-- Logs begin at Mon 2021-07-05 08:56:03 UTC, end at Mon 2021-07-05 11:31:22 UTC. -- Jul 05 09:29:03.925965 n-d-798054-8 systemd[1]: Started Devstack devstack@q-svc.service. Jul 05 09:29:06.614752 n-d-798054-8 neutron-server[93799]: INFO neutron.common.config [-] Logging enabled! Jul 05 09:29:06.615189 n-d-798054-8 neutron-server[93799]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev444 Jul 05 09:29:06.615539 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93799) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 05 09:29:06.618901 n-d-798054-8 neutron-server[93799]: INFO neutron.common.config [-] Logging enabled! Jul 05 09:29:06.619163 n-d-798054-8 neutron-server[93799]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev444 Jul 05 09:29:06.619480 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93799) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 05 09:29:06.620443 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 09:29:06.620683 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 09:29:06.621047 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 09:29:06.621301 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 09:29:06.621536 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 09:29:06.621858 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.622158 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.622457 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.622691 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.622988 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.623282 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.623570 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.623887 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.624193 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.624484 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.624764 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.625051 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.625284 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.625569 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.625860 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.626150 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.626381 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] debug = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.626663 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.627086 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.627500 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.627784 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.628101 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.628385 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.628663 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.628940 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.629225 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.629555 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] host = n-d-798054-8 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.629837 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.630124 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.630414 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.630703 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.630980 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.631260 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.631550 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.631828 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.632128 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] log_file = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.632404 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.632695 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.632987 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.633278 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.633505 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.633756 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.634304 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.634603 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.634882 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.635159 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.635434 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.635709 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.636012 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.636286 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.636574 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.636859 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.637144 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.637418 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.637691 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.637962 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.638234 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.638521 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.638795 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.639069 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.639344 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.639630 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.639929 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.640208 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.640509 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.640797 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.641081 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.641369 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.641649 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.641934 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.642211 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.642487 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.642761 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] use_json = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.643039 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.643313 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.643597 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.643894 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.644173 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.644451 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.644724 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.645012 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:06.645310 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.645610 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.645913 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.646199 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.646497 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.646780 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.647072 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.647352 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.647642 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.647955 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.648250 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.648533 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.648826 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.649106 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.649936 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.650242 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.650540 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.650838 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.651118 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.651399 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.651680 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.651985 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.652276 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.652574 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.652867 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.653145 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.653425 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.653721 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.654001 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.654277 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.654558 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.654849 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.655130 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.655406 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.655692 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.656000 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.656284 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.656561 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.656844 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.657136 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.657415 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.657690 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.657966 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.658244 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.658517 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.658807 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.659088 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.659363 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.659638 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.659950 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.660232 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.660506 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.660786 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.661063 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.661343 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.661623 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.661899 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.662175 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.662448 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.662724 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.663000 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.663275 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.663553 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.663828 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.664126 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.664402 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.664677 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.665599 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.665892 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.666195 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.666479 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.666762 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.667045 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.667328 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.667610 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.667915 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.668199 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.668481 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.668758 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.669050 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.669339 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.669630 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.669916 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.670197 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.670495 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.670776 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.671061 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.671343 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.671631 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.671949 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.672237 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.672533 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.672829 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.673122 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.673420 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.673714 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.673998 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.674309 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.674590 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:06.674812 n-d-798054-8 neutron-server[93799]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 09:29:06.675053 n-d-798054-8 neutron-server[93799]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93799) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 05 09:29:07.023749 n-d-798054-8 neutron-server[93799]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 05 09:29:07.023977 n-d-798054-8 neutron-server[93799]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 05 09:29:07.024833 n-d-798054-8 neutron-server[93799]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 05 09:29:07.025173 n-d-798054-8 neutron-server[93799]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 05 09:29:07.412526 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.412823 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.413102 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.414486 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.414768 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.415665 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.450324 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.450610 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.450886 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.464373 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.464662 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.465935 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.494634 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.494920 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.495195 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.531016 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.531298 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.531572 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.764451 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.765081 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.765081 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.765245 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.765889 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.892357 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.892685 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.892976 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.893256 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.893530 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.893849 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.894119 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.894386 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.894648 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.894937 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.895201 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.895470 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.895743 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.896047 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.896315 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.896593 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.896872 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.897141 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.897419 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.897677 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.897965 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.898318 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.898576 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.898864 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.899616 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.899899 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.900313 n-d-798054-8 neutron-server[93799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 09:29:07.900568 n-d-798054-8 neutron-server[93799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 09:29:07.900813 n-d-798054-8 neutron-server[93799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 09:29:07.901057 n-d-798054-8 neutron-server[93799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 09:29:07.901296 n-d-798054-8 neutron-server[93799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 09:29:07.901535 n-d-798054-8 neutron-server[93799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 09:29:07.901904 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 05 09:29:07.906028 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 05 09:29:07.909944 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 05 09:29:07.913768 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jul 05 09:29:07.915431 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 05 09:29:07.915914 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 05 09:29:07.916254 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 05 09:29:07.916643 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 05 09:29:07.919409 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 05 09:29:07.919665 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 05 09:29:07.920042 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 09:29:07.948285 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 05 09:29:07.948734 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.949036 n-d-798054-8 neutron-server[93799]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93799) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 05 09:29:07.949402 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.950750 n-d-798054-8 neutron-server[93799]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93799) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 05 09:29:07.951036 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 09:29:07.951288 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 05 09:29:07.954486 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:07.954777 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.017451 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 05 09:29:08.017638 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 05 09:29:08.017875 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 05 09:29:08.018238 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 05 09:29:08.039666 n-d-798054-8 neutron-server[93799]: DEBUG oslo_db.sqlalchemy.engines [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93799) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 05 09:29:08.580678 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.managers [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Initializing driver for type 'gre' Jul 05 09:29:08.581237 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] gre ID ranges: [(1, 1000)] Jul 05 09:29:08.632944 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.managers [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Initializing driver for type 'local' Jul 05 09:29:08.633294 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.managers [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Initializing driver for type 'vlan' Jul 05 09:29:08.646001 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] VlanTypeDriver initialization complete Jul 05 09:29:08.646414 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.managers [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Initializing driver for type 'vxlan' Jul 05 09:29:08.646982 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] vxlan ID ranges: [(1, 1000)] Jul 05 09:29:08.699185 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.managers [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Initializing extension driver 'port_security' Jul 05 09:29:08.699527 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.extensions.port_security [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] PortSecurityExtensionDriver initialization complete Jul 05 09:29:08.699880 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.managers [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Initializing mechanism driver 'openvswitch' Jul 05 09:29:08.700212 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.managers [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Initializing mechanism driver 'hyperv' Jul 05 09:29:08.706669 n-d-798054-8 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:29:08.707353 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > port after_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.707733 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > port after_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.708124 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > port after_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.708642 n-d-798054-8 neutron-server[93799]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93799) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 09:29:08.709083 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > subnet after_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.709448 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > subnet after_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.709804 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.710201 n-d-798054-8 neutron-server[93799]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93799) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 09:29:08.710616 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > network after_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.710975 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > network after_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.711328 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > network after_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.712265 n-d-798054-8 neutron-server[93799]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93799) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 09:29:08.712682 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > security_group after_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.713049 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > security_group after_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.713406 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.713938 n-d-798054-8 neutron-server[93799]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93799) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 09:29:08.714352 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.714712 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.715065 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.715462 n-d-798054-8 neutron-server[93799]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93799) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 09:29:08.715888 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > address_group after_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.716251 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > address_group after_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.716601 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.716992 n-d-798054-8 neutron-server[93799]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93799) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 09:29:08.717373 n-d-798054-8 neutron-server[93799]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] ML2 OVO RPC backend initialized. {{(pid=93799) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 05 09:29:08.718087 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.718452 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.718881 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > network before_response 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.719237 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > networks before_response 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.719594 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > port before_response 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.719965 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > ports before_response 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.720320 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > subnet before_response 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.720674 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > subnets before_response 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.721032 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > network after_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.721382 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > network after_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.721728 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > network after_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.722077 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > port after_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.722423 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > port after_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.722773 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > port after_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.723124 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > subnet after_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.723466 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > subnet after_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.723809 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.724415 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Modular L2 Plugin initialization complete Jul 05 09:29:08.724750 n-d-798054-8 neutron-server[93799]: DEBUG neutron.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading services supported by the core plugin {{(pid=93799) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 05 09:29:08.725084 n-d-798054-8 neutron-server[93799]: INFO neutron.plugins.ml2.managers [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Got port-security extension from driver 'port_security' Jul 05 09:29:08.725552 n-d-798054-8 neutron-server[93799]: INFO neutron.extensions.vlantransparent [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Disabled vlantransparent extension. Jul 05 09:29:08.726044 n-d-798054-8 neutron-server[93799]: DEBUG neutron.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93799) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 05 09:29:08.726365 n-d-798054-8 neutron-server[93799]: INFO neutron.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading Plugin: router Jul 05 09:29:08.762236 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.762638 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > router after_create 55549900 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.763021 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > router before_create 55549900 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.763392 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.763770 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.764156 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > router after_delete 55549900 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.764541 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.765057 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > router after_create 55549900 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.765254 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > router after_update 55549900 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.765611 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > router after_update 55549900 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.765965 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.766328 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > router after_update 55549900 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.766744 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > router precommit_update 55549900 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.767117 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: port after_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.767460 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: port after_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.767803 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: subnet after_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.768173 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.768527 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.768884 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > router precommit_create 55549900 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.769234 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: port before_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.769581 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > router precommit_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.769944 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > router after_update 55549900 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.770292 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.770656 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > router precommit_create 55549900 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.771024 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.771376 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > router precommit_update 55549900 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.771746 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > agent after_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.772127 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > agent after_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.772478 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > network after_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.773336 n-d-798054-8 neutron-server[93799]: DEBUG neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Tracking information for resource: router configured {{(pid=93799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 09:29:08.773674 n-d-798054-8 neutron-server[93799]: DEBUG neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Tracking information for resource: floatingip configured {{(pid=93799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 09:29:08.779220 n-d-798054-8 neutron-server[93799]: INFO neutron.db.l3_agentschedulers_db [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 05 09:29:08.779808 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: port after_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.780204 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: port after_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.780562 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: port after_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.780925 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: port after_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.781722 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > router before_create 55550100 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.782098 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.782468 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > router precommit_create 55550100 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.782830 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > router precommit_update 55550100 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.787337 n-d-798054-8 neutron-server[93799]: DEBUG neutron.services.provider_configuration [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Service providers = [] {{(pid=93799) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 05 09:29:08.787706 n-d-798054-8 neutron-server[93799]: DEBUG neutron.db.servicetype_db [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93799) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 05 09:29:08.791455 n-d-798054-8 neutron-server[93799]: DEBUG neutron.services.service_base [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93799) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 09:29:08.791817 n-d-798054-8 neutron-server[93799]: DEBUG neutron.services.service_base [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93799) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 09:29:08.792198 n-d-798054-8 neutron-server[93799]: DEBUG neutron.services.service_base [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93799) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 09:29:08.793093 n-d-798054-8 neutron-server[93799]: DEBUG neutron.services.service_base [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93799) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 09:29:08.793472 n-d-798054-8 neutron-server[93799]: INFO neutron.services.service_base [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 05 09:29:08.793853 n-d-798054-8 neutron-server[93799]: DEBUG neutron.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 09:29:08.794175 n-d-798054-8 neutron-server[93799]: INFO neutron.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 05 09:29:08.804613 n-d-798054-8 neutron-server[93799]: DEBUG neutron.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 09:29:08.804961 n-d-798054-8 neutron-server[93799]: INFO neutron.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading Plugin: auto_allocate Jul 05 09:29:08.810852 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: network precommit_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.811223 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: network precommit_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.811750 n-d-798054-8 neutron-server[93799]: DEBUG neutron.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 09:29:08.812109 n-d-798054-8 neutron-server[93799]: INFO neutron.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading Plugin: tag Jul 05 09:29:08.818645 n-d-798054-8 neutron-server[93799]: DEBUG neutron.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 09:29:08.818982 n-d-798054-8 neutron-server[93799]: INFO neutron.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading Plugin: timestamp Jul 05 09:29:08.824358 n-d-798054-8 neutron-server[93799]: DEBUG neutron.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 09:29:08.824698 n-d-798054-8 neutron-server[93799]: INFO neutron.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading Plugin: network_ip_availability Jul 05 09:29:08.830064 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.830448 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.830857 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:08.831546 n-d-798054-8 neutron-server[93799]: DEBUG neutron.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 09:29:08.831900 n-d-798054-8 neutron-server[93799]: INFO neutron.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading Plugin: flavors Jul 05 09:29:08.836563 n-d-798054-8 neutron-server[93799]: DEBUG neutron.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 09:29:08.837438 n-d-798054-8 neutron-server[93799]: INFO neutron.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading Plugin: revisions Jul 05 09:29:08.841708 n-d-798054-8 neutron-server[93799]: DEBUG neutron.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 09:29:08.842107 n-d-798054-8 neutron-server[93799]: DEBUG oslo_concurrency.lockutils [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.818s {{(pid=93799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 05 09:29:08.842845 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93799) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 05 09:29:08.843191 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Initializing extension manager. Jul 05 09:29:08.843707 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: __init__.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.844084 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: __pycache__ {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.844424 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.844759 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: address_group.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.845520 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.846090 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: address-group Jul 05 09:29:08.846418 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: address_scope.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.847134 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.847651 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: address-scope Jul 05 09:29:08.848016 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.848946 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.849466 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: router-admin-state-down-before-update Jul 05 09:29:08.849789 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: agent.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.850491 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.851196 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: agent Jul 05 09:29:08.851523 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: agent_resources_synced.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.853098 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.853615 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: agent-resources-synced Jul 05 09:29:08.853942 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: allowedaddresspairs.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.855735 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.856294 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: allowed-address-pairs Jul 05 09:29:08.856630 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: auto_allocated_topology.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.857719 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.858243 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: auto-allocated-topology Jul 05 09:29:08.858572 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: availability_zone.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.859274 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.859789 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: availability_zone Jul 05 09:29:08.860144 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: availability_zone_filter.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.861064 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.861581 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: availability_zone_filter Jul 05 09:29:08.861908 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: data_plane_status.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.862815 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.863329 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension data-plane-status not supported by any of loaded plugins Jul 05 09:29:08.863655 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: default_subnetpools.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.864594 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.865103 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: default-subnetpools Jul 05 09:29:08.865430 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.866238 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.866749 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: dhcp_agent_scheduler Jul 05 09:29:08.867076 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: dns.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.868044 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.868554 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension dns-integration not supported by any of loaded plugins Jul 05 09:29:08.868879 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: dns_domain_ports.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.869795 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.870303 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 05 09:29:08.870634 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.871550 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.872082 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 05 09:29:08.872408 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: dvr.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.873079 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.873586 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: dvr Jul 05 09:29:08.873910 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: empty_string_filtering.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.874818 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.875330 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: empty-string-filtering Jul 05 09:29:08.875657 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.876591 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.877104 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 05 09:29:08.877430 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.878336 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.878850 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 05 09:29:08.879176 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: external_net.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.880114 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.880636 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: external-net Jul 05 09:29:08.880964 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.881878 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.882393 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: extra_dhcp_opt Jul 05 09:29:08.882718 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: extraroute.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.883652 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.884461 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: extraroute Jul 05 09:29:08.884790 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: extraroute_atomic.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.885826 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.886343 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: extraroute-atomic Jul 05 09:29:08.886671 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: filter_validation.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.887335 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.888029 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: filter-validation Jul 05 09:29:08.888353 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: fip_pf_description.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.889260 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.889770 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 05 09:29:08.890092 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: fip_port_details.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.891008 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.891521 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: fip-port-details Jul 05 09:29:08.891872 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: flavors.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.893099 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.893619 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: flavors Jul 05 09:29:08.893947 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.895613 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.896173 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 05 09:29:08.896517 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: floatingip_pools.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.897219 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.897737 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: floatingip-pools Jul 05 09:29:08.898072 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: ip_allocation.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.899000 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.900082 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension ip_allocation not supported by any of loaded plugins Jul 05 09:29:08.900416 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.901342 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.901859 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: ip-substring-filtering Jul 05 09:29:08.902192 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: l2_adjacency.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.903117 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.904003 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 05 09:29:08.904341 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: l3.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.905313 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.905839 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: router Jul 05 09:29:08.906171 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.908551 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.909088 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 05 09:29:08.909429 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.910363 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.910890 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: ext-gw-mode Jul 05 09:29:08.911223 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.912177 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.912695 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: l3-ha Jul 05 09:29:08.913028 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: l3_flavors.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.913962 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.914476 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: l3-flavors Jul 05 09:29:08.914857 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.916310 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.916826 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 05 09:29:08.917152 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: l3agentscheduler.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.918398 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.918997 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: l3_agent_scheduler Jul 05 09:29:08.919333 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: logging.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.921101 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.921646 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension logging not supported by any of loaded plugins Jul 05 09:29:08.921985 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: metering.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.922741 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.923330 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: metering Jul 05 09:29:08.923669 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.924789 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.925319 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: metering_source_and_destination_fields Jul 05 09:29:08.925655 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: multiprovidernet.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.926581 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.927098 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: multi-provider Jul 05 09:29:08.927428 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: netmtu.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.928375 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.928886 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: net-mtu Jul 05 09:29:08.929215 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: netmtu_writable.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.930134 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.930671 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: net-mtu-writable Jul 05 09:29:08.930998 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: network_availability_zone.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.931678 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.932226 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: network_availability_zone Jul 05 09:29:08.932556 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: network_ip_availability.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.933637 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.934155 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: network-ip-availability Jul 05 09:29:08.934488 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: network_segment_range.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.935252 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.935765 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension network-segment-range not supported by any of loaded plugins Jul 05 09:29:08.936124 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: pagination.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.937130 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.937465 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: pagination Jul 05 09:29:08.937793 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: port_device_profile.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.938714 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.939236 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: port-device-profile Jul 05 09:29:08.939565 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.940508 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.941021 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: port-mac-address-regenerate Jul 05 09:29:08.941354 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.942274 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.942790 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: port-numa-affinity-policy Jul 05 09:29:08.943114 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: port_resource_request.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.944062 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.944574 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension port-resource-request not supported by any of loaded plugins Jul 05 09:29:08.944899 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: portbindings.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.945827 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.946368 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: binding Jul 05 09:29:08.946693 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: portbindings_extended.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.948104 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.948626 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: binding-extended Jul 05 09:29:08.948958 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: portsecurity.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.949875 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.950393 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: port-security Jul 05 09:29:08.950722 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: project_id.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.951700 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.952080 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: project-id Jul 05 09:29:08.952408 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: providernet.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.953334 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.953853 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: provider Jul 05 09:29:08.954181 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: qos.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.957640 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.958175 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension qos not supported by any of loaded plugins Jul 05 09:29:08.958515 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.959754 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.960319 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 05 09:29:08.960645 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.961577 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.962630 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 05 09:29:08.962965 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: qos_default.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.963910 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.964432 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension qos-default not supported by any of loaded plugins Jul 05 09:29:08.964765 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: qos_fip.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.965424 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.965940 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension qos-fip not supported by any of loaded plugins Jul 05 09:29:08.966270 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: qos_gateway_ip.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.967196 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.967720 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 05 09:29:08.968071 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: qos_port_network_policy.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.968994 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.969520 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 05 09:29:08.969851 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: qos_rule_type_details.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.970778 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.971304 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 05 09:29:08.971636 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: qos_rules_alias.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.972722 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.973248 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 05 09:29:08.973577 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: quotasv2.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.974489 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.974821 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: quotas Jul 05 09:29:08.975148 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: quotasv2_detail.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.978798 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.979145 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: quota_details Jul 05 09:29:08.979486 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: rbac.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.980619 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.981156 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: rbac-policies Jul 05 09:29:08.981498 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: rbac_address_group.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.982625 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.983157 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: rbac-address-group Jul 05 09:29:08.983491 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: rbac_address_scope.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.984456 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.984982 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: rbac-address-scope Jul 05 09:29:08.985316 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: rbac_security_groups.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.986239 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.986763 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: rbac-security-groups Jul 05 09:29:08.987096 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: rbac_subnetpool.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.988045 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.988650 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: rbac-subnetpool Jul 05 09:29:08.988990 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: revisionifmatch.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.989915 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.990437 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: revision-if-match Jul 05 09:29:08.990767 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: revisions.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.991915 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.992451 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: standard-attr-revisions Jul 05 09:29:08.992785 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: router_availability_zone.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.993503 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.994027 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: router_availability_zone Jul 05 09:29:08.994357 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: routerservicetype.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.995285 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.995802 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension router-service-type not supported by any of loaded plugins Jul 05 09:29:08.996158 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.997084 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.997604 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: security-groups-normalized-cidr Jul 05 09:29:08.997932 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:08.998853 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:08.999373 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: port-security-groups-filtering Jul 05 09:29:08.999703 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:09.000661 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:09.001191 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: security-groups-remote-address-group Jul 05 09:29:09.001519 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: securitygroup.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:09.011897 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:09.012444 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: security-group Jul 05 09:29:09.012787 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: segment.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:09.013581 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:09.014102 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension segment not supported by any of loaded plugins Jul 05 09:29:09.014436 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:09.015375 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:09.015937 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 05 09:29:09.016262 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: servicetype.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:09.017372 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:09.017896 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: service-type Jul 05 09:29:09.018230 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: sorting.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:09.019217 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:09.019551 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: sorting Jul 05 09:29:09.019898 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: standard_attr_segment.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:09.020892 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:09.021417 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 05 09:29:09.021744 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: standardattrdescription.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:09.022400 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:09.022920 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: standard-attr-description Jul 05 09:29:09.023252 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: stateful_security_group.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:09.024843 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:09.025373 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: stateful-security-group Jul 05 09:29:09.025708 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: stdattrs_common.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:09.026310 n-d-798054-8 neutron-server[93799]: WARNING neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 05 09:29:09.026640 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:09.027571 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:09.028130 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 05 09:29:09.028461 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: subnet_onboard.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:09.029532 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:09.030059 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: subnet_onboard Jul 05 09:29:09.030391 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:09.031339 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:09.031870 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 05 09:29:09.032207 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: subnet_service_types.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:09.033132 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:09.033650 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: subnet-service-types Jul 05 09:29:09.033981 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: subnetallocation.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:09.035092 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:09.035614 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: subnet_allocation Jul 05 09:29:09.035979 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:09.036651 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:09.037168 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: subnetpool-prefix-ops Jul 05 09:29:09.037498 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:09.038511 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:09.039028 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 05 09:29:09.039357 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: tagging.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:09.040486 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:09.041029 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: standard-attr-tag Jul 05 09:29:09.041364 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: timestamp.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:09.042570 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:09.043094 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loaded extension: standard-attr-timestamp Jul 05 09:29:09.043427 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: trunk.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:09.044496 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:09.045026 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension trunk not supported by any of loaded plugins Jul 05 09:29:09.045358 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: trunk_details.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:09.046289 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:09.046811 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension trunk-details not supported by any of loaded plugins Jul 05 09:29:09.047144 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: uplink_status_propagation.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:09.048096 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:09.048618 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 05 09:29:09.048948 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Loading extension file: vlantransparent.py {{(pid=93799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:29:09.049618 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:29:09.050139 n-d-798054-8 neutron-server[93799]: INFO neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 05 09:29:09.052616 n-d-798054-8 neutron-server[93799]: INFO neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Creating instance of TrackedResource for resource:network Jul 05 09:29:09.053160 n-d-798054-8 neutron-server[93799]: INFO neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Creating instance of TrackedResource for resource:subnet Jul 05 09:29:09.053565 n-d-798054-8 neutron-server[93799]: INFO neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 09:29:09.053969 n-d-798054-8 neutron-server[93799]: INFO neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Creating instance of TrackedResource for resource:port Jul 05 09:29:09.055185 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.v2.resource_helper [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:29:09.055651 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.v2.resource_helper [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Service FLAVORS assigned prefix: {{(pid=93799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:29:09.056310 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.v2.resource_helper [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:29:09.056746 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.v2.resource_helper [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:29:09.057082 n-d-798054-8 neutron-server[93799]: INFO neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Creating instance of TrackedResource for resource:router Jul 05 09:29:09.057514 n-d-798054-8 neutron-server[93799]: INFO neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Creating instance of TrackedResource for resource:floatingip Jul 05 09:29:09.058013 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.v2.resource_helper [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Service METERING assigned prefix: /metering {{(pid=93799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:29:09.059453 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:09.059829 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:09.060211 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:29:09.061201 n-d-798054-8 neutron-server[93799]: INFO neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 09:29:09.061652 n-d-798054-8 neutron-server[93799]: INFO neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Creating instance of TrackedResource for resource:security_group Jul 05 09:29:09.062100 n-d-798054-8 neutron-server[93799]: INFO neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 09:29:09.062719 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.v2.resource_helper [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Service CORE assigned prefix: {{(pid=93799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:29:09.063053 n-d-798054-8 neutron-server[93799]: INFO neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 09:29:09.063404 n-d-798054-8 neutron-server[93799]: WARNING neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] subnetpool is already registered Jul 05 09:29:09.063837 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.v2.resource_helper [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Service CORE assigned prefix: {{(pid=93799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:29:09.064196 n-d-798054-8 neutron-server[93799]: INFO neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 09:29:09.064533 n-d-798054-8 neutron-server[93799]: WARNING neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] subnetpool is already registered Jul 05 09:29:09.066830 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.v2.resource_helper [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:29:09.067267 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.v2.resource_helper [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Service FLAVORS assigned prefix: {{(pid=93799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:29:09.067875 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.v2.resource_helper [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:29:09.068320 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.v2.resource_helper [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:29:09.068658 n-d-798054-8 neutron-server[93799]: INFO neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Creating instance of TrackedResource for resource:router Jul 05 09:29:09.069003 n-d-798054-8 neutron-server[93799]: WARNING neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] router is already registered Jul 05 09:29:09.069420 n-d-798054-8 neutron-server[93799]: INFO neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Creating instance of TrackedResource for resource:floatingip Jul 05 09:29:09.069762 n-d-798054-8 neutron-server[93799]: WARNING neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] floatingip is already registered Jul 05 09:29:09.070220 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.v2.resource_helper [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Service METERING assigned prefix: /metering {{(pid=93799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:29:09.070896 n-d-798054-8 neutron-server[93799]: INFO neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 09:29:09.071228 n-d-798054-8 neutron-server[93799]: WARNING neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] rbac_policy is already registered Jul 05 09:29:09.072205 n-d-798054-8 neutron-server[93799]: INFO neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Creating instance of TrackedResource for resource:security_group Jul 05 09:29:09.072550 n-d-798054-8 neutron-server[93799]: WARNING neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] security_group is already registered Jul 05 09:29:09.072959 n-d-798054-8 neutron-server[93799]: INFO neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 09:29:09.073296 n-d-798054-8 neutron-server[93799]: WARNING neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] security_group_rule is already registered Jul 05 09:29:09.073923 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.v2.resource_helper [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Service CORE assigned prefix: {{(pid=93799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:29:09.074258 n-d-798054-8 neutron-server[93799]: INFO neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 09:29:09.074597 n-d-798054-8 neutron-server[93799]: WARNING neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] subnetpool is already registered Jul 05 09:29:09.075017 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.v2.resource_helper [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Service CORE assigned prefix: {{(pid=93799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:29:09.075346 n-d-798054-8 neutron-server[93799]: INFO neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 09:29:09.075680 n-d-798054-8 neutron-server[93799]: WARNING neutron.quota.resource_registry [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] subnetpool is already registered Jul 05 09:29:09.076193 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: extensions {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.077655 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: address-groups {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.079152 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: address-scopes {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.080527 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: agents {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.081750 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: auto-allocated-topology {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.082968 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: availability_zones {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.084215 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: dhcp-networks {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.087320 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: dhcp-agents {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.088806 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: routers {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.090663 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: flavors {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.091971 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: service_profiles {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.093194 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: next_providers {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.094647 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: service_profiles {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.096234 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: floatingip-pools {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.097457 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: routers {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.099172 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: floatingips {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.100483 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: l3-routers {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.101899 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: l3-agents {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.103372 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: metering-labels {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.104663 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: metering-label-rules {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.106039 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: network-ip-availabilities {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.107303 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: bindings {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.108921 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: quotas {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.110472 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: quotas {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.111918 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: rbac-policies {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.113295 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: security-groups {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.114611 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: security-group-rules {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.115885 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: service-providers {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.117125 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: subnetpools {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.118496 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: subnetpools {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.120071 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: tags {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.121772 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: tags {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.123621 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: tags {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.125453 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: tags {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.127140 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: tags {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.129129 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: tags {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.130841 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: tags {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.132693 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: tags {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.135373 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: tags {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.137181 n-d-798054-8 neutron-server[93799]: DEBUG neutron.api.extensions [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Extended resource: tags {{(pid=93799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:29:09.143137 n-d-798054-8 neutron-server[93799]: WARNING keystonemiddleware.auth_token [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 05 09:29:09.147631 n-d-798054-8 neutron-server[93799]: WARNING keystonemiddleware.auth_token [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 05 09:29:09.157461 n-d-798054-8 neutron-server[93799]: DEBUG oslo_concurrency.lockutils [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Acquired lock "singleton_lock" {{(pid=93799) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 05 09:29:09.157942 n-d-798054-8 neutron-server[93799]: DEBUG oslo_concurrency.lockutils [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Releasing lock "singleton_lock" {{(pid=93799) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 05 09:29:09.158587 n-d-798054-8 neutron-server[93799]: INFO oslo_service.service [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Starting 2 workers Jul 05 09:29:09.163408 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Started child 93906 {{(pid=93799) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 09:29:09.167870 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Started child 93907 {{(pid=93799) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 09:29:09.168717 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:09.169476 n-d-798054-8 neutron-server[93799]: INFO neutron.service [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 05 09:29:09.170163 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Notify callbacks [] for process, before_spawn {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:09.170261 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [-] (93906) wsgi starting up on http://0.0.0.0:9696 Jul 05 09:29:09.172500 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:09.172940 n-d-798054-8 neutron-server[93799]: INFO oslo_service.service [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Starting 1 workers Jul 05 09:29:09.173864 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [-] (93907) wsgi starting up on http://0.0.0.0:9696 Jul 05 09:29:09.177817 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Started child 93908 {{(pid=93799) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 09:29:09.178348 n-d-798054-8 neutron-server[93799]: INFO oslo_service.service [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Starting 1 workers Jul 05 09:29:09.181572 n-d-798054-8 neutron-server[93908]: DEBUG neutron.service [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] calling RpcWorker wait() {{(pid=93908) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 05 09:29:09.182105 n-d-798054-8 neutron-server[93908]: DEBUG neutron.service [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] returning from RpcWorker wait() {{(pid=93908) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 05 09:29:09.182828 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Started child 93909 {{(pid=93799) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 09:29:09.183458 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:09.183647 n-d-798054-8 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc02088b-9fe3-49be-8b2b-bff05440cf00 None None] Notify callbacks [] for process, after_spawn {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:09.184079 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:29:09.185536 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93799) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 09:29:09.185758 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 09:29:09.185946 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 09:29:09.186166 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 09:29:09.186509 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 09:29:09.186676 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 09:29:09.187187 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.187487 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.187631 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:09.188137 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.188137 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.188344 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.188911 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.189185 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.189441 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.189732 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.189982 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.190156 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.190326 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.190709 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.190976 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.191269 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.191537 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.191778 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.192065 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.192237 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.192499 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.192782 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.193021 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.193289 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] debug = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.193545 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.194025 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.194278 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.194519 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.194758 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.195055 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.195316 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.195585 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.195843 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.196607 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.196860 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.197124 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.197360 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.197596 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.197817 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.198081 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.198317 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.198796 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] host = n-d-798054-8 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.199016 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.199253 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.199489 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.199762 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.200048 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.200274 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.200537 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.200784 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.201039 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.201282 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.201542 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.201794 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.202048 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.202302 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] log_file = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.202468 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] log_options = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.202706 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.202985 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.203247 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.203441 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.203613 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.203793 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.204069 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.204235 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.204500 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.204737 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.204956 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.205186 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.205407 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.205625 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.205877 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.206131 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.206363 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.206575 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.206831 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.207080 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.207328 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.207589 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.207808 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.208114 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.208355 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.208589 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.208818 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.209050 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.209267 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.209533 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.209796 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.210066 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.210284 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.210544 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.210794 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.211024 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.211241 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.211525 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.212366 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.212611 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.212862 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.213110 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.213363 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.214015 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.214158 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.214412 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] use_json = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.214655 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.214875 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.215129 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.215344 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.215573 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.215790 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.216050 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.216289 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.216714 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.217021 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.217357 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.218731 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.219021 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.219158 n-d-798054-8 neutron-server[93909]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:29:09.219298 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.219518 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.219768 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.220068 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.220332 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.220676 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.220908 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.221207 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.222194 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.222520 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.223207 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.223207 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.223517 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.223655 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.223943 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.224202 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.224760 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.224858 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.225174 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.225847 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.225847 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.227239 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.227485 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.228378 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.228576 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.228827 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.229075 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.231174 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.231614 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.231757 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.231903 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.233086 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.233086 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.233086 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.233538 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.233538 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.233774 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.234400 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.234804 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.235039 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.235443 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.235681 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.236141 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.236392 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.236658 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.236898 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.238430 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.238660 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.238889 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.239115 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.239648 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.239648 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.239949 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.240074 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.240282 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.240523 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.240789 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.241033 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.241253 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.241471 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.241693 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.242546 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.242546 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.242546 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.242546 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.243735 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.243735 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.243735 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.243735 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.243735 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.244369 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.244369 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.244369 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.244711 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.244711 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.244954 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.245135 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.245373 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.245608 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.245896 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.246739 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.246739 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.246739 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.247104 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.247227 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.247414 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.250520 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.250520 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.250520 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.250520 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.250520 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.250520 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.250520 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.250520 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.251492 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.251492 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.251492 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.251492 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.251492 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.251492 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.251492 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.252177 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.252177 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.252177 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.252524 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.252618 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.252840 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.253086 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.253358 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.253598 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.253857 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.254158 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.254441 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.254707 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.254958 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.255210 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.255477 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.255821 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.256109 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.256349 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.256602 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.256846 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.257126 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.257374 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.257626 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.257841 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.258104 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.258413 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.259399 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.259632 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.259877 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.260156 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.260420 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.260668 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.260939 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.261186 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.261436 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.261692 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.261929 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.262144 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.262376 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.262624 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.262837 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.263074 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.263307 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.263538 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.263751 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.263988 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.264261 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.264448 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.264671 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.264900 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.265153 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.265391 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.265629 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.265837 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.266055 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.266300 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.266518 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.266740 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.266958 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.267170 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.267420 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.267924 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.268207 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.268471 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.268704 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.268949 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.269192 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.269440 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.269656 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.269898 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.270137 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.270557 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.270772 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.270994 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.271252 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.271535 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.271766 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.272004 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.272261 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.272502 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.272839 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.273103 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.273352 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.273613 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.273822 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.274885 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.275285 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.275527 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.275762 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.276001 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.276227 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.276466 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.276693 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.276920 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.277152 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.277384 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.277596 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.277827 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.278036 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.278327 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.278567 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.278796 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.279050 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.279297 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.279527 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.279755 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.279984 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.280194 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.280458 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.280665 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.280902 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.281129 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.281339 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.281552 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.281772 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.281987 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.282195 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.282420 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.282627 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.282833 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.283075 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.283313 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.283520 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.283760 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.284029 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.284239 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.284481 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.284701 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.284912 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.285207 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.285469 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.285689 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.285973 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.286217 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.286462 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.286720 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.287003 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.287213 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.287473 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.287692 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.287946 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.288169 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.288427 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.288746 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.289028 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.289290 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.289543 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.289843 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.290135 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.290412 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.290642 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.290930 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.291250 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.291525 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.291779 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.292050 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.292328 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.292569 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.292783 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.293000 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.293234 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.293474 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.293729 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.293955 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.294197 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.294428 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.294669 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.294883 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.295105 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.295332 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.295565 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.295796 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.295969 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 09:29:09.296506 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93799) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 09:29:09.297307 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 09:29:09.297307 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 09:29:09.297307 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 09:29:09.297307 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 09:29:09.297307 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 09:29:09.298386 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.298386 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.298386 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.298386 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.298386 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.298386 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.298386 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.299551 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.299551 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.299551 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.299551 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.299551 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.299551 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.299551 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.299551 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.302065 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.302065 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.302065 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.302065 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.302065 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.302065 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.302065 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.302065 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] debug = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.304103 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.304103 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.304103 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.304103 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.304103 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.304103 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.304575 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.304575 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.304575 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.304575 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.304575 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.304575 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.304575 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.304575 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.305307 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.305307 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.305307 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.305307 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] host = n-d-798054-8 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.305307 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.305307 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.305307 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.305307 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.305971 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.305971 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.305971 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.305971 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.305971 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.305971 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.305971 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.305971 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.306791 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.306791 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] log_file = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.306791 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] log_options = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.306791 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.306791 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.306791 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.306791 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.306791 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.307626 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.307626 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.307626 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.307626 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.307626 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.307626 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.307626 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.307626 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.308582 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.308582 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.308582 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.308582 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.308582 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.308582 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.308582 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.309487 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.309487 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.309487 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.309487 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.309487 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.309487 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.309976 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.309976 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.309976 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.310182 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.310182 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.310322 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.310455 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.310610 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.310765 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.310921 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.311077 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.311238 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.311413 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.311539 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.311664 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.311935 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.312037 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.312120 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.312274 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.312429 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] use_json = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.312584 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.313191 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.313191 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.313191 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.313191 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.313705 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.313705 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.313705 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:29:09.313971 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.313971 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.314265 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.314265 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.314503 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.314629 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.314928 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.314928 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.315224 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.315224 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.315377 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.315455 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.315571 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.315730 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.315908 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.316070 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.316230 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.316389 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.316660 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.316825 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.316991 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.316991 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.317267 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.317392 n-d-798054-8 neutron-server[93908]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:29:09.317532 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.317532 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.317773 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.317773 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.318010 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.318133 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.318259 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.318428 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.318589 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.318749 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.318909 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.319068 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.319226 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.319385 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.319545 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.319705 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.319876 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.320042 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.320201 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.320359 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.320518 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.320677 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.320836 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.321514 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.321677 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.321837 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.321996 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.322166 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.322325 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.322484 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.322641 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.322801 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.322960 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.323118 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.323276 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.323434 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.323594 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.323752 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.323962 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.324123 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.324281 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.324423 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.324587 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.324745 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.324903 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.325061 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.325218 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.325377 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.325536 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.325694 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.325852 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.326011 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.326170 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.326327 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.326486 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.326643 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.326802 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.326961 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.327124 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.327282 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.327440 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.327608 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.327780 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.327950 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.328108 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.328267 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.328426 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.328608 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.328739 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.328864 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.329023 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.329180 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.329338 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.329496 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.329819 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.329819 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.330276 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.330276 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.330276 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.330636 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.330636 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.331162 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.331162 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.331162 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.331162 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.332228 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.332228 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.332228 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.332228 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.332228 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.332228 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.332228 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.333386 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.333386 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.333386 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.333386 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.333386 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.333386 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.333386 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.334455 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.334455 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.334455 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.334455 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.334455 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.334455 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.334455 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.336272 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.336272 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.336272 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.336272 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.336272 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.336272 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.336272 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.336272 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.337745 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.337745 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.337745 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.337745 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.337745 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.337745 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.337745 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.337745 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.339970 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.339970 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.339970 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.339970 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.339970 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.339970 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.339970 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.339970 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.340845 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.340845 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.340845 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.340845 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.340845 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.340845 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.340845 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.340845 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.341386 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.341386 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.341386 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.341386 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.341386 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.341386 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.341386 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.341386 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.341931 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.341931 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.341931 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.341931 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.341931 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.341931 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.341931 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.342400 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.342400 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.342400 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.342605 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.342682 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.342829 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.342988 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.343386 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.343839 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.343839 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.343839 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.344145 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.344233 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.344312 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.344473 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.344631 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.344780 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.344937 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.345095 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.345727 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.345727 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.345727 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.345727 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.346225 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.346225 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.346225 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.346591 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.346591 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.346591 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.346941 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.346941 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.347177 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.347177 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.347422 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.347548 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.347674 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.347798 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.347942 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.348095 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.348253 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.348411 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.348570 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.348739 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.348898 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.349057 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.349216 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.349414 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.349608 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.349778 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.349937 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.350095 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.350253 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.350413 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.350570 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.350737 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.350895 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.351053 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.351211 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.351369 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.351527 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.351697 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.351889 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.352023 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.352191 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.352370 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.352528 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.352687 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.352858 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.353017 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.353179 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.353338 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.353496 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.353655 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.353815 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.353978 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.354215 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.354354 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.354479 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.354614 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.354771 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.354938 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.355098 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.355262 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.355432 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.355589 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.355793 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.355944 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.356084 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.356211 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.356336 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.356501 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.357637 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.357637 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.357637 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.357637 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.357637 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.357637 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.357637 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.358791 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.358791 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.358791 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.358791 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.358791 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:29:09.358791 n-d-798054-8 neutron-server[93799]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 09:29:09.606882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38204) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:29:09.615487 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062537 Jul 05 09:29:20.924349 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62097d00-2bc8-430c-b474-5f59f0f03ca6 None None] get_active_networks_info from n-d-798054-8 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 09:29:21.025320 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62097d00-2bc8-430c-b474-5f59f0f03ca6 None None] No non-hosted networks {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 05 09:29:21.041888 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2260f2ba-9dfa-41cc-ba92-88cc71f078e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3684919'] for agent, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:21.044621 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.agentschedulers_db [None req-62097d00-2bc8-430c-b474-5f59f0f03ca6 None None] DHCP Agent not found on host n-d-798054-8 {{(pid=93908) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 05 09:29:23.261113 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dde1366f-a1d1-497f-965c-b700263632d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3684919'] for agent, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:23.344461 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5b636850-f3a3-437e-bb74-0c64e1319a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:23.484181 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3684919'] for agent, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:23.485214 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:23.485708 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:23.486211 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:23.486705 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:23.487183 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:23.487663 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:23.488171 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:23.488663 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:23.489136 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:23.489607 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:23.490080 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:23.490549 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:23.491931 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-798054-8', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:29:23.503618 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-798054-8', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:29:24.454139 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3684919'] for agent, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:26.221416 n-d-798054-8 neutron-server[93908]: INFO neutron.db.l3_hamode_db [None req-2eac317b-28c8-4c49-955a-d3e4bdf8ac7c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 05 09:29:26.300119 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eac317b-28c8-4c49-955a-d3e4bdf8ac7c None None] Routers set() bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:29:26.300509 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eac317b-28c8-4c49-955a-d3e4bdf8ac7c None None] Router IDs set() for agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 09:29:26.506664 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3684919'] for agent, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:27.313419 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38298) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:29:27.802159 n-d-798054-8 neutron-server[93906]: WARNING oslo_policy.policy [None req-afaf3526-56f5-490d-88ff-a6d0acd74ba7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 09:29:27.802750 n-d-798054-8 neutron-server[93906]: WARNING oslo_policy.policy [None req-afaf3526-56f5-490d-88ff-a6d0acd74ba7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 09:29:28.025446 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [None req-afaf3526-56f5-490d-88ff-a6d0acd74ba7 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:29:28.026631 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-afaf3526-56f5-490d-88ff-a6d0acd74ba7 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7110984 Jul 05 09:29:30.373354 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38312) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:29:30.678458 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-14417733-dc4a-425b-8a73-6ea6f13d821a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:29:30.773143 n-d-798054-8 neutron-server[93906]: DEBUG neutron.policy [None req-14417733-dc4a-425b-8a73-6ea6f13d821a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93906) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 09:29:30.817781 n-d-798054-8 neutron-server[93906]: WARNING oslo_policy.policy [None req-14417733-dc4a-425b-8a73-6ea6f13d821a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 09:29:30.818152 n-d-798054-8 neutron-server[93906]: WARNING oslo_policy.policy [None req-14417733-dc4a-425b-8a73-6ea6f13d821a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 09:29:30.826608 n-d-798054-8 neutron-server[93906]: INFO neutron.quota [None req-14417733-dc4a-425b-8a73-6ea6f13d821a admin admin] Loaded quota_driver: . Jul 05 09:29:30.919314 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14417733-dc4a-425b-8a73-6ea6f13d821a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778707931508', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778707931969', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778707937273', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778707917239', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778707924848', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778707898274', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-773849', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-783418', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3671184', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3740170'] for rbac-policy, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:30.983544 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14417733-dc4a-425b-8a73-6ea6f13d821a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:30.984781 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-14417733-dc4a-425b-8a73-6ea6f13d821a admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6104546 Jul 05 09:29:33.545158 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38324) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:29:33.837547 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Request body: {'network': {'tenant_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'name': 'private', 'admin_state_up': True, 'project_id': 'f566c7e1d1254a3d9a4eb70179dea7dc'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:29:33.865810 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Made reservation on behalf of f566c7e1d1254a3d9a4eb70179dea7dc for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:29:33.869283 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:33.885683 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:34.011081 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:34.014721 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:34.038600 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:29:34.064324 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778709863253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:34.064932 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Unsubscribe: segment precommit_create {{(pid=93906) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 09:29:34.065469 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Added segment 1b9ac749-5946-4eff-8f47-58a3c16a3602 of type vlan for network d4247bdf-4098-4581-b9ed-b4f48d8e3a13 Jul 05 09:29:34.071751 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26044d41-f5bf-4da5-a9b4-843383d44cf0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:29:34.107574 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:34.107943 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:34.108287 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:34.108620 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:34.108949 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:34.109290 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:34.109607 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:34.109927 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:34.110325 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:34.110644 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:34.110964 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:34.111283 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Tracked resource versions report: Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: pushed versions: Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: { 'AddressGroup': {'1.2'}, Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: 'ConntrackHelper': {'1.0'}, Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: 'Log': {'1.0'}, Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: 'Network': {'1.1'}, Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: 'Port': {'1.7'}, Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: 'PortForwarding': {'1.2'}, Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: 'QosPolicy': {'1.8'}, Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: 'SecurityGroup': {'1.4'}, Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: 'SecurityGroupRule': {'1.2'}, Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: 'SubPort': {'1.0'}, Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: 'Subnet': {'1.1'}, Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: 'Trunk': {'1.1'}} Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: consumer versions: Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: { DHCP agent@n-d-798054-8: {}, Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: L3 agent@n-d-798054-8: {}, Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: Metadata agent@n-d-798054-8: {}, Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: Metering agent@n-d-798054-8: {}, Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: Open vSwitch agent@n-d-798054-8: { 'AddressGroup': '1.2', Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: 'ConntrackHelper': '1.0', Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: 'Log': '1.0', Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: 'Network': '1.1', Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: 'Port': '1.7', Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: 'PortForwarding': '1.2', Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: 'QosPolicy': '1.8', Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: 'SecurityGroup': '1.4', Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: 'SecurityGroupRule': '1.2', Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: 'SubPort': '1.0', Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: 'Subnet': '1.1', Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: 'Trunk': '1.1'}} Jul 05 09:29:34.112461 n-d-798054-8 neutron-server[93906]: {{(pid=93906) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 09:29:34.185303 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:34.235377 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:34.236625 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:29:34.237301 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:34.318582 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7723637 Jul 05 09:29:34.331944 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b8547-c21f-4c6c-b2ed-d554979d17f3 admin admin] Pushing event updated for resources: {'Network': ['ID=d4247bdf-4098-4581-b9ed-b4f48d8e3a13,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:29:34.354628 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network d4247bdf-4098-4581-b9ed-b4f48d8e3a13 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:29:36.954344 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38338) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:29:37.336960 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193c18cd-2cd0-4d39-b7be-0561909d35ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:29:37.338324 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-193c18cd-2cd0-4d39-b7be-0561909d35ca admin admin] 10.222.0.79 "GET /v2.0/networks/d4247bdf-4098-4581-b9ed-b4f48d8e3a13 HTTP/1.1" status: 200 len: 825 time: 0.3830020 Jul 05 09:29:37.361944 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a1a8e6a7-b841-435b-834c-cf39d7afea9a admin admin] 10.222.0.79 "GET /v2.0/subnetpools/f2a5f71b-6e53-4fcc-a787-a6b2ee229d3b HTTP/1.1" status: 200 len: 734 time: 0.0182536 Jul 05 09:29:37.370239 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1329be91-59bf-46d8-992d-8a0b34fa93d3 admin admin] Request body: {'subnet': {'tenant_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'd4247bdf-4098-4581-b9ed-b4f48d8e3a13', 'subnetpool_id': 'f2a5f71b-6e53-4fcc-a787-a6b2ee229d3b', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:29:37.391563 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1329be91-59bf-46d8-992d-8a0b34fa93d3 admin admin] Made reservation on behalf of f566c7e1d1254a3d9a4eb70179dea7dc for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:29:37.393953 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1329be91-59bf-46d8-992d-8a0b34fa93d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:37.689638 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1329be91-59bf-46d8-992d-8a0b34fa93d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:37.759571 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1329be91-59bf-46d8-992d-8a0b34fa93d3 admin admin] Checking segment: {'id': '1b9ac749-5946-4eff-8f47-58a3c16a3602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd4247bdf-4098-4581-b9ed-b4f48d8e3a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:29:37.759970 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1329be91-59bf-46d8-992d-8a0b34fa93d3 admin admin] Network hostable DHCP agents. Network: d4247bdf-4098-4581-b9ed-b4f48d8e3a13, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:29:37.764340 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329be91-59bf-46d8-992d-8a0b34fa93d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da60ebf6-70c0-40b1-8ae3-a094bc7aadb1,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:29:37.783831 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1329be91-59bf-46d8-992d-8a0b34fa93d3 admin admin] Network d4247bdf-4098-4581-b9ed-b4f48d8e3a13 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:29:37.795074 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-1329be91-59bf-46d8-992d-8a0b34fa93d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, d4247bdf-4098-4581-b9ed-b4f48d8e3a13) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:29:37.799604 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1329be91-59bf-46d8-992d-8a0b34fa93d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:29:37.800217 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1329be91-59bf-46d8-992d-8a0b34fa93d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:37.804564 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d731bdc8-d92d-4398-8a5f-84c30b278944 None None] Network d4247bdf-4098-4581-b9ed-b4f48d8e3a13 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:29:37.813965 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1329be91-59bf-46d8-992d-8a0b34fa93d3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4470344 Jul 05 09:29:38.116266 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-d4247bdf-4098-4581-b9ed-b4f48d8e3a13', 'network_id': 'd4247bdf-4098-4581-b9ed-b4f48d8e3a13', 'tenant_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'fixed_ips': [{'subnet_id': 'da60ebf6-70c0-40b1-8ae3-a094bc7aadb1'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:29:38.117559 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:38.388008 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Allocated IP 172.20.0.2 (d4247bdf-4098-4581-b9ed-b4f48d8e3a13/da60ebf6-70c0-40b1-8ae3-a094bc7aadb1/ef6a7918-ecd5-4d67-bfb3-06327d13a3dd) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:29:38.591534 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:38.633265 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Transition to ACTIVE for port object ef6a7918-ecd5-4d67-bfb3-06327d13a3dd will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:29:38.654700 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Transition to ACTIVE for port object ef6a7918-ecd5-4d67-bfb3-06327d13a3dd will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:29:38.663525 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:38.730594 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Network d4247bdf-4098-4581-b9ed-b4f48d8e3a13 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:29:38.737049 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:29:38.748530 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:29:38.751562 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Pushing event updated for resources: {'Port': ['ID=ef6a7918-ecd5-4d67-bfb3-06327d13a3dd,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:29:38.776718 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:38.777068 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:38.777411 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:38.777750 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:38.778087 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:38.778419 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:38.778748 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:38.779075 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:38.779402 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:38.779727 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:38.780079 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:38.780403 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Tracked resource versions report: Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: pushed versions: Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: { 'AddressGroup': {'1.2'}, Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: 'ConntrackHelper': {'1.0'}, Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: 'Log': {'1.0'}, Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: 'Network': {'1.1'}, Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: 'Port': {'1.7'}, Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: 'PortForwarding': {'1.2'}, Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: 'QosPolicy': {'1.8'}, Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: 'SecurityGroup': {'1.4'}, Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: 'SecurityGroupRule': {'1.2'}, Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: 'SubPort': {'1.0'}, Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: 'Subnet': {'1.1'}, Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: 'Trunk': {'1.1'}} Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: consumer versions: Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: { DHCP agent@n-d-798054-8: {}, Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: L3 agent@n-d-798054-8: {}, Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: Metadata agent@n-d-798054-8: {}, Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: Metering agent@n-d-798054-8: {}, Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: Open vSwitch agent@n-d-798054-8: { 'AddressGroup': '1.2', Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: 'ConntrackHelper': '1.0', Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: 'Log': '1.0', Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: 'Network': '1.1', Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: 'Port': '1.7', Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: 'PortForwarding': '1.2', Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: 'QosPolicy': '1.8', Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: 'SecurityGroup': '1.4', Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: 'SecurityGroupRule': '1.2', Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: 'SubPort': '1.0', Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: 'Subnet': '1.1', Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: 'Trunk': '1.1'}} Jul 05 09:29:38.781520 n-d-798054-8 neutron-server[93908]: {{(pid=93908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 09:29:38.830584 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Attempting to bind port ef6a7918-ecd5-4d67-bfb3-06327d13a3dd on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:29:38.831141 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Attempting to bind port ef6a7918-ecd5-4d67-bfb3-06327d13a3dd by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '1b9ac749-5946-4eff-8f47-58a3c16a3602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd4247bdf-4098-4581-b9ed-b4f48d8e3a13'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:29:38.831424 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Attempting to bind port ef6a7918-ecd5-4d67-bfb3-06327d13a3dd on network d4247bdf-4098-4581-b9ed-b4f48d8e3a13 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:29:38.836340 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:29:38.836742 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Checking segment: {'id': '1b9ac749-5946-4eff-8f47-58a3c16a3602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd4247bdf-4098-4581-b9ed-b4f48d8e3a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:29:38.837222 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:38.837615 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Bound using segment: {'id': '1b9ac749-5946-4eff-8f47-58a3c16a3602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd4247bdf-4098-4581-b9ed-b4f48d8e3a13'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:29:38.838077 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Bound port: ef6a7918-ecd5-4d67-bfb3-06327d13a3dd, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9ac749-5946-4eff-8f47-58a3c16a3602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd4247bdf-4098-4581-b9ed-b4f48d8e3a13'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:29:38.838492 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:38.899535 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] For port ef6a7918-ecd5-4d67-bfb3-06327d13a3dd, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:29:38.904046 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] For port ef6a7918-ecd5-4d67-bfb3-06327d13a3dd, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ef6a7918-ecd5-4d67-bfb3-06327d13a3dd,segment=NetworkSegment(1b9ac749-5946-4eff-8f47-58a3c16a3602),segment_id=1b9ac749-5946-4eff-8f47-58a3c16a3602)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:29:38.908778 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:38.973199 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823b18a-fbeb-4d55-a613-ce04ce50907d None None] Pushing event updated for resources: {'Port': ['ID=ef6a7918-ecd5-4d67-bfb3-06327d13a3dd,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:29:40.209139 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38346) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:29:40.518138 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [None req-9898ce88-a48d-4714-9801-453803b0503d admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:29:40.519158 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9898ce88-a48d-4714-9801-453803b0503d admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3089280 Jul 05 09:29:42.885805 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38354) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:29:43.369922 n-d-798054-8 neutron-server[93907]: WARNING oslo_policy.policy [None req-cf517f77-1c04-4bae-905e-5300ef1681a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 09:29:43.370519 n-d-798054-8 neutron-server[93907]: WARNING oslo_policy.policy [None req-cf517f77-1c04-4bae-905e-5300ef1681a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 09:29:43.597775 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-cf517f77-1c04-4bae-905e-5300ef1681a3 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:29:43.598857 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cf517f77-1c04-4bae-905e-5300ef1681a3 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7120383 Jul 05 09:29:45.025805 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f2ef36-7719-40df-8766-521f17f5528c None None] Network d4247bdf-4098-4581-b9ed-b4f48d8e3a13 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:29:45.112621 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de85bb42-f4ba-4a02-a7a1-2e7384c2c8b3 None None] Provisioning for port ef6a7918-ecd5-4d67-bfb3-06327d13a3dd completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:29:45.596273 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ef6a7918-ecd5-4d67-bfb3-06327d13a3dd up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:29:45.676161 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port ef6a7918-ecd5-4d67-bfb3-06327d13a3dd completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:29:45.679623 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port ef6a7918-ecd5-4d67-bfb3-06327d13a3dd triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:29:45.680050 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:45.788671 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:45.822585 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port ef6a7918-ecd5-4d67-bfb3-06327d13a3dd, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ef6a7918-ecd5-4d67-bfb3-06327d13a3dd,segment=NetworkSegment(1b9ac749-5946-4eff-8f47-58a3c16a3602),segment_id=1b9ac749-5946-4eff-8f47-58a3c16a3602)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:29:45.826595 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:45.876388 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=ef6a7918-ecd5-4d67-bfb3-06327d13a3dd,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:29:46.192484 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38374) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:29:46.489014 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-11889ba0-7db5-4957-95de-85786b09d033 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'f566c7e1d1254a3d9a4eb70179dea7dc'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:29:46.556363 n-d-798054-8 neutron-server[93907]: DEBUG neutron.policy [None req-11889ba0-7db5-4957-95de-85786b09d033 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93907) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 09:29:46.603328 n-d-798054-8 neutron-server[93907]: WARNING oslo_policy.policy [None req-11889ba0-7db5-4957-95de-85786b09d033 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 09:29:46.603730 n-d-798054-8 neutron-server[93907]: WARNING oslo_policy.policy [None req-11889ba0-7db5-4957-95de-85786b09d033 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 09:29:46.612199 n-d-798054-8 neutron-server[93907]: INFO neutron.quota [None req-11889ba0-7db5-4957-95de-85786b09d033 admin admin] Loaded quota_driver: . Jul 05 09:29:46.668314 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11889ba0-7db5-4957-95de-85786b09d033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:46.670067 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11889ba0-7db5-4957-95de-85786b09d033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:46.818921 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11889ba0-7db5-4957-95de-85786b09d033 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:46.824538 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11889ba0-7db5-4957-95de-85786b09d033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:46.843278 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11889ba0-7db5-4957-95de-85786b09d033 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:46.844483 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-11889ba0-7db5-4957-95de-85786b09d033 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6510425 Jul 05 09:29:47.577896 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ef6a7918-ecd5-4d67-bfb3-06327d13a3dd up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:29:47.626741 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port ef6a7918-ecd5-4d67-bfb3-06327d13a3dd triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:29:47.627121 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:49.180381 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38384) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:29:49.479979 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-50f53479-54f2-476f-a251-13865b6758a2 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:29:49.481000 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-50f53479-54f2-476f-a251-13865b6758a2 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2996662 Jul 05 09:29:50.835372 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bf9f13b6-2d7b-455a-bd78-24efbef579d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:51.806923 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38392) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:29:52.111946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:29:52.137218 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Made reservation on behalf of 8ad598d998f140cf944fa1d6c140ac33 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:29:52.140175 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:52.155586 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:52.246634 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 5 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:29:52.272391 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:52.276011 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:52.286377 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Reserving flat network on physical network physnet1 {{(pid=93907) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 05 09:29:52.318149 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778709863253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:52.318708 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Unsubscribe: segment precommit_create {{(pid=93907) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 09:29:52.319210 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Added segment b43175cf-afc9-4b12-9081-f05a31de1a5b of type flat for network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 Jul 05 09:29:52.336607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ad0e29-541b-44e8-8103-a80c1398abac,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:29:52.361266 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:52.361543 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:52.361877 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:52.362206 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:52.362529 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:52.362851 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:52.363168 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:52.363484 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:52.363798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:52.364201 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:52.364514 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:52.364827 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Tracked resource versions report: Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: pushed versions: Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: { 'AddressGroup': {'1.2'}, Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: 'ConntrackHelper': {'1.0'}, Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: 'Log': {'1.0'}, Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: 'Network': {'1.1'}, Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: 'Port': {'1.7'}, Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: 'PortForwarding': {'1.2'}, Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: 'QosPolicy': {'1.8'}, Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: 'SecurityGroup': {'1.4'}, Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: 'SecurityGroupRule': {'1.2'}, Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: 'SubPort': {'1.0'}, Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: 'Subnet': {'1.1'}, Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: 'Trunk': {'1.1'}} Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: consumer versions: Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: { DHCP agent@n-d-798054-8: {}, Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: L3 agent@n-d-798054-8: {}, Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: Metadata agent@n-d-798054-8: {}, Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: Metering agent@n-d-798054-8: {}, Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: Open vSwitch agent@n-d-798054-8: { 'AddressGroup': '1.2', Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: 'ConntrackHelper': '1.0', Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: 'Log': '1.0', Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: 'Network': '1.1', Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: 'Port': '1.7', Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: 'PortForwarding': '1.2', Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: 'QosPolicy': '1.8', Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: 'SecurityGroup': '1.4', Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: 'SecurityGroupRule': '1.2', Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: 'SubPort': '1.0', Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: 'Subnet': '1.1', Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: 'Trunk': '1.1'}} Jul 05 09:29:52.365955 n-d-798054-8 neutron-server[93907]: {{(pid=93907) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 09:29:52.443837 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:52.495693 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:52.496845 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:29:52.497496 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:52.570075 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7620649 Jul 05 09:29:52.602697 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d59d43-1ad1-4421-bf98-52a4f4a64358 admin admin] Pushing event updated for resources: {'Network': ['ID=09e44b00-3ed2-4b73-b8aa-2fb63853c529,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:29:52.614551 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:29:53.260792 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c536e233-b862-4aeb-8f66-d966a8f438d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:53.461414 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:54.377255 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:54.925373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38414) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:29:55.140052 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c992ea89-6720-444c-b3d8-e389f8461008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:29:55.141430 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c992ea89-6720-444c-b3d8-e389f8461008 admin admin] 10.222.0.79 "GET /v2.0/subnets/da60ebf6-70c0-40b1-8ae3-a094bc7aadb1 HTTP/1.1" status: 200 len: 849 time: 0.2150965 Jul 05 09:29:55.271656 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3a8a72a3-8d07-4f23-85f5-06a94b782b26 admin admin] 10.222.0.79 "GET /v2.0/routers/096a0df6-953d-4eb5-88e1-91d32d58c0ae HTTP/1.1" status: 200 len: 704 time: 0.1248889 Jul 05 09:29:55.533762 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38143acc-0dfe-4016-a2f8-646b6ea8b8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:55.825850 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-38143acc-0dfe-4016-a2f8-646b6ea8b8f7 admin admin] Allocated IP 172.20.0.1 (d4247bdf-4098-4581-b9ed-b4f48d8e3a13/da60ebf6-70c0-40b1-8ae3-a094bc7aadb1/ccea6577-e189-4093-933d-ff05d28353bc) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:29:56.007788 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38143acc-0dfe-4016-a2f8-646b6ea8b8f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:56.030960 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-38143acc-0dfe-4016-a2f8-646b6ea8b8f7 admin admin] Transition to ACTIVE for port object ccea6577-e189-4093-933d-ff05d28353bc will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:29:56.110686 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38143acc-0dfe-4016-a2f8-646b6ea8b8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:56.184857 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38143acc-0dfe-4016-a2f8-646b6ea8b8f7 admin admin] Network d4247bdf-4098-4581-b9ed-b4f48d8e3a13 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:29:56.191989 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-38143acc-0dfe-4016-a2f8-646b6ea8b8f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:29:56.193940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38143acc-0dfe-4016-a2f8-646b6ea8b8f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ccea6577-e189-4093-933d-ff05d28353bc,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:29:56.206090 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38143acc-0dfe-4016-a2f8-646b6ea8b8f7 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:29:56.206595 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38143acc-0dfe-4016-a2f8-646b6ea8b8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:56.423076 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-946cfd5b-b00a-4cd0-978f-d2c1993a157c None None] Provisioning for port ccea6577-e189-4093-933d-ff05d28353bc completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:29:56.427145 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-946cfd5b-b00a-4cd0-978f-d2c1993a157c None None] Provisioning complete for port ccea6577-e189-4093-933d-ff05d28353bc triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:29:56.427525 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-946cfd5b-b00a-4cd0-978f-d2c1993a157c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:56.467282 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:56.471092 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-946cfd5b-b00a-4cd0-978f-d2c1993a157c None None] Port ccea6577-e189-4093-933d-ff05d28353bc cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:29:56.472925 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38143acc-0dfe-4016-a2f8-646b6ea8b8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:56.653640 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38143acc-0dfe-4016-a2f8-646b6ea8b8f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:56.658146 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38143acc-0dfe-4016-a2f8-646b6ea8b8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:56.659109 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38143acc-0dfe-4016-a2f8-646b6ea8b8f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:56.736397 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38143acc-0dfe-4016-a2f8-646b6ea8b8f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ccea6577-e189-4093-933d-ff05d28353bc,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:29:56.781084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38143acc-0dfe-4016-a2f8-646b6ea8b8f7 admin admin] Network d4247bdf-4098-4581-b9ed-b4f48d8e3a13 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:29:56.782343 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-38143acc-0dfe-4016-a2f8-646b6ea8b8f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:29:56.941494 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38143acc-0dfe-4016-a2f8-646b6ea8b8f7 admin admin] Router 096a0df6-953d-4eb5-88e1-91d32d58c0ae is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:29:56.992886 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-16715266-9607-43a7-a3ff-f35b9f413f29 None None] Provisioning complete for port ccea6577-e189-4093-933d-ff05d28353bc triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:29:56.993143 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-16715266-9607-43a7-a3ff-f35b9f413f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:57.028203 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-16715266-9607-43a7-a3ff-f35b9f413f29 None None] Port ccea6577-e189-4093-933d-ff05d28353bc cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:29:57.040499 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38143acc-0dfe-4016-a2f8-646b6ea8b8f7 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:29:57.046642 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-38143acc-0dfe-4016-a2f8-646b6ea8b8f7 admin admin] 10.222.0.79 "PUT /v2.0/routers/096a0df6-953d-4eb5-88e1-91d32d58c0ae/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7691288 Jul 05 09:29:57.063178 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] Sync routers for ids ['096a0df6-953d-4eb5-88e1-91d32d58c0ae'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:29:57.075179 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] Routers {'096a0df6-953d-4eb5-88e1-91d32d58c0ae'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:29:57.076063 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:29:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['096a0df6-953d-4eb5-88e1-91d32d58c0ae'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:29:57.261306 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] Set router 096a0df6-953d-4eb5-88e1-91d32d58c0ae gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:29:57.697159 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a0df6-953d-4eb5-88e1-91d32d58c0ae', 'name': 'router1', 'tenant_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:29:46Z', 'updated_at': '2021-07-05T09:29:56Z', 'revision_number': 2, 'project_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'gw_port_host': None, '_interfaces': [{'id': 'ccea6577-e189-4093-933d-ff05d28353bc', 'name': '', 'network_id': 'd4247bdf-4098-4581-b9ed-b4f48d8e3a13', 'tenant_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'mac_address': 'fa:16:3e:a5:e6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096a0df6-953d-4eb5-88e1-91d32d58c0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da60ebf6-70c0-40b1-8ae3-a094bc7aadb1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:29:55Z', 'updated_at': '2021-07-05T09:29:56Z', 'revision_number': 2, 'project_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'subnets': [{'id': 'da60ebf6-70c0-40b1-8ae3-a094bc7aadb1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2a5f71b-6e53-4fcc-a787-a6b2ee229d3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:29:57.749822 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] Checking router: 096a0df6-953d-4eb5-88e1-91d32d58c0ae for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:29:57.750194 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] Updating router 096a0df6-953d-4eb5-88e1-91d32d58c0ae port ccea6577-e189-4093-933d-ff05d28353bc binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:29:57.815229 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:58.305104 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:58.322156 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] Transition to ACTIVE for port object ccea6577-e189-4093-933d-ff05d28353bc will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:29:58.328273 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:58.488480 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386cbe3-ba09-4332-826d-5bd76929b6ab None None] Pushing event updated for resources: {'Port': ['ID=ccea6577-e189-4093-933d-ff05d28353bc,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:29:58.497494 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] Attempting to bind port ccea6577-e189-4093-933d-ff05d28353bc on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:29:58.497903 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] Attempting to bind port ccea6577-e189-4093-933d-ff05d28353bc by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '1b9ac749-5946-4eff-8f47-58a3c16a3602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd4247bdf-4098-4581-b9ed-b4f48d8e3a13'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:29:58.498353 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] Attempting to bind port ccea6577-e189-4093-933d-ff05d28353bc on network d4247bdf-4098-4581-b9ed-b4f48d8e3a13 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:29:58.503798 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386cbe3-ba09-4332-826d-5bd76929b6ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:58.504173 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386cbe3-ba09-4332-826d-5bd76929b6ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:58.504510 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386cbe3-ba09-4332-826d-5bd76929b6ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:58.504845 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386cbe3-ba09-4332-826d-5bd76929b6ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:58.505175 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386cbe3-ba09-4332-826d-5bd76929b6ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:58.505499 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386cbe3-ba09-4332-826d-5bd76929b6ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:58.505824 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386cbe3-ba09-4332-826d-5bd76929b6ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:58.506144 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386cbe3-ba09-4332-826d-5bd76929b6ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:58.506464 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386cbe3-ba09-4332-826d-5bd76929b6ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:58.506782 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386cbe3-ba09-4332-826d-5bd76929b6ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:58.507099 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386cbe3-ba09-4332-826d-5bd76929b6ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:58.507446 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386cbe3-ba09-4332-826d-5bd76929b6ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386cbe3-ba09-4332-826d-5bd76929b6ab None None] Tracked resource versions report: Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: pushed versions: Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: { 'AddressGroup': {'1.2'}, Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: 'ConntrackHelper': {'1.0'}, Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: 'Log': {'1.0'}, Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: 'Network': {'1.1'}, Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: 'Port': {'1.7'}, Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: 'PortForwarding': {'1.2'}, Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: 'QosPolicy': {'1.8'}, Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: 'SecurityGroup': {'1.4'}, Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: 'SecurityGroupRule': {'1.2'}, Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: 'SubPort': {'1.0'}, Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: 'Subnet': {'1.1'}, Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: 'Trunk': {'1.1'}} Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: consumer versions: Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: { DHCP agent@n-d-798054-8: {}, Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: L3 agent@n-d-798054-8: {}, Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: Metadata agent@n-d-798054-8: {}, Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: Metering agent@n-d-798054-8: {}, Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: Open vSwitch agent@n-d-798054-8: { 'AddressGroup': '1.2', Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: 'ConntrackHelper': '1.0', Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: 'Log': '1.0', Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: 'Network': '1.1', Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: 'Port': '1.7', Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: 'PortForwarding': '1.2', Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: 'QosPolicy': '1.8', Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: 'SecurityGroup': '1.4', Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: 'SecurityGroupRule': '1.2', Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: 'SubPort': '1.0', Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: 'Subnet': '1.1', Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: 'Trunk': '1.1'}} Jul 05 09:29:58.508830 n-d-798054-8 neutron-server[93909]: {{(pid=93909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 09:29:58.511405 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:29:58.511405 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] Checking segment: {'id': '1b9ac749-5946-4eff-8f47-58a3c16a3602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd4247bdf-4098-4581-b9ed-b4f48d8e3a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:29:58.511896 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:58.512280 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] Bound using segment: {'id': '1b9ac749-5946-4eff-8f47-58a3c16a3602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd4247bdf-4098-4581-b9ed-b4f48d8e3a13'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:29:58.512765 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] Bound port: ccea6577-e189-4093-933d-ff05d28353bc, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9ac749-5946-4eff-8f47-58a3c16a3602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd4247bdf-4098-4581-b9ed-b4f48d8e3a13'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:29:58.513181 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:58.582093 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] For port ccea6577-e189-4093-933d-ff05d28353bc, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:29:58.605092 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] For port ccea6577-e189-4093-933d-ff05d28353bc, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ccea6577-e189-4093-933d-ff05d28353bc,segment=NetworkSegment(1b9ac749-5946-4eff-8f47-58a3c16a3602),segment_id=1b9ac749-5946-4eff-8f47-58a3c16a3602)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:29:58.609312 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:58.666493 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386cbe3-ba09-4332-826d-5bd76929b6ab None None] Pushing event updated for resources: {'Port': ['ID=ccea6577-e189-4093-933d-ff05d28353bc,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:29:58.697002 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] Routers {'096a0df6-953d-4eb5-88e1-91d32d58c0ae'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:29:58.697676 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:29:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['096a0df6-953d-4eb5-88e1-91d32d58c0ae'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:29:58.785804 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] Set router 096a0df6-953d-4eb5-88e1-91d32d58c0ae gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:29:58.988472 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a0df6-953d-4eb5-88e1-91d32d58c0ae', 'name': 'router1', 'tenant_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:29:46Z', 'updated_at': '2021-07-05T09:29:56Z', 'revision_number': 2, 'project_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'gw_port_host': None, '_interfaces': [{'id': 'ccea6577-e189-4093-933d-ff05d28353bc', 'name': '', 'network_id': 'd4247bdf-4098-4581-b9ed-b4f48d8e3a13', 'tenant_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'mac_address': 'fa:16:3e:a5:e6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096a0df6-953d-4eb5-88e1-91d32d58c0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da60ebf6-70c0-40b1-8ae3-a094bc7aadb1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:29:55Z', 'updated_at': '2021-07-05T09:29:58Z', 'revision_number': 4, 'project_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'subnets': [{'id': 'da60ebf6-70c0-40b1-8ae3-a094bc7aadb1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2a5f71b-6e53-4fcc-a787-a6b2ee229d3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:29:59.017256 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad039b7-6dac-445c-9553-b5af464e593f None None] The sync data for ids ['096a0df6-953d-4eb5-88e1-91d32d58c0ae'] in n-d-798054-8 is: [{'id': '096a0df6-953d-4eb5-88e1-91d32d58c0ae', 'name': 'router1', 'tenant_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:29:46Z', 'updated_at': '2021-07-05T09:29:56Z', 'revision_number': 2, 'project_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'gw_port_host': None, '_interfaces': [{'id': 'ccea6577-e189-4093-933d-ff05d28353bc', 'name': '', 'network_id': 'd4247bdf-4098-4581-b9ed-b4f48d8e3a13', 'tenant_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'mac_address': 'fa:16:3e:a5:e6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096a0df6-953d-4eb5-88e1-91d32d58c0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da60ebf6-70c0-40b1-8ae3-a094bc7aadb1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:29:55Z', 'updated_at': '2021-07-05T09:29:58Z', 'revision_number': 4, 'project_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'subnets': [{'id': 'da60ebf6-70c0-40b1-8ae3-a094bc7aadb1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2a5f71b-6e53-4fcc-a787-a6b2ee229d3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:29:59.267207 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38438) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:29:59.372993 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4472420c-459f-40a9-ac34-ea9836635031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:29:59.374307 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4472420c-459f-40a9-ac34-ea9836635031 admin admin] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 842 time: 0.1060116 Jul 05 09:29:59.383538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-438b5772-bcfc-449b-9911-a1217dff0729 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.7.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'cidr': '172.25.7.0/24', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:29:59.408638 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438b5772-bcfc-449b-9911-a1217dff0729 admin admin] Made reservation on behalf of 8ad598d998f140cf944fa1d6c140ac33 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:29:59.411042 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-438b5772-bcfc-449b-9911-a1217dff0729 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:59.722776 n-d-798054-8 neutron-server[93907]: DEBUG neutron.objects.ports [None req-438b5772-bcfc-449b-9911-a1217dff0729 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93907) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:29:59.723203 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-438b5772-bcfc-449b-9911-a1217dff0729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:59.777045 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b5772-bcfc-449b-9911-a1217dff0729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ae0dc67-1e88-4c9b-9098-216f0bd0d968,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:29:59.789267 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438b5772-bcfc-449b-9911-a1217dff0729 admin admin] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:29:59.789620 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438b5772-bcfc-449b-9911-a1217dff0729 admin admin] Network hostable DHCP agents. Network: 09e44b00-3ed2-4b73-b8aa-2fb63853c529, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:29:59.812700 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438b5772-bcfc-449b-9911-a1217dff0729 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:29:59.824380 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-438b5772-bcfc-449b-9911-a1217dff0729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 09e44b00-3ed2-4b73-b8aa-2fb63853c529) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:29:59.828198 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438b5772-bcfc-449b-9911-a1217dff0729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:29:59.828778 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-438b5772-bcfc-449b-9911-a1217dff0729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:59.834036 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73ce0ee-c7bc-490e-88c7-0fa6accba365 None None] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:29:59.842705 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-438b5772-bcfc-449b-9911-a1217dff0729 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4624977 Jul 05 09:29:59.966459 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be34ad7a-9aab-447d-82c0-c034df14faca None None] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:30:02.134552 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38450) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:30:02.277572 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4ebb4fe4-bcb7-4f0b-ad4b-045868a7c9ee admin admin] 10.222.0.79 "GET /v2.0/routers/096a0df6-953d-4eb5-88e1-91d32d58c0ae HTTP/1.1" status: 200 len: 710 time: 0.1418910 Jul 05 09:30:02.360721 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a965ac09-fd08-48a9-b879-37f81bb605ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:30:02.362026 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a965ac09-fd08-48a9-b879-37f81bb605ee admin admin] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 886 time: 0.0794377 Jul 05 09:30:02.370531 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c8e396a5-a969-4c6e-a549-a3ab2499aab9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:30:02.690047 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8e396a5-a969-4c6e-a549-a3ab2499aab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:02.922254 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8e396a5-a969-4c6e-a549-a3ab2499aab9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:02.993656 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8e396a5-a969-4c6e-a549-a3ab2499aab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:03.095335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-c8e396a5-a969-4c6e-a549-a3ab2499aab9 admin admin] Allocated IP 172.25.7.238 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/23e5a414-0ad2-4558-b56c-d810d6016393) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:30:03.195585 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8e396a5-a969-4c6e-a549-a3ab2499aab9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:03.236122 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8e396a5-a969-4c6e-a549-a3ab2499aab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:03.270074 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e396a5-a969-4c6e-a549-a3ab2499aab9 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:30:03.273330 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-c8e396a5-a969-4c6e-a549-a3ab2499aab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:30:03.280546 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e396a5-a969-4c6e-a549-a3ab2499aab9 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:30:03.285485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e396a5-a969-4c6e-a549-a3ab2499aab9 admin admin] Pushing event updated for resources: {'Port': ['ID=23e5a414-0ad2-4558-b56c-d810d6016393,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:30:03.519920 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8e396a5-a969-4c6e-a549-a3ab2499aab9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:03.601612 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ccea6577-e189-4093-933d-ff05d28353bc up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:30:03.649165 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port ccea6577-e189-4093-933d-ff05d28353bc completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:30:03.652982 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port ccea6577-e189-4093-933d-ff05d28353bc triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:30:03.653293 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:03.717221 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8e396a5-a969-4c6e-a549-a3ab2499aab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:03.720413 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8e396a5-a969-4c6e-a549-a3ab2499aab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3671792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3671787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3670561'] for router, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:03.730488 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:03.762101 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port ccea6577-e189-4093-933d-ff05d28353bc, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ccea6577-e189-4093-933d-ff05d28353bc,segment=NetworkSegment(1b9ac749-5946-4eff-8f47-58a3c16a3602),segment_id=1b9ac749-5946-4eff-8f47-58a3c16a3602)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:30:03.765910 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:03.814846 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=ccea6577-e189-4093-933d-ff05d28353bc,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:30:03.827917 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e396a5-a969-4c6e-a549-a3ab2499aab9 admin admin] Router 096a0df6-953d-4eb5-88e1-91d32d58c0ae has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:30:04.015605 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e396a5-a969-4c6e-a549-a3ab2499aab9 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:30:04.019935 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8e396a5-a969-4c6e-a549-a3ab2499aab9 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:04.021179 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c8e396a5-a969-4c6e-a549-a3ab2499aab9 admin admin] 10.222.0.79 "PUT /v2.0/routers/096a0df6-953d-4eb5-88e1-91d32d58c0ae HTTP/1.1" status: 200 len: 890 time: 1.6537502 Jul 05 09:30:04.026899 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] Sync routers for ids ['096a0df6-953d-4eb5-88e1-91d32d58c0ae'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:30:04.039214 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] Routers {'096a0df6-953d-4eb5-88e1-91d32d58c0ae'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:30:04.039940 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:29:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['096a0df6-953d-4eb5-88e1-91d32d58c0ae'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:30:04.315035 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] Set router 096a0df6-953d-4eb5-88e1-91d32d58c0ae gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:30:04.701381 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a0df6-953d-4eb5-88e1-91d32d58c0ae', 'name': 'router1', 'tenant_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '23e5a414-0ad2-4558-b56c-d810d6016393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:29:46Z', 'updated_at': '2021-07-05T09:30:03Z', 'revision_number': 4, 'project_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'gw_port': {'id': '23e5a414-0ad2-4558-b56c-d810d6016393', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096a0df6-953d-4eb5-88e1-91d32d58c0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:30:02Z', 'updated_at': '2021-07-05T09:30:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'ccea6577-e189-4093-933d-ff05d28353bc', 'name': '', 'network_id': 'd4247bdf-4098-4581-b9ed-b4f48d8e3a13', 'tenant_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'mac_address': 'fa:16:3e:a5:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a0df6-953d-4eb5-88e1-91d32d58c0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da60ebf6-70c0-40b1-8ae3-a094bc7aadb1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:29:55Z', 'updated_at': '2021-07-05T09:30:03Z', 'revision_number': 5, 'project_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'subnets': [{'id': 'da60ebf6-70c0-40b1-8ae3-a094bc7aadb1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2a5f71b-6e53-4fcc-a787-a6b2ee229d3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:30:04.752315 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] Checking router: 096a0df6-953d-4eb5-88e1-91d32d58c0ae for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:30:04.752674 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] Updating router 096a0df6-953d-4eb5-88e1-91d32d58c0ae port 23e5a414-0ad2-4558-b56c-d810d6016393 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:30:04.785129 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:05.099565 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:05.108791 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] Transition to ACTIVE for port object 23e5a414-0ad2-4558-b56c-d810d6016393 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:30:05.114800 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:05.162578 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] Attempting to bind port 23e5a414-0ad2-4558-b56c-d810d6016393 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:30:05.162953 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] Attempting to bind port 23e5a414-0ad2-4558-b56c-d810d6016393 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:30:05.163342 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] Attempting to bind port 23e5a414-0ad2-4558-b56c-d810d6016393 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:30:05.169835 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d31f16-19ba-4390-aa73-8be3a6c42b66 None None] Pushing event updated for resources: {'Port': ['ID=23e5a414-0ad2-4558-b56c-d810d6016393,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:30:05.172461 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:30:05.172840 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:30:05.173242 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:05.173632 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:30:05.174093 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] Bound port: 23e5a414-0ad2-4558-b56c-d810d6016393, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:30:05.174493 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:05.223419 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] For port 23e5a414-0ad2-4558-b56c-d810d6016393, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:30:05.226903 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] For port 23e5a414-0ad2-4558-b56c-d810d6016393, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=23e5a414-0ad2-4558-b56c-d810d6016393,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:30:05.231316 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:05.293089 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] Routers {'096a0df6-953d-4eb5-88e1-91d32d58c0ae'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:30:05.293704 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:29:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['096a0df6-953d-4eb5-88e1-91d32d58c0ae'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:30:05.295357 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d31f16-19ba-4390-aa73-8be3a6c42b66 None None] Pushing event updated for resources: {'Port': ['ID=23e5a414-0ad2-4558-b56c-d810d6016393,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:30:05.402090 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] Set router 096a0df6-953d-4eb5-88e1-91d32d58c0ae gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:30:05.599407 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ccea6577-e189-4093-933d-ff05d28353bc up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:30:05.692214 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port ccea6577-e189-4093-933d-ff05d28353bc triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:30:05.692505 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:05.751647 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a0df6-953d-4eb5-88e1-91d32d58c0ae', 'name': 'router1', 'tenant_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '23e5a414-0ad2-4558-b56c-d810d6016393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:29:46Z', 'updated_at': '2021-07-05T09:30:03Z', 'revision_number': 4, 'project_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'gw_port': {'id': '23e5a414-0ad2-4558-b56c-d810d6016393', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096a0df6-953d-4eb5-88e1-91d32d58c0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:30:02Z', 'updated_at': '2021-07-05T09:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'ccea6577-e189-4093-933d-ff05d28353bc', 'name': '', 'network_id': 'd4247bdf-4098-4581-b9ed-b4f48d8e3a13', 'tenant_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'mac_address': 'fa:16:3e:a5:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a0df6-953d-4eb5-88e1-91d32d58c0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da60ebf6-70c0-40b1-8ae3-a094bc7aadb1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:29:55Z', 'updated_at': '2021-07-05T09:30:03Z', 'revision_number': 5, 'project_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'subnets': [{'id': 'da60ebf6-70c0-40b1-8ae3-a094bc7aadb1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2a5f71b-6e53-4fcc-a787-a6b2ee229d3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:30:05.797078 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b386a5a1-556c-4b8c-b699-e9e3a8567fbb None None] The sync data for ids ['096a0df6-953d-4eb5-88e1-91d32d58c0ae'] in n-d-798054-8 is: [{'id': '096a0df6-953d-4eb5-88e1-91d32d58c0ae', 'name': 'router1', 'tenant_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '23e5a414-0ad2-4558-b56c-d810d6016393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:29:46Z', 'updated_at': '2021-07-05T09:30:03Z', 'revision_number': 4, 'project_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'gw_port': {'id': '23e5a414-0ad2-4558-b56c-d810d6016393', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096a0df6-953d-4eb5-88e1-91d32d58c0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:30:02Z', 'updated_at': '2021-07-05T09:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'ccea6577-e189-4093-933d-ff05d28353bc', 'name': '', 'network_id': 'd4247bdf-4098-4581-b9ed-b4f48d8e3a13', 'tenant_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'mac_address': 'fa:16:3e:a5:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a0df6-953d-4eb5-88e1-91d32d58c0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da60ebf6-70c0-40b1-8ae3-a094bc7aadb1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:29:55Z', 'updated_at': '2021-07-05T09:30:03Z', 'revision_number': 5, 'project_id': 'f566c7e1d1254a3d9a4eb70179dea7dc', 'subnets': [{'id': 'da60ebf6-70c0-40b1-8ae3-a094bc7aadb1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2a5f71b-6e53-4fcc-a787-a6b2ee229d3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:30:06.435689 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38458) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:30:06.562911 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-13a12d3f-6226-4a0f-8537-cf2813186eb2 admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1258578 Jul 05 09:30:07.611306 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 23e5a414-0ad2-4558-b56c-d810d6016393 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:30:07.660428 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 23e5a414-0ad2-4558-b56c-d810d6016393 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:30:07.664655 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 23e5a414-0ad2-4558-b56c-d810d6016393 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:30:07.665037 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:07.755095 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:07.780490 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 23e5a414-0ad2-4558-b56c-d810d6016393, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=23e5a414-0ad2-4558-b56c-d810d6016393,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:30:07.784551 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:07.862498 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=23e5a414-0ad2-4558-b56c-d810d6016393,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:30:09.621084 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 23e5a414-0ad2-4558-b56c-d810d6016393 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:30:09.669919 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 23e5a414-0ad2-4558-b56c-d810d6016393 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:30:09.670293 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:20.838945 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-428df99f-6229-468d-8425-19e894dd61bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:23.262314 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e786b38f-6efe-42de-a1f9-2a19fbb1f1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:23.471261 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:24.387210 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:26.474546 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:29.257370 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 5 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:30:50.844623 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3abe847c-942b-4826-9169-114ce5da0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:53.265070 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-80a6995f-1b12-40f3-bbbd-744ea8c00de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:53.468213 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:54.382911 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:56.471314 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:06.246895 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 5 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:31:20.848639 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-16c8f8cd-a454-4c08-bf61-d93e11271f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:23.266581 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e2102eb7-e792-4aff-803f-54722587789b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:23.469571 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:24.385987 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:26.474765 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:43.245657 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 5 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:31:47.940411 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39058) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:31:47.998901 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a13f65-b9e0-4246-a974-4afec38cf3bc admin admin] GET failed (client error): The resource could not be found. Jul 05 09:31:48.000269 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-17a13f65-b9e0-4246-a974-4afec38cf3bc admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0588698 Jul 05 09:31:48.157591 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11216c9e-f214-4c66-b821-095a2a8cc9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:31:48.159000 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-11216c9e-f214-4c66-b821-095a2a8cc9e7 admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1550014 Jul 05 09:31:50.309066 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39068) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:31:50.400108 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1941bc-6932-4f6b-8669-d32ea8eac6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:31:50.401454 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3f1941bc-6932-4f6b-8669-d32ea8eac6f9 admin admin] 10.222.0.79 "GET /v2.0/subnets/da60ebf6-70c0-40b1-8ae3-a094bc7aadb1 HTTP/1.1" status: 200 len: 849 time: 0.0914140 Jul 05 09:31:50.410678 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a0788452-50ac-4261-97f0-8dcd942ac3b6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:31:50.491881 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0788452-50ac-4261-97f0-8dcd942ac3b6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:50.628613 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0788452-50ac-4261-97f0-8dcd942ac3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778709884959'] for subnet, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:50.656793 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0788452-50ac-4261-97f0-8dcd942ac3b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:31:50.657409 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0788452-50ac-4261-97f0-8dcd942ac3b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:50.659492 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a0788452-50ac-4261-97f0-8dcd942ac3b6 admin admin] 10.222.0.79 "PUT /v2.0/subnets/da60ebf6-70c0-40b1-8ae3-a094bc7aadb1 HTTP/1.1" status: 200 len: 868 time: 0.2516432 Jul 05 09:31:50.664353 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe4b5a1-535b-4430-bc0b-a3f387e5328b None None] Network d4247bdf-4098-4581-b9ed-b4f48d8e3a13 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:31:50.686301 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0788452-50ac-4261-97f0-8dcd942ac3b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da60ebf6-70c0-40b1-8ae3-a094bc7aadb1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:31:50.694372 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0788452-50ac-4261-97f0-8dcd942ac3b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:31:50.694718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0788452-50ac-4261-97f0-8dcd942ac3b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:31:50.695049 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0788452-50ac-4261-97f0-8dcd942ac3b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:31:50.695384 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0788452-50ac-4261-97f0-8dcd942ac3b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:31:50.695706 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0788452-50ac-4261-97f0-8dcd942ac3b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:31:50.696060 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0788452-50ac-4261-97f0-8dcd942ac3b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:31:50.696382 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0788452-50ac-4261-97f0-8dcd942ac3b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:31:50.696704 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0788452-50ac-4261-97f0-8dcd942ac3b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:31:50.697019 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0788452-50ac-4261-97f0-8dcd942ac3b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:31:50.697338 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0788452-50ac-4261-97f0-8dcd942ac3b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:31:50.697656 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0788452-50ac-4261-97f0-8dcd942ac3b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:31:50.697970 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0788452-50ac-4261-97f0-8dcd942ac3b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:31:50.855514 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f2cd403e-7f66-48a1-b0a0-5cc29aa8577a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:51.065658 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b54543f8-352b-48c4-8651-be48d19124bc None None] Provisioning complete for port ccea6577-e189-4093-933d-ff05d28353bc triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:31:51.066036 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b54543f8-352b-48c4-8651-be48d19124bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:51.150296 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b54543f8-352b-48c4-8651-be48d19124bc None None] Provisioning complete for port ef6a7918-ecd5-4d67-bfb3-06327d13a3dd triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:31:51.150572 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b54543f8-352b-48c4-8651-be48d19124bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:52.827584 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39078) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:31:53.020654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a840fe-b484-4d0b-b103-db49d2f8bb10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:31:53.021133 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a840fe-b484-4d0b-b103-db49d2f8bb10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:31:53.022683 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b8a840fe-b484-4d0b-b103-db49d2f8bb10 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1941190 Jul 05 09:31:53.267891 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ec3f9c8e-d0e0-4f86-8fac-27306741647a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:53.470779 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:54.388091 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:55.202625 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39086) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:31:55.330971 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35e0d88-6477-44f1-9838-704449fb9c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:31:55.331477 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35e0d88-6477-44f1-9838-704449fb9c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:31:55.333683 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e35e0d88-6477-44f1-9838-704449fb9c45 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1301067 Jul 05 09:31:56.476716 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:57.512924 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39094) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:31:57.635554 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f85fad8-4645-4b43-937f-c290fe5717e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:31:57.636988 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5f85fad8-4645-4b43-937f-c290fe5717e3 admin admin] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 886 time: 0.1231108 Jul 05 09:31:59.803091 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39102) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:31:59.930146 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8fdc64-8d10-45e5-997d-3d87755b8957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:31:59.931422 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ec8fdc64-8d10-45e5-997d-3d87755b8957 admin admin] 10.222.0.79 "GET /v2.0/networks/d4247bdf-4098-4581-b9ed-b4f48d8e3a13 HTTP/1.1" status: 200 len: 869 time: 0.1273639 Jul 05 09:32:02.127303 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39110) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:02.262456 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3a68d9-8c6e-40dd-98f8-6bb23a69b6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:02.262920 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3a68d9-8c6e-40dd-98f8-6bb23a69b6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:02.264474 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ba3a68d9-8c6e-40dd-98f8-6bb23a69b6db admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1361942 Jul 05 09:32:04.468033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39118) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:04.561514 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255de4bb-67bc-4adb-a0a7-79d2491f0a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:04.561975 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255de4bb-67bc-4adb-a0a7-79d2491f0a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:04.563526 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-255de4bb-67bc-4adb-a0a7-79d2491f0a03 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0945487 Jul 05 09:32:06.763988 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39126) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:06.848879 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892136ce-c403-4cdd-a4a2-46b2d8b5f4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:06.850231 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-892136ce-c403-4cdd-a4a2-46b2d8b5f4ad admin admin] 10.222.0.79 "GET /v2.0/subnets/7ae0dc67-1e88-4c9b-9098-216f0bd0d968 HTTP/1.1" status: 200 len: 816 time: 0.0852852 Jul 05 09:32:09.033243 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39134) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:09.128531 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1c3f9e-d4a1-48db-ab47-854f728189e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:09.134405 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bf1c3f9e-d4a1-48db-ab47-854f728189e3 admin admin] 10.222.0.79 "GET /v2.0/subnets/da60ebf6-70c0-40b1-8ae3-a094bc7aadb1 HTTP/1.1" status: 200 len: 868 time: 0.0958066 Jul 05 09:32:20.244517 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 5 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:32:20.845975 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8f671344-4d25-4834-a420-1d884895cb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:23.268581 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0467c6f4-4f35-4c69-9b3e-8981aa334659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:23.472900 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:24.391473 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:26.480106 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:32.916422 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39178) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:32.961938 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-7e26e5b1-1a03-49d7-aba8-93051ecb10d2 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:32:32.962945 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7e26e5b1-1a03-49d7-aba8-93051ecb10d2 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455732 Jul 05 09:32:35.207135 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39186) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:35.265879 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f45322-84fb-46ea-b30e-594055059553 admin admin] GET failed (client error): The resource could not be found. Jul 05 09:32:35.267199 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d1f45322-84fb-46ea-b30e-594055059553 admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0591383 Jul 05 09:32:35.351039 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8e410b-9122-4f26-88a0-dcc9f47d8fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:35.352551 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bf8e410b-9122-4f26-88a0-dcc9f47d8fa2 admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0809844 Jul 05 09:32:37.579165 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39194) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:37.636315 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3ac7f782-fd34-49b3-91ce-c9bad34b71df admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:37.656096 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac7f782-fd34-49b3-91ce-c9bad34b71df admin admin] Made reservation on behalf of 8ad598d998f140cf944fa1d6c140ac33 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:32:37.658413 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ac7f782-fd34-49b3-91ce-c9bad34b71df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:37.694459 n-d-798054-8 neutron-server[93906]: WARNING neutron.services.revisions.revision_plugin [None req-3ac7f782-fd34-49b3-91ce-c9bad34b71df admin admin] Could not find related network for resource to bump revision. Jul 05 09:32:37.707372 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac7f782-fd34-49b3-91ce-c9bad34b71df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:32:37.716475 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ac7f782-fd34-49b3-91ce-c9bad34b71df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:37.716809 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-3ac7f782-fd34-49b3-91ce-c9bad34b71df admin admin] Added segment 1d0ee7fa-2d30-4b8c-8785-d38910d13d89 of type vlan for network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 Jul 05 09:32:37.755462 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ac7f782-fd34-49b3-91ce-c9bad34b71df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:37.782670 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ac7f782-fd34-49b3-91ce-c9bad34b71df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:37.783595 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac7f782-fd34-49b3-91ce-c9bad34b71df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:37.784298 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ac7f782-fd34-49b3-91ce-c9bad34b71df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:37.843087 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3ac7f782-fd34-49b3-91ce-c9bad34b71df admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2628548 Jul 05 09:32:37.847898 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7f782-fd34-49b3-91ce-c9bad34b71df admin admin] Pushing event updated for resources: {'Network': ['ID=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:37.854814 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7f782-fd34-49b3-91ce-c9bad34b71df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:37.855170 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7f782-fd34-49b3-91ce-c9bad34b71df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:37.855515 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7f782-fd34-49b3-91ce-c9bad34b71df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:37.855895 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7f782-fd34-49b3-91ce-c9bad34b71df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:37.856227 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7f782-fd34-49b3-91ce-c9bad34b71df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:37.856561 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7f782-fd34-49b3-91ce-c9bad34b71df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:37.856881 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7f782-fd34-49b3-91ce-c9bad34b71df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:37.857214 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7f782-fd34-49b3-91ce-c9bad34b71df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:37.857540 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7f782-fd34-49b3-91ce-c9bad34b71df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:37.857865 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7f782-fd34-49b3-91ce-c9bad34b71df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:37.858226 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7f782-fd34-49b3-91ce-c9bad34b71df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:37.858545 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7f782-fd34-49b3-91ce-c9bad34b71df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:37.872617 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:32:40.046778 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39204) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:40.106765 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84bc933-e400-40cb-8505-2adb000edfea admin admin] GET failed (client error): The resource could not be found. Jul 05 09:32:40.108090 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c84bc933-e400-40cb-8505-2adb000edfea admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602701 Jul 05 09:32:40.207580 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae910f4d-3802-4ecf-8c3a-41f677ac295c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:40.209046 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ae910f4d-3802-4ecf-8c3a-41f677ac295c admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0968683 Jul 05 09:32:40.218313 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-fb4a0c62-1336-46bc-b531-38a508d9f473 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:40.238366 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4a0c62-1336-46bc-b531-38a508d9f473 admin admin] Made reservation on behalf of 8ad598d998f140cf944fa1d6c140ac33 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:32:40.240603 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb4a0c62-1336-46bc-b531-38a508d9f473 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:40.404278 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb4a0c62-1336-46bc-b531-38a508d9f473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:40.456749 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a0c62-1336-46bc-b531-38a508d9f473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:40.465218 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4a0c62-1336-46bc-b531-38a508d9f473 admin admin] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:32:40.465586 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4a0c62-1336-46bc-b531-38a508d9f473 admin admin] Network hostable DHCP agents. Network: 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:32:40.481506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4a0c62-1336-46bc-b531-38a508d9f473 admin admin] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:32:40.490449 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-fb4a0c62-1336-46bc-b531-38a508d9f473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:32:40.494433 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4a0c62-1336-46bc-b531-38a508d9f473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:40.495015 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb4a0c62-1336-46bc-b531-38a508d9f473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:40.500795 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa8a8dd-8a1b-40ae-a8d6-2504fd56cd1f None None] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:32:40.508947 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fb4a0c62-1336-46bc-b531-38a508d9f473 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2938571 Jul 05 09:32:40.663519 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'tenant_id': '8ad598d998f140cf944fa1d6c140ac33', 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:32:40.664443 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:40.889665 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Allocated IP 192.168.233.2 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/9371a889-e1a4-4e57-a345-a262039670b9) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:32:41.033692 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:41.043308 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Transition to ACTIVE for port object 9371a889-e1a4-4e57-a345-a262039670b9 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:32:41.058448 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Transition to ACTIVE for port object 9371a889-e1a4-4e57-a345-a262039670b9 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:32:41.064527 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:41.110171 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:32:41.114192 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:32:41.115722 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Pushing event updated for resources: {'Port': ['ID=9371a889-e1a4-4e57-a345-a262039670b9,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:41.119323 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:32:41.127507 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:41.127885 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:41.128955 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:41.129345 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:41.129686 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:41.130024 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:41.130356 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:41.130687 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:41.131015 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:41.131343 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:41.131678 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:41.132038 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:41.184929 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Attempting to bind port 9371a889-e1a4-4e57-a345-a262039670b9 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:32:41.185315 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Attempting to bind port 9371a889-e1a4-4e57-a345-a262039670b9 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:32:41.185686 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Attempting to bind port 9371a889-e1a4-4e57-a345-a262039670b9 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:32:41.191174 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:32:41.191559 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:32:41.191992 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:41.192403 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:32:41.192872 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Bound port: 9371a889-e1a4-4e57-a345-a262039670b9, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:32:41.193258 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:41.258355 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] For port 9371a889-e1a4-4e57-a345-a262039670b9, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:32:41.262849 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] For port 9371a889-e1a4-4e57-a345-a262039670b9, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9371a889-e1a4-4e57-a345-a262039670b9,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:32:41.267197 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:41.325062 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4b6bd-cfb2-40d8-9bf4-2fc55b2a49cc None None] Pushing event updated for resources: {'Port': ['ID=9371a889-e1a4-4e57-a345-a262039670b9,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:41.766952 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9371a889-e1a4-4e57-a345-a262039670b9 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:32:41.819516 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 9371a889-e1a4-4e57-a345-a262039670b9 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:32:42.164825 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7425063-ca04-44dc-a2af-d11ef1007c9b None None] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:32:42.262436 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7bf7bbc3-f6b1-481a-ac7c-4d5a04b477a3 None None] Provisioning for port 9371a889-e1a4-4e57-a345-a262039670b9 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:32:42.269102 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7bf7bbc3-f6b1-481a-ac7c-4d5a04b477a3 None None] Provisioning complete for port 9371a889-e1a4-4e57-a345-a262039670b9 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:42.269483 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7bf7bbc3-f6b1-481a-ac7c-4d5a04b477a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.414796 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7bf7bbc3-f6b1-481a-ac7c-4d5a04b477a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.449624 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7bf7bbc3-f6b1-481a-ac7c-4d5a04b477a3 None None] For port 9371a889-e1a4-4e57-a345-a262039670b9, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9371a889-e1a4-4e57-a345-a262039670b9,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:32:42.453963 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7bf7bbc3-f6b1-481a-ac7c-4d5a04b477a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.519546 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7bbc3-f6b1-481a-ac7c-4d5a04b477a3 None None] Pushing event updated for resources: {'Port': ['ID=9371a889-e1a4-4e57-a345-a262039670b9,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:42.675984 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-98bd361a-fc57-4804-b252-1504f5a3993b None None] Provisioning complete for port 9371a889-e1a4-4e57-a345-a262039670b9 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:42.676272 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-98bd361a-fc57-4804-b252-1504f5a3993b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:43.711584 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9371a889-e1a4-4e57-a345-a262039670b9 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:32:43.759567 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 9371a889-e1a4-4e57-a345-a262039670b9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:43.759968 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:50.847192 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-00eb3171-56d1-47a9-a2c2-d973ef45a83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:53.271696 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7b739e6a-8d48-41ba-9d2b-18f2cac7759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:53.474778 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:54.394934 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:56.482428 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:57.244374 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 5 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:33:20.848864 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-263c3eaa-fd64-4060-b80c-9cafa922cc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:23.274658 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5699ae83-5140-4bcd-896b-753b972e444b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:23.477117 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:24.395977 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:26.488332 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:34.243527 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 5 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:33:49.166080 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39256) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:49.172049 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [None req-587e3f57-c9fb-499c-9b1a-94434e5b8ffa tempest-verify_tempest_config-2013378921 tempest-verify_tempest_config-2013378921-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:33:49.173060 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-587e3f57-c9fb-499c-9b1a-94434e5b8ffa tempest-verify_tempest_config-2013378921 tempest-verify_tempest_config-2013378921-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059702 Jul 05 09:33:49.479747 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39274) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:49.580443 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf5fec32-f9f5-44de-844b-0777f19c2ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:49.678477 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf5fec32-f9f5-44de-844b-0777f19c2ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:49.682403 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf5fec32-f9f5-44de-844b-0777f19c2ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:49.726086 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bf5fec32-f9f5-44de-844b-0777f19c2ec0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=14ca400574fb442c8c96d624841674bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2452774 Jul 05 09:33:49.727056 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fec32-f9f5-44de-844b-0777f19c2ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38519c6-3d60-4019-bd47-8181b0d7c83e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:49.728727 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39278) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:49.733812 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fec32-f9f5-44de-844b-0777f19c2ec0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:49.734164 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fec32-f9f5-44de-844b-0777f19c2ec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:49.734505 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fec32-f9f5-44de-844b-0777f19c2ec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:49.734844 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fec32-f9f5-44de-844b-0777f19c2ec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:49.735174 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fec32-f9f5-44de-844b-0777f19c2ec0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:49.735506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fec32-f9f5-44de-844b-0777f19c2ec0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:49.736432 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fec32-f9f5-44de-844b-0777f19c2ec0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:49.736766 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fec32-f9f5-44de-844b-0777f19c2ec0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:49.737090 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fec32-f9f5-44de-844b-0777f19c2ec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:49.737414 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fec32-f9f5-44de-844b-0777f19c2ec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:49.737741 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fec32-f9f5-44de-844b-0777f19c2ec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:49.738065 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fec32-f9f5-44de-844b-0777f19c2ec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:49.792508 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-968aae1e-a4e8-46e0-9e67-3806e63d4fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:49.812519 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-968aae1e-a4e8-46e0-9e67-3806e63d4fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:49.898888 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-968aae1e-a4e8-46e0-9e67-3806e63d4fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:49.901257 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-968aae1e-a4e8-46e0-9e67-3806e63d4fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:49.902447 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-968aae1e-a4e8-46e0-9e67-3806e63d4fb7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c38519c6-3d60-4019-bd47-8181b0d7c83e HTTP/1.1" status: 204 len: 168 time: 0.1725996 Jul 05 09:33:49.910749 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968aae1e-a4e8-46e0-9e67-3806e63d4fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38519c6-3d60-4019-bd47-8181b0d7c83e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:49.917335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968aae1e-a4e8-46e0-9e67-3806e63d4fb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:49.917684 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968aae1e-a4e8-46e0-9e67-3806e63d4fb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:49.918026 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968aae1e-a4e8-46e0-9e67-3806e63d4fb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:49.918366 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968aae1e-a4e8-46e0-9e67-3806e63d4fb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:49.918698 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968aae1e-a4e8-46e0-9e67-3806e63d4fb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:49.919027 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968aae1e-a4e8-46e0-9e67-3806e63d4fb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:49.919356 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968aae1e-a4e8-46e0-9e67-3806e63d4fb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:49.919683 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968aae1e-a4e8-46e0-9e67-3806e63d4fb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:49.920038 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968aae1e-a4e8-46e0-9e67-3806e63d4fb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:49.920366 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968aae1e-a4e8-46e0-9e67-3806e63d4fb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:49.920689 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968aae1e-a4e8-46e0-9e67-3806e63d4fb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:49.921012 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968aae1e-a4e8-46e0-9e67-3806e63d4fb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:50.850159 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3bdecec9-f464-4de6-b7ef-bf3742bf6aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:53.275592 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a852b4fa-a4d5-4c5a-8fb6-bc8db324c384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:53.477836 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:54.398776 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:56.491147 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:11.241870 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 5 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:34:20.851391 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-08f018a0-f505-45d4-a969-2a88db809b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:23.277722 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-878235b8-b452-488e-868c-ecd349b10cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:23.479828 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:24.404717 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:26.493448 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:48.240748 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 5 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:34:50.850484 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e1e14613-5fa8-4bcb-bcb3-8792787a44c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:53.279455 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1b5fec16-0b07-4969-b99b-81a48fa97aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:53.484597 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:54.405356 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:56.494976 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:20.850436 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2003f3b3-fd2e-496f-9c65-38b0bc268be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:23.279604 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3f073f62-981e-4bd2-b741-d7974beae80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:23.484790 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:24.408206 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:25.239318 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 5 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:35:26.498056 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:50.850855 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-48401c9f-7c54-433c-919c-b852b56f5ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:53.280574 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b7a40fc4-3fab-44df-89ad-e1823b1b9f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:53.484925 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:54.411312 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:56.500073 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:02.238471 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 5 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:36:20.851390 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-733feea5-336f-4be5-a35f-d3ef94e4e2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:23.280940 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6eb022f0-ad2f-41a5-93bc-049e29047091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:23.484240 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:24.412395 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:26.502931 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:39.236119 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 5 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:36:50.851540 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-722d2cf8-6d0a-4d18-8064-a887d3a8fcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:53.281500 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4f539d5c-b776-4a65-bdb7-175436d76224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:53.485737 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:54.413937 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:56.506754 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:02.255676 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3684919'] for agent, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:05.630912 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3684919'] for agent, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:16.234927 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:37:20.851895 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-78816547-123e-4b4a-9cd5-b163ea0900dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:23.282160 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-110d8ee1-6d27-4049-9711-f4e720463630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:23.487068 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:24.416996 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:26.511506 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:32.232415 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:35.611934 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:48.771437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39340) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:48.872768 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-efc24483-ecd9-4d67-93c8-62f14adfeb65 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1001196 Jul 05 09:37:50.852663 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6a26faef-b366-4c2a-8eb6-427eba72aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:51.051864 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39350) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:51.105696 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0dcfecb2-8f11-4397-837b-79f60b962999 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0527434 Jul 05 09:37:53.234813 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:37:53.282021 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ca12292a-6589-4f11-8c86-4df3cfadf5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:53.486980 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:54.420344 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:56.510925 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:02.227190 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:05.621829 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:20.852127 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0f77de37-ff67-4d96-a89e-4d176fa0c3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:23.282272 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cc0ebc40-7988-4027-a96f-012cfdbae952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:23.491087 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:24.422804 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:26.514430 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:30.234179 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:38:32.247724 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:35.637816 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:50.852864 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4c91d235-7bba-4ec7-8ece-177f69e2b819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:53.282859 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6080e3ff-2a12-410d-85fb-db22a5cf09eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:53.492199 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:54.425390 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:56.518641 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:02.246431 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:05.638828 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:07.233011 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:39:10.814392 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39454) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:11.029762 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39480) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:11.030345 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ca5260c9-0530-48a0-8fb1-df495cb2935f tempest-AutoAllocateNetworkTest-2098009354 tempest-AutoAllocateNetworkTest-2098009354-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=8e18530a299549718fa6020645dddd4e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2132778 Jul 05 09:39:11.244212 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8be589-7fd2-4c91-a525-bbef08c3736f tempest-AutoAllocateNetworkTest-2098009354 tempest-AutoAllocateNetworkTest-2098009354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:11.250266 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39502) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:11.250548 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6c8be589-7fd2-4c91-a525-bbef08c3736f tempest-AutoAllocateNetworkTest-2098009354 tempest-AutoAllocateNetworkTest-2098009354-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2194664 Jul 05 09:39:11.421506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39508) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:11.421784 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d23cc71c-1787-44f9-9a6b-25b7d9566457 tempest-AutoAllocateNetworkTest-2098009354 tempest-AutoAllocateNetworkTest-2098009354-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1700010 Jul 05 09:39:11.465644 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-617b9e28-5c2c-435d-a19c-05b486e76f70 tempest-AutoAllocateNetworkTest-2098009354 tempest-AutoAllocateNetworkTest-2098009354-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=8e18530a299549718fa6020645dddd4e HTTP/1.1" status: 200 len: 208 time: 0.0422363 Jul 05 09:39:12.166200 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39542) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:12.364849 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-233d9ba7-6db7-4885-b081-b6058515d83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:12.480058 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-233d9ba7-6db7-4885-b081-b6058515d83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:12.484856 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-233d9ba7-6db7-4885-b081-b6058515d83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:12.531494 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d9ba7-6db7-4885-b081-b6058515d83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612f38f4-92e6-40d7-b036-9f71525c3a81,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:12.539680 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233d9ba7-6db7-4885-b081-b6058515d83f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:12.540594 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233d9ba7-6db7-4885-b081-b6058515d83f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:12.541097 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233d9ba7-6db7-4885-b081-b6058515d83f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:12.541583 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233d9ba7-6db7-4885-b081-b6058515d83f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:12.542234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233d9ba7-6db7-4885-b081-b6058515d83f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:12.542728 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233d9ba7-6db7-4885-b081-b6058515d83f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:12.543234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233d9ba7-6db7-4885-b081-b6058515d83f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:12.543707 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233d9ba7-6db7-4885-b081-b6058515d83f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:12.544239 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233d9ba7-6db7-4885-b081-b6058515d83f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:12.544728 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233d9ba7-6db7-4885-b081-b6058515d83f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:12.545199 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233d9ba7-6db7-4885-b081-b6058515d83f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:12.545702 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233d9ba7-6db7-4885-b081-b6058515d83f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233d9ba7-6db7-4885-b081-b6058515d83f admin admin] Tracked resource versions report: Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: pushed versions: Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: { 'AddressGroup': {'1.2'}, Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: 'ConntrackHelper': {'1.0'}, Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: 'Log': {'1.0'}, Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: 'Network': {'1.1'}, Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: 'Port': {'1.7'}, Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: 'PortForwarding': {'1.2'}, Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: 'QosPolicy': {'1.8'}, Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: 'SecurityGroup': {'1.4'}, Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: 'SecurityGroupRule': {'1.2'}, Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: 'SubPort': {'1.0'}, Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: 'Subnet': {'1.1'}, Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: 'Trunk': {'1.1'}} Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: consumer versions: Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: { DHCP agent@n-d-798054-8: {}, Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: HyperV agent@n-h1-798054-8: {}, Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: HyperV agent@n-h2-798054-8: {}, Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: L3 agent@n-d-798054-8: {}, Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: Metadata agent@n-d-798054-8: {}, Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: Metering agent@n-d-798054-8: {}, Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: Open vSwitch agent@n-d-798054-8: { 'AddressGroup': '1.2', Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: 'ConntrackHelper': '1.0', Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: 'Log': '1.0', Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: 'Network': '1.1', Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: 'Port': '1.7', Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: 'PortForwarding': '1.2', Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: 'QosPolicy': '1.8', Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: 'SecurityGroup': '1.4', Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: 'SecurityGroupRule': '1.2', Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: 'SubPort': '1.0', Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: 'Subnet': '1.1', Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: 'Trunk': '1.1'}} Jul 05 09:39:12.546937 n-d-798054-8 neutron-server[93907]: {{(pid=93907) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 09:39:12.557242 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39574) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:12.557986 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-233d9ba7-6db7-4885-b081-b6058515d83f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8e18530a299549718fa6020645dddd4e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3895340 Jul 05 09:39:12.623363 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53f1f27d-dad0-4ca0-ac2d-c188b58656a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:12.646214 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53f1f27d-dad0-4ca0-ac2d-c188b58656a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:12.699212 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53f1f27d-dad0-4ca0-ac2d-c188b58656a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:12.701870 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53f1f27d-dad0-4ca0-ac2d-c188b58656a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:12.705784 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-53f1f27d-dad0-4ca0-ac2d-c188b58656a3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/612f38f4-92e6-40d7-b036-9f71525c3a81 HTTP/1.1" status: 204 len: 168 time: 0.1471348 Jul 05 09:39:12.713706 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1f27d-dad0-4ca0-ac2d-c188b58656a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612f38f4-92e6-40d7-b036-9f71525c3a81,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:12.721352 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1f27d-dad0-4ca0-ac2d-c188b58656a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:12.721939 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1f27d-dad0-4ca0-ac2d-c188b58656a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:12.722290 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1f27d-dad0-4ca0-ac2d-c188b58656a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:12.722642 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1f27d-dad0-4ca0-ac2d-c188b58656a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:12.722979 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1f27d-dad0-4ca0-ac2d-c188b58656a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:12.723317 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1f27d-dad0-4ca0-ac2d-c188b58656a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:12.723828 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1f27d-dad0-4ca0-ac2d-c188b58656a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:12.724209 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1f27d-dad0-4ca0-ac2d-c188b58656a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:12.724531 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1f27d-dad0-4ca0-ac2d-c188b58656a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:12.725077 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1f27d-dad0-4ca0-ac2d-c188b58656a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:12.725581 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1f27d-dad0-4ca0-ac2d-c188b58656a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:12.725916 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1f27d-dad0-4ca0-ac2d-c188b58656a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1f27d-dad0-4ca0-ac2d-c188b58656a3 admin admin] Tracked resource versions report: Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: pushed versions: Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: { 'AddressGroup': {'1.2'}, Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: 'ConntrackHelper': {'1.0'}, Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: 'Log': {'1.0'}, Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: 'Network': {'1.1'}, Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: 'Port': {'1.7'}, Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: 'PortForwarding': {'1.2'}, Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: 'QosPolicy': {'1.8'}, Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: 'SecurityGroup': {'1.4'}, Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: 'SecurityGroupRule': {'1.2'}, Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: 'SubPort': {'1.0'}, Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: 'Subnet': {'1.1'}, Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: 'Trunk': {'1.1'}} Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: consumer versions: Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: { DHCP agent@n-d-798054-8: {}, Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: HyperV agent@n-h1-798054-8: {}, Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: HyperV agent@n-h2-798054-8: {}, Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: L3 agent@n-d-798054-8: {}, Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: Metadata agent@n-d-798054-8: {}, Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: Metering agent@n-d-798054-8: {}, Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: Open vSwitch agent@n-d-798054-8: { 'AddressGroup': '1.2', Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: 'ConntrackHelper': '1.0', Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: 'Log': '1.0', Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: 'Network': '1.1', Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: 'Port': '1.7', Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: 'PortForwarding': '1.2', Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: 'QosPolicy': '1.8', Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: 'SecurityGroup': '1.4', Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: 'SecurityGroupRule': '1.2', Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: 'SubPort': '1.0', Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: 'Subnet': '1.1', Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: 'Trunk': '1.1'}} Jul 05 09:39:12.727037 n-d-798054-8 neutron-server[93906]: {{(pid=93906) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 09:39:13.034743 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39594) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:13.364617 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4dcc1918-f441-404d-83b6-9edfbfc64632 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1147022740-network', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:13.402907 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcc1918-f441-404d-83b6-9edfbfc64632 admin admin] Made reservation on behalf of efee607d69f94e6d9133e9bf132c56d0 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:39:13.406254 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1918-f441-404d-83b6-9edfbfc64632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:13.416391 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1918-f441-404d-83b6-9edfbfc64632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:13.526581 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1918-f441-404d-83b6-9edfbfc64632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:13.531830 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1918-f441-404d-83b6-9edfbfc64632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:13.560895 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc1918-f441-404d-83b6-9edfbfc64632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c3bb2f-bcaf-4303-8bc0-90bcc6a6b047,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:13.564703 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dcc1918-f441-404d-83b6-9edfbfc64632 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:39:13.583308 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1918-f441-404d-83b6-9edfbfc64632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:13.583667 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-4dcc1918-f441-404d-83b6-9edfbfc64632 admin admin] Added segment 3d83f219-f815-4376-b051-a5566694dac8 of type vlan for network 50450e21-61cd-4f08-9734-c5edcfebb387 Jul 05 09:39:13.636880 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1918-f441-404d-83b6-9edfbfc64632 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:13.665908 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1918-f441-404d-83b6-9edfbfc64632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:13.666869 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcc1918-f441-404d-83b6-9edfbfc64632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:13.667462 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1918-f441-404d-83b6-9edfbfc64632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:13.721869 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39624) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:13.722344 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4dcc1918-f441-404d-83b6-9edfbfc64632 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6857960 Jul 05 09:39:13.727819 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-cb51b1c2-e46d-4eda-b6ca-9aa2ecc6ef47 admin admin] Request body: {'subnet': {'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1147022740-subnet', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:13.732163 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc1918-f441-404d-83b6-9edfbfc64632 admin admin] Pushing event updated for resources: {'Network': ['ID=50450e21-61cd-4f08-9734-c5edcfebb387,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:13.742333 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 50450e21-61cd-4f08-9734-c5edcfebb387 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:39:13.751481 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb51b1c2-e46d-4eda-b6ca-9aa2ecc6ef47 admin admin] Made reservation on behalf of efee607d69f94e6d9133e9bf132c56d0 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:39:13.754974 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb51b1c2-e46d-4eda-b6ca-9aa2ecc6ef47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:13.954075 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb51b1c2-e46d-4eda-b6ca-9aa2ecc6ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:14.009503 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51b1c2-e46d-4eda-b6ca-9aa2ecc6ef47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02e4f4c6-8a8b-482c-a989-f519f8934c03,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:14.024674 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb51b1c2-e46d-4eda-b6ca-9aa2ecc6ef47 admin admin] Checking segment: {'id': '3d83f219-f815-4376-b051-a5566694dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:39:14.025033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb51b1c2-e46d-4eda-b6ca-9aa2ecc6ef47 admin admin] Network hostable DHCP agents. Network: 50450e21-61cd-4f08-9734-c5edcfebb387, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:39:14.042622 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb51b1c2-e46d-4eda-b6ca-9aa2ecc6ef47 admin admin] Network 50450e21-61cd-4f08-9734-c5edcfebb387 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:39:14.053541 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-cb51b1c2-e46d-4eda-b6ca-9aa2ecc6ef47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 50450e21-61cd-4f08-9734-c5edcfebb387) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:14.061126 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb51b1c2-e46d-4eda-b6ca-9aa2ecc6ef47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:14.062175 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb51b1c2-e46d-4eda-b6ca-9aa2ecc6ef47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:14.065651 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a194628-e0f8-4b45-9846-8e09b4780b68 None None] Network 50450e21-61cd-4f08-9734-c5edcfebb387 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:39:14.079759 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cb51b1c2-e46d-4eda-b6ca-9aa2ecc6ef47 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3569233 Jul 05 09:39:14.080006 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39650) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:14.085794 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-68a1a6d4-3b99-4a4c-bba4-1385d05d17cd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1147022740-router', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:14.119206 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68a1a6d4-3b99-4a4c-bba4-1385d05d17cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:14.122431 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68a1a6d4-3b99-4a4c-bba4-1385d05d17cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:14.222173 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-50450e21-61cd-4f08-9734-c5edcfebb387', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'fixed_ips': [{'subnet_id': '02e4f4c6-8a8b-482c-a989-f519f8934c03'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:39:14.223062 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:14.301817 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68a1a6d4-3b99-4a4c-bba4-1385d05d17cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:14.386472 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Allocated IP 172.20.0.2 (50450e21-61cd-4f08-9734-c5edcfebb387/02e4f4c6-8a8b-482c-a989-f519f8934c03/d0d2f607-39bd-43af-b939-8255eda47fd0) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:14.552869 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68a1a6d4-3b99-4a4c-bba4-1385d05d17cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:14.563609 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:14.578368 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Transition to ACTIVE for port object d0d2f607-39bd-43af-b939-8255eda47fd0 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:14.601294 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Transition to ACTIVE for port object d0d2f607-39bd-43af-b939-8255eda47fd0 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:14.616669 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:14.672734 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Network 50450e21-61cd-4f08-9734-c5edcfebb387 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:14.672734 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:14.672734 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:14.730315 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Pushing event updated for resources: {'Port': ['ID=d0d2f607-39bd-43af-b939-8255eda47fd0,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:14.742619 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:14.743754 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:14.743949 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:14.744541 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:14.744927 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:14.745267 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:14.745647 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:14.746030 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:14.746358 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:14.746686 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:14.747015 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:14.747339 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Tracked resource versions report: Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: pushed versions: Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: { 'AddressGroup': {'1.2'}, Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: 'ConntrackHelper': {'1.0'}, Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: 'Log': {'1.0'}, Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: 'Network': {'1.1'}, Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: 'Port': {'1.7'}, Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: 'PortForwarding': {'1.2'}, Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: 'QosPolicy': {'1.8'}, Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: 'SecurityGroup': {'1.4'}, Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: 'SecurityGroupRule': {'1.2'}, Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: 'SubPort': {'1.0'}, Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: 'Subnet': {'1.1'}, Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: 'Trunk': {'1.1'}} Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: consumer versions: Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: { DHCP agent@n-d-798054-8: {}, Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: HyperV agent@n-h1-798054-8: {}, Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: HyperV agent@n-h2-798054-8: {}, Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: L3 agent@n-d-798054-8: {}, Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: Metadata agent@n-d-798054-8: {}, Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: Metering agent@n-d-798054-8: {}, Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: Open vSwitch agent@n-d-798054-8: { 'AddressGroup': '1.2', Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: 'ConntrackHelper': '1.0', Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: 'Log': '1.0', Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: 'Network': '1.1', Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: 'Port': '1.7', Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: 'PortForwarding': '1.2', Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: 'QosPolicy': '1.8', Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: 'SecurityGroup': '1.4', Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: 'SecurityGroupRule': '1.2', Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: 'SubPort': '1.0', Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: 'Subnet': '1.1', Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: 'Trunk': '1.1'}} Jul 05 09:39:14.748512 n-d-798054-8 neutron-server[93908]: {{(pid=93908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 09:39:14.760655 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Attempting to bind port d0d2f607-39bd-43af-b939-8255eda47fd0 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:39:14.761135 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Attempting to bind port d0d2f607-39bd-43af-b939-8255eda47fd0 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '3d83f219-f815-4376-b051-a5566694dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:39:14.761606 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Attempting to bind port d0d2f607-39bd-43af-b939-8255eda47fd0 on network 50450e21-61cd-4f08-9734-c5edcfebb387 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:14.767565 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:39:14.768263 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Checking segment: {'id': '3d83f219-f815-4376-b051-a5566694dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:39:14.768903 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:14.769490 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Bound using segment: {'id': '3d83f219-f815-4376-b051-a5566694dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:39:14.770213 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Bound port: d0d2f607-39bd-43af-b939-8255eda47fd0, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d83f219-f815-4376-b051-a5566694dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:39:14.770840 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:14.844430 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] For port d0d2f607-39bd-43af-b939-8255eda47fd0, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:39:14.848542 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] For port d0d2f607-39bd-43af-b939-8255eda47fd0, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d0d2f607-39bd-43af-b939-8255eda47fd0,segment=NetworkSegment(3d83f219-f815-4376-b051-a5566694dac8),segment_id=3d83f219-f815-4376-b051-a5566694dac8)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:39:14.856088 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:14.920259 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303be199-c20a-4e3f-ac12-5dd6739dded7 None None] Pushing event updated for resources: {'Port': ['ID=d0d2f607-39bd-43af-b939-8255eda47fd0,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:14.945232 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68a1a6d4-3b99-4a4c-bba4-1385d05d17cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:14.978096 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68a1a6d4-3b99-4a4c-bba4-1385d05d17cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:15.202996 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-68a1a6d4-3b99-4a4c-bba4-1385d05d17cd admin admin] Allocated IP 172.25.7.191 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/e9cf561d-3e61-4635-b8a5-b5ff55b12a9a) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:15.398426 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68a1a6d4-3b99-4a4c-bba4-1385d05d17cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:15.542986 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68a1a6d4-3b99-4a4c-bba4-1385d05d17cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:15.646522 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a1a6d4-3b99-4a4c-bba4-1385d05d17cd admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:15.656018 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-68a1a6d4-3b99-4a4c-bba4-1385d05d17cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:15.661567 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a1a6d4-3b99-4a4c-bba4-1385d05d17cd admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:15.678027 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1a6d4-3b99-4a4c-bba4-1385d05d17cd admin admin] Pushing event updated for resources: {'Port': ['ID=e9cf561d-3e61-4635-b8a5-b5ff55b12a9a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:16.042806 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d0d2f607-39bd-43af-b939-8255eda47fd0 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:16.116243 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68a1a6d4-3b99-4a4c-bba4-1385d05d17cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:16.139143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port d0d2f607-39bd-43af-b939-8255eda47fd0 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:16.348164 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0b7a80-f8ec-4f08-991f-f312848a587a None None] Network 50450e21-61cd-4f08-9734-c5edcfebb387 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:39:16.448124 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e9f7c864-2766-4992-a12d-03217f03698e None None] Provisioning for port d0d2f607-39bd-43af-b939-8255eda47fd0 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:16.454111 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e9f7c864-2766-4992-a12d-03217f03698e None None] Provisioning complete for port d0d2f607-39bd-43af-b939-8255eda47fd0 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:16.454488 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c864-2766-4992-a12d-03217f03698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:16.549060 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68a1a6d4-3b99-4a4c-bba4-1385d05d17cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:16.620963 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c864-2766-4992-a12d-03217f03698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:16.669978 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e9f7c864-2766-4992-a12d-03217f03698e None None] For port d0d2f607-39bd-43af-b939-8255eda47fd0, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d0d2f607-39bd-43af-b939-8255eda47fd0,segment=NetworkSegment(3d83f219-f815-4376-b051-a5566694dac8),segment_id=3d83f219-f815-4376-b051-a5566694dac8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:16.676076 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c864-2766-4992-a12d-03217f03698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:16.716977 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a1a6d4-3b99-4a4c-bba4-1385d05d17cd admin admin] Router b6421ce9-3041-49f8-8124-f15e15f8b678 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:39:16.748999 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7c864-2766-4992-a12d-03217f03698e None None] Pushing event updated for resources: {'Port': ['ID=d0d2f607-39bd-43af-b939-8255eda47fd0,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:16.795459 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39750) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:16.864892 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a1a6d4-3b99-4a4c-bba4-1385d05d17cd admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:39:16.876609 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] Sync routers for ids ['b6421ce9-3041-49f8-8124-f15e15f8b678'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:39:16.885937 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68a1a6d4-3b99-4a4c-bba4-1385d05d17cd admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:16.890517 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39756) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:16.891111 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-68a1a6d4-3b99-4a4c-bba4-1385d05d17cd admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.8095889 Jul 05 09:39:16.901957 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] Routers {'b6421ce9-3041-49f8-8124-f15e15f8b678'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:39:16.902643 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:38:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b6421ce9-3041-49f8-8124-f15e15f8b678'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:17.004533 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-275599d0-0f51-4203-a8ef-a71d7a7b33b7 None None] Provisioning complete for port d0d2f607-39bd-43af-b939-8255eda47fd0 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:17.005271 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-275599d0-0f51-4203-a8ef-a71d7a7b33b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:17.111498 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e696188-1372-4c86-937c-9e72f542b02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:17.156052 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] Set router b6421ce9-3041-49f8-8124-f15e15f8b678 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:39:17.471748 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e696188-1372-4c86-937c-9e72f542b02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:17.477173 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e696188-1372-4c86-937c-9e72f542b02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:17.514899 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1147022740-router', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:15Z', 'revision_number': 3, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'gw_port': {'id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:17.545911 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1e696188-1372-4c86-937c-9e72f542b02c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=88f99d6e805b47bd9341b209be9c1b73&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7478757 Jul 05 09:39:17.548718 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39794) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:17.588936 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] Checking router: b6421ce9-3041-49f8-8124-f15e15f8b678 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:39:17.592781 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] Updating router b6421ce9-3041-49f8-8124-f15e15f8b678 port e9cf561d-3e61-4635-b8a5-b5ff55b12a9a binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:39:17.595316 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e696188-1372-4c86-937c-9e72f542b02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35b3c4c-66fd-47d2-b256-c024d315ad89,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:17.660543 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-041ae4e7-2024-4d42-b9ef-3340c2da3723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:17.690112 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:17.703504 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-041ae4e7-2024-4d42-b9ef-3340c2da3723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:17.738152 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2426c9f-0579-4af1-b36b-a8fa88a9c750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:17.796252 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-041ae4e7-2024-4d42-b9ef-3340c2da3723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:17.799449 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-041ae4e7-2024-4d42-b9ef-3340c2da3723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:17.800795 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-041ae4e7-2024-4d42-b9ef-3340c2da3723 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d35b3c4c-66fd-47d2-b256-c024d315ad89 HTTP/1.1" status: 204 len: 168 time: 0.2505882 Jul 05 09:39:17.816940 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ae4e7-2024-4d42-b9ef-3340c2da3723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35b3c4c-66fd-47d2-b256-c024d315ad89,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:17.835074 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39820) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:17.965436 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d0d2f607-39bd-43af-b939-8255eda47fd0 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:18.006919 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-b2426c9f-0579-4af1-b36b-a8fa88a9c750 admin admin] Allocated IP 172.20.0.1 (50450e21-61cd-4f08-9734-c5edcfebb387/02e4f4c6-8a8b-482c-a989-f519f8934c03/49d780f2-e427-4069-a14a-c3ebfe669b13) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:18.062059 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port d0d2f607-39bd-43af-b939-8255eda47fd0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:18.063319 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:18.114216 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2426c9f-0579-4af1-b36b-a8fa88a9c750 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:18.118942 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:18.130777 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-b2426c9f-0579-4af1-b36b-a8fa88a9c750 admin admin] Transition to ACTIVE for port object 49d780f2-e427-4069-a14a-c3ebfe669b13 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:18.134285 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] Transition to ACTIVE for port object e9cf561d-3e61-4635-b8a5-b5ff55b12a9a will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:18.142528 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:18.183696 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2426c9f-0579-4af1-b36b-a8fa88a9c750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:18.212991 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] Attempting to bind port e9cf561d-3e61-4635-b8a5-b5ff55b12a9a on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:39:18.213365 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] Attempting to bind port e9cf561d-3e61-4635-b8a5-b5ff55b12a9a by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:39:18.213729 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] Attempting to bind port e9cf561d-3e61-4635-b8a5-b5ff55b12a9a on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:18.220629 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4bb1d-6ee1-4950-917b-fd7440d6ff91 None None] Pushing event updated for resources: {'Port': ['ID=e9cf561d-3e61-4635-b8a5-b5ff55b12a9a,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:18.241164 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:39:18.241504 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:39:18.241985 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:18.242344 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:39:18.242726 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] Bound port: e9cf561d-3e61-4635-b8a5-b5ff55b12a9a, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:39:18.243667 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:18.265657 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2426c9f-0579-4af1-b36b-a8fa88a9c750 admin admin] Network 50450e21-61cd-4f08-9734-c5edcfebb387 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:18.273646 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-b2426c9f-0579-4af1-b36b-a8fa88a9c750 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:18.280084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2426c9f-0579-4af1-b36b-a8fa88a9c750 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:18.281479 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2426c9f-0579-4af1-b36b-a8fa88a9c750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:18.335940 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4bb1d-6ee1-4950-917b-fd7440d6ff91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:18.336426 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4bb1d-6ee1-4950-917b-fd7440d6ff91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:18.337317 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4bb1d-6ee1-4950-917b-fd7440d6ff91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:18.337716 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4bb1d-6ee1-4950-917b-fd7440d6ff91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:18.338136 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4bb1d-6ee1-4950-917b-fd7440d6ff91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:18.338820 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4bb1d-6ee1-4950-917b-fd7440d6ff91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:18.339123 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4bb1d-6ee1-4950-917b-fd7440d6ff91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:18.339511 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4bb1d-6ee1-4950-917b-fd7440d6ff91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:18.340158 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4bb1d-6ee1-4950-917b-fd7440d6ff91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:18.341180 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5be6d7b0-197c-4ba2-9eab-73a9c8771934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:18.353756 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4bb1d-6ee1-4950-917b-fd7440d6ff91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:18.355423 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4bb1d-6ee1-4950-917b-fd7440d6ff91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:18.355791 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4bb1d-6ee1-4950-917b-fd7440d6ff91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4bb1d-6ee1-4950-917b-fd7440d6ff91 None None] Tracked resource versions report: Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: pushed versions: Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: { 'AddressGroup': {'1.2'}, Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: 'ConntrackHelper': {'1.0'}, Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: 'Log': {'1.0'}, Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: 'Network': {'1.1'}, Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: 'Port': {'1.7'}, Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: 'PortForwarding': {'1.2'}, Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: 'QosPolicy': {'1.8'}, Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: 'SecurityGroup': {'1.4'}, Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: 'SecurityGroupRule': {'1.2'}, Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: 'SubPort': {'1.0'}, Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: 'Subnet': {'1.1'}, Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: 'Trunk': {'1.1'}} Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: consumer versions: Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: { DHCP agent@n-d-798054-8: {}, Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: HyperV agent@n-h1-798054-8: {}, Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: HyperV agent@n-h2-798054-8: {}, Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: L3 agent@n-d-798054-8: {}, Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: Metadata agent@n-d-798054-8: {}, Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: Metering agent@n-d-798054-8: {}, Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: Open vSwitch agent@n-d-798054-8: { 'AddressGroup': '1.2', Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: 'ConntrackHelper': '1.0', Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: 'Log': '1.0', Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: 'Network': '1.1', Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: 'Port': '1.7', Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: 'PortForwarding': '1.2', Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: 'QosPolicy': '1.8', Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: 'SecurityGroup': '1.4', Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: 'SecurityGroupRule': '1.2', Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: 'SubPort': '1.0', Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: 'Subnet': '1.1', Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: 'Trunk': '1.1'}} Jul 05 09:39:18.360077 n-d-798054-8 neutron-server[93909]: {{(pid=93909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 09:39:18.419512 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2426c9f-0579-4af1-b36b-a8fa88a9c750 admin admin] Pushing event updated for resources: {'Port': ['ID=49d780f2-e427-4069-a14a-c3ebfe669b13,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:18.430999 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] For port e9cf561d-3e61-4635-b8a5-b5ff55b12a9a, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:39:18.444547 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] For port e9cf561d-3e61-4635-b8a5-b5ff55b12a9a, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e9cf561d-3e61-4635-b8a5-b5ff55b12a9a,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:39:18.461511 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:18.470978 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39846) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:18.514676 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a5335d5-d251-49f4-a3bb-b8e9c6a0d6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:18.643217 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5be6d7b0-197c-4ba2-9eab-73a9c8771934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:18.659421 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] Routers {'b6421ce9-3041-49f8-8124-f15e15f8b678'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:39:18.660443 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:38:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b6421ce9-3041-49f8-8124-f15e15f8b678'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:18.684248 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5be6d7b0-197c-4ba2-9eab-73a9c8771934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:18.699240 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2426c9f-0579-4af1-b36b-a8fa88a9c750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:18.714321 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8d20bb0e-99ab-47fd-b392-09c93cb9c2f7 None None] Provisioning for port 49d780f2-e427-4069-a14a-c3ebfe669b13 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:18.718054 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5be6d7b0-197c-4ba2-9eab-73a9c8771934 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bf66647cb1e74b53ae242031c7c2f5b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8811538 Jul 05 09:39:18.721522 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39870) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:18.723700 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8d20bb0e-99ab-47fd-b392-09c93cb9c2f7 None None] Provisioning complete for port 49d780f2-e427-4069-a14a-c3ebfe669b13 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:18.728272 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8d20bb0e-99ab-47fd-b392-09c93cb9c2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:18.749660 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4bb1d-6ee1-4950-917b-fd7440d6ff91 None None] Pushing event updated for resources: {'Port': ['ID=e9cf561d-3e61-4635-b8a5-b5ff55b12a9a,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:18.766007 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6d7b0-197c-4ba2-9eab-73a9c8771934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ab895b-57ac-4822-984d-d3b0efb4e6f5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:18.822295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8d20bb0e-99ab-47fd-b392-09c93cb9c2f7 None None] Port 49d780f2-e427-4069-a14a-c3ebfe669b13 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:39:18.866921 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a5335d5-d251-49f4-a3bb-b8e9c6a0d6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:18.872994 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a5335d5-d251-49f4-a3bb-b8e9c6a0d6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:18.905573 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4a5335d5-d251-49f4-a3bb-b8e9c6a0d6f9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2fd4ffc6a6b8469a9fb71ed499a1a690&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4311762 Jul 05 09:39:18.908202 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39880) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:18.924421 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] Set router b6421ce9-3041-49f8-8124-f15e15f8b678 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:39:18.975871 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39882) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:19.002657 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4232e6d9-fbd6-47e6-a64a-6338ccd69be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:19.025979 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4232e6d9-fbd6-47e6-a64a-6338ccd69be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:19.043432 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2426c9f-0579-4af1-b36b-a8fa88a9c750 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:19.058012 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2426c9f-0579-4af1-b36b-a8fa88a9c750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:19.058871 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2426c9f-0579-4af1-b36b-a8fa88a9c750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:19.083068 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5335d5-d251-49f4-a3bb-b8e9c6a0d6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f9d4a6-70e1-4ec4-a900-dc21c5b4c5cc,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:19.098386 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4232e6d9-fbd6-47e6-a64a-6338ccd69be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:19.102162 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4232e6d9-fbd6-47e6-a64a-6338ccd69be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:19.106974 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4232e6d9-fbd6-47e6-a64a-6338ccd69be3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/89f9d4a6-70e1-4ec4-a900-dc21c5b4c5cc HTTP/1.1" status: 204 len: 168 time: 0.1975670 Jul 05 09:39:19.115327 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2426c9f-0579-4af1-b36b-a8fa88a9c750 admin admin] Pushing event updated for resources: {'Port': ['ID=49d780f2-e427-4069-a14a-c3ebfe669b13,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:19.116877 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232e6d9-fbd6-47e6-a64a-6338ccd69be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f9d4a6-70e1-4ec4-a900-dc21c5b4c5cc,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:19.125753 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0143f473-0600-45c3-bea8-4efd2b82ee1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:19.156009 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0143f473-0600-45c3-bea8-4efd2b82ee1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:19.216792 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0143f473-0600-45c3-bea8-4efd2b82ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:19.219481 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0143f473-0600-45c3-bea8-4efd2b82ee1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:19.223435 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0143f473-0600-45c3-bea8-4efd2b82ee1c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/26ab895b-57ac-4822-984d-d3b0efb4e6f5 HTTP/1.1" status: 204 len: 168 time: 0.4987082 Jul 05 09:39:19.261028 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1147022740-router', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:18Z', 'revision_number': 4, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'gw_port': {'id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '49d780f2-e427-4069-a14a-c3ebfe669b13', 'name': '', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'mac_address': 'fa:16:3e:b6:a0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:17Z', 'updated_at': '2021-07-05T09:39:18Z', 'revision_number': 1, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'subnets': [{'id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:19.274352 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143f473-0600-45c3-bea8-4efd2b82ee1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ab895b-57ac-4822-984d-d3b0efb4e6f5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:19.306338 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3204c4e7-5ae2-4279-a241-2adcda4726a1 None None] The sync data for ids ['b6421ce9-3041-49f8-8124-f15e15f8b678'] in n-d-798054-8 is: [{'id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1147022740-router', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:18Z', 'revision_number': 4, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'gw_port': {'id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '49d780f2-e427-4069-a14a-c3ebfe669b13', 'name': '', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'mac_address': 'fa:16:3e:b6:a0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:17Z', 'updated_at': '2021-07-05T09:39:18Z', 'revision_number': 1, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'subnets': [{'id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:39:19.377306 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2426c9f-0579-4af1-b36b-a8fa88a9c750 admin admin] Network 50450e21-61cd-4f08-9734-c5edcfebb387 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:19.379930 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-b2426c9f-0579-4af1-b36b-a8fa88a9c750 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:19.421828 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f6eaa59-c3b5-42cc-b682-b662ba5584c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:19.557436 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39902) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:19.584346 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f6eaa59-c3b5-42cc-b682-b662ba5584c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:19.595944 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f6eaa59-c3b5-42cc-b682-b662ba5584c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:19.623099 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6eaa59-c3b5-42cc-b682-b662ba5584c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd9a9bc-1b05-4945-8f26-6d5486044ce7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:19.661653 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9f6eaa59-c3b5-42cc-b682-b662ba5584c4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3f60e2a8bfd644e49208e360ae6a0434&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6668565 Jul 05 09:39:19.665898 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39906) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:19.780358 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-834773b2-f3d8-4449-aa49-990829ba5a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:19.823914 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-834773b2-f3d8-4449-aa49-990829ba5a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:19.828968 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2426c9f-0579-4af1-b36b-a8fa88a9c750 admin admin] Router b6421ce9-3041-49f8-8124-f15e15f8b678 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:39:19.858799 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-15e608bf-1d01-45a4-8698-e99dbd86c50f None None] Provisioning complete for port 49d780f2-e427-4069-a14a-c3ebfe669b13 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:19.859430 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-15e608bf-1d01-45a4-8698-e99dbd86c50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:19.917226 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39914) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:19.926336 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-834773b2-f3d8-4449-aa49-990829ba5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:19.929507 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-834773b2-f3d8-4449-aa49-990829ba5a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:19.931681 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-834773b2-f3d8-4449-aa49-990829ba5a19 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fbd9a9bc-1b05-4945-8f26-6d5486044ce7 HTTP/1.1" status: 204 len: 168 time: 0.2640085 Jul 05 09:39:19.942995 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834773b2-f3d8-4449-aa49-990829ba5a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd9a9bc-1b05-4945-8f26-6d5486044ce7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:19.984950 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-15e608bf-1d01-45a4-8698-e99dbd86c50f None None] Port 49d780f2-e427-4069-a14a-c3ebfe669b13 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:39:19.986183 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c70e4d89-8ed6-4f54-9a61-4da94782c859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.023087 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2426c9f-0579-4af1-b36b-a8fa88a9c750 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:39:20.030323 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b2426c9f-0579-4af1-b36b-a8fa88a9c750 admin admin] 10.222.0.79 "PUT /v2.0/routers/b6421ce9-3041-49f8-8124-f15e15f8b678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1378331 Jul 05 09:39:20.110518 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39924) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:20.133424 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e3966ca0-2509-4725-bfbb-b23fa6013631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.158086 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c70e4d89-8ed6-4f54-9a61-4da94782c859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.163200 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c70e4d89-8ed6-4f54-9a61-4da94782c859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.232042 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c70e4d89-8ed6-4f54-9a61-4da94782c859 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8001f041d81c4274b06a11eb08df8d14&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6729622 Jul 05 09:39:20.233031 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e4d89-8ed6-4f54-9a61-4da94782c859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da11c0e8-f6d3-4ece-8dba-5b8e40e54a73,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:20.236072 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39936) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:20.295602 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06d30fb0-f9aa-4339-abd3-ba0d76110644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.329943 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06d30fb0-f9aa-4339-abd3-ba0d76110644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.330164 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e3966ca0-2509-4725-bfbb-b23fa6013631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.340320 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e3966ca0-2509-4725-bfbb-b23fa6013631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.431317 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06d30fb0-f9aa-4339-abd3-ba0d76110644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.436407 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06d30fb0-f9aa-4339-abd3-ba0d76110644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.436611 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-06d30fb0-f9aa-4339-abd3-ba0d76110644 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/da11c0e8-f6d3-4ece-8dba-5b8e40e54a73 HTTP/1.1" status: 204 len: 168 time: 0.1995051 Jul 05 09:39:20.437422 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fa8e127-f5de-4713-8c4e-ee4aabff4e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.445299 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e3966ca0-2509-4725-bfbb-b23fa6013631 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ebf626aa7f1946f0b62f9da903ebfbaf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3327219 Jul 05 09:39:20.447161 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3966ca0-2509-4725-bfbb-b23fa6013631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ecfa08-50bb-46d5-a274-d94dc45277b3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:20.463734 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39940) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:20.464674 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d30fb0-f9aa-4339-abd3-ba0d76110644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da11c0e8-f6d3-4ece-8dba-5b8e40e54a73,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:20.568029 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-19d0d09e-53e7-4ac6-936b-f1bbe3c0e9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.603774 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-19d0d09e-53e7-4ac6-936b-f1bbe3c0e9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.664043 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fa8e127-f5de-4713-8c4e-ee4aabff4e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.671710 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fa8e127-f5de-4713-8c4e-ee4aabff4e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.702347 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8fa8e127-f5de-4713-8c4e-ee4aabff4e31 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c2b1e9a8b2e342f39c40b7f7e47b5ec5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7811620 Jul 05 09:39:20.703753 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39948) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:20.724145 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-19d0d09e-53e7-4ac6-936b-f1bbe3c0e9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.726885 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-19d0d09e-53e7-4ac6-936b-f1bbe3c0e9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.730482 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-19d0d09e-53e7-4ac6-936b-f1bbe3c0e9d3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/16ecfa08-50bb-46d5-a274-d94dc45277b3 HTTP/1.1" status: 204 len: 168 time: 0.2593310 Jul 05 09:39:20.730854 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8e127-f5de-4713-8c4e-ee4aabff4e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8375306-3833-4d4e-8a5b-4b1bef7b7bcb,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:20.745527 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0d09e-53e7-4ac6-936b-f1bbe3c0e9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ecfa08-50bb-46d5-a274-d94dc45277b3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:20.803959 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fade73cb-2db8-4f2f-9e4a-d6039ba38c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.840888 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fade73cb-2db8-4f2f-9e4a-d6039ba38c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.858909 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f437bcea-3d0a-40e9-87d0-8f22f02adcb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.942918 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fade73cb-2db8-4f2f-9e4a-d6039ba38c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.950463 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fade73cb-2db8-4f2f-9e4a-d6039ba38c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.950463 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-fade73cb-2db8-4f2f-9e4a-d6039ba38c7e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b8375306-3833-4d4e-8a5b-4b1bef7b7bcb HTTP/1.1" status: 204 len: 168 time: 0.2447228 Jul 05 09:39:20.958493 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade73cb-2db8-4f2f-9e4a-d6039ba38c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8375306-3833-4d4e-8a5b-4b1bef7b7bcb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:21.059335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39968) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:21.078336 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da981637-cdaf-42f2-92d4-3dddab0b6782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:21.207139 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da981637-cdaf-42f2-92d4-3dddab0b6782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:21.220065 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da981637-cdaf-42f2-92d4-3dddab0b6782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:21.266838 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da981637-cdaf-42f2-92d4-3dddab0b6782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cbe952-7084-4665-ae1c-090d85b41cfa,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:21.296082 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-da981637-cdaf-42f2-92d4-3dddab0b6782 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ee9f31b120bb49cc994f03c7a2e8d072&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2355499 Jul 05 09:39:21.296241 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39982) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:21.381200 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39988) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:21.388772 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-284eaa5c-1cca-436f-86a5-449546f0f114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:21.396740 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac74d7cf-e674-4b27-be5f-5de8d8748ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:21.427227 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-284eaa5c-1cca-436f-86a5-449546f0f114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:21.506065 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-284eaa5c-1cca-436f-86a5-449546f0f114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:21.509120 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-284eaa5c-1cca-436f-86a5-449546f0f114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:21.510759 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-284eaa5c-1cca-436f-86a5-449546f0f114 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/34cbe952-7084-4665-ae1c-090d85b41cfa HTTP/1.1" status: 204 len: 168 time: 0.2127388 Jul 05 09:39:21.526395 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284eaa5c-1cca-436f-86a5-449546f0f114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cbe952-7084-4665-ae1c-090d85b41cfa,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:21.552201 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac74d7cf-e674-4b27-be5f-5de8d8748ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:21.559086 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac74d7cf-e674-4b27-be5f-5de8d8748ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:21.602215 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ac74d7cf-e674-4b27-be5f-5de8d8748ff0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bb6ea1b795824636b7c0322dca332500&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2198269 Jul 05 09:39:21.604608 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74d7cf-e674-4b27-be5f-5de8d8748ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6399734-a41b-40dc-b660-08969d5f8862,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:21.605320 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39996) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:21.665566 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d13cfee-1065-466d-ae3f-51a68cfc0bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:21.688563 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d13cfee-1065-466d-ae3f-51a68cfc0bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:21.746020 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d13cfee-1065-466d-ae3f-51a68cfc0bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:21.749298 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d13cfee-1065-466d-ae3f-51a68cfc0bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:21.750674 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9d13cfee-1065-466d-ae3f-51a68cfc0bcc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c6399734-a41b-40dc-b660-08969d5f8862 HTTP/1.1" status: 204 len: 168 time: 0.1443274 Jul 05 09:39:21.759888 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13cfee-1065-466d-ae3f-51a68cfc0bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6399734-a41b-40dc-b660-08969d5f8862,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:21.878223 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40012) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:21.979564 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e9cf561d-3e61-4635-b8a5-b5ff55b12a9a up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:22.009526 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40016) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:22.029912 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-53fac041-dab0-464e-a54b-0ba3b8696c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.056555 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port e9cf561d-3e61-4635-b8a5-b5ff55b12a9a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:22.062691 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port e9cf561d-3e61-4635-b8a5-b5ff55b12a9a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:22.063293 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.152278 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-53fac041-dab0-464e-a54b-0ba3b8696c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.160615 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-53fac041-dab0-464e-a54b-0ba3b8696c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.163091 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] Sync routers for ids ['b6421ce9-3041-49f8-8124-f15e15f8b678'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:39:22.187223 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] Routers {'b6421ce9-3041-49f8-8124-f15e15f8b678'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:39:22.188343 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:38:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b6421ce9-3041-49f8-8124-f15e15f8b678'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:22.213278 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-53fac041-dab0-464e-a54b-0ba3b8696c52 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5cab7c3d683c41f2b1694ee0c016c793&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1992314 Jul 05 09:39:22.213278 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fac041-dab0-464e-a54b-0ba3b8696c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa77efb8-55a7-4b9b-ae12-27ff18e05197,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:22.215026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40024) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:22.250024 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.288506 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-149ccb0c-31d4-4853-8b3f-9aa32dfba889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.289869 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port e9cf561d-3e61-4635-b8a5-b5ff55b12a9a, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e9cf561d-3e61-4635-b8a5-b5ff55b12a9a,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:22.318568 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-149ccb0c-31d4-4853-8b3f-9aa32dfba889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.321753 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.384940 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-149ccb0c-31d4-4853-8b3f-9aa32dfba889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.389319 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-149ccb0c-31d4-4853-8b3f-9aa32dfba889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.391778 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-149ccb0c-31d4-4853-8b3f-9aa32dfba889 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fa77efb8-55a7-4b9b-ae12-27ff18e05197 HTTP/1.1" status: 204 len: 168 time: 0.1751499 Jul 05 09:39:22.396386 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] Set router b6421ce9-3041-49f8-8124-f15e15f8b678 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:39:22.403952 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ccb0c-31d4-4853-8b3f-9aa32dfba889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa77efb8-55a7-4b9b-ae12-27ff18e05197,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:22.424567 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=e9cf561d-3e61-4635-b8a5-b5ff55b12a9a,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:22.498138 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a456-f685-4413-9c40-5bbb49273e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.666208 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1147022740-router', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:18Z', 'revision_number': 4, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'gw_port': {'id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '49d780f2-e427-4069-a14a-c3ebfe669b13', 'name': '', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'mac_address': 'fa:16:3e:b6:a0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:17Z', 'updated_at': '2021-07-05T09:39:18Z', 'revision_number': 2, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'subnets': [{'id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:22.669791 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a456-f685-4413-9c40-5bbb49273e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.675953 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a456-f685-4413-9c40-5bbb49273e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.696763 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] Checking router: b6421ce9-3041-49f8-8124-f15e15f8b678 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:39:22.697193 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] Updating router b6421ce9-3041-49f8-8124-f15e15f8b678 port 49d780f2-e427-4069-a14a-c3ebfe669b13 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:39:22.717478 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b2e5a456-f685-4413-9c40-5bbb49273e4c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c888dacc339d44e7904eaf9559a5c873&name=default HTTP/1.1" status: 200 len: 2978 time: 0.8378980 Jul 05 09:39:22.721040 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40052) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:22.722888 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5a456-f685-4413-9c40-5bbb49273e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd64d9b-a4df-4396-933a-83c023d49fed,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:22.737427 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.782449 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13c57e19-0555-478f-bed6-a56c9d898dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.808088 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13c57e19-0555-478f-bed6-a56c9d898dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.871834 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13c57e19-0555-478f-bed6-a56c9d898dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.874443 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13c57e19-0555-478f-bed6-a56c9d898dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.875624 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-13c57e19-0555-478f-bed6-a56c9d898dbc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4dd64d9b-a4df-4396-933a-83c023d49fed HTTP/1.1" status: 204 len: 168 time: 0.1535549 Jul 05 09:39:22.888587 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c57e19-0555-478f-bed6-a56c9d898dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd64d9b-a4df-4396-933a-83c023d49fed,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:23.058999 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:23.069712 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] Transition to ACTIVE for port object 49d780f2-e427-4069-a14a-c3ebfe669b13 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:23.078515 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40074) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:23.081538 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:23.084558 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0f606b14-d752-4343-985f-da9ab5bdd3e6 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-264277921-network', 'tenant_id': '4c1b29ef5d41460b896d969b72ae4b02'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:23.110653 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f606b14-d752-4343-985f-da9ab5bdd3e6 admin admin] Made reservation on behalf of 4c1b29ef5d41460b896d969b72ae4b02 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:39:23.113877 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f606b14-d752-4343-985f-da9ab5bdd3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:23.127048 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f606b14-d752-4343-985f-da9ab5bdd3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:23.131448 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3730deb-72e0-4d6b-b8b4-8e3ef8d09695 None None] Pushing event updated for resources: {'Port': ['ID=49d780f2-e427-4069-a14a-c3ebfe669b13,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:23.236861 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] Attempting to bind port 49d780f2-e427-4069-a14a-c3ebfe669b13 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:39:23.237249 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] Attempting to bind port 49d780f2-e427-4069-a14a-c3ebfe669b13 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '3d83f219-f815-4376-b051-a5566694dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:39:23.237615 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] Attempting to bind port 49d780f2-e427-4069-a14a-c3ebfe669b13 on network 50450e21-61cd-4f08-9734-c5edcfebb387 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:23.252471 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:39:23.252822 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] Checking segment: {'id': '3d83f219-f815-4376-b051-a5566694dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:39:23.253235 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:23.253891 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] Bound using segment: {'id': '3d83f219-f815-4376-b051-a5566694dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:39:23.256992 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] Bound port: 49d780f2-e427-4069-a14a-c3ebfe669b13, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d83f219-f815-4376-b051-a5566694dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:39:23.257441 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:23.261161 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f606b14-d752-4343-985f-da9ab5bdd3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:23.268683 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f606b14-d752-4343-985f-da9ab5bdd3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:23.283782 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f606b14-d752-4343-985f-da9ab5bdd3e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:39:23.297978 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f606b14-d752-4343-985f-da9ab5bdd3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:23.298468 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-0f606b14-d752-4343-985f-da9ab5bdd3e6 admin admin] Added segment 0bf58861-8fac-4dbd-a70e-a66ae486e442 of type vlan for network 4c39132b-2adc-48a4-9f2e-65a7a54e79aa Jul 05 09:39:23.339755 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1ab5941b-0e92-4265-8507-d4c84b1891d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:23.350074 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f606b14-d752-4343-985f-da9ab5bdd3e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:23.375338 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] For port 49d780f2-e427-4069-a14a-c3ebfe669b13, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:39:23.380319 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] For port 49d780f2-e427-4069-a14a-c3ebfe669b13, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=49d780f2-e427-4069-a14a-c3ebfe669b13,segment=NetworkSegment(3d83f219-f815-4376-b051-a5566694dac8),segment_id=3d83f219-f815-4376-b051-a5566694dac8)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:39:23.387971 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:23.424218 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f606b14-d752-4343-985f-da9ab5bdd3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:23.425590 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f606b14-d752-4343-985f-da9ab5bdd3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:23.426423 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f606b14-d752-4343-985f-da9ab5bdd3e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:23.440122 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f606b14-d752-4343-985f-da9ab5bdd3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9542519-e63c-4335-91b4-93138220650e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:23.502431 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0f606b14-d752-4343-985f-da9ab5bdd3e6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4226327 Jul 05 09:39:23.505358 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40094) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:23.514364 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-350dfa4a-caf1-400a-a0eb-2a44743350ee admin admin] Request body: {'subnet': {'network_id': '4c39132b-2adc-48a4-9f2e-65a7a54e79aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264277921-subnet', 'tenant_id': '4c1b29ef5d41460b896d969b72ae4b02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:23.538217 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f606b14-d752-4343-985f-da9ab5bdd3e6 admin admin] Pushing event updated for resources: {'Network': ['ID=4c39132b-2adc-48a4-9f2e-65a7a54e79aa,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:23.555223 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350dfa4a-caf1-400a-a0eb-2a44743350ee admin admin] Made reservation on behalf of 4c1b29ef5d41460b896d969b72ae4b02 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:39:23.559322 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-350dfa4a-caf1-400a-a0eb-2a44743350ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:23.577798 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 4c39132b-2adc-48a4-9f2e-65a7a54e79aa details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:39:23.788127 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3730deb-72e0-4d6b-b8b4-8e3ef8d09695 None None] Pushing event updated for resources: {'Port': ['ID=49d780f2-e427-4069-a14a-c3ebfe669b13,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:23.807380 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:23.816710 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] Routers {'b6421ce9-3041-49f8-8124-f15e15f8b678'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:39:23.817351 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:39:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b6421ce9-3041-49f8-8124-f15e15f8b678'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:23.820299 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40114) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:23.823006 n-d-798054-8 neutron-server[93907]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 09:39:23.853846 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-350dfa4a-caf1-400a-a0eb-2a44743350ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:23.864360 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-df4aa481-aab6-4e09-991a-213c0bcf7ea2 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=596e6a8094f142f0bf5a9a681676d5c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323579 Jul 05 09:39:24.044109 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e9cf561d-3e61-4635-b8a5-b5ff55b12a9a up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:24.075967 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] Set router b6421ce9-3041-49f8-8124-f15e15f8b678 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:39:24.148154 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-b58aee43-a3ea-4f90-95fe-1db23e35e89d tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:24.150893 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-b58aee43-a3ea-4f90-95fe-1db23e35e89d tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2856441 Jul 05 09:39:24.151386 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40118) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:24.167739 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-531b9087-5ba1-481a-92e7-5cc0cb9f9581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:24.247608 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350dfa4a-caf1-400a-a0eb-2a44743350ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b58913c-ac8c-431a-813a-16e34dc88624,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:24.284537 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port e9cf561d-3e61-4635-b8a5-b5ff55b12a9a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:24.287581 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350dfa4a-caf1-400a-a0eb-2a44743350ee admin admin] Checking segment: {'id': '0bf58861-8fac-4dbd-a70e-a66ae486e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4c39132b-2adc-48a4-9f2e-65a7a54e79aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:39:24.288132 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350dfa4a-caf1-400a-a0eb-2a44743350ee admin admin] Network hostable DHCP agents. Network: 4c39132b-2adc-48a4-9f2e-65a7a54e79aa, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:39:24.291134 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:24.292109 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-531b9087-5ba1-481a-92e7-5cc0cb9f9581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:24.305242 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-89358c59-5b56-4da1-87ec-a619a10fd8cf tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/quotas/596e6a8094f142f0bf5a9a681676d5c1 HTTP/1.1" status: 200 len: 375 time: 0.1248062 Jul 05 09:39:24.307743 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-531b9087-5ba1-481a-92e7-5cc0cb9f9581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:24.322490 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350dfa4a-caf1-400a-a0eb-2a44743350ee admin admin] Network 4c39132b-2adc-48a4-9f2e-65a7a54e79aa is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:39:24.340553 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-350dfa4a-caf1-400a-a0eb-2a44743350ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 4c39132b-2adc-48a4-9f2e-65a7a54e79aa) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:24.347839 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350dfa4a-caf1-400a-a0eb-2a44743350ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:24.348678 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-350dfa4a-caf1-400a-a0eb-2a44743350ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:24.357291 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160da514-a857-4006-94ba-24f33d4130d3 None None] Network 4c39132b-2adc-48a4-9f2e-65a7a54e79aa requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:39:24.381968 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-350dfa4a-caf1-400a-a0eb-2a44743350ee admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8750091 Jul 05 09:39:24.385088 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40132) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:24.392445 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-571a9c41-feb3-4cad-979c-9a057656c382 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-264277921-router', 'tenant_id': '4c1b29ef5d41460b896d969b72ae4b02', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:24.419511 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40138) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:24.422749 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-531b9087-5ba1-481a-92e7-5cc0cb9f9581 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4d5be0801f424669a5821ef849b43fcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698684 Jul 05 09:39:24.424485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b9087-5ba1-481a-92e7-5cc0cb9f9581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e699a0-5820-46a3-85cf-f45d48640769,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:24.485685 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:24.492088 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-571a9c41-feb3-4cad-979c-9a057656c382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:24.493582 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-571a9c41-feb3-4cad-979c-9a057656c382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:24.530749 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-ac1f11d5-f643-4ec0-9ee6-2e248d7e6241 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=596e6a8094f142f0bf5a9a681676d5c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1734555 Jul 05 09:39:24.546470 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 49d780f2-e427-4069-a14a-c3ebfe669b13 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:24.590766 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-571a9c41-feb3-4cad-979c-9a057656c382 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:24.639606 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6bcc546e-59bf-4d11-9c13-95c630054ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:24.663944 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6bcc546e-59bf-4d11-9c13-95c630054ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:24.670261 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1147022740-router', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:18Z', 'revision_number': 4, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'gw_port': {'id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '49d780f2-e427-4069-a14a-c3ebfe669b13', 'name': '', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'mac_address': 'fa:16:3e:b6:a0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:17Z', 'updated_at': '2021-07-05T09:39:23Z', 'revision_number': 4, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'subnets': [{'id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:24.703339 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df16a00b-41df-4433-bfde-9f5347705709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-4c39132b-2adc-48a4-9f2e-65a7a54e79aa', 'network_id': '4c39132b-2adc-48a4-9f2e-65a7a54e79aa', 'tenant_id': '4c1b29ef5d41460b896d969b72ae4b02', 'fixed_ips': [{'subnet_id': '4b58913c-ac8c-431a-813a-16e34dc88624'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:39:24.704465 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-df16a00b-41df-4433-bfde-9f5347705709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:24.708964 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 49d780f2-e427-4069-a14a-c3ebfe669b13 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:24.711282 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7345df6-35a7-40aa-b30f-71bc872fe325 None None] The sync data for ids ['b6421ce9-3041-49f8-8124-f15e15f8b678'] in n-d-798054-8 is: [{'id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1147022740-router', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:18Z', 'revision_number': 4, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'gw_port': {'id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '49d780f2-e427-4069-a14a-c3ebfe669b13', 'name': '', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'mac_address': 'fa:16:3e:b6:a0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:17Z', 'updated_at': '2021-07-05T09:39:23Z', 'revision_number': 4, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'subnets': [{'id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:39:24.724498 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 49d780f2-e427-4069-a14a-c3ebfe669b13 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:24.725304 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:24.760718 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6bcc546e-59bf-4d11-9c13-95c630054ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:24.763616 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6bcc546e-59bf-4d11-9c13-95c630054ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:24.764950 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6bcc546e-59bf-4d11-9c13-95c630054ac8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/43e699a0-5820-46a3-85cf-f45d48640769 HTTP/1.1" status: 204 len: 168 time: 0.3361108 Jul 05 09:39:24.878491 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc546e-59bf-4d11-9c13-95c630054ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e699a0-5820-46a3-85cf-f45d48640769,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:24.892318 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-571a9c41-feb3-4cad-979c-9a057656c382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:25.143032 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-df16a00b-41df-4433-bfde-9f5347705709 None None] Allocated IP 172.20.0.2 (4c39132b-2adc-48a4-9f2e-65a7a54e79aa/4b58913c-ac8c-431a-813a-16e34dc88624/b94eac23-344e-4acf-90e0-05854f60acee) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:25.154526 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:25.249188 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 49d780f2-e427-4069-a14a-c3ebfe669b13, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=49d780f2-e427-4069-a14a-c3ebfe669b13,segment=NetworkSegment(3d83f219-f815-4376-b051-a5566694dac8),segment_id=3d83f219-f815-4376-b051-a5566694dac8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:25.257510 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-571a9c41-feb3-4cad-979c-9a057656c382 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:25.264381 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:25.287587 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-571a9c41-feb3-4cad-979c-9a057656c382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:25.442414 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-571a9c41-feb3-4cad-979c-9a057656c382 admin admin] Allocated IP 172.25.7.80 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/1c66a00b-6b62-4223-9e1c-458183f366a8) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:25.453337 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=49d780f2-e427-4069-a14a-c3ebfe669b13,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:25.486356 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-df16a00b-41df-4433-bfde-9f5347705709 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:25.500074 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-df16a00b-41df-4433-bfde-9f5347705709 None None] Transition to ACTIVE for port object b94eac23-344e-4acf-90e0-05854f60acee will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:25.533681 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-df16a00b-41df-4433-bfde-9f5347705709 None None] Transition to ACTIVE for port object b94eac23-344e-4acf-90e0-05854f60acee will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:25.543123 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-df16a00b-41df-4433-bfde-9f5347705709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:25.601141 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df16a00b-41df-4433-bfde-9f5347705709 None None] Network 4c39132b-2adc-48a4-9f2e-65a7a54e79aa is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:25.608364 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-571a9c41-feb3-4cad-979c-9a057656c382 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:25.610594 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-df16a00b-41df-4433-bfde-9f5347705709 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:25.613648 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df16a00b-41df-4433-bfde-9f5347705709 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:25.625426 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16a00b-41df-4433-bfde-9f5347705709 None None] Pushing event updated for resources: {'Port': ['ID=b94eac23-344e-4acf-90e0-05854f60acee,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:25.665318 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-571a9c41-feb3-4cad-979c-9a057656c382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:25.689775 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-df16a00b-41df-4433-bfde-9f5347705709 None None] Attempting to bind port b94eac23-344e-4acf-90e0-05854f60acee on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:39:25.690228 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-df16a00b-41df-4433-bfde-9f5347705709 None None] Attempting to bind port b94eac23-344e-4acf-90e0-05854f60acee by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '0bf58861-8fac-4dbd-a70e-a66ae486e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4c39132b-2adc-48a4-9f2e-65a7a54e79aa'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:39:25.690785 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a00b-41df-4433-bfde-9f5347705709 None None] Attempting to bind port b94eac23-344e-4acf-90e0-05854f60acee on network 4c39132b-2adc-48a4-9f2e-65a7a54e79aa {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:25.697568 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a00b-41df-4433-bfde-9f5347705709 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:39:25.698197 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a00b-41df-4433-bfde-9f5347705709 None None] Checking segment: {'id': '0bf58861-8fac-4dbd-a70e-a66ae486e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4c39132b-2adc-48a4-9f2e-65a7a54e79aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:39:25.698911 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-df16a00b-41df-4433-bfde-9f5347705709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:25.699492 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a00b-41df-4433-bfde-9f5347705709 None None] Bound using segment: {'id': '0bf58861-8fac-4dbd-a70e-a66ae486e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4c39132b-2adc-48a4-9f2e-65a7a54e79aa'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:39:25.700317 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-df16a00b-41df-4433-bfde-9f5347705709 None None] Bound port: b94eac23-344e-4acf-90e0-05854f60acee, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf58861-8fac-4dbd-a70e-a66ae486e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4c39132b-2adc-48a4-9f2e-65a7a54e79aa'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:39:25.700935 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-df16a00b-41df-4433-bfde-9f5347705709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:25.713164 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571a9c41-feb3-4cad-979c-9a057656c382 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:25.718393 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-571a9c41-feb3-4cad-979c-9a057656c382 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:25.722145 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571a9c41-feb3-4cad-979c-9a057656c382 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:25.727900 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a9c41-feb3-4cad-979c-9a057656c382 admin admin] Pushing event updated for resources: {'Port': ['ID=1c66a00b-6b62-4223-9e1c-458183f366a8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:25.833469 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-df16a00b-41df-4433-bfde-9f5347705709 None None] For port b94eac23-344e-4acf-90e0-05854f60acee, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:39:25.853486 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-df16a00b-41df-4433-bfde-9f5347705709 None None] For port b94eac23-344e-4acf-90e0-05854f60acee, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b94eac23-344e-4acf-90e0-05854f60acee,segment=NetworkSegment(0bf58861-8fac-4dbd-a70e-a66ae486e442),segment_id=0bf58861-8fac-4dbd-a70e-a66ae486e442)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:39:25.858605 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-df16a00b-41df-4433-bfde-9f5347705709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:25.932304 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16a00b-41df-4433-bfde-9f5347705709 None None] Pushing event updated for resources: {'Port': ['ID=b94eac23-344e-4acf-90e0-05854f60acee,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:26.053191 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-571a9c41-feb3-4cad-979c-9a057656c382 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:26.055091 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 49d780f2-e427-4069-a14a-c3ebfe669b13 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:26.086338 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40200) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:26.146162 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 49d780f2-e427-4069-a14a-c3ebfe669b13 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:26.146729 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:26.409626 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-571a9c41-feb3-4cad-979c-9a057656c382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:26.529194 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:26.553355 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571a9c41-feb3-4cad-979c-9a057656c382 admin admin] Router 12b38149-6005-4ccb-864b-e7819f1ee455 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:39:26.794225 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571a9c41-feb3-4cad-979c-9a057656c382 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:39:26.802899 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] Sync routers for ids ['12b38149-6005-4ccb-864b-e7819f1ee455'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:39:26.814473 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-571a9c41-feb3-4cad-979c-9a057656c382 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:26.818824 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40226) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:26.819224 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-571a9c41-feb3-4cad-979c-9a057656c382 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.4330721 Jul 05 09:39:26.828595 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] Routers {'12b38149-6005-4ccb-864b-e7819f1ee455'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:39:26.832522 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:39:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['12b38149-6005-4ccb-864b-e7819f1ee455'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:27.031815 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-72d9442f-705c-443e-95a8-21c6ccb0f99d req-f0286afd-48d1-4d19-a6b1-118bce4020f0 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 210 time: 0.9436011 Jul 05 09:39:27.091247 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] Set router 12b38149-6005-4ccb-864b-e7819f1ee455 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:39:27.269585 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a893ff4f-cbab-4d5d-a787-d4c6944db551 None None] Network 4c39132b-2adc-48a4-9f2e-65a7a54e79aa requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:39:27.341022 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b38149-6005-4ccb-864b-e7819f1ee455', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264277921-router', 'tenant_id': '4c1b29ef5d41460b896d969b72ae4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '1c66a00b-6b62-4223-9e1c-458183f366a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:24Z', 'updated_at': '2021-07-05T09:39:25Z', 'revision_number': 3, 'project_id': '4c1b29ef5d41460b896d969b72ae4b02', 'gw_port': {'id': '1c66a00b-6b62-4223-9e1c-458183f366a8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b38149-6005-4ccb-864b-e7819f1ee455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:25Z', 'updated_at': '2021-07-05T09:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:27.380362 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] Checking router: 12b38149-6005-4ccb-864b-e7819f1ee455 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:39:27.381039 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] Updating router 12b38149-6005-4ccb-864b-e7819f1ee455 port 1c66a00b-6b62-4223-9e1c-458183f366a8 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:39:27.403199 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5d5d02f5-676a-4869-91be-736a2917df00 None None] Provisioning for port b94eac23-344e-4acf-90e0-05854f60acee completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:27.424664 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:27.644785 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31bbf40a-139a-4915-8bb4-87e45fd3ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:27.804143 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:27.823134 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] Transition to ACTIVE for port object 1c66a00b-6b62-4223-9e1c-458183f366a8 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:27.833472 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:27.957927 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] Attempting to bind port 1c66a00b-6b62-4223-9e1c-458183f366a8 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:39:27.958756 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] Attempting to bind port 1c66a00b-6b62-4223-9e1c-458183f366a8 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:39:27.959306 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] Attempting to bind port 1c66a00b-6b62-4223-9e1c-458183f366a8 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:27.990266 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:39:27.990931 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:39:27.991544 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:27.992147 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:39:27.993407 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] Bound port: 1c66a00b-6b62-4223-9e1c-458183f366a8, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:39:27.994168 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:28.017622 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-31bbf40a-139a-4915-8bb4-87e45fd3ed09 admin admin] Allocated IP 172.20.0.1 (4c39132b-2adc-48a4-9f2e-65a7a54e79aa/4b58913c-ac8c-431a-813a-16e34dc88624/216604b8-82f5-403e-8ae6-0e7d1cc97df4) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:28.064270 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b94eac23-344e-4acf-90e0-05854f60acee up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:28.086277 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] For port 1c66a00b-6b62-4223-9e1c-458183f366a8, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:39:28.092616 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] For port 1c66a00b-6b62-4223-9e1c-458183f366a8, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=1c66a00b-6b62-4223-9e1c-458183f366a8,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:39:28.098877 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60ebeb-1a60-4b09-b46f-8f13c2674867 None None] Pushing event updated for resources: {'Port': ['ID=1c66a00b-6b62-4223-9e1c-458183f366a8,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:28.114268 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:28.199336 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port b94eac23-344e-4acf-90e0-05854f60acee completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:28.209646 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b94eac23-344e-4acf-90e0-05854f60acee triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:28.210083 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:28.233702 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60ebeb-1a60-4b09-b46f-8f13c2674867 None None] Pushing event updated for resources: {'Port': ['ID=1c66a00b-6b62-4223-9e1c-458183f366a8,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:28.245476 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] Routers {'12b38149-6005-4ccb-864b-e7819f1ee455'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:39:28.246439 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:39:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['12b38149-6005-4ccb-864b-e7819f1ee455'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:28.309264 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31bbf40a-139a-4915-8bb4-87e45fd3ed09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:28.335556 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-31bbf40a-139a-4915-8bb4-87e45fd3ed09 admin admin] Transition to ACTIVE for port object 216604b8-82f5-403e-8ae6-0e7d1cc97df4 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:28.350877 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-65e5b567-b11f-4429-bf9b-5428fc38a61c None None] Provisioning complete for port b94eac23-344e-4acf-90e0-05854f60acee triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:28.351536 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-65e5b567-b11f-4429-bf9b-5428fc38a61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:28.386832 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19896d64-36df-4e4c-b1c0-80096f33263d req-8bd519ac-c2ea-4027-9987-b5e357553439 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 210 time: 0.0452213 Jul 05 09:39:28.412637 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] Set router 12b38149-6005-4ccb-864b-e7819f1ee455 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:39:28.426467 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31bbf40a-139a-4915-8bb4-87e45fd3ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:28.473063 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:28.501756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bbf40a-139a-4915-8bb4-87e45fd3ed09 admin admin] Network 4c39132b-2adc-48a4-9f2e-65a7a54e79aa is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:28.509177 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-31bbf40a-139a-4915-8bb4-87e45fd3ed09 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:28.517669 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bbf40a-139a-4915-8bb4-87e45fd3ed09 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:28.519266 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31bbf40a-139a-4915-8bb4-87e45fd3ed09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:28.583090 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-65e5b567-b11f-4429-bf9b-5428fc38a61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:28.592339 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port b94eac23-344e-4acf-90e0-05854f60acee, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b94eac23-344e-4acf-90e0-05854f60acee,segment=NetworkSegment(0bf58861-8fac-4dbd-a70e-a66ae486e442),segment_id=0bf58861-8fac-4dbd-a70e-a66ae486e442)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:28.607473 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:28.739965 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-bd1cb84e-18f6-43c7-88d6-6f88925aae93 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=19f562930ce4451a9fa04a164be513c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611393 Jul 05 09:39:28.812202 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.81', 61487) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:28.834480 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b38149-6005-4ccb-864b-e7819f1ee455', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264277921-router', 'tenant_id': '4c1b29ef5d41460b896d969b72ae4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '1c66a00b-6b62-4223-9e1c-458183f366a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:24Z', 'updated_at': '2021-07-05T09:39:25Z', 'revision_number': 3, 'project_id': '4c1b29ef5d41460b896d969b72ae4b02', 'gw_port': {'id': '1c66a00b-6b62-4223-9e1c-458183f366a8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b38149-6005-4ccb-864b-e7819f1ee455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:25Z', 'updated_at': '2021-07-05T09:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:28.857870 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-65e5b567-b11f-4429-bf9b-5428fc38a61c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:39:28.866026 n-d-798054-8 neutron-server[93908]: DEBUG oslo_db.api [None req-65e5b567-b11f-4429-bf9b-5428fc38a61c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:39:28.867381 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=b94eac23-344e-4acf-90e0-05854f60acee,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:28.897029 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc322197-da24-4715-b799-aa037cfa6ea5 None None] The sync data for ids ['12b38149-6005-4ccb-864b-e7819f1ee455'] in n-d-798054-8 is: [{'id': '12b38149-6005-4ccb-864b-e7819f1ee455', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264277921-router', 'tenant_id': '4c1b29ef5d41460b896d969b72ae4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '1c66a00b-6b62-4223-9e1c-458183f366a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:24Z', 'updated_at': '2021-07-05T09:39:25Z', 'revision_number': 3, 'project_id': '4c1b29ef5d41460b896d969b72ae4b02', 'gw_port': {'id': '1c66a00b-6b62-4223-9e1c-458183f366a8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b38149-6005-4ccb-864b-e7819f1ee455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:25Z', 'updated_at': '2021-07-05T09:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:39:28.899305 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-02d883b5-70eb-4411-befe-bd829ed3a292 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=596e6a8094f142f0bf5a9a681676d5c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0803134 Jul 05 09:39:28.997145 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-46e98fa9-719c-4b67-a283-4b399c918d18 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:28.998676 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-46e98fa9-719c-4b67-a283-4b399c918d18 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1950769 Jul 05 09:39:28.999513 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bbf40a-139a-4915-8bb4-87e45fd3ed09 admin admin] Pushing event updated for resources: {'Port': ['ID=216604b8-82f5-403e-8ae6-0e7d1cc97df4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:29.026381 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-2b130080-b5af-46e8-9a6a-430ccf105a00 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/quotas/19f562930ce4451a9fa04a164be513c8 HTTP/1.1" status: 200 len: 375 time: 0.0143445 Jul 05 09:39:29.029409 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31bbf40a-139a-4915-8bb4-87e45fd3ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:29.064936 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-9c89989f-806a-4e7c-aa82-fced8f8a8916 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:29.066793 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-9c89989f-806a-4e7c-aa82-fced8f8a8916 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1616242 Jul 05 09:39:29.095730 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-4a9b29b9-2186-47a7-9d6a-a027ab8e14bf tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=19f562930ce4451a9fa04a164be513c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568161 Jul 05 09:39:29.131868 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-37da08a6-6372-42b2-9b5c-3eebdd62e5c9 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Request body: {'port': {'device_id': 'bac7b65b-2455-49e2-9e9d-08dab5f21914', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': '596e6a8094f142f0bf5a9a681676d5c1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:29.472925 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31bbf40a-139a-4915-8bb4-87e45fd3ed09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:29.481051 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31bbf40a-139a-4915-8bb4-87e45fd3ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:29.482101 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31bbf40a-139a-4915-8bb4-87e45fd3ed09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:29.550566 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-131638eb-0c2c-4418-8476-18647f1c99eb None None] Provisioning for port 216604b8-82f5-403e-8ae6-0e7d1cc97df4 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:29.558655 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-131638eb-0c2c-4418-8476-18647f1c99eb None None] Provisioning complete for port 216604b8-82f5-403e-8ae6-0e7d1cc97df4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:29.559591 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-131638eb-0c2c-4418-8476-18647f1c99eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:29.573755 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-37da08a6-6372-42b2-9b5c-3eebdd62e5c9 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Made reservation on behalf of 596e6a8094f142f0bf5a9a681676d5c1 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:39:29.579142 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-37da08a6-6372-42b2-9b5c-3eebdd62e5c9 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:29.605628 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-37da08a6-6372-42b2-9b5c-3eebdd62e5c9 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:29.624506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bbf40a-139a-4915-8bb4-87e45fd3ed09 admin admin] Pushing event updated for resources: {'Port': ['ID=216604b8-82f5-403e-8ae6-0e7d1cc97df4,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:29.662004 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-131638eb-0c2c-4418-8476-18647f1c99eb None None] Port 216604b8-82f5-403e-8ae6-0e7d1cc97df4 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:39:29.790808 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bbf40a-139a-4915-8bb4-87e45fd3ed09 admin admin] Network 4c39132b-2adc-48a4-9f2e-65a7a54e79aa is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:29.817340 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-31bbf40a-139a-4915-8bb4-87e45fd3ed09 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:29.861697 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-37da08a6-6372-42b2-9b5c-3eebdd62e5c9 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:29.870695 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-37da08a6-6372-42b2-9b5c-3eebdd62e5c9 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:30.039431 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-69f10d40-ac22-4ee6-8bbf-6311a310f0fe req-284ef497-ffa2-4de3-8da7-85e532b09b7e tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 210 time: 0.2541804 Jul 05 09:39:30.237763 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da08a6-6372-42b2-9b5c-3eebdd62e5c9 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6513378a-88fb-4769-8b09-719cf44551c6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:30.253059 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 1c66a00b-6b62-4223-9e1c-458183f366a8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:30.306001 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bbf40a-139a-4915-8bb4-87e45fd3ed09 admin admin] Router 12b38149-6005-4ccb-864b-e7819f1ee455 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:39:30.356590 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 1c66a00b-6b62-4223-9e1c-458183f366a8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:30.365866 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 1c66a00b-6b62-4223-9e1c-458183f366a8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:30.368534 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:30.470921 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c81b4cec-5b67-4ba7-8239-88334069b626 None None] Provisioning complete for port 216604b8-82f5-403e-8ae6-0e7d1cc97df4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:30.471668 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c81b4cec-5b67-4ba7-8239-88334069b626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:30.560469 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c81b4cec-5b67-4ba7-8239-88334069b626 None None] Port 216604b8-82f5-403e-8ae6-0e7d1cc97df4 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:39:30.587679 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-24aa551e-effe-48fd-8e2d-d063fd59d260 req-944aa1f1-852c-4967-a614-5e0566dccfa0 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 210 time: 0.1093299 Jul 05 09:39:30.620014 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-37da08a6-6372-42b2-9b5c-3eebdd62e5c9 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Allocated IP 192.168.233.65 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/8d094c76-ea66-4853-9682-c828bb7137c9) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:30.745626 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:30.778505 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bbf40a-139a-4915-8bb4-87e45fd3ed09 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:39:30.790187 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-31bbf40a-139a-4915-8bb4-87e45fd3ed09 admin admin] 10.222.0.79 "PUT /v2.0/routers/12b38149-6005-4ccb-864b-e7819f1ee455/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9695916 Jul 05 09:39:30.791292 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 1c66a00b-6b62-4223-9e1c-458183f366a8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=1c66a00b-6b62-4223-9e1c-458183f366a8,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:30.808844 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:30.816242 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b94eac23-344e-4acf-90e0-05854f60acee up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:30.978764 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=1c66a00b-6b62-4223-9e1c-458183f366a8,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:30.996136 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-37da08a6-6372-42b2-9b5c-3eebdd62e5c9 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:30.998980 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b94eac23-344e-4acf-90e0-05854f60acee triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:30.999566 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:31.017813 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-37da08a6-6372-42b2-9b5c-3eebdd62e5c9 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Transition to ACTIVE for port object 8d094c76-ea66-4853-9682-c828bb7137c9 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:31.080204 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-37da08a6-6372-42b2-9b5c-3eebdd62e5c9 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:31.400174 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-37da08a6-6372-42b2-9b5c-3eebdd62e5c9 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:31.461850 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-37da08a6-6372-42b2-9b5c-3eebdd62e5c9 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:31.473954 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-37da08a6-6372-42b2-9b5c-3eebdd62e5c9 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:31.491260 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-37da08a6-6372-42b2-9b5c-3eebdd62e5c9 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:31.491971 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-37da08a6-6372-42b2-9b5c-3eebdd62e5c9 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:31.538539 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5a2cf627-fbf9-489b-b8f9-6beb2715d8d4 req-848a0ead-a5a7-40f1-ba9e-bf7bcf037663 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 210 time: 0.0924807 Jul 05 09:39:31.654187 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-37da08a6-6372-42b2-9b5c-3eebdd62e5c9 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5282614 Jul 05 09:39:31.656808 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da08a6-6372-42b2-9b5c-3eebdd62e5c9 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Pushing event updated for resources: {'Port': ['ID=8d094c76-ea66-4853-9682-c828bb7137c9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:31.707476 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-0f4307c9-9c3e-4448-914c-e066b1f3a3b4 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:39:31.707476 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-0f4307c9-9c3e-4448-914c-e066b1f3a3b4 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146284 Jul 05 09:39:31.822732 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] Sync routers for ids ['12b38149-6005-4ccb-864b-e7819f1ee455'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:39:31.843267 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] Routers {'12b38149-6005-4ccb-864b-e7819f1ee455'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:39:31.844323 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:39:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['12b38149-6005-4ccb-864b-e7819f1ee455'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:31.950788 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-11e2cfc4-d156-4017-90ac-183024ddf774 None None] Provisioning for port 8d094c76-ea66-4853-9682-c828bb7137c9 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:32.090476 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] Set router 12b38149-6005-4ccb-864b-e7819f1ee455 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:39:32.154219 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-11e2cfc4-d156-4017-90ac-183024ddf774 None None] Provisioning complete for port 8d094c76-ea66-4853-9682-c828bb7137c9 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:32.155157 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-11e2cfc4-d156-4017-90ac-183024ddf774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:32.184318 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.78', 59553) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:32.215904 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-440a3fc0-1530-4d45-907a-a3bdba4e63cf tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=19f562930ce4451a9fa04a164be513c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297232 Jul 05 09:39:32.371168 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 1c66a00b-6b62-4223-9e1c-458183f366a8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:32.388262 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa69ea-d167-4711-8b48-2ac3903f18f5 req-b1b52af1-8a80-4219-9831-3143f7c53b8d tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:32.401227 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-baaa69ea-d167-4711-8b48-2ac3903f18f5 req-b1b52af1-8a80-4219-9831-3143f7c53b8d tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 935 time: 0.2439768 Jul 05 09:39:32.533873 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-11e2cfc4-d156-4017-90ac-183024ddf774 None None] Port 8d094c76-ea66-4853-9682-c828bb7137c9 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:39:32.563820 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-baaa69ea-d167-4711-8b48-2ac3903f18f5 req-56767554-a4b9-42e4-bab4-1d401aa6df28 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6513378a-88fb-4769-8b09-719cf44551c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555395 Jul 05 09:39:32.586142 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-c2330bad-e8b6-435c-944a-94a80426ad97 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:32.597749 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-c2330bad-e8b6-435c-944a-94a80426ad97 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3573184 Jul 05 09:39:32.605486 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:32.669021 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-dcb9a17d-7b36-472f-9b13-4858ec4cbf69 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Request body: {'port': {'device_id': '97865587-e9b3-4268-a0dd-3bfc050c7d82', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': '19f562930ce4451a9fa04a164be513c8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:32.729284 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40458) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:32.754623 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 1c66a00b-6b62-4223-9e1c-458183f366a8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:32.756094 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:32.834397 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-dcb9a17d-7b36-472f-9b13-4858ec4cbf69 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Made reservation on behalf of 19f562930ce4451a9fa04a164be513c8 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:39:32.847327 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-dcb9a17d-7b36-472f-9b13-4858ec4cbf69 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:32.887437 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-dcb9a17d-7b36-472f-9b13-4858ec4cbf69 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:33.078612 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-e74193b1-9f39-48a2-a765-d0c079d69e44 service neutron] Request body: {'port': {'device_id': 'bac7b65b-2455-49e2-9e9d-08dab5f21914', 'device_owner': 'compute:tempest-test_az-150927580', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:33.079356 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b38149-6005-4ccb-864b-e7819f1ee455', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264277921-router', 'tenant_id': '4c1b29ef5d41460b896d969b72ae4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '1c66a00b-6b62-4223-9e1c-458183f366a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:24Z', 'updated_at': '2021-07-05T09:39:28Z', 'revision_number': 4, 'project_id': '4c1b29ef5d41460b896d969b72ae4b02', 'gw_port': {'id': '1c66a00b-6b62-4223-9e1c-458183f366a8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b38149-6005-4ccb-864b-e7819f1ee455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:25Z', 'updated_at': '2021-07-05T09:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '216604b8-82f5-403e-8ae6-0e7d1cc97df4', 'name': '', 'network_id': '4c39132b-2adc-48a4-9f2e-65a7a54e79aa', 'tenant_id': '4c1b29ef5d41460b896d969b72ae4b02', 'mac_address': 'fa:16:3e:41:3d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b38149-6005-4ccb-864b-e7819f1ee455', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4b58913c-ac8c-431a-813a-16e34dc88624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:27Z', 'updated_at': '2021-07-05T09:39:29Z', 'revision_number': 2, 'project_id': '4c1b29ef5d41460b896d969b72ae4b02', 'subnets': [{'id': '4b58913c-ac8c-431a-813a-16e34dc88624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:33.116167 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7674bab7-246e-4838-8352-166d76957fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:33.123208 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] Checking router: 12b38149-6005-4ccb-864b-e7819f1ee455 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:39:33.123575 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] Updating router 12b38149-6005-4ccb-864b-e7819f1ee455 port 216604b8-82f5-403e-8ae6-0e7d1cc97df4 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:39:33.201659 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:33.261547 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-08085b7c-1804-4c7c-9c19-c6952f0e22a0 req-7bb3d62b-2692-4e2f-8657-7ebd6bcaa253 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 210 time: 0.0812957 Jul 05 09:39:33.325398 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-e74193b1-9f39-48a2-a765-d0c079d69e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:33.829530 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:33.854396 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] Transition to ACTIVE for port object 216604b8-82f5-403e-8ae6-0e7d1cc97df4 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:33.863092 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:34.017592 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0887243-688d-405f-874c-38a3a9a2df78 req-0d00ec9c-d36a-47c0-95c0-6f799de1545c tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:34.027044 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e0887243-688d-405f-874c-38a3a9a2df78 req-0d00ec9c-d36a-47c0-95c0-6f799de1545c tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 935 time: 0.1182432 Jul 05 09:39:34.127635 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e0887243-688d-405f-874c-38a3a9a2df78 req-9b83d2a6-3a1b-488f-849a-d3d9f126e0e4 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6513378a-88fb-4769-8b09-719cf44551c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995028 Jul 05 09:39:34.136291 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40514) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:34.150098 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d7e3d15b-4565-46fe-8ea4-4aa4a6397bbf tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1656185152', 'description': 'tempest-description--1754848874'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:34.241386 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-dcb9a17d-7b36-472f-9b13-4858ec4cbf69 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:34.289374 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.db.api [None req-d7e3d15b-4565-46fe-8ea4-4aa4a6397bbf tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 09:39:34.289374 n-d-798054-8 neutron-server[93907]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 09:39:34.289374 n-d-798054-8 neutron-server[93907]: [parameters: {'project_id_1': 'efee607d69f94e6d9133e9bf132c56d0', 'expiration_1': datetime.datetime(2021, 7, 5, 9, 39, 34, 185493)}] Jul 05 09:39:34.289374 n-d-798054-8 neutron-server[93907]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:39:34.296816 n-d-798054-8 neutron-server[93907]: DEBUG oslo_db.api [None req-d7e3d15b-4565-46fe-8ea4-4aa4a6397bbf tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:39:34.328832 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-dcb9a17d-7b36-472f-9b13-4858ec4cbf69 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:34.463506 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e9755-b2bf-425b-80eb-0b356ae85961 None None] Pushing event updated for resources: {'Port': ['ID=216604b8-82f5-403e-8ae6-0e7d1cc97df4,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:34.478399 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] Attempting to bind port 216604b8-82f5-403e-8ae6-0e7d1cc97df4 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:39:34.479102 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] Attempting to bind port 216604b8-82f5-403e-8ae6-0e7d1cc97df4 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '0bf58861-8fac-4dbd-a70e-a66ae486e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4c39132b-2adc-48a4-9f2e-65a7a54e79aa'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:39:34.479710 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] Attempting to bind port 216604b8-82f5-403e-8ae6-0e7d1cc97df4 on network 4c39132b-2adc-48a4-9f2e-65a7a54e79aa {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:34.547676 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:39:34.551280 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] Checking segment: {'id': '0bf58861-8fac-4dbd-a70e-a66ae486e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4c39132b-2adc-48a4-9f2e-65a7a54e79aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:39:34.552588 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:34.555791 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] Bound using segment: {'id': '0bf58861-8fac-4dbd-a70e-a66ae486e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4c39132b-2adc-48a4-9f2e-65a7a54e79aa'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:39:34.558294 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] Bound port: 216604b8-82f5-403e-8ae6-0e7d1cc97df4, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf58861-8fac-4dbd-a70e-a66ae486e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4c39132b-2adc-48a4-9f2e-65a7a54e79aa'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:39:34.560128 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:34.582774 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7674bab7-246e-4838-8352-166d76957fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:34.592505 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7674bab7-246e-4838-8352-166d76957fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:34.661525 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9a17d-7b36-472f-9b13-4858ec4cbf69 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f5787f-aef4-4add-865f-fdfd76ffdc5d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:34.701063 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674bab7-246e-4838-8352-166d76957fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b060df76-203e-4c5b-90cd-fd5af7ab8d2a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:34.750547 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-e74193b1-9f39-48a2-a765-d0c079d69e44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d094c76-ea66-4853-9682-c828bb7137c9 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:39:34.763330 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-e74193b1-9f39-48a2-a765-d0c079d69e44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:34.767557 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7674bab7-246e-4838-8352-166d76957fa2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=704bd4f8123946a5b63edc57f7ff62d8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0369670 Jul 05 09:39:34.771021 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40542) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:34.786903 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] For port 216604b8-82f5-403e-8ae6-0e7d1cc97df4, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:39:34.793459 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] For port 216604b8-82f5-403e-8ae6-0e7d1cc97df4, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=216604b8-82f5-403e-8ae6-0e7d1cc97df4,segment=NetworkSegment(0bf58861-8fac-4dbd-a70e-a66ae486e442),segment_id=0bf58861-8fac-4dbd-a70e-a66ae486e442)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:39:34.799087 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-e74193b1-9f39-48a2-a765-d0c079d69e44 service neutron] Transition to ACTIVE for port object 8d094c76-ea66-4853-9682-c828bb7137c9 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:34.806683 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:34.913112 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7e3d15b-4565-46fe-8ea4-4aa4a6397bbf tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:34.919680 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-dcb9a17d-7b36-472f-9b13-4858ec4cbf69 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Allocated IP 192.168.233.151 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/ee5b217f-2ef2-4abe-a48e-8062e4f47634) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:34.964233 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40548) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:34.978668 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7c178ae-f79d-41f4-92a8-c9bb8eef29a8 req-de7d5eac-4786-423a-9745-01a8e1c6e949 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 210 time: 0.0928898 Jul 05 09:39:35.037872 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e9755-b2bf-425b-80eb-0b356ae85961 None None] Pushing event updated for resources: {'Port': ['ID=216604b8-82f5-403e-8ae6-0e7d1cc97df4,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:35.065343 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] Routers {'12b38149-6005-4ccb-864b-e7819f1ee455'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:39:35.067271 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:39:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['12b38149-6005-4ccb-864b-e7819f1ee455'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:35.133088 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40556) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:35.138954 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-43cd7410-0a1b-42da-b5b0-75587e6b397f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.181407 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-e74193b1-9f39-48a2-a765-d0c079d69e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.307465 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-43cd7410-0a1b-42da-b5b0-75587e6b397f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.373819 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] Set router 12b38149-6005-4ccb-864b-e7819f1ee455 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:39:35.459686 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-dcb9a17d-7b36-472f-9b13-4858ec4cbf69 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.480100 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-dcb9a17d-7b36-472f-9b13-4858ec4cbf69 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Transition to ACTIVE for port object ee5b217f-2ef2-4abe-a48e-8062e4f47634 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:35.528923 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74193b1-9f39-48a2-a765-d0c079d69e44 service neutron] Pushing event updated for resources: {'Port': ['ID=8d094c76-ea66-4853-9682-c828bb7137c9,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:35.594230 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d2f0050b-660f-48be-9960-80ccc787687a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.662155 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-dcb9a17d-7b36-472f-9b13-4858ec4cbf69 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.755928 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc90e2bc-27b6-45b9-b576-1ec42664a9fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.799461 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.829774 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b38149-6005-4ccb-864b-e7819f1ee455', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264277921-router', 'tenant_id': '4c1b29ef5d41460b896d969b72ae4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '1c66a00b-6b62-4223-9e1c-458183f366a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:24Z', 'updated_at': '2021-07-05T09:39:28Z', 'revision_number': 4, 'project_id': '4c1b29ef5d41460b896d969b72ae4b02', 'gw_port': {'id': '1c66a00b-6b62-4223-9e1c-458183f366a8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b38149-6005-4ccb-864b-e7819f1ee455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:25Z', 'updated_at': '2021-07-05T09:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '216604b8-82f5-403e-8ae6-0e7d1cc97df4', 'name': '', 'network_id': '4c39132b-2adc-48a4-9f2e-65a7a54e79aa', 'tenant_id': '4c1b29ef5d41460b896d969b72ae4b02', 'mac_address': 'fa:16:3e:41:3d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b38149-6005-4ccb-864b-e7819f1ee455', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4b58913c-ac8c-431a-813a-16e34dc88624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:27Z', 'updated_at': '2021-07-05T09:39:34Z', 'revision_number': 4, 'project_id': '4c1b29ef5d41460b896d969b72ae4b02', 'subnets': [{'id': '4b58913c-ac8c-431a-813a-16e34dc88624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:35.830936 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-43cd7410-0a1b-42da-b5b0-75587e6b397f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.837373 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-43cd7410-0a1b-42da-b5b0-75587e6b397f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.838140 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-43cd7410-0a1b-42da-b5b0-75587e6b397f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b060df76-203e-4c5b-90cd-fd5af7ab8d2a HTTP/1.1" status: 204 len: 168 time: 1.0641994 Jul 05 09:39:35.941592 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81e76e2-d7ab-4482-8118-7c1b9fe7b038 None None] The sync data for ids ['12b38149-6005-4ccb-864b-e7819f1ee455'] in n-d-798054-8 is: [{'id': '12b38149-6005-4ccb-864b-e7819f1ee455', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264277921-router', 'tenant_id': '4c1b29ef5d41460b896d969b72ae4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '1c66a00b-6b62-4223-9e1c-458183f366a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:24Z', 'updated_at': '2021-07-05T09:39:28Z', 'revision_number': 4, 'project_id': '4c1b29ef5d41460b896d969b72ae4b02', 'gw_port': {'id': '1c66a00b-6b62-4223-9e1c-458183f366a8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b38149-6005-4ccb-864b-e7819f1ee455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:25Z', 'updated_at': '2021-07-05T09:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '216604b8-82f5-403e-8ae6-0e7d1cc97df4', 'name': '', 'network_id': '4c39132b-2adc-48a4-9f2e-65a7a54e79aa', 'tenant_id': '4c1b29ef5d41460b896d969b72ae4b02', 'mac_address': 'fa:16:3e:41:3d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b38149-6005-4ccb-864b-e7819f1ee455', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4b58913c-ac8c-431a-813a-16e34dc88624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:27Z', 'updated_at': '2021-07-05T09:39:34Z', 'revision_number': 4, 'project_id': '4c1b29ef5d41460b896d969b72ae4b02', 'subnets': [{'id': '4b58913c-ac8c-431a-813a-16e34dc88624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:39:35.955596 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-dcb9a17d-7b36-472f-9b13-4858ec4cbf69 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:35.974738 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7e3d15b-4565-46fe-8ea4-4aa4a6397bbf tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.978574 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-e74193b1-9f39-48a2-a765-d0c079d69e44 service neutron] Attempting to bind port 8d094c76-ea66-4853-9682-c828bb7137c9 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:39:35.980037 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-e74193b1-9f39-48a2-a765-d0c079d69e44 service neutron] Attempting to bind port 8d094c76-ea66-4853-9682-c828bb7137c9 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:39:35.981254 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-e74193b1-9f39-48a2-a765-d0c079d69e44 service neutron] Attempting to bind port 8d094c76-ea66-4853-9682-c828bb7137c9 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:36.002778 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-dcb9a17d-7b36-472f-9b13-4858ec4cbf69 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:36.013182 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd7410-0a1b-42da-b5b0-75587e6b397f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b060df76-203e-4c5b-90cd-fd5af7ab8d2a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:36.043977 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-dcb9a17d-7b36-472f-9b13-4858ec4cbf69 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:36.049531 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7e3d15b-4565-46fe-8ea4-4aa4a6397bbf tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:36.059294 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-dcb9a17d-7b36-472f-9b13-4858ec4cbf69 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:36.062279 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-dcb9a17d-7b36-472f-9b13-4858ec4cbf69 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:36.107777 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9a17d-7b36-472f-9b13-4858ec4cbf69 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Pushing event updated for resources: {'Port': ['ID=ee5b217f-2ef2-4abe-a48e-8062e4f47634,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:36.130347 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-e74193b1-9f39-48a2-a765-d0c079d69e44 service neutron] Port 8d094c76-ea66-4853-9682-c828bb7137c9 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:39:36.130696 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-e74193b1-9f39-48a2-a765-d0c079d69e44 service neutron] Attempting to bind port 8d094c76-ea66-4853-9682-c828bb7137c9 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:36.150495 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-e74193b1-9f39-48a2-a765-d0c079d69e44 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:39:36.150846 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-e74193b1-9f39-48a2-a765-d0c079d69e44 service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:39:36.156117 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-e74193b1-9f39-48a2-a765-d0c079d69e44 service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:39:36.156605 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-e74193b1-9f39-48a2-a765-d0c079d69e44 service neutron] Bound port: 8d094c76-ea66-4853-9682-c828bb7137c9, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:39:36.157013 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-e74193b1-9f39-48a2-a765-d0c079d69e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:36.237813 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aace23-bf05-44ac-b498-c4bcf9e0c066 req-e1f48926-618f-4ba4-b4db-75befd8e29ab tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:36.239628 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4aace23-bf05-44ac-b498-c4bcf9e0c066 req-e1f48926-618f-4ba4-b4db-75befd8e29ab tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 968 time: 0.8014529 Jul 05 09:39:36.259341 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3d15b-4565-46fe-8ea4-4aa4a6397bbf tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=202ebd0c-4845-40be-a99a-c8dd75aeee75,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:36.361739 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-e74193b1-9f39-48a2-a765-d0c079d69e44 service neutron] For port 8d094c76-ea66-4853-9682-c828bb7137c9, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:39:36.369209 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-e74193b1-9f39-48a2-a765-d0c079d69e44 service neutron] For port 8d094c76-ea66-4853-9682-c828bb7137c9, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=8d094c76-ea66-4853-9682-c828bb7137c9,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:39:36.392473 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-e74193b1-9f39-48a2-a765-d0c079d69e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:36.432309 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-e74193b1-9f39-48a2-a765-d0c079d69e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:36.433708 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-e74193b1-9f39-48a2-a765-d0c079d69e44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:36.435425 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-e74193b1-9f39-48a2-a765-d0c079d69e44 service neutron] 10.222.0.81 "PUT /v2.0/ports/8d094c76-ea66-4853-9682-c828bb7137c9 HTTP/1.1" status: 200 len: 1116 time: 4.1370006 Jul 05 09:39:36.438344 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac7b65b-2455-49e2-9e9d-08dab5f21914', 'tag': '8d094c76-ea66-4853-9682-c828bb7137c9'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:36.557563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40596) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:36.611372 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-49f9d5ab-ea77-495c-a42d-a4a026a9b068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:36.669910 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4aace23-bf05-44ac-b498-c4bcf9e0c066 req-e6135734-17d6-42e2-ad5b-d8b5c36d455a tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6513378a-88fb-4769-8b09-719cf44551c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159448 Jul 05 09:39:36.692130 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ba5d7ff5-06ff-4d69-89dc-4a77d43946b4 None None] Provisioning for port ee5b217f-2ef2-4abe-a48e-8062e4f47634 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:36.702037 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ba5d7ff5-06ff-4d69-89dc-4a77d43946b4 None None] Provisioning complete for port ee5b217f-2ef2-4abe-a48e-8062e4f47634 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:36.703510 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ba5d7ff5-06ff-4d69-89dc-4a77d43946b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:36.840946 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ba5d7ff5-06ff-4d69-89dc-4a77d43946b4 None None] Port ee5b217f-2ef2-4abe-a48e-8062e4f47634 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:39:36.844331 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d2f0050b-660f-48be-9960-80ccc787687a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:36.885529 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d2f0050b-660f-48be-9960-80ccc787687a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:36.897723 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02466d1e-372c-4695-a8ba-5109ff683a33" -d '{"events": [{"name": "network-changed", "server_uuid": "bac7b65b-2455-49e2-9e9d-08dab5f21914", "tag": "8d094c76-ea66-4853-9682-c828bb7137c9"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:36.932248 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74193b1-9f39-48a2-a765-d0c079d69e44 service neutron] Pushing event updated for resources: {'Port': ['ID=8d094c76-ea66-4853-9682-c828bb7137c9,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:36.944155 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da0c34-e789-4552-8232-9c70387aa7b8 req-74bba42d-c295-4fdb-a5e9-2bd494815d58 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:36.945949 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3da0c34-e789-4552-8232-9c70387aa7b8 req-74bba42d-c295-4fdb-a5e9-2bd494815d58 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 936 time: 0.6094823 Jul 05 09:39:36.957426 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-dcb9a17d-7b36-472f-9b13-4858ec4cbf69 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2737830 Jul 05 09:39:36.970712 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-235f4656-2ee3-45d8-b462-674d1b319a4f tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:39:36.970712 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-235f4656-2ee3-45d8-b462-674d1b319a4f tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097439 Jul 05 09:39:37.026601 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d2f0050b-660f-48be-9960-80ccc787687a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bfe44dd878eb4cd791402506ed61e845&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0427167 Jul 05 09:39:37.027248 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40614) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:37.095398 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-224d634d-3daa-4d8e-a0ec-5a0fcc52d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:37.103660 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-224d634d-3daa-4d8e-a0ec-5a0fcc52d247 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=596e6a8094f142f0bf5a9a681676d5c1&device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 1119 time: 0.5116577 Jul 05 09:39:37.265097 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0050b-660f-48be-9960-80ccc787687a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4335c045-dc07-442c-9385-380ec90add76,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:37.306135 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26b0c199-3e92-47c9-9882-0adf748ef7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:37.321907 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-bcfba5f0-b7a5-4ca2-9a4c-7d6ab607eef6 service neutron] Request body: {'port': {'device_id': '97865587-e9b3-4268-a0dd-3bfc050c7d82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:37.323991 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3da0c34-e789-4552-8232-9c70387aa7b8 req-0b92583a-cec3-43bb-b463-53bbce08f7f1 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768312 Jul 05 09:39:37.405946 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26b0c199-3e92-47c9-9882-0adf748ef7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:37.418513 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83fcaf4-c1ff-4376-8576-d48491fa0c17 x-openstack-request-id: req-f83fcaf4-c1ff-4376-8576-d48491fa0c17 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:37.418802 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac7b65b-2455-49e2-9e9d-08dab5f21914", "tag": "8d094c76-ea66-4853-9682-c828bb7137c9", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:37.419226 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f83fcaf4-c1ff-4376-8576-d48491fa0c17 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:37.419829 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac7b65b-2455-49e2-9e9d-08dab5f21914', 'tag': '8d094c76-ea66-4853-9682-c828bb7137c9', 'status': 'completed', 'code': 200} Jul 05 09:39:37.483613 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-bcfba5f0-b7a5-4ca2-9a4c-7d6ab607eef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:37.591565 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc90e2bc-27b6-45b9-b576-1ec42664a9fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:37.598760 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc90e2bc-27b6-45b9-b576-1ec42664a9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:37.670671 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90e2bc-27b6-45b9-b576-1ec42664a9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ac9716-1d31-47b3-a769-deb3efb8ae53,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:37.673893 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7e3d15b-4565-46fe-8ea4-4aa4a6397bbf tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:37.675287 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d7e3d15b-4565-46fe-8ea4-4aa4a6397bbf tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.5378757 Jul 05 09:39:37.819542 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-49f9d5ab-ea77-495c-a42d-a4a026a9b068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:37.821008 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40632) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:37.837814 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-72a3f984-a6a8-4e96-844e-0e7032ae7431 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Request body: {'security_group_rule': {'security_group_id': '202ebd0c-4845-40be-a99a-c8dd75aeee75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:37.847537 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26b0c199-3e92-47c9-9882-0adf748ef7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:37.851123 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26b0c199-3e92-47c9-9882-0adf748ef7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:37.852745 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-26b0c199-3e92-47c9-9882-0adf748ef7f6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4335c045-dc07-442c-9385-380ec90add76 HTTP/1.1" status: 204 len: 168 time: 0.7899122 Jul 05 09:39:37.853937 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-49f9d5ab-ea77-495c-a42d-a4a026a9b068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:37.897989 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-49f9d5ab-ea77-495c-a42d-a4a026a9b068 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=43ce05bd9fb84c0b83ee99541202ef9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3234694 Jul 05 09:39:37.900635 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40646) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:37.903876 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0c199-3e92-47c9-9882-0adf748ef7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4335c045-dc07-442c-9385-380ec90add76,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:37.979337 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-bcfba5f0-b7a5-4ca2-9a4c-7d6ab607eef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee5b217f-2ef2-4abe-a48e-8062e4f47634 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:39:38.030090 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-fc90e2bc-27b6-45b9-b576-1ec42664a9fd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=788079ab572349a7a3d3862f4d9b55fb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8711011 Jul 05 09:39:38.030906 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9d5ab-ea77-495c-a42d-a4a026a9b068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8b893d-0f2a-4761-8c90-1c5b4f75c1e3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:38.034617 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-bcfba5f0-b7a5-4ca2-9a4c-7d6ab607eef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:38.036997 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40652) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:38.091426 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-d8dc9daa-0d80-4456-ae9b-c2bb6eef8381 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=8d094c76-ea66-4853-9682-c828bb7137c9 HTTP/1.1" status: 200 len: 217 time: 0.1029658 Jul 05 09:39:38.112273 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-bcfba5f0-b7a5-4ca2-9a4c-7d6ab607eef6 service neutron] Transition to ACTIVE for port object ee5b217f-2ef2-4abe-a48e-8062e4f47634 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:38.150421 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 216604b8-82f5-403e-8ae6-0e7d1cc97df4 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:38.191080 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-bcfba5f0-b7a5-4ca2-9a4c-7d6ab607eef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:38.274114 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 216604b8-82f5-403e-8ae6-0e7d1cc97df4 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:38.285508 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 216604b8-82f5-403e-8ae6-0e7d1cc97df4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:38.286535 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:38.508697 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:38.511195 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfba5f0-b7a5-4ca2-9a4c-7d6ab607eef6 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5b217f-2ef2-4abe-a48e-8062e4f47634,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:38.615076 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-f8114f8e-252d-43f9-b43f-e5c4fd1de619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:38.616160 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 216604b8-82f5-403e-8ae6-0e7d1cc97df4, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=216604b8-82f5-403e-8ae6-0e7d1cc97df4,segment=NetworkSegment(0bf58861-8fac-4dbd-a70e-a66ae486e442),segment_id=0bf58861-8fac-4dbd-a70e-a66ae486e442)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:38.620493 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-f8114f8e-252d-43f9-b43f-e5c4fd1de619 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.5065601 Jul 05 09:39:38.630608 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:38.747140 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=216604b8-82f5-403e-8ae6-0e7d1cc97df4,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:38.765816 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72a3f984-a6a8-4e96-844e-0e7032ae7431 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:38.803342 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ac0e902-6caf-47a2-a069-f70d1a390e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:38.814528 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-bcfba5f0-b7a5-4ca2-9a4c-7d6ab607eef6 service neutron] Attempting to bind port ee5b217f-2ef2-4abe-a48e-8062e4f47634 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:39:38.814942 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-bcfba5f0-b7a5-4ca2-9a4c-7d6ab607eef6 service neutron] Attempting to bind port ee5b217f-2ef2-4abe-a48e-8062e4f47634 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:39:38.815380 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-bcfba5f0-b7a5-4ca2-9a4c-7d6ab607eef6 service neutron] Attempting to bind port ee5b217f-2ef2-4abe-a48e-8062e4f47634 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:38.830961 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-bcfba5f0-b7a5-4ca2-9a4c-7d6ab607eef6 service neutron] Port ee5b217f-2ef2-4abe-a48e-8062e4f47634 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:39:38.831311 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-bcfba5f0-b7a5-4ca2-9a4c-7d6ab607eef6 service neutron] Attempting to bind port ee5b217f-2ef2-4abe-a48e-8062e4f47634 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:38.836424 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ac0e902-6caf-47a2-a069-f70d1a390e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:38.836953 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d259032-e71f-4719-9164-76b39f3f7868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:38.864931 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-bcfba5f0-b7a5-4ca2-9a4c-7d6ab607eef6 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:39:38.865387 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-bcfba5f0-b7a5-4ca2-9a4c-7d6ab607eef6 service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:39:38.865811 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-bcfba5f0-b7a5-4ca2-9a4c-7d6ab607eef6 service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:39:38.866286 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-bcfba5f0-b7a5-4ca2-9a4c-7d6ab607eef6 service neutron] Bound port: ee5b217f-2ef2-4abe-a48e-8062e4f47634, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:39:38.866742 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-bcfba5f0-b7a5-4ca2-9a4c-7d6ab607eef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:38.909224 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ac0e902-6caf-47a2-a069-f70d1a390e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:38.912683 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ac0e902-6caf-47a2-a069-f70d1a390e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:38.917317 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8ac0e902-6caf-47a2-a069-f70d1a390e98 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2b8b893d-0f2a-4761-8c90-1c5b4f75c1e3 HTTP/1.1" status: 204 len: 168 time: 1.0109124 Jul 05 09:39:38.928261 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57f1bb-beee-4c48-82d0-684719ce2b17 req-8880f1ee-0ce1-4a8c-a5da-8872ccfb5138 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:38.929748 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1b57f1bb-beee-4c48-82d0-684719ce2b17 req-8880f1ee-0ce1-4a8c-a5da-8872ccfb5138 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 968 time: 0.8803644 Jul 05 09:39:38.937220 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40676) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:38.961087 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d50e5a66-45a6-4e99-8bfd-dd1c54c0fafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:38.966494 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d259032-e71f-4719-9164-76b39f3f7868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:39.016056 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0e902-6caf-47a2-a069-f70d1a390e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8b893d-0f2a-4761-8c90-1c5b4f75c1e3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:39.031344 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1b57f1bb-beee-4c48-82d0-684719ce2b17 req-75976fdb-0c9e-4534-b623-11e49190b152 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6513378a-88fb-4769-8b09-719cf44551c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765507 Jul 05 09:39:39.095349 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a622f63-bb11-4606-b981-4fbe5b79ea74 req-68e88a30-7024-43c1-ba0b-63b655f49109 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:39.113571 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a622f63-bb11-4606-b981-4fbe5b79ea74 req-68e88a30-7024-43c1-ba0b-63b655f49109 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 948 time: 0.4659979 Jul 05 09:39:39.214858 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-ecc79e82-a69e-4369-af90-78a491132509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:39.222581 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-ecc79e82-a69e-4369-af90-78a491132509 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5442567 Jul 05 09:39:39.226122 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-bcfba5f0-b7a5-4ca2-9a4c-7d6ab607eef6 service neutron] For port ee5b217f-2ef2-4abe-a48e-8062e4f47634, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:39:39.254094 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-bcfba5f0-b7a5-4ca2-9a4c-7d6ab607eef6 service neutron] For port ee5b217f-2ef2-4abe-a48e-8062e4f47634, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ee5b217f-2ef2-4abe-a48e-8062e4f47634,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:39:39.291267 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-bcfba5f0-b7a5-4ca2-9a4c-7d6ab607eef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:39.293330 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72a3f984-a6a8-4e96-844e-0e7032ae7431 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:39.307925 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a622f63-bb11-4606-b981-4fbe5b79ea74 req-7ffe7ebe-ca5b-4b22-a66d-5fdc9f2a677a tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918299 Jul 05 09:39:39.319739 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72a3f984-a6a8-4e96-844e-0e7032ae7431 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:39.347155 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3f984-a6a8-4e96-844e-0e7032ae7431 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573c3efe-91d3-467b-afec-1262deb1dfdb,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:39.511534 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d50e5a66-45a6-4e99-8bfd-dd1c54c0fafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:39.521515 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d50e5a66-45a6-4e99-8bfd-dd1c54c0fafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:39.561222 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d50e5a66-45a6-4e99-8bfd-dd1c54c0fafd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=44e6bdc8a6c74dcb9c67dcabcb83dfab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6227629 Jul 05 09:39:39.562408 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72a3f984-a6a8-4e96-844e-0e7032ae7431 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:39.564007 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-72a3f984-a6a8-4e96-844e-0e7032ae7431 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7414265 Jul 05 09:39:39.571367 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40700) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:39.571754 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40702) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:39.635795 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-bcfba5f0-b7a5-4ca2-9a4c-7d6ab607eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:39.636427 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-bcfba5f0-b7a5-4ca2-9a4c-7d6ab607eef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:39.637643 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4d551cc9-cfe1-4a2b-9456-b3220cd876e9 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Request body: {'security_group_rule': {'security_group_id': '202ebd0c-4845-40be-a99a-c8dd75aeee75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:39.637866 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-bcfba5f0-b7a5-4ca2-9a4c-7d6ab607eef6 service neutron] 10.222.0.78 "PUT /v2.0/ports/ee5b217f-2ef2-4abe-a48e-8062e4f47634 HTTP/1.1" status: 200 len: 1096 time: 2.4422929 Jul 05 09:39:39.640395 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97865587-e9b3-4268-a0dd-3bfc050c7d82', 'tag': 'ee5b217f-2ef2-4abe-a48e-8062e4f47634'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:39.642277 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ee2415-60ca-439e-9ce2-63a00c93bebf" -d '{"events": [{"name": "network-changed", "server_uuid": "97865587-e9b3-4268-a0dd-3bfc050c7d82", "tag": "ee5b217f-2ef2-4abe-a48e-8062e4f47634"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:39.720740 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d259032-e71f-4719-9164-76b39f3f7868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:39.724067 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d551cc9-cfe1-4a2b-9456-b3220cd876e9 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:39.729541 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d259032-e71f-4719-9164-76b39f3f7868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:39.732328 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e5a66-45a6-4e99-8bfd-dd1c54c0fafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf8772d-287a-453a-a4f6-ec5dd31706e4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:39.735047 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0d259032-e71f-4719-9164-76b39f3f7868 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c7ac9716-1d31-47b3-a769-deb3efb8ae53 HTTP/1.1" status: 204 len: 168 time: 1.6431239 Jul 05 09:39:39.740129 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfba5f0-b7a5-4ca2-9a4c-7d6ab607eef6 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5b217f-2ef2-4abe-a48e-8062e4f47634,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:39.788631 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d259032-e71f-4719-9164-76b39f3f7868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ac9716-1d31-47b3-a769-deb3efb8ae53,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:39.821136 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-605eb271-749c-4bf5-b6b0-742f92c9a0dc service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510483 Jul 05 09:39:39.834246 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b774b07-c458-4c8a-94d0-07909d5b2851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:39.850813 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960f2033-2e56-4974-a9ae-3476f646f0b2 x-openstack-request-id: req-960f2033-2e56-4974-a9ae-3476f646f0b2 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:39.851567 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97865587-e9b3-4268-a0dd-3bfc050c7d82", "tag": "ee5b217f-2ef2-4abe-a48e-8062e4f47634", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:39.853152 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-960f2033-2e56-4974-a9ae-3476f646f0b2 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:39.853751 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97865587-e9b3-4268-a0dd-3bfc050c7d82', 'tag': 'ee5b217f-2ef2-4abe-a48e-8062e4f47634', 'status': 'completed', 'code': 200} Jul 05 09:39:39.880137 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b774b07-c458-4c8a-94d0-07909d5b2851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:39.925890 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d551cc9-cfe1-4a2b-9456-b3220cd876e9 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:39.941591 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d551cc9-cfe1-4a2b-9456-b3220cd876e9 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:40.052229 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d551cc9-cfe1-4a2b-9456-b3220cd876e9 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db695ffc-2244-4c2b-97b8-783c2ebdae92,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:40.064404 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d551cc9-cfe1-4a2b-9456-b3220cd876e9 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:40.068265 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4d551cc9-cfe1-4a2b-9456-b3220cd876e9 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4690061 Jul 05 09:39:40.072051 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40720) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:40.080164 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ba849942-bf52-414a-9feb-9e772bdd73f7 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:40.088820 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 216604b8-82f5-403e-8ae6-0e7d1cc97df4 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:40.098540 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b774b07-c458-4c8a-94d0-07909d5b2851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:40.101402 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b774b07-c458-4c8a-94d0-07909d5b2851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:40.102810 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5b774b07-c458-4c8a-94d0-07909d5b2851 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5bf8772d-287a-453a-a4f6-ec5dd31706e4 HTTP/1.1" status: 204 len: 168 time: 0.5070617 Jul 05 09:39:40.115504 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b774b07-c458-4c8a-94d0-07909d5b2851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf8772d-287a-453a-a4f6-ec5dd31706e4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:40.124198 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3545c337-68a3-4f95-8b1a-1225ea7da569 req-32878a5f-5435-4217-a276-e34b5486c222 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174811 Jul 05 09:39:40.138607 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba849942-bf52-414a-9feb-9e772bdd73f7 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:40.277941 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 216604b8-82f5-403e-8ae6-0e7d1cc97df4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:40.278990 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:40.449651 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40732) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:40.453836 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02466d1e-372c-4695-a8ba-5109ff683a33 req-0e93643d-9cb9-4554-9297-a1c8098b74a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:40.455450 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-02466d1e-372c-4695-a8ba-5109ff683a33 req-0e93643d-9cb9-4554-9297-a1c8098b74a1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=596e6a8094f142f0bf5a9a681676d5c1&device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 1119 time: 0.2387636 Jul 05 09:39:40.554957 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27252ca9-7a64-403e-838e-9db21652c178 req-3d4e5fee-bff4-4f40-b47f-9dd916a474e6 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:40.556793 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27252ca9-7a64-403e-838e-9db21652c178 req-3d4e5fee-bff4-4f40-b47f-9dd916a474e6 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 968 time: 0.2255521 Jul 05 09:39:40.632729 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27252ca9-7a64-403e-838e-9db21652c178 req-4a2db4a2-fdfe-4d8e-9c94-ee48b80684ae tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6513378a-88fb-4769-8b09-719cf44551c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681248 Jul 05 09:39:40.683792 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02466d1e-372c-4695-a8ba-5109ff683a33 req-813f0111-ff81-418c-a60d-8bcb7c443b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:40.685959 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-02466d1e-372c-4695-a8ba-5109ff683a33 req-813f0111-ff81-418c-a60d-8bcb7c443b08 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.2149711 Jul 05 09:39:40.686522 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40738) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:40.750814 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-02466d1e-372c-4695-a8ba-5109ff683a33 req-5ee0c5cd-0678-4d3f-b7da-48a744cc5219 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=8d094c76-ea66-4853-9682-c828bb7137c9 HTTP/1.1" status: 200 len: 217 time: 0.0544548 Jul 05 09:39:40.783732 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44634b8f-ad23-405f-8ed9-c6b15f348234 req-b4168a24-9b3c-41af-a506-e7f58d2082d0 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:40.791741 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-44634b8f-ad23-405f-8ed9-c6b15f348234 req-b4168a24-9b3c-41af-a506-e7f58d2082d0 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 948 time: 0.1656044 Jul 05 09:39:40.818171 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02466d1e-372c-4695-a8ba-5109ff683a33 req-5e5921e1-3a82-4e90-95c3-f18eff65dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:40.819657 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-02466d1e-372c-4695-a8ba-5109ff683a33 req-5e5921e1-3a82-4e90-95c3-f18eff65dd03 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0578291 Jul 05 09:39:40.820441 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ed81c3a-4052-4d9d-bb94-6937455b5c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:40.854453 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-44634b8f-ad23-405f-8ed9-c6b15f348234 req-e71bed7e-9638-417a-ab87-cab5b35952b4 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617075 Jul 05 09:39:40.884580 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba849942-bf52-414a-9feb-9e772bdd73f7 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:40.975489 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c781169c-1370-4ec7-b4f0-c876f402f60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:41.110696 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-ba849942-bf52-414a-9feb-9e772bdd73f7 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Allocated IP 172.25.7.104 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/d5835f95-b3e4-4271-8394-157b777711ec) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:41.142268 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02466d1e-372c-4695-a8ba-5109ff683a33 req-a54ccd9c-9337-45db-9cfa-a40e15cb7454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:41.142268 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-02466d1e-372c-4695-a8ba-5109ff683a33 req-a54ccd9c-9337-45db-9cfa-a40e15cb7454 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2924972 Jul 05 09:39:41.295162 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ed81c3a-4052-4d9d-bb94-6937455b5c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:41.342406 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ed81c3a-4052-4d9d-bb94-6937455b5c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:41.510708 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40762) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:41.510930 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1ed81c3a-4052-4d9d-bb94-6937455b5c21 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6b6abcbe93794e33b477b4234c828a29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8231442 Jul 05 09:39:41.527303 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba849942-bf52-414a-9feb-9e772bdd73f7 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:41.532371 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed81c3a-4052-4d9d-bb94-6937455b5c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d45ac1-96ef-4ab4-8e84-a1746da9b298,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:41.533994 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-02466d1e-372c-4695-a8ba-5109ff683a33 req-ae536621-b974-4082-afcf-118507ed390c service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966105 Jul 05 09:39:41.639841 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba849942-bf52-414a-9feb-9e772bdd73f7 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:41.659045 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f10fc82-f8d1-49af-9344-aa8136ad53b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:41.668879 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c781169c-1370-4ec7-b4f0-c876f402f60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:41.728467 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f10fc82-f8d1-49af-9344-aa8136ad53b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:41.751804 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c781169c-1370-4ec7-b4f0-c876f402f60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:41.817502 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f10fc82-f8d1-49af-9344-aa8136ad53b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:41.821518 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f10fc82-f8d1-49af-9344-aa8136ad53b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:41.825656 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9f10fc82-f8d1-49af-9344-aa8136ad53b9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/66d45ac1-96ef-4ab4-8e84-a1746da9b298 HTTP/1.1" status: 204 len: 168 time: 0.3129261 Jul 05 09:39:41.849485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10fc82-f8d1-49af-9344-aa8136ad53b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d45ac1-96ef-4ab4-8e84-a1746da9b298,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:42.093581 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd5388-1b74-436b-9208-70206cc7350e req-b5724a6a-02b9-443e-9744-fc275860394a tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:42.100994 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fddd5388-1b74-436b-9208-70206cc7350e req-b5724a6a-02b9-443e-9744-fc275860394a tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 968 time: 0.1347020 Jul 05 09:39:42.146291 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781169c-1370-4ec7-b4f0-c876f402f60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32a0731-b1c3-4402-964e-58cd055a2d7a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:42.163842 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba849942-bf52-414a-9feb-9e772bdd73f7 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:42.164753 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba849942-bf52-414a-9feb-9e772bdd73f7 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Pushing event updated for resources: {'Port': ['ID=d5835f95-b3e4-4271-8394-157b777711ec,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:42.175191 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ba849942-bf52-414a-9feb-9e772bdd73f7 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:42.192697 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba849942-bf52-414a-9feb-9e772bdd73f7 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:42.231666 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-02466d1e-372c-4695-a8ba-5109ff683a33 req-700d8f44-61df-4c05-81ab-64047bef30b7 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865041 Jul 05 09:39:42.298489 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fddd5388-1b74-436b-9208-70206cc7350e req-81ef9ec6-8b3d-4a60-a1cb-28c11593edc6 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6513378a-88fb-4769-8b09-719cf44551c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953700 Jul 05 09:39:42.303893 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c781169c-1370-4ec7-b4f0-c876f402f60f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=619d25d70b034686a65d5d73901aa761&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8495882 Jul 05 09:39:42.306072 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40786) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:42.422850 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba849942-bf52-414a-9feb-9e772bdd73f7 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:42.468906 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0c876-198c-409f-b773-b2ecb9eb5606 req-ed73e146-7c60-4426-b8e0-91821efdba22 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:42.469302 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee2415-60ca-439e-9ce2-63a00c93bebf req-450ede6a-099e-42a0-9c04-1deb76d970f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:42.470877 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-63ee2415-60ca-439e-9ce2-63a00c93bebf req-450ede6a-099e-42a0-9c04-1deb76d970f8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=19f562930ce4451a9fa04a164be513c8&device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 1099 time: 0.6836717 Jul 05 09:39:42.473088 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bbf0c876-198c-409f-b773-b2ecb9eb5606 req-ed73e146-7c60-4426-b8e0-91821efdba22 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 948 time: 0.3229244 Jul 05 09:39:42.486925 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a20d97d-49dc-4ae9-b711-334e0662e69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:42.577377 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba849942-bf52-414a-9feb-9e772bdd73f7 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:42.585570 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bbf0c876-198c-409f-b773-b2ecb9eb5606 req-ea2fc1cd-1736-480f-8801-265f7a44dfbb tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041112 Jul 05 09:39:42.660282 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a20d97d-49dc-4ae9-b711-334e0662e69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:42.706231 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-63ee2415-60ca-439e-9ce2-63a00c93bebf req-efbe4c02-9635-4ece-b159-47e62fa52170 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=19f562930ce4451a9fa04a164be513c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1297996 Jul 05 09:39:42.754184 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a20d97d-49dc-4ae9-b711-334e0662e69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:42.769623 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a20d97d-49dc-4ae9-b711-334e0662e69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:42.773885 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7a20d97d-49dc-4ae9-b711-334e0662e69b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b32a0731-b1c3-4402-964e-58cd055a2d7a HTTP/1.1" status: 204 len: 168 time: 0.4593935 Jul 05 09:39:42.801498 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20d97d-49dc-4ae9-b711-334e0662e69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32a0731-b1c3-4402-964e-58cd055a2d7a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:43.139055 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba849942-bf52-414a-9feb-9e772bdd73f7 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:43.236176 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba849942-bf52-414a-9feb-9e772bdd73f7 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:43.687175 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba849942-bf52-414a-9feb-9e772bdd73f7 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:43.737143 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba849942-bf52-414a-9feb-9e772bdd73f7 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:43.738517 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ba849942-bf52-414a-9feb-9e772bdd73f7 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6639922 Jul 05 09:39:43.776297 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba849942-bf52-414a-9feb-9e772bdd73f7 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Pushing event updated for resources: {'Port': ['ID=d5835f95-b3e4-4271-8394-157b777711ec,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:43.811307 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7af03c-2f7c-4373-89be-820e7846297b req-ad85cac8-bf8a-482a-85a3-dd12809b22fe tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:43.813035 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2f7af03c-2f7c-4373-89be-820e7846297b req-ad85cac8-bf8a-482a-85a3-dd12809b22fe tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 968 time: 0.2596691 Jul 05 09:39:43.827660 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40842) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:43.835801 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee2415-60ca-439e-9ce2-63a00c93bebf req-9552e82b-f0fa-46c0-babb-08aef781e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:43.838184 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-63ee2415-60ca-439e-9ce2-63a00c93bebf req-9552e82b-f0fa-46c0-babb-08aef781e8d2 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7585011 Jul 05 09:39:43.976663 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89ecd87a-5e7a-4a33-af8b-408a532a4590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:43.996373 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-a72cc632-60c9-4382-8246-0aa50b996b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:43.998350 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-a72cc632-60c9-4382-8246-0aa50b996b62 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=19f562930ce4451a9fa04a164be513c8&device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 1099 time: 0.1028531 Jul 05 09:39:44.058733 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-4156143d-da28-47d2-b5ad-b5ce70cb0a5f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=ee5b217f-2ef2-4abe-a48e-8062e4f47634 HTTP/1.1" status: 200 len: 217 time: 0.0529070 Jul 05 09:39:44.078647 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2f7af03c-2f7c-4373-89be-820e7846297b req-e8b7b58c-522b-40dd-9f65-2ff62d4a3449 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6513378a-88fb-4769-8b09-719cf44551c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498584 Jul 05 09:39:44.138025 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-a2132482-7f69-4bc1-9c8b-cb28c429469a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:44.140654 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-a2132482-7f69-4bc1-9c8b-cb28c429469a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0756202 Jul 05 09:39:44.222905 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8664531-d2f2-4679-a422-39484e28770f req-02a4d51d-d489-4279-8588-9ec6d2592345 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:44.232000 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e8664531-d2f2-4679-a422-39484e28770f req-02a4d51d-d489-4279-8588-9ec6d2592345 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 948 time: 0.3701179 Jul 05 09:39:44.234357 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:39:44.268199 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-d943b24a-81ac-4903-990c-48a7fba3ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:44.270156 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-d943b24a-81ac-4903-990c-48a7fba3ed50 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1228523 Jul 05 09:39:44.304756 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e8664531-d2f2-4679-a422-39484e28770f req-7b233c37-d53c-4015-bc6b-3705b33ef9ef tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716889 Jul 05 09:39:44.390524 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89ecd87a-5e7a-4a33-af8b-408a532a4590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:44.406483 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89ecd87a-5e7a-4a33-af8b-408a532a4590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:44.443157 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-b0401ebe-f101-4a51-a9f1-e7544eae3d42 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645386 Jul 05 09:39:44.472087 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ecd87a-5e7a-4a33-af8b-408a532a4590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4db722e-03b0-43a4-bb86-b4890f4a0f4e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:44.483794 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-89ecd87a-5e7a-4a33-af8b-408a532a4590 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5e5f93ba9c604297a95830b2d16ade2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6502054 Jul 05 09:39:44.484294 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40866) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:44.593551 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2dac3329-e50c-4318-a210-d07a219ad48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:44.636115 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2dac3329-e50c-4318-a210-d07a219ad48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:44.648720 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f0ee746-3619-466b-90c7-050f2b5ad282 req-8ce320ff-bcbb-4adf-a29f-7b4d38ed1832 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981134 Jul 05 09:39:44.729095 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2dac3329-e50c-4318-a210-d07a219ad48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:44.734011 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2dac3329-e50c-4318-a210-d07a219ad48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:44.735824 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2dac3329-e50c-4318-a210-d07a219ad48f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a4db722e-03b0-43a4-bb86-b4890f4a0f4e HTTP/1.1" status: 204 len: 168 time: 0.2506590 Jul 05 09:39:44.749672 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac3329-e50c-4318-a210-d07a219ad48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4db722e-03b0-43a4-bb86-b4890f4a0f4e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:44.988301 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40878) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:45.374365 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8954ba-6dc6-44e1-9adb-d2db85466ac0 req-eb8641ab-905a-4652-bbbe-e70f940b84e5 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:45.391814 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4e8954ba-6dc6-44e1-9adb-d2db85466ac0 req-eb8641ab-905a-4652-bbbe-e70f940b84e5 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 968 time: 0.1514347 Jul 05 09:39:45.481240 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44f20488-e423-458d-a8ec-0f7607a75f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:45.637174 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4e8954ba-6dc6-44e1-9adb-d2db85466ac0 req-92560383-2a3c-4bf9-a201-c49b42503d2c tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6513378a-88fb-4769-8b09-719cf44551c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443316 Jul 05 09:39:45.701107 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44f20488-e423-458d-a8ec-0f7607a75f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:45.712474 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44f20488-e423-458d-a8ec-0f7607a75f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:45.779027 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f20488-e423-458d-a8ec-0f7607a75f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0029d743-3624-4934-909e-701631fa03a0,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:45.787926 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40912) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:45.788522 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-44f20488-e423-458d-a8ec-0f7607a75f4c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=941e95bdc79c4b8d930d6b7599c7b512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7987750 Jul 05 09:39:45.905589 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db4a4477-a5e5-4b94-8859-ae4b1025222c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:45.960046 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db4a4477-a5e5-4b94-8859-ae4b1025222c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:45.991578 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf281ed-9f68-4564-a119-26e462b38c7e req-5618e372-3e93-4574-aa23-d8001d166eba tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:46.005605 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9bf281ed-9f68-4564-a119-26e462b38c7e req-5618e372-3e93-4574-aa23-d8001d166eba tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 948 time: 0.1350007 Jul 05 09:39:46.049086 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db4a4477-a5e5-4b94-8859-ae4b1025222c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:46.053350 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db4a4477-a5e5-4b94-8859-ae4b1025222c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:46.055030 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-db4a4477-a5e5-4b94-8859-ae4b1025222c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0029d743-3624-4934-909e-701631fa03a0 HTTP/1.1" status: 204 len: 168 time: 0.2660077 Jul 05 09:39:46.065192 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a4477-a5e5-4b94-8859-ae4b1025222c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0029d743-3624-4934-909e-701631fa03a0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:46.086541 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40920) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:46.095288 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9bf281ed-9f68-4564-a119-26e462b38c7e req-a410bdfd-9834-4fdd-a29e-cd9aa82b0ebd tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810452 Jul 05 09:39:46.473378 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-612b339b-480e-49ce-b06d-d32da79eb938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:46.669667 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-612b339b-480e-49ce-b06d-d32da79eb938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:46.686577 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-612b339b-480e-49ce-b06d-d32da79eb938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:46.709116 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40946) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:46.736327 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ff81e73-4fbd-4cfe-969f-5f18e3a605ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:46.794329 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b339b-480e-49ce-b06d-d32da79eb938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f258c8cb-484f-4279-bd1a-8ace257a73b0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:46.800591 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-612b339b-480e-49ce-b06d-d32da79eb938 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=beb1c1a70160416ca363b92675a60c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7150900 Jul 05 09:39:46.805902 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40948) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:46.893317 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa6e9d9c-e535-4652-be72-e8220ac7ca92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:46.952140 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa6e9d9c-e535-4652-be72-e8220ac7ca92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:47.057228 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa6e9d9c-e535-4652-be72-e8220ac7ca92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:47.061001 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa6e9d9c-e535-4652-be72-e8220ac7ca92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:47.062526 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fa6e9d9c-e535-4652-be72-e8220ac7ca92 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f258c8cb-484f-4279-bd1a-8ace257a73b0 HTTP/1.1" status: 204 len: 168 time: 0.2541986 Jul 05 09:39:47.077054 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ff81e73-4fbd-4cfe-969f-5f18e3a605ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:47.085396 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e9d9c-e535-4652-be72-e8220ac7ca92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f258c8cb-484f-4279-bd1a-8ace257a73b0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:47.097172 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ff81e73-4fbd-4cfe-969f-5f18e3a605ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:47.156965 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4ff81e73-4fbd-4cfe-969f-5f18e3a605ed admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ce68cc3549a646439961e8cc86cbbdb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4465048 Jul 05 09:39:47.159619 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40960) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:47.262620 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39be24-cc1b-4c83-baf8-9379b394c6c8 req-6cc7adde-b886-46bf-8400-d8de71cdb5c1 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:47.264232 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ee39be24-cc1b-4c83-baf8-9379b394c6c8 req-6cc7adde-b886-46bf-8400-d8de71cdb5c1 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 968 time: 0.3399189 Jul 05 09:39:47.265073 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff81e73-4fbd-4cfe-969f-5f18e3a605ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5962b4-283d-45c6-8265-d2d705fdad07,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:47.356966 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff313177-8943-4179-b84d-4f00bc9d4605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:47.409479 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff313177-8943-4179-b84d-4f00bc9d4605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:47.415107 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ee39be24-cc1b-4c83-baf8-9379b394c6c8 req-4c5d6201-a87b-48d5-ab23-a56b09daccb7 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6513378a-88fb-4769-8b09-719cf44551c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390619 Jul 05 09:39:47.477873 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40964) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:47.557037 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff313177-8943-4179-b84d-4f00bc9d4605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:47.565748 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff313177-8943-4179-b84d-4f00bc9d4605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:47.569942 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ff313177-8943-4179-b84d-4f00bc9d4605 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4a5962b4-283d-45c6-8265-d2d705fdad07 HTTP/1.1" status: 204 len: 168 time: 0.4083681 Jul 05 09:39:47.593798 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff313177-8943-4179-b84d-4f00bc9d4605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5962b4-283d-45c6-8265-d2d705fdad07,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:47.788588 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bf27b-e502-48b7-a8fc-1bdeba03ff6f req-5c61a2bb-e582-4d28-beb4-082b72128544 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:47.791016 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fb9bf27b-e502-48b7-a8fc-1bdeba03ff6f req-5c61a2bb-e582-4d28-beb4-082b72128544 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 948 time: 0.1209545 Jul 05 09:39:47.890639 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fb9bf27b-e502-48b7-a8fc-1bdeba03ff6f req-86f81765-4cca-4e22-8d2d-ca8a88537e6b tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937827 Jul 05 09:39:47.924867 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-82767215-908f-486c-9e4b-341be36bc2cc req-57bb8229-e6db-4bf4-b66e-550cd26e03f5 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1656185152&fields=id&tenant_id=efee607d69f94e6d9133e9bf132c56d0 HTTP/1.1" status: 200 len: 267 time: 0.1104128 Jul 05 09:39:48.050555 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8088e98-0c21-4d2a-a330-693f15e2c909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:48.183459 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82767215-908f-486c-9e4b-341be36bc2cc req-f576ace6-527c-41c4-a5ff-8415fdc4574c tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:48.184959 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-82767215-908f-486c-9e4b-341be36bc2cc req-f576ace6-527c-41c4-a5ff-8415fdc4574c tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/networks?id=50450e21-61cd-4f08-9734-c5edcfebb387 HTTP/1.1" status: 200 len: 824 time: 0.2591395 Jul 05 09:39:48.203516 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-82767215-908f-486c-9e4b-341be36bc2cc req-33680bea-bf93-4c6b-bf2f-56ef6c0ab30d tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/quotas/efee607d69f94e6d9133e9bf132c56d0 HTTP/1.1" status: 200 len: 375 time: 0.0127113 Jul 05 09:39:48.231894 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40988) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:48.248581 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8ddb-aed3-423e-a1a0-21b22022e83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:48.317680 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8088e98-0c21-4d2a-a330-693f15e2c909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:48.334155 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-82767215-908f-486c-9e4b-341be36bc2cc req-786bac6a-c507-4e7c-846d-0fb863dd0536 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=efee607d69f94e6d9133e9bf132c56d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1231732 Jul 05 09:39:48.335281 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8088e98-0c21-4d2a-a330-693f15e2c909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:48.380911 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8088e98-0c21-4d2a-a330-693f15e2c909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e826d579-8dc5-40ea-9f4a-186aa98e3805,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:48.386745 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c8088e98-0c21-4d2a-a330-693f15e2c909 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4f0923a6beae443293ee0b6ccacd9bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9026878 Jul 05 09:39:48.394871 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40996) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:48.487522 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d026ea23-bc6d-446f-b162-1405fb636a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:48.494519 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8ddb-aed3-423e-a1a0-21b22022e83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:48.508650 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8ddb-aed3-423e-a1a0-21b22022e83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:48.534803 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d026ea23-bc6d-446f-b162-1405fb636a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:48.575277 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6f2f8ddb-aed3-423e-a1a0-21b22022e83a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=656106a4f2b348c8a39d7fd8bb67dcd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415537 Jul 05 09:39:48.578007 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41006) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:48.591600 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f8ddb-aed3-423e-a1a0-21b22022e83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca47860-7b3b-4392-a9df-8919515f515b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:48.631380 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d026ea23-bc6d-446f-b162-1405fb636a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:48.634942 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d026ea23-bc6d-446f-b162-1405fb636a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:48.636243 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d026ea23-bc6d-446f-b162-1405fb636a6b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e826d579-8dc5-40ea-9f4a-186aa98e3805 HTTP/1.1" status: 204 len: 168 time: 0.2397823 Jul 05 09:39:48.644588 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026ea23-bc6d-446f-b162-1405fb636a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e826d579-8dc5-40ea-9f4a-186aa98e3805,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:48.691524 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-82767215-908f-486c-9e4b-341be36bc2cc req-e79c886c-fc18-4f1f-b39b-de5b754e70eb service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:39:48.692798 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-82767215-908f-486c-9e4b-341be36bc2cc req-e79c886c-fc18-4f1f-b39b-de5b754e70eb service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1552656 Jul 05 09:39:48.924658 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-710c885d-4f1f-45f0-8f2e-ff27c59d4d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:48.953970 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9f377-51d9-4971-b3ac-29f8264f31cf req-1fe55912-3437-4cfd-9634-e092c9514deb tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:48.955475 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63c9f377-51d9-4971-b3ac-29f8264f31cf req-1fe55912-3437-4cfd-9634-e092c9514deb tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 968 time: 0.3503289 Jul 05 09:39:48.990182 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-710c885d-4f1f-45f0-8f2e-ff27c59d4d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:49.038133 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-82767215-908f-486c-9e4b-341be36bc2cc req-1ed9726b-65f6-4513-802b-50d50ef839f0 service neutron] 10.222.0.79 "GET /v2.0/networks/50450e21-61cd-4f08-9734-c5edcfebb387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259645 Jul 05 09:39:49.048227 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63c9f377-51d9-4971-b3ac-29f8264f31cf req-0231e828-b386-4fe2-87ca-a951cb247fce tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6513378a-88fb-4769-8b09-719cf44551c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848470 Jul 05 09:39:49.075225 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41028) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:49.094338 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ddeac2be-2b0c-4824-89ee-9dd3916b21ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:49.143781 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-710c885d-4f1f-45f0-8f2e-ff27c59d4d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:49.146162 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-710c885d-4f1f-45f0-8f2e-ff27c59d4d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:49.150122 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-710c885d-4f1f-45f0-8f2e-ff27c59d4d11 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1ca47860-7b3b-4392-a9df-8919515f515b HTTP/1.1" status: 204 len: 168 time: 0.5681040 Jul 05 09:39:49.162687 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c885d-4f1f-45f0-8f2e-ff27c59d4d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca47860-7b3b-4392-a9df-8919515f515b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:49.169046 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-82767215-908f-486c-9e4b-341be36bc2cc req-ef19da4e-819d-4d19-bd93-8360fc580e60 service neutron] 10.222.0.79 "GET /v2.0/networks/50450e21-61cd-4f08-9734-c5edcfebb387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238363 Jul 05 09:39:49.239244 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ddeac2be-2b0c-4824-89ee-9dd3916b21ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:49.248210 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ddeac2be-2b0c-4824-89ee-9dd3916b21ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:49.303900 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ddeac2be-2b0c-4824-89ee-9dd3916b21ee admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5e7034d333e848e08d1af76189e970f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269888 Jul 05 09:39:49.307052 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41036) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:49.313510 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeac2be-2b0c-4824-89ee-9dd3916b21ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ce916d-641e-4983-9683-06e347b4feb4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:49.397929 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c4c0a0b0-04ff-41d3-84f7-3e1f687cb2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:49.423120 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c4c0a0b0-04ff-41d3-84f7-3e1f687cb2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:49.480570 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c4c0a0b0-04ff-41d3-84f7-3e1f687cb2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:49.484064 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c4c0a0b0-04ff-41d3-84f7-3e1f687cb2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:49.488021 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c4c0a0b0-04ff-41d3-84f7-3e1f687cb2f5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c4ce916d-641e-4983-9683-06e347b4feb4 HTTP/1.1" status: 204 len: 168 time: 0.1774249 Jul 05 09:39:49.496333 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0a0b0-04ff-41d3-84f7-3e1f687cb2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ce916d-641e-4983-9683-06e347b4feb4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:49.510516 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de48daa-a992-48ca-91c0-b40d6040a750 req-45b5d6d5-5484-4188-b49c-dbe986fa83f9 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:49.512543 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2de48daa-a992-48ca-91c0-b40d6040a750 req-45b5d6d5-5484-4188-b49c-dbe986fa83f9 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 948 time: 0.0789857 Jul 05 09:39:49.612457 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2de48daa-a992-48ca-91c0-b40d6040a750 req-cce4ba60-c1e6-4985-8fb5-19cd5bc3a5f2 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928345 Jul 05 09:39:49.614924 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-893474a2-6541-470f-b428-0976cf76d725 req-2660ea50-54a1-4f59-8ea0-bf2c21cd7f41 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=634f3685-93f0-4af9-8a90-3a0878392a8e HTTP/1.1" status: 200 len: 210 time: 0.0561090 Jul 05 09:39:50.248010 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66644b-b54b-4618-be01-2a38465455cf req-a9daed59-10de-4c2f-873c-65582d2fb1eb tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:50.249591 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ac66644b-b54b-4618-be01-2a38465455cf req-a9daed59-10de-4c2f-873c-65582d2fb1eb tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 968 time: 0.0756233 Jul 05 09:39:50.295208 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ac66644b-b54b-4618-be01-2a38465455cf req-9f02a672-4e4b-4247-8af8-3e4cdba4bc4f tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6513378a-88fb-4769-8b09-719cf44551c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373173 Jul 05 09:39:50.482808 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41108) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:50.730303 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3291c69c-2d94-4168-b78a-2c1afb03eaf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:50.809272 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35c2b0e6-82bf-4c8f-8cc8-d374df99049f req-cf497834-58bd-40a7-92eb-e82f07dfd11a tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=634f3685-93f0-4af9-8a90-3a0878392a8e HTTP/1.1" status: 200 len: 210 time: 0.0625081 Jul 05 09:39:50.866708 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-58ec4ef5-5fb0-447c-bf0c-9ba34714169a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:50.929214 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41134) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:50.966621 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a140cea-f996-409d-8d40-8b6a01d63bcc req-a2fb381b-58f0-43ae-8027-bc84ec2ae1bc tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:50.969047 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5a140cea-f996-409d-8d40-8b6a01d63bcc req-a2fb381b-58f0-43ae-8027-bc84ec2ae1bc tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 948 time: 0.1160574 Jul 05 09:39:50.978838 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3291c69c-2d94-4168-b78a-2c1afb03eaf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:50.994655 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3291c69c-2d94-4168-b78a-2c1afb03eaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:51.040937 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291c69c-2d94-4168-b78a-2c1afb03eaf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8452282c-c8ed-4d4f-811e-044f1dff7370,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:51.053158 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3291c69c-2d94-4168-b78a-2c1afb03eaf7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=83827a1938874730b3aaa90190f01c75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5692594 Jul 05 09:39:51.056127 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41140) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:51.065266 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5a140cea-f996-409d-8d40-8b6a01d63bcc req-340fb587-4a70-47f2-915f-c9177e19d8b3 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848298 Jul 05 09:39:51.118538 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 8d094c76-ea66-4853-9682-c828bb7137c9 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:39:51.137145 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e29cef33-9c11-4b87-bb9a-03cc585bc245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:51.172442 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e29cef33-9c11-4b87-bb9a-03cc585bc245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:51.245049 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2344bbe6-3a24-41aa-9195-833b3e6ddee5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1916705188-network', 'tenant_id': '1599f3af4e524f9da8144e921dbc014b'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:51.265935 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 8d094c76-ea66-4853-9682-c828bb7137c9, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=8d094c76-ea66-4853-9682-c828bb7137c9,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:51.269278 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2344bbe6-3a24-41aa-9195-833b3e6ddee5 admin admin] Made reservation on behalf of 1599f3af4e524f9da8144e921dbc014b for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:39:51.272589 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2344bbe6-3a24-41aa-9195-833b3e6ddee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:51.284328 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2344bbe6-3a24-41aa-9195-833b3e6ddee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:51.290708 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '8d094c76-ea66-4853-9682-c828bb7137c9', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '8d094c76-ea66-4853-9682-c828bb7137c9', 'mac_address': 'fa:16:3e:37:27:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:tempest-test_az-150927580', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:39:51.308950 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e29cef33-9c11-4b87-bb9a-03cc585bc245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:51.311788 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e29cef33-9c11-4b87-bb9a-03cc585bc245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:51.313078 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e29cef33-9c11-4b87-bb9a-03cc585bc245 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8452282c-c8ed-4d4f-811e-044f1dff7370 HTTP/1.1" status: 204 len: 168 time: 0.2557185 Jul 05 09:39:51.326571 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cef33-9c11-4b87-bb9a-03cc585bc245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8452282c-c8ed-4d4f-811e-044f1dff7370,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:51.390544 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:51.453069 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d094c76-ea66-4853-9682-c828bb7137c9 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:39:51.501997 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 8d094c76-ea66-4853-9682-c828bb7137c9, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=8d094c76-ea66-4853-9682-c828bb7137c9,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:51.509945 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:51.580355 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2344bbe6-3a24-41aa-9195-833b3e6ddee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:51.604695 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2344bbe6-3a24-41aa-9195-833b3e6ddee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:51.611810 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=8d094c76-ea66-4853-9682-c828bb7137c9,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:51.673536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6560a8-6121-4616-9905-c32251d699bc req-9438aa69-7614-4d5f-8139-8756df4e9d9f tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:51.675496 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc6560a8-6121-4616-9905-c32251d699bc req-9438aa69-7614-4d5f-8139-8756df4e9d9f tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 969 time: 0.1482737 Jul 05 09:39:51.685024 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2344bbe6-3a24-41aa-9195-833b3e6ddee5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:39:51.697481 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2344bbe6-3a24-41aa-9195-833b3e6ddee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:51.697827 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-2344bbe6-3a24-41aa-9195-833b3e6ddee5 admin admin] Added segment 225574c6-d926-4428-b6c7-c618a55d0620 of type vlan for network 732e61aa-3f44-4e5f-b0b7-8276ac73f11b Jul 05 09:39:51.743787 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc6560a8-6121-4616-9905-c32251d699bc req-bd15d0a6-07d2-4ebc-911b-20d2e64345d3 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6513378a-88fb-4769-8b09-719cf44551c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613754 Jul 05 09:39:51.750982 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2344bbe6-3a24-41aa-9195-833b3e6ddee5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:51.795427 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82767215-908f-486c-9e4b-341be36bc2cc req-8fd849c7-e51f-44f1-8b77-78d9a7d05cf4 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:51.797114 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-82767215-908f-486c-9e4b-341be36bc2cc req-8fd849c7-e51f-44f1-8b77-78d9a7d05cf4 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.78 "GET /v2.0/networks?id=50450e21-61cd-4f08-9734-c5edcfebb387 HTTP/1.1" status: 200 len: 824 time: 0.3959596 Jul 05 09:39:51.803133 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344bbe6-3a24-41aa-9195-833b3e6ddee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e83423b-89d4-4688-9476-ba27afba8a53,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:51.814421 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['8d094c76-ea66-4853-9682-c828bb7137c9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:39:51.828551 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2344bbe6-3a24-41aa-9195-833b3e6ddee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:51.829638 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2344bbe6-3a24-41aa-9195-833b3e6ddee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:51.830316 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2344bbe6-3a24-41aa-9195-833b3e6ddee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:51.906901 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41170) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:51.928554 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-43772a4b-4822-48ea-8f86-1aa001bf357d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:51.987028 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2344bbe6-3a24-41aa-9195-833b3e6ddee5 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0537696 Jul 05 09:39:51.995570 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41172) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:52.012705 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-82767215-908f-486c-9e4b-341be36bc2cc req-de95249d-3fe8-46a2-997b-b98e8ed2add7 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efee607d69f94e6d9133e9bf132c56d0 HTTP/1.1" status: 200 len: 380 time: 0.2027519 Jul 05 09:39:52.018065 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344bbe6-3a24-41aa-9195-833b3e6ddee5 admin admin] Pushing event updated for resources: {'Network': ['ID=732e61aa-3f44-4e5f-b0b7-8276ac73f11b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:52.027875 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-82767215-908f-486c-9e4b-341be36bc2cc req-102e3fae-6a4a-4e48-854c-e5bcb0d07fcc tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Request body: {'port': {'device_id': '634f3685-93f0-4af9-8a90-3a0878392a8e', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'admin_state_up': True, 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'security_groups': ['202ebd0c-4845-40be-a99a-c8dd75aeee75']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:52.035240 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 732e61aa-3f44-4e5f-b0b7-8276ac73f11b details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:39:52.036260 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6efaa35b-89e2-4f79-9b4b-a6ae110364ce admin admin] Request body: {'subnet': {'network_id': '732e61aa-3f44-4e5f-b0b7-8276ac73f11b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1916705188-subnet', 'tenant_id': '1599f3af4e524f9da8144e921dbc014b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:52.067519 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-554b31f7-69e0-4cca-9ff0-625368a43097 req-80df4992-77dc-4f9b-92ca-722ff8ea9ed5 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=634f3685-93f0-4af9-8a90-3a0878392a8e HTTP/1.1" status: 200 len: 210 time: 0.0761654 Jul 05 09:39:52.170389 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-43772a4b-4822-48ea-8f86-1aa001bf357d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:52.175723 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-43772a4b-4822-48ea-8f86-1aa001bf357d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:52.240435 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-43772a4b-4822-48ea-8f86-1aa001bf357d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e86729b47d754f59b95e7e54a2c2c711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321886 Jul 05 09:39:52.243677 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41178) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:52.281275 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82767215-908f-486c-9e4b-341be36bc2cc req-102e3fae-6a4a-4e48-854c-e5bcb0d07fcc tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Made reservation on behalf of efee607d69f94e6d9133e9bf132c56d0 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:39:52.282556 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43772a4b-4822-48ea-8f86-1aa001bf357d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb02b6c-11b3-4338-b6d3-6e6df5c0fd02,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:52.286846 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-82767215-908f-486c-9e4b-341be36bc2cc req-102e3fae-6a4a-4e48-854c-e5bcb0d07fcc tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:52.308410 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efaa35b-89e2-4f79-9b4b-a6ae110364ce admin admin] Made reservation on behalf of 1599f3af4e524f9da8144e921dbc014b for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:39:52.312727 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6efaa35b-89e2-4f79-9b4b-a6ae110364ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:52.393074 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b17a8b2e-6991-48a7-b119-5e4c5197cf35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:52.410629 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0b6e2-eace-4675-b8c3-240c74bd974c req-dfb9c090-8a0e-463d-b752-59bbfcacee50 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:52.412284 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dfd0b6e2-eace-4675-b8c3-240c74bd974c req-dfb9c090-8a0e-463d-b752-59bbfcacee50 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 948 time: 0.1665139 Jul 05 09:39:52.444533 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b17a8b2e-6991-48a7-b119-5e4c5197cf35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:52.463251 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dfd0b6e2-eace-4675-b8c3-240c74bd974c req-96d4ba54-ca60-4348-b53d-73db8acf6f5c tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450101 Jul 05 09:39:52.494034 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-82767215-908f-486c-9e4b-341be36bc2cc req-102e3fae-6a4a-4e48-854c-e5bcb0d07fcc tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Allocated IP 172.20.0.6 (50450e21-61cd-4f08-9734-c5edcfebb387/02e4f4c6-8a8b-482c-a989-f519f8934c03/0c6a7a57-0a78-478c-9f2e-6ffa35c2da02) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:52.531644 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b17a8b2e-6991-48a7-b119-5e4c5197cf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:52.534130 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b17a8b2e-6991-48a7-b119-5e4c5197cf35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:52.537959 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b17a8b2e-6991-48a7-b119-5e4c5197cf35 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9eb02b6c-11b3-4338-b6d3-6e6df5c0fd02 HTTP/1.1" status: 204 len: 168 time: 0.2920995 Jul 05 09:39:52.556110 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a8b2e-6991-48a7-b119-5e4c5197cf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb02b6c-11b3-4338-b6d3-6e6df5c0fd02,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:52.567175 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6efaa35b-89e2-4f79-9b4b-a6ae110364ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:52.650675 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efaa35b-89e2-4f79-9b4b-a6ae110364ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=f01abe3d-f6db-4db8-a482-b3dbdeb74398,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:52.652815 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efaa35b-89e2-4f79-9b4b-a6ae110364ce admin admin] Checking segment: {'id': '225574c6-d926-4428-b6c7-c618a55d0620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '732e61aa-3f44-4e5f-b0b7-8276ac73f11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:39:52.653360 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efaa35b-89e2-4f79-9b4b-a6ae110364ce admin admin] Network hostable DHCP agents. Network: 732e61aa-3f44-4e5f-b0b7-8276ac73f11b, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:39:52.678619 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efaa35b-89e2-4f79-9b4b-a6ae110364ce admin admin] Network 732e61aa-3f44-4e5f-b0b7-8276ac73f11b is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:39:52.691381 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-6efaa35b-89e2-4f79-9b4b-a6ae110364ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 732e61aa-3f44-4e5f-b0b7-8276ac73f11b) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:52.697882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efaa35b-89e2-4f79-9b4b-a6ae110364ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:52.699896 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6efaa35b-89e2-4f79-9b4b-a6ae110364ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:52.702077 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d32f81c-5528-4aac-a22e-abeb3709e38f None None] Network 732e61aa-3f44-4e5f-b0b7-8276ac73f11b requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:39:52.728997 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41198) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:52.729189 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6efaa35b-89e2-4f79-9b4b-a6ae110364ce admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7191074 Jul 05 09:39:52.729271 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e10fd539-0f56-4391-a316-449ce07d0c66 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1916705188-router', 'tenant_id': '1599f3af4e524f9da8144e921dbc014b', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:52.735079 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-82767215-908f-486c-9e4b-341be36bc2cc req-102e3fae-6a4a-4e48-854c-e5bcb0d07fcc tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:52.760159 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-82767215-908f-486c-9e4b-341be36bc2cc req-102e3fae-6a4a-4e48-854c-e5bcb0d07fcc tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Transition to ACTIVE for port object 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:52.771136 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e10fd539-0f56-4391-a316-449ce07d0c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:52.772360 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e10fd539-0f56-4391-a316-449ce07d0c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:52.850239 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e10fd539-0f56-4391-a316-449ce07d0c66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:52.854599 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-82767215-908f-486c-9e4b-341be36bc2cc req-102e3fae-6a4a-4e48-854c-e5bcb0d07fcc tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:52.884260 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360fdfca-14b8-403d-9755-d2dc99e3fb2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-732e61aa-3f44-4e5f-b0b7-8276ac73f11b', 'network_id': '732e61aa-3f44-4e5f-b0b7-8276ac73f11b', 'tenant_id': '1599f3af4e524f9da8144e921dbc014b', 'fixed_ips': [{'subnet_id': 'f01abe3d-f6db-4db8-a482-b3dbdeb74398'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:39:52.885761 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-360fdfca-14b8-403d-9755-d2dc99e3fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:52.903775 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82767215-908f-486c-9e4b-341be36bc2cc req-102e3fae-6a4a-4e48-854c-e5bcb0d07fcc tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Network 50450e21-61cd-4f08-9734-c5edcfebb387 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:52.955906 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-82767215-908f-486c-9e4b-341be36bc2cc req-102e3fae-6a4a-4e48-854c-e5bcb0d07fcc tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:53.025631 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-82767215-908f-486c-9e4b-341be36bc2cc req-102e3fae-6a4a-4e48-854c-e5bcb0d07fcc tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:53.044772 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82767215-908f-486c-9e4b-341be36bc2cc req-102e3fae-6a4a-4e48-854c-e5bcb0d07fcc tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:53.053623 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-82767215-908f-486c-9e4b-341be36bc2cc req-102e3fae-6a4a-4e48-854c-e5bcb0d07fcc tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:53.064484 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2851b68-8e94-40f1-85bb-3d4b5d76cf4b req-b4f63aef-f8b3-482c-a3c4-fe5f236ba049 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:53.067698 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f2851b68-8e94-40f1-85bb-3d4b5d76cf4b req-b4f63aef-f8b3-482c-a3c4-fe5f236ba049 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 969 time: 0.1339791 Jul 05 09:39:53.128775 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 8d094c76-ea66-4853-9682-c828bb7137c9 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:53.160980 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f2851b68-8e94-40f1-85bb-3d4b5d76cf4b req-75496243-2665-413a-80da-2f1980a733f2 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6513378a-88fb-4769-8b09-719cf44551c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707650 Jul 05 09:39:53.216370 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41216) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:53.238447 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-360fdfca-14b8-403d-9755-d2dc99e3fb2b None None] Allocated IP 172.20.0.2 (732e61aa-3f44-4e5f-b0b7-8276ac73f11b/f01abe3d-f6db-4db8-a482-b3dbdeb74398/ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:53.385902 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa8a165e-a465-41ec-942b-0db2c1e23d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:53.423522 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e10fd539-0f56-4391-a316-449ce07d0c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:53.429280 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-82767215-908f-486c-9e4b-341be36bc2cc req-102e3fae-6a4a-4e48-854c-e5bcb0d07fcc tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4071305 Jul 05 09:39:53.430413 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e3fae-6a4a-4e48-854c-e5bcb0d07fcc tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Pushing event updated for resources: {'Port': ['ID=0c6a7a57-0a78-478c-9f2e-6ffa35c2da02,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:53.441907 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-82767215-908f-486c-9e4b-341be36bc2cc req-a74b77da-4f9e-4b50-8dc9-3eba203fd41e service neutron] Request body: {'port': {'device_id': '634f3685-93f0-4af9-8a90-3a0878392a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:53.529667 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0470a-8aa3-4a55-893a-dd2942be8d77 req-8fea5817-0f00-46fc-8894-aeeae71d4004 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:53.538875 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ada0470a-8aa3-4a55-893a-dd2942be8d77 req-8fea5817-0f00-46fc-8894-aeeae71d4004 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=634f3685-93f0-4af9-8a90-3a0878392a8e HTTP/1.1" status: 200 len: 931 time: 0.1902561 Jul 05 09:39:53.550380 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9b00c708-4bee-4a2c-8e8d-ba3cd919663b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:53.564635 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-626d6421-e942-46ae-a277-623e44da55bb None None] Provisioning for port 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:53.579190 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-626d6421-e942-46ae-a277-623e44da55bb None None] Provisioning complete for port 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:53.579606 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-626d6421-e942-46ae-a277-623e44da55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:53.587423 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:53.594395 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-82767215-908f-486c-9e4b-341be36bc2cc req-a74b77da-4f9e-4b50-8dc9-3eba203fd41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:53.618442 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ada0470a-8aa3-4a55-893a-dd2942be8d77 req-b4e8af80-cad9-4af5-9ce1-4267bcf3c7a5 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/security-groups?id=202ebd0c-4845-40be-a99a-c8dd75aeee75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782282 Jul 05 09:39:53.630125 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 8d094c76-ea66-4853-9682-c828bb7137c9 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:53.662766 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 8d094c76-ea66-4853-9682-c828bb7137c9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:53.663146 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:53.693571 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-626d6421-e942-46ae-a277-623e44da55bb None None] Port 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:39:53.716870 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa8a165e-a465-41ec-942b-0db2c1e23d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:53.725936 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa8a165e-a465-41ec-942b-0db2c1e23d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:53.773203 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-aa8a165e-a465-41ec-942b-0db2c1e23d4d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=315a82670f504f868f9251bfcf946b3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5550966 Jul 05 09:39:53.787616 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a165e-a465-41ec-942b-0db2c1e23d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e378f4-7faf-4154-8b2c-6f995651df5d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:53.789988 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41232) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:53.856227 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-360fdfca-14b8-403d-9755-d2dc99e3fb2b None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:53.886422 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-360fdfca-14b8-403d-9755-d2dc99e3fb2b None None] Transition to ACTIVE for port object ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:53.889522 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a7eb124-cf78-40a2-bfd1-f7bdfd3d2bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:53.904580 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a722c9-3bdb-4203-9b21-41dbb867da2e req-63619503-403e-4f83-8816-27185a0ac8c6 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:53.906364 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29a722c9-3bdb-4203-9b21-41dbb867da2e req-63619503-403e-4f83-8816-27185a0ac8c6 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 948 time: 0.1319120 Jul 05 09:39:53.916150 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-360fdfca-14b8-403d-9755-d2dc99e3fb2b None None] Transition to ACTIVE for port object ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:53.940619 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-360fdfca-14b8-403d-9755-d2dc99e3fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:53.941701 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a7eb124-cf78-40a2-bfd1-f7bdfd3d2bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:53.987884 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29a722c9-3bdb-4203-9b21-41dbb867da2e req-5cac6540-66d5-480d-9c8e-f402460d59ae tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757136 Jul 05 09:39:54.024211 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a7eb124-cf78-40a2-bfd1-f7bdfd3d2bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:54.026739 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a7eb124-cf78-40a2-bfd1-f7bdfd3d2bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:54.028123 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2a7eb124-cf78-40a2-bfd1-f7bdfd3d2bc5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/77e378f4-7faf-4154-8b2c-6f995651df5d HTTP/1.1" status: 204 len: 168 time: 0.2371328 Jul 05 09:39:54.031701 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e10fd539-0f56-4391-a316-449ce07d0c66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:54.045333 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7eb124-cf78-40a2-bfd1-f7bdfd3d2bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e378f4-7faf-4154-8b2c-6f995651df5d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:54.055577 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e10fd539-0f56-4391-a316-449ce07d0c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:54.055827 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:54.062929 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fdfca-14b8-403d-9755-d2dc99e3fb2b None None] Pushing event updated for resources: {'Port': ['ID=ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:54.113561 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac7b65b-2455-49e2-9e9d-08dab5f21914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d094c76-ea66-4853-9682-c828bb7137c9'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:54.190231 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360fdfca-14b8-403d-9755-d2dc99e3fb2b None None] Network 732e61aa-3f44-4e5f-b0b7-8276ac73f11b is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:54.192105 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 8d094c76-ea66-4853-9682-c828bb7137c9, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=8d094c76-ea66-4853-9682-c828bb7137c9,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:54.194122 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-360fdfca-14b8-403d-9755-d2dc99e3fb2b None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:54.196521 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360fdfca-14b8-403d-9755-d2dc99e3fb2b None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:54.202489 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:54.239397 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-e10fd539-0f56-4391-a316-449ce07d0c66 admin admin] Allocated IP 172.25.7.32 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/6bbd51da-0e68-4102-b881-dcab2d50892a) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:54.246530 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-82767215-908f-486c-9e4b-341be36bc2cc req-a74b77da-4f9e-4b50-8dc9-3eba203fd41e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:39:54.259143 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-82767215-908f-486c-9e4b-341be36bc2cc req-a74b77da-4f9e-4b50-8dc9-3eba203fd41e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:54.311804 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-82767215-908f-486c-9e4b-341be36bc2cc req-a74b77da-4f9e-4b50-8dc9-3eba203fd41e service neutron] Transition to ACTIVE for port object 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:54.317967 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-82767215-908f-486c-9e4b-341be36bc2cc req-a74b77da-4f9e-4b50-8dc9-3eba203fd41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:54.318180 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-360fdfca-14b8-403d-9755-d2dc99e3fb2b None None] Attempting to bind port ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:39:54.318537 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-360fdfca-14b8-403d-9755-d2dc99e3fb2b None None] Attempting to bind port ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '225574c6-d926-4428-b6c7-c618a55d0620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '732e61aa-3f44-4e5f-b0b7-8276ac73f11b'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:39:54.318962 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360fdfca-14b8-403d-9755-d2dc99e3fb2b None None] Attempting to bind port ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee on network 732e61aa-3f44-4e5f-b0b7-8276ac73f11b {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:54.330541 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=8d094c76-ea66-4853-9682-c828bb7137c9,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:54.334288 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360fdfca-14b8-403d-9755-d2dc99e3fb2b None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:39:54.334675 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360fdfca-14b8-403d-9755-d2dc99e3fb2b None None] Checking segment: {'id': '225574c6-d926-4428-b6c7-c618a55d0620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '732e61aa-3f44-4e5f-b0b7-8276ac73f11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:39:54.335195 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-360fdfca-14b8-403d-9755-d2dc99e3fb2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:54.335588 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360fdfca-14b8-403d-9755-d2dc99e3fb2b None None] Bound using segment: {'id': '225574c6-d926-4428-b6c7-c618a55d0620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '732e61aa-3f44-4e5f-b0b7-8276ac73f11b'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:39:54.336679 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-360fdfca-14b8-403d-9755-d2dc99e3fb2b None None] Bound port: ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '225574c6-d926-4428-b6c7-c618a55d0620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '732e61aa-3f44-4e5f-b0b7-8276ac73f11b'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:39:54.337095 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-360fdfca-14b8-403d-9755-d2dc99e3fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:54.417657 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-360fdfca-14b8-403d-9755-d2dc99e3fb2b None None] For port ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:39:54.451809 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-360fdfca-14b8-403d-9755-d2dc99e3fb2b None None] For port ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee,segment=NetworkSegment(225574c6-d926-4428-b6c7-c618a55d0620),segment_id=225574c6-d926-4428-b6c7-c618a55d0620)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:39:54.460650 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-360fdfca-14b8-403d-9755-d2dc99e3fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:54.464081 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e10fd539-0f56-4391-a316-449ce07d0c66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:54.472329 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:54.491945 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41262) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:54.518896 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fad146b3-8aab-4920-9ea1-2e623d5e4dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:54.531608 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351631a-1ea0-4949-96ac-0e4cb76e94ec req-1ff2448a-0ecb-4637-9fd4-45f989bbda23 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:54.540294 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e351631a-1ea0-4949-96ac-0e4cb76e94ec req-1ff2448a-0ecb-4637-9fd4-45f989bbda23 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 970 time: 0.1416049 Jul 05 09:39:54.541173 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b77da-4f9e-4b50-8dc9-3eba203fd41e service neutron] Pushing event updated for resources: {'Port': ['ID=0c6a7a57-0a78-478c-9f2e-6ffa35c2da02,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:54.559236 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e10fd539-0f56-4391-a316-449ce07d0c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:54.590277 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fdfca-14b8-403d-9755-d2dc99e3fb2b None None] Pushing event updated for resources: {'Port': ['ID=ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:54.641856 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e351631a-1ea0-4949-96ac-0e4cb76e94ec req-08a82d36-260d-4aa6-9b8e-e861165b8d55 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6513378a-88fb-4769-8b09-719cf44551c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004822 Jul 05 09:39:54.681314 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e03ec6-90c5-476a-aab2-39a6c5682019" -d '{"events": [{"server_uuid": "bac7b65b-2455-49e2-9e9d-08dab5f21914", "name": "network-vif-plugged", "status": "completed", "tag": "8d094c76-ea66-4853-9682-c828bb7137c9"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:54.713186 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10fd539-0f56-4391-a316-449ce07d0c66 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:54.714868 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10fd539-0f56-4391-a316-449ce07d0c66 admin admin] Pushing event updated for resources: {'Port': ['ID=6bbd51da-0e68-4102-b881-dcab2d50892a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:54.723119 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e10fd539-0f56-4391-a316-449ce07d0c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:54.738906 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10fd539-0f56-4391-a316-449ce07d0c66 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:54.807708 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fad146b3-8aab-4920-9ea1-2e623d5e4dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:54.831654 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fad146b3-8aab-4920-9ea1-2e623d5e4dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:54.862917 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-82767215-908f-486c-9e4b-341be36bc2cc req-a74b77da-4f9e-4b50-8dc9-3eba203fd41e service neutron] Attempting to bind port 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:39:54.863419 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-82767215-908f-486c-9e4b-341be36bc2cc req-a74b77da-4f9e-4b50-8dc9-3eba203fd41e service neutron] Attempting to bind port 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '3d83f219-f815-4376-b051-a5566694dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:39:54.863919 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82767215-908f-486c-9e4b-341be36bc2cc req-a74b77da-4f9e-4b50-8dc9-3eba203fd41e service neutron] Attempting to bind port 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 on network 50450e21-61cd-4f08-9734-c5edcfebb387 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:54.881085 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82767215-908f-486c-9e4b-341be36bc2cc req-a74b77da-4f9e-4b50-8dc9-3eba203fd41e service neutron] Port 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 on network 50450e21-61cd-4f08-9734-c5edcfebb387 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:39:54.881820 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82767215-908f-486c-9e4b-341be36bc2cc req-a74b77da-4f9e-4b50-8dc9-3eba203fd41e service neutron] Attempting to bind port 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 on network 50450e21-61cd-4f08-9734-c5edcfebb387 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:54.906440 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad146b3-8aab-4920-9ea1-2e623d5e4dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba3530c-a4f6-4808-879b-54ab8bc89300,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:54.927833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82767215-908f-486c-9e4b-341be36bc2cc req-a74b77da-4f9e-4b50-8dc9-3eba203fd41e service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:39:54.928506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82767215-908f-486c-9e4b-341be36bc2cc req-a74b77da-4f9e-4b50-8dc9-3eba203fd41e service neutron] Checking segment: {'id': '3d83f219-f815-4376-b051-a5566694dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:39:54.929229 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82767215-908f-486c-9e4b-341be36bc2cc req-a74b77da-4f9e-4b50-8dc9-3eba203fd41e service neutron] Bound using segment: {'id': '3d83f219-f815-4376-b051-a5566694dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:39:54.931439 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-82767215-908f-486c-9e4b-341be36bc2cc req-a74b77da-4f9e-4b50-8dc9-3eba203fd41e service neutron] Bound port: 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d83f219-f815-4376-b051-a5566694dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:39:54.932159 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-82767215-908f-486c-9e4b-341be36bc2cc req-a74b77da-4f9e-4b50-8dc9-3eba203fd41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:54.972671 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41268) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:54.973357 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-fad146b3-8aab-4920-9ea1-2e623d5e4dfa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2204f2c7ff42495d9c6904e3317d828e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4727955 Jul 05 09:39:55.069552 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab49d8a-ac9f-4114-b847-05ad02011bc3 req-04f07bc3-222c-449c-bfe8-62259e04f3e7 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:55.077088 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ab49d8a-ac9f-4114-b847-05ad02011bc3 req-04f07bc3-222c-449c-bfe8-62259e04f3e7 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=634f3685-93f0-4af9-8a90-3a0878392a8e HTTP/1.1" status: 200 len: 943 time: 0.2605543 Jul 05 09:39:55.125575 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ab49d8a-ac9f-4114-b847-05ad02011bc3 req-1e54d882-f576-4fe0-9e7c-fc8e78eb258e tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/security-groups?id=202ebd0c-4845-40be-a99a-c8dd75aeee75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474656 Jul 05 09:39:55.189287 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-82767215-908f-486c-9e4b-341be36bc2cc req-a74b77da-4f9e-4b50-8dc9-3eba203fd41e service neutron] For port 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:39:55.239450 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d30a01aa-7a2d-45fb-866e-6c7ce75de30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:55.239726 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1e0090-57ff-4d2a-b7d8-410a7faaae4c x-openstack-request-id: req-0c1e0090-57ff-4d2a-b7d8-410a7faaae4c {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:55.240210 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac7b65b-2455-49e2-9e9d-08dab5f21914", "name": "network-vif-plugged", "status": "completed", "tag": "8d094c76-ea66-4853-9682-c828bb7137c9", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:55.240210 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0c1e0090-57ff-4d2a-b7d8-410a7faaae4c {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:55.240699 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac7b65b-2455-49e2-9e9d-08dab5f21914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d094c76-ea66-4853-9682-c828bb7137c9', 'code': 200} Jul 05 09:39:55.248199 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-82767215-908f-486c-9e4b-341be36bc2cc req-a74b77da-4f9e-4b50-8dc9-3eba203fd41e service neutron] For port 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=0c6a7a57-0a78-478c-9f2e-6ffa35c2da02,segment=NetworkSegment(3d83f219-f815-4376-b051-a5566694dac8),segment_id=3d83f219-f815-4376-b051-a5566694dac8)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:39:55.266392 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-82767215-908f-486c-9e4b-341be36bc2cc req-a74b77da-4f9e-4b50-8dc9-3eba203fd41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:55.314560 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1065d-14ab-4fbf-94b4-85662650dd93 req-59c2eaa3-ceca-4442-8383-defc4b72bf3a tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:55.320991 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46c1065d-14ab-4fbf-94b4-85662650dd93 req-59c2eaa3-ceca-4442-8383-defc4b72bf3a tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 948 time: 0.0830300 Jul 05 09:39:55.336248 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d30a01aa-7a2d-45fb-866e-6c7ce75de30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:55.373316 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46c1065d-14ab-4fbf-94b4-85662650dd93 req-eca0db30-99d9-430c-bbb9-eb367068de3e tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496783 Jul 05 09:39:55.396167 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82767215-908f-486c-9e4b-341be36bc2cc req-a74b77da-4f9e-4b50-8dc9-3eba203fd41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:55.397345 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-82767215-908f-486c-9e4b-341be36bc2cc req-a74b77da-4f9e-4b50-8dc9-3eba203fd41e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:55.398992 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-82767215-908f-486c-9e4b-341be36bc2cc req-a74b77da-4f9e-4b50-8dc9-3eba203fd41e service neutron] 10.222.0.78 "PUT /v2.0/ports/0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 HTTP/1.1" status: 200 len: 1091 time: 1.9619861 Jul 05 09:39:55.418225 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634f3685-93f0-4af9-8a90-3a0878392a8e', 'tag': '0c6a7a57-0a78-478c-9f2e-6ffa35c2da02'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:55.421973 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe340dc-b377-46a8-a6dd-e65b5a32f651" -d '{"events": [{"name": "network-changed", "server_uuid": "634f3685-93f0-4af9-8a90-3a0878392a8e", "tag": "0c6a7a57-0a78-478c-9f2e-6ffa35c2da02"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:55.493785 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e10fd539-0f56-4391-a316-449ce07d0c66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:55.582051 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7a0f1d-794c-4d11-b7ff-8f9f52b12aa6 x-openstack-request-id: req-9a7a0f1d-794c-4d11-b7ff-8f9f52b12aa6 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:55.582317 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634f3685-93f0-4af9-8a90-3a0878392a8e", "tag": "0c6a7a57-0a78-478c-9f2e-6ffa35c2da02", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:55.582646 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9a7a0f1d-794c-4d11-b7ff-8f9f52b12aa6 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:55.586101 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634f3685-93f0-4af9-8a90-3a0878392a8e', 'tag': '0c6a7a57-0a78-478c-9f2e-6ffa35c2da02', 'status': 'completed', 'code': 200} Jul 05 09:39:55.627814 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b77da-4f9e-4b50-8dc9-3eba203fd41e service neutron] Pushing event updated for resources: {'Port': ['ID=0c6a7a57-0a78-478c-9f2e-6ffa35c2da02,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:55.644844 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d30a01aa-7a2d-45fb-866e-6c7ce75de30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:55.647520 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d30a01aa-7a2d-45fb-866e-6c7ce75de30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:55.649461 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d30a01aa-7a2d-45fb-866e-6c7ce75de30e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dba3530c-a4f6-4808-879b-54ab8bc89300 HTTP/1.1" status: 204 len: 168 time: 0.6573248 Jul 05 09:39:55.942777 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd33b-cd61-4f77-a52f-db02504bbf79 req-3ca9790c-667e-4c38-8393-a9408488abb3 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:55.944521 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19afd33b-cd61-4f77-a52f-db02504bbf79 req-3ca9790c-667e-4c38-8393-a9408488abb3 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 970 time: 0.1272278 Jul 05 09:39:56.006938 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a01aa-7a2d-45fb-866e-6c7ce75de30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba3530c-a4f6-4808-879b-54ab8bc89300,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:56.012829 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19afd33b-cd61-4f77-a52f-db02504bbf79 req-2c462b48-3ea3-4fc6-bd52-652052c74515 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6513378a-88fb-4769-8b09-719cf44551c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597837 Jul 05 09:39:56.053378 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c6dc9-11a4-4963-92fe-fed0478b11b4 req-3154a114-194e-4bc1-b2c1-9b4fed2cd15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:56.055010 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-db3c6dc9-11a4-4963-92fe-fed0478b11b4 req-3154a114-194e-4bc1-b2c1-9b4fed2cd15a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 1121 time: 0.7043989 Jul 05 09:39:56.068792 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0873f2-956b-4e28-b131-650569b4ba26 None None] Network 732e61aa-3f44-4e5f-b0b7-8276ac73f11b requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:39:56.075680 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82767215-908f-486c-9e4b-341be36bc2cc req-0e65c7ca-0d9e-4a5b-bf82-f452db54ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:56.077337 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-82767215-908f-486c-9e4b-341be36bc2cc req-0e65c7ca-0d9e-4a5b-bf82-f452db54ec30 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=efee607d69f94e6d9133e9bf132c56d0&device_id=634f3685-93f0-4af9-8a90-3a0878392a8e HTTP/1.1" status: 200 len: 1094 time: 0.5586689 Jul 05 09:39:56.123211 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-db3c6dc9-11a4-4963-92fe-fed0478b11b4 req-61b546d7-a12e-4f5c-9b21-c7b89b65f3a4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:56.141275 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-63d86b9f-4e12-40a2-b83e-4e99351ca005 None None] Provisioning for port ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:56.169068 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-82767215-908f-486c-9e4b-341be36bc2cc req-9d75dc26-b2fe-49f7-b5eb-5b7b1d90e51a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 HTTP/1.1" status: 200 len: 217 time: 0.0536718 Jul 05 09:39:56.200237 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:56.342254 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:56.377707 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-db3c6dc9-11a4-4963-92fe-fed0478b11b4 req-61b546d7-a12e-4f5c-9b21-c7b89b65f3a4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:56.387438 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:56.391064 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:56.413851 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82767215-908f-486c-9e4b-341be36bc2cc req-23fbec5c-8eae-4e6e-adf6-cfe4b1124ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:56.415997 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-82767215-908f-486c-9e4b-341be36bc2cc req-23fbec5c-8eae-4e6e-adf6-cfe4b1124ff1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=02e4f4c6-8a8b-482c-a989-f519f8934c03 HTTP/1.1" status: 200 len: 863 time: 0.2381744 Jul 05 09:39:56.418800 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b26a6-f7d3-448e-b913-248cad063978 req-c9082672-877f-436e-bd6a-c702817b9355 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:56.419646 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-db3c6dc9-11a4-4963-92fe-fed0478b11b4 req-61b546d7-a12e-4f5c-9b21-c7b89b65f3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:56.421519 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c9b26a6-f7d3-448e-b913-248cad063978 req-c9082672-877f-436e-bd6a-c702817b9355 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=634f3685-93f0-4af9-8a90-3a0878392a8e HTTP/1.1" status: 200 len: 943 time: 0.1067567 Jul 05 09:39:56.428595 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device ee5b217f-2ef2-4abe-a48e-8062e4f47634 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:39:56.482165 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c9b26a6-f7d3-448e-b913-248cad063978 req-f8a4d465-1887-4549-94db-cd506f7f75b0 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/security-groups?id=202ebd0c-4845-40be-a99a-c8dd75aeee75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524664 Jul 05 09:39:56.547999 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-db3c6dc9-11a4-4963-92fe-fed0478b11b4 req-61b546d7-a12e-4f5c-9b21-c7b89b65f3a4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6513378a-88fb-4769-8b09-719cf44551c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834282 Jul 05 09:39:56.549429 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b546d7-a12e-4f5c-9b21-c7b89b65f3a4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=51f94f67-a211-4906-b576-62aebf1b785c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:56.554384 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e10fd539-0f56-4391-a316-449ce07d0c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:56.631026 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:56.675720 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:56.697400 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22739868-e45a-469f-9889-ac097fef6389 req-139d3e8f-c77e-4717-80c7-ea88f3bb8803 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:56.704963 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-22739868-e45a-469f-9889-ac097fef6389 req-139d3e8f-c77e-4717-80c7-ea88f3bb8803 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 948 time: 0.0919731 Jul 05 09:39:56.716661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port ee5b217f-2ef2-4abe-a48e-8062e4f47634, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ee5b217f-2ef2-4abe-a48e-8062e4f47634,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:56.756268 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'ee5b217f-2ef2-4abe-a48e-8062e4f47634', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': 'ee5b217f-2ef2-4abe-a48e-8062e4f47634', 'mac_address': 'fa:16:3e:74:1d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:39:56.763250 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-22739868-e45a-469f-9889-ac097fef6389 req-ab874a8c-e309-4b9f-b3d4-6392d68467a7 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571535 Jul 05 09:39:56.808273 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee,segment=NetworkSegment(225574c6-d926-4428-b6c7-c618a55d0620),segment_id=225574c6-d926-4428-b6c7-c618a55d0620)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:56.819149 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:56.836868 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82767215-908f-486c-9e4b-341be36bc2cc req-eb01466b-112d-47bf-b556-5bfba2f6d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:56.838951 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-82767215-908f-486c-9e4b-341be36bc2cc req-eb01466b-112d-47bf-b556-5bfba2f6d5f6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=50450e21-61cd-4f08-9734-c5edcfebb387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3886139 Jul 05 09:39:56.869424 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:56.891713 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5b217f-2ef2-4abe-a48e-8062e4f47634 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:39:56.936493 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port ee5b217f-2ef2-4abe-a48e-8062e4f47634, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ee5b217f-2ef2-4abe-a48e-8062e4f47634,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:56.940611 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:56.953738 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:56.963943 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10fd539-0f56-4391-a316-449ce07d0c66 admin admin] Router a20151f6-3cbd-49a7-b486-82264c744df6 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:39:57.043872 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-82767215-908f-486c-9e4b-341be36bc2cc req-eb95fa4f-271a-412f-b5a8-200fbbd0ed55 service neutron] 10.222.0.78 "GET /v2.0/networks/50450e21-61cd-4f08-9734-c5edcfebb387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946881 Jul 05 09:39:57.073433 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=ee5b217f-2ef2-4abe-a48e-8062e4f47634,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:57.088374 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5508a0bd-10eb-4237-841b-06ec31d07081 None None] Provisioning complete for port ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:57.088754 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5508a0bd-10eb-4237-841b-06ec31d07081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:57.149171 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-07500efd-8ed1-4a8e-822b-caebae318ff2 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=9bfad147324a4944abe9f96862cd31b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404668 Jul 05 09:39:57.188370 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10fd539-0f56-4391-a316-449ce07d0c66 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:39:57.204321 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] Sync routers for ids ['a20151f6-3cbd-49a7-b486-82264c744df6'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:39:57.213938 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-82767215-908f-486c-9e4b-341be36bc2cc req-a10729f2-90fc-4454-8f7c-19260eec01ee service neutron] 10.222.0.78 "GET /v2.0/networks/50450e21-61cd-4f08-9734-c5edcfebb387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567926 Jul 05 09:39:57.217760 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e10fd539-0f56-4391-a316-449ce07d0c66 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:57.222535 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e10fd539-0f56-4391-a316-449ce07d0c66 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4979010 Jul 05 09:39:57.223196 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41358) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:57.253543 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] Routers {'a20151f6-3cbd-49a7-b486-82264c744df6'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:39:57.255965 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:39:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['a20151f6-3cbd-49a7-b486-82264c744df6'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:57.439316 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cde82-a6c4-4f81-9fa7-ea81025150a8 req-3e06ba8c-5089-46cd-8dda-1333b8739e8f tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:57.441445 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b1cde82-a6c4-4f81-9fa7-ea81025150a8 req-3e06ba8c-5089-46cd-8dda-1333b8739e8f tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 970 time: 0.1292071 Jul 05 09:39:57.444261 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe340dc-b377-46a8-a6dd-e65b5a32f651 req-b43b2711-d215-4383-bc2a-d2175de1ec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:57.445973 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-abe340dc-b377-46a8-a6dd-e65b5a32f651 req-b43b2711-d215-4383-bc2a-d2175de1ec24 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=efee607d69f94e6d9133e9bf132c56d0&device_id=634f3685-93f0-4af9-8a90-3a0878392a8e HTTP/1.1" status: 200 len: 1094 time: 0.1550927 Jul 05 09:39:57.453973 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-caf218be-f995-40ac-84d0-463d2eacb01a tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:57.461457 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-caf218be-f995-40ac-84d0-463d2eacb01a tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3099189 Jul 05 09:39:57.509912 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b1cde82-a6c4-4f81-9fa7-ea81025150a8 req-8204834d-a2bf-4cc6-8b6e-b02a50bc0f22 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6513378a-88fb-4769-8b09-719cf44551c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394468 Jul 05 09:39:57.520154 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-dd59d8af-3f8a-4b95-b190-8ce42932323c tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.79 "GET /v2.0/quotas/9bfad147324a4944abe9f96862cd31b4 HTTP/1.1" status: 200 len: 375 time: 0.0573308 Jul 05 09:39:57.553660 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] Set router a20151f6-3cbd-49a7-b486-82264c744df6 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:39:57.566280 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-cc6773c8-a653-426a-a376-17a0754833de tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9bfad147324a4944abe9f96862cd31b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446873 Jul 05 09:39:57.640830 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe340dc-b377-46a8-a6dd-e65b5a32f651 req-83767023-7b2d-41d3-a876-a7a72496c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:57.642494 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-abe340dc-b377-46a8-a6dd-e65b5a32f651 req-83767023-7b2d-41d3-a876-a7a72496c7fb service neutron] 10.222.0.78 "GET /v2.0/networks?id=50450e21-61cd-4f08-9734-c5edcfebb387 HTTP/1.1" status: 200 len: 925 time: 0.1896136 Jul 05 09:39:57.725154 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-abe340dc-b377-46a8-a6dd-e65b5a32f651 req-999db9be-10d5-4be1-91fc-5dfd6f672fbc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 HTTP/1.1" status: 200 len: 217 time: 0.0757799 Jul 05 09:39:57.802213 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['ee5b217f-2ef2-4abe-a48e-8062e4f47634'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:39:57.859482 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe340dc-b377-46a8-a6dd-e65b5a32f651 req-afdf66fa-b788-40be-9441-88d4561160cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:57.862420 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-abe340dc-b377-46a8-a6dd-e65b5a32f651 req-afdf66fa-b788-40be-9441-88d4561160cd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=02e4f4c6-8a8b-482c-a989-f519f8934c03 HTTP/1.1" status: 200 len: 863 time: 0.1286600 Jul 05 09:39:57.883460 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ba01a-6e08-41a1-b4ac-add85d875f0b req-d50d9620-fe4a-45ed-86f8-5d207acc38aa tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:57.891474 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-174ba01a-6e08-41a1-b4ac-add85d875f0b req-d50d9620-fe4a-45ed-86f8-5d207acc38aa tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=634f3685-93f0-4af9-8a90-3a0878392a8e HTTP/1.1" status: 200 len: 943 time: 0.1164494 Jul 05 09:39:57.941725 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-174ba01a-6e08-41a1-b4ac-add85d875f0b req-fd274f3f-3dc7-4105-8309-312440b3a1e3 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/security-groups?id=202ebd0c-4845-40be-a99a-c8dd75aeee75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492713 Jul 05 09:39:58.024812 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20151f6-3cbd-49a7-b486-82264c744df6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1916705188-router', 'tenant_id': '1599f3af4e524f9da8144e921dbc014b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '6bbd51da-0e68-4102-b881-dcab2d50892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:52Z', 'updated_at': '2021-07-05T09:39:54Z', 'revision_number': 3, 'project_id': '1599f3af4e524f9da8144e921dbc014b', 'gw_port': {'id': '6bbd51da-0e68-4102-b881-dcab2d50892a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20151f6-3cbd-49a7-b486-82264c744df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:54Z', 'updated_at': '2021-07-05T09:39:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:58.080696 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3e49346d-cf43-41d7-8f31-d291e7932e83 req-b8d29676-b96d-4b06-b4dd-518f0e2bf073 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b55a45a-ab2f-48c8-816e-a087effdba27 HTTP/1.1" status: 200 len: 210 time: 0.0724864 Jul 05 09:39:58.102670 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:58.174302 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe340dc-b377-46a8-a6dd-e65b5a32f651 req-70cae4fc-da44-4948-a559-d8f40f758908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:58.179129 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-abe340dc-b377-46a8-a6dd-e65b5a32f651 req-70cae4fc-da44-4948-a559-d8f40f758908 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=50450e21-61cd-4f08-9734-c5edcfebb387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3087015 Jul 05 09:39:58.289950 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:58.290177 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:58.300047 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a206f6-6e3d-41fc-8fa6-87f3e98bf249 req-ebd34919-7842-4952-b74b-68208acbb2f9 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:58.301049 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] Checking router: a20151f6-3cbd-49a7-b486-82264c744df6 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:39:58.302165 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] Updating router a20151f6-3cbd-49a7-b486-82264c744df6 port 6bbd51da-0e68-4102-b881-dcab2d50892a binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:39:58.302537 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7a206f6-6e3d-41fc-8fa6-87f3e98bf249 req-ebd34919-7842-4952-b74b-68208acbb2f9 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 949 time: 0.1480303 Jul 05 09:39:58.385441 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:58.403890 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7a206f6-6e3d-41fc-8fa6-87f3e98bf249 req-da3f2534-9969-4fa5-9a59-87557e36764e tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906992 Jul 05 09:39:58.601105 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-179cecaf-d2b7-4a1f-88dc-88c053a2ba55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:58.733605 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-abe340dc-b377-46a8-a6dd-e65b5a32f651 req-a9eaa842-2be8-470f-b57d-cee775abf5fc service neutron] 10.222.0.78 "GET /v2.0/networks/50450e21-61cd-4f08-9734-c5edcfebb387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451033 Jul 05 09:39:58.763277 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:58.775258 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] Transition to ACTIVE for port object 6bbd51da-0e68-4102-b881-dcab2d50892a will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:58.787384 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:58.842009 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] Attempting to bind port 6bbd51da-0e68-4102-b881-dcab2d50892a on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:39:58.842394 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] Attempting to bind port 6bbd51da-0e68-4102-b881-dcab2d50892a by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:39:58.842758 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] Attempting to bind port 6bbd51da-0e68-4102-b881-dcab2d50892a on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:58.852537 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afc6a9-af7a-4358-abf8-ad69dc62acb0 None None] Pushing event updated for resources: {'Port': ['ID=6bbd51da-0e68-4102-b881-dcab2d50892a,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:58.857449 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:39:58.857881 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:39:58.858302 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:58.858705 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:39:58.859214 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] Bound port: 6bbd51da-0e68-4102-b881-dcab2d50892a, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:39:58.859629 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:58.876024 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a4c30-1daf-40f5-9a39-239208090363 req-1905f572-39df-4fe9-8aeb-9ed066be3390 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:58.878101 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f06a4c30-1daf-40f5-9a39-239208090363 req-1905f572-39df-4fe9-8aeb-9ed066be3390 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 970 time: 0.1133935 Jul 05 09:39:58.936879 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f06a4c30-1daf-40f5-9a39-239208090363 req-d0a61172-326f-4f6a-8f9a-cec9e5bdc9f5 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6513378a-88fb-4769-8b09-719cf44551c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515680 Jul 05 09:39:58.938231 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] For port 6bbd51da-0e68-4102-b881-dcab2d50892a, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:39:58.941992 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] For port 6bbd51da-0e68-4102-b881-dcab2d50892a, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6bbd51da-0e68-4102-b881-dcab2d50892a,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:39:58.947078 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:59.028794 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-abe340dc-b377-46a8-a6dd-e65b5a32f651 req-b004a798-7f8e-43ec-8550-3af9c79426ab service neutron] 10.222.0.78 "GET /v2.0/networks/50450e21-61cd-4f08-9734-c5edcfebb387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666121 Jul 05 09:39:59.051277 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-179cecaf-d2b7-4a1f-88dc-88c053a2ba55 admin admin] Allocated IP 172.20.0.1 (732e61aa-3f44-4e5f-b0b7-8276ac73f11b/f01abe3d-f6db-4db8-a482-b3dbdeb74398/65a2b9c2-e38f-468d-a144-46eef88eea92) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:59.060641 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] Routers {'a20151f6-3cbd-49a7-b486-82264c744df6'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:39:59.060641 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:39:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['a20151f6-3cbd-49a7-b486-82264c744df6'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:59.147559 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afc6a9-af7a-4358-abf8-ad69dc62acb0 None None] Pushing event updated for resources: {'Port': ['ID=6bbd51da-0e68-4102-b881-dcab2d50892a,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:59.181300 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-76ab92e0-51f7-42d4-a20b-fb6c70c14331 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=5561863f835c4792a1c13367fa18a912&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260499 Jul 05 09:39:59.191056 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-179cecaf-d2b7-4a1f-88dc-88c053a2ba55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:59.204781 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-179cecaf-d2b7-4a1f-88dc-88c053a2ba55 admin admin] Transition to ACTIVE for port object 65a2b9c2-e38f-468d-a144-46eef88eea92 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:59.238545 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] Set router a20151f6-3cbd-49a7-b486-82264c744df6 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:39:59.242134 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-179cecaf-d2b7-4a1f-88dc-88c053a2ba55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:59.286412 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cecaf-d2b7-4a1f-88dc-88c053a2ba55 admin admin] Pushing event updated for resources: {'Port': ['ID=65a2b9c2-e38f-468d-a144-46eef88eea92,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:59.306004 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179cecaf-d2b7-4a1f-88dc-88c053a2ba55 admin admin] Network 732e61aa-3f44-4e5f-b0b7-8276ac73f11b is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:59.308955 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-179cecaf-d2b7-4a1f-88dc-88c053a2ba55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:59.316745 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179cecaf-d2b7-4a1f-88dc-88c053a2ba55 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:59.319375 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-179cecaf-d2b7-4a1f-88dc-88c053a2ba55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:59.330940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-d82e1fd1-81cc-41c8-a47a-46c69dd2c500 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:59.332686 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-d82e1fd1-81cc-41c8-a47a-46c69dd2c500 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1452024 Jul 05 09:39:59.355745 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-a86b9c3e-2406-4e12-8176-7403aa4d5d33 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/quotas/5561863f835c4792a1c13367fa18a912 HTTP/1.1" status: 200 len: 375 time: 0.0163381 Jul 05 09:39:59.400622 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-f6f03c38-d9e9-4c57-9e64-7a9af9de22f7 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5561863f835c4792a1c13367fa18a912&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438826 Jul 05 09:39:59.499513 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20151f6-3cbd-49a7-b486-82264c744df6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1916705188-router', 'tenant_id': '1599f3af4e524f9da8144e921dbc014b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '6bbd51da-0e68-4102-b881-dcab2d50892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:52Z', 'updated_at': '2021-07-05T09:39:54Z', 'revision_number': 3, 'project_id': '1599f3af4e524f9da8144e921dbc014b', 'gw_port': {'id': '6bbd51da-0e68-4102-b881-dcab2d50892a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20151f6-3cbd-49a7-b486-82264c744df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:54Z', 'updated_at': '2021-07-05T09:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:59.541577 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab8948-472b-40f8-98fa-325d5db1d02e req-1c2f0f94-46eb-4cdf-8ad4-1709c160cdee tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:59.551119 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9bab8948-472b-40f8-98fa-325d5db1d02e req-1c2f0f94-46eb-4cdf-8ad4-1709c160cdee tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=634f3685-93f0-4af9-8a90-3a0878392a8e HTTP/1.1" status: 200 len: 943 time: 0.1408024 Jul 05 09:39:59.562902 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0323a2fe-3bb6-4e55-9bab-a74fd7518319 None None] The sync data for ids ['a20151f6-3cbd-49a7-b486-82264c744df6'] in n-d-798054-8 is: [{'id': 'a20151f6-3cbd-49a7-b486-82264c744df6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1916705188-router', 'tenant_id': '1599f3af4e524f9da8144e921dbc014b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '6bbd51da-0e68-4102-b881-dcab2d50892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:52Z', 'updated_at': '2021-07-05T09:39:54Z', 'revision_number': 3, 'project_id': '1599f3af4e524f9da8144e921dbc014b', 'gw_port': {'id': '6bbd51da-0e68-4102-b881-dcab2d50892a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20151f6-3cbd-49a7-b486-82264c744df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:54Z', 'updated_at': '2021-07-05T09:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:39:59.647427 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9bab8948-472b-40f8-98fa-325d5db1d02e req-3febea10-ff38-43bd-9705-e12065c98364 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/security-groups?id=202ebd0c-4845-40be-a99a-c8dd75aeee75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950391 Jul 05 09:39:59.649492 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b95aa6eb-e7f7-4c72-a08a-4886e565f579 None None] Provisioning for port 65a2b9c2-e38f-468d-a144-46eef88eea92 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:59.677093 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b95aa6eb-e7f7-4c72-a08a-4886e565f579 None None] Provisioning complete for port 65a2b9c2-e38f-468d-a144-46eef88eea92 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:59.677476 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b95aa6eb-e7f7-4c72-a08a-4886e565f579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:59.704136 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-179cecaf-d2b7-4a1f-88dc-88c053a2ba55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:59.765327 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b95aa6eb-e7f7-4c72-a08a-4886e565f579 None None] Port 65a2b9c2-e38f-468d-a144-46eef88eea92 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:39:59.787727 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-740ea6a0-9fed-43e2-a096-8bfcddf8262e tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=9bfad147324a4944abe9f96862cd31b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777864 Jul 05 09:39:59.908938 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-233233e8-28b2-44a6-be48-1e305b41f247 req-3a63a1f0-45e0-4def-a4dd-465037db5fdc tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b55a45a-ab2f-48c8-816e-a087effdba27 HTTP/1.1" status: 200 len: 210 time: 0.0482595 Jul 05 09:39:59.953436 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0856e-e5f0-4c5d-9ec8-1056bde26e1f req-89169453-fd0f-447c-9b63-b83ae65b7043 tempest-AggregatesAdminTestJSON-1231779099 tempest-AggregatesAdminTestJSON-1231779099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:59.955194 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-73c0856e-e5f0-4c5d-9ec8-1056bde26e1f req-89169453-fd0f-447c-9b63-b83ae65b7043 tempest-AggregatesAdminTestJSON-1231779099 tempest-AggregatesAdminTestJSON-1231779099-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 1121 time: 0.1773612 Jul 05 09:39:59.978017 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-73c0856e-e5f0-4c5d-9ec8-1056bde26e1f req-cda6901f-8ac2-4d17-b164-6e875d8b6a13 tempest-AggregatesAdminTestJSON-1231779099 tempest-AggregatesAdminTestJSON-1231779099-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.114986 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-9f02595d-cba1-42ab-93a7-2517654f0c60 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:00.117357 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-9f02595d-cba1-42ab-93a7-2517654f0c60 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3217695 Jul 05 09:40:00.138288 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-73c0856e-e5f0-4c5d-9ec8-1056bde26e1f req-cda6901f-8ac2-4d17-b164-6e875d8b6a13 tempest-AggregatesAdminTestJSON-1231779099 tempest-AggregatesAdminTestJSON-1231779099-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.143485 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-73c0856e-e5f0-4c5d-9ec8-1056bde26e1f req-cda6901f-8ac2-4d17-b164-6e875d8b6a13 tempest-AggregatesAdminTestJSON-1231779099 tempest-AggregatesAdminTestJSON-1231779099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.149022 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-cfd4f3e6-a3d7-4630-ba09-2d9d09d61861 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Request body: {'port': {'device_id': '2b55a45a-ab2f-48c8-816e-a087effdba27', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': '9bfad147324a4944abe9f96862cd31b4'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:00.186124 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-73c0856e-e5f0-4c5d-9ec8-1056bde26e1f req-cda6901f-8ac2-4d17-b164-6e875d8b6a13 tempest-AggregatesAdminTestJSON-1231779099 tempest-AggregatesAdminTestJSON-1231779099-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=6513378a-88fb-4769-8b09-719cf44551c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254539 Jul 05 09:40:00.233563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6901f-8ac2-4d17-b164-6e875d8b6a13 tempest-AggregatesAdminTestJSON-1231779099 tempest-AggregatesAdminTestJSON-1231779099-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ab9f28-1284-48dc-882f-e9f0233e18d8,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:00.388528 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-179cecaf-d2b7-4a1f-88dc-88c053a2ba55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.393168 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-cfd4f3e6-a3d7-4630-ba09-2d9d09d61861 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Made reservation on behalf of 9bfad147324a4944abe9f96862cd31b4 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:00.395261 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device ee5b217f-2ef2-4abe-a48e-8062e4f47634 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:00.399092 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-cfd4f3e6-a3d7-4630-ba09-2d9d09d61861 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.403195 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-179cecaf-d2b7-4a1f-88dc-88c053a2ba55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.404282 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-179cecaf-d2b7-4a1f-88dc-88c053a2ba55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.435607 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-cfd4f3e6-a3d7-4630-ba09-2d9d09d61861 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.468540 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port ee5b217f-2ef2-4abe-a48e-8062e4f47634 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:00.473746 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port ee5b217f-2ef2-4abe-a48e-8062e4f47634 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:00.474429 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.668466 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cecaf-d2b7-4a1f-88dc-88c053a2ba55 admin admin] Pushing event updated for resources: {'Port': ['ID=65a2b9c2-e38f-468d-a144-46eef88eea92,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:00.696329 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.748271 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448abc06-05dd-48b2-9ab4-abb7b8de2bfd req-26df4f24-0fab-4c4c-a7f5-411806c02a09 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:00.756774 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97865587-e9b3-4268-a0dd-3bfc050c7d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5b217f-2ef2-4abe-a48e-8062e4f47634'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:00.760691 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1347e201-d77b-47df-9f2f-b37d80f1ea47" -d '{"events": [{"server_uuid": "97865587-e9b3-4268-a0dd-3bfc050c7d82", "name": "network-vif-plugged", "status": "completed", "tag": "ee5b217f-2ef2-4abe-a48e-8062e4f47634"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:00.761387 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-448abc06-05dd-48b2-9ab4-abb7b8de2bfd req-26df4f24-0fab-4c4c-a7f5-411806c02a09 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 949 time: 0.4033053 Jul 05 09:40:00.782223 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179cecaf-d2b7-4a1f-88dc-88c053a2ba55 admin admin] Network 732e61aa-3f44-4e5f-b0b7-8276ac73f11b is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:00.787784 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-179cecaf-d2b7-4a1f-88dc-88c053a2ba55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:00.804495 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port ee5b217f-2ef2-4abe-a48e-8062e4f47634, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ee5b217f-2ef2-4abe-a48e-8062e4f47634,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:00.812249 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.888986 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=ee5b217f-2ef2-4abe-a48e-8062e4f47634,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:00.905770 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-999eeae4-d8fe-4b4a-a197-cbbaaa9e8b32 req-33232569-0bb0-450f-a0a5-3b4878907e31 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=d11f99ad-1c95-48ad-86e5-a22863776c25 HTTP/1.1" status: 200 len: 210 time: 0.1119831 Jul 05 09:40:00.924860 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-448abc06-05dd-48b2-9ab4-abb7b8de2bfd req-a6a64f8d-e0e8-40ff-b08d-a41438d41517 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623030 Jul 05 09:40:00.991794 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-cfd4f3e6-a3d7-4630-ba09-2d9d09d61861 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:01.001086 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179cecaf-d2b7-4a1f-88dc-88c053a2ba55 admin admin] Router a20151f6-3cbd-49a7-b486-82264c744df6 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:40:01.002848 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-cfd4f3e6-a3d7-4630-ba09-2d9d09d61861 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:01.203088 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41460) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:01.208330 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cbea2f87-007a-4002-8521-abff9caa1b72 None None] Provisioning complete for port 65a2b9c2-e38f-468d-a144-46eef88eea92 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:01.209258 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cbea2f87-007a-4002-8521-abff9caa1b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:01.227487 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b261412-647c-4828-a80b-24a151199f51 req-09d892b0-4cc7-4593-870f-63ef5b4801f2 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:01.235130 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b261412-647c-4828-a80b-24a151199f51 req-09d892b0-4cc7-4593-870f-63ef5b4801f2 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=634f3685-93f0-4af9-8a90-3a0878392a8e HTTP/1.1" status: 200 len: 943 time: 0.0935571 Jul 05 09:40:01.291062 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-cbea2f87-007a-4002-8521-abff9caa1b72 None None] Port 65a2b9c2-e38f-468d-a144-46eef88eea92 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:40:01.301855 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b261412-647c-4828-a80b-24a151199f51 req-087023b7-e589-4710-9d22-621407f98a80 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/security-groups?id=202ebd0c-4845-40be-a99a-c8dd75aeee75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657005 Jul 05 09:40:01.315408 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9880ec5-eee2-43c1-ac0c-ffbf1f962394 x-openstack-request-id: req-b9880ec5-eee2-43c1-ac0c-ffbf1f962394 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:01.316002 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97865587-e9b3-4268-a0dd-3bfc050c7d82", "name": "network-vif-plugged", "status": "completed", "tag": "ee5b217f-2ef2-4abe-a48e-8062e4f47634", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:01.316494 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b9880ec5-eee2-43c1-ac0c-ffbf1f962394 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:01.317090 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97865587-e9b3-4268-a0dd-3bfc050c7d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5b217f-2ef2-4abe-a48e-8062e4f47634', 'code': 200} Jul 05 09:40:01.437720 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bc1c5f47-f8bf-4f0f-ad55-2a2087180b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:01.533651 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.78', 59562) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:01.537430 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-cfd4f3e6-a3d7-4630-ba09-2d9d09d61861 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Allocated IP 192.168.233.126 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/3ed80736-d663-43d3-8c3d-538b17e4788a) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:01.546206 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4f3e6-a3d7-4630-ba09-2d9d09d61861 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c89ae72-65cf-4e8c-bbd7-c46be9df7207,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:01.640745 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27e18a1a-93ed-41c3-85ed-d8b805de6758 req-ad637d1d-2afc-415e-a835-551ba7a86632 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b55a45a-ab2f-48c8-816e-a087effdba27 HTTP/1.1" status: 200 len: 210 time: 0.1058021 Jul 05 09:40:01.653710 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179cecaf-d2b7-4a1f-88dc-88c053a2ba55 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:40:01.664824 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-86202e0c-a320-45e1-9218-62930996f766 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=5561863f835c4792a1c13367fa18a912&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1281772 Jul 05 09:40:01.680173 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-179cecaf-d2b7-4a1f-88dc-88c053a2ba55 admin admin] 10.222.0.79 "PUT /v2.0/routers/a20151f6-3cbd-49a7-b486-82264c744df6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4550655 Jul 05 09:40:01.695700 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b8d56-565d-4256-a4f1-12b19d429987 req-9ffb00a9-0e21-4f73-b29f-6b12cfe941b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:01.701888 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c99b8d56-565d-4256-a4f1-12b19d429987 req-9ffb00a9-0e21-4f73-b29f-6b12cfe941b5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 1101 time: 0.1566353 Jul 05 09:40:01.781191 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bc1c5f47-f8bf-4f0f-ad55-2a2087180b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:01.797258 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bc1c5f47-f8bf-4f0f-ad55-2a2087180b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:01.869909 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c99b8d56-565d-4256-a4f1-12b19d429987 req-8d60478d-5f36-4eb4-85fe-2163dcda2437 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580200 Jul 05 09:40:01.896055 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bc1c5f47-f8bf-4f0f-ad55-2a2087180b6a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=621a99e9910a46dd8a378d869ff894b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6883483 Jul 05 09:40:01.900685 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41490) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:01.912572 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c5f47-f8bf-4f0f-ad55-2a2087180b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68712cf1-f5ee-47b9-84bd-1db0994ae63e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:01.962426 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-3e78dec4-ded8-494f-8571-9b519fa1464a tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:01.963999 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-3e78dec4-ded8-494f-8571-9b519fa1464a tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2849984 Jul 05 09:40:01.989547 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-cfd4f3e6-a3d7-4630-ba09-2d9d09d61861 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.014995 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-cfd4f3e6-a3d7-4630-ba09-2d9d09d61861 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Transition to ACTIVE for port object 3ed80736-d663-43d3-8c3d-538b17e4788a will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:02.016613 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c2305e7-b573-49e3-8c48-1f1f5ae28dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.058265 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-922d57e4-a29f-4ba8-b4a6-6c2c515c058d tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Request body: {'port': {'device_id': 'd11f99ad-1c95-48ad-86e5-a22863776c25', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': '5561863f835c4792a1c13367fa18a912'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:02.078275 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c2305e7-b573-49e3-8c48-1f1f5ae28dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.092488 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6bbd51da-0e68-4102-b881-dcab2d50892a up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:02.105258 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-cfd4f3e6-a3d7-4630-ba09-2d9d09d61861 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.157261 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 6bbd51da-0e68-4102-b881-dcab2d50892a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:02.162217 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 6bbd51da-0e68-4102-b881-dcab2d50892a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:02.162699 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.164811 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-cfd4f3e6-a3d7-4630-ba09-2d9d09d61861 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:02.168311 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-cfd4f3e6-a3d7-4630-ba09-2d9d09d61861 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:02.170919 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-cfd4f3e6-a3d7-4630-ba09-2d9d09d61861 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:02.177026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-cfd4f3e6-a3d7-4630-ba09-2d9d09d61861 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:02.177691 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-cfd4f3e6-a3d7-4630-ba09-2d9d09d61861 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.200459 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4f3e6-a3d7-4630-ba09-2d9d09d61861 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Pushing event updated for resources: {'Port': ['ID=3ed80736-d663-43d3-8c3d-538b17e4788a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:02.215411 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-cfd4f3e6-a3d7-4630-ba09-2d9d09d61861 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0740762 Jul 05 09:40:02.233911 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-3bdaf000-0287-417c-ac16-4fa43c120cdc service neutron] Request body: {'port': {'device_id': '2b55a45a-ab2f-48c8-816e-a087effdba27', 'device_owner': 'compute:tempest-test_az-150927580', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:02.269647 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.301476 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 6bbd51da-0e68-4102-b881-dcab2d50892a, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6bbd51da-0e68-4102-b881-dcab2d50892a,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:02.308418 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.328947 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-3bdaf000-0287-417c-ac16-4fa43c120cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.359497 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] Sync routers for ids ['a20151f6-3cbd-49a7-b486-82264c744df6'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:40:02.366300 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.376114 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] Routers {'a20151f6-3cbd-49a7-b486-82264c744df6'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:02.380216 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:39:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['a20151f6-3cbd-49a7-b486-82264c744df6'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:02.392533 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c558f895-39cf-470d-a70d-5277492a4696 req-ce9dac8e-3b2d-452e-a0bc-cd0bd5dac009 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=d11f99ad-1c95-48ad-86e5-a22863776c25 HTTP/1.1" status: 200 len: 210 time: 0.1748779 Jul 05 09:40:02.423349 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f43167e-f358-4bb5-b2e4-608a0246f412 req-718ff927-28c6-4bf2-91a9-355f8d01bdf5 tempest-FloatingIPsNegativeTestJSON-454443994 tempest-FloatingIPsNegativeTestJSON-454443994-project] 10.222.0.79 "GET /v2.0/floatingips?tenant_id=1599f3af4e524f9da8144e921dbc014b HTTP/1.1" status: 200 len: 217 time: 0.2045660 Jul 05 09:40:02.462979 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c2305e7-b573-49e3-8c48-1f1f5ae28dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.467950 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c2305e7-b573-49e3-8c48-1f1f5ae28dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.474776 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:40:02.480615 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9c2305e7-b573-49e3-8c48-1f1f5ae28dac admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/68712cf1-f5ee-47b9-84bd-1db0994ae63e HTTP/1.1" status: 204 len: 168 time: 0.5705073 Jul 05 09:40:02.567092 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=6bbd51da-0e68-4102-b881-dcab2d50892a,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:02.600788 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2305e7-b573-49e3-8c48-1f1f5ae28dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68712cf1-f5ee-47b9-84bd-1db0994ae63e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:02.692977 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-922d57e4-a29f-4ba8-b4a6-6c2c515c058d tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Made reservation on behalf of 5561863f835c4792a1c13367fa18a912 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:02.696634 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-922d57e4-a29f-4ba8-b4a6-6c2c515c058d tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.734472 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.resource_extend [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:40:02.735169 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-922d57e4-a29f-4ba8-b4a6-6c2c515c058d tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.739521 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1ca8d03f-42f4-4e34-b6ac-247d0a3838f0 None None] Provisioning for port 3ed80736-d663-43d3-8c3d-538b17e4788a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:02.759911 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5c42a-b5b2-4b8d-8b91-3e19537f08c5 req-2c9e5992-c50b-4be5-a8ae-487ce5dcc1fd tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:02.761481 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bec5c42a-b5b2-4b8d-8b91-3e19537f08c5 req-2c9e5992-c50b-4be5-a8ae-487ce5dcc1fd tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 950 time: 0.2047503 Jul 05 09:40:02.781036 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-3bdaf000-0287-417c-ac16-4fa43c120cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed80736-d663-43d3-8c3d-538b17e4788a {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:40:02.783759 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1ca8d03f-42f4-4e34-b6ac-247d0a3838f0 None None] Provisioning complete for port 3ed80736-d663-43d3-8c3d-538b17e4788a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:02.784454 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1ca8d03f-42f4-4e34-b6ac-247d0a3838f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.794501 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-3bdaf000-0287-417c-ac16-4fa43c120cdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.812640 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-3bdaf000-0287-417c-ac16-4fa43c120cdc service neutron] Transition to ACTIVE for port object 3ed80736-d663-43d3-8c3d-538b17e4788a will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:02.817770 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-3bdaf000-0287-417c-ac16-4fa43c120cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.838538 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] Set router a20151f6-3cbd-49a7-b486-82264c744df6 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:02.862485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917585b1-deef-45b6-8279-7b3a70c15223 req-44b8c56c-5290-4d47-a738-6a4e82eef53c tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:02.872197 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-917585b1-deef-45b6-8279-7b3a70c15223 req-44b8c56c-5290-4d47-a738-6a4e82eef53c tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=634f3685-93f0-4af9-8a90-3a0878392a8e HTTP/1.1" status: 200 len: 943 time: 0.1979530 Jul 05 09:40:02.884921 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1ca8d03f-42f4-4e34-b6ac-247d0a3838f0 None None] Port 3ed80736-d663-43d3-8c3d-538b17e4788a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:40:02.919513 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41514) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:02.920874 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bec5c42a-b5b2-4b8d-8b91-3e19537f08c5 req-355692c2-6aed-4248-af62-0678b42efda7 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419265 Jul 05 09:40:02.949333 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdaf000-0287-417c-ac16-4fa43c120cdc service neutron] Pushing event updated for resources: {'Port': ['ID=3ed80736-d663-43d3-8c3d-538b17e4788a,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:02.961011 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=0c6a7a57-0a78-478c-9f2e-6ffa35c2da02,segment=NetworkSegment(3d83f219-f815-4376-b051-a5566694dac8),segment_id=3d83f219-f815-4376-b051-a5566694dac8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:02.988906 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7583a860-6e6b-4000-9df6-255e4b10a1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.012776 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-3bdaf000-0287-417c-ac16-4fa43c120cdc service neutron] Attempting to bind port 3ed80736-d663-43d3-8c3d-538b17e4788a on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:03.013289 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-3bdaf000-0287-417c-ac16-4fa43c120cdc service neutron] Attempting to bind port 3ed80736-d663-43d3-8c3d-538b17e4788a by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:03.013715 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-3bdaf000-0287-417c-ac16-4fa43c120cdc service neutron] Attempting to bind port 3ed80736-d663-43d3-8c3d-538b17e4788a on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:03.018605 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-3bdaf000-0287-417c-ac16-4fa43c120cdc service neutron] Port 3ed80736-d663-43d3-8c3d-538b17e4788a on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:40:03.019065 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-3bdaf000-0287-417c-ac16-4fa43c120cdc service neutron] Attempting to bind port 3ed80736-d663-43d3-8c3d-538b17e4788a on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:03.025180 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-3bdaf000-0287-417c-ac16-4fa43c120cdc service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:03.025759 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-3bdaf000-0287-417c-ac16-4fa43c120cdc service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:03.026403 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-3bdaf000-0287-417c-ac16-4fa43c120cdc service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:03.027385 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-3bdaf000-0287-417c-ac16-4fa43c120cdc service neutron] Bound port: 3ed80736-d663-43d3-8c3d-538b17e4788a, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:03.027975 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-3bdaf000-0287-417c-ac16-4fa43c120cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.037148 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '0c6a7a57-0a78-478c-9f2e-6ffa35c2da02', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'port_id': '0c6a7a57-0a78-478c-9f2e-6ffa35c2da02', 'mac_address': 'fa:16:3e:ea:0c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:40:03.044085 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8495d9d3-31b1-4ae0-8083-5d2d6e8b0ec1 req-601a3c75-ce5a-42c0-ac8b-ee138ff2af08 tempest-FloatingIPsNegativeTestJSON-454443994 tempest-FloatingIPsNegativeTestJSON-454443994-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0816588 Jul 05 09:40:03.074116 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-917585b1-deef-45b6-8279-7b3a70c15223 req-7aee99b9-bdbc-42a7-a33a-e6d3bafee4b2 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/security-groups?id=202ebd0c-4845-40be-a99a-c8dd75aeee75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951091 Jul 05 09:40:03.123072 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-3bdaf000-0287-417c-ac16-4fa43c120cdc service neutron] For port 3ed80736-d663-43d3-8c3d-538b17e4788a, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:03.127399 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-3bdaf000-0287-417c-ac16-4fa43c120cdc service neutron] For port 3ed80736-d663-43d3-8c3d-538b17e4788a, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=3ed80736-d663-43d3-8c3d-538b17e4788a,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:03.133649 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-3bdaf000-0287-417c-ac16-4fa43c120cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.134664 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.148031 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-922d57e4-a29f-4ba8-b4a6-6c2c515c058d tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.153706 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-922d57e4-a29f-4ba8-b4a6-6c2c515c058d tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.170553 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:40:03.200453 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-3bdaf000-0287-417c-ac16-4fa43c120cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:03.201170 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-3bdaf000-0287-417c-ac16-4fa43c120cdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.205204 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-3bdaf000-0287-417c-ac16-4fa43c120cdc service neutron] 10.222.0.81 "PUT /v2.0/ports/3ed80736-d663-43d3-8c3d-538b17e4788a HTTP/1.1" status: 200 len: 1117 time: 0.9812269 Jul 05 09:40:03.216573 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b55a45a-ab2f-48c8-816e-a087effdba27', 'tag': '3ed80736-d663-43d3-8c3d-538b17e4788a'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:03.221064 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caafb3a6-716e-4e18-a2f3-5fc0ba94500f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b55a45a-ab2f-48c8-816e-a087effdba27", "tag": "3ed80736-d663-43d3-8c3d-538b17e4788a"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:03.228970 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=0c6a7a57-0a78-478c-9f2e-6ffa35c2da02,segment=NetworkSegment(3d83f219-f815-4376-b051-a5566694dac8),segment_id=3d83f219-f815-4376-b051-a5566694dac8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:03.240476 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.325949 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdaf000-0287-417c-ac16-4fa43c120cdc service neutron] Pushing event updated for resources: {'Port': ['ID=3ed80736-d663-43d3-8c3d-538b17e4788a,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:03.334223 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20151f6-3cbd-49a7-b486-82264c744df6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1916705188-router', 'tenant_id': '1599f3af4e524f9da8144e921dbc014b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '6bbd51da-0e68-4102-b881-dcab2d50892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:52Z', 'updated_at': '2021-07-05T09:39:59Z', 'revision_number': 4, 'project_id': '1599f3af4e524f9da8144e921dbc014b', 'gw_port': {'id': '6bbd51da-0e68-4102-b881-dcab2d50892a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20151f6-3cbd-49a7-b486-82264c744df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:54Z', 'updated_at': '2021-07-05T09:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '65a2b9c2-e38f-468d-a144-46eef88eea92', 'name': '', 'network_id': '732e61aa-3f44-4e5f-b0b7-8276ac73f11b', 'tenant_id': '1599f3af4e524f9da8144e921dbc014b', 'mac_address': 'fa:16:3e:8b:d4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20151f6-3cbd-49a7-b486-82264c744df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'f01abe3d-f6db-4db8-a482-b3dbdeb74398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:58Z', 'updated_at': '2021-07-05T09:39:59Z', 'revision_number': 2, 'project_id': '1599f3af4e524f9da8144e921dbc014b', 'subnets': [{'id': 'f01abe3d-f6db-4db8-a482-b3dbdeb74398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:03.336326 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=0c6a7a57-0a78-478c-9f2e-6ffa35c2da02,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:03.368723 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] Checking router: a20151f6-3cbd-49a7-b486-82264c744df6 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:40:03.369346 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] Updating router a20151f6-3cbd-49a7-b486-82264c744df6 port 65a2b9c2-e38f-468d-a144-46eef88eea92 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:40:03.375312 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d57e4-a29f-4ba8-b4a6-6c2c515c058d tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b2a437-613b-4324-a082-156faf421bf4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:03.409382 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.410037 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-1e0f1008-a796-4e3a-823b-96b86cb588bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:03.411979 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-1e0f1008-a796-4e3a-823b-96b86cb588bc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9bfad147324a4944abe9f96862cd31b4&device_id=2b55a45a-ab2f-48c8-816e-a087effdba27 HTTP/1.1" status: 200 len: 1120 time: 0.1344187 Jul 05 09:40:03.472768 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-eee9080c-29f4-43d6-9e43-f11e7550f4eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=3ed80736-d663-43d3-8c3d-538b17e4788a HTTP/1.1" status: 200 len: 217 time: 0.0504551 Jul 05 09:40:03.477943 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7583a860-6e6b-4000-9df6-255e4b10a1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.491524 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-f72a0180-472b-4752-950b-cf1febbef781 req-78a6535b-f7ba-42be-9491-7af4be66c465 tempest-FloatingIPsNegativeTestJSON-454443994 tempest-FloatingIPsNegativeTestJSON-454443994-project] show failed (client error): The resource could not be found. Jul 05 09:40:03.493047 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f72a0180-472b-4752-950b-cf1febbef781 req-78a6535b-f7ba-42be-9491-7af4be66c465 tempest-FloatingIPsNegativeTestJSON-454443994 tempest-FloatingIPsNegativeTestJSON-454443994-project] 10.222.0.79 "GET /v2.0/floatingips/049daf14-bf8d-446e-a79d-69cb08ddb8bb HTTP/1.1" status: 404 len: 350 time: 0.2036607 Jul 05 09:40:03.506701 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41530) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:03.508952 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7583a860-6e6b-4000-9df6-255e4b10a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.634348 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-922d57e4-a29f-4ba8-b4a6-6c2c515c058d tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Allocated IP 192.168.233.38 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/52e505ea-0665-4fe0-9011-3cd31d377922) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:03.643958 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e2281-6a09-4688-ba64-b5dd58827fda req-a152bbc6-25bb-4020-9bc3-ff3606050472 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:03.645272 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-131e2281-6a09-4688-ba64-b5dd58827fda req-a152bbc6-25bb-4020-9bc3-ff3606050472 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b55a45a-ab2f-48c8-816e-a087effdba27 HTTP/1.1" status: 200 len: 969 time: 0.2710283 Jul 05 09:40:03.704316 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38c23a0-ff8b-4e03-9f93-9c50bd662947 x-openstack-request-id: req-e38c23a0-ff8b-4e03-9f93-9c50bd662947 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:03.704562 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b55a45a-ab2f-48c8-816e-a087effdba27", "tag": "3ed80736-d663-43d3-8c3d-538b17e4788a", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:03.704650 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e38c23a0-ff8b-4e03-9f93-9c50bd662947 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:03.705023 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b55a45a-ab2f-48c8-816e-a087effdba27', 'tag': '3ed80736-d663-43d3-8c3d-538b17e4788a', 'status': 'completed', 'code': 200} Jul 05 09:40:03.743936 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe97a08c-e200-4495-96c3-510e35a61136 req-3806c425-9c1e-4dfb-a5f2-aa051780e771 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=d11f99ad-1c95-48ad-86e5-a22863776c25 HTTP/1.1" status: 200 len: 210 time: 0.0449870 Jul 05 09:40:03.750958 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-131e2281-6a09-4688-ba64-b5dd58827fda req-28735d0b-73be-4cc9-ab1e-2b4f4dbe1102 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c89ae72-65cf-4e8c-bbd7-c46be9df7207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969176 Jul 05 09:40:03.760571 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['0c6a7a57-0a78-478c-9f2e-6ffa35c2da02'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:03.766051 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.803811 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] Transition to ACTIVE for port object 65a2b9c2-e38f-468d-a144-46eef88eea92 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:03.807083 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583a860-6e6b-4000-9df6-255e4b10a1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02b1cd8-e21b-43bd-bd57-24b579bc6f41,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:03.818073 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41534) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:03.818306 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7583a860-6e6b-4000-9df6-255e4b10a1a0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f0b75a40efbe4b9e9c28451226ae84b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8937809 Jul 05 09:40:03.821019 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-9458d935-8455-4a1c-9016-5806b5e097ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:03.822220 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-9458d935-8455-4a1c-9016-5806b5e097ea service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.3427887 Jul 05 09:40:03.854632 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.918354 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-922d57e4-a29f-4ba8-b4a6-6c2c515c058d tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.920746 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bedc51c-4e59-4ce5-b2ee-45fe3eac3828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.938132 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d4ddc-9f96-4ce5-b481-6d11ca060e11 None None] Pushing event updated for resources: {'Port': ['ID=65a2b9c2-e38f-468d-a144-46eef88eea92,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:03.951725 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-922d57e4-a29f-4ba8-b4a6-6c2c515c058d tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Transition to ACTIVE for port object 52e505ea-0665-4fe0-9011-3cd31d377922 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:03.961178 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bedc51c-4e59-4ce5-b2ee-45fe3eac3828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:04.039248 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-922d57e4-a29f-4ba8-b4a6-6c2c515c058d tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:04.041876 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bedc51c-4e59-4ce5-b2ee-45fe3eac3828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:04.048528 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bedc51c-4e59-4ce5-b2ee-45fe3eac3828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:04.050091 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8bedc51c-4e59-4ce5-b2ee-45fe3eac3828 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f02b1cd8-e21b-43bd-bd57-24b579bc6f41 HTTP/1.1" status: 204 len: 168 time: 0.2297964 Jul 05 09:40:04.086184 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-83a1effd-225c-45b1-b7e5-4e9ffee09bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:04.087824 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-83a1effd-225c-45b1-b7e5-4e9ffee09bb5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2501657 Jul 05 09:40:04.179977 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6bbd51da-0e68-4102-b881-dcab2d50892a up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:04.358946 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] Attempting to bind port 65a2b9c2-e38f-468d-a144-46eef88eea92 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:04.359464 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] Attempting to bind port 65a2b9c2-e38f-468d-a144-46eef88eea92 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '225574c6-d926-4428-b6c7-c618a55d0620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '732e61aa-3f44-4e5f-b0b7-8276ac73f11b'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:04.359988 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] Attempting to bind port 65a2b9c2-e38f-468d-a144-46eef88eea92 on network 732e61aa-3f44-4e5f-b0b7-8276ac73f11b {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:04.397001 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:04.397229 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] Checking segment: {'id': '225574c6-d926-4428-b6c7-c618a55d0620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '732e61aa-3f44-4e5f-b0b7-8276ac73f11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:04.397580 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:04.397987 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] Bound using segment: {'id': '225574c6-d926-4428-b6c7-c618a55d0620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '732e61aa-3f44-4e5f-b0b7-8276ac73f11b'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:04.398608 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] Bound port: 65a2b9c2-e38f-468d-a144-46eef88eea92, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '225574c6-d926-4428-b6c7-c618a55d0620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '732e61aa-3f44-4e5f-b0b7-8276ac73f11b'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:04.399027 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:04.405133 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 6bbd51da-0e68-4102-b881-dcab2d50892a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:04.405510 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:04.429813 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-582f4630-641b-4ebc-af5b-84d075613fc9 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052740 Jul 05 09:40:04.437784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedc51c-4e59-4ce5-b2ee-45fe3eac3828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02b1cd8-e21b-43bd-bd57-24b579bc6f41,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:04.515056 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-922d57e4-a29f-4ba8-b4a6-6c2c515c058d tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:04.524963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-922d57e4-a29f-4ba8-b4a6-6c2c515c058d tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:04.529102 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d57e4-a29f-4ba8-b4a6-6c2c515c058d tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Pushing event updated for resources: {'Port': ['ID=52e505ea-0665-4fe0-9011-3cd31d377922,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:04.531413 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-922d57e4-a29f-4ba8-b4a6-6c2c515c058d tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:04.537949 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-922d57e4-a29f-4ba8-b4a6-6c2c515c058d tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:04.539365 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-922d57e4-a29f-4ba8-b4a6-6c2c515c058d tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:04.595189 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-922d57e4-a29f-4ba8-b4a6-6c2c515c058d tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5435903 Jul 05 09:40:04.637558 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-a69db005-dd2c-494b-97fd-4593d195d2ec service neutron] Request body: {'port': {'device_id': 'd11f99ad-1c95-48ad-86e5-a22863776c25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:04.642324 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3d74279-5d09-431f-9e0c-fac2fd11c500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:04.664488 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] For port 65a2b9c2-e38f-468d-a144-46eef88eea92, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:04.686252 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-51f5cd20-50d8-4da1-a305-d6fea1202a4b req-95f94fca-7346-4e76-9411-52afef1b9c0f service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472005 Jul 05 09:40:04.697053 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] For port 65a2b9c2-e38f-468d-a144-46eef88eea92, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=65a2b9c2-e38f-468d-a144-46eef88eea92,segment=NetworkSegment(225574c6-d926-4428-b6c7-c618a55d0620),segment_id=225574c6-d926-4428-b6c7-c618a55d0620)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:04.704393 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156d727-b372-4d10-843b-cf9f1250dad7 req-7cdf0b65-7ce2-4d3a-9f6f-24af586ec2eb tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:04.713429 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0156d727-b372-4d10-843b-cf9f1250dad7 req-7cdf0b65-7ce2-4d3a-9f6f-24af586ec2eb tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 950 time: 0.3059905 Jul 05 09:40:04.713985 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:04.730909 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031078e-e6c2-424b-80a0-b78ba624f024 req-80e71c1f-488b-4f8c-86b6-b26d29a4a7ef tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:04.738400 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3031078e-e6c2-424b-80a0-b78ba624f024 req-80e71c1f-488b-4f8c-86b6-b26d29a4a7ef tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=634f3685-93f0-4af9-8a90-3a0878392a8e HTTP/1.1" status: 200 len: 944 time: 0.3328929 Jul 05 09:40:04.837056 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] Routers {'a20151f6-3cbd-49a7-b486-82264c744df6'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:04.837909 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:39:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['a20151f6-3cbd-49a7-b486-82264c744df6'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:04.887111 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafb3a6-716e-4e18-a2f3-5fc0ba94500f req-413583fe-f456-4377-8fa5-01a2dfec42c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:04.889230 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-caafb3a6-716e-4e18-a2f3-5fc0ba94500f req-413583fe-f456-4377-8fa5-01a2dfec42c5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9bfad147324a4944abe9f96862cd31b4&device_id=2b55a45a-ab2f-48c8-816e-a087effdba27 HTTP/1.1" status: 200 len: 1120 time: 0.1027048 Jul 05 09:40:04.945575 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3031078e-e6c2-424b-80a0-b78ba624f024 req-e5db0392-bc17-4a57-9573-1cf645e786c5 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/security-groups?id=202ebd0c-4845-40be-a99a-c8dd75aeee75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044246 Jul 05 09:40:04.970838 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0156d727-b372-4d10-843b-cf9f1250dad7 req-676b95c9-3b8f-414d-ac56-855adefdc3d2 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568176 Jul 05 09:40:04.983346 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-a69db005-dd2c-494b-97fd-4593d195d2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:05.059897 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-901b2ec5-6aec-4384-bcee-3fa71da61b42 None None] Provisioning for port 52e505ea-0665-4fe0-9011-3cd31d377922 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:05.069143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-901b2ec5-6aec-4384-bcee-3fa71da61b42 None None] Provisioning complete for port 52e505ea-0665-4fe0-9011-3cd31d377922 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:05.070579 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-901b2ec5-6aec-4384-bcee-3fa71da61b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:05.074190 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d4ddc-9f96-4ce5-b481-6d11ca060e11 None None] Pushing event updated for resources: {'Port': ['ID=65a2b9c2-e38f-468d-a144-46eef88eea92,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:05.164528 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] Set router a20151f6-3cbd-49a7-b486-82264c744df6 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:05.286067 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-901b2ec5-6aec-4384-bcee-3fa71da61b42 None None] Port 52e505ea-0665-4fe0-9011-3cd31d377922 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:40:05.449342 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafb3a6-716e-4e18-a2f3-5fc0ba94500f req-7f298857-83de-4c9d-bc16-ab96859bc818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:05.450845 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-caafb3a6-716e-4e18-a2f3-5fc0ba94500f req-7f298857-83de-4c9d-bc16-ab96859bc818 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.4854486 Jul 05 09:40:05.520041 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-caafb3a6-716e-4e18-a2f3-5fc0ba94500f req-c46df8c9-9dd9-4fd6-b863-b57d73eb9e1f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=3ed80736-d663-43d3-8c3d-538b17e4788a HTTP/1.1" status: 200 len: 217 time: 0.0622640 Jul 05 09:40:05.552054 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20151f6-3cbd-49a7-b486-82264c744df6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1916705188-router', 'tenant_id': '1599f3af4e524f9da8144e921dbc014b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '6bbd51da-0e68-4102-b881-dcab2d50892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:52Z', 'updated_at': '2021-07-05T09:39:59Z', 'revision_number': 4, 'project_id': '1599f3af4e524f9da8144e921dbc014b', 'gw_port': {'id': '6bbd51da-0e68-4102-b881-dcab2d50892a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20151f6-3cbd-49a7-b486-82264c744df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:54Z', 'updated_at': '2021-07-05T09:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '65a2b9c2-e38f-468d-a144-46eef88eea92', 'name': '', 'network_id': '732e61aa-3f44-4e5f-b0b7-8276ac73f11b', 'tenant_id': '1599f3af4e524f9da8144e921dbc014b', 'mac_address': 'fa:16:3e:8b:d4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20151f6-3cbd-49a7-b486-82264c744df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'f01abe3d-f6db-4db8-a482-b3dbdeb74398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:58Z', 'updated_at': '2021-07-05T09:40:04Z', 'revision_number': 4, 'project_id': '1599f3af4e524f9da8144e921dbc014b', 'subnets': [{'id': 'f01abe3d-f6db-4db8-a482-b3dbdeb74398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:05.584024 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-a69db005-dd2c-494b-97fd-4593d195d2ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e505ea-0665-4fe0-9011-3cd31d377922 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:40:05.603583 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-a69db005-dd2c-494b-97fd-4593d195d2ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:05.604863 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafb3a6-716e-4e18-a2f3-5fc0ba94500f req-8de54049-075c-4fe5-b8ac-d9a6025bacdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:05.606505 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-caafb3a6-716e-4e18-a2f3-5fc0ba94500f req-8de54049-075c-4fe5-b8ac-d9a6025bacdc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0785880 Jul 05 09:40:05.637652 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-a69db005-dd2c-494b-97fd-4593d195d2ec service neutron] Transition to ACTIVE for port object 52e505ea-0665-4fe0-9011-3cd31d377922 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:05.651355 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-a69db005-dd2c-494b-97fd-4593d195d2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:05.668255 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d3d74279-5d09-431f-9e0c-fac2fd11c500 admin admin] Deleting port 65a2b9c2-e38f-468d-a144-46eef88eea92 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:05.668763 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3d74279-5d09-431f-9e0c-fac2fd11c500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:05.732492 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30b299b-c818-4a0a-adaf-33fbecae659b None None] The sync data for ids ['a20151f6-3cbd-49a7-b486-82264c744df6'] in n-d-798054-8 is: [{'id': 'a20151f6-3cbd-49a7-b486-82264c744df6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1916705188-router', 'tenant_id': '1599f3af4e524f9da8144e921dbc014b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '6bbd51da-0e68-4102-b881-dcab2d50892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:52Z', 'updated_at': '2021-07-05T09:39:59Z', 'revision_number': 4, 'project_id': '1599f3af4e524f9da8144e921dbc014b', 'gw_port': {'id': '6bbd51da-0e68-4102-b881-dcab2d50892a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20151f6-3cbd-49a7-b486-82264c744df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:54Z', 'updated_at': '2021-07-05T09:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '65a2b9c2-e38f-468d-a144-46eef88eea92', 'name': '', 'network_id': '732e61aa-3f44-4e5f-b0b7-8276ac73f11b', 'tenant_id': '1599f3af4e524f9da8144e921dbc014b', 'mac_address': 'fa:16:3e:8b:d4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20151f6-3cbd-49a7-b486-82264c744df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'f01abe3d-f6db-4db8-a482-b3dbdeb74398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:58Z', 'updated_at': '2021-07-05T09:40:04Z', 'revision_number': 4, 'project_id': '1599f3af4e524f9da8144e921dbc014b', 'subnets': [{'id': 'f01abe3d-f6db-4db8-a482-b3dbdeb74398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:40:05.734022 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c75ab-af90-4812-ba44-ddbf6fd8b50e req-fbcc2d04-2e29-4b3c-aa16-73f61490b174 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:05.735715 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ee8c75ab-af90-4812-ba44-ddbf6fd8b50e req-fbcc2d04-2e29-4b3c-aa16-73f61490b174 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=d11f99ad-1c95-48ad-86e5-a22863776c25 HTTP/1.1" status: 200 len: 935 time: 0.4519312 Jul 05 09:40:05.769111 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:05.796478 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6624a4-256a-4fab-bf49-0c8b3cdef7f2 req-924d91f2-784d-4409-a526-cc93ea6c9a76 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:05.811721 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c6624a4-256a-4fab-bf49-0c8b3cdef7f2 req-924d91f2-784d-4409-a526-cc93ea6c9a76 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b55a45a-ab2f-48c8-816e-a087effdba27 HTTP/1.1" status: 200 len: 969 time: 0.3316395 Jul 05 09:40:05.818173 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafb3a6-716e-4e18-a2f3-5fc0ba94500f req-5115fa89-c0a6-4d53-9efc-fa403c23dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:05.820471 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-caafb3a6-716e-4e18-a2f3-5fc0ba94500f req-5115fa89-c0a6-4d53-9efc-fa403c23dac8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2063425 Jul 05 09:40:05.833205 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69db005-dd2c-494b-97fd-4593d195d2ec service neutron] Pushing event updated for resources: {'Port': ['ID=52e505ea-0665-4fe0-9011-3cd31d377922,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:05.840487 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-d3d74279-5d09-431f-9e0c-fac2fd11c500 admin admin] For port 65a2b9c2-e38f-468d-a144-46eef88eea92, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=65a2b9c2-e38f-468d-a144-46eef88eea92,segment=NetworkSegment(225574c6-d926-4428-b6c7-c618a55d0620),segment_id=225574c6-d926-4428-b6c7-c618a55d0620)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:05.842720 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3d74279-5d09-431f-9e0c-fac2fd11c500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:05.856010 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.81', 61499) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:05.884613 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d3d74279-5d09-431f-9e0c-fac2fd11c500 admin admin] Calling delete_port for 65a2b9c2-e38f-468d-a144-46eef88eea92 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:05.949065 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ee8c75ab-af90-4812-ba44-ddbf6fd8b50e req-1e885eee-cbe8-4ff3-b133-2dff6bea4c55 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/security-groups?id=27b2a437-613b-4324-a082-156faf421bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960800 Jul 05 09:40:05.952191 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-a69db005-dd2c-494b-97fd-4593d195d2ec service neutron] Attempting to bind port 52e505ea-0665-4fe0-9011-3cd31d377922 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:05.952711 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-a69db005-dd2c-494b-97fd-4593d195d2ec service neutron] Attempting to bind port 52e505ea-0665-4fe0-9011-3cd31d377922 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:05.952914 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-a69db005-dd2c-494b-97fd-4593d195d2ec service neutron] Attempting to bind port 52e505ea-0665-4fe0-9011-3cd31d377922 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:05.994624 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c6624a4-256a-4fab-bf49-0c8b3cdef7f2 req-8b37971d-5c52-4db8-a8db-09491eabd85f tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c89ae72-65cf-4e8c-bbd7-c46be9df7207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809855 Jul 05 09:40:05.995336 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-a69db005-dd2c-494b-97fd-4593d195d2ec service neutron] Port 52e505ea-0665-4fe0-9011-3cd31d377922 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:40:05.995660 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-a69db005-dd2c-494b-97fd-4593d195d2ec service neutron] Attempting to bind port 52e505ea-0665-4fe0-9011-3cd31d377922 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:06.015285 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-a69db005-dd2c-494b-97fd-4593d195d2ec service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:06.015630 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-a69db005-dd2c-494b-97fd-4593d195d2ec service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:06.016377 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-a69db005-dd2c-494b-97fd-4593d195d2ec service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:06.016706 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-a69db005-dd2c-494b-97fd-4593d195d2ec service neutron] Bound port: 52e505ea-0665-4fe0-9011-3cd31d377922, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:06.017090 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-a69db005-dd2c-494b-97fd-4593d195d2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:06.138819 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 65a2b9c2-e38f-468d-a144-46eef88eea92 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:06.232585 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 65a2b9c2-e38f-468d-a144-46eef88eea92 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:06.239246 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 65a2b9c2-e38f-468d-a144-46eef88eea92 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:06.239827 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:06.242952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-a69db005-dd2c-494b-97fd-4593d195d2ec service neutron] For port 52e505ea-0665-4fe0-9011-3cd31d377922, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:06.261765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-a69db005-dd2c-494b-97fd-4593d195d2ec service neutron] For port 52e505ea-0665-4fe0-9011-3cd31d377922, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=52e505ea-0665-4fe0-9011-3cd31d377922,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:06.279245 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-caafb3a6-716e-4e18-a2f3-5fc0ba94500f req-b733c3d8-c864-4d82-9e40-e6e2535700b1 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521005 Jul 05 09:40:06.302261 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-a69db005-dd2c-494b-97fd-4593d195d2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:06.418745 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f5155d48-26b3-46a7-a66f-0083d85d7d2e req-43961f27-1b7e-46fe-b54a-d78dcea922d7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5595531 Jul 05 09:40:06.428355 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:06.431280 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69db005-dd2c-494b-97fd-4593d195d2ec service neutron] Pushing event updated for resources: {'Port': ['ID=52e505ea-0665-4fe0-9011-3cd31d377922,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:06.449177 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-a69db005-dd2c-494b-97fd-4593d195d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:06.450183 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-a69db005-dd2c-494b-97fd-4593d195d2ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:06.452146 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-a69db005-dd2c-494b-97fd-4593d195d2ec service neutron] 10.222.0.78 "PUT /v2.0/ports/52e505ea-0665-4fe0-9011-3cd31d377922 HTTP/1.1" status: 200 len: 1095 time: 1.8388751 Jul 05 09:40:06.456053 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11f99ad-1c95-48ad-86e5-a22863776c25', 'tag': '52e505ea-0665-4fe0-9011-3cd31d377922'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:06.539270 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:06.587459 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 65a2b9c2-e38f-468d-a144-46eef88eea92, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=65a2b9c2-e38f-468d-a144-46eef88eea92,segment=NetworkSegment(225574c6-d926-4428-b6c7-c618a55d0620),segment_id=225574c6-d926-4428-b6c7-c618a55d0620)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:06.598832 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:06.658033 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:06.671577 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:06.672028 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:06.783667 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:06.797461 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=65a2b9c2-e38f-468d-a144-46eef88eea92,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:06.833034 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=0c6a7a57-0a78-478c-9f2e-6ffa35c2da02,segment=NetworkSegment(3d83f219-f815-4376-b051-a5566694dac8),segment_id=3d83f219-f815-4376-b051-a5566694dac8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:06.834590 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634f3685-93f0-4af9-8a90-3a0878392a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6a7a57-0a78-478c-9f2e-6ffa35c2da02'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:06.838358 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c4b4a7-483c-4f38-926b-73cb5616e0a5" -d '{"events": [{"server_uuid": "634f3685-93f0-4af9-8a90-3a0878392a8e", "name": "network-vif-plugged", "status": "completed", "tag": "0c6a7a57-0a78-478c-9f2e-6ffa35c2da02"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:06.843876 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:06.845017 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32007839-27cf-48b3-a34f-8c3735b0934b req-3a8f6187-b5bb-4109-bafd-a78b6b1cd9fc tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:06.853681 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-32007839-27cf-48b3-a34f-8c3735b0934b req-3a8f6187-b5bb-4109-bafd-a78b6b1cd9fc tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=634f3685-93f0-4af9-8a90-3a0878392a8e HTTP/1.1" status: 200 len: 944 time: 0.5899978 Jul 05 09:40:06.907431 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-caafb3a6-716e-4e18-a2f3-5fc0ba94500f req-c4eedc9a-903c-4a66-9f19-37c1ee089697 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6176631 Jul 05 09:40:06.912680 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=0c6a7a57-0a78-478c-9f2e-6ffa35c2da02,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:06.916868 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5155d48-26b3-46a7-a66f-0083d85d7d2e req-a7f48da7-965f-455b-a54e-05ed4475bb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:06.918658 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f5155d48-26b3-46a7-a66f-0083d85d7d2e req-a7f48da7-965f-455b-a54e-05ed4475bb95 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=596e6a8094f142f0bf5a9a681676d5c1&device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 1121 time: 0.3252831 Jul 05 09:40:06.950247 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d403f226-1006-4cfe-aa61-a987767dd41f" -d '{"events": [{"name": "network-changed", "server_uuid": "d11f99ad-1c95-48ad-86e5-a22863776c25", "tag": "52e505ea-0665-4fe0-9011-3cd31d377922"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:06.966089 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c5705-38ff-4a2f-a03e-b3fa244b09cb req-d4766fee-cc8f-4052-a579-c0ba978864b1 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:06.967667 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e6c5705-38ff-4a2f-a03e-b3fa244b09cb req-d4766fee-cc8f-4052-a579-c0ba978864b1 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 950 time: 0.5125034 Jul 05 09:40:06.970524 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-32007839-27cf-48b3-a34f-8c3735b0934b req-44cb3d52-62dc-439a-9b07-d4257b2075d7 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/security-groups?id=202ebd0c-4845-40be-a99a-c8dd75aeee75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158681 Jul 05 09:40:06.973796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-22257124-eb0f-46d0-bc06-b59f62aef3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:06.974961 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-22257124-eb0f-46d0-bc06-b59f62aef3c0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5561863f835c4792a1c13367fa18a912&device_id=d11f99ad-1c95-48ad-86e5-a22863776c25 HTTP/1.1" status: 200 len: 1098 time: 0.3852365 Jul 05 09:40:07.058401 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3d74279-5d09-431f-9e0c-fac2fd11c500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:07.068533 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-2d235537-7937-4337-a347-1f2ee1b89ebd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=52e505ea-0665-4fe0-9011-3cd31d377922 HTTP/1.1" status: 200 len: 217 time: 0.0848649 Jul 05 09:40:07.106223 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d74279-5d09-431f-9e0c-fac2fd11c500 admin admin] Pushing event deleted for resources: {'Port': ['ID=65a2b9c2-e38f-468d-a144-46eef88eea92,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:07.160787 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 3ed80736-d663-43d3-8c3d-538b17e4788a details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:40:07.192568 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5155d48-26b3-46a7-a66f-0083d85d7d2e req-f33444b1-4d66-4d30-9cb5-693d08122c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:07.194071 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f5155d48-26b3-46a7-a66f-0083d85d7d2e req-f33444b1-4d66-4d30-9cb5-693d08122c23 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.2511103 Jul 05 09:40:07.202842 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-5b8e09f1-f586-4151-bd50-82b60e3e559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:07.204364 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-5b8e09f1-f586-4151-bd50-82b60e3e559a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1147223 Jul 05 09:40:07.254056 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e6c5705-38ff-4a2f-a03e-b3fa244b09cb req-fff9ee53-0bdb-4824-8545-25d8a6693138 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701426 Jul 05 09:40:07.283112 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f5155d48-26b3-46a7-a66f-0083d85d7d2e req-70c0b8ff-c629-4c1f-918d-204ae82cc061 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=8d094c76-ea66-4853-9682-c828bb7137c9 HTTP/1.1" status: 200 len: 217 time: 0.0789783 Jul 05 09:40:07.308375 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d169707-6d8e-4f1b-8b5f-f24f5abff611 x-openstack-request-id: req-7d169707-6d8e-4f1b-8b5f-f24f5abff611 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:07.308683 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634f3685-93f0-4af9-8a90-3a0878392a8e", "name": "network-vif-plugged", "status": "completed", "tag": "0c6a7a57-0a78-478c-9f2e-6ffa35c2da02", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:07.308911 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7d169707-6d8e-4f1b-8b5f-f24f5abff611 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:07.309306 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634f3685-93f0-4af9-8a90-3a0878392a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6a7a57-0a78-478c-9f2e-6ffa35c2da02', 'code': 200} Jul 05 09:40:07.348659 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 3ed80736-d663-43d3-8c3d-538b17e4788a, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=3ed80736-d663-43d3-8c3d-538b17e4788a,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:07.380763 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '3ed80736-d663-43d3-8c3d-538b17e4788a', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '3ed80736-d663-43d3-8c3d-538b17e4788a', 'mac_address': 'fa:16:3e:b1:54:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:tempest-test_az-150927580', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:40:07.394790 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.78', 59566) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:07.452732 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9005ca6a-e89f-4a3d-b23f-0c37550b47b0 x-openstack-request-id: req-9005ca6a-e89f-4a3d-b23f-0c37550b47b0 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:07.452970 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11f99ad-1c95-48ad-86e5-a22863776c25", "tag": "52e505ea-0665-4fe0-9011-3cd31d377922", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:07.453223 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9005ca6a-e89f-4a3d-b23f-0c37550b47b0 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:07.453668 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd11f99ad-1c95-48ad-86e5-a22863776c25', 'tag': '52e505ea-0665-4fe0-9011-3cd31d377922', 'status': 'completed', 'code': 200} Jul 05 09:40:07.479343 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:07.490730 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3d74279-5d09-431f-9e0c-fac2fd11c500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:07.498506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-a8ecc1b1-f3a0-4172-8719-d1b5d2df7be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:07.500520 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-a8ecc1b1-f3a0-4172-8719-d1b5d2df7be9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2844834 Jul 05 09:40:07.502483 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed80736-d663-43d3-8c3d-538b17e4788a {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:40:07.515405 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5155d48-26b3-46a7-a66f-0083d85d7d2e req-f4d534cd-de98-4920-ad4f-d46b548b318c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:07.517058 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f5155d48-26b3-46a7-a66f-0083d85d7d2e req-f4d534cd-de98-4920-ad4f-d46b548b318c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1887708 Jul 05 09:40:07.553631 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 3ed80736-d663-43d3-8c3d-538b17e4788a, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=3ed80736-d663-43d3-8c3d-538b17e4788a,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:07.558544 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:07.624323 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4d27ab4f-242f-439d-aa99-441cfb9dc9cc req-d4c1ed17-9174-45cd-b138-0ce5f5493e5d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2971373 Jul 05 09:40:07.667083 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=3ed80736-d663-43d3-8c3d-538b17e4788a,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:07.793730 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['3ed80736-d663-43d3-8c3d-538b17e4788a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:07.880470 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199dd44-40c5-41c9-a6c5-d56e69a1940d req-53428d70-a98a-4b94-84c6-fe5c63440971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:07.881831 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d199dd44-40c5-41c9-a6c5-d56e69a1940d req-53428d70-a98a-4b94-84c6-fe5c63440971 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=634f3685-93f0-4af9-8a90-3a0878392a8e HTTP/1.1" status: 200 len: 1096 time: 0.4844053 Jul 05 09:40:07.908736 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-3e1dc66c-c6bb-43cb-bfb3-a0d25df50ddb service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009738 Jul 05 09:40:07.917226 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38070d-9b35-4bf8-a268-d40b3d56dfec req-0b4a695f-467f-4082-8462-66fc4bfcd254 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:07.918663 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-de38070d-9b35-4bf8-a268-d40b3d56dfec req-0b4a695f-467f-4082-8462-66fc4bfcd254 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=d11f99ad-1c95-48ad-86e5-a22863776c25 HTTP/1.1" status: 200 len: 947 time: 0.3477676 Jul 05 09:40:07.956157 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5155d48-26b3-46a7-a66f-0083d85d7d2e req-93580e32-917d-42ba-a006-d1ca6b146824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:07.957700 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f5155d48-26b3-46a7-a66f-0083d85d7d2e req-93580e32-917d-42ba-a006-d1ca6b146824 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4334989 Jul 05 09:40:07.999242 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d199dd44-40c5-41c9-a6c5-d56e69a1940d req-c4e696bb-569a-4878-867d-9c9b6ae0f4c4 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=202ebd0c-4845-40be-a99a-c8dd75aeee75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045554 Jul 05 09:40:08.013246 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519b8f5-391e-4fd9-b2f0-aa144f257ba0 req-1ac1a0da-ce40-4fae-9ddf-6f111dd6b5ff tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:08.014811 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9519b8f5-391e-4fd9-b2f0-aa144f257ba0 req-1ac1a0da-ce40-4fae-9ddf-6f111dd6b5ff tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b55a45a-ab2f-48c8-816e-a087effdba27 HTTP/1.1" status: 200 len: 970 time: 0.1957376 Jul 05 09:40:08.058642 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-de38070d-9b35-4bf8-a268-d40b3d56dfec req-fb8258ed-d226-4187-b4cc-46b39d88c81b tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/security-groups?id=27b2a437-613b-4324-a082-156faf421bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304152 Jul 05 09:40:08.086782 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27ab4f-242f-439d-aa99-441cfb9dc9cc req-39c94e75-2878-4d6a-b2f0-26057bb6a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:08.088423 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4d27ab4f-242f-439d-aa99-441cfb9dc9cc req-39c94e75-2878-4d6a-b2f0-26057bb6a455 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=19f562930ce4451a9fa04a164be513c8&device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 1101 time: 0.2114909 Jul 05 09:40:08.098760 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0eb537b3-03ec-42be-aa75-959899f140a1 req-75f8e02e-0709-4e6d-ac51-f107fe6a4a27 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788166 Jul 05 09:40:08.102470 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9519b8f5-391e-4fd9-b2f0-aa144f257ba0 req-860b054d-2c17-4bc8-9791-b85894c6fc31 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c89ae72-65cf-4e8c-bbd7-c46be9df7207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751817 Jul 05 09:40:08.161166 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f5155d48-26b3-46a7-a66f-0083d85d7d2e req-f4cc6708-3809-42b8-bafe-5e1eb7188e0c service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950176 Jul 05 09:40:08.243054 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d74279-5d09-431f-9e0c-fac2fd11c500 admin admin] Router a20151f6-3cbd-49a7-b486-82264c744df6 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:40:08.341860 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27ab4f-242f-439d-aa99-441cfb9dc9cc req-278aeb25-ca24-4065-8194-b908b9e69b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:08.343720 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d27ab4f-242f-439d-aa99-441cfb9dc9cc req-278aeb25-ca24-4065-8194-b908b9e69b40 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1904149 Jul 05 09:40:08.359101 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f5155d48-26b3-46a7-a66f-0083d85d7d2e req-f982fdf5-59a4-4440-85a9-802004d0c3c7 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912014 Jul 05 09:40:08.406666 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d27ab4f-242f-439d-aa99-441cfb9dc9cc req-899c7511-3b3a-4952-8508-7d21ff0a8452 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=ee5b217f-2ef2-4abe-a48e-8062e4f47634 HTTP/1.1" status: 200 len: 217 time: 0.0563090 Jul 05 09:40:08.433643 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403f226-1006-4cfe-aa61-a987767dd41f req-4891819c-04d5-4c16-84fb-1f88eb82bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:08.435223 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d403f226-1006-4cfe-aa61-a987767dd41f req-4891819c-04d5-4c16-84fb-1f88eb82bea4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5561863f835c4792a1c13367fa18a912&device_id=d11f99ad-1c95-48ad-86e5-a22863776c25 HTTP/1.1" status: 200 len: 1098 time: 0.2352409 Jul 05 09:40:08.484132 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27ab4f-242f-439d-aa99-441cfb9dc9cc req-5dbf828d-5ab9-4b03-9e49-2bedd4609175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:08.486345 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d27ab4f-242f-439d-aa99-441cfb9dc9cc req-5dbf828d-5ab9-4b03-9e49-2bedd4609175 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0733116 Jul 05 09:40:08.505190 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d74279-5d09-431f-9e0c-fac2fd11c500 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:40:08.515517 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d3d74279-5d09-431f-9e0c-fac2fd11c500 admin admin] 10.222.0.79 "PUT /v2.0/routers/a20151f6-3cbd-49a7-b486-82264c744df6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0061204 Jul 05 09:40:08.515517 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41658) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:08.520999 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66076598-4233-41ab-b628-2226015bc7e6 None None] Sync routers for ids ['a20151f6-3cbd-49a7-b486-82264c744df6'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:40:08.532329 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66076598-4233-41ab-b628-2226015bc7e6 None None] Routers {'a20151f6-3cbd-49a7-b486-82264c744df6'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:08.533419 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-66076598-4233-41ab-b628-2226015bc7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:39:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['a20151f6-3cbd-49a7-b486-82264c744df6'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:08.627912 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403f226-1006-4cfe-aa61-a987767dd41f req-e9192503-eb38-4a6f-8387-58f794406d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:08.629994 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d403f226-1006-4cfe-aa61-a987767dd41f req-e9192503-eb38-4a6f-8387-58f794406d39 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1879535 Jul 05 09:40:08.652580 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3290d3-55fe-491b-bd48-49a21025f377 req-14d15913-eca3-4e75-8587-94610bb9fe55 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:08.655151 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0d3290d3-55fe-491b-bd48-49a21025f377 req-14d15913-eca3-4e75-8587-94610bb9fe55 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=634f3685-93f0-4af9-8a90-3a0878392a8e HTTP/1.1" status: 200 len: 945 time: 0.1681457 Jul 05 09:40:08.659289 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27ab4f-242f-439d-aa99-441cfb9dc9cc req-d4385488-62a0-4041-a6d3-eedb3e341bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:08.662042 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d27ab4f-242f-439d-aa99-441cfb9dc9cc req-d4385488-62a0-4041-a6d3-eedb3e341bfc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1647170 Jul 05 09:40:08.670623 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-66076598-4233-41ab-b628-2226015bc7e6 None None] Set router a20151f6-3cbd-49a7-b486-82264c744df6 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:08.708428 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d403f226-1006-4cfe-aa61-a987767dd41f req-dade1f27-2832-403a-87f9-d726bc182956 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=52e505ea-0665-4fe0-9011-3cd31d377922 HTTP/1.1" status: 200 len: 217 time: 0.0437984 Jul 05 09:40:08.768156 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403f226-1006-4cfe-aa61-a987767dd41f req-41e012a2-0311-4561-b0cf-c35afc926fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:08.769648 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d403f226-1006-4cfe-aa61-a987767dd41f req-41e012a2-0311-4561-b0cf-c35afc926fb1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0538752 Jul 05 09:40:08.785812 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d27ab4f-242f-439d-aa99-441cfb9dc9cc req-4e083bd3-1b19-42b5-8dd6-b0946c2e7b3b service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113164 Jul 05 09:40:08.788144 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ea7b-088b-4df0-9a77-3cce74ae5c6e admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:08.808524 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0d3290d3-55fe-491b-bd48-49a21025f377 req-04606ca4-93bf-4100-bdbd-16bca117ee58 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/security-groups?id=202ebd0c-4845-40be-a99a-c8dd75aeee75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452065 Jul 05 09:40:08.908258 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-66076598-4233-41ab-b628-2226015bc7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20151f6-3cbd-49a7-b486-82264c744df6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1916705188-router', 'tenant_id': '1599f3af4e524f9da8144e921dbc014b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '6bbd51da-0e68-4102-b881-dcab2d50892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:52Z', 'updated_at': '2021-07-05T09:40:06Z', 'revision_number': 5, 'project_id': '1599f3af4e524f9da8144e921dbc014b', 'gw_port': {'id': '6bbd51da-0e68-4102-b881-dcab2d50892a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20151f6-3cbd-49a7-b486-82264c744df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:54Z', 'updated_at': '2021-07-05T09:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:08.940022 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d27ab4f-242f-439d-aa99-441cfb9dc9cc req-a2833d96-bc0c-4e5f-b19e-362e08a57d6b service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346772 Jul 05 09:40:08.952073 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403f226-1006-4cfe-aa61-a987767dd41f req-128bd831-5de8-444e-92ad-33268f30cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:08.953777 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d403f226-1006-4cfe-aa61-a987767dd41f req-128bd831-5de8-444e-92ad-33268f30cf87 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1755972 Jul 05 09:40:08.955648 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66076598-4233-41ab-b628-2226015bc7e6 None None] Checking router: a20151f6-3cbd-49a7-b486-82264c744df6 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:40:08.972947 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ea7b-088b-4df0-9a77-3cce74ae5c6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:08.983787 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66076598-4233-41ab-b628-2226015bc7e6 None None] Routers {'a20151f6-3cbd-49a7-b486-82264c744df6'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:08.984555 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-66076598-4233-41ab-b628-2226015bc7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:39:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['a20151f6-3cbd-49a7-b486-82264c744df6'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:08.991501 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db60e3-9f7f-4253-8f86-203fc39305cc req-30731d49-b15e-4d84-a532-993cde8a45b6 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:08.993294 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74db60e3-9f7f-4253-8f86-203fc39305cc req-30731d49-b15e-4d84-a532-993cde8a45b6 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 950 time: 0.1326413 Jul 05 09:40:09.048865 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74db60e3-9f7f-4253-8f86-203fc39305cc req-10475b58-fc96-4021-b585-ef03acc0e525 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480065 Jul 05 09:40:09.143446 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-66076598-4233-41ab-b628-2226015bc7e6 None None] Set router a20151f6-3cbd-49a7-b486-82264c744df6 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:09.143685 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d403f226-1006-4cfe-aa61-a987767dd41f req-39d0ed69-0591-4242-9547-702c41d9ca1a service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814563 Jul 05 09:40:09.175103 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 3ed80736-d663-43d3-8c3d-538b17e4788a up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:09.261172 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-f8d2ea7b-088b-4df0-9a77-3cce74ae5c6e admin admin] Deleting port 6bbd51da-0e68-4102-b881-dcab2d50892a {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:09.261523 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ea7b-088b-4df0-9a77-3cce74ae5c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:09.291469 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 3ed80736-d663-43d3-8c3d-538b17e4788a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:09.300917 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 3ed80736-d663-43d3-8c3d-538b17e4788a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:09.302039 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:09.351490 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f20c9-85fb-4c64-9d94-57a14f85f0d7 req-c8916070-8d87-49db-8056-f98a80bfa6af tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:09.362368 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-160f20c9-85fb-4c64-9d94-57a14f85f0d7 req-c8916070-8d87-49db-8056-f98a80bfa6af tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=d11f99ad-1c95-48ad-86e5-a22863776c25 HTTP/1.1" status: 200 len: 947 time: 0.1450794 Jul 05 09:40:09.387074 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-f8d2ea7b-088b-4df0-9a77-3cce74ae5c6e admin admin] For port 6bbd51da-0e68-4102-b881-dcab2d50892a, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6bbd51da-0e68-4102-b881-dcab2d50892a,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:09.387463 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ea7b-088b-4df0-9a77-3cce74ae5c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:09.402401 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-f8d2ea7b-088b-4df0-9a77-3cce74ae5c6e admin admin] Calling delete_port for 6bbd51da-0e68-4102-b881-dcab2d50892a owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:09.425792 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-160f20c9-85fb-4c64-9d94-57a14f85f0d7 req-4fd2758a-df60-4dc5-b995-8b1fcf012b85 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/security-groups?id=27b2a437-613b-4324-a082-156faf421bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623124 Jul 05 09:40:09.491317 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:09.524815 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d403f226-1006-4cfe-aa61-a987767dd41f req-dd459814-eaab-4fde-98e4-4e89959a2c2f service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709891 Jul 05 09:40:09.545498 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b55a45a-ab2f-48c8-816e-a087effdba27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed80736-d663-43d3-8c3d-538b17e4788a'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:09.545961 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-66076598-4233-41ab-b628-2226015bc7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20151f6-3cbd-49a7-b486-82264c744df6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1916705188-router', 'tenant_id': '1599f3af4e524f9da8144e921dbc014b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '6bbd51da-0e68-4102-b881-dcab2d50892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:52Z', 'updated_at': '2021-07-05T09:40:06Z', 'revision_number': 5, 'project_id': '1599f3af4e524f9da8144e921dbc014b', 'gw_port': {'id': '6bbd51da-0e68-4102-b881-dcab2d50892a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20151f6-3cbd-49a7-b486-82264c744df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:54Z', 'updated_at': '2021-07-05T09:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:09.554240 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da13b8bf-fae3-4e3f-823d-02258d675b7d" -d '{"events": [{"server_uuid": "2b55a45a-ab2f-48c8-816e-a087effdba27", "name": "network-vif-plugged", "status": "completed", "tag": "3ed80736-d663-43d3-8c3d-538b17e4788a"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:09.575736 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66076598-4233-41ab-b628-2226015bc7e6 None None] The sync data for ids ['a20151f6-3cbd-49a7-b486-82264c744df6'] in n-d-798054-8 is: [{'id': 'a20151f6-3cbd-49a7-b486-82264c744df6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1916705188-router', 'tenant_id': '1599f3af4e524f9da8144e921dbc014b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '6bbd51da-0e68-4102-b881-dcab2d50892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:52Z', 'updated_at': '2021-07-05T09:40:06Z', 'revision_number': 5, 'project_id': '1599f3af4e524f9da8144e921dbc014b', 'gw_port': {'id': '6bbd51da-0e68-4102-b881-dcab2d50892a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20151f6-3cbd-49a7-b486-82264c744df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:54Z', 'updated_at': '2021-07-05T09:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:40:09.587493 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 3ed80736-d663-43d3-8c3d-538b17e4788a, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=3ed80736-d663-43d3-8c3d-538b17e4788a,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:09.596294 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:09.695296 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=3ed80736-d663-43d3-8c3d-538b17e4788a,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:09.732948 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf760bd-b9b1-4a40-8875-8ae7064bc3f6 req-2ded9162-e63b-4e24-acaf-2bcae324de9e tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:09.734803 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2cf760bd-b9b1-4a40-8875-8ae7064bc3f6 req-2ded9162-e63b-4e24-acaf-2bcae324de9e tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b55a45a-ab2f-48c8-816e-a087effdba27 HTTP/1.1" status: 200 len: 970 time: 0.1908243 Jul 05 09:40:09.736851 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41714) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:09.789564 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508cb598-2b0d-45b8-9a65-b772e2b97394 x-openstack-request-id: req-508cb598-2b0d-45b8-9a65-b772e2b97394 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:09.790200 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b55a45a-ab2f-48c8-816e-a087effdba27", "name": "network-vif-plugged", "status": "completed", "tag": "3ed80736-d663-43d3-8c3d-538b17e4788a", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:09.791361 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-508cb598-2b0d-45b8-9a65-b772e2b97394 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:09.791842 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b55a45a-ab2f-48c8-816e-a087effdba27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed80736-d663-43d3-8c3d-538b17e4788a', 'code': 200} Jul 05 09:40:09.799212 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ea7b-088b-4df0-9a77-3cce74ae5c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:09.829851 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2ea7b-088b-4df0-9a77-3cce74ae5c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=6bbd51da-0e68-4102-b881-dcab2d50892a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:09.844733 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2cf760bd-b9b1-4a40-8875-8ae7064bc3f6 req-01453297-b30d-4452-8a7d-3156e55aba97 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c89ae72-65cf-4e8c-bbd7-c46be9df7207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020482 Jul 05 09:40:09.928704 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ea7b-088b-4df0-9a77-3cce74ae5c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:09.932374 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ecc1f13-ed8b-4f56-a9e8-06ea7bda6805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.120222 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 65a2b9c2-e38f-468d-a144-46eef88eea92 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:10.141216 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41736) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:10.184417 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 65a2b9c2-e38f-468d-a144-46eef88eea92 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:40:10.184953 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 65a2b9c2-e38f-468d-a144-46eef88eea92 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:40:10.214354 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae26ff8-ae8b-4320-b647-22a3d3512d89 req-a5dd73ee-47b8-42e5-bdb0-965bcec3063f tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:10.221355 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0ae26ff8-ae8b-4320-b647-22a3d3512d89 req-a5dd73ee-47b8-42e5-bdb0-965bcec3063f tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=634f3685-93f0-4af9-8a90-3a0878392a8e HTTP/1.1" status: 200 len: 945 time: 0.1720092 Jul 05 09:40:10.285997 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ecc1f13-ed8b-4f56-a9e8-06ea7bda6805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.294211 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0ae26ff8-ae8b-4320-b647-22a3d3512d89 req-92b976ed-d265-4409-affc-5d442f62f079 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/security-groups?id=202ebd0c-4845-40be-a99a-c8dd75aeee75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719526 Jul 05 09:40:10.324797 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ecc1f13-ed8b-4f56-a9e8-06ea7bda6805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.389553 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e13dc6e-8a75-4775-bae0-eb9aebf14117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.400893 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4ecc1f13-ed8b-4f56-a9e8-06ea7bda6805 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c651ab7fee3c4e07b806ca3d3523fc34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6578937 Jul 05 09:40:10.407157 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41744) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:10.407614 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc1f13-ed8b-4f56-a9e8-06ea7bda6805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6894156-6f0e-4f92-8cc9-4f0520fc42b2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:10.473182 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ea7b-088b-4df0-9a77-3cce74ae5c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.493262 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd3fa7-bf5d-4165-9d1f-4abee9a57be4 req-f09d4036-4cab-4f00-ac20-2372b57b948f tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:10.493689 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ea7b-088b-4df0-9a77-3cce74ae5c6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.495025 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-05cd3fa7-bf5d-4165-9d1f-4abee9a57be4 req-f09d4036-4cab-4f00-ac20-2372b57b948f tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 950 time: 0.2071757 Jul 05 09:40:10.572192 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c6f1a05-8633-4628-aa91-752b229ca3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.589367 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ea7b-088b-4df0-9a77-3cce74ae5c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.589994 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d2ea7b-088b-4df0-9a77-3cce74ae5c6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a20151f6-3cbd-49a7-b486-82264c744df6 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:40:10.595953 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ea7b-088b-4df0-9a77-3cce74ae5c6e admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.600835 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f8d2ea7b-088b-4df0-9a77-3cce74ae5c6e admin admin] 10.222.0.79 "DELETE /v2.0/routers/a20151f6-3cbd-49a7-b486-82264c744df6 HTTP/1.1" status: 204 len: 168 time: 2.0843229 Jul 05 09:40:10.603799 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39752790-a7ee-4936-99e7-604c12a47427 req-db1e2881-6c30-43cf-ba1e-b50e3e0e4888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:10.605394 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-39752790-a7ee-4936-99e7-604c12a47427 req-db1e2881-6c30-43cf-ba1e-b50e3e0e4888 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2b55a45a-ab2f-48c8-816e-a087effdba27 HTTP/1.1" status: 200 len: 1122 time: 0.6546843 Jul 05 09:40:10.605896 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41748) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:10.610879 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c6f1a05-8633-4628-aa91-752b229ca3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.686990 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9ba86-64bf-4440-8a3d-5746c7aff07d req-cfdb7019-c1f5-437f-95e3-41ca44f0569f tempest-DeleteServersAdminTestJSON-419194289 tempest-DeleteServersAdminTestJSON-419194289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:10.687285 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-05cd3fa7-bf5d-4165-9d1f-4abee9a57be4 req-e47e808e-d2d4-4a89-a5cd-9c5315fe6eb0 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689935 Jul 05 09:40:10.688915 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0bd9ba86-64bf-4440-8a3d-5746c7aff07d req-cfdb7019-c1f5-437f-95e3-41ca44f0569f tempest-DeleteServersAdminTestJSON-419194289 tempest-DeleteServersAdminTestJSON-419194289-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 1101 time: 0.2630796 Jul 05 09:40:10.717367 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0251ec-b8ce-4e99-ae01-a0f72e665747 req-c3121066-c730-4b6f-ad67-5d823eb510f8 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:10.733530 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a0251ec-b8ce-4e99-ae01-a0f72e665747 req-c3121066-c730-4b6f-ad67-5d823eb510f8 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=634f3685-93f0-4af9-8a90-3a0878392a8e HTTP/1.1" status: 200 len: 945 time: 0.2649438 Jul 05 09:40:10.735282 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41750) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:10.753863 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-50ecd40e-d737-46d6-a5c5-ff501ae3d3fb tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Request body: {'floatingip': {'port_id': '0c6a7a57-0a78-478c-9f2e-6ffa35c2da02'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:10.763359 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-39752790-a7ee-4936-99e7-604c12a47427 req-e5b60aac-c1c9-4839-ba2e-7c4496ee6271 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0c89ae72-65cf-4e8c-bbd7-c46be9df7207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444175 Jul 05 09:40:10.768417 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f33515-0a7c-46d5-892f-bfb0cf55603a admin admin] Deleting subnet f01abe3d-f6db-4db8-a482-b3dbdeb74398 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:40:10.774982 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-83f33515-0a7c-46d5-892f-bfb0cf55603a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.816188 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e13dc6e-8a75-4775-bae0-eb9aebf14117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.846098 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-83f33515-0a7c-46d5-892f-bfb0cf55603a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.907316 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e13dc6e-8a75-4775-bae0-eb9aebf14117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.954388 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-0bd9ba86-64bf-4440-8a3d-5746c7aff07d req-9a71a961-20d9-47e5-b34c-b0f1c555219b tempest-DeleteServersAdminTestJSON-419194289 tempest-DeleteServersAdminTestJSON-419194289-project-admin] Deleting port ee5b217f-2ef2-4abe-a48e-8062e4f47634 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:10.954931 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0bd9ba86-64bf-4440-8a3d-5746c7aff07d req-9a71a961-20d9-47e5-b34c-b0f1c555219b tempest-DeleteServersAdminTestJSON-419194289 tempest-DeleteServersAdminTestJSON-419194289-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.982019 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50ecd40e-d737-46d6-a5c5-ff501ae3d3fb tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.983956 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c6f1a05-8633-4628-aa91-752b229ca3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.986412 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c6f1a05-8633-4628-aa91-752b229ca3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.987710 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3c6f1a05-8633-4628-aa91-752b229ca3a2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c6894156-6f0e-4f92-8cc9-4f0520fc42b2 HTTP/1.1" status: 204 len: 168 time: 0.5772562 Jul 05 09:40:10.998808 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-83f33515-0a7c-46d5-892f-bfb0cf55603a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.040487 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7e13dc6e-8a75-4775-bae0-eb9aebf14117 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=16a1d9fc26c54bda98fa033c97b5762a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8961980 Jul 05 09:40:11.041576 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41760) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:11.139667 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-0bd9ba86-64bf-4440-8a3d-5746c7aff07d req-9a71a961-20d9-47e5-b34c-b0f1c555219b tempest-DeleteServersAdminTestJSON-419194289 tempest-DeleteServersAdminTestJSON-419194289-project-admin] For port ee5b217f-2ef2-4abe-a48e-8062e4f47634, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ee5b217f-2ef2-4abe-a48e-8062e4f47634,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:11.140429 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0bd9ba86-64bf-4440-8a3d-5746c7aff07d req-9a71a961-20d9-47e5-b34c-b0f1c555219b tempest-DeleteServersAdminTestJSON-419194289 tempest-DeleteServersAdminTestJSON-419194289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.152671 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13dc6e-8a75-4775-bae0-eb9aebf14117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a83905-5fac-4c21-bf72-f76701258a65,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:11.185020 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-0bd9ba86-64bf-4440-8a3d-5746c7aff07d req-9a71a961-20d9-47e5-b34c-b0f1c555219b tempest-DeleteServersAdminTestJSON-419194289 tempest-DeleteServersAdminTestJSON-419194289-project-admin] Calling delete_port for ee5b217f-2ef2-4abe-a48e-8062e4f47634 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:11.199813 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1eff3290-50bd-4a47-bcbf-90129b187ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.206359 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-83f33515-0a7c-46d5-892f-bfb0cf55603a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.216448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f1a05-8633-4628-aa91-752b229ca3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6894156-6f0e-4f92-8cc9-4f0520fc42b2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:11.314313 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84271e-d4a0-49c8-a727-0240c5525019 req-40182e0a-c46f-4f98-9aa3-4fd5d57e5c22 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:11.315944 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-af84271e-d4a0-49c8-a727-0240c5525019 req-40182e0a-c46f-4f98-9aa3-4fd5d57e5c22 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=d11f99ad-1c95-48ad-86e5-a22863776c25 HTTP/1.1" status: 200 len: 947 time: 0.3925095 Jul 05 09:40:11.328358 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f33515-0a7c-46d5-892f-bfb0cf55603a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f01abe3d-f6db-4db8-a482-b3dbdeb74398,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:11.331449 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1eff3290-50bd-4a47-bcbf-90129b187ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.351687 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31b096-aee5-46e6-8e10-cedac5082b6c req-4a76e331-6366-41c2-8fdf-b175cbe3a65b tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:11.353365 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa31b096-aee5-46e6-8e10-cedac5082b6c req-4a76e331-6366-41c2-8fdf-b175cbe3a65b tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b55a45a-ab2f-48c8-816e-a087effdba27 HTTP/1.1" status: 200 len: 971 time: 0.3198740 Jul 05 09:40:11.411458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41764) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:11.434372 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1766123c-95e3-452b-8c59-e3801dbae29b None None] Network 732e61aa-3f44-4e5f-b0b7-8276ac73f11b requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:40:11.439893 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-83f33515-0a7c-46d5-892f-bfb0cf55603a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.445229 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-83f33515-0a7c-46d5-892f-bfb0cf55603a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f01abe3d-f6db-4db8-a482-b3dbdeb74398 HTTP/1.1" status: 204 len: 168 time: 0.8352287 Jul 05 09:40:11.446680 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41766) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:11.466157 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2de9fc19-3a6c-490e-8523-8614e15072e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.478941 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-af84271e-d4a0-49c8-a727-0240c5525019 req-3a692ac0-9647-4c6f-a8b3-fb290cfcb68b tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/security-groups?id=27b2a437-613b-4324-a082-156faf421bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556566 Jul 05 09:40:11.531072 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1eff3290-50bd-4a47-bcbf-90129b187ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.537203 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1eff3290-50bd-4a47-bcbf-90129b187ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.547443 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1eff3290-50bd-4a47-bcbf-90129b187ae2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/85a83905-5fac-4c21-bf72-f76701258a65 HTTP/1.1" status: 204 len: 168 time: 0.5032208 Jul 05 09:40:11.550636 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0bd9ba86-64bf-4440-8a3d-5746c7aff07d req-9a71a961-20d9-47e5-b34c-b0f1c555219b tempest-DeleteServersAdminTestJSON-419194289 tempest-DeleteServersAdminTestJSON-419194289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.565816 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['ee5b217f-2ef2-4abe-a48e-8062e4f47634'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:11.597564 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff3290-50bd-4a47-bcbf-90129b187ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a83905-5fac-4c21-bf72-f76701258a65,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:11.600892 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71a961-20d9-47e5-b34c-b0f1c555219b tempest-DeleteServersAdminTestJSON-419194289 tempest-DeleteServersAdminTestJSON-419194289-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee5b217f-2ef2-4abe-a48e-8062e4f47634,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:11.774570 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd9ba86-64bf-4440-8a3d-5746c7aff07d req-9a71a961-20d9-47e5-b34c-b0f1c555219b tempest-DeleteServersAdminTestJSON-419194289 tempest-DeleteServersAdminTestJSON-419194289-project-admin] No DVR routers for this DVR port ee5b217f-2ef2-4abe-a48e-8062e4f47634 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:40:11.782748 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0bd9ba86-64bf-4440-8a3d-5746c7aff07d req-9a71a961-20d9-47e5-b34c-b0f1c555219b tempest-DeleteServersAdminTestJSON-419194289 tempest-DeleteServersAdminTestJSON-419194289-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.785278 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0bd9ba86-64bf-4440-8a3d-5746c7aff07d req-9a71a961-20d9-47e5-b34c-b0f1c555219b tempest-DeleteServersAdminTestJSON-419194289 tempest-DeleteServersAdminTestJSON-419194289-project-admin] 10.222.0.78 "DELETE /v2.0/ports/ee5b217f-2ef2-4abe-a48e-8062e4f47634 HTTP/1.1" status: 204 len: 173 time: 1.0855777 Jul 05 09:40:11.796266 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97865587-e9b3-4268-a0dd-3bfc050c7d82', 'name': 'network-vif-deleted', 'tag': 'ee5b217f-2ef2-4abe-a48e-8062e4f47634'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:11.802971 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc9dfb3-8508-4535-a395-9441431773db" -d '{"events": [{"server_uuid": "97865587-e9b3-4268-a0dd-3bfc050c7d82", "name": "network-vif-deleted", "tag": "ee5b217f-2ef2-4abe-a48e-8062e4f47634"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:11.837239 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f75417-37a0-440f-b3d4-5d2d6ec161e1 None None] DHCP port deletion for 732e61aa-3f44-4e5f-b0b7-8276ac73f11b request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:40:11.951781 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-32f75417-37a0-440f-b3d4-5d2d6ec161e1 None None] Deleting port ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:11.952215 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32f75417-37a0-440f-b3d4-5d2d6ec161e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:12.041601 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-32f75417-37a0-440f-b3d4-5d2d6ec161e1 None None] For port ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee,segment=NetworkSegment(225574c6-d926-4428-b6c7-c618a55d0620),segment_id=225574c6-d926-4428-b6c7-c618a55d0620)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:12.041905 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32f75417-37a0-440f-b3d4-5d2d6ec161e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:12.048185 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa31b096-aee5-46e6-8e10-cedac5082b6c req-e9f7c9d5-1a78-43bb-aefc-81cb063c91ea tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c89ae72-65cf-4e8c-bbd7-c46be9df7207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6866040 Jul 05 09:40:12.065036 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-32f75417-37a0-440f-b3d4-5d2d6ec161e1 None None] Calling delete_port for ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:12.147106 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6bbd51da-0e68-4102-b881-dcab2d50892a no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:12.171382 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d218d078-6773-4e21-a16f-633266d44dbd req-47e68e12-af27-4771-bb3d-f5c248240a27 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=97865587-e9b3-4268-a0dd-3bfc050c7d82 HTTP/1.1" status: 200 len: 210 time: 0.1719720 Jul 05 09:40:12.172984 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde941c9-4eb3-4e8a-a343-d2f1056a055e x-openstack-request-id: req-bde941c9-4eb3-4e8a-a343-d2f1056a055e {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:12.173813 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97865587-e9b3-4268-a0dd-3bfc050c7d82", "name": "network-vif-deleted", "tag": "ee5b217f-2ef2-4abe-a48e-8062e4f47634", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:12.174590 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bde941c9-4eb3-4e8a-a343-d2f1056a055e {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:12.175152 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97865587-e9b3-4268-a0dd-3bfc050c7d82', 'name': 'network-vif-deleted', 'tag': 'ee5b217f-2ef2-4abe-a48e-8062e4f47634', 'status': 'completed', 'code': 200} Jul 05 09:40:12.179961 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 6bbd51da-0e68-4102-b881-dcab2d50892a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:40:12.180646 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6bbd51da-0e68-4102-b881-dcab2d50892a not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:40:12.181436 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:12.249008 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41788) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:12.263919 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f2f2485-effa-4f4b-882e-31b82c3d4a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:12.332243 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:12.332713 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32f75417-37a0-440f-b3d4-5d2d6ec161e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:12.365852 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75417-37a0-440f-b3d4-5d2d6ec161e1 None None] Pushing event deleted for resources: {'Port': ['ID=ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:12.380029 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f75417-37a0-440f-b3d4-5d2d6ec161e1 None None] No DVR routers for this DVR port ffb8967f-f5b4-4d4f-b4e5-550d1e82ecee on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:40:12.385255 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:12.487116 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 52e505ea-0665-4fe0-9011-3cd31d377922 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:40:12.681287 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 52e505ea-0665-4fe0-9011-3cd31d377922, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=52e505ea-0665-4fe0-9011-3cd31d377922,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:12.694130 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '52e505ea-0665-4fe0-9011-3cd31d377922', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '52e505ea-0665-4fe0-9011-3cd31d377922', 'mac_address': 'fa:16:3e:84:59:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:40:12.740729 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:12.759452 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e505ea-0665-4fe0-9011-3cd31d377922 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:40:12.780295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 52e505ea-0665-4fe0-9011-3cd31d377922, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=52e505ea-0665-4fe0-9011-3cd31d377922,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:12.784510 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:12.829391 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.db.resource_extend [None req-50ecd40e-d737-46d6-a5c5-ff501ae3d3fb tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:40:12.837857 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=52e505ea-0665-4fe0-9011-3cd31d377922,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:12.910457 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:12.946890 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:40:12.947242 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:40:12.948045 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:40:12.948402 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] Subscribe: > port after_create 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:40:12.948754 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] Subscribe: > port after_delete 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:40:12.949108 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] Subscribe: > port after_update 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:40:12.949433 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:40:12.949759 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:40:12.950086 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:40:12.950405 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:40:13.071356 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:40:13.071698 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:40:13.072070 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:40:13.072411 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:40:13.072792 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['732e61aa-3f44-4e5f-b0b7-8276ac73f11b']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:13.109036 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['52e505ea-0665-4fe0-9011-3cd31d377922'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:13.114842 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50ecd40e-d737-46d6-a5c5-ff501ae3d3fb tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.116942 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225574c6-d926-4428-b6c7-c618a55d0620') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:13.117283 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225574c6-d926-4428-b6c7-c618a55d0620') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:13.135181 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2de9fc19-3a6c-490e-8523-8614e15072e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.145432 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50ecd40e-d737-46d6-a5c5-ff501ae3d3fb tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.152216 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.200216 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2de9fc19-3a6c-490e-8523-8614e15072e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.235124 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f2f2485-effa-4f4b-882e-31b82c3d4a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.241215 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f2f2485-effa-4f4b-882e-31b82c3d4a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.251264 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.266305 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc8b52-ce71-44a1-bcce-6001d5db5e8a req-e61a4b18-32d9-4585-9bff-90474c2e7e0d tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:13.268013 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0bc8b52-ce71-44a1-bcce-6001d5db5e8a req-e61a4b18-32d9-4585-9bff-90474c2e7e0d tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=d11f99ad-1c95-48ad-86e5-a22863776c25 HTTP/1.1" status: 200 len: 947 time: 0.5640800 Jul 05 09:40:13.284389 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8f2f2485-effa-4f4b-882e-31b82c3d4a4f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=29c1adb81b654394a7ed037af38eaaf3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0345337 Jul 05 09:40:13.286494 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f2485-effa-4f4b-882e-31b82c3d4a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02de6248-18d5-4680-bf5c-24f0614b1023,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:13.288466 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41798) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:13.294401 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:40:13.294806 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.305090 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f2485-effa-4f4b-882e-31b82c3d4a4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:13.305444 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f2485-effa-4f4b-882e-31b82c3d4a4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:13.305789 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f2485-effa-4f4b-882e-31b82c3d4a4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:13.306131 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f2485-effa-4f4b-882e-31b82c3d4a4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:13.306470 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f2485-effa-4f4b-882e-31b82c3d4a4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:13.306826 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f2485-effa-4f4b-882e-31b82c3d4a4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:13.307144 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f2485-effa-4f4b-882e-31b82c3d4a4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:13.307474 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f2485-effa-4f4b-882e-31b82c3d4a4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:13.307805 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f2485-effa-4f4b-882e-31b82c3d4a4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:13.308156 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f2485-effa-4f4b-882e-31b82c3d4a4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:13.308484 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f2485-effa-4f4b-882e-31b82c3d4a4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:13.308810 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f2485-effa-4f4b-882e-31b82c3d4a4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: from cryptography.utils import int_from_bytes Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: from cryptography.utils import int_from_bytes Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:40:13.331600 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:40:13.348531 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4e2d0469-c6d6-4066-9ef1-553fd5bde762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.353229 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2de9fc19-3a6c-490e-8523-8614e15072e3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=35cb7c54013847e6aaca412c6f9a186a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9348643 Jul 05 09:40:13.357120 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41800) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:13.383516 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4e2d0469-c6d6-4066-9ef1-553fd5bde762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.411106 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17a558-5116-4680-b666-e0f35e48c104 req-a8fed00c-f538-49d7-b03b-e964814f8a12 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:13.412637 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2f17a558-5116-4680-b666-e0f35e48c104 req-a8fed00c-f538-49d7-b03b-e964814f8a12 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 970 time: 0.6455638 Jul 05 09:40:13.413250 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9fc19-3a6c-490e-8523-8614e15072e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cba391-fb88-4a51-ac47-d1da9a13d019,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:13.442193 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cafc5e7f-b70b-4ce2-8233-5d7033c8fdec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.456466 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de9fc19-3a6c-490e-8523-8614e15072e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:13.456810 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de9fc19-3a6c-490e-8523-8614e15072e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:13.457151 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de9fc19-3a6c-490e-8523-8614e15072e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:13.457517 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de9fc19-3a6c-490e-8523-8614e15072e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:13.457841 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de9fc19-3a6c-490e-8523-8614e15072e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:13.458229 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de9fc19-3a6c-490e-8523-8614e15072e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:13.458683 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de9fc19-3a6c-490e-8523-8614e15072e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:13.459084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de9fc19-3a6c-490e-8523-8614e15072e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:13.459410 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de9fc19-3a6c-490e-8523-8614e15072e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:13.459734 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de9fc19-3a6c-490e-8523-8614e15072e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:13.461894 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de9fc19-3a6c-490e-8523-8614e15072e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:13.461894 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de9fc19-3a6c-490e-8523-8614e15072e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:13.465632 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cafc5e7f-b70b-4ce2-8233-5d7033c8fdec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.473622 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4e2d0469-c6d6-4066-9ef1-553fd5bde762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.476674 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4e2d0469-c6d6-4066-9ef1-553fd5bde762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.478061 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4e2d0469-c6d6-4066-9ef1-553fd5bde762 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/02de6248-18d5-4680-bf5c-24f0614b1023 HTTP/1.1" status: 204 len: 168 time: 0.1884556 Jul 05 09:40:13.498541 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d0469-c6d6-4066-9ef1-553fd5bde762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02de6248-18d5-4680-bf5c-24f0614b1023,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:13.508876 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.516776 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.522071 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] 10.222.0.79 "DELETE /v2.0/networks/732e61aa-3f44-4e5f-b0b7-8276ac73f11b HTTP/1.1" status: 204 len: 168 time: 2.0699487 Jul 05 09:40:13.538062 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0bc8b52-ce71-44a1-bcce-6001d5db5e8a req-5ae4ddc4-455c-4fbd-a26a-261f68ba2c6f tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/security-groups?id=27b2a437-613b-4324-a082-156faf421bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489114 Jul 05 09:40:13.544749 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cafc5e7f-b70b-4ce2-8233-5d7033c8fdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.548396 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cafc5e7f-b70b-4ce2-8233-5d7033c8fdec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.549817 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cafc5e7f-b70b-4ce2-8233-5d7033c8fdec admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b3cba391-fb88-4a51-ac47-d1da9a13d019 HTTP/1.1" status: 204 len: 168 time: 0.1917648 Jul 05 09:40:13.565772 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-50ecd40e-d737-46d6-a5c5-ff501ae3d3fb tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Floating IP eb1fd96c-62d8-4259-ba03-20de6a236b62 associated. External IP: 172.25.7.104, port: 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02. Jul 05 09:40:13.573021 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc5e7f-b70b-4ce2-8233-5d7033c8fdec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cba391-fb88-4a51-ac47-d1da9a13d019,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:13.653688 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2f17a558-5116-4680-b666-e0f35e48c104 req-6521679f-a3d1-41b9-ae67-ed37cbed4e92 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6513378a-88fb-4769-8b09-719cf44551c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278552 Jul 05 09:40:13.654340 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69b1f6-5abd-4cc3-af4e-3f349e9a23da admin admin] Pushing event deleted for resources: {'Network': ['ID=732e61aa-3f44-4e5f-b0b7-8276ac73f11b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:13.753663 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41810) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:13.815226 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f9286ef9-fdd6-439c-aef4-4c2ded57e39e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1599f3af4e524f9da8144e921dbc014b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579965 Jul 05 09:40:13.815468 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41814) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:13.862539 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c348b-55b1-4bfd-ad7c-e8615f23e804 req-d8b1b530-d458-4823-9418-0fa5666142f0 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:13.864975 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-797c348b-55b1-4bfd-ad7c-e8615f23e804 req-d8b1b530-d458-4823-9418-0fa5666142f0 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b55a45a-ab2f-48c8-816e-a087effdba27 HTTP/1.1" status: 200 len: 971 time: 0.1399279 Jul 05 09:40:13.878017 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aefeb76a-0082-4096-88b3-2e36425e1601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.912284 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aefeb76a-0082-4096-88b3-2e36425e1601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.989329 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aefeb76a-0082-4096-88b3-2e36425e1601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.992847 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aefeb76a-0082-4096-88b3-2e36425e1601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.994662 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-aefeb76a-0082-4096-88b3-2e36425e1601 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1e83423b-89d4-4688-9476-ba27afba8a53 HTTP/1.1" status: 204 len: 168 time: 0.1782427 Jul 05 09:40:14.005877 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefeb76a-0082-4096-88b3-2e36425e1601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e83423b-89d4-4688-9476-ba27afba8a53,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:14.180669 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96007f24-0af8-438e-a7d0-70a285be48af req-f15f380e-48af-4a8b-aa1f-8af9ba99ba34 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:14.183121 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-96007f24-0af8-438e-a7d0-70a285be48af req-f15f380e-48af-4a8b-aa1f-8af9ba99ba34 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.81 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 970 time: 0.1297922 Jul 05 09:40:14.194536 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-71877961-c732-4030-af3b-3cd136e4ec2e tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=19f562930ce4451a9fa04a164be513c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359378 Jul 05 09:40:14.286122 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-797c348b-55b1-4bfd-ad7c-e8615f23e804 req-e601dc35-f225-4a2a-9320-e98bebcf816a tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c89ae72-65cf-4e8c-bbd7-c46be9df7207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264269 Jul 05 09:40:14.294263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ecd40e-d737-46d6-a5c5-ff501ae3d3fb tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Router b6421ce9-3041-49f8-8124-f15e15f8b678 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:40:14.397473 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-96007f24-0af8-438e-a7d0-70a285be48af req-896b6ac0-0c8c-460a-b8a4-6e00d8affefd tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Deleting port 8d094c76-ea66-4853-9682-c828bb7137c9 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:14.398972 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-96007f24-0af8-438e-a7d0-70a285be48af req-896b6ac0-0c8c-460a-b8a4-6e00d8affefd tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:14.426055 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-98393504-014f-4479-9ffd-1c5b488c8d5e tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:14.427659 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-98393504-014f-4479-9ffd-1c5b488c8d5e tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2221236 Jul 05 09:40:14.465055 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 52e505ea-0665-4fe0-9011-3cd31d377922 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:14.537280 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-77a63088-fe00-4108-84a9-e873ebe28947 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/quotas/19f562930ce4451a9fa04a164be513c8 HTTP/1.1" status: 200 len: 375 time: 0.0463827 Jul 05 09:40:14.545356 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-96007f24-0af8-438e-a7d0-70a285be48af req-896b6ac0-0c8c-460a-b8a4-6e00d8affefd tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] For port 8d094c76-ea66-4853-9682-c828bb7137c9, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=8d094c76-ea66-4853-9682-c828bb7137c9,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:14.546009 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-96007f24-0af8-438e-a7d0-70a285be48af req-896b6ac0-0c8c-460a-b8a4-6e00d8affefd tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:14.568971 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-96007f24-0af8-438e-a7d0-70a285be48af req-896b6ac0-0c8c-460a-b8a4-6e00d8affefd tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Calling delete_port for 8d094c76-ea66-4853-9682-c828bb7137c9 owned by compute:tempest-test_az-150927580 {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:14.587291 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 52e505ea-0665-4fe0-9011-3cd31d377922 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:14.591960 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 52e505ea-0665-4fe0-9011-3cd31d377922 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:14.592968 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:14.650074 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-11ba3c29-277e-4bd1-bda7-257c9d393ee0 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=19f562930ce4451a9fa04a164be513c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1116116 Jul 05 09:40:14.690532 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ecd40e-d737-46d6-a5c5-ff501ae3d3fb tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:40:14.696325 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50ecd40e-d737-46d6-a5c5-ff501ae3d3fb tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:14.729354 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19280a48-69bc-4cac-a1ea-e485af297653 None None] Sync routers for ids ['b6421ce9-3041-49f8-8124-f15e15f8b678'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:40:14.818007 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-50ecd40e-d737-46d6-a5c5-ff501ae3d3fb tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "PUT /v2.0/floatingips/eb1fd96c-62d8-4259-ba03-20de6a236b62 HTTP/1.1" status: 200 len: 991 time: 4.0816014 Jul 05 09:40:14.818563 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-96007f24-0af8-438e-a7d0-70a285be48af req-896b6ac0-0c8c-460a-b8a4-6e00d8affefd tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:14.838253 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634f3685-93f0-4af9-8a90-3a0878392a8e', 'tag': '0c6a7a57-0a78-478c-9f2e-6ffa35c2da02'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:14.842950 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7703a3c5-c334-4d11-b556-27c49e4d6d03" -d '{"events": [{"name": "network-changed", "server_uuid": "634f3685-93f0-4af9-8a90-3a0878392a8e", "tag": "0c6a7a57-0a78-478c-9f2e-6ffa35c2da02"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:14.891003 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b6ac0-0c8c-460a-b8a4-6e00d8affefd tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Pushing event deleted for resources: {'Port': ['ID=8d094c76-ea66-4853-9682-c828bb7137c9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:14.917734 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:14.931354 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['8d094c76-ea66-4853-9682-c828bb7137c9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:15.032958 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19280a48-69bc-4cac-a1ea-e485af297653 None None] Routers {'b6421ce9-3041-49f8-8124-f15e15f8b678'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:15.038147 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-19280a48-69bc-4cac-a1ea-e485af297653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:39:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b6421ce9-3041-49f8-8124-f15e15f8b678'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:15.090688 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1e2c1-0fed-48ca-b251-1412cd992073 req-5dbe947a-814e-4183-9596-b9739c022340 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:15.111516 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2fa1e2c1-0fed-48ca-b251-1412cd992073 req-5dbe947a-814e-4183-9596-b9739c022340 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=d11f99ad-1c95-48ad-86e5-a22863776c25 HTTP/1.1" status: 200 len: 948 time: 0.1743839 Jul 05 09:40:15.117998 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-96007f24-0af8-438e-a7d0-70a285be48af req-896b6ac0-0c8c-460a-b8a4-6e00d8affefd tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] No DVR routers for this DVR port 8d094c76-ea66-4853-9682-c828bb7137c9 on host n-h1-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:40:15.123529 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-96007f24-0af8-438e-a7d0-70a285be48af req-896b6ac0-0c8c-460a-b8a4-6e00d8affefd tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:15.132732 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-96007f24-0af8-438e-a7d0-70a285be48af req-896b6ac0-0c8c-460a-b8a4-6e00d8affefd tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.81 "DELETE /v2.0/ports/8d094c76-ea66-4853-9682-c828bb7137c9 HTTP/1.1" status: 204 len: 173 time: 0.9424067 Jul 05 09:40:15.133647 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac7b65b-2455-49e2-9e9d-08dab5f21914', 'name': 'network-vif-deleted', 'tag': '8d094c76-ea66-4853-9682-c828bb7137c9'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:15.154436 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d60927-0da7-4e3f-9765-ba66dac061e3" -d '{"events": [{"server_uuid": "bac7b65b-2455-49e2-9e9d-08dab5f21914", "name": "network-vif-deleted", "tag": "8d094c76-ea66-4853-9682-c828bb7137c9"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:15.205057 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 52e505ea-0665-4fe0-9011-3cd31d377922, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=52e505ea-0665-4fe0-9011-3cd31d377922,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:15.213414 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11f99ad-1c95-48ad-86e5-a22863776c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e505ea-0665-4fe0-9011-3cd31d377922'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:15.215389 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914ddaa6-be53-48cd-b433-5d8ce74fdd37" -d '{"events": [{"server_uuid": "d11f99ad-1c95-48ad-86e5-a22863776c25", "name": "network-vif-plugged", "status": "completed", "tag": "52e505ea-0665-4fe0-9011-3cd31d377922"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:15.223247 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:15.224027 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device ee5b217f-2ef2-4abe-a48e-8062e4f47634 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:15.277234 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2fa1e2c1-0fed-48ca-b251-1412cd992073 req-3051452a-4d09-4a81-9744-a59668cb038d tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/security-groups?id=27b2a437-613b-4324-a082-156faf421bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624596 Jul 05 09:40:15.350015 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e5da2064-f16b-42b3-b084-df3b4c35357e req-3b52eb28-eb68-46ef-812e-60e1073dbac4 tempest-AggregatesAdminTestJSON-896707911 tempest-AggregatesAdminTestJSON-896707911-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac7b65b-2455-49e2-9e9d-08dab5f21914 HTTP/1.1" status: 200 len: 210 time: 0.1361282 Jul 05 09:40:15.543830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: ee5b217f-2ef2-4abe-a48e-8062e4f47634 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:40:15.544731 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device ee5b217f-2ef2-4abe-a48e-8062e4f47634 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:40:15.550983 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddbfa6-fa80-42dc-812a-b60733847349 req-bb2a3938-de6f-40ff-b8f7-3e9438f99d89 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:15.561401 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f9ddbfa6-fa80-42dc-812a-b60733847349 req-bb2a3938-de6f-40ff-b8f7-3e9438f99d89 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b55a45a-ab2f-48c8-816e-a087effdba27 HTTP/1.1" status: 200 len: 971 time: 0.0957274 Jul 05 09:40:15.584613 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41900) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:15.617176 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f9ddbfa6-fa80-42dc-812a-b60733847349 req-c7d135bc-a84e-43e4-93fc-ca65c4892f93 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c89ae72-65cf-4e8c-bbd7-c46be9df7207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522406 Jul 05 09:40:15.686793 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=52e505ea-0665-4fe0-9011-3cd31d377922,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:15.708752 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:15.714561 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc53c15-1849-4f83-8a79-1e88c30cb3ea x-openstack-request-id: req-7bc53c15-1849-4f83-8a79-1e88c30cb3ea {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:15.715706 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634f3685-93f0-4af9-8a90-3a0878392a8e", "tag": "0c6a7a57-0a78-478c-9f2e-6ffa35c2da02", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:15.716189 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7bc53c15-1849-4f83-8a79-1e88c30cb3ea {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:15.716775 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634f3685-93f0-4af9-8a90-3a0878392a8e', 'tag': '0c6a7a57-0a78-478c-9f2e-6ffa35c2da02', 'status': 'completed', 'code': 200} Jul 05 09:40:15.722585 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:15.723143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:15.723670 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:15.724391 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:15.724890 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:15.727605 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:15.728275 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:15.730068 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:15.735279 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:15.736049 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:15.738655 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:15.792071 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9bedc153-2293-433f-b700-fe6f9439231a req-c04b6040-53a9-495c-a56b-63b3d7885711 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=b283357d-711d-4380-98ef-a6ce8c9ca98c HTTP/1.1" status: 200 len: 210 time: 0.0568144 Jul 05 09:40:15.795754 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-19280a48-69bc-4cac-a1ea-e485af297653 None None] Set router b6421ce9-3041-49f8-8124-f15e15f8b678 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:15.817811 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e0ead4-72c1-4ea6-8254-c7a8b057fa0c x-openstack-request-id: req-64e0ead4-72c1-4ea6-8254-c7a8b057fa0c {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:15.818236 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac7b65b-2455-49e2-9e9d-08dab5f21914", "name": "network-vif-deleted", "tag": "8d094c76-ea66-4853-9682-c828bb7137c9", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:15.818333 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-64e0ead4-72c1-4ea6-8254-c7a8b057fa0c {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:15.818736 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac7b65b-2455-49e2-9e9d-08dab5f21914', 'name': 'network-vif-deleted', 'tag': '8d094c76-ea66-4853-9682-c828bb7137c9', 'status': 'completed', 'code': 200} Jul 05 09:40:15.832244 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-21acb0b1-06a9-4eda-8974-808990c6e248 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1608106444-network', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:15.893859 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21acb0b1-06a9-4eda-8974-808990c6e248 admin admin] Made reservation on behalf of 803acc6874de4453bf1b08ee6a2bd573 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:15.903415 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21acb0b1-06a9-4eda-8974-808990c6e248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:15.937062 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21acb0b1-06a9-4eda-8974-808990c6e248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:16.003561 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0ee54a-0792-409a-98b7-404e2ffb7f9b x-openstack-request-id: req-2b0ee54a-0792-409a-98b7-404e2ffb7f9b {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:16.003912 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11f99ad-1c95-48ad-86e5-a22863776c25", "name": "network-vif-plugged", "status": "completed", "tag": "52e505ea-0665-4fe0-9011-3cd31d377922", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:16.004227 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2b0ee54a-0792-409a-98b7-404e2ffb7f9b {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:16.004677 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11f99ad-1c95-48ad-86e5-a22863776c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e505ea-0665-4fe0-9011-3cd31d377922', 'code': 200} Jul 05 09:40:16.084829 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21acb0b1-06a9-4eda-8974-808990c6e248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:16.095589 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21acb0b1-06a9-4eda-8974-808990c6e248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:16.147440 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703a3c5-c334-4d11-b556-27c49e4d6d03 req-92f518d9-2d1b-45cb-bc24-322722efdc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:16.151381 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7703a3c5-c334-4d11-b556-27c49e4d6d03 req-92f518d9-2d1b-45cb-bc24-322722efdc3d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=efee607d69f94e6d9133e9bf132c56d0&device_id=634f3685-93f0-4af9-8a90-3a0878392a8e HTTP/1.1" status: 200 len: 1096 time: 0.4118788 Jul 05 09:40:16.156521 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21acb0b1-06a9-4eda-8974-808990c6e248 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:40:16.234522 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-19280a48-69bc-4cac-a1ea-e485af297653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1147022740-router', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:18Z', 'revision_number': 4, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'gw_port': {'id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'eb1fd96c-62d8-4259-ba03-20de6a236b62', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'port_id': '0c6a7a57-0a78-478c-9f2e-6ffa35c2da02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'mac_address': 'fa:16:3e:ea:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634f3685-93f0-4af9-8a90-3a0878392a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:39:42Z', 'updated_at': '2021-07-05T09:40:12Z', 'revision_number': 1, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d780f2-e427-4069-a14a-c3ebfe669b13', 'name': '', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'mac_address': 'fa:16:3e:b6:a0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:17Z', 'updated_at': '2021-07-05T09:39:25Z', 'revision_number': 5, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'subnets': [{'id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:16.271912 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19280a48-69bc-4cac-a1ea-e485af297653 None None] Checking router: b6421ce9-3041-49f8-8124-f15e15f8b678 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:40:16.279842 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acb0b1-06a9-4eda-8974-808990c6e248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4aea87-c223-495c-b5fb-b677934e5339,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:16.302731 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19280a48-69bc-4cac-a1ea-e485af297653 None None] Routers {'b6421ce9-3041-49f8-8124-f15e15f8b678'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:16.303687 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-19280a48-69bc-4cac-a1ea-e485af297653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:39:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b6421ce9-3041-49f8-8124-f15e15f8b678'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:16.319098 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a2f4f-bc0e-44d5-a2d4-ebf01c51364c req-dc94e554-7b55-4500-9173-ad69f0e49555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:16.321260 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9c9a2f4f-bc0e-44d5-a2d4-ebf01c51364c req-dc94e554-7b55-4500-9173-ad69f0e49555 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d11f99ad-1c95-48ad-86e5-a22863776c25 HTTP/1.1" status: 200 len: 1100 time: 0.1141176 Jul 05 09:40:16.330824 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21acb0b1-06a9-4eda-8974-808990c6e248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:16.331258 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-21acb0b1-06a9-4eda-8974-808990c6e248 admin admin] Added segment 8ce0f85e-3058-4636-80b4-523c953cb90d of type vlan for network 9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc Jul 05 09:40:16.396225 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9c9a2f4f-bc0e-44d5-a2d4-ebf01c51364c req-8dd4970f-bcad-4b0b-931b-0d017606cd34 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=27b2a437-613b-4324-a082-156faf421bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672500 Jul 05 09:40:16.462679 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21acb0b1-06a9-4eda-8974-808990c6e248 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:16.514574 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703a3c5-c334-4d11-b556-27c49e4d6d03 req-31e4fc04-5299-4587-8aed-8a44ad823c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:16.543761 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7703a3c5-c334-4d11-b556-27c49e4d6d03 req-31e4fc04-5299-4587-8aed-8a44ad823c7a service neutron] 10.222.0.78 "GET /v2.0/networks?id=50450e21-61cd-4f08-9734-c5edcfebb387 HTTP/1.1" status: 200 len: 925 time: 0.3800411 Jul 05 09:40:16.546612 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-19280a48-69bc-4cac-a1ea-e485af297653 None None] Set router b6421ce9-3041-49f8-8124-f15e15f8b678 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:16.657517 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d321bd8-2fd6-4ecb-a75b-0fcd6cd1178e req-db97b53b-e2d8-4bbf-b162-45dee374c12f tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:16.669994 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1d321bd8-2fd6-4ecb-a75b-0fcd6cd1178e req-db97b53b-e2d8-4bbf-b162-45dee374c12f tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=d11f99ad-1c95-48ad-86e5-a22863776c25 HTTP/1.1" status: 200 len: 949 time: 0.1525085 Jul 05 09:40:16.715326 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1d321bd8-2fd6-4ecb-a75b-0fcd6cd1178e req-ccc020cf-d356-4a8c-bb24-313d3babf4fd tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/security-groups?id=27b2a437-613b-4324-a082-156faf421bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442615 Jul 05 09:40:16.866209 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-19280a48-69bc-4cac-a1ea-e485af297653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1147022740-router', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:18Z', 'revision_number': 4, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'gw_port': {'id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'eb1fd96c-62d8-4259-ba03-20de6a236b62', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'port_id': '0c6a7a57-0a78-478c-9f2e-6ffa35c2da02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'mac_address': 'fa:16:3e:ea:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634f3685-93f0-4af9-8a90-3a0878392a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:39:42Z', 'updated_at': '2021-07-05T09:40:12Z', 'revision_number': 1, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d780f2-e427-4069-a14a-c3ebfe669b13', 'name': '', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'mac_address': 'fa:16:3e:b6:a0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:17Z', 'updated_at': '2021-07-05T09:39:25Z', 'revision_number': 5, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'subnets': [{'id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:16.915720 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42060777-a648-408b-92b6-22a967ad865d req-c83292d3-6f54-4f0a-b8c0-ce56cb040a20 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:16.917796 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-42060777-a648-408b-92b6-22a967ad865d req-c83292d3-6f54-4f0a-b8c0-ce56cb040a20 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b55a45a-ab2f-48c8-816e-a087effdba27 HTTP/1.1" status: 200 len: 971 time: 0.6320016 Jul 05 09:40:16.929639 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.db.resource_extend [None req-21acb0b1-06a9-4eda-8974-808990c6e248 admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:40:16.934343 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19280a48-69bc-4cac-a1ea-e485af297653 None None] The sync data for ids ['b6421ce9-3041-49f8-8124-f15e15f8b678'] in n-d-798054-8 is: [{'id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1147022740-router', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:18Z', 'revision_number': 4, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'gw_port': {'id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'eb1fd96c-62d8-4259-ba03-20de6a236b62', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'port_id': '0c6a7a57-0a78-478c-9f2e-6ffa35c2da02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'mac_address': 'fa:16:3e:ea:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634f3685-93f0-4af9-8a90-3a0878392a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:39:42Z', 'updated_at': '2021-07-05T09:40:12Z', 'revision_number': 1, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d780f2-e427-4069-a14a-c3ebfe669b13', 'name': '', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'mac_address': 'fa:16:3e:b6:a0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:17Z', 'updated_at': '2021-07-05T09:39:25Z', 'revision_number': 5, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'subnets': [{'id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:40:16.994041 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf105ae-9623-4fe9-8b6b-200b106d0aa9 req-05416c2a-265d-48d3-a841-430f7eb606b2 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:16.995725 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3bf105ae-9623-4fe9-8b6b-200b106d0aa9 req-05416c2a-265d-48d3-a841-430f7eb606b2 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b55a45a-ab2f-48c8-816e-a087effdba27 HTTP/1.1" status: 200 len: 971 time: 0.1199961 Jul 05 09:40:17.078823 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3bf105ae-9623-4fe9-8b6b-200b106d0aa9 req-623a6ba6-19b9-4409-a1e3-68c160cae9da tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c89ae72-65cf-4e8c-bbd7-c46be9df7207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747373 Jul 05 09:40:17.127907 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-a58787ba-e392-4df5-b8c6-72814aedc852 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=19f562930ce4451a9fa04a164be513c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0963373 Jul 05 09:40:17.134022 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21acb0b1-06a9-4eda-8974-808990c6e248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:17.135003 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21acb0b1-06a9-4eda-8974-808990c6e248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:17.135649 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21acb0b1-06a9-4eda-8974-808990c6e248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:17.209682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41968) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:17.301604 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55d4a11c-4353-4cc3-a5d6-172811ecfe34 req-6a5dd9da-abe4-47f0-aee6-bc4736a78c4f tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=b283357d-711d-4380-98ef-a6ce8c9ca98c HTTP/1.1" status: 200 len: 210 time: 0.0605955 Jul 05 09:40:17.302013 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7703a3c5-c334-4d11-b556-27c49e4d6d03 req-582c5102-32b5-4d39-ba71-4c8dc931a4e0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 HTTP/1.1" status: 200 len: 999 time: 0.7354636 Jul 05 09:40:17.322851 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-21acb0b1-06a9-4eda-8974-808990c6e248 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.7371507 Jul 05 09:40:17.326330 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41976) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:17.338336 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0c45600f-510c-4083-a4b3-60ba0696d609 admin admin] Request body: {'subnet': {'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1608106444-subnet', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:17.342000 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b1085-aa07-4d1c-a22c-de072819ad19 None None] New status for floating IP eb1fd96c-62d8-4259-ba03-20de6a236b62: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:40:17.425313 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703a3c5-c334-4d11-b556-27c49e4d6d03 req-f364dc47-3b10-4505-aa15-2cad6b55f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:17.425313 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7703a3c5-c334-4d11-b556-27c49e4d6d03 req-f364dc47-3b10-4505-aa15-2cad6b55f212 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=02e4f4c6-8a8b-482c-a989-f519f8934c03 HTTP/1.1" status: 200 len: 863 time: 0.0965548 Jul 05 09:40:17.480389 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acb0b1-06a9-4eda-8974-808990c6e248 admin admin] Pushing event updated for resources: {'Network': ['ID=9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:17.497709 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:40:17.524352 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c45600f-510c-4083-a4b3-60ba0696d609 admin admin] Made reservation on behalf of 803acc6874de4453bf1b08ee6a2bd573 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:17.527040 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c45600f-510c-4083-a4b3-60ba0696d609 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:17.564553 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-95f8ee0a-d283-4e58-91e7-2a4a385c2988 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=596e6a8094f142f0bf5a9a681676d5c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533421 Jul 05 09:40:17.567840 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42000) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:17.586493 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-42060777-a648-408b-92b6-22a967ad865d req-f4e660cf-e24b-48d7-8731-a585d20f2c6d tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Deleting port 3ed80736-d663-43d3-8c3d-538b17e4788a {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:17.587010 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-42060777-a648-408b-92b6-22a967ad865d req-f4e660cf-e24b-48d7-8731-a585d20f2c6d tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:17.666395 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-2fd2b883-b1f2-499e-9917-aae7850bdc7a tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:17.669621 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-2fd2b883-b1f2-499e-9917-aae7850bdc7a tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5314345 Jul 05 09:40:17.693168 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703a3c5-c334-4d11-b556-27c49e4d6d03 req-4ba6e53d-b9ec-4488-9022-b053bb2b7266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:17.695272 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7703a3c5-c334-4d11-b556-27c49e4d6d03 req-4ba6e53d-b9ec-4488-9022-b053bb2b7266 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=50450e21-61cd-4f08-9734-c5edcfebb387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2571766 Jul 05 09:40:17.699270 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-c85ea7bf-3169-4603-9e68-62c7ab2a23e8 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Request body: {'port': {'device_id': 'b283357d-711d-4380-98ef-a6ce8c9ca98c', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': '19f562930ce4451a9fa04a164be513c8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:17.872237 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac8adb50-8b19-437a-abe6-4667ee135be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:17.875969 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c45600f-510c-4083-a4b3-60ba0696d609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:17.902211 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42008) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:17.945591 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-42060777-a648-408b-92b6-22a967ad865d req-f4e660cf-e24b-48d7-8731-a585d20f2c6d tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] For port 3ed80736-d663-43d3-8c3d-538b17e4788a, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=3ed80736-d663-43d3-8c3d-538b17e4788a,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:17.946154 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-42060777-a648-408b-92b6-22a967ad865d req-f4e660cf-e24b-48d7-8731-a585d20f2c6d tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:17.976508 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac8adb50-8b19-437a-abe6-4667ee135be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:17.995765 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-42060777-a648-408b-92b6-22a967ad865d req-f4e660cf-e24b-48d7-8731-a585d20f2c6d tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Calling delete_port for 3ed80736-d663-43d3-8c3d-538b17e4788a owned by compute:tempest-test_az-150927580 {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:18.001282 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42012) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:18.016377 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7703a3c5-c334-4d11-b556-27c49e4d6d03 req-18497772-796c-4305-b9ba-d83503867b90 service neutron] 10.222.0.78 "GET /v2.0/networks/50450e21-61cd-4f08-9734-c5edcfebb387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936437 Jul 05 09:40:18.018618 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45600f-510c-4083-a4b3-60ba0696d609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa70ba2e-a279-4ce4-9142-ee80f05dab74,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:18.028610 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c45600f-510c-4083-a4b3-60ba0696d609 admin admin] Checking segment: {'id': '8ce0f85e-3058-4636-80b4-523c953cb90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:18.028979 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c45600f-510c-4083-a4b3-60ba0696d609 admin admin] Network hostable DHCP agents. Network: 9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:40:18.073756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436c9ae-e5d3-4d2f-b343-876405d98101 req-c6647c16-7895-4493-a4ec-bfd896792409 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:18.075288 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1436c9ae-e5d3-4d2f-b343-876405d98101 req-c6647c16-7895-4493-a4ec-bfd896792409 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=d11f99ad-1c95-48ad-86e5-a22863776c25 HTTP/1.1" status: 200 len: 949 time: 0.1594491 Jul 05 09:40:18.076562 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c45600f-510c-4083-a4b3-60ba0696d609 admin admin] Network 9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:40:18.097699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-0c45600f-510c-4083-a4b3-60ba0696d609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:18.104820 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c45600f-510c-4083-a4b3-60ba0696d609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:18.105476 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c45600f-510c-4083-a4b3-60ba0696d609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.107888 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0380794f-4dbc-41b7-acf1-6291faf97f81 None None] Network 9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:40:18.145686 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1436c9ae-e5d3-4d2f-b343-876405d98101 req-181dbbb1-5536-44e3-8284-d07fb0b658cb tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/security-groups?id=27b2a437-613b-4324-a082-156faf421bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623443 Jul 05 09:40:18.151334 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0c45600f-510c-4083-a4b3-60ba0696d609 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8204880 Jul 05 09:40:18.152165 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42018) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:18.154912 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-c85ea7bf-3169-4603-9e68-62c7ab2a23e8 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Made reservation on behalf of 19f562930ce4451a9fa04a164be513c8 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:18.159180 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-c85ea7bf-3169-4603-9e68-62c7ab2a23e8 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.179806 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-01ed4337-29f6-4ef0-afdb-ac4152a3ec6c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1608106444-router', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:18.236219 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01ed4337-29f6-4ef0-afdb-ac4152a3ec6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.237915 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01ed4337-29f6-4ef0-afdb-ac4152a3ec6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.267818 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23fdc159-e270-4754-af98-d003398f5a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.281633 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a5975504-2bd1-4e60-a620-52c4228485ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.314389 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac8adb50-8b19-437a-abe6-4667ee135be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.316959 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac8adb50-8b19-437a-abe6-4667ee135be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.318113 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ac8adb50-8b19-437a-abe6-4667ee135be4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6513378a-88fb-4769-8b09-719cf44551c6 HTTP/1.1" status: 204 len: 168 time: 0.7492080 Jul 05 09:40:18.351521 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7703a3c5-c334-4d11-b556-27c49e4d6d03 req-555693db-d7ac-4add-b413-ac58eef71997 service neutron] 10.222.0.78 "GET /v2.0/networks/50450e21-61cd-4f08-9734-c5edcfebb387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230298 Jul 05 09:40:18.355779 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8adb50-8b19-437a-abe6-4667ee135be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6513378a-88fb-4769-8b09-719cf44551c6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:18.454648 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01ed4337-29f6-4ef0-afdb-ac4152a3ec6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.466316 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-c85ea7bf-3169-4603-9e68-62c7ab2a23e8 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Allocated IP 192.168.233.4 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/f3dc4ff9-e3e1-40e5-9791-2de4178301b1) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:18.488812 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-42060777-a648-408b-92b6-22a967ad865d req-f4e660cf-e24b-48d7-8731-a585d20f2c6d tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.490010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1e6c3d-a798-4088-bc03-755199bc44de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc', 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'fixed_ips': [{'subnet_id': 'aa70ba2e-a279-4ce4-9142-ee80f05dab74'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:40:18.491258 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6c3d-a798-4088-bc03-755199bc44de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.523502 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['3ed80736-d663-43d3-8c3d-538b17e4788a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:18.533849 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e660cf-e24b-48d7-8731-a585d20f2c6d tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Pushing event deleted for resources: {'Port': ['ID=3ed80736-d663-43d3-8c3d-538b17e4788a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:18.598381 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-42060777-a648-408b-92b6-22a967ad865d req-f4e660cf-e24b-48d7-8731-a585d20f2c6d tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] No DVR routers for this DVR port 3ed80736-d663-43d3-8c3d-538b17e4788a on host n-h1-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:40:18.602938 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-42060777-a648-408b-92b6-22a967ad865d req-f4e660cf-e24b-48d7-8731-a585d20f2c6d tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.605130 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-42060777-a648-408b-92b6-22a967ad865d req-f4e660cf-e24b-48d7-8731-a585d20f2c6d tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.81 "DELETE /v2.0/ports/3ed80736-d663-43d3-8c3d-538b17e4788a HTTP/1.1" status: 204 len: 173 time: 1.6776924 Jul 05 09:40:18.608857 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b55a45a-ab2f-48c8-816e-a087effdba27', 'name': 'network-vif-deleted', 'tag': '3ed80736-d663-43d3-8c3d-538b17e4788a'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:18.611438 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624063dc-f034-49fe-94fd-3d0eeabf753a" -d '{"events": [{"server_uuid": "2b55a45a-ab2f-48c8-816e-a087effdba27", "name": "network-vif-deleted", "tag": "3ed80736-d663-43d3-8c3d-538b17e4788a"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:18.658722 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd6e82-21e8-4f5c-bb70-1ca764c28107 req-5c94d8e8-ff6c-43d5-afe0-454597d55d6d tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:18.688480 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bfd6e82-21e8-4f5c-bb70-1ca764c28107 req-5c94d8e8-ff6c-43d5-afe0-454597d55d6d tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b55a45a-ab2f-48c8-816e-a087effdba27 HTTP/1.1" status: 200 len: 888 time: 0.3859410 Jul 05 09:40:18.852363 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01ed4337-29f6-4ef0-afdb-ac4152a3ec6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.861217 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42034) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:18.877496 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-c85ea7bf-3169-4603-9e68-62c7ab2a23e8 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.894104 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-bd1e6c3d-a798-4088-bc03-755199bc44de None None] Allocated IP 172.20.0.2 (9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc/aa70ba2e-a279-4ce4-9142-ee80f05dab74/e5fe188f-1593-4091-a2d8-6db96b3ea861) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:18.908123 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-c85ea7bf-3169-4603-9e68-62c7ab2a23e8 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Transition to ACTIVE for port object f3dc4ff9-e3e1-40e5-9791-2de4178301b1 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:18.928745 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bfd6e82-21e8-4f5c-bb70-1ca764c28107 req-5dee7658-c5c2-4a31-8f79-ca6680240fe0 tempest-ServerDiagnosticsNegativeTest-1986735877 tempest-ServerDiagnosticsNegativeTest-1986735877-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c89ae72-65cf-4e8c-bbd7-c46be9df7207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390919 Jul 05 09:40:18.953755 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b54827a8-2a6f-4032-a93f-20617fda47a6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4f71d8692d9b4f18ac94b9bd7dedb453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0894775 Jul 05 09:40:18.954417 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42038) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:18.984482 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23fdc159-e270-4754-af98-d003398f5a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.992627 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23fdc159-e270-4754-af98-d003398f5a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.022226 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-23fdc159-e270-4754-af98-d003398f5a0e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c056113c82de4d0ab68d7a272c2082a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0181882 Jul 05 09:40:19.029122 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42040) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:19.093191 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6c3d-a798-4088-bc03-755199bc44de None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.094857 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fdc159-e270-4754-af98-d003398f5a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81017b23-12fd-4b27-a764-a553eb8bc3dc,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:19.111054 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bd1e6c3d-a798-4088-bc03-755199bc44de None None] Transition to ACTIVE for port object e5fe188f-1593-4091-a2d8-6db96b3ea861 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:19.145158 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-c85ea7bf-3169-4603-9e68-62c7ab2a23e8 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.148900 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6d369f-db55-476e-9a97-67b9e16e3372 x-openstack-request-id: req-cb6d369f-db55-476e-9a97-67b9e16e3372 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:19.149190 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b55a45a-ab2f-48c8-816e-a087effdba27", "name": "network-vif-deleted", "tag": "3ed80736-d663-43d3-8c3d-538b17e4788a", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:19.149440 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cb6d369f-db55-476e-9a97-67b9e16e3372 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:19.149833 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b55a45a-ab2f-48c8-816e-a087effdba27', 'name': 'network-vif-deleted', 'tag': '3ed80736-d663-43d3-8c3d-538b17e4788a', 'status': 'completed', 'code': 200} Jul 05 09:40:19.150961 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bd1e6c3d-a798-4088-bc03-755199bc44de None None] Transition to ACTIVE for port object e5fe188f-1593-4091-a2d8-6db96b3ea861 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:19.152183 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ccbb908-348d-4a87-98ef-bdaa10d1bea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.154818 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2132a381-2dd1-43ed-b2e8-d9838bfbc8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.159587 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6c3d-a798-4088-bc03-755199bc44de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.202582 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1e6c3d-a798-4088-bc03-755199bc44de None None] Network 9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:19.208363 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-bd1e6c3d-a798-4088-bc03-755199bc44de None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:19.209781 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ccbb908-348d-4a87-98ef-bdaa10d1bea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.212926 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1e6c3d-a798-4088-bc03-755199bc44de None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:19.226844 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 8d094c76-ea66-4853-9682-c828bb7137c9 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:19.229510 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2132a381-2dd1-43ed-b2e8-d9838bfbc8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.276085 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e6c3d-a798-4088-bc03-755199bc44de None None] Pushing event updated for resources: {'Port': ['ID=e5fe188f-1593-4091-a2d8-6db96b3ea861,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:19.300293 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 8d094c76-ea66-4853-9682-c828bb7137c9 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:40:19.300795 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 8d094c76-ea66-4853-9682-c828bb7137c9 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:40:19.333036 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-bd1e6c3d-a798-4088-bc03-755199bc44de None None] Attempting to bind port e5fe188f-1593-4091-a2d8-6db96b3ea861 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:19.334115 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-bd1e6c3d-a798-4088-bc03-755199bc44de None None] Attempting to bind port e5fe188f-1593-4091-a2d8-6db96b3ea861 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '8ce0f85e-3058-4636-80b4-523c953cb90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:19.334115 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1e6c3d-a798-4088-bc03-755199bc44de None None] Attempting to bind port e5fe188f-1593-4091-a2d8-6db96b3ea861 on network 9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:19.339394 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1e6c3d-a798-4088-bc03-755199bc44de None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:19.340611 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1e6c3d-a798-4088-bc03-755199bc44de None None] Checking segment: {'id': '8ce0f85e-3058-4636-80b4-523c953cb90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:19.340611 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6c3d-a798-4088-bc03-755199bc44de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.340885 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1e6c3d-a798-4088-bc03-755199bc44de None None] Bound using segment: {'id': '8ce0f85e-3058-4636-80b4-523c953cb90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:19.341447 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-bd1e6c3d-a798-4088-bc03-755199bc44de None None] Bound port: e5fe188f-1593-4091-a2d8-6db96b3ea861, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce0f85e-3058-4636-80b4-523c953cb90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:19.342038 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6c3d-a798-4088-bc03-755199bc44de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.352440 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a5975504-2bd1-4e60-a620-52c4228485ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.358630 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ccbb908-348d-4a87-98ef-bdaa10d1bea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.361384 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ccbb908-348d-4a87-98ef-bdaa10d1bea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.362585 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7ccbb908-348d-4a87-98ef-bdaa10d1bea3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/58ab9f28-1284-48dc-882f-e9f0233e18d8 HTTP/1.1" status: 204 len: 168 time: 0.3985865 Jul 05 09:40:19.384287 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-c85ea7bf-3169-4603-9e68-62c7ab2a23e8 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:19.397872 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-c85ea7bf-3169-4603-9e68-62c7ab2a23e8 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:19.404978 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a5975504-2bd1-4e60-a620-52c4228485ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.420692 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2132a381-2dd1-43ed-b2e8-d9838bfbc8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.421473 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-c85ea7bf-3169-4603-9e68-62c7ab2a23e8 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:19.426503 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2132a381-2dd1-43ed-b2e8-d9838bfbc8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.427634 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2132a381-2dd1-43ed-b2e8-d9838bfbc8a2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/81017b23-12fd-4b27-a764-a553eb8bc3dc HTTP/1.1" status: 204 len: 168 time: 0.3722265 Jul 05 09:40:19.438578 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-c85ea7bf-3169-4603-9e68-62c7ab2a23e8 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:19.439328 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-c85ea7bf-3169-4603-9e68-62c7ab2a23e8 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.464853 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-bd1e6c3d-a798-4088-bc03-755199bc44de None None] For port e5fe188f-1593-4091-a2d8-6db96b3ea861, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:19.474559 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-bd1e6c3d-a798-4088-bc03-755199bc44de None None] For port e5fe188f-1593-4091-a2d8-6db96b3ea861, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e5fe188f-1593-4091-a2d8-6db96b3ea861,segment=NetworkSegment(8ce0f85e-3058-4636-80b4-523c953cb90d),segment_id=8ce0f85e-3058-4636-80b4-523c953cb90d)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:19.482080 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbb908-348d-4a87-98ef-bdaa10d1bea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ab9f28-1284-48dc-882f-e9f0233e18d8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:19.482739 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6c3d-a798-4088-bc03-755199bc44de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.496000 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132a381-2dd1-43ed-b2e8-d9838bfbc8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81017b23-12fd-4b27-a764-a553eb8bc3dc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:19.496706 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ea7bf-3169-4603-9e68-62c7ab2a23e8 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Pushing event updated for resources: {'Port': ['ID=f3dc4ff9-e3e1-40e5-9791-2de4178301b1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:19.498151 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01ed4337-29f6-4ef0-afdb-ac4152a3ec6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.529412 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01ed4337-29f6-4ef0-afdb-ac4152a3ec6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.533231 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-c85ea7bf-3169-4603-9e68-62c7ab2a23e8 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8423295 Jul 05 09:40:19.548898 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-4c635b4f-9560-4c63-b2e8-81afd670dee2 service neutron] Request body: {'port': {'device_id': 'b283357d-711d-4380-98ef-a6ce8c9ca98c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:19.558925 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4887eb-e68f-419e-8079-e135ed7eadf2 req-ff5e4fca-318e-4749-8b38-13afd2faa277 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:19.566681 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6c4887eb-e68f-419e-8079-e135ed7eadf2 req-ff5e4fca-318e-4749-8b38-13afd2faa277 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=b283357d-711d-4380-98ef-a6ce8c9ca98c HTTP/1.1" status: 200 len: 934 time: 0.3902802 Jul 05 09:40:19.599354 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e6c3d-a798-4088-bc03-755199bc44de None None] Pushing event updated for resources: {'Port': ['ID=e5fe188f-1593-4091-a2d8-6db96b3ea861,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:19.720955 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a5975504-2bd1-4e60-a620-52c4228485ca admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e02a5efdcdf54961b7863c064605aa5c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8151500 Jul 05 09:40:19.720955 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5975504-2bd1-4e60-a620-52c4228485ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28524b6-6c90-4a0d-8219-40d48e130af9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:19.722510 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42048) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:19.730715 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a259e58a-25a9-4807-88cc-2796c65815ef None None] Provisioning for port f3dc4ff9-e3e1-40e5-9791-2de4178301b1 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:19.740018 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a259e58a-25a9-4807-88cc-2796c65815ef None None] Provisioning complete for port f3dc4ff9-e3e1-40e5-9791-2de4178301b1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:19.744968 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a259e58a-25a9-4807-88cc-2796c65815ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.772353 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-4c635b4f-9560-4c63-b2e8-81afd670dee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.793251 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a259e58a-25a9-4807-88cc-2796c65815ef None None] Port f3dc4ff9-e3e1-40e5-9791-2de4178301b1 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:40:19.843207 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493ac09-8a8e-4dc9-bd1c-3ced43215662 req-7d76e428-9d30-426d-83fd-05397e4e71ec tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:19.844806 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9493ac09-8a8e-4dc9-bd1c-3ced43215662 req-7d76e428-9d30-426d-83fd-05397e4e71ec tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=d11f99ad-1c95-48ad-86e5-a22863776c25 HTTP/1.1" status: 200 len: 949 time: 0.4724517 Jul 05 09:40:19.856032 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6c4887eb-e68f-419e-8079-e135ed7eadf2 req-df220c04-15e2-4789-9cae-2630372f9a58 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677627 Jul 05 09:40:19.868365 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9002144c-a534-42c6-a4e7-7e1b8a3cbc76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.931774 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-01ed4337-29f6-4ef0-afdb-ac4152a3ec6c admin admin] Allocated IP 172.25.7.86 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/32c3c145-4103-410e-8646-16d4f53bbcb6) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:19.947477 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9493ac09-8a8e-4dc9-bd1c-3ced43215662 req-d49944b7-b0a1-4f4c-8731-2d7c28e3256d tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/security-groups?id=27b2a437-613b-4324-a082-156faf421bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778391 Jul 05 09:40:20.103558 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9002144c-a534-42c6-a4e7-7e1b8a3cbc76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:20.233762 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e5fe188f-1593-4091-a2d8-6db96b3ea861 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:20.238092 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01ed4337-29f6-4ef0-afdb-ac4152a3ec6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:20.238375 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9002144c-a534-42c6-a4e7-7e1b8a3cbc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:20.244183 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9002144c-a534-42c6-a4e7-7e1b8a3cbc76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:20.249655 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9002144c-a534-42c6-a4e7-7e1b8a3cbc76 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b28524b6-6c90-4a0d-8219-40d48e130af9 HTTP/1.1" status: 204 len: 168 time: 0.5235667 Jul 05 09:40:20.278588 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002144c-a534-42c6-a4e7-7e1b8a3cbc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28524b6-6c90-4a0d-8219-40d48e130af9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:20.359412 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01ed4337-29f6-4ef0-afdb-ac4152a3ec6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:20.375068 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port e5fe188f-1593-4091-a2d8-6db96b3ea861 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:20.484285 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-4c635b4f-9560-4c63-b2e8-81afd670dee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3dc4ff9-e3e1-40e5-9791-2de4178301b1 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:40:20.495653 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-4c635b4f-9560-4c63-b2e8-81afd670dee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:20.517357 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-4c635b4f-9560-4c63-b2e8-81afd670dee2 service neutron] Transition to ACTIVE for port object f3dc4ff9-e3e1-40e5-9791-2de4178301b1 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:20.525080 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-4c635b4f-9560-4c63-b2e8-81afd670dee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:20.595238 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c635b4f-9560-4c63-b2e8-81afd670dee2 service neutron] Pushing event updated for resources: {'Port': ['ID=f3dc4ff9-e3e1-40e5-9791-2de4178301b1,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:20.667302 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-4c635b4f-9560-4c63-b2e8-81afd670dee2 service neutron] Attempting to bind port f3dc4ff9-e3e1-40e5-9791-2de4178301b1 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:20.667737 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-4c635b4f-9560-4c63-b2e8-81afd670dee2 service neutron] Attempting to bind port f3dc4ff9-e3e1-40e5-9791-2de4178301b1 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:20.668103 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-4c635b4f-9560-4c63-b2e8-81afd670dee2 service neutron] Attempting to bind port f3dc4ff9-e3e1-40e5-9791-2de4178301b1 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:20.676929 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-4c635b4f-9560-4c63-b2e8-81afd670dee2 service neutron] Port f3dc4ff9-e3e1-40e5-9791-2de4178301b1 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:40:20.677288 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-4c635b4f-9560-4c63-b2e8-81afd670dee2 service neutron] Attempting to bind port f3dc4ff9-e3e1-40e5-9791-2de4178301b1 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:20.694303 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-4c635b4f-9560-4c63-b2e8-81afd670dee2 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:20.695215 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-4c635b4f-9560-4c63-b2e8-81afd670dee2 service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:20.695608 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-4c635b4f-9560-4c63-b2e8-81afd670dee2 service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:20.696167 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-4c635b4f-9560-4c63-b2e8-81afd670dee2 service neutron] Bound port: f3dc4ff9-e3e1-40e5-9791-2de4178301b1, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:20.696650 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-4c635b4f-9560-4c63-b2e8-81afd670dee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:20.821929 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-4c635b4f-9560-4c63-b2e8-81afd670dee2 service neutron] For port f3dc4ff9-e3e1-40e5-9791-2de4178301b1, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:20.833281 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-4c635b4f-9560-4c63-b2e8-81afd670dee2 service neutron] For port f3dc4ff9-e3e1-40e5-9791-2de4178301b1, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=f3dc4ff9-e3e1-40e5-9791-2de4178301b1,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:20.836548 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-975c45bd-1639-40a5-8620-687120934cd0 req-8d43d6c0-079a-4d29-942d-75c6d4c7518a tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=5561863f835c4792a1c13367fa18a912&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4738443 Jul 05 09:40:20.839694 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42096) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:20.845570 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed4337-29f6-4ef0-afdb-ac4152a3ec6c admin admin] Pushing event updated for resources: {'Port': ['ID=32c3c145-4103-410e-8646-16d4f53bbcb6,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:20.855401 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-4c635b4f-9560-4c63-b2e8-81afd670dee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:20.861901 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ed4337-29f6-4ef0-afdb-ac4152a3ec6c admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:20.876554 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2aea4358-c490-4383-ad19-510092b1f381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:20.889212 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-01ed4337-29f6-4ef0-afdb-ac4152a3ec6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:20.895462 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ed4337-29f6-4ef0-afdb-ac4152a3ec6c admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:20.911977 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-4c635b4f-9560-4c63-b2e8-81afd670dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:20.912625 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-4c635b4f-9560-4c63-b2e8-81afd670dee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:20.914614 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-4c635b4f-9560-4c63-b2e8-81afd670dee2 service neutron] 10.222.0.81 "PUT /v2.0/ports/f3dc4ff9-e3e1-40e5-9791-2de4178301b1 HTTP/1.1" status: 200 len: 1094 time: 1.3702655 Jul 05 09:40:21.017570 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42104) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:21.024382 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c635b4f-9560-4c63-b2e8-81afd670dee2 service neutron] Pushing event updated for resources: {'Port': ['ID=f3dc4ff9-e3e1-40e5-9791-2de4178301b1,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:21.082431 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-d2734004-d8b1-4488-b01b-7323fa3acab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:21.087137 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-d2734004-d8b1-4488-b01b-7323fa3acab2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=19f562930ce4451a9fa04a164be513c8&device_id=b283357d-711d-4380-98ef-a6ce8c9ca98c HTTP/1.1" status: 200 len: 1097 time: 0.1288526 Jul 05 09:40:21.093040 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cad4c047-bcd2-40eb-94a2-4cbd8afd8045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:21.173145 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b283357d-711d-4380-98ef-a6ce8c9ca98c', 'tag': 'f3dc4ff9-e3e1-40e5-9791-2de4178301b1'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:21.179613 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447de2e6-59fd-4d90-b143-52a868344278" -d '{"events": [{"name": "network-changed", "server_uuid": "b283357d-711d-4380-98ef-a6ce8c9ca98c", "tag": "f3dc4ff9-e3e1-40e5-9791-2de4178301b1"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:21.188878 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-39835b63-332b-4c69-bbba-ff4e5ed2c48f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=f3dc4ff9-e3e1-40e5-9791-2de4178301b1 HTTP/1.1" status: 200 len: 217 time: 0.0941255 Jul 05 09:40:21.232010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 3ed80736-d663-43d3-8c3d-538b17e4788a no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:21.246431 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:40:21.248281 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-a2fcf8d5-0639-4fb0-bf00-52a4684b9280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:21.249998 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-a2fcf8d5-0639-4fb0-bf00-52a4684b9280 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0548985 Jul 05 09:40:21.283737 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b2aed8-a1da-49ff-b425-3e7f12462669 None None] Network 9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:40:21.290262 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 3ed80736-d663-43d3-8c3d-538b17e4788a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:40:21.291010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 3ed80736-d663-43d3-8c3d-538b17e4788a not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:40:21.370743 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-275bfd3c-14fe-4a20-bc78-8445da9df2c3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9bfad147324a4944abe9f96862cd31b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5291460 Jul 05 09:40:21.375308 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42114) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:21.376843 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c45bd-1639-40a5-8620-687120934cd0 req-9e8579e7-108d-4523-a9df-e273add2d73b tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:21.384205 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-975c45bd-1639-40a5-8620-687120934cd0 req-9e8579e7-108d-4523-a9df-e273add2d73b tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5466502 Jul 05 09:40:21.385307 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-90a95aa5-63b9-4b19-96cd-0ac4a04295c6 None None] Provisioning for port e5fe188f-1593-4091-a2d8-6db96b3ea861 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:21.391367 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-90a95aa5-63b9-4b19-96cd-0ac4a04295c6 None None] Provisioning complete for port e5fe188f-1593-4091-a2d8-6db96b3ea861 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:21.392221 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-90a95aa5-63b9-4b19-96cd-0ac4a04295c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:21.426634 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-975c45bd-1639-40a5-8620-687120934cd0 req-3da1659b-23e9-4137-b290-f122d3805d13 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/quotas/5561863f835c4792a1c13367fa18a912 HTTP/1.1" status: 200 len: 375 time: 0.0413427 Jul 05 09:40:21.474942 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-080fb6a4-63ae-4e97-8fb3-5d478dd694ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:21.477360 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-080fb6a4-63ae-4e97-8fb3-5d478dd694ee service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2131855 Jul 05 09:40:21.480097 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-907e748a-bef4-4681-941f-af9e12e50803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:21.511178 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-907e748a-bef4-4681-941f-af9e12e50803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:21.586844 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50dab7-34f0-489e-bd7d-a64ae02e3cae req-3b704271-cd2c-496a-9517-e30e70bd5d2c tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:21.588484 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d50dab7-34f0-489e-bd7d-a64ae02e3cae req-3b704271-cd2c-496a-9517-e30e70bd5d2c tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=b283357d-711d-4380-98ef-a6ce8c9ca98c HTTP/1.1" status: 200 len: 946 time: 0.2987819 Jul 05 09:40:21.703409 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cad4c047-bcd2-40eb-94a2-4cbd8afd8045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:21.716795 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-beb2e11e-56c3-4177-be6b-84919e945087 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915226 Jul 05 09:40:21.720003 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-907e748a-bef4-4681-941f-af9e12e50803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:21.721374 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-90a95aa5-63b9-4b19-96cd-0ac4a04295c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:21.729899 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-975c45bd-1639-40a5-8620-687120934cd0 req-26c53574-e113-4f58-a07b-d50f64412476 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5561863f835c4792a1c13367fa18a912&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3024154 Jul 05 09:40:21.730121 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-907e748a-bef4-4681-941f-af9e12e50803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:21.733267 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-907e748a-bef4-4681-941f-af9e12e50803 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0c89ae72-65cf-4e8c-bbd7-c46be9df7207 HTTP/1.1" status: 204 len: 168 time: 0.3549862 Jul 05 09:40:21.740922 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cad4c047-bcd2-40eb-94a2-4cbd8afd8045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:21.767017 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-90a95aa5-63b9-4b19-96cd-0ac4a04295c6 None None] For port e5fe188f-1593-4091-a2d8-6db96b3ea861, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e5fe188f-1593-4091-a2d8-6db96b3ea861,segment=NetworkSegment(8ce0f85e-3058-4636-80b4-523c953cb90d),segment_id=8ce0f85e-3058-4636-80b4-523c953cb90d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:21.768544 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01ed4337-29f6-4ef0-afdb-ac4152a3ec6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:21.784908 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d50dab7-34f0-489e-bd7d-a64ae02e3cae req-51327c7d-e50f-4f53-bbc0-f0cda243af45 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896787 Jul 05 09:40:21.826249 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-90a95aa5-63b9-4b19-96cd-0ac4a04295c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:21.940458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4c047-bcd2-40eb-94a2-4cbd8afd8045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3851fe0c-f5bc-4a58-96f2-977671413870,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:21.978010 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cad4c047-bcd2-40eb-94a2-4cbd8afd8045 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7b08019674f64b4c847afe1bab9227be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9575818 Jul 05 09:40:21.988485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42138) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:22.039266 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a95aa5-63b9-4b19-96cd-0ac4a04295c6 None None] Pushing event updated for resources: {'Port': ['ID=e5fe188f-1593-4091-a2d8-6db96b3ea861,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:22.229526 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-767224fc-1cb6-470e-9240-4d225b186960 req-cfb3819e-547e-4350-a5dc-f474f9d08c12 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b151d7-4d83-45d2-a48d-5b91baa64638 HTTP/1.1" status: 200 len: 210 time: 0.0935426 Jul 05 09:40:22.325502 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e748a-bef4-4681-941f-af9e12e50803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c89ae72-65cf-4e8c-bbd7-c46be9df7207,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:22.330002 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5db89157-1d37-418f-ab62-4c0394a451ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.331222 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f07c27-b91b-4a71-8a7b-583934c699d8 x-openstack-request-id: req-59f07c27-b91b-4a71-8a7b-583934c699d8 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:22.331548 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b283357d-711d-4380-98ef-a6ce8c9ca98c", "tag": "f3dc4ff9-e3e1-40e5-9791-2de4178301b1", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:22.331840 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-59f07c27-b91b-4a71-8a7b-583934c699d8 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:22.332171 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b283357d-711d-4380-98ef-a6ce8c9ca98c', 'tag': 'f3dc4ff9-e3e1-40e5-9791-2de4178301b1', 'status': 'completed', 'code': 200} Jul 05 09:40:22.367706 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-99a374b2-69eb-4a96-bdb0-026432e62397 None None] Provisioning complete for port e5fe188f-1593-4091-a2d8-6db96b3ea861 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:22.368198 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-99a374b2-69eb-4a96-bdb0-026432e62397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.386495 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5db89157-1d37-418f-ab62-4c0394a451ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.428424 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0ed57827-fa1b-4158-bac0-a65846d4b9ce req-30bf73c3-a257-4caa-a723-6f5ac228568e service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6937928 Jul 05 09:40:22.467113 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5db89157-1d37-418f-ab62-4c0394a451ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.470022 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5db89157-1d37-418f-ab62-4c0394a451ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.474795 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5db89157-1d37-418f-ab62-4c0394a451ea admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3851fe0c-f5bc-4a58-96f2-977671413870 HTTP/1.1" status: 204 len: 168 time: 0.4809709 Jul 05 09:40:22.521762 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42152) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:22.522559 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db89157-1d37-418f-ab62-4c0394a451ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3851fe0c-f5bc-4a58-96f2-977671413870,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:22.572127 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e1f4f6ba-ff8e-46dc-a5c2-06f3af9f84c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.596577 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447de2e6-59fd-4d90-b143-52a868344278 req-37579c28-a559-4fbb-b9bd-72eee35ecc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:22.598156 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-447de2e6-59fd-4d90-b143-52a868344278 req-37579c28-a559-4fbb-b9bd-72eee35ecc3b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=19f562930ce4451a9fa04a164be513c8&device_id=b283357d-711d-4380-98ef-a6ce8c9ca98c HTTP/1.1" status: 200 len: 1097 time: 0.0838153 Jul 05 09:40:22.659798 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01ed4337-29f6-4ef0-afdb-ac4152a3ec6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.771380 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447de2e6-59fd-4d90-b143-52a868344278 req-9c5b4330-04a3-4fcd-b627-8152cc3a9484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:22.774504 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-447de2e6-59fd-4d90-b143-52a868344278 req-9c5b4330-04a3-4fcd-b627-8152cc3a9484 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1680460 Jul 05 09:40:22.831646 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-447de2e6-59fd-4d90-b143-52a868344278 req-1c249ee1-d203-4521-b211-40030a7dbdb6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=f3dc4ff9-e3e1-40e5-9791-2de4178301b1 HTTP/1.1" status: 200 len: 217 time: 0.0500762 Jul 05 09:40:22.941390 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e1f4f6ba-ff8e-46dc-a5c2-06f3af9f84c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.951091 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e1f4f6ba-ff8e-46dc-a5c2-06f3af9f84c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.952505 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447de2e6-59fd-4d90-b143-52a868344278 req-da36926d-717b-436a-bd54-d994386eb9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:22.954886 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-447de2e6-59fd-4d90-b143-52a868344278 req-da36926d-717b-436a-bd54-d994386eb9b8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1076915 Jul 05 09:40:23.070416 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447de2e6-59fd-4d90-b143-52a868344278 req-71e397f8-2c4e-48a7-bf49-7ea511e749a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:23.072195 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-447de2e6-59fd-4d90-b143-52a868344278 req-71e397f8-2c4e-48a7-bf49-7ea511e749a9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1103549 Jul 05 09:40:23.161300 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e1f4f6ba-ff8e-46dc-a5c2-06f3af9f84c5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ec9c38981a334795b5ab9b75274f2791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6356006 Jul 05 09:40:23.169107 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42174) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:23.187339 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4f6ba-ff8e-46dc-a5c2-06f3af9f84c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a3e528-299e-4e7e-a879-b6ee50b502cb,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:23.201035 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ed4337-29f6-4ef0-afdb-ac4152a3ec6c admin admin] Router e83d8ecb-fc83-4bf8-91c5-7370d853ec08 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:40:23.244040 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1ec42-af08-42dd-940b-fd7fdd7b38e0 req-05dbd2e7-1702-4880-86f5-d4077604fb55 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:23.245798 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6be1ec42-af08-42dd-940b-fd7fdd7b38e0 req-05dbd2e7-1702-4880-86f5-d4077604fb55 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=b283357d-711d-4380-98ef-a6ce8c9ca98c HTTP/1.1" status: 200 len: 946 time: 0.2201080 Jul 05 09:40:23.255175 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-447de2e6-59fd-4d90-b143-52a868344278 req-80b243f1-9d38-4fea-9ae4-ed4bf11257b1 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736231 Jul 05 09:40:23.287920 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-24677034-1aef-4314-91a1-5a131f0acb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:23.383612 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11b2dcb7-c6f1-4104-9fc7-8706ea535cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:23.404603 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6be1ec42-af08-42dd-940b-fd7fdd7b38e0 req-16ab4a2c-c3e2-4f0c-888b-e06ab8817054 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105356 Jul 05 09:40:23.411825 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11b2dcb7-c6f1-4104-9fc7-8706ea535cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:23.445234 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-447de2e6-59fd-4d90-b143-52a868344278 req-c8423179-8b83-484f-b557-d2feab3300da service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812289 Jul 05 09:40:23.458459 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ed4337-29f6-4ef0-afdb-ac4152a3ec6c admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:40:23.469872 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] Sync routers for ids ['e83d8ecb-fc83-4bf8-91c5-7370d853ec08'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:40:23.478558 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01ed4337-29f6-4ef0-afdb-ac4152a3ec6c admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:23.483383 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42186) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:23.483757 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-01ed4337-29f6-4ef0-afdb-ac4152a3ec6c admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.3301358 Jul 05 09:40:23.497919 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11b2dcb7-c6f1-4104-9fc7-8706ea535cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:23.501994 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11b2dcb7-c6f1-4104-9fc7-8706ea535cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:23.504543 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-11b2dcb7-c6f1-4104-9fc7-8706ea535cf3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c5a3e528-299e-4e7e-a879-b6ee50b502cb HTTP/1.1" status: 204 len: 168 time: 0.3246801 Jul 05 09:40:23.524783 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] Routers {'e83d8ecb-fc83-4bf8-91c5-7370d853ec08'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:23.525833 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:40:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e83d8ecb-fc83-4bf8-91c5-7370d853ec08'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:23.530958 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2dcb7-c6f1-4104-9fc7-8706ea535cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a3e528-299e-4e7e-a879-b6ee50b502cb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:23.640521 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-975c45bd-1639-40a5-8620-687120934cd0 req-a6a3e208-e7a1-422d-8ac4-77fd0ec3d82a tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5561863f835c4792a1c13367fa18a912&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740271 Jul 05 09:40:23.777184 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] Set router e83d8ecb-fc83-4bf8-91c5-7370d853ec08 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:23.830389 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d8e1b92-8818-426d-a899-25fd553e3a28 req-726101b0-dd04-48aa-997d-62e96469c4ca tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b151d7-4d83-45d2-a48d-5b91baa64638 HTTP/1.1" status: 200 len: 210 time: 0.0683391 Jul 05 09:40:23.921803 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:24.113679 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1608106444-router', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:18Z', 'updated_at': '2021-07-05T09:40:21Z', 'revision_number': 3, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'gw_port': {'id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:19Z', 'updated_at': '2021-07-05T09:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:24.140230 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c45bd-1639-40a5-8620-687120934cd0 req-894e38b0-1473-4ad5-a131-bba5aa13450e tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:24.142139 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-975c45bd-1639-40a5-8620-687120934cd0 req-894e38b0-1473-4ad5-a131-bba5aa13450e tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4894812 Jul 05 09:40:24.156793 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] Checking router: e83d8ecb-fc83-4bf8-91c5-7370d853ec08 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:40:24.157153 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] Updating router e83d8ecb-fc83-4bf8-91c5-7370d853ec08 port 32c3c145-4103-410e-8646-16d4f53bbcb6 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:40:24.160427 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-975c45bd-1639-40a5-8620-687120934cd0 req-ce3f046f-9a5f-4a89-8332-345745be0393 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Request body: {'port': {'device_id': '03b151d7-4d83-45d2-a48d-5b91baa64638', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': '5561863f835c4792a1c13367fa18a912'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:24.205528 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e5fe188f-1593-4091-a2d8-6db96b3ea861 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:24.218837 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:24.389450 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port e5fe188f-1593-4091-a2d8-6db96b3ea861 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:24.389450 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:24.523980 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975c45bd-1639-40a5-8620-687120934cd0 req-ce3f046f-9a5f-4a89-8332-345745be0393 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Made reservation on behalf of 5561863f835c4792a1c13367fa18a912 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:24.528173 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-975c45bd-1639-40a5-8620-687120934cd0 req-ce3f046f-9a5f-4a89-8332-345745be0393 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:24.529566 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:24.746050 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aae11d-6cbc-4adb-a595-99974d48f94f req-0236628a-a320-4f10-a3bf-9d943a6fb5da tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:24.762574 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-47aae11d-6cbc-4adb-a595-99974d48f94f req-0236628a-a320-4f10-a3bf-9d943a6fb5da tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=b283357d-711d-4380-98ef-a6ce8c9ca98c HTTP/1.1" status: 200 len: 946 time: 0.1249697 Jul 05 09:40:24.786077 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1907ccb2-8501-4487-a676-a8d810f36baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:24.831469 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:24.839388 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-47aae11d-6cbc-4adb-a595-99974d48f94f req-7a0ea39d-9892-4d6e-af08-7131bb5b7223 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759981 Jul 05 09:40:24.844356 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] Transition to ACTIVE for port object 32c3c145-4103-410e-8646-16d4f53bbcb6 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:24.861724 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:24.975024 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] Attempting to bind port 32c3c145-4103-410e-8646-16d4f53bbcb6 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:24.975406 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] Attempting to bind port 32c3c145-4103-410e-8646-16d4f53bbcb6 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:24.975838 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] Attempting to bind port 32c3c145-4103-410e-8646-16d4f53bbcb6 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:25.001418 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ed352-d275-4622-baea-8b9972831875 None None] Pushing event updated for resources: {'Port': ['ID=32c3c145-4103-410e-8646-16d4f53bbcb6,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:25.008962 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-975c45bd-1639-40a5-8620-687120934cd0 req-ce3f046f-9a5f-4a89-8332-345745be0393 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Allocated IP 192.168.233.154 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/5c73cb1d-a87a-4022-a46c-790f08d6ccfa) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:25.016455 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:25.016887 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:25.017358 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:25.017868 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:25.018633 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] Bound port: 32c3c145-4103-410e-8646-16d4f53bbcb6, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:25.019201 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:25.086380 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] For port 32c3c145-4103-410e-8646-16d4f53bbcb6, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:25.089959 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] For port 32c3c145-4103-410e-8646-16d4f53bbcb6, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=32c3c145-4103-410e-8646-16d4f53bbcb6,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:25.097046 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:25.174012 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] Routers {'e83d8ecb-fc83-4bf8-91c5-7370d853ec08'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:25.174692 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:40:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e83d8ecb-fc83-4bf8-91c5-7370d853ec08'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:25.243039 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ed352-d275-4622-baea-8b9972831875 None None] Pushing event updated for resources: {'Port': ['ID=32c3c145-4103-410e-8646-16d4f53bbcb6,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:25.250096 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device f3dc4ff9-e3e1-40e5-9791-2de4178301b1 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:40:25.257025 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-1907ccb2-8501-4487-a676-a8d810f36baf admin admin] Allocated IP 172.20.0.1 (9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc/aa70ba2e-a279-4ce4-9142-ee80f05dab74/322eb52b-3f54-475c-8824-4b961f6aff36) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:25.343597 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-975c45bd-1639-40a5-8620-687120934cd0 req-ce3f046f-9a5f-4a89-8332-345745be0393 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:25.374746 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-975c45bd-1639-40a5-8620-687120934cd0 req-ce3f046f-9a5f-4a89-8332-345745be0393 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Transition to ACTIVE for port object 5c73cb1d-a87a-4022-a46c-790f08d6ccfa will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:25.375866 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] Set router e83d8ecb-fc83-4bf8-91c5-7370d853ec08 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:25.395588 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-537324f0-b88f-4d9d-b80a-6c411319f505 req-81026c1d-6de2-4e9c-a67a-8424183dff60 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b151d7-4d83-45d2-a48d-5b91baa64638 HTTP/1.1" status: 200 len: 210 time: 0.0405626 Jul 05 09:40:25.488836 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-975c45bd-1639-40a5-8620-687120934cd0 req-ce3f046f-9a5f-4a89-8332-345745be0393 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:25.510065 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['52e505ea-0665-4fe0-9011-3cd31d377922'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:25.568565 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f046f-9a5f-4a89-8332-345745be0393 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Pushing event updated for resources: {'Port': ['ID=5c73cb1d-a87a-4022-a46c-790f08d6ccfa,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:25.584466 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port f3dc4ff9-e3e1-40e5-9791-2de4178301b1, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=f3dc4ff9-e3e1-40e5-9791-2de4178301b1,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:25.589327 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975c45bd-1639-40a5-8620-687120934cd0 req-ce3f046f-9a5f-4a89-8332-345745be0393 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:25.593275 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1907ccb2-8501-4487-a676-a8d810f36baf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:25.597628 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-975c45bd-1639-40a5-8620-687120934cd0 req-ce3f046f-9a5f-4a89-8332-345745be0393 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:25.607225 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-975c45bd-1639-40a5-8620-687120934cd0 req-ce3f046f-9a5f-4a89-8332-345745be0393 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:25.613517 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c45bd-1639-40a5-8620-687120934cd0 req-ce3f046f-9a5f-4a89-8332-345745be0393 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:25.613817 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-975c45bd-1639-40a5-8620-687120934cd0 req-ce3f046f-9a5f-4a89-8332-345745be0393 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:25.631421 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-1907ccb2-8501-4487-a676-a8d810f36baf admin admin] Transition to ACTIVE for port object 322eb52b-3f54-475c-8824-4b961f6aff36 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:25.642940 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-975c45bd-1639-40a5-8620-687120934cd0 req-ce3f046f-9a5f-4a89-8332-345745be0393 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4876869 Jul 05 09:40:25.658221 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-975c45bd-1639-40a5-8620-687120934cd0 req-e5af5511-57e2-4edb-9470-c473f9d3c403 service neutron] Request body: {'port': {'device_id': '03b151d7-4d83-45d2-a48d-5b91baa64638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:25.662840 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'f3dc4ff9-e3e1-40e5-9791-2de4178301b1', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': 'f3dc4ff9-e3e1-40e5-9791-2de4178301b1', 'mac_address': 'fa:16:3e:5d:ff:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:40:25.757835 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1907ccb2-8501-4487-a676-a8d810f36baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:25.776939 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:25.799169 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1907ccb2-8501-4487-a676-a8d810f36baf admin admin] Network 9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:25.807866 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3dc4ff9-e3e1-40e5-9791-2de4178301b1 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:40:25.831513 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-1907ccb2-8501-4487-a676-a8d810f36baf admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:25.834448 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1907ccb2-8501-4487-a676-a8d810f36baf admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:25.834862 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1907ccb2-8501-4487-a676-a8d810f36baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:25.852550 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port f3dc4ff9-e3e1-40e5-9791-2de4178301b1, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=f3dc4ff9-e3e1-40e5-9791-2de4178301b1,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:25.858465 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:25.880550 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-bd2bc330-76b3-4552-b003-c213491e5608 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=e3d0b41b54134ace97056f321f8ceff5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667448 Jul 05 09:40:25.906830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1608106444-router', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:18Z', 'updated_at': '2021-07-05T09:40:21Z', 'revision_number': 3, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'gw_port': {'id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:19Z', 'updated_at': '2021-07-05T09:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:26.056642 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-975c45bd-1639-40a5-8620-687120934cd0 req-e5af5511-57e2-4edb-9470-c473f9d3c403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:26.092887 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf893979-9f90-4c76-b101-8a218cad7afc None None] The sync data for ids ['e83d8ecb-fc83-4bf8-91c5-7370d853ec08'] in n-d-798054-8 is: [{'id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1608106444-router', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:18Z', 'updated_at': '2021-07-05T09:40:21Z', 'revision_number': 3, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'gw_port': {'id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:19Z', 'updated_at': '2021-07-05T09:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:40:26.096291 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907ccb2-8501-4487-a676-a8d810f36baf admin admin] Pushing event updated for resources: {'Port': ['ID=322eb52b-3f54-475c-8824-4b961f6aff36,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:26.105617 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-04a09683-ae6b-4544-84f8-cc4c85a0d142 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:26.121325 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-04a09683-ae6b-4544-84f8-cc4c85a0d142 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2371898 Jul 05 09:40:26.129206 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-11089ec7-035d-4390-816b-2d902ec9f6d5 None None] Provisioning for port 5c73cb1d-a87a-4022-a46c-790f08d6ccfa completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:26.132729 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=f3dc4ff9-e3e1-40e5-9791-2de4178301b1,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:26.146330 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-11089ec7-035d-4390-816b-2d902ec9f6d5 None None] Provisioning complete for port 5c73cb1d-a87a-4022-a46c-790f08d6ccfa triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:26.146720 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-11089ec7-035d-4390-816b-2d902ec9f6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:26.152860 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-42d25184-b872-4c95-9d38-387c35e8cf51 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/quotas/e3d0b41b54134ace97056f321f8ceff5 HTTP/1.1" status: 200 len: 375 time: 0.0287089 Jul 05 09:40:26.190049 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1907ccb2-8501-4487-a676-a8d810f36baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:26.198108 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['f3dc4ff9-e3e1-40e5-9791-2de4178301b1'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:26.201445 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-7646cdc3-4b03-4c1e-8b50-3c923df654f3 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e3d0b41b54134ace97056f321f8ceff5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465527 Jul 05 09:40:26.253446 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-11089ec7-035d-4390-816b-2d902ec9f6d5 None None] Port 5c73cb1d-a87a-4022-a46c-790f08d6ccfa cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:40:26.391662 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31561e0a-6af6-4f47-a225-dcd7a1755a30 req-52722466-d57e-4fb6-b610-5dc5548451f4 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:26.394447 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-af8eaa12-8376-4a2e-92a0-37705c4e8baf None None] Provisioning for port 322eb52b-3f54-475c-8824-4b961f6aff36 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:26.395134 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-31561e0a-6af6-4f47-a225-dcd7a1755a30 req-52722466-d57e-4fb6-b610-5dc5548451f4 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=b283357d-711d-4380-98ef-a6ce8c9ca98c HTTP/1.1" status: 200 len: 947 time: 0.1058013 Jul 05 09:40:26.405845 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-af8eaa12-8376-4a2e-92a0-37705c4e8baf None None] Provisioning complete for port 322eb52b-3f54-475c-8824-4b961f6aff36 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:26.406490 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-af8eaa12-8376-4a2e-92a0-37705c4e8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:26.529500 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-31561e0a-6af6-4f47-a225-dcd7a1755a30 req-9c71016f-0a2a-4457-b867-a25dcf353b2a tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274998 Jul 05 09:40:26.542015 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-af8eaa12-8376-4a2e-92a0-37705c4e8baf None None] Port 322eb52b-3f54-475c-8824-4b961f6aff36 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:40:26.552774 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:26.823882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19a556-4028-41eb-8e0b-aac56316b2f7 req-81ebc117-8556-493e-b55f-9dd8e3c069d4 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:26.826060 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8b19a556-4028-41eb-8e0b-aac56316b2f7 req-81ebc117-8556-493e-b55f-9dd8e3c069d4 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b151d7-4d83-45d2-a48d-5b91baa64638 HTTP/1.1" status: 200 len: 936 time: 0.1248634 Jul 05 09:40:26.884996 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-414ff3e3-b44f-4863-aabe-77b014a5116b tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=e3d0b41b54134ace97056f321f8ceff5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263014 Jul 05 09:40:27.001757 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8b19a556-4028-41eb-8e0b-aac56316b2f7 req-60529fe8-02cb-41e9-85b0-c006c8c420c0 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/security-groups?id=27b2a437-613b-4324-a082-156faf421bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664631 Jul 05 09:40:27.026758 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1907ccb2-8501-4487-a676-a8d810f36baf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:27.060933 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-975c45bd-1639-40a5-8620-687120934cd0 req-e5af5511-57e2-4edb-9470-c473f9d3c403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c73cb1d-a87a-4022-a46c-790f08d6ccfa {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:40:27.068948 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-dc1773a6-d163-452c-ab61-dcc252806e30 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:27.076174 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-dc1773a6-d163-452c-ab61-dcc252806e30 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1715438 Jul 05 09:40:27.078751 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-975c45bd-1639-40a5-8620-687120934cd0 req-e5af5511-57e2-4edb-9470-c473f9d3c403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:27.096193 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-975c45bd-1639-40a5-8620-687120934cd0 req-e5af5511-57e2-4edb-9470-c473f9d3c403 service neutron] Transition to ACTIVE for port object 5c73cb1d-a87a-4022-a46c-790f08d6ccfa will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:27.097356 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1907ccb2-8501-4487-a676-a8d810f36baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:27.098477 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1907ccb2-8501-4487-a676-a8d810f36baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:27.103970 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-c369ed18-9bf1-4bd7-afc6-f63f407e39f2 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/quotas/e3d0b41b54134ace97056f321f8ceff5 HTTP/1.1" status: 200 len: 375 time: 0.0268180 Jul 05 09:40:27.113633 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-975c45bd-1639-40a5-8620-687120934cd0 req-e5af5511-57e2-4edb-9470-c473f9d3c403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:27.149653 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-692b2c10-4ce4-4461-95cd-368250c736d5 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e3d0b41b54134ace97056f321f8ceff5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447426 Jul 05 09:40:27.260061 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device f3dc4ff9-e3e1-40e5-9791-2de4178301b1 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:27.267282 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907ccb2-8501-4487-a676-a8d810f36baf admin admin] Pushing event updated for resources: {'Port': ['ID=322eb52b-3f54-475c-8824-4b961f6aff36,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:27.432625 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port f3dc4ff9-e3e1-40e5-9791-2de4178301b1 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:27.439415 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port f3dc4ff9-e3e1-40e5-9791-2de4178301b1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:27.442234 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:27.454743 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-975c45bd-1639-40a5-8620-687120934cd0 req-e5af5511-57e2-4edb-9470-c473f9d3c403 service neutron] Attempting to bind port 5c73cb1d-a87a-4022-a46c-790f08d6ccfa on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:27.455086 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-975c45bd-1639-40a5-8620-687120934cd0 req-e5af5511-57e2-4edb-9470-c473f9d3c403 service neutron] Attempting to bind port 5c73cb1d-a87a-4022-a46c-790f08d6ccfa by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:27.455413 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975c45bd-1639-40a5-8620-687120934cd0 req-e5af5511-57e2-4edb-9470-c473f9d3c403 service neutron] Attempting to bind port 5c73cb1d-a87a-4022-a46c-790f08d6ccfa on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:27.477661 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af5511-57e2-4edb-9470-c473f9d3c403 service neutron] Pushing event updated for resources: {'Port': ['ID=5c73cb1d-a87a-4022-a46c-790f08d6ccfa,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:27.480031 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975c45bd-1639-40a5-8620-687120934cd0 req-e5af5511-57e2-4edb-9470-c473f9d3c403 service neutron] Port 5c73cb1d-a87a-4022-a46c-790f08d6ccfa on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:40:27.480352 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975c45bd-1639-40a5-8620-687120934cd0 req-e5af5511-57e2-4edb-9470-c473f9d3c403 service neutron] Attempting to bind port 5c73cb1d-a87a-4022-a46c-790f08d6ccfa on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:27.497851 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1907ccb2-8501-4487-a676-a8d810f36baf admin admin] Network 9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:27.502340 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-1907ccb2-8501-4487-a676-a8d810f36baf admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:27.504453 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975c45bd-1639-40a5-8620-687120934cd0 req-e5af5511-57e2-4edb-9470-c473f9d3c403 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:27.504785 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975c45bd-1639-40a5-8620-687120934cd0 req-e5af5511-57e2-4edb-9470-c473f9d3c403 service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:27.505165 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975c45bd-1639-40a5-8620-687120934cd0 req-e5af5511-57e2-4edb-9470-c473f9d3c403 service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:27.505761 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-975c45bd-1639-40a5-8620-687120934cd0 req-e5af5511-57e2-4edb-9470-c473f9d3c403 service neutron] Bound port: 5c73cb1d-a87a-4022-a46c-790f08d6ccfa, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:27.506120 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-975c45bd-1639-40a5-8620-687120934cd0 req-e5af5511-57e2-4edb-9470-c473f9d3c403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:27.574907 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ee5faca2-a27a-4f53-b9c8-a59b5d127e2e req-30a1be46-d824-4b13-9c67-3a4ba99401fe tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=a806b5ce-5308-41c5-810e-60f44b90e26b HTTP/1.1" status: 200 len: 210 time: 0.0821471 Jul 05 09:40:27.727707 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:27.783265 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-975c45bd-1639-40a5-8620-687120934cd0 req-e5af5511-57e2-4edb-9470-c473f9d3c403 service neutron] For port 5c73cb1d-a87a-4022-a46c-790f08d6ccfa, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:27.789089 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-975c45bd-1639-40a5-8620-687120934cd0 req-e5af5511-57e2-4edb-9470-c473f9d3c403 service neutron] For port 5c73cb1d-a87a-4022-a46c-790f08d6ccfa, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=5c73cb1d-a87a-4022-a46c-790f08d6ccfa,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:27.794193 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port f3dc4ff9-e3e1-40e5-9791-2de4178301b1, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=f3dc4ff9-e3e1-40e5-9791-2de4178301b1,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:27.795320 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b283357d-711d-4380-98ef-a6ce8c9ca98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3dc4ff9-e3e1-40e5-9791-2de4178301b1'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:27.799380 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec1aeec-847e-4af0-b6d5-8c2bd3d81363" -d '{"events": [{"server_uuid": "b283357d-711d-4380-98ef-a6ce8c9ca98c", "name": "network-vif-plugged", "status": "completed", "tag": "f3dc4ff9-e3e1-40e5-9791-2de4178301b1"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:27.799695 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-975c45bd-1639-40a5-8620-687120934cd0 req-e5af5511-57e2-4edb-9470-c473f9d3c403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:27.803669 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:27.838793 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1907ccb2-8501-4487-a676-a8d810f36baf admin admin] Router e83d8ecb-fc83-4bf8-91c5-7370d853ec08 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:40:27.880440 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c45bd-1639-40a5-8620-687120934cd0 req-e5af5511-57e2-4edb-9470-c473f9d3c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:27.881139 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-975c45bd-1639-40a5-8620-687120934cd0 req-e5af5511-57e2-4edb-9470-c473f9d3c403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:27.882926 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-975c45bd-1639-40a5-8620-687120934cd0 req-e5af5511-57e2-4edb-9470-c473f9d3c403 service neutron] 10.222.0.81 "PUT /v2.0/ports/5c73cb1d-a87a-4022-a46c-790f08d6ccfa HTTP/1.1" status: 200 len: 1096 time: 2.2306428 Jul 05 09:40:27.885730 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b151d7-4d83-45d2-a48d-5b91baa64638', 'tag': '5c73cb1d-a87a-4022-a46c-790f08d6ccfa'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:27.888717 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd7b2cf-e455-4af1-becf-9613676e6f51" -d '{"events": [{"name": "network-changed", "server_uuid": "03b151d7-4d83-45d2-a48d-5b91baa64638", "tag": "5c73cb1d-a87a-4022-a46c-790f08d6ccfa"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:27.888859 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=f3dc4ff9-e3e1-40e5-9791-2de4178301b1,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:27.936415 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5a44501a-7694-4b82-a831-63105cabaa0d None None] Provisioning complete for port 322eb52b-3f54-475c-8824-4b961f6aff36 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:27.936865 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5a44501a-7694-4b82-a831-63105cabaa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:28.042311 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dfd96-140e-4be8-905c-e5453afbbc62 req-9067e22e-251e-47a1-b055-975181767aad tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:28.063043 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d24dfd96-140e-4be8-905c-e5453afbbc62 req-9067e22e-251e-47a1-b055-975181767aad tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=b283357d-711d-4380-98ef-a6ce8c9ca98c HTTP/1.1" status: 200 len: 948 time: 0.1324954 Jul 05 09:40:28.083541 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5a44501a-7694-4b82-a831-63105cabaa0d None None] Port 322eb52b-3f54-475c-8824-4b961f6aff36 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:40:28.133207 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1907ccb2-8501-4487-a676-a8d810f36baf admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:40:28.144213 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1907ccb2-8501-4487-a676-a8d810f36baf admin admin] 10.222.0.79 "PUT /v2.0/routers/e83d8ecb-fc83-4bf8-91c5-7370d853ec08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6588459 Jul 05 09:40:28.183129 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 32c3c145-4103-410e-8646-16d4f53bbcb6 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:28.202914 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d24dfd96-140e-4be8-905c-e5453afbbc62 req-753bd6e5-5531-40c2-a45f-37085a530711 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340041 Jul 05 09:40:28.246611 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af5511-57e2-4edb-9470-c473f9d3c403 service neutron] Pushing event updated for resources: {'Port': ['ID=5c73cb1d-a87a-4022-a46c-790f08d6ccfa,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:28.311000 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c45bd-1639-40a5-8620-687120934cd0 req-e0f42391-ee58-44e2-8464-3766de6030c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:28.312777 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-975c45bd-1639-40a5-8620-687120934cd0 req-e0f42391-ee58-44e2-8464-3766de6030c4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5561863f835c4792a1c13367fa18a912&device_id=03b151d7-4d83-45d2-a48d-5b91baa64638 HTTP/1.1" status: 200 len: 1099 time: 0.1893334 Jul 05 09:40:28.313482 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 32c3c145-4103-410e-8646-16d4f53bbcb6 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:28.335421 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 32c3c145-4103-410e-8646-16d4f53bbcb6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:28.335800 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:28.401227 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-975c45bd-1639-40a5-8620-687120934cd0 req-1e3f91bb-c63c-4abc-a70c-6466b8580367 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=5c73cb1d-a87a-4022-a46c-790f08d6ccfa HTTP/1.1" status: 200 len: 217 time: 0.0800242 Jul 05 09:40:28.473358 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c45bd-1639-40a5-8620-687120934cd0 req-5d436001-c7a6-492f-9079-9fd2f6850280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:28.474839 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-975c45bd-1639-40a5-8620-687120934cd0 req-5d436001-c7a6-492f-9079-9fd2f6850280 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0675626 Jul 05 09:40:28.529330 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f87911e-fbff-454f-b339-cc3000debf70 x-openstack-request-id: req-6f87911e-fbff-454f-b339-cc3000debf70 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:28.529525 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b283357d-711d-4380-98ef-a6ce8c9ca98c", "name": "network-vif-plugged", "status": "completed", "tag": "f3dc4ff9-e3e1-40e5-9791-2de4178301b1", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:28.529751 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6f87911e-fbff-454f-b339-cc3000debf70 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:28.530167 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b283357d-711d-4380-98ef-a6ce8c9ca98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3dc4ff9-e3e1-40e5-9791-2de4178301b1', 'code': 200} Jul 05 09:40:28.567502 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd3082d-bdcc-4c0b-a754-9839524d9d78 x-openstack-request-id: req-3cd3082d-bdcc-4c0b-a754-9839524d9d78 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:28.567837 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b151d7-4d83-45d2-a48d-5b91baa64638", "tag": "5c73cb1d-a87a-4022-a46c-790f08d6ccfa", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:28.568122 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3cd3082d-bdcc-4c0b-a754-9839524d9d78 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:28.568521 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b151d7-4d83-45d2-a48d-5b91baa64638', 'tag': '5c73cb1d-a87a-4022-a46c-790f08d6ccfa', 'status': 'completed', 'code': 200} Jul 05 09:40:28.572855 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-1d2c5fe8-b065-408c-bfee-812a96c4dccc tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=e3d0b41b54134ace97056f321f8ceff5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513158 Jul 05 09:40:28.585582 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:28.642351 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 32c3c145-4103-410e-8646-16d4f53bbcb6, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=32c3c145-4103-410e-8646-16d4f53bbcb6,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:28.649194 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:28.658988 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2848874b-5941-4f85-9da8-17a905153078 None None] Sync routers for ids ['e83d8ecb-fc83-4bf8-91c5-7370d853ec08'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:40:28.675622 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2848874b-5941-4f85-9da8-17a905153078 None None] Routers {'e83d8ecb-fc83-4bf8-91c5-7370d853ec08'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:28.676916 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2848874b-5941-4f85-9da8-17a905153078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:40:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e83d8ecb-fc83-4bf8-91c5-7370d853ec08'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:28.740435 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ea027-7b22-4c8d-8eea-a3a7a36fb1bb req-6a0cfefb-bb6e-445c-94fe-402730df7ea5 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:28.742117 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=32c3c145-4103-410e-8646-16d4f53bbcb6,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:28.748672 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ae8ea027-7b22-4c8d-8eea-a3a7a36fb1bb req-6a0cfefb-bb6e-445c-94fe-402730df7ea5 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b151d7-4d83-45d2-a48d-5b91baa64638 HTTP/1.1" status: 200 len: 948 time: 0.0877621 Jul 05 09:40:28.803070 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ae8ea027-7b22-4c8d-8eea-a3a7a36fb1bb req-bc315978-95c4-4479-9f9a-aa15e231c86c tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/security-groups?id=27b2a437-613b-4324-a082-156faf421bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531552 Jul 05 09:40:28.825616 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-1167632b-0a8f-42b9-97c0-71b33c414f85 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:28.827157 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-1167632b-0a8f-42b9-97c0-71b33c414f85 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2311833 Jul 05 09:40:28.842814 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c45bd-1639-40a5-8620-687120934cd0 req-5c313b11-a8ff-475f-8f58-62a11b40a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:28.844916 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-975c45bd-1639-40a5-8620-687120934cd0 req-5c313b11-a8ff-475f-8f58-62a11b40a4e7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3635616 Jul 05 09:40:28.850745 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-b00c1a83-02a4-48f0-8de7-a41a6bc0443d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Request body: {'port': {'device_id': 'fffdd311-2f81-4d30-824b-d1076a4ff469', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': 'e3d0b41b54134ace97056f321f8ceff5'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:28.859053 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-2848874b-5941-4f85-9da8-17a905153078 None None] Set router e83d8ecb-fc83-4bf8-91c5-7370d853ec08 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:28.975733 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-16ede8d8-b790-4822-8076-0c6e946f104e tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:28.977452 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-16ede8d8-b790-4822-8076-0c6e946f104e tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/networks?id=9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc HTTP/1.1" status: 200 len: 829 time: 0.1675947 Jul 05 09:40:29.005146 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-4730b8e9-8886-43f7-8831-d31c33f5e2e0 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/quotas/803acc6874de4453bf1b08ee6a2bd573 HTTP/1.1" status: 200 len: 375 time: 0.0199966 Jul 05 09:40:29.088461 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-86ef0c20-c5dc-42c8-aa78-74068a806871 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=803acc6874de4453bf1b08ee6a2bd573&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791240 Jul 05 09:40:29.101831 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf91ae0-10af-4d07-906f-ced996629507 req-b607613e-7f00-4126-b72d-0943e2368ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:29.105770 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7cf91ae0-10af-4d07-906f-ced996629507 req-b607613e-7f00-4126-b72d-0943e2368ee5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b283357d-711d-4380-98ef-a6ce8c9ca98c HTTP/1.1" status: 200 len: 1099 time: 0.4164953 Jul 05 09:40:29.107743 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-975c45bd-1639-40a5-8620-687120934cd0 req-580c0189-f98f-4687-9b37-3e41218911b5 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267303 Jul 05 09:40:29.123726 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9da1110-6eca-4d39-b158-fb5bac4c99c6 req-b7d8f58c-e3e2-4de1-8276-ca3c51256196 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=a806b5ce-5308-41c5-810e-60f44b90e26b HTTP/1.1" status: 200 len: 210 time: 0.0334918 Jul 05 09:40:29.171217 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2848874b-5941-4f85-9da8-17a905153078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1608106444-router', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:18Z', 'updated_at': '2021-07-05T09:40:26Z', 'revision_number': 4, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'gw_port': {'id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:19Z', 'updated_at': '2021-07-05T09:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '322eb52b-3f54-475c-8824-4b961f6aff36', 'name': '', 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'mac_address': 'fa:16:3e:1c:99:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'aa70ba2e-a279-4ce4-9142-ee80f05dab74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:24Z', 'updated_at': '2021-07-05T09:40:26Z', 'revision_number': 2, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'subnets': [{'id': 'aa70ba2e-a279-4ce4-9142-ee80f05dab74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:29.208454 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2848874b-5941-4f85-9da8-17a905153078 None None] Checking router: e83d8ecb-fc83-4bf8-91c5-7370d853ec08 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:40:29.208924 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2848874b-5941-4f85-9da8-17a905153078 None None] Updating router e83d8ecb-fc83-4bf8-91c5-7370d853ec08 port 322eb52b-3f54-475c-8824-4b961f6aff36 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:40:29.227877 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-b00c1a83-02a4-48f0-8de7-a41a6bc0443d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Made reservation on behalf of e3d0b41b54134ace97056f321f8ceff5 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:29.232673 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-b00c1a83-02a4-48f0-8de7-a41a6bc0443d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:29.251685 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7cf91ae0-10af-4d07-906f-ced996629507 req-705e7864-9c06-4eba-aebf-ecd509d12b9b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333566 Jul 05 09:40:29.254542 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-b00c1a83-02a4-48f0-8de7-a41a6bc0443d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:29.284332 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-2848874b-5941-4f85-9da8-17a905153078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:29.302566 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-6a3cdb80-9e24-4f30-8e04-26df9e62eab8 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:40:29.311004 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-6a3cdb80-9e24-4f30-8e04-26df9e62eab8 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0878465 Jul 05 09:40:29.313249 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-975c45bd-1639-40a5-8620-687120934cd0 req-dd43a71d-7710-4d05-9619-014e22c97d21 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936462 Jul 05 09:40:29.403196 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-b00c1a83-02a4-48f0-8de7-a41a6bc0443d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:29.409031 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-b00c1a83-02a4-48f0-8de7-a41a6bc0443d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:29.519622 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c1a83-02a4-48f0-8de7-a41a6bc0443d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbdb9c3-db57-43bd-b488-e404c5a94a51,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:29.601931 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-2848874b-5941-4f85-9da8-17a905153078 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:29.614040 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-2848874b-5941-4f85-9da8-17a905153078 None None] Transition to ACTIVE for port object 322eb52b-3f54-475c-8824-4b961f6aff36 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:29.618350 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-b00c1a83-02a4-48f0-8de7-a41a6bc0443d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Allocated IP 192.168.233.7 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:29.621801 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-2848874b-5941-4f85-9da8-17a905153078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:29.624964 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7b2cf-e455-4af1-becf-9613676e6f51 req-0defd242-faf1-4110-9d0b-64bb7813a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:29.626496 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cbd7b2cf-e455-4af1-becf-9613676e6f51 req-0defd242-faf1-4110-9d0b-64bb7813a3af service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5561863f835c4792a1c13367fa18a912&device_id=03b151d7-4d83-45d2-a48d-5b91baa64638 HTTP/1.1" status: 200 len: 1099 time: 0.1889365 Jul 05 09:40:29.683995 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53b658-1ea4-451c-86ab-e0154a3a7be3 None None] Pushing event updated for resources: {'Port': ['ID=322eb52b-3f54-475c-8824-4b961f6aff36,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:29.697469 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53b658-1ea4-451c-86ab-e0154a3a7be3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:29.698358 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53b658-1ea4-451c-86ab-e0154a3a7be3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:29.699015 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53b658-1ea4-451c-86ab-e0154a3a7be3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:29.699664 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53b658-1ea4-451c-86ab-e0154a3a7be3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:29.700309 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53b658-1ea4-451c-86ab-e0154a3a7be3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:29.700862 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53b658-1ea4-451c-86ab-e0154a3a7be3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:29.701427 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53b658-1ea4-451c-86ab-e0154a3a7be3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:29.702083 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53b658-1ea4-451c-86ab-e0154a3a7be3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:29.702569 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53b658-1ea4-451c-86ab-e0154a3a7be3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:29.703142 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53b658-1ea4-451c-86ab-e0154a3a7be3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:29.703628 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53b658-1ea4-451c-86ab-e0154a3a7be3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:29.704141 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53b658-1ea4-451c-86ab-e0154a3a7be3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:29.761529 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-2848874b-5941-4f85-9da8-17a905153078 None None] Attempting to bind port 322eb52b-3f54-475c-8824-4b961f6aff36 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:29.762159 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-2848874b-5941-4f85-9da8-17a905153078 None None] Attempting to bind port 322eb52b-3f54-475c-8824-4b961f6aff36 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '8ce0f85e-3058-4636-80b4-523c953cb90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:29.762684 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2848874b-5941-4f85-9da8-17a905153078 None None] Attempting to bind port 322eb52b-3f54-475c-8824-4b961f6aff36 on network 9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:29.764908 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-3124dbef-13ba-4a7c-848d-01d9e88e02b2 service neutron] 10.222.0.79 "GET /v2.0/networks/9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527960 Jul 05 09:40:29.768371 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2848874b-5941-4f85-9da8-17a905153078 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:29.768953 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2848874b-5941-4f85-9da8-17a905153078 None None] Checking segment: {'id': '8ce0f85e-3058-4636-80b4-523c953cb90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:29.769513 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-2848874b-5941-4f85-9da8-17a905153078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:29.770174 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2848874b-5941-4f85-9da8-17a905153078 None None] Bound using segment: {'id': '8ce0f85e-3058-4636-80b4-523c953cb90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:29.770831 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-2848874b-5941-4f85-9da8-17a905153078 None None] Bound port: 322eb52b-3f54-475c-8824-4b961f6aff36, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce0f85e-3058-4636-80b4-523c953cb90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:29.771387 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-2848874b-5941-4f85-9da8-17a905153078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:29.806890 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-79433319-cb89-4703-9529-333647df9d7e tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=e3d0b41b54134ace97056f321f8ceff5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331709 Jul 05 09:40:29.845435 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-2848874b-5941-4f85-9da8-17a905153078 None None] For port 322eb52b-3f54-475c-8824-4b961f6aff36, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:29.849026 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-2848874b-5941-4f85-9da8-17a905153078 None None] For port 322eb52b-3f54-475c-8824-4b961f6aff36, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=322eb52b-3f54-475c-8824-4b961f6aff36,segment=NetworkSegment(8ce0f85e-3058-4636-80b4-523c953cb90d),segment_id=8ce0f85e-3058-4636-80b4-523c953cb90d)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:29.854812 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-2848874b-5941-4f85-9da8-17a905153078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:29.911038 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2848874b-5941-4f85-9da8-17a905153078 None None] Routers {'e83d8ecb-fc83-4bf8-91c5-7370d853ec08'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:29.911572 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2848874b-5941-4f85-9da8-17a905153078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:40:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e83d8ecb-fc83-4bf8-91c5-7370d853ec08'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:29.924670 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7b2cf-e455-4af1-becf-9613676e6f51 req-4879198c-e4d9-4b1a-9698-4028988f6ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:29.926189 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cbd7b2cf-e455-4af1-becf-9613676e6f51 req-4879198c-e4d9-4b1a-9698-4028988f6ac2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.2931287 Jul 05 09:40:29.964025 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53b658-1ea4-451c-86ab-e0154a3a7be3 None None] Pushing event updated for resources: {'Port': ['ID=322eb52b-3f54-475c-8824-4b961f6aff36,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:30.004185 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-b00c1a83-02a4-48f0-8de7-a41a6bc0443d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:30.008408 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cbd7b2cf-e455-4af1-becf-9613676e6f51 req-4e22a1fc-8fef-40e3-a654-90f3f3818785 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=5c73cb1d-a87a-4022-a46c-790f08d6ccfa HTTP/1.1" status: 200 len: 217 time: 0.0649176 Jul 05 09:40:30.041724 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-b00c1a83-02a4-48f0-8de7-a41a6bc0443d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Transition to ACTIVE for port object 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:30.090717 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfee58-14a7-4bfe-8d1a-8a759c87c869 req-a65673a6-b518-42da-bc20-041d85aeb5b0 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:30.098222 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fbfee58-14a7-4bfe-8d1a-8a759c87c869 req-a65673a6-b518-42da-bc20-041d85aeb5b0 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=b283357d-711d-4380-98ef-a6ce8c9ca98c HTTP/1.1" status: 200 len: 948 time: 0.3230491 Jul 05 09:40:30.101037 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-2848874b-5941-4f85-9da8-17a905153078 None None] Set router e83d8ecb-fc83-4bf8-91c5-7370d853ec08 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:30.120788 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 32c3c145-4103-410e-8646-16d4f53bbcb6 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:30.142656 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-4e1e3d1e-7f8f-4ca8-ba33-04e196bf1c3e service neutron] 10.222.0.79 "GET /v2.0/networks/9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768253 Jul 05 09:40:30.174185 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-b3be5585-9e1e-4a16-b954-d4dd7668e776 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:30.179866 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-b3be5585-9e1e-4a16-b954-d4dd7668e776 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3309677 Jul 05 09:40:30.201259 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-b00c1a83-02a4-48f0-8de7-a41a6bc0443d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:30.209135 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-f0bb2af7-7fe6-4834-9897-a58aa234dd18 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Request body: {'port': {'device_id': 'a806b5ce-5308-41c5-810e-60f44b90e26b', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': 'e3d0b41b54134ace97056f321f8ceff5'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:30.229348 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 32c3c145-4103-410e-8646-16d4f53bbcb6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:30.232989 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:30.255416 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7b2cf-e455-4af1-becf-9613676e6f51 req-8370e125-248d-4928-b0ab-154cc9a6eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:30.257831 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cbd7b2cf-e455-4af1-becf-9613676e6f51 req-8370e125-248d-4928-b0ab-154cc9a6eec8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.2399769 Jul 05 09:40:30.275115 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fbfee58-14a7-4bfe-8d1a-8a759c87c869 req-25c13304-46ed-4590-a19a-cb9e201b1537 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760204 Jul 05 09:40:30.330040 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-b00c1a83-02a4-48f0-8de7-a41a6bc0443d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:30.417318 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-b00c1a83-02a4-48f0-8de7-a41a6bc0443d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:30.432565 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-b00c1a83-02a4-48f0-8de7-a41a6bc0443d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:30.442528 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-b00c1a83-02a4-48f0-8de7-a41a6bc0443d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:30.443294 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-b00c1a83-02a4-48f0-8de7-a41a6bc0443d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:30.457306 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2848874b-5941-4f85-9da8-17a905153078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1608106444-router', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:18Z', 'updated_at': '2021-07-05T09:40:26Z', 'revision_number': 4, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'gw_port': {'id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:19Z', 'updated_at': '2021-07-05T09:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '322eb52b-3f54-475c-8824-4b961f6aff36', 'name': '', 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'mac_address': 'fa:16:3e:1c:99:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'aa70ba2e-a279-4ce4-9142-ee80f05dab74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:24Z', 'updated_at': '2021-07-05T09:40:29Z', 'revision_number': 4, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'subnets': [{'id': 'aa70ba2e-a279-4ce4-9142-ee80f05dab74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:30.461471 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c1a83-02a4-48f0-8de7-a41a6bc0443d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Pushing event updated for resources: {'Port': ['ID=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:30.497237 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2848874b-5941-4f85-9da8-17a905153078 None None] The sync data for ids ['e83d8ecb-fc83-4bf8-91c5-7370d853ec08'] in n-d-798054-8 is: [{'id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1608106444-router', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:18Z', 'updated_at': '2021-07-05T09:40:26Z', 'revision_number': 4, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'gw_port': {'id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:19Z', 'updated_at': '2021-07-05T09:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '322eb52b-3f54-475c-8824-4b961f6aff36', 'name': '', 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'mac_address': 'fa:16:3e:1c:99:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'aa70ba2e-a279-4ce4-9142-ee80f05dab74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:24Z', 'updated_at': '2021-07-05T09:40:29Z', 'revision_number': 4, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'subnets': [{'id': 'aa70ba2e-a279-4ce4-9142-ee80f05dab74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:40:30.509214 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-f0bb2af7-7fe6-4834-9897-a58aa234dd18 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Made reservation on behalf of e3d0b41b54134ace97056f321f8ceff5 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:30.522142 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-f0bb2af7-7fe6-4834-9897-a58aa234dd18 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:30.533301 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-b00c1a83-02a4-48f0-8de7-a41a6bc0443d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6958287 Jul 05 09:40:30.553404 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-bd560716-e092-4ea4-9a4b-b7ade1c2579b service neutron] Request body: {'port': {'device_id': 'fffdd311-2f81-4d30-824b-d1076a4ff469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:30.558403 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7b2cf-e455-4af1-becf-9613676e6f51 req-9620cd46-b7f1-4eef-a9ab-ad2ecbdd1df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:30.578364 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cbd7b2cf-e455-4af1-becf-9613676e6f51 req-9620cd46-b7f1-4eef-a9ab-ad2ecbdd1df8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2951684 Jul 05 09:40:30.748180 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-f0bb2af7-7fe6-4834-9897-a58aa234dd18 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Allocated IP 192.168.233.21 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/c8f29589-7c7f-4903-9662-dd7f36ac363b) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:30.898158 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a0effe90-fcd8-41cd-bce0-ea17be7a6419 None None] Provisioning for port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:30.903190 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a0effe90-fcd8-41cd-bce0-ea17be7a6419 None None] Provisioning complete for port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:30.903580 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a0effe90-fcd8-41cd-bce0-ea17be7a6419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:30.948433 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a0effe90-fcd8-41cd-bce0-ea17be7a6419 None None] Port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:40:30.990445 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cbd7b2cf-e455-4af1-becf-9613676e6f51 req-13a2c388-bff1-44b7-bcde-8603f0d42596 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111235 Jul 05 09:40:31.051540 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-bd560716-e092-4ea4-9a4b-b7ade1c2579b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:31.139294 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f76d4f-618a-46a8-b2f4-bcf1fd2159b8 req-f4642679-364c-4da4-a0de-b344fb4bb355 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:31.151794 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33f76d4f-618a-46a8-b2f4-bcf1fd2159b8 req-f4642679-364c-4da4-a0de-b344fb4bb355 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b151d7-4d83-45d2-a48d-5b91baa64638 HTTP/1.1" status: 200 len: 948 time: 0.2686870 Jul 05 09:40:31.166026 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cbd7b2cf-e455-4af1-becf-9613676e6f51 req-709f523f-1036-4c97-ad8d-6d0cf0a219dc service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690643 Jul 05 09:40:31.214262 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-f0bb2af7-7fe6-4834-9897-a58aa234dd18 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:31.258252 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33f76d4f-618a-46a8-b2f4-bcf1fd2159b8 req-37c4479a-5c03-4b83-b80e-d4b92ac260fe tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/security-groups?id=27b2a437-613b-4324-a082-156faf421bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050050 Jul 05 09:40:31.267123 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-f0bb2af7-7fe6-4834-9897-a58aa234dd18 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Transition to ACTIVE for port object c8f29589-7c7f-4903-9662-dd7f36ac363b will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:31.330918 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-f0bb2af7-7fe6-4834-9897-a58aa234dd18 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:31.394062 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-f0bb2af7-7fe6-4834-9897-a58aa234dd18 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:31.401731 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-f0bb2af7-7fe6-4834-9897-a58aa234dd18 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:31.407571 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-f0bb2af7-7fe6-4834-9897-a58aa234dd18 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:31.450410 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb2af7-7fe6-4834-9897-a58aa234dd18 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Pushing event updated for resources: {'Port': ['ID=c8f29589-7c7f-4903-9662-dd7f36ac363b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:31.589990 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-82cdebac-95f2-4404-828c-0dff8f4be139 req-b8b1f3be-d1f7-47a8-aba9-e58cfed1a595 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/ports?device_id=abe84185-201d-4a6d-997c-3838ba7a292d HTTP/1.1" status: 200 len: 210 time: 0.0801117 Jul 05 09:40:31.610933 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-bd560716-e092-4ea4-9a4b-b7ade1c2579b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:40:31.618201 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-f0bb2af7-7fe6-4834-9897-a58aa234dd18 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:31.618872 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-f0bb2af7-7fe6-4834-9897-a58aa234dd18 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:31.626790 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-bd560716-e092-4ea4-9a4b-b7ade1c2579b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:31.649413 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec6afc-05b2-4224-a82b-29bc535ed6a0 req-5a67fb50-7796-41f3-ae19-dd8f9dba00b5 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:31.653453 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-bd560716-e092-4ea4-9a4b-b7ade1c2579b service neutron] Transition to ACTIVE for port object 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:31.657966 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97ec6afc-05b2-4224-a82b-29bc535ed6a0 req-5a67fb50-7796-41f3-ae19-dd8f9dba00b5 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=a806b5ce-5308-41c5-810e-60f44b90e26b HTTP/1.1" status: 200 len: 935 time: 0.2576385 Jul 05 09:40:31.658252 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-bd560716-e092-4ea4-9a4b-b7ade1c2579b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:31.661479 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-f0bb2af7-7fe6-4834-9897-a58aa234dd18 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4677556 Jul 05 09:40:31.676644 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-3910ebe0-938f-4b51-8d38-9951ca9c450d service neutron] Request body: {'port': {'device_id': 'a806b5ce-5308-41c5-810e-60f44b90e26b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:31.755495 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd560716-e092-4ea4-9a4b-b7ade1c2579b service neutron] Pushing event updated for resources: {'Port': ['ID=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:31.783440 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-da2c1660-69cb-44f8-8319-a8a98baacb32 None None] Provisioning for port c8f29589-7c7f-4903-9662-dd7f36ac363b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:31.794868 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-da2c1660-69cb-44f8-8319-a8a98baacb32 None None] Provisioning complete for port c8f29589-7c7f-4903-9662-dd7f36ac363b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:31.795516 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-da2c1660-69cb-44f8-8319-a8a98baacb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:31.813056 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-bd560716-e092-4ea4-9a4b-b7ade1c2579b service neutron] Attempting to bind port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:31.813423 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-bd560716-e092-4ea4-9a4b-b7ade1c2579b service neutron] Attempting to bind port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:31.813754 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-bd560716-e092-4ea4-9a4b-b7ade1c2579b service neutron] Attempting to bind port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:31.822919 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-bd560716-e092-4ea4-9a4b-b7ade1c2579b service neutron] Port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:40:31.823253 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-bd560716-e092-4ea4-9a4b-b7ade1c2579b service neutron] Attempting to bind port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:31.834339 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-bd560716-e092-4ea4-9a4b-b7ade1c2579b service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:31.834678 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-bd560716-e092-4ea4-9a4b-b7ade1c2579b service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:31.835631 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-bd560716-e092-4ea4-9a4b-b7ade1c2579b service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:31.836209 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-bd560716-e092-4ea4-9a4b-b7ade1c2579b service neutron] Bound port: 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:31.836577 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-bd560716-e092-4ea4-9a4b-b7ade1c2579b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:31.854794 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97ec6afc-05b2-4224-a82b-29bc535ed6a0 req-e5945dd8-834b-4062-8152-4fada86bc4ee tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955488 Jul 05 09:40:31.855695 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-3910ebe0-938f-4b51-8d38-9951ca9c450d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:31.857835 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-da2c1660-69cb-44f8-8319-a8a98baacb32 None None] Port c8f29589-7c7f-4903-9662-dd7f36ac363b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:40:31.948225 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-bd560716-e092-4ea4-9a4b-b7ade1c2579b service neutron] For port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:31.951905 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-bd560716-e092-4ea4-9a4b-b7ade1c2579b service neutron] For port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:31.963756 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-bd560716-e092-4ea4-9a4b-b7ade1c2579b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:32.048927 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-bd560716-e092-4ea4-9a4b-b7ade1c2579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:32.053250 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-bd560716-e092-4ea4-9a4b-b7ade1c2579b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:32.054803 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-bd560716-e092-4ea4-9a4b-b7ade1c2579b service neutron] 10.222.0.78 "PUT /v2.0/ports/47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 HTTP/1.1" status: 200 len: 1094 time: 1.5124023 Jul 05 09:40:32.055277 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffdd311-2f81-4d30-824b-d1076a4ff469', 'tag': '47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:32.072390 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c211415-25bb-4243-841a-1ed45fe45ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "fffdd311-2f81-4d30-824b-d1076a4ff469", "tag": "47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:32.161207 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d91f2-b9f8-439f-a104-fb0871c296f0 req-75fa5bb7-f922-4f81-b844-06c48aa0f6ab tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:32.172527 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a50d91f2-b9f8-439f-a104-fb0871c296f0 req-75fa5bb7-f922-4f81-b844-06c48aa0f6ab tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=b283357d-711d-4380-98ef-a6ce8c9ca98c HTTP/1.1" status: 200 len: 948 time: 0.3459623 Jul 05 09:40:32.217830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 322eb52b-3f54-475c-8824-4b961f6aff36 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:32.369976 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:32.399128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-71703fbc-43e4-453c-9e3f-9f196e88fea0 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:32.399662 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-71703fbc-43e4-453c-9e3f-9f196e88fea0 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.81 "GET /v2.0/networks?id=9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc HTTP/1.1" status: 200 len: 829 time: 0.2654622 Jul 05 09:40:32.400715 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd560716-e092-4ea4-9a4b-b7ade1c2579b service neutron] Pushing event updated for resources: {'Port': ['ID=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:32.402314 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 322eb52b-3f54-475c-8824-4b961f6aff36 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:32.408509 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 322eb52b-3f54-475c-8824-4b961f6aff36 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:32.410433 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:32.427489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-53d49214-ff95-4fe1-90d8-a134fd3b397b tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Request body: {'port': {'device_id': 'abe84185-201d-4a6d-997c-3838ba7a292d', 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc', 'admin_state_up': True, 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:32.493651 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d335df47-fb10-4c0c-95fc-0f63ffcace1d x-openstack-request-id: req-d335df47-fb10-4c0c-95fc-0f63ffcace1d {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:32.494528 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffdd311-2f81-4d30-824b-d1076a4ff469", "tag": "47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:32.494783 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d335df47-fb10-4c0c-95fc-0f63ffcace1d {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:32.495183 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffdd311-2f81-4d30-824b-d1076a4ff469', 'tag': '47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0', 'status': 'completed', 'code': 200} Jul 05 09:40:32.542721 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a50d91f2-b9f8-439f-a104-fb0871c296f0 req-5c491340-f028-47d1-81e4-6a415573dee9 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187069 Jul 05 09:40:32.547241 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-3910ebe0-938f-4b51-8d38-9951ca9c450d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f29589-7c7f-4903-9662-dd7f36ac363b {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:40:32.570657 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-3910ebe0-938f-4b51-8d38-9951ca9c450d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:32.599430 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-3910ebe0-938f-4b51-8d38-9951ca9c450d service neutron] Transition to ACTIVE for port object c8f29589-7c7f-4903-9662-dd7f36ac363b will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:32.620781 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-3910ebe0-938f-4b51-8d38-9951ca9c450d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:32.640061 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:32.696888 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 322eb52b-3f54-475c-8824-4b961f6aff36, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=322eb52b-3f54-475c-8824-4b961f6aff36,segment=NetworkSegment(8ce0f85e-3058-4636-80b4-523c953cb90d),segment_id=8ce0f85e-3058-4636-80b4-523c953cb90d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:32.703247 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:32.705929 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-dd45017a-49a8-48fc-9023-f979550954a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:32.707805 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-dd45017a-49a8-48fc-9023-f979550954a6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e3d0b41b54134ace97056f321f8ceff5&device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 1097 time: 0.5270183 Jul 05 09:40:32.715527 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-53d49214-ff95-4fe1-90d8-a134fd3b397b tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Made reservation on behalf of 803acc6874de4453bf1b08ee6a2bd573 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:32.729434 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-53d49214-ff95-4fe1-90d8-a134fd3b397b tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:32.824552 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=322eb52b-3f54-475c-8824-4b961f6aff36,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:32.831312 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910ebe0-938f-4b51-8d38-9951ca9c450d service neutron] Pushing event updated for resources: {'Port': ['ID=c8f29589-7c7f-4903-9662-dd7f36ac363b,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:32.900292 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0124a7-b0ac-4f5c-8a43-bec9b898f700 req-a3c6f23e-c888-418f-8dc3-03401d6da4a1 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:32.901791 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b0124a7-b0ac-4f5c-8a43-bec9b898f700 req-a3c6f23e-c888-418f-8dc3-03401d6da4a1 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b151d7-4d83-45d2-a48d-5b91baa64638 HTTP/1.1" status: 200 len: 948 time: 0.3037372 Jul 05 09:40:33.018578 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b0124a7-b0ac-4f5c-8a43-bec9b898f700 req-b8d4e4e4-de39-45e8-a4d1-720767af670f tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/security-groups?id=27b2a437-613b-4324-a082-156faf421bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086390 Jul 05 09:40:33.086520 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc370654-3123-405c-a6c7-58be592154d3 req-04143c05-bb9c-48d8-8faa-52aa058a12f9 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/ports?device_id=abe84185-201d-4a6d-997c-3838ba7a292d HTTP/1.1" status: 200 len: 210 time: 0.0561497 Jul 05 09:40:33.087817 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-3910ebe0-938f-4b51-8d38-9951ca9c450d service neutron] Attempting to bind port c8f29589-7c7f-4903-9662-dd7f36ac363b on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:33.089729 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-3910ebe0-938f-4b51-8d38-9951ca9c450d service neutron] Attempting to bind port c8f29589-7c7f-4903-9662-dd7f36ac363b by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:33.091355 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-3910ebe0-938f-4b51-8d38-9951ca9c450d service neutron] Attempting to bind port c8f29589-7c7f-4903-9662-dd7f36ac363b on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:33.102817 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-3910ebe0-938f-4b51-8d38-9951ca9c450d service neutron] Port c8f29589-7c7f-4903-9662-dd7f36ac363b on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:40:33.108987 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-3910ebe0-938f-4b51-8d38-9951ca9c450d service neutron] Attempting to bind port c8f29589-7c7f-4903-9662-dd7f36ac363b on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:33.118682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-3910ebe0-938f-4b51-8d38-9951ca9c450d service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:33.119036 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-3910ebe0-938f-4b51-8d38-9951ca9c450d service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:33.119395 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-3910ebe0-938f-4b51-8d38-9951ca9c450d service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:33.119826 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-3910ebe0-938f-4b51-8d38-9951ca9c450d service neutron] Bound port: c8f29589-7c7f-4903-9662-dd7f36ac363b, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:33.120201 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-3910ebe0-938f-4b51-8d38-9951ca9c450d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:33.125320 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-0b15a7d1-c780-4d4b-af71-ef6fccb5c03a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 HTTP/1.1" status: 200 len: 217 time: 0.3876345 Jul 05 09:40:33.129090 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42494) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:33.223916 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-ba85b4ce-28f5-43a1-8c2e-0eb6113a293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:33.225393 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-ba85b4ce-28f5-43a1-8c2e-0eb6113a293d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0899107 Jul 05 09:40:33.303406 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-3910ebe0-938f-4b51-8d38-9951ca9c450d service neutron] For port c8f29589-7c7f-4903-9662-dd7f36ac363b, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:33.309006 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 5c73cb1d-a87a-4022-a46c-790f08d6ccfa details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:40:33.323939 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-3910ebe0-938f-4b51-8d38-9951ca9c450d service neutron] For port c8f29589-7c7f-4903-9662-dd7f36ac363b, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=c8f29589-7c7f-4903-9662-dd7f36ac363b,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:33.331795 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-3910ebe0-938f-4b51-8d38-9951ca9c450d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:33.336351 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6e12cd2e-ed1b-487e-935d-de62e5345f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:33.360032 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-53d49214-ff95-4fe1-90d8-a134fd3b397b tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Allocated IP 172.20.0.14 (9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc/aa70ba2e-a279-4ce4-9142-ee80f05dab74/790de41d-5b43-4972-8f68-1f2cb028de48) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:33.401244 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-3910ebe0-938f-4b51-8d38-9951ca9c450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:33.401882 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-3910ebe0-938f-4b51-8d38-9951ca9c450d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:33.403286 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-3910ebe0-938f-4b51-8d38-9951ca9c450d service neutron] 10.222.0.78 "PUT /v2.0/ports/c8f29589-7c7f-4903-9662-dd7f36ac363b HTTP/1.1" status: 200 len: 1095 time: 1.7321920 Jul 05 09:40:33.403726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a806b5ce-5308-41c5-810e-60f44b90e26b', 'tag': 'c8f29589-7c7f-4903-9662-dd7f36ac363b'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:33.405995 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c856b8-bc74-48af-a1c3-0f2f467020c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a806b5ce-5308-41c5-810e-60f44b90e26b", "tag": "c8f29589-7c7f-4903-9662-dd7f36ac363b"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:33.406684 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-a380edf1-724f-4794-90bf-34da81de580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:33.410766 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-a380edf1-724f-4794-90bf-34da81de580b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1765232 Jul 05 09:40:33.413640 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 5c73cb1d-a87a-4022-a46c-790f08d6ccfa, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=5c73cb1d-a87a-4022-a46c-790f08d6ccfa,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:33.436135 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33b6f6-1421-4f69-acb9-37a1eb49876e req-278195f3-3ed2-4aa8-a063-af051ab58d95 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:33.443126 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b33b6f6-1421-4f69-acb9-37a1eb49876e req-278195f3-3ed2-4aa8-a063-af051ab58d95 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=b283357d-711d-4380-98ef-a6ce8c9ca98c HTTP/1.1" status: 200 len: 948 time: 0.2134829 Jul 05 09:40:33.444136 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '5c73cb1d-a87a-4022-a46c-790f08d6ccfa', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '5c73cb1d-a87a-4022-a46c-790f08d6ccfa', 'mac_address': 'fa:16:3e:a9:c9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:40:33.453592 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6262ec-c368-4d25-b403-eabc9c493880 req-a70f73ce-819a-41b3-9acc-d02718feab7c tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:33.461118 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f6262ec-c368-4d25-b403-eabc9c493880 req-a70f73ce-819a-41b3-9acc-d02718feab7c tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=a806b5ce-5308-41c5-810e-60f44b90e26b HTTP/1.1" status: 200 len: 947 time: 0.2325122 Jul 05 09:40:33.484233 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910ebe0-938f-4b51-8d38-9951ca9c450d service neutron] Pushing event updated for resources: {'Port': ['ID=c8f29589-7c7f-4903-9662-dd7f36ac363b,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:33.504902 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:33.532337 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c73cb1d-a87a-4022-a46c-790f08d6ccfa {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:40:33.564327 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f6262ec-c368-4d25-b403-eabc9c493880 req-818ec1d9-8be9-4d86-8f57-b58b04ed8bd1 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023111 Jul 05 09:40:33.574902 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 5c73cb1d-a87a-4022-a46c-790f08d6ccfa, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=5c73cb1d-a87a-4022-a46c-790f08d6ccfa,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:33.580477 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b33b6f6-1421-4f69-acb9-37a1eb49876e req-eff96b3c-4371-490e-adb9-190c5c58cab7 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364634 Jul 05 09:40:33.588691 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:33.619538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-c87940d4-9144-424c-8db7-6f1a293e122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:33.621798 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-c87940d4-9144-424c-8db7-6f1a293e122a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e3d0b41b54134ace97056f321f8ceff5&device_id=a806b5ce-5308-41c5-810e-60f44b90e26b HTTP/1.1" status: 200 len: 1098 time: 0.1586013 Jul 05 09:40:33.693414 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-76cb45ad-871e-4ffe-95da-1903638a0d61 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=c8f29589-7c7f-4903-9662-dd7f36ac363b HTTP/1.1" status: 200 len: 217 time: 0.0637174 Jul 05 09:40:33.722035 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=5c73cb1d-a87a-4022-a46c-790f08d6ccfa,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:33.728317 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-e8d2d893-3b68-4382-a841-33c39f9c8aa9 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027766 Jul 05 09:40:33.764314 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be0921e-b72c-45bd-a160-6d1faef95f31 x-openstack-request-id: req-3be0921e-b72c-45bd-a160-6d1faef95f31 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:33.764873 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a806b5ce-5308-41c5-810e-60f44b90e26b", "tag": "c8f29589-7c7f-4903-9662-dd7f36ac363b", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:33.765195 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3be0921e-b72c-45bd-a160-6d1faef95f31 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:33.765696 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a806b5ce-5308-41c5-810e-60f44b90e26b', 'tag': 'c8f29589-7c7f-4903-9662-dd7f36ac363b', 'status': 'completed', 'code': 200} Jul 05 09:40:33.785213 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-632ab432-b68f-4277-9056-a8ff38aa2edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:33.787004 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-632ab432-b68f-4277-9056-a8ff38aa2edd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0862386 Jul 05 09:40:33.796318 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['5c73cb1d-a87a-4022-a46c-790f08d6ccfa'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:33.870336 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-763a3c96-ea97-4f50-a6ca-19ebcf4dc815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:33.872060 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-763a3c96-ea97-4f50-a6ca-19ebcf4dc815 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0759313 Jul 05 09:40:33.908708 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6e12cd2e-ed1b-487e-935d-de62e5345f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:33.935798 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6e12cd2e-ed1b-487e-935d-de62e5345f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:33.990662 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42516) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:34.011095 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-80b32348-8b86-4aae-ab8b-f1bf7966277c req-147430c2-059a-4c4b-86c6-58f7614fe165 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697773 Jul 05 09:40:34.059542 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12cd2e-ed1b-487e-935d-de62e5345f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abe9471-b05b-4d41-baa0-468820536c04,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:34.066583 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-53d49214-ff95-4fe1-90d8-a134fd3b397b tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:34.079345 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42526) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:34.083229 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6e12cd2e-ed1b-487e-935d-de62e5345f71 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8c59d9238185429c9ceb274aeb87f563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9511535 Jul 05 09:40:34.086182 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-ed9ee522-5db3-4a01-a821-e4c810d599ad service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046480 Jul 05 09:40:34.153420 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 322eb52b-3f54-475c-8824-4b961f6aff36 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:34.186229 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-53d49214-ff95-4fe1-90d8-a134fd3b397b tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Transition to ACTIVE for port object 790de41d-5b43-4972-8f68-1f2cb028de48 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:34.220104 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b5fc412-3767-44cc-b3ff-0f388ceb5d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:34.250425 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d2f6b88-9216-4301-99e1-89e464cd885b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:34.252341 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 322eb52b-3f54-475c-8824-4b961f6aff36 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:34.252725 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:34.256801 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b5fc412-3767-44cc-b3ff-0f388ceb5d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:34.316824 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42b38b4a-0285-4ae7-bffd-39493aa6a0ac req-eb81614e-aef6-4100-b284-8126fb1aa8a6 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188764 Jul 05 09:40:34.319817 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c211415-25bb-4243-841a-1ed45fe45ac0 req-b49a2bf2-02a4-45b8-bba1-5beba1c172c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:34.321436 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8c211415-25bb-4243-841a-1ed45fe45ac0 req-b49a2bf2-02a4-45b8-bba1-5beba1c172c9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e3d0b41b54134ace97056f321f8ceff5&device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 1097 time: 0.2221851 Jul 05 09:40:34.326904 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-53d49214-ff95-4fe1-90d8-a134fd3b397b tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:34.340661 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b5fc412-3767-44cc-b3ff-0f388ceb5d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:34.346709 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b5fc412-3767-44cc-b3ff-0f388ceb5d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:34.351657 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2b5fc412-3767-44cc-b3ff-0f388ceb5d44 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6abe9471-b05b-4d41-baa0-468820536c04 HTTP/1.1" status: 204 len: 168 time: 0.2608583 Jul 05 09:40:34.454610 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fc412-3767-44cc-b3ff-0f388ceb5d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abe9471-b05b-4d41-baa0-468820536c04,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:34.454791 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-53d49214-ff95-4fe1-90d8-a134fd3b397b tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Network 9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:34.468253 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-53d49214-ff95-4fe1-90d8-a134fd3b397b tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:34.476260 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-53d49214-ff95-4fe1-90d8-a134fd3b397b tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:34.482766 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-53d49214-ff95-4fe1-90d8-a134fd3b397b tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:34.483353 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-53d49214-ff95-4fe1-90d8-a134fd3b397b tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:34.485824 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d49214-ff95-4fe1-90d8-a134fd3b397b tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Pushing event updated for resources: {'Port': ['ID=790de41d-5b43-4972-8f68-1f2cb028de48,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:34.554662 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c211415-25bb-4243-841a-1ed45fe45ac0 req-dc9d1525-b335-45a1-b878-7b4fbea8cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:34.561995 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8c211415-25bb-4243-841a-1ed45fe45ac0 req-dc9d1525-b335-45a1-b878-7b4fbea8cc19 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.2284489 Jul 05 09:40:34.563626 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc4392-b646-4cba-a330-26ac7c28fac0 req-a5cdf8ed-f138-4438-a617-672f3b5cf10c tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:34.565214 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27cc4392-b646-4cba-a330-26ac7c28fac0 req-a5cdf8ed-f138-4438-a617-672f3b5cf10c tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b151d7-4d83-45d2-a48d-5b91baa64638 HTTP/1.1" status: 200 len: 949 time: 0.2581511 Jul 05 09:40:34.592963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c856b8-bc74-48af-a1c3-0f2f467020c4 req-e62a9003-8929-437c-a480-0a077a9dd036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:34.594443 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85c856b8-bc74-48af-a1c3-0f2f467020c4 req-e62a9003-8929-437c-a480-0a077a9dd036 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e3d0b41b54134ace97056f321f8ceff5&device_id=a806b5ce-5308-41c5-810e-60f44b90e26b HTTP/1.1" status: 200 len: 1098 time: 0.2031319 Jul 05 09:40:34.631162 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8c211415-25bb-4243-841a-1ed45fe45ac0 req-bd35f7cb-cdf8-47b4-8f3b-1a4ccea19c46 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 HTTP/1.1" status: 200 len: 217 time: 0.0500362 Jul 05 09:40:34.660159 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d2f6b88-9216-4301-99e1-89e464cd885b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:34.678396 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d2f6b88-9216-4301-99e1-89e464cd885b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:34.687361 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-53d49214-ff95-4fe1-90d8-a134fd3b397b tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2730272 Jul 05 09:40:34.690929 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27cc4392-b646-4cba-a330-26ac7c28fac0 req-8bed62e4-d9e0-4d9d-92dd-c951d3389f29 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/security-groups?id=27b2a437-613b-4324-a082-156faf421bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049690 Jul 05 09:40:34.722769 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-db6a91ef-49ab-495b-9e49-346080f94d49 service neutron] Request body: {'port': {'device_id': 'abe84185-201d-4a6d-997c-3838ba7a292d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:34.754641 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c856b8-bc74-48af-a1c3-0f2f467020c4 req-0798e6de-6301-46f9-93c9-8298e71b7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:34.756325 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85c856b8-bc74-48af-a1c3-0f2f467020c4 req-0798e6de-6301-46f9-93c9-8298e71b7e20 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1520298 Jul 05 09:40:34.766218 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5915b93a-f161-45e7-a866-35952db72680 None None] Provisioning for port 790de41d-5b43-4972-8f68-1f2cb028de48 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:34.775291 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5915b93a-f161-45e7-a866-35952db72680 None None] Provisioning complete for port 790de41d-5b43-4972-8f68-1f2cb028de48 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:34.775623 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5915b93a-f161-45e7-a866-35952db72680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:34.784935 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d6c43-2ccb-44c6-8367-921ac7e037a3 req-1b964618-c50c-4e9c-8311-515dc0519894 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:34.786437 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e78d6c43-2ccb-44c6-8367-921ac7e037a3 req-1b964618-c50c-4e9c-8311-515dc0519894 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/ports?device_id=abe84185-201d-4a6d-997c-3838ba7a292d HTTP/1.1" status: 200 len: 932 time: 0.2502875 Jul 05 09:40:34.826220 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85c856b8-bc74-48af-a1c3-0f2f467020c4 req-b6dd81a8-176f-4de9-a349-1ed28335fdb2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=c8f29589-7c7f-4903-9662-dd7f36ac363b HTTP/1.1" status: 200 len: 217 time: 0.0602255 Jul 05 09:40:34.848555 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c211415-25bb-4243-841a-1ed45fe45ac0 req-5e7b9308-eb83-48f6-a6c6-526bab0eb4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:34.850565 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8c211415-25bb-4243-841a-1ed45fe45ac0 req-5e7b9308-eb83-48f6-a6c6-526bab0eb4a5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.2091541 Jul 05 09:40:34.856409 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f6b88-9216-4301-99e1-89e464cd885b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c6b613-a1ee-4635-b3df-2de44591826c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:34.860029 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5915b93a-f161-45e7-a866-35952db72680 None None] Port 790de41d-5b43-4972-8f68-1f2cb028de48 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:40:34.869038 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8d2f6b88-9216-4301-99e1-89e464cd885b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=af100f5b062b42beaf01bef9d9fdbb39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8748136 Jul 05 09:40:34.869129 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42558) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:34.906558 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e78d6c43-2ccb-44c6-8367-921ac7e037a3 req-e66f0454-78c0-4e86-9fed-7a376081fbe4 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aea87-c223-495c-b5fb-b677934e5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838752 Jul 05 09:40:34.927530 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-db6a91ef-49ab-495b-9e49-346080f94d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:34.997370 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c856b8-bc74-48af-a1c3-0f2f467020c4 req-05d16cca-fe9a-4f5e-967b-2c069e049745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:34.999182 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85c856b8-bc74-48af-a1c3-0f2f467020c4 req-05d16cca-fe9a-4f5e-967b-2c069e049745 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0959680 Jul 05 09:40:35.015591 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a76b40-6d4a-48bf-b1c2-7010e6259376 req-1306f622-8b55-4af4-91eb-b8da429c324b tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:35.018029 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-88a76b40-6d4a-48bf-b1c2-7010e6259376 req-1306f622-8b55-4af4-91eb-b8da429c324b tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=b283357d-711d-4380-98ef-a6ce8c9ca98c HTTP/1.1" status: 200 len: 948 time: 0.1260073 Jul 05 09:40:35.028597 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-80a80f9a-7ca8-46da-9958-57d4532d162b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:35.123800 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c211415-25bb-4243-841a-1ed45fe45ac0 req-878f1058-8c25-447c-ab56-f10727c4bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:35.127510 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8c211415-25bb-4243-841a-1ed45fe45ac0 req-878f1058-8c25-447c-ab56-f10727c4bc97 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2650387 Jul 05 09:40:35.132937 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-80a80f9a-7ca8-46da-9958-57d4532d162b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:35.135474 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-88a76b40-6d4a-48bf-b1c2-7010e6259376 req-b3128273-9ef0-4154-8d1e-3be7f5921ea2 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829604 Jul 05 09:40:35.180345 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c856b8-bc74-48af-a1c3-0f2f467020c4 req-8b65a10e-d656-41b7-9645-4e8386898965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:35.182496 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85c856b8-bc74-48af-a1c3-0f2f467020c4 req-8b65a10e-d656-41b7-9645-4e8386898965 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1756945 Jul 05 09:40:35.193653 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577eac7-794c-491c-84f1-9cf777a7656f req-d70b56ea-c249-46d3-96c5-2d9580a5ee2c tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:35.195655 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4577eac7-794c-491c-84f1-9cf777a7656f req-d70b56ea-c249-46d3-96c5-2d9580a5ee2c tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=a806b5ce-5308-41c5-810e-60f44b90e26b HTTP/1.1" status: 200 len: 947 time: 0.1444304 Jul 05 09:40:35.224904 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8c211415-25bb-4243-841a-1ed45fe45ac0 req-1dc6302e-b754-4356-ab24-981b3ba7109b service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898521 Jul 05 09:40:35.256335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42570) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:35.309678 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 5c73cb1d-a87a-4022-a46c-790f08d6ccfa up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:35.311706 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4577eac7-794c-491c-84f1-9cf777a7656f req-7f0d0a21-05df-4c20-9912-0bad1012f616 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962038 Jul 05 09:40:35.332209 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85c856b8-bc74-48af-a1c3-0f2f467020c4 req-76280157-1be1-4539-bbc9-dc73ab129076 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352592 Jul 05 09:40:35.394762 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 5c73cb1d-a87a-4022-a46c-790f08d6ccfa completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:35.401354 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 5c73cb1d-a87a-4022-a46c-790f08d6ccfa triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:35.402580 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:35.456671 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-80a80f9a-7ca8-46da-9958-57d4532d162b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:35.459256 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-80a80f9a-7ca8-46da-9958-57d4532d162b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:35.461014 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-80a80f9a-7ca8-46da-9958-57d4532d162b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e6c6b613-a1ee-4635-b3df-2de44591826c HTTP/1.1" status: 204 len: 168 time: 0.5784311 Jul 05 09:40:35.470749 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8c211415-25bb-4243-841a-1ed45fe45ac0 req-982a9208-551e-40c6-b43a-42ddd4765428 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348347 Jul 05 09:40:35.479614 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a80f9a-7ca8-46da-9958-57d4532d162b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c6b613-a1ee-4635-b3df-2de44591826c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:35.557558 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-db6a91ef-49ab-495b-9e49-346080f94d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790de41d-5b43-4972-8f68-1f2cb028de48 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:40:35.561963 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:35.597100 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b151d7-4d83-45d2-a48d-5b91baa64638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c73cb1d-a87a-4022-a46c-790f08d6ccfa'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:35.599930 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a875a07-182c-4993-939b-74a0871052c2" -d '{"events": [{"server_uuid": "03b151d7-4d83-45d2-a48d-5b91baa64638", "name": "network-vif-plugged", "status": "completed", "tag": "5c73cb1d-a87a-4022-a46c-790f08d6ccfa"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:35.602732 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-db6a91ef-49ab-495b-9e49-346080f94d49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:35.626509 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 5c73cb1d-a87a-4022-a46c-790f08d6ccfa, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=5c73cb1d-a87a-4022-a46c-790f08d6ccfa,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:35.632135 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:35.634186 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-db6a91ef-49ab-495b-9e49-346080f94d49 service neutron] Transition to ACTIVE for port object 790de41d-5b43-4972-8f68-1f2cb028de48 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:35.664261 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-db6a91ef-49ab-495b-9e49-346080f94d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:35.694263 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434e0950-e231-4be3-b1dc-23d58834422c x-openstack-request-id: req-434e0950-e231-4be3-b1dc-23d58834422c {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:35.694564 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b151d7-4d83-45d2-a48d-5b91baa64638", "name": "network-vif-plugged", "status": "completed", "tag": "5c73cb1d-a87a-4022-a46c-790f08d6ccfa", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:35.694855 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-434e0950-e231-4be3-b1dc-23d58834422c {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:35.695510 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b151d7-4d83-45d2-a48d-5b91baa64638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c73cb1d-a87a-4022-a46c-790f08d6ccfa', 'code': 200} Jul 05 09:40:35.732276 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a91ef-49ab-495b-9e49-346080f94d49 service neutron] Pushing event updated for resources: {'Port': ['ID=790de41d-5b43-4972-8f68-1f2cb028de48,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:35.741697 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:35.777495 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.81', 61508) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:35.778929 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=5c73cb1d-a87a-4022-a46c-790f08d6ccfa,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:35.797673 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-191a2fc4-0499-482b-9d86-e969c314bab0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-244347680-network', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:35.910470 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191a2fc4-0499-482b-9d86-e969c314bab0 admin admin] Made reservation on behalf of bdfde8fa111c412f917e1e159d29ec5f for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:35.912835 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-191a2fc4-0499-482b-9d86-e969c314bab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:35.936966 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee45830-61ef-4041-bb1d-f0057a2fb9a5 req-eb9f047b-666b-4791-bd63-ddd348a46967 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:35.938699 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bee45830-61ef-4041-bb1d-f0057a2fb9a5 req-eb9f047b-666b-4791-bd63-ddd348a46967 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.81 "GET /v2.0/ports?device_id=b283357d-711d-4380-98ef-a6ce8c9ca98c HTTP/1.1" status: 200 len: 948 time: 0.3706312 Jul 05 09:40:35.940729 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-191a2fc4-0499-482b-9d86-e969c314bab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:35.942887 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-db6a91ef-49ab-495b-9e49-346080f94d49 service neutron] Attempting to bind port 790de41d-5b43-4972-8f68-1f2cb028de48 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:35.943390 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-db6a91ef-49ab-495b-9e49-346080f94d49 service neutron] Attempting to bind port 790de41d-5b43-4972-8f68-1f2cb028de48 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '8ce0f85e-3058-4636-80b4-523c953cb90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:35.943908 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-db6a91ef-49ab-495b-9e49-346080f94d49 service neutron] Attempting to bind port 790de41d-5b43-4972-8f68-1f2cb028de48 on network 9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:35.972508 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-db6a91ef-49ab-495b-9e49-346080f94d49 service neutron] Port 790de41d-5b43-4972-8f68-1f2cb028de48 on network 9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:40:35.972901 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-db6a91ef-49ab-495b-9e49-346080f94d49 service neutron] Attempting to bind port 790de41d-5b43-4972-8f68-1f2cb028de48 on network 9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:35.986464 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85c856b8-bc74-48af-a1c3-0f2f467020c4 req-1e2a65ca-0e56-4187-bcb3-78413b4e9c49 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6463964 Jul 05 09:40:36.014931 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-db6a91ef-49ab-495b-9e49-346080f94d49 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:36.015391 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-db6a91ef-49ab-495b-9e49-346080f94d49 service neutron] Checking segment: {'id': '8ce0f85e-3058-4636-80b4-523c953cb90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:36.015717 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-db6a91ef-49ab-495b-9e49-346080f94d49 service neutron] Bound using segment: {'id': '8ce0f85e-3058-4636-80b4-523c953cb90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:36.016383 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-db6a91ef-49ab-495b-9e49-346080f94d49 service neutron] Bound port: 790de41d-5b43-4972-8f68-1f2cb028de48, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ce0f85e-3058-4636-80b4-523c953cb90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:36.016719 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-db6a91ef-49ab-495b-9e49-346080f94d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:36.075118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786ebbe-17b7-47ce-9dd9-10cae536a755 req-76cf6049-5c32-49d5-b576-fa7d01260f7e tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:36.083211 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6786ebbe-17b7-47ce-9dd9-10cae536a755 req-76cf6049-5c32-49d5-b576-fa7d01260f7e tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b151d7-4d83-45d2-a48d-5b91baa64638 HTTP/1.1" status: 200 len: 950 time: 0.1474614 Jul 05 09:40:36.088064 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334c935-f5f3-4090-a275-36e6d8653f23 req-cf3d2ba9-8002-4a30-aa47-158c81da1469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:36.091067 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c334c935-f5f3-4090-a275-36e6d8653f23 req-cf3d2ba9-8002-4a30-aa47-158c81da1469 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=03b151d7-4d83-45d2-a48d-5b91baa64638 HTTP/1.1" status: 200 len: 1101 time: 0.3081372 Jul 05 09:40:36.171809 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6786ebbe-17b7-47ce-9dd9-10cae536a755 req-f287513e-a238-43ff-ad2c-c1f809ff5eb9 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/security-groups?id=27b2a437-613b-4324-a082-156faf421bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876353 Jul 05 09:40:36.245944 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c334c935-f5f3-4090-a275-36e6d8653f23 req-3246b363-bf17-4c6a-b504-0d6ecaa68485 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=27b2a437-613b-4324-a082-156faf421bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094863 Jul 05 09:40:36.262437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42610) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:36.277887 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-db6a91ef-49ab-495b-9e49-346080f94d49 service neutron] For port 790de41d-5b43-4972-8f68-1f2cb028de48, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:36.279023 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-191a2fc4-0499-482b-9d86-e969c314bab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:36.288822 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-191a2fc4-0499-482b-9d86-e969c314bab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:36.294146 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-db6a91ef-49ab-495b-9e49-346080f94d49 service neutron] For port 790de41d-5b43-4972-8f68-1f2cb028de48, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=790de41d-5b43-4972-8f68-1f2cb028de48,segment=NetworkSegment(8ce0f85e-3058-4636-80b4-523c953cb90d),segment_id=8ce0f85e-3058-4636-80b4-523c953cb90d)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:36.296247 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-bee45830-61ef-4041-bb1d-f0057a2fb9a5 req-27b9c26c-3c84-4cd2-93bb-10271c5dea2b tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Deleting port f3dc4ff9-e3e1-40e5-9791-2de4178301b1 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:36.296746 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bee45830-61ef-4041-bb1d-f0057a2fb9a5 req-27b9c26c-3c84-4cd2-93bb-10271c5dea2b tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:36.314106 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-db6a91ef-49ab-495b-9e49-346080f94d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:36.331616 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191a2fc4-0499-482b-9d86-e969c314bab0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:40:36.375394 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a2fc4-0499-482b-9d86-e969c314bab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7a3aa2-d6d7-4d7e-bd16-334656501a65,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:36.379597 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-191a2fc4-0499-482b-9d86-e969c314bab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:36.380201 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-191a2fc4-0499-482b-9d86-e969c314bab0 admin admin] Added segment 0ee48a21-8c09-44ad-81bc-b34caa274eaa of type vlan for network 3429543c-f0ac-4437-adf0-6096f9040864 Jul 05 09:40:36.388348 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-db6a91ef-49ab-495b-9e49-346080f94d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:36.388962 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-db6a91ef-49ab-495b-9e49-346080f94d49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:36.390366 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-db6a91ef-49ab-495b-9e49-346080f94d49 service neutron] 10.222.0.81 "PUT /v2.0/ports/790de41d-5b43-4972-8f68-1f2cb028de48 HTTP/1.1" status: 200 len: 1092 time: 1.6791143 Jul 05 09:40:36.390812 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe84185-201d-4a6d-997c-3838ba7a292d', 'tag': '790de41d-5b43-4972-8f68-1f2cb028de48'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:36.393071 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2889d036-83ed-4892-ba87-e8df593992bd" -d '{"events": [{"name": "network-changed", "server_uuid": "abe84185-201d-4a6d-997c-3838ba7a292d", "tag": "790de41d-5b43-4972-8f68-1f2cb028de48"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:36.398565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9813d4f-b0a3-4021-9423-bf7e996427af req-a9a3d5f3-68f9-47b0-be9b-5cb523bba661 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:36.407459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9813d4f-b0a3-4021-9423-bf7e996427af req-a9a3d5f3-68f9-47b0-be9b-5cb523bba661 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/ports?device_id=abe84185-201d-4a6d-997c-3838ba7a292d HTTP/1.1" status: 200 len: 944 time: 0.2511024 Jul 05 09:40:36.497028 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-191a2fc4-0499-482b-9d86-e969c314bab0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:36.500412 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a91ef-49ab-495b-9e49-346080f94d49 service neutron] Pushing event updated for resources: {'Port': ['ID=790de41d-5b43-4972-8f68-1f2cb028de48,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:36.527140 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-bee45830-61ef-4041-bb1d-f0057a2fb9a5 req-27b9c26c-3c84-4cd2-93bb-10271c5dea2b tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] For port f3dc4ff9-e3e1-40e5-9791-2de4178301b1, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=f3dc4ff9-e3e1-40e5-9791-2de4178301b1,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:36.527513 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bee45830-61ef-4041-bb1d-f0057a2fb9a5 req-27b9c26c-3c84-4cd2-93bb-10271c5dea2b tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:36.545678 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-bee45830-61ef-4041-bb1d-f0057a2fb9a5 req-27b9c26c-3c84-4cd2-93bb-10271c5dea2b tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Calling delete_port for f3dc4ff9-e3e1-40e5-9791-2de4178301b1 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:36.561797 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9813d4f-b0a3-4021-9423-bf7e996427af req-79d99367-958c-4d4d-b64b-36370834602d tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aea87-c223-495c-b5fb-b677934e5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499255 Jul 05 09:40:36.590397 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-562f92af-4067-4b09-8795-39801bd8bfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:36.592132 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-562f92af-4067-4b09-8795-39801bd8bfdc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=803acc6874de4453bf1b08ee6a2bd573&device_id=abe84185-201d-4a6d-997c-3838ba7a292d HTTP/1.1" status: 200 len: 1095 time: 0.1531549 Jul 05 09:40:36.655922 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-574e11d5-885a-476b-a7f6-644c4155e006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:36.671041 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-9ff41c29-461d-4b61-be9a-4312066fff94 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790de41d-5b43-4972-8f68-1f2cb028de48 HTTP/1.1" status: 200 len: 217 time: 0.0458095 Jul 05 09:40:36.687031 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-191a2fc4-0499-482b-9d86-e969c314bab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:36.688100 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191a2fc4-0499-482b-9d86-e969c314bab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:36.688639 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-191a2fc4-0499-482b-9d86-e969c314bab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:36.753224 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-63c5ae9d-4ce0-4e4b-a866-7fdce2acb9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:36.754702 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-63c5ae9d-4ce0-4e4b-a866-7fdce2acb9f6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aa70ba2e-a279-4ce4-9142-ee80f05dab74 HTTP/1.1" status: 200 len: 868 time: 0.0771699 Jul 05 09:40:36.805863 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023117a0-2a90-4624-8352-228eed2ba08f req-acaf08ee-2ed5-4bab-9017-e4c2ad3d3b0e tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:36.807405 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-023117a0-2a90-4624-8352-228eed2ba08f req-acaf08ee-2ed5-4bab-9017-e4c2ad3d3b0e tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/ports?device_id=b283357d-711d-4380-98ef-a6ce8c9ca98c HTTP/1.1" status: 200 len: 948 time: 0.3383410 Jul 05 09:40:36.810788 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a2fc4-0499-482b-9d86-e969c314bab0 admin admin] Pushing event updated for resources: {'Network': ['ID=3429543c-f0ac-4437-adf0-6096f9040864,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:36.840402 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 3429543c-f0ac-4437-adf0-6096f9040864 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:40:36.859413 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bee45830-61ef-4041-bb1d-f0057a2fb9a5 req-27b9c26c-3c84-4cd2-93bb-10271c5dea2b tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:36.900481 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-023117a0-2a90-4624-8352-228eed2ba08f req-42279ec1-6863-4853-8e53-0402872e7545 tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.79 "GET /v2.0/security-groups?id=86f5787f-aef4-4add-865f-fdfd76ffdc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667248 Jul 05 09:40:36.903737 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9c26c-3c84-4cd2-93bb-10271c5dea2b tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Pushing event deleted for resources: {'Port': ['ID=f3dc4ff9-e3e1-40e5-9791-2de4178301b1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:36.919272 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-0e1144fd-c61d-4b66-a00d-2505d535b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:36.921050 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-0e1144fd-c61d-4b66-a00d-2505d535b6b4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1514332 Jul 05 09:40:36.949979 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-574e11d5-885a-476b-a7f6-644c4155e006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:36.962336 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-574e11d5-885a-476b-a7f6-644c4155e006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:36.973645 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['f3dc4ff9-e3e1-40e5-9791-2de4178301b1'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:36.981503 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-191a2fc4-0499-482b-9d86-e969c314bab0 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7219157 Jul 05 09:40:36.984693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42630) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:36.985182 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42632) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:37.000180 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-996fb2e2-05d9-4735-b6a5-709b8cf56f68 admin admin] Request body: {'subnet': {'network_id': '3429543c-f0ac-4437-adf0-6096f9040864', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-244347680-subnet', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:37.020689 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde182d9-09d9-483b-a89b-951768c1c458 x-openstack-request-id: req-dde182d9-09d9-483b-a89b-951768c1c458 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:37.021222 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe84185-201d-4a6d-997c-3838ba7a292d", "tag": "790de41d-5b43-4972-8f68-1f2cb028de48", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:37.021222 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dde182d9-09d9-483b-a89b-951768c1c458 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:37.021517 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe84185-201d-4a6d-997c-3838ba7a292d', 'tag': '790de41d-5b43-4972-8f68-1f2cb028de48', 'status': 'completed', 'code': 200} Jul 05 09:40:37.071343 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-574e11d5-885a-476b-a7f6-644c4155e006 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dc7d77a5769c4853abeda9c652388626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8078530 Jul 05 09:40:37.076684 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42636) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:37.078281 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee45830-61ef-4041-bb1d-f0057a2fb9a5 req-27b9c26c-3c84-4cd2-93bb-10271c5dea2b tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] No DVR routers for this DVR port f3dc4ff9-e3e1-40e5-9791-2de4178301b1 on host n-h1-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:40:37.087107 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bee45830-61ef-4041-bb1d-f0057a2fb9a5 req-27b9c26c-3c84-4cd2-93bb-10271c5dea2b tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:37.089342 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e11d5-885a-476b-a7f6-644c4155e006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4301d0-1759-45fc-81c7-e0f36e17dbc9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:37.091019 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bee45830-61ef-4041-bb1d-f0057a2fb9a5 req-27b9c26c-3c84-4cd2-93bb-10271c5dea2b tempest-DeleteServersAdminTestJSON-713402 tempest-DeleteServersAdminTestJSON-713402-project] 10.222.0.81 "DELETE /v2.0/ports/f3dc4ff9-e3e1-40e5-9791-2de4178301b1 HTTP/1.1" status: 204 len: 173 time: 1.1423750 Jul 05 09:40:37.120335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996fb2e2-05d9-4735-b6a5-709b8cf56f68 admin admin] Made reservation on behalf of bdfde8fa111c412f917e1e159d29ec5f for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:37.123004 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-996fb2e2-05d9-4735-b6a5-709b8cf56f68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:37.195600 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-282138d9-b06d-4deb-b35a-70dd2e80879a service neutron] 10.222.0.81 "GET /v2.0/networks/9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354498 Jul 05 09:40:37.231327 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3ac5038e-0119-432b-9a94-d98c76becb1c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-857454199-network', 'tenant_id': '23585d2789e04e4391b6a35531859c35'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:37.308516 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1cc97915-b5aa-4d1b-98d4-3f31aa67a0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:37.309879 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac5038e-0119-432b-9a94-d98c76becb1c admin admin] Made reservation on behalf of 23585d2789e04e4391b6a35531859c35 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:37.313617 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3ac5038e-0119-432b-9a94-d98c76becb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:37.323913 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-351a0f7e-48fb-43d2-abc7-125d525cae76 req-ff68d8e7-35fa-4ad7-82a1-db384239f0ea service neutron] 10.222.0.81 "GET /v2.0/networks/9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208677 Jul 05 09:40:37.325771 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc8d45-5a50-4c8f-b8d5-2d02df59d46e req-740f6115-4fb6-428d-b85e-41b9850b5add tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:37.327323 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c2cc8d45-5a50-4c8f-b8d5-2d02df59d46e req-740f6115-4fb6-428d-b85e-41b9850b5add tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=a806b5ce-5308-41c5-810e-60f44b90e26b HTTP/1.1" status: 200 len: 947 time: 0.3392193 Jul 05 09:40:37.380448 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3ac5038e-0119-432b-9a94-d98c76becb1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:37.431447 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889d036-83ed-4892-ba87-e8df593992bd req-7a56942b-be5b-475b-b2cf-933d9edfe398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:37.433071 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2889d036-83ed-4892-ba87-e8df593992bd req-7a56942b-be5b-475b-b2cf-933d9edfe398 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=803acc6874de4453bf1b08ee6a2bd573&device_id=abe84185-201d-4a6d-997c-3838ba7a292d HTTP/1.1" status: 200 len: 1095 time: 0.0571916 Jul 05 09:40:37.448151 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1cc97915-b5aa-4d1b-98d4-3f31aa67a0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:37.503325 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c2cc8d45-5a50-4c8f-b8d5-2d02df59d46e req-85509aa0-3682-4020-9890-27a7f338be9c tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675446 Jul 05 09:40:37.535139 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889d036-83ed-4892-ba87-e8df593992bd req-2c7e82f6-b6e9-44a7-9541-a562991caa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:37.537368 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2889d036-83ed-4892-ba87-e8df593992bd req-2c7e82f6-b6e9-44a7-9541-a562991caa50 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc HTTP/1.1" status: 200 len: 930 time: 0.0976794 Jul 05 09:40:37.593013 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2889d036-83ed-4892-ba87-e8df593992bd req-3508cd8e-6e1b-4cb5-a438-dbbcbed80527 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790de41d-5b43-4972-8f68-1f2cb028de48 HTTP/1.1" status: 200 len: 217 time: 0.0450296 Jul 05 09:40:37.609534 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3d148-a948-4ffa-b4a5-46cd37fb478b req-8362c185-8c2c-46c8-af98-c53baa9cbeff tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:37.611255 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-86b3d148-a948-4ffa-b4a5-46cd37fb478b req-8362c185-8c2c-46c8-af98-c53baa9cbeff tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b151d7-4d83-45d2-a48d-5b91baa64638 HTTP/1.1" status: 200 len: 950 time: 0.2811022 Jul 05 09:40:37.648009 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1cc97915-b5aa-4d1b-98d4-3f31aa67a0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:37.650487 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1cc97915-b5aa-4d1b-98d4-3f31aa67a0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:37.653054 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1cc97915-b5aa-4d1b-98d4-3f31aa67a0b6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ec4301d0-1759-45fc-81c7-e0f36e17dbc9 HTTP/1.1" status: 204 len: 168 time: 0.5726233 Jul 05 09:40:37.674452 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889d036-83ed-4892-ba87-e8df593992bd req-890b3f64-bd9f-4dcd-bc2b-91971c6a28a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:37.676228 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2889d036-83ed-4892-ba87-e8df593992bd req-890b3f64-bd9f-4dcd-bc2b-91971c6a28a2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aa70ba2e-a279-4ce4-9142-ee80f05dab74 HTTP/1.1" status: 200 len: 868 time: 0.0763555 Jul 05 09:40:37.739810 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc97915-b5aa-4d1b-98d4-3f31aa67a0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4301d0-1759-45fc-81c7-e0f36e17dbc9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:37.751220 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889d036-83ed-4892-ba87-e8df593992bd req-efdd57d2-b632-4524-b198-d14a2e2f24a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:37.753763 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2889d036-83ed-4892-ba87-e8df593992bd req-efdd57d2-b632-4524-b198-d14a2e2f24a0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699606 Jul 05 09:40:37.807822 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3ac5038e-0119-432b-9a94-d98c76becb1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:37.836036 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-86b3d148-a948-4ffa-b4a5-46cd37fb478b req-b4f35cf8-d0c2-421a-b006-8947f0dadaeb tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/security-groups?id=27b2a437-613b-4324-a082-156faf421bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959593 Jul 05 09:40:37.844469 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-996fb2e2-05d9-4735-b6a5-709b8cf56f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:37.846661 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3ac5038e-0119-432b-9a94-d98c76becb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:37.906423 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5038e-0119-432b-9a94-d98c76becb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8138b2-fc97-4b6a-b89c-c9568113e0ec,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:37.971341 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac5038e-0119-432b-9a94-d98c76becb1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:40:37.996006 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fb2e2-05d9-4735-b6a5-709b8cf56f68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f031c5ad-59cc-4c59-a95e-957f1011421e,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:38.001996 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3ac5038e-0119-432b-9a94-d98c76becb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.002350 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-3ac5038e-0119-432b-9a94-d98c76becb1c admin admin] Added segment b90dbeb3-b91f-4a26-9c45-792b20918c8d of type vlan for network e1e0271b-59de-42c9-bf01-40ffbfbf614c Jul 05 09:40:38.077898 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269f098-8d8c-4b19-916e-520eaf2db624 req-4af52aa8-01eb-4548-b19e-9ab615484ada tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:38.086583 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d269f098-8d8c-4b19-916e-520eaf2db624 req-4af52aa8-01eb-4548-b19e-9ab615484ada tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/ports?device_id=abe84185-201d-4a6d-997c-3838ba7a292d HTTP/1.1" status: 200 len: 944 time: 0.3637249 Jul 05 09:40:38.098062 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42652) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:38.105977 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996fb2e2-05d9-4735-b6a5-709b8cf56f68 admin admin] Checking segment: {'id': '0ee48a21-8c09-44ad-81bc-b34caa274eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:38.106345 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996fb2e2-05d9-4735-b6a5-709b8cf56f68 admin admin] Network hostable DHCP agents. Network: 3429543c-f0ac-4437-adf0-6096f9040864, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:40:38.116158 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2889d036-83ed-4892-ba87-e8df593992bd req-d84113e9-930a-47bc-93f5-e5d1afda9700 service neutron] 10.222.0.81 "GET /v2.0/networks/9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552060 Jul 05 09:40:38.117306 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ad9eebd-1d52-43a2-9410-bbe9cafb9c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.124512 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3ac5038e-0119-432b-9a94-d98c76becb1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.152300 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d269f098-8d8c-4b19-916e-520eaf2db624 req-648919a0-0349-4b10-8838-b547e08aa872 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aea87-c223-495c-b5fb-b677934e5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649793 Jul 05 09:40:38.156160 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996fb2e2-05d9-4735-b6a5-709b8cf56f68 admin admin] Network 3429543c-f0ac-4437-adf0-6096f9040864 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:40:38.176254 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-996fb2e2-05d9-4735-b6a5-709b8cf56f68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 3429543c-f0ac-4437-adf0-6096f9040864) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:38.181387 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996fb2e2-05d9-4735-b6a5-709b8cf56f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:38.182008 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-996fb2e2-05d9-4735-b6a5-709b8cf56f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.186479 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3ac5038e-0119-432b-9a94-d98c76becb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.187643 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac5038e-0119-432b-9a94-d98c76becb1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:38.188075 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3ac5038e-0119-432b-9a94-d98c76becb1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.198191 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66742b2a-454e-4b9c-ae81-4af5ef2ac6c2 None None] Network 3429543c-f0ac-4437-adf0-6096f9040864 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:40:38.261776 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5038e-0119-432b-9a94-d98c76becb1c admin admin] Pushing event updated for resources: {'Network': ['ID=e1e0271b-59de-42c9-bf01-40ffbfbf614c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:38.297373 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2889d036-83ed-4892-ba87-e8df593992bd req-6255e14a-03a5-4986-b054-265f13f9bc7b service neutron] 10.222.0.81 "GET /v2.0/networks/9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726964 Jul 05 09:40:38.343551 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network e1e0271b-59de-42c9-bf01-40ffbfbf614c details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:40:38.351541 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ad9eebd-1d52-43a2-9410-bbe9cafb9c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.356501 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ad9eebd-1d52-43a2-9410-bbe9cafb9c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.364708 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3ac5038e-0119-432b-9a94-d98c76becb1c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3701041 Jul 05 09:40:38.367138 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-996fb2e2-05d9-4735-b6a5-709b8cf56f68 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3713274 Jul 05 09:40:38.367946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42658) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:38.373506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42660) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:38.374186 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a4a64ad0-1bff-4949-ad90-675dd19a6249 admin admin] Request body: {'subnet': {'network_id': 'e1e0271b-59de-42c9-bf01-40ffbfbf614c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-857454199-subnet', 'tenant_id': '23585d2789e04e4391b6a35531859c35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:38.381390 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6e563b62-9199-4d0c-ba91-ee0a249476bc admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-244347680-router', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:38.422303 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0ad9eebd-1d52-43a2-9410-bbe9cafb9c9a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f129d2af7f3a4719983ecd5b748a789b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231120 Jul 05 09:40:38.425091 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42662) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:38.425662 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9eebd-1d52-43a2-9410-bbe9cafb9c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59465702-a955-4bf2-a236-ada9c0724ab6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:38.439840 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a64ad0-1bff-4949-ad90-675dd19a6249 admin admin] Made reservation on behalf of 23585d2789e04e4391b6a35531859c35 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:38.446165 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4a64ad0-1bff-4949-ad90-675dd19a6249 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.454815 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6e563b62-9199-4d0c-ba91-ee0a249476bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.456210 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6e563b62-9199-4d0c-ba91-ee0a249476bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.494659 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e196f13b-7ce5-4003-ac1a-810d3e2c3e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-3429543c-f0ac-4437-adf0-6096f9040864', 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'fixed_ips': [{'subnet_id': 'f031c5ad-59cc-4c59-a95e-957f1011421e'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:40:38.495960 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e196f13b-7ce5-4003-ac1a-810d3e2c3e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.526836 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6e563b62-9199-4d0c-ba91-ee0a249476bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.641574 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37b0d460-702d-4732-8e3f-34861d882440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.663717 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-e196f13b-7ce5-4003-ac1a-810d3e2c3e1c None None] Allocated IP 172.20.0.2 (3429543c-f0ac-4437-adf0-6096f9040864/f031c5ad-59cc-4c59-a95e-957f1011421e/1fcd36fb-dac1-4f99-8f8a-62c72713e5f8) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:38.670369 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2c470-ceb2-45b9-9e33-39ebbf7411fb req-7c3ce3b1-1727-4998-89cb-e565842cc393 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:38.679261 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b8a2c470-ceb2-45b9-9e33-39ebbf7411fb req-7c3ce3b1-1727-4998-89cb-e565842cc393 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b151d7-4d83-45d2-a48d-5b91baa64638 HTTP/1.1" status: 200 len: 950 time: 0.2460368 Jul 05 09:40:38.707761 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6e563b62-9199-4d0c-ba91-ee0a249476bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.717674 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device c8f29589-7c7f-4903-9662-dd7f36ac363b details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:40:38.718354 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37b0d460-702d-4732-8e3f-34861d882440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.837126 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b8a2c470-ceb2-45b9-9e33-39ebbf7411fb req-e8f9915a-f2dd-4128-a3ec-260d91422ab7 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/security-groups?id=27b2a437-613b-4324-a082-156faf421bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567080 Jul 05 09:40:38.949555 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6e563b62-9199-4d0c-ba91-ee0a249476bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.957621 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port c8f29589-7c7f-4903-9662-dd7f36ac363b, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=c8f29589-7c7f-4903-9662-dd7f36ac363b,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:38.967132 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e196f13b-7ce5-4003-ac1a-810d3e2c3e1c None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.973622 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4a64ad0-1bff-4949-ad90-675dd19a6249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.980082 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'c8f29589-7c7f-4903-9662-dd7f36ac363b', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': 'c8f29589-7c7f-4903-9662-dd7f36ac363b', 'mac_address': 'fa:16:3e:e8:8a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:40:38.981989 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e196f13b-7ce5-4003-ac1a-810d3e2c3e1c None None] Transition to ACTIVE for port object 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:38.985825 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6e563b62-9199-4d0c-ba91-ee0a249476bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.993996 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2c7ce-bbb2-4b8a-95b0-0c99e17191a9 req-ee30a4d7-b993-4efa-84f6-d0b20b73f525 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:38.995801 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dad2c7ce-bbb2-4b8a-95b0-0c99e17191a9 req-ee30a4d7-b993-4efa-84f6-d0b20b73f525 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=a806b5ce-5308-41c5-810e-60f44b90e26b HTTP/1.1" status: 200 len: 947 time: 0.2823451 Jul 05 09:40:38.998256 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37b0d460-702d-4732-8e3f-34861d882440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.000978 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37b0d460-702d-4732-8e3f-34861d882440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.002725 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-37b0d460-702d-4732-8e3f-34861d882440 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/59465702-a955-4bf2-a236-ada9c0724ab6 HTTP/1.1" status: 204 len: 168 time: 0.5765350 Jul 05 09:40:39.022119 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e196f13b-7ce5-4003-ac1a-810d3e2c3e1c None None] Transition to ACTIVE for port object 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:39.035811 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e196f13b-7ce5-4003-ac1a-810d3e2c3e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.056190 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.083056 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b283357d-711d-4380-98ef-a6ce8c9ca98c', 'name': 'network-vif-deleted', 'tag': 'f3dc4ff9-e3e1-40e5-9791-2de4178301b1'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:39.085600 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55af3132-6ae9-4db5-872d-9fb0f994afb1" -d '{"events": [{"server_uuid": "b283357d-711d-4380-98ef-a6ce8c9ca98c", "name": "network-vif-deleted", "tag": "f3dc4ff9-e3e1-40e5-9791-2de4178301b1"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:39.104965 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f29589-7c7f-4903-9662-dd7f36ac363b {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:40:39.108426 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0d460-702d-4732-8e3f-34861d882440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59465702-a955-4bf2-a236-ada9c0724ab6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:39.125309 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e196f13b-7ce5-4003-ac1a-810d3e2c3e1c None None] Network 3429543c-f0ac-4437-adf0-6096f9040864 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:39.141435 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-e196f13b-7ce5-4003-ac1a-810d3e2c3e1c None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:39.143565 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196f13b-7ce5-4003-ac1a-810d3e2c3e1c None None] Pushing event updated for resources: {'Port': ['ID=1fcd36fb-dac1-4f99-8f8a-62c72713e5f8,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:39.146588 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a64ad0-1bff-4949-ad90-675dd19a6249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7f8ac2e-8fc9-452b-8dbe-565bd4333724,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:39.150003 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e196f13b-7ce5-4003-ac1a-810d3e2c3e1c None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:39.169882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a64ad0-1bff-4949-ad90-675dd19a6249 admin admin] Checking segment: {'id': 'b90dbeb3-b91f-4a26-9c45-792b20918c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e1e0271b-59de-42c9-bf01-40ffbfbf614c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:39.170254 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a64ad0-1bff-4949-ad90-675dd19a6249 admin admin] Network hostable DHCP agents. Network: e1e0271b-59de-42c9-bf01-40ffbfbf614c, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:40:39.172823 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port c8f29589-7c7f-4903-9662-dd7f36ac363b, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=c8f29589-7c7f-4903-9662-dd7f36ac363b,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:39.202366 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dad2c7ce-bbb2-4b8a-95b0-0c99e17191a9 req-5cd37db2-b9b7-4bab-99ff-83d8a0cfc783 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957338 Jul 05 09:40:39.204812 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.205707 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:40:39.234302 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a64ad0-1bff-4949-ad90-675dd19a6249 admin admin] Network e1e0271b-59de-42c9-bf01-40ffbfbf614c is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:40:39.255117 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a4a64ad0-1bff-4949-ad90-675dd19a6249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, e1e0271b-59de-42c9-bf01-40ffbfbf614c) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:39.266730 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dc0763-627b-46fb-8eab-36c6293ee16c None None] Network e1e0271b-59de-42c9-bf01-40ffbfbf614c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:40:39.267300 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a64ad0-1bff-4949-ad90-675dd19a6249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:39.268023 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4a64ad0-1bff-4949-ad90-675dd19a6249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.295599 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a4a64ad0-1bff-4949-ad90-675dd19a6249 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9262810 Jul 05 09:40:39.300377 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42684) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:39.306343 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-fb03c0de-f62f-45a3-bbbb-e27881ca8705 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-857454199-router', 'tenant_id': '23585d2789e04e4391b6a35531859c35', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:39.343712 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-6e563b62-9199-4d0c-ba91-ee0a249476bc admin admin] Allocated IP 172.25.7.36 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/bcf882b0-230f-4547-af48-498c33fffd95) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:39.352861 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb03c0de-f62f-45a3-bbbb-e27881ca8705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.354114 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb03c0de-f62f-45a3-bbbb-e27881ca8705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.452664 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb03c0de-f62f-45a3-bbbb-e27881ca8705 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.470285 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device f3dc4ff9-e3e1-40e5-9791-2de4178301b1 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:39.475333 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.resource_extend [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:40:39.483124 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e196f13b-7ce5-4003-ac1a-810d3e2c3e1c None None] Attempting to bind port 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:39.483658 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e196f13b-7ce5-4003-ac1a-810d3e2c3e1c None None] Attempting to bind port 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '0ee48a21-8c09-44ad-81bc-b34caa274eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:39.484146 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196f13b-7ce5-4003-ac1a-810d3e2c3e1c None None] Attempting to bind port 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8 on network 3429543c-f0ac-4437-adf0-6096f9040864 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:39.524964 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: f3dc4ff9-e3e1-40e5-9791-2de4178301b1 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:40:39.525146 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42688) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:39.525331 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device f3dc4ff9-e3e1-40e5-9791-2de4178301b1 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:40:39.540308 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196f13b-7ce5-4003-ac1a-810d3e2c3e1c None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:39.540812 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196f13b-7ce5-4003-ac1a-810d3e2c3e1c None None] Checking segment: {'id': '0ee48a21-8c09-44ad-81bc-b34caa274eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:39.541314 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e196f13b-7ce5-4003-ac1a-810d3e2c3e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.541778 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196f13b-7ce5-4003-ac1a-810d3e2c3e1c None None] Bound using segment: {'id': '0ee48a21-8c09-44ad-81bc-b34caa274eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:39.542378 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e196f13b-7ce5-4003-ac1a-810d3e2c3e1c None None] Bound port: 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee48a21-8c09-44ad-81bc-b34caa274eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:39.542789 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e196f13b-7ce5-4003-ac1a-810d3e2c3e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.548239 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:39.568664 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6e563b62-9199-4d0c-ba91-ee0a249476bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.579594 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=c8f29589-7c7f-4903-9662-dd7f36ac363b,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:39.595755 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0', 'mac_address': 'fa:16:3e:61:c9:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:40:39.617886 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda19990-6915-4f33-88ac-0dc675fddc64 x-openstack-request-id: req-cda19990-6915-4f33-88ac-0dc675fddc64 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:39.618221 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b283357d-711d-4380-98ef-a6ce8c9ca98c", "name": "network-vif-deleted", "tag": "f3dc4ff9-e3e1-40e5-9791-2de4178301b1", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:39.618635 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cda19990-6915-4f33-88ac-0dc675fddc64 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:39.619183 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b283357d-711d-4380-98ef-a6ce8c9ca98c', 'name': 'network-vif-deleted', 'tag': 'f3dc4ff9-e3e1-40e5-9791-2de4178301b1', 'status': 'completed', 'code': 200} Jul 05 09:40:39.621095 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6e563b62-9199-4d0c-ba91-ee0a249476bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.648943 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e563b62-9199-4d0c-ba91-ee0a249476bc admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:39.677589 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-6e563b62-9199-4d0c-ba91-ee0a249476bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:39.685044 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e563b62-9199-4d0c-ba91-ee0a249476bc admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:39.774300 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e196f13b-7ce5-4003-ac1a-810d3e2c3e1c None None] For port 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:39.780150 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.801325 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e196f13b-7ce5-4003-ac1a-810d3e2c3e1c None None] For port 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=1fcd36fb-dac1-4f99-8f8a-62c72713e5f8,segment=NetworkSegment(0ee48a21-8c09-44ad-81bc-b34caa274eaa),segment_id=0ee48a21-8c09-44ad-81bc-b34caa274eaa)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:39.803429 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e563b62-9199-4d0c-ba91-ee0a249476bc admin admin] Pushing event updated for resources: {'Port': ['ID=bcf882b0-230f-4547-af48-498c33fffd95,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:39.808538 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:40:39.814597 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e196f13b-7ce5-4003-ac1a-810d3e2c3e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.832167 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb03c0de-f62f-45a3-bbbb-e27881ca8705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.861509 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607fc9f7-ae20-4004-adaa-c1c9b06e4d99 req-09fccc1d-145d-48f6-babb-32597cc08654 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:39.869493 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-607fc9f7-ae20-4004-adaa-c1c9b06e4d99 req-09fccc1d-145d-48f6-babb-32597cc08654 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/ports?device_id=abe84185-201d-4a6d-997c-3838ba7a292d HTTP/1.1" status: 200 len: 944 time: 0.4141812 Jul 05 09:40:39.886346 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabac757-012f-45bd-83d4-99ad0ef5ca22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-e1e0271b-59de-42c9-bf01-40ffbfbf614c', 'network_id': 'e1e0271b-59de-42c9-bf01-40ffbfbf614c', 'tenant_id': '23585d2789e04e4391b6a35531859c35', 'fixed_ips': [{'subnet_id': 'c7f8ac2e-8fc9-452b-8dbe-565bd4333724'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:40:39.887658 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fabac757-012f-45bd-83d4-99ad0ef5ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.903338 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:39.932079 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.945860 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-607fc9f7-ae20-4004-adaa-c1c9b06e4d99 req-b6126567-35e8-4094-9d7c-a04a2ae4268f tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aea87-c223-495c-b5fb-b677934e5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753775 Jul 05 09:40:39.957563 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a855d3f6-342a-448f-a190-d2577e5e4df2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=19f562930ce4451a9fa04a164be513c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4288738 Jul 05 09:40:39.967301 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196f13b-7ce5-4003-ac1a-810d3e2c3e1c None None] Pushing event updated for resources: {'Port': ['ID=1fcd36fb-dac1-4f99-8f8a-62c72713e5f8,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:39.981588 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42708) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:40.016589 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6e563b62-9199-4d0c-ba91-ee0a249476bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:40.129977 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:40.278056 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-fabac757-012f-45bd-83d4-99ad0ef5ca22 None None] Allocated IP 172.20.0.2 (e1e0271b-59de-42c9-bf01-40ffbfbf614c/c7f8ac2e-8fc9-452b-8dbe-565bd4333724/ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:40.298622 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a850c35c-3a51-47e2-a65f-dffe57fef32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:40.361775 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a850c35c-3a51-47e2-a65f-dffe57fef32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:40.362623 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6e563b62-9199-4d0c-ba91-ee0a249476bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:40.380914 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:40.389967 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['c8f29589-7c7f-4903-9662-dd7f36ac363b'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:40.395931 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e6b7a-1c70-4e98-a97c-129b0130e2a3 req-9d275476-885c-4121-8250-f3e8b94f6db9 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:40.403828 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-201e6b7a-1c70-4e98-a97c-129b0130e2a3 req-9d275476-885c-4121-8250-f3e8b94f6db9 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b151d7-4d83-45d2-a48d-5b91baa64638 HTTP/1.1" status: 200 len: 950 time: 0.2976325 Jul 05 09:40:40.540670 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e563b62-9199-4d0c-ba91-ee0a249476bc admin admin] Router 33e155ca-3a54-4ec4-9751-66861f772696 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:40:40.687514 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e563b62-9199-4d0c-ba91-ee0a249476bc admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:40:40.708888 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] Sync routers for ids ['33e155ca-3a54-4ec4-9751-66861f772696'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:40:40.711833 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6e563b62-9199-4d0c-ba91-ee0a249476bc admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:40.713467 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6e563b62-9199-4d0c-ba91-ee0a249476bc admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.3369086 Jul 05 09:40:40.716270 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42726) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:40.811582 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fabac757-012f-45bd-83d4-99ad0ef5ca22 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:40.817993 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] Routers {'33e155ca-3a54-4ec4-9751-66861f772696'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:40.818665 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:40:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['33e155ca-3a54-4ec4-9751-66861f772696'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:40.819667 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-201e6b7a-1c70-4e98-a97c-129b0130e2a3 req-f29393d1-a1ee-4296-8d7e-72c765f270c3 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/security-groups?id=27b2a437-613b-4324-a082-156faf421bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116652 Jul 05 09:40:40.925953 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fabac757-012f-45bd-83d4-99ad0ef5ca22 None None] Transition to ACTIVE for port object ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:40.967720 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fabac757-012f-45bd-83d4-99ad0ef5ca22 None None] Transition to ACTIVE for port object ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:40.975972 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fabac757-012f-45bd-83d4-99ad0ef5ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:40.996290 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a850c35c-3a51-47e2-a65f-dffe57fef32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:41.002217 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a850c35c-3a51-47e2-a65f-dffe57fef32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:41.006068 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a850c35c-3a51-47e2-a65f-dffe57fef32f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/86f5787f-aef4-4add-865f-fdfd76ffdc5d HTTP/1.1" status: 204 len: 168 time: 1.0224681 Jul 05 09:40:41.041595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850c35c-3a51-47e2-a65f-dffe57fef32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f5787f-aef4-4add-865f-fdfd76ffdc5d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:41.043552 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabac757-012f-45bd-83d4-99ad0ef5ca22 None None] Pushing event updated for resources: {'Port': ['ID=ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:41.095959 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabac757-012f-45bd-83d4-99ad0ef5ca22 None None] Network e1e0271b-59de-42c9-bf01-40ffbfbf614c is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:41.131186 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb03c0de-f62f-45a3-bbbb-e27881ca8705 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:41.140455 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] Set router 33e155ca-3a54-4ec4-9751-66861f772696 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:41.141396 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fe77b-8802-4ac1-8d7e-3bd98fe7d1a8 req-d7849dd4-b0ea-4062-b4e0-da813985d03d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:41.148648 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67fe77b-8802-4ac1-8d7e-3bd98fe7d1a8 req-d7849dd4-b0ea-4062-b4e0-da813985d03d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=a806b5ce-5308-41c5-810e-60f44b90e26b HTTP/1.1" status: 200 len: 948 time: 0.7744410 Jul 05 09:40:41.178485 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-fabac757-012f-45bd-83d4-99ad0ef5ca22 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:41.185290 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb03c0de-f62f-45a3-bbbb-e27881ca8705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:41.224139 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabac757-012f-45bd-83d4-99ad0ef5ca22 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:41.298870 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-fb03c0de-f62f-45a3-bbbb-e27881ca8705 admin admin] Allocated IP 172.25.7.239 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/b35764b5-7208-4017-9600-33f71346b2c2) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:41.372150 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-fabac757-012f-45bd-83d4-99ad0ef5ca22 None None] Attempting to bind port ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:41.372799 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-fabac757-012f-45bd-83d4-99ad0ef5ca22 None None] Attempting to bind port ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b90dbeb3-b91f-4a26-9c45-792b20918c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e1e0271b-59de-42c9-bf01-40ffbfbf614c'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:41.373045 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabac757-012f-45bd-83d4-99ad0ef5ca22 None None] Attempting to bind port ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8 on network e1e0271b-59de-42c9-bf01-40ffbfbf614c {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:41.376809 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 790de41d-5b43-4972-8f68-1f2cb028de48 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:40:41.463100 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67fe77b-8802-4ac1-8d7e-3bd98fe7d1a8 req-bf5cc21e-b07c-490e-afc4-3704e9c4ff93 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134229 Jul 05 09:40:41.504751 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 790de41d-5b43-4972-8f68-1f2cb028de48, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=790de41d-5b43-4972-8f68-1f2cb028de48,segment=NetworkSegment(8ce0f85e-3058-4636-80b4-523c953cb90d),segment_id=8ce0f85e-3058-4636-80b4-523c953cb90d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:41.524424 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '790de41d-5b43-4972-8f68-1f2cb028de48', 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc', 'port_id': '790de41d-5b43-4972-8f68-1f2cb028de48', 'mac_address': 'fa:16:3e:b4:0b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa70ba2e-a279-4ce4-9142-ee80f05dab74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:40:41.526260 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c716ac27-6a98-472d-ba9c-5515ed772038 None None] Network 3429543c-f0ac-4437-adf0-6096f9040864 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:40:41.551765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae0468-7dd9-48b7-ab32-2a0a99b95504 req-2e230d5c-25ea-40d9-a901-ac5787f2d72d tempest-LiveMigrationNegativeTest-431366615 tempest-LiveMigrationNegativeTest-431366615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:41.560126 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84ae0468-7dd9-48b7-ab32-2a0a99b95504 req-2e230d5c-25ea-40d9-a901-ac5787f2d72d tempest-LiveMigrationNegativeTest-431366615 tempest-LiveMigrationNegativeTest-431366615-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=03b151d7-4d83-45d2-a48d-5b91baa64638 HTTP/1.1" status: 200 len: 1101 time: 0.3816257 Jul 05 09:40:41.592679 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabac757-012f-45bd-83d4-99ad0ef5ca22 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:41.593071 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabac757-012f-45bd-83d4-99ad0ef5ca22 None None] Checking segment: {'id': 'b90dbeb3-b91f-4a26-9c45-792b20918c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e1e0271b-59de-42c9-bf01-40ffbfbf614c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:41.593506 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fabac757-012f-45bd-83d4-99ad0ef5ca22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:41.593955 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabac757-012f-45bd-83d4-99ad0ef5ca22 None None] Bound using segment: {'id': 'b90dbeb3-b91f-4a26-9c45-792b20918c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e1e0271b-59de-42c9-bf01-40ffbfbf614c'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:41.594440 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-fabac757-012f-45bd-83d4-99ad0ef5ca22 None None] Bound port: ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90dbeb3-b91f-4a26-9c45-792b20918c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e1e0271b-59de-42c9-bf01-40ffbfbf614c'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:41.594976 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fabac757-012f-45bd-83d4-99ad0ef5ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:41.628393 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-84ae0468-7dd9-48b7-ab32-2a0a99b95504 req-9aaaa47c-f168-4faf-a613-35f828e2bb56 tempest-LiveMigrationNegativeTest-431366615 tempest-LiveMigrationNegativeTest-431366615-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:41.644915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e47fc326-b453-49e2-969c-862f4312eaf0 None None] Provisioning for port 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:41.649890 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42742) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:41.666029 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7893d17-55d6-4bf6-89ff-0418c2cf87f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:41.668135 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb03c0de-f62f-45a3-bbbb-e27881ca8705 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:41.693891 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7456fcd1-85d6-4ced-8df3-e2aec468a461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:41.707769 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-b7893d17-55d6-4bf6-89ff-0418c2cf87f6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 09:40:41.707769 n-d-798054-8 neutron-server[93906]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 09:40:41.707769 n-d-798054-8 neutron-server[93906]: [parameters: {'project_id_1': '0baba7caa5df4bc1aeb2024f97095cda', 'expiration_1': datetime.datetime(2021, 7, 5, 9, 40, 41, 688795)}] Jul 05 09:40:41.707769 n-d-798054-8 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:40:41.708220 n-d-798054-8 neutron-server[93906]: DEBUG oslo_db.api [None req-b7893d17-55d6-4bf6-89ff-0418c2cf87f6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:40:41.735750 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:41.763054 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410152c2-b21e-4378-9789-3125b18c4e1b req-932db449-d219-4a03-8c78-98420174e1ae tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:41.769863 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-410152c2-b21e-4378-9789-3125b18c4e1b req-932db449-d219-4a03-8c78-98420174e1ae tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/ports?device_id=abe84185-201d-4a6d-997c-3838ba7a292d HTTP/1.1" status: 200 len: 944 time: 0.1787512 Jul 05 09:40:41.779675 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb03c0de-f62f-45a3-bbbb-e27881ca8705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:41.801216 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790de41d-5b43-4972-8f68-1f2cb028de48 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:40:41.851001 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-fabac757-012f-45bd-83d4-99ad0ef5ca22 None None] For port ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:41.853431 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb03c0de-f62f-45a3-bbbb-e27881ca8705 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:41.865527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-fb03c0de-f62f-45a3-bbbb-e27881ca8705 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:41.870806 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb03c0de-f62f-45a3-bbbb-e27881ca8705 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:41.880493 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-7456fcd1-85d6-4ced-8df3-e2aec468a461 admin admin] Allocated IP 172.20.0.1 (3429543c-f0ac-4437-adf0-6096f9040864/f031c5ad-59cc-4c59-a95e-957f1011421e/3cad2a42-04fe-4358-9d56-5a74f1207cda) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:41.882315 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-fabac757-012f-45bd-83d4-99ad0ef5ca22 None None] For port ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8,segment=NetworkSegment(b90dbeb3-b91f-4a26-9c45-792b20918c8d),segment_id=b90dbeb3-b91f-4a26-9c45-792b20918c8d)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:41.884446 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 790de41d-5b43-4972-8f68-1f2cb028de48, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=790de41d-5b43-4972-8f68-1f2cb028de48,segment=NetworkSegment(8ce0f85e-3058-4636-80b4-523c953cb90d),segment_id=8ce0f85e-3058-4636-80b4-523c953cb90d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:41.887608 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-410152c2-b21e-4378-9789-3125b18c4e1b req-836f36ec-2c85-4452-a94c-2e1e8072021a tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aea87-c223-495c-b5fb-b677934e5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168005 Jul 05 09:40:41.888320 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03c0de-f62f-45a3-bbbb-e27881ca8705 admin admin] Pushing event updated for resources: {'Port': ['ID=b35764b5-7208-4017-9600-33f71346b2c2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:41.891132 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fabac757-012f-45bd-83d4-99ad0ef5ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:41.895556 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:41.961158 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-84ae0468-7dd9-48b7-ab32-2a0a99b95504 req-9aaaa47c-f168-4faf-a613-35f828e2bb56 tempest-LiveMigrationNegativeTest-431366615 tempest-LiveMigrationNegativeTest-431366615-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.062595 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-84ae0468-7dd9-48b7-ab32-2a0a99b95504 req-9aaaa47c-f168-4faf-a613-35f828e2bb56 tempest-LiveMigrationNegativeTest-431366615 tempest-LiveMigrationNegativeTest-431366615-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.095163 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7456fcd1-85d6-4ced-8df3-e2aec468a461 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.119608 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-7456fcd1-85d6-4ced-8df3-e2aec468a461 admin admin] Transition to ACTIVE for port object 3cad2a42-04fe-4358-9d56-5a74f1207cda will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:42.178259 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['790de41d-5b43-4972-8f68-1f2cb028de48'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:42.189238 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84ae0468-7dd9-48b7-ab32-2a0a99b95504 req-9aaaa47c-f168-4faf-a613-35f828e2bb56 tempest-LiveMigrationNegativeTest-431366615 tempest-LiveMigrationNegativeTest-431366615-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=27b2a437-613b-4324-a082-156faf421bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6265936 Jul 05 09:40:42.202126 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaaa47c-f168-4faf-a613-35f828e2bb56 tempest-LiveMigrationNegativeTest-431366615 tempest-LiveMigrationNegativeTest-431366615-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799a811f-14b2-462e-89d2-4d1a9db4feed,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:42.216113 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7893d17-55d6-4bf6-89ff-0418c2cf87f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.224038 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:42.336827 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabac757-012f-45bd-83d4-99ad0ef5ca22 None None] Pushing event updated for resources: {'Port': ['ID=ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:42.346331 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e155ca-3a54-4ec4-9751-66861f772696', 'name': 'tempest-ServersTestJSON-244347680-router', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:40:39Z', 'revision_number': 3, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'gw_port': {'id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:42.372815 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7893d17-55d6-4bf6-89ff-0418c2cf87f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.392504 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7893d17-55d6-4bf6-89ff-0418c2cf87f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.418332 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42756) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:42.443020 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7456fcd1-85d6-4ced-8df3-e2aec468a461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.448345 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb03c0de-f62f-45a3-bbbb-e27881ca8705 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.451545 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] Checking router: 33e155ca-3a54-4ec4-9751-66861f772696 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:40:42.452093 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] Updating router 33e155ca-3a54-4ec4-9751-66861f772696 port bcf882b0-230f-4547-af48-498c33fffd95 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:40:42.490765 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b7893d17-55d6-4bf6-89ff-0418c2cf87f6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0baba7caa5df4bc1aeb2024f97095cda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8393223 Jul 05 09:40:42.494815 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7893d17-55d6-4bf6-89ff-0418c2cf87f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3948c10-e923-43a1-a7bd-6a6b6818aff0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:42.499957 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42762) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:42.525993 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7456fcd1-85d6-4ced-8df3-e2aec468a461 admin admin] Network 3429543c-f0ac-4437-adf0-6096f9040864 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:42.555080 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-7456fcd1-85d6-4ced-8df3-e2aec468a461 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:42.562868 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7456fcd1-85d6-4ced-8df3-e2aec468a461 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:42.563387 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7456fcd1-85d6-4ced-8df3-e2aec468a461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.578572 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456fcd1-85d6-4ced-8df3-e2aec468a461 admin admin] Pushing event updated for resources: {'Port': ['ID=3cad2a42-04fe-4358-9d56-5a74f1207cda,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:42.638346 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device c8f29589-7c7f-4903-9662-dd7f36ac363b up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:42.731741 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.775356 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-333df3ec-441d-4724-b0e8-63baffba11c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.789733 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=790de41d-5b43-4972-8f68-1f2cb028de48,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:42.800040 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:42.826408 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:42.827047 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.843328 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-333df3ec-441d-4724-b0e8-63baffba11c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.866257 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59669f41-010b-47cf-82c2-73c11baa0b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.947593 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7456fcd1-85d6-4ced-8df3-e2aec468a461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.009290 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a3d7f-506c-458c-bff3-f35c7ad58134 req-f96c3bb2-e10d-4a8f-9a85-0c20fc68ced0 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:43.010913 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ed8a3d7f-506c-458c-bff3-f35c7ad58134 req-f96c3bb2-e10d-4a8f-9a85-0c20fc68ced0 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=a806b5ce-5308-41c5-810e-60f44b90e26b HTTP/1.1" status: 200 len: 948 time: 0.3263724 Jul 05 09:40:43.053070 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-333df3ec-441d-4724-b0e8-63baffba11c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.056689 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-333df3ec-441d-4724-b0e8-63baffba11c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.060763 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-333df3ec-441d-4724-b0e8-63baffba11c4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c3948c10-e923-43a1-a7bd-6a6b6818aff0 HTTP/1.1" status: 204 len: 168 time: 0.5568910 Jul 05 09:40:43.086480 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333df3ec-441d-4724-b0e8-63baffba11c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3948c10-e923-43a1-a7bd-6a6b6818aff0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:43.156715 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ed8a3d7f-506c-458c-bff3-f35c7ad58134 req-de5fccd8-1cc1-44a6-96aa-dbf7c97d70fc tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379955 Jul 05 09:40:43.159535 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port c8f29589-7c7f-4903-9662-dd7f36ac363b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:43.165210 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb03c0de-f62f-45a3-bbbb-e27881ca8705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.266494 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59669f41-010b-47cf-82c2-73c11baa0b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.292360 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port c8f29589-7c7f-4903-9662-dd7f36ac363b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:43.294536 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.311703 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7456fcd1-85d6-4ced-8df3-e2aec468a461 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.321402 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7456fcd1-85d6-4ced-8df3-e2aec468a461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.322671 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7456fcd1-85d6-4ced-8df3-e2aec468a461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.356816 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59669f41-010b-47cf-82c2-73c11baa0b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.424998 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dc47492a-3953-417d-9660-5c70bb8a5785 None None] Provisioning complete for port 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:43.425469 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456fcd1-85d6-4ced-8df3-e2aec468a461 admin admin] Pushing event updated for resources: {'Port': ['ID=3cad2a42-04fe-4358-9d56-5a74f1207cda,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:43.425900 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dc47492a-3953-417d-9660-5c70bb8a5785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.509522 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-59669f41-010b-47cf-82c2-73c11baa0b16 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fa45b55891574497bd703f335266cff1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0872233 Jul 05 09:40:43.510387 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42778) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:43.527673 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59669f41-010b-47cf-82c2-73c11baa0b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8879ce-e8e4-4dbe-bace-188644befc77,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:43.576028 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290d8f7-4ea9-419f-9916-0e3e7bdfb17e req-3a733a3f-9bd5-4741-beb6-1f00ff3180fc tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:43.582198 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e290d8f7-4ea9-419f-9916-0e3e7bdfb17e req-3a733a3f-9bd5-4741-beb6-1f00ff3180fc tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/ports?device_id=abe84185-201d-4a6d-997c-3838ba7a292d HTTP/1.1" status: 200 len: 945 time: 0.3921213 Jul 05 09:40:43.615683 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.670228 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd78d9-39e1-49ff-b337-9a6cba86725c req-d279305e-259c-4787-8733-9f5fe9b0aae6 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:43.671841 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a6dd78d9-39e1-49ff-b337-9a6cba86725c req-d279305e-259c-4787-8733-9f5fe9b0aae6 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b151d7-4d83-45d2-a48d-5b91baa64638 HTTP/1.1" status: 200 len: 950 time: 0.2727575 Jul 05 09:40:43.716307 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb03c0de-f62f-45a3-bbbb-e27881ca8705 admin admin] Router b187f016-0360-40c3-9f80-c12ca099a978 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:40:43.729493 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e290d8f7-4ea9-419f-9916-0e3e7bdfb17e req-2d1d7ccf-d68e-4977-8d4d-8b9384668e34 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aea87-c223-495c-b5fb-b677934e5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225770 Jul 05 09:40:43.755277 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8f3b57f-ce0c-43b8-baac-c23a68841d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.766600 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7456fcd1-85d6-4ced-8df3-e2aec468a461 admin admin] Network 3429543c-f0ac-4437-adf0-6096f9040864 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:43.781801 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-7456fcd1-85d6-4ced-8df3-e2aec468a461 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:43.802022 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.821746 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8f3b57f-ce0c-43b8-baac-c23a68841d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.846330 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=1fcd36fb-dac1-4f99-8f8a-62c72713e5f8,segment=NetworkSegment(0ee48a21-8c09-44ad-81bc-b34caa274eaa),segment_id=0ee48a21-8c09-44ad-81bc-b34caa274eaa)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:43.878993 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.879224 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb03c0de-f62f-45a3-bbbb-e27881ca8705 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:40:43.890854 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] Sync routers for ids ['b187f016-0360-40c3-9f80-c12ca099a978'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:40:43.902120 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.911039 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a6dd78d9-39e1-49ff-b337-9a6cba86725c req-0a25b6f0-7549-49f1-9969-84a79367e9b3 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/security-groups?id=27b2a437-613b-4324-a082-156faf421bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255750 Jul 05 09:40:43.917992 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] Routers {'b187f016-0360-40c3-9f80-c12ca099a978'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:43.920807 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:40:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b187f016-0360-40c3-9f80-c12ca099a978'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:43.942441 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb03c0de-f62f-45a3-bbbb-e27881ca8705 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.954505 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42788) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:43.954700 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-fb03c0de-f62f-45a3-bbbb-e27881ca8705 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6425285 Jul 05 09:40:44.050625 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dc47492a-3953-417d-9660-5c70bb8a5785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:44.053580 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] Transition to ACTIVE for port object bcf882b0-230f-4547-af48-498c33fffd95 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:44.092349 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a806b5ce-5308-41c5-810e-60f44b90e26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f29589-7c7f-4903-9662-dd7f36ac363b'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:44.094792 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a14e3fa-0339-4910-8ee4-b5e0427cecc8" -d '{"events": [{"server_uuid": "a806b5ce-5308-41c5-810e-60f44b90e26b", "name": "network-vif-plugged", "status": "completed", "tag": "c8f29589-7c7f-4903-9662-dd7f36ac363b"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:44.161180 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7856d8-25ef-4d5b-b158-70b8deabb760 None None] Network e1e0271b-59de-42c9-bf01-40ffbfbf614c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:40:44.163534 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:44.179601 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port c8f29589-7c7f-4903-9662-dd7f36ac363b, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=c8f29589-7c7f-4903-9662-dd7f36ac363b,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:44.251567 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] Set router b187f016-0360-40c3-9f80-c12ca099a978 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:44.311366 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397068fe-2318-4c8d-a60c-266e79aa5efa x-openstack-request-id: req-397068fe-2318-4c8d-a60c-266e79aa5efa {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:44.312005 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a806b5ce-5308-41c5-810e-60f44b90e26b", "name": "network-vif-plugged", "status": "completed", "tag": "c8f29589-7c7f-4903-9662-dd7f36ac363b", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:44.312428 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-397068fe-2318-4c8d-a60c-266e79aa5efa {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:44.312997 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a806b5ce-5308-41c5-810e-60f44b90e26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f29589-7c7f-4903-9662-dd7f36ac363b', 'code': 200} Jul 05 09:40:44.316708 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:44.325776 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:44.326852 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:44.360877 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=1fcd36fb-dac1-4f99-8f8a-62c72713e5f8,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:44.427333 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602264e7-d12a-4153-aad5-55c42cd96752 req-a72fb53a-f48a-4b0c-82ac-b61a208fc747 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:44.435360 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-602264e7-d12a-4153-aad5-55c42cd96752 req-a72fb53a-f48a-4b0c-82ac-b61a208fc747 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=a806b5ce-5308-41c5-810e-60f44b90e26b HTTP/1.1" status: 200 len: 949 time: 0.1248090 Jul 05 09:40:44.469981 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ba9fe-fb1b-48de-b47f-8dbe89e1e21b req-359d99c1-4ff7-45e1-aebe-1f032c23789f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:44.471910 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-451ba9fe-fb1b-48de-b47f-8dbe89e1e21b req-359d99c1-4ff7-45e1-aebe-1f032c23789f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a806b5ce-5308-41c5-810e-60f44b90e26b HTTP/1.1" status: 200 len: 1100 time: 0.1311696 Jul 05 09:40:44.487187 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-dc47492a-3953-417d-9660-5c70bb8a5785 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:40:44.487579 n-d-798054-8 neutron-server[93908]: DEBUG oslo_db.api [None req-dc47492a-3953-417d-9660-5c70bb8a5785 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:40:44.493365 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] Attempting to bind port bcf882b0-230f-4547-af48-498c33fffd95 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:44.493691 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-602264e7-d12a-4153-aad5-55c42cd96752 req-c07fdd74-9f32-44d0-bc3f-99b32324b722 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567620 Jul 05 09:40:44.493803 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] Attempting to bind port bcf882b0-230f-4547-af48-498c33fffd95 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:44.494099 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] Attempting to bind port bcf882b0-230f-4547-af48-498c33fffd95 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:44.506758 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:44.507156 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:44.507622 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:44.508054 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:44.508547 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] Bound port: bcf882b0-230f-4547-af48-498c33fffd95, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:44.509064 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:44.531337 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-451ba9fe-fb1b-48de-b47f-8dbe89e1e21b req-4217c18f-6fe5-44a7-8024-bfa8e0b5c7f5 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360732 Jul 05 09:40:44.554485 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059b516-0b34-469c-b189-f8bc41c989e0 None None] Pushing event updated for resources: {'Port': ['ID=bcf882b0-230f-4547-af48-498c33fffd95,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:44.625184 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b187f016-0360-40c3-9f80-c12ca099a978', 'name': 'tempest-FloatingIPsTestJSON-857454199-router', 'tenant_id': '23585d2789e04e4391b6a35531859c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'b35764b5-7208-4017-9600-33f71346b2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:39Z', 'updated_at': '2021-07-05T09:40:42Z', 'revision_number': 3, 'project_id': '23585d2789e04e4391b6a35531859c35', 'gw_port': {'id': 'b35764b5-7208-4017-9600-33f71346b2c2', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b187f016-0360-40c3-9f80-c12ca099a978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:41Z', 'updated_at': '2021-07-05T09:40:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:44.630866 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8f3b57f-ce0c-43b8-baac-c23a68841d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:44.634130 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8f3b57f-ce0c-43b8-baac-c23a68841d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:44.637835 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f8f3b57f-ce0c-43b8-baac-c23a68841d88 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cd8879ce-e8e4-4dbe-bace-188644befc77 HTTP/1.1" status: 204 len: 168 time: 1.1267412 Jul 05 09:40:44.653848 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] Checking router: b187f016-0360-40c3-9f80-c12ca099a978 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:40:44.654063 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3b57f-ce0c-43b8-baac-c23a68841d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8879ce-e8e4-4dbe-bace-188644befc77,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:44.654272 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] Updating router b187f016-0360-40c3-9f80-c12ca099a978 port b35764b5-7208-4017-9600-33f71346b2c2 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:40:44.684362 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] For port bcf882b0-230f-4547-af48-498c33fffd95, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:44.688897 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] For port bcf882b0-230f-4547-af48-498c33fffd95, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bcf882b0-230f-4547-af48-498c33fffd95,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:44.692814 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:44.696436 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:44.727176 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:44.727943 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:44.746716 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:44.749661 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:44.811518 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7456fcd1-85d6-4ced-8df3-e2aec468a461 admin admin] Router 33e155ca-3a54-4ec4-9751-66861f772696 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:40:44.864167 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0787d6-7c40-43a7-9937-466e87dd5ab0 req-9d9f64c4-23dd-46f0-8e81-ed49d9176b93 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:44.866264 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9a0787d6-7c40-43a7-9937-466e87dd5ab0 req-9d9f64c4-23dd-46f0-8e81-ed49d9176b93 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.81 "GET /v2.0/ports?device_id=03b151d7-4d83-45d2-a48d-5b91baa64638 HTTP/1.1" status: 200 len: 950 time: 0.3250444 Jul 05 09:40:44.954775 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=c8f29589-7c7f-4903-9662-dd7f36ac363b,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:45.092194 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059b516-0b34-469c-b189-f8bc41c989e0 None None] Pushing event updated for resources: {'Port': ['ID=bcf882b0-230f-4547-af48-498c33fffd95,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:45.104254 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:45.129900 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] Transition to ACTIVE for port object b35764b5-7208-4017-9600-33f71346b2c2 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:45.134032 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] Routers {'33e155ca-3a54-4ec4-9751-66861f772696'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:45.134702 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:40:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['33e155ca-3a54-4ec4-9751-66861f772696'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:45.143212 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:45.174919 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec177fd9-133a-4ca9-b60f-7382b2e3e89e req-4a773256-da7b-422c-bf44-a02cb689b8d2 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:45.176686 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ec177fd9-133a-4ca9-b60f-7382b2e3e89e req-4a773256-da7b-422c-bf44-a02cb689b8d2 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/ports?device_id=abe84185-201d-4a6d-997c-3838ba7a292d HTTP/1.1" status: 200 len: 945 time: 0.1602292 Jul 05 09:40:45.227326 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-9a0787d6-7c40-43a7-9937-466e87dd5ab0 req-e0dba4d0-2760-42f7-a036-092ccc3df0c9 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Deleting port 5c73cb1d-a87a-4022-a46c-790f08d6ccfa {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:45.228169 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9a0787d6-7c40-43a7-9937-466e87dd5ab0 req-e0dba4d0-2760-42f7-a036-092ccc3df0c9 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:45.250567 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] Attempting to bind port b35764b5-7208-4017-9600-33f71346b2c2 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:45.251300 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] Attempting to bind port b35764b5-7208-4017-9600-33f71346b2c2 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:45.251933 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] Attempting to bind port b35764b5-7208-4017-9600-33f71346b2c2 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:45.274043 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:45.281867 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:45.284032 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:45.285993 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:45.286656 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:45.295554 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] Bound port: b35764b5-7208-4017-9600-33f71346b2c2, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:45.296619 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:45.300342 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790a088-d5e1-48a2-81ca-2549384ce165 None None] Pushing event updated for resources: {'Port': ['ID=b35764b5-7208-4017-9600-33f71346b2c2,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:45.301501 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7456fcd1-85d6-4ced-8df3-e2aec468a461 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:40:45.321771 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7456fcd1-85d6-4ced-8df3-e2aec468a461 admin admin] 10.222.0.79 "PUT /v2.0/routers/33e155ca-3a54-4ec4-9751-66861f772696/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6036532 Jul 05 09:40:45.359584 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ec177fd9-133a-4ca9-b60f-7382b2e3e89e req-6fc84019-80d7-4757-b0f4-b145e0f01112 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aea87-c223-495c-b5fb-b677934e5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726584 Jul 05 09:40:45.411267 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] For port b35764b5-7208-4017-9600-33f71346b2c2, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:45.420194 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] For port b35764b5-7208-4017-9600-33f71346b2c2, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b35764b5-7208-4017-9600-33f71346b2c2,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:45.422247 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42824) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:45.430382 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:45.462609 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5f0c57e-c83b-4079-be8d-6b1a56fb43e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:45.541363 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] Routers {'b187f016-0360-40c3-9f80-c12ca099a978'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:45.542338 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:40:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b187f016-0360-40c3-9f80-c12ca099a978'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:45.542738 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55700b2-3d51-4081-aac7-61d00b3979a4 req-57bd2238-5323-45eb-8247-c4a225e0afde tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:45.556248 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f55700b2-3d51-4081-aac7-61d00b3979a4 req-57bd2238-5323-45eb-8247-c4a225e0afde tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b151d7-4d83-45d2-a48d-5b91baa64638 HTTP/1.1" status: 200 len: 950 time: 0.2587740 Jul 05 09:40:45.671548 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5f0c57e-c83b-4079-be8d-6b1a56fb43e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:45.682356 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] Set router b187f016-0360-40c3-9f80-c12ca099a978 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:45.684380 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f55700b2-3d51-4081-aac7-61d00b3979a4 req-fc5c90c9-dc83-41d4-a61a-768566ff3d91 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/security-groups?id=27b2a437-613b-4324-a082-156faf421bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228626 Jul 05 09:40:45.697043 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5f0c57e-c83b-4079-be8d-6b1a56fb43e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:45.711507 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aab2aa83-f827-4a93-86b7-ba163f545ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:45.795732 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] Set router 33e155ca-3a54-4ec4-9751-66861f772696 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:45.909512 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790a088-d5e1-48a2-81ca-2549384ce165 None None] Pushing event updated for resources: {'Port': ['ID=b35764b5-7208-4017-9600-33f71346b2c2,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:45.918495 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828805ea-b42c-43ea-8ac3-24cfa4a95170 req-459dc114-8799-41d5-a5df-a565d6f61adc tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:45.929194 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-828805ea-b42c-43ea-8ac3-24cfa4a95170 req-459dc114-8799-41d5-a5df-a565d6f61adc tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=a806b5ce-5308-41c5-810e-60f44b90e26b HTTP/1.1" status: 200 len: 949 time: 0.1587446 Jul 05 09:40:46.019163 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-828805ea-b42c-43ea-8ac3-24cfa4a95170 req-2d9a5b78-3d63-40d5-8f14-ecd4409f1af8 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878434 Jul 05 09:40:46.102670 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b187f016-0360-40c3-9f80-c12ca099a978', 'name': 'tempest-FloatingIPsTestJSON-857454199-router', 'tenant_id': '23585d2789e04e4391b6a35531859c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'b35764b5-7208-4017-9600-33f71346b2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:39Z', 'updated_at': '2021-07-05T09:40:42Z', 'revision_number': 3, 'project_id': '23585d2789e04e4391b6a35531859c35', 'gw_port': {'id': 'b35764b5-7208-4017-9600-33f71346b2c2', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b187f016-0360-40c3-9f80-c12ca099a978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:41Z', 'updated_at': '2021-07-05T09:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:46.153660 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b84fb0-0896-41d7-905f-b554d67c3b8e None None] The sync data for ids ['b187f016-0360-40c3-9f80-c12ca099a978'] in n-d-798054-8 is: [{'id': 'b187f016-0360-40c3-9f80-c12ca099a978', 'name': 'tempest-FloatingIPsTestJSON-857454199-router', 'tenant_id': '23585d2789e04e4391b6a35531859c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'b35764b5-7208-4017-9600-33f71346b2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:39Z', 'updated_at': '2021-07-05T09:40:42Z', 'revision_number': 3, 'project_id': '23585d2789e04e4391b6a35531859c35', 'gw_port': {'id': 'b35764b5-7208-4017-9600-33f71346b2c2', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b187f016-0360-40c3-9f80-c12ca099a978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:41Z', 'updated_at': '2021-07-05T09:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:40:46.157090 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 790de41d-5b43-4972-8f68-1f2cb028de48 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:46.160277 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:46.229571 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-aab2aa83-f827-4a93-86b7-ba163f545ba1 admin admin] Allocated IP 172.20.0.1 (e1e0271b-59de-42c9-bf01-40ffbfbf614c/c7f8ac2e-8fc9-452b-8dbe-565bd4333724/8470d4ea-7ca4-4e90-8d37-98cb55f54fa9) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:46.304711 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fb05e861-eb4e-41f2-985e-78cd2bdfd4b3 None None] Provisioning for port ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:46.314999 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:46.319464 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffdd311-2f81-4d30-824b-d1076a4ff469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:46.321951 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2266e73a-d21e-4f53-8c28-5fc09a6d9562" -d '{"events": [{"server_uuid": "fffdd311-2f81-4d30-824b-d1076a4ff469", "name": "network-vif-plugged", "status": "completed", "tag": "47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:46.328783 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fb05e861-eb4e-41f2-985e-78cd2bdfd4b3 None None] Provisioning complete for port ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:46.329159 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fb05e861-eb4e-41f2-985e-78cd2bdfd4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:46.333087 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:46.370721 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aab2aa83-f827-4a93-86b7-ba163f545ba1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:46.387748 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-aab2aa83-f827-4a93-86b7-ba163f545ba1 admin admin] Transition to ACTIVE for port object 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:46.436328 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a1dfc3-e557-4057-ba5c-20a7745c1625 x-openstack-request-id: req-d7a1dfc3-e557-4057-ba5c-20a7745c1625 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:46.436619 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffdd311-2f81-4d30-824b-d1076a4ff469", "name": "network-vif-plugged", "status": "completed", "tag": "47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:46.436930 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d7a1dfc3-e557-4057-ba5c-20a7745c1625 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:46.437292 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffdd311-2f81-4d30-824b-d1076a4ff469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0', 'code': 200} Jul 05 09:40:46.447282 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:46.447660 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:46.461064 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 790de41d-5b43-4972-8f68-1f2cb028de48 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:46.463550 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aab2aa83-f827-4a93-86b7-ba163f545ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:46.496457 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:46.502247 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e155ca-3a54-4ec4-9751-66861f772696', 'name': 'tempest-ServersTestJSON-244347680-router', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:40:42Z', 'revision_number': 4, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'gw_port': {'id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '3cad2a42-04fe-4358-9d56-5a74f1207cda', 'name': '', 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'mac_address': 'fa:16:3e:3a:90:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f031c5ad-59cc-4c59-a95e-957f1011421e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:41Z', 'updated_at': '2021-07-05T09:40:43Z', 'revision_number': 2, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'subnets': [{'id': 'f031c5ad-59cc-4c59-a95e-957f1011421e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:46.533843 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 790de41d-5b43-4972-8f68-1f2cb028de48 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:46.534222 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:46.595843 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-9a0787d6-7c40-43a7-9937-466e87dd5ab0 req-e0dba4d0-2760-42f7-a036-092ccc3df0c9 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] For port 5c73cb1d-a87a-4022-a46c-790f08d6ccfa, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=5c73cb1d-a87a-4022-a46c-790f08d6ccfa,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:46.596320 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9a0787d6-7c40-43a7-9937-466e87dd5ab0 req-e0dba4d0-2760-42f7-a036-092ccc3df0c9 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:46.630579 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42850) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:46.642565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-09e9a939-40f5-48f0-b323-cc371c7e7328 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--782586084', 'description': 'tempest-description--1946425201'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:46.651558 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c926a8-fa9e-4a9c-9d47-11fd89e35d8c None None] The sync data for ids ['33e155ca-3a54-4ec4-9751-66861f772696'] in n-d-798054-8 is: [{'id': '33e155ca-3a54-4ec4-9751-66861f772696', 'name': 'tempest-ServersTestJSON-244347680-router', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:40:42Z', 'revision_number': 4, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'gw_port': {'id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '3cad2a42-04fe-4358-9d56-5a74f1207cda', 'name': '', 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'mac_address': 'fa:16:3e:3a:90:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f031c5ad-59cc-4c59-a95e-957f1011421e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:41Z', 'updated_at': '2021-07-05T09:40:43Z', 'revision_number': 2, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'subnets': [{'id': 'f031c5ad-59cc-4c59-a95e-957f1011421e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:40:46.654420 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f5f0c57e-c83b-4079-be8d-6b1a56fb43e8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ee982b2a75444c588abe0c28dd882d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2308934 Jul 05 09:40:46.655281 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0c57e-c83b-4079-be8d-6b1a56fb43e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a736b2-8d8d-464e-a4bc-82cfa8deba6b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:46.672459 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42854) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:46.698374 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60495a-1e61-4460-8faa-814b352f6d93 req-14801c98-4621-4fd0-b70f-c70cddcc233c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:46.700867 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-9a0787d6-7c40-43a7-9937-466e87dd5ab0 req-e0dba4d0-2760-42f7-a036-092ccc3df0c9 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Calling delete_port for 5c73cb1d-a87a-4022-a46c-790f08d6ccfa owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:46.706311 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab2aa83-f827-4a93-86b7-ba163f545ba1 admin admin] Network e1e0271b-59de-42c9-bf01-40ffbfbf614c is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:46.707519 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2aa83-f827-4a93-86b7-ba163f545ba1 admin admin] Pushing event updated for resources: {'Port': ['ID=8470d4ea-7ca4-4e90-8d37-98cb55f54fa9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:46.708526 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ee60495a-1e61-4460-8faa-814b352f6d93 req-14801c98-4621-4fd0-b70f-c70cddcc233c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 1099 time: 0.1962206 Jul 05 09:40:46.722509 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-aab2aa83-f827-4a93-86b7-ba163f545ba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:46.729155 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab2aa83-f827-4a93-86b7-ba163f545ba1 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:46.730900 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aab2aa83-f827-4a93-86b7-ba163f545ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:46.924914 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-09e9a939-40f5-48f0-b323-cc371c7e7328 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:46.965854 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fb05e861-eb4e-41f2-985e-78cd2bdfd4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:46.972665 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ee60495a-1e61-4460-8faa-814b352f6d93 req-e0d41dac-de91-4d3f-b294-dc3c2bb07df7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632561 Jul 05 09:40:47.052105 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a6dd1ab-a2b6-4cc2-a1a3-f7afcd9f1dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.155312 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa534f-59a9-46fc-88c6-499a01666376 req-471daea7-77bc-47fc-96a1-372aafcaffd3 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:47.161689 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4fa534f-59a9-46fc-88c6-499a01666376 req-471daea7-77bc-47fc-96a1-372aafcaffd3 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/ports?device_id=abe84185-201d-4a6d-997c-3838ba7a292d HTTP/1.1" status: 200 len: 945 time: 0.3017409 Jul 05 09:40:47.171798 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a6dd1ab-a2b6-4cc2-a1a3-f7afcd9f1dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.185290 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-fb05e861-eb4e-41f2-985e-78cd2bdfd4b3 None None] For port ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8,segment=NetworkSegment(b90dbeb3-b91f-4a26-9c45-792b20918c8d),segment_id=b90dbeb3-b91f-4a26-9c45-792b20918c8d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:47.197216 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9a0787d6-7c40-43a7-9937-466e87dd5ab0 req-e0dba4d0-2760-42f7-a036-092ccc3df0c9 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.199036 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fb05e861-eb4e-41f2-985e-78cd2bdfd4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.208027 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.234000 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['52e505ea-0665-4fe0-9011-3cd31d377922'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:47.236700 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['5c73cb1d-a87a-4022-a46c-790f08d6ccfa'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:47.263237 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dba4d0-2760-42f7-a036-092ccc3df0c9 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Pushing event deleted for resources: {'Port': ['ID=5c73cb1d-a87a-4022-a46c-790f08d6ccfa,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:47.289998 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ee4cc23-f304-4ad5-b6b9-574dde8cc5fc req-7a677b67-11ce-4e60-9114-c1963ddc21a2 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b151d7-4d83-45d2-a48d-5b91baa64638 HTTP/1.1" status: 200 len: 210 time: 0.1203504 Jul 05 09:40:47.325036 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-09e9a939-40f5-48f0-b323-cc371c7e7328 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.330064 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fb05e861-eb4e-41f2-985e-78cd2bdfd4b3 None None] Provisioning for port 3cad2a42-04fe-4358-9d56-5a74f1207cda completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:47.336735 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-09e9a939-40f5-48f0-b323-cc371c7e7328 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.339732 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aab2aa83-f827-4a93-86b7-ba163f545ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.400130 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4fa534f-59a9-46fc-88c6-499a01666376 req-a31dbdfd-2164-4d6c-bdb1-0723d021ab6f tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aea87-c223-495c-b5fb-b677934e5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139459 Jul 05 09:40:47.402911 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fb05e861-eb4e-41f2-985e-78cd2bdfd4b3 None None] Provisioning complete for port 3cad2a42-04fe-4358-9d56-5a74f1207cda triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:47.403515 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fb05e861-eb4e-41f2-985e-78cd2bdfd4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.452478 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-09e9a939-40f5-48f0-b323-cc371c7e7328 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.457324 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-09e9a939-40f5-48f0-b323-cc371c7e7328 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8199215 Jul 05 09:40:47.457324 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9a939-40f5-48f0-b323-cc371c7e7328 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb96b496-fdb5-4633-9718-ad9f171333e8,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:47.477353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42866) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:47.485070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-aeddf2f1-766c-4fd3-9056-d6e975ee29bf tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Request body: {'security_group_rule': {'security_group_id': 'bb96b496-fdb5-4633-9718-ad9f171333e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:47.507883 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a6dd1ab-a2b6-4cc2-a1a3-f7afcd9f1dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.510624 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a6dd1ab-a2b6-4cc2-a1a3-f7afcd9f1dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.516171 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7a6dd1ab-a2b6-4cc2-a1a3-f7afcd9f1dbf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/31a736b2-8d8d-464e-a4bc-82cfa8deba6b HTTP/1.1" status: 204 len: 168 time: 0.8410366 Jul 05 09:40:47.536235 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05e861-eb4e-41f2-985e-78cd2bdfd4b3 None None] Pushing event updated for resources: {'Port': ['ID=ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:47.557098 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 790de41d-5b43-4972-8f68-1f2cb028de48, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=790de41d-5b43-4972-8f68-1f2cb028de48,segment=NetworkSegment(8ce0f85e-3058-4636-80b4-523c953cb90d),segment_id=8ce0f85e-3058-4636-80b4-523c953cb90d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:47.597039 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-fb05e861-eb4e-41f2-985e-78cd2bdfd4b3 None None] Port 3cad2a42-04fe-4358-9d56-5a74f1207cda cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:40:47.600763 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6dd1ab-a2b6-4cc2-a1a3-f7afcd9f1dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a736b2-8d8d-464e-a4bc-82cfa8deba6b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:47.621723 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.658361 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aeddf2f1-766c-4fd3-9056-d6e975ee29bf tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.780464 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 5c73cb1d-a87a-4022-a46c-790f08d6ccfa no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:47.835095 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aeddf2f1-766c-4fd3-9056-d6e975ee29bf tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.835638 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aab2aa83-f827-4a93-86b7-ba163f545ba1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.843026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0787d6-7c40-43a7-9937-466e87dd5ab0 req-e0dba4d0-2760-42f7-a036-092ccc3df0c9 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] No DVR routers for this DVR port 5c73cb1d-a87a-4022-a46c-790f08d6ccfa on host n-h1-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:40:47.844930 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aeddf2f1-766c-4fd3-9056-d6e975ee29bf tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.848582 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9a0787d6-7c40-43a7-9937-466e87dd5ab0 req-e0dba4d0-2760-42f7-a036-092ccc3df0c9 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.855829 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9a0787d6-7c40-43a7-9937-466e87dd5ab0 req-e0dba4d0-2760-42f7-a036-092ccc3df0c9 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.81 "DELETE /v2.0/ports/5c73cb1d-a87a-4022-a46c-790f08d6ccfa HTTP/1.1" status: 204 len: 173 time: 2.9797633 Jul 05 09:40:47.858075 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b151d7-4d83-45d2-a48d-5b91baa64638', 'name': 'network-vif-deleted', 'tag': '5c73cb1d-a87a-4022-a46c-790f08d6ccfa'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:47.866053 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=790de41d-5b43-4972-8f68-1f2cb028de48,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:47.866306 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239568a2-29ff-47e4-85b2-643d7f0248c4" -d '{"events": [{"server_uuid": "03b151d7-4d83-45d2-a48d-5b91baa64638", "name": "network-vif-deleted", "tag": "5c73cb1d-a87a-4022-a46c-790f08d6ccfa"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:47.870917 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 5c73cb1d-a87a-4022-a46c-790f08d6ccfa {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:40:47.871348 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aab2aa83-f827-4a93-86b7-ba163f545ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.872178 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aab2aa83-f827-4a93-86b7-ba163f545ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.872421 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 5c73cb1d-a87a-4022-a46c-790f08d6ccfa not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:40:47.913850 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddf2f1-766c-4fd3-9056-d6e975ee29bf tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91da9ef7-c3ed-4fb8-8efe-dff84e1a686a,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:47.961703 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aeddf2f1-766c-4fd3-9056-d6e975ee29bf tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.963069 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-aeddf2f1-766c-4fd3-9056-d6e975ee29bf tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4817607 Jul 05 09:40:47.983299 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42882) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:47.993338 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2aa83-f827-4a93-86b7-ba163f545ba1 admin admin] Pushing event updated for resources: {'Port': ['ID=8470d4ea-7ca4-4e90-8d37-98cb55f54fa9,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:48.003754 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70066e0-c642-4dbc-9cfe-22bbcf67b4fd req-d8238daa-27dc-4b33-a67d-44d9d8d6ca04 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:48.017676 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3693adcb-7fed-4462-bd8f-b36f3474f374 None None] Provisioning complete for port ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:48.018231 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3693adcb-7fed-4462-bd8f-b36f3474f374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:48.023246 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b70066e0-c642-4dbc-9cfe-22bbcf67b4fd req-d8238daa-27dc-4b33-a67d-44d9d8d6ca04 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=a806b5ce-5308-41c5-810e-60f44b90e26b HTTP/1.1" status: 200 len: 949 time: 0.2551999 Jul 05 09:40:48.031094 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-609a5691-5a05-4505-a41b-41fa1a1274ee tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Request body: {'security_group_rule': {'security_group_id': 'bb96b496-fdb5-4633-9718-ad9f171333e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:48.195041 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b70066e0-c642-4dbc-9cfe-22bbcf67b4fd req-d06ec69c-4177-4db0-9b93-b750123b6026 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706288 Jul 05 09:40:48.203189 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-609a5691-5a05-4505-a41b-41fa1a1274ee tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:48.313753 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab2aa83-f827-4a93-86b7-ba163f545ba1 admin admin] Network e1e0271b-59de-42c9-bf01-40ffbfbf614c is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:48.322576 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-aab2aa83-f827-4a93-86b7-ba163f545ba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:48.385851 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-609a5691-5a05-4505-a41b-41fa1a1274ee tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:48.392394 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-609a5691-5a05-4505-a41b-41fa1a1274ee tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:48.454398 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe84185-201d-4a6d-997c-3838ba7a292d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790de41d-5b43-4972-8f68-1f2cb028de48'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:48.461497 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb01ba4-d9d7-41b6-b197-c149b6019c92" -d '{"events": [{"server_uuid": "abe84185-201d-4a6d-997c-3838ba7a292d", "name": "network-vif-plugged", "status": "completed", "tag": "790de41d-5b43-4972-8f68-1f2cb028de48"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:48.465955 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a5691-5a05-4505-a41b-41fa1a1274ee tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa921d1-09a9-4812-b831-95ca9f49fd3d,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:48.479747 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-609a5691-5a05-4505-a41b-41fa1a1274ee tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:48.484302 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b35764b5-7208-4017-9600-33f71346b2c2 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:48.485564 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-609a5691-5a05-4505-a41b-41fa1a1274ee tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4599373 Jul 05 09:40:48.486249 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42900) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:48.497128 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5db50cd8-2382-4e1f-8ed6-903d580458d2 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:48.562208 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5db50cd8-2382-4e1f-8ed6-903d580458d2 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:48.604464 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa784a78-d970-4ef1-a364-bb0c799a4ec1 x-openstack-request-id: req-aa784a78-d970-4ef1-a364-bb0c799a4ec1 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:48.604896 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b151d7-4d83-45d2-a48d-5b91baa64638", "name": "network-vif-deleted", "tag": "5c73cb1d-a87a-4022-a46c-790f08d6ccfa", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:48.605586 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aa784a78-d970-4ef1-a364-bb0c799a4ec1 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:48.605912 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b151d7-4d83-45d2-a48d-5b91baa64638', 'name': 'network-vif-deleted', 'tag': '5c73cb1d-a87a-4022-a46c-790f08d6ccfa', 'status': 'completed', 'code': 200} Jul 05 09:40:48.710956 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3693adcb-7fed-4462-bd8f-b36f3474f374 None None] Provisioning for port 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:48.723050 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3693adcb-7fed-4462-bd8f-b36f3474f374 None None] Provisioning complete for port 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:48.724854 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3693adcb-7fed-4462-bd8f-b36f3474f374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:48.801369 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3693adcb-7fed-4462-bd8f-b36f3474f374 None None] Port 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:40:48.829197 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab2aa83-f827-4a93-86b7-ba163f545ba1 admin admin] Router b187f016-0360-40c3-9f80-c12ca099a978 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:40:48.837277 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port b35764b5-7208-4017-9600-33f71346b2c2 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:48.845893 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b35764b5-7208-4017-9600-33f71346b2c2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:48.847461 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:48.970064 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8ae047ce-8534-4a3e-81e9-9a574d1c8b83 None None] Provisioning complete for port 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:48.970743 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8ae047ce-8534-4a3e-81e9-9a574d1c8b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.014145 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8ae047ce-8534-4a3e-81e9-9a574d1c8b83 None None] Port 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:40:49.034553 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3968fe83-e7ae-41ef-bbe4-a34df34fa285 req-208035fd-8072-4d0b-8747-4fa5cc0fa2e4 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b151d7-4d83-45d2-a48d-5b91baa64638 HTTP/1.1" status: 200 len: 210 time: 0.1040823 Jul 05 09:40:49.062101 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5db50cd8-2382-4e1f-8ed6-903d580458d2 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.069491 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.083630 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab2aa83-f827-4a93-86b7-ba163f545ba1 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:40:49.106375 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-aab2aa83-f827-4a93-86b7-ba163f545ba1 admin admin] 10.222.0.79 "PUT /v2.0/routers/b187f016-0360-40c3-9f80-c12ca099a978/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1445620 Jul 05 09:40:49.124777 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port b35764b5-7208-4017-9600-33f71346b2c2, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b35764b5-7208-4017-9600-33f71346b2c2,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:49.132444 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.133300 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:49.205809 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b9c24-849d-4ba0-b8e8-317b34370ffb req-f7575640-7956-44a6-83e7-8e84df0f03a8 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:49.217460 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b5b9c24-849d-4ba0-b8e8-317b34370ffb req-f7575640-7956-44a6-83e7-8e84df0f03a8 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.3678901 Jul 05 09:40:49.304175 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=b35764b5-7208-4017-9600-33f71346b2c2,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:49.307655 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:49.308306 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.363683 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b5b9c24-849d-4ba0-b8e8-317b34370ffb req-1e03c3a4-4a37-4aa0-ab11-ff189a854ec0 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449857 Jul 05 09:40:49.411770 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] Sync routers for ids ['b187f016-0360-40c3-9f80-c12ca099a978'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:40:49.418874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-5db50cd8-2382-4e1f-8ed6-903d580458d2 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Allocated IP 172.25.7.28 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/55c19b6b-e63a-4c2b-a712-68a43e3c29e9) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:49.431066 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] Routers {'b187f016-0360-40c3-9f80-c12ca099a978'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:49.431707 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:40:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b187f016-0360-40c3-9f80-c12ca099a978'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:49.438932 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49629cca-cb63-4fd2-a2a2-1d44fd41451c req-10ec52d3-a301-4f82-a8bb-6a46a389b91a tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:49.446315 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49629cca-cb63-4fd2-a2a2-1d44fd41451c req-10ec52d3-a301-4f82-a8bb-6a46a389b91a tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/ports?device_id=abe84185-201d-4a6d-997c-3838ba7a292d HTTP/1.1" status: 200 len: 946 time: 0.2192879 Jul 05 09:40:49.565458 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] Set router b187f016-0360-40c3-9f80-c12ca099a978 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:49.781133 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49629cca-cb63-4fd2-a2a2-1d44fd41451c req-0a82e920-8815-4693-bcbc-e15ec00cfc34 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aea87-c223-495c-b5fb-b677934e5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338077 Jul 05 09:40:49.837368 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b187f016-0360-40c3-9f80-c12ca099a978', 'name': 'tempest-FloatingIPsTestJSON-857454199-router', 'tenant_id': '23585d2789e04e4391b6a35531859c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'b35764b5-7208-4017-9600-33f71346b2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:39Z', 'updated_at': '2021-07-05T09:40:46Z', 'revision_number': 4, 'project_id': '23585d2789e04e4391b6a35531859c35', 'gw_port': {'id': 'b35764b5-7208-4017-9600-33f71346b2c2', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b187f016-0360-40c3-9f80-c12ca099a978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:41Z', 'updated_at': '2021-07-05T09:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '8470d4ea-7ca4-4e90-8d37-98cb55f54fa9', 'name': '', 'network_id': 'e1e0271b-59de-42c9-bf01-40ffbfbf614c', 'tenant_id': '23585d2789e04e4391b6a35531859c35', 'mac_address': 'fa:16:3e:65:f1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b187f016-0360-40c3-9f80-c12ca099a978', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c7f8ac2e-8fc9-452b-8dbe-565bd4333724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:45Z', 'updated_at': '2021-07-05T09:40:47Z', 'revision_number': 2, 'project_id': '23585d2789e04e4391b6a35531859c35', 'subnets': [{'id': 'c7f8ac2e-8fc9-452b-8dbe-565bd4333724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:49.870823 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] Checking router: b187f016-0360-40c3-9f80-c12ca099a978 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:40:49.871185 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] Updating router b187f016-0360-40c3-9f80-c12ca099a978 port 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:40:49.886408 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5db50cd8-2382-4e1f-8ed6-903d580458d2 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.896027 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3edb0e-ae4e-46ed-b2ea-38e4ee960fe1 x-openstack-request-id: req-4b3edb0e-ae4e-46ed-b2ea-38e4ee960fe1 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:49.896361 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe84185-201d-4a6d-997c-3838ba7a292d", "name": "network-vif-plugged", "status": "completed", "tag": "790de41d-5b43-4972-8f68-1f2cb028de48", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:49.896570 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4b3edb0e-ae4e-46ed-b2ea-38e4ee960fe1 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:49.897458 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe84185-201d-4a6d-997c-3838ba7a292d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790de41d-5b43-4972-8f68-1f2cb028de48', 'code': 200} Jul 05 09:40:49.916657 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.970859 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5db50cd8-2382-4e1f-8ed6-903d580458d2 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:50.078184 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-65d94040-b1a1-4bd6-b8df-a919c635dca3 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=e3d0b41b54134ace97056f321f8ceff5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0935447 Jul 05 09:40:50.088390 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db50cd8-2382-4e1f-8ed6-903d580458d2 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:50.100925 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-5db50cd8-2382-4e1f-8ed6-903d580458d2 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:50.107683 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ce072-b22d-4928-933f-0c650946b98c req-f11d52fe-34c6-4ee5-8a44-5b78891bfa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:50.109455 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d28ce072-b22d-4928-933f-0c650946b98c req-f11d52fe-34c6-4ee5-8a44-5b78891bfa64 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=abe84185-201d-4a6d-997c-3838ba7a292d HTTP/1.1" status: 200 len: 1097 time: 0.1373591 Jul 05 09:40:50.186202 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d28ce072-b22d-4928-933f-0c650946b98c req-255f6d13-9bfa-4d8a-913f-6c46de7063c3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ca4aea87-c223-495c-b5fb-b677934e5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600863 Jul 05 09:40:50.237585 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db50cd8-2382-4e1f-8ed6-903d580458d2 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:50.275656 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b35764b5-7208-4017-9600-33f71346b2c2 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:50.292710 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db50cd8-2382-4e1f-8ed6-903d580458d2 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Pushing event updated for resources: {'Port': ['ID=55c19b6b-e63a-4c2b-a712-68a43e3c29e9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:50.310275 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-ec036d10-47f6-4ccb-9277-89de002c6d09 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:50.312503 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-ec036d10-47f6-4ccb-9277-89de002c6d09 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2220440 Jul 05 09:40:50.358062 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-d8af666f-6c65-4547-98ac-8289ce2dcd07 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/quotas/e3d0b41b54134ace97056f321f8ceff5 HTTP/1.1" status: 200 len: 375 time: 0.0397151 Jul 05 09:40:50.389149 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b35764b5-7208-4017-9600-33f71346b2c2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:50.389524 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:50.425890 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:50.446074 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] Transition to ACTIVE for port object 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:50.455540 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:50.545866 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] Sync routers for ids ['33e155ca-3a54-4ec4-9751-66861f772696'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:40:50.571146 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] Routers {'33e155ca-3a54-4ec4-9751-66861f772696'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:50.571802 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:40:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['33e155ca-3a54-4ec4-9751-66861f772696'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:50.605918 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5db50cd8-2382-4e1f-8ed6-903d580458d2 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:50.693514 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bcf882b0-230f-4547-af48-498c33fffd95 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:50.704421 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dcee6974-acb7-4283-ba47-4a34595bdf52 req-88b6af0f-ca48-425a-822a-7ae8c42c932a tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3753664 Jul 05 09:40:50.712931 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] Set router 33e155ca-3a54-4ec4-9751-66861f772696 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:50.720751 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-dcee6974-acb7-4283-ba47-4a34595bdf52 req-e48f6a03-2614-4f8c-9358-da47721442f6 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:50.729810 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8d089-7467-4f6e-82f9-80c7a6cccf7b None None] Pushing event updated for resources: {'Port': ['ID=8470d4ea-7ca4-4e90-8d37-98cb55f54fa9,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:50.754841 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-ea6d8b06-2ce3-4a43-bc60-bf146165e112 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e3d0b41b54134ace97056f321f8ceff5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3539023 Jul 05 09:40:50.757652 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5db50cd8-2382-4e1f-8ed6-903d580458d2 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:50.829064 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] Attempting to bind port 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:50.829792 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] Attempting to bind port 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b90dbeb3-b91f-4a26-9c45-792b20918c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e1e0271b-59de-42c9-bf01-40ffbfbf614c'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:50.829792 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] Attempting to bind port 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9 on network e1e0271b-59de-42c9-bf01-40ffbfbf614c {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:50.882936 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:50.883259 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] Checking segment: {'id': 'b90dbeb3-b91f-4a26-9c45-792b20918c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e1e0271b-59de-42c9-bf01-40ffbfbf614c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:50.883601 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:50.883783 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dcee6974-acb7-4283-ba47-4a34595bdf52 req-e48f6a03-2614-4f8c-9358-da47721442f6 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:50.884020 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] Bound using segment: {'id': 'b90dbeb3-b91f-4a26-9c45-792b20918c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e1e0271b-59de-42c9-bf01-40ffbfbf614c'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:50.884536 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] Bound port: 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90dbeb3-b91f-4a26-9c45-792b20918c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e1e0271b-59de-42c9-bf01-40ffbfbf614c'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:50.884926 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:50.905142 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b0cdf48f-312d-46ed-a9e9-b2a77dcff7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:50.910252 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port bcf882b0-230f-4547-af48-498c33fffd95 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:50.917991 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port bcf882b0-230f-4547-af48-498c33fffd95 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:50.918776 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:50.991951 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] For port 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:50.995799 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] For port 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8470d4ea-7ca4-4e90-8d37-98cb55f54fa9,segment=NetworkSegment(b90dbeb3-b91f-4a26-9c45-792b20918c8d),segment_id=b90dbeb3-b91f-4a26-9c45-792b20918c8d)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:51.005644 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:51.069556 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e155ca-3a54-4ec4-9751-66861f772696', 'name': 'tempest-ServersTestJSON-244347680-router', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:40:42Z', 'revision_number': 4, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'gw_port': {'id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '3cad2a42-04fe-4358-9d56-5a74f1207cda', 'name': '', 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'mac_address': 'fa:16:3e:3a:90:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f031c5ad-59cc-4c59-a95e-957f1011421e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:41Z', 'updated_at': '2021-07-05T09:40:43Z', 'revision_number': 2, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'subnets': [{'id': 'f031c5ad-59cc-4c59-a95e-957f1011421e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:51.103244 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5db50cd8-2382-4e1f-8ed6-903d580458d2 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:51.106422 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] Routers {'b187f016-0360-40c3-9f80-c12ca099a978'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:51.107187 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:40:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b187f016-0360-40c3-9f80-c12ca099a978'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:51.111709 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] Checking router: 33e155ca-3a54-4ec4-9751-66861f772696 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:40:51.112282 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] Updating router 33e155ca-3a54-4ec4-9751-66861f772696 port 3cad2a42-04fe-4358-9d56-5a74f1207cda binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:40:51.114489 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5db50cd8-2382-4e1f-8ed6-903d580458d2 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:51.200676 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:51.233960 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db50cd8-2382-4e1f-8ed6-903d580458d2 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Pushing event updated for resources: {'Port': ['ID=55c19b6b-e63a-4c2b-a712-68a43e3c29e9,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:51.243575 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dcee6974-acb7-4283-ba47-4a34595bdf52 req-e48f6a03-2614-4f8c-9358-da47721442f6 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:51.258604 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5db50cd8-2382-4e1f-8ed6-903d580458d2 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:51.325172 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8d089-7467-4f6e-82f9-80c7a6cccf7b None None] Pushing event updated for resources: {'Port': ['ID=8470d4ea-7ca4-4e90-8d37-98cb55f54fa9,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:51.352560 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5db50cd8-2382-4e1f-8ed6-903d580458d2 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:51.355084 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5db50cd8-2382-4e1f-8ed6-903d580458d2 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8657231 Jul 05 09:40:51.473981 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] Set router b187f016-0360-40c3-9f80-c12ca099a978 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:51.506033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-dcee6974-acb7-4283-ba47-4a34595bdf52 req-e48f6a03-2614-4f8c-9358-da47721442f6 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Allocated IP 172.25.7.98 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/dcb31c04-3983-45c9-8d3c-c755fb5c2b87) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:51.655585 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dcee6974-acb7-4283-ba47-4a34595bdf52 req-e48f6a03-2614-4f8c-9358-da47721442f6 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:51.716169 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:51.727663 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dcee6974-acb7-4283-ba47-4a34595bdf52 req-e48f6a03-2614-4f8c-9358-da47721442f6 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:51.729035 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:51.742346 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] Transition to ACTIVE for port object 3cad2a42-04fe-4358-9d56-5a74f1207cda will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:51.750311 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:51.778579 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcee6974-acb7-4283-ba47-4a34595bdf52 req-e48f6a03-2614-4f8c-9358-da47721442f6 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:51.793419 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-dcee6974-acb7-4283-ba47-4a34595bdf52 req-e48f6a03-2614-4f8c-9358-da47721442f6 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:51.795931 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcee6974-acb7-4283-ba47-4a34595bdf52 req-e48f6a03-2614-4f8c-9358-da47721442f6 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:51.799426 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f6a03-2614-4f8c-9358-da47721442f6 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Pushing event updated for resources: {'Port': ['ID=dcb31c04-3983-45c9-8d3c-c755fb5c2b87,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:51.805869 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port bcf882b0-230f-4547-af48-498c33fffd95, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bcf882b0-230f-4547-af48-498c33fffd95,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:51.831519 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:51.895765 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b187f016-0360-40c3-9f80-c12ca099a978', 'name': 'tempest-FloatingIPsTestJSON-857454199-router', 'tenant_id': '23585d2789e04e4391b6a35531859c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'b35764b5-7208-4017-9600-33f71346b2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:39Z', 'updated_at': '2021-07-05T09:40:46Z', 'revision_number': 4, 'project_id': '23585d2789e04e4391b6a35531859c35', 'gw_port': {'id': 'b35764b5-7208-4017-9600-33f71346b2c2', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b187f016-0360-40c3-9f80-c12ca099a978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:41Z', 'updated_at': '2021-07-05T09:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '8470d4ea-7ca4-4e90-8d37-98cb55f54fa9', 'name': '', 'network_id': 'e1e0271b-59de-42c9-bf01-40ffbfbf614c', 'tenant_id': '23585d2789e04e4391b6a35531859c35', 'mac_address': 'fa:16:3e:65:f1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b187f016-0360-40c3-9f80-c12ca099a978', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c7f8ac2e-8fc9-452b-8dbe-565bd4333724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:45Z', 'updated_at': '2021-07-05T09:40:50Z', 'revision_number': 4, 'project_id': '23585d2789e04e4391b6a35531859c35', 'subnets': [{'id': 'c7f8ac2e-8fc9-452b-8dbe-565bd4333724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:51.946212 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4606016d-a730-45ae-8d4a-064fd4f8753b None None] The sync data for ids ['b187f016-0360-40c3-9f80-c12ca099a978'] in n-d-798054-8 is: [{'id': 'b187f016-0360-40c3-9f80-c12ca099a978', 'name': 'tempest-FloatingIPsTestJSON-857454199-router', 'tenant_id': '23585d2789e04e4391b6a35531859c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'b35764b5-7208-4017-9600-33f71346b2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:39Z', 'updated_at': '2021-07-05T09:40:46Z', 'revision_number': 4, 'project_id': '23585d2789e04e4391b6a35531859c35', 'gw_port': {'id': 'b35764b5-7208-4017-9600-33f71346b2c2', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b187f016-0360-40c3-9f80-c12ca099a978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:41Z', 'updated_at': '2021-07-05T09:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '8470d4ea-7ca4-4e90-8d37-98cb55f54fa9', 'name': '', 'network_id': 'e1e0271b-59de-42c9-bf01-40ffbfbf614c', 'tenant_id': '23585d2789e04e4391b6a35531859c35', 'mac_address': 'fa:16:3e:65:f1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b187f016-0360-40c3-9f80-c12ca099a978', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c7f8ac2e-8fc9-452b-8dbe-565bd4333724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:45Z', 'updated_at': '2021-07-05T09:40:50Z', 'revision_number': 4, 'project_id': '23585d2789e04e4391b6a35531859c35', 'subnets': [{'id': 'c7f8ac2e-8fc9-452b-8dbe-565bd4333724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:40:51.946920 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] Attempting to bind port 3cad2a42-04fe-4358-9d56-5a74f1207cda on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:51.947180 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] Attempting to bind port 3cad2a42-04fe-4358-9d56-5a74f1207cda by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '0ee48a21-8c09-44ad-81bc-b34caa274eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:51.947546 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] Attempting to bind port 3cad2a42-04fe-4358-9d56-5a74f1207cda on network 3429543c-f0ac-4437-adf0-6096f9040864 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:51.949580 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462762c-f203-4257-a309-725412548584 None None] Pushing event updated for resources: {'Port': ['ID=3cad2a42-04fe-4358-9d56-5a74f1207cda,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:51.964445 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:51.964832 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] Checking segment: {'id': '0ee48a21-8c09-44ad-81bc-b34caa274eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:51.965216 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:51.965895 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] Bound using segment: {'id': '0ee48a21-8c09-44ad-81bc-b34caa274eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:51.966090 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] Bound port: 3cad2a42-04fe-4358-9d56-5a74f1207cda, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee48a21-8c09-44ad-81bc-b34caa274eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:51.966482 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:51.998970 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=bcf882b0-230f-4547-af48-498c33fffd95,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:52.072203 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dcee6974-acb7-4283-ba47-4a34595bdf52 req-e48f6a03-2614-4f8c-9358-da47721442f6 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:52.097594 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] For port 3cad2a42-04fe-4358-9d56-5a74f1207cda, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:52.101144 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] For port 3cad2a42-04fe-4358-9d56-5a74f1207cda, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3cad2a42-04fe-4358-9d56-5a74f1207cda,segment=NetworkSegment(0ee48a21-8c09-44ad-81bc-b34caa274eaa),segment_id=0ee48a21-8c09-44ad-81bc-b34caa274eaa)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:52.111422 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:52.165193 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dcee6974-acb7-4283-ba47-4a34595bdf52 req-e48f6a03-2614-4f8c-9358-da47721442f6 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:52.172895 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462762c-f203-4257-a309-725412548584 None None] Pushing event updated for resources: {'Port': ['ID=3cad2a42-04fe-4358-9d56-5a74f1207cda,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:52.196325 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] Routers {'33e155ca-3a54-4ec4-9751-66861f772696'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:52.196955 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:40:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['33e155ca-3a54-4ec4-9751-66861f772696'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:52.340129 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159246c7-fbbc-4788-947c-50c98dfd8817 req-91e71628-d49b-4e16-9a21-a306a7ea96ea tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:52.347373 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-159246c7-fbbc-4788-947c-50c98dfd8817 req-91e71628-d49b-4e16-9a21-a306a7ea96ea tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/ports?device_id=abe84185-201d-4a6d-997c-3838ba7a292d HTTP/1.1" status: 200 len: 946 time: 0.3532200 Jul 05 09:40:52.348386 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] Set router 33e155ca-3a54-4ec4-9751-66861f772696 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:52.406129 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-159246c7-fbbc-4788-947c-50c98dfd8817 req-80de4aa9-2b1c-4397-9f5a-799951c69632 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aea87-c223-495c-b5fb-b677934e5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576453 Jul 05 09:40:52.514744 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dcee6974-acb7-4283-ba47-4a34595bdf52 req-e48f6a03-2614-4f8c-9358-da47721442f6 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:52.521109 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dcee6974-acb7-4283-ba47-4a34595bdf52 req-e48f6a03-2614-4f8c-9358-da47721442f6 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:52.604311 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e155ca-3a54-4ec4-9751-66861f772696', 'name': 'tempest-ServersTestJSON-244347680-router', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:40:42Z', 'revision_number': 4, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'gw_port': {'id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '3cad2a42-04fe-4358-9d56-5a74f1207cda', 'name': '', 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'mac_address': 'fa:16:3e:3a:90:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f031c5ad-59cc-4c59-a95e-957f1011421e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:41Z', 'updated_at': '2021-07-05T09:40:52Z', 'revision_number': 4, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'subnets': [{'id': 'f031c5ad-59cc-4c59-a95e-957f1011421e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:52.605690 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f6a03-2614-4f8c-9358-da47721442f6 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Pushing event updated for resources: {'Port': ['ID=dcb31c04-3983-45c9-8d3c-c755fb5c2b87,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:52.643797 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c6d6bc-6a3f-4112-a45f-906289c4064f None None] The sync data for ids ['33e155ca-3a54-4ec4-9751-66861f772696'] in n-d-798054-8 is: [{'id': '33e155ca-3a54-4ec4-9751-66861f772696', 'name': 'tempest-ServersTestJSON-244347680-router', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:40:42Z', 'revision_number': 4, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'gw_port': {'id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '3cad2a42-04fe-4358-9d56-5a74f1207cda', 'name': '', 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'mac_address': 'fa:16:3e:3a:90:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f031c5ad-59cc-4c59-a95e-957f1011421e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:41Z', 'updated_at': '2021-07-05T09:40:52Z', 'revision_number': 4, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'subnets': [{'id': 'f031c5ad-59cc-4c59-a95e-957f1011421e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:40:52.653849 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7021030-eb46-41b1-80f0-10b0dbd52845 req-954744fe-5d9f-4004-943b-6c65bc230301 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=ade5b97e-6e6e-4627-b156-07265a02803f HTTP/1.1" status: 200 len: 210 time: 0.0585475 Jul 05 09:40:52.694038 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-de50a454-d2e6-4b34-9351-5436526bd744 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=e3d0b41b54134ace97056f321f8ceff5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230973 Jul 05 09:40:52.694970 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dcee6974-acb7-4283-ba47-4a34595bdf52 req-e48f6a03-2614-4f8c-9358-da47721442f6 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:52.759210 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dcee6974-acb7-4283-ba47-4a34595bdf52 req-e48f6a03-2614-4f8c-9358-da47721442f6 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:52.764387 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dcee6974-acb7-4283-ba47-4a34595bdf52 req-e48f6a03-2614-4f8c-9358-da47721442f6 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0512705 Jul 05 09:40:52.876099 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dcee6974-acb7-4283-ba47-4a34595bdf52 req-7785dbf9-36c4-4885-916c-257f34ee4510 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.98 HTTP/1.1" status: 200 len: 695 time: 0.1000130 Jul 05 09:40:52.925920 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-7fff85d5-6a4c-4758-818b-1674aab5ba60 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--782586084&fields=id&tenant_id=bdfde8fa111c412f917e1e159d29ec5f HTTP/1.1" status: 200 len: 267 time: 0.1570382 Jul 05 09:40:52.985858 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-664b4fc1-ac33-44dc-b5b7-7899f92546ad tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:52.987608 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-664b4fc1-ac33-44dc-b5b7-7899f92546ad tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2885013 Jul 05 09:40:53.014651 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-7559a8f3-d2c1-4572-995b-e5a432fcfa34 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Request body: {'port': {'device_id': 'ade5b97e-6e6e-4627-b156-07265a02803f', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': 'e3d0b41b54134ace97056f321f8ceff5'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:53.280878 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0c14657c-93c5-441a-9a94-e53f2f92d348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:53.402923 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee6974-acb7-4283-ba47-4a34595bdf52 req-ffdbb339-9e26-4918-a650-9edbf07a90c6 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:53.404388 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dcee6974-acb7-4283-ba47-4a34595bdf52 req-ffdbb339-9e26-4918-a650-9edbf07a90c6 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.5042000 Jul 05 09:40:53.427247 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-dcee6974-acb7-4283-ba47-4a34595bdf52 req-3aee51c8-edf8-496d-83ff-15803b19bd73 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:40:53.428825 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dcee6974-acb7-4283-ba47-4a34595bdf52 req-3aee51c8-edf8-496d-83ff-15803b19bd73 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139034 Jul 05 09:40:53.445955 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-50b12f09-dc20-411b-87c0-3042382dba61 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:53.447467 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-50b12f09-dc20-411b-87c0-3042382dba61 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/networks?id=3429543c-f0ac-4437-adf0-6096f9040864 HTTP/1.1" status: 200 len: 805 time: 0.5096612 Jul 05 09:40:53.468821 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-303da49a-d55d-427e-9790-c276d52dba5a tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/quotas/bdfde8fa111c412f917e1e159d29ec5f HTTP/1.1" status: 200 len: 375 time: 0.0134187 Jul 05 09:40:53.505289 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:53.518692 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-7559a8f3-d2c1-4572-995b-e5a432fcfa34 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Made reservation on behalf of e3d0b41b54134ace97056f321f8ceff5 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:53.523019 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-7559a8f3-d2c1-4572-995b-e5a432fcfa34 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:53.630486 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-7c6a3ff1-040b-4f43-ad61-e8e8f15e97b0 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=bdfde8fa111c412f917e1e159d29ec5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1561069 Jul 05 09:40:53.736198 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-7559a8f3-d2c1-4572-995b-e5a432fcfa34 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Allocated IP 192.168.233.171 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/7317d360-8d70-4e31-bfb5-c75e9e2ef332) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:53.789912 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-23b5f9d1-eb2a-4f0a-9007-da2a109957cf service neutron] 10.222.0.79 "GET /v2.0/networks/3429543c-f0ac-4437-adf0-6096f9040864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342885 Jul 05 09:40:54.089139 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-80a64028-69cb-4319-a463-57dd5a476402 service neutron] 10.222.0.79 "GET /v2.0/networks/3429543c-f0ac-4437-adf0-6096f9040864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875571 Jul 05 09:40:54.143115 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-7559a8f3-d2c1-4572-995b-e5a432fcfa34 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:54.169416 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0f837f56-28db-42de-bd45-538a8e8c8a62 req-1c805ff7-e86b-4b44-b4fc-9472ad016f79 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 258 time: 0.2657955 Jul 05 09:40:54.174915 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-7559a8f3-d2c1-4572-995b-e5a432fcfa34 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Transition to ACTIVE for port object 7317d360-8d70-4e31-bfb5-c75e9e2ef332 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:54.187184 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3cad2a42-04fe-4358-9d56-5a74f1207cda up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:54.216635 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-7559a8f3-d2c1-4572-995b-e5a432fcfa34 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:54.221612 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0f837f56-28db-42de-bd45-538a8e8c8a62 req-e7a3488f-40e1-4391-b909-22dc44c4b147 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:54.230466 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0', 'c8f29589-7c7f-4903-9662-dd7f36ac363b'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:54.300466 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 3cad2a42-04fe-4358-9d56-5a74f1207cda completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:54.309366 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 3cad2a42-04fe-4358-9d56-5a74f1207cda triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:54.309738 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:54.341829 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-7559a8f3-d2c1-4572-995b-e5a432fcfa34 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:54.348802 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fcdc4ca6-caed-4e5d-a026-4e39f88db649 req-4fbfe36a-14af-4c6e-bbe3-a935e6b1760e tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "GET /v2.0/floatingips/4a5277a1-646e-4b82-aea3-4c2f80570c20 HTTP/1.1" status: 200 len: 692 time: 0.0794413 Jul 05 09:40:54.352559 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-7559a8f3-d2c1-4572-995b-e5a432fcfa34 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:54.354573 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0f837f56-28db-42de-bd45-538a8e8c8a62 req-e7a3488f-40e1-4391-b909-22dc44c4b147 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:54.357610 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-7559a8f3-d2c1-4572-995b-e5a432fcfa34 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:54.364231 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559a8f3-d2c1-4572-995b-e5a432fcfa34 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Pushing event updated for resources: {'Port': ['ID=7317d360-8d70-4e31-bfb5-c75e9e2ef332,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:54.470598 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:54.524582 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-7559a8f3-d2c1-4572-995b-e5a432fcfa34 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:54.525289 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-7559a8f3-d2c1-4572-995b-e5a432fcfa34 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:54.529012 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:54.582820 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-7559a8f3-d2c1-4572-995b-e5a432fcfa34 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5739372 Jul 05 09:40:54.599795 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-55bde786-91cc-47d8-b82e-7c6503a5c767 service neutron] Request body: {'port': {'device_id': 'ade5b97e-6e6e-4627-b156-07265a02803f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:54.614770 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc4ca6-caed-4e5d-a026-4e39f88db649 req-2bdbe794-d134-4ff3-b2ae-e6157b9b0600 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:54.616663 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 3cad2a42-04fe-4358-9d56-5a74f1207cda, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3cad2a42-04fe-4358-9d56-5a74f1207cda,segment=NetworkSegment(0ee48a21-8c09-44ad-81bc-b34caa274eaa),segment_id=0ee48a21-8c09-44ad-81bc-b34caa274eaa)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:54.623569 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fcdc4ca6-caed-4e5d-a026-4e39f88db649 req-2bdbe794-d134-4ff3-b2ae-e6157b9b0600 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.2627711 Jul 05 09:40:54.630509 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:54.632295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:54.657825 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-fcdc4ca6-caed-4e5d-a026-4e39f88db649 req-db7b0625-fb7b-44d1-a2ab-76d164adbc31 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:40:54.677475 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fcdc4ca6-caed-4e5d-a026-4e39f88db649 req-db7b0625-fb7b-44d1-a2ab-76d164adbc31 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0527744 Jul 05 09:40:54.746841 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=3cad2a42-04fe-4358-9d56-5a74f1207cda,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:54.818528 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-93f2bfb8-4657-4a9a-a6f8-88af216958f1 None None] Provisioning for port 7317d360-8d70-4e31-bfb5-c75e9e2ef332 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:54.825842 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:54.829396 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-93f2bfb8-4657-4a9a-a6f8-88af216958f1 None None] Provisioning complete for port 7317d360-8d70-4e31-bfb5-c75e9e2ef332 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:54.829986 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-93f2bfb8-4657-4a9a-a6f8-88af216958f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:54.900561 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-93f2bfb8-4657-4a9a-a6f8-88af216958f1 None None] Port 7317d360-8d70-4e31-bfb5-c75e9e2ef332 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:40:54.906067 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:54.906725 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:54.925979 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-55bde786-91cc-47d8-b82e-7c6503a5c767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:54.950866 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0f837f56-28db-42de-bd45-538a8e8c8a62 req-e7a3488f-40e1-4391-b909-22dc44c4b147 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:55.027469 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:55.066621 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8470d4ea-7ca4-4e90-8d37-98cb55f54fa9,segment=NetworkSegment(b90dbeb3-b91f-4a26-9c45-792b20918c8d),segment_id=b90dbeb3-b91f-4a26-9c45-792b20918c8d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:55.080967 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:55.084415 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bcf882b0-230f-4547-af48-498c33fffd95 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:55.155387 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d28c1d-2816-4eba-ba7c-6f4b017e8032 req-f35e37b9-bf00-45b8-90e4-a0a5e8411d1f tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:55.157181 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e5d28c1d-2816-4eba-ba7c-6f4b017e8032 req-f35e37b9-bf00-45b8-90e4-a0a5e8411d1f tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=ade5b97e-6e6e-4627-b156-07265a02803f HTTP/1.1" status: 200 len: 936 time: 0.2937121 Jul 05 09:40:55.179888 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=8470d4ea-7ca4-4e90-8d37-98cb55f54fa9,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:55.200697 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port bcf882b0-230f-4547-af48-498c33fffd95 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:55.201330 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:55.257776 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-0f837f56-28db-42de-bd45-538a8e8c8a62 req-e7a3488f-40e1-4391-b909-22dc44c4b147 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Allocated IP 172.25.7.72 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/649eb507-b6e0-4313-9c48-a0336c114927) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:55.290643 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e5d28c1d-2816-4eba-ba7c-6f4b017e8032 req-f0ef49aa-7fd1-47f8-8ba7-608120da711e tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150296 Jul 05 09:40:55.429866 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6303a-5d69-4482-8d1b-988f49514da3 req-b56c2eda-fc85-428e-b53c-e61a19b82e08 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:55.431312 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0cc6303a-5d69-4482-8d1b-988f49514da3 req-b56c2eda-fc85-428e-b53c-e61a19b82e08 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.78 "GET /v2.0/ports?device_id=d11f99ad-1c95-48ad-86e5-a22863776c25 HTTP/1.1" status: 200 len: 949 time: 0.0798905 Jul 05 09:40:55.487039 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-55bde786-91cc-47d8-b82e-7c6503a5c767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7317d360-8d70-4e31-bfb5-c75e9e2ef332 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:40:55.503740 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-55bde786-91cc-47d8-b82e-7c6503a5c767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:55.511550 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0f837f56-28db-42de-bd45-538a8e8c8a62 req-e7a3488f-40e1-4391-b909-22dc44c4b147 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:55.533513 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-0cc6303a-5d69-4482-8d1b-988f49514da3 req-93f7a35f-37d7-4493-a48c-0be6913369d9 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Deleting port 52e505ea-0665-4fe0-9011-3cd31d377922 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:55.534340 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0cc6303a-5d69-4482-8d1b-988f49514da3 req-93f7a35f-37d7-4493-a48c-0be6913369d9 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:55.534637 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-55bde786-91cc-47d8-b82e-7c6503a5c767 service neutron] Transition to ACTIVE for port object 7317d360-8d70-4e31-bfb5-c75e9e2ef332 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:55.540881 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-55bde786-91cc-47d8-b82e-7c6503a5c767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:55.588232 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48200766-92c3-459c-abdc-4030f1f78d07 req-806fdc3b-9bb5-43b0-91b9-ea0bfa431eff tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:55.589721 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-48200766-92c3-459c-abdc-4030f1f78d07 req-806fdc3b-9bb5-43b0-91b9-ea0bfa431eff tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/ports?device_id=d11f99ad-1c95-48ad-86e5-a22863776c25 HTTP/1.1" status: 200 len: 949 time: 0.1877692 Jul 05 09:40:55.643528 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-0cc6303a-5d69-4482-8d1b-988f49514da3 req-93f7a35f-37d7-4493-a48c-0be6913369d9 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] For port 52e505ea-0665-4fe0-9011-3cd31d377922, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=52e505ea-0665-4fe0-9011-3cd31d377922,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:55.643785 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0cc6303a-5d69-4482-8d1b-988f49514da3 req-93f7a35f-37d7-4493-a48c-0be6913369d9 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:55.644504 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bde786-91cc-47d8-b82e-7c6503a5c767 service neutron] Pushing event updated for resources: {'Port': ['ID=7317d360-8d70-4e31-bfb5-c75e9e2ef332,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:55.669473 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-0cc6303a-5d69-4482-8d1b-988f49514da3 req-93f7a35f-37d7-4493-a48c-0be6913369d9 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Calling delete_port for 52e505ea-0665-4fe0-9011-3cd31d377922 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:55.682111 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0f837f56-28db-42de-bd45-538a8e8c8a62 req-e7a3488f-40e1-4391-b909-22dc44c4b147 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:55.712103 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-48200766-92c3-459c-abdc-4030f1f78d07 req-e67253c2-2864-44f4-88dd-c7937028f918 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.79 "GET /v2.0/security-groups?id=27b2a437-613b-4324-a082-156faf421bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089756 Jul 05 09:40:55.782396 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3488f-40e1-4391-b909-22dc44c4b147 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Pushing event updated for resources: {'Port': ['ID=649eb507-b6e0-4313-9c48-a0336c114927,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:55.801959 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f837f56-28db-42de-bd45-538a8e8c8a62 req-e7a3488f-40e1-4391-b909-22dc44c4b147 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:55.812973 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-0f837f56-28db-42de-bd45-538a8e8c8a62 req-e7a3488f-40e1-4391-b909-22dc44c4b147 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:55.815390 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f837f56-28db-42de-bd45-538a8e8c8a62 req-e7a3488f-40e1-4391-b909-22dc44c4b147 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:55.864190 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-55bde786-91cc-47d8-b82e-7c6503a5c767 service neutron] Attempting to bind port 7317d360-8d70-4e31-bfb5-c75e9e2ef332 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:55.864555 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-55bde786-91cc-47d8-b82e-7c6503a5c767 service neutron] Attempting to bind port 7317d360-8d70-4e31-bfb5-c75e9e2ef332 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:55.864848 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-55bde786-91cc-47d8-b82e-7c6503a5c767 service neutron] Attempting to bind port 7317d360-8d70-4e31-bfb5-c75e9e2ef332 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:55.874011 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-55bde786-91cc-47d8-b82e-7c6503a5c767 service neutron] Port 7317d360-8d70-4e31-bfb5-c75e9e2ef332 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:40:55.874275 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-55bde786-91cc-47d8-b82e-7c6503a5c767 service neutron] Attempting to bind port 7317d360-8d70-4e31-bfb5-c75e9e2ef332 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:55.885855 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-55bde786-91cc-47d8-b82e-7c6503a5c767 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:55.886215 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-55bde786-91cc-47d8-b82e-7c6503a5c767 service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:55.886581 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-55bde786-91cc-47d8-b82e-7c6503a5c767 service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:55.887020 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-55bde786-91cc-47d8-b82e-7c6503a5c767 service neutron] Bound port: 7317d360-8d70-4e31-bfb5-c75e9e2ef332, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:55.887382 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-55bde786-91cc-47d8-b82e-7c6503a5c767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:55.977311 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0cc6303a-5d69-4482-8d1b-988f49514da3 req-93f7a35f-37d7-4493-a48c-0be6913369d9 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:55.994060 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['52e505ea-0665-4fe0-9011-3cd31d377922'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:56.014966 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7a35f-37d7-4493-a48c-0be6913369d9 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Pushing event deleted for resources: {'Port': ['ID=52e505ea-0665-4fe0-9011-3cd31d377922,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:56.028385 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c16016ea-cb56-4ae1-b243-b1a555b60c9a req-05d3c900-9c6b-4be9-a18d-da07b55ba115 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/ports?device_id=7105a1a7-04e2-44c8-835c-7bf46c017aeb HTTP/1.1" status: 200 len: 210 time: 0.0762694 Jul 05 09:40:56.029632 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0f837f56-28db-42de-bd45-538a8e8c8a62 req-e7a3488f-40e1-4391-b909-22dc44c4b147 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.080970 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc6303a-5d69-4482-8d1b-988f49514da3 req-93f7a35f-37d7-4493-a48c-0be6913369d9 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] No DVR routers for this DVR port 52e505ea-0665-4fe0-9011-3cd31d377922 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:40:56.089448 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-b72a6ad2-bfbc-4c3e-a4b2-9cca90bd1b93 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:56.091140 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-b72a6ad2-bfbc-4c3e-a4b2-9cca90bd1b93 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.81 "GET /v2.0/networks?id=3429543c-f0ac-4437-adf0-6096f9040864 HTTP/1.1" status: 200 len: 805 time: 0.2294347 Jul 05 09:40:56.094134 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0cc6303a-5d69-4482-8d1b-988f49514da3 req-93f7a35f-37d7-4493-a48c-0be6913369d9 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.097406 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0cc6303a-5d69-4482-8d1b-988f49514da3 req-93f7a35f-37d7-4493-a48c-0be6913369d9 tempest-LiveMigrationNegativeTest-1299593947 tempest-LiveMigrationNegativeTest-1299593947-project] 10.222.0.78 "DELETE /v2.0/ports/52e505ea-0665-4fe0-9011-3cd31d377922 HTTP/1.1" status: 204 len: 173 time: 0.6598964 Jul 05 09:40:56.098206 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11f99ad-1c95-48ad-86e5-a22863776c25', 'name': 'network-vif-deleted', 'tag': '52e505ea-0665-4fe0-9011-3cd31d377922'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:56.101616 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e422942-2240-4cf3-bb1b-001ad67ccea4" -d '{"events": [{"server_uuid": "d11f99ad-1c95-48ad-86e5-a22863776c25", "name": "network-vif-deleted", "tag": "52e505ea-0665-4fe0-9011-3cd31d377922"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:56.155936 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-b8b056a1-3bb1-4a97-8401-709600416e55 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdfde8fa111c412f917e1e159d29ec5f HTTP/1.1" status: 200 len: 379 time: 0.0500524 Jul 05 09:40:56.165368 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-09381f45-5207-4d00-9820-4398194ed7cd tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Request body: {'port': {'device_id': '7105a1a7-04e2-44c8-835c-7bf46c017aeb', 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864', 'admin_state_up': True, 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'security_groups': ['bb96b496-fdb5-4633-9718-ad9f171333e8']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:56.192375 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:56.244218 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33ecbf67-bf4a-4505-86f8-9d6e8c001cbe req-ffe2783f-8a9a-49d2-a74b-166ddb963710 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "GET /v2.0/floatingips?tenant_id=23585d2789e04e4391b6a35531859c35 HTTP/1.1" status: 200 len: 695 time: 0.1678739 Jul 05 09:40:56.252047 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-55bde786-91cc-47d8-b82e-7c6503a5c767 service neutron] For port 7317d360-8d70-4e31-bfb5-c75e9e2ef332, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:56.271310 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43030) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:56.333396 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-09381f45-5207-4d00-9820-4398194ed7cd tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Made reservation on behalf of bdfde8fa111c412f917e1e159d29ec5f for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:56.339221 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-09381f45-5207-4d00-9820-4398194ed7cd tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.454478 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:56.454919 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.501152 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f0206804-0f10-41a8-a7bf-6b85c23bb36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.534735 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-09381f45-5207-4d00-9820-4398194ed7cd tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Allocated IP 172.20.0.9 (3429543c-f0ac-4437-adf0-6096f9040864/f031c5ad-59cc-4c59-a95e-957f1011421e/bcffaef6-c593-4abe-940a-592cae7842bc) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:56.556184 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.563030 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3cad2a42-04fe-4358-9d56-5a74f1207cda up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:56.629085 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 3cad2a42-04fe-4358-9d56-5a74f1207cda triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:56.629464 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.703985 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-55bde786-91cc-47d8-b82e-7c6503a5c767 service neutron] For port 7317d360-8d70-4e31-bfb5-c75e9e2ef332, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=7317d360-8d70-4e31-bfb5-c75e9e2ef332,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:56.714485 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-55bde786-91cc-47d8-b82e-7c6503a5c767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.721819 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0f837f56-28db-42de-bd45-538a8e8c8a62 req-e7a3488f-40e1-4391-b909-22dc44c4b147 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.729663 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f0206804-0f10-41a8-a7bf-6b85c23bb36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.735060 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f0206804-0f10-41a8-a7bf-6b85c23bb36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.766303 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-09381f45-5207-4d00-9820-4398194ed7cd tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.790517 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f0206804-0f10-41a8-a7bf-6b85c23bb36d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=771d271da39e45e096055eadcaa8600c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5154674 Jul 05 09:40:56.797743 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43038) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:56.803681 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-55bde786-91cc-47d8-b82e-7c6503a5c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:56.804613 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-55bde786-91cc-47d8-b82e-7c6503a5c767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.806820 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-55bde786-91cc-47d8-b82e-7c6503a5c767 service neutron] 10.222.0.78 "PUT /v2.0/ports/7317d360-8d70-4e31-bfb5-c75e9e2ef332 HTTP/1.1" status: 200 len: 1096 time: 2.2133265 Jul 05 09:40:56.807433 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-09381f45-5207-4d00-9820-4398194ed7cd tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Transition to ACTIVE for port object bcffaef6-c593-4abe-940a-592cae7842bc will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:56.808954 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0206804-0f10-41a8-a7bf-6b85c23bb36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01694022-2435-4ff2-8b82-b420dc86fb79,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:56.830575 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade5b97e-6e6e-4627-b156-07265a02803f', 'tag': '7317d360-8d70-4e31-bfb5-c75e9e2ef332'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:56.834109 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552a59ff-ff19-442f-aad5-766dc13d12ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ade5b97e-6e6e-4627-b156-07265a02803f", "tag": "7317d360-8d70-4e31-bfb5-c75e9e2ef332"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:56.882979 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3cc88325-3644-4a47-952e-8af0adae8bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.904226 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-09381f45-5207-4d00-9820-4398194ed7cd tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.915619 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3cc88325-3644-4a47-952e-8af0adae8bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.988124 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-09381f45-5207-4d00-9820-4398194ed7cd tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Network 3429543c-f0ac-4437-adf0-6096f9040864 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:56.995011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-09381f45-5207-4d00-9820-4398194ed7cd tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:56.997554 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-09381f45-5207-4d00-9820-4398194ed7cd tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:57.003390 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-09381f45-5207-4d00-9820-4398194ed7cd tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:57.003900 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-09381f45-5207-4d00-9820-4398194ed7cd tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.005996 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bde786-91cc-47d8-b82e-7c6503a5c767 service neutron] Pushing event updated for resources: {'Port': ['ID=7317d360-8d70-4e31-bfb5-c75e9e2ef332,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:57.006818 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09381f45-5207-4d00-9820-4398194ed7cd tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Pushing event updated for resources: {'Port': ['ID=bcffaef6-c593-4abe-940a-592cae7842bc,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:57.025510 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecbf67-bf4a-4505-86f8-9d6e8c001cbe req-e89cb90f-57cc-4df7-948c-8e51d6f04168 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:57.027168 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33ecbf67-bf4a-4505-86f8-9d6e8c001cbe req-e89cb90f-57cc-4df7-948c-8e51d6f04168 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "GET /v2.0/networks?id=09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 787 time: 0.7724230 Jul 05 09:40:57.032452 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-09381f45-5207-4d00-9820-4398194ed7cd tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8701622 Jul 05 09:40:57.049594 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-f0a3eaec-bb4d-4990-aac8-99d9ceb9aad8 service neutron] Request body: {'port': {'device_id': '7105a1a7-04e2-44c8-835c-7bf46c017aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:57.055574 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-33ecbf67-bf4a-4505-86f8-9d6e8c001cbe req-0654be9a-2b98-4cf3-803a-912b29680dc2 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:40:57.074570 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33ecbf67-bf4a-4505-86f8-9d6e8c001cbe req-0654be9a-2b98-4cf3-803a-912b29680dc2 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193202 Jul 05 09:40:57.128166 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3cc88325-3644-4a47-952e-8af0adae8bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.130823 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3cc88325-3644-4a47-952e-8af0adae8bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.132033 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3cc88325-3644-4a47-952e-8af0adae8bd3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/01694022-2435-4ff2-8b82-b420dc86fb79 HTTP/1.1" status: 204 len: 168 time: 0.3333359 Jul 05 09:40:57.138676 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0f837f56-28db-42de-bd45-538a8e8c8a62 req-e7a3488f-40e1-4391-b909-22dc44c4b147 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.159600 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0f837f56-28db-42de-bd45-538a8e8c8a62 req-e7a3488f-40e1-4391-b909-22dc44c4b147 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.162666 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc88325-3644-4a47-952e-8af0adae8bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01694022-2435-4ff2-8b82-b420dc86fb79,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:57.167624 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-68459d86-63e6-458c-87b7-d91dcded2b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:57.169255 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-68459d86-63e6-458c-87b7-d91dcded2b14 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e3d0b41b54134ace97056f321f8ceff5&device_id=ade5b97e-6e6e-4627-b156-07265a02803f HTTP/1.1" status: 200 len: 1099 time: 0.2396553 Jul 05 09:40:57.185744 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-f0a3eaec-bb4d-4990-aac8-99d9ceb9aad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.274684 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-8fafb73a-bd27-4dc8-b962-6d09a6443e5c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=7317d360-8d70-4e31-bfb5-c75e9e2ef332 HTTP/1.1" status: 200 len: 217 time: 0.0767751 Jul 05 09:40:57.309967 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7a5555e2-a974-4eb6-8441-8a36d29601ab None None] Provisioning for port bcffaef6-c593-4abe-940a-592cae7842bc completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:57.316130 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7a5555e2-a974-4eb6-8441-8a36d29601ab None None] Provisioning complete for port bcffaef6-c593-4abe-940a-592cae7842bc triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:57.316603 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7a5555e2-a974-4eb6-8441-8a36d29601ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.344837 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e930446a-6d1e-424d-81c4-6d4bbd977978 x-openstack-request-id: req-e930446a-6d1e-424d-81c4-6d4bbd977978 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:57.345211 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11f99ad-1c95-48ad-86e5-a22863776c25", "name": "network-vif-deleted", "tag": "52e505ea-0665-4fe0-9011-3cd31d377922", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:57.345696 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e930446a-6d1e-424d-81c4-6d4bbd977978 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:57.346318 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11f99ad-1c95-48ad-86e5-a22863776c25', 'name': 'network-vif-deleted', 'tag': '52e505ea-0665-4fe0-9011-3cd31d377922', 'status': 'completed', 'code': 200} Jul 05 09:40:57.369332 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7a5555e2-a974-4eb6-8441-8a36d29601ab None None] Port bcffaef6-c593-4abe-940a-592cae7842bc cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:40:57.387368 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0f837f56-28db-42de-bd45-538a8e8c8a62 req-e7a3488f-40e1-4391-b909-22dc44c4b147 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.403217 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3488f-40e1-4391-b909-22dc44c4b147 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Pushing event updated for resources: {'Port': ['ID=649eb507-b6e0-4313-9c48-a0336c114927,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:57.408552 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0f837f56-28db-42de-bd45-538a8e8c8a62 req-e7a3488f-40e1-4391-b909-22dc44c4b147 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.409864 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0f837f56-28db-42de-bd45-538a8e8c8a62 req-e7a3488f-40e1-4391-b909-22dc44c4b147 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1972082 Jul 05 09:40:57.470645 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-ccce4298-7769-4466-9176-ba58d77dd2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:57.472222 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-ccce4298-7769-4466-9176-ba58d77dd2ba service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1896887 Jul 05 09:40:57.515688 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0f837f56-28db-42de-bd45-538a8e8c8a62 req-e5d62205-4115-4f73-8cf4-f68f0a13bb5f tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 695 time: 0.0961280 Jul 05 09:40:57.547993 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-f0a3eaec-bb4d-4990-aac8-99d9ceb9aad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcffaef6-c593-4abe-940a-592cae7842bc {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:40:57.556179 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-f0a3eaec-bb4d-4990-aac8-99d9ceb9aad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.561155 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43052) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:57.577221 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c9d00f0-f992-4b32-b863-227656184205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.594872 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-f0a3eaec-bb4d-4990-aac8-99d9ceb9aad8 service neutron] Transition to ACTIVE for port object bcffaef6-c593-4abe-940a-592cae7842bc will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:57.599732 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-f0a3eaec-bb4d-4990-aac8-99d9ceb9aad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.665727 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f5145-241b-4e0a-a9aa-b901a53faa8d req-bd845663-d211-45a9-9214-4c41c0241d31 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:57.667598 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-616f5145-241b-4e0a-a9aa-b901a53faa8d req-bd845663-d211-45a9-9214-4c41c0241d31 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=ade5b97e-6e6e-4627-b156-07265a02803f HTTP/1.1" status: 200 len: 948 time: 0.1987300 Jul 05 09:40:57.673608 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3eaec-bb4d-4990-aac8-99d9ceb9aad8 service neutron] Pushing event updated for resources: {'Port': ['ID=bcffaef6-c593-4abe-940a-592cae7842bc,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:57.683891 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-6e03a102-4685-4579-897c-427b319dd502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:57.685416 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-6e03a102-4685-4579-897c-427b319dd502 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1971626 Jul 05 09:40:57.723454 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-f0a3eaec-bb4d-4990-aac8-99d9ceb9aad8 service neutron] Attempting to bind port bcffaef6-c593-4abe-940a-592cae7842bc on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:57.723843 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-f0a3eaec-bb4d-4990-aac8-99d9ceb9aad8 service neutron] Attempting to bind port bcffaef6-c593-4abe-940a-592cae7842bc by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '0ee48a21-8c09-44ad-81bc-b34caa274eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:57.724221 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-f0a3eaec-bb4d-4990-aac8-99d9ceb9aad8 service neutron] Attempting to bind port bcffaef6-c593-4abe-940a-592cae7842bc on network 3429543c-f0ac-4437-adf0-6096f9040864 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:57.735126 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-f0a3eaec-bb4d-4990-aac8-99d9ceb9aad8 service neutron] Port bcffaef6-c593-4abe-940a-592cae7842bc on network 3429543c-f0ac-4437-adf0-6096f9040864 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:40:57.735626 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-f0a3eaec-bb4d-4990-aac8-99d9ceb9aad8 service neutron] Attempting to bind port bcffaef6-c593-4abe-940a-592cae7842bc on network 3429543c-f0ac-4437-adf0-6096f9040864 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:57.736972 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f837f56-28db-42de-bd45-538a8e8c8a62 req-7137029e-254f-4887-a568-832e09cc8c3f tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:57.738400 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0f837f56-28db-42de-bd45-538a8e8c8a62 req-7137029e-254f-4887-a568-832e09cc8c3f tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.1999202 Jul 05 09:40:57.757570 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-f0a3eaec-bb4d-4990-aac8-99d9ceb9aad8 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:57.757897 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-f0a3eaec-bb4d-4990-aac8-99d9ceb9aad8 service neutron] Checking segment: {'id': '0ee48a21-8c09-44ad-81bc-b34caa274eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:57.758295 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-f0a3eaec-bb4d-4990-aac8-99d9ceb9aad8 service neutron] Bound using segment: {'id': '0ee48a21-8c09-44ad-81bc-b34caa274eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:57.758765 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-f0a3eaec-bb4d-4990-aac8-99d9ceb9aad8 service neutron] Bound port: bcffaef6-c593-4abe-940a-592cae7842bc, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee48a21-8c09-44ad-81bc-b34caa274eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:57.759129 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-f0a3eaec-bb4d-4990-aac8-99d9ceb9aad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.796370 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-616f5145-241b-4e0a-a9aa-b901a53faa8d req-1c875283-b685-4cce-b909-1bee8e2bde4a tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148534 Jul 05 09:40:57.812614 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c9d00f0-f992-4b32-b863-227656184205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.823619 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c9d00f0-f992-4b32-b863-227656184205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.849585 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa053f35-3e86-49fb-a21f-d9214ff8f49b x-openstack-request-id: req-fa053f35-3e86-49fb-a21f-d9214ff8f49b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:57.850405 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade5b97e-6e6e-4627-b156-07265a02803f", "tag": "7317d360-8d70-4e31-bfb5-c75e9e2ef332", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:57.850838 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fa053f35-3e86-49fb-a21f-d9214ff8f49b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:57.851047 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade5b97e-6e6e-4627-b156-07265a02803f', 'tag': '7317d360-8d70-4e31-bfb5-c75e9e2ef332', 'status': 'completed', 'code': 200} Jul 05 09:40:57.872028 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-5a748827-cae7-4f60-87ca-a580ea024eeb service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722186 Jul 05 09:40:57.904818 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2c9d00f0-f992-4b32-b863-227656184205 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1531a75f1aac44e8b2c59059fbc62007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407886 Jul 05 09:40:57.905455 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43058) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:57.917290 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d00f0-f992-4b32-b863-227656184205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcf2bbb-9927-4ac6-b666-22020a1dde75,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:57.928822 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-f0a3eaec-bb4d-4990-aac8-99d9ceb9aad8 service neutron] For port bcffaef6-c593-4abe-940a-592cae7842bc, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:57.952653 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a090e4ba-e37f-40a7-a3ec-802ad40c2f9a req-ccd707d2-88e1-4df1-9361-0a01165ac030 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "GET /v2.0/floatingips/4a5277a1-646e-4b82-aea3-4c2f80570c20 HTTP/1.1" status: 200 len: 692 time: 0.0856991 Jul 05 09:40:57.968549 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-f0a3eaec-bb4d-4990-aac8-99d9ceb9aad8 service neutron] For port bcffaef6-c593-4abe-940a-592cae7842bc, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=bcffaef6-c593-4abe-940a-592cae7842bc,segment=NetworkSegment(0ee48a21-8c09-44ad-81bc-b34caa274eaa),segment_id=0ee48a21-8c09-44ad-81bc-b34caa274eaa)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:57.975197 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-f0a3eaec-bb4d-4990-aac8-99d9ceb9aad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:58.029160 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-f0a3eaec-bb4d-4990-aac8-99d9ceb9aad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:58.029777 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-f0a3eaec-bb4d-4990-aac8-99d9ceb9aad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:58.031188 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-f0a3eaec-bb4d-4990-aac8-99d9ceb9aad8 service neutron] 10.222.0.81 "PUT /v2.0/ports/bcffaef6-c593-4abe-940a-592cae7842bc HTTP/1.1" status: 200 len: 1091 time: 0.9871149 Jul 05 09:40:58.065583 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ec611cad-75fe-4c2a-97be-5a59f07dd8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:58.076872 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3eaec-bb4d-4990-aac8-99d9ceb9aad8 service neutron] Pushing event updated for resources: {'Port': ['ID=bcffaef6-c593-4abe-940a-592cae7842bc,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:58.133677 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ec611cad-75fe-4c2a-97be-5a59f07dd8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:58.160685 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79255f8a-4766-4737-8321-a4b85e2e4a69 req-d45f2b56-9151-4411-88da-e8d0a76e7ef8 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814476 Jul 05 09:40:58.201403 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-338fc304-d890-4137-b727-7ec22e3d5a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:58.203185 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-338fc304-d890-4137-b727-7ec22e3d5a10 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bdfde8fa111c412f917e1e159d29ec5f&device_id=7105a1a7-04e2-44c8-835c-7bf46c017aeb HTTP/1.1" status: 200 len: 1094 time: 0.1180503 Jul 05 09:40:58.239888 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:40:58.249181 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfddcd-c9a7-424f-9544-539d612993fe req-6672409a-8010-4f19-886d-209bcd6cd898 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:58.251639 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27dfddcd-c9a7-424f-9544-539d612993fe req-6672409a-8010-4f19-886d-209bcd6cd898 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/ports?device_id=7105a1a7-04e2-44c8-835c-7bf46c017aeb HTTP/1.1" status: 200 len: 943 time: 0.1997795 Jul 05 09:40:58.261293 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-e18f2bca-afa5-47d2-a9ae-c5e338ff96d6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcffaef6-c593-4abe-940a-592cae7842bc HTTP/1.1" status: 200 len: 217 time: 0.0501688 Jul 05 09:40:58.271107 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ec611cad-75fe-4c2a-97be-5a59f07dd8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:58.274698 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ec611cad-75fe-4c2a-97be-5a59f07dd8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:58.278198 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ec611cad-75fe-4c2a-97be-5a59f07dd8d8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/edcf2bbb-9927-4ac6-b666-22020a1dde75 HTTP/1.1" status: 204 len: 168 time: 0.3670588 Jul 05 09:40:58.319754 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec611cad-75fe-4c2a-97be-5a59f07dd8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcf2bbb-9927-4ac6-b666-22020a1dde75,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:58.339948 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43066) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:58.348323 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090e4ba-e37f-40a7-a3ec-802ad40c2f9a req-5027e33a-6408-49b3-b155-8ea03edcae0b tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:58.349213 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-e724bd5e-298f-4b95-b1b7-66561bc6ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:58.351382 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-e724bd5e-298f-4b95-b1b7-66561bc6ff53 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f031c5ad-59cc-4c59-a95e-957f1011421e HTTP/1.1" status: 200 len: 844 time: 0.0745318 Jul 05 09:40:58.356477 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a090e4ba-e37f-40a7-a3ec-802ad40c2f9a req-5027e33a-6408-49b3-b155-8ea03edcae0b tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.4027884 Jul 05 09:40:58.378016 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-a090e4ba-e37f-40a7-a3ec-802ad40c2f9a req-199b0c26-de16-4ceb-855a-aa0b0c330763 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:40:58.387066 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a090e4ba-e37f-40a7-a3ec-802ad40c2f9a req-199b0c26-de16-4ceb-855a-aa0b0c330763 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0294731 Jul 05 09:40:58.413929 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27dfddcd-c9a7-424f-9544-539d612993fe req-26122cb0-97ce-4275-bfd8-97e2e33c94e2 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb96b496-fdb5-4633-9718-ad9f171333e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455860 Jul 05 09:40:58.429901 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-fcc19a8c-58e9-4471-aead-04368ec99bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:58.431885 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-fcc19a8c-58e9-4471-aead-04368ec99bc7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3429543c-f0ac-4437-adf0-6096f9040864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688419 Jul 05 09:40:58.485101 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a090e4ba-e37f-40a7-a3ec-802ad40c2f9a req-88fa0896-db55-4aa3-9914-381c24455940 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.98 HTTP/1.1" status: 200 len: 695 time: 0.0968010 Jul 05 09:40:58.551454 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a090e4ba-e37f-40a7-a3ec-802ad40c2f9a req-a54f319a-27d8-4446-bd64-00c962fa251f tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.98 HTTP/1.1" status: 200 len: 695 time: 0.0652633 Jul 05 09:40:58.561858 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-803eabeb-a909-46ff-8713-29bcf3541fce service neutron] 10.222.0.81 "GET /v2.0/networks/3429543c-f0ac-4437-adf0-6096f9040864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226106 Jul 05 09:40:58.616482 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a59ff-ff19-442f-aad5-766dc13d12ff req-3a804dc8-b92b-47eb-91fc-cdcd87cd929d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:58.618308 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-552a59ff-ff19-442f-aad5-766dc13d12ff req-3a804dc8-b92b-47eb-91fc-cdcd87cd929d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e3d0b41b54134ace97056f321f8ceff5&device_id=ade5b97e-6e6e-4627-b156-07265a02803f HTTP/1.1" status: 200 len: 1099 time: 0.3653092 Jul 05 09:40:58.719923 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 52e505ea-0665-4fe0-9011-3cd31d377922 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:58.757048 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 52e505ea-0665-4fe0-9011-3cd31d377922 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:40:58.757396 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 52e505ea-0665-4fe0-9011-3cd31d377922 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:40:58.872187 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a59ff-ff19-442f-aad5-766dc13d12ff req-c752acae-8306-4b44-be1f-340161d07173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:58.873633 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-552a59ff-ff19-442f-aad5-766dc13d12ff req-c752acae-8306-4b44-be1f-340161d07173 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.2370048 Jul 05 09:40:58.887602 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-61a475e1-2bde-4b7d-8103-8102978cfc2b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5561863f835c4792a1c13367fa18a912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5445659 Jul 05 09:40:58.888442 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43084) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:58.892251 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968b31e-008c-473f-b965-004add855cad req-257f2963-0e02-4f34-a75f-a35287a4bd95 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:58.893787 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f968b31e-008c-473f-b965-004add855cad req-257f2963-0e02-4f34-a75f-a35287a4bd95 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/ports?device_id=abe84185-201d-4a6d-997c-3838ba7a292d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2970419 Jul 05 09:40:58.941386 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-a090e4ba-e37f-40a7-a3ec-802ad40c2f9a req-4d633189-c781-4e6d-a16d-94673b4c1fc4 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Deleting port dcb31c04-3983-45c9-8d3c-c755fb5c2b87 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:58.941756 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a090e4ba-e37f-40a7-a3ec-802ad40c2f9a req-4d633189-c781-4e6d-a16d-94673b4c1fc4 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:58.954816 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6be3adb6-de77-4f65-a366-a3a49b85361d req-64407113-59a1-4bee-a142-c1f1d3348995 service neutron] 10.222.0.81 "GET /v2.0/networks/3429543c-f0ac-4437-adf0-6096f9040864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856170 Jul 05 09:40:58.977475 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-552a59ff-ff19-442f-aad5-766dc13d12ff req-25d30b41-4d21-4419-948d-02bb54dab784 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=7317d360-8d70-4e31-bfb5-c75e9e2ef332 HTTP/1.1" status: 200 len: 217 time: 0.0945194 Jul 05 09:40:58.981781 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0aaf374f-773e-434d-9241-062dcde41701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.007789 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0aaf374f-773e-434d-9241-062dcde41701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.031920 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f968b31e-008c-473f-b965-004add855cad req-efbb62e7-9294-4a05-8435-649d83bfa85f tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 695 time: 0.1293495 Jul 05 09:40:59.063118 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0aaf374f-773e-434d-9241-062dcde41701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.066439 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0aaf374f-773e-434d-9241-062dcde41701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.068077 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-f968b31e-008c-473f-b965-004add855cad req-213947d9-6370-4081-9436-a4a8e4750298 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Request body: {'floatingip': {'port_id': '790de41d-5b43-4972-8f68-1f2cb028de48', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:59.073036 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0aaf374f-773e-434d-9241-062dcde41701 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/27b2a437-613b-4324-a082-156faf421bf4 HTTP/1.1" status: 204 len: 168 time: 0.1812630 Jul 05 09:40:59.089083 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf374f-773e-434d-9241-062dcde41701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b2a437-613b-4324-a082-156faf421bf4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:59.130371 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f968b31e-008c-473f-b965-004add855cad req-213947d9-6370-4081-9436-a4a8e4750298 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.135089 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a59ff-ff19-442f-aad5-766dc13d12ff req-a074195c-b29d-4082-803a-a6bed5801875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:59.136913 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-552a59ff-ff19-442f-aad5-766dc13d12ff req-a074195c-b29d-4082-803a-a6bed5801875 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1427302 Jul 05 09:40:59.252561 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a090e4ba-e37f-40a7-a3ec-802ad40c2f9a req-4d633189-c781-4e6d-a16d-94673b4c1fc4 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.253151 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a090e4ba-e37f-40a7-a3ec-802ad40c2f9a req-4d633189-c781-4e6d-a16d-94673b4c1fc4 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.285722 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-a090e4ba-e37f-40a7-a3ec-802ad40c2f9a req-4d633189-c781-4e6d-a16d-94673b4c1fc4 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Calling delete_port for dcb31c04-3983-45c9-8d3c-c755fb5c2b87 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:59.347400 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7105a1a7-04e2-44c8-835c-7bf46c017aeb', 'tag': 'bcffaef6-c593-4abe-940a-592cae7842bc'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:59.354269 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcb2115-35ea-4bae-8c5b-3925434af728" -d '{"events": [{"name": "network-changed", "server_uuid": "7105a1a7-04e2-44c8-835c-7bf46c017aeb", "tag": "bcffaef6-c593-4abe-940a-592cae7842bc"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:59.423549 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43108) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:59.475836 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-890bdf79-f863-4e21-bf0b-b60e3ae08af6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d81a5d1b592540e8b4ec223960b6e5cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504575 Jul 05 09:40:59.476675 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43114) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:59.533798 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1e6f9f3-6d16-4034-a4c2-480dc61d864c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.557728 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1e6f9f3-6d16-4034-a4c2-480dc61d864c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.619050 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1e6f9f3-6d16-4034-a4c2-480dc61d864c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.622229 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1e6f9f3-6d16-4034-a4c2-480dc61d864c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.626475 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b1e6f9f3-6d16-4034-a4c2-480dc61d864c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/799a811f-14b2-462e-89d2-4d1a9db4feed HTTP/1.1" status: 204 len: 168 time: 0.1478925 Jul 05 09:40:59.635936 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6f9f3-6d16-4034-a4c2-480dc61d864c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799a811f-14b2-462e-89d2-4d1a9db4feed,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:59.750371 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a59ff-ff19-442f-aad5-766dc13d12ff req-77473ae7-15a5-4fad-a395-d42c2a695437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:59.751928 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-552a59ff-ff19-442f-aad5-766dc13d12ff req-77473ae7-15a5-4fad-a395-d42c2a695437 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5815372 Jul 05 09:41:00.011707 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-552a59ff-ff19-442f-aad5-766dc13d12ff req-14717e04-12d0-4e83-a4a1-b84120aad318 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511950 Jul 05 09:41:00.060954 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a090e4ba-e37f-40a7-a3ec-802ad40c2f9a req-4d633189-c781-4e6d-a16d-94673b4c1fc4 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:00.129942 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d633189-c781-4e6d-a16d-94673b4c1fc4 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Pushing event deleted for resources: {'Port': ['ID=dcb31c04-3983-45c9-8d3c-c755fb5c2b87,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:00.259203 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-552a59ff-ff19-442f-aad5-766dc13d12ff req-04cfc3cf-ded5-4ed9-a9b5-d2fc967a77e1 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408290 Jul 05 09:41:00.295357 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a090e4ba-e37f-40a7-a3ec-802ad40c2f9a req-4d633189-c781-4e6d-a16d-94673b4c1fc4 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:00.297895 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a090e4ba-e37f-40a7-a3ec-802ad40c2f9a req-4d633189-c781-4e6d-a16d-94673b4c1fc4 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:00.299047 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a090e4ba-e37f-40a7-a3ec-802ad40c2f9a req-4d633189-c781-4e6d-a16d-94673b4c1fc4 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "DELETE /v2.0/floatingips/4a5277a1-646e-4b82-aea3-4c2f80570c20 HTTP/1.1" status: 204 len: 173 time: 1.7466843 Jul 05 09:41:00.373663 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f968b31e-008c-473f-b965-004add855cad req-213947d9-6370-4081-9436-a4a8e4750298 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:00.378789 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f968b31e-008c-473f-b965-004add855cad req-213947d9-6370-4081-9436-a4a8e4750298 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:00.479280 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [req-f968b31e-008c-473f-b965-004add855cad req-213947d9-6370-4081-9436-a4a8e4750298 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Floating IP b029ec6c-2fa6-43a7-ae66-aef2cf016852 associated. External IP: 172.25.7.72, port: 790de41d-5b43-4972-8f68-1f2cb028de48. Jul 05 09:41:00.669765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a43426-df3e-42a2-9dac-ea9d5c85e5f6 req-8a16788c-4f1f-4186-b71c-1098bec72a83 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:00.671906 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3a43426-df3e-42a2-9dac-ea9d5c85e5f6 req-8a16788c-4f1f-4186-b71c-1098bec72a83 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=ade5b97e-6e6e-4627-b156-07265a02803f HTTP/1.1" status: 200 len: 948 time: 0.1467454 Jul 05 09:41:00.755425 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3a43426-df3e-42a2-9dac-ea9d5c85e5f6 req-3006f31e-56c9-4222-a430-9c3578a87a23 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732114 Jul 05 09:41:00.767764 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f968b31e-008c-473f-b965-004add855cad req-213947d9-6370-4081-9436-a4a8e4750298 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Router e83d8ecb-fc83-4bf8-91c5-7370d853ec08 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:41:00.806181 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6531f4be-88e6-4fe2-aba9-922dad3813c0 x-openstack-request-id: req-6531f4be-88e6-4fe2-aba9-922dad3813c0 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:00.806665 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7105a1a7-04e2-44c8-835c-7bf46c017aeb", "tag": "bcffaef6-c593-4abe-940a-592cae7842bc", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:00.806744 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6531f4be-88e6-4fe2-aba9-922dad3813c0 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:00.807122 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7105a1a7-04e2-44c8-835c-7bf46c017aeb', 'tag': 'bcffaef6-c593-4abe-940a-592cae7842bc', 'status': 'completed', 'code': 200} Jul 05 09:41:00.900066 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f968b31e-008c-473f-b965-004add855cad req-213947d9-6370-4081-9436-a4a8e4750298 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:41:00.905116 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f968b31e-008c-473f-b965-004add855cad req-213947d9-6370-4081-9436-a4a8e4750298 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:00.910305 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ae9fa-07bd-4461-843b-26cc25f6571f None None] Sync routers for ids ['e83d8ecb-fc83-4bf8-91c5-7370d853ec08'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:41:00.919879 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb2115-35ea-4bae-8c5b-3925434af728 req-067a1ada-89c0-430a-b093-1d95a5f534d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:00.921337 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5dcb2115-35ea-4bae-8c5b-3925434af728 req-067a1ada-89c0-430a-b093-1d95a5f534d6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bdfde8fa111c412f917e1e159d29ec5f&device_id=7105a1a7-04e2-44c8-835c-7bf46c017aeb HTTP/1.1" status: 200 len: 1094 time: 0.0916169 Jul 05 09:41:00.924473 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ae9fa-07bd-4461-843b-26cc25f6571f None None] Routers {'e83d8ecb-fc83-4bf8-91c5-7370d853ec08'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:41:00.925478 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e37ae9fa-07bd-4461-843b-26cc25f6571f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:40:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e83d8ecb-fc83-4bf8-91c5-7370d853ec08'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:00.974527 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f968b31e-008c-473f-b965-004add855cad req-213947d9-6370-4081-9436-a4a8e4750298 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "PUT /v2.0/floatingips/b029ec6c-2fa6-43a7-ae66-aef2cf016852 HTTP/1.1" status: 200 len: 996 time: 1.9174688 Jul 05 09:41:00.975775 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe84185-201d-4a6d-997c-3838ba7a292d', 'tag': '790de41d-5b43-4972-8f68-1f2cb028de48'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:00.977310 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23889c86-1067-45ae-af9f-1a006a4a5857" -d '{"events": [{"name": "network-changed", "server_uuid": "abe84185-201d-4a6d-997c-3838ba7a292d", "tag": "790de41d-5b43-4972-8f68-1f2cb028de48"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:01.038091 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb2115-35ea-4bae-8c5b-3925434af728 req-0074006c-f392-4af2-be97-f8d323672e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:01.038490 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e37ae9fa-07bd-4461-843b-26cc25f6571f None None] Set router e83d8ecb-fc83-4bf8-91c5-7370d853ec08 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:41:01.039783 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5dcb2115-35ea-4bae-8c5b-3925434af728 req-0074006c-f392-4af2-be97-f8d323672e27 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3429543c-f0ac-4437-adf0-6096f9040864 HTTP/1.1" status: 200 len: 906 time: 0.1105757 Jul 05 09:41:01.046729 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bd59d-3ea2-4487-a652-a7d6aeb27a8a req-82608682-7ed0-4f8d-b17e-dde6d61972d6 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:01.048259 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-044bd59d-3ea2-4487-a652-a7d6aeb27a8a req-82608682-7ed0-4f8d-b17e-dde6d61972d6 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/ports?device_id=7105a1a7-04e2-44c8-835c-7bf46c017aeb HTTP/1.1" status: 200 len: 943 time: 0.1397073 Jul 05 09:41:01.082794 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5dcb2115-35ea-4bae-8c5b-3925434af728 req-0e629540-2d10-4266-ad25-f45fab2388d2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcffaef6-c593-4abe-940a-592cae7842bc HTTP/1.1" status: 200 len: 217 time: 0.0361280 Jul 05 09:41:01.098728 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-044bd59d-3ea2-4487-a652-a7d6aeb27a8a req-4279b6b7-1298-4ad4-88d9-c73294cf48dc tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb96b496-fdb5-4633-9718-ad9f171333e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435023 Jul 05 09:41:01.102879 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968b31e-008c-473f-b965-004add855cad req-ad5603ac-80d5-48ab-b7e3-345eba083f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:01.104386 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f968b31e-008c-473f-b965-004add855cad req-ad5603ac-80d5-48ab-b7e3-345eba083f00 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=803acc6874de4453bf1b08ee6a2bd573&device_id=abe84185-201d-4a6d-997c-3838ba7a292d HTTP/1.1" status: 200 len: 1097 time: 0.1070316 Jul 05 09:41:01.147522 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb2115-35ea-4bae-8c5b-3925434af728 req-cbdfab92-7920-4d33-a6c5-ad6e71c7592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:01.149549 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5dcb2115-35ea-4bae-8c5b-3925434af728 req-cbdfab92-7920-4d33-a6c5-ad6e71c7592e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f031c5ad-59cc-4c59-a95e-957f1011421e HTTP/1.1" status: 200 len: 844 time: 0.0593517 Jul 05 09:41:01.209818 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968b31e-008c-473f-b965-004add855cad req-67e91ed4-950f-4d3e-a072-403583042291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:01.211712 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f968b31e-008c-473f-b965-004add855cad req-67e91ed4-950f-4d3e-a072-403583042291 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc HTTP/1.1" status: 200 len: 930 time: 0.1014824 Jul 05 09:41:01.217058 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb2115-35ea-4bae-8c5b-3925434af728 req-281639eb-3498-441b-a5e6-6ef6b69db0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:01.218604 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5dcb2115-35ea-4bae-8c5b-3925434af728 req-281639eb-3498-441b-a5e6-6ef6b69db0e0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3429543c-f0ac-4437-adf0-6096f9040864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627530 Jul 05 09:41:01.292646 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e37ae9fa-07bd-4461-843b-26cc25f6571f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1608106444-router', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:18Z', 'updated_at': '2021-07-05T09:40:26Z', 'revision_number': 4, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'gw_port': {'id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:19Z', 'updated_at': '2021-07-05T09:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'b029ec6c-2fa6-43a7-ae66-aef2cf016852', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'port_id': '790de41d-5b43-4972-8f68-1f2cb028de48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc', 'mac_address': 'fa:16:3e:b4:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe84185-201d-4a6d-997c-3838ba7a292d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:40:55Z', 'updated_at': '2021-07-05T09:41:00Z', 'revision_number': 1, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322eb52b-3f54-475c-8824-4b961f6aff36', 'name': '', 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'mac_address': 'fa:16:3e:1c:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'aa70ba2e-a279-4ce4-9142-ee80f05dab74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:24Z', 'updated_at': '2021-07-05T09:40:32Z', 'revision_number': 5, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'subnets': [{'id': 'aa70ba2e-a279-4ce4-9142-ee80f05dab74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:01.327454 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ae9fa-07bd-4461-843b-26cc25f6571f None None] Checking router: e83d8ecb-fc83-4bf8-91c5-7370d853ec08 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:41:01.329404 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5dcb2115-35ea-4bae-8c5b-3925434af728 req-1ea32cbe-0c67-4786-b575-2452bf45d7a5 service neutron] 10.222.0.81 "GET /v2.0/networks/3429543c-f0ac-4437-adf0-6096f9040864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039798 Jul 05 09:41:01.330353 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f968b31e-008c-473f-b965-004add855cad req-637c4cda-442f-426f-8d09-1f777212ecac service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790de41d-5b43-4972-8f68-1f2cb028de48 HTTP/1.1" status: 200 len: 999 time: 0.1121631 Jul 05 09:41:01.341941 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ae9fa-07bd-4461-843b-26cc25f6571f None None] Routers {'e83d8ecb-fc83-4bf8-91c5-7370d853ec08'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:41:01.342829 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e37ae9fa-07bd-4461-843b-26cc25f6571f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:40:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e83d8ecb-fc83-4bf8-91c5-7370d853ec08'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:01.392679 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968b31e-008c-473f-b965-004add855cad req-2f186146-3e5e-4265-93a2-004bbad4a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:01.394304 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f968b31e-008c-473f-b965-004add855cad req-2f186146-3e5e-4265-93a2-004bbad4a186 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=aa70ba2e-a279-4ce4-9142-ee80f05dab74 HTTP/1.1" status: 200 len: 868 time: 0.0583243 Jul 05 09:41:01.412035 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device bcffaef6-c593-4abe-940a-592cae7842bc details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:41:01.444356 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5dcb2115-35ea-4bae-8c5b-3925434af728 req-c7a703b8-5dfe-4219-81f2-41ed8add7fbc service neutron] 10.222.0.81 "GET /v2.0/networks/3429543c-f0ac-4437-adf0-6096f9040864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070561 Jul 05 09:41:01.466448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968b31e-008c-473f-b965-004add855cad req-9d28c649-aa4b-4e1c-9875-7570f73d0b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:01.468209 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f968b31e-008c-473f-b965-004add855cad req-9d28c649-aa4b-4e1c-9875-7570f73d0b61 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609744 Jul 05 09:41:01.479659 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-f968b31e-008c-473f-b965-004add855cad req-35ef9f2e-c399-43ca-bce0-2292c4f32dff service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:41:01.481298 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f968b31e-008c-473f-b965-004add855cad req-35ef9f2e-c399-43ca-bce0-2292c4f32dff service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072265 Jul 05 09:41:01.529091 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e37ae9fa-07bd-4461-843b-26cc25f6571f None None] Set router e83d8ecb-fc83-4bf8-91c5-7370d853ec08 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:41:01.588521 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f968b31e-008c-473f-b965-004add855cad req-f71054d4-8b8b-4543-90c9-dd1c61974db3 service neutron] 10.222.0.79 "GET /v2.0/networks/9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011822 Jul 05 09:41:01.643111 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port bcffaef6-c593-4abe-940a-592cae7842bc, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=bcffaef6-c593-4abe-940a-592cae7842bc,segment=NetworkSegment(0ee48a21-8c09-44ad-81bc-b34caa274eaa),segment_id=0ee48a21-8c09-44ad-81bc-b34caa274eaa)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:01.661678 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'bcffaef6-c593-4abe-940a-592cae7842bc', 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864', 'port_id': 'bcffaef6-c593-4abe-940a-592cae7842bc', 'mac_address': 'fa:16:3e:b3:0b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f031c5ad-59cc-4c59-a95e-957f1011421e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:41:01.682575 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f968b31e-008c-473f-b965-004add855cad req-f3807381-31d3-40da-8579-27a9b008223d service neutron] 10.222.0.79 "GET /v2.0/networks/9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907950 Jul 05 09:41:01.749120 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:01.774482 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcffaef6-c593-4abe-940a-592cae7842bc {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:01.817277 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port bcffaef6-c593-4abe-940a-592cae7842bc, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=bcffaef6-c593-4abe-940a-592cae7842bc,segment=NetworkSegment(0ee48a21-8c09-44ad-81bc-b34caa274eaa),segment_id=0ee48a21-8c09-44ad-81bc-b34caa274eaa)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:01.824413 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:01.858447 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb617d82-944c-4f2e-8a16-449f4acfb1e3 req-9e9fc6dc-5881-4f62-9459-1112e790a675 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1448982 Jul 05 09:41:01.899195 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=bcffaef6-c593-4abe-940a-592cae7842bc,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:01.903397 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-cb617d82-944c-4f2e-8a16-449f4acfb1e3 req-9e69fae2-9b76-46f5-b600-a231476484bf tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:01.911764 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e37ae9fa-07bd-4461-843b-26cc25f6571f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1608106444-router', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:18Z', 'updated_at': '2021-07-05T09:40:26Z', 'revision_number': 4, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'gw_port': {'id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:19Z', 'updated_at': '2021-07-05T09:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'b029ec6c-2fa6-43a7-ae66-aef2cf016852', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'port_id': '790de41d-5b43-4972-8f68-1f2cb028de48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc', 'mac_address': 'fa:16:3e:b4:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe84185-201d-4a6d-997c-3838ba7a292d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:40:55Z', 'updated_at': '2021-07-05T09:41:00Z', 'revision_number': 1, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322eb52b-3f54-475c-8824-4b961f6aff36', 'name': '', 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'mac_address': 'fa:16:3e:1c:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'aa70ba2e-a279-4ce4-9142-ee80f05dab74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:24Z', 'updated_at': '2021-07-05T09:40:32Z', 'revision_number': 5, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'subnets': [{'id': 'aa70ba2e-a279-4ce4-9142-ee80f05dab74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:01.942097 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ae9fa-07bd-4461-843b-26cc25f6571f None None] The sync data for ids ['e83d8ecb-fc83-4bf8-91c5-7370d853ec08'] in n-d-798054-8 is: [{'id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1608106444-router', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:18Z', 'updated_at': '2021-07-05T09:40:26Z', 'revision_number': 4, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'gw_port': {'id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:19Z', 'updated_at': '2021-07-05T09:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'b029ec6c-2fa6-43a7-ae66-aef2cf016852', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'port_id': '790de41d-5b43-4972-8f68-1f2cb028de48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc', 'mac_address': 'fa:16:3e:b4:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe84185-201d-4a6d-997c-3838ba7a292d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:40:55Z', 'updated_at': '2021-07-05T09:41:00Z', 'revision_number': 1, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322eb52b-3f54-475c-8824-4b961f6aff36', 'name': '', 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'mac_address': 'fa:16:3e:1c:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'aa70ba2e-a279-4ce4-9142-ee80f05dab74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:24Z', 'updated_at': '2021-07-05T09:40:32Z', 'revision_number': 5, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'subnets': [{'id': 'aa70ba2e-a279-4ce4-9142-ee80f05dab74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:41:01.950012 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cb617d82-944c-4f2e-8a16-449f4acfb1e3 req-9e69fae2-9b76-46f5-b600-a231476484bf tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.023201 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265079ca-09f3-4cbc-9066-2b14cd944091 req-8965c22e-84be-4149-95cd-835568b15746 tempest-NetworksTest-2061808269 tempest-NetworksTest-2061808269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:02.023701 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265079ca-09f3-4cbc-9066-2b14cd944091 req-8965c22e-84be-4149-95cd-835568b15746 tempest-NetworksTest-2061808269 tempest-NetworksTest-2061808269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:02.024200 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265079ca-09f3-4cbc-9066-2b14cd944091 req-8965c22e-84be-4149-95cd-835568b15746 tempest-NetworksTest-2061808269 tempest-NetworksTest-2061808269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:02.024668 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265079ca-09f3-4cbc-9066-2b14cd944091 req-8965c22e-84be-4149-95cd-835568b15746 tempest-NetworksTest-2061808269 tempest-NetworksTest-2061808269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:02.025129 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265079ca-09f3-4cbc-9066-2b14cd944091 req-8965c22e-84be-4149-95cd-835568b15746 tempest-NetworksTest-2061808269 tempest-NetworksTest-2061808269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:02.025596 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265079ca-09f3-4cbc-9066-2b14cd944091 req-8965c22e-84be-4149-95cd-835568b15746 tempest-NetworksTest-2061808269 tempest-NetworksTest-2061808269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:02.026054 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265079ca-09f3-4cbc-9066-2b14cd944091 req-8965c22e-84be-4149-95cd-835568b15746 tempest-NetworksTest-2061808269 tempest-NetworksTest-2061808269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:02.026602 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265079ca-09f3-4cbc-9066-2b14cd944091 req-8965c22e-84be-4149-95cd-835568b15746 tempest-NetworksTest-2061808269 tempest-NetworksTest-2061808269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:02.028383 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-265079ca-09f3-4cbc-9066-2b14cd944091 req-8965c22e-84be-4149-95cd-835568b15746 tempest-NetworksTest-2061808269 tempest-NetworksTest-2061808269-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5736 time: 0.1868684 Jul 05 09:41:02.060112 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['bcffaef6-c593-4abe-940a-592cae7842bc'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:02.201029 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23889c86-1067-45ae-af9f-1a006a4a5857 req-8aff864f-91b2-4621-8ddb-3f68a472edb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:02.203105 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-23889c86-1067-45ae-af9f-1a006a4a5857 req-8aff864f-91b2-4621-8ddb-3f68a472edb0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=803acc6874de4453bf1b08ee6a2bd573&device_id=abe84185-201d-4a6d-997c-3838ba7a292d HTTP/1.1" status: 200 len: 1097 time: 0.1010561 Jul 05 09:41:02.238688 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c473d557-471f-4bf6-95aa-9259ec2cfaca None None] New status for floating IP b029ec6c-2fa6-43a7-ae66-aef2cf016852: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:41:02.290523 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.322944 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23889c86-1067-45ae-af9f-1a006a4a5857 req-a18533a3-321c-44a7-88ba-ac23e35f511b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:02.324530 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-23889c86-1067-45ae-af9f-1a006a4a5857 req-a18533a3-321c-44a7-88ba-ac23e35f511b service neutron] 10.222.0.81 "GET /v2.0/networks?id=9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc HTTP/1.1" status: 200 len: 930 time: 0.1141810 Jul 05 09:41:02.351494 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed082c3f-928d-471e-aec1-509077a1a7d1 x-openstack-request-id: req-ed082c3f-928d-471e-aec1-509077a1a7d1 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:02.351494 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe84185-201d-4a6d-997c-3838ba7a292d", "tag": "790de41d-5b43-4972-8f68-1f2cb028de48", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:02.352255 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ed082c3f-928d-471e-aec1-509077a1a7d1 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:02.352255 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe84185-201d-4a6d-997c-3838ba7a292d', 'tag': '790de41d-5b43-4972-8f68-1f2cb028de48', 'status': 'completed', 'code': 200} Jul 05 09:41:02.395252 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-23889c86-1067-45ae-af9f-1a006a4a5857 req-0e49e250-6c9e-40a9-a3ea-cfa6c7482e6e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790de41d-5b43-4972-8f68-1f2cb028de48 HTTP/1.1" status: 200 len: 999 time: 0.0632181 Jul 05 09:41:02.420639 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cb617d82-944c-4f2e-8a16-449f4acfb1e3 req-9e69fae2-9b76-46f5-b600-a231476484bf tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.454791 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23889c86-1067-45ae-af9f-1a006a4a5857 req-7d43547c-f51c-497c-85b1-49e3839fd9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:02.456406 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-23889c86-1067-45ae-af9f-1a006a4a5857 req-7d43547c-f51c-497c-85b1-49e3839fd9c3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aa70ba2e-a279-4ce4-9142-ee80f05dab74 HTTP/1.1" status: 200 len: 868 time: 0.0517278 Jul 05 09:41:02.508715 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-18d42071-b925-41ca-ad88-3048c8a9b979 req-7363647f-7a17-4c19-a523-bae20485246f tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 258 time: 0.1557126 Jul 05 09:41:02.525418 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23889c86-1067-45ae-af9f-1a006a4a5857 req-5ab6bb34-6e2f-422d-8e0d-b35d69cdba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:02.527019 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-23889c86-1067-45ae-af9f-1a006a4a5857 req-5ab6bb34-6e2f-422d-8e0d-b35d69cdba4c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632489 Jul 05 09:41:02.536250 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-18d42071-b925-41ca-ad88-3048c8a9b979 req-a98b36b0-60f8-43b3-9269-c80ef88ad7f7 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:02.577122 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-cb617d82-944c-4f2e-8a16-449f4acfb1e3 req-9e69fae2-9b76-46f5-b600-a231476484bf tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Allocated IP 172.25.7.70 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/7fa20696-812e-448d-8d79-0e660f47b52c) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:41:02.579277 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-18d42071-b925-41ca-ad88-3048c8a9b979 req-a98b36b0-60f8-43b3-9269-c80ef88ad7f7 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.627055 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-23889c86-1067-45ae-af9f-1a006a4a5857 req-245b840b-e25b-427c-ad1c-b31c52853b3c service neutron] 10.222.0.81 "GET /v2.0/networks/9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927141 Jul 05 09:41:02.722702 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-23889c86-1067-45ae-af9f-1a006a4a5857 req-fe8bb0de-8f02-432a-94b2-9eeb1a0e7e9b service neutron] 10.222.0.81 "GET /v2.0/networks/9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891826 Jul 05 09:41:02.745878 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cb617d82-944c-4f2e-8a16-449f4acfb1e3 req-9e69fae2-9b76-46f5-b600-a231476484bf tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.749126 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 7317d360-8d70-4e31-bfb5-c75e9e2ef332 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:41:02.774228 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-18d42071-b925-41ca-ad88-3048c8a9b979 req-a98b36b0-60f8-43b3-9269-c80ef88ad7f7 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.840321 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cb617d82-944c-4f2e-8a16-449f4acfb1e3 req-9e69fae2-9b76-46f5-b600-a231476484bf tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.857799 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 7317d360-8d70-4e31-bfb5-c75e9e2ef332, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=7317d360-8d70-4e31-bfb5-c75e9e2ef332,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:02.870318 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '7317d360-8d70-4e31-bfb5-c75e9e2ef332', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '7317d360-8d70-4e31-bfb5-c75e9e2ef332', 'mac_address': 'fa:16:3e:9a:1b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:41:02.906674 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.910204 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb617d82-944c-4f2e-8a16-449f4acfb1e3 req-9e69fae2-9b76-46f5-b600-a231476484bf tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:02.919164 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-cb617d82-944c-4f2e-8a16-449f4acfb1e3 req-9e69fae2-9b76-46f5-b600-a231476484bf tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:02.920340 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7317d360-8d70-4e31-bfb5-c75e9e2ef332 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:02.920971 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69fae2-9b76-46f5-b600-a231476484bf tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Pushing event updated for resources: {'Port': ['ID=7fa20696-812e-448d-8d79-0e660f47b52c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:02.923161 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb617d82-944c-4f2e-8a16-449f4acfb1e3 req-9e69fae2-9b76-46f5-b600-a231476484bf tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:02.941207 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 7317d360-8d70-4e31-bfb5-c75e9e2ef332, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=7317d360-8d70-4e31-bfb5-c75e9e2ef332,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:02.945257 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.968635 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-18d42071-b925-41ca-ad88-3048c8a9b979 req-a98b36b0-60f8-43b3-9269-c80ef88ad7f7 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Allocated IP 172.25.7.51 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/6d5ac687-28cf-4e83-b4d0-0d6ce46502ef) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:41:02.994476 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=7317d360-8d70-4e31-bfb5-c75e9e2ef332,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:03.084292 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cb617d82-944c-4f2e-8a16-449f4acfb1e3 req-9e69fae2-9b76-46f5-b600-a231476484bf tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.141100 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-18d42071-b925-41ca-ad88-3048c8a9b979 req-a98b36b0-60f8-43b3-9269-c80ef88ad7f7 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.154397 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cb617d82-944c-4f2e-8a16-449f4acfb1e3 req-9e69fae2-9b76-46f5-b600-a231476484bf tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.265266 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-18d42071-b925-41ca-ad88-3048c8a9b979 req-a98b36b0-60f8-43b3-9269-c80ef88ad7f7 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.316420 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d42071-b925-41ca-ad88-3048c8a9b979 req-a98b36b0-60f8-43b3-9269-c80ef88ad7f7 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:03.324382 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-18d42071-b925-41ca-ad88-3048c8a9b979 req-a98b36b0-60f8-43b3-9269-c80ef88ad7f7 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:03.328026 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['7317d360-8d70-4e31-bfb5-c75e9e2ef332'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:03.329446 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d42071-b925-41ca-ad88-3048c8a9b979 req-a98b36b0-60f8-43b3-9269-c80ef88ad7f7 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:03.361408 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b36b0-60f8-43b3-9269-c80ef88ad7f7 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Pushing event updated for resources: {'Port': ['ID=6d5ac687-28cf-4e83-b4d0-0d6ce46502ef,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:03.413441 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cb617d82-944c-4f2e-8a16-449f4acfb1e3 req-9e69fae2-9b76-46f5-b600-a231476484bf tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.435256 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cb617d82-944c-4f2e-8a16-449f4acfb1e3 req-9e69fae2-9b76-46f5-b600-a231476484bf tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.468633 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device bcffaef6-c593-4abe-940a-592cae7842bc up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:41:03.515035 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-18d42071-b925-41ca-ad88-3048c8a9b979 req-a98b36b0-60f8-43b3-9269-c80ef88ad7f7 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.526549 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69fae2-9b76-46f5-b600-a231476484bf tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Pushing event updated for resources: {'Port': ['ID=7fa20696-812e-448d-8d79-0e660f47b52c,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:03.533535 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cb617d82-944c-4f2e-8a16-449f4acfb1e3 req-9e69fae2-9b76-46f5-b600-a231476484bf tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.554202 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port bcffaef6-c593-4abe-940a-592cae7842bc completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:03.569895 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port bcffaef6-c593-4abe-940a-592cae7842bc triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:03.569895 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.570186 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cb617d82-944c-4f2e-8a16-449f4acfb1e3 req-9e69fae2-9b76-46f5-b600-a231476484bf tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.570186 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb617d82-944c-4f2e-8a16-449f4acfb1e3 req-9e69fae2-9b76-46f5-b600-a231476484bf tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7006652 Jul 05 09:41:03.589671 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-18d42071-b925-41ca-ad88-3048c8a9b979 req-a98b36b0-60f8-43b3-9269-c80ef88ad7f7 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.648051 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb617d82-944c-4f2e-8a16-449f4acfb1e3 req-084bbbf1-d217-4608-a5ac-dc1c8dca5886 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.70 HTTP/1.1" status: 200 len: 695 time: 0.0689178 Jul 05 09:41:03.691438 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.715220 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7105a1a7-04e2-44c8-835c-7bf46c017aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcffaef6-c593-4abe-940a-592cae7842bc'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:03.717965 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0eb7942-fdb6-4c2f-93a3-93f78dd42b0e" -d '{"events": [{"server_uuid": "7105a1a7-04e2-44c8-835c-7bf46c017aeb", "name": "network-vif-plugged", "status": "completed", "tag": "bcffaef6-c593-4abe-940a-592cae7842bc"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:03.731221 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port bcffaef6-c593-4abe-940a-592cae7842bc, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=bcffaef6-c593-4abe-940a-592cae7842bc,segment=NetworkSegment(0ee48a21-8c09-44ad-81bc-b34caa274eaa),segment_id=0ee48a21-8c09-44ad-81bc-b34caa274eaa)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:03.735093 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.783137 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=bcffaef6-c593-4abe-940a-592cae7842bc,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:03.817904 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb617d82-944c-4f2e-8a16-449f4acfb1e3 req-a175a26d-553c-4565-8d73-546037feaed5 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:03.819434 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb617d82-944c-4f2e-8a16-449f4acfb1e3 req-a175a26d-553c-4565-8d73-546037feaed5 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.1630330 Jul 05 09:41:03.859282 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-18d42071-b925-41ca-ad88-3048c8a9b979 req-a98b36b0-60f8-43b3-9269-c80ef88ad7f7 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.864202 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-18d42071-b925-41ca-ad88-3048c8a9b979 req-a98b36b0-60f8-43b3-9269-c80ef88ad7f7 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.940511 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b36b0-60f8-43b3-9269-c80ef88ad7f7 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Pushing event updated for resources: {'Port': ['ID=6d5ac687-28cf-4e83-b4d0-0d6ce46502ef,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:03.952602 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-18d42071-b925-41ca-ad88-3048c8a9b979 req-a98b36b0-60f8-43b3-9269-c80ef88ad7f7 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.966901 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-18d42071-b925-41ca-ad88-3048c8a9b979 req-a98b36b0-60f8-43b3-9269-c80ef88ad7f7 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.968265 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-18d42071-b925-41ca-ad88-3048c8a9b979 req-a98b36b0-60f8-43b3-9269-c80ef88ad7f7 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4522336 Jul 05 09:41:04.026112 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-18d42071-b925-41ca-ad88-3048c8a9b979 req-a4946e72-8286-436f-b5a2-f6dfd516f60b tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.0514131 Jul 05 09:41:04.170529 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d42071-b925-41ca-ad88-3048c8a9b979 req-1e31a8fa-fe04-4572-9d1a-60abd27d8097 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:04.171870 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-18d42071-b925-41ca-ad88-3048c8a9b979 req-1e31a8fa-fe04-4572-9d1a-60abd27d8097 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.1399703 Jul 05 09:41:04.182430 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd75718-b5aa-4d5d-83f4-d2dcbf978a64 req-32d30408-0acc-49e3-9f71-909f3c6dbe2a tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:04.183939 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efd75718-b5aa-4d5d-83f4-d2dcbf978a64 req-32d30408-0acc-49e3-9f71-909f3c6dbe2a tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=ade5b97e-6e6e-4627-b156-07265a02803f HTTP/1.1" status: 200 len: 949 time: 0.1045716 Jul 05 09:41:04.189091 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-18d42071-b925-41ca-ad88-3048c8a9b979 req-083a9291-b3f2-4935-b4ba-6fd7009ef13c tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:41:04.190042 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-18d42071-b925-41ca-ad88-3048c8a9b979 req-083a9291-b3f2-4935-b4ba-6fd7009ef13c tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053394 Jul 05 09:41:04.224906 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efd75718-b5aa-4d5d-83f4-d2dcbf978a64 req-89f2778c-a14e-4d37-8eb0-e85ec85b6971 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337858 Jul 05 09:41:04.319264 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13efed-9219-4c45-a072-336507a633de req-877a3ff4-5f38-4abb-a912-df4fd03f6804 tempest-NetworksTest-2061808269 tempest-NetworksTest-2061808269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:04.321362 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f13efed-9219-4c45-a072-336507a633de req-877a3ff4-5f38-4abb-a912-df4fd03f6804 tempest-NetworksTest-2061808269 tempest-NetworksTest-2061808269-project-admin] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 886 time: 0.0931659 Jul 05 09:41:04.398496 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db58cd5-aa00-448c-b1b9-c75b8961dbd2 req-cd49780f-4593-4bd5-8973-6c4ba133b2f2 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:04.400134 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1db58cd5-aa00-448c-b1b9-c75b8961dbd2 req-cd49780f-4593-4bd5-8973-6c4ba133b2f2 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/ports?device_id=7105a1a7-04e2-44c8-835c-7bf46c017aeb HTTP/1.1" status: 200 len: 945 time: 0.0743806 Jul 05 09:41:04.437061 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1db58cd5-aa00-448c-b1b9-c75b8961dbd2 req-eea1bd24-b932-44e7-bb9a-55be3c45ec37 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb96b496-fdb5-4633-9718-ad9f171333e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313909 Jul 05 09:41:04.465339 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1a1de6-5a69-456d-93b5-8efc56f2229c x-openstack-request-id: req-de1a1de6-5a69-456d-93b5-8efc56f2229c {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:04.465832 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7105a1a7-04e2-44c8-835c-7bf46c017aeb", "name": "network-vif-plugged", "status": "completed", "tag": "bcffaef6-c593-4abe-940a-592cae7842bc", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:04.465937 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-de1a1de6-5a69-456d-93b5-8efc56f2229c {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:04.466632 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7105a1a7-04e2-44c8-835c-7bf46c017aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcffaef6-c593-4abe-940a-592cae7842bc', 'code': 200} Jul 05 09:41:04.504598 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ff7e204-997d-4c2b-aa1f-04ce61a9d879 req-c14b6388-a5f4-4d5b-ad94-40e2061a809e tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "GET /v2.0/floatingips/a2ddb9fb-dfec-44c2-8cd0-ee0857b45739 HTTP/1.1" status: 200 len: 692 time: 0.0430520 Jul 05 09:41:04.590521 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971244ba-becf-4cae-973b-be2eecdfcd62 req-6d89e232-bb43-49a4-9983-1dd563a52235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:04.592078 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-971244ba-becf-4cae-973b-be2eecdfcd62 req-6d89e232-bb43-49a4-9983-1dd563a52235 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7105a1a7-04e2-44c8-835c-7bf46c017aeb HTTP/1.1" status: 200 len: 1096 time: 0.0577269 Jul 05 09:41:04.626054 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-971244ba-becf-4cae-973b-be2eecdfcd62 req-ba73a7cf-d9e5-457e-8bd1-de61ab815927 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=bb96b496-fdb5-4633-9718-ad9f171333e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277143 Jul 05 09:41:04.647872 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7e204-997d-4c2b-aa1f-04ce61a9d879 req-1d67ed35-710c-4d6a-9d68-cfcdc3a9ee5b tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:04.649241 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ff7e204-997d-4c2b-aa1f-04ce61a9d879 req-1d67ed35-710c-4d6a-9d68-cfcdc3a9ee5b tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.1388884 Jul 05 09:41:04.664184 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-6ff7e204-997d-4c2b-aa1f-04ce61a9d879 req-078a8410-318c-484f-b6c7-227614e27f77 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:41:04.665170 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ff7e204-997d-4c2b-aa1f-04ce61a9d879 req-078a8410-318c-484f-b6c7-227614e27f77 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092814 Jul 05 09:41:04.679818 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a009d-cea9-4082-9ea3-9ad83ba9f2fd req-ef63e8e1-5e1a-420f-9510-be639f8cf33f tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:04.681815 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-302a009d-cea9-4082-9ea3-9ad83ba9f2fd req-ef63e8e1-5e1a-420f-9510-be639f8cf33f tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/ports?device_id=abe84185-201d-4a6d-997c-3838ba7a292d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1147611 Jul 05 09:41:04.768912 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ff7e204-997d-4c2b-aa1f-04ce61a9d879 req-daeb8ca0-31e9-4760-84a5-1e53c43982c5 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.70 HTTP/1.1" status: 200 len: 695 time: 0.0859733 Jul 05 09:41:04.772166 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-302a009d-cea9-4082-9ea3-9ad83ba9f2fd req-7308d118-c86c-4047-a9e8-4f7e61c52762 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.0810058 Jul 05 09:41:04.774695 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 7317d360-8d70-4e31-bfb5-c75e9e2ef332 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:41:04.815335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-302a009d-cea9-4082-9ea3-9ad83ba9f2fd req-6ba8e372-cce7-47c0-a99a-5579ac789634 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Request body: {'floatingip': {'port_id': '790de41d-5b43-4972-8f68-1f2cb028de48', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:04.826005 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 7317d360-8d70-4e31-bfb5-c75e9e2ef332 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:04.829909 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 7317d360-8d70-4e31-bfb5-c75e9e2ef332 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:04.830311 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:04.853520 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ff7e204-997d-4c2b-aa1f-04ce61a9d879 req-33532ef4-399b-4245-ae62-128f145f7c5c tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.70 HTTP/1.1" status: 200 len: 695 time: 0.0784137 Jul 05 09:41:04.863285 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-302a009d-cea9-4082-9ea3-9ad83ba9f2fd req-6ba8e372-cce7-47c0-a99a-5579ac789634 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:04.907669 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:04.940073 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 7317d360-8d70-4e31-bfb5-c75e9e2ef332, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=7317d360-8d70-4e31-bfb5-c75e9e2ef332,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:04.944004 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:04.992422 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=7317d360-8d70-4e31-bfb5-c75e9e2ef332,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:05.158439 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-6ff7e204-997d-4c2b-aa1f-04ce61a9d879 req-4d9452c8-db82-4af4-b40b-da7fbb7ad5b0 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Deleting port 7fa20696-812e-448d-8d79-0e660f47b52c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:05.158791 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6ff7e204-997d-4c2b-aa1f-04ce61a9d879 req-4d9452c8-db82-4af4-b40b-da7fbb7ad5b0 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:05.489812 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-302a009d-cea9-4082-9ea3-9ad83ba9f2fd req-6ba8e372-cce7-47c0-a99a-5579ac789634 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 09:41:05.490894 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-302a009d-cea9-4082-9ea3-9ad83ba9f2fd req-6ba8e372-cce7-47c0-a99a-5579ac789634 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "PUT /v2.0/floatingips/1e11a520-981e-4bf8-bff1-fb26d17daf79 HTTP/1.1" status: 409 len: 550 time: 0.7083645 Jul 05 09:41:05.524597 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6ff7e204-997d-4c2b-aa1f-04ce61a9d879 req-4d9452c8-db82-4af4-b40b-da7fbb7ad5b0 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:05.525009 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6ff7e204-997d-4c2b-aa1f-04ce61a9d879 req-4d9452c8-db82-4af4-b40b-da7fbb7ad5b0 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:05.538706 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-6ff7e204-997d-4c2b-aa1f-04ce61a9d879 req-4d9452c8-db82-4af4-b40b-da7fbb7ad5b0 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Calling delete_port for 7fa20696-812e-448d-8d79-0e660f47b52c owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:05.682405 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:05.743067 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6ff7e204-997d-4c2b-aa1f-04ce61a9d879 req-4d9452c8-db82-4af4-b40b-da7fbb7ad5b0 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:05.785718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9452c8-db82-4af4-b40b-da7fbb7ad5b0 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Pushing event deleted for resources: {'Port': ['ID=7fa20696-812e-448d-8d79-0e660f47b52c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:05.790014 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f974e-4e4e-4fb2-adb6-6b7e6f90d099 req-6fbb834c-3304-4f2f-9a72-7b28d7cff279 tempest-NetworksTest-2061808269 tempest-NetworksTest-2061808269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:05.790490 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f974e-4e4e-4fb2-adb6-6b7e6f90d099 req-6fbb834c-3304-4f2f-9a72-7b28d7cff279 tempest-NetworksTest-2061808269 tempest-NetworksTest-2061808269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:05.790944 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f974e-4e4e-4fb2-adb6-6b7e6f90d099 req-6fbb834c-3304-4f2f-9a72-7b28d7cff279 tempest-NetworksTest-2061808269 tempest-NetworksTest-2061808269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:05.791458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f974e-4e4e-4fb2-adb6-6b7e6f90d099 req-6fbb834c-3304-4f2f-9a72-7b28d7cff279 tempest-NetworksTest-2061808269 tempest-NetworksTest-2061808269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:05.791837 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f974e-4e4e-4fb2-adb6-6b7e6f90d099 req-6fbb834c-3304-4f2f-9a72-7b28d7cff279 tempest-NetworksTest-2061808269 tempest-NetworksTest-2061808269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:05.792314 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f974e-4e4e-4fb2-adb6-6b7e6f90d099 req-6fbb834c-3304-4f2f-9a72-7b28d7cff279 tempest-NetworksTest-2061808269 tempest-NetworksTest-2061808269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:05.792770 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f974e-4e4e-4fb2-adb6-6b7e6f90d099 req-6fbb834c-3304-4f2f-9a72-7b28d7cff279 tempest-NetworksTest-2061808269 tempest-NetworksTest-2061808269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:05.793220 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f974e-4e4e-4fb2-adb6-6b7e6f90d099 req-6fbb834c-3304-4f2f-9a72-7b28d7cff279 tempest-NetworksTest-2061808269 tempest-NetworksTest-2061808269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:05.795064 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-656f974e-4e4e-4fb2-adb6-6b7e6f90d099 req-6fbb834c-3304-4f2f-9a72-7b28d7cff279 tempest-NetworksTest-2061808269 tempest-NetworksTest-2061808269-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5736 time: 0.1681073 Jul 05 09:41:05.858618 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6ff7e204-997d-4c2b-aa1f-04ce61a9d879 req-4d9452c8-db82-4af4-b40b-da7fbb7ad5b0 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:05.861752 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6ff7e204-997d-4c2b-aa1f-04ce61a9d879 req-4d9452c8-db82-4af4-b40b-da7fbb7ad5b0 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:05.862903 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ff7e204-997d-4c2b-aa1f-04ce61a9d879 req-4d9452c8-db82-4af4-b40b-da7fbb7ad5b0 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "DELETE /v2.0/floatingips/a2ddb9fb-dfec-44c2-8cd0-ee0857b45739 HTTP/1.1" status: 204 len: 173 time: 1.0030239 Jul 05 09:41:06.026919 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf432482-b43a-4f2a-b623-ff6ed2e060f4 req-2bb1551b-e890-4f7b-8f3e-b386b240c0cb tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:06.028577 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf432482-b43a-4f2a-b623-ff6ed2e060f4 req-2bb1551b-e890-4f7b-8f3e-b386b240c0cb tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=ade5b97e-6e6e-4627-b156-07265a02803f HTTP/1.1" status: 200 len: 950 time: 0.0710936 Jul 05 09:41:06.072643 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf432482-b43a-4f2a-b623-ff6ed2e060f4 req-e98bd794-f061-48ba-b60e-fc7dacf23956 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376322 Jul 05 09:41:06.073826 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43218) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:06.234021 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-839e0a39-cc08-4c80-a3de-a8f75cedfaa3 req-0b836025-2411-469c-9d25-02e61540abe6 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/floatingips/1e11a520-981e-4bf8-bff1-fb26d17daf79 HTTP/1.1" status: 200 len: 692 time: 0.0814588 Jul 05 09:41:06.234703 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e4076de-16ae-4c77-9cd3-4270f64cecc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:06.372759 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb1e6d-8bd5-4776-b8fb-72f1134757cb req-d2d3f9c7-074a-47de-8f49-6a05765f7c15 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:06.374238 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6cb1e6d-8bd5-4776-b8fb-72f1134757cb req-d2d3f9c7-074a-47de-8f49-6a05765f7c15 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/ports?device_id=7105a1a7-04e2-44c8-835c-7bf46c017aeb HTTP/1.1" status: 200 len: 945 time: 0.1842790 Jul 05 09:41:06.410950 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e0a39-cc08-4c80-a3de-a8f75cedfaa3 req-71e93546-1bd2-4d36-8786-1893a91f0510 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:06.412274 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-839e0a39-cc08-4c80-a3de-a8f75cedfaa3 req-71e93546-1bd2-4d36-8786-1893a91f0510 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.1679018 Jul 05 09:41:06.468426 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade5b97e-6e6e-4627-b156-07265a02803f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7317d360-8d70-4e31-bfb5-c75e9e2ef332'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:06.470916 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f53e551-245c-4d12-a991-bd73848a1f84" -d '{"events": [{"server_uuid": "ade5b97e-6e6e-4627-b156-07265a02803f", "name": "network-vif-plugged", "status": "completed", "tag": "7317d360-8d70-4e31-bfb5-c75e9e2ef332"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:06.491075 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-839e0a39-cc08-4c80-a3de-a8f75cedfaa3 req-246b4469-e7c4-47d3-b90d-37b14aac23a5 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.0678492 Jul 05 09:41:06.502394 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6cb1e6d-8bd5-4776-b8fb-72f1134757cb req-a1bc82ea-4c78-4d62-978e-bc469d656fd1 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb96b496-fdb5-4633-9718-ad9f171333e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189244 Jul 05 09:41:06.550517 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e4076de-16ae-4c77-9cd3-4270f64cecc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:06.557680 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-839e0a39-cc08-4c80-a3de-a8f75cedfaa3 req-503da507-bfb8-4b3f-96f1-9adb8dae7d2f tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.0582781 Jul 05 09:41:06.558695 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e4076de-16ae-4c77-9cd3-4270f64cecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:06.667678 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2e4076de-16ae-4c77-9cd3-4270f64cecc8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8cf8296271f142d0ac946ce7f04fc1fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5927441 Jul 05 09:41:06.668831 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4076de-16ae-4c77-9cd3-4270f64cecc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4b0918-dc1e-4ea0-a62b-26dde8a82751,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:06.670677 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43228) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:06.671371 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-bd036239-bdc9-471a-b1d9-fea6f4e343e4 req-07f63786-8594-49c2-b865-21c92e81832f tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] show failed (client error): The resource could not be found. Jul 05 09:41:06.672335 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bd036239-bdc9-471a-b1d9-fea6f4e343e4 req-07f63786-8594-49c2-b865-21c92e81832f tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "GET /v2.0/floatingips/a2ddb9fb-dfec-44c2-8cd0-ee0857b45739 HTTP/1.1" status: 404 len: 350 time: 0.0978539 Jul 05 09:41:06.743158 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9561d6-b4cf-4b75-bce4-8d57e454f798 x-openstack-request-id: req-1f9561d6-b4cf-4b75-bce4-8d57e454f798 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:06.744743 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade5b97e-6e6e-4627-b156-07265a02803f", "name": "network-vif-plugged", "status": "completed", "tag": "7317d360-8d70-4e31-bfb5-c75e9e2ef332", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:06.745186 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1f9561d6-b4cf-4b75-bce4-8d57e454f798 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:06.746273 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade5b97e-6e6e-4627-b156-07265a02803f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7317d360-8d70-4e31-bfb5-c75e9e2ef332', 'code': 200} Jul 05 09:41:06.760367 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f88b6746-c1bc-493c-b260-1cf3531e8907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:06.765033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-839e0a39-cc08-4c80-a3de-a8f75cedfaa3 req-48a3a177-9ee8-46c5-9764-9fe76af9ee5e tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Deleting port 6d5ac687-28cf-4e83-b4d0-0d6ce46502ef {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:06.765383 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-839e0a39-cc08-4c80-a3de-a8f75cedfaa3 req-48a3a177-9ee8-46c5-9764-9fe76af9ee5e tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:06.813485 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f88b6746-c1bc-493c-b260-1cf3531e8907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:06.844158 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-839e0a39-cc08-4c80-a3de-a8f75cedfaa3 req-48a3a177-9ee8-46c5-9764-9fe76af9ee5e tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:06.845004 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-839e0a39-cc08-4c80-a3de-a8f75cedfaa3 req-48a3a177-9ee8-46c5-9764-9fe76af9ee5e tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:06.873971 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0dddae77-9f00-4b0a-a869-899097461abb req-34a4e9e2-d596-495e-84ba-dff499c35023 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=abe84185-201d-4a6d-997c-3838ba7a292d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1269960 Jul 05 09:41:06.878368 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-839e0a39-cc08-4c80-a3de-a8f75cedfaa3 req-48a3a177-9ee8-46c5-9764-9fe76af9ee5e tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Calling delete_port for 6d5ac687-28cf-4e83-b4d0-0d6ce46502ef owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:06.892406 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f88b6746-c1bc-493c-b260-1cf3531e8907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:06.896142 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f88b6746-c1bc-493c-b260-1cf3531e8907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:06.898287 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f88b6746-c1bc-493c-b260-1cf3531e8907 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6a4b0918-dc1e-4ea0-a62b-26dde8a82751 HTTP/1.1" status: 204 len: 168 time: 0.2266049 Jul 05 09:41:06.910063 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b6746-c1bc-493c-b260-1cf3531e8907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4b0918-dc1e-4ea0-a62b-26dde8a82751,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:07.029013 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddae77-9f00-4b0a-a869-899097461abb req-484deb8a-3b60-45ae-a3d3-cf63dc682ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:07.031661 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0dddae77-9f00-4b0a-a869-899097461abb req-484deb8a-3b60-45ae-a3d3-cf63dc682ffd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=803acc6874de4453bf1b08ee6a2bd573&device_id=abe84185-201d-4a6d-997c-3838ba7a292d HTTP/1.1" status: 200 len: 1097 time: 0.0864055 Jul 05 09:41:07.052606 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cc257-467a-4f9d-a817-f59778d20481 req-1dded582-c33b-4328-ad21-c6ef799f7e74 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:07.054675 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6f8cc257-467a-4f9d-a817-f59778d20481 req-1dded582-c33b-4328-ad21-c6ef799f7e74 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/ports?device_id=7105a1a7-04e2-44c8-835c-7bf46c017aeb HTTP/1.1" status: 200 len: 945 time: 0.1982160 Jul 05 09:41:07.057414 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1761b3e-da39-40b5-aa13-b998051b411a req-bf33715e-8ce2-4936-b3f2-dc798a649140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:07.058847 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a1761b3e-da39-40b5-aa13-b998051b411a req-bf33715e-8ce2-4936-b3f2-dc798a649140 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ade5b97e-6e6e-4627-b156-07265a02803f HTTP/1.1" status: 200 len: 1101 time: 0.2058804 Jul 05 09:41:07.072982 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43238) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:07.077888 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-bab17870-d0c8-4a14-97c2-6aad4004136f tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Request body: {'floatingip': {'port_id': 'bcffaef6-c593-4abe-940a-592cae7842bc'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:07.153736 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bab17870-d0c8-4a14-97c2-6aad4004136f tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:07.207355 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddae77-9f00-4b0a-a869-899097461abb req-bfa0819c-d2d0-4fa6-ab24-b1409518a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:07.208901 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0dddae77-9f00-4b0a-a869-899097461abb req-bfa0819c-d2d0-4fa6-ab24-b1409518a621 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc HTTP/1.1" status: 200 len: 930 time: 0.1460395 Jul 05 09:41:07.284678 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0dddae77-9f00-4b0a-a869-899097461abb req-6975b2a1-8e1c-40d7-a879-768c331fe5c1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790de41d-5b43-4972-8f68-1f2cb028de48 HTTP/1.1" status: 200 len: 1001 time: 0.0674512 Jul 05 09:41:07.284858 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43246) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:07.309889 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-96e33461-b7bc-4b8b-be0b-905d1d002116 req-797733ca-57fc-4dec-a3e4-c0bb4bef47a7 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] show failed (client error): The resource could not be found. Jul 05 09:41:07.311319 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-96e33461-b7bc-4b8b-be0b-905d1d002116 req-797733ca-57fc-4dec-a3e4-c0bb4bef47a7 tempest-FloatingIPsTestJSON-1785725447 tempest-FloatingIPsTestJSON-1785725447-project] 10.222.0.79 "GET /v2.0/floatingips/a2ddb9fb-dfec-44c2-8cd0-ee0857b45739 HTTP/1.1" status: 404 len: 350 time: 0.1660028 Jul 05 09:41:07.317938 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a1761b3e-da39-40b5-aa13-b998051b411a req-3fdb43bf-e762-4a81-aa33-99250aa7581b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521298 Jul 05 09:41:07.328487 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43248) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:07.331060 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac3b9f38-8ab9-4b29-9d5e-f0951cfc7840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:07.385976 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-839e0a39-cc08-4c80-a3de-a8f75cedfaa3 req-48a3a177-9ee8-46c5-9764-9fe76af9ee5e tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:07.413625 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddae77-9f00-4b0a-a869-899097461abb req-c4b09e80-ba9c-464f-b195-b0a5a94e428f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:07.415125 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0dddae77-9f00-4b0a-a869-899097461abb req-c4b09e80-ba9c-464f-b195-b0a5a94e428f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aa70ba2e-a279-4ce4-9142-ee80f05dab74 HTTP/1.1" status: 200 len: 868 time: 0.1234853 Jul 05 09:41:07.419800 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3a177-9ee8-46c5-9764-9fe76af9ee5e tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Pushing event deleted for resources: {'Port': ['ID=6d5ac687-28cf-4e83-b4d0-0d6ce46502ef,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:07.636069 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddae77-9f00-4b0a-a869-899097461abb req-9ccf8e86-0478-4040-8771-2c4efbfa4d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:07.637577 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0dddae77-9f00-4b0a-a869-899097461abb req-9ccf8e86-0478-4040-8771-2c4efbfa4d4a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2129228 Jul 05 09:41:07.650145 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-839e0a39-cc08-4c80-a3de-a8f75cedfaa3 req-48a3a177-9ee8-46c5-9764-9fe76af9ee5e tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:07.652672 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-839e0a39-cc08-4c80-a3de-a8f75cedfaa3 req-48a3a177-9ee8-46c5-9764-9fe76af9ee5e tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:07.653809 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-839e0a39-cc08-4c80-a3de-a8f75cedfaa3 req-48a3a177-9ee8-46c5-9764-9fe76af9ee5e tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "DELETE /v2.0/floatingips/1e11a520-981e-4bf8-bff1-fb26d17daf79 HTTP/1.1" status: 204 len: 173 time: 1.0782139 Jul 05 09:41:07.725513 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5072dfa2-4b24-4012-94f3-7e7983a6a91b req-4a5e3864-91dd-40ea-9969-500aa61fcf1d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=634f3685-93f0-4af9-8a90-3a0878392a8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2832906 Jul 05 09:41:07.738130 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755bcf3-dbae-49e1-9110-00e25f483fdf req-569171c4-60a5-41a1-9b27-9fbbcd77bba8 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:07.739057 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac3b9f38-8ab9-4b29-9d5e-f0951cfc7840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:07.741087 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9755bcf3-dbae-49e1-9110-00e25f483fdf req-569171c4-60a5-41a1-9b27-9fbbcd77bba8 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=ade5b97e-6e6e-4627-b156-07265a02803f HTTP/1.1" status: 200 len: 950 time: 0.2390792 Jul 05 09:41:07.755811 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac3b9f38-8ab9-4b29-9d5e-f0951cfc7840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:07.845309 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b9f38-8ab9-4b29-9d5e-f0951cfc7840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7319ad-259e-4c39-8619-4a78db0c7338,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:07.854106 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ac3b9f38-8ab9-4b29-9d5e-f0951cfc7840 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6f32d2c42e4a439b94cf9aa2416e260a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5647852 Jul 05 09:41:07.854344 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43258) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:07.874420 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0dddae77-9f00-4b0a-a869-899097461abb req-32770f4b-22b8-43b0-927a-9bb771a6d4dc service neutron] 10.222.0.81 "GET /v2.0/networks/9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258050 Jul 05 09:41:07.902958 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9755bcf3-dbae-49e1-9110-00e25f483fdf req-ad90299d-10a4-4240-8fc3-d4fb7f508da9 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554012 Jul 05 09:41:08.027786 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ad63e60-1e54-4fd5-960b-ea9ccc8c6c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.036673 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072dfa2-4b24-4012-94f3-7e7983a6a91b req-6cfcd7fd-2289-45ba-a699-1e71d4111aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:08.038559 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5072dfa2-4b24-4012-94f3-7e7983a6a91b req-6cfcd7fd-2289-45ba-a699-1e71d4111aee service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=efee607d69f94e6d9133e9bf132c56d0&device_id=634f3685-93f0-4af9-8a90-3a0878392a8e HTTP/1.1" status: 200 len: 1096 time: 0.2420878 Jul 05 09:41:08.056175 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-6ccc6e4f-6429-4180-baed-a9534ce133d6 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 1001 time: 0.1967371 Jul 05 09:41:08.061901 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0dddae77-9f00-4b0a-a869-899097461abb req-d19719bd-2d33-4d04-8bd6-2ebaaf76f1eb service neutron] 10.222.0.81 "GET /v2.0/networks/9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684818 Jul 05 09:41:08.068494 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ad63e60-1e54-4fd5-960b-ea9ccc8c6c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.150339 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8733de08-c799-4b16-82e3-ba9ff7e7c109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.199147 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ad63e60-1e54-4fd5-960b-ea9ccc8c6c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.201619 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ad63e60-1e54-4fd5-960b-ea9ccc8c6c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.205356 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2ad63e60-1e54-4fd5-960b-ea9ccc8c6c96 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9a7319ad-259e-4c39-8619-4a78db0c7338 HTTP/1.1" status: 204 len: 168 time: 0.3476195 Jul 05 09:41:08.219422 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad63e60-1e54-4fd5-960b-ea9ccc8c6c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7319ad-259e-4c39-8619-4a78db0c7338,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:08.222551 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bab17870-d0c8-4a14-97c2-6aad4004136f tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.242118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-75436772-3209-4ffa-be49-09450019a5cd tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:08.243560 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-75436772-3209-4ffa-be49-09450019a5cd tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/ports/790de41d-5b43-4972-8f68-1f2cb028de48 HTTP/1.1" status: 200 len: 943 time: 0.1532333 Jul 05 09:41:08.263730 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bab17870-d0c8-4a14-97c2-6aad4004136f tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.340791 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072dfa2-4b24-4012-94f3-7e7983a6a91b req-ad8f9181-8813-422f-a585-534080b52e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:08.342413 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5072dfa2-4b24-4012-94f3-7e7983a6a91b req-ad8f9181-8813-422f-a585-534080b52e50 service neutron] 10.222.0.78 "GET /v2.0/networks?id=50450e21-61cd-4f08-9734-c5edcfebb387 HTTP/1.1" status: 200 len: 925 time: 0.2530735 Jul 05 09:41:08.530258 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8733de08-c799-4b16-82e3-ba9ff7e7c109 admin admin] Deleting port 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:08.530656 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8733de08-c799-4b16-82e3-ba9ff7e7c109 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.715538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43280) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:08.820046 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-bab17870-d0c8-4a14-97c2-6aad4004136f tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Floating IP d869d596-ebdd-4cc6-8c6a-68c5c1e64069 associated. External IP: 172.25.7.28, port: bcffaef6-c593-4abe-940a-592cae7842bc. Jul 05 09:41:08.897444 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5072dfa2-4b24-4012-94f3-7e7983a6a91b req-7dfa1307-154a-4ef1-9a83-f1c4554974ce service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 HTTP/1.1" status: 200 len: 1001 time: 0.1827972 Jul 05 09:41:08.906994 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-0456cd5d-90a1-4fba-9e43-b4e864c2ce0c tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 1001 time: 0.1898780 Jul 05 09:41:08.907816 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-8733de08-c799-4b16-82e3-ba9ff7e7c109 admin admin] For port 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8470d4ea-7ca4-4e90-8d37-98cb55f54fa9,segment=NetworkSegment(b90dbeb3-b91f-4a26-9c45-792b20918c8d),segment_id=b90dbeb3-b91f-4a26-9c45-792b20918c8d)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:08.908299 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8733de08-c799-4b16-82e3-ba9ff7e7c109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.929712 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8733de08-c799-4b16-82e3-ba9ff7e7c109 admin admin] Calling delete_port for 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:08.978599 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-53e2b742-1857-476a-8981-f29674854dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:09.067969 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072dfa2-4b24-4012-94f3-7e7983a6a91b req-e5475c6c-fca7-4e35-9619-dce51821c2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:09.070007 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5072dfa2-4b24-4012-94f3-7e7983a6a91b req-e5475c6c-fca7-4e35-9619-dce51821c2da service neutron] 10.222.0.78 "GET /v2.0/subnets?id=02e4f4c6-8a8b-482c-a989-f519f8934c03 HTTP/1.1" status: 200 len: 863 time: 0.1621606 Jul 05 09:41:09.198087 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8733de08-c799-4b16-82e3-ba9ff7e7c109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:09.229583 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733de08-c799-4b16-82e3-ba9ff7e7c109 admin admin] Pushing event deleted for resources: {'Port': ['ID=8470d4ea-7ca4-4e90-8d37-98cb55f54fa9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:09.273744 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-aad4899d-655b-4adc-a450-797205791bf7 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:09.275185 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-aad4899d-655b-4adc-a450-797205791bf7 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.3299320 Jul 05 09:41:09.311631 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-ab019c93-fff2-4997-bc5f-852f703afea9 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:41:09.320639 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-ab019c93-fff2-4997-bc5f-852f703afea9 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0354908 Jul 05 09:41:09.365892 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8733de08-c799-4b16-82e3-ba9ff7e7c109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:09.442403 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072dfa2-4b24-4012-94f3-7e7983a6a91b req-7309fca9-dfdd-49b6-9d79-5208b861be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:09.444054 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5072dfa2-4b24-4012-94f3-7e7983a6a91b req-7309fca9-dfdd-49b6-9d79-5208b861be30 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=50450e21-61cd-4f08-9734-c5edcfebb387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3574047 Jul 05 09:41:09.542292 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-53e2b742-1857-476a-8981-f29674854dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:09.544734 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab17870-d0c8-4a14-97c2-6aad4004136f tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Router 33e155ca-3a54-4ec4-9751-66861f772696 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:41:09.562499 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-1dbe6611-08cd-46f4-ad88-8938edbde9c7 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 1001 time: 0.2409787 Jul 05 09:41:09.563100 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-53e2b742-1857-476a-8981-f29674854dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:09.604968 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-974825ca-6a0d-4eb4-aca3-79ffa4569bb1 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:09.626130 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67ff62-aca5-4bb8-90ea-34179f09497e req-eb471686-b38b-471d-95f7-270b2c227086 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:09.627945 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b67ff62-aca5-4bb8-90ea-34179f09497e req-eb471686-b38b-471d-95f7-270b2c227086 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=ade5b97e-6e6e-4627-b156-07265a02803f HTTP/1.1" status: 200 len: 950 time: 0.4129329 Jul 05 09:41:09.632469 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8733de08-c799-4b16-82e3-ba9ff7e7c109 admin admin] Router b187f016-0360-40c3-9f80-c12ca099a978 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:41:09.729614 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-53e2b742-1857-476a-8981-f29674854dfe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=37f69d3a99c04bda893a9ffb08ffb259&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0089769 Jul 05 09:41:09.731006 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43312) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:09.734704 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2b742-1857-476a-8981-f29674854dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a702dc05-f713-44b3-bcfa-855936d20f3e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:09.789729 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5072dfa2-4b24-4012-94f3-7e7983a6a91b req-6de665db-610a-4b90-a47e-260fbdcc086d service neutron] 10.222.0.78 "GET /v2.0/networks/50450e21-61cd-4f08-9734-c5edcfebb387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334601 Jul 05 09:41:09.795201 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8733de08-c799-4b16-82e3-ba9ff7e7c109 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:41:09.804164 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef96ee40-4499-4f5c-9b2a-4614ddf3efa0 None None] Sync routers for ids ['b187f016-0360-40c3-9f80-c12ca099a978'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:41:09.807713 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8733de08-c799-4b16-82e3-ba9ff7e7c109 admin admin] 10.222.0.79 "PUT /v2.0/routers/b187f016-0360-40c3-9f80-c12ca099a978/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4780426 Jul 05 09:41:09.810139 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43316) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:09.816562 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef96ee40-4499-4f5c-9b2a-4614ddf3efa0 None None] Routers {'b187f016-0360-40c3-9f80-c12ca099a978'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:41:09.817193 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ef96ee40-4499-4f5c-9b2a-4614ddf3efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:40:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b187f016-0360-40c3-9f80-c12ca099a978'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:09.823289 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-974825ca-6a0d-4eb4-aca3-79ffa4569bb1 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:09.865601 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-caa13bcf-044a-41b7-8820-b20ad88569a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:09.872095 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b67ff62-aca5-4bb8-90ea-34179f09497e req-9ed27b12-5579-43c6-8898-302aa4898adf tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907861 Jul 05 09:41:09.941120 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-caa13bcf-044a-41b7-8820-b20ad88569a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:09.976952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab17870-d0c8-4a14-97c2-6aad4004136f tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:41:09.992457 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3645c9f0-b57c-4c02-8e8a-1fb2a231a3c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:10.003161 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073b6df3-d2c6-43d4-8063-14551cffd877 None None] Sync routers for ids ['33e155ca-3a54-4ec4-9751-66861f772696'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:41:10.009852 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bab17870-d0c8-4a14-97c2-6aad4004136f tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:10.021029 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-ef96ee40-4499-4f5c-9b2a-4614ddf3efa0 None None] Set router b187f016-0360-40c3-9f80-c12ca099a978 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:41:10.035209 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073b6df3-d2c6-43d4-8063-14551cffd877 None None] Routers {'33e155ca-3a54-4ec4-9751-66861f772696'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:41:10.046258 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-073b6df3-d2c6-43d4-8063-14551cffd877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:40:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['33e155ca-3a54-4ec4-9751-66861f772696'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:10.103631 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5072dfa2-4b24-4012-94f3-7e7983a6a91b req-40e7c805-4bb1-4089-ac38-3581f4b870fd service neutron] 10.222.0.78 "GET /v2.0/networks/50450e21-61cd-4f08-9734-c5edcfebb387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988894 Jul 05 09:41:10.153473 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-caa13bcf-044a-41b7-8820-b20ad88569a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:10.157714 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-caa13bcf-044a-41b7-8820-b20ad88569a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:10.159999 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-caa13bcf-044a-41b7-8820-b20ad88569a5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a702dc05-f713-44b3-bcfa-855936d20f3e HTTP/1.1" status: 204 len: 168 time: 0.4277735 Jul 05 09:41:10.168134 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bab17870-d0c8-4a14-97c2-6aad4004136f tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "PUT /v2.0/floatingips/d869d596-ebdd-4cc6-8c6a-68c5c1e64069 HTTP/1.1" status: 200 len: 990 time: 3.0940533 Jul 05 09:41:10.172974 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7105a1a7-04e2-44c8-835c-7bf46c017aeb', 'tag': 'bcffaef6-c593-4abe-940a-592cae7842bc'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:10.175230 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b519fd-ef5d-407e-8ea5-27f649c005a7" -d '{"events": [{"name": "network-changed", "server_uuid": "7105a1a7-04e2-44c8-835c-7bf46c017aeb", "tag": "bcffaef6-c593-4abe-940a-592cae7842bc"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:10.179584 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-974825ca-6a0d-4eb4-aca3-79ffa4569bb1 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:10.184973 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-974825ca-6a0d-4eb4-aca3-79ffa4569bb1 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:10.185704 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-974825ca-6a0d-4eb4-aca3-79ffa4569bb1 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Floating IP b029ec6c-2fa6-43a7-ae66-aef2cf016852 disassociated. External IP: 172.25.7.72, port: 790de41d-5b43-4972-8f68-1f2cb028de48. Jul 05 09:41:10.187372 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa13bcf-044a-41b7-8820-b20ad88569a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a702dc05-f713-44b3-bcfa-855936d20f3e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:10.205213 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3645c9f0-b57c-4c02-8e8a-1fb2a231a3c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:10.308122 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-073b6df3-d2c6-43d4-8063-14551cffd877 None None] Set router 33e155ca-3a54-4ec4-9751-66861f772696 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:41:10.320027 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3645c9f0-b57c-4c02-8e8a-1fb2a231a3c3 admin admin] Deleting port b35764b5-7208-4017-9600-33f71346b2c2 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:10.325139 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3645c9f0-b57c-4c02-8e8a-1fb2a231a3c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:10.446636 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-3645c9f0-b57c-4c02-8e8a-1fb2a231a3c3 admin admin] For port b35764b5-7208-4017-9600-33f71346b2c2, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b35764b5-7208-4017-9600-33f71346b2c2,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:10.448715 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3645c9f0-b57c-4c02-8e8a-1fb2a231a3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:10.486488 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3645c9f0-b57c-4c02-8e8a-1fb2a231a3c3 admin admin] Calling delete_port for b35764b5-7208-4017-9600-33f71346b2c2 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:10.536393 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ef96ee40-4499-4f5c-9b2a-4614ddf3efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b187f016-0360-40c3-9f80-c12ca099a978', 'name': 'tempest-FloatingIPsTestJSON-857454199-router', 'tenant_id': '23585d2789e04e4391b6a35531859c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'b35764b5-7208-4017-9600-33f71346b2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:39Z', 'updated_at': '2021-07-05T09:41:09Z', 'revision_number': 5, 'project_id': '23585d2789e04e4391b6a35531859c35', 'gw_port': {'id': 'b35764b5-7208-4017-9600-33f71346b2c2', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b187f016-0360-40c3-9f80-c12ca099a978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:41Z', 'updated_at': '2021-07-05T09:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:10.573263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-974825ca-6a0d-4eb4-aca3-79ffa4569bb1 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Router e83d8ecb-fc83-4bf8-91c5-7370d853ec08 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:41:10.589718 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef96ee40-4499-4f5c-9b2a-4614ddf3efa0 None None] Checking router: b187f016-0360-40c3-9f80-c12ca099a978 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:41:10.619918 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef96ee40-4499-4f5c-9b2a-4614ddf3efa0 None None] Routers {'b187f016-0360-40c3-9f80-c12ca099a978'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:41:10.620915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ef96ee40-4499-4f5c-9b2a-4614ddf3efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:40:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b187f016-0360-40c3-9f80-c12ca099a978'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:10.831325 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-974825ca-6a0d-4eb4-aca3-79ffa4569bb1 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:41:10.837707 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-974825ca-6a0d-4eb4-aca3-79ffa4569bb1 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:10.857302 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e3e941-6dee-4e5b-8f78-dd1b869fc2a0 None None] Sync routers for ids ['e83d8ecb-fc83-4bf8-91c5-7370d853ec08'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:41:10.864652 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-073b6df3-d2c6-43d4-8063-14551cffd877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e155ca-3a54-4ec4-9751-66861f772696', 'name': 'tempest-ServersTestJSON-244347680-router', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:40:42Z', 'revision_number': 4, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'gw_port': {'id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd869d596-ebdd-4cc6-8c6a-68c5c1e64069', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'port_id': 'bcffaef6-c593-4abe-940a-592cae7842bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864', 'mac_address': 'fa:16:3e:b3:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7105a1a7-04e2-44c8-835c-7bf46c017aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:40:50Z', 'updated_at': '2021-07-05T09:41:07Z', 'revision_number': 1, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cad2a42-04fe-4358-9d56-5a74f1207cda', 'name': '', 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'mac_address': 'fa:16:3e:3a:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f031c5ad-59cc-4c59-a95e-957f1011421e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:41Z', 'updated_at': '2021-07-05T09:40:54Z', 'revision_number': 5, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'subnets': [{'id': 'f031c5ad-59cc-4c59-a95e-957f1011421e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:10.867906 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-ef96ee40-4499-4f5c-9b2a-4614ddf3efa0 None None] Set router b187f016-0360-40c3-9f80-c12ca099a978 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:41:10.885972 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-974825ca-6a0d-4eb4-aca3-79ffa4569bb1 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "PUT /v2.0/floatingips/b029ec6c-2fa6-43a7-ae66-aef2cf016852 HTTP/1.1" status: 200 len: 694 time: 1.3043902 Jul 05 09:41:10.902872 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073b6df3-d2c6-43d4-8063-14551cffd877 None None] Checking router: 33e155ca-3a54-4ec4-9751-66861f772696 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:41:10.913546 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073b6df3-d2c6-43d4-8063-14551cffd877 None None] Routers {'33e155ca-3a54-4ec4-9751-66861f772696'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:41:10.914220 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-073b6df3-d2c6-43d4-8063-14551cffd877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:40:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['33e155ca-3a54-4ec4-9751-66861f772696'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:10.955572 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3645c9f0-b57c-4c02-8e8a-1fb2a231a3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:10.999936 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645c9f0-b57c-4c02-8e8a-1fb2a231a3c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b35764b5-7208-4017-9600-33f71346b2c2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:11.016651 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ef96ee40-4499-4f5c-9b2a-4614ddf3efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b187f016-0360-40c3-9f80-c12ca099a978', 'name': 'tempest-FloatingIPsTestJSON-857454199-router', 'tenant_id': '23585d2789e04e4391b6a35531859c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:39Z', 'updated_at': '2021-07-05T09:41:10Z', 'revision_number': 6, 'project_id': '23585d2789e04e4391b6a35531859c35', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:11.018369 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e3e941-6dee-4e5b-8f78-dd1b869fc2a0 None None] Routers {'e83d8ecb-fc83-4bf8-91c5-7370d853ec08'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:41:11.019189 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-18e3e941-6dee-4e5b-8f78-dd1b869fc2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:40:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e83d8ecb-fc83-4bf8-91c5-7370d853ec08'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:11.020129 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43348) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:11.040248 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3645c9f0-b57c-4c02-8e8a-1fb2a231a3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:11.063410 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-073b6df3-d2c6-43d4-8063-14551cffd877 None None] Set router 33e155ca-3a54-4ec4-9751-66861f772696 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:41:11.064604 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea40ec30-0107-4b03-93e4-4106f8220654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:11.086091 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef96ee40-4499-4f5c-9b2a-4614ddf3efa0 None None] The sync data for ids ['b187f016-0360-40c3-9f80-c12ca099a978'] in n-d-798054-8 is: [{'id': 'b187f016-0360-40c3-9f80-c12ca099a978', 'name': 'tempest-FloatingIPsTestJSON-857454199-router', 'tenant_id': '23585d2789e04e4391b6a35531859c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:39Z', 'updated_at': '2021-07-05T09:41:10Z', 'revision_number': 6, 'project_id': '23585d2789e04e4391b6a35531859c35', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:41:11.128587 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-fa45430c-5bf3-48a1-8881-d18b8acb7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:11.142614 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-fa45430c-5bf3-48a1-8881-d18b8acb7ad0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=803acc6874de4453bf1b08ee6a2bd573&device_id=abe84185-201d-4a6d-997c-3838ba7a292d HTTP/1.1" status: 200 len: 1097 time: 0.2240736 Jul 05 09:41:11.227350 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-18e3e941-6dee-4e5b-8f78-dd1b869fc2a0 None None] Set router e83d8ecb-fc83-4bf8-91c5-7370d853ec08 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:41:11.260888 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3645c9f0-b57c-4c02-8e8a-1fb2a231a3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:11.265878 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3645c9f0-b57c-4c02-8e8a-1fb2a231a3c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:11.378236 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3645c9f0-b57c-4c02-8e8a-1fb2a231a3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:11.378904 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3645c9f0-b57c-4c02-8e8a-1fb2a231a3c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b187f016-0360-40c3-9f80-c12ca099a978 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:41:11.387885 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3645c9f0-b57c-4c02-8e8a-1fb2a231a3c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:11.389188 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3645c9f0-b57c-4c02-8e8a-1fb2a231a3c3 admin admin] 10.222.0.79 "DELETE /v2.0/routers/b187f016-0360-40c3-9f80-c12ca099a978 HTTP/1.1" status: 204 len: 168 time: 1.5779064 Jul 05 09:41:11.392452 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43350) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:11.464488 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-68552b0d-bd99-458c-81ab-8a6e1c62613a admin admin] Deleting subnet c7f8ac2e-8fc9-452b-8dbe-565bd4333724 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:41:11.497971 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68552b0d-bd99-458c-81ab-8a6e1c62613a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:11.539007 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b519fd-ef5d-407e-8ea5-27f649c005a7 req-8ee78b56-7460-462b-9480-5f6ec25b7808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:11.543200 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-20b519fd-ef5d-407e-8ea5-27f649c005a7 req-8ee78b56-7460-462b-9480-5f6ec25b7808 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bdfde8fa111c412f917e1e159d29ec5f&device_id=7105a1a7-04e2-44c8-835c-7bf46c017aeb HTTP/1.1" status: 200 len: 1096 time: 0.2616673 Jul 05 09:41:11.645836 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-18e3e941-6dee-4e5b-8f78-dd1b869fc2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1608106444-router', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:18Z', 'updated_at': '2021-07-05T09:40:26Z', 'revision_number': 4, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'gw_port': {'id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:19Z', 'updated_at': '2021-07-05T09:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '322eb52b-3f54-475c-8824-4b961f6aff36', 'name': '', 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'mac_address': 'fa:16:3e:1c:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'aa70ba2e-a279-4ce4-9142-ee80f05dab74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:24Z', 'updated_at': '2021-07-05T09:40:32Z', 'revision_number': 5, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'subnets': [{'id': 'aa70ba2e-a279-4ce4-9142-ee80f05dab74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:11.687421 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e3e941-6dee-4e5b-8f78-dd1b869fc2a0 None None] Checking router: e83d8ecb-fc83-4bf8-91c5-7370d853ec08 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:41:11.697898 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782c2598-bdeb-441f-844e-63443a7c4a94 x-openstack-request-id: req-782c2598-bdeb-441f-844e-63443a7c4a94 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:11.698657 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7105a1a7-04e2-44c8-835c-7bf46c017aeb", "tag": "bcffaef6-c593-4abe-940a-592cae7842bc", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:11.699225 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-782c2598-bdeb-441f-844e-63443a7c4a94 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:11.699633 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e3e941-6dee-4e5b-8f78-dd1b869fc2a0 None None] Routers {'e83d8ecb-fc83-4bf8-91c5-7370d853ec08'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:41:11.700144 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7105a1a7-04e2-44c8-835c-7bf46c017aeb', 'tag': 'bcffaef6-c593-4abe-940a-592cae7842bc', 'status': 'completed', 'code': 200} Jul 05 09:41:11.700341 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-18e3e941-6dee-4e5b-8f78-dd1b869fc2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:40:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e83d8ecb-fc83-4bf8-91c5-7370d853ec08'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:11.714063 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-073b6df3-d2c6-43d4-8063-14551cffd877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e155ca-3a54-4ec4-9751-66861f772696', 'name': 'tempest-ServersTestJSON-244347680-router', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:40:42Z', 'revision_number': 4, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'gw_port': {'id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd869d596-ebdd-4cc6-8c6a-68c5c1e64069', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'port_id': 'bcffaef6-c593-4abe-940a-592cae7842bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864', 'mac_address': 'fa:16:3e:b3:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7105a1a7-04e2-44c8-835c-7bf46c017aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:40:50Z', 'updated_at': '2021-07-05T09:41:07Z', 'revision_number': 1, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cad2a42-04fe-4358-9d56-5a74f1207cda', 'name': '', 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'mac_address': 'fa:16:3e:3a:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f031c5ad-59cc-4c59-a95e-957f1011421e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:41Z', 'updated_at': '2021-07-05T09:40:54Z', 'revision_number': 5, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'subnets': [{'id': 'f031c5ad-59cc-4c59-a95e-957f1011421e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:11.736527 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68552b0d-bd99-458c-81ab-8a6e1c62613a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:11.773792 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073b6df3-d2c6-43d4-8063-14551cffd877 None None] The sync data for ids ['33e155ca-3a54-4ec4-9751-66861f772696'] in n-d-798054-8 is: [{'id': '33e155ca-3a54-4ec4-9751-66861f772696', 'name': 'tempest-ServersTestJSON-244347680-router', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:40:42Z', 'revision_number': 4, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'gw_port': {'id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd869d596-ebdd-4cc6-8c6a-68c5c1e64069', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'port_id': 'bcffaef6-c593-4abe-940a-592cae7842bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864', 'mac_address': 'fa:16:3e:b3:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7105a1a7-04e2-44c8-835c-7bf46c017aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:40:50Z', 'updated_at': '2021-07-05T09:41:07Z', 'revision_number': 1, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cad2a42-04fe-4358-9d56-5a74f1207cda', 'name': '', 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'mac_address': 'fa:16:3e:3a:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f031c5ad-59cc-4c59-a95e-957f1011421e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:41Z', 'updated_at': '2021-07-05T09:40:54Z', 'revision_number': 5, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'subnets': [{'id': 'f031c5ad-59cc-4c59-a95e-957f1011421e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:41:11.782002 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-f615e651-6eeb-4f3e-b7ef-7b529bfe7713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:11.788517 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-f615e651-6eeb-4f3e-b7ef-7b529bfe7713 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc HTTP/1.1" status: 200 len: 930 time: 0.6449995 Jul 05 09:41:11.846007 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea40ec30-0107-4b03-93e4-4106f8220654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:11.862039 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea40ec30-0107-4b03-93e4-4106f8220654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:11.862922 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-18e3e941-6dee-4e5b-8f78-dd1b869fc2a0 None None] Set router e83d8ecb-fc83-4bf8-91c5-7370d853ec08 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:41:11.867863 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68552b0d-bd99-458c-81ab-8a6e1c62613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:11.904096 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b519fd-ef5d-407e-8ea5-27f649c005a7 req-bfb6efeb-09da-421d-94d9-24ee9888b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:11.905613 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-20b519fd-ef5d-407e-8ea5-27f649c005a7 req-bfb6efeb-09da-421d-94d9-24ee9888b6d6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3429543c-f0ac-4437-adf0-6096f9040864 HTTP/1.1" status: 200 len: 906 time: 0.3467915 Jul 05 09:41:11.948889 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ea40ec30-0107-4b03-93e4-4106f8220654 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a3c546525f5e429091c4110fe52048f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9277017 Jul 05 09:41:11.950869 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43352) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:11.951842 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40ec30-0107-4b03-93e4-4106f8220654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745d60ec-cb4a-47c5-b3fd-bc5f918b0b25,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:11.989914 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-f46b87a4-f385-4184-8883-cc086bf169a5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790de41d-5b43-4972-8f68-1f2cb028de48 HTTP/1.1" status: 200 len: 217 time: 0.1411011 Jul 05 09:41:12.038900 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-20b519fd-ef5d-407e-8ea5-27f649c005a7 req-11d04e94-bb32-4ab6-85c0-03278915c931 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcffaef6-c593-4abe-940a-592cae7842bc HTTP/1.1" status: 200 len: 998 time: 0.1228552 Jul 05 09:41:12.150271 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68552b0d-bd99-458c-81ab-8a6e1c62613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:12.169934 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b519fd-ef5d-407e-8ea5-27f649c005a7 req-b228601c-e478-40a6-b492-af53a72edb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:12.172050 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-20b519fd-ef5d-407e-8ea5-27f649c005a7 req-b228601c-e478-40a6-b492-af53a72edb7f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f031c5ad-59cc-4c59-a95e-957f1011421e HTTP/1.1" status: 200 len: 844 time: 0.1158786 Jul 05 09:41:12.194891 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68552b0d-bd99-458c-81ab-8a6e1c62613a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:12.199604 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-68552b0d-bd99-458c-81ab-8a6e1c62613a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c7f8ac2e-8fc9-452b-8dbe-565bd4333724 HTTP/1.1" status: 204 len: 168 time: 0.8060434 Jul 05 09:41:12.200294 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43358) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:12.210199 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-b706eaad-cf4f-461b-96ec-f5eb18c58a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:12.218374 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-b706eaad-cf4f-461b-96ec-f5eb18c58a84 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=aa70ba2e-a279-4ce4-9142-ee80f05dab74 HTTP/1.1" status: 200 len: 868 time: 0.2273648 Jul 05 09:41:12.222814 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b35764b5-7208-4017-9600-33f71346b2c2 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:41:12.225288 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e08c21-855e-4dad-8d18-951454b37b9a None None] Network e1e0271b-59de-42c9-bf01-40ffbfbf614c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:41:12.239343 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208a8d71-a064-44f8-a48b-1def7cf4423f None None] New status for floating IP d869d596-ebdd-4cc6-8c6a-68c5c1e64069: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:41:12.293674 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:12.304493 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68552b0d-bd99-458c-81ab-8a6e1c62613a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7f8ac2e-8fc9-452b-8dbe-565bd4333724,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:12.316885 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: b35764b5-7208-4017-9600-33f71346b2c2 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:41:12.317323 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b35764b5-7208-4017-9600-33f71346b2c2 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:41:12.317821 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:41:12.357976 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:41:12.358584 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8470d4ea-7ca4-4e90-8d37-98cb55f54fa9 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:41:12.364202 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a177d0d-8ffe-4c8d-abd8-246daba7634c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:12.404286 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a1f55-f53e-4362-bc11-5671417c785e req-81dfb016-a8ae-4ee5-a727-0575086e0435 tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:12.404775 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a1f55-f53e-4362-bc11-5671417c785e req-81dfb016-a8ae-4ee5-a727-0575086e0435 tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:12.405265 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a1f55-f53e-4362-bc11-5671417c785e req-81dfb016-a8ae-4ee5-a727-0575086e0435 tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:12.405773 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a1f55-f53e-4362-bc11-5671417c785e req-81dfb016-a8ae-4ee5-a727-0575086e0435 tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:12.406244 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a1f55-f53e-4362-bc11-5671417c785e req-81dfb016-a8ae-4ee5-a727-0575086e0435 tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:12.406766 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a1f55-f53e-4362-bc11-5671417c785e req-81dfb016-a8ae-4ee5-a727-0575086e0435 tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:12.413355 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b519fd-ef5d-407e-8ea5-27f649c005a7 req-bdcaa257-0fe6-4a1b-876a-7fafff9762a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:12.414964 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-20b519fd-ef5d-407e-8ea5-27f649c005a7 req-bdcaa257-0fe6-4a1b-876a-7fafff9762a9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3429543c-f0ac-4437-adf0-6096f9040864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2135222 Jul 05 09:41:12.423212 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-907a1f55-f53e-4362-bc11-5671417c785e req-81dfb016-a8ae-4ee5-a727-0575086e0435 tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7105a1a7-04e2-44c8-835c-7bf46c017aeb&device_id=ade5b97e-6e6e-4627-b156-07265a02803f&device_id=abe84185-201d-4a6d-997c-3838ba7a292d&device_id=a806b5ce-5308-41c5-810e-60f44b90e26b&device_id=fffdd311-2f81-4d30-824b-d1076a4ff469&device_id=634f3685-93f0-4af9-8a90-3a0878392a8e HTTP/1.1" status: 200 len: 5540 time: 0.4730959 Jul 05 09:41:12.497721 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-907a1f55-f53e-4362-bc11-5671417c785e req-cad652ed-e969-4a96-bed2-663d6e199846 tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:12.548067 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-20b519fd-ef5d-407e-8ea5-27f649c005a7 req-0c2374d7-4375-4ff6-a16b-563540b921db service neutron] 10.222.0.81 "GET /v2.0/networks/3429543c-f0ac-4437-adf0-6096f9040864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216288 Jul 05 09:41:12.580695 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Deleting port ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:12.581151 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:12.624066 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-18e3e941-6dee-4e5b-8f78-dd1b869fc2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1608106444-router', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:18Z', 'updated_at': '2021-07-05T09:40:26Z', 'revision_number': 4, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'gw_port': {'id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:19Z', 'updated_at': '2021-07-05T09:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '322eb52b-3f54-475c-8824-4b961f6aff36', 'name': '', 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'mac_address': 'fa:16:3e:1c:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'aa70ba2e-a279-4ce4-9142-ee80f05dab74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:24Z', 'updated_at': '2021-07-05T09:40:32Z', 'revision_number': 5, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'subnets': [{'id': 'aa70ba2e-a279-4ce4-9142-ee80f05dab74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:12.657143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e3e941-6dee-4e5b-8f78-dd1b869fc2a0 None None] The sync data for ids ['e83d8ecb-fc83-4bf8-91c5-7370d853ec08'] in n-d-798054-8 is: [{'id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1608106444-router', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:18Z', 'updated_at': '2021-07-05T09:40:26Z', 'revision_number': 4, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'gw_port': {'id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:19Z', 'updated_at': '2021-07-05T09:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '322eb52b-3f54-475c-8824-4b961f6aff36', 'name': '', 'network_id': '9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'mac_address': 'fa:16:3e:1c:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'aa70ba2e-a279-4ce4-9142-ee80f05dab74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:24Z', 'updated_at': '2021-07-05T09:40:32Z', 'revision_number': 5, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'subnets': [{'id': 'aa70ba2e-a279-4ce4-9142-ee80f05dab74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:41:12.664460 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-30c5329a-5470-47d0-8de8-4e648e00c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:12.666189 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-30c5329a-5470-47d0-8de8-4e648e00c519 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4471359 Jul 05 09:41:12.680324 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a177d0d-8ffe-4c8d-abd8-246daba7634c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:12.717142 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5070b1c7-75ea-49d7-83e2-81738a3a141a None None] DHCP port deletion for e1e0271b-59de-42c9-bf01-40ffbfbf614c request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:41:12.757212 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-907a1f55-f53e-4362-bc11-5671417c785e req-cad652ed-e969-4a96-bed2-663d6e199846 tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:12.766325 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-907a1f55-f53e-4362-bc11-5671417c785e req-cad652ed-e969-4a96-bed2-663d6e199846 tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:12.785218 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5070b1c7-75ea-49d7-83e2-81738a3a141a None None] Deleting port ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:12.785711 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5070b1c7-75ea-49d7-83e2-81738a3a141a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:12.840581 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-907a1f55-f53e-4362-bc11-5671417c785e req-cad652ed-e969-4a96-bed2-663d6e199846 tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&id=202ebd0c-4845-40be-a99a-c8dd75aeee75&id=ca4aea87-c223-495c-b5fb-b677934e5339&id=bb96b496-fdb5-4633-9718-ad9f171333e8&fields=id&fields=name HTTP/1.1" status: 200 len: 539 time: 0.4160454 Jul 05 09:41:12.891657 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5070b1c7-75ea-49d7-83e2-81738a3a141a None None] For port ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8,segment=NetworkSegment(b90dbeb3-b91f-4a26-9c45-792b20918c8d),segment_id=b90dbeb3-b91f-4a26-9c45-792b20918c8d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:12.892987 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5070b1c7-75ea-49d7-83e2-81738a3a141a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:12.911027 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad652ed-e969-4a96-bed2-663d6e199846 tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e7f3e7-c1ca-4588-bccb-2fb80aab9ba0,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:12.921681 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-df2b283b-b825-43be-9f34-2c1ce71effbd service neutron] 10.222.0.79 "GET /v2.0/networks/9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438128 Jul 05 09:41:12.937299 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5070b1c7-75ea-49d7-83e2-81738a3a141a None None] Calling delete_port for ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:13.024847 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] For port ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8,segment=NetworkSegment(b90dbeb3-b91f-4a26-9c45-792b20918c8d),segment_id=b90dbeb3-b91f-4a26-9c45-792b20918c8d)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:13.025255 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:13.028004 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a177d0d-8ffe-4c8d-abd8-246daba7634c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:13.032856 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a177d0d-8ffe-4c8d-abd8-246daba7634c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:13.037493 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8a177d0d-8ffe-4c8d-abd8-246daba7634c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/745d60ec-cb4a-47c5-b3fd-bc5f918b0b25 HTTP/1.1" status: 204 len: 168 time: 1.0802357 Jul 05 09:41:13.045221 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Calling delete_port for ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:13.067512 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a177d0d-8ffe-4c8d-abd8-246daba7634c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745d60ec-cb4a-47c5-b3fd-bc5f918b0b25,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:13.091521 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa1a00f4-62df-4c54-b431-9bc4c6711ebe req-0cddcb75-5f41-40c1-8d6d-a4e5214d581e service neutron] 10.222.0.79 "GET /v2.0/networks/9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688466 Jul 05 09:41:13.121441 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f72513b-f49d-4e70-8261-f3317cbc5d52 None None] New status for floating IP b029ec6c-2fa6-43a7-ae66-aef2cf016852: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:41:13.184391 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:13.221186 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] No DVR routers for this DVR port ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:41:13.329144 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-4fecad51-3604-43f3-894b-5c81d1e5d4d6 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=fa0fe6e0f4c740bfa4cf53ecf776dd15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493050 Jul 05 09:41:13.387924 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-20b519fd-ef5d-407e-8ea5-27f649c005a7 req-3751ea60-ca3f-4df9-ad03-560a64f1ad18 service neutron] 10.222.0.81 "GET /v2.0/networks/3429543c-f0ac-4437-adf0-6096f9040864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8201873 Jul 05 09:41:13.399034 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5070b1c7-75ea-49d7-83e2-81738a3a141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:13.415635 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:13.427468 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:13.431337 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:13.431695 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:13.432283 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:13.432660 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:13.433004 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:13.433335 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:13.433663 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:13.433997 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:13.434326 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:13.434651 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:13.434978 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:13.435302 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:13.449480 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:41:13.449928 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:41:13.450768 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:41:13.451230 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Subscribe: > port after_create 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:41:13.451648 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:41:13.452095 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Subscribe: > port after_update 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:41:13.452569 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:41:13.452903 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:41:13.453229 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:41:13.453552 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:41:13.456301 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070b1c7-75ea-49d7-83e2-81738a3a141a None None] Pushing event deleted for resources: {'Port': ['ID=ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:13.458119 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5070b1c7-75ea-49d7-83e2-81738a3a141a None None] No DVR routers for this DVR port ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:41:13.499185 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-00179b53-afbb-4874-a396-5139aa575121 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.501954 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-00179b53-afbb-4874-a396-5139aa575121 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1708691 Jul 05 09:41:13.520293 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-9c8352a5-2238-4b2b-abe2-ab53860ba2d7 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/quotas/fa0fe6e0f4c740bfa4cf53ecf776dd15 HTTP/1.1" status: 200 len: 375 time: 0.0116248 Jul 05 09:41:13.563608 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:41:13.564225 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:41:13.564670 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:41:13.565352 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:41:13.565838 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e0271b-59de-42c9-bf01-40ffbfbf614c']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:13.576472 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-d37bc315-77b2-40dc-88cc-269159832b81 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fa0fe6e0f4c740bfa4cf53ecf776dd15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491371 Jul 05 09:41:13.591333 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90dbeb3-b91f-4a26-9c45-792b20918c8d') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:13.591733 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90dbeb3-b91f-4a26-9c45-792b20918c8d') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:13.621254 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:13.652811 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:13.665100 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:41:13.665506 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: from cryptography.utils import int_from_bytes Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: from cryptography.utils import int_from_bytes Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:41:13.670645 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:41:13.675066 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b7e88d4-a7f3-49b1-a75d-4e4a6a6f5bfe req-8617eca5-d9b3-45d6-aec5-147f18108035 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/floatingips/b029ec6c-2fa6-43a7-ae66-aef2cf016852 HTTP/1.1" status: 200 len: 692 time: 0.0668652 Jul 05 09:41:13.714396 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe84185-201d-4a6d-997c-3838ba7a292d', 'tag': '790de41d-5b43-4972-8f68-1f2cb028de48'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:13.718418 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0b9c83-92c8-47fc-8e7c-17846597f68b" -d '{"events": [{"name": "network-changed", "server_uuid": "abe84185-201d-4a6d-997c-3838ba7a292d", "tag": "790de41d-5b43-4972-8f68-1f2cb028de48"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:13.765673 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:13.798266 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:13.801105 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e1e0271b-59de-42c9-bf01-40ffbfbf614c HTTP/1.1" status: 204 len: 168 time: 1.5904136 Jul 05 09:41:13.803089 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d661f3-bba0-4f8c-a7bd-d1c7e9f39f09 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1e0271b-59de-42c9-bf01-40ffbfbf614c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:13.836261 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e88d4-a7f3-49b1-a75d-4e4a6a6f5bfe req-c7b4f860-4300-44ff-824f-6edc5cdaf511 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.837834 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b7e88d4-a7f3-49b1-a75d-4e4a6a6f5bfe req-c7b4f860-4300-44ff-824f-6edc5cdaf511 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.1570332 Jul 05 09:41:13.898314 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b7e88d4-a7f3-49b1-a75d-4e4a6a6f5bfe req-b88f5d9d-40fc-4c98-8d04-7cd5b57fe060 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 695 time: 0.0538859 Jul 05 09:41:13.953789 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b7e88d4-a7f3-49b1-a75d-4e4a6a6f5bfe req-8a49964c-a410-4515-9e69-d415150079d6 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 695 time: 0.0485425 Jul 05 09:41:14.034863 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43412) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:14.133520 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-35bdbd4d-7fe4-45ba-8194-dc478feafb93 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=23585d2789e04e4391b6a35531859c35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0974610 Jul 05 09:41:14.143547 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:41:14.148105 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43414) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:14.170023 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:41:14.170445 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ba37b9a3-3b0f-4ee7-bd65-47b080fa89c8 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:41:14.261276 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16e5406a-44a8-435b-bdca-bc3c6fe0b01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.266823 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-0b7e88d4-a7f3-49b1-a75d-4e4a6a6f5bfe req-87785ddb-ca88-4838-83a8-9ed7b373ae6d tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Deleting port 649eb507-b6e0-4313-9c48-a0336c114927 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:14.267749 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0b7e88d4-a7f3-49b1-a75d-4e4a6a6f5bfe req-87785ddb-ca88-4838-83a8-9ed7b373ae6d tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.333282 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43424) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:14.339160 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16e5406a-44a8-435b-bdca-bc3c6fe0b01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.423371 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0b7e88d4-a7f3-49b1-a75d-4e4a6a6f5bfe req-87785ddb-ca88-4838-83a8-9ed7b373ae6d tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.423621 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0b7e88d4-a7f3-49b1-a75d-4e4a6a6f5bfe req-87785ddb-ca88-4838-83a8-9ed7b373ae6d tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.447245 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-0b7e88d4-a7f3-49b1-a75d-4e4a6a6f5bfe req-87785ddb-ca88-4838-83a8-9ed7b373ae6d tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Calling delete_port for 649eb507-b6e0-4313-9c48-a0336c114927 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:14.457157 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5865e4a-2c72-4441-a36f-59282347887f req-4dbd50a0-2aee-490d-b4c5-3e6793c1604d tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:14.457644 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5865e4a-2c72-4441-a36f-59282347887f req-4dbd50a0-2aee-490d-b4c5-3e6793c1604d tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:14.458105 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5865e4a-2c72-4441-a36f-59282347887f req-4dbd50a0-2aee-490d-b4c5-3e6793c1604d tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:14.460347 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5865e4a-2c72-4441-a36f-59282347887f req-4dbd50a0-2aee-490d-b4c5-3e6793c1604d tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ade5b97e-6e6e-4627-b156-07265a02803f&device_id=a806b5ce-5308-41c5-810e-60f44b90e26b&device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 2881 time: 0.1411908 Jul 05 09:41:14.468963 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-34b9fa0c-fff3-499f-b59b-55f36bfdef33 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1350900391-network', 'tenant_id': '27a08ed4c5d94b9c9c7a4760272e7f3b'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:14.493847 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b9fa0c-fff3-499f-b59b-55f36bfdef33 admin admin] Made reservation on behalf of 27a08ed4c5d94b9c9c7a4760272e7f3b for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:14.496502 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34b9fa0c-fff3-499f-b59b-55f36bfdef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.505578 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34b9fa0c-fff3-499f-b59b-55f36bfdef33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.513346 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16e5406a-44a8-435b-bdca-bc3c6fe0b01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.515922 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16e5406a-44a8-435b-bdca-bc3c6fe0b01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.519802 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-16e5406a-44a8-435b-bdca-bc3c6fe0b01b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ee8138b2-fc97-4b6a-b89c-c9568113e0ec HTTP/1.1" status: 204 len: 168 time: 0.3645909 Jul 05 09:41:14.535925 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5406a-44a8-435b-bdca-bc3c6fe0b01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8138b2-fc97-4b6a-b89c-c9568113e0ec,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:14.562654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e5406a-44a8-435b-bdca-bc3c6fe0b01b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:14.563009 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e5406a-44a8-435b-bdca-bc3c6fe0b01b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:14.563360 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e5406a-44a8-435b-bdca-bc3c6fe0b01b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:14.563699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e5406a-44a8-435b-bdca-bc3c6fe0b01b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:14.564073 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e5406a-44a8-435b-bdca-bc3c6fe0b01b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:14.564409 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e5406a-44a8-435b-bdca-bc3c6fe0b01b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:14.564739 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e5406a-44a8-435b-bdca-bc3c6fe0b01b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:14.565068 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e5406a-44a8-435b-bdca-bc3c6fe0b01b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:14.565394 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e5406a-44a8-435b-bdca-bc3c6fe0b01b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:14.565720 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e5406a-44a8-435b-bdca-bc3c6fe0b01b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:14.566041 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e5406a-44a8-435b-bdca-bc3c6fe0b01b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:14.566364 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e5406a-44a8-435b-bdca-bc3c6fe0b01b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:14.570240 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5865e4a-2c72-4441-a36f-59282347887f req-6d8cce45-258d-47ab-94db-34913e895566 tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025808 Jul 05 09:41:14.685599 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34b9fa0c-fff3-499f-b59b-55f36bfdef33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.690588 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34b9fa0c-fff3-499f-b59b-55f36bfdef33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.696333 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0b7e88d4-a7f3-49b1-a75d-4e4a6a6f5bfe req-87785ddb-ca88-4838-83a8-9ed7b373ae6d tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.725293 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-05b6b713-4e10-411b-92d2-6f0a4cb1a72a req-a5967cce-bad3-4484-bc41-457f15e80684 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=91833c0e-ea9e-4abc-8930-d6d2c711c719 HTTP/1.1" status: 200 len: 210 time: 0.0408223 Jul 05 09:41:14.736220 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9fa0c-fff3-499f-b59b-55f36bfdef33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9750fec-8615-4feb-ae1d-4399c2d8f1d1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:14.768436 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87785ddb-ca88-4838-83a8-9ed7b373ae6d tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Pushing event deleted for resources: {'Port': ['ID=649eb507-b6e0-4313-9c48-a0336c114927,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:14.770720 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b9fa0c-fff3-499f-b59b-55f36bfdef33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:41:14.784445 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34b9fa0c-fff3-499f-b59b-55f36bfdef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.785518 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-34b9fa0c-fff3-499f-b59b-55f36bfdef33 admin admin] Added segment 15312857-0729-4904-92fe-b163b83faaf3 of type vlan for network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 Jul 05 09:41:14.795768 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a816c0d1-1c60-49ac-93fc-2877bd60b260 x-openstack-request-id: req-a816c0d1-1c60-49ac-93fc-2877bd60b260 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:14.796093 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe84185-201d-4a6d-997c-3838ba7a292d", "tag": "790de41d-5b43-4972-8f68-1f2cb028de48", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:14.796348 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a816c0d1-1c60-49ac-93fc-2877bd60b260 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:14.796738 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe84185-201d-4a6d-997c-3838ba7a292d', 'tag': '790de41d-5b43-4972-8f68-1f2cb028de48', 'status': 'completed', 'code': 200} Jul 05 09:41:14.835989 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0b7e88d4-a7f3-49b1-a75d-4e4a6a6f5bfe req-87785ddb-ca88-4838-83a8-9ed7b373ae6d tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.840796 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0b7e88d4-a7f3-49b1-a75d-4e4a6a6f5bfe req-87785ddb-ca88-4838-83a8-9ed7b373ae6d tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.851250 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b7e88d4-a7f3-49b1-a75d-4e4a6a6f5bfe req-87785ddb-ca88-4838-83a8-9ed7b373ae6d tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "DELETE /v2.0/floatingips/b029ec6c-2fa6-43a7-ae66-aef2cf016852 HTTP/1.1" status: 204 len: 173 time: 0.8873124 Jul 05 09:41:14.861891 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34b9fa0c-fff3-499f-b59b-55f36bfdef33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.906132 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34b9fa0c-fff3-499f-b59b-55f36bfdef33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.906770 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b9fa0c-fff3-499f-b59b-55f36bfdef33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:14.907370 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34b9fa0c-fff3-499f-b59b-55f36bfdef33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.961052 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b9c83-92c8-47fc-8e7c-17846597f68b req-d6ca88df-d6a2-4ed0-affc-afc717df141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:14.962567 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cf0b9c83-92c8-47fc-8e7c-17846597f68b req-d6ca88df-d6a2-4ed0-affc-afc717df141b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=803acc6874de4453bf1b08ee6a2bd573&device_id=abe84185-201d-4a6d-997c-3838ba7a292d HTTP/1.1" status: 200 len: 1097 time: 0.1371500 Jul 05 09:41:14.966252 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-34b9fa0c-fff3-499f-b59b-55f36bfdef33 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6317968 Jul 05 09:41:14.969370 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43446) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:14.974363 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1536bf68-bfd2-4b92-a972-7044404fc3cd admin admin] Request body: {'subnet': {'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1350900391-subnet', 'tenant_id': '27a08ed4c5d94b9c9c7a4760272e7f3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:15.023983 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1536bf68-bfd2-4b92-a972-7044404fc3cd admin admin] Made reservation on behalf of 27a08ed4c5d94b9c9c7a4760272e7f3b for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:15.027887 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1536bf68-bfd2-4b92-a972-7044404fc3cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:15.034140 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9fa0c-fff3-499f-b59b-55f36bfdef33 admin admin] Pushing event updated for resources: {'Network': ['ID=33584e1d-fbb7-4689-90f6-bc3d0ee549b3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:15.048030 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:41:15.109469 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b9c83-92c8-47fc-8e7c-17846597f68b req-561d8b08-e13c-4f50-ae53-78a2c138f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:15.113373 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cf0b9c83-92c8-47fc-8e7c-17846597f68b req-561d8b08-e13c-4f50-ae53-78a2c138f8d2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc HTTP/1.1" status: 200 len: 930 time: 0.1304553 Jul 05 09:41:15.218058 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-837e14f0-0ee7-4983-8eab-587f162f8ffd tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=fa0fe6e0f4c740bfa4cf53ecf776dd15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552924 Jul 05 09:41:15.251621 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cf0b9c83-92c8-47fc-8e7c-17846597f68b req-1d419d35-3ae4-4a53-8d11-9a84313ffa17 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790de41d-5b43-4972-8f68-1f2cb028de48 HTTP/1.1" status: 200 len: 217 time: 0.1184397 Jul 05 09:41:15.393296 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b9c83-92c8-47fc-8e7c-17846597f68b req-fc1cffb8-63a3-4a24-9ff2-20c32d3e7dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:15.400468 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cf0b9c83-92c8-47fc-8e7c-17846597f68b req-fc1cffb8-63a3-4a24-9ff2-20c32d3e7dd5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aa70ba2e-a279-4ce4-9142-ee80f05dab74 HTTP/1.1" status: 200 len: 868 time: 0.1236951 Jul 05 09:41:15.468802 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b9c83-92c8-47fc-8e7c-17846597f68b req-e1b246ae-1364-4a28-b613-3ffe939740dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:15.470734 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cf0b9c83-92c8-47fc-8e7c-17846597f68b req-e1b246ae-1364-4a28-b613-3ffe939740dc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604577 Jul 05 09:41:15.530204 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-c2409398-eef7-4ede-abda-abbfba11d868 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:15.531706 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-c2409398-eef7-4ede-abda-abbfba11d868 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3057585 Jul 05 09:41:15.578267 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-e212ccc0-0c4b-449c-a75a-9b588df30580 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Request body: {'port': {'device_id': '91833c0e-ea9e-4abc-8930-d6d2c711c719', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': 'fa0fe6e0f4c740bfa4cf53ecf776dd15'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:15.595697 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cf0b9c83-92c8-47fc-8e7c-17846597f68b req-954ec7b1-da5d-4143-910a-bde0c410008e service neutron] 10.222.0.81 "GET /v2.0/networks/9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163363 Jul 05 09:41:15.601313 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43466) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:15.680489 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1536bf68-bfd2-4b92-a972-7044404fc3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:15.726253 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cf0b9c83-92c8-47fc-8e7c-17846597f68b req-28ca34cf-28e3-40f6-b744-17d6e9b6f32c service neutron] 10.222.0.81 "GET /v2.0/networks/9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170142 Jul 05 09:41:15.806951 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ee2ca-695a-4da2-b48d-cc4049e05075 req-4ada8d30-d022-41e4-a6dc-e67fb928790e tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:15.815251 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e73ee2ca-695a-4da2-b48d-cc4049e05075 req-4ada8d30-d022-41e4-a6dc-e67fb928790e tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/ports?device_id=abe84185-201d-4a6d-997c-3838ba7a292d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3906143 Jul 05 09:41:15.817441 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43476) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:15.870105 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536bf68-bfd2-4b92-a972-7044404fc3cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cd5f100-3ecb-4100-a6d6-40f339ce6cc7,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:15.878649 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f3f51922-f2a2-42a2-999c-a62742b6d0ff admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-634394690-network', 'tenant_id': 'c00dab828cc54d94967e6f1b8ea7fe37'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:15.897277 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e73ee2ca-695a-4da2-b48d-cc4049e05075 req-babdfd20-4934-4785-bcac-72bfec8f0a91 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0803227 Jul 05 09:41:15.911801 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be1d081c-b6ab-4216-8855-e2844caf813b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:15.923630 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f51922-f2a2-42a2-999c-a62742b6d0ff admin admin] Made reservation on behalf of c00dab828cc54d94967e6f1b8ea7fe37 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:15.925962 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3f51922-f2a2-42a2-999c-a62742b6d0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:15.931933 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1536bf68-bfd2-4b92-a972-7044404fc3cd admin admin] Checking segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:15.932423 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1536bf68-bfd2-4b92-a972-7044404fc3cd admin admin] Network hostable DHCP agents. Network: 33584e1d-fbb7-4689-90f6-bc3d0ee549b3, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:41:15.936841 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3f51922-f2a2-42a2-999c-a62742b6d0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:15.946771 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-be1d081c-b6ab-4216-8855-e2844caf813b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 09:41:15.946771 n-d-798054-8 neutron-server[93906]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 09:41:15.946771 n-d-798054-8 neutron-server[93906]: [parameters: {'project_id_1': '489baa2df01c440490a5a78f649c1532', 'expiration_1': datetime.datetime(2021, 7, 5, 9, 41, 15, 934647)}] Jul 05 09:41:15.946771 n-d-798054-8 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:41:15.947518 n-d-798054-8 neutron-server[93906]: DEBUG oslo_db.api [None req-be1d081c-b6ab-4216-8855-e2844caf813b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:41:15.979082 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3e8401e-689e-4655-ab84-cee8bd89d1e9 req-b1c55b85-e693-4fd0-964e-ea58d9ee521a tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0632391 Jul 05 09:41:15.991713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-e212ccc0-0c4b-449c-a75a-9b588df30580 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Made reservation on behalf of fa0fe6e0f4c740bfa4cf53ecf776dd15 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:15.998455 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-e212ccc0-0c4b-449c-a75a-9b588df30580 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.012113 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-e212ccc0-0c4b-449c-a75a-9b588df30580 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.014285 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1536bf68-bfd2-4b92-a972-7044404fc3cd admin admin] Network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:41:16.059927 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d2fe4a9b-e4a7-48cf-b733-0ac19f46cc1b req-d7e1bee5-2026-4129-b1b9-d15bca46ce27 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=91833c0e-ea9e-4abc-8930-d6d2c711c719 HTTP/1.1" status: 200 len: 210 time: 0.0494978 Jul 05 09:41:16.060517 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-1536bf68-bfd2-4b92-a972-7044404fc3cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 33584e1d-fbb7-4689-90f6-bc3d0ee549b3) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:16.068417 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1536bf68-bfd2-4b92-a972-7044404fc3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:16.069014 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1536bf68-bfd2-4b92-a972-7044404fc3cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.077745 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d586eff9-cec3-454e-bb61-e0ba0278e81d None None] Network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:41:16.080787 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3f51922-f2a2-42a2-999c-a62742b6d0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.089735 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3f51922-f2a2-42a2-999c-a62742b6d0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.105884 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1536bf68-bfd2-4b92-a972-7044404fc3cd admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1353464 Jul 05 09:41:16.152833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f51922-f2a2-42a2-999c-a62742b6d0ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:41:16.202233 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-e212ccc0-0c4b-449c-a75a-9b588df30580 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.202462 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3f51922-f2a2-42a2-999c-a62742b6d0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.202837 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-f3f51922-f2a2-42a2-999c-a62742b6d0ff admin admin] Added segment 7b8eef03-8711-4e3d-9520-9bde17453e3b of type vlan for network baf1e137-5039-465c-a9f8-059ec20ebcd7 Jul 05 09:41:16.204696 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f51922-f2a2-42a2-999c-a62742b6d0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c877f03b-d322-4334-bfc3-ed6615dafa7e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:16.208096 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-e212ccc0-0c4b-449c-a75a-9b588df30580 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.283321 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3f51922-f2a2-42a2-999c-a62742b6d0ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.298863 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212ccc0-0c4b-449c-a75a-9b588df30580 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b00e12-c573-4a36-a478-d86d132697f9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:16.322144 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3f51922-f2a2-42a2-999c-a62742b6d0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.328144 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f51922-f2a2-42a2-999c-a62742b6d0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:16.328920 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3f51922-f2a2-42a2-999c-a62742b6d0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.375721 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478fba84-bf59-48da-9b0d-9e392fab4290 None None] Network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:41:16.446844 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f3f51922-f2a2-42a2-999c-a62742b6d0ff admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6274488 Jul 05 09:41:16.449680 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be1d081c-b6ab-4216-8855-e2844caf813b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.452792 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43498) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:16.463685 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f51922-f2a2-42a2-999c-a62742b6d0ff admin admin] Pushing event updated for resources: {'Network': ['ID=baf1e137-5039-465c-a9f8-059ec20ebcd7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:16.465814 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7a68255b-5031-4320-888c-eecf9937a79d admin admin] Request body: {'subnet': {'network_id': 'baf1e137-5039-465c-a9f8-059ec20ebcd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-634394690-subnet', 'tenant_id': 'c00dab828cc54d94967e6f1b8ea7fe37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:16.480930 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-e212ccc0-0c4b-449c-a75a-9b588df30580 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Allocated IP 192.168.233.175 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/a0e1abff-5754-41db-ac5d-8acc908b4055) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:41:16.481594 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network baf1e137-5039-465c-a9f8-059ec20ebcd7 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:41:16.690048 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be1d081c-b6ab-4216-8855-e2844caf813b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.696423 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be1d081c-b6ab-4216-8855-e2844caf813b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.736100 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d081c-b6ab-4216-8855-e2844caf813b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b4f9c2-2952-4abb-a9bd-38cf3e61af99,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:16.742188 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-e212ccc0-0c4b-449c-a75a-9b588df30580 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.746510 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a68255b-5031-4320-888c-eecf9937a79d admin admin] Made reservation on behalf of c00dab828cc54d94967e6f1b8ea7fe37 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:16.750285 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a68255b-5031-4320-888c-eecf9937a79d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.758172 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-be1d081c-b6ab-4216-8855-e2844caf813b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=489baa2df01c440490a5a78f649c1532&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1557941 Jul 05 09:41:16.760761 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43504) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:16.832584 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2590108d-181a-4731-8fc1-094686f27787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.859756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-e212ccc0-0c4b-449c-a75a-9b588df30580 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Transition to ACTIVE for port object a0e1abff-5754-41db-ac5d-8acc908b4055 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:16.862100 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2590108d-181a-4731-8fc1-094686f27787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.923017 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2590108d-181a-4731-8fc1-094686f27787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.926489 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2590108d-181a-4731-8fc1-094686f27787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.930632 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2590108d-181a-4731-8fc1-094686f27787 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c7b4f9c2-2952-4abb-a9bd-38cf3e61af99 HTTP/1.1" status: 204 len: 168 time: 0.1659613 Jul 05 09:41:16.943169 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590108d-181a-4731-8fc1-094686f27787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b4f9c2-2952-4abb-a9bd-38cf3e61af99,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:16.999081 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43514) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:17.007783 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266861f-fe84-4bc2-920b-a4694f88e407 req-d26f8f09-6869-4e7d-a0a9-b4b0dd1e52eb tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:17.008905 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-91e0671e-e0e9-45a2-9049-a955d9f02eea admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1313662098-network', 'tenant_id': '9d80c36a5ad84cc6ac49d07abf404a0b'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:17.009789 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8266861f-fe84-4bc2-920b-a4694f88e407 req-d26f8f09-6869-4e7d-a0a9-b4b0dd1e52eb tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 1099 time: 0.2551138 Jul 05 09:41:17.010999 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-e212ccc0-0c4b-449c-a75a-9b588df30580 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:17.033133 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e0671e-e0e9-45a2-9049-a955d9f02eea admin admin] Made reservation on behalf of 9d80c36a5ad84cc6ac49d07abf404a0b for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:17.036366 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91e0671e-e0e9-45a2-9049-a955d9f02eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:17.046252 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91e0671e-e0e9-45a2-9049-a955d9f02eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:17.118642 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-e212ccc0-0c4b-449c-a75a-9b588df30580 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:17.132994 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-e212ccc0-0c4b-449c-a75a-9b588df30580 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:17.135398 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-e212ccc0-0c4b-449c-a75a-9b588df30580 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:17.147323 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91e0671e-e0e9-45a2-9049-a955d9f02eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:17.154316 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91e0671e-e0e9-45a2-9049-a955d9f02eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:17.167329 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e0671e-e0e9-45a2-9049-a955d9f02eea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:41:17.176826 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91e0671e-e0e9-45a2-9049-a955d9f02eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:17.177176 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-91e0671e-e0e9-45a2-9049-a955d9f02eea admin admin] Added segment 4a21c245-d530-4ac3-b6f3-13117b9978a8 of type vlan for network eafbf251-f5ca-46c3-bdde-2b423567eaf8 Jul 05 09:41:17.198488 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212ccc0-0c4b-449c-a75a-9b588df30580 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Pushing event updated for resources: {'Port': ['ID=a0e1abff-5754-41db-ac5d-8acc908b4055,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:17.225548 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91e0671e-e0e9-45a2-9049-a955d9f02eea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:17.231936 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8266861f-fe84-4bc2-920b-a4694f88e407 req-fa21945f-d410-41ba-bae0-a8288e310c88 tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874268 Jul 05 09:41:17.245655 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a68255b-5031-4320-888c-eecf9937a79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:17.294456 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91e0671e-e0e9-45a2-9049-a955d9f02eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:17.295503 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e0671e-e0e9-45a2-9049-a955d9f02eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:17.296156 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91e0671e-e0e9-45a2-9049-a955d9f02eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:17.298070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-e212ccc0-0c4b-449c-a75a-9b588df30580 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:17.299062 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-e212ccc0-0c4b-449c-a75a-9b588df30580 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:17.300187 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0671e-e0e9-45a2-9049-a955d9f02eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9635f29-bcd7-4bc6-ab0b-1cf50bef7dde,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:17.328374 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d97eb-96b4-4315-9f6f-0b7a2189cc0d req-01eac210-c644-4fb1-a9b7-aaf6bb303acc tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:17.329957 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f4d97eb-96b4-4315-9f6f-0b7a2189cc0d req-01eac210-c644-4fb1-a9b7-aaf6bb303acc tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/ports?device_id=abe84185-201d-4a6d-997c-3838ba7a292d HTTP/1.1" status: 200 len: 946 time: 0.3515477 Jul 05 09:41:17.361142 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68255b-5031-4320-888c-eecf9937a79d admin admin] Pushing event updated for resources: {'Subnet': ['ID=51184a5e-daf5-4f1d-99af-4e3ec871e7a9,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:17.381075 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-e212ccc0-0c4b-449c-a75a-9b588df30580 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8083572 Jul 05 09:41:17.399608 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-91e0671e-e0e9-45a2-9049-a955d9f02eea admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.3987236 Jul 05 09:41:17.404859 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-d1dd652c-b6c0-4acb-8989-9cf90aced7bd service neutron] Request body: {'port': {'device_id': '91833c0e-ea9e-4abc-8930-d6d2c711c719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:17.408548 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43524) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:17.424625 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-80faa362-6f41-45c6-9d95-6958fa2bd4aa admin admin] Request body: {'subnet': {'network_id': 'eafbf251-f5ca-46c3-bdde-2b423567eaf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1313662098-subnet', 'tenant_id': '9d80c36a5ad84cc6ac49d07abf404a0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:17.428719 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43526) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:17.431669 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0671e-e0e9-45a2-9049-a955d9f02eea admin admin] Pushing event updated for resources: {'Network': ['ID=eafbf251-f5ca-46c3-bdde-2b423567eaf8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:17.442467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network eafbf251-f5ca-46c3-bdde-2b423567eaf8 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:41:17.461166 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-261a9297-5730-4d1d-9a40-4db412111e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:17.491210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a68255b-5031-4320-888c-eecf9937a79d admin admin] Checking segment: {'id': '7b8eef03-8711-4e3d-9520-9bde17453e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'baf1e137-5039-465c-a9f8-059ec20ebcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:17.491439 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80faa362-6f41-45c6-9d95-6958fa2bd4aa admin admin] Made reservation on behalf of 9d80c36a5ad84cc6ac49d07abf404a0b for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:17.491580 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a68255b-5031-4320-888c-eecf9937a79d admin admin] Network hostable DHCP agents. Network: baf1e137-5039-465c-a9f8-059ec20ebcd7, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:41:17.494161 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-80faa362-6f41-45c6-9d95-6958fa2bd4aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:17.510554 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f4d97eb-96b4-4315-9f6f-0b7a2189cc0d req-66c41167-c72d-43f9-a993-9ab9ae84d5a4 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aea87-c223-495c-b5fb-b677934e5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683481 Jul 05 09:41:17.528061 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f3381426-b509-4d32-ab23-5716c07eaa99 None None] Provisioning for port a0e1abff-5754-41db-ac5d-8acc908b4055 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:17.533388 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f3381426-b509-4d32-ab23-5716c07eaa99 None None] Provisioning complete for port a0e1abff-5754-41db-ac5d-8acc908b4055 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:17.533806 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f3381426-b509-4d32-ab23-5716c07eaa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:17.574386 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-d1dd652c-b6c0-4acb-8989-9cf90aced7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:17.575108 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f3381426-b509-4d32-ab23-5716c07eaa99 None None] Port a0e1abff-5754-41db-ac5d-8acc908b4055 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:41:17.576198 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a68255b-5031-4320-888c-eecf9937a79d admin admin] Network baf1e137-5039-465c-a9f8-059ec20ebcd7 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:41:17.599956 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-7a68255b-5031-4320-888c-eecf9937a79d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, baf1e137-5039-465c-a9f8-059ec20ebcd7) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:17.611789 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710a6092-a0e1-4ab0-882b-9e3091cd3ca1 None None] Network baf1e137-5039-465c-a9f8-059ec20ebcd7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:41:17.632777 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4a7dd-d9ca-4889-b5f3-28c888cfa96b req-5bc8fb0e-6a3e-4fc5-b767-d1851c3920d3 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:17.634360 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0ab4a7dd-d9ca-4889-b5f3-28c888cfa96b req-5bc8fb0e-6a3e-4fc5-b767-d1851c3920d3 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=91833c0e-ea9e-4abc-8930-d6d2c711c719 HTTP/1.1" status: 200 len: 936 time: 0.1963987 Jul 05 09:41:17.637504 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a68255b-5031-4320-888c-eecf9937a79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:17.638101 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a68255b-5031-4320-888c-eecf9937a79d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:17.771034 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-80faa362-6f41-45c6-9d95-6958fa2bd4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:17.771617 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dee0ea1-6d6c-4e1b-81e8-db9a39e6d50b None None] Network baf1e137-5039-465c-a9f8-059ec20ebcd7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:41:17.774684 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-261a9297-5730-4d1d-9a40-4db412111e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:17.800978 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-261a9297-5730-4d1d-9a40-4db412111e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:17.883745 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-261a9297-5730-4d1d-9a40-4db412111e8f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3bd739e5d789448b92269a433d6160c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4499912 Jul 05 09:41:17.884498 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80faa362-6f41-45c6-9d95-6958fa2bd4aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa4a48fb-e8fc-497d-aa00-6fb3e2fca168,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:17.886987 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43530) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:17.889520 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a9297-5730-4d1d-9a40-4db412111e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f23fa1-0eb6-467e-bd1c-737b85c91a8b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:17.908894 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80faa362-6f41-45c6-9d95-6958fa2bd4aa admin admin] Checking segment: {'id': '4a21c245-d530-4ac3-b6f3-13117b9978a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'eafbf251-f5ca-46c3-bdde-2b423567eaf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:17.909247 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80faa362-6f41-45c6-9d95-6958fa2bd4aa admin admin] Network hostable DHCP agents. Network: eafbf251-f5ca-46c3-bdde-2b423567eaf8, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:41:17.946335 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80faa362-6f41-45c6-9d95-6958fa2bd4aa admin admin] Network eafbf251-f5ca-46c3-bdde-2b423567eaf8 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:41:17.962885 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-80faa362-6f41-45c6-9d95-6958fa2bd4aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, eafbf251-f5ca-46c3-bdde-2b423567eaf8) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:17.967935 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80faa362-6f41-45c6-9d95-6958fa2bd4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:17.968584 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-80faa362-6f41-45c6-9d95-6958fa2bd4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:17.975620 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-647e4b69-737c-4ebc-b4e6-1d7191a37f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:17.981301 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356832fd-3109-48de-b2f6-85edd09fc629 None None] Network eafbf251-f5ca-46c3-bdde-2b423567eaf8 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:41:18.005410 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-80faa362-6f41-45c6-9d95-6958fa2bd4aa admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5913496 Jul 05 09:41:18.013345 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-647e4b69-737c-4ebc-b4e6-1d7191a37f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:18.063472 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0ab4a7dd-d9ca-4889-b5f3-28c888cfa96b req-9aec0da5-6ed8-4efd-8106-49116ebe73d6 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205792 Jul 05 09:41:18.085683 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7a68255b-5031-4320-888c-eecf9937a79d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6284559 Jul 05 09:41:18.096040 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-647e4b69-737c-4ebc-b4e6-1d7191a37f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:18.101011 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-647e4b69-737c-4ebc-b4e6-1d7191a37f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:18.106339 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-647e4b69-737c-4ebc-b4e6-1d7191a37f44 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/78f23fa1-0eb6-467e-bd1c-737b85c91a8b HTTP/1.1" status: 204 len: 168 time: 0.2152903 Jul 05 09:41:18.124876 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e4b69-737c-4ebc-b4e6-1d7191a37f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f23fa1-0eb6-467e-bd1c-737b85c91a8b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:18.221448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e5889-51ff-4203-8642-fb1228130748 req-20fc01ba-e8d9-4786-adf4-314efa8f3734 tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:18.225082 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e72e5889-51ff-4203-8642-fb1228130748 req-20fc01ba-e8d9-4786-adf4-314efa8f3734 tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 1099 time: 0.5607636 Jul 05 09:41:18.320144 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e72e5889-51ff-4203-8642-fb1228130748 req-774e4660-841d-4327-840c-251907290cd1 tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870404 Jul 05 09:41:18.329924 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f05b93-fa51-49c9-aaa0-823567b81122 None None] Network eafbf251-f5ca-46c3-bdde-2b423567eaf8 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:41:18.434575 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-d1dd652c-b6c0-4acb-8989-9cf90aced7bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e1abff-5754-41db-ac5d-8acc908b4055 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:18.452550 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-d1dd652c-b6c0-4acb-8989-9cf90aced7bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:18.474981 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-d1dd652c-b6c0-4acb-8989-9cf90aced7bd service neutron] Transition to ACTIVE for port object a0e1abff-5754-41db-ac5d-8acc908b4055 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:18.480718 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-d1dd652c-b6c0-4acb-8989-9cf90aced7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:18.535686 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4540fbb-9d99-457d-8f99-9d220f9a41ce req-2cc5f3fa-d515-43fc-888f-f29b4aff43de tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:18.538015 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f4540fbb-9d99-457d-8f99-9d220f9a41ce req-2cc5f3fa-d515-43fc-888f-f29b4aff43de tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.81 "GET /v2.0/ports?device_id=abe84185-201d-4a6d-997c-3838ba7a292d HTTP/1.1" status: 200 len: 946 time: 0.1229737 Jul 05 09:41:18.638826 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd652c-b6c0-4acb-8989-9cf90aced7bd service neutron] Pushing event updated for resources: {'Port': ['ID=a0e1abff-5754-41db-ac5d-8acc908b4055,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:18.702613 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-d1dd652c-b6c0-4acb-8989-9cf90aced7bd service neutron] Attempting to bind port a0e1abff-5754-41db-ac5d-8acc908b4055 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:18.702951 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-d1dd652c-b6c0-4acb-8989-9cf90aced7bd service neutron] Attempting to bind port a0e1abff-5754-41db-ac5d-8acc908b4055 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:18.703278 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-d1dd652c-b6c0-4acb-8989-9cf90aced7bd service neutron] Attempting to bind port a0e1abff-5754-41db-ac5d-8acc908b4055 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:18.707911 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-d1dd652c-b6c0-4acb-8989-9cf90aced7bd service neutron] Port a0e1abff-5754-41db-ac5d-8acc908b4055 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:18.708216 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-d1dd652c-b6c0-4acb-8989-9cf90aced7bd service neutron] Attempting to bind port a0e1abff-5754-41db-ac5d-8acc908b4055 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:18.718297 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-d1dd652c-b6c0-4acb-8989-9cf90aced7bd service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:41:18.718640 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-d1dd652c-b6c0-4acb-8989-9cf90aced7bd service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:18.719027 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-d1dd652c-b6c0-4acb-8989-9cf90aced7bd service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:41:18.719450 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-d1dd652c-b6c0-4acb-8989-9cf90aced7bd service neutron] Bound port: a0e1abff-5754-41db-ac5d-8acc908b4055, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:41:18.719805 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-d1dd652c-b6c0-4acb-8989-9cf90aced7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:18.770321 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-f4540fbb-9d99-457d-8f99-9d220f9a41ce req-69bf2002-ccf6-4719-a489-41f261417288 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Deleting port 790de41d-5b43-4972-8f68-1f2cb028de48 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:18.770952 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f4540fbb-9d99-457d-8f99-9d220f9a41ce req-69bf2002-ccf6-4719-a489-41f261417288 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:18.921459 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-f4540fbb-9d99-457d-8f99-9d220f9a41ce req-69bf2002-ccf6-4719-a489-41f261417288 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] For port 790de41d-5b43-4972-8f68-1f2cb028de48, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=790de41d-5b43-4972-8f68-1f2cb028de48,segment=NetworkSegment(8ce0f85e-3058-4636-80b4-523c953cb90d),segment_id=8ce0f85e-3058-4636-80b4-523c953cb90d)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:18.923418 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f4540fbb-9d99-457d-8f99-9d220f9a41ce req-69bf2002-ccf6-4719-a489-41f261417288 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:18.938889 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-f4540fbb-9d99-457d-8f99-9d220f9a41ce req-69bf2002-ccf6-4719-a489-41f261417288 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Calling delete_port for 790de41d-5b43-4972-8f68-1f2cb028de48 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:18.945075 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43570) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:18.947102 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-d1dd652c-b6c0-4acb-8989-9cf90aced7bd service neutron] For port a0e1abff-5754-41db-ac5d-8acc908b4055, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:41:18.970144 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbaf964f-6f04-4189-be45-edc9b47f6c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:18.970407 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-d1dd652c-b6c0-4acb-8989-9cf90aced7bd service neutron] For port a0e1abff-5754-41db-ac5d-8acc908b4055, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=a0e1abff-5754-41db-ac5d-8acc908b4055,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:41:18.984429 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-d1dd652c-b6c0-4acb-8989-9cf90aced7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.037560 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-d1dd652c-b6c0-4acb-8989-9cf90aced7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:19.038451 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-d1dd652c-b6c0-4acb-8989-9cf90aced7bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.040105 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-d1dd652c-b6c0-4acb-8989-9cf90aced7bd service neutron] 10.222.0.78 "PUT /v2.0/ports/a0e1abff-5754-41db-ac5d-8acc908b4055 HTTP/1.1" status: 200 len: 1096 time: 1.6482072 Jul 05 09:41:19.044310 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91833c0e-ea9e-4abc-8930-d6d2c711c719', 'tag': 'a0e1abff-5754-41db-ac5d-8acc908b4055'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:19.047487 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e47448-ebab-450e-807f-cda91ba14016" -d '{"events": [{"name": "network-changed", "server_uuid": "91833c0e-ea9e-4abc-8930-d6d2c711c719", "tag": "a0e1abff-5754-41db-ac5d-8acc908b4055"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:19.075262 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf21812-9819-4008-be8a-4e477ad437fb req-7e5591cd-8116-42dd-9d2b-120815646c26 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:19.078424 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43574) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:19.085487 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaf21812-9819-4008-be8a-4e477ad437fb req-7e5591cd-8116-42dd-9d2b-120815646c26 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/ports?device_id=abe84185-201d-4a6d-997c-3838ba7a292d HTTP/1.1" status: 200 len: 946 time: 0.2990699 Jul 05 09:41:19.086079 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3cfa9c51-5fa0-4705-90d4-791c923344cc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1485071376-network', 'tenant_id': 'e1f0abd68259449fbb936a3a15890383'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:19.094145 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-a4cb67a2-a07d-4507-acfb-19de33914f7d tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:19.100385 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-a4cb67a2-a07d-4507-acfb-19de33914f7d tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/networks?id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 200 len: 821 time: 0.2241607 Jul 05 09:41:19.176510 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-a9ca3af6-878f-40d4-8c75-c5c1b6277e80 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/quotas/27a08ed4c5d94b9c9c7a4760272e7f3b HTTP/1.1" status: 200 len: 375 time: 0.0751262 Jul 05 09:41:19.178558 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f4540fbb-9d99-457d-8f99-9d220f9a41ce req-69bf2002-ccf6-4719-a489-41f261417288 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.181919 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbaf964f-6f04-4189-be45-edc9b47f6c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.184748 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd652c-b6c0-4acb-8989-9cf90aced7bd service neutron] Pushing event updated for resources: {'Port': ['ID=a0e1abff-5754-41db-ac5d-8acc908b4055,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:19.191160 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['790de41d-5b43-4972-8f68-1f2cb028de48'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:19.204236 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbaf964f-6f04-4189-be45-edc9b47f6c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.239887 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf2002-ccf6-4719-a489-41f261417288 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Pushing event deleted for resources: {'Port': ['ID=790de41d-5b43-4972-8f68-1f2cb028de48,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:19.243669 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-419e0df3-a9aa-4b79-8355-97cceb4443cc tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476265 Jul 05 09:41:19.304325 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaf21812-9819-4008-be8a-4e477ad437fb req-afc03e7d-e36a-452a-ae1f-7e7f35ac7487 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aea87-c223-495c-b5fb-b677934e5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179551 Jul 05 09:41:19.319507 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfa9c51-5fa0-4705-90d4-791c923344cc admin admin] Made reservation on behalf of e1f0abd68259449fbb936a3a15890383 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:19.322085 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3cfa9c51-5fa0-4705-90d4-791c923344cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.330104 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4540fbb-9d99-457d-8f99-9d220f9a41ce req-69bf2002-ccf6-4719-a489-41f261417288 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] No DVR routers for this DVR port 790de41d-5b43-4972-8f68-1f2cb028de48 on host n-h1-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:41:19.330692 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-78ecc6c4-a4bc-4f81-b556-4728dd766942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:19.333005 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-78ecc6c4-a4bc-4f81-b556-4728dd766942 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fa0fe6e0f4c740bfa4cf53ecf776dd15&device_id=91833c0e-ea9e-4abc-8930-d6d2c711c719 HTTP/1.1" status: 200 len: 1099 time: 0.2296278 Jul 05 09:41:19.342886 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f4540fbb-9d99-457d-8f99-9d220f9a41ce req-69bf2002-ccf6-4719-a489-41f261417288 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.345448 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f4540fbb-9d99-457d-8f99-9d220f9a41ce req-69bf2002-ccf6-4719-a489-41f261417288 tempest-FloatingIPsAssociationNegativeTestJSON-911706456 tempest-FloatingIPsAssociationNegativeTestJSON-911706456-project] 10.222.0.81 "DELETE /v2.0/ports/790de41d-5b43-4972-8f68-1f2cb028de48 HTTP/1.1" status: 204 len: 173 time: 0.8010094 Jul 05 09:41:19.356906 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bbaf964f-6f04-4189-be45-edc9b47f6c9f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=34d20f348d9049dfa5feb9f547914dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4019399 Jul 05 09:41:19.356906 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe84185-201d-4a6d-997c-3838ba7a292d', 'name': 'network-vif-deleted', 'tag': '790de41d-5b43-4972-8f68-1f2cb028de48'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:19.359827 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e5b5a1-ca06-4381-be2b-c7e6f19a54bb" -d '{"events": [{"server_uuid": "abe84185-201d-4a6d-997c-3838ba7a292d", "name": "network-vif-deleted", "tag": "790de41d-5b43-4972-8f68-1f2cb028de48"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:19.362352 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43582) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:19.368933 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3cfa9c51-5fa0-4705-90d4-791c923344cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.378943 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf964f-6f04-4189-be45-edc9b47f6c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da385d34-1baf-48f0-a2b2-405b1a8bc932,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:19.465801 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-c08fc9e1-43b0-438b-a7ef-fd2d47863d75 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=a0e1abff-5754-41db-ac5d-8acc908b4055 HTTP/1.1" status: 200 len: 217 time: 0.1137598 Jul 05 09:41:19.506943 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3cfa9c51-5fa0-4705-90d4-791c923344cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.512543 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3cfa9c51-5fa0-4705-90d4-791c923344cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.545638 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-62c27cdb-7009-4915-93f4-dfc9c9014dfc service neutron] 10.222.0.79 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009768 Jul 05 09:41:19.564791 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cfa9c51-5fa0-4705-90d4-791c923344cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:41:19.575097 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43642f99-d152-4f87-945b-f1abc4dd639b x-openstack-request-id: req-43642f99-d152-4f87-945b-f1abc4dd639b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:19.575691 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91833c0e-ea9e-4abc-8930-d6d2c711c719", "tag": "a0e1abff-5754-41db-ac5d-8acc908b4055", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:19.576192 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-43642f99-d152-4f87-945b-f1abc4dd639b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:19.576809 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91833c0e-ea9e-4abc-8930-d6d2c711c719', 'tag': 'a0e1abff-5754-41db-ac5d-8acc908b4055', 'status': 'completed', 'code': 200} Jul 05 09:41:19.584768 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa9c51-5fa0-4705-90d4-791c923344cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21573299-4b7b-4a71-98ac-3dc4be3b93a2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:19.604943 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3cfa9c51-5fa0-4705-90d4-791c923344cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.605339 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-3cfa9c51-5fa0-4705-90d4-791c923344cc admin admin] Added segment c8155822-a80b-4982-9b41-6eaf614280c5 of type vlan for network e5ad7da4-477c-4e46-8442-05d89ba535d1 Jul 05 09:41:19.629663 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-2ff6347e-c1e9-4a30-98a8-37475a0d80e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:19.631442 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-2ff6347e-c1e9-4a30-98a8-37475a0d80e9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1649694 Jul 05 09:41:19.654219 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3cfa9c51-5fa0-4705-90d4-791c923344cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.688377 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0189ef15-4ce5-4534-a058-80322217789f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.689933 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3cfa9c51-5fa0-4705-90d4-791c923344cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.691216 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfa9c51-5fa0-4705-90d4-791c923344cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:19.691817 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3cfa9c51-5fa0-4705-90d4-791c923344cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.745451 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3cfa9c51-5fa0-4705-90d4-791c923344cc admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6658683 Jul 05 09:41:19.748183 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43588) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:19.753299 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b8de1eb2-b8d6-40ca-92ee-783b5814f56a admin admin] Request body: {'subnet': {'network_id': 'e5ad7da4-477c-4e46-8442-05d89ba535d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1485071376-subnet', 'tenant_id': 'e1f0abd68259449fbb936a3a15890383', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:19.763323 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa9c51-5fa0-4705-90d4-791c923344cc admin admin] Pushing event updated for resources: {'Network': ['ID=e5ad7da4-477c-4e46-8442-05d89ba535d1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:19.771075 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0189ef15-4ce5-4534-a058-80322217789f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.781105 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network e5ad7da4-477c-4e46-8442-05d89ba535d1 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:41:19.785568 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-914c5379-7715-40b6-9044-34cc9b6a1e56 service neutron] 10.222.0.79 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303746 Jul 05 09:41:19.822591 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8de1eb2-b8d6-40ca-92ee-783b5814f56a admin admin] Made reservation on behalf of e1f0abd68259449fbb936a3a15890383 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:19.832444 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-5a758ca9-acb3-4645-bd02-e949a54aa205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:19.834629 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-5a758ca9-acb3-4645-bd02-e949a54aa205 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1955445 Jul 05 09:41:19.838628 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8de1eb2-b8d6-40ca-92ee-783b5814f56a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.849026 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f718c-5c07-485a-833d-49610ae47404 req-653e249d-db23-4443-b372-da91a871fbaf tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:19.850659 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc9f718c-5c07-485a-833d-49610ae47404 req-653e249d-db23-4443-b372-da91a871fbaf tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=91833c0e-ea9e-4abc-8930-d6d2c711c719 HTTP/1.1" status: 200 len: 948 time: 0.1695843 Jul 05 09:41:19.950346 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc9f718c-5c07-485a-833d-49610ae47404 req-00352197-d7f0-494a-a73c-8eb395c1c8a4 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894246 Jul 05 09:41:19.958444 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0189ef15-4ce5-4534-a058-80322217789f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.963170 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0189ef15-4ce5-4534-a058-80322217789f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.967952 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0189ef15-4ce5-4534-a058-80322217789f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/da385d34-1baf-48f0-a2b2-405b1a8bc932 HTTP/1.1" status: 204 len: 168 time: 0.6050792 Jul 05 09:41:19.983233 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189ef15-4ce5-4534-a058-80322217789f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da385d34-1baf-48f0-a2b2-405b1a8bc932,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:20.068611 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-c8b34315-117b-470a-83ab-7b6796253b60 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159953 Jul 05 09:41:20.123656 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8de1eb2-b8d6-40ca-92ee-783b5814f56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:20.196911 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5465ef06-7a0e-4cf2-88af-34138bb0348c req-78bcefed-6414-4732-8e8a-32a42a4af974 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204333 Jul 05 09:41:20.261301 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de1eb2-b8d6-40ca-92ee-783b5814f56a admin admin] Pushing event updated for resources: {'Subnet': ['ID=faeb86b5-e3d8-4254-adb3-9c3db16557de,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:20.282861 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8de1eb2-b8d6-40ca-92ee-783b5814f56a admin admin] Checking segment: {'id': 'c8155822-a80b-4982-9b41-6eaf614280c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e5ad7da4-477c-4e46-8442-05d89ba535d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:20.283508 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8de1eb2-b8d6-40ca-92ee-783b5814f56a admin admin] Network hostable DHCP agents. Network: e5ad7da4-477c-4e46-8442-05d89ba535d1, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:41:20.325712 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86267e1-07f7-4123-ae73-b42a49df97ec x-openstack-request-id: req-f86267e1-07f7-4123-ae73-b42a49df97ec {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:20.330825 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe84185-201d-4a6d-997c-3838ba7a292d", "name": "network-vif-deleted", "tag": "790de41d-5b43-4972-8f68-1f2cb028de48", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:20.332247 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f86267e1-07f7-4123-ae73-b42a49df97ec {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:20.333477 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe84185-201d-4a6d-997c-3838ba7a292d', 'name': 'network-vif-deleted', 'tag': '790de41d-5b43-4972-8f68-1f2cb028de48', 'status': 'completed', 'code': 200} Jul 05 09:41:20.339672 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8de1eb2-b8d6-40ca-92ee-783b5814f56a admin admin] Network e5ad7da4-477c-4e46-8442-05d89ba535d1 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:41:20.364475 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b8de1eb2-b8d6-40ca-92ee-783b5814f56a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, e5ad7da4-477c-4e46-8442-05d89ba535d1) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:20.374337 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee21823f-df6e-49c6-8db2-3a40a8cd1951 None None] Network e5ad7da4-477c-4e46-8442-05d89ba535d1 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:41:20.394586 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8de1eb2-b8d6-40ca-92ee-783b5814f56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:20.397818 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8de1eb2-b8d6-40ca-92ee-783b5814f56a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:20.438136 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b8de1eb2-b8d6-40ca-92ee-783b5814f56a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6887174 Jul 05 09:41:20.511718 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3407e268-20d1-4ccf-82ae-1854197f10b8 req-70af3901-4d96-4db7-a720-47a3273c5d02 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 210 time: 0.1392441 Jul 05 09:41:20.582660 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfeee92-14f4-4f11-bb21-d4f1a0fba539 None None] Network e5ad7da4-477c-4e46-8442-05d89ba535d1 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:41:20.593059 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e47448-ebab-450e-807f-cda91ba14016 req-c8c591cb-c2fc-4800-a273-ba9c444b3dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:20.594571 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-16e47448-ebab-450e-807f-cda91ba14016 req-c8c591cb-c2fc-4800-a273-ba9c444b3dbf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fa0fe6e0f4c740bfa4cf53ecf776dd15&device_id=91833c0e-ea9e-4abc-8930-d6d2c711c719 HTTP/1.1" status: 200 len: 1099 time: 0.2237048 Jul 05 09:41:20.717317 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43612) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:20.845590 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e47448-ebab-450e-807f-cda91ba14016 req-ea455795-0900-4a8f-98ce-00a69deb8f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:20.847574 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-16e47448-ebab-450e-807f-cda91ba14016 req-ea455795-0900-4a8f-98ce-00a69deb8f48 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.2411497 Jul 05 09:41:20.907334 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9264b445-9f25-43a3-84ce-f13773020b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:20.960081 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-16e47448-ebab-450e-807f-cda91ba14016 req-ba9eeb26-6851-4aec-be77-497435c3aace service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=a0e1abff-5754-41db-ac5d-8acc908b4055 HTTP/1.1" status: 200 len: 217 time: 0.1043015 Jul 05 09:41:21.094643 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e47448-ebab-450e-807f-cda91ba14016 req-b8577c4b-52ef-4d8c-85cc-8c42e7f5d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:21.096355 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-16e47448-ebab-450e-807f-cda91ba14016 req-b8577c4b-52ef-4d8c-85cc-8c42e7f5d508 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1190050 Jul 05 09:41:21.225974 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e47448-ebab-450e-807f-cda91ba14016 req-ce9e5a50-58f0-4e9f-b0fe-fa00ae6fe5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:21.227509 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-16e47448-ebab-450e-807f-cda91ba14016 req-ce9e5a50-58f0-4e9f-b0fe-fa00ae6fe5cc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1238537 Jul 05 09:41:21.438705 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-16e47448-ebab-450e-807f-cda91ba14016 req-8311a411-280e-4bce-9cc9-2f2536f1ac91 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009993 Jul 05 09:41:21.622366 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-139bcbe7-b762-4953-b73a-47f10251fcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:21.748146 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-16e47448-ebab-450e-807f-cda91ba14016 req-491a6db8-9cdc-4bef-b413-fcec44e9ed4f service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978239 Jul 05 09:41:21.781413 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-ed076e81-1a96-4864-8f68-e51136b82c02 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:21.783256 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-ed076e81-1a96-4864-8f68-e51136b82c02 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/networks?id=baf1e137-5039-465c-a9f8-059ec20ebcd7 HTTP/1.1" status: 200 len: 824 time: 0.2342150 Jul 05 09:41:21.796173 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16fd52-3602-48f0-bca8-804a18a04dfc req-e353acd0-4d8d-4804-a259-ae90ab6015d4 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:21.803278 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a16fd52-3602-48f0-bca8-804a18a04dfc req-e353acd0-4d8d-4804-a259-ae90ab6015d4 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=91833c0e-ea9e-4abc-8930-d6d2c711c719 HTTP/1.1" status: 200 len: 948 time: 0.1999788 Jul 05 09:41:21.832418 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-b4a5757b-0fb6-49eb-9b6c-cdeb163c5e38 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/quotas/c00dab828cc54d94967e6f1b8ea7fe37 HTTP/1.1" status: 200 len: 375 time: 0.0265892 Jul 05 09:41:21.911209 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-ed237c69-de6e-477c-8683-ee40b560e63b tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c00dab828cc54d94967e6f1b8ea7fe37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691774 Jul 05 09:41:21.956379 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a16fd52-3602-48f0-bca8-804a18a04dfc req-4615d0b5-c2e9-4bee-98e2-e9cb246ba3cf tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517606 Jul 05 09:41:22.085419 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-139bcbe7-b762-4953-b73a-47f10251fcb9 admin admin] Deleting port 322eb52b-3f54-475c-8824-4b961f6aff36 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:22.085957 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-139bcbe7-b762-4953-b73a-47f10251fcb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:22.120536 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-5f791d8b-d7d8-45f7-88ec-411bcf0122a0 service neutron] 10.222.0.79 "GET /v2.0/networks/baf1e137-5039-465c-a9f8-059ec20ebcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074018 Jul 05 09:41:22.262011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-139bcbe7-b762-4953-b73a-47f10251fcb9 admin admin] For port 322eb52b-3f54-475c-8824-4b961f6aff36, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=322eb52b-3f54-475c-8824-4b961f6aff36,segment=NetworkSegment(8ce0f85e-3058-4636-80b4-523c953cb90d),segment_id=8ce0f85e-3058-4636-80b4-523c953cb90d)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:22.262393 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-139bcbe7-b762-4953-b73a-47f10251fcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:22.280741 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-139bcbe7-b762-4953-b73a-47f10251fcb9 admin admin] Calling delete_port for 322eb52b-3f54-475c-8824-4b961f6aff36 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:22.355522 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-39bb8181-0fab-40cb-a157-8bb6fb3eb7fc service neutron] 10.222.0.79 "GET /v2.0/networks/baf1e137-5039-465c-a9f8-059ec20ebcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340565 Jul 05 09:41:22.497391 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-42c19330-6e80-407a-8a41-e1fd3a53cc4d tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:22.499292 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-42c19330-6e80-407a-8a41-e1fd3a53cc4d tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.81 "GET /v2.0/networks?id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 200 len: 821 time: 0.3271234 Jul 05 09:41:22.513831 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-ef5eb346-6b3a-4378-a3d6-7114ecf90403 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Request body: {'port': {'device_id': '0fb31022-9186-4789-91f3-e0b31fb9d199', 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3', 'admin_state_up': True, 'tenant_id': '27a08ed4c5d94b9c9c7a4760272e7f3b'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:22.704797 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-139bcbe7-b762-4953-b73a-47f10251fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:22.732151 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1d97a827-c1fc-4941-956f-ad2cb3d65a0c req-c89582ce-692b-4373-adb6-a230796a3569 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 210 time: 0.0326676 Jul 05 09:41:22.736677 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bcbe7-b762-4953-b73a-47f10251fcb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=322eb52b-3f54-475c-8824-4b961f6aff36,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:22.781408 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b058980-9d41-4f68-9154-e9cd1c2eb056 req-5e3f62c5-8557-4a5c-93eb-e98b3f5a31b0 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:22.783821 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7b058980-9d41-4f68-9154-e9cd1c2eb056 req-5e3f62c5-8557-4a5c-93eb-e98b3f5a31b0 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.1234381 Jul 05 09:41:22.786592 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-ef5eb346-6b3a-4378-a3d6-7114ecf90403 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Made reservation on behalf of 27a08ed4c5d94b9c9c7a4760272e7f3b for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:22.791043 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-ef5eb346-6b3a-4378-a3d6-7114ecf90403 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:22.847184 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50a8a8ab-a149-4e32-bece-876da3455a51 req-41f93c1e-6572-4ff6-bef2-339b04d9c0ab tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/ports?device_id=0be74040-d10c-4087-9391-ce57009ac5c8 HTTP/1.1" status: 200 len: 210 time: 0.0427155 Jul 05 09:41:22.881363 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7b058980-9d41-4f68-9154-e9cd1c2eb056 req-9fff716b-a75f-4623-9242-48d9b2491b1e tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877450 Jul 05 09:41:23.177548 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-8b31aa3e-865a-4b81-8993-d710eedf72a0 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=113815fb01a24fd792ed2a3df3efc0de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657501 Jul 05 09:41:23.282734 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2b687-8738-4086-a2f8-1e8bcf5d4ac6 req-f7903981-7119-4c10-a8b2-d915ead0fd7c tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:23.288376 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6d2b687-8738-4086-a2f8-1e8bcf5d4ac6 req-f7903981-7119-4c10-a8b2-d915ead0fd7c tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=91833c0e-ea9e-4abc-8930-d6d2c711c719 HTTP/1.1" status: 200 len: 948 time: 0.1752393 Jul 05 09:41:23.289932 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1208fe42-5c8e-4403-ba7f-3a20e33a26a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:23.342082 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-ef5eb346-6b3a-4378-a3d6-7114ecf90403 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Allocated IP 172.20.0.2 (33584e1d-fbb7-4689-90f6-bc3d0ee549b3/4cd5f100-3ecb-4100-a6d6-40f339ce6cc7/f59913cd-5b2d-44c7-9ca5-03da2f072362) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:41:23.346493 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-139bcbe7-b762-4953-b73a-47f10251fcb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:23.347142 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6d2b687-8738-4086-a2f8-1e8bcf5d4ac6 req-951b251d-929b-4f14-86c7-c07515e6f120 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544915 Jul 05 09:41:23.363115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-741ec5e1-e5bc-450c-8c9f-2539593335a0 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:23.378789 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-741ec5e1-e5bc-450c-8c9f-2539593335a0 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1943693 Jul 05 09:41:23.394233 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-c79d3550-b3d5-460b-8aec-6260c922882b tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/quotas/113815fb01a24fd792ed2a3df3efc0de HTTP/1.1" status: 200 len: 375 time: 0.0145090 Jul 05 09:41:23.437411 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-0ff6e626-6f5f-4131-ba4d-f917b09bdbd2 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422502 Jul 05 09:41:23.498515 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 790de41d-5b43-4972-8f68-1f2cb028de48 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:41:23.533603 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 790de41d-5b43-4972-8f68-1f2cb028de48 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:41:23.535667 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 790de41d-5b43-4972-8f68-1f2cb028de48 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:41:23.540127 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:23.641737 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3a12badb-3fc0-4c2a-b87c-ec8b88524b89 req-7b144281-65db-4a6b-a38c-55da13dce533 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 210 time: 0.0327234 Jul 05 09:41:23.686829 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-ef5eb346-6b3a-4378-a3d6-7114ecf90403 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:23.724960 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139bcbe7-b762-4953-b73a-47f10251fcb9 admin admin] Router e83d8ecb-fc83-4bf8-91c5-7370d853ec08 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:41:23.790116 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-ef5eb346-6b3a-4378-a3d6-7114ecf90403 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:23.883362 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-ef5eb346-6b3a-4378-a3d6-7114ecf90403 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:23.893179 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-ef5eb346-6b3a-4378-a3d6-7114ecf90403 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:23.899163 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-ef5eb346-6b3a-4378-a3d6-7114ecf90403 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:23.909224 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5eb346-6b3a-4378-a3d6-7114ecf90403 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Pushing event updated for resources: {'Port': ['ID=f59913cd-5b2d-44c7-9ca5-03da2f072362,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:23.933418 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139bcbe7-b762-4953-b73a-47f10251fcb9 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:41:23.940417 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-139bcbe7-b762-4953-b73a-47f10251fcb9 admin admin] 10.222.0.79 "PUT /v2.0/routers/e83d8ecb-fc83-4bf8-91c5-7370d853ec08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2218418 Jul 05 09:41:23.943747 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43726) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:23.946143 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77776cc8-8540-4267-bba8-8561c2fcb750 None None] Sync routers for ids ['e83d8ecb-fc83-4bf8-91c5-7370d853ec08'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:41:23.972094 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77776cc8-8540-4267-bba8-8561c2fcb750 None None] Routers {'e83d8ecb-fc83-4bf8-91c5-7370d853ec08'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:41:23.972751 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-77776cc8-8540-4267-bba8-8561c2fcb750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:41:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e83d8ecb-fc83-4bf8-91c5-7370d853ec08'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:24.018181 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-ef5eb346-6b3a-4378-a3d6-7114ecf90403 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:24.018831 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-ef5eb346-6b3a-4378-a3d6-7114ecf90403 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:24.093437 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-ef5eb346-6b3a-4378-a3d6-7114ecf90403 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5846496 Jul 05 09:41:24.124277 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-54557d6e-1cfd-4e59-859e-9183bfa4fe85 service neutron] Request body: {'port': {'device_id': '0fb31022-9186-4789-91f3-e0b31fb9d199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:24.144229 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-77776cc8-8540-4267-bba8-8561c2fcb750 None None] Set router e83d8ecb-fc83-4bf8-91c5-7370d853ec08 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:41:24.154207 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b45c60ed-4fbe-4f86-a4a3-e28597b53354 req-db9cf0ea-b909-4af4-9d0f-268253826a4e tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/ports?device_id=0be74040-d10c-4087-9391-ce57009ac5c8 HTTP/1.1" status: 200 len: 210 time: 0.0609090 Jul 05 09:41:24.184544 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84038467-2881-4a08-815c-2adef5218c37 req-40113655-08d6-4e30-a13c-5a4a06df59c4 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:24.188361 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84038467-2881-4a08-815c-2adef5218c37 req-40113655-08d6-4e30-a13c-5a4a06df59c4 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 931 time: 0.2829266 Jul 05 09:41:24.206245 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-306fab12-6b47-4cb6-a589-59ac45867c4b admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:24.249768 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-383a986a-13c8-48a3-90ff-5100cca75214 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:24.254993 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-383a986a-13c8-48a3-90ff-5100cca75214 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.78 "GET /v2.0/networks?id=baf1e137-5039-465c-a9f8-059ec20ebcd7 HTTP/1.1" status: 200 len: 824 time: 0.2994971 Jul 05 09:41:24.290072 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-df74cbda-7b7c-4eeb-9436-1ee83e5046d7 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Request body: {'port': {'device_id': '0be74040-d10c-4087-9391-ce57009ac5c8', 'network_id': 'baf1e137-5039-465c-a9f8-059ec20ebcd7', 'admin_state_up': True, 'tenant_id': 'c00dab828cc54d94967e6f1b8ea7fe37'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:24.421071 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-54557d6e-1cfd-4e59-859e-9183bfa4fe85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:24.425034 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84038467-2881-4a08-815c-2adef5218c37 req-f0f1f7cd-bdb8-49bd-8372-1ed9b6ced1ce tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212703 Jul 05 09:41:24.432522 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-306fab12-6b47-4cb6-a589-59ac45867c4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:24.470507 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-77776cc8-8540-4267-bba8-8561c2fcb750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1608106444-router', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:18Z', 'updated_at': '2021-07-05T09:41:22Z', 'revision_number': 5, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'gw_port': {'id': '32c3c145-4103-410e-8646-16d4f53bbcb6', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:19Z', 'updated_at': '2021-07-05T09:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:24.471050 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-df74cbda-7b7c-4eeb-9436-1ee83e5046d7 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Made reservation on behalf of c00dab828cc54d94967e6f1b8ea7fe37 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:24.472566 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:24.474792 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-df74cbda-7b7c-4eeb-9436-1ee83e5046d7 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:24.508267 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77776cc8-8540-4267-bba8-8561c2fcb750 None None] Checking router: e83d8ecb-fc83-4bf8-91c5-7370d853ec08 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:41:24.520149 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77776cc8-8540-4267-bba8-8561c2fcb750 None None] Routers {'e83d8ecb-fc83-4bf8-91c5-7370d853ec08'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:41:24.521082 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-77776cc8-8540-4267-bba8-8561c2fcb750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:41:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e83d8ecb-fc83-4bf8-91c5-7370d853ec08'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:24.586252 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4a0ed-5802-4469-bf99-d2fe5cc21548 req-69de70f4-20db-4d49-84a4-47e1f228862d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:24.593729 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-16d4a0ed-5802-4469-bf99-d2fe5cc21548 req-69de70f4-20db-4d49-84a4-47e1f228862d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.1913381 Jul 05 09:41:24.626551 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-306fab12-6b47-4cb6-a589-59ac45867c4b admin admin] Deleting port 32c3c145-4103-410e-8646-16d4f53bbcb6 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:24.626774 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-306fab12-6b47-4cb6-a589-59ac45867c4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:24.668851 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-77776cc8-8540-4267-bba8-8561c2fcb750 None None] Set router e83d8ecb-fc83-4bf8-91c5-7370d853ec08 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:41:24.679886 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-16d4a0ed-5802-4469-bf99-d2fe5cc21548 req-e9cbcd5f-0574-4599-a060-f387298e1632 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851192 Jul 05 09:41:24.738391 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-77776cc8-8540-4267-bba8-8561c2fcb750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1608106444-router', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:18Z', 'updated_at': '2021-07-05T09:41:24Z', 'revision_number': 6, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:24.744822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-df74cbda-7b7c-4eeb-9436-1ee83e5046d7 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Allocated IP 172.20.0.7 (baf1e137-5039-465c-a9f8-059ec20ebcd7/51184a5e-daf5-4f1d-99af-4e3ec871e7a9/6e9a36cf-cf67-43a1-8226-64f51980b4a2) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:41:24.771974 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77776cc8-8540-4267-bba8-8561c2fcb750 None None] The sync data for ids ['e83d8ecb-fc83-4bf8-91c5-7370d853ec08'] in n-d-798054-8 is: [{'id': 'e83d8ecb-fc83-4bf8-91c5-7370d853ec08', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1608106444-router', 'tenant_id': '803acc6874de4453bf1b08ee6a2bd573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:18Z', 'updated_at': '2021-07-05T09:41:24Z', 'revision_number': 6, 'project_id': '803acc6874de4453bf1b08ee6a2bd573', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:41:24.844512 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-306fab12-6b47-4cb6-a589-59ac45867c4b admin admin] For port 32c3c145-4103-410e-8646-16d4f53bbcb6, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=32c3c145-4103-410e-8646-16d4f53bbcb6,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:24.844877 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-306fab12-6b47-4cb6-a589-59ac45867c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:24.847397 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d48771-8bfc-4ac2-b7bb-da425d4115e9 req-be51f523-86ca-4b7c-a45b-40be22c4fe81 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:24.849091 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4d48771-8bfc-4ac2-b7bb-da425d4115e9 req-be51f523-86ca-4b7c-a45b-40be22c4fe81 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=91833c0e-ea9e-4abc-8930-d6d2c711c719 HTTP/1.1" status: 200 len: 948 time: 0.1681204 Jul 05 09:41:24.865588 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-306fab12-6b47-4cb6-a589-59ac45867c4b admin admin] Calling delete_port for 32c3c145-4103-410e-8646-16d4f53bbcb6 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:24.935562 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device a0e1abff-5754-41db-ac5d-8acc908b4055 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:41:24.949761 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-54557d6e-1cfd-4e59-859e-9183bfa4fe85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59913cd-5b2d-44c7-9ca5-03da2f072362 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:24.960343 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-54557d6e-1cfd-4e59-859e-9183bfa4fe85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:24.990588 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-54557d6e-1cfd-4e59-859e-9183bfa4fe85 service neutron] Transition to ACTIVE for port object f59913cd-5b2d-44c7-9ca5-03da2f072362 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:24.997163 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4d48771-8bfc-4ac2-b7bb-da425d4115e9 req-99f4fb28-0b38-478b-8af0-0b4d0d30583c tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333954 Jul 05 09:41:25.030871 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-54557d6e-1cfd-4e59-859e-9183bfa4fe85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:25.043599 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-df74cbda-7b7c-4eeb-9436-1ee83e5046d7 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:25.100805 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-df74cbda-7b7c-4eeb-9436-1ee83e5046d7 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:25.104614 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54557d6e-1cfd-4e59-859e-9183bfa4fe85 service neutron] Pushing event updated for resources: {'Port': ['ID=f59913cd-5b2d-44c7-9ca5-03da2f072362,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:25.132381 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port a0e1abff-5754-41db-ac5d-8acc908b4055, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=a0e1abff-5754-41db-ac5d-8acc908b4055,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:25.149706 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'a0e1abff-5754-41db-ac5d-8acc908b4055', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': 'a0e1abff-5754-41db-ac5d-8acc908b4055', 'mac_address': 'fa:16:3e:b0:02:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:41:25.209747 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:25.229291 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e1abff-5754-41db-ac5d-8acc908b4055 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:25.237545 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-df74cbda-7b7c-4eeb-9436-1ee83e5046d7 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Network baf1e137-5039-465c-a9f8-059ec20ebcd7 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:25.243087 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-afdd3e45-89a4-4f36-af19-73777b0b9f62 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=113815fb01a24fd792ed2a3df3efc0de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1181443 Jul 05 09:41:25.261326 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port a0e1abff-5754-41db-ac5d-8acc908b4055, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=a0e1abff-5754-41db-ac5d-8acc908b4055,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:25.270536 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:25.297557 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f76ce3a9-8010-472d-9a46-b91f7f1944be req-7aba78d2-29fa-4891-aa54-8f44535af734 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 210 time: 0.1241729 Jul 05 09:41:25.301765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-df74cbda-7b7c-4eeb-9436-1ee83e5046d7 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:25.304946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-df74cbda-7b7c-4eeb-9436-1ee83e5046d7 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:25.337513 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-306fab12-6b47-4cb6-a589-59ac45867c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:25.339364 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74cbda-7b7c-4eeb-9436-1ee83e5046d7 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Pushing event updated for resources: {'Port': ['ID=6e9a36cf-cf67-43a1-8226-64f51980b4a2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:25.387555 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-df74cbda-7b7c-4eeb-9436-1ee83e5046d7 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:25.389862 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-df74cbda-7b7c-4eeb-9436-1ee83e5046d7 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:25.396948 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=a0e1abff-5754-41db-ac5d-8acc908b4055,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:25.407435 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:25.407938 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:25.408163 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:25.408500 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:25.408843 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:25.409160 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:25.409486 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:25.409944 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:25.410271 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:25.410721 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:25.411053 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:25.411503 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:25.413306 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fab12-6b47-4cb6-a589-59ac45867c4b admin admin] Pushing event deleted for resources: {'Port': ['ID=32c3c145-4103-410e-8646-16d4f53bbcb6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:25.423757 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-54557d6e-1cfd-4e59-859e-9183bfa4fe85 service neutron] Attempting to bind port f59913cd-5b2d-44c7-9ca5-03da2f072362 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:25.424347 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-54557d6e-1cfd-4e59-859e-9183bfa4fe85 service neutron] Attempting to bind port f59913cd-5b2d-44c7-9ca5-03da2f072362 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:25.424501 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-54557d6e-1cfd-4e59-859e-9183bfa4fe85 service neutron] Attempting to bind port f59913cd-5b2d-44c7-9ca5-03da2f072362 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:25.452473 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-df74cbda-7b7c-4eeb-9436-1ee83e5046d7 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1832700 Jul 05 09:41:25.453035 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-54557d6e-1cfd-4e59-859e-9183bfa4fe85 service neutron] Port f59913cd-5b2d-44c7-9ca5-03da2f072362 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:25.453035 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-54557d6e-1cfd-4e59-859e-9183bfa4fe85 service neutron] Attempting to bind port f59913cd-5b2d-44c7-9ca5-03da2f072362 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:25.475290 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-ca4f95f1-3b30-4409-850d-f97d891f1b80 service neutron] Request body: {'port': {'device_id': '0be74040-d10c-4087-9391-ce57009ac5c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:25.498111 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-864f00dd-c047-4e98-8333-b4a6c9770b65 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:25.499574 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-864f00dd-c047-4e98-8333-b4a6c9770b65 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2484016 Jul 05 09:41:25.500319 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-54557d6e-1cfd-4e59-859e-9183bfa4fe85 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:41:25.500659 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-54557d6e-1cfd-4e59-859e-9183bfa4fe85 service neutron] Checking segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:25.501040 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-54557d6e-1cfd-4e59-859e-9183bfa4fe85 service neutron] Bound using segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:41:25.501481 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-54557d6e-1cfd-4e59-859e-9183bfa4fe85 service neutron] Bound port: f59913cd-5b2d-44c7-9ca5-03da2f072362, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:41:25.501840 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-54557d6e-1cfd-4e59-859e-9183bfa4fe85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:25.510539 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7fa2e-58c9-4cc2-b60a-58d4163619ef req-069ecd82-1b09-49b2-920b-5f589d8376d0 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:25.512089 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bea7fa2e-58c9-4cc2-b60a-58d4163619ef req-069ecd82-1b09-49b2-920b-5f589d8376d0 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/ports?device_id=0be74040-d10c-4087-9391-ce57009ac5c8 HTTP/1.1" status: 200 len: 931 time: 0.1127973 Jul 05 09:41:25.519468 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-8eec0ae2-4a06-47d6-b1f0-786155bfebcd tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Request body: {'port': {'device_id': 'c06716c5-5057-48fd-ad54-e875163b01a9', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': '113815fb01a24fd792ed2a3df3efc0de'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:25.587449 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-306fab12-6b47-4cb6-a589-59ac45867c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:25.603400 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bea7fa2e-58c9-4cc2-b60a-58d4163619ef req-25822f9a-18ba-4d7d-b437-01360cfcee3a tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/security-groups?id=c877f03b-d322-4334-bfc3-ed6615dafa7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824556 Jul 05 09:41:25.606525 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-ca4f95f1-3b30-4409-850d-f97d891f1b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:25.733722 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['a0e1abff-5754-41db-ac5d-8acc908b4055'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:25.955025 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-306fab12-6b47-4cb6-a589-59ac45867c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:25.962410 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-306fab12-6b47-4cb6-a589-59ac45867c4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:26.023461 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-54557d6e-1cfd-4e59-859e-9183bfa4fe85 service neutron] For port f59913cd-5b2d-44c7-9ca5-03da2f072362, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:41:26.046738 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-54557d6e-1cfd-4e59-859e-9183bfa4fe85 service neutron] For port f59913cd-5b2d-44c7-9ca5-03da2f072362, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=f59913cd-5b2d-44c7-9ca5-03da2f072362,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:41:26.050274 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-306fab12-6b47-4cb6-a589-59ac45867c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:26.050852 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306fab12-6b47-4cb6-a589-59ac45867c4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e83d8ecb-fc83-4bf8-91c5-7370d853ec08 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:41:26.059521 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-306fab12-6b47-4cb6-a589-59ac45867c4b admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:26.063575 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-306fab12-6b47-4cb6-a589-59ac45867c4b admin admin] 10.222.0.79 "DELETE /v2.0/routers/e83d8ecb-fc83-4bf8-91c5-7370d853ec08 HTTP/1.1" status: 204 len: 168 time: 2.1160483 Jul 05 09:41:26.064174 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43750) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:26.069248 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-54557d6e-1cfd-4e59-859e-9183bfa4fe85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:26.101246 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb962f90-89b7-4ae7-940b-aaecd6a3455e req-a9932142-46cc-4ff5-99fd-5a1bc23218c5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:26.108146 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb962f90-89b7-4ae7-940b-aaecd6a3455e req-a9932142-46cc-4ff5-99fd-5a1bc23218c5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 943 time: 0.4954042 Jul 05 09:41:26.145222 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 322eb52b-3f54-475c-8824-4b961f6aff36 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:41:26.154456 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-54557d6e-1cfd-4e59-859e-9183bfa4fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:26.155479 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-54557d6e-1cfd-4e59-859e-9183bfa4fe85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:26.156877 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-54557d6e-1cfd-4e59-859e-9183bfa4fe85 service neutron] 10.222.0.81 "PUT /v2.0/ports/f59913cd-5b2d-44c7-9ca5-03da2f072362 HTTP/1.1" status: 200 len: 1091 time: 2.0503240 Jul 05 09:41:26.166186 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb31022-9186-4789-91f3-e0b31fb9d199', 'tag': 'f59913cd-5b2d-44c7-9ca5-03da2f072362'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:26.168539 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0f4f60-bad2-434d-8272-9b368f308329" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb31022-9186-4789-91f3-e0b31fb9d199", "tag": "f59913cd-5b2d-44c7-9ca5-03da2f072362"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:26.178134 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 322eb52b-3f54-475c-8824-4b961f6aff36 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:41:26.181271 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 322eb52b-3f54-475c-8824-4b961f6aff36 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:41:26.181864 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 32c3c145-4103-410e-8646-16d4f53bbcb6 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:41:26.188953 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-8eec0ae2-4a06-47d6-b1f0-786155bfebcd tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Made reservation on behalf of 113815fb01a24fd792ed2a3df3efc0de for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:26.192774 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-8eec0ae2-4a06-47d6-b1f0-786155bfebcd tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:26.206181 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-8eec0ae2-4a06-47d6-b1f0-786155bfebcd tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:26.207557 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 32c3c145-4103-410e-8646-16d4f53bbcb6 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:41:26.208055 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 32c3c145-4103-410e-8646-16d4f53bbcb6 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:41:26.210202 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb962f90-89b7-4ae7-940b-aaecd6a3455e req-27b88fc9-89ef-40c8-9351-746d423849c3 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010754 Jul 05 09:41:26.235590 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cdc2d86-c805-4d9f-8677-5d68488719e0 admin admin] Deleting subnet aa70ba2e-a279-4ce4-9142-ee80f05dab74 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:41:26.241916 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54557d6e-1cfd-4e59-859e-9183bfa4fe85 service neutron] Pushing event updated for resources: {'Port': ['ID=f59913cd-5b2d-44c7-9ca5-03da2f072362,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:26.246880 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5cdc2d86-c805-4d9f-8677-5d68488719e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:26.270575 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874df9ea-4f81-40e8-a66b-e9faf9c7440a req-476deb32-1d9e-4f6c-a01c-a2c5db2d436d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:26.273038 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-874df9ea-4f81-40e8-a66b-e9faf9c7440a req-476deb32-1d9e-4f6c-a01c-a2c5db2d436d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.2243335 Jul 05 09:41:26.320991 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5cdc2d86-c805-4d9f-8677-5d68488719e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:26.337782 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-874df9ea-4f81-40e8-a66b-e9faf9c7440a req-ba3da446-e5ff-4cc3-805d-12d5ffe9c233 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542943 Jul 05 09:41:26.372589 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-ca4f95f1-3b30-4409-850d-f97d891f1b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e9a36cf-cf67-43a1-8226-64f51980b4a2 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:26.383227 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-ca4f95f1-3b30-4409-850d-f97d891f1b80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:26.401471 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-ca4f95f1-3b30-4409-850d-f97d891f1b80 service neutron] Transition to ACTIVE for port object 6e9a36cf-cf67-43a1-8226-64f51980b4a2 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:26.413188 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-ca4f95f1-3b30-4409-850d-f97d891f1b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:26.432793 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-cdff6195-9923-4e01-9c1d-fb9bee48be51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:26.434321 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-cdff6195-9923-4e01-9c1d-fb9bee48be51 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 1094 time: 0.2119601 Jul 05 09:41:26.493698 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5cdc2d86-c805-4d9f-8677-5d68488719e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:26.496480 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-6e270110-bdf2-4113-bfa6-0b5c84f95308 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f59913cd-5b2d-44c7-9ca5-03da2f072362 HTTP/1.1" status: 200 len: 217 time: 0.0505164 Jul 05 09:41:26.531618 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f95f1-3b30-4409-850d-f97d891f1b80 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9a36cf-cf67-43a1-8226-64f51980b4a2,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:26.548246 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec950c0f-baed-45b0-992b-4c594ccfee0b x-openstack-request-id: req-ec950c0f-baed-45b0-992b-4c594ccfee0b {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:26.548587 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb31022-9186-4789-91f3-e0b31fb9d199", "tag": "f59913cd-5b2d-44c7-9ca5-03da2f072362", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:26.548765 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ec950c0f-baed-45b0-992b-4c594ccfee0b {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:26.549224 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb31022-9186-4789-91f3-e0b31fb9d199', 'tag': 'f59913cd-5b2d-44c7-9ca5-03da2f072362', 'status': 'completed', 'code': 200} Jul 05 09:41:26.555442 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:26.584213 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-8eec0ae2-4a06-47d6-b1f0-786155bfebcd tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:26.587989 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-ca4f95f1-3b30-4409-850d-f97d891f1b80 service neutron] Attempting to bind port 6e9a36cf-cf67-43a1-8226-64f51980b4a2 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:26.588212 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-ca4f95f1-3b30-4409-850d-f97d891f1b80 service neutron] Attempting to bind port 6e9a36cf-cf67-43a1-8226-64f51980b4a2 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '7b8eef03-8711-4e3d-9520-9bde17453e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'baf1e137-5039-465c-a9f8-059ec20ebcd7'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:26.588540 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-ca4f95f1-3b30-4409-850d-f97d891f1b80 service neutron] Attempting to bind port 6e9a36cf-cf67-43a1-8226-64f51980b4a2 on network baf1e137-5039-465c-a9f8-059ec20ebcd7 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:26.595328 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-8eec0ae2-4a06-47d6-b1f0-786155bfebcd tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:26.596096 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-ca4f95f1-3b30-4409-850d-f97d891f1b80 service neutron] Port 6e9a36cf-cf67-43a1-8226-64f51980b4a2 on network baf1e137-5039-465c-a9f8-059ec20ebcd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:26.596416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-ca4f95f1-3b30-4409-850d-f97d891f1b80 service neutron] Attempting to bind port 6e9a36cf-cf67-43a1-8226-64f51980b4a2 on network baf1e137-5039-465c-a9f8-059ec20ebcd7 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:26.606545 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-ca4f95f1-3b30-4409-850d-f97d891f1b80 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:41:26.606887 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-ca4f95f1-3b30-4409-850d-f97d891f1b80 service neutron] Checking segment: {'id': '7b8eef03-8711-4e3d-9520-9bde17453e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'baf1e137-5039-465c-a9f8-059ec20ebcd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:26.607275 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-ca4f95f1-3b30-4409-850d-f97d891f1b80 service neutron] Bound using segment: {'id': '7b8eef03-8711-4e3d-9520-9bde17453e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'baf1e137-5039-465c-a9f8-059ec20ebcd7'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:41:26.607709 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-ca4f95f1-3b30-4409-850d-f97d891f1b80 service neutron] Bound port: 6e9a36cf-cf67-43a1-8226-64f51980b4a2, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8eef03-8711-4e3d-9520-9bde17453e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'baf1e137-5039-465c-a9f8-059ec20ebcd7'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:41:26.611908 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-ca4f95f1-3b30-4409-850d-f97d891f1b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:26.636086 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-9597b7b5-a174-430a-94f0-efef51ad5096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:26.637535 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-9597b7b5-a174-430a-94f0-efef51ad5096 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4cd5f100-3ecb-4100-a6d6-40f339ce6cc7 HTTP/1.1" status: 200 len: 861 time: 0.1168349 Jul 05 09:41:26.639928 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab362585-d916-4e0c-b6bd-dd88b9846472 req-158320df-7b10-4236-b5a9-56a95f9922a1 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:26.641468 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab362585-d916-4e0c-b6bd-dd88b9846472 req-158320df-7b10-4236-b5a9-56a95f9922a1 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=91833c0e-ea9e-4abc-8930-d6d2c711c719 HTTP/1.1" status: 200 len: 949 time: 0.1448205 Jul 05 09:41:26.709016 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec0ae2-4a06-47d6-b1f0-786155bfebcd tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e495b61-c692-45a1-b215-e97c0e944c21,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:26.715115 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-278c35b9-6bcc-47f3-be83-0695869b2790 req-4b4df169-f363-4976-8064-5191a65ce036 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 210 time: 0.0498130 Jul 05 09:41:26.715707 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-3b01d5d1-e950-4594-80c1-28e1103a1de6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468566 Jul 05 09:41:26.757114 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5cdc2d86-c805-4d9f-8677-5d68488719e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:26.757834 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab362585-d916-4e0c-b6bd-dd88b9846472 req-4004a2ec-67b4-4b01-b961-a2d09db03e63 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937083 Jul 05 09:41:26.762368 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-ca4f95f1-3b30-4409-850d-f97d891f1b80 service neutron] For port 6e9a36cf-cf67-43a1-8226-64f51980b4a2, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:41:26.767430 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-ca4f95f1-3b30-4409-850d-f97d891f1b80 service neutron] For port 6e9a36cf-cf67-43a1-8226-64f51980b4a2, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6e9a36cf-cf67-43a1-8226-64f51980b4a2,segment=NetworkSegment(7b8eef03-8711-4e3d-9520-9bde17453e3b),segment_id=7b8eef03-8711-4e3d-9520-9bde17453e3b)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:41:26.773551 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-ca4f95f1-3b30-4409-850d-f97d891f1b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:26.807683 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-ca4f95f1-3b30-4409-850d-f97d891f1b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:26.808518 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-ca4f95f1-3b30-4409-850d-f97d891f1b80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:26.809956 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-ca4f95f1-3b30-4409-850d-f97d891f1b80 service neutron] 10.222.0.78 "PUT /v2.0/ports/6e9a36cf-cf67-43a1-8226-64f51980b4a2 HTTP/1.1" status: 200 len: 1091 time: 1.3405752 Jul 05 09:41:26.810588 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be74040-d10c-4087-9391-ce57009ac5c8', 'tag': '6e9a36cf-cf67-43a1-8226-64f51980b4a2'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:26.812901 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd174477-d849-4acf-9bb0-28c597febb7f" -d '{"events": [{"name": "network-changed", "server_uuid": "0be74040-d10c-4087-9391-ce57009ac5c8", "tag": "6e9a36cf-cf67-43a1-8226-64f51980b4a2"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:26.853378 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f95f1-3b30-4409-850d-f97d891f1b80 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9a36cf-cf67-43a1-8226-64f51980b4a2,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:26.853535 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5cdc2d86-c805-4d9f-8677-5d68488719e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:26.855284 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5cdc2d86-c805-4d9f-8677-5d68488719e0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/aa70ba2e-a279-4ce4-9142-ee80f05dab74 HTTP/1.1" status: 204 len: 168 time: 0.7880750 Jul 05 09:41:26.862798 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64565c7-36a5-411f-9034-0aad98d27151 None None] Network 9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:41:26.865325 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc2d86-c805-4d9f-8677-5d68488719e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa70ba2e-a279-4ce4-9142-ee80f05dab74,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:26.867110 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43760) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:26.898715 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecf33f1-f3c7-44b5-b12a-725068c8a174 x-openstack-request-id: req-6ecf33f1-f3c7-44b5-b12a-725068c8a174 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:26.899246 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be74040-d10c-4087-9391-ce57009ac5c8", "tag": "6e9a36cf-cf67-43a1-8226-64f51980b4a2", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:26.899594 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6ecf33f1-f3c7-44b5-b12a-725068c8a174 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:26.900138 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0be74040-d10c-4087-9391-ce57009ac5c8', 'tag': '6e9a36cf-cf67-43a1-8226-64f51980b4a2', 'status': 'completed', 'code': 200} Jul 05 09:41:26.917048 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-8eec0ae2-4a06-47d6-b1f0-786155bfebcd tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Allocated IP 192.168.233.167 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/6b53c115-fa70-49fb-a505-943b44432cf3) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:41:26.950241 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-7b340fdf-c9ed-4a96-a928-625e87624934 service neutron] 10.222.0.81 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248147 Jul 05 09:41:27.001626 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8129c9f1-9f10-46a6-a94d-e9b36bdc10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:27.035364 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-1a6dd8a7-cd90-4278-b81a-d8aea221a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:27.037459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-1a6dd8a7-cd90-4278-b81a-d8aea221a43f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c00dab828cc54d94967e6f1b8ea7fe37&device_id=0be74040-d10c-4087-9391-ce57009ac5c8 HTTP/1.1" status: 200 len: 1094 time: 0.1790481 Jul 05 09:41:27.066247 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141df6f6-3c4d-467f-8be5-259923873362 req-6ac9c780-caf6-4814-8bd0-3d39ef7014fb tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:27.068389 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-141df6f6-3c4d-467f-8be5-259923873362 req-6ac9c780-caf6-4814-8bd0-3d39ef7014fb tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/ports?device_id=0be74040-d10c-4087-9391-ce57009ac5c8 HTTP/1.1" status: 200 len: 943 time: 0.1912861 Jul 05 09:41:27.089271 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a108dee-b486-471a-aff4-d21fc3debe60 None None] DHCP port deletion for 9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:41:27.117649 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-b1f2f3a2-4dd0-45e5-9317-a3ff407338f9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e9a36cf-cf67-43a1-8226-64f51980b4a2 HTTP/1.1" status: 200 len: 217 time: 0.0594974 Jul 05 09:41:27.137840 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0a108dee-b486-471a-aff4-d21fc3debe60 None None] Deleting port e5fe188f-1593-4091-a2d8-6db96b3ea861 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:27.138314 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0a108dee-b486-471a-aff4-d21fc3debe60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:27.141803 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-555042d2-133b-432f-bd80-ed79dc8fdb27 req-99b979b4-1336-4053-b637-241b176c2ba2 service neutron] 10.222.0.81 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705048 Jul 05 09:41:27.178426 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-8eec0ae2-4a06-47d6-b1f0-786155bfebcd tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:27.190122 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-141df6f6-3c4d-467f-8be5-259923873362 req-166da09e-c183-44a5-a096-e89cd1655b1c tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/security-groups?id=c877f03b-d322-4334-bfc3-ed6615dafa7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152923 Jul 05 09:41:27.196600 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-8eec0ae2-4a06-47d6-b1f0-786155bfebcd tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Transition to ACTIVE for port object 6b53c115-fa70-49fb-a505-943b44432cf3 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:27.203297 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-bb9e5430-35bc-4cf1-a450-c8dd9cbde997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:27.204789 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-bb9e5430-35bc-4cf1-a450-c8dd9cbde997 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=51184a5e-daf5-4f1d-99af-4e3ec871e7a9 HTTP/1.1" status: 200 len: 864 time: 0.0804610 Jul 05 09:41:27.207444 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8129c9f1-9f10-46a6-a94d-e9b36bdc10c2 admin admin] Deleting port e5fe188f-1593-4091-a2d8-6db96b3ea861 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:27.208043 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8129c9f1-9f10-46a6-a94d-e9b36bdc10c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:27.210473 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0a108dee-b486-471a-aff4-d21fc3debe60 None None] For port e5fe188f-1593-4091-a2d8-6db96b3ea861, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e5fe188f-1593-4091-a2d8-6db96b3ea861,segment=NetworkSegment(8ce0f85e-3058-4636-80b4-523c953cb90d),segment_id=8ce0f85e-3058-4636-80b4-523c953cb90d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:27.210473 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0a108dee-b486-471a-aff4-d21fc3debe60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:27.230964 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0a108dee-b486-471a-aff4-d21fc3debe60 None None] Calling delete_port for e5fe188f-1593-4091-a2d8-6db96b3ea861 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:27.277251 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-5c05236f-8957-4c6a-a792-dccd2b34a1df service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=baf1e137-5039-465c-a9f8-059ec20ebcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571392 Jul 05 09:41:27.287266 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-8eec0ae2-4a06-47d6-b1f0-786155bfebcd tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:27.293780 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f4f60-bad2-434d-8272-9b368f308329 req-7c929e5b-503f-4ca1-9296-e009d13da9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:27.295800 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-de0f4f60-bad2-434d-8272-9b368f308329 req-7c929e5b-503f-4ca1-9296-e009d13da9f9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 1094 time: 0.0934129 Jul 05 09:41:27.319699 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0a108dee-b486-471a-aff4-d21fc3debe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:27.349853 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a108dee-b486-471a-aff4-d21fc3debe60 None None] Pushing event deleted for resources: {'Port': ['ID=e5fe188f-1593-4091-a2d8-6db96b3ea861,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:27.354203 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a108dee-b486-471a-aff4-d21fc3debe60 None None] No DVR routers for this DVR port e5fe188f-1593-4091-a2d8-6db96b3ea861 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:41:27.355348 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec0ae2-4a06-47d6-b1f0-786155bfebcd tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Pushing event updated for resources: {'Port': ['ID=6b53c115-fa70-49fb-a505-943b44432cf3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:27.380137 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-8129c9f1-9f10-46a6-a94d-e9b36bdc10c2 admin admin] For port e5fe188f-1593-4091-a2d8-6db96b3ea861, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e5fe188f-1593-4091-a2d8-6db96b3ea861,segment=NetworkSegment(8ce0f85e-3058-4636-80b4-523c953cb90d),segment_id=8ce0f85e-3058-4636-80b4-523c953cb90d)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:27.380572 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8129c9f1-9f10-46a6-a94d-e9b36bdc10c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:27.417156 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-8eec0ae2-4a06-47d6-b1f0-786155bfebcd tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:27.418969 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8129c9f1-9f10-46a6-a94d-e9b36bdc10c2 admin admin] Calling delete_port for e5fe188f-1593-4091-a2d8-6db96b3ea861 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:27.421496 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-8eec0ae2-4a06-47d6-b1f0-786155bfebcd tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:27.426886 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-8eec0ae2-4a06-47d6-b1f0-786155bfebcd tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:27.500582 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-8eec0ae2-4a06-47d6-b1f0-786155bfebcd tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:27.501339 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-8eec0ae2-4a06-47d6-b1f0-786155bfebcd tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:27.511780 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-d4a835d5-7bb2-43f3-b836-03102afe1494 service neutron] 10.222.0.78 "GET /v2.0/networks/baf1e137-5039-465c-a9f8-059ec20ebcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200642 Jul 05 09:41:27.520071 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f4f60-bad2-434d-8272-9b368f308329 req-85124333-178f-42f2-8724-5a82fe2d8dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:27.521659 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-de0f4f60-bad2-434d-8272-9b368f308329 req-85124333-178f-42f2-8724-5a82fe2d8dde service neutron] 10.222.0.81 "GET /v2.0/networks?id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 200 len: 922 time: 0.1711428 Jul 05 09:41:27.538696 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-8eec0ae2-4a06-47d6-b1f0-786155bfebcd tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0254343 Jul 05 09:41:27.574108 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-6680c96e-4e41-4f25-9e87-35eec0050c8b service neutron] Request body: {'port': {'device_id': 'c06716c5-5057-48fd-ad54-e875163b01a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:27.600820 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-de0f4f60-bad2-434d-8272-9b368f308329 req-9d0bcc8a-98c1-498b-91f1-75df0f741b80 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f59913cd-5b2d-44c7-9ca5-03da2f072362 HTTP/1.1" status: 200 len: 217 time: 0.0716610 Jul 05 09:41:27.602515 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b03a56-6e51-4504-b939-316969f838a7 req-6280832a-e8f4-442d-8fa8-fbd016b7cce3 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:27.604056 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c5b03a56-6e51-4504-b939-316969f838a7 req-6280832a-e8f4-442d-8fa8-fbd016b7cce3 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 943 time: 0.2401874 Jul 05 09:41:27.611181 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8129c9f1-9f10-46a6-a94d-e9b36bdc10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:27.663008 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129c9f1-9f10-46a6-a94d-e9b36bdc10c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5fe188f-1593-4091-a2d8-6db96b3ea861,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:27.685507 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8129c9f1-9f10-46a6-a94d-e9b36bdc10c2 admin admin] No DVR routers for this DVR port e5fe188f-1593-4091-a2d8-6db96b3ea861 on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:41:27.692483 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f4f60-bad2-434d-8272-9b368f308329 req-c993bc3c-6d00-47b8-846a-be7ac8d86fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:27.694514 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-de0f4f60-bad2-434d-8272-9b368f308329 req-c993bc3c-6d00-47b8-846a-be7ac8d86fd9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4cd5f100-3ecb-4100-a6d6-40f339ce6cc7 HTTP/1.1" status: 200 len: 861 time: 0.0786588 Jul 05 09:41:27.697101 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-6680c96e-4e41-4f25-9e87-35eec0050c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:27.738793 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-de0f4f60-bad2-434d-8272-9b368f308329 req-c0dd3f4f-1f86-4450-a298-07031c488140 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328758 Jul 05 09:41:27.751178 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c5b03a56-6e51-4504-b939-316969f838a7 req-abb7a714-3d65-44f8-a1ae-41cf9e18e8bf tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363995 Jul 05 09:41:27.777121 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e1fc6181-5b4f-4ad9-8d15-69d32d242afa None None] Provisioning for port 6b53c115-fa70-49fb-a505-943b44432cf3 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:27.783863 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e1fc6181-5b4f-4ad9-8d15-69d32d242afa None None] Provisioning complete for port 6b53c115-fa70-49fb-a505-943b44432cf3 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:27.784313 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e1fc6181-5b4f-4ad9-8d15-69d32d242afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:27.798354 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-843be54a-8793-442c-a0f0-a68b75a7b281 req-cb4407ca-ec1b-4d22-bc5c-60c1dbf6ebf0 service neutron] 10.222.0.78 "GET /v2.0/networks/baf1e137-5039-465c-a9f8-059ec20ebcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714214 Jul 05 09:41:27.813707 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8129c9f1-9f10-46a6-a94d-e9b36bdc10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:27.830724 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-8129c9f1-9f10-46a6-a94d-e9b36bdc10c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:27.843959 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-8129c9f1-9f10-46a6-a94d-e9b36bdc10c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce0f85e-3058-4636-80b4-523c953cb90d') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:27.844266 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-8129c9f1-9f10-46a6-a94d-e9b36bdc10c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce0f85e-3058-4636-80b4-523c953cb90d') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:27.863106 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1e01f-e2ab-4f5d-a98b-7039266d6f1e req-a325bc5b-e044-47e7-a0d5-c058824e0dd4 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:27.865576 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e1fc6181-5b4f-4ad9-8d15-69d32d242afa None None] Port 6b53c115-fa70-49fb-a505-943b44432cf3 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:41:27.870417 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15c1e01f-e2ab-4f5d-a98b-7039266d6f1e req-a325bc5b-e044-47e7-a0d5-c058824e0dd4 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.2131457 Jul 05 09:41:27.873414 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8129c9f1-9f10-46a6-a94d-e9b36bdc10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:27.926499 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8129c9f1-9f10-46a6-a94d-e9b36bdc10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:27.943106 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8129c9f1-9f10-46a6-a94d-e9b36bdc10c2 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:41:27.943537 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8129c9f1-9f10-46a6-a94d-e9b36bdc10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: self.session.flush() Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: self.session.flush() Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: self.session.flush() Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: self.session.flush() Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:41:27.946071 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:41:27.956608 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-de0f4f60-bad2-434d-8272-9b368f308329 req-51e9da57-cd0d-4aea-b0c8-9425a196bbfd service neutron] 10.222.0.81 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985698 Jul 05 09:41:27.991039 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15c1e01f-e2ab-4f5d-a98b-7039266d6f1e req-a63a5008-bbd5-4414-ad81-19f946fbd277 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196659 Jul 05 09:41:28.029489 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd174477-d849-4acf-9bb0-28c597febb7f req-8da46e0c-f23d-44fc-ad84-a373d67f8fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:28.031156 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd174477-d849-4acf-9bb0-28c597febb7f req-8da46e0c-f23d-44fc-ad84-a373d67f8fa6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c00dab828cc54d94967e6f1b8ea7fe37&device_id=0be74040-d10c-4087-9391-ce57009ac5c8 HTTP/1.1" status: 200 len: 1094 time: 0.1552389 Jul 05 09:41:28.037037 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8129c9f1-9f10-46a6-a94d-e9b36bdc10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:28.044492 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8129c9f1-9f10-46a6-a94d-e9b36bdc10c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:28.047703 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8129c9f1-9f10-46a6-a94d-e9b36bdc10c2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc HTTP/1.1" status: 204 len: 168 time: 1.1795392 Jul 05 09:41:28.143320 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-de0f4f60-bad2-434d-8272-9b368f308329 req-49aa4fb4-18ae-43c2-a645-c01de0f00780 service neutron] 10.222.0.81 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553497 Jul 05 09:41:28.175427 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e5fe188f-1593-4091-a2d8-6db96b3ea861 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:41:28.188475 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129c9f1-9f10-46a6-a94d-e9b36bdc10c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cf837bb-c6d6-4c19-9de4-c3262bb4ccfc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:28.201333 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: e5fe188f-1593-4091-a2d8-6db96b3ea861 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:41:28.202328 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e5fe188f-1593-4091-a2d8-6db96b3ea861 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:41:28.213896 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-6680c96e-4e41-4f25-9e87-35eec0050c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b53c115-fa70-49fb-a505-943b44432cf3 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:28.221927 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-6680c96e-4e41-4f25-9e87-35eec0050c8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:28.236631 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-6680c96e-4e41-4f25-9e87-35eec0050c8b service neutron] Transition to ACTIVE for port object 6b53c115-fa70-49fb-a505-943b44432cf3 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:28.241689 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-6680c96e-4e41-4f25-9e87-35eec0050c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:28.262723 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd174477-d849-4acf-9bb0-28c597febb7f req-e9a99063-e150-467b-a670-a43e2e523d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:28.264264 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd174477-d849-4acf-9bb0-28c597febb7f req-e9a99063-e150-467b-a670-a43e2e523d7c service neutron] 10.222.0.78 "GET /v2.0/networks?id=baf1e137-5039-465c-a9f8-059ec20ebcd7 HTTP/1.1" status: 200 len: 925 time: 0.2154071 Jul 05 09:41:28.321581 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43778) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:28.323198 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd174477-d849-4acf-9bb0-28c597febb7f req-e1f661af-474b-45e9-8e00-eace99a5b2e9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e9a36cf-cf67-43a1-8226-64f51980b4a2 HTTP/1.1" status: 200 len: 217 time: 0.0492723 Jul 05 09:41:28.333638 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab57871-e60d-4b54-89d0-ff8411b1fe8a req-6087acaf-81ec-4109-be37-7c904f37318a tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:28.335199 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4ab57871-e60d-4b54-89d0-ff8411b1fe8a req-6087acaf-81ec-4109-be37-7c904f37318a tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 936 time: 0.2128952 Jul 05 09:41:28.344793 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680c96e-4e41-4f25-9e87-35eec0050c8b service neutron] Pushing event updated for resources: {'Port': ['ID=6b53c115-fa70-49fb-a505-943b44432cf3,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:28.382851 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d962-535e-4c80-bc14-c9fc555f1edd req-cd8179e1-6636-4713-a789-71085cf5f40f tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:28.386512 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6073d962-535e-4c80-bc14-c9fc555f1edd req-cd8179e1-6636-4713-a789-71085cf5f40f tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=91833c0e-ea9e-4abc-8930-d6d2c711c719 HTTP/1.1" status: 200 len: 949 time: 0.2138760 Jul 05 09:41:28.409737 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f423ca1e-90bc-42ed-a602-ffe209e6c78c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=803acc6874de4453bf1b08ee6a2bd573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0870175 Jul 05 09:41:28.412897 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-6680c96e-4e41-4f25-9e87-35eec0050c8b service neutron] Attempting to bind port 6b53c115-fa70-49fb-a505-943b44432cf3 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:28.413037 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43780) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:28.413343 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-6680c96e-4e41-4f25-9e87-35eec0050c8b service neutron] Attempting to bind port 6b53c115-fa70-49fb-a505-943b44432cf3 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:28.413734 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-6680c96e-4e41-4f25-9e87-35eec0050c8b service neutron] Attempting to bind port 6b53c115-fa70-49fb-a505-943b44432cf3 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:28.418455 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-6680c96e-4e41-4f25-9e87-35eec0050c8b service neutron] Port 6b53c115-fa70-49fb-a505-943b44432cf3 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:28.418899 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-6680c96e-4e41-4f25-9e87-35eec0050c8b service neutron] Attempting to bind port 6b53c115-fa70-49fb-a505-943b44432cf3 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:28.423823 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-6680c96e-4e41-4f25-9e87-35eec0050c8b service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:41:28.424948 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-6680c96e-4e41-4f25-9e87-35eec0050c8b service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:28.425340 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-6680c96e-4e41-4f25-9e87-35eec0050c8b service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:41:28.425775 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-6680c96e-4e41-4f25-9e87-35eec0050c8b service neutron] Bound port: 6b53c115-fa70-49fb-a505-943b44432cf3, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:41:28.426774 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-6680c96e-4e41-4f25-9e87-35eec0050c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:28.465358 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd174477-d849-4acf-9bb0-28c597febb7f req-55bfa631-eb5f-44f9-a8cc-a4cebeaa1163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:28.467727 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd174477-d849-4acf-9bb0-28c597febb7f req-55bfa631-eb5f-44f9-a8cc-a4cebeaa1163 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=51184a5e-daf5-4f1d-99af-4e3ec871e7a9 HTTP/1.1" status: 200 len: 864 time: 0.1305494 Jul 05 09:41:28.480831 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4ab57871-e60d-4b54-89d0-ff8411b1fe8a req-fa4cbd9a-0a84-4757-84f7-e91b65c99df1 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352446 Jul 05 09:41:28.511273 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-6680c96e-4e41-4f25-9e87-35eec0050c8b service neutron] For port 6b53c115-fa70-49fb-a505-943b44432cf3, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:41:28.512518 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6073d962-535e-4c80-bc14-c9fc555f1edd req-d63a5011-c0b7-431f-8440-84c3d20fc15a tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151061 Jul 05 09:41:28.514040 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-6680c96e-4e41-4f25-9e87-35eec0050c8b service neutron] For port 6b53c115-fa70-49fb-a505-943b44432cf3, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=6b53c115-fa70-49fb-a505-943b44432cf3,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:41:28.519143 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-6680c96e-4e41-4f25-9e87-35eec0050c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:28.550335 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd174477-d849-4acf-9bb0-28c597febb7f req-e1e9b885-173d-4f6b-a265-52b7cd24ffdd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=baf1e137-5039-465c-a9f8-059ec20ebcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685039 Jul 05 09:41:28.580314 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680c96e-4e41-4f25-9e87-35eec0050c8b service neutron] Pushing event updated for resources: {'Port': ['ID=6b53c115-fa70-49fb-a505-943b44432cf3,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:28.587395 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45bb775a-8766-4b4d-9e6a-92fc844cfb1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:28.602435 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-6680c96e-4e41-4f25-9e87-35eec0050c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:28.603115 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-6680c96e-4e41-4f25-9e87-35eec0050c8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:28.606304 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-6680c96e-4e41-4f25-9e87-35eec0050c8b service neutron] 10.222.0.81 "PUT /v2.0/ports/6b53c115-fa70-49fb-a505-943b44432cf3 HTTP/1.1" status: 200 len: 1096 time: 1.0364983 Jul 05 09:41:28.606780 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06716c5-5057-48fd-ad54-e875163b01a9', 'tag': '6b53c115-fa70-49fb-a505-943b44432cf3'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:28.609474 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed489e82-7ac2-4bf6-b5c9-f7739a617792" -d '{"events": [{"name": "network-changed", "server_uuid": "c06716c5-5057-48fd-ad54-e875163b01a9", "tag": "6b53c115-fa70-49fb-a505-943b44432cf3"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:28.721235 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45bb775a-8766-4b4d-9e6a-92fc844cfb1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:28.722779 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-c0240f21-79dc-4f07-bf77-433f2aa57286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:28.724485 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-c0240f21-79dc-4f07-bf77-433f2aa57286 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 1099 time: 0.0658326 Jul 05 09:41:28.727007 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a8839a-b335-4606-9533-cc45d0c3993b x-openstack-request-id: req-14a8839a-b335-4606-9533-cc45d0c3993b {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:28.727787 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06716c5-5057-48fd-ad54-e875163b01a9", "tag": "6b53c115-fa70-49fb-a505-943b44432cf3", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:28.728141 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-14a8839a-b335-4606-9533-cc45d0c3993b {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:28.728603 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06716c5-5057-48fd-ad54-e875163b01a9', 'tag': '6b53c115-fa70-49fb-a505-943b44432cf3', 'status': 'completed', 'code': 200} Jul 05 09:41:28.779049 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-46cb61ff-d2a1-4fd2-ac70-458f6c6cafe4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=6b53c115-fa70-49fb-a505-943b44432cf3 HTTP/1.1" status: 200 len: 217 time: 0.0418842 Jul 05 09:41:28.795450 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd174477-d849-4acf-9bb0-28c597febb7f req-b04051bd-c835-4453-a0c1-94e0d43f7b21 service neutron] 10.222.0.78 "GET /v2.0/networks/baf1e137-5039-465c-a9f8-059ec20ebcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173576 Jul 05 09:41:28.804451 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a141003-e1f6-4285-aeef-0d40da91952c req-f754a54d-c687-4600-8ade-081dfd26efca tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:28.805915 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a141003-e1f6-4285-aeef-0d40da91952c req-f754a54d-c687-4600-8ade-081dfd26efca tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/ports?device_id=0be74040-d10c-4087-9391-ce57009ac5c8 HTTP/1.1" status: 200 len: 943 time: 0.1568086 Jul 05 09:41:28.837496 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-275affb9-487e-483b-aaf0-5a09d43e3893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:28.839833 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-275affb9-487e-483b-aaf0-5a09d43e3893 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0532227 Jul 05 09:41:28.883742 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45bb775a-8766-4b4d-9e6a-92fc844cfb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:28.886272 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45bb775a-8766-4b4d-9e6a-92fc844cfb1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:28.890499 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-45bb775a-8766-4b4d-9e6a-92fc844cfb1c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ca4aea87-c223-495c-b5fb-b677934e5339 HTTP/1.1" status: 204 len: 168 time: 0.4764681 Jul 05 09:41:28.907215 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-2597f252-d116-46cc-b3ba-d4f3654e4d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:28.909102 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-2597f252-d116-46cc-b3ba-d4f3654e4d0c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0609040 Jul 05 09:41:28.919990 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb775a-8766-4b4d-9e6a-92fc844cfb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4aea87-c223-495c-b5fb-b677934e5339,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:28.931091 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a141003-e1f6-4285-aeef-0d40da91952c req-2fb80a25-180e-4897-a5ff-a055f171856d tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/security-groups?id=c877f03b-d322-4334-bfc3-ed6615dafa7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019719 Jul 05 09:41:28.953024 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd174477-d849-4acf-9bb0-28c597febb7f req-15c74cb8-0e3c-4004-9c50-aab5583afe87 service neutron] 10.222.0.78 "GET /v2.0/networks/baf1e137-5039-465c-a9f8-059ec20ebcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454628 Jul 05 09:41:28.980467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device a0e1abff-5754-41db-ac5d-8acc908b4055 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:41:29.042937 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-11cb1dd0-9f54-4f78-b7bd-b1f1dde5c1c6 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255455 Jul 05 09:41:29.079886 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port a0e1abff-5754-41db-ac5d-8acc908b4055 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:29.088649 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port a0e1abff-5754-41db-ac5d-8acc908b4055 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:29.090119 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:29.195660 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:29.199607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60e127-60b0-4932-985d-1d46bf11694b req-4de17a09-a12c-4da9-b950-27c6cd12c327 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:29.201247 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0d60e127-60b0-4932-985d-1d46bf11694b req-4de17a09-a12c-4da9-b950-27c6cd12c327 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 943 time: 0.1040151 Jul 05 09:41:29.217426 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f5b12c4e-9312-4e67-aa3f-87e5b1b85460 req-66309b6e-b755-422d-b674-24d2c2b23e97 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658852 Jul 05 09:41:29.239900 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91833c0e-ea9e-4abc-8930-d6d2c711c719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e1abff-5754-41db-ac5d-8acc908b4055'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:29.242673 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3cff71-f2b7-4802-9be7-cac049864fe8" -d '{"events": [{"server_uuid": "91833c0e-ea9e-4abc-8930-d6d2c711c719", "name": "network-vif-plugged", "status": "completed", "tag": "a0e1abff-5754-41db-ac5d-8acc908b4055"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:29.258054 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0d60e127-60b0-4932-985d-1d46bf11694b req-a140f23f-c385-4e48-af2a-cd62c604bcba tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503683 Jul 05 09:41:29.264443 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port a0e1abff-5754-41db-ac5d-8acc908b4055, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=a0e1abff-5754-41db-ac5d-8acc908b4055,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:29.271298 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:29.342993 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84ba7b-dfdb-4265-8586-c8f8bd99f585 req-5af7cd40-d13d-4d6d-bf40-875d05b74f4c tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:29.345045 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b84ba7b-dfdb-4265-8586-c8f8bd99f585 req-5af7cd40-d13d-4d6d-bf40-875d05b74f4c tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.0819461 Jul 05 09:41:29.350103 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=a0e1abff-5754-41db-ac5d-8acc908b4055,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:29.365773 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed489e82-7ac2-4bf6-b5c9-f7739a617792 req-d5e24523-616d-4cab-9719-7c059d43856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:29.367657 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ed489e82-7ac2-4bf6-b5c9-f7739a617792 req-d5e24523-616d-4cab-9719-7c059d43856c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 1099 time: 0.0800328 Jul 05 09:41:29.372954 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d385eabd-0915-4090-840c-152e66f2fa94 x-openstack-request-id: req-d385eabd-0915-4090-840c-152e66f2fa94 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:29.373368 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91833c0e-ea9e-4abc-8930-d6d2c711c719", "name": "network-vif-plugged", "status": "completed", "tag": "a0e1abff-5754-41db-ac5d-8acc908b4055", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:29.373856 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d385eabd-0915-4090-840c-152e66f2fa94 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:29.374484 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91833c0e-ea9e-4abc-8930-d6d2c711c719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e1abff-5754-41db-ac5d-8acc908b4055', 'code': 200} Jul 05 09:41:29.390538 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b84ba7b-dfdb-4265-8586-c8f8bd99f585 req-558a55ed-7c97-41ca-a312-c7d000deacf9 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384805 Jul 05 09:41:29.472746 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed489e82-7ac2-4bf6-b5c9-f7739a617792 req-e5065f8f-1037-4258-ad2f-5687e16987c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:29.474251 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ed489e82-7ac2-4bf6-b5c9-f7739a617792 req-e5065f8f-1037-4258-ad2f-5687e16987c8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.0985456 Jul 05 09:41:29.494731 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35c1e9-d222-4d88-9b89-83c4fe40b41e req-89bdde33-1e95-4d92-a657-cdc644fc30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:29.496369 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a35c1e9-d222-4d88-9b89-83c4fe40b41e req-89bdde33-1e95-4d92-a657-cdc644fc30a2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=91833c0e-ea9e-4abc-8930-d6d2c711c719 HTTP/1.1" status: 200 len: 1101 time: 0.0563207 Jul 05 09:41:29.516113 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device f59913cd-5b2d-44c7-9ca5-03da2f072362 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:41:29.522765 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ed489e82-7ac2-4bf6-b5c9-f7739a617792 req-cc76c4aa-31e7-4dbb-afce-decdc810d7db service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=6b53c115-fa70-49fb-a505-943b44432cf3 HTTP/1.1" status: 200 len: 217 time: 0.0415530 Jul 05 09:41:29.562352 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a35c1e9-d222-4d88-9b89-83c4fe40b41e req-64bd9f1c-309a-48a6-8690-dd47d48377fc service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532162 Jul 05 09:41:29.604751 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed489e82-7ac2-4bf6-b5c9-f7739a617792 req-167e122a-a1de-406f-8681-a6bca3110ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:29.606853 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ed489e82-7ac2-4bf6-b5c9-f7739a617792 req-167e122a-a1de-406f-8681-a6bca3110ded service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0744877 Jul 05 09:41:29.633012 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port f59913cd-5b2d-44c7-9ca5-03da2f072362, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=f59913cd-5b2d-44c7-9ca5-03da2f072362,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:29.649628 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'f59913cd-5b2d-44c7-9ca5-03da2f072362', 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3', 'port_id': 'f59913cd-5b2d-44c7-9ca5-03da2f072362', 'mac_address': 'fa:16:3e:4c:39:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cd5f100-3ecb-4100-a6d6-40f339ce6cc7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:41:29.706271 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed489e82-7ac2-4bf6-b5c9-f7739a617792 req-f01837c0-db21-459e-b9e7-64a03df87ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:29.708081 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ed489e82-7ac2-4bf6-b5c9-f7739a617792 req-f01837c0-db21-459e-b9e7-64a03df87ef4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0940640 Jul 05 09:41:29.719795 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:29.734493 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59913cd-5b2d-44c7-9ca5-03da2f072362 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:29.761081 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port f59913cd-5b2d-44c7-9ca5-03da2f072362, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=f59913cd-5b2d-44c7-9ca5-03da2f072362,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:29.767387 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:29.779808 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552866b8-3bee-4f5f-9161-4584819c2b30 req-264e9ed3-728b-48cc-ab22-188a48f40c56 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:29.781388 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-552866b8-3bee-4f5f-9161-4584819c2b30 req-264e9ed3-728b-48cc-ab22-188a48f40c56 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 948 time: 0.1193643 Jul 05 09:41:29.790607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080dd20-6cb1-4897-a291-87bb01f29195 req-8c309d95-ddc6-437b-9a0d-e3a0222f1719 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:29.792160 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0080dd20-6cb1-4897-a291-87bb01f29195 req-8c309d95-ddc6-437b-9a0d-e3a0222f1719 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=91833c0e-ea9e-4abc-8930-d6d2c711c719 HTTP/1.1" status: 200 len: 950 time: 0.0965447 Jul 05 09:41:29.827189 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ed489e82-7ac2-4bf6-b5c9-f7739a617792 req-2c5927ca-8586-4751-80d9-919d6ee0a9bf service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111183 Jul 05 09:41:29.830748 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=f59913cd-5b2d-44c7-9ca5-03da2f072362,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:29.854031 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-552866b8-3bee-4f5f-9161-4584819c2b30 req-b86e8d62-0dc0-4203-8817-2e5bf345398a tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608933 Jul 05 09:41:29.861636 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0080dd20-6cb1-4897-a291-87bb01f29195 req-7a2c9685-8318-42b1-b345-5dc1b2bfbcb6 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526593 Jul 05 09:41:29.938495 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ed489e82-7ac2-4bf6-b5c9-f7739a617792 req-deb3b503-f840-423c-a84a-3627cf539788 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016281 Jul 05 09:41:29.985822 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['f59913cd-5b2d-44c7-9ca5-03da2f072362'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:30.144702 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317434a5-3541-4e85-a451-67b7f096b4fa req-7126cfe8-2f25-47ed-b76c-7a1c87a5dcda tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:30.146707 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-317434a5-3541-4e85-a451-67b7f096b4fa req-7126cfe8-2f25-47ed-b76c-7a1c87a5dcda tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/ports?device_id=0be74040-d10c-4087-9391-ce57009ac5c8 HTTP/1.1" status: 200 len: 943 time: 0.0652101 Jul 05 09:41:30.185633 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-317434a5-3541-4e85-a451-67b7f096b4fa req-2eff0270-e54e-4008-9062-8bd9055347b3 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/security-groups?id=c877f03b-d322-4334-bfc3-ed6615dafa7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334742 Jul 05 09:41:30.343032 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43838) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:30.439563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f91b98-f1dd-46eb-bde1-6f416f83f3cd req-861434d2-5e6a-428e-aafd-40fa31fcba72 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:30.441267 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7f91b98-f1dd-46eb-bde1-6f416f83f3cd req-861434d2-5e6a-428e-aafd-40fa31fcba72 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 944 time: 0.0662236 Jul 05 09:41:30.460777 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7325c678-5a2e-4f3c-95ed-533361d6a7f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:30.505356 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7f91b98-f1dd-46eb-bde1-6f416f83f3cd req-dc60075c-fee7-4baf-9c2a-e3eec939b17d tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570812 Jul 05 09:41:30.611413 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821aa15-5799-426e-bfc0-f7864982fd47 req-2c5003ea-3eee-44d0-91a5-ef25a0ee0eaa tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:30.612937 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0821aa15-5799-426e-bfc0-f7864982fd47 req-2c5003ea-3eee-44d0-91a5-ef25a0ee0eaa tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.1061690 Jul 05 09:41:30.651046 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7325c678-5a2e-4f3c-95ed-533361d6a7f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:30.660777 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7325c678-5a2e-4f3c-95ed-533361d6a7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:30.682156 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0821aa15-5799-426e-bfc0-f7864982fd47 req-1752aad1-8406-49f6-9444-2138a00cc8cf tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583103 Jul 05 09:41:30.705557 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7325c678-5a2e-4f3c-95ed-533361d6a7f2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a9068ebcc87343d19d88623631dd812f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3614297 Jul 05 09:41:30.706658 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325c678-5a2e-4f3c-95ed-533361d6a7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983dece9-2ead-41ee-a860-8667c9f93a88,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:30.709050 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43844) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:30.757908 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8677db34-5794-4ab9-83ac-1111d4e627a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:30.777963 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8677db34-5794-4ab9-83ac-1111d4e627a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:30.823462 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8677db34-5794-4ab9-83ac-1111d4e627a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:30.826037 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8677db34-5794-4ab9-83ac-1111d4e627a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:30.827173 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8677db34-5794-4ab9-83ac-1111d4e627a1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/983dece9-2ead-41ee-a860-8667c9f93a88 HTTP/1.1" status: 204 len: 168 time: 0.1171527 Jul 05 09:41:30.834444 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677db34-5794-4ab9-83ac-1111d4e627a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983dece9-2ead-41ee-a860-8667c9f93a88,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:31.083883 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbdc69-b380-491c-8f39-03230e4b4672 req-baba9c9c-b9a9-4b53-8d72-4f2607415f99 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:31.085599 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-52cbdc69-b380-491c-8f39-03230e4b4672 req-baba9c9c-b9a9-4b53-8d72-4f2607415f99 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 948 time: 0.1105723 Jul 05 09:41:31.092953 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532b047-c5e7-4524-8ae6-8ae39282f80b req-517d104a-d408-4b13-9d05-cac9f861d730 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:31.094392 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6532b047-c5e7-4524-8ae6-8ae39282f80b req-517d104a-d408-4b13-9d05-cac9f861d730 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=91833c0e-ea9e-4abc-8930-d6d2c711c719 HTTP/1.1" status: 200 len: 950 time: 0.1079779 Jul 05 09:41:31.146433 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-52cbdc69-b380-491c-8f39-03230e4b4672 req-319173fc-9d1b-4a78-8a82-7110e1d14ea8 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509787 Jul 05 09:41:31.166519 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6532b047-c5e7-4524-8ae6-8ae39282f80b req-e88e9699-7038-41f9-ba14-747fbb955547 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640836 Jul 05 09:41:31.393760 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b82cf8-2951-413a-990f-f12194dd8ac1 req-3a591b3a-304d-4a3b-b6e4-b4d538d991e5 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:31.395330 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92b82cf8-2951-413a-990f-f12194dd8ac1 req-3a591b3a-304d-4a3b-b6e4-b4d538d991e5 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/ports?device_id=0be74040-d10c-4087-9391-ce57009ac5c8 HTTP/1.1" status: 200 len: 943 time: 0.0698535 Jul 05 09:41:31.437576 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92b82cf8-2951-413a-990f-f12194dd8ac1 req-bdccefb2-7d89-4283-9f1d-f78e27e07586 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/security-groups?id=c877f03b-d322-4334-bfc3-ed6615dafa7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366516 Jul 05 09:41:31.503375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43876) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:31.527913 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device f59913cd-5b2d-44c7-9ca5-03da2f072362 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:41:31.589303 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port f59913cd-5b2d-44c7-9ca5-03da2f072362 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:31.593466 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port f59913cd-5b2d-44c7-9ca5-03da2f072362 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:31.593881 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:31.602615 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-293444ef-2a8d-4bdb-8104-8f8cf7b0e246 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-809453628-network', 'tenant_id': '6d00870ca9154b318b2fe4213443c078'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:31.696568 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:31.720406 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb31022-9186-4789-91f3-e0b31fb9d199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59913cd-5b2d-44c7-9ca5-03da2f072362'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:31.723020 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ff5512-673a-4aad-9867-5d139f5146bf" -d '{"events": [{"server_uuid": "0fb31022-9186-4789-91f3-e0b31fb9d199", "name": "network-vif-plugged", "status": "completed", "tag": "f59913cd-5b2d-44c7-9ca5-03da2f072362"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:31.736661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port f59913cd-5b2d-44c7-9ca5-03da2f072362, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=f59913cd-5b2d-44c7-9ca5-03da2f072362,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:31.741771 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:31.793011 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=f59913cd-5b2d-44c7-9ca5-03da2f072362,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:31.909473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293444ef-2a8d-4bdb-8104-8f8cf7b0e246 admin admin] Made reservation on behalf of 6d00870ca9154b318b2fe4213443c078 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:31.911645 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-293444ef-2a8d-4bdb-8104-8f8cf7b0e246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:31.953456 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-293444ef-2a8d-4bdb-8104-8f8cf7b0e246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:32.030456 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8657c-5154-4e0d-b8fe-7552532da85a req-afa4c8a2-f16a-4ea0-81d9-23cf12d45cd0 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:32.031953 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83a8657c-5154-4e0d-b8fe-7552532da85a req-afa4c8a2-f16a-4ea0-81d9-23cf12d45cd0 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.1445253 Jul 05 09:41:32.038949 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f289f-a9d6-4809-8d44-d939c865b353 req-0b95022e-c626-4e30-a9b9-2104825dfef5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:32.040320 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a87f289f-a9d6-4809-8d44-d939c865b353 req-0b95022e-c626-4e30-a9b9-2104825dfef5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 945 time: 0.1518209 Jul 05 09:41:32.112906 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83a8657c-5154-4e0d-b8fe-7552532da85a req-9385edd0-ba7a-4ff6-9510-33f852afc9db tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699322 Jul 05 09:41:32.124657 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a87f289f-a9d6-4809-8d44-d939c865b353 req-acc4ff37-6f85-4656-852d-4d49d9c32bc3 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758965 Jul 05 09:41:32.160132 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2bcd05-e0e1-4285-a596-eceb901ea651 x-openstack-request-id: req-6b2bcd05-e0e1-4285-a596-eceb901ea651 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:32.160653 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb31022-9186-4789-91f3-e0b31fb9d199", "name": "network-vif-plugged", "status": "completed", "tag": "f59913cd-5b2d-44c7-9ca5-03da2f072362", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:32.160911 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6b2bcd05-e0e1-4285-a596-eceb901ea651 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:32.161305 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb31022-9186-4789-91f3-e0b31fb9d199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59913cd-5b2d-44c7-9ca5-03da2f072362', 'code': 200} Jul 05 09:41:32.173745 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-293444ef-2a8d-4bdb-8104-8f8cf7b0e246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:32.178822 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-293444ef-2a8d-4bdb-8104-8f8cf7b0e246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:32.208931 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293444ef-2a8d-4bdb-8104-8f8cf7b0e246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8d72ad-bb18-4f63-af97-b5806ca635fe,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:32.215215 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293444ef-2a8d-4bdb-8104-8f8cf7b0e246 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:41:32.226853 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-293444ef-2a8d-4bdb-8104-8f8cf7b0e246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:32.227204 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-293444ef-2a8d-4bdb-8104-8f8cf7b0e246 admin admin] Added segment bf8e32fb-a0ac-4330-816d-7cacfa49bee3 of type vlan for network 8198535b-8349-45c5-bacb-78d773d4b21f Jul 05 09:41:32.278989 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:32.283761 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b8da2-78ea-4a1a-a09b-620a8627dd70 req-faebe942-fcc9-4245-a490-f7f26ca637d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:32.285971 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c65b8da2-78ea-4a1a-a09b-620a8627dd70 req-faebe942-fcc9-4245-a490-f7f26ca637d9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 1096 time: 0.0604458 Jul 05 09:41:32.323027 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c65b8da2-78ea-4a1a-a09b-620a8627dd70 req-ed8f9ac6-faf2-41c1-9340-530d59c30725 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291688 Jul 05 09:41:32.324928 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-293444ef-2a8d-4bdb-8104-8f8cf7b0e246 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:32.401353 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-293444ef-2a8d-4bdb-8104-8f8cf7b0e246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:32.402291 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293444ef-2a8d-4bdb-8104-8f8cf7b0e246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:32.402880 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-293444ef-2a8d-4bdb-8104-8f8cf7b0e246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:32.432294 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e209e9-5cbb-467d-8d35-8a4002b3dfc5 req-5360f128-6d87-4905-aa37-b1c66ea70848 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:32.433769 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35e209e9-5cbb-467d-8d35-8a4002b3dfc5 req-5360f128-6d87-4905-aa37-b1c66ea70848 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 948 time: 0.1570778 Jul 05 09:41:32.483475 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-293444ef-2a8d-4bdb-8104-8f8cf7b0e246 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9789219 Jul 05 09:41:32.486287 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43896) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:32.491558 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-232cb107-ec12-4a35-8f6a-208d1aea07ec admin admin] Request body: {'subnet': {'network_id': '8198535b-8349-45c5-bacb-78d773d4b21f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-809453628-subnet', 'tenant_id': '6d00870ca9154b318b2fe4213443c078', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:32.510753 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7cf00-cbab-495e-8d98-833a87276b9c req-4356778c-9e13-40e4-8f25-532bd78f8249 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:32.512436 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dde7cf00-cbab-495e-8d98-833a87276b9c req-4356778c-9e13-40e4-8f25-532bd78f8249 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=91833c0e-ea9e-4abc-8930-d6d2c711c719 HTTP/1.1" status: 200 len: 950 time: 0.1977961 Jul 05 09:41:32.512990 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232cb107-ec12-4a35-8f6a-208d1aea07ec admin admin] Made reservation on behalf of 6d00870ca9154b318b2fe4213443c078 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:32.514331 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293444ef-2a8d-4bdb-8104-8f8cf7b0e246 admin admin] Pushing event updated for resources: {'Network': ['ID=8198535b-8349-45c5-bacb-78d773d4b21f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:32.515395 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-232cb107-ec12-4a35-8f6a-208d1aea07ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:32.526135 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 8198535b-8349-45c5-bacb-78d773d4b21f details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:41:32.545072 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35e209e9-5cbb-467d-8d35-8a4002b3dfc5 req-9fab46ff-dcdd-40bf-a8ba-33e33d126210 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824170 Jul 05 09:41:32.569524 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dde7cf00-cbab-495e-8d98-833a87276b9c req-b9b1f53a-d969-471c-9a2f-1744a7d8d161 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450206 Jul 05 09:41:32.831521 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ebf7a-7629-4b62-8896-d1a63b733424 req-80e764f1-5c9b-4d7d-a8af-37c72141ae18 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:32.833133 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b61ebf7a-7629-4b62-8896-d1a63b733424 req-80e764f1-5c9b-4d7d-a8af-37c72141ae18 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/ports?device_id=0be74040-d10c-4087-9391-ce57009ac5c8 HTTP/1.1" status: 200 len: 943 time: 0.0676579 Jul 05 09:41:32.876189 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b61ebf7a-7629-4b62-8896-d1a63b733424 req-5b317a59-0378-456c-8003-197627a90872 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/security-groups?id=c877f03b-d322-4334-bfc3-ed6615dafa7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349009 Jul 05 09:41:32.941198 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-232cb107-ec12-4a35-8f6a-208d1aea07ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:32.966070 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6e9a36cf-cf67-43a1-8226-64f51980b4a2 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:41:32.996242 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232cb107-ec12-4a35-8f6a-208d1aea07ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=53197048-e11e-4a1e-ac16-c4e79e484afa,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:33.005675 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232cb107-ec12-4a35-8f6a-208d1aea07ec admin admin] Checking segment: {'id': 'bf8e32fb-a0ac-4330-816d-7cacfa49bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8198535b-8349-45c5-bacb-78d773d4b21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:33.006040 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232cb107-ec12-4a35-8f6a-208d1aea07ec admin admin] Network hostable DHCP agents. Network: 8198535b-8349-45c5-bacb-78d773d4b21f, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:41:33.022379 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232cb107-ec12-4a35-8f6a-208d1aea07ec admin admin] Network 8198535b-8349-45c5-bacb-78d773d4b21f is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:41:33.033504 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-232cb107-ec12-4a35-8f6a-208d1aea07ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 8198535b-8349-45c5-bacb-78d773d4b21f) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:33.040963 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232cb107-ec12-4a35-8f6a-208d1aea07ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:33.041580 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-232cb107-ec12-4a35-8f6a-208d1aea07ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:33.050472 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df70c93-95b0-4b5f-933f-d0918d920238 None None] Network 8198535b-8349-45c5-bacb-78d773d4b21f requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:41:33.058960 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-232cb107-ec12-4a35-8f6a-208d1aea07ec admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5707381 Jul 05 09:41:33.103119 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-d8a4c6e5-b8a1-4a6b-85cd-697a630d41b4 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=fa0fe6e0f4c740bfa4cf53ecf776dd15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272739 Jul 05 09:41:33.137500 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 6e9a36cf-cf67-43a1-8226-64f51980b4a2, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6e9a36cf-cf67-43a1-8226-64f51980b4a2,segment=NetworkSegment(7b8eef03-8711-4e3d-9520-9bde17453e3b),segment_id=7b8eef03-8711-4e3d-9520-9bde17453e3b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:33.154415 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '6e9a36cf-cf67-43a1-8226-64f51980b4a2', 'network_id': 'baf1e137-5039-465c-a9f8-059ec20ebcd7', 'port_id': '6e9a36cf-cf67-43a1-8226-64f51980b4a2', 'mac_address': 'fa:16:3e:25:3b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51184a5e-daf5-4f1d-99af-4e3ec871e7a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:41:33.227984 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-63d850f2-2c9b-4cce-a506-861517939e09 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:33.229546 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-63d850f2-2c9b-4cce-a506-861517939e09 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1182823 Jul 05 09:41:33.230516 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:33.253533 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-be2e6434-5bfc-4f65-bf45-534b1f46d902 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/quotas/fa0fe6e0f4c740bfa4cf53ecf776dd15 HTTP/1.1" status: 200 len: 375 time: 0.0172346 Jul 05 09:41:33.260892 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e9a36cf-cf67-43a1-8226-64f51980b4a2 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:33.268525 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdf2513-80ae-433d-9432-bd13fb335271 None None] Network 8198535b-8349-45c5-bacb-78d773d4b21f requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:41:33.328431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 6e9a36cf-cf67-43a1-8226-64f51980b4a2, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6e9a36cf-cf67-43a1-8226-64f51980b4a2,segment=NetworkSegment(7b8eef03-8711-4e3d-9520-9bde17453e3b),segment_id=7b8eef03-8711-4e3d-9520-9bde17453e3b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:33.335313 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:33.388040 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059700c-49e6-4ef8-9f3a-9d58fd5c4f93 req-f55e8783-3785-4e25-aed6-e9376a63954c tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:33.389530 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6059700c-49e6-4ef8-9f3a-9d58fd5c4f93 req-f55e8783-3785-4e25-aed6-e9376a63954c tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.0921271 Jul 05 09:41:33.394352 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-c8d0cc60-bf34-4977-aba1-54e210978d4d tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fa0fe6e0f4c740bfa4cf53ecf776dd15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1400313 Jul 05 09:41:33.404908 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=6e9a36cf-cf67-43a1-8226-64f51980b4a2,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:33.433364 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6059700c-49e6-4ef8-9f3a-9d58fd5c4f93 req-d3dbb855-17dc-441c-8ee7-93e7a738d7c2 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373876 Jul 05 09:41:33.546402 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 6b53c115-fa70-49fb-a505-943b44432cf3 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:41:33.623429 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e972bfc-7087-4f91-bf29-23e9a3123ccf req-23b1b38f-6e74-49a4-816d-ac76db2a3b53 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:33.625023 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4e972bfc-7087-4f91-bf29-23e9a3123ccf req-23b1b38f-6e74-49a4-816d-ac76db2a3b53 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 945 time: 0.0868795 Jul 05 09:41:33.625846 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-34878ee7-75ad-4b0f-b67b-49c884bd84b9 req-39187991-e785-4242-b5ed-3a47886b1399 tempest-SecurityGroupsNegativeTestJSON-1688418199 tempest-SecurityGroupsNegativeTestJSON-1688418199-project] show failed (client error): The resource could not be found. Jul 05 09:41:33.626768 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34878ee7-75ad-4b0f-b67b-49c884bd84b9 req-39187991-e785-4242-b5ed-3a47886b1399 tempest-SecurityGroupsNegativeTestJSON-1688418199 tempest-SecurityGroupsNegativeTestJSON-1688418199-project] 10.222.0.79 "GET /v2.0/security-groups/4afc3e2c-9d71-4d3e-b6c3-a8c22f7a66e5 HTTP/1.1" status: 404 len: 352 time: 0.0328844 Jul 05 09:41:33.660227 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 6b53c115-fa70-49fb-a505-943b44432cf3, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=6b53c115-fa70-49fb-a505-943b44432cf3,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:33.674282 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '6b53c115-fa70-49fb-a505-943b44432cf3', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '6b53c115-fa70-49fb-a505-943b44432cf3', 'mac_address': 'fa:16:3e:5a:02:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:41:33.676403 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4e972bfc-7087-4f91-bf29-23e9a3123ccf req-2ee0e4dd-a582-4d6f-aaaf-9a5daa5b0b57 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431454 Jul 05 09:41:33.723557 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6804e166-951a-4745-be29-1a02637c5d9d req-91ffee5c-fcfa-4120-a9f2-8441bc80b6c1 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3d8ba1f-e695-4f50-8f10-7faff40e4a8e HTTP/1.1" status: 200 len: 210 time: 0.0318134 Jul 05 09:41:33.738812 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:33.759392 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b53c115-fa70-49fb-a505-943b44432cf3 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:33.784716 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 6b53c115-fa70-49fb-a505-943b44432cf3, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=6b53c115-fa70-49fb-a505-943b44432cf3,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:33.790954 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:33.859009 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=6b53c115-fa70-49fb-a505-943b44432cf3,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:33.886781 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfffde-9e38-4b5a-875d-c7d9d10497ec req-9bac7f55-1bd3-4512-bd04-77d911a54afa tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:33.893133 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b6bfffde-9e38-4b5a-875d-c7d9d10497ec req-9bac7f55-1bd3-4512-bd04-77d911a54afa tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 949 time: 0.0758004 Jul 05 09:41:33.938844 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b6bfffde-9e38-4b5a-875d-c7d9d10497ec req-8a21b7f0-c05f-4206-8c4b-3dd956bf53d6 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440617 Jul 05 09:41:34.003173 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['6e9a36cf-cf67-43a1-8226-64f51980b4a2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:34.036992 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['6b53c115-fa70-49fb-a505-943b44432cf3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:34.090015 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3e52397-6161-4781-adb2-a8ed1d5f5587 req-462e526e-7603-485d-bba7-f8a0335a4984 tempest-SecurityGroupsNegativeTestJSON-1688418199 tempest-SecurityGroupsNegativeTestJSON-1688418199-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6d00870ca9154b318b2fe4213443c078 HTTP/1.1" status: 200 len: 2984 time: 0.0758991 Jul 05 09:41:34.142319 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3e52397-6161-4781-adb2-a8ed1d5f5587 req-2181ad7e-0b1c-4a9c-a435-f0387dc2c6f3 tempest-SecurityGroupsNegativeTestJSON-1688418199 tempest-SecurityGroupsNegativeTestJSON-1688418199-project] 10.222.0.79 "GET /v2.0/security-groups/4d8d72ad-bb18-4f63-af97-b5806ca635fe HTTP/1.1" status: 200 len: 2981 time: 0.0454435 Jul 05 09:41:34.210497 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3e52397-6161-4781-adb2-a8ed1d5f5587 req-33956f87-68b2-4835-b06e-46d85d6324aa tempest-SecurityGroupsNegativeTestJSON-1688418199 tempest-SecurityGroupsNegativeTestJSON-1688418199-project] 10.222.0.79 "GET /v2.0/security-groups/4d8d72ad-bb18-4f63-af97-b5806ca635fe HTTP/1.1" status: 200 len: 2981 time: 0.0538599 Jul 05 09:41:34.330170 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae167b2-e73f-4b5a-bfd6-15fae9657c57 req-46f715b2-8ae9-44ce-ae27-597e6befdd7b tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:34.331870 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4ae167b2-e73f-4b5a-bfd6-15fae9657c57 req-46f715b2-8ae9-44ce-ae27-597e6befdd7b tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 1096 time: 0.0700686 Jul 05 09:41:34.401334 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4ae167b2-e73f-4b5a-bfd6-15fae9657c57 req-76b2eddb-9596-4bc6-a7d9-cae0572e6f11 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630772 Jul 05 09:41:34.423551 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16f30e-3b79-4e65-bb6f-0c993df04158 req-75f0f684-2224-4381-a0e6-384c3bd65d6d tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:34.425111 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fb16f30e-3b79-4e65-bb6f-0c993df04158 req-75f0f684-2224-4381-a0e6-384c3bd65d6d tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/ports?device_id=0be74040-d10c-4087-9391-ce57009ac5c8 HTTP/1.1" status: 200 len: 944 time: 0.0887458 Jul 05 09:41:34.463773 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fb16f30e-3b79-4e65-bb6f-0c993df04158 req-593be70e-0a4f-424d-9188-2b361d535a12 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/security-groups?id=c877f03b-d322-4334-bfc3-ed6615dafa7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329673 Jul 05 09:41:34.519551 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2da76681-2c24-424f-a1bc-b6a8c4f18b59 req-7bc49748-2357-4f05-a880-d4109fe16ef0 tempest-SecurityGroupsNegativeTestJSON-1688418199 tempest-SecurityGroupsNegativeTestJSON-1688418199-project] 10.222.0.79 "GET /v2.0/security-groups/4d8d72ad-bb18-4f63-af97-b5806ca635fe HTTP/1.1" status: 200 len: 2981 time: 0.0400815 Jul 05 09:41:34.605682 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-2da76681-2c24-424f-a1bc-b6a8c4f18b59 req-2a3ffe79-f747-46fa-a58e-759cf3f32d9b tempest-SecurityGroupsNegativeTestJSON-1688418199 tempest-SecurityGroupsNegativeTestJSON-1688418199-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 09:41:34.606690 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2da76681-2c24-424f-a1bc-b6a8c4f18b59 req-2a3ffe79-f747-46fa-a58e-759cf3f32d9b tempest-SecurityGroupsNegativeTestJSON-1688418199 tempest-SecurityGroupsNegativeTestJSON-1688418199-project] 10.222.0.79 "DELETE /v2.0/security-groups/4d8d72ad-bb18-4f63-af97-b5806ca635fe HTTP/1.1" status: 409 len: 352 time: 0.0810020 Jul 05 09:41:34.648027 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685240e3-dca0-4ab5-b382-1efc2cf76c8d req-262a9136-d9ec-4b1c-9013-94d031585c07 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:34.649537 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-685240e3-dca0-4ab5-b382-1efc2cf76c8d req-262a9136-d9ec-4b1c-9013-94d031585c07 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.0816028 Jul 05 09:41:34.692457 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-685240e3-dca0-4ab5-b382-1efc2cf76c8d req-351e60a6-32b2-4b32-bc6d-35f83d8ceb00 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364163 Jul 05 09:41:34.747706 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-daff7979-2981-4536-a353-cb141598afa8 req-eacf9813-72c4-4309-bb2b-a4f3b72a729c tempest-SecurityGroupsNegativeTestJSON-1688418199 tempest-SecurityGroupsNegativeTestJSON-1688418199-project] show failed (client error): The resource could not be found. Jul 05 09:41:34.749268 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-daff7979-2981-4536-a353-cb141598afa8 req-eacf9813-72c4-4309-bb2b-a4f3b72a729c tempest-SecurityGroupsNegativeTestJSON-1688418199 tempest-SecurityGroupsNegativeTestJSON-1688418199-project] 10.222.0.79 "GET /v2.0/security-groups/a9ff5f44-2c91-439d-afb7-9c55f8d71c3e HTTP/1.1" status: 404 len: 352 time: 0.0190678 Jul 05 09:41:34.800300 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-101734f2-e3e8-4068-91a9-dc1e595f6ecb tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=fa0fe6e0f4c740bfa4cf53ecf776dd15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264869 Jul 05 09:41:34.803264 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e2968-acda-44be-9438-bda0f105af54 req-4c146d76-f064-4cd5-945f-a6096593dba4 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:34.804408 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9c7e2968-acda-44be-9438-bda0f105af54 req-4c146d76-f064-4cd5-945f-a6096593dba4 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 1096 time: 0.1041727 Jul 05 09:41:34.904241 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92027970-0201-48f8-8a0a-1d8da11d451a req-a2642a68-5a03-46e2-a1f1-3a24ec1dc665 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3d8ba1f-e695-4f50-8f10-7faff40e4a8e HTTP/1.1" status: 200 len: 210 time: 0.0431170 Jul 05 09:41:34.932705 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9c7e2968-acda-44be-9438-bda0f105af54 req-a4a9bcd3-88d0-4a46-8fb9-4f7e25887e95 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148555 Jul 05 09:41:34.968396 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-6ab2d23b-4b45-4ca6-8ed7-17b765a58f5c req-be1da621-c81f-4bc2-a5f7-e9b0ed0152a2 tempest-SecurityGroupsNegativeTestJSON-1688418199 tempest-SecurityGroupsNegativeTestJSON-1688418199-project] show failed (client error): The resource could not be found. Jul 05 09:41:34.970710 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ab2d23b-4b45-4ca6-8ed7-17b765a58f5c req-be1da621-c81f-4bc2-a5f7-e9b0ed0152a2 tempest-SecurityGroupsNegativeTestJSON-1688418199 tempest-SecurityGroupsNegativeTestJSON-1688418199-project] 10.222.0.79 "GET /v2.0/security-groups/f7981cdc-2f36-4232-a2bd-d7be1e7f647d HTTP/1.1" status: 404 len: 352 time: 0.0403221 Jul 05 09:41:34.983059 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43968) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:34.998481 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-59e3a326-2452-464c-a541-84272285e0b5 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:34.999981 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-59e3a326-2452-464c-a541-84272285e0b5 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1931424 Jul 05 09:41:35.030521 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-72a4d4cb-4608-474b-95a3-9e7c8551cd8f tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Request body: {'port': {'device_id': 'd3d8ba1f-e695-4f50-8f10-7faff40e4a8e', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': 'fa0fe6e0f4c740bfa4cf53ecf776dd15'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:35.043120 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-61244242-2ec6-4138-9462-b1122100258e admin admin] Deleting subnet 53197048-e11e-4a1e-ac16-c4e79e484afa {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:41:35.046467 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-61244242-2ec6-4138-9462-b1122100258e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.088463 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-61244242-2ec6-4138-9462-b1122100258e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.137071 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-61244242-2ec6-4138-9462-b1122100258e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.190340 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-72a4d4cb-4608-474b-95a3-9e7c8551cd8f tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Made reservation on behalf of fa0fe6e0f4c740bfa4cf53ecf776dd15 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:35.194748 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-72a4d4cb-4608-474b-95a3-9e7c8551cd8f tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.197442 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-61244242-2ec6-4138-9462-b1122100258e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.205885 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9585eb-861b-46db-a70b-d78447dbf1d8 req-78428182-a55e-415e-92b1-b356e706c17a tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:35.207378 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d9585eb-861b-46db-a70b-d78447dbf1d8 req-78428182-a55e-415e-92b1-b356e706c17a tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 949 time: 0.1127243 Jul 05 09:41:35.224945 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61244242-2ec6-4138-9462-b1122100258e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53197048-e11e-4a1e-ac16-c4e79e484afa,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:35.229680 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-61244242-2ec6-4138-9462-b1122100258e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.231668 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-61244242-2ec6-4138-9462-b1122100258e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/53197048-e11e-4a1e-ac16-c4e79e484afa HTTP/1.1" status: 204 len: 168 time: 0.2463639 Jul 05 09:41:35.234724 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43976) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:35.240757 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:41:35.366287 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d9585eb-861b-46db-a70b-d78447dbf1d8 req-84c37d57-47b5-4f83-862e-20efdea8606f tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467242 Jul 05 09:41:35.410352 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94105799-ccee-4f38-b532-38e2789e8dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.460997 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-72a4d4cb-4608-474b-95a3-9e7c8551cd8f tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Allocated IP 192.168.233.161 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/fd591924-b0e3-4bee-ba1e-1649f2a447b4) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:41:35.524513 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94105799-ccee-4f38-b532-38e2789e8dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.544295 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-94105799-ccee-4f38-b532-38e2789e8dce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8198535b-8349-45c5-bacb-78d773d4b21f']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:35.554108 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 6b53c115-fa70-49fb-a505-943b44432cf3 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:41:35.566002 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-94105799-ccee-4f38-b532-38e2789e8dce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf8e32fb-a0ac-4330-816d-7cacfa49bee3') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:35.566298 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-94105799-ccee-4f38-b532-38e2789e8dce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf8e32fb-a0ac-4330-816d-7cacfa49bee3') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:35.579194 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94105799-ccee-4f38-b532-38e2789e8dce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.604746 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94105799-ccee-4f38-b532-38e2789e8dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.610947 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 6b53c115-fa70-49fb-a505-943b44432cf3 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:35.615548 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 6b53c115-fa70-49fb-a505-943b44432cf3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:35.616366 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.630537 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94105799-ccee-4f38-b532-38e2789e8dce admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:41:35.630937 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94105799-ccee-4f38-b532-38e2789e8dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:41:35.633580 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:41:35.709518 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.711738 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.780355 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94105799-ccee-4f38-b532-38e2789e8dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.785001 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94105799-ccee-4f38-b532-38e2789e8dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.787562 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-94105799-ccee-4f38-b532-38e2789e8dce admin admin] 10.222.0.79 "DELETE /v2.0/networks/8198535b-8349-45c5-bacb-78d773d4b21f HTTP/1.1" status: 204 len: 168 time: 0.5489280 Jul 05 09:41:35.827748 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94105799-ccee-4f38-b532-38e2789e8dce admin admin] Pushing event deleted for resources: {'Network': ['ID=8198535b-8349-45c5-bacb-78d773d4b21f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:35.842499 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dfb57-92a3-43da-a011-e3c292ee77ee req-28b04855-26ce-4544-9c93-20ea6b28cc44 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:35.848395 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a24dfb57-92a3-43da-a011-e3c292ee77ee req-28b04855-26ce-4544-9c93-20ea6b28cc44 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/ports?device_id=0be74040-d10c-4087-9391-ce57009ac5c8 HTTP/1.1" status: 200 len: 944 time: 0.2380536 Jul 05 09:41:35.856119 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06716c5-5057-48fd-ad54-e875163b01a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b53c115-fa70-49fb-a505-943b44432cf3'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:35.858672 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5a0abe-6890-45cf-b681-53ec25054323" -d '{"events": [{"server_uuid": "c06716c5-5057-48fd-ad54-e875163b01a9", "name": "network-vif-plugged", "status": "completed", "tag": "6b53c115-fa70-49fb-a505-943b44432cf3"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:35.872142 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 6b53c115-fa70-49fb-a505-943b44432cf3, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=6b53c115-fa70-49fb-a505-943b44432cf3,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:35.877242 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.906678 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-72a4d4cb-4608-474b-95a3-9e7c8551cd8f tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.915324 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a24dfb57-92a3-43da-a011-e3c292ee77ee req-0feaaa19-af79-4e5b-8d6e-b4f133963f6e tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/security-groups?id=c877f03b-d322-4334-bfc3-ed6615dafa7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609756 Jul 05 09:41:35.929035 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-72a4d4cb-4608-474b-95a3-9e7c8551cd8f tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Transition to ACTIVE for port object fd591924-b0e3-4bee-ba1e-1649f2a447b4 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:35.930099 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=6b53c115-fa70-49fb-a505-943b44432cf3,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:35.955474 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44006) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:35.982853 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-72a4d4cb-4608-474b-95a3-9e7c8551cd8f tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.995458 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['a0e1abff-5754-41db-ac5d-8acc908b4055'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:36.011683 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b4ab4588-71d7-4fe6-bc9e-328e0abe16c3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6d00870ca9154b318b2fe4213443c078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547941 Jul 05 09:41:36.013720 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44008) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:36.053220 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-72a4d4cb-4608-474b-95a3-9e7c8551cd8f tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:36.058792 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-72a4d4cb-4608-474b-95a3-9e7c8551cd8f tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:36.082283 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-72a4d4cb-4608-474b-95a3-9e7c8551cd8f tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:36.086730 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e26b7aa-510e-4415-8c12-7da24cd40fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:36.110538 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e26b7aa-510e-4415-8c12-7da24cd40fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:36.149115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4d4cb-4608-474b-95a3-9e7c8551cd8f tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Pushing event updated for resources: {'Port': ['ID=fd591924-b0e3-4bee-ba1e-1649f2a447b4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:36.170767 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e26b7aa-510e-4415-8c12-7da24cd40fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:36.177309 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e26b7aa-510e-4415-8c12-7da24cd40fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:36.180299 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8e26b7aa-510e-4415-8c12-7da24cd40fda admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4d8d72ad-bb18-4f63-af97-b5806ca635fe HTTP/1.1" status: 204 len: 168 time: 0.1655285 Jul 05 09:41:36.187993 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-72a4d4cb-4608-474b-95a3-9e7c8551cd8f tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:36.188881 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-72a4d4cb-4608-474b-95a3-9e7c8551cd8f tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:36.193764 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26b7aa-510e-4415-8c12-7da24cd40fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8d72ad-bb18-4f63-af97-b5806ca635fe,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:36.218189 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-72a4d4cb-4608-474b-95a3-9e7c8551cd8f tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1917014 Jul 05 09:41:36.230896 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-1f57fb1f-dc36-47d0-9e68-5af55e51455f service neutron] Request body: {'port': {'device_id': 'd3d8ba1f-e695-4f50-8f10-7faff40e4a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:36.282909 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb6157-9191-4f6a-8a3d-9fc8a6c3e4fd req-e1ba22f3-2c28-43a8-8fc2-e95810c22e20 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:36.289985 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9efb6157-9191-4f6a-8a3d-9fc8a6c3e4fd req-e1ba22f3-2c28-43a8-8fc2-e95810c22e20 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.2089498 Jul 05 09:41:36.328881 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9efb6157-9191-4f6a-8a3d-9fc8a6c3e4fd req-784d57f2-cade-4af9-8350-ad187c424abe tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379910 Jul 05 09:41:36.393732 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-1f57fb1f-dc36-47d0-9e68-5af55e51455f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:36.412885 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2260b89c-e8cd-4e80-b8c7-4267e9e05d57 x-openstack-request-id: req-2260b89c-e8cd-4e80-b8c7-4267e9e05d57 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:36.413167 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06716c5-5057-48fd-ad54-e875163b01a9", "name": "network-vif-plugged", "status": "completed", "tag": "6b53c115-fa70-49fb-a505-943b44432cf3", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:36.413422 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2260b89c-e8cd-4e80-b8c7-4267e9e05d57 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:36.413809 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06716c5-5057-48fd-ad54-e875163b01a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b53c115-fa70-49fb-a505-943b44432cf3', 'code': 200} Jul 05 09:41:36.436423 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d88d6677-805d-4bb7-a8de-b2ab3afd93cb None None] Provisioning for port fd591924-b0e3-4bee-ba1e-1649f2a447b4 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:36.445388 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d88d6677-805d-4bb7-a8de-b2ab3afd93cb None None] Provisioning complete for port fd591924-b0e3-4bee-ba1e-1649f2a447b4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:36.447021 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d88d6677-805d-4bb7-a8de-b2ab3afd93cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:36.516665 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d88d6677-805d-4bb7-a8de-b2ab3afd93cb None None] Port fd591924-b0e3-4bee-ba1e-1649f2a447b4 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:41:36.559485 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772fe8f-73a3-45cf-b92d-d945b3d7c68f req-79e499ae-f093-48c3-8248-d05559fd61ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:36.561747 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3772fe8f-73a3-45cf-b92d-d945b3d7c68f req-79e499ae-f093-48c3-8248-d05559fd61ea service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 1101 time: 0.0639541 Jul 05 09:41:36.607786 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3772fe8f-73a3-45cf-b92d-d945b3d7c68f req-5f9ff19b-0613-4212-9783-bc578cbae920 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385523 Jul 05 09:41:36.690211 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63121699-4892-4017-a857-f7933555eaf6 req-1157ec38-ddac-4868-9f71-5946f3e14cc0 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:36.692026 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63121699-4892-4017-a857-f7933555eaf6 req-1157ec38-ddac-4868-9f71-5946f3e14cc0 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3d8ba1f-e695-4f50-8f10-7faff40e4a8e HTTP/1.1" status: 200 len: 936 time: 0.1372919 Jul 05 09:41:36.766433 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63121699-4892-4017-a857-f7933555eaf6 req-c006d0b5-bedc-44cb-830f-72ef0834d525 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652041 Jul 05 09:41:36.814698 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-1f57fb1f-dc36-47d0-9e68-5af55e51455f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd591924-b0e3-4bee-ba1e-1649f2a447b4 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:36.823461 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-1f57fb1f-dc36-47d0-9e68-5af55e51455f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:36.838150 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-1f57fb1f-dc36-47d0-9e68-5af55e51455f service neutron] Transition to ACTIVE for port object fd591924-b0e3-4bee-ba1e-1649f2a447b4 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:36.843277 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-1f57fb1f-dc36-47d0-9e68-5af55e51455f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:36.907651 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57fb1f-dc36-47d0-9e68-5af55e51455f service neutron] Pushing event updated for resources: {'Port': ['ID=fd591924-b0e3-4bee-ba1e-1649f2a447b4,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:36.946116 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44046) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:36.990519 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-1f57fb1f-dc36-47d0-9e68-5af55e51455f service neutron] Attempting to bind port fd591924-b0e3-4bee-ba1e-1649f2a447b4 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:36.990863 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-1f57fb1f-dc36-47d0-9e68-5af55e51455f service neutron] Attempting to bind port fd591924-b0e3-4bee-ba1e-1649f2a447b4 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:36.994224 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-1f57fb1f-dc36-47d0-9e68-5af55e51455f service neutron] Attempting to bind port fd591924-b0e3-4bee-ba1e-1649f2a447b4 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:36.996209 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6e9a36cf-cf67-43a1-8226-64f51980b4a2 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:41:37.001054 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-1f57fb1f-dc36-47d0-9e68-5af55e51455f service neutron] Port fd591924-b0e3-4bee-ba1e-1649f2a447b4 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:37.001642 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-1f57fb1f-dc36-47d0-9e68-5af55e51455f service neutron] Attempting to bind port fd591924-b0e3-4bee-ba1e-1649f2a447b4 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:37.008389 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-1f57fb1f-dc36-47d0-9e68-5af55e51455f service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:41:37.009015 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-1f57fb1f-dc36-47d0-9e68-5af55e51455f service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:37.009624 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-1f57fb1f-dc36-47d0-9e68-5af55e51455f service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:41:37.010325 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-1f57fb1f-dc36-47d0-9e68-5af55e51455f service neutron] Bound port: fd591924-b0e3-4bee-ba1e-1649f2a447b4, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:41:37.010930 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-1f57fb1f-dc36-47d0-9e68-5af55e51455f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:37.101034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-1f57fb1f-dc36-47d0-9e68-5af55e51455f service neutron] For port fd591924-b0e3-4bee-ba1e-1649f2a447b4, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:41:37.106753 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-1f57fb1f-dc36-47d0-9e68-5af55e51455f service neutron] For port fd591924-b0e3-4bee-ba1e-1649f2a447b4, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=fd591924-b0e3-4bee-ba1e-1649f2a447b4,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:41:37.106952 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 6e9a36cf-cf67-43a1-8226-64f51980b4a2 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:37.115996 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 6e9a36cf-cf67-43a1-8226-64f51980b4a2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:37.116663 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:37.120111 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-1f57fb1f-dc36-47d0-9e68-5af55e51455f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:37.142981 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-1f57fb1f-dc36-47d0-9e68-5af55e51455f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:37.144262 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-1f57fb1f-dc36-47d0-9e68-5af55e51455f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:37.147083 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-1f57fb1f-dc36-47d0-9e68-5af55e51455f service neutron] 10.222.0.78 "PUT /v2.0/ports/fd591924-b0e3-4bee-ba1e-1649f2a447b4 HTTP/1.1" status: 200 len: 1096 time: 0.9212089 Jul 05 09:41:37.182042 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d8ba1f-e695-4f50-8f10-7faff40e4a8e', 'tag': 'fd591924-b0e3-4bee-ba1e-1649f2a447b4'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:37.185495 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1d2561-f7c8-4e86-9d28-34e0258d4668" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d8ba1f-e695-4f50-8f10-7faff40e4a8e", "tag": "fd591924-b0e3-4bee-ba1e-1649f2a447b4"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:37.254559 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44058) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:37.295489 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:37.306795 n-d-798054-8 neutron-server[93906]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 09:41:37.311734 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-e5f84c7b-77b1-455d-a516-cee8b0e9627e tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:41:37.313794 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-e5f84c7b-77b1-455d-a516-cee8b0e9627e tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3659489 Jul 05 09:41:37.330960 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9c63ec03-4273-489e-bccd-ec033bc56539 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-244442334-network', 'tenant_id': 'e87100ed7b6f414db27cc4824d98ad7a'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:37.344313 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57fb1f-dc36-47d0-9e68-5af55e51455f service neutron] Pushing event updated for resources: {'Port': ['ID=fd591924-b0e3-4bee-ba1e-1649f2a447b4,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:37.372776 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 6e9a36cf-cf67-43a1-8226-64f51980b4a2, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6e9a36cf-cf67-43a1-8226-64f51980b4a2,segment=NetworkSegment(7b8eef03-8711-4e3d-9520-9bde17453e3b),segment_id=7b8eef03-8711-4e3d-9520-9bde17453e3b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:37.380028 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:37.383018 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:41:37.384106 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb63d31-74fe-474e-b571-d2b64b140e4c req-2cc01baf-409c-458b-8931-215ced6f06d8 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:37.385676 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c63ec03-4273-489e-bccd-ec033bc56539 admin admin] Made reservation on behalf of e87100ed7b6f414db27cc4824d98ad7a for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:37.388068 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c63ec03-4273-489e-bccd-ec033bc56539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:37.393117 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7eb63d31-74fe-474e-b571-d2b64b140e4c req-2cc01baf-409c-458b-8931-215ced6f06d8 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.1544943 Jul 05 09:41:37.404727 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c63ec03-4273-489e-bccd-ec033bc56539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:37.413242 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-8437a15d-d563-4849-96e9-2150ae9c45c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:37.414730 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-8437a15d-d563-4849-96e9-2150ae9c45c3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fa0fe6e0f4c740bfa4cf53ecf776dd15&device_id=d3d8ba1f-e695-4f50-8f10-7faff40e4a8e HTTP/1.1" status: 200 len: 1099 time: 0.2239258 Jul 05 09:41:37.450011 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7eb63d31-74fe-474e-b571-d2b64b140e4c req-3bc4186d-275b-49b0-8239-e6dc2946bfea tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559242 Jul 05 09:41:37.487881 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-c2865420-8979-4354-b289-0eae1f6dbae1 service neutron] Request body: {'binding': {'host': 'n-h2-798054-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:37.488456 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-c2865420-8979-4354-b289-0eae1f6dbae1 service neutron] Unknown quota resources ['binding']. {{(pid=93906) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 09:41:37.497632 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-bba03cd5-cd4b-407e-bd41-82f7f30b7254 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=fd591924-b0e3-4bee-ba1e-1649f2a447b4 HTTP/1.1" status: 200 len: 217 time: 0.0611796 Jul 05 09:41:37.561730 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=6e9a36cf-cf67-43a1-8226-64f51980b4a2,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:37.576121 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:37.623495 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-30ca2ad3-b48b-4324-a9a0-cfcd5bf4ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:37.625727 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-30ca2ad3-b48b-4324-a9a0-cfcd5bf4ec44 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1221972 Jul 05 09:41:37.628480 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:37.634212 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:37.683748 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-c2865420-8979-4354-b289-0eae1f6dbae1 service neutron] Attempting to bind port f59913cd-5b2d-44c7-9ca5-03da2f072362 on host n-h2-798054-8 for vnic_type normal with profile None {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:37.684742 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-c2865420-8979-4354-b289-0eae1f6dbae1 service neutron] Attempting to bind port f59913cd-5b2d-44c7-9ca5-03da2f072362 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:37.684742 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-c2865420-8979-4354-b289-0eae1f6dbae1 service neutron] Attempting to bind port f59913cd-5b2d-44c7-9ca5-03da2f072362 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:37.695655 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-c2865420-8979-4354-b289-0eae1f6dbae1 service neutron] Port f59913cd-5b2d-44c7-9ca5-03da2f072362 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:37.696042 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-c2865420-8979-4354-b289-0eae1f6dbae1 service neutron] Attempting to bind port f59913cd-5b2d-44c7-9ca5-03da2f072362 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:37.704087 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-c2865420-8979-4354-b289-0eae1f6dbae1 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:41:37.704749 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-c2865420-8979-4354-b289-0eae1f6dbae1 service neutron] Checking segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:37.705128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-c2865420-8979-4354-b289-0eae1f6dbae1 service neutron] Bound using segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:41:37.705777 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-c2865420-8979-4354-b289-0eae1f6dbae1 service neutron] Bound port: f59913cd-5b2d-44c7-9ca5-03da2f072362, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:41:37.711714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:37.735179 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c56dd1-3af8-4e20-9bda-4f156ef0e23e req-01abc557-9ec5-4959-b5ad-44ec7739a58f tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:37.736721 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58c56dd1-3af8-4e20-9bda-4f156ef0e23e req-01abc557-9ec5-4959-b5ad-44ec7739a58f tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/ports?device_id=0be74040-d10c-4087-9391-ce57009ac5c8 HTTP/1.1" status: 200 len: 945 time: 0.1452136 Jul 05 09:41:37.738527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-904cc70e-467a-4b6f-9002-3cf2eecdb0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:37.739924 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-904cc70e-467a-4b6f-9002-3cf2eecdb0f1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0918353 Jul 05 09:41:37.760386 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c63ec03-4273-489e-bccd-ec033bc56539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:37.769964 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c63ec03-4273-489e-bccd-ec033bc56539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:37.807111 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c63ec03-4273-489e-bccd-ec033bc56539 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:41:37.821778 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58c56dd1-3af8-4e20-9bda-4f156ef0e23e req-7403bf90-21fd-404a-af16-7dd87f601fe7 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/security-groups?id=c877f03b-d322-4334-bfc3-ed6615dafa7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791519 Jul 05 09:41:37.837807 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c63ec03-4273-489e-bccd-ec033bc56539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:37.838161 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-9c63ec03-4273-489e-bccd-ec033bc56539 admin admin] Added segment c794a44f-b238-46ad-8ea4-d84043a81222 of type vlan for network b653a93b-7875-4c27-adc4-358454c9269f Jul 05 09:41:37.846526 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-c2865420-8979-4354-b289-0eae1f6dbae1 service neutron] For port f59913cd-5b2d-44c7-9ca5-03da2f072362, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=f59913cd-5b2d-44c7-9ca5-03da2f072362,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:41:37.855383 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63ec03-4273-489e-bccd-ec033bc56539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60394b86-09ee-4869-a800-b862bf91cd08,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:37.860677 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-c2865420-8979-4354-b289-0eae1f6dbae1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:37.861859 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-c2865420-8979-4354-b289-0eae1f6dbae1 service neutron] 10.222.0.79 "POST /v2.0/ports/f59913cd-5b2d-44c7-9ca5-03da2f072362/bindings HTTP/1.1" status: 201 len: 389 time: 0.4594364 Jul 05 09:41:37.869099 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-10de67c1-a18e-4a18-8a38-0c9815b38525 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196814 Jul 05 09:41:37.905560 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c63ec03-4273-489e-bccd-ec033bc56539 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:37.906167 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5ecc4d-d0f0-4476-be0d-277d1338156e x-openstack-request-id: req-0f5ecc4d-d0f0-4476-be0d-277d1338156e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:37.906589 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d8ba1f-e695-4f50-8f10-7faff40e4a8e", "tag": "fd591924-b0e3-4bee-ba1e-1649f2a447b4", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:37.907105 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0f5ecc4d-d0f0-4476-be0d-277d1338156e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:37.907829 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d8ba1f-e695-4f50-8f10-7faff40e4a8e', 'tag': 'fd591924-b0e3-4bee-ba1e-1649f2a447b4', 'status': 'completed', 'code': 200} Jul 05 09:41:37.956277 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c63ec03-4273-489e-bccd-ec033bc56539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:37.957490 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c63ec03-4273-489e-bccd-ec033bc56539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:37.958110 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c63ec03-4273-489e-bccd-ec033bc56539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:38.000996 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9c63ec03-4273-489e-bccd-ec033bc56539 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7447510 Jul 05 09:41:38.009082 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44074) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:38.015359 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4297343d-eec7-4271-a4f4-ce038e01b46f admin admin] Request body: {'subnet': {'network_id': 'b653a93b-7875-4c27-adc4-358454c9269f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-244442334-subnet', 'tenant_id': 'e87100ed7b6f414db27cc4824d98ad7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:38.047268 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6a34c4d-be82-4272-8eff-e8269c44ea15 req-21195368-98df-4a98-9ebd-b46f0c1de89f service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714647 Jul 05 09:41:38.060869 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63ec03-4273-489e-bccd-ec033bc56539 admin admin] Pushing event updated for resources: {'Network': ['ID=b653a93b-7875-4c27-adc4-358454c9269f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:38.077715 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network b653a93b-7875-4c27-adc4-358454c9269f details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:41:38.084858 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4297343d-eec7-4271-a4f4-ce038e01b46f admin admin] Made reservation on behalf of e87100ed7b6f414db27cc4824d98ad7a for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:38.087732 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4297343d-eec7-4271-a4f4-ce038e01b46f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:38.184164 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba6dc3-1dd7-4d50-9b76-3cb4c22c471e req-e0f08943-bd67-4a16-b0cf-a605ff9e4722 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:38.185741 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7ba6dc3-1dd7-4d50-9b76-3cb4c22c471e req-e0f08943-bd67-4a16-b0cf-a605ff9e4722 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 946 time: 0.1993527 Jul 05 09:41:38.227075 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-1c2929d3-c370-4bc6-a809-6b0c3fa620be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:38.229453 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-1c2929d3-c370-4bc6-a809-6b0c3fa620be service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 1096 time: 0.0566893 Jul 05 09:41:38.284653 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7ba6dc3-1dd7-4d50-9b76-3cb4c22c471e req-4fadf033-683d-42b6-8033-8a10ef28292a tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779278 Jul 05 09:41:38.332746 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-32b66d00-4c2b-4d10-bde9-5ca5ab336440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:38.335045 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-32b66d00-4c2b-4d10-bde9-5ca5ab336440 service neutron] 10.222.0.78 "GET /v2.0/networks?id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 200 len: 922 time: 0.0992575 Jul 05 09:41:38.339485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b73f7-4b55-41f9-9db2-5b66482daf3d req-3bd25e7b-c19f-4a51-aee6-2bb2bd873fb5 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:38.341021 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e93b73f7-4b55-41f9-9db2-5b66482daf3d req-3bd25e7b-c19f-4a51-aee6-2bb2bd873fb5 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3d8ba1f-e695-4f50-8f10-7faff40e4a8e HTTP/1.1" status: 200 len: 948 time: 0.2478580 Jul 05 09:41:38.345531 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d2561-f7c8-4e86-9d28-34e0258d4668 req-760218a8-37a4-434d-93b9-f11e1140a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:38.346958 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a1d2561-f7c8-4e86-9d28-34e0258d4668 req-760218a8-37a4-434d-93b9-f11e1140a4be service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fa0fe6e0f4c740bfa4cf53ecf776dd15&device_id=d3d8ba1f-e695-4f50-8f10-7faff40e4a8e HTTP/1.1" status: 200 len: 1099 time: 0.2078297 Jul 05 09:41:38.382827 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-efa68860-9a0d-4f91-8fc7-5c49be57826f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f59913cd-5b2d-44c7-9ca5-03da2f072362 HTTP/1.1" status: 200 len: 217 time: 0.0416424 Jul 05 09:41:38.415426 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be74040-d10c-4087-9391-ce57009ac5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9a36cf-cf67-43a1-8226-64f51980b4a2'}, {'server_uuid': 'fffdd311-2f81-4d30-824b-d1076a4ff469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:38.418473 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f13c5be-031d-4f54-bc76-819f7c952102" -d '{"events": [{"server_uuid": "0be74040-d10c-4087-9391-ce57009ac5c8", "name": "network-vif-plugged", "status": "completed", "tag": "6e9a36cf-cf67-43a1-8226-64f51980b4a2"}, {"server_uuid": "fffdd311-2f81-4d30-824b-d1076a4ff469", "name": "network-vif-unplugged", "status": "completed", "tag": "47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:38.448384 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-ca40ee71-3491-4566-9f54-0cbcc6532665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:38.450135 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-ca40ee71-3491-4566-9f54-0cbcc6532665 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4cd5f100-3ecb-4100-a6d6-40f339ce6cc7 HTTP/1.1" status: 200 len: 861 time: 0.0473678 Jul 05 09:41:38.485056 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-b7780097-f665-4c42-9ae6-7d53244de106 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279410 Jul 05 09:41:38.581506 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-2ca5ac4c-10c7-46af-94a1-4656bc92c5e4 service neutron] 10.222.0.78 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897021 Jul 05 09:41:38.678172 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-b93f5352-bbe2-493b-9b9b-7a267e5809a6 service neutron] 10.222.0.78 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870280 Jul 05 09:41:38.786426 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e93b73f7-4b55-41f9-9db2-5b66482daf3d req-33a03a12-a594-438c-862e-8e988fc8bcdf tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324152 Jul 05 09:41:38.791516 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4297343d-eec7-4271-a4f4-ce038e01b46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:38.856907 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d2561-f7c8-4e86-9d28-34e0258d4668 req-69984749-9dd3-45d1-b155-5da6dc861469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:38.858357 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a1d2561-f7c8-4e86-9d28-34e0258d4668 req-69984749-9dd3-45d1-b155-5da6dc861469 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.5034688 Jul 05 09:41:38.876149 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297343d-eec7-4271-a4f4-ce038e01b46f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e329e344-f615-4608-9433-02b0d4ae9eea,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:38.901486 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-d17863cb-26c0-49ff-b56b-f633448bd2a5 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:38.903027 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-d17863cb-26c0-49ff-b56b-f633448bd2a5 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199&tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&binding%3Ahost_id=n-h1-798054-8 HTTP/1.1" status: 200 len: 1096 time: 0.1033008 Jul 05 09:41:38.915016 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-602269e0-7d2a-4ef1-94fd-dc0aa18ecbf6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798054-8'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:38.924891 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4df7d-d4e0-4ee8-84bd-39ef40693231 req-27130e36-994e-4e56-9e28-abc4dccee92c tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:38.926454 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-06a4df7d-d4e0-4ee8-84bd-39ef40693231 req-27130e36-994e-4e56-9e28-abc4dccee92c tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 945 time: 0.2527997 Jul 05 09:41:38.929448 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a1d2561-f7c8-4e86-9d28-34e0258d4668 req-d30a55bf-24b2-4118-8883-26500b5789eb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=fd591924-b0e3-4bee-ba1e-1649f2a447b4 HTTP/1.1" status: 200 len: 217 time: 0.0636790 Jul 05 09:41:38.937252 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4297343d-eec7-4271-a4f4-ce038e01b46f admin admin] Checking segment: {'id': 'c794a44f-b238-46ad-8ea4-d84043a81222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b653a93b-7875-4c27-adc4-358454c9269f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:38.937507 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4297343d-eec7-4271-a4f4-ce038e01b46f admin admin] Network hostable DHCP agents. Network: b653a93b-7875-4c27-adc4-358454c9269f, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:41:38.961660 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e303aa-a268-42c6-9699-c18493371c0e x-openstack-request-id: req-62e303aa-a268-42c6-9699-c18493371c0e {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:38.962034 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be74040-d10c-4087-9391-ce57009ac5c8", "name": "network-vif-plugged", "status": "completed", "tag": "6e9a36cf-cf67-43a1-8226-64f51980b4a2", "code": 200}, {"server_uuid": "fffdd311-2f81-4d30-824b-d1076a4ff469", "name": "network-vif-unplugged", "status": "completed", "tag": "47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:38.962815 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-62e303aa-a268-42c6-9699-c18493371c0e {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:38.963624 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be74040-d10c-4087-9391-ce57009ac5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9a36cf-cf67-43a1-8226-64f51980b4a2', 'code': 200} Jul 05 09:41:38.964192 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffdd311-2f81-4d30-824b-d1076a4ff469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0', 'code': 200} Jul 05 09:41:39.004985 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-602269e0-7d2a-4ef1-94fd-dc0aa18ecbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:39.015331 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4297343d-eec7-4271-a4f4-ce038e01b46f admin admin] Network b653a93b-7875-4c27-adc4-358454c9269f is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:41:39.028183 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-06a4df7d-d4e0-4ee8-84bd-39ef40693231 req-3923939f-84f2-44ab-9d9c-802feba1aa28 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922899 Jul 05 09:41:39.029267 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:41:39.039520 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d2561-f7c8-4e86-9d28-34e0258d4668 req-10f9acf4-6bad-4b40-aba4-0541d966b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:39.041012 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a1d2561-f7c8-4e86-9d28-34e0258d4668 req-10f9acf4-6bad-4b40-aba4-0541d966b49f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0957475 Jul 05 09:41:39.071637 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-4297343d-eec7-4271-a4f4-ce038e01b46f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, b653a93b-7875-4c27-adc4-358454c9269f) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:39.108219 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4297343d-eec7-4271-a4f4-ce038e01b46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:39.108784 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4297343d-eec7-4271-a4f4-ce038e01b46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:39.144880 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4297343d-eec7-4271-a4f4-ce038e01b46f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1269035 Jul 05 09:41:39.168697 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d2561-f7c8-4e86-9d28-34e0258d4668 req-cff20ad7-720b-4041-aac9-a3ea72a6ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:39.170198 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a1d2561-f7c8-4e86-9d28-34e0258d4668 req-cff20ad7-720b-4041-aac9-a3ea72a6ab75 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1214352 Jul 05 09:41:39.177876 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae88b75-7f1d-4830-a6ab-af5b9c7d6e09 req-65cfaf50-fd65-4a9b-bf54-9034ab0f2c79 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:39.179476 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1ae88b75-7f1d-4830-a6ab-af5b9c7d6e09 req-65cfaf50-fd65-4a9b-bf54-9034ab0f2c79 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.1194870 Jul 05 09:41:39.204624 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13958d-2019-424d-a1be-4c2f08a0b838 req-515f024a-db86-49a4-91d1-0162be5dd7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:39.206261 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ee13958d-2019-424d-a1be-4c2f08a0b838 req-515f024a-db86-49a4-91d1-0162be5dd7d6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0be74040-d10c-4087-9391-ce57009ac5c8 HTTP/1.1" status: 200 len: 1096 time: 0.1410322 Jul 05 09:41:39.222340 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:39.239186 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0', 'mac_address': 'fa:16:3e:61:c9:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:41:39.245786 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-602269e0-7d2a-4ef1-94fd-dc0aa18ecbf6 service neutron] For port f59913cd-5b2d-44c7-9ca5-03da2f072362, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=f59913cd-5b2d-44c7-9ca5-03da2f072362,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:39.249158 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d8a36a-cc99-4434-bca9-8ae54fd0d6cb None None] Network b653a93b-7875-4c27-adc4-358454c9269f requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:41:39.280263 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ee13958d-2019-424d-a1be-4c2f08a0b838 req-02a96153-b870-4c29-9f0c-2d8bae5b75b1 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c877f03b-d322-4334-bfc3-ed6615dafa7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592871 Jul 05 09:41:39.314029 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1ae88b75-7f1d-4830-a6ab-af5b9c7d6e09 req-a4d0c550-7d07-483a-8c97-c8e950256213 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263421 Jul 05 09:41:39.314290 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-602269e0-7d2a-4ef1-94fd-dc0aa18ecbf6 service neutron] For port f59913cd-5b2d-44c7-9ca5-03da2f072362, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:41:39.378905 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb31022-9186-4789-91f3-e0b31fb9d199', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f59913cd-5b2d-44c7-9ca5-03da2f072362'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:39.381378 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8df0c3-a1aa-41f5-8626-af9a09350fdf" -d '{"events": [{"server_uuid": "0fb31022-9186-4789-91f3-e0b31fb9d199", "name": "network-vif-unplugged", "status": "completed", "tag": "f59913cd-5b2d-44c7-9ca5-03da2f072362"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:39.386092 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-602269e0-7d2a-4ef1-94fd-dc0aa18ecbf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:39.389633 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47932c24-8edb-4b6c-b979-a239b884f70c req-d0a5c077-788b-411d-9cce-acde0b60ead7 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:39.392627 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-47932c24-8edb-4b6c-b979-a239b884f70c req-d0a5c077-788b-411d-9cce-acde0b60ead7 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/ports?device_id=0be74040-d10c-4087-9391-ce57009ac5c8 HTTP/1.1" status: 200 len: 945 time: 0.1974323 Jul 05 09:41:39.396381 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:39.400792 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a1d2561-f7c8-4e86-9d28-34e0258d4668 req-d08ce292-1e8e-442d-af2d-a1a3af023138 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202904 Jul 05 09:41:39.401293 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-602269e0-7d2a-4ef1-94fd-dc0aa18ecbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:39.421645 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:39.441487 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:39.450046 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:39.491975 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602269e0-7d2a-4ef1-94fd-dc0aa18ecbf6 service neutron] Pushing event updated for resources: {'Port': ['ID=f59913cd-5b2d-44c7-9ca5-03da2f072362,revision_number=7']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:39.508093 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-602269e0-7d2a-4ef1-94fd-dc0aa18ecbf6 service neutron] Attempting to bind port f59913cd-5b2d-44c7-9ca5-03da2f072362 on host n-h1-798054-8 for vnic_type normal with profile {"migrating_to": "n-h2-798054-8"} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:39.508433 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-602269e0-7d2a-4ef1-94fd-dc0aa18ecbf6 service neutron] Attempting to bind port f59913cd-5b2d-44c7-9ca5-03da2f072362 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:39.508760 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-602269e0-7d2a-4ef1-94fd-dc0aa18ecbf6 service neutron] Attempting to bind port f59913cd-5b2d-44c7-9ca5-03da2f072362 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:39.513053 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-602269e0-7d2a-4ef1-94fd-dc0aa18ecbf6 service neutron] Port f59913cd-5b2d-44c7-9ca5-03da2f072362 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:39.513377 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-602269e0-7d2a-4ef1-94fd-dc0aa18ecbf6 service neutron] Attempting to bind port f59913cd-5b2d-44c7-9ca5-03da2f072362 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:39.518348 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-602269e0-7d2a-4ef1-94fd-dc0aa18ecbf6 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:41:39.518686 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-602269e0-7d2a-4ef1-94fd-dc0aa18ecbf6 service neutron] Checking segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:39.519079 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-602269e0-7d2a-4ef1-94fd-dc0aa18ecbf6 service neutron] Bound using segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:41:39.519500 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-602269e0-7d2a-4ef1-94fd-dc0aa18ecbf6 service neutron] Bound port: f59913cd-5b2d-44c7-9ca5-03da2f072362, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:41:39.519887 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-602269e0-7d2a-4ef1-94fd-dc0aa18ecbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:39.552380 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:39.557349 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-47932c24-8edb-4b6c-b979-a239b884f70c req-31c52d62-cf72-4c36-87bb-fe7b1c09c77f tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/security-groups?id=c877f03b-d322-4334-bfc3-ed6615dafa7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550648 Jul 05 09:41:39.572522 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2625002-6009-49a3-a575-921fc0e7aae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-b653a93b-7875-4c27-adc4-358454c9269f', 'network_id': 'b653a93b-7875-4c27-adc4-358454c9269f', 'tenant_id': 'e87100ed7b6f414db27cc4824d98ad7a', 'fixed_ips': [{'subnet_id': 'e329e344-f615-4608-9433-02b0d4ae9eea'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:41:39.573579 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f2625002-6009-49a3-a575-921fc0e7aae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:39.597763 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a1d2561-f7c8-4e86-9d28-34e0258d4668 req-5d2fe93e-d49a-4ea3-952b-f4f212e63fe4 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865122 Jul 05 09:41:39.599903 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-602269e0-7d2a-4ef1-94fd-dc0aa18ecbf6 service neutron] For port f59913cd-5b2d-44c7-9ca5-03da2f072362, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:41:39.618116 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-602269e0-7d2a-4ef1-94fd-dc0aa18ecbf6 service neutron] For port f59913cd-5b2d-44c7-9ca5-03da2f072362, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=f59913cd-5b2d-44c7-9ca5-03da2f072362,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:41:39.625665 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-602269e0-7d2a-4ef1-94fd-dc0aa18ecbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:39.635246 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806fa83-5b9d-4306-bdc1-a5b3ff47c785 req-6f59918b-c5a8-456f-92ea-9aced3ac711c tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:39.644182 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b806fa83-5b9d-4306-bdc1-a5b3ff47c785 req-6f59918b-c5a8-456f-92ea-9aced3ac711c tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 947 time: 0.1742253 Jul 05 09:41:39.690908 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b806fa83-5b9d-4306-bdc1-a5b3ff47c785 req-faedfce7-5f94-417e-93d0-c4c9732c59c2 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452178 Jul 05 09:41:39.717281 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-602269e0-7d2a-4ef1-94fd-dc0aa18ecbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:39.717976 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-602269e0-7d2a-4ef1-94fd-dc0aa18ecbf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:39.719448 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-602269e0-7d2a-4ef1-94fd-dc0aa18ecbf6 service neutron] 10.222.0.78 "PUT /v2.0/ports/f59913cd-5b2d-44c7-9ca5-03da2f072362 HTTP/1.1" status: 200 len: 1121 time: 0.8085704 Jul 05 09:41:39.733109 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602269e0-7d2a-4ef1-94fd-dc0aa18ecbf6 service neutron] Pushing event updated for resources: {'Port': ['ID=f59913cd-5b2d-44c7-9ca5-03da2f072362,revision_number=8']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:39.766039 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-f2625002-6009-49a3-a575-921fc0e7aae4 None None] Allocated IP 172.20.0.2 (b653a93b-7875-4c27-adc4-358454c9269f/e329e344-f615-4608-9433-02b0d4ae9eea/00aaf28a-4cf6-4f79-a683-0145af287fa4) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:41:39.831593 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['f59913cd-5b2d-44c7-9ca5-03da2f072362'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:39.953862 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e88c5-6402-406e-9d15-3480851030a6 req-0cbfad6b-7ca8-4a06-92ab-f57ad58c1a7e tempest-MigrationsAdminTest-1277672489 tempest-MigrationsAdminTest-1277672489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:39.955294 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a6e88c5-6402-406e-9d15-3480851030a6 req-0cbfad6b-7ca8-4a06-92ab-f57ad58c1a7e tempest-MigrationsAdminTest-1277672489 tempest-MigrationsAdminTest-1277672489-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 1101 time: 0.1321342 Jul 05 09:41:39.984676 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-7dda8836-273d-4c9a-bd1d-720a49a9d54c tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:39.986128 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-7dda8836-273d-4c9a-bd1d-720a49a9d54c tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/networks?id=b653a93b-7875-4c27-adc4-358454c9269f HTTP/1.1" status: 200 len: 815 time: 0.1316123 Jul 05 09:41:39.987250 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2a6e88c5-6402-406e-9d15-3480851030a6 req-3f81f70a-5c4d-4fd8-830e-a7d6cb1786c2 tempest-MigrationsAdminTest-1277672489 tempest-MigrationsAdminTest-1277672489-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:39.996803 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f2625002-6009-49a3-a575-921fc0e7aae4 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:40.011941 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-273f20f7-45c8-4e0f-87c6-9dd5043c0a43 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/quotas/e87100ed7b6f414db27cc4824d98ad7a HTTP/1.1" status: 200 len: 375 time: 0.0170813 Jul 05 09:41:40.015438 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f2625002-6009-49a3-a575-921fc0e7aae4 None None] Transition to ACTIVE for port object 00aaf28a-4cf6-4f79-a683-0145af287fa4 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:40.046203 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f2625002-6009-49a3-a575-921fc0e7aae4 None None] Transition to ACTIVE for port object 00aaf28a-4cf6-4f79-a683-0145af287fa4 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:40.055969 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f2625002-6009-49a3-a575-921fc0e7aae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:40.056143 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-660e4ec7-158d-4b22-97ec-2cfe92f8de79 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e87100ed7b6f414db27cc4824d98ad7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351174 Jul 05 09:41:40.108935 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2625002-6009-49a3-a575-921fc0e7aae4 None None] Network b653a93b-7875-4c27-adc4-358454c9269f is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:40.115387 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-f2625002-6009-49a3-a575-921fc0e7aae4 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:40.118323 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2625002-6009-49a3-a575-921fc0e7aae4 None None] Pushing event updated for resources: {'Port': ['ID=00aaf28a-4cf6-4f79-a683-0145af287fa4,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:40.120886 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:40.123005 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2625002-6009-49a3-a575-921fc0e7aae4 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:40.186979 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2a6e88c5-6402-406e-9d15-3480851030a6 req-3f81f70a-5c4d-4fd8-830e-a7d6cb1786c2 tempest-MigrationsAdminTest-1277672489 tempest-MigrationsAdminTest-1277672489-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:40.191184 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-4e8452f6-b313-4532-9ba5-3b15c7b0d0e6 service neutron] 10.222.0.79 "GET /v2.0/networks/b653a93b-7875-4c27-adc4-358454c9269f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220105 Jul 05 09:41:40.192258 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2a6e88c5-6402-406e-9d15-3480851030a6 req-3f81f70a-5c4d-4fd8-830e-a7d6cb1786c2 tempest-MigrationsAdminTest-1277672489 tempest-MigrationsAdminTest-1277672489-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:40.215962 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f2625002-6009-49a3-a575-921fc0e7aae4 None None] Attempting to bind port 00aaf28a-4cf6-4f79-a683-0145af287fa4 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:40.216352 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f2625002-6009-49a3-a575-921fc0e7aae4 None None] Attempting to bind port 00aaf28a-4cf6-4f79-a683-0145af287fa4 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c794a44f-b238-46ad-8ea4-d84043a81222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b653a93b-7875-4c27-adc4-358454c9269f'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:40.216638 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2625002-6009-49a3-a575-921fc0e7aae4 None None] Attempting to bind port 00aaf28a-4cf6-4f79-a683-0145af287fa4 on network b653a93b-7875-4c27-adc4-358454c9269f {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:40.227241 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2625002-6009-49a3-a575-921fc0e7aae4 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:41:40.227921 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2625002-6009-49a3-a575-921fc0e7aae4 None None] Checking segment: {'id': 'c794a44f-b238-46ad-8ea4-d84043a81222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b653a93b-7875-4c27-adc4-358454c9269f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:40.228057 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f2625002-6009-49a3-a575-921fc0e7aae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:40.228458 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2625002-6009-49a3-a575-921fc0e7aae4 None None] Bound using segment: {'id': 'c794a44f-b238-46ad-8ea4-d84043a81222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b653a93b-7875-4c27-adc4-358454c9269f'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:41:40.228931 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f2625002-6009-49a3-a575-921fc0e7aae4 None None] Bound port: 00aaf28a-4cf6-4f79-a683-0145af287fa4, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c794a44f-b238-46ad-8ea4-d84043a81222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b653a93b-7875-4c27-adc4-358454c9269f'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:41:40.229318 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f2625002-6009-49a3-a575-921fc0e7aae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:40.236932 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a6e88c5-6402-406e-9d15-3480851030a6 req-3f81f70a-5c4d-4fd8-830e-a7d6cb1786c2 tempest-MigrationsAdminTest-1277672489 tempest-MigrationsAdminTest-1277672489-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727048 Jul 05 09:41:40.268775 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81f70a-5c4d-4fd8-830e-a7d6cb1786c2 tempest-MigrationsAdminTest-1277672489 tempest-MigrationsAdminTest-1277672489-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd6da13-ab82-4fb0-8f6d-dc960d11e77a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:40.310675 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8e9080-2c5c-4b75-a821-d32c8af92990 x-openstack-request-id: req-7b8e9080-2c5c-4b75-a821-d32c8af92990 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:40.311060 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb31022-9186-4789-91f3-e0b31fb9d199", "name": "network-vif-unplugged", "status": "completed", "tag": "f59913cd-5b2d-44c7-9ca5-03da2f072362", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:40.311386 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7b8e9080-2c5c-4b75-a821-d32c8af92990 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:40.311880 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb31022-9186-4789-91f3-e0b31fb9d199', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f59913cd-5b2d-44c7-9ca5-03da2f072362', 'code': 200} Jul 05 09:41:40.318030 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-138562b3-b05a-4b0c-aa89-57410ff78e90 service neutron] 10.222.0.79 "GET /v2.0/networks/b653a93b-7875-4c27-adc4-358454c9269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112630 Jul 05 09:41:40.343977 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f2625002-6009-49a3-a575-921fc0e7aae4 None None] For port 00aaf28a-4cf6-4f79-a683-0145af287fa4, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:41:40.346179 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f2625002-6009-49a3-a575-921fc0e7aae4 None None] For port 00aaf28a-4cf6-4f79-a683-0145af287fa4, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=00aaf28a-4cf6-4f79-a683-0145af287fa4,segment=NetworkSegment(c794a44f-b238-46ad-8ea4-d84043a81222),segment_id=c794a44f-b238-46ad-8ea4-d84043a81222)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:41:40.357713 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f2625002-6009-49a3-a575-921fc0e7aae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:40.445078 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2625002-6009-49a3-a575-921fc0e7aae4 None None] Pushing event updated for resources: {'Port': ['ID=00aaf28a-4cf6-4f79-a683-0145af287fa4,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:40.643443 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0120ed-6c3b-43d7-93ba-0a66f87df40d req-aeba6c06-4112-4168-8e62-c15d31996caf tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:40.646895 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c0120ed-6c3b-43d7-93ba-0a66f87df40d req-aeba6c06-4112-4168-8e62-c15d31996caf tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3d8ba1f-e695-4f50-8f10-7faff40e4a8e HTTP/1.1" status: 200 len: 948 time: 0.0920920 Jul 05 09:41:40.743134 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c0120ed-6c3b-43d7-93ba-0a66f87df40d req-bc7fddf7-15dc-4215-9e92-4274847fdf13 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832515 Jul 05 09:41:40.799920 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f89e9-1fd0-4766-8925-c9e2f3ca8b9f req-7f67ea0e-eb29-4c2b-919e-4b49e8809326 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:40.801507 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-500f89e9-1fd0-4766-8925-c9e2f3ca8b9f req-7f67ea0e-eb29-4c2b-919e-4b49e8809326 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 943 time: 0.0968451 Jul 05 09:41:40.866933 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-500f89e9-1fd0-4766-8925-c9e2f3ca8b9f req-6b0e6fca-0001-49f3-aaf9-936e281e5c0c tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502739 Jul 05 09:41:41.104121 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-5a0d9bfc-7076-4944-ba0c-7bfcf52aec34 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:41.105965 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-5a0d9bfc-7076-4944-ba0c-7bfcf52aec34 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/networks?id=b653a93b-7875-4c27-adc4-358454c9269f HTTP/1.1" status: 200 len: 815 time: 0.1198301 Jul 05 09:41:41.123256 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-dfe86a65-1e02-4078-9e3b-7dbd01ced0e8 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/quotas/e87100ed7b6f414db27cc4824d98ad7a HTTP/1.1" status: 200 len: 375 time: 0.0115538 Jul 05 09:41:41.218900 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-00e67a4c-47b5-41d0-a7b1-4c6714aeb3dd tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e87100ed7b6f414db27cc4824d98ad7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0890872 Jul 05 09:41:41.368279 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-fc09f9ea-86f5-4dc9-8b90-cb9a9e0b6a7b service neutron] 10.222.0.79 "GET /v2.0/networks/b653a93b-7875-4c27-adc4-358454c9269f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483667 Jul 05 09:41:41.398213 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-0a76d4a6-ce44-4b9f-832b-cc6953fe8f81 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0738645 Jul 05 09:41:41.511268 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-0195700f-9905-4cad-80bd-a1a40389be8c service neutron] 10.222.0.79 "GET /v2.0/networks/b653a93b-7875-4c27-adc4-358454c9269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356654 Jul 05 09:41:41.523204 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352055d-8db5-448a-8e26-7465f4e7ec94 req-d8188006-61ef-4923-a556-2cc7578ad468 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:41.530381 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c352055d-8db5-448a-8e26-7465f4e7ec94 req-d8188006-61ef-4923-a556-2cc7578ad468 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/ports?device_id=0be74040-d10c-4087-9391-ce57009ac5c8 HTTP/1.1" status: 200 len: 945 time: 0.1333978 Jul 05 09:41:41.577003 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c352055d-8db5-448a-8e26-7465f4e7ec94 req-9428ba9a-b061-46d6-a07a-919efe9d6843 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/security-groups?id=c877f03b-d322-4334-bfc3-ed6615dafa7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452712 Jul 05 09:41:41.581967 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e66134-d162-42c1-af84-1957ce856c49 None None] Network b653a93b-7875-4c27-adc4-358454c9269f requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:41:41.763949 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eec9a80f-5e53-44e9-a87e-305d1b9aa0ea None None] Provisioning for port 00aaf28a-4cf6-4f79-a683-0145af287fa4 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:41.865717 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82ea62-8cdf-4eac-9914-181af181386e req-f4256b53-d2dc-43f7-9a14-4ec1a239e4d8 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:41.867791 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf82ea62-8cdf-4eac-9914-181af181386e req-f4256b53-d2dc-43f7-9a14-4ec1a239e4d8 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 947 time: 0.1346874 Jul 05 09:41:41.964443 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf82ea62-8cdf-4eac-9914-181af181386e req-e7553eb5-8598-4a7f-b165-d9c0ad6eebbe tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816603 Jul 05 09:41:42.045778 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-a7fbe7d7-4574-473c-85e5-1a098554154e tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:42.045938 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98587f-12ba-45db-b206-ad114141d9d5 req-a54ef17a-2f10-4c3e-a8d4-002c64535181 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:42.048139 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-a7fbe7d7-4574-473c-85e5-1a098554154e tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.81 "GET /v2.0/networks?id=b653a93b-7875-4c27-adc4-358454c9269f HTTP/1.1" status: 200 len: 815 time: 0.2546885 Jul 05 09:41:42.064334 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd98587f-12ba-45db-b206-ad114141d9d5 req-a54ef17a-2f10-4c3e-a8d4-002c64535181 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.1945920 Jul 05 09:41:42.073679 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-d1e88e60-e83e-455a-9793-0a00d4341857 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Request body: {'port': {'device_id': '2c1f3dc2-c472-4bca-9841-71ae6c24faf8', 'network_id': 'b653a93b-7875-4c27-adc4-358454c9269f', 'admin_state_up': True, 'tenant_id': 'e87100ed7b6f414db27cc4824d98ad7a'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:42.213344 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd98587f-12ba-45db-b206-ad114141d9d5 req-8247056a-7f79-4cc6-a368-27246433e242 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447005 Jul 05 09:41:42.282744 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-d1e88e60-e83e-455a-9793-0a00d4341857 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Made reservation on behalf of e87100ed7b6f414db27cc4824d98ad7a for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:42.301688 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-d1e88e60-e83e-455a-9793-0a00d4341857 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:42.314137 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb31022-9186-4789-91f3-e0b31fb9d199', 'tag': 'f59913cd-5b2d-44c7-9ca5-03da2f072362'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:42.317495 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 00aaf28a-4cf6-4f79-a683-0145af287fa4 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:41:42.317771 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe23807-2155-4367-befd-240aefaa73d7" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb31022-9186-4789-91f3-e0b31fb9d199", "tag": "f59913cd-5b2d-44c7-9ca5-03da2f072362"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:42.430927 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 00aaf28a-4cf6-4f79-a683-0145af287fa4 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:42.436272 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 00aaf28a-4cf6-4f79-a683-0145af287fa4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:42.437699 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:42.562585 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:42.580438 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-d1e88e60-e83e-455a-9793-0a00d4341857 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Allocated IP 172.20.0.13 (b653a93b-7875-4c27-adc4-358454c9269f/e329e344-f615-4608-9433-02b0d4ae9eea/8ff3b6ec-5195-4a4f-9380-9f6674ea1866) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:41:42.617088 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 00aaf28a-4cf6-4f79-a683-0145af287fa4, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=00aaf28a-4cf6-4f79-a683-0145af287fa4,segment=NetworkSegment(c794a44f-b238-46ad-8ea4-d84043a81222),segment_id=c794a44f-b238-46ad-8ea4-d84043a81222)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:42.622048 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:42.652973 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663402b-290e-4858-9fb8-9316be8ac552 req-b9431930-0c52-424b-af5a-af0eb3e505e0 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:42.663652 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d663402b-290e-4858-9fb8-9316be8ac552 req-b9431930-0c52-424b-af5a-af0eb3e505e0 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/ports?device_id=0be74040-d10c-4087-9391-ce57009ac5c8 HTTP/1.1" status: 200 len: 945 time: 0.2592964 Jul 05 09:41:42.693486 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=00aaf28a-4cf6-4f79-a683-0145af287fa4,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:42.747458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-52242217-75c7-4403-bfff-a028a4223768 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:42.749392 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-52242217-75c7-4403-bfff-a028a4223768 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/networks?id=b653a93b-7875-4c27-adc4-358454c9269f HTTP/1.1" status: 200 len: 815 time: 0.2296922 Jul 05 09:41:42.755990 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d663402b-290e-4858-9fb8-9316be8ac552 req-1279c4f2-1065-4384-9271-7d4434fd4699 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/security-groups?id=c877f03b-d322-4334-bfc3-ed6615dafa7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897148 Jul 05 09:41:42.768082 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-d151e9f7-2469-41a0-8758-a4b49e77d055 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/quotas/e87100ed7b6f414db27cc4824d98ad7a HTTP/1.1" status: 200 len: 375 time: 0.0107815 Jul 05 09:41:42.798336 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-d1e88e60-e83e-455a-9793-0a00d4341857 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:42.818672 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-d1e88e60-e83e-455a-9793-0a00d4341857 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Transition to ACTIVE for port object 8ff3b6ec-5195-4a4f-9380-9f6674ea1866 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:42.861134 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-f7177037-5b83-4444-9e21-2abd9c1c1e58 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e87100ed7b6f414db27cc4824d98ad7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0857575 Jul 05 09:41:42.864826 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-d1e88e60-e83e-455a-9793-0a00d4341857 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:42.888738 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-d1e88e60-e83e-455a-9793-0a00d4341857 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Network b653a93b-7875-4c27-adc4-358454c9269f is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:42.913409 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-d1e88e60-e83e-455a-9793-0a00d4341857 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:42.916583 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-d1e88e60-e83e-455a-9793-0a00d4341857 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:42.983969 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e88e60-e83e-455a-9793-0a00d4341857 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Pushing event updated for resources: {'Port': ['ID=8ff3b6ec-5195-4a4f-9380-9f6674ea1866,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:42.993468 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-d1e88e60-e83e-455a-9793-0a00d4341857 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:42.994180 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-d1e88e60-e83e-455a-9793-0a00d4341857 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:43.009476 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-d1e88e60-e83e-455a-9793-0a00d4341857 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9461586 Jul 05 09:41:43.022640 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-5b445bdf-1d7f-4f4a-a281-6034b4858242 service neutron] Request body: {'port': {'device_id': '2c1f3dc2-c472-4bca-9841-71ae6c24faf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:43.030708 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba080ea-52e1-4a73-ba08-95ba14f05eb6 req-a0978524-1b00-4d8d-bc9a-3af89ef12fc3 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:43.032305 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7ba080ea-52e1-4a73-ba08-95ba14f05eb6 req-a0978524-1b00-4d8d-bc9a-3af89ef12fc3 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3d8ba1f-e695-4f50-8f10-7faff40e4a8e HTTP/1.1" status: 200 len: 948 time: 0.1276681 Jul 05 09:41:43.039614 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-13bf6f6d-5f88-4cac-bce4-6c23f7f4ac77 service neutron] 10.222.0.79 "GET /v2.0/networks/b653a93b-7875-4c27-adc4-358454c9269f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666203 Jul 05 09:41:43.075152 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device fd591924-b0e3-4bee-ba1e-1649f2a447b4 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:41:43.118777 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:41:43.119882 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-5b445bdf-1d7f-4f4a-a281-6034b4858242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:43.130271 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7ba080ea-52e1-4a73-ba08-95ba14f05eb6 req-c848fc9e-3b7d-46c5-8d32-27d0a8d72c2e tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882044 Jul 05 09:41:43.213635 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-ade5247c-6027-408b-8c9a-5a5e8468b7b2 service neutron] 10.222.0.79 "GET /v2.0/networks/b653a93b-7875-4c27-adc4-358454c9269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730580 Jul 05 09:41:43.215834 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c9c0871f-774f-41bf-b003-76e4a2cbb87d None None] Provisioning for port 8ff3b6ec-5195-4a4f-9380-9f6674ea1866 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:43.223996 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c9c0871f-774f-41bf-b003-76e4a2cbb87d None None] Provisioning complete for port 8ff3b6ec-5195-4a4f-9380-9f6674ea1866 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:43.224669 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9c0871f-774f-41bf-b003-76e4a2cbb87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:43.328352 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port fd591924-b0e3-4bee-ba1e-1649f2a447b4, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=fd591924-b0e3-4bee-ba1e-1649f2a447b4,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:43.330963 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0871f-774f-41bf-b003-76e4a2cbb87d None None] Port 8ff3b6ec-5195-4a4f-9380-9f6674ea1866 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:41:43.342265 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:43.342965 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:43.344965 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'fd591924-b0e3-4bee-ba1e-1649f2a447b4', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': 'fd591924-b0e3-4bee-ba1e-1649f2a447b4', 'mac_address': 'fa:16:3e:9a:12:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:41:43.414177 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5697a49-fa97-4077-be69-d23f6d68eb6f req-a79578f6-d0cf-4ec3-aa4b-761e733261b3 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:43.422517 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5697a49-fa97-4077-be69-d23f6d68eb6f req-a79578f6-d0cf-4ec3-aa4b-761e733261b3 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 943 time: 0.1474791 Jul 05 09:41:43.437113 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.81', 61542) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:43.468270 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:43.495757 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd591924-b0e3-4bee-ba1e-1649f2a447b4 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:43.557739 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-5b445bdf-1d7f-4f4a-a281-6034b4858242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff3b6ec-5195-4a4f-9380-9f6674ea1866 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:43.566835 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-5b445bdf-1d7f-4f4a-a281-6034b4858242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:43.576520 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5697a49-fa97-4077-be69-d23f6d68eb6f req-47138022-6323-4ea9-bfe8-cb4fe2d91dfa tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529634 Jul 05 09:41:43.582702 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-5b445bdf-1d7f-4f4a-a281-6034b4858242 service neutron] Transition to ACTIVE for port object 8ff3b6ec-5195-4a4f-9380-9f6674ea1866 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:43.587305 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bcf306-7a5b-49af-bd51-e281c2f307b3 x-openstack-request-id: req-67bcf306-7a5b-49af-bd51-e281c2f307b3 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:43.587719 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb31022-9186-4789-91f3-e0b31fb9d199", "tag": "f59913cd-5b2d-44c7-9ca5-03da2f072362", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:43.588131 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-67bcf306-7a5b-49af-bd51-e281c2f307b3 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:43.588533 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb31022-9186-4789-91f3-e0b31fb9d199', 'tag': 'f59913cd-5b2d-44c7-9ca5-03da2f072362', 'status': 'completed', 'code': 200} Jul 05 09:41:43.594988 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe23807-2155-4367-befd-240aefaa73d7 req-74914b0c-b2d9-43d3-a2de-d85c8323617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:43.600980 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbe23807-2155-4367-befd-240aefaa73d7 req-74914b0c-b2d9-43d3-a2de-d85c8323617a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 1124 time: 0.1600192 Jul 05 09:41:43.612463 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-5b445bdf-1d7f-4f4a-a281-6034b4858242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:43.819433 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port fd591924-b0e3-4bee-ba1e-1649f2a447b4, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=fd591924-b0e3-4bee-ba1e-1649f2a447b4,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:43.857331 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b445bdf-1d7f-4f4a-a281-6034b4858242 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff3b6ec-5195-4a4f-9380-9f6674ea1866,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:43.860974 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:43.861643 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device f59913cd-5b2d-44c7-9ca5-03da2f072362 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:41:43.906467 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-6d5a0dae-e3a9-4401-847e-79922e19a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:43.908480 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-6d5a0dae-e3a9-4401-847e-79922e19a380 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 1101 time: 0.3189905 Jul 05 09:41:43.973342 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=fd591924-b0e3-4bee-ba1e-1649f2a447b4,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:44.002579 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe23807-2155-4367-befd-240aefaa73d7 req-15862af7-4b1e-4135-b9e2-9fa0bdb86173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:44.005940 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:44.006646 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbe23807-2155-4367-befd-240aefaa73d7 req-15862af7-4b1e-4135-b9e2-9fa0bdb86173 service neutron] 10.222.0.81 "GET /v2.0/networks?id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 200 len: 922 time: 0.3997352 Jul 05 09:41:44.012465 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-105a6153-0a37-478d-b4bd-50f6be7e30e2 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:44.014329 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-105a6153-0a37-478d-b4bd-50f6be7e30e2 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.81 "GET /v2.0/networks?id=b653a93b-7875-4c27-adc4-358454c9269f HTTP/1.1" status: 200 len: 815 time: 0.4297626 Jul 05 09:41:44.023668 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-5b445bdf-1d7f-4f4a-a281-6034b4858242 service neutron] Attempting to bind port 8ff3b6ec-5195-4a4f-9380-9f6674ea1866 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:44.024227 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-5b445bdf-1d7f-4f4a-a281-6034b4858242 service neutron] Attempting to bind port 8ff3b6ec-5195-4a4f-9380-9f6674ea1866 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c794a44f-b238-46ad-8ea4-d84043a81222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b653a93b-7875-4c27-adc4-358454c9269f'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:44.025386 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-5b445bdf-1d7f-4f4a-a281-6034b4858242 service neutron] Attempting to bind port 8ff3b6ec-5195-4a4f-9380-9f6674ea1866 on network b653a93b-7875-4c27-adc4-358454c9269f {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:44.038800 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-1d71dc28-28ea-4368-8e26-9bee885a6ef4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Request body: {'port': {'device_id': '592528b5-1e76-41c5-8fbd-e379b3ae2e2d', 'network_id': 'b653a93b-7875-4c27-adc4-358454c9269f', 'admin_state_up': True, 'tenant_id': 'e87100ed7b6f414db27cc4824d98ad7a'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:44.122314 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffdd311-2f81-4d30-824b-d1076a4ff469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:44.124683 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff0f409-8680-446d-bea3-90591be74c1b" -d '{"events": [{"server_uuid": "fffdd311-2f81-4d30-824b-d1076a4ff469", "name": "network-vif-plugged", "status": "completed", "tag": "47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:44.131995 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:44.135460 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbe23807-2155-4367-befd-240aefaa73d7 req-2732f13b-25e7-4164-85b8-8c49f9696595 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f59913cd-5b2d-44c7-9ca5-03da2f072362 HTTP/1.1" status: 200 len: 217 time: 0.1111746 Jul 05 09:41:44.138411 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 00aaf28a-4cf6-4f79-a683-0145af287fa4 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:41:44.159891 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:44.228780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe23807-2155-4367-befd-240aefaa73d7 req-98435e4c-c140-4cec-aefa-2c248dcac656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:44.230450 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbe23807-2155-4367-befd-240aefaa73d7 req-98435e4c-c140-4cec-aefa-2c248dcac656 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4cd5f100-3ecb-4100-a6d6-40f339ce6cc7 HTTP/1.1" status: 200 len: 861 time: 0.0750349 Jul 05 09:41:44.264179 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port f59913cd-5b2d-44c7-9ca5-03da2f072362, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=f59913cd-5b2d-44c7-9ca5-03da2f072362,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:44.281467 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d692f9-a9ca-4784-b879-5ec126b4964b req-14f728df-54b9-4e1b-ad04-0a20574f38e2 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:44.284437 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:44.288401 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device f59913cd-5b2d-44c7-9ca5-03da2f072362 has no active binding in host n-h2-798054-8 {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 09:41:44.289667 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42d692f9-a9ca-4784-b879-5ec126b4964b req-14f728df-54b9-4e1b-ad04-0a20574f38e2 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 947 time: 0.4269266 Jul 05 09:41:44.295115 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 00aaf28a-4cf6-4f79-a683-0145af287fa4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:44.295494 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:44.340264 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbe23807-2155-4367-befd-240aefaa73d7 req-57d6657d-aaa1-4458-a6d8-7d9533200f73 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841172 Jul 05 09:41:44.396486 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42d692f9-a9ca-4784-b879-5ec126b4964b req-593ad668-114e-4a33-a0a5-6bf43da55811 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054265 Jul 05 09:41:44.404134 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d74b7-3180-464d-af72-aee798aacfa1 req-d34982e4-cb1d-40ac-8ea0-dc162cbe6a74 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:44.411344 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf9d74b7-3180-464d-af72-aee798aacfa1 req-d34982e4-cb1d-40ac-8ea0-dc162cbe6a74 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.2580173 Jul 05 09:41:44.492295 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-5b445bdf-1d7f-4f4a-a281-6034b4858242 service neutron] Port 8ff3b6ec-5195-4a4f-9380-9f6674ea1866 on network b653a93b-7875-4c27-adc4-358454c9269f not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:44.492620 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-5b445bdf-1d7f-4f4a-a281-6034b4858242 service neutron] Attempting to bind port 8ff3b6ec-5195-4a4f-9380-9f6674ea1866 on network b653a93b-7875-4c27-adc4-358454c9269f {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:44.501807 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf9d74b7-3180-464d-af72-aee798aacfa1 req-ca584edd-dcea-469c-9b2c-907773526ca8 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891159 Jul 05 09:41:44.516960 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-5b445bdf-1d7f-4f4a-a281-6034b4858242 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:41:44.517303 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-5b445bdf-1d7f-4f4a-a281-6034b4858242 service neutron] Checking segment: {'id': 'c794a44f-b238-46ad-8ea4-d84043a81222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b653a93b-7875-4c27-adc4-358454c9269f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:44.517679 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-5b445bdf-1d7f-4f4a-a281-6034b4858242 service neutron] Bound using segment: {'id': 'c794a44f-b238-46ad-8ea4-d84043a81222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b653a93b-7875-4c27-adc4-358454c9269f'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:41:44.518121 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-5b445bdf-1d7f-4f4a-a281-6034b4858242 service neutron] Bound port: 8ff3b6ec-5195-4a4f-9380-9f6674ea1866, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c794a44f-b238-46ad-8ea4-d84043a81222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b653a93b-7875-4c27-adc4-358454c9269f'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:41:44.518538 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-5b445bdf-1d7f-4f4a-a281-6034b4858242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:44.546061 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-1d71dc28-28ea-4368-8e26-9bee885a6ef4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Made reservation on behalf of e87100ed7b6f414db27cc4824d98ad7a for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:44.549566 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-1d71dc28-28ea-4368-8e26-9bee885a6ef4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:44.575246 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-86615fcb-ae6d-4718-8dd1-3d6edb4a202d req-67d2439a-f303-4dd1-b11e-ed52ff542071 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889 HTTP/1.1" status: 200 len: 210 time: 0.0404615 Jul 05 09:41:44.598894 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbe23807-2155-4367-befd-240aefaa73d7 req-41f6d2fa-561d-4224-850d-eeeb37ebca0f service neutron] 10.222.0.81 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287817 Jul 05 09:41:44.684170 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cce057-a69b-4ca4-8f6c-805fd7d88a24 x-openstack-request-id: req-70cce057-a69b-4ca4-8f6c-805fd7d88a24 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:44.684546 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffdd311-2f81-4d30-824b-d1076a4ff469", "name": "network-vif-plugged", "status": "completed", "tag": "47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:44.684797 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-70cce057-a69b-4ca4-8f6c-805fd7d88a24 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:44.685196 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffdd311-2f81-4d30-824b-d1076a4ff469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0', 'code': 200} Jul 05 09:41:44.702520 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbe23807-2155-4367-befd-240aefaa73d7 req-8bd9e669-a645-4822-86bb-fc27f923b0ae service neutron] 10.222.0.81 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024463 Jul 05 09:41:44.706533 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-1ee8feff-37d8-46ec-ba02-0688b3027cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:44.708762 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-1ee8feff-37d8-46ec-ba02-0688b3027cb0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.7904439 Jul 05 09:41:44.722353 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-5b445bdf-1d7f-4f4a-a281-6034b4858242 service neutron] For port 8ff3b6ec-5195-4a4f-9380-9f6674ea1866, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:41:44.793437 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-5b445bdf-1d7f-4f4a-a281-6034b4858242 service neutron] For port 8ff3b6ec-5195-4a4f-9380-9f6674ea1866, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=8ff3b6ec-5195-4a4f-9380-9f6674ea1866,segment=NetworkSegment(c794a44f-b238-46ad-8ea4-d84043a81222),segment_id=c794a44f-b238-46ad-8ea4-d84043a81222)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:41:44.795632 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-2c6377dd-dc50-4fb3-987a-60040ae17388 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=6b53c115-fa70-49fb-a505-943b44432cf3 HTTP/1.1" status: 200 len: 217 time: 0.0703540 Jul 05 09:41:44.804574 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-5b445bdf-1d7f-4f4a-a281-6034b4858242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:44.888129 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-1d71dc28-28ea-4368-8e26-9bee885a6ef4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Allocated IP 172.20.0.14 (b653a93b-7875-4c27-adc4-358454c9269f/e329e344-f615-4608-9433-02b0d4ae9eea/b884cc40-4446-4f9b-b950-29bed315b97c) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:41:44.891837 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['fd591924-b0e3-4bee-ba1e-1649f2a447b4'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:44.894471 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-5b445bdf-1d7f-4f4a-a281-6034b4858242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:44.895122 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-5b445bdf-1d7f-4f4a-a281-6034b4858242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:44.897189 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-5b445bdf-1d7f-4f4a-a281-6034b4858242 service neutron] 10.222.0.81 "PUT /v2.0/ports/8ff3b6ec-5195-4a4f-9380-9f6674ea1866 HTTP/1.1" status: 200 len: 1092 time: 1.8797090 Jul 05 09:41:44.984169 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-0b9abce8-9595-44c7-be3d-15a6048f415b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:44.985659 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-0b9abce8-9595-44c7-be3d-15a6048f415b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1761158 Jul 05 09:41:45.028862 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b445bdf-1d7f-4f4a-a281-6034b4858242 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff3b6ec-5195-4a4f-9380-9f6674ea1866,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:45.171183 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ccce8-f75c-4ba5-8403-447fd94c8626 req-fa858991-db32-4a9a-80a3-81fa0f6e8b0e tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:45.179328 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b38ccce8-f75c-4ba5-8403-447fd94c8626 req-fa858991-db32-4a9a-80a3-81fa0f6e8b0e tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/ports?device_id=0be74040-d10c-4087-9391-ce57009ac5c8 HTTP/1.1" status: 200 len: 945 time: 0.4528210 Jul 05 09:41:45.220326 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76806196-8f34-441f-bb64-2a9f1b63159b req-0bfd2cd7-de48-4bfb-92ec-cbe9198e2b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:45.222029 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-76806196-8f34-441f-bb64-2a9f1b63159b req-0bfd2cd7-de48-4bfb-92ec-cbe9198e2b0f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 1099 time: 0.3132627 Jul 05 09:41:45.235693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe338646-fe37-43c7-b377-a0f4944b208c req-459114a0-c492-46d4-b409-639e5b896e9c tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:45.240365 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe338646-fe37-43c7-b377-a0f4944b208c req-459114a0-c492-46d4-b409-639e5b896e9c tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3d8ba1f-e695-4f50-8f10-7faff40e4a8e HTTP/1.1" status: 200 len: 949 time: 0.1565969 Jul 05 09:41:45.274211 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-47371303-597a-404f-8792-bf38541e2a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:45.275938 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-47371303-597a-404f-8792-bf38541e2a80 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e87100ed7b6f414db27cc4824d98ad7a&device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 1095 time: 0.3062871 Jul 05 09:41:45.283366 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-312a99e3-479e-4c3c-b511-677735cd818d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:45.285083 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-312a99e3-479e-4c3c-b511-677735cd818d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2874351 Jul 05 09:41:45.293234 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b38ccce8-f75c-4ba5-8403-447fd94c8626 req-49905582-9fcc-463f-aaea-8d33df187381 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/security-groups?id=c877f03b-d322-4334-bfc3-ed6615dafa7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128578 Jul 05 09:41:45.338811 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe338646-fe37-43c7-b377-a0f4944b208c req-1580f1dc-b837-4f91-9ebd-8ee6612a014e tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611432 Jul 05 09:41:45.378707 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-9cf15f11-9687-4f19-bf6b-0d51925d6c45 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ff3b6ec-5195-4a4f-9380-9f6674ea1866 HTTP/1.1" status: 200 len: 217 time: 0.0880163 Jul 05 09:41:45.384302 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-ac9740e4-f30c-4e87-9c1f-66cd23bd960b tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:45.386192 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-ac9740e4-f30c-4e87-9c1f-66cd23bd960b tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.78 "GET /v2.0/networks?id=b653a93b-7875-4c27-adc4-358454c9269f HTTP/1.1" status: 200 len: 815 time: 0.1878638 Jul 05 09:41:45.405855 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-c1987761-a310-4fd0-a42a-01a9f59562e4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Request body: {'port': {'device_id': 'f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889', 'network_id': 'b653a93b-7875-4c27-adc4-358454c9269f', 'admin_state_up': True, 'tenant_id': 'e87100ed7b6f414db27cc4824d98ad7a'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:45.414024 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-76806196-8f34-441f-bb64-2a9f1b63159b req-d4141a55-d644-4766-9e0b-5bc6dd947f2e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809623 Jul 05 09:41:45.422522 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-1d71dc28-28ea-4368-8e26-9bee885a6ef4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:45.483316 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-1d71dc28-28ea-4368-8e26-9bee885a6ef4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Transition to ACTIVE for port object b884cc40-4446-4f9b-b950-29bed315b97c will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:45.502786 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-f6707b1c-1dc4-419d-af51-252a5e86d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:45.504296 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-f6707b1c-1dc4-419d-af51-252a5e86d8b1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e329e344-f615-4608-9433-02b0d4ae9eea HTTP/1.1" status: 200 len: 854 time: 0.0863461 Jul 05 09:41:45.566193 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-5df7370b-a3a5-4386-8c59-58523eeceee8 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562635 Jul 05 09:41:45.590896 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238321b-edb3-4ade-995b-1b0fc729cf8d req-bce24dee-7f92-4536-b70f-66dbb9828e2b tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:45.592448 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1238321b-edb3-4ade-995b-1b0fc729cf8d req-bce24dee-7f92-4536-b70f-66dbb9828e2b tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 943 time: 0.1129243 Jul 05 09:41:45.597617 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1f3dc2-c472-4bca-9841-71ae6c24faf8', 'tag': '8ff3b6ec-5195-4a4f-9380-9f6674ea1866'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:45.607500 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0752821f-4678-4c28-99f5-acdd4cf630d2" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1f3dc2-c472-4bca-9841-71ae6c24faf8", "tag": "8ff3b6ec-5195-4a4f-9380-9f6674ea1866"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:45.609836 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-c1987761-a310-4fd0-a42a-01a9f59562e4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Made reservation on behalf of e87100ed7b6f414db27cc4824d98ad7a for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:45.613890 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-c1987761-a310-4fd0-a42a-01a9f59562e4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:45.656926 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-1d71dc28-28ea-4368-8e26-9bee885a6ef4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:45.667279 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1238321b-edb3-4ade-995b-1b0fc729cf8d req-9c85f320-f4d9-4d4d-9196-b973132bc159 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653667 Jul 05 09:41:45.715699 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-10d7916a-ae65-4110-bf73-0d11349e46dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:45.717264 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-10d7916a-ae65-4110-bf73-0d11349e46dc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b653a93b-7875-4c27-adc4-358454c9269f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2031202 Jul 05 09:41:45.725135 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-1d71dc28-28ea-4368-8e26-9bee885a6ef4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Network b653a93b-7875-4c27-adc4-358454c9269f is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:45.741915 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-1d71dc28-28ea-4368-8e26-9bee885a6ef4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:45.744384 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-1d71dc28-28ea-4368-8e26-9bee885a6ef4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:45.834219 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71dc28-28ea-4368-8e26-9bee885a6ef4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Pushing event updated for resources: {'Port': ['ID=b884cc40-4446-4f9b-b950-29bed315b97c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:45.854129 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-d2b8907b-1ff4-46f3-b939-d670e16d326a service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801063 Jul 05 09:41:45.870136 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-1d71dc28-28ea-4368-8e26-9bee885a6ef4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:45.871083 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-1d71dc28-28ea-4368-8e26-9bee885a6ef4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:45.882077 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-c1987761-a310-4fd0-a42a-01a9f59562e4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Allocated IP 172.20.0.6 (b653a93b-7875-4c27-adc4-358454c9269f/e329e344-f615-4608-9433-02b0d4ae9eea/f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:41:45.897390 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-1d71dc28-28ea-4368-8e26-9bee885a6ef4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8692029 Jul 05 09:41:45.912549 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-2feaca8f-57cc-4c3f-9d77-2a497acdfa25 service neutron] Request body: {'port': {'device_id': '592528b5-1e76-41c5-8fbd-e379b3ae2e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:45.964685 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3afd40-7523-415a-bb17-b771e0c517a9 req-731ad340-c65f-451c-b263-3ba70c696ad0 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:45.971781 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab3afd40-7523-415a-bb17-b771e0c517a9 req-731ad340-c65f-451c-b263-3ba70c696ad0 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.2156410 Jul 05 09:41:45.972280 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-93135366-cce4-4e32-b4e5-ad8e32f304fb service neutron] 10.222.0.81 "GET /v2.0/networks/b653a93b-7875-4c27-adc4-358454c9269f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424135 Jul 05 09:41:46.012976 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c904cf-a06e-4acf-9aa3-c17342690455 req-31805144-ef62-4fab-8f01-a8708639603c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:46.014531 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7c904cf-a06e-4acf-9aa3-c17342690455 req-31805144-ef62-4fab-8f01-a8708639603c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.1820452 Jul 05 09:41:46.024198 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-39be9ad0-12ce-4cc6-b684-28da9ac5da3e None None] Provisioning for port b884cc40-4446-4f9b-b950-29bed315b97c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:46.030882 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-39be9ad0-12ce-4cc6-b684-28da9ac5da3e None None] Provisioning complete for port b884cc40-4446-4f9b-b950-29bed315b97c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:46.032763 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-39be9ad0-12ce-4cc6-b684-28da9ac5da3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:46.070912 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-2feaca8f-57cc-4c3f-9d77-2a497acdfa25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:46.092550 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-39be9ad0-12ce-4cc6-b684-28da9ac5da3e None None] Port b884cc40-4446-4f9b-b950-29bed315b97c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:41:46.100407 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab3afd40-7523-415a-bb17-b771e0c517a9 req-9f3ebb0b-6e13-4132-abe6-3d7adc0d5d47 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276667 Jul 05 09:41:46.142536 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7c904cf-a06e-4acf-9aa3-c17342690455 req-e2981f1c-40b9-4828-91aa-5ee2b87109ab tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841231 Jul 05 09:41:46.144009 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6c933f0e-2db4-4b80-a62c-3d971bae602c req-b9d9de7f-abbf-413c-9e02-b8c34a505313 service neutron] 10.222.0.81 "GET /v2.0/networks/b653a93b-7875-4c27-adc4-358454c9269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635437 Jul 05 09:41:46.208996 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-c1987761-a310-4fd0-a42a-01a9f59562e4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:46.218273 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fce695a-2e14-4111-a9e8-786fda87f303 x-openstack-request-id: req-9fce695a-2e14-4111-a9e8-786fda87f303 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:46.218533 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1f3dc2-c472-4bca-9841-71ae6c24faf8", "tag": "8ff3b6ec-5195-4a4f-9380-9f6674ea1866", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:46.218810 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9fce695a-2e14-4111-a9e8-786fda87f303 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:46.219232 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c1f3dc2-c472-4bca-9841-71ae6c24faf8', 'tag': '8ff3b6ec-5195-4a4f-9380-9f6674ea1866', 'status': 'completed', 'code': 200} Jul 05 09:41:46.225997 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-c1987761-a310-4fd0-a42a-01a9f59562e4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Transition to ACTIVE for port object f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:46.285184 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-334cba27-04f2-4493-80ba-6664d529e44a req-ef9f2913-7186-47cd-9506-9c16cddbc8f1 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889 HTTP/1.1" status: 200 len: 210 time: 0.0455949 Jul 05 09:41:46.298829 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752821f-4678-4c28-99f5-acdd4cf630d2 req-f906a24c-bcc3-4031-9aee-d0ecd2aaee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:46.300402 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0752821f-4678-4c28-99f5-acdd4cf630d2 req-f906a24c-bcc3-4031-9aee-d0ecd2aaee77 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e87100ed7b6f414db27cc4824d98ad7a&device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 1095 time: 0.0780933 Jul 05 09:41:46.318495 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-c1987761-a310-4fd0-a42a-01a9f59562e4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:46.373360 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-c1987761-a310-4fd0-a42a-01a9f59562e4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Network b653a93b-7875-4c27-adc4-358454c9269f is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:46.378060 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-c1987761-a310-4fd0-a42a-01a9f59562e4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:46.380437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1987761-a310-4fd0-a42a-01a9f59562e4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Pushing event updated for resources: {'Port': ['ID=f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:46.388644 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-c1987761-a310-4fd0-a42a-01a9f59562e4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:46.451208 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-c1987761-a310-4fd0-a42a-01a9f59562e4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:46.452406 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-c1987761-a310-4fd0-a42a-01a9f59562e4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:46.479892 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-c1987761-a310-4fd0-a42a-01a9f59562e4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0785291 Jul 05 09:41:46.493744 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-7c8af01a-70d4-4421-af43-a971cdf64261 service neutron] Request body: {'port': {'device_id': 'f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:46.513934 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752821f-4678-4c28-99f5-acdd4cf630d2 req-162301d5-c2af-49e3-b57d-87a8b87c0ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:46.515505 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0752821f-4678-4c28-99f5-acdd4cf630d2 req-162301d5-c2af-49e3-b57d-87a8b87c0ba4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b653a93b-7875-4c27-adc4-358454c9269f HTTP/1.1" status: 200 len: 916 time: 0.2084539 Jul 05 09:41:46.586248 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0752821f-4678-4c28-99f5-acdd4cf630d2 req-dd3c11aa-8727-409b-9151-f0fdcaa654dc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ff3b6ec-5195-4a4f-9380-9f6674ea1866 HTTP/1.1" status: 200 len: 217 time: 0.0613415 Jul 05 09:41:46.672285 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752821f-4678-4c28-99f5-acdd4cf630d2 req-dd208298-ce98-4d59-baef-fd0b962d69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:46.674255 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0752821f-4678-4c28-99f5-acdd4cf630d2 req-dd208298-ce98-4d59-baef-fd0b962d69cc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e329e344-f615-4608-9433-02b0d4ae9eea HTTP/1.1" status: 200 len: 854 time: 0.0794406 Jul 05 09:41:46.675457 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-7c8af01a-70d4-4421-af43-a971cdf64261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:46.714142 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-2feaca8f-57cc-4c3f-9d77-2a497acdfa25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b884cc40-4446-4f9b-b950-29bed315b97c {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:46.719021 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-87ba8631-6ccc-416a-93ed-01f4982c2bf1 None None] Provisioning for port f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:46.723386 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-2feaca8f-57cc-4c3f-9d77-2a497acdfa25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:46.724098 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-87ba8631-6ccc-416a-93ed-01f4982c2bf1 None None] Provisioning complete for port f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:46.724098 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-87ba8631-6ccc-416a-93ed-01f4982c2bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:46.741363 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-2feaca8f-57cc-4c3f-9d77-2a497acdfa25 service neutron] Transition to ACTIVE for port object b884cc40-4446-4f9b-b950-29bed315b97c will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:46.746713 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-2feaca8f-57cc-4c3f-9d77-2a497acdfa25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:46.763964 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-87ba8631-6ccc-416a-93ed-01f4982c2bf1 None None] Port f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:41:46.766868 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd75dfc-3743-4979-8d5e-5311bbaef095 req-5e53f4f8-9a02-4247-bda7-73ae9dadbfc1 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:46.768472 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2fd75dfc-3743-4979-8d5e-5311bbaef095 req-5e53f4f8-9a02-4247-bda7-73ae9dadbfc1 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/ports?device_id=0be74040-d10c-4087-9391-ce57009ac5c8 HTTP/1.1" status: 200 len: 945 time: 0.1789527 Jul 05 09:41:46.795842 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752821f-4678-4c28-99f5-acdd4cf630d2 req-a48e9ca6-71fa-4e10-8f49-c012d908dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:46.797406 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0752821f-4678-4c28-99f5-acdd4cf630d2 req-a48e9ca6-71fa-4e10-8f49-c012d908dfd5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b653a93b-7875-4c27-adc4-358454c9269f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168270 Jul 05 09:41:46.814524 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feaca8f-57cc-4c3f-9d77-2a497acdfa25 service neutron] Pushing event updated for resources: {'Port': ['ID=b884cc40-4446-4f9b-b950-29bed315b97c,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:46.848817 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0546e58-6684-4852-82b2-27ac5a32ee22 req-d07ff61c-fd7b-47ad-a895-cdb2a1ee3493 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:46.850404 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0546e58-6684-4852-82b2-27ac5a32ee22 req-d07ff61c-fd7b-47ad-a895-cdb2a1ee3493 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3d8ba1f-e695-4f50-8f10-7faff40e4a8e HTTP/1.1" status: 200 len: 949 time: 0.2220695 Jul 05 09:41:46.960464 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0752821f-4678-4c28-99f5-acdd4cf630d2 req-6c4ec254-69e1-4de3-a49f-ca827ae9c164 service neutron] 10.222.0.81 "GET /v2.0/networks/b653a93b-7875-4c27-adc4-358454c9269f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538963 Jul 05 09:41:46.962937 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-2feaca8f-57cc-4c3f-9d77-2a497acdfa25 service neutron] Attempting to bind port b884cc40-4446-4f9b-b950-29bed315b97c on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:46.963273 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-2feaca8f-57cc-4c3f-9d77-2a497acdfa25 service neutron] Attempting to bind port b884cc40-4446-4f9b-b950-29bed315b97c by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c794a44f-b238-46ad-8ea4-d84043a81222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b653a93b-7875-4c27-adc4-358454c9269f'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:46.963600 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-2feaca8f-57cc-4c3f-9d77-2a497acdfa25 service neutron] Attempting to bind port b884cc40-4446-4f9b-b950-29bed315b97c on network b653a93b-7875-4c27-adc4-358454c9269f {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:46.965343 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2fd75dfc-3743-4979-8d5e-5311bbaef095 req-6769f3b3-e2ed-418f-84bd-d363b1cf1566 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/security-groups?id=c877f03b-d322-4334-bfc3-ed6615dafa7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419203 Jul 05 09:41:46.968212 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-2feaca8f-57cc-4c3f-9d77-2a497acdfa25 service neutron] Port b884cc40-4446-4f9b-b950-29bed315b97c on network b653a93b-7875-4c27-adc4-358454c9269f not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:46.968536 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-2feaca8f-57cc-4c3f-9d77-2a497acdfa25 service neutron] Attempting to bind port b884cc40-4446-4f9b-b950-29bed315b97c on network b653a93b-7875-4c27-adc4-358454c9269f {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:46.983611 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0546e58-6684-4852-82b2-27ac5a32ee22 req-292406e4-d9fa-49b3-a2a7-448496654ee9 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243718 Jul 05 09:41:47.030760 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-2feaca8f-57cc-4c3f-9d77-2a497acdfa25 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:41:47.031390 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-2feaca8f-57cc-4c3f-9d77-2a497acdfa25 service neutron] Checking segment: {'id': 'c794a44f-b238-46ad-8ea4-d84043a81222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b653a93b-7875-4c27-adc4-358454c9269f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:47.033397 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-2feaca8f-57cc-4c3f-9d77-2a497acdfa25 service neutron] Bound using segment: {'id': 'c794a44f-b238-46ad-8ea4-d84043a81222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b653a93b-7875-4c27-adc4-358454c9269f'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:41:47.035224 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-2feaca8f-57cc-4c3f-9d77-2a497acdfa25 service neutron] Bound port: b884cc40-4446-4f9b-b950-29bed315b97c, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c794a44f-b238-46ad-8ea4-d84043a81222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b653a93b-7875-4c27-adc4-358454c9269f'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:41:47.035883 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-2feaca8f-57cc-4c3f-9d77-2a497acdfa25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:47.098549 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device fd591924-b0e3-4bee-ba1e-1649f2a447b4 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:41:47.100776 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-7c8af01a-70d4-4421-af43-a971cdf64261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:47.110975 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-7c8af01a-70d4-4421-af43-a971cdf64261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:47.111634 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0752821f-4678-4c28-99f5-acdd4cf630d2 req-9da4ac71-24e1-4f16-9479-908d6c80078c service neutron] 10.222.0.81 "GET /v2.0/networks/b653a93b-7875-4c27-adc4-358454c9269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408498 Jul 05 09:41:47.162126 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-7c8af01a-70d4-4421-af43-a971cdf64261 service neutron] Transition to ACTIVE for port object f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:47.172040 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-7c8af01a-70d4-4421-af43-a971cdf64261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:47.174678 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port fd591924-b0e3-4bee-ba1e-1649f2a447b4 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:47.180105 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port fd591924-b0e3-4bee-ba1e-1649f2a447b4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:47.180693 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:47.195401 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-2feaca8f-57cc-4c3f-9d77-2a497acdfa25 service neutron] For port b884cc40-4446-4f9b-b950-29bed315b97c, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:41:47.200149 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-2feaca8f-57cc-4c3f-9d77-2a497acdfa25 service neutron] For port b884cc40-4446-4f9b-b950-29bed315b97c, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b884cc40-4446-4f9b-b950-29bed315b97c,segment=NetworkSegment(c794a44f-b238-46ad-8ea4-d84043a81222),segment_id=c794a44f-b238-46ad-8ea4-d84043a81222)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:41:47.205918 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-2feaca8f-57cc-4c3f-9d77-2a497acdfa25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:47.242952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8af01a-70d4-4421-af43-a971cdf64261 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:47.275790 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-2feaca8f-57cc-4c3f-9d77-2a497acdfa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:47.276653 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-2feaca8f-57cc-4c3f-9d77-2a497acdfa25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:47.280016 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-2feaca8f-57cc-4c3f-9d77-2a497acdfa25 service neutron] 10.222.0.81 "PUT /v2.0/ports/b884cc40-4446-4f9b-b950-29bed315b97c HTTP/1.1" status: 200 len: 1092 time: 1.3721673 Jul 05 09:41:47.281067 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feaca8f-57cc-4c3f-9d77-2a497acdfa25 service neutron] Pushing event updated for resources: {'Port': ['ID=b884cc40-4446-4f9b-b950-29bed315b97c,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:47.307492 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:47.310380 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf18fcb-f78b-4360-b289-37df0ed920e6 req-0ec292ce-5be5-4a4d-a00f-43a0fb23d2db tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:47.312126 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8bf18fcb-f78b-4360-b289-37df0ed920e6 req-0ec292ce-5be5-4a4d-a00f-43a0fb23d2db tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 943 time: 0.1985798 Jul 05 09:41:47.339598 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d8ba1f-e695-4f50-8f10-7faff40e4a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd591924-b0e3-4bee-ba1e-1649f2a447b4'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:47.342780 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4413c40a-ceb6-40f4-9a0c-23fab0a2c7e1" -d '{"events": [{"server_uuid": "d3d8ba1f-e695-4f50-8f10-7faff40e4a8e", "name": "network-vif-plugged", "status": "completed", "tag": "fd591924-b0e3-4bee-ba1e-1649f2a447b4"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:47.360196 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port fd591924-b0e3-4bee-ba1e-1649f2a447b4, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=fd591924-b0e3-4bee-ba1e-1649f2a447b4,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:47.366435 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:47.407362 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8bf18fcb-f78b-4360-b289-37df0ed920e6 req-af2867b5-6c65-42a3-9ffc-680f74847e69 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685132 Jul 05 09:41:47.427511 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-b96bc2c3-feaf-4076-8408-69544e7e3597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:47.430168 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-b96bc2c3-feaf-4076-8408-69544e7e3597 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e87100ed7b6f414db27cc4824d98ad7a&device_id=592528b5-1e76-41c5-8fbd-e379b3ae2e2d HTTP/1.1" status: 200 len: 1095 time: 0.0943356 Jul 05 09:41:47.435637 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=fd591924-b0e3-4bee-ba1e-1649f2a447b4,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:47.444178 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-7c8af01a-70d4-4421-af43-a971cdf64261 service neutron] Attempting to bind port f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:47.444518 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-7c8af01a-70d4-4421-af43-a971cdf64261 service neutron] Attempting to bind port f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'c794a44f-b238-46ad-8ea4-d84043a81222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b653a93b-7875-4c27-adc4-358454c9269f'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:47.444844 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-7c8af01a-70d4-4421-af43-a971cdf64261 service neutron] Attempting to bind port f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 on network b653a93b-7875-4c27-adc4-358454c9269f {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:47.454736 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-7c8af01a-70d4-4421-af43-a971cdf64261 service neutron] Port f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 on network b653a93b-7875-4c27-adc4-358454c9269f not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:47.455369 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-7c8af01a-70d4-4421-af43-a971cdf64261 service neutron] Attempting to bind port f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 on network b653a93b-7875-4c27-adc4-358454c9269f {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:47.470624 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-7c8af01a-70d4-4421-af43-a971cdf64261 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:41:47.471000 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-7c8af01a-70d4-4421-af43-a971cdf64261 service neutron] Checking segment: {'id': 'c794a44f-b238-46ad-8ea4-d84043a81222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b653a93b-7875-4c27-adc4-358454c9269f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:47.471400 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-7c8af01a-70d4-4421-af43-a971cdf64261 service neutron] Bound using segment: {'id': 'c794a44f-b238-46ad-8ea4-d84043a81222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b653a93b-7875-4c27-adc4-358454c9269f'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:41:47.471864 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-7c8af01a-70d4-4421-af43-a971cdf64261 service neutron] Bound port: f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c794a44f-b238-46ad-8ea4-d84043a81222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b653a93b-7875-4c27-adc4-358454c9269f'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:41:47.472228 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-7c8af01a-70d4-4421-af43-a971cdf64261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:47.493722 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-d03bc488-cf32-49a3-b0ad-0b0ff746ce5b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b884cc40-4446-4f9b-b950-29bed315b97c HTTP/1.1" status: 200 len: 217 time: 0.0554435 Jul 05 09:41:47.496850 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b019e-e1b3-4e01-b595-3d8ea942fb69 req-1f75d1fe-80ca-45bc-9fde-f83025734aba tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:47.531359 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-468b019e-e1b3-4e01-b595-3d8ea942fb69 req-1f75d1fe-80ca-45bc-9fde-f83025734aba tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.2449110 Jul 05 09:41:47.595280 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-45a4d52b-1214-49c9-82c4-e168868cf2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:47.597043 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-45a4d52b-1214-49c9-82c4-e168868cf2e0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e329e344-f615-4608-9433-02b0d4ae9eea HTTP/1.1" status: 200 len: 854 time: 0.0951097 Jul 05 09:41:47.651972 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-7c8af01a-70d4-4421-af43-a971cdf64261 service neutron] For port f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:41:47.661189 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-7c8af01a-70d4-4421-af43-a971cdf64261 service neutron] For port f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89,segment=NetworkSegment(c794a44f-b238-46ad-8ea4-d84043a81222),segment_id=c794a44f-b238-46ad-8ea4-d84043a81222)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:41:47.671192 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-7c8af01a-70d4-4421-af43-a971cdf64261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:47.679503 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-44f32445-2135-4c8b-b5da-d083af177bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:47.681431 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-44f32445-2135-4c8b-b5da-d083af177bba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b653a93b-7875-4c27-adc4-358454c9269f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761507 Jul 05 09:41:47.685122 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-468b019e-e1b3-4e01-b595-3d8ea942fb69 req-d90f1f20-1668-4617-b4da-4b69a00d3bc1 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494811 Jul 05 09:41:47.729703 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-7c8af01a-70d4-4421-af43-a971cdf64261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:47.730331 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-7c8af01a-70d4-4421-af43-a971cdf64261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:47.731758 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-7c8af01a-70d4-4421-af43-a971cdf64261 service neutron] 10.222.0.78 "PUT /v2.0/ports/f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 HTTP/1.1" status: 200 len: 1091 time: 1.2432256 Jul 05 09:41:47.735495 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889', 'tag': 'f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:47.751916 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8107d41c-5572-4fa7-b901-41aac79bcdfd" -d '{"events": [{"name": "network-changed", "server_uuid": "f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889", "tag": "f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:47.804252 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea52681-0d88-414e-9a87-aae5bb694b1f req-72b5162c-4ccd-4c67-8117-1d6e4bdc410d tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:47.813051 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ea52681-0d88-414e-9a87-aae5bb694b1f req-72b5162c-4ccd-4c67-8117-1d6e4bdc410d tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.2242603 Jul 05 09:41:47.821173 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8af01a-70d4-4421-af43-a971cdf64261 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:47.925490 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ea52681-0d88-414e-9a87-aae5bb694b1f req-b9d7dfbd-1083-4219-bd21-beafabed4427 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115050 Jul 05 09:41:47.964590 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-6cde1186-46d8-4451-9e1c-e8a21e3ead51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:47.966331 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-6cde1186-46d8-4451-9e1c-e8a21e3ead51 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e87100ed7b6f414db27cc4824d98ad7a&device_id=f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889 HTTP/1.1" status: 200 len: 1094 time: 0.1243653 Jul 05 09:41:47.974266 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb98d2-1da8-4ebe-b952-0866a11859e0 req-3cc30dab-a581-4f83-9952-03a2bb52ade2 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:47.975770 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fafb98d2-1da8-4ebe-b952-0866a11859e0 req-3cc30dab-a581-4f83-9952-03a2bb52ade2 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889 HTTP/1.1" status: 200 len: 943 time: 0.1383588 Jul 05 09:41:48.012936 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884a6bd1-b88f-4949-a7e4-e08b0e415d06 x-openstack-request-id: req-884a6bd1-b88f-4949-a7e4-e08b0e415d06 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:48.013621 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d8ba1f-e695-4f50-8f10-7faff40e4a8e", "name": "network-vif-plugged", "status": "completed", "tag": "fd591924-b0e3-4bee-ba1e-1649f2a447b4", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:48.013621 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-884a6bd1-b88f-4949-a7e4-e08b0e415d06 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:48.016321 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d8ba1f-e695-4f50-8f10-7faff40e4a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd591924-b0e3-4bee-ba1e-1649f2a447b4', 'code': 200} Jul 05 09:41:48.027886 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-071b3993-3027-4e35-9614-6bcead90a6db service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 HTTP/1.1" status: 200 len: 217 time: 0.0499568 Jul 05 09:41:48.086702 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fafb98d2-1da8-4ebe-b952-0866a11859e0 req-e20a5456-1e50-4c22-a232-10c2f1925d04 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037290 Jul 05 09:41:48.106863 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-739793c5-bcbf-416f-8b51-2a3ca3cf72c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:48.110104 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-739793c5-bcbf-416f-8b51-2a3ca3cf72c3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e329e344-f615-4608-9433-02b0d4ae9eea HTTP/1.1" status: 200 len: 854 time: 0.0739632 Jul 05 09:41:48.150186 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f83763a-5118-4cab-b98e-c1846f701851 x-openstack-request-id: req-6f83763a-5118-4cab-b98e-c1846f701851 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:48.150479 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889", "tag": "f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:48.150734 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6f83763a-5118-4cab-b98e-c1846f701851 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:48.151127 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889', 'tag': 'f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89', 'status': 'completed', 'code': 200} Jul 05 09:41:48.176478 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-d5750e63-c11e-45bf-b959-7fdb01fb6c51 service neutron] 10.222.0.81 "GET /v2.0/networks/b653a93b-7875-4c27-adc4-358454c9269f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743540 Jul 05 09:41:48.179542 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-a4f995c8-1e5e-4731-a2b1-a008efeccb0e service neutron] 10.222.0.81 "GET /v2.0/ports/f59913cd-5b2d-44c7-9ca5-03da2f072362/bindings/n-h2-798054-8 HTTP/1.1" status: 200 len: 384 time: 0.4600275 Jul 05 09:41:48.182465 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-d730f178-8eec-451d-8b33-9f5e13e65f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:48.184252 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-d730f178-8eec-451d-8b33-9f5e13e65f70 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b653a93b-7875-4c27-adc4-358454c9269f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677319 Jul 05 09:41:48.232480 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592528b5-1e76-41c5-8fbd-e379b3ae2e2d', 'tag': 'b884cc40-4446-4f9b-b950-29bed315b97c'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:48.235034 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6716ac9-6785-4883-acbc-6d66c18c9bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "592528b5-1e76-41c5-8fbd-e379b3ae2e2d", "tag": "b884cc40-4446-4f9b-b950-29bed315b97c"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:48.291035 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6a732-9797-4d2c-b75a-bbc3c84b38dd req-ca0dec43-97d2-4e06-a68b-d1ebc6671600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:48.292510 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-55f6a732-9797-4d2c-b75a-bbc3c84b38dd req-ca0dec43-97d2-4e06-a68b-d1ebc6671600 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d3d8ba1f-e695-4f50-8f10-7faff40e4a8e HTTP/1.1" status: 200 len: 1101 time: 0.1760931 Jul 05 09:41:48.361299 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-d6fdfb92-6b92-4f97-8d88-690ed341fef3 service neutron] 10.222.0.78 "GET /v2.0/networks/b653a93b-7875-4c27-adc4-358454c9269f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668904 Jul 05 09:41:48.378155 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-afb5a7bf-e366-45b8-9366-9f10dcffded0 req-2f27e591-309d-4f3e-ac1a-b82625c256b2 service neutron] 10.222.0.81 "GET /v2.0/networks/b653a93b-7875-4c27-adc4-358454c9269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906815 Jul 05 09:41:48.381541 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-55f6a732-9797-4d2c-b75a-bbc3c84b38dd req-b70c9b38-903e-41fe-a0f4-fda152eca41d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796797 Jul 05 09:41:48.444571 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437c76a-f0bc-4b1e-91da-5e8e5498c028 req-ed0285bc-4177-4405-9a89-256952cf840a tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:48.446054 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6437c76a-f0bc-4b1e-91da-5e8e5498c028 req-ed0285bc-4177-4405-9a89-256952cf840a tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3d8ba1f-e695-4f50-8f10-7faff40e4a8e HTTP/1.1" status: 200 len: 950 time: 0.1921761 Jul 05 09:41:48.454851 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8fb8c-0bd8-433b-97c0-69a24653dbd0 req-65956ae0-2726-42a2-9aae-0f48805abb25 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:48.456317 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaa8fb8c-0bd8-433b-97c0-69a24653dbd0 req-65956ae0-2726-42a2-9aae-0f48805abb25 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/ports?device_id=0be74040-d10c-4087-9391-ce57009ac5c8 HTTP/1.1" status: 200 len: 945 time: 0.1902082 Jul 05 09:41:48.477811 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-425fb24a-38a2-4e9f-bfaf-bf173979f6f8 service neutron] For port f59913cd-5b2d-44c7-9ca5-03da2f072362, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=f59913cd-5b2d-44c7-9ca5-03da2f072362,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:48.498701 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-425fb24a-38a2-4e9f-bfaf-bf173979f6f8 service neutron] For port f59913cd-5b2d-44c7-9ca5-03da2f072362, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:41:48.530792 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6437c76a-f0bc-4b1e-91da-5e8e5498c028 req-ef83a3e1-dac7-4f89-bad5-3fa44129c41c tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695591 Jul 05 09:41:48.531572 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-425fb24a-38a2-4e9f-bfaf-bf173979f6f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59913cd-5b2d-44c7-9ca5-03da2f072362 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:48.543178 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-425fb24a-38a2-4e9f-bfaf-bf173979f6f8 service neutron] For port f59913cd-5b2d-44c7-9ca5-03da2f072362, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=f59913cd-5b2d-44c7-9ca5-03da2f072362,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:48.549548 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaa8fb8c-0bd8-433b-97c0-69a24653dbd0 req-9f83f99b-5280-4bf2-9a06-587b2e6162ef tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/security-groups?id=c877f03b-d322-4334-bfc3-ed6615dafa7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825372 Jul 05 09:41:48.557138 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c51d7bf-3490-4e0b-9afc-65495aa4a575 req-f71f1676-fca2-44b1-8b39-c1e3ffd01e0a service neutron] 10.222.0.78 "GET /v2.0/networks/b653a93b-7875-4c27-adc4-358454c9269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795323 Jul 05 09:41:48.571285 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-425fb24a-38a2-4e9f-bfaf-bf173979f6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:48.619943 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe3d692-ff34-4aff-9fca-cd3c646e6165 x-openstack-request-id: req-ebe3d692-ff34-4aff-9fca-cd3c646e6165 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:48.620288 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592528b5-1e76-41c5-8fbd-e379b3ae2e2d", "tag": "b884cc40-4446-4f9b-b950-29bed315b97c", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:48.620615 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ebe3d692-ff34-4aff-9fca-cd3c646e6165 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:48.621071 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592528b5-1e76-41c5-8fbd-e379b3ae2e2d', 'tag': 'b884cc40-4446-4f9b-b950-29bed315b97c', 'status': 'completed', 'code': 200} Jul 05 09:41:48.705435 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-425fb24a-38a2-4e9f-bfaf-bf173979f6f8 service neutron] Transition to ACTIVE for port object f59913cd-5b2d-44c7-9ca5-03da2f072362 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:48.716280 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-425fb24a-38a2-4e9f-bfaf-bf173979f6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:48.776020 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107d41c-5572-4fa7-b901-41aac79bcdfd req-22f288ec-827e-47ac-85bf-c967302c9099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:48.776310 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8107d41c-5572-4fa7-b901-41aac79bcdfd req-22f288ec-827e-47ac-85bf-c967302c9099 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e87100ed7b6f414db27cc4824d98ad7a&device_id=f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889 HTTP/1.1" status: 200 len: 1094 time: 0.1047547 Jul 05 09:41:48.800004 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-425fb24a-38a2-4e9f-bfaf-bf173979f6f8 service neutron] No DVR routers for this DVR port f59913cd-5b2d-44c7-9ca5-03da2f072362 on host n-h1-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:41:48.807533 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6716ac9-6785-4883-acbc-6d66c18c9bc5 req-d179aea3-5637-40b5-ba84-40a942848b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:48.809097 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c6716ac9-6785-4883-acbc-6d66c18c9bc5 req-d179aea3-5637-40b5-ba84-40a942848b5a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e87100ed7b6f414db27cc4824d98ad7a&device_id=592528b5-1e76-41c5-8fbd-e379b3ae2e2d HTTP/1.1" status: 200 len: 1095 time: 0.1511395 Jul 05 09:41:48.810060 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fb24a-38a2-4e9f-bfaf-bf173979f6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f59913cd-5b2d-44c7-9ca5-03da2f072362,revision_number=10']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:48.868694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ddf31-f196-4d45-a9a0-2d871b3ec6d0 req-ff08bb3b-7000-4f26-a5c9-f358825059b6 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:48.870172 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-363ddf31-f196-4d45-a9a0-2d871b3ec6d0 req-ff08bb3b-7000-4f26-a5c9-f358825059b6 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 944 time: 0.1538465 Jul 05 09:41:48.885211 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-425fb24a-38a2-4e9f-bfaf-bf173979f6f8 service neutron] 10.222.0.81 "PUT /v2.0/ports/f59913cd-5b2d-44c7-9ca5-03da2f072362/bindings/n-h2-798054-8/activate HTTP/1.1" status: 200 len: 369 time: 0.6886158 Jul 05 09:41:48.928816 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6716ac9-6785-4883-acbc-6d66c18c9bc5 req-6f6d8664-c08f-4662-a620-d1098ca58e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:48.931477 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c6716ac9-6785-4883-acbc-6d66c18c9bc5 req-6f6d8664-c08f-4662-a620-d1098ca58e46 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b653a93b-7875-4c27-adc4-358454c9269f HTTP/1.1" status: 200 len: 916 time: 0.1145918 Jul 05 09:41:48.956800 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-363ddf31-f196-4d45-a9a0-2d871b3ec6d0 req-24907c72-2764-4f77-ba04-215d0958b410 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794768 Jul 05 09:41:48.961854 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107d41c-5572-4fa7-b901-41aac79bcdfd req-133cfefd-60fc-45d4-b4bd-7255ee838262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:48.963263 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8107d41c-5572-4fa7-b901-41aac79bcdfd req-133cfefd-60fc-45d4-b4bd-7255ee838262 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b653a93b-7875-4c27-adc4-358454c9269f HTTP/1.1" status: 200 len: 916 time: 0.1759233 Jul 05 09:41:48.976295 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f2d9c-069f-4eb4-953f-595c3a061065 req-521b8211-f56a-4cc9-9cbe-26d4d864e94c tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:48.977739 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-540f2d9c-069f-4eb4-953f-595c3a061065 req-521b8211-f56a-4cc9-9cbe-26d4d864e94c tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.1717958 Jul 05 09:41:49.013515 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c6716ac9-6785-4883-acbc-6d66c18c9bc5 req-03f02c39-553f-4915-a1b1-08b6cd037f80 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b884cc40-4446-4f9b-b950-29bed315b97c HTTP/1.1" status: 200 len: 217 time: 0.0747991 Jul 05 09:41:49.032174 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8107d41c-5572-4fa7-b901-41aac79bcdfd req-b39634f7-51ad-42b7-9a1c-55c6c0283932 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 HTTP/1.1" status: 200 len: 217 time: 0.0534539 Jul 05 09:41:49.092306 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-540f2d9c-069f-4eb4-953f-595c3a061065 req-8ca9e037-1a15-44e2-9e8a-f4c89b7e008f tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020434 Jul 05 09:41:49.101849 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6716ac9-6785-4883-acbc-6d66c18c9bc5 req-00f47cbd-3e7f-4d89-9956-11d57956e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:49.103392 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c6716ac9-6785-4883-acbc-6d66c18c9bc5 req-00f47cbd-3e7f-4d89-9956-11d57956e769 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e329e344-f615-4608-9433-02b0d4ae9eea HTTP/1.1" status: 200 len: 854 time: 0.0720072 Jul 05 09:41:49.131593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107d41c-5572-4fa7-b901-41aac79bcdfd req-49c6d20c-4156-4a61-80bd-9a9e727c395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:49.133120 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8107d41c-5572-4fa7-b901-41aac79bcdfd req-49c6d20c-4156-4a61-80bd-9a9e727c395e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e329e344-f615-4608-9433-02b0d4ae9eea HTTP/1.1" status: 200 len: 854 time: 0.0926979 Jul 05 09:41:49.149601 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-6e30172a-cea2-4bf2-81d9-ee95f499a7db tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:49.151098 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-6e30172a-cea2-4bf2-81d9-ee95f499a7db tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199&tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&binding%3Ahost_id=n-h1-798054-8 HTTP/1.1" status: 200 len: 1095 time: 0.2113118 Jul 05 09:41:49.160587 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679519bc-99bf-4e54-9aeb-ad7b686d851a req-d2cda90e-fe97-43d5-b557-5ede5651c99f tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:49.162625 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-679519bc-99bf-4e54-9aeb-ad7b686d851a req-d2cda90e-fe97-43d5-b557-5ede5651c99f tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.78 "GET /v2.0/ports?device_id=0be74040-d10c-4087-9391-ce57009ac5c8 HTTP/1.1" status: 200 len: 945 time: 0.1621046 Jul 05 09:41:49.185395 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70ab8b-9ec8-4b0b-a761-e106d1ceb1bd req-b46d4656-6cc5-49ba-96f9-1d84fe7b2ce3 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:49.186944 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b70ab8b-9ec8-4b0b-a761-e106d1ceb1bd req-b46d4656-6cc5-49ba-96f9-1d84fe7b2ce3 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.1091287 Jul 05 09:41:49.273778 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107d41c-5572-4fa7-b901-41aac79bcdfd req-040ad1d1-ddca-41e5-91d9-e3403f843bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:49.275282 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8107d41c-5572-4fa7-b901-41aac79bcdfd req-040ad1d1-ddca-41e5-91d9-e3403f843bb3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b653a93b-7875-4c27-adc4-358454c9269f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295962 Jul 05 09:41:49.278075 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b70ab8b-9ec8-4b0b-a761-e106d1ceb1bd req-cb8215e2-52ba-4fed-8ea4-6c797e8c465a tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806479 Jul 05 09:41:49.323661 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6716ac9-6785-4883-acbc-6d66c18c9bc5 req-04c17a80-f0d7-40f4-8cb6-fe456c67e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:49.325219 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c6716ac9-6785-4883-acbc-6d66c18c9bc5 req-04c17a80-f0d7-40f4-8cb6-fe456c67e298 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b653a93b-7875-4c27-adc4-358454c9269f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2115135 Jul 05 09:41:49.347125 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-592dfc06-c458-4aff-a818-e914c91ffe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:49.348544 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-592dfc06-c458-4aff-a818-e914c91ffe58 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199&tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b HTTP/1.1" status: 200 len: 1095 time: 0.1850359 Jul 05 09:41:49.403621 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb344729-8849-43f3-a5c8-11d1b7ecddee req-fe496ab2-d63c-4ea1-bbb7-4fba12131025 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:49.405184 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb344729-8849-43f3-a5c8-11d1b7ecddee req-fe496ab2-d63c-4ea1-bbb7-4fba12131025 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.1883929 Jul 05 09:41:49.419072 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8107d41c-5572-4fa7-b901-41aac79bcdfd req-a4136aad-fa3b-4607-8ef1-1b7d4b4b26ab service neutron] 10.222.0.78 "GET /v2.0/networks/b653a93b-7875-4c27-adc4-358454c9269f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341310 Jul 05 09:41:49.458991 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-679519bc-99bf-4e54-9aeb-ad7b686d851a req-4db5e07f-d602-43c7-bdbb-ffd6abafc47f tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Deleting port 6e9a36cf-cf67-43a1-8226-64f51980b4a2 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:49.459327 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-679519bc-99bf-4e54-9aeb-ad7b686d851a req-4db5e07f-d602-43c7-bdbb-ffd6abafc47f tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:49.523128 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb344729-8849-43f3-a5c8-11d1b7ecddee req-2f8c3083-0b2e-44bb-a6fe-06868db2ba15 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068547 Jul 05 09:41:49.523408 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c6716ac9-6785-4883-acbc-6d66c18c9bc5 req-547484e2-4908-409b-8c50-01697ec43bf7 service neutron] 10.222.0.81 "GET /v2.0/networks/b653a93b-7875-4c27-adc4-358454c9269f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891420 Jul 05 09:41:49.534565 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-e7d4c200-cb7c-40a3-84c7-f118ea708761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:49.536557 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-e7d4c200-cb7c-40a3-84c7-f118ea708761 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 1095 time: 0.1512625 Jul 05 09:41:49.580821 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bad64a-57fd-49b0-bd7c-c3704b79edf8 req-c4ab209a-85e1-443c-bc08-cefea02a4a4c tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:49.582307 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d0bad64a-57fd-49b0-bd7c-c3704b79edf8 req-c4ab209a-85e1-443c-bc08-cefea02a4a4c tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889 HTTP/1.1" status: 200 len: 943 time: 0.1909144 Jul 05 09:41:49.588620 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 8ff3b6ec-5195-4a4f-9380-9f6674ea1866 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:41:49.595526 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8107d41c-5572-4fa7-b901-41aac79bcdfd req-fef73263-ca6a-43be-9f0f-8ff5cb3bf562 service neutron] 10.222.0.78 "GET /v2.0/networks/b653a93b-7875-4c27-adc4-358454c9269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506741 Jul 05 09:41:49.631760 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device f59913cd-5b2d-44c7-9ca5-03da2f072362 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:41:49.639812 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d0bad64a-57fd-49b0-bd7c-c3704b79edf8 req-575b953c-7d2c-49ad-9b91-9305b3b89d71 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474598 Jul 05 09:41:49.699715 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-679519bc-99bf-4e54-9aeb-ad7b686d851a req-4db5e07f-d602-43c7-bdbb-ffd6abafc47f tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] For port 6e9a36cf-cf67-43a1-8226-64f51980b4a2, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6e9a36cf-cf67-43a1-8226-64f51980b4a2,segment=NetworkSegment(7b8eef03-8711-4e3d-9520-9bde17453e3b),segment_id=7b8eef03-8711-4e3d-9520-9bde17453e3b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:49.700095 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-679519bc-99bf-4e54-9aeb-ad7b686d851a req-4db5e07f-d602-43c7-bdbb-ffd6abafc47f tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:49.732071 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-679519bc-99bf-4e54-9aeb-ad7b686d851a req-4db5e07f-d602-43c7-bdbb-ffd6abafc47f tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Calling delete_port for 6e9a36cf-cf67-43a1-8226-64f51980b4a2 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:49.742474 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device f59913cd-5b2d-44c7-9ca5-03da2f072362 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:41:49.774915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 8ff3b6ec-5195-4a4f-9380-9f6674ea1866, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=8ff3b6ec-5195-4a4f-9380-9f6674ea1866,segment=NetworkSegment(c794a44f-b238-46ad-8ea4-d84043a81222),segment_id=c794a44f-b238-46ad-8ea4-d84043a81222)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:49.775739 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c6716ac9-6785-4883-acbc-6d66c18c9bc5 req-faa27ae7-98af-4b45-88e1-50e853a376b1 service neutron] 10.222.0.81 "GET /v2.0/networks/b653a93b-7875-4c27-adc4-358454c9269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453682 Jul 05 09:41:49.801536 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '8ff3b6ec-5195-4a4f-9380-9f6674ea1866', 'network_id': 'b653a93b-7875-4c27-adc4-358454c9269f', 'port_id': '8ff3b6ec-5195-4a4f-9380-9f6674ea1866', 'mac_address': 'fa:16:3e:79:0b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e329e344-f615-4608-9433-02b0d4ae9eea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:41:49.808482 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-7173fb0d-dd13-4fe4-a57e-dfd72d46359a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:49.809947 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-7173fb0d-dd13-4fe4-a57e-dfd72d46359a service neutron] 10.222.0.78 "GET /v2.0/networks?id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 200 len: 922 time: 0.2648041 Jul 05 09:41:49.851308 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:49.866314 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff3b6ec-5195-4a4f-9380-9f6674ea1866 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:49.871292 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-41eb0d3d-c71c-4546-b9e6-30c59c33a1f8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f59913cd-5b2d-44c7-9ca5-03da2f072362 HTTP/1.1" status: 200 len: 217 time: 0.0496142 Jul 05 09:41:49.889406 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 8ff3b6ec-5195-4a4f-9380-9f6674ea1866, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=8ff3b6ec-5195-4a4f-9380-9f6674ea1866,segment=NetworkSegment(c794a44f-b238-46ad-8ea4-d84043a81222),segment_id=c794a44f-b238-46ad-8ea4-d84043a81222)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:49.898539 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:49.972330 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-02a25d86-2dbc-42a8-aa89-5a2ecb803762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:49.974621 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=8ff3b6ec-5195-4a4f-9380-9f6674ea1866,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:49.974793 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-02a25d86-2dbc-42a8-aa89-5a2ecb803762 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4cd5f100-3ecb-4100-a6d6-40f339ce6cc7 HTTP/1.1" status: 200 len: 861 time: 0.0909154 Jul 05 09:41:50.022048 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-ed65f3c0-14ac-4a97-be75-41a3930185de service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322616 Jul 05 09:41:50.101077 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-679519bc-99bf-4e54-9aeb-ad7b686d851a req-4db5e07f-d602-43c7-bdbb-ffd6abafc47f tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:50.115409 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['6e9a36cf-cf67-43a1-8226-64f51980b4a2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:50.146802 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5e07f-d602-43c7-bdbb-ffd6abafc47f tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Pushing event deleted for resources: {'Port': ['ID=6e9a36cf-cf67-43a1-8226-64f51980b4a2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:50.148295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['8ff3b6ec-5195-4a4f-9380-9f6674ea1866'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:50.188313 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca4ae3-afd8-4b87-bf39-e7d1f3e66c8e req-8fa8ec73-5342-400f-93bf-328914f95513 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:50.195765 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97ca4ae3-afd8-4b87-bf39-e7d1f3e66c8e req-8fa8ec73-5342-400f-93bf-328914f95513 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3d8ba1f-e695-4f50-8f10-7faff40e4a8e HTTP/1.1" status: 200 len: 950 time: 0.3960006 Jul 05 09:41:50.217253 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-679519bc-99bf-4e54-9aeb-ad7b686d851a req-4db5e07f-d602-43c7-bdbb-ffd6abafc47f tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] No DVR routers for this DVR port 6e9a36cf-cf67-43a1-8226-64f51980b4a2 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:41:50.220237 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-679519bc-99bf-4e54-9aeb-ad7b686d851a req-4db5e07f-d602-43c7-bdbb-ffd6abafc47f tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:50.223203 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-679519bc-99bf-4e54-9aeb-ad7b686d851a req-4db5e07f-d602-43c7-bdbb-ffd6abafc47f tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.78 "DELETE /v2.0/ports/6e9a36cf-cf67-43a1-8226-64f51980b4a2 HTTP/1.1" status: 204 len: 173 time: 1.0501914 Jul 05 09:41:50.244678 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97ca4ae3-afd8-4b87-bf39-e7d1f3e66c8e req-2cba7a4c-c80f-4fa7-8f11-2320906ee20e tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474572 Jul 05 09:41:50.251753 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-9bb9f256-82a6-447c-9960-ab65aed2830e service neutron] 10.222.0.78 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212782 Jul 05 09:41:50.285656 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-114e820d-0f6d-4d2e-92ef-4849e0b7e93f req-530e8f47-2140-4455-bd3b-0400e17dee95 tempest-ServersNegativeTestMultiTenantJSON-1369328497 tempest-ServersNegativeTestMultiTenantJSON-1369328497-project] 10.222.0.79 "GET /v2.0/ports?device_id=0be74040-d10c-4087-9391-ce57009ac5c8 HTTP/1.1" status: 200 len: 210 time: 0.0561378 Jul 05 09:41:50.385415 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-66e2c42d-83da-49b3-a630-2f85c06656bf service neutron] 10.222.0.78 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193337 Jul 05 09:41:50.514777 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2620767-c37f-48e5-8a5d-1788ccfad90f req-fd0415cd-832c-435c-bac4-bc4eb8fa7eba tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:50.516952 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c2620767-c37f-48e5-8a5d-1788ccfad90f req-fd0415cd-832c-435c-bac4-bc4eb8fa7eba tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 944 time: 0.0801623 Jul 05 09:41:50.588946 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c2620767-c37f-48e5-8a5d-1788ccfad90f req-d8f97b98-c461-408c-bf1f-3dc7acb33408 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493979 Jul 05 09:41:50.613077 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982b3f1-c057-4103-92ef-7ba57e68e345 req-f5ac60e9-17ae-4106-8d4a-5e23f84bca01 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:50.613077 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7982b3f1-c057-4103-92ef-7ba57e68e345 req-f5ac60e9-17ae-4106-8d4a-5e23f84bca01 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.1123009 Jul 05 09:41:50.625177 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be74040-d10c-4087-9391-ce57009ac5c8', 'name': 'network-vif-deleted', 'tag': '6e9a36cf-cf67-43a1-8226-64f51980b4a2'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:50.627715 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771e3ae2-2cba-413c-8835-8b7e6d4c1861" -d '{"events": [{"server_uuid": "0be74040-d10c-4087-9391-ce57009ac5c8", "name": "network-vif-deleted", "tag": "6e9a36cf-cf67-43a1-8226-64f51980b4a2"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:50.666908 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7982b3f1-c057-4103-92ef-7ba57e68e345 req-ba42f6c4-0bf5-4004-9d48-4db34f6f11ad tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454369 Jul 05 09:41:50.729729 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa60ffdd-9ec2-45a4-acd9-c85033432b19 x-openstack-request-id: req-fa60ffdd-9ec2-45a4-acd9-c85033432b19 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:50.730039 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be74040-d10c-4087-9391-ce57009ac5c8", "name": "network-vif-deleted", "tag": "6e9a36cf-cf67-43a1-8226-64f51980b4a2", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:50.730316 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fa60ffdd-9ec2-45a4-acd9-c85033432b19 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:50.730713 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be74040-d10c-4087-9391-ce57009ac5c8', 'name': 'network-vif-deleted', 'tag': '6e9a36cf-cf67-43a1-8226-64f51980b4a2', 'status': 'completed', 'code': 200} Jul 05 09:41:50.785960 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fb722-2892-4517-884b-ac0e4da47eac req-b27ebef6-5733-458d-898e-e8f6d086bf27 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:50.788037 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-453fb722-2892-4517-884b-ac0e4da47eac req-b27ebef6-5733-458d-898e-e8f6d086bf27 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.0639753 Jul 05 09:41:50.835196 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-453fb722-2892-4517-884b-ac0e4da47eac req-d41782d5-133d-459f-aecf-f667e1e75a1b tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414410 Jul 05 09:41:50.859805 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-118d80a0-d9eb-4f00-833f-583e07b40f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:50.892979 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0250eba-a041-4813-82b2-b4e5ea0b3d62 req-c3c1c22a-1b47-47df-a9f6-b77b8e25b59f tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:50.894455 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d0250eba-a041-4813-82b2-b4e5ea0b3d62 req-c3c1c22a-1b47-47df-a9f6-b77b8e25b59f tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889 HTTP/1.1" status: 200 len: 943 time: 0.0760946 Jul 05 09:41:50.932958 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d0250eba-a041-4813-82b2-b4e5ea0b3d62 req-e0679c72-1c8b-48a1-bcf0-e881b2c68346 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328364 Jul 05 09:41:51.238670 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-2c8da38b-28e3-4591-a1f7-3fc90c4c7fdf tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:51.240621 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-2c8da38b-28e3-4591-a1f7-3fc90c4c7fdf tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199&tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&binding%3Ahost_id=n-h2-798054-8 HTTP/1.1" status: 200 len: 1095 time: 0.0594132 Jul 05 09:41:51.369665 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-4192644a-1b65-419d-a9d6-3e844060c933 service neutron] For port f59913cd-5b2d-44c7-9ca5-03da2f072362, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:41:51.373401 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44340) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:51.373652 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-4192644a-1b65-419d-a9d6-3e844060c933 service neutron] Notify callbacks [] for binding, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:51.375005 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-309c8465-7879-4b71-8027-e8dcc864f8a1 req-4192644a-1b65-419d-a9d6-3e844060c933 service neutron] 10.222.0.78 "DELETE /v2.0/ports/f59913cd-5b2d-44c7-9ca5-03da2f072362/bindings/n-h1-798054-8 HTTP/1.1" status: 204 len: 173 time: 0.1274908 Jul 05 09:41:51.445219 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7361dad-0558-4e8e-8119-416fb7331c2a admin admin] Deleting subnet 51184a5e-daf5-4f1d-99af-4e3ec871e7a9 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:41:51.455253 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7361dad-0558-4e8e-8119-416fb7331c2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:51.506670 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae40ee-58a8-4ad7-ab6d-678d0c6f23c7 req-5b62e230-905a-4851-b323-e75104204c63 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:51.508182 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-18ae40ee-58a8-4ad7-ab6d-678d0c6f23c7 req-5b62e230-905a-4851-b323-e75104204c63 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3d8ba1f-e695-4f50-8f10-7faff40e4a8e HTTP/1.1" status: 200 len: 950 time: 0.1458051 Jul 05 09:41:51.510255 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7361dad-0558-4e8e-8119-416fb7331c2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:51.575669 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7361dad-0558-4e8e-8119-416fb7331c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:51.580059 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-18ae40ee-58a8-4ad7-ab6d-678d0c6f23c7 req-3ad11c1d-f3a2-4162-b25c-b6a874b7375c tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514684 Jul 05 09:41:51.604407 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device b884cc40-4446-4f9b-b950-29bed315b97c details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:41:51.608718 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 8ff3b6ec-5195-4a4f-9380-9f6674ea1866 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:41:51.643598 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7361dad-0558-4e8e-8119-416fb7331c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:51.698810 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7361dad-0558-4e8e-8119-416fb7331c2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51184a5e-daf5-4f1d-99af-4e3ec871e7a9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:51.709968 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7361dad-0558-4e8e-8119-416fb7331c2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:51.714462 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44350) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:51.717688 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d7361dad-0558-4e8e-8119-416fb7331c2a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/51184a5e-daf5-4f1d-99af-4e3ec871e7a9 HTTP/1.1" status: 204 len: 168 time: 0.3432863 Jul 05 09:41:51.750242 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 8ff3b6ec-5195-4a4f-9380-9f6674ea1866 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:51.774009 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 8ff3b6ec-5195-4a4f-9380-9f6674ea1866 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:51.774342 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:51.805131 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port b884cc40-4446-4f9b-b950-29bed315b97c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b884cc40-4446-4f9b-b950-29bed315b97c,segment=NetworkSegment(c794a44f-b238-46ad-8ea4-d84043a81222),segment_id=c794a44f-b238-46ad-8ea4-d84043a81222)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:51.826958 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'b884cc40-4446-4f9b-b950-29bed315b97c', 'network_id': 'b653a93b-7875-4c27-adc4-358454c9269f', 'port_id': 'b884cc40-4446-4f9b-b950-29bed315b97c', 'mac_address': 'fa:16:3e:d1:79:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e329e344-f615-4608-9433-02b0d4ae9eea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:41:51.858438 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace3112-9464-4fbb-9243-0eaec62e7706 req-f5ddc2d1-3339-4e80-9a78-cce4ec3b5c2a tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:51.862864 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eace3112-9464-4fbb-9243-0eaec62e7706 req-f5ddc2d1-3339-4e80-9a78-cce4ec3b5c2a tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 944 time: 0.0990779 Jul 05 09:41:51.866507 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5c828a9-0602-4f6e-9c97-92e9b1115343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:51.909129 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:51.918507 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eace3112-9464-4fbb-9243-0eaec62e7706 req-c6b8d05c-c8fb-4b9b-8fcc-d990c891f2b6 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497003 Jul 05 09:41:51.939935 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b884cc40-4446-4f9b-b950-29bed315b97c {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:51.965514 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:51.982524 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port b884cc40-4446-4f9b-b950-29bed315b97c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b884cc40-4446-4f9b-b950-29bed315b97c,segment=NetworkSegment(c794a44f-b238-46ad-8ea4-d84043a81222),segment_id=c794a44f-b238-46ad-8ea4-d84043a81222)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:52.018741 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5c828a9-0602-4f6e-9c97-92e9b1115343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.020213 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 8ff3b6ec-5195-4a4f-9380-9f6674ea1866, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=8ff3b6ec-5195-4a4f-9380-9f6674ea1866,segment=NetworkSegment(c794a44f-b238-46ad-8ea4-d84043a81222),segment_id=c794a44f-b238-46ad-8ea4-d84043a81222)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:52.022104 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1f3dc2-c472-4bca-9841-71ae6c24faf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff3b6ec-5195-4a4f-9380-9f6674ea1866'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:52.025983 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a1e617-93ba-4b28-8b54-239a7e9ff780" -d '{"events": [{"server_uuid": "2c1f3dc2-c472-4bca-9841-71ae6c24faf8", "name": "network-vif-plugged", "status": "completed", "tag": "8ff3b6ec-5195-4a4f-9380-9f6674ea1866"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:52.029635 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.033052 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b5c828a9-0602-4f6e-9c97-92e9b1115343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf1e137-5039-465c-a9f8-059ec20ebcd7']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:52.035501 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.049746 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b5c828a9-0602-4f6e-9c97-92e9b1115343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8eef03-8711-4e3d-9520-9bde17453e3b') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:52.050054 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b5c828a9-0602-4f6e-9c97-92e9b1115343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8eef03-8711-4e3d-9520-9bde17453e3b') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:52.062157 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5c828a9-0602-4f6e-9c97-92e9b1115343 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.071095 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38e287-bbf5-42d9-a70e-91df04f5e786 req-5952e9ca-93e1-42fd-a4e1-5ae96604d965 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:52.077009 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2e38e287-bbf5-42d9-a70e-91df04f5e786 req-5952e9ca-93e1-42fd-a4e1-5ae96604d965 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.0887589 Jul 05 09:41:52.080394 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5c828a9-0602-4f6e-9c97-92e9b1115343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.088460 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c828a9-0602-4f6e-9c97-92e9b1115343 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:41:52.089904 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5c828a9-0602-4f6e-9c97-92e9b1115343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.094575 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=b884cc40-4446-4f9b-b950-29bed315b97c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:52.145122 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2e38e287-bbf5-42d9-a70e-91df04f5e786 req-4a028d76-6a96-4640-9d74-de464164ab83 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631394 Jul 05 09:41:52.154108 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=8ff3b6ec-5195-4a4f-9380-9f6674ea1866,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:52.180632 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107a4a5-8195-4277-873b-7598b117a941 req-424baf81-c0ae-44cd-8e1e-14efe3beda28 tempest-ServersAdminNegativeTestJSON-683874174 tempest-ServersAdminNegativeTestJSON-683874174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:52.182203 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e107a4a5-8195-4277-873b-7598b117a941 req-424baf81-c0ae-44cd-8e1e-14efe3beda28 tempest-ServersAdminNegativeTestJSON-683874174 tempest-ServersAdminNegativeTestJSON-683874174-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d3d8ba1f-e695-4f50-8f10-7faff40e4a8e HTTP/1.1" status: 200 len: 1101 time: 0.0757790 Jul 05 09:41:52.203575 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e107a4a5-8195-4277-873b-7598b117a941 req-248bc251-4c82-4a71-b9d9-c07dd21d1802 tempest-ServersAdminNegativeTestJSON-683874174 tempest-ServersAdminNegativeTestJSON-683874174-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.286494 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['b884cc40-4446-4f9b-b950-29bed315b97c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:52.371898 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e107a4a5-8195-4277-873b-7598b117a941 req-248bc251-4c82-4a71-b9d9-c07dd21d1802 tempest-ServersAdminNegativeTestJSON-683874174 tempest-ServersAdminNegativeTestJSON-683874174-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:41:52.374724 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:41:52.386692 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e107a4a5-8195-4277-873b-7598b117a941 req-248bc251-4c82-4a71-b9d9-c07dd21d1802 tempest-ServersAdminNegativeTestJSON-683874174 tempest-ServersAdminNegativeTestJSON-683874174-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.400344 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5c828a9-0602-4f6e-9c97-92e9b1115343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.406161 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5c828a9-0602-4f6e-9c97-92e9b1115343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.408676 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b5c828a9-0602-4f6e-9c97-92e9b1115343 admin admin] 10.222.0.79 "DELETE /v2.0/networks/baf1e137-5039-465c-a9f8-059ec20ebcd7 HTTP/1.1" status: 204 len: 168 time: 0.6920679 Jul 05 09:41:52.417123 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44364) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:52.420051 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c828a9-0602-4f6e-9c97-92e9b1115343 admin admin] Pushing event deleted for resources: {'Network': ['ID=baf1e137-5039-465c-a9f8-059ec20ebcd7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:52.460529 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8869abc-d858-4b3d-aaa4-a5fc4dc20b86 req-06ebb6d3-4320-4245-acef-f268d9b1519a tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:52.462450 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e8869abc-d858-4b3d-aaa4-a5fc4dc20b86 req-06ebb6d3-4320-4245-acef-f268d9b1519a tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.1937323 Jul 05 09:41:52.464197 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e107a4a5-8195-4277-873b-7598b117a941 req-248bc251-4c82-4a71-b9d9-c07dd21d1802 tempest-ServersAdminNegativeTestJSON-683874174 tempest-ServersAdminNegativeTestJSON-683874174-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739537 Jul 05 09:41:52.485572 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bc251-4c82-4a71-b9d9-c07dd21d1802 tempest-ServersAdminNegativeTestJSON-683874174 tempest-ServersAdminNegativeTestJSON-683874174-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbb8cb1-12cf-4644-b4dd-c39e647a7539,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:52.505960 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b26a89-7640-445b-ad09-2ebf39b47338 admin admin] Deleting subnet faeb86b5-e3d8-4254-adb3-9c3db16557de {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:41:52.521497 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8b26a89-7640-445b-ad09-2ebf39b47338 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.547984 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e8869abc-d858-4b3d-aaa4-a5fc4dc20b86 req-19f57ea3-1eaf-4b1d-b2a2-2f16a7fa59db tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766087 Jul 05 09:41:52.560308 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8b26a89-7640-445b-ad09-2ebf39b47338 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.604255 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8b26a89-7640-445b-ad09-2ebf39b47338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.657693 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fb30c8-a625-4b22-bf33-5d3761967a9c x-openstack-request-id: req-10fb30c8-a625-4b22-bf33-5d3761967a9c {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:52.658858 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1f3dc2-c472-4bca-9841-71ae6c24faf8", "name": "network-vif-plugged", "status": "completed", "tag": "8ff3b6ec-5195-4a4f-9380-9f6674ea1866", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:52.659211 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-10fb30c8-a625-4b22-bf33-5d3761967a9c {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:52.659718 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1f3dc2-c472-4bca-9841-71ae6c24faf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff3b6ec-5195-4a4f-9380-9f6674ea1866', 'code': 200} Jul 05 09:41:52.701664 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8b26a89-7640-445b-ad09-2ebf39b47338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.740683 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b26a89-7640-445b-ad09-2ebf39b47338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faeb86b5-e3d8-4254-adb3-9c3db16557de,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:52.747421 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8b26a89-7640-445b-ad09-2ebf39b47338 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.749595 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d8b26a89-7640-445b-ad09-2ebf39b47338 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/faeb86b5-e3d8-4254-adb3-9c3db16557de HTTP/1.1" status: 204 len: 168 time: 0.3306367 Jul 05 09:41:52.752586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44370) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:52.796909 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196f07b-1290-4554-8d25-f30063284e3e req-53766601-13b9-4f6a-8a13-8eb54bb87de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:52.798563 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0196f07b-1290-4554-8d25-f30063284e3e req-53766601-13b9-4f6a-8a13-8eb54bb87de7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 1097 time: 0.0632946 Jul 05 09:41:52.833640 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74032a4e-a2f2-4ddc-b6c3-9f902538e2eb req-35bb038f-ead0-4458-b643-1c1cb6944254 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:52.835143 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74032a4e-a2f2-4ddc-b6c3-9f902538e2eb req-35bb038f-ead0-4458-b643-1c1cb6944254 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889 HTTP/1.1" status: 200 len: 943 time: 0.1713412 Jul 05 09:41:52.837218 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0196f07b-1290-4554-8d25-f30063284e3e req-2395d5e1-b8df-49ea-a32d-164ddf5a9a37 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298951 Jul 05 09:41:52.841583 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-142311eb-b728-46fc-83c2-449829d6ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.906466 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74032a4e-a2f2-4ddc-b6c3-9f902538e2eb req-dd3bc5f5-af9f-4c5a-90c7-f4586d3c5f28 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629480 Jul 05 09:41:52.978765 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-142311eb-b728-46fc-83c2-449829d6ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.990275 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-142311eb-b728-46fc-83c2-449829d6ac4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ad7da4-477c-4e46-8442-05d89ba535d1']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:53.003702 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-142311eb-b728-46fc-83c2-449829d6ac4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8155822-a80b-4982-9b41-6eaf614280c5') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:53.004029 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-142311eb-b728-46fc-83c2-449829d6ac4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8155822-a80b-4982-9b41-6eaf614280c5') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:53.016489 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-142311eb-b728-46fc-83c2-449829d6ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:53.025385 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f226a-714f-4276-b52c-8c9dddd38c6a req-f6e27c43-f6e3-4d33-afc0-1202594401f3 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:53.026930 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a38f226a-714f-4276-b52c-8c9dddd38c6a req-f6e27c43-f6e3-4d33-afc0-1202594401f3 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 1095 time: 0.1531126 Jul 05 09:41:53.038715 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-142311eb-b728-46fc-83c2-449829d6ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:53.052176 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142311eb-b728-46fc-83c2-449829d6ac4f admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:41:53.052404 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-142311eb-b728-46fc-83c2-449829d6ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:41:53.053996 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:41:53.113740 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a38f226a-714f-4276-b52c-8c9dddd38c6a req-801b5088-897e-4ef5-8cdf-20f105d60f49 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809019 Jul 05 09:41:53.122878 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-142311eb-b728-46fc-83c2-449829d6ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:53.131628 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-142311eb-b728-46fc-83c2-449829d6ac4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:53.136163 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-142311eb-b728-46fc-83c2-449829d6ac4f admin admin] 10.222.0.79 "DELETE /v2.0/networks/e5ad7da4-477c-4e46-8442-05d89ba535d1 HTTP/1.1" status: 204 len: 168 time: 0.3800387 Jul 05 09:41:53.137876 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:41:53.141309 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6e9a36cf-cf67-43a1-8226-64f51980b4a2 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:41:53.143881 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142311eb-b728-46fc-83c2-449829d6ac4f admin admin] Pushing event deleted for resources: {'Network': ['ID=e5ad7da4-477c-4e46-8442-05d89ba535d1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:53.170423 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 6e9a36cf-cf67-43a1-8226-64f51980b4a2 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:41:53.170775 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6e9a36cf-cf67-43a1-8226-64f51980b4a2 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:41:53.285692 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89,segment=NetworkSegment(c794a44f-b238-46ad-8ea4-d84043a81222),segment_id=c794a44f-b238-46ad-8ea4-d84043a81222)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:53.300930 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89', 'network_id': 'b653a93b-7875-4c27-adc4-358454c9269f', 'port_id': 'f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89', 'mac_address': 'fa:16:3e:3e:96:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e329e344-f615-4608-9433-02b0d4ae9eea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:41:53.304266 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-606f1f86-b996-4bf0-af96-8772b3ca5263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:53.310305 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44378) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:53.352976 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:53.367739 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:53.378465 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab14505-e634-4735-870e-f8558cbb410f req-0a99e7c9-3da3-4857-a66f-67835d18ed29 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:53.379384 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3bb53722-7e8e-40eb-8f66-a1541566d255 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c00dab828cc54d94967e6f1b8ea7fe37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0673692 Jul 05 09:41:53.380353 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44386) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:53.385080 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1ab14505-e634-4735-870e-f8558cbb410f req-0a99e7c9-3da3-4857-a66f-67835d18ed29 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.0943868 Jul 05 09:41:53.392124 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89,segment=NetworkSegment(c794a44f-b238-46ad-8ea4-d84043a81222),segment_id=c794a44f-b238-46ad-8ea4-d84043a81222)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:53.398829 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:53.437462 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-83113512-deb4-4e37-90ec-68ff3569662f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:53.453188 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:53.461607 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-83113512-deb4-4e37-90ec-68ff3569662f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:53.500710 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1ab14505-e634-4735-870e-f8558cbb410f req-3ab4e9a4-e506-4d98-9bc1-835519ec3813 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142571 Jul 05 09:41:53.505469 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:53.529291 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-83113512-deb4-4e37-90ec-68ff3569662f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:53.531837 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-83113512-deb4-4e37-90ec-68ff3569662f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:53.533017 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-83113512-deb4-4e37-90ec-68ff3569662f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c877f03b-d322-4334-bfc3-ed6615dafa7e HTTP/1.1" status: 204 len: 168 time: 0.1514986 Jul 05 09:41:53.542094 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83113512-deb4-4e37-90ec-68ff3569662f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c877f03b-d322-4334-bfc3-ed6615dafa7e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:53.565166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-4c6078b0-7099-4ce1-b4d0-f40180e3d650 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:53.566877 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-4c6078b0-7099-4ce1-b4d0-f40180e3d650 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/networks?id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 200 len: 821 time: 0.1589408 Jul 05 09:41:53.590245 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-8c4b6118-019e-4b30-a2aa-13722d61fba5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/quotas/27a08ed4c5d94b9c9c7a4760272e7f3b HTTP/1.1" status: 200 len: 375 time: 0.0149446 Jul 05 09:41:53.622579 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device b884cc40-4446-4f9b-b950-29bed315b97c up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:41:53.685130 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port b884cc40-4446-4f9b-b950-29bed315b97c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:53.689430 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port b884cc40-4446-4f9b-b950-29bed315b97c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:53.689811 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:53.702202 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-d3aa068d-e445-49b0-ab42-5c8e289ace7e tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1063945 Jul 05 09:41:53.708944 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f360a-0baf-4d56-b9cd-0551fbab6614 req-1f404ba2-8bf6-4447-9f11-2665472cc546 tempest-ServersAdminNegativeTestJSON-683874174 tempest-ServersAdminNegativeTestJSON-683874174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:53.710454 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-328f360a-0baf-4d56-b9cd-0551fbab6614 req-1f404ba2-8bf6-4447-9f11-2665472cc546 tempest-ServersAdminNegativeTestJSON-683874174 tempest-ServersAdminNegativeTestJSON-683874174-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d3d8ba1f-e695-4f50-8f10-7faff40e4a8e HTTP/1.1" status: 200 len: 1101 time: 0.1035826 Jul 05 09:41:53.795944 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:53.832043 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-328f360a-0baf-4d56-b9cd-0551fbab6614 req-e87d4c18-e8b2-4b96-9f1f-b026ae80774b tempest-ServersAdminNegativeTestJSON-683874174 tempest-ServersAdminNegativeTestJSON-683874174-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994513 Jul 05 09:41:53.839455 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port b884cc40-4446-4f9b-b950-29bed315b97c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b884cc40-4446-4f9b-b950-29bed315b97c,segment=NetworkSegment(c794a44f-b238-46ad-8ea4-d84043a81222),segment_id=c794a44f-b238-46ad-8ea4-d84043a81222)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:53.844803 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:53.856940 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-a7b5888a-54c3-4789-93b5-5da78b702b75 service neutron] 10.222.0.79 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410372 Jul 05 09:41:53.907302 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:53.910851 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=b884cc40-4446-4f9b-b950-29bed315b97c,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:53.979844 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44408) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:53.981545 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-df7f631d-cf6b-4b29-a3eb-61b7d4b11e86 service neutron] 10.222.0.79 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235950 Jul 05 09:41:54.030567 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b07d99cc-5af9-4c4a-a5cc-9d5f45052ec8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e1f0abd68259449fbb936a3a15890383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491300 Jul 05 09:41:54.032598 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44410) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:54.077773 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883b6f4-c6ed-4ad5-8938-4aa8326b9747 req-5d7f6d39-5794-4b3e-a76f-29059b88a759 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:54.079429 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a883b6f4-c6ed-4ad5-8938-4aa8326b9747 req-5d7f6d39-5794-4b3e-a76f-29059b88a759 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.0758853 Jul 05 09:41:54.094346 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c4b4088f-e388-4dfc-b207-415b48fa31b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:54.122705 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c4b4088f-e388-4dfc-b207-415b48fa31b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:54.128045 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a883b6f4-c6ed-4ad5-8938-4aa8326b9747 req-867fbe86-eed8-4892-901a-f842e9cfb078 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422831 Jul 05 09:41:54.180337 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c4b4088f-e388-4dfc-b207-415b48fa31b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:54.183682 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c4b4088f-e388-4dfc-b207-415b48fa31b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:54.185106 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c4b4088f-e388-4dfc-b207-415b48fa31b4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/21573299-4b7b-4a71-98ac-3dc4be3b93a2 HTTP/1.1" status: 204 len: 168 time: 0.1516082 Jul 05 09:41:54.196228 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4088f-e388-4dfc-b207-415b48fa31b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21573299-4b7b-4a71-98ac-3dc4be3b93a2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:54.431740 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9764dd35-a910-471d-8ce7-f3def052a991 req-f2188c97-16a5-4686-b30c-3119f3d54ed1 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 210 time: 0.0462351 Jul 05 09:41:54.451638 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:54.517373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e846fb-17cf-4fe8-a39d-e9c85afc6d6b req-b8927289-00e1-40d2-a95b-1f40cfeeb21b tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:54.519901 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-57e846fb-17cf-4fe8-a39d-e9c85afc6d6b req-b8927289-00e1-40d2-a95b-1f40cfeeb21b tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889 HTTP/1.1" status: 200 len: 944 time: 0.0862164 Jul 05 09:41:54.568481 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-57e846fb-17cf-4fe8-a39d-e9c85afc6d6b req-6d6ddaab-eb1f-46f7-b8e1-2c8d1f1e50ca tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430374 Jul 05 09:41:54.660498 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592528b5-1e76-41c5-8fbd-e379b3ae2e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b884cc40-4446-4f9b-b950-29bed315b97c'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:54.664256 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22af07d-e4aa-42e1-b635-f0786b56eaa4" -d '{"events": [{"server_uuid": "592528b5-1e76-41c5-8fbd-e379b3ae2e2d", "name": "network-vif-plugged", "status": "completed", "tag": "b884cc40-4446-4f9b-b950-29bed315b97c"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:54.793020 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadac68b-4e69-4a18-9c68-d04ae20024d8 req-6dcc67ca-9f18-4b0d-acef-07349f915aba tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:54.800425 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dadac68b-4e69-4a18-9c68-d04ae20024d8 req-6dcc67ca-9f18-4b0d-acef-07349f915aba tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.0862782 Jul 05 09:41:54.815318 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c07847-ba6d-4fba-b36a-e0e091d91d7f x-openstack-request-id: req-21c07847-ba6d-4fba-b36a-e0e091d91d7f {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:54.815870 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592528b5-1e76-41c5-8fbd-e379b3ae2e2d", "name": "network-vif-plugged", "status": "completed", "tag": "b884cc40-4446-4f9b-b950-29bed315b97c", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:54.816380 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-21c07847-ba6d-4fba-b36a-e0e091d91d7f {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:54.817044 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592528b5-1e76-41c5-8fbd-e379b3ae2e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b884cc40-4446-4f9b-b950-29bed315b97c', 'code': 200} Jul 05 09:41:54.857256 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dadac68b-4e69-4a18-9c68-d04ae20024d8 req-a6a47a2f-7209-4b72-a770-0ed964c46a4c tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532579 Jul 05 09:41:54.968193 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c28ca1-6cf4-497c-895b-7525dbc972d1 req-748bac56-d808-4b70-bd1a-38e2c8c4d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:54.969763 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-78c28ca1-6cf4-497c-895b-7525dbc972d1 req-748bac56-d808-4b70-bd1a-38e2c8c4d21c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=592528b5-1e76-41c5-8fbd-e379b3ae2e2d HTTP/1.1" status: 200 len: 1097 time: 0.0670054 Jul 05 09:41:54.997012 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead4618-c4f0-4459-acc9-ce74a917c404 req-57a2a5aa-5585-46f2-bae0-7bc779bf4773 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:54.998647 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ead4618-c4f0-4459-acc9-ce74a917c404 req-57a2a5aa-5585-46f2-bae0-7bc779bf4773 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3d8ba1f-e695-4f50-8f10-7faff40e4a8e HTTP/1.1" status: 200 len: 950 time: 0.0820274 Jul 05 09:41:55.018367 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-78c28ca1-6cf4-497c-895b-7525dbc972d1 req-c8ad02ed-f163-45f1-be82-ccffb743f80c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406654 Jul 05 09:41:55.051107 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ead4618-c4f0-4459-acc9-ce74a917c404 req-39edd5af-60a0-4248-a0f5-a05b1d7f28d8 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348351 Jul 05 09:41:55.335790 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f4460-c61a-4382-a8d7-67e9958b7b48 req-690f891c-95cf-4012-b3f8-0dc8724bba33 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:55.340704 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-af3f4460-c61a-4382-a8d7-67e9958b7b48 req-690f891c-95cf-4012-b3f8-0dc8724bba33 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.0867414 Jul 05 09:41:55.388723 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-af3f4460-c61a-4382-a8d7-67e9958b7b48 req-a503e735-33ca-4040-a89e-8985bda2da0f tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432615 Jul 05 09:41:55.420374 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44468) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:55.557958 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-90484cc5-3224-498d-af51-bed6dfd78362 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:55.559439 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-90484cc5-3224-498d-af51-bed6dfd78362 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.81 "GET /v2.0/networks?id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 200 len: 821 time: 0.1286740 Jul 05 09:41:55.577962 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-ac077161-9324-4b76-b5f8-9c3b0085162c tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Request body: {'port': {'device_id': '46cba8eb-de5c-4807-a933-78ffdae055c3', 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3', 'admin_state_up': True, 'tenant_id': '27a08ed4c5d94b9c9c7a4760272e7f3b'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:55.621550 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4dfc632-ee86-4969-8716-d79e06aec2b9 req-ebc3370e-9119-484d-8aa4-edbbdeb484e0 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 210 time: 0.0480165 Jul 05 09:41:55.644401 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1850ab9-ded7-4f77-81c7-b94f28ef1e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:55.773699 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1850ab9-ded7-4f77-81c7-b94f28ef1e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:55.777289 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018791d-c086-4ed7-b397-dd2b6480e5e2 req-85f25c3a-b1fe-40eb-a687-d5f596d8c28a tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:55.779361 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d018791d-c086-4ed7-b397-dd2b6480e5e2 req-85f25c3a-b1fe-40eb-a687-d5f596d8c28a tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889 HTTP/1.1" status: 200 len: 944 time: 0.0679266 Jul 05 09:41:55.781912 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1850ab9-ded7-4f77-81c7-b94f28ef1e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:55.818431 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d018791d-c086-4ed7-b397-dd2b6480e5e2 req-5dcd6c49-16cd-4283-b77f-cfa7a37c62ee tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333853 Jul 05 09:41:55.820493 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-ac077161-9324-4b76-b5f8-9c3b0085162c tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Made reservation on behalf of 27a08ed4c5d94b9c9c7a4760272e7f3b for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:55.824032 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-ac077161-9324-4b76-b5f8-9c3b0085162c tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:55.833398 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b1850ab9-ded7-4f77-81c7-b94f28ef1e50 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=28aa4ce77bc648eba4a9e7bd528c924c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4108145 Jul 05 09:41:55.836337 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44476) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:55.839719 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1850ab9-ded7-4f77-81c7-b94f28ef1e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5be99c-9468-4d26-9de9-f587f27ae836,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:55.892004 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-547e25bc-0d18-4057-ac2e-24392f59fa64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:55.914291 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-547e25bc-0d18-4057-ac2e-24392f59fa64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:55.966495 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-547e25bc-0d18-4057-ac2e-24392f59fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:55.970153 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-547e25bc-0d18-4057-ac2e-24392f59fa64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:55.971335 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-547e25bc-0d18-4057-ac2e-24392f59fa64 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0e5be99c-9468-4d26-9de9-f587f27ae836 HTTP/1.1" status: 204 len: 168 time: 0.1340210 Jul 05 09:41:55.976312 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-ac077161-9324-4b76-b5f8-9c3b0085162c tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Allocated IP 172.20.0.5 (33584e1d-fbb7-4689-90f6-bc3d0ee549b3/4cd5f100-3ecb-4100-a6d6-40f339ce6cc7/d1701b9b-e087-4986-a4e3-7df4176378c5) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:41:55.981781 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e25bc-0d18-4057-ac2e-24392f59fa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5be99c-9468-4d26-9de9-f587f27ae836,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:56.070959 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45c066-f667-4b36-9980-218b3c9029bc req-b7ab5128-95ce-47ff-8179-9a3cd26e88eb tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:56.072614 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb45c066-f667-4b36-9980-218b3c9029bc req-b7ab5128-95ce-47ff-8179-9a3cd26e88eb tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.0798316 Jul 05 09:41:56.122890 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb45c066-f667-4b36-9980-218b3c9029bc req-0b31fb13-5fe2-4c51-bb49-eaa7c2bdcbfb tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385425 Jul 05 09:41:56.182700 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-ac077161-9324-4b76-b5f8-9c3b0085162c tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:56.227446 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-ac077161-9324-4b76-b5f8-9c3b0085162c tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:56.267436 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648e554-a538-4151-bcad-a9b5e4a4bec3 req-7a883b91-4139-4b1f-84ba-ae34d85fc72e tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:56.269159 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1648e554-a538-4151-bcad-a9b5e4a4bec3 req-7a883b91-4139-4b1f-84ba-ae34d85fc72e tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3d8ba1f-e695-4f50-8f10-7faff40e4a8e HTTP/1.1" status: 200 len: 950 time: 0.0781143 Jul 05 09:41:56.271291 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-ac077161-9324-4b76-b5f8-9c3b0085162c tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:56.274485 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-ac077161-9324-4b76-b5f8-9c3b0085162c tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:56.281286 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-ac077161-9324-4b76-b5f8-9c3b0085162c tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:56.308414 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac077161-9324-4b76-b5f8-9c3b0085162c tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Pushing event updated for resources: {'Port': ['ID=d1701b9b-e087-4986-a4e3-7df4176378c5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:56.319381 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1648e554-a538-4151-bcad-a9b5e4a4bec3 req-190a1514-d988-448b-a255-2b418a4dcf5a tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421143 Jul 05 09:41:56.341247 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-ac077161-9324-4b76-b5f8-9c3b0085162c tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:56.341863 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-ac077161-9324-4b76-b5f8-9c3b0085162c tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:56.356055 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-ac077161-9324-4b76-b5f8-9c3b0085162c tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7829094 Jul 05 09:41:56.369963 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-5b99bf73-8719-43a1-87a4-51ed51074293 service neutron] Request body: {'port': {'device_id': '46cba8eb-de5c-4807-a933-78ffdae055c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:56.453202 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-5b99bf73-8719-43a1-87a4-51ed51074293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:56.549243 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:56.586746 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939bae2-c860-40d1-8cbf-113a6b14450f req-3eec82eb-b629-4471-b099-7c9667a9fd7c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:56.595297 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4939bae2-c860-40d1-8cbf-113a6b14450f req-3eec82eb-b629-4471-b099-7c9667a9fd7c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.0745943 Jul 05 09:41:56.646837 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4939bae2-c860-40d1-8cbf-113a6b14450f req-f3270da7-c43b-4006-a543-ebf557440679 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511243 Jul 05 09:41:56.783567 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-5b99bf73-8719-43a1-87a4-51ed51074293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1701b9b-e087-4986-a4e3-7df4176378c5 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:56.791815 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-5b99bf73-8719-43a1-87a4-51ed51074293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:56.806020 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-5b99bf73-8719-43a1-87a4-51ed51074293 service neutron] Transition to ACTIVE for port object d1701b9b-e087-4986-a4e3-7df4176378c5 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:56.809700 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-5b99bf73-8719-43a1-87a4-51ed51074293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:56.834822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0a97f-e6cc-48e7-b100-b23c94ff723f req-ab1132ce-264a-40ab-b49c-87462bb9b236 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:56.836364 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dfa0a97f-e6cc-48e7-b100-b23c94ff723f req-ab1132ce-264a-40ab-b49c-87462bb9b236 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 931 time: 0.0643256 Jul 05 09:41:56.864665 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99bf73-8719-43a1-87a4-51ed51074293 service neutron] Pushing event updated for resources: {'Port': ['ID=d1701b9b-e087-4986-a4e3-7df4176378c5,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:56.880299 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dfa0a97f-e6cc-48e7-b100-b23c94ff723f req-3730ac15-843d-4ac3-ab8f-e8f73b5fdda8 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347767 Jul 05 09:41:56.938960 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-5b99bf73-8719-43a1-87a4-51ed51074293 service neutron] Attempting to bind port d1701b9b-e087-4986-a4e3-7df4176378c5 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:56.939485 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-5b99bf73-8719-43a1-87a4-51ed51074293 service neutron] Attempting to bind port d1701b9b-e087-4986-a4e3-7df4176378c5 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:56.939818 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-5b99bf73-8719-43a1-87a4-51ed51074293 service neutron] Attempting to bind port d1701b9b-e087-4986-a4e3-7df4176378c5 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:56.944272 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-5b99bf73-8719-43a1-87a4-51ed51074293 service neutron] Port d1701b9b-e087-4986-a4e3-7df4176378c5 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:56.944597 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-5b99bf73-8719-43a1-87a4-51ed51074293 service neutron] Attempting to bind port d1701b9b-e087-4986-a4e3-7df4176378c5 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:56.949877 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-5b99bf73-8719-43a1-87a4-51ed51074293 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:41:56.950219 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-5b99bf73-8719-43a1-87a4-51ed51074293 service neutron] Checking segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:56.950601 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-5b99bf73-8719-43a1-87a4-51ed51074293 service neutron] Bound using segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:41:56.951029 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-5b99bf73-8719-43a1-87a4-51ed51074293 service neutron] Bound port: d1701b9b-e087-4986-a4e3-7df4176378c5, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:41:56.951387 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-5b99bf73-8719-43a1-87a4-51ed51074293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:57.045809 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-5b99bf73-8719-43a1-87a4-51ed51074293 service neutron] For port d1701b9b-e087-4986-a4e3-7df4176378c5, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:41:57.049943 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-5b99bf73-8719-43a1-87a4-51ed51074293 service neutron] For port d1701b9b-e087-4986-a4e3-7df4176378c5, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d1701b9b-e087-4986-a4e3-7df4176378c5,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:41:57.067326 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-5b99bf73-8719-43a1-87a4-51ed51074293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:57.083311 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011f6cc-fefe-4a78-b7ae-cb851c1bd9ad req-12f29ce9-b4d2-4d86-b6ed-36916c513a29 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:57.087237 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0011f6cc-fefe-4a78-b7ae-cb851c1bd9ad req-12f29ce9-b4d2-4d86-b6ed-36916c513a29 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889 HTTP/1.1" status: 200 len: 944 time: 0.0867937 Jul 05 09:41:57.120456 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09f052-5144-4ec0-b967-13094f55db94 req-fb585f82-dd76-4cc2-be95-3156fd2b0c84 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:57.122499 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8d09f052-5144-4ec0-b967-13094f55db94 req-fb585f82-dd76-4cc2-be95-3156fd2b0c84 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3d8ba1f-e695-4f50-8f10-7faff40e4a8e HTTP/1.1" status: 200 len: 950 time: 0.1248176 Jul 05 09:41:57.126084 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-5b99bf73-8719-43a1-87a4-51ed51074293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:57.126496 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-5b99bf73-8719-43a1-87a4-51ed51074293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:57.128277 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-5b99bf73-8719-43a1-87a4-51ed51074293 service neutron] 10.222.0.81 "PUT /v2.0/ports/d1701b9b-e087-4986-a4e3-7df4176378c5 HTTP/1.1" status: 200 len: 1091 time: 0.7641768 Jul 05 09:41:57.128794 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0011f6cc-fefe-4a78-b7ae-cb851c1bd9ad req-6bb91c84-913a-40b8-909b-a2aae34642f8 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373600 Jul 05 09:41:57.128923 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46cba8eb-de5c-4807-a933-78ffdae055c3', 'tag': 'd1701b9b-e087-4986-a4e3-7df4176378c5'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:57.131178 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c614b2-4fe1-4434-a9f9-a9e9df5f6131" -d '{"events": [{"name": "network-changed", "server_uuid": "46cba8eb-de5c-4807-a933-78ffdae055c3", "tag": "d1701b9b-e087-4986-a4e3-7df4176378c5"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:57.184317 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:41:57.197947 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b930489-3fc4-453b-bfd7-9ac44d5a0daf x-openstack-request-id: req-7b930489-3fc4-453b-bfd7-9ac44d5a0daf {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:57.198509 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46cba8eb-de5c-4807-a933-78ffdae055c3", "tag": "d1701b9b-e087-4986-a4e3-7df4176378c5", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:57.198509 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7b930489-3fc4-453b-bfd7-9ac44d5a0daf {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:57.198857 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46cba8eb-de5c-4807-a933-78ffdae055c3', 'tag': 'd1701b9b-e087-4986-a4e3-7df4176378c5', 'status': 'completed', 'code': 200} Jul 05 09:41:57.244435 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99bf73-8719-43a1-87a4-51ed51074293 service neutron] Pushing event updated for resources: {'Port': ['ID=d1701b9b-e087-4986-a4e3-7df4176378c5,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:57.249657 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:57.255608 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:57.256579 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:57.307525 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-f8bf9758-2a67-4311-8671-9c10df772c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:57.309250 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-f8bf9758-2a67-4311-8671-9c10df772c99 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 1094 time: 0.1284535 Jul 05 09:41:57.353441 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:57.374320 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-6b488566-5d2e-412a-ac8d-c7f963a9ca34 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1701b9b-e087-4986-a4e3-7df4176378c5 HTTP/1.1" status: 200 len: 217 time: 0.0564849 Jul 05 09:41:57.376680 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-8d09f052-5144-4ec0-b967-13094f55db94 req-46929b0f-8d7d-4dfe-bfb3-6d4621876ca0 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Deleting port fd591924-b0e3-4bee-ba1e-1649f2a447b4 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:57.377097 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8d09f052-5144-4ec0-b967-13094f55db94 req-46929b0f-8d7d-4dfe-bfb3-6d4621876ca0 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:57.393253 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:57.397785 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab6e27a-f4b0-425a-acba-b1084fe6e7dd" -d '{"events": [{"server_uuid": "f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889", "name": "network-vif-plugged", "status": "completed", "tag": "f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:57.398356 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3df5d-15fe-453a-ad06-b86f69d6ea23 req-b7777d4d-41c1-4e7e-ab96-cf27190c0822 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:57.405596 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fac3df5d-15fe-453a-ad06-b86f69d6ea23 req-b7777d4d-41c1-4e7e-ab96-cf27190c0822 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.0934405 Jul 05 09:41:57.415431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89,segment=NetworkSegment(c794a44f-b238-46ad-8ea4-d84043a81222),segment_id=c794a44f-b238-46ad-8ea4-d84043a81222)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:57.420053 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:57.458205 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fac3df5d-15fe-453a-ad06-b86f69d6ea23 req-cf88eafc-ab01-482b-b349-3ca8c947decd tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495100 Jul 05 09:41:57.492301 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-95fbb06e-0c8e-415e-a05d-e8498064ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:57.493919 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-95fbb06e-0c8e-415e-a05d-e8498064ce79 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4cd5f100-3ecb-4100-a6d6-40f339ce6cc7 HTTP/1.1" status: 200 len: 861 time: 0.1134546 Jul 05 09:41:57.502892 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:57.522446 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3d402c-fbcd-4fe8-a0e8-8ccaff3659ed x-openstack-request-id: req-4e3d402c-fbcd-4fe8-a0e8-8ccaff3659ed {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:57.522741 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889", "name": "network-vif-plugged", "status": "completed", "tag": "f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:57.522992 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4e3d402c-fbcd-4fe8-a0e8-8ccaff3659ed {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:57.523387 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89', 'code': 200} Jul 05 09:41:57.536608 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-9dbe1e8a-dc9e-4589-b18e-e7057be5bbf5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328302 Jul 05 09:41:57.599178 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fef9d6-cfe5-4b4f-927c-4f0febfaf914 req-74ef69bc-628c-4e63-ad5d-9013de57b7be tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:57.601151 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-36fef9d6-cfe5-4b4f-927c-4f0febfaf914 req-74ef69bc-628c-4e63-ad5d-9013de57b7be tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3d8ba1f-e695-4f50-8f10-7faff40e4a8e HTTP/1.1" status: 200 len: 950 time: 0.0803537 Jul 05 09:41:57.667998 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-36fef9d6-cfe5-4b4f-927c-4f0febfaf914 req-9d8a7f9c-0665-451c-8771-f4a2dc852487 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607679 Jul 05 09:41:57.672151 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-8d09f052-5144-4ec0-b967-13094f55db94 req-46929b0f-8d7d-4dfe-bfb3-6d4621876ca0 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] For port fd591924-b0e3-4bee-ba1e-1649f2a447b4, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=fd591924-b0e3-4bee-ba1e-1649f2a447b4,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:57.672526 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8d09f052-5144-4ec0-b967-13094f55db94 req-46929b0f-8d7d-4dfe-bfb3-6d4621876ca0 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:57.707650 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-8d09f052-5144-4ec0-b967-13094f55db94 req-46929b0f-8d7d-4dfe-bfb3-6d4621876ca0 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Calling delete_port for fd591924-b0e3-4bee-ba1e-1649f2a447b4 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:57.725972 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-c496f4fb-db1d-470b-8b82-c1d72c776973 service neutron] 10.222.0.81 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839240 Jul 05 09:41:57.753809 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44562) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:57.821349 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1ac10-b37e-4d19-b4e4-fec56bb3443b req-dd3d61b3-eaaa-4ad5-96f2-814b15eb4add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:57.822851 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-18d1ac10-b37e-4d19-b4e4-fec56bb3443b req-dd3d61b3-eaaa-4ad5-96f2-814b15eb4add service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889 HTTP/1.1" status: 200 len: 1096 time: 0.2132266 Jul 05 09:41:57.879527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac624d-05e2-4e26-81fb-8d775d86f286 req-7f284701-a54d-4018-8f70-476aca2489f7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:57.881063 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34ac624d-05e2-4e26-81fb-8d775d86f286 req-7f284701-a54d-4018-8f70-476aca2489f7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.0764680 Jul 05 09:41:57.888408 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-28d11acd-0fd7-464e-a23d-60ebe756f021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:57.910583 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-18d1ac10-b37e-4d19-b4e4-fec56bb3443b req-34824157-4c9c-401e-bfe7-6fcfcad93704 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781703 Jul 05 09:41:57.942365 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bfbdac73-367a-4662-b6d3-c10c3487b8f7 req-afa9f6fa-cf05-46f6-89f5-406317550d2a service neutron] 10.222.0.81 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794455 Jul 05 09:41:57.943521 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34ac624d-05e2-4e26-81fb-8d775d86f286 req-d285c839-5180-42b4-a64e-da9f8e89bd92 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563002 Jul 05 09:41:57.970531 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8d09f052-5144-4ec0-b967-13094f55db94 req-46929b0f-8d7d-4dfe-bfb3-6d4621876ca0 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:57.992126 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['a0e1abff-5754-41db-ac5d-8acc908b4055', 'fd591924-b0e3-4bee-ba1e-1649f2a447b4'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:58.027841 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46929b0f-8d7d-4dfe-bfb3-6d4621876ca0 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Pushing event deleted for resources: {'Port': ['ID=fd591924-b0e3-4bee-ba1e-1649f2a447b4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:58.029651 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-28d11acd-0fd7-464e-a23d-60ebe756f021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:58.043509 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-28d11acd-0fd7-464e-a23d-60ebe756f021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:58.105430 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d09f052-5144-4ec0-b967-13094f55db94 req-46929b0f-8d7d-4dfe-bfb3-6d4621876ca0 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] No DVR routers for this DVR port fd591924-b0e3-4bee-ba1e-1649f2a447b4 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:41:58.108325 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8d09f052-5144-4ec0-b967-13094f55db94 req-46929b0f-8d7d-4dfe-bfb3-6d4621876ca0 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:58.110394 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8d09f052-5144-4ec0-b967-13094f55db94 req-46929b0f-8d7d-4dfe-bfb3-6d4621876ca0 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.78 "DELETE /v2.0/ports/fd591924-b0e3-4bee-ba1e-1649f2a447b4 HTTP/1.1" status: 204 len: 173 time: 0.9755957 Jul 05 09:41:58.124534 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44568) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:58.125070 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-28d11acd-0fd7-464e-a23d-60ebe756f021 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c2d1398c66214284bd83b80ec3990dca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3689494 Jul 05 09:41:58.128470 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d11acd-0fd7-464e-a23d-60ebe756f021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5700854c-6b6f-4293-8ec0-a773f2c1ecfe,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:58.158436 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c614b2-4fe1-4434-a9f9-a9e9df5f6131 req-b5ade546-66dc-4f77-8f79-f443a2eda7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:58.160028 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-03c614b2-4fe1-4434-a9f9-a9e9df5f6131 req-b5ade546-66dc-4f77-8f79-f443a2eda7a8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 1094 time: 0.1435668 Jul 05 09:41:58.178902 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564791fa-659d-477b-9d51-0c6bea7013a8 req-e853437e-1bdd-4b5b-a631-34a4c9453710 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:58.187618 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-564791fa-659d-477b-9d51-0c6bea7013a8 req-e853437e-1bdd-4b5b-a631-34a4c9453710 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 943 time: 0.1103501 Jul 05 09:41:58.246253 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-564791fa-659d-477b-9d51-0c6bea7013a8 req-c20b7dc4-708a-4e6a-bf3e-15aba5b5a479 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575879 Jul 05 09:41:58.271721 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3079069c-30cc-4ecd-9026-f9726e91ff9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:58.312479 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3079069c-30cc-4ecd-9026-f9726e91ff9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:58.335215 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c614b2-4fe1-4434-a9f9-a9e9df5f6131 req-8ec23475-df5f-4f25-91b9-6e5b511b0719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:58.337458 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-03c614b2-4fe1-4434-a9f9-a9e9df5f6131 req-8ec23475-df5f-4f25-91b9-6e5b511b0719 service neutron] 10.222.0.81 "GET /v2.0/networks?id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 200 len: 922 time: 0.1584699 Jul 05 09:41:58.372921 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713625eb-158d-48b8-8307-286d175fc16f req-9f38d01d-f260-4110-b9e3-0240ee9c07d1 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:58.374535 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-713625eb-158d-48b8-8307-286d175fc16f req-9f38d01d-f260-4110-b9e3-0240ee9c07d1 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889 HTTP/1.1" status: 200 len: 945 time: 0.0765064 Jul 05 09:41:58.389691 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-03c614b2-4fe1-4434-a9f9-a9e9df5f6131 req-c3b36901-f896-45f7-896b-8fb9476c1052 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1701b9b-e087-4986-a4e3-7df4176378c5 HTTP/1.1" status: 200 len: 217 time: 0.0449748 Jul 05 09:41:58.415014 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-713625eb-158d-48b8-8307-286d175fc16f req-7ade0cec-2952-4fbd-a419-86ef5458d4b9 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338213 Jul 05 09:41:58.440339 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3079069c-30cc-4ecd-9026-f9726e91ff9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:58.443540 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3079069c-30cc-4ecd-9026-f9726e91ff9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:58.444702 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3079069c-30cc-4ecd-9026-f9726e91ff9e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5700854c-6b6f-4293-8ec0-a773f2c1ecfe HTTP/1.1" status: 204 len: 168 time: 0.3192291 Jul 05 09:41:58.456205 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c614b2-4fe1-4434-a9f9-a9e9df5f6131 req-4b11f140-fc43-481e-8493-0da3aff4e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:58.457714 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-03c614b2-4fe1-4434-a9f9-a9e9df5f6131 req-4b11f140-fc43-481e-8493-0da3aff4e38b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4cd5f100-3ecb-4100-a6d6-40f339ce6cc7 HTTP/1.1" status: 200 len: 861 time: 0.0608313 Jul 05 09:41:58.459477 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079069c-30cc-4ecd-9026-f9726e91ff9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5700854c-6b6f-4293-8ec0-a773f2c1ecfe,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:58.494765 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-03c614b2-4fe1-4434-a9f9-a9e9df5f6131 req-d9c427ca-5c8a-4f4a-8c7f-9216ea112f74 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300274 Jul 05 09:41:58.593061 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-03c614b2-4fe1-4434-a9f9-a9e9df5f6131 req-971bc76e-607f-409b-a637-c78f6374bc5e service neutron] 10.222.0.81 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910211 Jul 05 09:41:58.633952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4f5e2-526f-4561-a9fb-aa0b84306e9c req-d0334500-57e2-4cc8-a163-548d7cb1c566 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:58.635750 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71b4f5e2-526f-4561-a9fb-aa0b84306e9c req-d0334500-57e2-4cc8-a163-548d7cb1c566 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.0710270 Jul 05 09:41:58.682028 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71b4f5e2-526f-4561-a9fb-aa0b84306e9c req-73dc6b3f-d519-4d3f-b4ba-9b86eaddbb53 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403595 Jul 05 09:41:58.699739 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-03c614b2-4fe1-4434-a9f9-a9e9df5f6131 req-23be255d-a430-430b-bc1d-0321b09f3c9b service neutron] 10.222.0.81 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000667 Jul 05 09:41:58.841239 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-54847683-ef7b-4998-8760-4f0eeaa06d28 req-85782a97-24cf-4bb7-92d7-61c6de5c1f6b tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3d8ba1f-e695-4f50-8f10-7faff40e4a8e HTTP/1.1" status: 200 len: 210 time: 0.0344532 Jul 05 09:41:59.146596 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44602) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:59.156198 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326ab1f-2837-45d9-9d47-c657e12fac50 req-649c5144-599a-43ed-a7b7-ea1032cba283 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:59.157832 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b326ab1f-2837-45d9-9d47-c657e12fac50 req-649c5144-599a-43ed-a7b7-ea1032cba283 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.0627360 Jul 05 09:41:59.196196 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b326ab1f-2837-45d9-9d47-c657e12fac50 req-71d0afbe-fda2-4de3-bc52-50d68507002f tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317669 Jul 05 09:41:59.199650 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d8ba1f-e695-4f50-8f10-7faff40e4a8e', 'name': 'network-vif-deleted', 'tag': 'fd591924-b0e3-4bee-ba1e-1649f2a447b4'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:59.201969 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0901e45c-ab73-40d1-b88f-08035513a14e" -d '{"events": [{"server_uuid": "d3d8ba1f-e695-4f50-8f10-7faff40e4a8e", "name": "network-vif-deleted", "tag": "fd591924-b0e3-4bee-ba1e-1649f2a447b4"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:59.244133 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2c31c703-88cd-4bba-9e4f-a5f278bd552b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1701151289-network', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:59.248780 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aff5dc9-d344-435a-98cc-4a2f7e23beee x-openstack-request-id: req-6aff5dc9-d344-435a-98cc-4a2f7e23beee {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:59.249070 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d8ba1f-e695-4f50-8f10-7faff40e4a8e", "name": "network-vif-deleted", "tag": "fd591924-b0e3-4bee-ba1e-1649f2a447b4", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:59.249321 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6aff5dc9-d344-435a-98cc-4a2f7e23beee {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:59.249696 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d8ba1f-e695-4f50-8f10-7faff40e4a8e', 'name': 'network-vif-deleted', 'tag': 'fd591924-b0e3-4bee-ba1e-1649f2a447b4', 'status': 'completed', 'code': 200} Jul 05 09:41:59.269547 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c31c703-88cd-4bba-9e4f-a5f278bd552b admin admin] Made reservation on behalf of e14984e744944dda9aa0ac1df3aa0f0a for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:59.272626 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c31c703-88cd-4bba-9e4f-a5f278bd552b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:59.281154 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c31c703-88cd-4bba-9e4f-a5f278bd552b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:59.376332 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c31c703-88cd-4bba-9e4f-a5f278bd552b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:59.381640 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c31c703-88cd-4bba-9e4f-a5f278bd552b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:59.404352 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c31c703-88cd-4bba-9e4f-a5f278bd552b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:41:59.418486 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053530a-fa6f-4541-af53-d9b74ad33975 req-23d17c39-574b-411c-839c-ea01a3ae64a1 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:59.419467 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31c703-88cd-4bba-9e4f-a5f278bd552b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdbe865-64e0-488a-a7b2-284350f32d96,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:59.420330 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c053530a-fa6f-4541-af53-d9b74ad33975 req-23d17c39-574b-411c-839c-ea01a3ae64a1 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 943 time: 0.0660217 Jul 05 09:41:59.426350 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c31c703-88cd-4bba-9e4f-a5f278bd552b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:59.427834 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-2c31c703-88cd-4bba-9e4f-a5f278bd552b admin admin] Added segment 15f1258a-cb1b-4612-aec6-1f6daa92fd65 of type vlan for network ceb77ef8-ce40-49b7-a00f-5da7d032f3bb Jul 05 09:41:59.484265 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c31c703-88cd-4bba-9e4f-a5f278bd552b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:59.488002 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c053530a-fa6f-4541-af53-d9b74ad33975 req-d95b7ae8-07f9-4aff-a686-78cce79cb815 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560000 Jul 05 09:41:59.517683 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c31c703-88cd-4bba-9e4f-a5f278bd552b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:59.518670 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c31c703-88cd-4bba-9e4f-a5f278bd552b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:59.519284 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c31c703-88cd-4bba-9e4f-a5f278bd552b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:59.572768 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2c31c703-88cd-4bba-9e4f-a5f278bd552b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4250114 Jul 05 09:41:59.576255 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44612) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:59.581871 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31c703-88cd-4bba-9e4f-a5f278bd552b admin admin] Pushing event updated for resources: {'Network': ['ID=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:59.582251 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-46dc6bad-0612-4677-8da5-65dcefe05565 admin admin] Request body: {'subnet': {'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1701151289-subnet', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:59.593262 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network ceb77ef8-ce40-49b7-a00f-5da7d032f3bb details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:41:59.618677 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dc6bad-0612-4677-8da5-65dcefe05565 admin admin] Made reservation on behalf of e14984e744944dda9aa0ac1df3aa0f0a for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:59.621042 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-46dc6bad-0612-4677-8da5-65dcefe05565 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:59.639551 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbf96b-a3b4-4246-9174-2189ade8736d req-5bee0ff1-9f5a-423c-be21-1ac3a99998a0 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:59.641077 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34cbf96b-a3b4-4246-9174-2189ade8736d req-5bee0ff1-9f5a-423c-be21-1ac3a99998a0 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889 HTTP/1.1" status: 200 len: 945 time: 0.1005974 Jul 05 09:41:59.723797 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34cbf96b-a3b4-4246-9174-2189ade8736d req-1788ab01-dc22-44c2-96cd-eb307fce246f tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571671 Jul 05 09:41:59.892852 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-46dc6bad-0612-4677-8da5-65dcefe05565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:59.974769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc6bad-0612-4677-8da5-65dcefe05565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70194034-b839-4d67-b152-2ad54f034d6c,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:59.999946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f733e3-d1bd-430d-892b-07fa3f9fdb0a req-85f470b8-e1a3-4e23-9426-8c0ff6ad2860 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:00.001426 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-99f733e3-d1bd-430d-892b-07fa3f9fdb0a req-85f470b8-e1a3-4e23-9426-8c0ff6ad2860 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.1988013 Jul 05 09:42:00.012189 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dc6bad-0612-4677-8da5-65dcefe05565 admin admin] Checking segment: {'id': '15f1258a-cb1b-4612-aec6-1f6daa92fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:00.012548 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dc6bad-0612-4677-8da5-65dcefe05565 admin admin] Network hostable DHCP agents. Network: ceb77ef8-ce40-49b7-a00f-5da7d032f3bb, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:42:00.026126 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8108f-9c79-4617-855e-4a594f1d61ec req-78f9ac18-b96d-40a3-b07d-14bdb42680c7 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:00.027569 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8fb8108f-9c79-4617-855e-4a594f1d61ec req-78f9ac18-b96d-40a3-b07d-14bdb42680c7 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 946 time: 0.1738298 Jul 05 09:42:00.082551 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dc6bad-0612-4677-8da5-65dcefe05565 admin admin] Network ceb77ef8-ce40-49b7-a00f-5da7d032f3bb is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:42:00.086697 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-99f733e3-d1bd-430d-892b-07fa3f9fdb0a req-cde3a2b1-41c4-443b-9945-e11b2ebaec09 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768816 Jul 05 09:42:00.095843 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8fb8108f-9c79-4617-855e-4a594f1d61ec req-e686d188-dcb5-4abd-97d1-94fbdc4c9d55 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575562 Jul 05 09:42:00.101158 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-46dc6bad-0612-4677-8da5-65dcefe05565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, ceb77ef8-ce40-49b7-a00f-5da7d032f3bb) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:00.105770 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dc6bad-0612-4677-8da5-65dcefe05565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:00.106361 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-46dc6bad-0612-4677-8da5-65dcefe05565 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:00.112384 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545f7234-d63a-46c6-a503-6fe3fbc893d0 None None] Network ceb77ef8-ce40-49b7-a00f-5da7d032f3bb requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:42:00.134920 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-46dc6bad-0612-4677-8da5-65dcefe05565 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5552506 Jul 05 09:42:00.135168 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44626) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:00.140113 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-cf7456d4-ac3c-4158-8050-0a3c9f972b91 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1701151289-router', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:00.168225 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf7456d4-ac3c-4158-8050-0a3c9f972b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:00.170396 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf7456d4-ac3c-4158-8050-0a3c9f972b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:00.239920 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf7456d4-ac3c-4158-8050-0a3c9f972b91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:00.290325 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa4359d-9403-497f-9166-14b2dea88c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'fixed_ips': [{'subnet_id': '70194034-b839-4d67-b152-2ad54f034d6c'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:42:00.291203 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-afa4359d-9403-497f-9166-14b2dea88c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:00.430919 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf7456d4-ac3c-4158-8050-0a3c9f972b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:00.445072 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-afa4359d-9403-497f-9166-14b2dea88c77 None None] Allocated IP 172.20.0.2 (ceb77ef8-ce40-49b7-a00f-5da7d032f3bb/70194034-b839-4d67-b152-2ad54f034d6c/56ee40ed-b98a-4950-88e4-70a63b53b86d) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:00.499018 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6f30c-2252-4b41-98be-e2d7d0c93b73 req-b153371d-fe9e-4ed8-a365-51e39e119944 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:00.500826 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7cd6f30c-2252-4b41-98be-e2d7d0c93b73 req-b153371d-fe9e-4ed8-a365-51e39e119944 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=592528b5-1e76-41c5-8fbd-e379b3ae2e2d HTTP/1.1" status: 200 len: 946 time: 0.1783690 Jul 05 09:42:00.549154 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7cd6f30c-2252-4b41-98be-e2d7d0c93b73 req-5c0e7e3d-77e1-4d22-a25e-f8ed57e2413a tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387373 Jul 05 09:42:00.614650 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-afa4359d-9403-497f-9166-14b2dea88c77 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:00.624457 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-afa4359d-9403-497f-9166-14b2dea88c77 None None] Transition to ACTIVE for port object 56ee40ed-b98a-4950-88e4-70a63b53b86d will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:00.640526 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-afa4359d-9403-497f-9166-14b2dea88c77 None None] Transition to ACTIVE for port object 56ee40ed-b98a-4950-88e4-70a63b53b86d will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:00.648284 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-afa4359d-9403-497f-9166-14b2dea88c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:00.824008 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa4359d-9403-497f-9166-14b2dea88c77 None None] Network ceb77ef8-ce40-49b7-a00f-5da7d032f3bb is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:00.829062 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-afa4359d-9403-497f-9166-14b2dea88c77 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:00.832666 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa4359d-9403-497f-9166-14b2dea88c77 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:00.838767 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4359d-9403-497f-9166-14b2dea88c77 None None] Pushing event updated for resources: {'Port': ['ID=56ee40ed-b98a-4950-88e4-70a63b53b86d,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:00.898136 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-afa4359d-9403-497f-9166-14b2dea88c77 None None] Attempting to bind port 56ee40ed-b98a-4950-88e4-70a63b53b86d on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:42:00.898619 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-afa4359d-9403-497f-9166-14b2dea88c77 None None] Attempting to bind port 56ee40ed-b98a-4950-88e4-70a63b53b86d by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '15f1258a-cb1b-4612-aec6-1f6daa92fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:42:00.898987 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa4359d-9403-497f-9166-14b2dea88c77 None None] Attempting to bind port 56ee40ed-b98a-4950-88e4-70a63b53b86d on network ceb77ef8-ce40-49b7-a00f-5da7d032f3bb {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:00.904315 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa4359d-9403-497f-9166-14b2dea88c77 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:42:00.904700 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa4359d-9403-497f-9166-14b2dea88c77 None None] Checking segment: {'id': '15f1258a-cb1b-4612-aec6-1f6daa92fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:00.905104 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-afa4359d-9403-497f-9166-14b2dea88c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:00.905632 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa4359d-9403-497f-9166-14b2dea88c77 None None] Bound using segment: {'id': '15f1258a-cb1b-4612-aec6-1f6daa92fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:42:00.906103 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-afa4359d-9403-497f-9166-14b2dea88c77 None None] Bound port: 56ee40ed-b98a-4950-88e4-70a63b53b86d, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f1258a-cb1b-4612-aec6-1f6daa92fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:42:00.906486 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-afa4359d-9403-497f-9166-14b2dea88c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:00.976429 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-afa4359d-9403-497f-9166-14b2dea88c77 None None] For port 56ee40ed-b98a-4950-88e4-70a63b53b86d, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:00.979543 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-afa4359d-9403-497f-9166-14b2dea88c77 None None] For port 56ee40ed-b98a-4950-88e4-70a63b53b86d, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=56ee40ed-b98a-4950-88e4-70a63b53b86d,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:42:00.984128 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-afa4359d-9403-497f-9166-14b2dea88c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:01.042492 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4359d-9403-497f-9166-14b2dea88c77 None None] Pushing event updated for resources: {'Port': ['ID=56ee40ed-b98a-4950-88e4-70a63b53b86d,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:01.048778 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf7456d4-ac3c-4158-8050-0a3c9f972b91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:01.076690 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf7456d4-ac3c-4158-8050-0a3c9f972b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:01.101749 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7713758-5455-4143-9dd1-f79c34699a51 req-2b3e335b-e15e-4fe9-8d2d-d30cfaa76416 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:01.103290 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7713758-5455-4143-9dd1-f79c34699a51 req-2b3e335b-e15e-4fe9-8d2d-d30cfaa76416 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.4386542 Jul 05 09:42:01.178952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af557c2b-ace2-4e81-9307-98dcd62a2ee9 req-95f11fed-5667-43a9-b8d3-8aa839039df5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:01.180490 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-af557c2b-ace2-4e81-9307-98dcd62a2ee9 req-95f11fed-5667-43a9-b8d3-8aa839039df5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 943 time: 0.4787135 Jul 05 09:42:01.230118 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device fd591924-b0e3-4bee-ba1e-1649f2a447b4 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:42:01.242909 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7713758-5455-4143-9dd1-f79c34699a51 req-1a4a8ace-7154-43f2-bbf5-00db3ed2a82b tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326885 Jul 05 09:42:01.252071 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: fd591924-b0e3-4bee-ba1e-1649f2a447b4 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:42:01.252661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device fd591924-b0e3-4bee-ba1e-1649f2a447b4 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:42:01.281389 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-af557c2b-ace2-4e81-9307-98dcd62a2ee9 req-152ec401-4b53-40de-a155-39a0661110ee tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927963 Jul 05 09:42:01.292553 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-cf7456d4-ac3c-4158-8050-0a3c9f972b91 admin admin] Allocated IP 172.25.7.155 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/f295ec52-0def-4951-b2ea-61bd22b4ef09) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:01.439998 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf7456d4-ac3c-4158-8050-0a3c9f972b91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:01.478318 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e06355-d5b7-4548-9157-878596cd613c req-f5667d23-5d44-452e-9a09-dc7a3a7a4361 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:01.479805 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-48e06355-d5b7-4548-9157-878596cd613c req-f5667d23-5d44-452e-9a09-dc7a3a7a4361 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=91833c0e-ea9e-4abc-8930-d6d2c711c719 HTTP/1.1" status: 200 len: 950 time: 0.1084075 Jul 05 09:42:01.528416 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf7456d4-ac3c-4158-8050-0a3c9f972b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:01.534826 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-48e06355-d5b7-4548-9157-878596cd613c req-b92781cf-62ee-43dd-8fbc-7b60b2cfee0c tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466685 Jul 05 09:42:01.598578 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7456d4-ac3c-4158-8050-0a3c9f972b91 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:01.605330 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-cf7456d4-ac3c-4158-8050-0a3c9f972b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:01.609618 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7456d4-ac3c-4158-8050-0a3c9f972b91 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:01.634003 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7456d4-ac3c-4158-8050-0a3c9f972b91 admin admin] Pushing event updated for resources: {'Port': ['ID=f295ec52-0def-4951-b2ea-61bd22b4ef09,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:01.652582 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device d1701b9b-e087-4986-a4e3-7df4176378c5 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:42:01.765267 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port d1701b9b-e087-4986-a4e3-7df4176378c5, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d1701b9b-e087-4986-a4e3-7df4176378c5,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:01.773255 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcab4d7-457a-4d62-b05e-34a640a34e12 req-d170d6ab-ad1b-4e00-a6b6-62fd0b633446 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:01.775437 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8fcab4d7-457a-4d62-b05e-34a640a34e12 req-d170d6ab-ad1b-4e00-a6b6-62fd0b633446 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889 HTTP/1.1" status: 200 len: 945 time: 0.2184033 Jul 05 09:42:01.778967 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'd1701b9b-e087-4986-a4e3-7df4176378c5', 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3', 'port_id': 'd1701b9b-e087-4986-a4e3-7df4176378c5', 'mac_address': 'fa:16:3e:88:d5:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cd5f100-3ecb-4100-a6d6-40f339ce6cc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:42:01.821345 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:01.836197 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1701b9b-e087-4986-a4e3-7df4176378c5 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:01.854343 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552c796-94f9-4737-a223-9dbc7d21badf req-2df23162-8e64-4282-9af2-4ef024ca7c88 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:01.855912 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5552c796-94f9-4737-a223-9dbc7d21badf req-2df23162-8e64-4282-9af2-4ef024ca7c88 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.2095547 Jul 05 09:42:01.856635 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port d1701b9b-e087-4986-a4e3-7df4176378c5, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d1701b9b-e087-4986-a4e3-7df4176378c5,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:01.862302 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:01.896126 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8fcab4d7-457a-4d62-b05e-34a640a34e12 req-91bfd4c7-580b-4416-83d9-ae8cb6a131d8 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105895 Jul 05 09:42:01.928542 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=d1701b9b-e087-4986-a4e3-7df4176378c5,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:01.964845 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5552c796-94f9-4737-a223-9dbc7d21badf req-9df1f1c1-65e4-422e-b5a3-2f54cb29187d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983253 Jul 05 09:42:02.025712 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf7456d4-ac3c-4158-8050-0a3c9f972b91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:02.046460 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf1d4f0-5137-45ea-9ecd-23eda67cd29c None None] Network ceb77ef8-ce40-49b7-a00f-5da7d032f3bb requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:42:02.146490 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0c6e13bf-7d97-49b9-8bb2-5904f2d89e19 None None] Provisioning for port 56ee40ed-b98a-4950-88e4-70a63b53b86d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:02.154002 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['d1701b9b-e087-4986-a4e3-7df4176378c5'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:02.216752 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 56ee40ed-b98a-4950-88e4-70a63b53b86d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:02.353323 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf7456d4-ac3c-4158-8050-0a3c9f972b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:02.358296 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:02.408134 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 56ee40ed-b98a-4950-88e4-70a63b53b86d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:02.413950 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be294fe6-2d1a-42bd-b777-e85261a5948d req-92bbc537-5e7e-4985-8877-5a97db7d1e12 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:02.415436 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-be294fe6-2d1a-42bd-b777-e85261a5948d req-92bbc537-5e7e-4985-8877-5a97db7d1e12 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 946 time: 0.1287048 Jul 05 09:42:02.420128 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 56ee40ed-b98a-4950-88e4-70a63b53b86d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:02.420646 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:02.533906 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-be294fe6-2d1a-42bd-b777-e85261a5948d req-0a577b5b-34e6-4a8f-8e02-ce2fab5ae75d tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087644 Jul 05 09:42:02.558802 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:02.582144 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf13a3-a9ee-4666-a573-ed963aea8a49 req-d13fdb86-ac0b-4911-bdf2-f8e1a1694a2b tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:02.584476 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4ecf13a3-a9ee-4666-a573-ed963aea8a49 req-d13fdb86-ac0b-4911-bdf2-f8e1a1694a2b tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.1812327 Jul 05 09:42:02.620417 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 56ee40ed-b98a-4950-88e4-70a63b53b86d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=56ee40ed-b98a-4950-88e4-70a63b53b86d,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:02.625868 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:02.641526 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4ecf13a3-a9ee-4666-a573-ed963aea8a49 req-5cfc2768-e49d-49d9-923a-564037201d1b tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486388 Jul 05 09:42:02.642621 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7456d4-ac3c-4158-8050-0a3c9f972b91 admin admin] Router 9ed241d0-799f-41b7-851e-813ec1862e93 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:42:02.703543 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7cc3e-2566-434b-b40b-1a6ce42b4168 req-9b17f5dc-0bcc-4ee2-8a68-a2bffab9ffd2 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:02.711195 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-75b7cc3e-2566-434b-b40b-1a6ce42b4168 req-9b17f5dc-0bcc-4ee2-8a68-a2bffab9ffd2 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.78 "GET /v2.0/ports?device_id=91833c0e-ea9e-4abc-8930-d6d2c711c719 HTTP/1.1" status: 200 len: 950 time: 0.1329772 Jul 05 09:42:02.737501 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=56ee40ed-b98a-4950-88e4-70a63b53b86d,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:02.792918 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3ad2ee9b-3e1c-4f83-bde1-68cd760aa537 None None] Provisioning complete for port 56ee40ed-b98a-4950-88e4-70a63b53b86d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:02.793226 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3ad2ee9b-3e1c-4f83-bde1-68cd760aa537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:02.845586 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-75b7cc3e-2566-434b-b40b-1a6ce42b4168 req-4984f8de-024a-4d18-b34c-ed1bf3093c23 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Deleting port a0e1abff-5754-41db-ac5d-8acc908b4055 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:02.846054 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-75b7cc3e-2566-434b-b40b-1a6ce42b4168 req-4984f8de-024a-4d18-b34c-ed1bf3093c23 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:02.867488 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7456d4-ac3c-4158-8050-0a3c9f972b91 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:42:02.880669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] Sync routers for ids ['9ed241d0-799f-41b7-851e-813ec1862e93'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:42:02.882237 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acd660-709c-48a4-adbd-8413b465be63 req-ac9ae821-b7b3-4ca3-8883-7bcd64982463 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:02.883784 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7acd660-709c-48a4-adbd-8413b465be63 req-ac9ae821-b7b3-4ca3-8883-7bcd64982463 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 944 time: 0.1373594 Jul 05 09:42:02.902076 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] Routers {'9ed241d0-799f-41b7-851e-813ec1862e93'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:42:02.902501 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:41:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9ed241d0-799f-41b7-851e-813ec1862e93'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:02.923669 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf7456d4-ac3c-4158-8050-0a3c9f972b91 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:02.927592 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44654) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:02.927755 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cf7456d4-ac3c-4158-8050-0a3c9f972b91 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7916164 Jul 05 09:42:02.936226 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7acd660-709c-48a4-adbd-8413b465be63 req-1a8aa475-1768-4f74-ad17-0689c9e574df tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446703 Jul 05 09:42:03.057540 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] Set router 9ed241d0-799f-41b7-851e-813ec1862e93 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:42:03.080507 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f53a1-dc29-4cfb-ae31-fac4a5dee770 req-0a4125dd-cf3b-4b54-90af-251aa737fe9e tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:03.087196 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f53a1-dc29-4cfb-ae31-fac4a5dee770 req-0a4125dd-cf3b-4b54-90af-251aa737fe9e tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:03.093659 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f53a1-dc29-4cfb-ae31-fac4a5dee770 req-0a4125dd-cf3b-4b54-90af-251aa737fe9e tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:03.096042 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-557f53a1-dc29-4cfb-ae31-fac4a5dee770 req-0a4125dd-cf3b-4b54-90af-251aa737fe9e tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889&device_id=592528b5-1e76-41c5-8fbd-e379b3ae2e2d&device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 2418 time: 0.1053791 Jul 05 09:42:03.101627 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-75b7cc3e-2566-434b-b40b-1a6ce42b4168 req-4984f8de-024a-4d18-b34c-ed1bf3093c23 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] For port a0e1abff-5754-41db-ac5d-8acc908b4055, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=a0e1abff-5754-41db-ac5d-8acc908b4055,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:03.102279 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-75b7cc3e-2566-434b-b40b-1a6ce42b4168 req-4984f8de-024a-4d18-b34c-ed1bf3093c23 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:03.189575 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-557f53a1-dc29-4cfb-ae31-fac4a5dee770 req-18e32621-34dd-4943-982f-d122073548aa tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809662 Jul 05 09:42:03.234595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d7f3a-00a7-48a3-bdc3-f29935dde8ad req-03b8055b-d8b5-4948-8e89-cc82f31a9b6c tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:03.242779 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d83d7f3a-00a7-48a3-bdc3-f29935dde8ad req-03b8055b-d8b5-4948-8e89-cc82f31a9b6c tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=91833c0e-ea9e-4abc-8930-d6d2c711c719 HTTP/1.1" status: 200 len: 950 time: 0.1456568 Jul 05 09:42:03.280965 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'name': 'tempest-AttachVolumeShelveTestJSON-1701151289-router', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:00Z', 'updated_at': '2021-07-05T09:42:01Z', 'revision_number': 3, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'gw_port': {'id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:01Z', 'updated_at': '2021-07-05T09:42:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:03.310069 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] Checking router: 9ed241d0-799f-41b7-851e-813ec1862e93 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:42:03.310445 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] Updating router 9ed241d0-799f-41b7-851e-813ec1862e93 port f295ec52-0def-4951-b2ea-61bd22b4ef09 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:42:03.313820 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d83d7f3a-00a7-48a3-bdc3-f29935dde8ad req-ee1a397b-caa7-4104-8d13-70814e394774 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8b00e12-c573-4a36-a478-d86d132697f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684483 Jul 05 09:42:03.413105 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:03.427656 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-75b7cc3e-2566-434b-b40b-1a6ce42b4168 req-4984f8de-024a-4d18-b34c-ed1bf3093c23 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Calling delete_port for a0e1abff-5754-41db-ac5d-8acc908b4055 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:03.450262 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd187302-2d1d-4641-bf81-db5cb19e9075 req-a1911422-295d-431a-a7c1-a045552a0a9d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:03.457135 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd187302-2d1d-4641-bf81-db5cb19e9075 req-a1911422-295d-431a-a7c1-a045552a0a9d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.1137471 Jul 05 09:42:03.514437 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd187302-2d1d-4641-bf81-db5cb19e9075 req-28826084-c523-4f9c-ba62-34e185653594 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558369 Jul 05 09:42:03.653200 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device d1701b9b-e087-4986-a4e3-7df4176378c5 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:03.744856 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port d1701b9b-e087-4986-a4e3-7df4176378c5 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:03.748857 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-75b7cc3e-2566-434b-b40b-1a6ce42b4168 req-4984f8de-024a-4d18-b34c-ed1bf3093c23 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:03.755508 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port d1701b9b-e087-4986-a4e3-7df4176378c5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:03.756113 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:03.778190 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09528a86-7ff9-4bb5-af93-db2c250bae81 req-846b59ee-c0e9-4d2f-9f82-ba4b476eeb4a tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:03.780406 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09528a86-7ff9-4bb5-af93-db2c250bae81 req-846b59ee-c0e9-4d2f-9f82-ba4b476eeb4a tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889 HTTP/1.1" status: 200 len: 945 time: 0.0936537 Jul 05 09:42:03.785374 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984f8de-024a-4d18-b34c-ed1bf3093c23 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Pushing event deleted for resources: {'Port': ['ID=a0e1abff-5754-41db-ac5d-8acc908b4055,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:03.807975 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['a0e1abff-5754-41db-ac5d-8acc908b4055'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:03.843330 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09528a86-7ff9-4bb5-af93-db2c250bae81 req-2b0870b2-afeb-48c8-bf9e-ec23e3eab772 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469015 Jul 05 09:42:03.869444 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b7cc3e-2566-434b-b40b-1a6ce42b4168 req-4984f8de-024a-4d18-b34c-ed1bf3093c23 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] No DVR routers for this DVR port a0e1abff-5754-41db-ac5d-8acc908b4055 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:42:03.873097 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-75b7cc3e-2566-434b-b40b-1a6ce42b4168 req-4984f8de-024a-4d18-b34c-ed1bf3093c23 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:03.875085 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-75b7cc3e-2566-434b-b40b-1a6ce42b4168 req-4984f8de-024a-4d18-b34c-ed1bf3093c23 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.78 "DELETE /v2.0/ports/a0e1abff-5754-41db-ac5d-8acc908b4055 HTTP/1.1" status: 204 len: 173 time: 1.1630750 Jul 05 09:42:03.875530 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91833c0e-ea9e-4abc-8930-d6d2c711c719', 'name': 'network-vif-deleted', 'tag': 'a0e1abff-5754-41db-ac5d-8acc908b4055'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:03.878110 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5379cb-2262-415d-a3b8-24436b45be3f" -d '{"events": [{"server_uuid": "91833c0e-ea9e-4abc-8930-d6d2c711c719", "name": "network-vif-deleted", "tag": "a0e1abff-5754-41db-ac5d-8acc908b4055"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:03.900393 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:03.961159 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153fd23-9a0e-416a-ada7-ba4ea893aeb6 req-05027b46-94e3-46ea-b92b-53305e3c1647 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:03.965558 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7153fd23-9a0e-416a-ada7-ba4ea893aeb6 req-05027b46-94e3-46ea-b92b-53305e3c1647 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.1198776 Jul 05 09:42:04.009787 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] Transition to ACTIVE for port object f295ec52-0def-4951-b2ea-61bd22b4ef09 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:04.026027 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86de69d3-c68d-44a5-b634-53a381f517e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:04.034933 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:04.035969 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7153fd23-9a0e-416a-ada7-ba4ea893aeb6 req-d573e680-0ad0-4148-981b-1cd44f295a26 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612848 Jul 05 09:42:04.098683 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:04.137323 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] Attempting to bind port f295ec52-0def-4951-b2ea-61bd22b4ef09 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:42:04.138130 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] Attempting to bind port f295ec52-0def-4951-b2ea-61bd22b4ef09 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:42:04.139486 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] Attempting to bind port f295ec52-0def-4951-b2ea-61bd22b4ef09 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:04.140828 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14192871-6e7d-415a-8144-58bf4109b837 x-openstack-request-id: req-14192871-6e7d-415a-8144-58bf4109b837 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:04.141217 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91833c0e-ea9e-4abc-8930-d6d2c711c719", "name": "network-vif-deleted", "tag": "a0e1abff-5754-41db-ac5d-8acc908b4055", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:04.141469 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-14192871-6e7d-415a-8144-58bf4109b837 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:04.141895 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91833c0e-ea9e-4abc-8930-d6d2c711c719', 'name': 'network-vif-deleted', 'tag': 'a0e1abff-5754-41db-ac5d-8acc908b4055', 'status': 'completed', 'code': 200} Jul 05 09:42:04.193773 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port d1701b9b-e087-4986-a4e3-7df4176378c5, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d1701b9b-e087-4986-a4e3-7df4176378c5,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:04.200881 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cba8eb-de5c-4807-a933-78ffdae055c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1701b9b-e087-4986-a4e3-7df4176378c5'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:04.203366 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ceeb954-7e1a-45b2-b739-c9d4b649b910" -d '{"events": [{"server_uuid": "46cba8eb-de5c-4807-a933-78ffdae055c3", "name": "network-vif-plugged", "status": "completed", "tag": "d1701b9b-e087-4986-a4e3-7df4176378c5"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:04.206551 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 56ee40ed-b98a-4950-88e4-70a63b53b86d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:04.212663 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:04.296700 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-86de69d3-c68d-44a5-b634-53a381f517e9 admin admin] Allocated IP 172.20.0.1 (ceb77ef8-ce40-49b7-a00f-5da7d032f3bb/70194034-b839-4d67-b152-2ad54f034d6c/f735da5b-e169-46c6-97a7-a66abd0cc6e7) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:04.338127 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddc8ce-10be-4774-a280-895a743574e8 req-6922eb2a-e4d2-4504-b5a6-7604420c9538 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:04.347451 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-94ddc8ce-10be-4774-a280-895a743574e8 req-6922eb2a-e4d2-4504-b5a6-7604420c9538 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 945 time: 0.0970864 Jul 05 09:42:04.361940 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd2db4-d033-418f-a097-5a63b9085dbe None None] Pushing event updated for resources: {'Port': ['ID=f295ec52-0def-4951-b2ea-61bd22b4ef09,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:04.364666 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:42:04.365097 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:04.365580 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:04.366100 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:42:04.366653 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] Bound port: f295ec52-0def-4951-b2ea-61bd22b4ef09, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:42:04.367149 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:04.397707 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-94ddc8ce-10be-4774-a280-895a743574e8 req-c02dc774-13d1-47f2-bfe2-4a0249463cd9 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492764 Jul 05 09:42:04.437594 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215555aa-3e8e-4ccb-ba82-68c39fffb3c4 x-openstack-request-id: req-215555aa-3e8e-4ccb-ba82-68c39fffb3c4 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:04.438227 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cba8eb-de5c-4807-a933-78ffdae055c3", "name": "network-vif-plugged", "status": "completed", "tag": "d1701b9b-e087-4986-a4e3-7df4176378c5", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:04.438512 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-215555aa-3e8e-4ccb-ba82-68c39fffb3c4 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:04.438892 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cba8eb-de5c-4807-a933-78ffdae055c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1701b9b-e087-4986-a4e3-7df4176378c5', 'code': 200} Jul 05 09:42:04.482549 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86de69d3-c68d-44a5-b634-53a381f517e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:04.501231 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-86de69d3-c68d-44a5-b634-53a381f517e9 admin admin] Transition to ACTIVE for port object f735da5b-e169-46c6-97a7-a66abd0cc6e7 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:04.522879 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=d1701b9b-e087-4986-a4e3-7df4176378c5,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:04.526566 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] For port f295ec52-0def-4951-b2ea-61bd22b4ef09, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:04.540598 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 56ee40ed-b98a-4950-88e4-70a63b53b86d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:04.540987 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:04.557369 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86de69d3-c68d-44a5-b634-53a381f517e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:04.580321 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] For port f295ec52-0def-4951-b2ea-61bd22b4ef09, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f295ec52-0def-4951-b2ea-61bd22b4ef09,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:42:04.586372 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:04.649031 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86de69d3-c68d-44a5-b634-53a381f517e9 admin admin] Network ceb77ef8-ce40-49b7-a00f-5da7d032f3bb is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:04.655793 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-86de69d3-c68d-44a5-b634-53a381f517e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:04.660538 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86de69d3-c68d-44a5-b634-53a381f517e9 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:04.673087 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b955c6c9-1d1f-44bf-ba86-286bd72e904d req-2d60f585-bdac-461c-a66c-fd406538a377 tempest-ServersAdminNegativeTestJSON-1181199434 tempest-ServersAdminNegativeTestJSON-1181199434-project] 10.222.0.79 "GET /v2.0/ports?device_id=91833c0e-ea9e-4abc-8930-d6d2c711c719 HTTP/1.1" status: 200 len: 210 time: 0.0534616 Jul 05 09:42:04.700542 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de69d3-c68d-44a5-b634-53a381f517e9 admin admin] Pushing event updated for resources: {'Port': ['ID=f735da5b-e169-46c6-97a7-a66abd0cc6e7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:04.707041 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] Routers {'9ed241d0-799f-41b7-851e-813ec1862e93'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:42:04.708163 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:41:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9ed241d0-799f-41b7-851e-813ec1862e93'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:04.721583 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd2db4-d033-418f-a097-5a63b9085dbe None None] Pushing event updated for resources: {'Port': ['ID=f295ec52-0def-4951-b2ea-61bd22b4ef09,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:04.740547 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6d59a-7a77-4522-b6d1-1d6aa51a6412 req-787c7b13-bca4-4593-b05c-d443ccc6c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:04.742394 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cfc6d59a-7a77-4522-b6d1-1d6aa51a6412 req-787c7b13-bca4-4593-b05c-d443ccc6c01d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 1096 time: 0.1981211 Jul 05 09:42:04.743236 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86de69d3-c68d-44a5-b634-53a381f517e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:04.864995 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cfc6d59a-7a77-4522-b6d1-1d6aa51a6412 req-3bc53e69-ed27-48a1-a8c7-c2965fc99df6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594871 Jul 05 09:42:04.918649 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] Set router 9ed241d0-799f-41b7-851e-813ec1862e93 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:42:04.999524 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86de69d3-c68d-44a5-b634-53a381f517e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:05.069026 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d3a2c-9634-46c6-8fc8-0ab7540fd788 req-63e5a31e-1723-473d-89d4-132a589835cc tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:05.070756 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-306d3a2c-9634-46c6-8fc8-0ab7540fd788 req-63e5a31e-1723-473d-89d4-132a589835cc tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.0846448 Jul 05 09:42:05.098569 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6a054806-33a8-4757-b756-d5a04f536bff None None] Provisioning for port f735da5b-e169-46c6-97a7-a66abd0cc6e7 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:05.112291 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6a054806-33a8-4757-b756-d5a04f536bff None None] Provisioning complete for port f735da5b-e169-46c6-97a7-a66abd0cc6e7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:05.113052 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6a054806-33a8-4757-b756-d5a04f536bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:05.117790 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-306d3a2c-9634-46c6-8fc8-0ab7540fd788 req-874bfe4e-16ba-4c9c-aa9b-7bf9f3fae302 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406008 Jul 05 09:42:05.217375 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6a054806-33a8-4757-b756-d5a04f536bff None None] Port f735da5b-e169-46c6-97a7-a66abd0cc6e7 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:42:05.217776 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86de69d3-c68d-44a5-b634-53a381f517e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:05.226528 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86de69d3-c68d-44a5-b634-53a381f517e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:05.236859 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'name': 'tempest-AttachVolumeShelveTestJSON-1701151289-router', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:00Z', 'updated_at': '2021-07-05T09:42:01Z', 'revision_number': 3, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'gw_port': {'id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:01Z', 'updated_at': '2021-07-05T09:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:05.268207 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f1916-d98f-43d3-8411-6d593b7af558 None None] The sync data for ids ['9ed241d0-799f-41b7-851e-813ec1862e93'] in n-d-798054-8 is: [{'id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'name': 'tempest-AttachVolumeShelveTestJSON-1701151289-router', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:00Z', 'updated_at': '2021-07-05T09:42:01Z', 'revision_number': 3, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'gw_port': {'id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:01Z', 'updated_at': '2021-07-05T09:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:42:05.299771 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de69d3-c68d-44a5-b634-53a381f517e9 admin admin] Pushing event updated for resources: {'Port': ['ID=f735da5b-e169-46c6-97a7-a66abd0cc6e7,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:05.325596 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86de69d3-c68d-44a5-b634-53a381f517e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:05.336254 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ab8ea-3b70-419f-a4ab-f623623b09d8 req-c94daa01-ea1d-447d-b2b2-2e270ec508e1 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:05.337790 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ca9ab8ea-3b70-419f-a4ab-f623623b09d8 req-c94daa01-ea1d-447d-b2b2-2e270ec508e1 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.0949605 Jul 05 09:42:05.385813 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ca9ab8ea-3b70-419f-a4ab-f623623b09d8 req-d4f9b199-dd50-4c6b-8fd4-8ff7e44199a7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470390 Jul 05 09:42:05.435163 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86de69d3-c68d-44a5-b634-53a381f517e9 admin admin] Network ceb77ef8-ce40-49b7-a00f-5da7d032f3bb is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:05.436689 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-86de69d3-c68d-44a5-b634-53a381f517e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:05.594160 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86de69d3-c68d-44a5-b634-53a381f517e9 admin admin] Router 9ed241d0-799f-41b7-851e-813ec1862e93 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:42:05.690585 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:05.708757 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bf1c2-f221-4b87-8681-ca959132aaac req-c365e9fd-6a45-402c-ab91-31415375d8ff tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:05.710323 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c62bf1c2-f221-4b87-8681-ca959132aaac req-c365e9fd-6a45-402c-ab91-31415375d8ff tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 945 time: 0.1164207 Jul 05 09:42:05.780411 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c62bf1c2-f221-4b87-8681-ca959132aaac req-429e5e42-889e-4866-beff-4c88787bc2e7 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637839 Jul 05 09:42:05.788509 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86de69d3-c68d-44a5-b634-53a381f517e9 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:42:05.811484 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-86de69d3-c68d-44a5-b634-53a381f517e9 admin admin] 10.222.0.79 "PUT /v2.0/routers/9ed241d0-799f-41b7-851e-813ec1862e93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8706586 Jul 05 09:42:05.860558 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7898c9aa-0850-4b79-b380-401e95d35580 None None] Provisioning complete for port f735da5b-e169-46c6-97a7-a66abd0cc6e7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:05.860948 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7898c9aa-0850-4b79-b380-401e95d35580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:05.954875 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7898c9aa-0850-4b79-b380-401e95d35580 None None] Port f735da5b-e169-46c6-97a7-a66abd0cc6e7 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:42:06.236013 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f295ec52-0def-4951-b2ea-61bd22b4ef09 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:06.287309 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44718) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:06.327614 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port f295ec52-0def-4951-b2ea-61bd22b4ef09 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:06.334714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port f295ec52-0def-4951-b2ea-61bd22b4ef09 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:06.335570 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:06.401087 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474ead1-9f82-4666-936a-f191a15e1bd8 req-0437403f-bcf6-4cee-83f0-681988d7cd87 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:06.410798 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4474ead1-9f82-4666-936a-f191a15e1bd8 req-0437403f-bcf6-4cee-83f0-681988d7cd87 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.0966108 Jul 05 09:42:06.478066 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:06.513712 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port f295ec52-0def-4951-b2ea-61bd22b4ef09, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f295ec52-0def-4951-b2ea-61bd22b4ef09,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:06.516684 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4474ead1-9f82-4666-936a-f191a15e1bd8 req-c3a7c04e-2baf-4bd4-9751-1237570e4120 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048722 Jul 05 09:42:06.520735 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:06.577081 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44724) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:06.577296 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-dbcadd72-13ea-4870-ae09-e704c20180fa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fa0fe6e0f4c740bfa4cf53ecf776dd15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2887242 Jul 05 09:42:06.624637 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=f295ec52-0def-4951-b2ea-61bd22b4ef09,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:06.656243 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59fddea7-1ff5-4b11-b5f5-9ba27e20c417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:06.683505 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59fddea7-1ff5-4b11-b5f5-9ba27e20c417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:06.775408 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb9266-ef9c-40b6-8a3e-b1aec001b51a req-88ca9002-713e-4e24-ada3-1dfa4098b9b4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:06.779898 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-becb9266-ef9c-40b6-8a3e-b1aec001b51a req-88ca9002-713e-4e24-ada3-1dfa4098b9b4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 946 time: 0.0862036 Jul 05 09:42:06.785402 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59fddea7-1ff5-4b11-b5f5-9ba27e20c417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:06.788604 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59fddea7-1ff5-4b11-b5f5-9ba27e20c417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:06.789589 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-59fddea7-1ff5-4b11-b5f5-9ba27e20c417 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a8b00e12-c573-4a36-a478-d86d132697f9 HTTP/1.1" status: 204 len: 168 time: 0.2111611 Jul 05 09:42:06.808581 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fddea7-1ff5-4b11-b5f5-9ba27e20c417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b00e12-c573-4a36-a478-d86d132697f9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:06.839550 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-becb9266-ef9c-40b6-8a3e-b1aec001b51a req-a8cdffd1-9c41-4d7f-8215-87c4cb354340 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559046 Jul 05 09:42:06.908404 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44730) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:06.913204 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c4ac168e-54b0-4cfe-8f37-6774735e0252 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Request body: {'security_group': {'name': 'tempest-securitygroup--74723442', 'description': 'tempest-description--991041675'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:06.945956 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c4ac168e-54b0-4cfe-8f37-6774735e0252 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:07.119360 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca2baf-6838-48a0-9610-a793122d88ce req-0fbcca33-9842-46e6-94a9-744d32e7e353 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:07.121006 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25ca2baf-6838-48a0-9610-a793122d88ce req-0fbcca33-9842-46e6-94a9-744d32e7e353 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.1564119 Jul 05 09:42:07.168916 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98e571-0368-4b63-b0c2-99e3ec65939d req-9e3f55d2-8928-419b-b5af-680621ae5ba3 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:07.170152 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c98e571-0368-4b63-b0c2-99e3ec65939d req-9e3f55d2-8928-419b-b5af-680621ae5ba3 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 945 time: 0.1697433 Jul 05 09:42:07.180606 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44736) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:07.186237 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c4ac168e-54b0-4cfe-8f37-6774735e0252 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:07.191361 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-27a55980-275e-4bcb-8a70-a4995b5bd89b req-9a315615-2b49-4d03-bdbf-79df87094acf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7105a1a7-04e2-44c8-835c-7bf46c017aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0820274 Jul 05 09:42:07.201911 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c4ac168e-54b0-4cfe-8f37-6774735e0252 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:07.240831 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25ca2baf-6838-48a0-9610-a793122d88ce req-3eda4a33-1808-4217-8ee2-ad6a54b20d97 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110203 Jul 05 09:42:07.248068 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device a0e1abff-5754-41db-ac5d-8acc908b4055 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:42:07.258292 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c4ac168e-54b0-4cfe-8f37-6774735e0252 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:07.259798 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c4ac168e-54b0-4cfe-8f37-6774735e0252 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3503780 Jul 05 09:42:07.264148 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9a08a5fe-73e8-4fd3-8197-5ba9855cf6e3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=50ef2817998745a780c039c3e6634f43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0823314 Jul 05 09:42:07.266097 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44740) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:07.266435 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44742) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:07.275996 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c98e571-0368-4b63-b0c2-99e3ec65939d req-6ae25186-6528-4a53-b21d-7e760c326e8e tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986662 Jul 05 09:42:07.277373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac168e-54b0-4cfe-8f37-6774735e0252 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06820146-2473-496e-90a8-f95f2d053774,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:07.281640 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: a0e1abff-5754-41db-ac5d-8acc908b4055 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:42:07.281999 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device a0e1abff-5754-41db-ac5d-8acc908b4055 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:42:07.293784 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ae913d77-6631-469f-8125-df6740a9290c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Request body: {'security_group_rule': {'security_group_id': '06820146-2473-496e-90a8-f95f2d053774', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:07.400880 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a55980-275e-4bcb-8a70-a4995b5bd89b req-ee1a491a-6d6a-42a6-b544-7cf0e47265cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:07.402420 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-27a55980-275e-4bcb-8a70-a4995b5bd89b req-ee1a491a-6d6a-42a6-b544-7cf0e47265cc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bdfde8fa111c412f917e1e159d29ec5f&device_id=7105a1a7-04e2-44c8-835c-7bf46c017aeb HTTP/1.1" status: 200 len: 1096 time: 0.1765351 Jul 05 09:42:07.403067 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae913d77-6631-469f-8125-df6740a9290c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:07.409134 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c82b10a8-d1c5-47bc-a539-97bb5c2a78c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:07.511617 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c82b10a8-d1c5-47bc-a539-97bb5c2a78c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:07.616454 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] Sync routers for ids ['9ed241d0-799f-41b7-851e-813ec1862e93'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:42:07.630693 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] Routers {'9ed241d0-799f-41b7-851e-813ec1862e93'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:42:07.631354 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:41:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9ed241d0-799f-41b7-851e-813ec1862e93'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:07.651299 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae913d77-6631-469f-8125-df6740a9290c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:07.653538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b86d8-7426-4bf2-bcdd-859245e785d6 req-ccdb44a4-a4f1-40ab-b31e-499e82e962e7 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:07.666384 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-037b86d8-7426-4bf2-bcdd-859245e785d6 req-ccdb44a4-a4f1-40ab-b31e-499e82e962e7 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 1096 time: 0.1289291 Jul 05 09:42:07.672901 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae913d77-6631-469f-8125-df6740a9290c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:07.681294 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a55980-275e-4bcb-8a70-a4995b5bd89b req-4c659048-d359-4aff-ac34-ad7fa2c8ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:07.682799 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-27a55980-275e-4bcb-8a70-a4995b5bd89b req-4c659048-d359-4aff-ac34-ad7fa2c8ac3b service neutron] 10.222.0.81 "GET /v2.0/networks?id=3429543c-f0ac-4437-adf0-6096f9040864 HTTP/1.1" status: 200 len: 906 time: 0.2335896 Jul 05 09:42:07.705633 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae913d77-6631-469f-8125-df6740a9290c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e18b910-3baa-479f-a214-40723e6e939a,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:07.750213 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-037b86d8-7426-4bf2-bcdd-859245e785d6 req-1e75a9a6-467a-47a9-820b-6afef7d87eec tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826819 Jul 05 09:42:07.768227 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-27a55980-275e-4bcb-8a70-a4995b5bd89b req-b3f14dd5-c968-47d9-94d3-a6bd1ae71cb2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcffaef6-c593-4abe-940a-592cae7842bc HTTP/1.1" status: 200 len: 1000 time: 0.0759621 Jul 05 09:42:07.770901 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae913d77-6631-469f-8125-df6740a9290c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:07.774506 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ae913d77-6631-469f-8125-df6740a9290c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5047038 Jul 05 09:42:07.785065 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44748) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:07.788245 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c82b10a8-d1c5-47bc-a539-97bb5c2a78c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:07.788719 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c82b10a8-d1c5-47bc-a539-97bb5c2a78c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:07.796282 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] Set router 9ed241d0-799f-41b7-851e-813ec1862e93 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:42:07.800537 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c82b10a8-d1c5-47bc-a539-97bb5c2a78c9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7fbb8cb1-12cf-4644-b4dd-c39e647a7539 HTTP/1.1" status: 204 len: 168 time: 0.5239384 Jul 05 09:42:07.818598 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2e714752-0047-4f25-8126-b6840aa83988 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Request body: {'security_group_rule': {'security_group_id': '06820146-2473-496e-90a8-f95f2d053774', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:07.869287 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b10a8-d1c5-47bc-a539-97bb5c2a78c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbb8cb1-12cf-4644-b4dd-c39e647a7539,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:07.869601 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc15ca4-7c5d-44d7-a7d2-b994f3ddca7a req-a382754d-f648-4d3f-bbd5-2ed698edd54b tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:07.903271 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a55980-275e-4bcb-8a70-a4995b5bd89b req-eb6e28bb-981b-4612-b6e6-26d306dbdcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:07.904250 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fdc15ca4-7c5d-44d7-a7d2-b994f3ddca7a req-a382754d-f648-4d3f-bbd5-2ed698edd54b tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.2044675 Jul 05 09:42:07.911148 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-27a55980-275e-4bcb-8a70-a4995b5bd89b req-eb6e28bb-981b-4612-b6e6-26d306dbdcfd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f031c5ad-59cc-4c59-a95e-957f1011421e HTTP/1.1" status: 200 len: 844 time: 0.1364782 Jul 05 09:42:07.937818 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e714752-0047-4f25-8126-b6840aa83988 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:08.003231 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a55980-275e-4bcb-8a70-a4995b5bd89b req-ad681890-7385-43c9-990a-6ebb75c21049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:08.005190 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-27a55980-275e-4bcb-8a70-a4995b5bd89b req-ad681890-7385-43c9-990a-6ebb75c21049 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3429543c-f0ac-4437-adf0-6096f9040864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866058 Jul 05 09:42:08.046754 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fdc15ca4-7c5d-44d7-a7d2-b994f3ddca7a req-b7c5e05f-7a30-4755-85bd-06971ea5abfa tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410372 Jul 05 09:42:08.112106 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-27a55980-275e-4bcb-8a70-a4995b5bd89b req-d1ae1652-bbe3-4fb6-812f-d677a90b866d service neutron] 10.222.0.81 "GET /v2.0/networks/3429543c-f0ac-4437-adf0-6096f9040864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985632 Jul 05 09:42:08.139374 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'name': 'tempest-AttachVolumeShelveTestJSON-1701151289-router', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:00Z', 'updated_at': '2021-07-05T09:42:04Z', 'revision_number': 4, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'gw_port': {'id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:01Z', 'updated_at': '2021-07-05T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'f735da5b-e169-46c6-97a7-a66abd0cc6e7', 'name': '', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'mac_address': 'fa:16:3e:6e:80:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '70194034-b839-4d67-b152-2ad54f034d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:04Z', 'updated_at': '2021-07-05T09:42:05Z', 'revision_number': 2, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'subnets': [{'id': '70194034-b839-4d67-b152-2ad54f034d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:08.149216 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e714752-0047-4f25-8126-b6840aa83988 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:08.159963 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e714752-0047-4f25-8126-b6840aa83988 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:08.177236 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] Checking router: 9ed241d0-799f-41b7-851e-813ec1862e93 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:42:08.178507 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] Updating router 9ed241d0-799f-41b7-851e-813ec1862e93 port f735da5b-e169-46c6-97a7-a66abd0cc6e7 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:42:08.183478 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f295ec52-0def-4951-b2ea-61bd22b4ef09 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:08.196012 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf08fc1-f72b-4688-a99a-cc8670f5fac8 req-b410fbab-9929-41d1-b1f1-e1e1a231423c tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:08.203093 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5bf08fc1-f72b-4688-a99a-cc8670f5fac8 req-b410fbab-9929-41d1-b1f1-e1e1a231423c tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 1096 time: 0.2589426 Jul 05 09:42:08.219366 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e714752-0047-4f25-8126-b6840aa83988 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79b725f-73ca-40e9-a666-d841c5f62232,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:08.231235 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:08.268185 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port f295ec52-0def-4951-b2ea-61bd22b4ef09 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:08.269628 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:08.284084 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e714752-0047-4f25-8126-b6840aa83988 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:08.289186 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2e714752-0047-4f25-8126-b6840aa83988 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4941788 Jul 05 09:42:08.289375 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44762) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:08.304804 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-941368b4-fb0c-49a6-9809-8bc85343bf46 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:08.317310 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5bf08fc1-f72b-4688-a99a-cc8670f5fac8 req-1238d5a6-4386-4314-87c3-2b8e11eaf7a0 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124637 Jul 05 09:42:08.357174 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-27a55980-275e-4bcb-8a70-a4995b5bd89b req-afb42208-6d8f-47ee-a3e3-46ea18295473 service neutron] 10.222.0.81 "GET /v2.0/networks/3429543c-f0ac-4437-adf0-6096f9040864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316620 Jul 05 09:42:08.378147 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4dd1a0-f427-4814-b9e1-78c1c3ab5a06 req-51d2579f-0d46-4f46-9505-ff6b99078618 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:08.389903 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ee4dd1a0-f427-4814-b9e1-78c1c3ab5a06 req-51d2579f-0d46-4f46-9505-ff6b99078618 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 946 time: 0.1367388 Jul 05 09:42:08.396942 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-941368b4-fb0c-49a6-9809-8bc85343bf46 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:08.458398 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ee4dd1a0-f427-4814-b9e1-78c1c3ab5a06 req-93a05081-b9de-4c2b-a6d5-63f52a00459d tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545058 Jul 05 09:42:08.562074 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-941368b4-fb0c-49a6-9809-8bc85343bf46 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:08.660171 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5322746-ee00-477a-95a6-0fbaa05beb23 req-4f9f422d-386a-4b76-9a42-62e8d993a05f tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:08.666661 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5322746-ee00-477a-95a6-0fbaa05beb23 req-4f9f422d-386a-4b76-9a42-62e8d993a05f tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.1358953 Jul 05 09:42:08.714737 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-941368b4-fb0c-49a6-9809-8bc85343bf46 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Allocated IP 172.25.7.20 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/f9c1d6f0-c791-4299-a204-d5505680cb48) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:08.720258 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5322746-ee00-477a-95a6-0fbaa05beb23 req-f25f0045-6f44-45e4-9322-35b36d999012 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522690 Jul 05 09:42:08.839359 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:08.850557 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] Transition to ACTIVE for port object f735da5b-e169-46c6-97a7-a66abd0cc6e7 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:08.858763 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:08.882954 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-941368b4-fb0c-49a6-9809-8bc85343bf46 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:08.939730 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c398a-664b-4427-9a39-2d8cac34c598 None None] Pushing event updated for resources: {'Port': ['ID=f735da5b-e169-46c6-97a7-a66abd0cc6e7,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:08.972460 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-941368b4-fb0c-49a6-9809-8bc85343bf46 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:08.984516 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c398a-664b-4427-9a39-2d8cac34c598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:08.985681 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c398a-664b-4427-9a39-2d8cac34c598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:08.986271 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c398a-664b-4427-9a39-2d8cac34c598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:08.986703 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c398a-664b-4427-9a39-2d8cac34c598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:08.987124 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c398a-664b-4427-9a39-2d8cac34c598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:08.987633 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c398a-664b-4427-9a39-2d8cac34c598 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:08.990081 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c398a-664b-4427-9a39-2d8cac34c598 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:08.990534 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c398a-664b-4427-9a39-2d8cac34c598 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:08.990996 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c398a-664b-4427-9a39-2d8cac34c598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:08.991337 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c398a-664b-4427-9a39-2d8cac34c598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:08.991798 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c398a-664b-4427-9a39-2d8cac34c598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:08.992156 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c398a-664b-4427-9a39-2d8cac34c598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:09.037189 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941368b4-fb0c-49a6-9809-8bc85343bf46 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:09.041855 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-941368b4-fb0c-49a6-9809-8bc85343bf46 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:09.046126 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941368b4-fb0c-49a6-9809-8bc85343bf46 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:09.051882 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] Attempting to bind port f735da5b-e169-46c6-97a7-a66abd0cc6e7 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:42:09.052274 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] Attempting to bind port f735da5b-e169-46c6-97a7-a66abd0cc6e7 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '15f1258a-cb1b-4612-aec6-1f6daa92fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:42:09.052773 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] Attempting to bind port f735da5b-e169-46c6-97a7-a66abd0cc6e7 on network ceb77ef8-ce40-49b7-a00f-5da7d032f3bb {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:09.064826 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:42:09.065215 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] Checking segment: {'id': '15f1258a-cb1b-4612-aec6-1f6daa92fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:09.065624 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:09.066019 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] Bound using segment: {'id': '15f1258a-cb1b-4612-aec6-1f6daa92fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:42:09.066501 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] Bound port: f735da5b-e169-46c6-97a7-a66abd0cc6e7, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f1258a-cb1b-4612-aec6-1f6daa92fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:42:09.067462 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:09.077277 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44794) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:09.184366 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] For port f735da5b-e169-46c6-97a7-a66abd0cc6e7, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:09.188952 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] For port f735da5b-e169-46c6-97a7-a66abd0cc6e7, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f735da5b-e169-46c6-97a7-a66abd0cc6e7,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:42:09.197976 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:09.221368 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941368b4-fb0c-49a6-9809-8bc85343bf46 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Pushing event updated for resources: {'Port': ['ID=f9c1d6f0-c791-4299-a204-d5505680cb48,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:09.273715 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] Routers {'9ed241d0-799f-41b7-851e-813ec1862e93'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:42:09.274367 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:41:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9ed241d0-799f-41b7-851e-813ec1862e93'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:09.332090 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1e3b5ea1-d280-41f6-82ac-d34c2e614406 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1511304829-network', 'tenant_id': 'ffaf8828745a41278e443e29ea66ce16'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:09.360905 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-941368b4-fb0c-49a6-9809-8bc85343bf46 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:09.400465 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] Set router 9ed241d0-799f-41b7-851e-813ec1862e93 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:42:09.457079 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-941368b4-fb0c-49a6-9809-8bc85343bf46 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:09.468313 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c398a-664b-4427-9a39-2d8cac34c598 None None] Pushing event updated for resources: {'Port': ['ID=f735da5b-e169-46c6-97a7-a66abd0cc6e7,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:09.499180 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3b5ea1-d280-41f6-82ac-d34c2e614406 admin admin] Made reservation on behalf of ffaf8828745a41278e443e29ea66ce16 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:09.502292 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e3b5ea1-d280-41f6-82ac-d34c2e614406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:09.517861 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765fe1e-a5b6-4e68-a29c-85c28b48b5d7 req-da994ffa-6607-4ee8-a115-d4e91a2609af tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:09.525342 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a765fe1e-a5b6-4e68-a29c-85c28b48b5d7 req-da994ffa-6607-4ee8-a115-d4e91a2609af tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 1096 time: 0.2963433 Jul 05 09:42:09.551522 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e3b5ea1-d280-41f6-82ac-d34c2e614406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:09.576602 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95f6b5-b684-43d2-b50f-d9276625db2c req-ee8334f6-c7bc-41f3-a903-3f068f4014bf tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:09.580334 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f95f6b5-b684-43d2-b50f-d9276625db2c req-ee8334f6-c7bc-41f3-a903-3f068f4014bf tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.2650719 Jul 05 09:42:09.587804 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a765fe1e-a5b6-4e68-a29c-85c28b48b5d7 req-4a6d7107-de93-4933-b344-19982e1318fb tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609980 Jul 05 09:42:09.667779 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f95f6b5-b684-43d2-b50f-d9276625db2c req-3c21820d-f797-46a9-9484-dd8b71cbd3d3 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821614 Jul 05 09:42:09.675126 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-941368b4-fb0c-49a6-9809-8bc85343bf46 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:09.681021 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'name': 'tempest-AttachVolumeShelveTestJSON-1701151289-router', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:00Z', 'updated_at': '2021-07-05T09:42:04Z', 'revision_number': 4, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'gw_port': {'id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:01Z', 'updated_at': '2021-07-05T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'f735da5b-e169-46c6-97a7-a66abd0cc6e7', 'name': '', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'mac_address': 'fa:16:3e:6e:80:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '70194034-b839-4d67-b152-2ad54f034d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:04Z', 'updated_at': '2021-07-05T09:42:09Z', 'revision_number': 4, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'subnets': [{'id': '70194034-b839-4d67-b152-2ad54f034d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:09.683019 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-941368b4-fb0c-49a6-9809-8bc85343bf46 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:09.741521 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b775de-6e16-4b10-abfd-ff4e280b5faa None None] The sync data for ids ['9ed241d0-799f-41b7-851e-813ec1862e93'] in n-d-798054-8 is: [{'id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'name': 'tempest-AttachVolumeShelveTestJSON-1701151289-router', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:00Z', 'updated_at': '2021-07-05T09:42:04Z', 'revision_number': 4, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'gw_port': {'id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:01Z', 'updated_at': '2021-07-05T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'f735da5b-e169-46c6-97a7-a66abd0cc6e7', 'name': '', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'mac_address': 'fa:16:3e:6e:80:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '70194034-b839-4d67-b152-2ad54f034d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:04Z', 'updated_at': '2021-07-05T09:42:09Z', 'revision_number': 4, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'subnets': [{'id': '70194034-b839-4d67-b152-2ad54f034d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:42:09.768636 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e3b5ea1-d280-41f6-82ac-d34c2e614406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:09.774591 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e3b5ea1-d280-41f6-82ac-d34c2e614406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:09.793709 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3b5ea1-d280-41f6-82ac-d34c2e614406 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:42:09.816344 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e3b5ea1-d280-41f6-82ac-d34c2e614406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:09.818519 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-1e3b5ea1-d280-41f6-82ac-d34c2e614406 admin admin] Added segment 81a94fb4-02a5-4870-bbba-e61bdf601c33 of type vlan for network 89548717-97bb-406f-87d6-2843490db914 Jul 05 09:42:09.868469 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-941368b4-fb0c-49a6-9809-8bc85343bf46 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:09.883061 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e3b5ea1-d280-41f6-82ac-d34c2e614406 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:09.895006 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941368b4-fb0c-49a6-9809-8bc85343bf46 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Pushing event updated for resources: {'Port': ['ID=f9c1d6f0-c791-4299-a204-d5505680cb48,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:09.927336 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-941368b4-fb0c-49a6-9809-8bc85343bf46 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:09.937451 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-941368b4-fb0c-49a6-9809-8bc85343bf46 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6455321 Jul 05 09:42:09.973918 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e3b5ea1-d280-41f6-82ac-d34c2e614406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:09.975033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3b5ea1-d280-41f6-82ac-d34c2e614406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:09.975721 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e3b5ea1-d280-41f6-82ac-d34c2e614406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:09.979416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b5ea1-d280-41f6-82ac-d34c2e614406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21ee0d3-7948-4fbd-a528-2b848c2cd705,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:10.006605 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b8d2f-3055-4906-81cc-3f36674a042c req-033bfab8-7911-49cc-9559-80e9482a3f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:10.008421 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-405b8d2f-3055-4906-81cc-3f36674a042c req-033bfab8-7911-49cc-9559-80e9482a3f8c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e3d0b41b54134ace97056f321f8ceff5&device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 1099 time: 0.0832069 Jul 05 09:42:10.069427 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1e3b5ea1-d280-41f6-82ac-d34c2e614406 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9877295 Jul 05 09:42:10.069803 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44808) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:10.074452 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e4c1bf78-ccf3-497f-b50b-6b5540c3d97d admin admin] Request body: {'subnet': {'network_id': '89548717-97bb-406f-87d6-2843490db914', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1511304829-subnet', 'tenant_id': 'ffaf8828745a41278e443e29ea66ce16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:10.109125 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847250e-3d02-4c1a-bc8f-0ebee40fafed req-bb8a8c4b-5d74-4b33-8754-9ded72690f52 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:10.111161 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3847250e-3d02-4c1a-bc8f-0ebee40fafed req-bb8a8c4b-5d74-4b33-8754-9ded72690f52 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 946 time: 0.2429626 Jul 05 09:42:10.137562 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c1bf78-ccf3-497f-b50b-6b5540c3d97d admin admin] Made reservation on behalf of ffaf8828745a41278e443e29ea66ce16 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:10.139923 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e4c1bf78-ccf3-497f-b50b-6b5540c3d97d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:10.146648 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b5ea1-d280-41f6-82ac-d34c2e614406 admin admin] Pushing event updated for resources: {'Network': ['ID=89548717-97bb-406f-87d6-2843490db914,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:10.157693 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 89548717-97bb-406f-87d6-2843490db914 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:42:10.198171 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b8d2f-3055-4906-81cc-3f36674a042c req-f5488a17-d601-4cbf-a466-797561b9601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:10.199681 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-405b8d2f-3055-4906-81cc-3f36674a042c req-f5488a17-d601-4cbf-a466-797561b9601f service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1633768 Jul 05 09:42:10.218720 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f735da5b-e169-46c6-97a7-a66abd0cc6e7 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:10.257476 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-405b8d2f-3055-4906-81cc-3f36674a042c req-a23890ae-f204-4d55-96c2-eb4e2914b980 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 HTTP/1.1" status: 200 len: 217 time: 0.0419872 Jul 05 09:42:10.259105 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3847250e-3d02-4c1a-bc8f-0ebee40fafed req-d9777c23-d8f6-4c90-b1db-0fe9c8da4d1f tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470857 Jul 05 09:42:10.320543 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port f735da5b-e169-46c6-97a7-a66abd0cc6e7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:10.323514 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55098ea4-1105-496e-ad0b-eadcada593b2 req-a432bc6c-bb2a-4577-94f8-90417f4a0495 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:10.325330 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55098ea4-1105-496e-ad0b-eadcada593b2 req-a432bc6c-bb2a-4577-94f8-90417f4a0495 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.2084694 Jul 05 09:42:10.331032 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port f735da5b-e169-46c6-97a7-a66abd0cc6e7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:10.331936 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:10.347485 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b8d2f-3055-4906-81cc-3f36674a042c req-aa8d3199-cf00-47cf-be20-452c04929910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:10.349944 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-405b8d2f-3055-4906-81cc-3f36674a042c req-aa8d3199-cf00-47cf-be20-452c04929910 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0761981 Jul 05 09:42:10.441650 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:10.448440 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b8d2f-3055-4906-81cc-3f36674a042c req-874e284a-759b-4331-9256-549b75a60c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:10.449999 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-405b8d2f-3055-4906-81cc-3f36674a042c req-874e284a-759b-4331-9256-549b75a60c15 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0925467 Jul 05 09:42:10.478388 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55098ea4-1105-496e-ad0b-eadcada593b2 req-437f3849-f30e-4b95-bbdb-9715cf315b09 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450694 Jul 05 09:42:10.488254 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port f735da5b-e169-46c6-97a7-a66abd0cc6e7, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f735da5b-e169-46c6-97a7-a66abd0cc6e7,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:10.501627 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:10.560975 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=f735da5b-e169-46c6-97a7-a66abd0cc6e7,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:10.577168 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e4c1bf78-ccf3-497f-b50b-6b5540c3d97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:10.596380 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-405b8d2f-3055-4906-81cc-3f36674a042c req-a027a81b-a45a-4e43-8b6a-d49e4f4a6b5d service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388028 Jul 05 09:42:10.598618 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-c34ac3f1-0ace-467d-a187-a10d15ca5c25 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--74723442&fields=id&tenant_id=e14984e744944dda9aa0ac1df3aa0f0a HTTP/1.1" status: 200 len: 267 time: 0.0667048 Jul 05 09:42:10.737248 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-405b8d2f-3055-4906-81cc-3f36674a042c req-54a6228c-6a0b-4479-9ebb-6a8655b3a4fb service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310096 Jul 05 09:42:10.767991 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1bf78-ccf3-497f-b50b-6b5540c3d97d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a6b4dd2-63b5-4db5-abb3-261d3694063d,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:10.785968 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c1bf78-ccf3-497f-b50b-6b5540c3d97d admin admin] Checking segment: {'id': '81a94fb4-02a5-4870-bbba-e61bdf601c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '89548717-97bb-406f-87d6-2843490db914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:10.785968 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c1bf78-ccf3-497f-b50b-6b5540c3d97d admin admin] Network hostable DHCP agents. Network: 89548717-97bb-406f-87d6-2843490db914, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:42:10.855382 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c1bf78-ccf3-497f-b50b-6b5540c3d97d admin admin] Network 89548717-97bb-406f-87d6-2843490db914 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:42:10.875971 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-e4c1bf78-ccf3-497f-b50b-6b5540c3d97d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 89548717-97bb-406f-87d6-2843490db914) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:10.886522 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d975bcf-bcd4-4a01-b994-e86f5c276d74 None None] Network 89548717-97bb-406f-87d6-2843490db914 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:42:10.886713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-634c7900-0ebc-4740-aa3f-96ee557c10db tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:10.886713 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-634c7900-0ebc-4740-aa3f-96ee557c10db tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/networks?id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb HTTP/1.1" status: 200 len: 817 time: 0.2704129 Jul 05 09:42:10.890431 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c1bf78-ccf3-497f-b50b-6b5540c3d97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:10.891020 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e4c1bf78-ccf3-497f-b50b-6b5540c3d97d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:10.917095 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-37fb6f9b-3d60-4f94-a0bf-cbbeede81c06 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/quotas/e14984e744944dda9aa0ac1df3aa0f0a HTTP/1.1" status: 200 len: 375 time: 0.0222113 Jul 05 09:42:10.926826 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e4c1bf78-ccf3-497f-b50b-6b5540c3d97d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8556852 Jul 05 09:42:10.929575 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44826) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:10.931225 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d5446-1dee-4142-a316-d5916346a088 req-fef66398-e2d4-48bf-b9aa-770dd5af70b7 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:10.932747 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f70d5446-1dee-4142-a316-d5916346a088 req-fef66398-e2d4-48bf-b9aa-770dd5af70b7 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 1096 time: 0.1350255 Jul 05 09:42:10.937528 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3df7a4d7-e4ac-463c-b7bc-103dfc0cf3a5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1511304829-router', 'tenant_id': 'ffaf8828745a41278e443e29ea66ce16', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:10.971040 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3df7a4d7-e4ac-463c-b7bc-103dfc0cf3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:10.972365 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3df7a4d7-e4ac-463c-b7bc-103dfc0cf3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:11.041399 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3df7a4d7-e4ac-463c-b7bc-103dfc0cf3a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:11.055897 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b4cfec-7c27-430c-b3b3-e22a5e730daf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-89548717-97bb-406f-87d6-2843490db914', 'network_id': '89548717-97bb-406f-87d6-2843490db914', 'tenant_id': 'ffaf8828745a41278e443e29ea66ce16', 'fixed_ips': [{'subnet_id': '2a6b4dd2-63b5-4db5-abb3-261d3694063d'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:42:11.057533 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-51b4cfec-7c27-430c-b3b3-e22a5e730daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:11.325531 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-51b4cfec-7c27-430c-b3b3-e22a5e730daf None None] Allocated IP 172.20.0.2 (89548717-97bb-406f-87d6-2843490db914/2a6b4dd2-63b5-4db5-abb3-261d3694063d/ca2ee5b9-a86f-460f-afae-a9422b847030) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:11.486460 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f70d5446-1dee-4142-a316-d5916346a088 req-36e88b25-4acf-4153-b1a8-83e18f96f613 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449221 Jul 05 09:42:11.542199 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-1169b828-44df-4864-8e13-13a0087502be tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e14984e744944dda9aa0ac1df3aa0f0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6063023 Jul 05 09:42:11.591269 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3df7a4d7-e4ac-463c-b7bc-103dfc0cf3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:11.627389 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-51b4cfec-7c27-430c-b3b3-e22a5e730daf None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:11.638798 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-51b4cfec-7c27-430c-b3b3-e22a5e730daf None None] Transition to ACTIVE for port object ca2ee5b9-a86f-460f-afae-a9422b847030 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:11.658675 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-51b4cfec-7c27-430c-b3b3-e22a5e730daf None None] Transition to ACTIVE for port object ca2ee5b9-a86f-460f-afae-a9422b847030 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:11.666693 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-51b4cfec-7c27-430c-b3b3-e22a5e730daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:11.671551 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-be7aafaf-d468-4062-81de-89bd909a1028 service neutron] 10.222.0.79 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276543 Jul 05 09:42:11.718146 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b4cfec-7c27-430c-b3b3-e22a5e730daf None None] Network 89548717-97bb-406f-87d6-2843490db914 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:11.724787 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-51b4cfec-7c27-430c-b3b3-e22a5e730daf None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:11.729154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b4cfec-7c27-430c-b3b3-e22a5e730daf None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:11.732329 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4cfec-7c27-430c-b3b3-e22a5e730daf None None] Pushing event updated for resources: {'Port': ['ID=ca2ee5b9-a86f-460f-afae-a9422b847030,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:11.796588 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-51b4cfec-7c27-430c-b3b3-e22a5e730daf None None] Attempting to bind port ca2ee5b9-a86f-460f-afae-a9422b847030 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:42:11.797494 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-51b4cfec-7c27-430c-b3b3-e22a5e730daf None None] Attempting to bind port ca2ee5b9-a86f-460f-afae-a9422b847030 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '81a94fb4-02a5-4870-bbba-e61bdf601c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '89548717-97bb-406f-87d6-2843490db914'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:42:11.797494 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b4cfec-7c27-430c-b3b3-e22a5e730daf None None] Attempting to bind port ca2ee5b9-a86f-460f-afae-a9422b847030 on network 89548717-97bb-406f-87d6-2843490db914 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:11.803455 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b4cfec-7c27-430c-b3b3-e22a5e730daf None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:42:11.803864 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b4cfec-7c27-430c-b3b3-e22a5e730daf None None] Checking segment: {'id': '81a94fb4-02a5-4870-bbba-e61bdf601c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '89548717-97bb-406f-87d6-2843490db914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:11.804261 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-51b4cfec-7c27-430c-b3b3-e22a5e730daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:11.804687 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b4cfec-7c27-430c-b3b3-e22a5e730daf None None] Bound using segment: {'id': '81a94fb4-02a5-4870-bbba-e61bdf601c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '89548717-97bb-406f-87d6-2843490db914'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:42:11.805191 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-51b4cfec-7c27-430c-b3b3-e22a5e730daf None None] Bound port: ca2ee5b9-a86f-460f-afae-a9422b847030, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a94fb4-02a5-4870-bbba-e61bdf601c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '89548717-97bb-406f-87d6-2843490db914'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:42:11.805597 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-51b4cfec-7c27-430c-b3b3-e22a5e730daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:11.850868 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-bb98429d-818e-4af5-a94e-150fb1f95ac9 service neutron] 10.222.0.79 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788197 Jul 05 09:42:11.866175 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45678a2e-bccd-4eae-981d-35c74874c086 req-8401b646-f999-4894-83a9-6e385c0697ed tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:11.868763 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45678a2e-bccd-4eae-981d-35c74874c086 req-8401b646-f999-4894-83a9-6e385c0697ed tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.1223068 Jul 05 09:42:11.899318 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3df7a4d7-e4ac-463c-b7bc-103dfc0cf3a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:11.902575 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-51b4cfec-7c27-430c-b3b3-e22a5e730daf None None] For port ca2ee5b9-a86f-460f-afae-a9422b847030, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:11.907187 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-51b4cfec-7c27-430c-b3b3-e22a5e730daf None None] For port ca2ee5b9-a86f-460f-afae-a9422b847030, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ca2ee5b9-a86f-460f-afae-a9422b847030,segment=NetworkSegment(81a94fb4-02a5-4870-bbba-e61bdf601c33),segment_id=81a94fb4-02a5-4870-bbba-e61bdf601c33)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:42:11.912693 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-51b4cfec-7c27-430c-b3b3-e22a5e730daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:11.922297 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3df7a4d7-e4ac-463c-b7bc-103dfc0cf3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:11.958976 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45678a2e-bccd-4eae-981d-35c74874c086 req-f9328e65-b27f-410f-ac6d-44efc1da9bfb tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806472 Jul 05 09:42:12.005466 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4cfec-7c27-430c-b3b3-e22a5e730daf None None] Pushing event updated for resources: {'Port': ['ID=ca2ee5b9-a86f-460f-afae-a9422b847030,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:12.232705 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f735da5b-e169-46c6-97a7-a66abd0cc6e7 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:12.242937 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:42:12.278339 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-3df7a4d7-e4ac-463c-b7bc-103dfc0cf3a5 admin admin] Allocated IP 172.25.7.39 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/b48d0b78-157d-4281-9bf2-04bb2deef4ff) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:12.287841 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf743ea-a14c-41f5-b006-421afb8ea147 req-c09cdcdc-135e-4e74-934d-86743928fd4b tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:12.314283 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4cf743ea-a14c-41f5-b006-421afb8ea147 req-c09cdcdc-135e-4e74-934d-86743928fd4b tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 946 time: 0.1003041 Jul 05 09:42:12.388737 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port f735da5b-e169-46c6-97a7-a66abd0cc6e7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:12.389764 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:12.449714 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4cf743ea-a14c-41f5-b006-421afb8ea147 req-6e752daa-929b-41c5-81fb-2713252d476c tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323206 Jul 05 09:42:12.542957 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3df7a4d7-e4ac-463c-b7bc-103dfc0cf3a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:12.618697 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3df7a4d7-e4ac-463c-b7bc-103dfc0cf3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:12.646487 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0aaf72-cf76-4b00-b46c-f04adaed0b94 req-bc043336-4405-41dd-8b34-c33a233e9262 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:12.654968 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef0aaf72-cf76-4b00-b46c-f04adaed0b94 req-bc043336-4405-41dd-8b34-c33a233e9262 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.1442029 Jul 05 09:42:12.665612 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df7a4d7-e4ac-463c-b7bc-103dfc0cf3a5 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:12.668851 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-3df7a4d7-e4ac-463c-b7bc-103dfc0cf3a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:12.675606 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df7a4d7-e4ac-463c-b7bc-103dfc0cf3a5 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:12.710167 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7a4d7-e4ac-463c-b7bc-103dfc0cf3a5 admin admin] Pushing event updated for resources: {'Port': ['ID=b48d0b78-157d-4281-9bf2-04bb2deef4ff,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:12.718648 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef0aaf72-cf76-4b00-b46c-f04adaed0b94 req-60d65cea-e205-425d-8901-c1636622fea1 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624826 Jul 05 09:42:12.892790 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-16422a04-028a-4233-9ca5-729374ddc532 req-9d309eff-8873-4baf-ba28-8c39da806eef tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 210 time: 0.0342660 Jul 05 09:42:13.010078 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3df7a4d7-e4ac-463c-b7bc-103dfc0cf3a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:13.168561 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29d55b-03ab-491a-9510-853507e9c868 req-97dfca67-0e93-474a-94f5-a63b73046f2a tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:13.175036 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ae29d55b-03ab-491a-9510-853507e9c868 req-97dfca67-0e93-474a-94f5-a63b73046f2a tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.0829124 Jul 05 09:42:13.233154 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ae29d55b-03ab-491a-9510-853507e9c868 req-0a48eb4a-c91f-4d44-9aea-8c0fcc33ca24 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385797 Jul 05 09:42:13.299840 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3df7a4d7-e4ac-463c-b7bc-103dfc0cf3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:13.434582 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abce6d0-dac9-43a9-9520-9731514c9858 None None] Network 89548717-97bb-406f-87d6-2843490db914 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:42:13.464625 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df7a4d7-e4ac-463c-b7bc-103dfc0cf3a5 admin admin] Router b10f6750-ba44-49a7-8f60-028df32d4c89 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:42:13.522134 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-560d6296-e3d7-4d23-958d-7d72e7ff242c None None] Provisioning for port ca2ee5b9-a86f-460f-afae-a9422b847030 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:13.616842 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df7a4d7-e4ac-463c-b7bc-103dfc0cf3a5 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:42:13.636064 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3df7a4d7-e4ac-463c-b7bc-103dfc0cf3a5 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:13.639589 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3df7a4d7-e4ac-463c-b7bc-103dfc0cf3a5 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.7085884 Jul 05 09:42:13.640185 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] Sync routers for ids ['b10f6750-ba44-49a7-8f60-028df32d4c89'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:42:13.642928 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44878) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:13.655948 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] Routers {'b10f6750-ba44-49a7-8f60-028df32d4c89'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:42:13.656568 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:41:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b10f6750-ba44-49a7-8f60-028df32d4c89'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:13.720916 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0b76a-079b-434b-8310-16811025af88 req-30cdc556-0fa0-4403-a5af-b464894985e0 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:13.730185 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c8b0b76a-079b-434b-8310-16811025af88 req-30cdc556-0fa0-4403-a5af-b464894985e0 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 946 time: 0.1063557 Jul 05 09:42:13.783090 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c8b0b76a-079b-434b-8310-16811025af88 req-5c5df64e-2524-4458-8a4b-40d8647df163 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517664 Jul 05 09:42:13.901579 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-a5ea96a4-9d4e-4e94-9be5-a16168b2f8ec tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:13.903620 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-a5ea96a4-9d4e-4e94-9be5-a16168b2f8ec tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.81 "GET /v2.0/networks?id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb HTTP/1.1" status: 200 len: 817 time: 0.1960964 Jul 05 09:42:13.927701 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] Set router b10f6750-ba44-49a7-8f60-028df32d4c89 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:42:13.993844 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839487f-94e6-4d48-b0f5-7a4d4e86a96b req-01413101-0437-4098-84cb-de64be7206ed tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:13.996009 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a839487f-94e6-4d48-b0f5-7a4d4e86a96b req-01413101-0437-4098-84cb-de64be7206ed tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.1028202 Jul 05 09:42:14.050286 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-9cc75a56-a570-4172-821c-08c8286bfd0a tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:42:14.051550 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-9cc75a56-a570-4172-821c-08c8286bfd0a tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064931 Jul 05 09:42:14.056227 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-975d9100-a997-4f21-aab7-42ab038f77fc tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e14984e744944dda9aa0ac1df3aa0f0a HTTP/1.1" status: 200 len: 378 time: 0.1388087 Jul 05 09:42:14.065050 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a839487f-94e6-4d48-b0f5-7a4d4e86a96b req-227e845c-deda-4986-8305-35f56c040f2d tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491998 Jul 05 09:42:14.086213 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-d15b0d28-f138-4a89-9ef2-3de4e89df25e service neutron] Request body: {'binding': {'host': 'n-h2-798054-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:14.086826 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-d15b0d28-f138-4a89-9ef2-3de4e89df25e service neutron] Unknown quota resources ['binding']. {{(pid=93906) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 09:42:14.210450 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8716cbf0-6001-40f5-aea9-2c9092305203 req-d4b91433-0e15-4c72-a68b-d6c27cbb2f92 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 210 time: 0.0409999 Jul 05 09:42:14.213812 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ca2ee5b9-a86f-460f-afae-a9422b847030 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:14.215275 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Request body: {'port': {'device_id': '6f6d17fa-1e1a-4224-8378-486baa320225', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'admin_state_up': True, 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'security_groups': ['06820146-2473-496e-90a8-f95f2d053774']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:14.280385 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10f6750-ba44-49a7-8f60-028df32d4c89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1511304829-router', 'tenant_id': 'ffaf8828745a41278e443e29ea66ce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'b48d0b78-157d-4281-9bf2-04bb2deef4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:10Z', 'updated_at': '2021-07-05T09:42:12Z', 'revision_number': 3, 'project_id': 'ffaf8828745a41278e443e29ea66ce16', 'gw_port': {'id': 'b48d0b78-157d-4281-9bf2-04bb2deef4ff', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:91:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10f6750-ba44-49a7-8f60-028df32d4c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:11Z', 'updated_at': '2021-07-05T09:42:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:14.313047 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port ca2ee5b9-a86f-460f-afae-a9422b847030 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:14.316389 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] Checking router: b10f6750-ba44-49a7-8f60-028df32d4c89 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:42:14.317287 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] Updating router b10f6750-ba44-49a7-8f60-028df32d4c89 port b48d0b78-157d-4281-9bf2-04bb2deef4ff binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:42:14.337346 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port ca2ee5b9-a86f-460f-afae-a9422b847030 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:14.337733 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:14.388242 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:14.428696 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876abb8-6098-4cae-aa99-ee06723542ba req-113a9189-c77d-49ba-85e5-36cd4938f073 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:14.432330 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2876abb8-6098-4cae-aa99-ee06723542ba req-113a9189-c77d-49ba-85e5-36cd4938f073 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.0671048 Jul 05 09:42:14.436162 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7301d02f-adc2-4ee5-b844-e34ed537bac1 None None] Provisioning complete for port ca2ee5b9-a86f-460f-afae-a9422b847030 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:14.436749 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7301d02f-adc2-4ee5-b844-e34ed537bac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:14.472092 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2876abb8-6098-4cae-aa99-ee06723542ba req-26a1dda3-3d7b-4266-a467-f9c1e48ffe86 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364833 Jul 05 09:42:14.593266 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:14.646839 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-d15b0d28-f138-4a89-9ef2-3de4e89df25e service neutron] Attempting to bind port d1701b9b-e087-4986-a4e3-7df4176378c5 on host n-h2-798054-8 for vnic_type normal with profile None {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:42:14.647436 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-d15b0d28-f138-4a89-9ef2-3de4e89df25e service neutron] Attempting to bind port d1701b9b-e087-4986-a4e3-7df4176378c5 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:42:14.647568 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-d15b0d28-f138-4a89-9ef2-3de4e89df25e service neutron] Attempting to bind port d1701b9b-e087-4986-a4e3-7df4176378c5 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:14.659606 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-d15b0d28-f138-4a89-9ef2-3de4e89df25e service neutron] Port d1701b9b-e087-4986-a4e3-7df4176378c5 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:42:14.659960 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-d15b0d28-f138-4a89-9ef2-3de4e89df25e service neutron] Attempting to bind port d1701b9b-e087-4986-a4e3-7df4176378c5 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:14.680639 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-d15b0d28-f138-4a89-9ef2-3de4e89df25e service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:42:14.681105 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-d15b0d28-f138-4a89-9ef2-3de4e89df25e service neutron] Checking segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:14.681393 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-d15b0d28-f138-4a89-9ef2-3de4e89df25e service neutron] Bound using segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:42:14.681870 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-d15b0d28-f138-4a89-9ef2-3de4e89df25e service neutron] Bound port: d1701b9b-e087-4986-a4e3-7df4176378c5, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:42:14.708577 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port ca2ee5b9-a86f-460f-afae-a9422b847030, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ca2ee5b9-a86f-460f-afae-a9422b847030,segment=NetworkSegment(81a94fb4-02a5-4870-bbba-e61bdf601c33),segment_id=81a94fb4-02a5-4870-bbba-e61bdf601c33)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:14.720559 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:14.736364 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7301d02f-adc2-4ee5-b844-e34ed537bac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:14.763580 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Made reservation on behalf of e14984e744944dda9aa0ac1df3aa0f0a for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:14.767148 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:14.819885 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-d15b0d28-f138-4a89-9ef2-3de4e89df25e service neutron] For port d1701b9b-e087-4986-a4e3-7df4176378c5, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=d1701b9b-e087-4986-a4e3-7df4176378c5,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:42:14.854450 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=ca2ee5b9-a86f-460f-afae-a9422b847030,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:14.873149 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-d15b0d28-f138-4a89-9ef2-3de4e89df25e service neutron] Notify callbacks [] for binding, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:14.874342 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-d15b0d28-f138-4a89-9ef2-3de4e89df25e service neutron] 10.222.0.79 "POST /v2.0/ports/d1701b9b-e087-4986-a4e3-7df4176378c5/bindings HTTP/1.1" status: 201 len: 389 time: 0.7920902 Jul 05 09:42:14.896180 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-7301d02f-adc2-4ee5-b844-e34ed537bac1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:42:14.897329 n-d-798054-8 neutron-server[93908]: DEBUG oslo_db.api [None req-7301d02f-adc2-4ee5-b844-e34ed537bac1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:42:14.920045 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:14.931935 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] Transition to ACTIVE for port object b48d0b78-157d-4281-9bf2-04bb2deef4ff will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:14.939263 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:14.985223 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bcd88f45-536b-4925-a9c3-a65ad77bb664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:14.990326 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7baa8-fc0f-4877-ba45-b4708ea1d63e req-83694cb7-eeb4-4465-9c07-c7a6ffc75ea2 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:14.993609 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0db7baa8-fc0f-4877-ba45-b4708ea1d63e req-83694cb7-eeb4-4465-9c07-c7a6ffc75ea2 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 946 time: 0.0989923 Jul 05 09:42:15.003226 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Allocated IP 172.20.0.13 (ceb77ef8-ce40-49b7-a00f-5da7d032f3bb/70194034-b839-4d67-b152-2ad54f034d6c/cdc00d6a-b106-44a7-8c58-52daf384b120) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:15.041553 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] Attempting to bind port b48d0b78-157d-4281-9bf2-04bb2deef4ff on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:42:15.041936 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] Attempting to bind port b48d0b78-157d-4281-9bf2-04bb2deef4ff by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:42:15.042330 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] Attempting to bind port b48d0b78-157d-4281-9bf2-04bb2deef4ff on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:15.044629 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d04b50-a019-4043-b2e3-4ec8d10400d0 None None] Pushing event updated for resources: {'Port': ['ID=b48d0b78-157d-4281-9bf2-04bb2deef4ff,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:15.051989 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:42:15.052370 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:15.052906 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:15.053304 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:42:15.053911 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] Bound port: b48d0b78-157d-4281-9bf2-04bb2deef4ff, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:42:15.054300 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:15.097347 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0db7baa8-fc0f-4877-ba45-b4708ea1d63e req-67245d47-a0a3-4175-89fe-06eea6de55a0 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891337 Jul 05 09:42:15.156467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] For port b48d0b78-157d-4281-9bf2-04bb2deef4ff, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:15.161159 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] For port b48d0b78-157d-4281-9bf2-04bb2deef4ff, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b48d0b78-157d-4281-9bf2-04bb2deef4ff,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:42:15.167621 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:15.233975 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d04b50-a019-4043-b2e3-4ec8d10400d0 None None] Pushing event updated for resources: {'Port': ['ID=b48d0b78-157d-4281-9bf2-04bb2deef4ff,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:15.255289 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] Routers {'b10f6750-ba44-49a7-8f60-028df32d4c89'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:42:15.256417 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:41:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b10f6750-ba44-49a7-8f60-028df32d4c89'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:15.291146 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-bcd88f45-536b-4925-a9c3-a65ad77bb664 admin admin] Allocated IP 172.20.0.1 (89548717-97bb-406f-87d6-2843490db914/2a6b4dd2-63b5-4db5-abb3-261d3694063d/d7f38c2e-96c7-4949-b9e1-419ecd4c9d04) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:15.317868 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:15.372596 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca9e78-6774-4272-b177-183fc983bbc5 req-9297f6b2-0c0d-44ef-a2a5-aa53ef59be9a tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:15.375877 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] Set router b10f6750-ba44-49a7-8f60-028df32d4c89 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:42:15.376022 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5fca9e78-6774-4272-b177-183fc983bbc5 req-9297f6b2-0c0d-44ef-a2a5-aa53ef59be9a tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 945 time: 0.1330059 Jul 05 09:42:15.380489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Transition to ACTIVE for port object cdc00d6a-b106-44a7-8c58-52daf384b120 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:15.388029 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdfa18-e631-419d-b057-7725ee0ef442 req-be3e608b-0caa-4ca7-b361-41053902bede tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:15.389789 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0fcdfa18-e631-419d-b057-7725ee0ef442 req-be3e608b-0caa-4ca7-b361-41053902bede tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.1252263 Jul 05 09:42:15.396478 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-8933fdd1-22d2-4973-8acd-5c34e1dc34d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:15.398008 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-8933fdd1-22d2-4973-8acd-5c34e1dc34d7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 1096 time: 0.1797402 Jul 05 09:42:15.450867 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5fca9e78-6774-4272-b177-183fc983bbc5 req-2f29ed05-daa4-41ad-b58f-c234ced1a112 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599966 Jul 05 09:42:15.454280 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0fcdfa18-e631-419d-b057-7725ee0ef442 req-aa13091d-ced3-40f7-b744-2c2204a5fb72 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557396 Jul 05 09:42:15.521970 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bcd88f45-536b-4925-a9c3-a65ad77bb664 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:15.534850 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:15.593280 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-bcd88f45-536b-4925-a9c3-a65ad77bb664 admin admin] Transition to ACTIVE for port object d7f38c2e-96c7-4949-b9e1-419ecd4c9d04 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:15.599711 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-4a6cab1e-1e1a-4a67-a02e-8d417f597ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:15.601273 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-4a6cab1e-1e1a-4a67-a02e-8d417f597ff2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 200 len: 922 time: 0.1958144 Jul 05 09:42:15.614851 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Network ceb77ef8-ce40-49b7-a00f-5da7d032f3bb is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:15.633992 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:15.648420 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10f6750-ba44-49a7-8f60-028df32d4c89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1511304829-router', 'tenant_id': 'ffaf8828745a41278e443e29ea66ce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'b48d0b78-157d-4281-9bf2-04bb2deef4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:10Z', 'updated_at': '2021-07-05T09:42:12Z', 'revision_number': 3, 'project_id': 'ffaf8828745a41278e443e29ea66ce16', 'gw_port': {'id': 'b48d0b78-157d-4281-9bf2-04bb2deef4ff', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:91:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10f6750-ba44-49a7-8f60-028df32d4c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:11Z', 'updated_at': '2021-07-05T09:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:15.666158 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:15.675138 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-298228e4-2f1a-4ff4-8eac-7aed56a0f80b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1701b9b-e087-4986-a4e3-7df4176378c5 HTTP/1.1" status: 200 len: 217 time: 0.0577636 Jul 05 09:42:15.675645 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Pushing event updated for resources: {'Port': ['ID=cdc00d6a-b106-44a7-8c58-52daf384b120,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:15.678912 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3bbe1-a0ca-4638-90f6-1676966187c8 None None] The sync data for ids ['b10f6750-ba44-49a7-8f60-028df32d4c89'] in n-d-798054-8 is: [{'id': 'b10f6750-ba44-49a7-8f60-028df32d4c89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1511304829-router', 'tenant_id': 'ffaf8828745a41278e443e29ea66ce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'b48d0b78-157d-4281-9bf2-04bb2deef4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:10Z', 'updated_at': '2021-07-05T09:42:12Z', 'revision_number': 3, 'project_id': 'ffaf8828745a41278e443e29ea66ce16', 'gw_port': {'id': 'b48d0b78-157d-4281-9bf2-04bb2deef4ff', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:91:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10f6750-ba44-49a7-8f60-028df32d4c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:11Z', 'updated_at': '2021-07-05T09:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:42:15.709883 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:15.710245 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:15.710595 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:15.710940 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:15.711336 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:15.711692 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:15.712048 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:15.712389 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:15.712723 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:15.713056 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:15.713395 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:15.713739 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:15.762768 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7527c3-e7e9-4f8d-9a87-fe385ce90d1d req-16ed580e-b729-43e4-b544-2e333488ada3 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:15.770244 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea7527c3-e7e9-4f8d-9a87-fe385ce90d1d req-16ed580e-b729-43e4-b544-2e333488ada3 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.1430454 Jul 05 09:42:15.820692 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19d0fc-0d56-4b1a-bcde-d97f54d72f1d req-2855bd5a-0234-43a1-bd06-2aca0a884e26 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:15.822314 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8b19d0fc-0d56-4b1a-bcde-d97f54d72f1d req-2855bd5a-0234-43a1-bd06-2aca0a884e26 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 932 time: 0.1551037 Jul 05 09:42:15.828414 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea7527c3-e7e9-4f8d-9a87-fe385ce90d1d req-b35ef7f6-b6b1-4813-9999-08c8d804174e tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572982 Jul 05 09:42:15.831618 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:15.832415 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:15.855378 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bcd88f45-536b-4925-a9c3-a65ad77bb664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:15.875440 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-ae843727-9311-4bd5-ad42-a0bee1e00387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:15.877430 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-ae843727-9311-4bd5-ad42-a0bee1e00387 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4cd5f100-3ecb-4100-a6d6-40f339ce6cc7 HTTP/1.1" status: 200 len: 861 time: 0.1552262 Jul 05 09:42:15.895320 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8b19d0fc-0d56-4b1a-bcde-d97f54d72f1d req-874f0d5c-0138-4fd5-8257-a30d639ff766 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564957 Jul 05 09:42:15.904514 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-b3417a58-07b8-4ca7-a322-cc9a1bb4ffbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8274045 Jul 05 09:42:15.927694 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-fb31fa79-0190-406a-a312-8249a96c29ae service neutron] Request body: {'port': {'device_id': '6f6d17fa-1e1a-4224-8378-486baa320225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:15.951823 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd88f45-536b-4925-a9c3-a65ad77bb664 admin admin] Network 89548717-97bb-406f-87d6-2843490db914 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:15.962932 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1b9704a0-a98b-4e25-8120-318e9b0dade9 None None] Provisioning for port cdc00d6a-b106-44a7-8c58-52daf384b120 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:15.970198 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1b9704a0-a98b-4e25-8120-318e9b0dade9 None None] Provisioning complete for port cdc00d6a-b106-44a7-8c58-52daf384b120 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:15.970915 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1b9704a0-a98b-4e25-8120-318e9b0dade9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:16.001616 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-14a24214-2bbc-4087-a33e-f1f69fc8e86f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982177 Jul 05 09:42:16.029779 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1b9704a0-a98b-4e25-8120-318e9b0dade9 None None] Port cdc00d6a-b106-44a7-8c58-52daf384b120 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:42:16.069782 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-bcd88f45-536b-4925-a9c3-a65ad77bb664 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:16.092572 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd88f45-536b-4925-a9c3-a65ad77bb664 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:16.167685 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd88f45-536b-4925-a9c3-a65ad77bb664 admin admin] Pushing event updated for resources: {'Port': ['ID=d7f38c2e-96c7-4949-b9e1-419ecd4c9d04,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:16.203160 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bcd88f45-536b-4925-a9c3-a65ad77bb664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:16.207840 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-fb31fa79-0190-406a-a312-8249a96c29ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:16.283881 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ca2ee5b9-a86f-460f-afae-a9422b847030 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:16.339393 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-a57bc874-5777-4914-8302-ec660d920169 service neutron] 10.222.0.78 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831004 Jul 05 09:42:16.350951 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755f959-4f34-459f-a879-431182ace568 req-81e399e9-5593-444a-bfdb-7c46b4313354 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:16.352554 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8755f959-4f34-459f-a879-431182ace568 req-81e399e9-5593-444a-bfdb-7c46b4313354 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 946 time: 0.0865226 Jul 05 09:42:16.385375 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port ca2ee5b9-a86f-460f-afae-a9422b847030 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:16.385969 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:16.395911 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8755f959-4f34-459f-a879-431182ace568 req-1b72e599-2eab-4dd7-93d6-0107a845ae4a tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376124 Jul 05 09:42:16.478506 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b48d0b78-157d-4281-9bf2-04bb2deef4ff up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:16.510533 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dad8cbd7-d63c-46d0-a2dc-a1d9a1586cd8 None None] Provisioning for port d7f38c2e-96c7-4949-b9e1-419ecd4c9d04 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:16.516308 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dad8cbd7-d63c-46d0-a2dc-a1d9a1586cd8 None None] Provisioning complete for port d7f38c2e-96c7-4949-b9e1-419ecd4c9d04 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:16.516690 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dad8cbd7-d63c-46d0-a2dc-a1d9a1586cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:16.574238 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-dad8cbd7-d63c-46d0-a2dc-a1d9a1586cd8 None None] Port d7f38c2e-96c7-4949-b9e1-419ecd4c9d04 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:42:16.594004 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port b48d0b78-157d-4281-9bf2-04bb2deef4ff completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:16.601764 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b48d0b78-157d-4281-9bf2-04bb2deef4ff triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:16.602139 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:16.641624 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-edc3f226-c80e-42d3-b5ce-91d6c5c033fe service neutron] 10.222.0.78 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871029 Jul 05 09:42:16.707153 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bcd88f45-536b-4925-a9c3-a65ad77bb664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:16.725164 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:16.742035 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ae275-9a94-49ca-aaa5-ced5f50a88fe req-4bc8888d-e492-4eb5-9edd-8d0497fc3c62 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:16.743662 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d59ae275-9a94-49ca-aaa5-ced5f50a88fe req-4bc8888d-e492-4eb5-9edd-8d0497fc3c62 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.1520414 Jul 05 09:42:16.753322 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port b48d0b78-157d-4281-9bf2-04bb2deef4ff, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b48d0b78-157d-4281-9bf2-04bb2deef4ff,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:16.758823 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:16.771412 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4fcf5-9abc-4119-9e2a-03bba738f9a5 req-0ecf1e74-2bdd-49fb-aea0-bae9aa1c4146 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:16.779134 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f3b4fcf5-9abc-4119-9e2a-03bba738f9a5 req-0ecf1e74-2bdd-49fb-aea0-bae9aa1c4146 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 945 time: 0.1403890 Jul 05 09:42:16.820218 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=b48d0b78-157d-4281-9bf2-04bb2deef4ff,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:16.843615 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f3b4fcf5-9abc-4119-9e2a-03bba738f9a5 req-c4881fd8-4afe-448d-9f32-22dd5091cc20 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638781 Jul 05 09:42:16.860406 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d59ae275-9a94-49ca-aaa5-ced5f50a88fe req-d935bf78-320e-4444-a2b7-0b217f5c42d3 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028070 Jul 05 09:42:16.971708 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-23caa850-1602-4817-9e76-b2325cb700ee tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:16.973832 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-23caa850-1602-4817-9e76-b2325cb700ee tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3&tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&binding%3Ahost_id=n-h1-798054-8 HTTP/1.1" status: 200 len: 1096 time: 0.2533827 Jul 05 09:42:17.001511 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-5d21ee33-f899-479b-9443-168599e814f1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798054-8'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:17.026749 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e97cba-ac03-48f0-9124-192d53dc1591 req-6d6b190f-4594-4443-abdb-263f188b2dc1 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:17.028178 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1e97cba-ac03-48f0-9124-192d53dc1591 req-6d6b190f-4594-4443-abdb-263f188b2dc1 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.0709221 Jul 05 09:42:17.104151 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1e97cba-ac03-48f0-9124-192d53dc1591 req-ad5766be-719c-47aa-99c3-036ad33be52e tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658920 Jul 05 09:42:17.118777 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc06b9-2e74-4d4d-a70e-c4a57a7cdb8a req-98066b2e-e92c-4fa1-8c23-6f4882fc8c22 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:17.123908 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-57bc06b9-2e74-4d4d-a70e-c4a57a7cdb8a req-98066b2e-e92c-4fa1-8c23-6f4882fc8c22 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 932 time: 0.1020050 Jul 05 09:42:17.152341 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-fb31fa79-0190-406a-a312-8249a96c29ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc00d6a-b106-44a7-8c58-52daf384b120 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:17.161522 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bcd88f45-536b-4925-a9c3-a65ad77bb664 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:17.169605 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-fb31fa79-0190-406a-a312-8249a96c29ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:17.169917 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-57bc06b9-2e74-4d4d-a70e-c4a57a7cdb8a req-8a9d3106-a3fb-4d54-a629-f05a00a4311d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408399 Jul 05 09:42:17.174685 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bcd88f45-536b-4925-a9c3-a65ad77bb664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:17.205181 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-5d21ee33-f899-479b-9443-168599e814f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:17.232680 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-fb31fa79-0190-406a-a312-8249a96c29ae service neutron] Transition to ACTIVE for port object cdc00d6a-b106-44a7-8c58-52daf384b120 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:17.245221 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-fb31fa79-0190-406a-a312-8249a96c29ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:17.295488 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bcd88f45-536b-4925-a9c3-a65ad77bb664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:17.301506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd88f45-536b-4925-a9c3-a65ad77bb664 admin admin] Pushing event updated for resources: {'Port': ['ID=d7f38c2e-96c7-4949-b9e1-419ecd4c9d04,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:17.609215 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f29010-0036-4726-ab81-f0014ec882c1 req-7882b5a9-b805-4982-845f-29b90f0c1008 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:17.610743 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c3f29010-0036-4726-ab81-f0014ec882c1 req-7882b5a9-b805-4982-845f-29b90f0c1008 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 946 time: 0.0740829 Jul 05 09:42:17.654830 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c3f29010-0036-4726-ab81-f0014ec882c1 req-96fe97e0-c56b-41de-86cd-481ae45beebb tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354912 Jul 05 09:42:17.723259 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31fa79-0190-406a-a312-8249a96c29ae service neutron] Pushing event updated for resources: {'Port': ['ID=cdc00d6a-b106-44a7-8c58-52daf384b120,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:17.823926 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-fb31fa79-0190-406a-a312-8249a96c29ae service neutron] Attempting to bind port cdc00d6a-b106-44a7-8c58-52daf384b120 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:42:17.824176 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-fb31fa79-0190-406a-a312-8249a96c29ae service neutron] Attempting to bind port cdc00d6a-b106-44a7-8c58-52daf384b120 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '15f1258a-cb1b-4612-aec6-1f6daa92fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:42:17.824500 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-fb31fa79-0190-406a-a312-8249a96c29ae service neutron] Attempting to bind port cdc00d6a-b106-44a7-8c58-52daf384b120 on network ceb77ef8-ce40-49b7-a00f-5da7d032f3bb {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:17.828475 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-5d21ee33-f899-479b-9443-168599e814f1 service neutron] For port d1701b9b-e087-4986-a4e3-7df4176378c5, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d1701b9b-e087-4986-a4e3-7df4176378c5,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:17.843006 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-fb31fa79-0190-406a-a312-8249a96c29ae service neutron] Port cdc00d6a-b106-44a7-8c58-52daf384b120 on network ceb77ef8-ce40-49b7-a00f-5da7d032f3bb not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:42:17.843327 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-fb31fa79-0190-406a-a312-8249a96c29ae service neutron] Attempting to bind port cdc00d6a-b106-44a7-8c58-52daf384b120 on network ceb77ef8-ce40-49b7-a00f-5da7d032f3bb {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:17.848682 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd88f45-536b-4925-a9c3-a65ad77bb664 admin admin] Network 89548717-97bb-406f-87d6-2843490db914 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:17.853971 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-bcd88f45-536b-4925-a9c3-a65ad77bb664 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:17.858995 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-fb31fa79-0190-406a-a312-8249a96c29ae service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:42:17.859360 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-fb31fa79-0190-406a-a312-8249a96c29ae service neutron] Checking segment: {'id': '15f1258a-cb1b-4612-aec6-1f6daa92fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:17.859795 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-fb31fa79-0190-406a-a312-8249a96c29ae service neutron] Bound using segment: {'id': '15f1258a-cb1b-4612-aec6-1f6daa92fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:42:17.860139 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-fb31fa79-0190-406a-a312-8249a96c29ae service neutron] Bound port: cdc00d6a-b106-44a7-8c58-52daf384b120, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15f1258a-cb1b-4612-aec6-1f6daa92fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:42:17.860512 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-fb31fa79-0190-406a-a312-8249a96c29ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:17.898169 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-5d21ee33-f899-479b-9443-168599e814f1 service neutron] For port d1701b9b-e087-4986-a4e3-7df4176378c5, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:18.025057 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cba8eb-de5c-4807-a933-78ffdae055c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1701b9b-e087-4986-a4e3-7df4176378c5'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:18.027326 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4012330-c6e7-4d58-8837-7fe0c1d53b53" -d '{"events": [{"server_uuid": "46cba8eb-de5c-4807-a933-78ffdae055c3", "name": "network-vif-unplugged", "status": "completed", "tag": "d1701b9b-e087-4986-a4e3-7df4176378c5"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:18.031482 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-5d21ee33-f899-479b-9443-168599e814f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:18.037064 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-fb31fa79-0190-406a-a312-8249a96c29ae service neutron] For port cdc00d6a-b106-44a7-8c58-52daf384b120, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:18.040685 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-fb31fa79-0190-406a-a312-8249a96c29ae service neutron] For port cdc00d6a-b106-44a7-8c58-52daf384b120, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=cdc00d6a-b106-44a7-8c58-52daf384b120,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:42:18.069679 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-fb31fa79-0190-406a-a312-8249a96c29ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:18.075170 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-5d21ee33-f899-479b-9443-168599e814f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:18.119179 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19b96e-db40-4fab-9661-e4f80e86ba9b req-4d07bd27-d9c7-4048-9f57-798d79f33c8b tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:18.126079 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8b19b96e-db40-4fab-9661-e4f80e86ba9b req-4d07bd27-d9c7-4048-9f57-798d79f33c8b tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.1380424 Jul 05 09:42:18.141672 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-fb31fa79-0190-406a-a312-8249a96c29ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:18.142420 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-fb31fa79-0190-406a-a312-8249a96c29ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:18.143824 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-fb31fa79-0190-406a-a312-8249a96c29ae service neutron] 10.222.0.81 "PUT /v2.0/ports/cdc00d6a-b106-44a7-8c58-52daf384b120 HTTP/1.1" status: 200 len: 1092 time: 2.2256565 Jul 05 09:42:18.148180 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-71d772c4-8fbe-4115-ac5b-5b8d9be13d1a None None] Provisioning complete for port d7f38c2e-96c7-4949-b9e1-419ecd4c9d04 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:18.148679 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cfc4e-1fd4-41bf-be54-303137eff7e1 req-2450dbcf-5345-4175-a770-9314f1ea3fe6 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:18.148792 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-71d772c4-8fbe-4115-ac5b-5b8d9be13d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:18.156424 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b28cfc4e-1fd4-41bf-be54-303137eff7e1 req-2450dbcf-5345-4175-a770-9314f1ea3fe6 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 945 time: 0.1336067 Jul 05 09:42:18.194578 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31fa79-0190-406a-a312-8249a96c29ae service neutron] Pushing event updated for resources: {'Port': ['ID=cdc00d6a-b106-44a7-8c58-52daf384b120,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:18.206651 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd88f45-536b-4925-a9c3-a65ad77bb664 admin admin] Router b10f6750-ba44-49a7-8f60-028df32d4c89 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:42:18.219000 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b48d0b78-157d-4281-9bf2-04bb2deef4ff up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:18.224415 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8b19b96e-db40-4fab-9661-e4f80e86ba9b req-9aa14475-d643-4417-a394-051c907b7307 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969870 Jul 05 09:42:18.248913 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b28cfc4e-1fd4-41bf-be54-303137eff7e1 req-3221941a-7c76-4dd9-9d8a-b391966c0b7e tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859566 Jul 05 09:42:18.283101 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-71d772c4-8fbe-4115-ac5b-5b8d9be13d1a None None] Port d7f38c2e-96c7-4949-b9e1-419ecd4c9d04 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:42:18.302425 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b48d0b78-157d-4281-9bf2-04bb2deef4ff triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:18.302818 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:18.318901 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a03248-5b37-4bde-92ca-9400f53b5b70 x-openstack-request-id: req-52a03248-5b37-4bde-92ca-9400f53b5b70 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:18.319192 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cba8eb-de5c-4807-a933-78ffdae055c3", "name": "network-vif-unplugged", "status": "completed", "tag": "d1701b9b-e087-4986-a4e3-7df4176378c5", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:18.319440 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-52a03248-5b37-4bde-92ca-9400f53b5b70 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:18.319826 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cba8eb-de5c-4807-a933-78ffdae055c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1701b9b-e087-4986-a4e3-7df4176378c5', 'code': 200} Jul 05 09:42:18.367757 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-5d21ee33-f899-479b-9443-168599e814f1 service neutron] Attempting to bind port d1701b9b-e087-4986-a4e3-7df4176378c5 on host n-h1-798054-8 for vnic_type normal with profile {"migrating_to": "n-h2-798054-8"} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:42:18.368127 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-5d21ee33-f899-479b-9443-168599e814f1 service neutron] Attempting to bind port d1701b9b-e087-4986-a4e3-7df4176378c5 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:42:18.368459 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-5d21ee33-f899-479b-9443-168599e814f1 service neutron] Attempting to bind port d1701b9b-e087-4986-a4e3-7df4176378c5 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:18.382457 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-5d21ee33-f899-479b-9443-168599e814f1 service neutron] Port d1701b9b-e087-4986-a4e3-7df4176378c5 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:42:18.382796 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-5d21ee33-f899-479b-9443-168599e814f1 service neutron] Attempting to bind port d1701b9b-e087-4986-a4e3-7df4176378c5 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:18.438715 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-5d21ee33-f899-479b-9443-168599e814f1 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:42:18.439065 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-5d21ee33-f899-479b-9443-168599e814f1 service neutron] Checking segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:18.439466 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-5d21ee33-f899-479b-9443-168599e814f1 service neutron] Bound using segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:42:18.439935 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-5d21ee33-f899-479b-9443-168599e814f1 service neutron] Bound port: d1701b9b-e087-4986-a4e3-7df4176378c5, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:42:18.440305 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-5d21ee33-f899-479b-9443-168599e814f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:18.499085 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7297af-aa5f-4566-b6e4-0f54b4dda21c req-6176f179-012e-4a3e-9167-4e0ba657b073 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:18.500553 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1c7297af-aa5f-4566-b6e4-0f54b4dda21c req-6176f179-012e-4a3e-9167-4e0ba657b073 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.1291327 Jul 05 09:42:18.521944 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160a3f4-4711-4219-a2f2-f59d43ff3396 req-c3ae420d-f33e-4db6-b96d-3f933658483f tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:18.523960 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0160a3f4-4711-4219-a2f2-f59d43ff3396 req-c3ae420d-f33e-4db6-b96d-3f933658483f tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 944 time: 0.1042325 Jul 05 09:42:18.529562 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21ee33-f899-479b-9443-168599e814f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1701b9b-e087-4986-a4e3-7df4176378c5,revision_number=7']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:18.552692 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-5a34331d-ee63-4a87-a74c-6891f0e11405 service neutron] show failed (client error): The resource could not be found. Jul 05 09:42:18.553728 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-5a34331d-ee63-4a87-a74c-6891f0e11405 service neutron] 10.222.0.81 "GET /v2.0/ports/6b53c115-fa70-49fb-a505-943b44432cf3/bindings/n-h2-798054-8 HTTP/1.1" status: 404 len: 380 time: 0.3948085 Jul 05 09:42:18.572294 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1c7297af-aa5f-4566-b6e4-0f54b4dda21c req-a322e1fa-3a37-4e95-9790-4ccf5eea71bf tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612442 Jul 05 09:42:18.586291 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0160a3f4-4711-4219-a2f2-f59d43ff3396 req-c3cf57cd-25cd-4d86-abf8-7015cdcdd83d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546656 Jul 05 09:42:18.603619 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-2984358b-d3a1-4799-824d-0ae56a820c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:18.606803 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-2984358b-d3a1-4799-824d-0ae56a820c28 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e14984e744944dda9aa0ac1df3aa0f0a&device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 1095 time: 0.4019399 Jul 05 09:42:18.608639 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd88f45-536b-4925-a9c3-a65ad77bb664 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:42:18.623928 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] Sync routers for ids ['b10f6750-ba44-49a7-8f60-028df32d4c89'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:42:18.628687 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bcd88f45-536b-4925-a9c3-a65ad77bb664 admin admin] 10.222.0.79 "PUT /v2.0/routers/b10f6750-ba44-49a7-8f60-028df32d4c89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9843950 Jul 05 09:42:18.638128 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] Routers {'b10f6750-ba44-49a7-8f60-028df32d4c89'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:42:18.638761 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:41:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b10f6750-ba44-49a7-8f60-028df32d4c89'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:18.688456 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-a55d0b90-ee11-43da-886d-fea00dac2bb8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdc00d6a-b106-44a7-8c58-52daf384b120 HTTP/1.1" status: 200 len: 217 time: 0.0577152 Jul 05 09:42:18.729535 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-5d21ee33-f899-479b-9443-168599e814f1 service neutron] For port d1701b9b-e087-4986-a4e3-7df4176378c5, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:18.806804 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-5d21ee33-f899-479b-9443-168599e814f1 service neutron] For port d1701b9b-e087-4986-a4e3-7df4176378c5, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d1701b9b-e087-4986-a4e3-7df4176378c5,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:42:18.826506 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-5d21ee33-f899-479b-9443-168599e814f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:18.827234 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] Set router b10f6750-ba44-49a7-8f60-028df32d4c89 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:42:18.872833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-2695bfe5-da74-4f51-b4bd-70cf06900f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:18.874337 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-2695bfe5-da74-4f51-b4bd-70cf06900f6c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70194034-b839-4d67-b152-2ad54f034d6c HTTP/1.1" status: 200 len: 856 time: 0.1693628 Jul 05 09:42:18.994246 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d5f6a-28e8-41a5-9de4-0dcf00f6f218 req-5f5ae3cc-681b-40ea-a524-fedb6ef0930f tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:18.995936 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2b8d5f6a-28e8-41a5-9de4-0dcf00f6f218 req-5f5ae3cc-681b-40ea-a524-fedb6ef0930f tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 946 time: 0.0817711 Jul 05 09:42:18.998116 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-5d21ee33-f899-479b-9443-168599e814f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:18.998748 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-5d21ee33-f899-479b-9443-168599e814f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:19.000158 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-5d21ee33-f899-479b-9443-168599e814f1 service neutron] 10.222.0.78 "PUT /v2.0/ports/d1701b9b-e087-4986-a4e3-7df4176378c5 HTTP/1.1" status: 200 len: 1121 time: 2.0091879 Jul 05 09:42:19.013867 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21ee33-f899-479b-9443-168599e814f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1701b9b-e087-4986-a4e3-7df4176378c5,revision_number=8']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:19.044852 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-54daf1cb-8877-41c7-8f7b-c099abed684f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:19.047437 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-54daf1cb-8877-41c7-8f7b-c099abed684f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1463232 Jul 05 09:42:19.051463 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-9e899e15-c706-4457-bd9e-ea999f25921c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:19.053418 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-9e899e15-c706-4457-bd9e-ea999f25921c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9&tenant_id=113815fb01a24fd792ed2a3df3efc0de HTTP/1.1" status: 200 len: 1101 time: 0.2152705 Jul 05 09:42:19.059249 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-f54de9fc-e3e2-47fc-8bdc-13d6ffdf2a15 req-d64a3c76-9e34-4a1d-90a9-94880cfcf9bd tempest-FloatingIPDetailsNegativeTestJSON-2121001289 tempest-FloatingIPDetailsNegativeTestJSON-2121001289-project] show failed (client error): The resource could not be found. Jul 05 09:42:19.065444 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f54de9fc-e3e2-47fc-8bdc-13d6ffdf2a15 req-d64a3c76-9e34-4a1d-90a9-94880cfcf9bd tempest-FloatingIPDetailsNegativeTestJSON-2121001289 tempest-FloatingIPDetailsNegativeTestJSON-2121001289-project] 10.222.0.79 "GET /v2.0/floatingips/1263eba5-160d-4729-9c5c-94ac28a0f882 HTTP/1.1" status: 404 len: 350 time: 0.0554779 Jul 05 09:42:19.069249 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44942) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:19.084525 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-8', 'device_owner': 'compute:nova'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:19.084775 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10f6750-ba44-49a7-8f60-028df32d4c89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1511304829-router', 'tenant_id': 'ffaf8828745a41278e443e29ea66ce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'b48d0b78-157d-4281-9bf2-04bb2deef4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:10Z', 'updated_at': '2021-07-05T09:42:16Z', 'revision_number': 4, 'project_id': 'ffaf8828745a41278e443e29ea66ce16', 'gw_port': {'id': 'b48d0b78-157d-4281-9bf2-04bb2deef4ff', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:91:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10f6750-ba44-49a7-8f60-028df32d4c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:11Z', 'updated_at': '2021-07-05T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'd7f38c2e-96c7-4949-b9e1-419ecd4c9d04', 'name': '', 'network_id': '89548717-97bb-406f-87d6-2843490db914', 'tenant_id': 'ffaf8828745a41278e443e29ea66ce16', 'mac_address': 'fa:16:3e:c8:44:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10f6750-ba44-49a7-8f60-028df32d4c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2a6b4dd2-63b5-4db5-abb3-261d3694063d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:15Z', 'updated_at': '2021-07-05T09:42:16Z', 'revision_number': 2, 'project_id': 'ffaf8828745a41278e443e29ea66ce16', 'subnets': [{'id': '2a6b4dd2-63b5-4db5-abb3-261d3694063d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:19.106530 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['d1701b9b-e087-4986-a4e3-7df4176378c5'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:19.115910 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] Checking router: b10f6750-ba44-49a7-8f60-028df32d4c89 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:42:19.116272 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] Updating router b10f6750-ba44-49a7-8f60-028df32d4c89 port d7f38c2e-96c7-4949-b9e1-419ecd4c9d04 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:42:19.145995 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2b8d5f6a-28e8-41a5-9de4-0dcf00f6f218 req-48112dbe-2196-455e-be40-e44435b20b8e tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426563 Jul 05 09:42:19.156687 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:19.219317 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-b48cf3e0-1820-479f-9a23-be8a098ce79f service neutron] 10.222.0.81 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621139 Jul 05 09:42:19.219889 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:19.426975 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d1f9b342-09a5-4c52-9b92-2a28cccf698e req-1792c58c-2100-4c5c-bfeb-11682835597e service neutron] 10.222.0.81 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971946 Jul 05 09:42:19.523734 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] For port 6b53c115-fa70-49fb-a505-943b44432cf3, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=6b53c115-fa70-49fb-a505-943b44432cf3,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:19.536088 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:19.547223 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] Transition to ACTIVE for port object d7f38c2e-96c7-4949-b9e1-419ecd4c9d04 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:19.553780 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:19.569937 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] For port 6b53c115-fa70-49fb-a505-943b44432cf3, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:19.615409 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:19.620442 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3968bb4-2f69-44e3-ad64-fe0e704f28f6 req-3721b7b8-0f06-4388-92f2-26b5d66a891f tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:19.622335 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d3968bb4-2f69-44e3-ad64-fe0e704f28f6 req-3721b7b8-0f06-4388-92f2-26b5d66a891f tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 943 time: 0.1931713 Jul 05 09:42:19.636749 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf9151-c7b1-4e07-81b9-be73efee2a2c req-4aec4726-b5df-4e77-8432-48239eea1f2f tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:19.640493 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] Transition to ACTIVE for port object 6b53c115-fa70-49fb-a505-943b44432cf3 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:19.643932 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-13cf9151-c7b1-4e07-81b9-be73efee2a2c req-4aec4726-b5df-4e77-8432-48239eea1f2f tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.1983054 Jul 05 09:42:19.649951 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:19.654783 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d4b29-4593-40f5-97a9-e1110e6a91bf None None] Pushing event updated for resources: {'Port': ['ID=d7f38c2e-96c7-4949-b9e1-419ecd4c9d04,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:19.699964 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] Attempting to bind port d7f38c2e-96c7-4949-b9e1-419ecd4c9d04 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:42:19.700686 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] Attempting to bind port d7f38c2e-96c7-4949-b9e1-419ecd4c9d04 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '81a94fb4-02a5-4870-bbba-e61bdf601c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '89548717-97bb-406f-87d6-2843490db914'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:42:19.701251 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] Attempting to bind port d7f38c2e-96c7-4949-b9e1-419ecd4c9d04 on network 89548717-97bb-406f-87d6-2843490db914 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:19.708029 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:42:19.708846 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] Checking segment: {'id': '81a94fb4-02a5-4870-bbba-e61bdf601c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '89548717-97bb-406f-87d6-2843490db914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:19.709710 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:19.710444 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] Bound using segment: {'id': '81a94fb4-02a5-4870-bbba-e61bdf601c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '89548717-97bb-406f-87d6-2843490db914'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:42:19.711146 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] Bound port: d7f38c2e-96c7-4949-b9e1-419ecd4c9d04, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a94fb4-02a5-4870-bbba-e61bdf601c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '89548717-97bb-406f-87d6-2843490db914'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:42:19.711778 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:19.746279 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] No DVR routers for this DVR port 6b53c115-fa70-49fb-a505-943b44432cf3 on host n-h1-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:42:19.748400 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] Pushing event updated for resources: {'Port': ['ID=6b53c115-fa70-49fb-a505-943b44432cf3,revision_number=6']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:19.755574 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d3968bb4-2f69-44e3-ad64-fe0e704f28f6 req-0366b70f-1a6d-4239-b690-9cf0cb16c27b tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048796 Jul 05 09:42:19.784911 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-13cf9151-c7b1-4e07-81b9-be73efee2a2c req-8dcf1ae7-6fb4-4f8f-93a7-37c79a6c7877 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394894 Jul 05 09:42:19.814278 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] Attempting to bind port 6b53c115-fa70-49fb-a505-943b44432cf3 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:42:19.814626 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] Attempting to bind port 6b53c115-fa70-49fb-a505-943b44432cf3 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:42:19.814959 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] Attempting to bind port 6b53c115-fa70-49fb-a505-943b44432cf3 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:19.823213 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] Port 6b53c115-fa70-49fb-a505-943b44432cf3 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:42:19.823557 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] Attempting to bind port 6b53c115-fa70-49fb-a505-943b44432cf3 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:19.836107 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:42:19.836461 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:19.836864 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:42:19.837423 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] Bound port: 6b53c115-fa70-49fb-a505-943b44432cf3, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:42:19.837668 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:19.862094 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] For port d7f38c2e-96c7-4949-b9e1-419ecd4c9d04, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:19.868728 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] For port d7f38c2e-96c7-4949-b9e1-419ecd4c9d04, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d7f38c2e-96c7-4949-b9e1-419ecd4c9d04,segment=NetworkSegment(81a94fb4-02a5-4870-bbba-e61bdf601c33),segment_id=81a94fb4-02a5-4870-bbba-e61bdf601c33)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:42:19.878062 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:19.944028 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2da1fdc3-858d-4567-8fe5-d42f273189ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:19.964317 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] Routers {'b10f6750-ba44-49a7-8f60-028df32d4c89'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:42:19.964959 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:41:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b10f6750-ba44-49a7-8f60-028df32d4c89'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:20.003345 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] For port 6b53c115-fa70-49fb-a505-943b44432cf3, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:20.007701 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] For port 6b53c115-fa70-49fb-a505-943b44432cf3, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6b53c115-fa70-49fb-a505-943b44432cf3,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:42:20.014512 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:20.063282 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:20.063588 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:20.065573 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] 10.222.0.78 "PUT /v2.0/ports/6b53c115-fa70-49fb-a505-943b44432cf3 HTTP/1.1" status: 200 len: 1096 time: 0.9953256 Jul 05 09:42:20.102862 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052cae84-df22-4df1-8338-2d0e845dae1b service neutron] Pushing event updated for resources: {'Port': ['ID=6b53c115-fa70-49fb-a505-943b44432cf3,revision_number=7']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:20.179946 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d4b29-4593-40f5-97a9-e1110e6a91bf None None] Pushing event updated for resources: {'Port': ['ID=d7f38c2e-96c7-4949-b9e1-419ecd4c9d04,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:20.223831 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-cac9f7a8-4631-4d0a-a0dd-15a9b1886804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:20.224804 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] Set router b10f6750-ba44-49a7-8f60-028df32d4c89 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:42:20.225605 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-cac9f7a8-4631-4d0a-a0dd-15a9b1886804 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 1099 time: 0.1136465 Jul 05 09:42:20.320933 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6d17fa-1e1a-4224-8378-486baa320225', 'tag': 'cdc00d6a-b106-44a7-8c58-52daf384b120'}, {'name': 'network-changed', 'server_uuid': '46cba8eb-de5c-4807-a933-78ffdae055c3', 'tag': 'd1701b9b-e087-4986-a4e3-7df4176378c5'}, {'server_uuid': 'c06716c5-5057-48fd-ad54-e875163b01a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b53c115-fa70-49fb-a505-943b44432cf3'}, {'name': 'network-changed', 'server_uuid': 'c06716c5-5057-48fd-ad54-e875163b01a9', 'tag': '6b53c115-fa70-49fb-a505-943b44432cf3'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:20.323810 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7214e2-5655-4b14-81a1-91a5c415f9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6d17fa-1e1a-4224-8378-486baa320225", "tag": "cdc00d6a-b106-44a7-8c58-52daf384b120"}, {"name": "network-changed", "server_uuid": "46cba8eb-de5c-4807-a933-78ffdae055c3", "tag": "d1701b9b-e087-4986-a4e3-7df4176378c5"}, {"server_uuid": "c06716c5-5057-48fd-ad54-e875163b01a9", "name": "network-vif-unplugged", "status": "completed", "tag": "6b53c115-fa70-49fb-a505-943b44432cf3"}, {"name": "network-changed", "server_uuid": "c06716c5-5057-48fd-ad54-e875163b01a9", "tag": "6b53c115-fa70-49fb-a505-943b44432cf3"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:20.344644 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bb9c0-8cbf-4cc9-a19c-022b8ca064fb req-bf374cfd-2545-446c-b9f1-cb118653a0fa tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:20.352556 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6a6bb9c0-8cbf-4cc9-a19c-022b8ca064fb req-bf374cfd-2545-446c-b9f1-cb118653a0fa tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 944 time: 0.3293922 Jul 05 09:42:20.368027 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-b0ebdb16-32aa-42da-87b5-55bec9ce3a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:20.369650 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-b0ebdb16-32aa-42da-87b5-55bec9ce3a7e service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1370046 Jul 05 09:42:20.386583 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada27353-200d-4e9d-9ff8-627d60b19e6a req-6daec3d8-130c-43ae-8ddd-7115d5db783b tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:20.388284 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ada27353-200d-4e9d-9ff8-627d60b19e6a req-6daec3d8-130c-43ae-8ddd-7115d5db783b tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.3692691 Jul 05 09:42:20.432796 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-94c3935f-8dc3-45bb-8581-7ee6a3e963cf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=6b53c115-fa70-49fb-a505-943b44432cf3 HTTP/1.1" status: 200 len: 217 time: 0.0535245 Jul 05 09:42:20.476144 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6a6bb9c0-8cbf-4cc9-a19c-022b8ca064fb req-44fed7e8-c2df-4035-a4cf-676376d66370 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1226137 Jul 05 09:42:20.479513 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10f6750-ba44-49a7-8f60-028df32d4c89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1511304829-router', 'tenant_id': 'ffaf8828745a41278e443e29ea66ce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'b48d0b78-157d-4281-9bf2-04bb2deef4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:10Z', 'updated_at': '2021-07-05T09:42:16Z', 'revision_number': 4, 'project_id': 'ffaf8828745a41278e443e29ea66ce16', 'gw_port': {'id': 'b48d0b78-157d-4281-9bf2-04bb2deef4ff', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:91:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10f6750-ba44-49a7-8f60-028df32d4c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:11Z', 'updated_at': '2021-07-05T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'd7f38c2e-96c7-4949-b9e1-419ecd4c9d04', 'name': '', 'network_id': '89548717-97bb-406f-87d6-2843490db914', 'tenant_id': 'ffaf8828745a41278e443e29ea66ce16', 'mac_address': 'fa:16:3e:c8:44:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10f6750-ba44-49a7-8f60-028df32d4c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2a6b4dd2-63b5-4db5-abb3-261d3694063d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:15Z', 'updated_at': '2021-07-05T09:42:19Z', 'revision_number': 4, 'project_id': 'ffaf8828745a41278e443e29ea66ce16', 'subnets': [{'id': '2a6b4dd2-63b5-4db5-abb3-261d3694063d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:20.490017 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ada27353-200d-4e9d-9ff8-627d60b19e6a req-6b559605-aa4d-4d1d-a10c-356337b77309 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897508 Jul 05 09:42:20.507772 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-281d8d9e-1dd9-4d73-a84f-f04494a4b25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:20.507772 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-281d8d9e-1dd9-4d73-a84f-f04494a4b25f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0540154 Jul 05 09:42:20.521975 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8786684d-40c8-456f-98e0-1034292eb825 None None] The sync data for ids ['b10f6750-ba44-49a7-8f60-028df32d4c89'] in n-d-798054-8 is: [{'id': 'b10f6750-ba44-49a7-8f60-028df32d4c89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1511304829-router', 'tenant_id': 'ffaf8828745a41278e443e29ea66ce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'b48d0b78-157d-4281-9bf2-04bb2deef4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:10Z', 'updated_at': '2021-07-05T09:42:16Z', 'revision_number': 4, 'project_id': 'ffaf8828745a41278e443e29ea66ce16', 'gw_port': {'id': 'b48d0b78-157d-4281-9bf2-04bb2deef4ff', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:91:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10f6750-ba44-49a7-8f60-028df32d4c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:11Z', 'updated_at': '2021-07-05T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'd7f38c2e-96c7-4949-b9e1-419ecd4c9d04', 'name': '', 'network_id': '89548717-97bb-406f-87d6-2843490db914', 'tenant_id': 'ffaf8828745a41278e443e29ea66ce16', 'mac_address': 'fa:16:3e:c8:44:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10f6750-ba44-49a7-8f60-028df32d4c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2a6b4dd2-63b5-4db5-abb3-261d3694063d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:15Z', 'updated_at': '2021-07-05T09:42:19Z', 'revision_number': 4, 'project_id': 'ffaf8828745a41278e443e29ea66ce16', 'subnets': [{'id': '2a6b4dd2-63b5-4db5-abb3-261d3694063d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:42:20.609012 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-24098ac1-b0b8-4dfd-a1c4-a107e78c9467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:20.618527 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-24098ac1-b0b8-4dfd-a1c4-a107e78c9467 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1062322 Jul 05 09:42:20.667843 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2da1fdc3-858d-4567-8fe5-d42f273189ad admin admin] Deleting port d7f38c2e-96c7-4949-b9e1-419ecd4c9d04 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:20.668242 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2da1fdc3-858d-4567-8fe5-d42f273189ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:20.766042 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-20c507d3-7bee-4957-9bbd-0ae5b54f3a07 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408401 Jul 05 09:42:20.778747 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-2da1fdc3-858d-4567-8fe5-d42f273189ad admin admin] For port d7f38c2e-96c7-4949-b9e1-419ecd4c9d04, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d7f38c2e-96c7-4949-b9e1-419ecd4c9d04,segment=NetworkSegment(81a94fb4-02a5-4870-bbba-e61bdf601c33),segment_id=81a94fb4-02a5-4870-bbba-e61bdf601c33)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:20.779184 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2da1fdc3-858d-4567-8fe5-d42f273189ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:20.817109 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2da1fdc3-858d-4567-8fe5-d42f273189ad admin admin] Calling delete_port for d7f38c2e-96c7-4949-b9e1-419ecd4c9d04 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:20.861217 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-78bcb992-f189-44aa-b34f-2fc79e3fcdf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:20.900142 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f19c2d1-208b-4281-ab6a-9148d687871e req-1e02d587-e62c-43d1-89cd-e03fe68428d6 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210194 Jul 05 09:42:20.999318 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989217ea-59b5-4f82-9dc6-964636560ef5 x-openstack-request-id: req-989217ea-59b5-4f82-9dc6-964636560ef5 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:20.999596 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6d17fa-1e1a-4224-8378-486baa320225", "tag": "cdc00d6a-b106-44a7-8c58-52daf384b120", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "46cba8eb-de5c-4807-a933-78ffdae055c3", "tag": "d1701b9b-e087-4986-a4e3-7df4176378c5", "status": "completed", "code": 200}, {"server_uuid": "c06716c5-5057-48fd-ad54-e875163b01a9", "name": "network-vif-unplugged", "status": "completed", "tag": "6b53c115-fa70-49fb-a505-943b44432cf3", "code": 200}, {"name": "network-changed", "server_uuid": "c06716c5-5057-48fd-ad54-e875163b01a9", "tag": "6b53c115-fa70-49fb-a505-943b44432cf3", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:20.999814 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-989217ea-59b5-4f82-9dc6-964636560ef5 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:21.000255 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6d17fa-1e1a-4224-8378-486baa320225', 'tag': 'cdc00d6a-b106-44a7-8c58-52daf384b120', 'status': 'completed', 'code': 200} Jul 05 09:42:21.000524 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46cba8eb-de5c-4807-a933-78ffdae055c3', 'tag': 'd1701b9b-e087-4986-a4e3-7df4176378c5', 'status': 'completed', 'code': 200} Jul 05 09:42:21.000791 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06716c5-5057-48fd-ad54-e875163b01a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b53c115-fa70-49fb-a505-943b44432cf3', 'code': 200} Jul 05 09:42:21.001050 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06716c5-5057-48fd-ad54-e875163b01a9', 'tag': '6b53c115-fa70-49fb-a505-943b44432cf3', 'status': 'completed', 'code': 200} Jul 05 09:42:21.005347 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065967d-a716-451a-93a3-d138702d8bcb req-141fd4a8-cd69-4fc7-b5f5-0f735b953528 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:21.006957 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4065967d-a716-451a-93a3-d138702d8bcb req-141fd4a8-cd69-4fc7-b5f5-0f735b953528 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 946 time: 0.2022281 Jul 05 09:42:21.089679 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4065967d-a716-451a-93a3-d138702d8bcb req-be36bb76-ae1b-4ec8-864d-37236930f86f tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676200 Jul 05 09:42:21.137015 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-c5830f71-305d-4ce0-b44f-343d43542102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:21.138587 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-c5830f71-305d-4ce0-b44f-343d43542102 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e14984e744944dda9aa0ac1df3aa0f0a&device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 1095 time: 0.1094885 Jul 05 09:42:21.238102 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2da1fdc3-858d-4567-8fe5-d42f273189ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:21.249565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a3890-0e1f-4feb-8f0b-ff8d00178f2b req-a3c228bb-d509-4e30-abb9-b6567ce63154 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:21.251096 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-181a3890-0e1f-4feb-8f0b-ff8d00178f2b req-a3c228bb-d509-4e30-abb9-b6567ce63154 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 943 time: 0.1510360 Jul 05 09:42:21.292801 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1fdc3-858d-4567-8fe5-d42f273189ad admin admin] Pushing event deleted for resources: {'Port': ['ID=d7f38c2e-96c7-4949-b9e1-419ecd4c9d04,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:21.293830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device d1701b9b-e087-4986-a4e3-7df4176378c5 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:42:21.352544 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1fdc3-858d-4567-8fe5-d42f273189ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:21.353403 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1fdc3-858d-4567-8fe5-d42f273189ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:21.353403 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1fdc3-858d-4567-8fe5-d42f273189ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:21.353573 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1fdc3-858d-4567-8fe5-d42f273189ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:21.353877 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1fdc3-858d-4567-8fe5-d42f273189ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:21.354182 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1fdc3-858d-4567-8fe5-d42f273189ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:21.354503 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1fdc3-858d-4567-8fe5-d42f273189ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:21.354831 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1fdc3-858d-4567-8fe5-d42f273189ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:21.355155 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1fdc3-858d-4567-8fe5-d42f273189ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:21.355475 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1fdc3-858d-4567-8fe5-d42f273189ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:21.355796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1fdc3-858d-4567-8fe5-d42f273189ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:21.356144 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1fdc3-858d-4567-8fe5-d42f273189ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:21.431945 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-181a3890-0e1f-4feb-8f0b-ff8d00178f2b req-65baae5c-b7a1-42b1-80a2-aa36e3aefd35 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565714 Jul 05 09:42:21.454271 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port d1701b9b-e087-4986-a4e3-7df4176378c5, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d1701b9b-e087-4986-a4e3-7df4176378c5,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:21.482209 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device d1701b9b-e087-4986-a4e3-7df4176378c5 has no active binding in host n-h2-798054-8 {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 09:42:21.619682 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-810f758f-510d-4022-8fc4-9c64b270d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:21.621378 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-810f758f-510d-4022-8fc4-9c64b270d6fa service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb HTTP/1.1" status: 200 len: 918 time: 0.4750075 Jul 05 09:42:21.674310 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-5f8bc99f-4b77-4207-ae49-3c18ccee9781 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdc00d6a-b106-44a7-8c58-52daf384b120 HTTP/1.1" status: 200 len: 217 time: 0.0450137 Jul 05 09:42:21.716748 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-d0efab78-dd5f-4f23-b4d1-35348b71b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:21.718227 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device cdc00d6a-b106-44a7-8c58-52daf384b120 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:42:21.718377 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-d0efab78-dd5f-4f23-b4d1-35348b71b6e2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 1099 time: 0.5632005 Jul 05 09:42:21.788021 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-cb7587b8-cca7-4438-8a42-c031d7a95c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:21.789512 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 6b53c115-fa70-49fb-a505-943b44432cf3 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:42:21.789659 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-cb7587b8-cca7-4438-8a42-c031d7a95c29 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70194034-b839-4d67-b152-2ad54f034d6c HTTP/1.1" status: 200 len: 856 time: 0.1049674 Jul 05 09:42:21.844764 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 6b53c115-fa70-49fb-a505-943b44432cf3 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:42:21.864706 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-b16a3892-fbc0-41d0-8fea-b8bfc87c53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:21.866253 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-b16a3892-fbc0-41d0-8fea-b8bfc87c53ca service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1395025 Jul 05 09:42:21.888377 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port cdc00d6a-b106-44a7-8c58-52daf384b120, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=cdc00d6a-b106-44a7-8c58-52daf384b120,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:21.901592 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'cdc00d6a-b106-44a7-8c58-52daf384b120', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'port_id': 'cdc00d6a-b106-44a7-8c58-52daf384b120', 'mac_address': 'fa:16:3e:5f:2f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70194034-b839-4d67-b152-2ad54f034d6c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:42:21.914503 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-5b349c8a-9015-4393-87ce-7d8be104a715 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=6b53c115-fa70-49fb-a505-943b44432cf3 HTTP/1.1" status: 200 len: 217 time: 0.0406723 Jul 05 09:42:21.922976 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-8b89975d-cd92-43e4-aee2-9744e607d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:21.924666 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-8b89975d-cd92-43e4-aee2-9744e607d3e2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121933 Jul 05 09:42:21.939168 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e382a9-523a-469c-9c92-a0066498c6c1 req-0987b73e-cf5c-466f-9ce0-009eeb2bf7d4 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:21.940812 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85e382a9-523a-469c-9c92-a0066498c6c1 req-0987b73e-cf5c-466f-9ce0-009eeb2bf7d4 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 948 time: 0.6670644 Jul 05 09:42:21.951384 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2da1fdc3-858d-4567-8fe5-d42f273189ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:22.038054 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-8f0c490d-d516-4e23-ba3b-359e34d4e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:22.039569 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-8f0c490d-d516-4e23-ba3b-359e34d4e3fc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1140244 Jul 05 09:42:22.052216 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85e382a9-523a-469c-9c92-a0066498c6c1 req-c02fe571-87df-4e2b-a8bb-4f48ba3fca3c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986254 Jul 05 09:42:22.066991 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6260c-9a14-4613-8945-673909cde008 req-86ebc40d-6d29-481b-998f-d0416e0fd633 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:22.074929 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-76b6260c-9a14-4613-8945-673909cde008 req-86ebc40d-6d29-481b-998f-d0416e0fd633 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 944 time: 0.1952970 Jul 05 09:42:22.087292 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:22.125875 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-2daeae09-ee14-4064-a9a9-dfb7c5b2b3a9 service neutron] 10.222.0.81 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808956 Jul 05 09:42:22.138564 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc00d6a-b106-44a7-8c58-52daf384b120 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:22.165307 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-76b6260c-9a14-4613-8945-673909cde008 req-42c3d9db-4f9a-4d3c-85b6-343e1389971a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0893872 Jul 05 09:42:22.209902 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port cdc00d6a-b106-44a7-8c58-52daf384b120, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=cdc00d6a-b106-44a7-8c58-52daf384b120,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:22.215508 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:22.215724 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-469c59de-7814-4467-9280-32f6563c0abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:22.217281 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-469c59de-7814-4467-9280-32f6563c0abb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1663308 Jul 05 09:42:22.290616 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-af67fb1a-10f9-4792-a8f9-18d3b2d78b24 service neutron] 10.222.0.81 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609013 Jul 05 09:42:22.308427 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=cdc00d6a-b106-44a7-8c58-52daf384b120,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:22.356222 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-87fc8a32-8464-4daf-a72d-2135141e5910 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285086 Jul 05 09:42:22.413665 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c16315-f685-44ea-b27d-1e88a7982b91 req-b8480c34-f698-4366-a49d-2e6c6fffdf23 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:22.416559 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0c16315-f685-44ea-b27d-1e88a7982b91 req-b8480c34-f698-4366-a49d-2e6c6fffdf23 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.1441317 Jul 05 09:42:22.418900 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da1fdc3-858d-4567-8fe5-d42f273189ad admin admin] Router b10f6750-ba44-49a7-8f60-028df32d4c89 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:42:22.479816 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-bdd96203-85e0-4c9a-a856-a8ec2c8eba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:22.481420 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-bdd96203-85e0-4c9a-a856-a8ec2c8eba6e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 1124 time: 0.1405907 Jul 05 09:42:22.484237 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-491262f3-da49-41b0-931d-b83f8c1bcd5d service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052377 Jul 05 09:42:22.508857 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['cdc00d6a-b106-44a7-8c58-52daf384b120'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:22.513690 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0c16315-f685-44ea-b27d-1e88a7982b91 req-ea5ff6d5-4548-4c6e-b2cd-cd5f3311acd9 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905273 Jul 05 09:42:22.600944 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-466e4ce0-5038-4929-b031-b996341e2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:22.602454 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-466e4ce0-5038-4929-b031-b996341e2555 service neutron] 10.222.0.81 "GET /v2.0/networks?id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 200 len: 922 time: 0.1067350 Jul 05 09:42:22.642675 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da1fdc3-858d-4567-8fe5-d42f273189ad admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:42:22.653990 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481a420b-f64f-4551-80f8-fa219b7f0f2d None None] Sync routers for ids ['b10f6750-ba44-49a7-8f60-028df32d4c89'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:42:22.660573 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-77463846-cb7e-4917-aa51-d667103351d5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1701b9b-e087-4986-a4e3-7df4176378c5 HTTP/1.1" status: 200 len: 217 time: 0.0445282 Jul 05 09:42:22.676405 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2da1fdc3-858d-4567-8fe5-d42f273189ad admin admin] 10.222.0.79 "PUT /v2.0/routers/b10f6750-ba44-49a7-8f60-028df32d4c89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6032214 Jul 05 09:42:22.677687 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44976) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:22.679299 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481a420b-f64f-4551-80f8-fa219b7f0f2d None None] Routers {'b10f6750-ba44-49a7-8f60-028df32d4c89'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:42:22.679964 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-481a420b-f64f-4551-80f8-fa219b7f0f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:41:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b10f6750-ba44-49a7-8f60-028df32d4c89'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:22.717347 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-3f60cd39-4e0c-4909-ae13-363f64cb4fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:22.718958 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-3f60cd39-4e0c-4909-ae13-363f64cb4fbd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4cd5f100-3ecb-4100-a6d6-40f339ce6cc7 HTTP/1.1" status: 200 len: 861 time: 0.0508387 Jul 05 09:42:22.769298 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-e469e586-4386-4d14-a4fa-8463adfa6a61 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321920 Jul 05 09:42:22.797875 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-481a420b-f64f-4551-80f8-fa219b7f0f2d None None] Set router b10f6750-ba44-49a7-8f60-028df32d4c89 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:42:22.841994 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0dd4c768-bc85-4f19-9f97-11d41c91b90a admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:22.852020 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647257d9-fe26-4546-920a-4ad532d1ee3d req-e25c4d20-0f5c-4a6d-bf58-002c8e335e31 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:22.859040 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-647257d9-fe26-4546-920a-4ad532d1ee3d req-e25c4d20-0f5c-4a6d-bf58-002c8e335e31 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 946 time: 0.2325907 Jul 05 09:42:22.905130 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-d53cf170-a729-4499-91e7-c2778ad9a2ec service neutron] 10.222.0.81 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246984 Jul 05 09:42:22.907170 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b6f33-d69a-4693-9281-c811b7b29876 req-42cac040-34b3-42d8-94a0-e4b3a4f2e885 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:22.908707 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b1b6f33-d69a-4693-9281-c811b7b29876 req-42cac040-34b3-42d8-94a0-e4b3a4f2e885 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 943 time: 0.2340348 Jul 05 09:42:23.008678 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-647257d9-fe26-4546-920a-4ad532d1ee3d req-a39116e2-ebf7-4c0e-9c6b-381ea3f745c9 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487081 Jul 05 09:42:23.016697 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-481a420b-f64f-4551-80f8-fa219b7f0f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10f6750-ba44-49a7-8f60-028df32d4c89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1511304829-router', 'tenant_id': 'ffaf8828745a41278e443e29ea66ce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'b48d0b78-157d-4281-9bf2-04bb2deef4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:10Z', 'updated_at': '2021-07-05T09:42:21Z', 'revision_number': 5, 'project_id': 'ffaf8828745a41278e443e29ea66ce16', 'gw_port': {'id': 'b48d0b78-157d-4281-9bf2-04bb2deef4ff', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:91:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10f6750-ba44-49a7-8f60-028df32d4c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:11Z', 'updated_at': '2021-07-05T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:23.028524 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b1b6f33-d69a-4693-9281-c811b7b29876 req-169d4aea-a0e2-4058-94fc-034ee71adb1f tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087000 Jul 05 09:42:23.037820 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-0b6e2866-bfdd-4f06-a06d-0d795e42ac87 service neutron] 10.222.0.81 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207583 Jul 05 09:42:23.053765 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481a420b-f64f-4551-80f8-fa219b7f0f2d None None] Checking router: b10f6750-ba44-49a7-8f60-028df32d4c89 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:42:23.063821 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481a420b-f64f-4551-80f8-fa219b7f0f2d None None] Routers {'b10f6750-ba44-49a7-8f60-028df32d4c89'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:42:23.064626 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-481a420b-f64f-4551-80f8-fa219b7f0f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:41:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b10f6750-ba44-49a7-8f60-028df32d4c89'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:23.069086 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0dd4c768-bc85-4f19-9f97-11d41c91b90a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.121883 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0dd4c768-bc85-4f19-9f97-11d41c91b90a admin admin] Deleting port b48d0b78-157d-4281-9bf2-04bb2deef4ff {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:23.122227 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0dd4c768-bc85-4f19-9f97-11d41c91b90a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.178719 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-481a420b-f64f-4551-80f8-fa219b7f0f2d None None] Set router b10f6750-ba44-49a7-8f60-028df32d4c89 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:42:23.180423 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-7b5a265e-f73d-4572-bf59-31f9b7c95316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:23.182087 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-7b5a265e-f73d-4572-bf59-31f9b7c95316 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 1099 time: 0.0623989 Jul 05 09:42:23.218523 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-0dd4c768-bc85-4f19-9f97-11d41c91b90a admin admin] For port b48d0b78-157d-4281-9bf2-04bb2deef4ff, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b48d0b78-157d-4281-9bf2-04bb2deef4ff,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:23.219114 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0dd4c768-bc85-4f19-9f97-11d41c91b90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.232363 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0dd4c768-bc85-4f19-9f97-11d41c91b90a admin admin] Calling delete_port for b48d0b78-157d-4281-9bf2-04bb2deef4ff owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:23.314282 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ebe60520-bf7b-405b-a824-87817172d963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.340936 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-467bf7ea-f0b2-422e-842a-6cb1857c29cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:23.342427 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-467bf7ea-f0b2-422e-842a-6cb1857c29cd service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1504078 Jul 05 09:42:23.388046 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-81c73f57-4d4a-496d-bf23-d717e9fbe15e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=6b53c115-fa70-49fb-a505-943b44432cf3 HTTP/1.1" status: 200 len: 217 time: 0.0381782 Jul 05 09:42:23.404350 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-481a420b-f64f-4551-80f8-fa219b7f0f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10f6750-ba44-49a7-8f60-028df32d4c89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1511304829-router', 'tenant_id': 'ffaf8828745a41278e443e29ea66ce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'b48d0b78-157d-4281-9bf2-04bb2deef4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:10Z', 'updated_at': '2021-07-05T09:42:21Z', 'revision_number': 5, 'project_id': 'ffaf8828745a41278e443e29ea66ce16', 'gw_port': {'id': 'b48d0b78-157d-4281-9bf2-04bb2deef4ff', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:91:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10f6750-ba44-49a7-8f60-028df32d4c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:11Z', 'updated_at': '2021-07-05T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:23.431539 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481a420b-f64f-4551-80f8-fa219b7f0f2d None None] The sync data for ids ['b10f6750-ba44-49a7-8f60-028df32d4c89'] in n-d-798054-8 is: [{'id': 'b10f6750-ba44-49a7-8f60-028df32d4c89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1511304829-router', 'tenant_id': 'ffaf8828745a41278e443e29ea66ce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'b48d0b78-157d-4281-9bf2-04bb2deef4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:10Z', 'updated_at': '2021-07-05T09:42:21Z', 'revision_number': 5, 'project_id': 'ffaf8828745a41278e443e29ea66ce16', 'gw_port': {'id': 'b48d0b78-157d-4281-9bf2-04bb2deef4ff', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:91:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10f6750-ba44-49a7-8f60-028df32d4c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:11Z', 'updated_at': '2021-07-05T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:42:23.445774 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-92ea2d80-eb22-40d0-a297-dbddbc6c11ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:23.447535 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-92ea2d80-eb22-40d0-a297-dbddbc6c11ae service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0507200 Jul 05 09:42:23.451170 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd4ae3-1580-4fb3-9576-2e897bc4c854 req-3959222c-2a9e-40c4-9c3c-84b87cfef831 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:23.452749 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7dcd4ae3-1580-4fb3-9576-2e897bc4c854 req-3959222c-2a9e-40c4-9c3c-84b87cfef831 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 948 time: 0.1698120 Jul 05 09:42:23.503755 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.518461 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-635cc9f9-d5aa-45c1-b90a-ead848789d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:23.520536 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-635cc9f9-d5aa-45c1-b90a-ead848789d58 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0606768 Jul 05 09:42:23.541694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bc287-558b-4027-8d18-fe8f7f9572d4 req-b0c65eec-54b3-43bf-bee9-01753483351a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:23.543212 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7b5bc287-558b-4027-8d18-fe8f7f9572d4 req-b0c65eec-54b3-43bf-bee9-01753483351a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 945 time: 0.2096524 Jul 05 09:42:23.552624 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7dcd4ae3-1580-4fb3-9576-2e897bc4c854 req-705f7e24-cf3f-4f8a-9841-724be276a233 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860233 Jul 05 09:42:23.581584 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0dd4c768-bc85-4f19-9f97-11d41c91b90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.619798 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7b5bc287-558b-4027-8d18-fe8f7f9572d4 req-b233525e-f27f-4733-8fcf-60aad384595e tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698242 Jul 05 09:42:23.621524 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4c768-bc85-4f19-9f97-11d41c91b90a admin admin] Pushing event deleted for resources: {'Port': ['ID=b48d0b78-157d-4281-9bf2-04bb2deef4ff,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:23.632348 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-b26ea219-8926-479b-91fe-53a4431e9aa5 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048367 Jul 05 09:42:23.731681 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device cdc00d6a-b106-44a7-8c58-52daf384b120 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:23.739752 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ea7214e2-5655-4b14-81a1-91a5c415f9b4 req-34163ffb-d3d7-47fa-9267-b62449fdf474 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003306 Jul 05 09:42:23.744920 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0dd4c768-bc85-4f19-9f97-11d41c91b90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.814286 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port cdc00d6a-b106-44a7-8c58-52daf384b120 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:23.819313 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port cdc00d6a-b106-44a7-8c58-52daf384b120 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:23.819697 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.888076 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0dd4c768-bc85-4f19-9f97-11d41c91b90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.892434 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0dd4c768-bc85-4f19-9f97-11d41c91b90a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.907484 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.937141 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6d17fa-1e1a-4224-8378-486baa320225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc00d6a-b106-44a7-8c58-52daf384b120'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:23.939289 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1ab3c1-a4a7-4099-8778-b12071c09b2d" -d '{"events": [{"server_uuid": "6f6d17fa-1e1a-4224-8378-486baa320225", "name": "network-vif-plugged", "status": "completed", "tag": "cdc00d6a-b106-44a7-8c58-52daf384b120"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:23.973509 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port cdc00d6a-b106-44a7-8c58-52daf384b120, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=cdc00d6a-b106-44a7-8c58-52daf384b120,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:23.981251 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0dd4c768-bc85-4f19-9f97-11d41c91b90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.981467 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd4c768-bc85-4f19-9f97-11d41c91b90a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b10f6750-ba44-49a7-8f60-028df32d4c89 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:42:23.982369 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.993023 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30e189a-c08f-433b-ab29-214f6f5d9f45 x-openstack-request-id: req-b30e189a-c08f-433b-ab29-214f6f5d9f45 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:23.993335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0a8db-fc58-47a4-9dcb-0458b0ae60e2 req-778ab4f8-c9ef-465f-a4b3-164f1ed44c4e tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:23.993832 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6d17fa-1e1a-4224-8378-486baa320225", "name": "network-vif-plugged", "status": "completed", "tag": "cdc00d6a-b106-44a7-8c58-52daf384b120", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:23.994480 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b30e189a-c08f-433b-ab29-214f6f5d9f45 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:23.995160 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8de0a8db-fc58-47a4-9dcb-0458b0ae60e2 req-778ab4f8-c9ef-465f-a4b3-164f1ed44c4e tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.2030084 Jul 05 09:42:23.995391 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6d17fa-1e1a-4224-8378-486baa320225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc00d6a-b106-44a7-8c58-52daf384b120', 'code': 200} Jul 05 09:42:23.998667 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0dd4c768-bc85-4f19-9f97-11d41c91b90a admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.999712 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0dd4c768-bc85-4f19-9f97-11d41c91b90a admin admin] 10.222.0.79 "DELETE /v2.0/routers/b10f6750-ba44-49a7-8f60-028df32d4c89 HTTP/1.1" status: 204 len: 168 time: 1.3209643 Jul 05 09:42:24.005402 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44990) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:24.062010 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8de0a8db-fc58-47a4-9dcb-0458b0ae60e2 req-9565267d-d619-45b6-a361-ebafa5c883b4 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533936 Jul 05 09:42:24.084621 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-3130e0f8-3739-42ff-8ab7-58fca6a79e0f admin admin] Deleting subnet 2a6b4dd2-63b5-4db5-abb3-261d3694063d {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:42:24.088047 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=cdc00d6a-b106-44a7-8c58-52daf384b120,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:24.089511 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3130e0f8-3739-42ff-8ab7-58fca6a79e0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.199293 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3130e0f8-3739-42ff-8ab7-58fca6a79e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.212450 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d7f38c2e-96c7-4949-b9e1-419ecd4c9d04 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:42:24.245184 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: d7f38c2e-96c7-4949-b9e1-419ecd4c9d04 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:42:24.245581 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d7f38c2e-96c7-4949-b9e1-419ecd4c9d04 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:42:24.286749 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614edff-6ec7-416e-b309-4e74b4bde148 req-45cba4da-de67-4012-b1ee-95f5d6c87d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:24.286914 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a1f14-c5c0-40ac-9b13-ea7f49911906 req-085520c2-a2b7-4c07-8542-e72173336c98 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:24.287114 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c614edff-6ec7-416e-b309-4e74b4bde148 req-45cba4da-de67-4012-b1ee-95f5d6c87d46 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 1097 time: 0.1576030 Jul 05 09:42:24.287251 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a7a1f14-c5c0-40ac-9b13-ea7f49911906 req-085520c2-a2b7-4c07-8542-e72173336c98 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 946 time: 0.1084814 Jul 05 09:42:24.298055 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063aba8-ad97-4f65-8e0d-2c1cf1472d23 req-bf211012-2d5c-41bd-9198-c1fde8f9847c tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:24.299504 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1063aba8-ad97-4f65-8e0d-2c1cf1472d23 req-bf211012-2d5c-41bd-9198-c1fde8f9847c tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 943 time: 0.0917132 Jul 05 09:42:24.320087 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3130e0f8-3739-42ff-8ab7-58fca6a79e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.356682 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c614edff-6ec7-416e-b309-4e74b4bde148 req-2e65a641-68c8-40cd-b84e-6d8cc3ac1756 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627084 Jul 05 09:42:24.364528 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a7a1f14-c5c0-40ac-9b13-ea7f49911906 req-78a50273-b535-4be0-9f18-e2a806fab185 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637708 Jul 05 09:42:24.371662 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1063aba8-ad97-4f65-8e0d-2c1cf1472d23 req-15f82eed-a033-42e1-9d77-5a2db08e26cd tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647180 Jul 05 09:42:24.406213 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3130e0f8-3739-42ff-8ab7-58fca6a79e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.431302 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130e0f8-3739-42ff-8ab7-58fca6a79e0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a6b4dd2-63b5-4db5-abb3-261d3694063d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:24.434933 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3130e0f8-3739-42ff-8ab7-58fca6a79e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.436866 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3130e0f8-3739-42ff-8ab7-58fca6a79e0f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2a6b4dd2-63b5-4db5-abb3-261d3694063d HTTP/1.1" status: 204 len: 168 time: 0.4295967 Jul 05 09:42:24.440586 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44996) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:24.446228 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1c97f8-7789-455b-8344-8289208f6873 None None] Network 89548717-97bb-406f-87d6-2843490db914 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:42:24.459920 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.513883 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-989272d8-4c4d-4016-bf89-5be019c50bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.565973 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-989272d8-4c4d-4016-bf89-5be019c50bf9 admin admin] Deleting port ca2ee5b9-a86f-460f-afae-a9422b847030 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:24.566318 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-989272d8-4c4d-4016-bf89-5be019c50bf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.634394 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-989272d8-4c4d-4016-bf89-5be019c50bf9 admin admin] For port ca2ee5b9-a86f-460f-afae-a9422b847030, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ca2ee5b9-a86f-460f-afae-a9422b847030,segment=NetworkSegment(81a94fb4-02a5-4870-bbba-e61bdf601c33),segment_id=81a94fb4-02a5-4870-bbba-e61bdf601c33)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:24.634756 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-989272d8-4c4d-4016-bf89-5be019c50bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.648253 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-989272d8-4c4d-4016-bf89-5be019c50bf9 admin admin] Calling delete_port for ca2ee5b9-a86f-460f-afae-a9422b847030 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:24.653930 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520c0431-e90a-4b21-b0df-039fc0cb373e None None] DHCP port deletion for 89548717-97bb-406f-87d6-2843490db914 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:42:24.726168 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-520c0431-e90a-4b21-b0df-039fc0cb373e None None] Deleting port ca2ee5b9-a86f-460f-afae-a9422b847030 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:24.726986 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-520c0431-e90a-4b21-b0df-039fc0cb373e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.739634 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51521a3-1264-4d07-8dce-625c7d5a334c req-721e66c7-4bc4-4d5a-a065-09767520b091 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:24.740311 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-989272d8-4c4d-4016-bf89-5be019c50bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.742075 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b51521a3-1264-4d07-8dce-625c7d5a334c req-721e66c7-4bc4-4d5a-a065-09767520b091 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 948 time: 0.0724101 Jul 05 09:42:24.776017 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989272d8-4c4d-4016-bf89-5be019c50bf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca2ee5b9-a86f-460f-afae-a9422b847030,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:24.778076 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989272d8-4c4d-4016-bf89-5be019c50bf9 admin admin] No DVR routers for this DVR port ca2ee5b9-a86f-460f-afae-a9422b847030 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:42:24.802862 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-520c0431-e90a-4b21-b0df-039fc0cb373e None None] For port ca2ee5b9-a86f-460f-afae-a9422b847030, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ca2ee5b9-a86f-460f-afae-a9422b847030,segment=NetworkSegment(81a94fb4-02a5-4870-bbba-e61bdf601c33),segment_id=81a94fb4-02a5-4870-bbba-e61bdf601c33)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:24.803503 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-520c0431-e90a-4b21-b0df-039fc0cb373e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.821158 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-520c0431-e90a-4b21-b0df-039fc0cb373e None None] Calling delete_port for ca2ee5b9-a86f-460f-afae-a9422b847030 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:24.822234 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b51521a3-1264-4d07-8dce-625c7d5a334c req-69cd9ce6-342a-4841-966e-106f91b61999 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738306 Jul 05 09:42:24.857009 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddf9c3-dd04-44db-ae72-3ead915128f6 req-f09501c6-0fd1-4c2e-86f5-c58f2ee131ab tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:24.858437 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-989272d8-4c4d-4016-bf89-5be019c50bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.858596 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74ddf9c3-dd04-44db-ae72-3ead915128f6 req-f09501c6-0fd1-4c2e-86f5-c58f2ee131ab tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 946 time: 0.0922451 Jul 05 09:42:24.874991 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-989272d8-4c4d-4016-bf89-5be019c50bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89548717-97bb-406f-87d6-2843490db914']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:24.893659 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-989272d8-4c4d-4016-bf89-5be019c50bf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a94fb4-02a5-4870-bbba-e61bdf601c33') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:24.893875 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-989272d8-4c4d-4016-bf89-5be019c50bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a94fb4-02a5-4870-bbba-e61bdf601c33') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:24.901413 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74ddf9c3-dd04-44db-ae72-3ead915128f6 req-2b410ab8-817e-4316-9417-617135fa73dc tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362806 Jul 05 09:42:24.907182 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-989272d8-4c4d-4016-bf89-5be019c50bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.924631 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-989272d8-4c4d-4016-bf89-5be019c50bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.938898 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-520c0431-e90a-4b21-b0df-039fc0cb373e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.939469 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989272d8-4c4d-4016-bf89-5be019c50bf9 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:42:24.939939 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-989272d8-4c4d-4016-bf89-5be019c50bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:42:24.941753 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:42:24.974052 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c0431-e90a-4b21-b0df-039fc0cb373e None None] Pushing event deleted for resources: {'Port': ['ID=ca2ee5b9-a86f-460f-afae-a9422b847030,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:24.977718 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520c0431-e90a-4b21-b0df-039fc0cb373e None None] No DVR routers for this DVR port ca2ee5b9-a86f-460f-afae-a9422b847030 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:42:25.010159 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-989272d8-4c4d-4016-bf89-5be019c50bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:25.016545 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-989272d8-4c4d-4016-bf89-5be019c50bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:25.018544 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-989272d8-4c4d-4016-bf89-5be019c50bf9 admin admin] 10.222.0.79 "DELETE /v2.0/networks/89548717-97bb-406f-87d6-2843490db914 HTTP/1.1" status: 204 len: 168 time: 0.5769451 Jul 05 09:42:25.032326 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989272d8-4c4d-4016-bf89-5be019c50bf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=89548717-97bb-406f-87d6-2843490db914,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:25.144061 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45010) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:25.189982 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f12207af-9c8d-4aef-a5cc-67f6b4df0a28 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ffaf8828745a41278e443e29ea66ce16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418839 Jul 05 09:42:25.190349 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45012) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:25.242233 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ead02ee0-c7be-419c-be7e-671e27c084e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:25.249106 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8e9a6-f363-4166-ae74-a5824fb1a408 req-f1429f19-b452-4a90-9192-1f55c30c2ccf tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:25.250627 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79d8e9a6-f363-4166-ae74-a5824fb1a408 req-f1429f19-b452-4a90-9192-1f55c30c2ccf tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.0619621 Jul 05 09:42:25.268594 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ead02ee0-c7be-419c-be7e-671e27c084e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:25.292997 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79d8e9a6-f363-4166-ae74-a5824fb1a408 req-8638b857-4827-46b6-ac31-70af8afe7c93 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354884 Jul 05 09:42:25.305576 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device d1701b9b-e087-4986-a4e3-7df4176378c5 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:42:25.310019 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:42:25.337426 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ead02ee0-c7be-419c-be7e-671e27c084e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:25.340968 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ead02ee0-c7be-419c-be7e-671e27c084e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:25.344456 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ead02ee0-c7be-419c-be7e-671e27c084e7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a21ee0d3-7948-4fbd-a528-2b848c2cd705 HTTP/1.1" status: 204 len: 168 time: 0.1507461 Jul 05 09:42:25.355004 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead02ee0-c7be-419c-be7e-671e27c084e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21ee0d3-7948-4fbd-a528-2b848c2cd705,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:25.482392 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:25.512719 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port d1701b9b-e087-4986-a4e3-7df4176378c5, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d1701b9b-e087-4986-a4e3-7df4176378c5,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:25.536040 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device d1701b9b-e087-4986-a4e3-7df4176378c5 has no active binding in host n-h2-798054-8 {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 09:42:25.540864 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:25.556496 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:25.587063 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-1abbb71c-b6a1-4815-8346-7949fecc1c67 service neutron] 10.222.0.81 "GET /v2.0/ports/d1701b9b-e087-4986-a4e3-7df4176378c5/bindings/n-h2-798054-8 HTTP/1.1" status: 200 len: 384 time: 0.1097386 Jul 05 09:42:25.621650 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:25.631101 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:25.631740 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:25.632468 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:25.633081 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:25.633766 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:25.634292 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:25.634825 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:25.635331 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:25.635731 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:25.636275 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:25.636662 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:25.637063 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:25.669022 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689a88e-bed3-4acb-84c8-bac3d88dc0c3 req-531f47e5-8e18-47fa-ae53-1ef7ace740c4 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:25.670548 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c689a88e-bed3-4acb-84c8-bac3d88dc0c3 req-531f47e5-8e18-47fa-ae53-1ef7ace740c4 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 943 time: 0.1538036 Jul 05 09:42:25.684398 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa3ce8-b54a-459a-a6da-688e5fb140cb req-7ad09333-e1fc-4bf4-af41-eccd6e7d8ef7 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:25.686688 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9fa3ce8-b54a-459a-a6da-688e5fb140cb req-7ad09333-e1fc-4bf4-af41-eccd6e7d8ef7 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 946 time: 0.1274185 Jul 05 09:42:25.739752 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c689a88e-bed3-4acb-84c8-bac3d88dc0c3 req-eafe8675-63a6-49b3-b887-bf480f528a68 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519409 Jul 05 09:42:25.757938 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9fa3ce8-b54a-459a-a6da-688e5fb140cb req-7a457f7a-4c5a-44a5-b777-a44504328c18 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459251 Jul 05 09:42:25.793266 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-09aa31b3-8725-4f5e-9dbb-0617b7071f9a service neutron] For port d1701b9b-e087-4986-a4e3-7df4176378c5, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d1701b9b-e087-4986-a4e3-7df4176378c5,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:25.814469 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-09aa31b3-8725-4f5e-9dbb-0617b7071f9a service neutron] For port d1701b9b-e087-4986-a4e3-7df4176378c5, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:25.847694 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-09aa31b3-8725-4f5e-9dbb-0617b7071f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1701b9b-e087-4986-a4e3-7df4176378c5 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:25.858423 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-09aa31b3-8725-4f5e-9dbb-0617b7071f9a service neutron] For port d1701b9b-e087-4986-a4e3-7df4176378c5, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=d1701b9b-e087-4986-a4e3-7df4176378c5,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:25.873801 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-09aa31b3-8725-4f5e-9dbb-0617b7071f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:25.971523 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-09aa31b3-8725-4f5e-9dbb-0617b7071f9a service neutron] Transition to ACTIVE for port object d1701b9b-e087-4986-a4e3-7df4176378c5 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:25.978922 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-09aa31b3-8725-4f5e-9dbb-0617b7071f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:25.996724 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffdd311-2f81-4d30-824b-d1076a4ff469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:26.006212 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf8aa61-c1d5-4ac6-82fd-ec9dd77d061f" -d '{"events": [{"server_uuid": "fffdd311-2f81-4d30-824b-d1076a4ff469", "name": "network-vif-unplugged", "status": "completed", "tag": "47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:26.034958 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b47f2-2b54-4ee6-b1e3-38a3a7ba964c req-73b420f0-150a-45c5-96b7-2f5e76c49ba7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:26.036641 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-158b47f2-2b54-4ee6-b1e3-38a3a7ba964c req-73b420f0-150a-45c5-96b7-2f5e76c49ba7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 948 time: 0.0852053 Jul 05 09:42:26.059986 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-09aa31b3-8725-4f5e-9dbb-0617b7071f9a service neutron] No DVR routers for this DVR port d1701b9b-e087-4986-a4e3-7df4176378c5 on host n-h1-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:42:26.105053 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa31b3-8725-4f5e-9dbb-0617b7071f9a service neutron] Pushing event updated for resources: {'Port': ['ID=d1701b9b-e087-4986-a4e3-7df4176378c5,revision_number=10']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:26.111490 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-09aa31b3-8725-4f5e-9dbb-0617b7071f9a service neutron] 10.222.0.81 "PUT /v2.0/ports/d1701b9b-e087-4986-a4e3-7df4176378c5/bindings/n-h2-798054-8/activate HTTP/1.1" status: 200 len: 369 time: 0.5178177 Jul 05 09:42:26.132456 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-158b47f2-2b54-4ee6-b1e3-38a3a7ba964c req-3632ea0b-4e40-4b07-a677-99b27d870fd2 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893083 Jul 05 09:42:26.165833 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc2361-9f2b-469c-bfc4-a6852a346c8b req-dc63317b-1767-4598-9881-98c094861c2d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:26.180354 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b48d0b78-157d-4281-9bf2-04bb2deef4ff no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:42:26.185797 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45048) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:26.192354 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-20cc2361-9f2b-469c-bfc4-a6852a346c8b req-dc63317b-1767-4598-9881-98c094861c2d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 946 time: 0.1255486 Jul 05 09:42:26.205353 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: b48d0b78-157d-4281-9bf2-04bb2deef4ff {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:42:26.205831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b48d0b78-157d-4281-9bf2-04bb2deef4ff not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:42:26.206317 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ca2ee5b9-a86f-460f-afae-a9422b847030 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:42:26.229343 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: ca2ee5b9-a86f-460f-afae-a9422b847030 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:42:26.230167 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ca2ee5b9-a86f-460f-afae-a9422b847030 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:42:26.238057 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-20cc2361-9f2b-469c-bfc4-a6852a346c8b req-ccd7a949-e23e-41c5-b320-6cd56274a4ba tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446424 Jul 05 09:42:26.267226 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-7396aadf-caca-4e27-930c-a3eb0aceb168 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:26.268803 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-7396aadf-caca-4e27-930c-a3eb0aceb168 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3&tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&binding%3Ahost_id=n-h1-798054-8 HTTP/1.1" status: 200 len: 1095 time: 0.0934596 Jul 05 09:42:26.304986 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dff4d4a-7e3d-4775-be41-94335a2a9579 x-openstack-request-id: req-6dff4d4a-7e3d-4775-be41-94335a2a9579 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:26.305463 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffdd311-2f81-4d30-824b-d1076a4ff469", "name": "network-vif-unplugged", "status": "completed", "tag": "47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:26.305731 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6dff4d4a-7e3d-4775-be41-94335a2a9579 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:26.306316 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffdd311-2f81-4d30-824b-d1076a4ff469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0', 'code': 200} Jul 05 09:42:26.332661 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-3600c73a-2472-4d1e-abc2-39e972f43010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:26.334387 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-3600c73a-2472-4d1e-abc2-39e972f43010 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3&tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b HTTP/1.1" status: 200 len: 1095 time: 0.0575881 Jul 05 09:42:26.344720 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ebc45bc5-f262-445f-8332-5c925910db32 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1191414349-network', 'tenant_id': 'b177f5338a8c495095a3364a4f90feb2'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:26.393838 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc45bc5-f262-445f-8332-5c925910db32 admin admin] Made reservation on behalf of b177f5338a8c495095a3364a4f90feb2 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:26.396837 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebc45bc5-f262-445f-8332-5c925910db32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:26.411256 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebc45bc5-f262-445f-8332-5c925910db32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:26.463837 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-af0c654f-5d2f-4b00-b2ae-7c102485594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:26.465457 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-af0c654f-5d2f-4b00-b2ae-7c102485594f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 1095 time: 0.1031225 Jul 05 09:42:26.476124 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daea2c7-7222-4958-b687-7b7aa574f0ea req-620571eb-256e-4ecd-8dcd-8d6602fdf8a7 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:26.477694 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7daea2c7-7222-4958-b687-7b7aa574f0ea req-620571eb-256e-4ecd-8dcd-8d6602fdf8a7 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 946 time: 0.0709531 Jul 05 09:42:26.495082 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45056) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:26.517691 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c07cb2ef-aa08-40d2-922d-303be5562a6a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Request body: {'floatingip': {'port_id': 'cdc00d6a-b106-44a7-8c58-52daf384b120'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:26.547490 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:26.564776 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c07cb2ef-aa08-40d2-922d-303be5562a6a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:26.602163 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-1b230455-9669-4272-8893-29b6dd3f6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:26.603885 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-1b230455-9669-4272-8893-29b6dd3f6c12 service neutron] 10.222.0.78 "GET /v2.0/networks?id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 200 len: 922 time: 0.1310179 Jul 05 09:42:26.609341 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebc45bc5-f262-445f-8332-5c925910db32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:26.620441 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebc45bc5-f262-445f-8332-5c925910db32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:26.653986 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-666c2755-75db-458c-85ef-4940f2c4bf2e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1701b9b-e087-4986-a4e3-7df4176378c5 HTTP/1.1" status: 200 len: 217 time: 0.0420117 Jul 05 09:42:26.689344 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5c506-0ae1-40d1-a342-cab28a0734bd req-9e88600d-98c7-47b2-853b-96983f86f39b tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:26.690894 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5e5c506-0ae1-40d1-a342-cab28a0734bd req-9e88600d-98c7-47b2-853b-96983f86f39b tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 946 time: 0.2058198 Jul 05 09:42:26.706428 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc45bc5-f262-445f-8332-5c925910db32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:42:26.710009 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc45bc5-f262-445f-8332-5c925910db32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7f61d6-dbcb-4fc4-899f-898d38d351d2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:26.728423 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebc45bc5-f262-445f-8332-5c925910db32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:26.728774 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-ebc45bc5-f262-445f-8332-5c925910db32 admin admin] Added segment e8ad26d8-1377-4db1-bd72-13e8dacf30a0 of type vlan for network ec254af9-1910-4d97-8c22-d1b3d0b9b18f Jul 05 09:42:26.741588 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-03c4fdeb-fa62-43c7-8b89-e356af9d5e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:26.743236 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-03c4fdeb-fa62-43c7-8b89-e356af9d5e44 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4cd5f100-3ecb-4100-a6d6-40f339ce6cc7 HTTP/1.1" status: 200 len: 861 time: 0.0812809 Jul 05 09:42:26.791170 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5e5c506-0ae1-40d1-a342-cab28a0734bd req-15e5eea8-6aaa-420d-a150-311cf4af0dd1 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897753 Jul 05 09:42:26.797142 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-322a184f-f246-419f-963a-4a8cd72f7ac2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352695 Jul 05 09:42:26.798834 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebc45bc5-f262-445f-8332-5c925910db32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:26.886048 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebc45bc5-f262-445f-8332-5c925910db32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:26.887043 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc45bc5-f262-445f-8332-5c925910db32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:26.887632 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebc45bc5-f262-445f-8332-5c925910db32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:26.949375 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ebc45bc5-f262-445f-8332-5c925910db32 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7611969 Jul 05 09:42:26.959926 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45062) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:26.967289 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-83640836-f16a-4f6c-9156-72b76032e1a3 admin admin] Request body: {'subnet': {'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1191414349-subnet', 'tenant_id': 'b177f5338a8c495095a3364a4f90feb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:26.982871 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-860cac82-8569-433d-bd91-de292022622c service neutron] 10.222.0.78 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743903 Jul 05 09:42:26.984796 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc45bc5-f262-445f-8332-5c925910db32 admin admin] Pushing event updated for resources: {'Network': ['ID=ec254af9-1910-4d97-8c22-d1b3d0b9b18f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:26.997133 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network ec254af9-1910-4d97-8c22-d1b3d0b9b18f details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:42:27.051276 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83640836-f16a-4f6c-9156-72b76032e1a3 admin admin] Made reservation on behalf of b177f5338a8c495095a3364a4f90feb2 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:27.053633 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-83640836-f16a-4f6c-9156-72b76032e1a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:27.112970 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86809be0-d5bc-48b8-96ef-c0c777f25d97 req-cbaabe6f-5ca8-4db1-9f2c-21d7961e5469 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:27.114804 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-86809be0-d5bc-48b8-96ef-c0c777f25d97 req-cbaabe6f-5ca8-4db1-9f2c-21d7961e5469 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 944 time: 0.2176259 Jul 05 09:42:27.139339 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190548a6-70c3-4226-b15a-03783301f502 req-1186388a-e7aa-4fb7-b538-85728ba14c83 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:27.140830 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-190548a6-70c3-4226-b15a-03783301f502 req-1186388a-e7aa-4fb7-b538-85728ba14c83 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 946 time: 0.2026515 Jul 05 09:42:27.148956 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-94b29629-fd62-4f7c-b566-01cc99125b26 service neutron] 10.222.0.78 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559882 Jul 05 09:42:27.248099 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-83640836-f16a-4f6c-9156-72b76032e1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:27.298800 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83640836-f16a-4f6c-9156-72b76032e1a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a1a105d-77c4-456f-a245-b66e6fc97786,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:27.320614 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83640836-f16a-4f6c-9156-72b76032e1a3 admin admin] Checking segment: {'id': 'e8ad26d8-1377-4db1-bd72-13e8dacf30a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:27.320972 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83640836-f16a-4f6c-9156-72b76032e1a3 admin admin] Network hostable DHCP agents. Network: ec254af9-1910-4d97-8c22-d1b3d0b9b18f, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:42:27.331923 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6b53c115-fa70-49fb-a505-943b44432cf3 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:42:27.340994 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83640836-f16a-4f6c-9156-72b76032e1a3 admin admin] Network ec254af9-1910-4d97-8c22-d1b3d0b9b18f is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:42:27.354880 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-83640836-f16a-4f6c-9156-72b76032e1a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, ec254af9-1910-4d97-8c22-d1b3d0b9b18f) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:27.369321 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83640836-f16a-4f6c-9156-72b76032e1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:27.369932 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-83640836-f16a-4f6c-9156-72b76032e1a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:27.400749 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-83640836-f16a-4f6c-9156-72b76032e1a3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4287007 Jul 05 09:42:27.580428 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f455120-a7dd-430b-ac11-ec68be1fc197 None None] Network ec254af9-1910-4d97-8c22-d1b3d0b9b18f requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:42:27.608264 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-86809be0-d5bc-48b8-96ef-c0c777f25d97 req-58feea08-96d2-4d22-bd7a-0d9f3fc9e0cb tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834754 Jul 05 09:42:27.631489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-94eba8ec-a040-485e-9ca5-a70a5faecf79 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:27.633124 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-94eba8ec-a040-485e-9ca5-a70a5faecf79 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3&tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&binding%3Ahost_id=n-h2-798054-8 HTTP/1.1" status: 200 len: 1095 time: 0.0896039 Jul 05 09:42:27.639544 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-190548a6-70c3-4226-b15a-03783301f502 req-2b94948a-bcd1-45d4-9671-3a8aa7739049 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693015 Jul 05 09:42:27.666180 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c07cb2ef-aa08-40d2-922d-303be5562a6a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:27.671694 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c07cb2ef-aa08-40d2-922d-303be5562a6a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:27.694362 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 6b53c115-fa70-49fb-a505-943b44432cf3, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6b53c115-fa70-49fb-a505-943b44432cf3,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:27.717828 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '6b53c115-fa70-49fb-a505-943b44432cf3', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '6b53c115-fa70-49fb-a505-943b44432cf3', 'mac_address': 'fa:16:3e:5a:02:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:42:27.764243 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-ffea73d2-62a8-453e-90a4-c0af3f52c3f2 service neutron] For port d1701b9b-e087-4986-a4e3-7df4176378c5, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:27.767941 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-ffea73d2-62a8-453e-90a4-c0af3f52c3f2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:27.768671 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2b754188-c87d-4e74-854e-9a902eee8a20 req-ffea73d2-62a8-453e-90a4-c0af3f52c3f2 service neutron] 10.222.0.78 "DELETE /v2.0/ports/d1701b9b-e087-4986-a4e3-7df4176378c5/bindings/n-h1-798054-8 HTTP/1.1" status: 204 len: 173 time: 0.1287127 Jul 05 09:42:27.776583 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device d1701b9b-e087-4986-a4e3-7df4176378c5 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:42:27.827737 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-c07cb2ef-aa08-40d2-922d-303be5562a6a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Floating IP e53f5c16-2880-46de-b6a8-42937b3dd47e associated. External IP: 172.25.7.20, port: cdc00d6a-b106-44a7-8c58-52daf384b120. Jul 05 09:42:27.893808 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:27.906869 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16da45b8-dc17-425e-bf23-8dac78a7bf26 None None] Network ec254af9-1910-4d97-8c22-d1b3d0b9b18f requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:42:27.913178 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device d1701b9b-e087-4986-a4e3-7df4176378c5 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:42:27.928290 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b53c115-fa70-49fb-a505-943b44432cf3 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:27.935902 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078e9a0-51bd-47e1-976f-b614138f4e35 req-f7dd0a44-3175-4bb2-b593-523a29bc44d7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:27.937446 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9078e9a0-51bd-47e1-976f-b614138f4e35 req-f7dd0a44-3175-4bb2-b593-523a29bc44d7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 948 time: 0.1689467 Jul 05 09:42:27.979447 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 6b53c115-fa70-49fb-a505-943b44432cf3, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6b53c115-fa70-49fb-a505-943b44432cf3,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:27.985957 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:28.040536 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9078e9a0-51bd-47e1-976f-b614138f4e35 req-820c7992-2bb7-4a03-ac4c-34b7d095a9e7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940838 Jul 05 09:42:28.082122 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=6b53c115-fa70-49fb-a505-943b44432cf3,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:28.153620 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07cb2ef-aa08-40d2-922d-303be5562a6a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Router 9ed241d0-799f-41b7-851e-813ec1862e93 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:42:28.334240 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07cb2ef-aa08-40d2-922d-303be5562a6a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:42:28.343978 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fb0fa8-9c08-457f-a5a2-7efffdab3199 None None] Sync routers for ids ['9ed241d0-799f-41b7-851e-813ec1862e93'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:42:28.344544 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c07cb2ef-aa08-40d2-922d-303be5562a6a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:28.356530 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fb0fa8-9c08-457f-a5a2-7efffdab3199 None None] Routers {'9ed241d0-799f-41b7-851e-813ec1862e93'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:42:28.357158 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e6fb0fa8-9c08-457f-a5a2-7efffdab3199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:42:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9ed241d0-799f-41b7-851e-813ec1862e93'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:28.432050 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-87fd8def-7052-432a-be85-95b3b1c51281 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:28.433654 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-87fd8def-7052-432a-be85-95b3b1c51281 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/networks?id=ec254af9-1910-4d97-8c22-d1b3d0b9b18f HTTP/1.1" status: 200 len: 805 time: 0.2113647 Jul 05 09:42:28.444191 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c07cb2ef-aa08-40d2-922d-303be5562a6a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "PUT /v2.0/floatingips/e53f5c16-2880-46de-b6a8-42937b3dd47e HTTP/1.1" status: 200 len: 991 time: 1.9469316 Jul 05 09:42:28.449445 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6d17fa-1e1a-4224-8378-486baa320225', 'tag': 'cdc00d6a-b106-44a7-8c58-52daf384b120'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:28.451656 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f53643d-3871-45c4-adeb-951ca8ace618" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6d17fa-1e1a-4224-8378-486baa320225", "tag": "cdc00d6a-b106-44a7-8c58-52daf384b120"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:28.460181 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-defc8f28-7d95-4082-9870-0c762445879c tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/quotas/b177f5338a8c495095a3364a4f90feb2 HTTP/1.1" status: 200 len: 375 time: 0.0194149 Jul 05 09:42:28.461131 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e6fb0fa8-9c08-457f-a5a2-7efffdab3199 None None] Set router 9ed241d0-799f-41b7-851e-813ec1862e93 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:42:28.465064 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['6b53c115-fa70-49fb-a505-943b44432cf3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:28.502275 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-ef3f1dbe-db2e-4956-9e1b-dc5fb55e4634 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b177f5338a8c495095a3364a4f90feb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348508 Jul 05 09:42:28.515563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0decdfb-53f6-4070-be1b-b95fbb8a5ed8 req-0030c28c-1fe2-48da-9bc3-58029de08072 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:28.517263 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d0decdfb-53f6-4070-be1b-b95fbb8a5ed8 req-0030c28c-1fe2-48da-9bc3-58029de08072 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 946 time: 0.1590126 Jul 05 09:42:28.622710 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d0decdfb-53f6-4070-be1b-b95fbb8a5ed8 req-507b4a95-17e5-402b-a3af-e5b40d26969f tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961080 Jul 05 09:42:28.656177 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-84441359-0157-4775-b912-f5568196f098 service neutron] 10.222.0.79 "GET /v2.0/networks/ec254af9-1910-4d97-8c22-d1b3d0b9b18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378634 Jul 05 09:42:28.699930 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e6fb0fa8-9c08-457f-a5a2-7efffdab3199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'name': 'tempest-AttachVolumeShelveTestJSON-1701151289-router', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:00Z', 'updated_at': '2021-07-05T09:42:04Z', 'revision_number': 4, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'gw_port': {'id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:01Z', 'updated_at': '2021-07-05T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'e53f5c16-2880-46de-b6a8-42937b3dd47e', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'port_id': 'cdc00d6a-b106-44a7-8c58-52daf384b120', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'mac_address': 'fa:16:3e:5f:2f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6d17fa-1e1a-4224-8378-486baa320225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:42:09Z', 'updated_at': '2021-07-05T09:42:27Z', 'revision_number': 1, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f735da5b-e169-46c6-97a7-a66abd0cc6e7', 'name': '', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'mac_address': 'fa:16:3e:6e:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '70194034-b839-4d67-b152-2ad54f034d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:04Z', 'updated_at': '2021-07-05T09:42:10Z', 'revision_number': 5, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'subnets': [{'id': '70194034-b839-4d67-b152-2ad54f034d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:28.727703 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fb0fa8-9c08-457f-a5a2-7efffdab3199 None None] Checking router: 9ed241d0-799f-41b7-851e-813ec1862e93 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:42:28.736951 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fb0fa8-9c08-457f-a5a2-7efffdab3199 None None] Routers {'9ed241d0-799f-41b7-851e-813ec1862e93'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:42:28.737863 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e6fb0fa8-9c08-457f-a5a2-7efffdab3199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:42:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9ed241d0-799f-41b7-851e-813ec1862e93'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:28.756804 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-17652cae-860d-410a-b6e3-87c14abdf909 service neutron] 10.222.0.79 "GET /v2.0/networks/ec254af9-1910-4d97-8c22-d1b3d0b9b18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997660 Jul 05 09:42:28.859373 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e6fb0fa8-9c08-457f-a5a2-7efffdab3199 None None] Set router 9ed241d0-799f-41b7-851e-813ec1862e93 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:42:29.028864 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614af837-f633-4f6a-9968-604d32e2abc9 x-openstack-request-id: req-614af837-f633-4f6a-9968-604d32e2abc9 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:29.029382 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6d17fa-1e1a-4224-8378-486baa320225", "tag": "cdc00d6a-b106-44a7-8c58-52daf384b120", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:29.029382 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-614af837-f633-4f6a-9968-604d32e2abc9 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:29.029790 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6d17fa-1e1a-4224-8378-486baa320225', 'tag': 'cdc00d6a-b106-44a7-8c58-52daf384b120', 'status': 'completed', 'code': 200} Jul 05 09:42:29.199951 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad356b-121b-4abc-8c4a-33a358ccd186 req-8d81c164-75cd-44fa-8c16-e1a9ff6eca81 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:29.201508 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-03ad356b-121b-4abc-8c4a-33a358ccd186 req-8d81c164-75cd-44fa-8c16-e1a9ff6eca81 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9&tenant_id=113815fb01a24fd792ed2a3df3efc0de&binding%3Ahost_id=n-h2-798054-8 HTTP/1.1" status: 200 len: 949 time: 0.2777345 Jul 05 09:42:29.209190 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53643d-3871-45c4-adeb-951ca8ace618 req-74762ad6-407d-47c0-9dd8-011ed51e9315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:29.211006 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f53643d-3871-45c4-adeb-951ca8ace618 req-74762ad6-407d-47c0-9dd8-011ed51e9315 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e14984e744944dda9aa0ac1df3aa0f0a&device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 1097 time: 0.1452029 Jul 05 09:42:29.286331 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e6fb0fa8-9c08-457f-a5a2-7efffdab3199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'name': 'tempest-AttachVolumeShelveTestJSON-1701151289-router', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:00Z', 'updated_at': '2021-07-05T09:42:04Z', 'revision_number': 4, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'gw_port': {'id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:01Z', 'updated_at': '2021-07-05T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'e53f5c16-2880-46de-b6a8-42937b3dd47e', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'port_id': 'cdc00d6a-b106-44a7-8c58-52daf384b120', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'mac_address': 'fa:16:3e:5f:2f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6d17fa-1e1a-4224-8378-486baa320225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:42:09Z', 'updated_at': '2021-07-05T09:42:27Z', 'revision_number': 1, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f735da5b-e169-46c6-97a7-a66abd0cc6e7', 'name': '', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'mac_address': 'fa:16:3e:6e:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '70194034-b839-4d67-b152-2ad54f034d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:04Z', 'updated_at': '2021-07-05T09:42:10Z', 'revision_number': 5, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'subnets': [{'id': '70194034-b839-4d67-b152-2ad54f034d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:29.325381 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fb0fa8-9c08-457f-a5a2-7efffdab3199 None None] The sync data for ids ['9ed241d0-799f-41b7-851e-813ec1862e93'] in n-d-798054-8 is: [{'id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'name': 'tempest-AttachVolumeShelveTestJSON-1701151289-router', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:00Z', 'updated_at': '2021-07-05T09:42:04Z', 'revision_number': 4, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'gw_port': {'id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:01Z', 'updated_at': '2021-07-05T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'e53f5c16-2880-46de-b6a8-42937b3dd47e', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'port_id': 'cdc00d6a-b106-44a7-8c58-52daf384b120', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'mac_address': 'fa:16:3e:5f:2f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6d17fa-1e1a-4224-8378-486baa320225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:42:09Z', 'updated_at': '2021-07-05T09:42:27Z', 'revision_number': 1, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f735da5b-e169-46c6-97a7-a66abd0cc6e7', 'name': '', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'mac_address': 'fa:16:3e:6e:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '70194034-b839-4d67-b152-2ad54f034d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:04Z', 'updated_at': '2021-07-05T09:42:10Z', 'revision_number': 5, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'subnets': [{'id': '70194034-b839-4d67-b152-2ad54f034d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:42:29.341910 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:42:29.349465 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device d1701b9b-e087-4986-a4e3-7df4176378c5 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:42:29.417147 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5992f-d489-4b0f-8cc3-b3787a44e35b req-af5bf1f8-f1c6-4d17-8f11-4bfea6287991 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:29.422367 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f5e5992f-d489-4b0f-8cc3-b3787a44e35b req-af5bf1f8-f1c6-4d17-8f11-4bfea6287991 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 949 time: 0.1399596 Jul 05 09:42:29.463550 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c62fd6-c7e7-4d68-b374-4aaefcb74406 req-1884d91c-2e97-468c-a773-e8bbef872ccc tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:29.471615 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66c62fd6-c7e7-4d68-b374-4aaefcb74406 req-1884d91c-2e97-468c-a773-e8bbef872ccc tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 944 time: 0.2679417 Jul 05 09:42:29.534252 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f5e5992f-d489-4b0f-8cc3-b3787a44e35b req-c01f3bfd-a4f9-4bba-a92a-f7a6a3748e43 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022508 Jul 05 09:42:29.588044 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:29.599018 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66c62fd6-c7e7-4d68-b374-4aaefcb74406 req-3d3a70a6-a034-475e-93cb-8ea6a02032b1 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250436 Jul 05 09:42:29.604098 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0', 'mac_address': 'fa:16:3e:61:c9:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:42:29.667467 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [req-03ad356b-121b-4abc-8c4a-33a358ccd186 req-843b03be-c72a-4a74-962d-f0c71fc917f3 service neutron] delete failed (client error): The resource could not be found. Jul 05 09:42:29.668947 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-03ad356b-121b-4abc-8c4a-33a358ccd186 req-843b03be-c72a-4a74-962d-f0c71fc917f3 service neutron] 10.222.0.81 "DELETE /v2.0/ports/6b53c115-fa70-49fb-a505-943b44432cf3/bindings/n-h1-798054-8 HTTP/1.1" status: 404 len: 380 time: 0.4567189 Jul 05 09:42:29.679480 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:29.710646 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b28327-850c-46bb-8416-d0e28c9e0b54 None None] New status for floating IP e53f5c16-2880-46de-b6a8-42937b3dd47e: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:42:29.714521 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:29.791776 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:29.800760 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:29.830738 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4b511-5349-421a-98d2-1c712f09980a req-9fc985df-12ef-4bf6-afd2-fea60fd7dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:29.832371 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-14b4b511-5349-421a-98d2-1c712f09980a req-9fc985df-12ef-4bf6-afd2-fea60fd7dfef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e87100ed7b6f414db27cc4824d98ad7a&device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 1097 time: 0.5649681 Jul 05 09:42:29.833393 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53643d-3871-45c4-adeb-951ca8ace618 req-abbaabdb-a892-4564-9b65-d920a3630174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:29.834677 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f53643d-3871-45c4-adeb-951ca8ace618 req-abbaabdb-a892-4564-9b65-d920a3630174 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb HTTP/1.1" status: 200 len: 918 time: 0.6141875 Jul 05 09:42:29.886437 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c538d31-b501-48b2-8bb5-b5420f9eadde req-b03b7dfe-ddef-46e6-b0b1-71f5b5d4508d tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7033d7ee-606c-48c6-bb0d-08c572d71401 HTTP/1.1" status: 200 len: 210 time: 0.0655861 Jul 05 09:42:29.924992 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f53643d-3871-45c4-adeb-951ca8ace618 req-595619d6-3489-450b-9117-141029a3e9ee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdc00d6a-b106-44a7-8c58-52daf384b120 HTTP/1.1" status: 200 len: 999 time: 0.0779300 Jul 05 09:42:29.958521 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0,revision_number=10']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:30.029125 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad356b-121b-4abc-8c4a-33a358ccd186 req-6b391a86-ed25-4a31-badd-79b61adba1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:30.030626 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-03ad356b-121b-4abc-8c4a-33a358ccd186 req-6b391a86-ed25-4a31-badd-79b61adba1a7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 1100 time: 0.2656803 Jul 05 09:42:30.085878 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7324c6-117b-4024-89ed-ba832cf1ae23 req-b75b341c-3432-4bec-9467-105ee747d629 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:30.087611 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-de7324c6-117b-4024-89ed-ba832cf1ae23 req-b75b341c-3432-4bec-9467-105ee747d629 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 946 time: 0.0828013 Jul 05 09:42:30.109094 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53643d-3871-45c4-adeb-951ca8ace618 req-2e19f3fa-8ad7-4fe8-ad55-680903e66049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:30.110127 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f53643d-3871-45c4-adeb-951ca8ace618 req-2e19f3fa-8ad7-4fe8-ad55-680903e66049 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70194034-b839-4d67-b152-2ad54f034d6c HTTP/1.1" status: 200 len: 856 time: 0.1694081 Jul 05 09:42:30.170940 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-de7324c6-117b-4024-89ed-ba832cf1ae23 req-64228e84-364c-49b7-b12d-4294c6144fa0 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658250 Jul 05 09:42:30.192395 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4b511-5349-421a-98d2-1c712f09980a req-79265d18-78f6-43d6-8c78-5a6a12173006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:30.194107 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-14b4b511-5349-421a-98d2-1c712f09980a req-79265d18-78f6-43d6-8c78-5a6a12173006 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b653a93b-7875-4c27-adc4-358454c9269f HTTP/1.1" status: 200 len: 916 time: 0.2680836 Jul 05 09:42:30.203944 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492512f-fe5e-4e73-b3e7-477ad36d567f req-0baa5a0a-25ed-4c30-ba8e-182b253034f2 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:30.205651 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5492512f-fe5e-4e73-b3e7-477ad36d567f req-0baa5a0a-25ed-4c30-ba8e-182b253034f2 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.0813911 Jul 05 09:42:30.249025 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:30.258290 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad356b-121b-4abc-8c4a-33a358ccd186 req-f3ab2145-874a-4050-af3b-3f8ad5d81e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:30.260035 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-03ad356b-121b-4abc-8c4a-33a358ccd186 req-f3ab2145-874a-4050-af3b-3f8ad5d81e8c service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.2205882 Jul 05 09:42:30.263662 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-14b4b511-5349-421a-98d2-1c712f09980a req-1b50ec1e-9ba0-451e-ba56-add153cf2fc7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ff3b6ec-5195-4a4f-9380-9f6674ea1866 HTTP/1.1" status: 200 len: 217 time: 0.0535491 Jul 05 09:42:30.278494 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5492512f-fe5e-4e73-b3e7-477ad36d567f req-f1f5ab1b-2484-48c7-a1ce-66d6871f59b9 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661528 Jul 05 09:42:30.335357 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53643d-3871-45c4-adeb-951ca8ace618 req-5bc742c7-f35d-4f8a-855a-784ccb55ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:30.336974 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f53643d-3871-45c4-adeb-951ca8ace618 req-5bc742c7-f35d-4f8a-855a-784ccb55ffe1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2135820 Jul 05 09:42:30.355382 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-03ad356b-121b-4abc-8c4a-33a358ccd186 req-63095d2d-c519-464b-90ed-371a0bba0eec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=6b53c115-fa70-49fb-a505-943b44432cf3 HTTP/1.1" status: 200 len: 217 time: 0.0831776 Jul 05 09:42:30.358299 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d69852-b8ba-432d-a2af-cbfcf4982a8b req-7c5190a8-d4e5-4068-9eca-d8de872966c0 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:30.361239 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8d69852-b8ba-432d-a2af-cbfcf4982a8b req-7c5190a8-d4e5-4068-9eca-d8de872966c0 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 1095 time: 0.0658793 Jul 05 09:42:30.468119 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4b511-5349-421a-98d2-1c712f09980a req-df316e3d-2481-4894-ad13-ea0e39510ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:30.469691 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-14b4b511-5349-421a-98d2-1c712f09980a req-df316e3d-2481-4894-ad13-ea0e39510ad8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e329e344-f615-4608-9433-02b0d4ae9eea HTTP/1.1" status: 200 len: 854 time: 0.1964102 Jul 05 09:42:30.476326 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8d69852-b8ba-432d-a2af-cbfcf4982a8b req-b5f75727-5b05-4b72-9631-7c5bb972505d tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046505 Jul 05 09:42:30.522346 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad356b-121b-4abc-8c4a-33a358ccd186 req-206c3fa0-3770-47eb-bd60-0b95357acdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:30.523881 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-03ad356b-121b-4abc-8c4a-33a358ccd186 req-206c3fa0-3770-47eb-bd60-0b95357acdea service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1551318 Jul 05 09:42:30.553507 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-e0388ffb-c920-4877-a12c-abadd2d62870 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:30.555312 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-e0388ffb-c920-4877-a12c-abadd2d62870 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.81 "GET /v2.0/networks?id=ec254af9-1910-4d97-8c22-d1b3d0b9b18f HTTP/1.1" status: 200 len: 805 time: 0.1617084 Jul 05 09:42:30.577496 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-76a4c5f1-ba5c-4d91-9b32-14eef6680f6c tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Request body: {'port': {'device_id': '7033d7ee-606c-48c6-bb0d-08c572d71401', 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f', 'admin_state_up': True, 'tenant_id': 'b177f5338a8c495095a3364a4f90feb2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:30.588349 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f53643d-3871-45c4-adeb-951ca8ace618 req-209fb50c-899c-4b07-9df0-a20653d95956 service neutron] 10.222.0.81 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301836 Jul 05 09:42:30.670137 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4b511-5349-421a-98d2-1c712f09980a req-4d25475f-c111-4467-a0f3-70fcd10a4526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:30.671728 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-14b4b511-5349-421a-98d2-1c712f09980a req-4d25475f-c111-4467-a0f3-70fcd10a4526 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b653a93b-7875-4c27-adc4-358454c9269f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1939557 Jul 05 09:42:30.693285 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad356b-121b-4abc-8c4a-33a358ccd186 req-25b82285-dc6e-42e1-b19c-abbbbee94cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:30.695000 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-03ad356b-121b-4abc-8c4a-33a358ccd186 req-25b82285-dc6e-42e1-b19c-abbbbee94cdd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1637423 Jul 05 09:42:30.741029 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-76a4c5f1-ba5c-4d91-9b32-14eef6680f6c tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Made reservation on behalf of b177f5338a8c495095a3364a4f90feb2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:30.744768 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-76a4c5f1-ba5c-4d91-9b32-14eef6680f6c tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:30.849022 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f53643d-3871-45c4-adeb-951ca8ace618 req-680e7d7e-3dcc-4ff7-8099-da7140be2ddb service neutron] 10.222.0.81 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463179 Jul 05 09:42:30.897599 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-14b4b511-5349-421a-98d2-1c712f09980a req-47597509-c597-4b02-9c01-6a74264e6a90 service neutron] 10.222.0.81 "GET /v2.0/networks/b653a93b-7875-4c27-adc4-358454c9269f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989288 Jul 05 09:42:30.904397 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-03ad356b-121b-4abc-8c4a-33a358ccd186 req-7335547f-8f23-4fb6-95f6-c2554e47fe51 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946182 Jul 05 09:42:30.905564 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d845698-2cc8-48dd-94b4-d11d9e635335 req-a945e896-d6b9-415e-90a5-f22f87078309 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:30.907057 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0d845698-2cc8-48dd-94b4-d11d9e635335 req-a945e896-d6b9-415e-90a5-f22f87078309 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 949 time: 0.1792653 Jul 05 09:42:31.012268 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0d845698-2cc8-48dd-94b4-d11d9e635335 req-1fa4b486-cd1d-4454-a87a-a6327d66aa00 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978546 Jul 05 09:42:31.033419 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-c81aa0c3-ceaa-42d9-abaa-3314968feec1 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:31.034898 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-c81aa0c3-ceaa-42d9-abaa-3314968feec1 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/networks?id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 200 len: 821 time: 0.2042239 Jul 05 09:42:31.036069 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-76a4c5f1-ba5c-4d91-9b32-14eef6680f6c tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Allocated IP 172.20.0.6 (ec254af9-1910-4d97-8c22-d1b3d0b9b18f/5a1a105d-77c4-456f-a245-b66e6fc97786/9795f5d9-8816-4719-a8f6-fe30f49345e2) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:31.060741 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-14b4b511-5349-421a-98d2-1c712f09980a req-e48996b5-e00b-4ab6-a69b-47d677222926 service neutron] 10.222.0.81 "GET /v2.0/networks/b653a93b-7875-4c27-adc4-358454c9269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553199 Jul 05 09:42:31.064255 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-03ad356b-121b-4abc-8c4a-33a358ccd186 req-c43ca17a-a9ac-4606-b9c5-28bf793119ad service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501954 Jul 05 09:42:31.065488 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-504db83d-2cd5-4294-9487-ebe7dcc8cdad tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/quotas/27a08ed4c5d94b9c9c7a4760272e7f3b HTTP/1.1" status: 200 len: 375 time: 0.0150912 Jul 05 09:42:31.244364 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-66630edb-1938-4c96-98be-a3f4b851ca8f tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1570060 Jul 05 09:42:31.270450 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-76a4c5f1-ba5c-4d91-9b32-14eef6680f6c tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:31.325315 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f875bb02-2a77-4476-8aff-821c22de0034 req-a390b8cc-54c0-47f3-b550-88ab6d631be5 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7033d7ee-606c-48c6-bb0d-08c572d71401 HTTP/1.1" status: 200 len: 210 time: 0.0800085 Jul 05 09:42:31.365250 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6b53c115-fa70-49fb-a505-943b44432cf3 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:31.388427 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-b68045bf-790e-449d-b071-e9465968b766 service neutron] 10.222.0.79 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376035 Jul 05 09:42:31.396725 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-76a4c5f1-ba5c-4d91-9b32-14eef6680f6c tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:31.424451 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 6b53c115-fa70-49fb-a505-943b44432cf3 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:31.428925 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 6b53c115-fa70-49fb-a505-943b44432cf3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:31.429312 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:31.493763 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-76a4c5f1-ba5c-4d91-9b32-14eef6680f6c tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Network ec254af9-1910-4d97-8c22-d1b3d0b9b18f is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:31.503159 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-76a4c5f1-ba5c-4d91-9b32-14eef6680f6c tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:31.511291 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-76a4c5f1-ba5c-4d91-9b32-14eef6680f6c tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:31.517612 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:31.533989 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4c5f1-ba5c-4d91-9b32-14eef6680f6c tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Pushing event updated for resources: {'Port': ['ID=9795f5d9-8816-4719-a8f6-fe30f49345e2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:31.552912 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06716c5-5057-48fd-ad54-e875163b01a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b53c115-fa70-49fb-a505-943b44432cf3'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:31.554728 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d64ef7-84b5-41f2-9381-d4a3a7c6d6af" -d '{"events": [{"server_uuid": "c06716c5-5057-48fd-ad54-e875163b01a9", "name": "network-vif-plugged", "status": "completed", "tag": "6b53c115-fa70-49fb-a505-943b44432cf3"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:31.573249 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 6b53c115-fa70-49fb-a505-943b44432cf3, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6b53c115-fa70-49fb-a505-943b44432cf3,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:31.577911 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:31.611911 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-76a4c5f1-ba5c-4d91-9b32-14eef6680f6c tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:31.611911 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-76a4c5f1-ba5c-4d91-9b32-14eef6680f6c tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:31.622449 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-1fc0467d-7998-4545-b050-36d02e99c8f3 service neutron] 10.222.0.79 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236767 Jul 05 09:42:31.625616 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-76a4c5f1-ba5c-4d91-9b32-14eef6680f6c tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0618744 Jul 05 09:42:31.631727 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=6b53c115-fa70-49fb-a505-943b44432cf3,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:31.639179 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-9f5fada2-c80e-4ad3-b7c4-359234c886dd service neutron] Request body: {'port': {'device_id': '7033d7ee-606c-48c6-bb0d-08c572d71401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:31.702779 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082ddaa-dc8b-446a-b639-b8b34915b0f2 req-d6776a7a-58bc-4bd5-a7ed-69d20bd60b3c tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:31.704278 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e082ddaa-dc8b-446a-b639-b8b34915b0f2 req-d6776a7a-58bc-4bd5-a7ed-69d20bd60b3c tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 946 time: 0.1450036 Jul 05 09:42:31.758594 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-9f5fada2-c80e-4ad3-b7c4-359234c886dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:31.775923 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e082ddaa-dc8b-446a-b639-b8b34915b0f2 req-3368d1e9-8172-45b0-8cee-991fb244a921 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538280 Jul 05 09:42:32.015488 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b86193-9b9c-4ab8-a9b3-8be7c9981b09 x-openstack-request-id: req-54b86193-9b9c-4ab8-a9b3-8be7c9981b09 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:32.015789 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06716c5-5057-48fd-ad54-e875163b01a9", "name": "network-vif-plugged", "status": "completed", "tag": "6b53c115-fa70-49fb-a505-943b44432cf3", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:32.016188 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-54b86193-9b9c-4ab8-a9b3-8be7c9981b09 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:32.016678 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06716c5-5057-48fd-ad54-e875163b01a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b53c115-fa70-49fb-a505-943b44432cf3', 'code': 200} Jul 05 09:42:32.055168 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c48d2b-2d2f-4cb4-8b8a-4a465028d472 req-99116e97-a42e-460a-9043-e04b780f6f20 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:32.056783 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a0c48d2b-2d2f-4cb4-8b8a-4a465028d472 req-99116e97-a42e-460a-9043-e04b780f6f20 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.1554186 Jul 05 09:42:32.111040 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7b410ef8-a08f-4ba9-84bf-dc35d5a3264f req-1384ea96-9fc9-4ad7-9815-0ad36881c71f tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 210 time: 0.0530548 Jul 05 09:42:32.177906 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a0c48d2b-2d2f-4cb4-8b8a-4a465028d472 req-1f1d7013-1f51-48ce-8aac-3eda4f79cc8a tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066539 Jul 05 09:42:32.191962 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-9f5fada2-c80e-4ad3-b7c4-359234c886dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9795f5d9-8816-4719-a8f6-fe30f49345e2 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:32.199772 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-9f5fada2-c80e-4ad3-b7c4-359234c886dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:32.257760 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-9f5fada2-c80e-4ad3-b7c4-359234c886dd service neutron] Transition to ACTIVE for port object 9795f5d9-8816-4719-a8f6-fe30f49345e2 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:32.262838 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-9f5fada2-c80e-4ad3-b7c4-359234c886dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:32.300334 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:32.326785 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fada2-c80e-4ad3-b7c4-359234c886dd service neutron] Pushing event updated for resources: {'Port': ['ID=9795f5d9-8816-4719-a8f6-fe30f49345e2,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:32.393691 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4b95a-e5b0-4b7a-9d8c-0dd2b1014aaa req-b4fd7718-2181-4d94-b146-09af4b46dfd7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:32.395804 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0dc4b95a-e5b0-4b7a-9d8c-0dd2b1014aaa req-b4fd7718-2181-4d94-b146-09af4b46dfd7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.1733253 Jul 05 09:42:32.448030 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-9f5fada2-c80e-4ad3-b7c4-359234c886dd service neutron] Attempting to bind port 9795f5d9-8816-4719-a8f6-fe30f49345e2 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:42:32.448359 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-9f5fada2-c80e-4ad3-b7c4-359234c886dd service neutron] Attempting to bind port 9795f5d9-8816-4719-a8f6-fe30f49345e2 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'e8ad26d8-1377-4db1-bd72-13e8dacf30a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:42:32.448682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-9f5fada2-c80e-4ad3-b7c4-359234c886dd service neutron] Attempting to bind port 9795f5d9-8816-4719-a8f6-fe30f49345e2 on network ec254af9-1910-4d97-8c22-d1b3d0b9b18f {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:32.466678 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-9f5fada2-c80e-4ad3-b7c4-359234c886dd service neutron] Port 9795f5d9-8816-4719-a8f6-fe30f49345e2 on network ec254af9-1910-4d97-8c22-d1b3d0b9b18f not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:42:32.467007 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-9f5fada2-c80e-4ad3-b7c4-359234c886dd service neutron] Attempting to bind port 9795f5d9-8816-4719-a8f6-fe30f49345e2 on network ec254af9-1910-4d97-8c22-d1b3d0b9b18f {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:32.471184 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0dc4b95a-e5b0-4b7a-9d8c-0dd2b1014aaa req-8030fa2c-6957-4ba2-9f1d-6e11dc8ed91b tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666144 Jul 05 09:42:32.505008 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-9f5fada2-c80e-4ad3-b7c4-359234c886dd service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:42:32.505413 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-9f5fada2-c80e-4ad3-b7c4-359234c886dd service neutron] Checking segment: {'id': 'e8ad26d8-1377-4db1-bd72-13e8dacf30a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:32.505924 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-9f5fada2-c80e-4ad3-b7c4-359234c886dd service neutron] Bound using segment: {'id': 'e8ad26d8-1377-4db1-bd72-13e8dacf30a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:42:32.506465 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-9f5fada2-c80e-4ad3-b7c4-359234c886dd service neutron] Bound port: 9795f5d9-8816-4719-a8f6-fe30f49345e2, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ad26d8-1377-4db1-bd72-13e8dacf30a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:42:32.508711 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-9f5fada2-c80e-4ad3-b7c4-359234c886dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:32.593383 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792261ba-a1ce-453a-8848-e9f52b3ee58f req-3ee1c7f0-57a6-4dc2-84df-54b2923f82ec tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:32.593383 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-792261ba-a1ce-453a-8848-e9f52b3ee58f req-3ee1c7f0-57a6-4dc2-84df-54b2923f82ec tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7033d7ee-606c-48c6-bb0d-08c572d71401 HTTP/1.1" status: 200 len: 943 time: 0.1450880 Jul 05 09:42:32.616798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-9f5fada2-c80e-4ad3-b7c4-359234c886dd service neutron] For port 9795f5d9-8816-4719-a8f6-fe30f49345e2, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:32.932586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-9f5fada2-c80e-4ad3-b7c4-359234c886dd service neutron] For port 9795f5d9-8816-4719-a8f6-fe30f49345e2, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=9795f5d9-8816-4719-a8f6-fe30f49345e2,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:42:32.959869 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-9f5fada2-c80e-4ad3-b7c4-359234c886dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:32.998441 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-792261ba-a1ce-453a-8848-e9f52b3ee58f req-c92205d8-0755-46c1-a66f-660fb15c1333 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930461 Jul 05 09:42:33.017002 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-9f5fada2-c80e-4ad3-b7c4-359234c886dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:33.017705 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-9f5fada2-c80e-4ad3-b7c4-359234c886dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:33.019111 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-9f5fada2-c80e-4ad3-b7c4-359234c886dd service neutron] 10.222.0.81 "PUT /v2.0/ports/9795f5d9-8816-4719-a8f6-fe30f49345e2 HTTP/1.1" status: 200 len: 1091 time: 1.3842649 Jul 05 09:42:33.020807 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7033d7ee-606c-48c6-bb0d-08c572d71401', 'tag': '9795f5d9-8816-4719-a8f6-fe30f49345e2'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:33.022989 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5a33ba-a5a1-4947-b8e1-aef0dfdbb2c5" -d '{"events": [{"name": "network-changed", "server_uuid": "7033d7ee-606c-48c6-bb0d-08c572d71401", "tag": "9795f5d9-8816-4719-a8f6-fe30f49345e2"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:33.072947 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fada2-c80e-4ad3-b7c4-359234c886dd service neutron] Pushing event updated for resources: {'Port': ['ID=9795f5d9-8816-4719-a8f6-fe30f49345e2,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:33.104414 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed989d-96fd-480f-97c8-ccb475c15fb5 req-8f08e043-7e7b-41f3-985a-11824a4e2513 tempest-MigrationsAdminTest-1277672489 tempest-MigrationsAdminTest-1277672489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:33.105962 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17ed989d-96fd-480f-97c8-ccb475c15fb5 req-8f08e043-7e7b-41f3-985a-11824a4e2513 tempest-MigrationsAdminTest-1277672489 tempest-MigrationsAdminTest-1277672489-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 1101 time: 0.1943579 Jul 05 09:42:33.147245 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-0ef32304-1f63-4b06-9f30-7a95f9c6763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:33.149590 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-0ef32304-1f63-4b06-9f30-7a95f9c6763a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b177f5338a8c495095a3364a4f90feb2&device_id=7033d7ee-606c-48c6-bb0d-08c572d71401 HTTP/1.1" status: 200 len: 1094 time: 0.0747509 Jul 05 09:42:33.198800 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-b7431696-33de-4f86-99e2-d04e2cc0d330 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9795f5d9-8816-4719-a8f6-fe30f49345e2 HTTP/1.1" status: 200 len: 217 time: 0.0414658 Jul 05 09:42:33.202774 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17ed989d-96fd-480f-97c8-ccb475c15fb5 req-0527888e-f107-48a0-b282-ba3d7f071df8 tempest-MigrationsAdminTest-1277672489 tempest-MigrationsAdminTest-1277672489-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899861 Jul 05 09:42:33.228138 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-b545e0f0-0e87-4418-8c8d-dd3224c51529 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:33.229605 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-b545e0f0-0e87-4418-8c8d-dd3224c51529 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.81 "GET /v2.0/networks?id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 200 len: 821 time: 0.1812644 Jul 05 09:42:33.249392 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-9f7a01ff-62f8-44ee-8774-4fa0bfa6bd15 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Request body: {'port': {'device_id': '53612850-0eca-4636-a84a-a86e3e2dc16b', 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3', 'admin_state_up': True, 'tenant_id': '27a08ed4c5d94b9c9c7a4760272e7f3b'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:33.271743 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-ed0256f9-9f32-42ba-af14-f3db32ed76de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:33.271743 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-ed0256f9-9f32-42ba-af14-f3db32ed76de service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5a1a105d-77c4-456f-a245-b66e6fc97786 HTTP/1.1" status: 200 len: 845 time: 0.0649598 Jul 05 09:42:33.301204 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923870c-7c2f-4d74-a731-c6dcad121441 req-78bdfc7e-09e6-4aa7-8857-d59453bc1b09 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:33.302699 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5923870c-7c2f-4d74-a731-c6dcad121441 req-78bdfc7e-09e6-4aa7-8857-d59453bc1b09 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 946 time: 0.1687121 Jul 05 09:42:33.315429 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-87597000-293c-498b-af5e-84bc416e72fc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec254af9-1910-4d97-8c22-d1b3d0b9b18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351317 Jul 05 09:42:33.367412 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5923870c-7c2f-4d74-a731-c6dcad121441 req-aa77d543-d5a3-4fc2-b7a6-326146ef79a4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556233 Jul 05 09:42:33.383956 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21c5844-61e0-4fc4-b266-2a472d85f073 x-openstack-request-id: req-f21c5844-61e0-4fc4-b266-2a472d85f073 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:33.384251 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7033d7ee-606c-48c6-bb0d-08c572d71401", "tag": "9795f5d9-8816-4719-a8f6-fe30f49345e2", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:33.384509 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f21c5844-61e0-4fc4-b266-2a472d85f073 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:33.384900 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7033d7ee-606c-48c6-bb0d-08c572d71401', 'tag': '9795f5d9-8816-4719-a8f6-fe30f49345e2', 'status': 'completed', 'code': 200} Jul 05 09:42:33.385041 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:33.430034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-9f7a01ff-62f8-44ee-8774-4fa0bfa6bd15 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Made reservation on behalf of 27a08ed4c5d94b9c9c7a4760272e7f3b for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:33.433961 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-9f7a01ff-62f8-44ee-8774-4fa0bfa6bd15 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:33.460994 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:33.462759 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:33.466236 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-bb264b0a-a7cc-4233-820d-ded20e2cb119 service neutron] 10.222.0.81 "GET /v2.0/networks/ec254af9-1910-4d97-8c22-d1b3d0b9b18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373553 Jul 05 09:42:33.554234 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:33.580635 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-45398f0f-4cd3-4958-9b5b-ac6bf1dd4a10 req-52517dd2-0812-4f78-a35a-f001c31797e9 service neutron] 10.222.0.81 "GET /v2.0/networks/ec254af9-1910-4d97-8c22-d1b3d0b9b18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059942 Jul 05 09:42:33.590225 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-901fc344-a095-460c-af04-c1d624be617d req-dc5d857e-8d49-4af0-8b67-e324a398fd7a tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 210 time: 0.0617809 Jul 05 09:42:33.593217 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:33.599639 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:33.674715 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0,revision_number=11']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:33.706672 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25c83e-c617-4b4e-872b-42472c079faf req-588d083f-a8d8-4756-9acc-8c8a848a33cd tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:33.708581 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d25c83e-c617-4b4e-872b-42472c079faf req-588d083f-a8d8-4756-9acc-8c8a848a33cd tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 948 time: 0.1791546 Jul 05 09:42:33.709994 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-9f7a01ff-62f8-44ee-8774-4fa0bfa6bd15 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Allocated IP 172.20.0.8 (33584e1d-fbb7-4689-90f6-bc3d0ee549b3/4cd5f100-3ecb-4100-a6d6-40f339ce6cc7/0f90be91-db15-4bef-a182-f1ac65014b1c) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:33.721393 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a33ba-a5a1-4947-b8e1-aef0dfdbb2c5 req-b64cb7f2-d510-433d-8674-95c25f8450e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:33.723445 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0f5a33ba-a5a1-4947-b8e1-aef0dfdbb2c5 req-b64cb7f2-d510-433d-8674-95c25f8450e5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b177f5338a8c495095a3364a4f90feb2&device_id=7033d7ee-606c-48c6-bb0d-08c572d71401 HTTP/1.1" status: 200 len: 1094 time: 0.0847187 Jul 05 09:42:33.773120 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d25c83e-c617-4b4e-872b-42472c079faf req-8cd1dfe3-2c64-4be0-857c-6a0a703dc4ff tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577011 Jul 05 09:42:33.859261 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a33ba-a5a1-4947-b8e1-aef0dfdbb2c5 req-561cf982-ad92-4070-8e5c-dc18c945e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:33.862403 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0f5a33ba-a5a1-4947-b8e1-aef0dfdbb2c5 req-561cf982-ad92-4070-8e5c-dc18c945e266 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ec254af9-1910-4d97-8c22-d1b3d0b9b18f HTTP/1.1" status: 200 len: 906 time: 0.1316760 Jul 05 09:42:33.904680 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-614c9c10-5cdb-4923-a201-36ab5a3bec19 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=113815fb01a24fd792ed2a3df3efc0de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283208 Jul 05 09:42:33.912354 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0f5a33ba-a5a1-4947-b8e1-aef0dfdbb2c5 req-4ae0879c-5342-43ec-839a-8a41b61eba72 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9795f5d9-8816-4719-a8f6-fe30f49345e2 HTTP/1.1" status: 200 len: 217 time: 0.0420763 Jul 05 09:42:33.972330 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a33ba-a5a1-4947-b8e1-aef0dfdbb2c5 req-4ba01293-f6e2-488d-bc88-02a1e39dc3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:33.973878 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0f5a33ba-a5a1-4947-b8e1-aef0dfdbb2c5 req-4ba01293-f6e2-488d-bc88-02a1e39dc3e5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5a1a105d-77c4-456f-a245-b66e6fc97786 HTTP/1.1" status: 200 len: 845 time: 0.0459094 Jul 05 09:42:34.002206 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-9f7a01ff-62f8-44ee-8774-4fa0bfa6bd15 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:34.013838 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0f5a33ba-a5a1-4947-b8e1-aef0dfdbb2c5 req-900863d4-5dc9-4569-9d6f-1851e83d513d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec254af9-1910-4d97-8c22-d1b3d0b9b18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327177 Jul 05 09:42:34.018257 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffdd311-2f81-4d30-824b-d1076a4ff469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:34.021256 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b0936e-9552-4f1c-b512-d5615d7b91a8" -d '{"events": [{"server_uuid": "fffdd311-2f81-4d30-824b-d1076a4ff469", "name": "network-vif-plugged", "status": "completed", "tag": "47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:34.100433 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-e5c6cfa9-3a8c-4816-a0f1-b4a554aad33f tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:34.102061 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-e5c6cfa9-3a8c-4816-a0f1-b4a554aad33f tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1903925 Jul 05 09:42:34.103587 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0f5a33ba-a5a1-4947-b8e1-aef0dfdbb2c5 req-cbb7ed5f-1b70-4ef1-acb7-5313a9e4409a service neutron] 10.222.0.81 "GET /v2.0/networks/ec254af9-1910-4d97-8c22-d1b3d0b9b18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820007 Jul 05 09:42:34.143526 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-ab050082-5f91-43c5-aff3-dd9953c6239b tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/quotas/113815fb01a24fd792ed2a3df3efc0de HTTP/1.1" status: 200 len: 375 time: 0.0308821 Jul 05 09:42:34.151656 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-9f7a01ff-62f8-44ee-8774-4fa0bfa6bd15 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:34.198300 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ff9b2-2d90-4769-958d-8449e15d4d06 req-81736ad5-baad-4a15-9b4c-007e4796b46b tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:34.199812 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6f6ff9b2-2d90-4769-958d-8449e15d4d06 req-81736ad5-baad-4a15-9b4c-007e4796b46b tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 946 time: 0.1804614 Jul 05 09:42:34.200701 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0f5a33ba-a5a1-4947-b8e1-aef0dfdbb2c5 req-df424194-b1e1-431c-baa4-4ecd2f562777 service neutron] 10.222.0.81 "GET /v2.0/networks/ec254af9-1910-4d97-8c22-d1b3d0b9b18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889764 Jul 05 09:42:34.257137 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-9f7a01ff-62f8-44ee-8774-4fa0bfa6bd15 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:34.268441 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-9f7a01ff-62f8-44ee-8774-4fa0bfa6bd15 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:34.275481 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-9f7a01ff-62f8-44ee-8774-4fa0bfa6bd15 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:34.279330 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a01ff-62f8-44ee-8774-4fa0bfa6bd15 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Pushing event updated for resources: {'Port': ['ID=0f90be91-db15-4bef-a182-f1ac65014b1c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:34.328089 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6f6ff9b2-2d90-4769-958d-8449e15d4d06 req-2e699d5f-9d8f-4559-9650-43ef7550ebae tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074281 Jul 05 09:42:34.352869 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-9f7a01ff-62f8-44ee-8774-4fa0bfa6bd15 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:34.353560 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-9f7a01ff-62f8-44ee-8774-4fa0bfa6bd15 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:34.360145 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-b9c77f2c-718d-4969-85f5-251dabb3295b tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2092988 Jul 05 09:42:34.373788 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-9f7a01ff-62f8-44ee-8774-4fa0bfa6bd15 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1305463 Jul 05 09:42:34.375030 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76e1504-e649-4c7d-aba1-3f2d96ae4bc9 x-openstack-request-id: req-f76e1504-e649-4c7d-aba1-3f2d96ae4bc9 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:34.375355 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffdd311-2f81-4d30-824b-d1076a4ff469", "name": "network-vif-plugged", "status": "completed", "tag": "47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:34.375650 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f76e1504-e649-4c7d-aba1-3f2d96ae4bc9 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:34.376104 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffdd311-2f81-4d30-824b-d1076a4ff469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0', 'code': 200} Jul 05 09:42:34.385879 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-06128522-de23-49a3-be99-17fd8d074792 service neutron] Request body: {'port': {'device_id': '53612850-0eca-4636-a84a-a86e3e2dc16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:34.466963 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-06128522-de23-49a3-be99-17fd8d074792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:34.649869 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee4908-b60d-4ba9-ae9b-63d561cd3831 req-fdfbe381-58a2-4bf2-b7f3-e608a0a77ea4 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:34.656637 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-38ee4908-b60d-4ba9-ae9b-63d561cd3831 req-fdfbe381-58a2-4bf2-b7f3-e608a0a77ea4 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7033d7ee-606c-48c6-bb0d-08c572d71401 HTTP/1.1" status: 200 len: 943 time: 0.1782963 Jul 05 09:42:34.676494 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f6e3d-5b31-4328-8e63-1d5080921fc2 req-277c5a84-969f-47f6-b485-5a3d0f1ccc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:34.677726 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-459f6e3d-5b31-4328-8e63-1d5080921fc2 req-277c5a84-969f-47f6-b485-5a3d0f1ccc01 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 1100 time: 0.0777237 Jul 05 09:42:34.722878 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-459f6e3d-5b31-4328-8e63-1d5080921fc2 req-57044dcc-facb-4c06-86fa-bbc2bf0bf9dc service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383646 Jul 05 09:42:34.781271 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-38ee4908-b60d-4ba9-ae9b-63d561cd3831 req-eb568eda-6417-4338-aa6a-5ae821ff6a5a tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237779 Jul 05 09:42:34.879181 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17844ae8-592f-4a1a-aa37-044727f06e55 req-037ea921-a307-4fb3-bfc0-c15b828c9c73 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 210 time: 0.0442042 Jul 05 09:42:34.892230 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a0a20-affc-450e-809d-cdd0f5a6f6aa req-8c220095-6842-4b99-b988-80d4f548a3da tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:34.894022 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-290a0a20-affc-450e-809d-cdd0f5a6f6aa req-8c220095-6842-4b99-b988-80d4f548a3da tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=592528b5-1e76-41c5-8fbd-e379b3ae2e2d HTTP/1.1" status: 200 len: 946 time: 0.1697655 Jul 05 09:42:34.971105 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-290a0a20-affc-450e-809d-cdd0f5a6f6aa req-9c76cde5-76ba-46bf-9fd2-6cc0824f7686 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661886 Jul 05 09:42:34.973458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-06128522-de23-49a3-be99-17fd8d074792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f90be91-db15-4bef-a182-f1ac65014b1c {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:34.990522 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-06128522-de23-49a3-be99-17fd8d074792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:35.005404 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-06128522-de23-49a3-be99-17fd8d074792 service neutron] Transition to ACTIVE for port object 0f90be91-db15-4bef-a182-f1ac65014b1c will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:35.022768 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-06128522-de23-49a3-be99-17fd8d074792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:35.101103 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06128522-de23-49a3-be99-17fd8d074792 service neutron] Pushing event updated for resources: {'Port': ['ID=0f90be91-db15-4bef-a182-f1ac65014b1c,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:35.171254 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5a722-4347-4962-8b25-545cd89e35d5 req-d697103a-4f30-4394-99fc-c6b13d9c51bc tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:35.172895 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dfa5a722-4347-4962-8b25-545cd89e35d5 req-d697103a-4f30-4394-99fc-c6b13d9c51bc tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 943 time: 0.1640148 Jul 05 09:42:35.239506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-06128522-de23-49a3-be99-17fd8d074792 service neutron] Attempting to bind port 0f90be91-db15-4bef-a182-f1ac65014b1c on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:42:35.239880 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-06128522-de23-49a3-be99-17fd8d074792 service neutron] Attempting to bind port 0f90be91-db15-4bef-a182-f1ac65014b1c by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:42:35.240199 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-06128522-de23-49a3-be99-17fd8d074792 service neutron] Attempting to bind port 0f90be91-db15-4bef-a182-f1ac65014b1c on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:35.258623 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dfa5a722-4347-4962-8b25-545cd89e35d5 req-2ff111ff-2b25-46df-9e93-b89c2880919c tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770097 Jul 05 09:42:35.259157 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-06128522-de23-49a3-be99-17fd8d074792 service neutron] Port 0f90be91-db15-4bef-a182-f1ac65014b1c on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:42:35.259480 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-06128522-de23-49a3-be99-17fd8d074792 service neutron] Attempting to bind port 0f90be91-db15-4bef-a182-f1ac65014b1c on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:35.269356 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-06128522-de23-49a3-be99-17fd8d074792 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:42:35.269705 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-06128522-de23-49a3-be99-17fd8d074792 service neutron] Checking segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:35.270088 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-06128522-de23-49a3-be99-17fd8d074792 service neutron] Bound using segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:42:35.270523 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-06128522-de23-49a3-be99-17fd8d074792 service neutron] Bound port: 0f90be91-db15-4bef-a182-f1ac65014b1c, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:42:35.270880 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-06128522-de23-49a3-be99-17fd8d074792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:35.337517 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31806d22-4d29-4733-acef-78f559105d01 req-4061b7c5-87b4-4108-90c2-9500bc1cb0a4 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:35.339020 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-31806d22-4d29-4733-acef-78f559105d01 req-4061b7c5-87b4-4108-90c2-9500bc1cb0a4 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 949 time: 0.1352568 Jul 05 09:42:35.375349 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-06128522-de23-49a3-be99-17fd8d074792 service neutron] For port 0f90be91-db15-4bef-a182-f1ac65014b1c, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:35.396756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-06128522-de23-49a3-be99-17fd8d074792 service neutron] For port 0f90be91-db15-4bef-a182-f1ac65014b1c, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=0f90be91-db15-4bef-a182-f1ac65014b1c,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:42:35.402917 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-31806d22-4d29-4733-acef-78f559105d01 req-ee06d161-566a-486a-aedb-6792c5e7fbec tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527503 Jul 05 09:42:35.404627 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-06128522-de23-49a3-be99-17fd8d074792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:35.438584 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-06128522-de23-49a3-be99-17fd8d074792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:35.439158 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-06128522-de23-49a3-be99-17fd8d074792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:35.440572 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-06128522-de23-49a3-be99-17fd8d074792 service neutron] 10.222.0.81 "PUT /v2.0/ports/0f90be91-db15-4bef-a182-f1ac65014b1c HTTP/1.1" status: 200 len: 1091 time: 1.0594618 Jul 05 09:42:35.441002 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53612850-0eca-4636-a84a-a86e3e2dc16b', 'tag': '0f90be91-db15-4bef-a182-f1ac65014b1c'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:35.443377 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138ca727-c457-4d2d-b36e-726a067c1c11" -d '{"events": [{"name": "network-changed", "server_uuid": "53612850-0eca-4636-a84a-a86e3e2dc16b", "tag": "0f90be91-db15-4bef-a182-f1ac65014b1c"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:35.470143 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06128522-de23-49a3-be99-17fd8d074792 service neutron] Pushing event updated for resources: {'Port': ['ID=0f90be91-db15-4bef-a182-f1ac65014b1c,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:35.486748 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3b5246-c37f-4dd0-86e1-251aa04d2c96 x-openstack-request-id: req-0b3b5246-c37f-4dd0-86e1-251aa04d2c96 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:35.487038 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53612850-0eca-4636-a84a-a86e3e2dc16b", "tag": "0f90be91-db15-4bef-a182-f1ac65014b1c", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:35.487297 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0b3b5246-c37f-4dd0-86e1-251aa04d2c96 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:35.487876 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53612850-0eca-4636-a84a-a86e3e2dc16b', 'tag': '0f90be91-db15-4bef-a182-f1ac65014b1c', 'status': 'completed', 'code': 200} Jul 05 09:42:35.594526 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-8c05664b-9c2a-4600-bcc4-3c47b98bb3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:35.596051 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-8c05664b-9c2a-4600-bcc4-3c47b98bb3c9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 1094 time: 0.0897567 Jul 05 09:42:35.604201 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e76d3-91ea-400e-8ba3-a09264754971 req-ce6bd174-6529-4bef-bbfe-442caf4b5163 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:35.605584 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2f4e76d3-91ea-400e-8ba3-a09264754971 req-ce6bd174-6529-4bef-bbfe-442caf4b5163 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889 HTTP/1.1" status: 200 len: 945 time: 0.1088140 Jul 05 09:42:35.662554 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-d14bbc80-c0c4-4fd7-bdd7-05b8835c9011 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f90be91-db15-4bef-a182-f1ac65014b1c HTTP/1.1" status: 200 len: 217 time: 0.0560462 Jul 05 09:42:35.709968 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:35.728096 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2f4e76d3-91ea-400e-8ba3-a09264754971 req-e8e7dd97-d83a-4823-b1dc-31f30b18a3d2 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127918 Jul 05 09:42:35.735537 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-1000465e-002f-43de-a512-e4b8a4b811b5 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=113815fb01a24fd792ed2a3df3efc0de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336349 Jul 05 09:42:35.742532 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-523a77a2-a733-45dc-a36f-ed8ce66397e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:35.744051 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-523a77a2-a733-45dc-a36f-ed8ce66397e7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4cd5f100-3ecb-4100-a6d6-40f339ce6cc7 HTTP/1.1" status: 200 len: 861 time: 0.0741003 Jul 05 09:42:35.776958 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 9795f5d9-8816-4719-a8f6-fe30f49345e2 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:42:35.795733 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-8f787e7d-5241-4f36-84a1-5bd053f2243c req-e0390311-aca5-4899-90a0-39e1341506fb tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:42:35.796819 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8f787e7d-5241-4f36-84a1-5bd053f2243c req-e0390311-aca5-4899-90a0-39e1341506fb tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080142 Jul 05 09:42:35.799001 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-9667ef76-5a38-45c7-9df6-4cd2e6e3217a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415261 Jul 05 09:42:35.895478 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-6344c794-f11e-461c-a3aa-0a195beb2009 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:35.897382 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-6344c794-f11e-461c-a3aa-0a195beb2009 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1507711 Jul 05 09:42:35.913504 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-a80f359b-0f42-4cd9-97f9-7cd0e61919c2 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Request body: {'port': {'device_id': '0f798ce9-b3fb-4ae9-b930-4016e27f1f0e', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': '113815fb01a24fd792ed2a3df3efc0de'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:35.931505 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 9795f5d9-8816-4719-a8f6-fe30f49345e2, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=9795f5d9-8816-4719-a8f6-fe30f49345e2,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:35.957602 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '9795f5d9-8816-4719-a8f6-fe30f49345e2', 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f', 'port_id': '9795f5d9-8816-4719-a8f6-fe30f49345e2', 'mac_address': 'fa:16:3e:31:fd:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1a105d-77c4-456f-a245-b66e6fc97786', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:42:36.009091 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:36.038498 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9795f5d9-8816-4719-a8f6-fe30f49345e2 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:36.053560 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8f787e7d-5241-4f36-84a1-5bd053f2243c req-560eee93-9f0a-41e7-a01d-33f568a03fea tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2487621 Jul 05 09:42:36.054673 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-a80f359b-0f42-4cd9-97f9-7cd0e61919c2 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Made reservation on behalf of 113815fb01a24fd792ed2a3df3efc0de for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:36.057154 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-5bb0454d-3eb4-4a25-ab2f-20f252647ab0 service neutron] 10.222.0.81 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506759 Jul 05 09:42:36.061357 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-a80f359b-0f42-4cd9-97f9-7cd0e61919c2 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:36.062489 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 9795f5d9-8816-4719-a8f6-fe30f49345e2, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=9795f5d9-8816-4719-a8f6-fe30f49345e2,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:36.068765 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:36.135137 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=9795f5d9-8816-4719-a8f6-fe30f49345e2,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:36.153587 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826e79b-3acd-4f76-af5c-df2e19a79c62 req-a59490c3-c462-4633-b921-01b18651358b tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:36.161412 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b826e79b-3acd-4f76-af5c-df2e19a79c62 req-a59490c3-c462-4633-b921-01b18651358b tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7033d7ee-606c-48c6-bb0d-08c572d71401 HTTP/1.1" status: 200 len: 943 time: 0.2417891 Jul 05 09:42:36.229414 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b826e79b-3acd-4f76-af5c-df2e19a79c62 req-d219b5fa-9f87-4ad3-b51b-00eed3ef8d79 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670519 Jul 05 09:42:36.229659 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-a80f359b-0f42-4cd9-97f9-7cd0e61919c2 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Allocated IP 192.168.233.223 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/8e70986e-92b8-4ec4-9e27-405e82323c6c) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:36.257734 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37410c73-2663-4836-a1ec-f6122cf368f2 req-7ab455af-0c3e-4833-a2ee-22d78b660870 service neutron] 10.222.0.81 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906059 Jul 05 09:42:36.325815 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['9795f5d9-8816-4719-a8f6-fe30f49345e2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:36.423161 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53415897-10df-4d91-bf38-eaefba7d6e26 req-864fb193-7e28-4552-9524-e62746fc09e2 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 210 time: 0.0547678 Jul 05 09:42:36.482269 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-a80f359b-0f42-4cd9-97f9-7cd0e61919c2 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:36.482514 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ca727-c457-4d2d-b36e-726a067c1c11 req-5b63de63-c8f9-4645-90ba-96d8cc38dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:36.484956 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-138ca727-c457-4d2d-b36e-726a067c1c11 req-5b63de63-c8f9-4645-90ba-96d8cc38dd33 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 1094 time: 0.0720975 Jul 05 09:42:36.688076 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ca727-c457-4d2d-b36e-726a067c1c11 req-78aaa962-0a42-482c-88ab-996ffc179a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:36.689473 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-138ca727-c457-4d2d-b36e-726a067c1c11 req-78aaa962-0a42-482c-88ab-996ffc179a69 service neutron] 10.222.0.81 "GET /v2.0/networks?id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 200 len: 922 time: 0.1924052 Jul 05 09:42:36.701331 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf78df-31fb-4ab5-ac92-824edfa47827 req-6e8f67bc-1bcf-490b-ade5-2054edb3179f tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:36.702777 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4cf78df-31fb-4ab5-ac92-824edfa47827 req-6e8f67bc-1bcf-490b-ade5-2054edb3179f tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 943 time: 0.1419730 Jul 05 09:42:36.716514 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f083f-eba3-4007-a56d-9b987f697dfc req-ffd9c5db-55f6-4c17-ad14-bce5429cce36 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:36.717971 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db9f083f-eba3-4007-a56d-9b987f697dfc req-ffd9c5db-55f6-4c17-ad14-bce5429cce36 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 946 time: 0.1908259 Jul 05 09:42:36.749668 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-a80f359b-0f42-4cd9-97f9-7cd0e61919c2 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Transition to ACTIVE for port object 8e70986e-92b8-4ec4-9e27-405e82323c6c will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:36.759476 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-138ca727-c457-4d2d-b36e-726a067c1c11 req-7df4c9fa-e9fa-430e-b568-78c05e76db30 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f90be91-db15-4bef-a182-f1ac65014b1c HTTP/1.1" status: 200 len: 217 time: 0.0556395 Jul 05 09:42:36.782918 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-a80f359b-0f42-4cd9-97f9-7cd0e61919c2 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:36.804348 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['6b53c115-fa70-49fb-a505-943b44432cf3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:36.826842 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-a80f359b-0f42-4cd9-97f9-7cd0e61919c2 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:36.830161 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-a80f359b-0f42-4cd9-97f9-7cd0e61919c2 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:36.837210 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-a80f359b-0f42-4cd9-97f9-7cd0e61919c2 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:36.838941 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4cf78df-31fb-4ab5-ac92-824edfa47827 req-ce20dc1c-4d34-41ef-9312-ba9496e0759b tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187050 Jul 05 09:42:36.846893 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db9f083f-eba3-4007-a56d-9b987f697dfc req-53b61f7f-974d-49b8-8a58-299c533c1460 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908628 Jul 05 09:42:36.850537 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ca727-c457-4d2d-b36e-726a067c1c11 req-4167888f-8884-4e7e-8898-18f036f46898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:36.851974 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-138ca727-c457-4d2d-b36e-726a067c1c11 req-4167888f-8884-4e7e-8898-18f036f46898 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4cd5f100-3ecb-4100-a6d6-40f339ce6cc7 HTTP/1.1" status: 200 len: 861 time: 0.0795624 Jul 05 09:42:36.861780 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f359b-0f42-4cd9-97f9-7cd0e61919c2 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Pushing event updated for resources: {'Port': ['ID=8e70986e-92b8-4ec4-9e27-405e82323c6c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:36.889961 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-138ca727-c457-4d2d-b36e-726a067c1c11 req-6f03cbf6-b368-4f60-8f58-14023bd75e46 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308676 Jul 05 09:42:36.894933 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-a80f359b-0f42-4cd9-97f9-7cd0e61919c2 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:36.895676 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-a80f359b-0f42-4cd9-97f9-7cd0e61919c2 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:36.919464 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-a80f359b-0f42-4cd9-97f9-7cd0e61919c2 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0118942 Jul 05 09:42:36.934480 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-c1c14d0f-ec0b-4638-8080-d4acf81cb7c6 service neutron] Request body: {'port': {'device_id': '0f798ce9-b3fb-4ae9-b930-4016e27f1f0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:37.046807 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-138ca727-c457-4d2d-b36e-726a067c1c11 req-30f836a2-a568-44ca-b90c-a574cd2bc710 service neutron] 10.222.0.81 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369600 Jul 05 09:42:37.068069 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-c1c14d0f-ec0b-4638-8080-d4acf81cb7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.196639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4535066-43bd-48c8-a98a-5d2913891158 req-bf6b45e9-e464-47a7-bc1c-be59e1f76ee9 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:37.198141 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4535066-43bd-48c8-a98a-5d2913891158 req-bf6b45e9-e464-47a7-bc1c-be59e1f76ee9 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 949 time: 0.1446450 Jul 05 09:42:37.203618 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-138ca727-c457-4d2d-b36e-726a067c1c11 req-7bbcdb9d-7eb0-43a0-b736-c5589f858a7e service neutron] 10.222.0.81 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391697 Jul 05 09:42:37.249397 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4535066-43bd-48c8-a98a-5d2913891158 req-480da91d-3acf-428b-a8db-f6ebb98fc9c4 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403917 Jul 05 09:42:37.249655 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-11f8946e-8d27-40b5-9b05-ee759ecb0d50 None None] Provisioning for port 8e70986e-92b8-4ec4-9e27-405e82323c6c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:37.254051 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-11f8946e-8d27-40b5-9b05-ee759ecb0d50 None None] Provisioning complete for port 8e70986e-92b8-4ec4-9e27-405e82323c6c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:37.254428 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-11f8946e-8d27-40b5-9b05-ee759ecb0d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.310778 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-11f8946e-8d27-40b5-9b05-ee759ecb0d50 None None] Port 8e70986e-92b8-4ec4-9e27-405e82323c6c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:42:37.354210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55346017-553d-4846-b477-1b49089ee1a0 req-7747afc6-2b43-4732-9dc2-121a414378db tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:37.356107 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55346017-553d-4846-b477-1b49089ee1a0 req-7747afc6-2b43-4732-9dc2-121a414378db tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=592528b5-1e76-41c5-8fbd-e379b3ae2e2d HTTP/1.1" status: 200 len: 946 time: 0.0724936 Jul 05 09:42:37.406020 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-c1c14d0f-ec0b-4638-8080-d4acf81cb7c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e70986e-92b8-4ec4-9e27-405e82323c6c {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:37.414253 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-c1c14d0f-ec0b-4638-8080-d4acf81cb7c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.427180 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-c1c14d0f-ec0b-4638-8080-d4acf81cb7c6 service neutron] Transition to ACTIVE for port object 8e70986e-92b8-4ec4-9e27-405e82323c6c will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:37.430932 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-c1c14d0f-ec0b-4638-8080-d4acf81cb7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.431819 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55346017-553d-4846-b477-1b49089ee1a0 req-2f21c21b-b072-4a7c-bc11-b6dbdce35914 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690815 Jul 05 09:42:37.470915 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fd530-9387-467b-8290-8bfca187cd93 req-5ecbb7b5-da8e-4f50-9b2d-9e5a098cf257 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:37.473544 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-402fd530-9387-467b-8290-8bfca187cd93 req-5ecbb7b5-da8e-4f50-9b2d-9e5a098cf257 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7033d7ee-606c-48c6-bb0d-08c572d71401 HTTP/1.1" status: 200 len: 944 time: 0.0972495 Jul 05 09:42:37.490655 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c14d0f-ec0b-4638-8080-d4acf81cb7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8e70986e-92b8-4ec4-9e27-405e82323c6c,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:37.522572 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-402fd530-9387-467b-8290-8bfca187cd93 req-821db6f5-4488-4481-9d74-d5be49fad08d tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434599 Jul 05 09:42:37.592696 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-c1c14d0f-ec0b-4638-8080-d4acf81cb7c6 service neutron] Attempting to bind port 8e70986e-92b8-4ec4-9e27-405e82323c6c on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:42:37.593314 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-c1c14d0f-ec0b-4638-8080-d4acf81cb7c6 service neutron] Attempting to bind port 8e70986e-92b8-4ec4-9e27-405e82323c6c by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:42:37.593899 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-c1c14d0f-ec0b-4638-8080-d4acf81cb7c6 service neutron] Attempting to bind port 8e70986e-92b8-4ec4-9e27-405e82323c6c on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:37.599451 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-c1c14d0f-ec0b-4638-8080-d4acf81cb7c6 service neutron] Port 8e70986e-92b8-4ec4-9e27-405e82323c6c on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:42:37.599838 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-c1c14d0f-ec0b-4638-8080-d4acf81cb7c6 service neutron] Attempting to bind port 8e70986e-92b8-4ec4-9e27-405e82323c6c on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:37.605790 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-c1c14d0f-ec0b-4638-8080-d4acf81cb7c6 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:42:37.606135 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-c1c14d0f-ec0b-4638-8080-d4acf81cb7c6 service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:37.606588 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-c1c14d0f-ec0b-4638-8080-d4acf81cb7c6 service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:42:37.607032 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-c1c14d0f-ec0b-4638-8080-d4acf81cb7c6 service neutron] Bound port: 8e70986e-92b8-4ec4-9e27-405e82323c6c, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:42:37.607543 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-c1c14d0f-ec0b-4638-8080-d4acf81cb7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.709308 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-c1c14d0f-ec0b-4638-8080-d4acf81cb7c6 service neutron] For port 8e70986e-92b8-4ec4-9e27-405e82323c6c, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:37.712546 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-c1c14d0f-ec0b-4638-8080-d4acf81cb7c6 service neutron] For port 8e70986e-92b8-4ec4-9e27-405e82323c6c, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8e70986e-92b8-4ec4-9e27-405e82323c6c,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:42:37.717031 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-c1c14d0f-ec0b-4638-8080-d4acf81cb7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.768688 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-c1c14d0f-ec0b-4638-8080-d4acf81cb7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:37.769961 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-c1c14d0f-ec0b-4638-8080-d4acf81cb7c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.771543 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-c1c14d0f-ec0b-4638-8080-d4acf81cb7c6 service neutron] 10.222.0.78 "PUT /v2.0/ports/8e70986e-92b8-4ec4-9e27-405e82323c6c HTTP/1.1" status: 200 len: 1096 time: 0.8444972 Jul 05 09:42:37.772025 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f798ce9-b3fb-4ae9-b930-4016e27f1f0e', 'tag': '8e70986e-92b8-4ec4-9e27-405e82323c6c'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:37.774266 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e647991b-e029-4518-aac0-91d55c41e4a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0f798ce9-b3fb-4ae9-b930-4016e27f1f0e", "tag": "8e70986e-92b8-4ec4-9e27-405e82323c6c"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:37.793226 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 9795f5d9-8816-4719-a8f6-fe30f49345e2 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:37.805816 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c14d0f-ec0b-4638-8080-d4acf81cb7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8e70986e-92b8-4ec4-9e27-405e82323c6c,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:37.847902 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 9795f5d9-8816-4719-a8f6-fe30f49345e2 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:37.853434 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 9795f5d9-8816-4719-a8f6-fe30f49345e2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:37.854338 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.884644 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-6f57fca0-0488-41e6-9a44-66e6839b93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:37.886341 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-6f57fca0-0488-41e6-9a44-66e6839b93e0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 1099 time: 0.0726323 Jul 05 09:42:37.898719 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387ab29-7afc-4387-8613-d4b8e081d9b4 req-a5f3095d-8fe1-4789-8988-42392f1458e7 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:37.900651 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f387ab29-7afc-4387-8613-d4b8e081d9b4 req-a5f3095d-8fe1-4789-8988-42392f1458e7 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889 HTTP/1.1" status: 200 len: 945 time: 0.1364114 Jul 05 09:42:37.913849 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763d40d-3c48-4840-918b-3f1713657c7f req-97811318-9fa2-4813-a307-dbcae1cda25e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:37.915433 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3763d40d-3c48-4840-918b-3f1713657c7f req-97811318-9fa2-4813-a307-dbcae1cda25e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 948 time: 0.1292133 Jul 05 09:42:37.942893 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-fd418845-2df0-49d3-a5b7-cc7a4e313b1e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=8e70986e-92b8-4ec4-9e27-405e82323c6c HTTP/1.1" status: 200 len: 217 time: 0.0484476 Jul 05 09:42:37.974502 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.976163 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f387ab29-7afc-4387-8613-d4b8e081d9b4 req-6283cd20-10cf-4899-8900-b31a53aa6ff4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596752 Jul 05 09:42:37.981414 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3763d40d-3c48-4840-918b-3f1713657c7f req-a8aca6a1-2159-4d02-8891-bcf2294e1c7c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588338 Jul 05 09:42:38.020010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7033d7ee-606c-48c6-bb0d-08c572d71401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9795f5d9-8816-4719-a8f6-fe30f49345e2'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:38.023505 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9fb325-8a28-4b1f-bc88-121c0354208b" -d '{"events": [{"server_uuid": "7033d7ee-606c-48c6-bb0d-08c572d71401", "name": "network-vif-plugged", "status": "completed", "tag": "9795f5d9-8816-4719-a8f6-fe30f49345e2"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:38.034042 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-beea892b-dc49-495f-84fd-ac6a5412215a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:38.036264 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-beea892b-dc49-495f-84fd-ac6a5412215a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0861661 Jul 05 09:42:38.043940 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 9795f5d9-8816-4719-a8f6-fe30f49345e2, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=9795f5d9-8816-4719-a8f6-fe30f49345e2,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:38.052834 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:38.090476 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df553dd7-2318-4feb-b016-50c6aa039c43 x-openstack-request-id: req-df553dd7-2318-4feb-b016-50c6aa039c43 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:38.090968 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f798ce9-b3fb-4ae9-b930-4016e27f1f0e", "tag": "8e70986e-92b8-4ec4-9e27-405e82323c6c", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:38.091373 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-df553dd7-2318-4feb-b016-50c6aa039c43 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:38.091968 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f798ce9-b3fb-4ae9-b930-4016e27f1f0e', 'tag': '8e70986e-92b8-4ec4-9e27-405e82323c6c', 'status': 'completed', 'code': 200} Jul 05 09:42:38.114965 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=9795f5d9-8816-4719-a8f6-fe30f49345e2,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:38.134029 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-f515e9ce-d404-4d47-b9f2-9fb78657540b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:38.135838 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-f515e9ce-d404-4d47-b9f2-9fb78657540b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0905998 Jul 05 09:42:38.198699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aecefd-ad14-47c2-85e5-e5c5cc087661 req-e8df075b-9071-489c-80a1-5371f3265fd3 tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:38.200326 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3aecefd-ad14-47c2-85e5-e5c5cc087661 req-e8df075b-9071-489c-80a1-5371f3265fd3 tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 1100 time: 0.0776296 Jul 05 09:42:38.229556 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-3945010c-fe65-4823-97c4-71d12e6cd2a4 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870368 Jul 05 09:42:38.248844 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3aecefd-ad14-47c2-85e5-e5c5cc087661 req-c1300fac-c973-4724-b44e-5024a9e7d90f tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424790 Jul 05 09:42:38.258218 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a2a46-7989-4c1b-9c81-bac55efbae3a req-f8b10be9-1c9d-43a2-ae5b-a5f8136a3a0f tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:38.259769 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-520a2a46-7989-4c1b-9c81-bac55efbae3a req-f8b10be9-1c9d-43a2-ae5b-a5f8136a3a0f tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 943 time: 0.0929728 Jul 05 09:42:38.318798 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-520a2a46-7989-4c1b-9c81-bac55efbae3a req-4aa243d4-d728-400b-96fa-9a523b2f35d9 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463748 Jul 05 09:42:38.335560 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f09c9669-8d33-4ea8-9f4f-e5015bf11393 req-d6f8d4b1-f7b6-47c1-89b7-431b63090cc4 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997179 Jul 05 09:42:38.378290 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0b622c-ddad-451b-aa82-6a05b179db1a x-openstack-request-id: req-fd0b622c-ddad-451b-aa82-6a05b179db1a {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:38.379163 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7033d7ee-606c-48c6-bb0d-08c572d71401", "name": "network-vif-plugged", "status": "completed", "tag": "9795f5d9-8816-4719-a8f6-fe30f49345e2", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:38.379674 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fd0b622c-ddad-451b-aa82-6a05b179db1a {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:38.380480 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7033d7ee-606c-48c6-bb0d-08c572d71401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9795f5d9-8816-4719-a8f6-fe30f49345e2', 'code': 200} Jul 05 09:42:38.450026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647991b-e029-4518-aac0-91d55c41e4a8 req-2a5f3676-4c5c-4a39-b6bf-6c427a0b6397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:38.451713 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e647991b-e029-4518-aac0-91d55c41e4a8 req-2a5f3676-4c5c-4a39-b6bf-6c427a0b6397 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 1099 time: 0.0581906 Jul 05 09:42:38.512512 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a6cff-34c6-46a5-9712-1975885a0836 req-bf900197-8378-4674-808d-e731f2220f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:38.514311 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-074a6cff-34c6-46a5-9712-1975885a0836 req-bf900197-8378-4674-808d-e731f2220f0c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7033d7ee-606c-48c6-bb0d-08c572d71401 HTTP/1.1" status: 200 len: 1096 time: 0.0577555 Jul 05 09:42:38.557691 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647991b-e029-4518-aac0-91d55c41e4a8 req-a55c2385-ae66-4b25-b702-6f934eb3156d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:38.559488 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e647991b-e029-4518-aac0-91d55c41e4a8 req-a55c2385-ae66-4b25-b702-6f934eb3156d service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1013248 Jul 05 09:42:38.593052 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-074a6cff-34c6-46a5-9712-1975885a0836 req-e78b42b2-df8a-41cf-bedf-9024d979daef service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697167 Jul 05 09:42:38.607421 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e647991b-e029-4518-aac0-91d55c41e4a8 req-2e3745c3-8dbb-4d03-8404-ed5d8c34f5fe service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=8e70986e-92b8-4ec4-9e27-405e82323c6c HTTP/1.1" status: 200 len: 217 time: 0.0398698 Jul 05 09:42:38.632945 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b24caf-f7f3-468d-9ded-d188ca5d2eec req-d54f992a-b1c6-49bd-a152-d0752225b627 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:38.638811 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b24caf-f7f3-468d-9ded-d188ca5d2eec req-d54f992a-b1c6-49bd-a152-d0752225b627 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:38.644731 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b24caf-f7f3-468d-9ded-d188ca5d2eec req-d54f992a-b1c6-49bd-a152-d0752225b627 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:38.646374 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-89b24caf-f7f3-468d-9ded-d188ca5d2eec req-d54f992a-b1c6-49bd-a152-d0752225b627 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889&device_id=592528b5-1e76-41c5-8fbd-e379b3ae2e2d&device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 2418 time: 0.0993757 Jul 05 09:42:38.659869 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647991b-e029-4518-aac0-91d55c41e4a8 req-d53c3744-4719-4d5a-8fd5-c0be53fe4bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:38.661437 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e647991b-e029-4518-aac0-91d55c41e4a8 req-d53c3744-4719-4d5a-8fd5-c0be53fe4bb5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0467274 Jul 05 09:42:38.688686 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-89b24caf-f7f3-468d-9ded-d188ca5d2eec req-e146908d-9228-47ec-909f-613ab5215e6c tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365119 Jul 05 09:42:38.723826 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647991b-e029-4518-aac0-91d55c41e4a8 req-612a6d82-5906-4715-9769-ee7dc8203db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:38.725545 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e647991b-e029-4518-aac0-91d55c41e4a8 req-612a6d82-5906-4715-9769-ee7dc8203db5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0572312 Jul 05 09:42:38.834326 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e647991b-e029-4518-aac0-91d55c41e4a8 req-3db28e9a-6899-461e-860f-73563c52a90a service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012273 Jul 05 09:42:38.856441 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d3691-0ae9-401f-95f9-286a50a50e02 req-6058d344-d91e-4637-8df6-fd7240a0ce57 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:38.863314 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd3d3691-0ae9-401f-95f9-286a50a50e02 req-6058d344-d91e-4637-8df6-fd7240a0ce57 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7033d7ee-606c-48c6-bb0d-08c572d71401 HTTP/1.1" status: 200 len: 945 time: 0.0717630 Jul 05 09:42:38.929080 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e647991b-e029-4518-aac0-91d55c41e4a8 req-7700ce74-b8ac-4b9e-9caf-ba41c2665890 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873928 Jul 05 09:42:39.209085 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd3d3691-0ae9-401f-95f9-286a50a50e02 req-75331a72-19f4-4f96-b424-30cfad59041c tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449094 Jul 05 09:42:39.243951 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0ffe72a-4884-4f7f-a275-853cc896ad92 req-b6d3086e-a216-425d-814b-d159c1483b73 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0850699 Jul 05 09:42:39.366015 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590951d-8847-465d-934c-4ab89d9edfa6 req-b009de77-2b48-44b5-b95b-a8ffa8576a6a tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:39.367519 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1590951d-8847-465d-934c-4ab89d9edfa6 req-b009de77-2b48-44b5-b95b-a8ffa8576a6a tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 1100 time: 0.0535362 Jul 05 09:42:39.406441 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1590951d-8847-465d-934c-4ab89d9edfa6 req-2c345bee-f368-4f41-bd53-3427764d6d75 tempest-ServersAdminTestJSON-579108469 tempest-ServersAdminTestJSON-579108469-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324781 Jul 05 09:42:39.593113 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3adb6-049b-4ff1-adf4-92c5a65ede4a req-b579c063-685e-4178-b6ec-8771a8595d91 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:39.594604 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03b3adb6-049b-4ff1-adf4-92c5a65ede4a req-b579c063-685e-4178-b6ec-8771a8595d91 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 948 time: 0.1065731 Jul 05 09:42:39.607444 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809946f-5e51-4003-8122-98165077c81f req-e123777a-b880-4701-820e-3ab9f5c63d00 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:39.608941 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f809946f-5e51-4003-8122-98165077c81f req-e123777a-b880-4701-820e-3ab9f5c63d00 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 943 time: 0.0934911 Jul 05 09:42:39.666078 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03b3adb6-049b-4ff1-adf4-92c5a65ede4a req-246be7b8-2561-4f46-ad46-4ec783dc1129 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561831 Jul 05 09:42:39.673008 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f809946f-5e51-4003-8122-98165077c81f req-75b7fbfc-f8df-4165-9988-dac6221f26f7 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551527 Jul 05 09:42:39.810256 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 0f90be91-db15-4bef-a182-f1ac65014b1c details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:42:39.914646 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 0f90be91-db15-4bef-a182-f1ac65014b1c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=0f90be91-db15-4bef-a182-f1ac65014b1c,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:39.927962 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '0f90be91-db15-4bef-a182-f1ac65014b1c', 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3', 'port_id': '0f90be91-db15-4bef-a182-f1ac65014b1c', 'mac_address': 'fa:16:3e:41:f7:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cd5f100-3ecb-4100-a6d6-40f339ce6cc7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:42:39.967634 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:39.981807 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f90be91-db15-4bef-a182-f1ac65014b1c {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:40.003241 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 0f90be91-db15-4bef-a182-f1ac65014b1c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=0f90be91-db15-4bef-a182-f1ac65014b1c,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:40.007128 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:40.061863 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=0f90be91-db15-4bef-a182-f1ac65014b1c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:40.263928 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db5cae-a49c-4f7a-9ded-870e0e58c086 req-2ae5712d-61c4-42e8-8fb3-1d7868e5d068 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:40.265412 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28db5cae-a49c-4f7a-9ded-870e0e58c086 req-2ae5712d-61c4-42e8-8fb3-1d7868e5d068 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=ade5b97e-6e6e-4627-b156-07265a02803f HTTP/1.1" status: 200 len: 950 time: 0.0633376 Jul 05 09:42:40.292280 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['0f90be91-db15-4bef-a182-f1ac65014b1c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:40.305036 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28db5cae-a49c-4f7a-9ded-870e0e58c086 req-5c445590-aee1-4e5e-a262-44b147d45ae6 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331578 Jul 05 09:42:40.438952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6ab80-2f5a-4129-84ee-4b81f21080b4 req-63d56eb2-9338-4bcb-8afa-317d860e4ad6 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:40.440465 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d2c6ab80-2f5a-4129-84ee-4b81f21080b4 req-63d56eb2-9338-4bcb-8afa-317d860e4ad6 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7033d7ee-606c-48c6-bb0d-08c572d71401 HTTP/1.1" status: 200 len: 945 time: 0.0624669 Jul 05 09:42:40.479654 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d2c6ab80-2f5a-4129-84ee-4b81f21080b4 req-daa22209-0e30-4a21-8de4-18235ce34e26 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325389 Jul 05 09:42:40.824440 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f826a26-50bf-430a-a831-bbfa3001613d req-4f7377d1-8990-4e28-9abe-92578fc90ab0 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:40.825923 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2f826a26-50bf-430a-a831-bbfa3001613d req-4f7377d1-8990-4e28-9abe-92578fc90ab0 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7033d7ee-606c-48c6-bb0d-08c572d71401 HTTP/1.1" status: 200 len: 945 time: 0.0655198 Jul 05 09:42:40.870259 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2f826a26-50bf-430a-a831-bbfa3001613d req-d7247bfa-9df9-4612-8c62-43f065e4e969 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371447 Jul 05 09:42:41.084779 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d915a-129a-4119-bbbe-098268a23277 req-da745d03-ebdd-4d86-9ce9-c804e2877a65 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:41.086246 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-be8d915a-129a-4119-bbbe-098268a23277 req-da745d03-ebdd-4d86-9ce9-c804e2877a65 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 948 time: 0.1027002 Jul 05 09:42:41.098176 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33977920-2bd7-4cd3-ae89-2a6255fee13f req-4369a5ae-a46e-4950-a083-08201081e22d tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:41.099542 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33977920-2bd7-4cd3-ae89-2a6255fee13f req-4369a5ae-a46e-4950-a083-08201081e22d tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 944 time: 0.0880320 Jul 05 09:42:41.156487 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-be8d915a-129a-4119-bbbe-098268a23277 req-0807f70c-71d3-47c3-842c-f330c92300a8 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559816 Jul 05 09:42:41.161928 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33977920-2bd7-4cd3-ae89-2a6255fee13f req-9295a481-5844-47f6-b237-c27f7825b6ee tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554492 Jul 05 09:42:41.322843 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22950a3e-9b41-4265-ae8f-1779fe5afb83 req-1654e32a-bd23-4028-96d0-de52d628c909 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:41.324424 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-22950a3e-9b41-4265-ae8f-1779fe5afb83 req-1654e32a-bd23-4028-96d0-de52d628c909 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889 HTTP/1.1" status: 200 len: 945 time: 0.0660975 Jul 05 09:42:41.362050 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-22950a3e-9b41-4265-ae8f-1779fe5afb83 req-d370f071-c5c2-48ba-a012-009f4a09c2df tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320861 Jul 05 09:42:41.450185 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 8e70986e-92b8-4ec4-9e27-405e82323c6c details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:42:41.522956 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f5800-c340-432f-a93b-ceb4460ec8b9 req-c7eae36a-2ed3-4d9f-ae43-f05a674814ab tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:41.524461 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ed6f5800-c340-432f-a93b-ceb4460ec8b9 req-c7eae36a-2ed3-4d9f-ae43-f05a674814ab tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=ade5b97e-6e6e-4627-b156-07265a02803f HTTP/1.1" status: 200 len: 950 time: 0.0636437 Jul 05 09:42:41.548504 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 8e70986e-92b8-4ec4-9e27-405e82323c6c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8e70986e-92b8-4ec4-9e27-405e82323c6c,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:41.560044 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '8e70986e-92b8-4ec4-9e27-405e82323c6c', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '8e70986e-92b8-4ec4-9e27-405e82323c6c', 'mac_address': 'fa:16:3e:a9:fe:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:42:41.561239 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ed6f5800-c340-432f-a93b-ceb4460ec8b9 req-609a4873-a1a0-4553-813f-b9eae961465a tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311718 Jul 05 09:42:41.597818 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:41.610355 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e70986e-92b8-4ec4-9e27-405e82323c6c {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:41.631769 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 8e70986e-92b8-4ec4-9e27-405e82323c6c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8e70986e-92b8-4ec4-9e27-405e82323c6c,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:41.635905 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:41.688165 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=8e70986e-92b8-4ec4-9e27-405e82323c6c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:41.807727 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 0f90be91-db15-4bef-a182-f1ac65014b1c up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:41.856112 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 0f90be91-db15-4bef-a182-f1ac65014b1c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:41.859865 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 0f90be91-db15-4bef-a182-f1ac65014b1c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:41.860252 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:41.935958 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:41.958500 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53612850-0eca-4636-a84a-a86e3e2dc16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f90be91-db15-4bef-a182-f1ac65014b1c'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:41.960843 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca75494c-119e-4860-a7b1-b089586a6c7c" -d '{"events": [{"server_uuid": "53612850-0eca-4636-a84a-a86e3e2dc16b", "name": "network-vif-plugged", "status": "completed", "tag": "0f90be91-db15-4bef-a182-f1ac65014b1c"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:41.974982 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 0f90be91-db15-4bef-a182-f1ac65014b1c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=0f90be91-db15-4bef-a182-f1ac65014b1c,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:41.979043 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:42.023881 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cab65c2-1643-4437-b2d5-df308d573d13 x-openstack-request-id: req-1cab65c2-1643-4437-b2d5-df308d573d13 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:42.024220 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53612850-0eca-4636-a84a-a86e3e2dc16b", "name": "network-vif-plugged", "status": "completed", "tag": "0f90be91-db15-4bef-a182-f1ac65014b1c", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:42.024418 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1cab65c2-1643-4437-b2d5-df308d573d13 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:42.024816 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53612850-0eca-4636-a84a-a86e3e2dc16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f90be91-db15-4bef-a182-f1ac65014b1c', 'code': 200} Jul 05 09:42:42.039152 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=0f90be91-db15-4bef-a182-f1ac65014b1c,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:42.067718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e43376-5caa-4a2c-9b0f-b0b306781700 req-60f5390e-95ce-4565-a8f1-c1d3dc30455c tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:42.069273 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63e43376-5caa-4a2c-9b0f-b0b306781700 req-60f5390e-95ce-4565-a8f1-c1d3dc30455c tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7033d7ee-606c-48c6-bb0d-08c572d71401 HTTP/1.1" status: 200 len: 945 time: 0.0789797 Jul 05 09:42:42.092544 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b0bbf-0eaa-4dba-9e4b-261d8ad6c62b req-49c52b16-e260-452f-a03f-44e837190d51 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:42.094133 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4c7b0bbf-0eaa-4dba-9e4b-261d8ad6c62b req-49c52b16-e260-452f-a03f-44e837190d51 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.78 "GET /v2.0/ports?device_id=ade5b97e-6e6e-4627-b156-07265a02803f HTTP/1.1" status: 200 len: 950 time: 0.0820644 Jul 05 09:42:42.136175 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63e43376-5caa-4a2c-9b0f-b0b306781700 req-b1ca40ea-3510-45d8-b9dd-d9656896bfca tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605657 Jul 05 09:42:42.157239 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa92a2a-2c05-4a3f-b832-d1251b5df66e req-1ce95a1a-67b8-4e3e-aa91-19b047cfd889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:42.158690 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7fa92a2a-2c05-4a3f-b832-d1251b5df66e req-1ce95a1a-67b8-4e3e-aa91-19b047cfd889 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 1096 time: 0.0696003 Jul 05 09:42:42.203463 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-4c7b0bbf-0eaa-4dba-9e4b-261d8ad6c62b req-1564ef9d-cf0b-4e11-a9b1-619b541e232d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Deleting port 7317d360-8d70-4e31-bfb5-c75e9e2ef332 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:42.203804 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4c7b0bbf-0eaa-4dba-9e4b-261d8ad6c62b req-1564ef9d-cf0b-4e11-a9b1-619b541e232d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:42.213731 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7fa92a2a-2c05-4a3f-b832-d1251b5df66e req-2aa42da6-004b-469d-b6e7-398777c19c17 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448558 Jul 05 09:42:42.263597 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['8e70986e-92b8-4ec4-9e27-405e82323c6c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:42.301352 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-4c7b0bbf-0eaa-4dba-9e4b-261d8ad6c62b req-1564ef9d-cf0b-4e11-a9b1-619b541e232d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] For port 7317d360-8d70-4e31-bfb5-c75e9e2ef332, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=7317d360-8d70-4e31-bfb5-c75e9e2ef332,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:42.301882 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4c7b0bbf-0eaa-4dba-9e4b-261d8ad6c62b req-1564ef9d-cf0b-4e11-a9b1-619b541e232d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:42.315797 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-4c7b0bbf-0eaa-4dba-9e4b-261d8ad6c62b req-1564ef9d-cf0b-4e11-a9b1-619b541e232d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Calling delete_port for 7317d360-8d70-4e31-bfb5-c75e9e2ef332 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:42.368613 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a95ec4-e52a-4ff0-a584-ae0724e11fff req-71146d6b-3fd8-46ea-b2c4-f19dc4676085 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:42.376144 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b6a95ec4-e52a-4ff0-a584-ae0724e11fff req-71146d6b-3fd8-46ea-b2c4-f19dc4676085 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 949 time: 0.0880573 Jul 05 09:42:42.438153 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b6a95ec4-e52a-4ff0-a584-ae0724e11fff req-cdd9a147-1e4d-40d9-bd6d-a01d5464fef1 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604429 Jul 05 09:42:42.497502 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4c7b0bbf-0eaa-4dba-9e4b-261d8ad6c62b req-1564ef9d-cf0b-4e11-a9b1-619b541e232d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:42.530029 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564ef9d-cf0b-4e11-a9b1-619b541e232d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Pushing event deleted for resources: {'Port': ['ID=7317d360-8d70-4e31-bfb5-c75e9e2ef332,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:42.589182 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7b0bbf-0eaa-4dba-9e4b-261d8ad6c62b req-1564ef9d-cf0b-4e11-a9b1-619b541e232d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] No DVR routers for this DVR port 7317d360-8d70-4e31-bfb5-c75e9e2ef332 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:42:42.591972 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4c7b0bbf-0eaa-4dba-9e4b-261d8ad6c62b req-1564ef9d-cf0b-4e11-a9b1-619b541e232d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:42.593953 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4c7b0bbf-0eaa-4dba-9e4b-261d8ad6c62b req-1564ef9d-cf0b-4e11-a9b1-619b541e232d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.78 "DELETE /v2.0/ports/7317d360-8d70-4e31-bfb5-c75e9e2ef332 HTTP/1.1" status: 204 len: 173 time: 0.4939370 Jul 05 09:42:42.594470 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade5b97e-6e6e-4627-b156-07265a02803f', 'name': 'network-vif-deleted', 'tag': '7317d360-8d70-4e31-bfb5-c75e9e2ef332'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:42.596809 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71877853-da48-4a3a-a7ab-dbfcfad1a678" -d '{"events": [{"server_uuid": "ade5b97e-6e6e-4627-b156-07265a02803f", "name": "network-vif-deleted", "tag": "7317d360-8d70-4e31-bfb5-c75e9e2ef332"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:42.660849 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e72c7-0279-4c6f-a049-53d69ee5285a req-da2638dd-6a50-4bc5-a6f1-a6c427ed50e3 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:42.662394 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-135e72c7-0279-4c6f-a049-53d69ee5285a req-da2638dd-6a50-4bc5-a6f1-a6c427ed50e3 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 945 time: 0.1239870 Jul 05 09:42:42.713659 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-135e72c7-0279-4c6f-a049-53d69ee5285a req-ac4e63eb-940b-46d4-91da-7133935e9ef0 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363369 Jul 05 09:42:42.899176 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732dc060-e37d-4647-904c-b65981c31210 req-fcef0b8d-ad3e-480a-8fca-008fa5ac7169 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:42.906182 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-732dc060-e37d-4647-904c-b65981c31210 req-fcef0b8d-ad3e-480a-8fca-008fa5ac7169 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889 HTTP/1.1" status: 200 len: 945 time: 0.0789158 Jul 05 09:42:42.944701 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-732dc060-e37d-4647-904c-b65981c31210 req-b42409a3-3da9-40a0-8cd6-189511bf7cde tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375230 Jul 05 09:42:42.994446 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cc9af1-a38e-4f85-aeba-8e6932b68794 x-openstack-request-id: req-47cc9af1-a38e-4f85-aeba-8e6932b68794 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:42.994765 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade5b97e-6e6e-4627-b156-07265a02803f", "name": "network-vif-deleted", "tag": "7317d360-8d70-4e31-bfb5-c75e9e2ef332", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:42.995021 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-47cc9af1-a38e-4f85-aeba-8e6932b68794 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:42.995429 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade5b97e-6e6e-4627-b156-07265a02803f', 'name': 'network-vif-deleted', 'tag': '7317d360-8d70-4e31-bfb5-c75e9e2ef332', 'status': 'completed', 'code': 200} Jul 05 09:42:43.093870 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b03b84e-e1ae-4bfc-a296-8e2d1b483196 req-761b4c35-2dc1-4645-bf26-2613bd9d657c tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=ade5b97e-6e6e-4627-b156-07265a02803f HTTP/1.1" status: 200 len: 210 time: 0.0313439 Jul 05 09:42:43.303232 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc05c59-5b5f-4c23-84fe-432826736b1c req-2ca857d9-907d-4f0e-befe-9ab35dd636fb tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:43.304816 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fcc05c59-5b5f-4c23-84fe-432826736b1c req-2ca857d9-907d-4f0e-befe-9ab35dd636fb tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.78 "GET /v2.0/ports?device_id=f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889 HTTP/1.1" status: 200 len: 945 time: 0.0656650 Jul 05 09:42:43.405997 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-fcc05c59-5b5f-4c23-84fe-432826736b1c req-ed52197e-0f24-40aa-81d3-7c670b0d45cb tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Deleting port f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:43.406333 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fcc05c59-5b5f-4c23-84fe-432826736b1c req-ed52197e-0f24-40aa-81d3-7c670b0d45cb tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:43.489250 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['c8f29589-7c7f-4903-9662-dd7f36ac363b', '47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:43.498302 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-fcc05c59-5b5f-4c23-84fe-432826736b1c req-ed52197e-0f24-40aa-81d3-7c670b0d45cb tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] For port f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89,segment=NetworkSegment(c794a44f-b238-46ad-8ea4-d84043a81222),segment_id=c794a44f-b238-46ad-8ea4-d84043a81222)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:43.498676 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fcc05c59-5b5f-4c23-84fe-432826736b1c req-ed52197e-0f24-40aa-81d3-7c670b0d45cb tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:43.512475 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-fcc05c59-5b5f-4c23-84fe-432826736b1c req-ed52197e-0f24-40aa-81d3-7c670b0d45cb tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Calling delete_port for f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:43.634798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9fe84-2d1d-4647-b03d-02ca9de087a3 req-5fa898e4-303d-4fd5-a84f-ee09b9326ac9 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:43.636539 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c9f9fe84-2d1d-4647-b03d-02ca9de087a3 req-5fa898e4-303d-4fd5-a84f-ee09b9326ac9 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 949 time: 0.0860991 Jul 05 09:42:43.657250 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fcc05c59-5b5f-4c23-84fe-432826736b1c req-ed52197e-0f24-40aa-81d3-7c670b0d45cb tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:43.676571 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['8ff3b6ec-5195-4a4f-9380-9f6674ea1866', 'b884cc40-4446-4f9b-b950-29bed315b97c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:43.693755 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c9f9fe84-2d1d-4647-b03d-02ca9de087a3 req-f975bfb6-2c05-4755-b152-c2d00586d9b2 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490651 Jul 05 09:42:43.709128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52197e-0f24-40aa-81d3-7c670b0d45cb tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Pushing event deleted for resources: {'Port': ['ID=f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:43.795142 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc05c59-5b5f-4c23-84fe-432826736b1c req-ed52197e-0f24-40aa-81d3-7c670b0d45cb tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] No DVR routers for this DVR port f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:42:43.798312 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fcc05c59-5b5f-4c23-84fe-432826736b1c req-ed52197e-0f24-40aa-81d3-7c670b0d45cb tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:43.801584 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fcc05c59-5b5f-4c23-84fe-432826736b1c req-ed52197e-0f24-40aa-81d3-7c670b0d45cb tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.78 "DELETE /v2.0/ports/f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 HTTP/1.1" status: 204 len: 173 time: 0.4913228 Jul 05 09:42:44.006190 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ad599-7107-48c5-90fe-bac1a5e619cd req-38df2233-6a06-4f9a-9d41-126615c4e26e tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:44.007913 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-658ad599-7107-48c5-90fe-bac1a5e619cd req-38df2233-6a06-4f9a-9d41-126615c4e26e tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 945 time: 0.1037381 Jul 05 09:42:44.061083 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-658ad599-7107-48c5-90fe-bac1a5e619cd req-b1ba5d1c-adfe-4f1e-932b-15ff5eb612bb tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467837 Jul 05 09:42:44.244196 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97fbb791-02f8-44a0-a50a-a84d99da0e79 req-77976b4c-a37d-412f-88d5-dedff350e665 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889 HTTP/1.1" status: 200 len: 210 time: 0.0320532 Jul 05 09:42:44.293190 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d8b92-723b-4d08-863d-0ee6fbdd3fa2 req-9a65bceb-b46a-4756-94ff-c44caf67379e tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:44.294713 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f8d8b92-723b-4d08-863d-0ee6fbdd3fa2 req-9a65bceb-b46a-4756-94ff-c44caf67379e tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 1096 time: 0.0528719 Jul 05 09:42:44.328223 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f8d8b92-723b-4d08-863d-0ee6fbdd3fa2 req-61b2fae1-c853-4e0c-9fe6-1d1d10ad781d tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278821 Jul 05 09:42:44.703212 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8d55f-c4ae-4b73-8348-d8bde2b01d2e req-77298672-269a-478b-9136-a0a5c1caa885 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:44.704897 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5fd8d55f-c4ae-4b73-8348-d8bde2b01d2e req-77298672-269a-478b-9136-a0a5c1caa885 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=a806b5ce-5308-41c5-810e-60f44b90e26b HTTP/1.1" status: 200 len: 949 time: 0.0729256 Jul 05 09:42:44.755938 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5fd8d55f-c4ae-4b73-8348-d8bde2b01d2e req-944de290-d63e-4308-9ba3-093ed1dc31e8 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371697 Jul 05 09:42:44.895433 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048784f4-6465-42a2-a60c-d2215b2b6225 req-bd7c8c87-e8a7-4092-8ed2-eb5db410f27c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:44.897291 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-048784f4-6465-42a2-a60c-d2215b2b6225 req-bd7c8c87-e8a7-4092-8ed2-eb5db410f27c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 949 time: 0.0698798 Jul 05 09:42:44.944042 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-048784f4-6465-42a2-a60c-d2215b2b6225 req-b3143f71-2616-40f5-88b5-3293f57932c6 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361671 Jul 05 09:42:44.996373 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889', 'name': 'network-vif-deleted', 'tag': 'f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:44.999416 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a6e705-c165-4483-b4fd-72a86feb4443" -d '{"events": [{"server_uuid": "f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889", "name": "network-vif-deleted", "tag": "f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:45.045234 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ae4bb0-9f7f-4283-b9fd-e87f53bf0e15 x-openstack-request-id: req-78ae4bb0-9f7f-4283-b9fd-e87f53bf0e15 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:45.045543 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889", "name": "network-vif-deleted", "tag": "f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:45.045798 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-78ae4bb0-9f7f-4283-b9fd-e87f53bf0e15 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:45.046229 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12b4bbd-a3e8-4ad5-aa0a-8d79ede71889', 'name': 'network-vif-deleted', 'tag': 'f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89', 'status': 'completed', 'code': 200} Jul 05 09:42:45.464790 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 8e70986e-92b8-4ec4-9e27-405e82323c6c up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:45.528557 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 8e70986e-92b8-4ec4-9e27-405e82323c6c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:45.533674 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 8e70986e-92b8-4ec4-9e27-405e82323c6c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:45.534308 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:45.625737 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:45.650791 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f798ce9-b3fb-4ae9-b930-4016e27f1f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e70986e-92b8-4ec4-9e27-405e82323c6c'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:45.653326 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d310c8-4d85-40ea-a3b8-dcad804d05d9" -d '{"events": [{"server_uuid": "0f798ce9-b3fb-4ae9-b930-4016e27f1f0e", "name": "network-vif-plugged", "status": "completed", "tag": "8e70986e-92b8-4ec4-9e27-405e82323c6c"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:45.673729 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 8e70986e-92b8-4ec4-9e27-405e82323c6c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8e70986e-92b8-4ec4-9e27-405e82323c6c,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:45.682807 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:45.684347 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 7317d360-8d70-4e31-bfb5-c75e9e2ef332 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:42:45.725074 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca33f4e-5ef8-474b-8d1e-26f91ef8ca92 x-openstack-request-id: req-3ca33f4e-5ef8-474b-8d1e-26f91ef8ca92 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:45.725547 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f798ce9-b3fb-4ae9-b930-4016e27f1f0e", "name": "network-vif-plugged", "status": "completed", "tag": "8e70986e-92b8-4ec4-9e27-405e82323c6c", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:45.725801 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3ca33f4e-5ef8-474b-8d1e-26f91ef8ca92 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:45.726203 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f798ce9-b3fb-4ae9-b930-4016e27f1f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e70986e-92b8-4ec4-9e27-405e82323c6c', 'code': 200} Jul 05 09:42:45.747182 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 7317d360-8d70-4e31-bfb5-c75e9e2ef332 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:42:45.747807 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 7317d360-8d70-4e31-bfb5-c75e9e2ef332 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:42:45.748559 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:42:45.771512 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ad043-10a0-4576-aa50-200b774cfbe1 req-77f91aa0-54b1-44ea-97ed-f5bda986571a tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:45.773166 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf9ad043-10a0-4576-aa50-200b774cfbe1 req-77f91aa0-54b1-44ea-97ed-f5bda986571a tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=592528b5-1e76-41c5-8fbd-e379b3ae2e2d HTTP/1.1" status: 200 len: 946 time: 0.0898833 Jul 05 09:42:45.777011 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:42:45.777436 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device f6a0cf12-e9e8-485e-b65d-fd7a6c4d2c89 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:42:45.797931 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=8e70986e-92b8-4ec4-9e27-405e82323c6c,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:45.830578 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 9795f5d9-8816-4719-a8f6-fe30f49345e2 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:42:45.843794 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf9ad043-10a0-4576-aa50-200b774cfbe1 req-bc3d6db2-c8a4-4760-bf0c-f5a05763b759 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648649 Jul 05 09:42:45.867117 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a0a8d-9133-44cc-8c35-a0d9fd19842b req-53aacede-f18d-4656-8150-5dde0222a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:45.869455 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a50a0a8d-9133-44cc-8c35-a0d9fd19842b req-53aacede-f18d-4656-8150-5dde0222a78e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 1101 time: 0.0898366 Jul 05 09:42:45.954686 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a50a0a8d-9133-44cc-8c35-a0d9fd19842b req-d1db8f68-8dd8-4d9d-ad2a-7e12a0a0ffe4 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747759 Jul 05 09:42:45.985919 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 9795f5d9-8816-4719-a8f6-fe30f49345e2, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=9795f5d9-8816-4719-a8f6-fe30f49345e2,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:46.009506 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '9795f5d9-8816-4719-a8f6-fe30f49345e2', 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f', 'port_id': '9795f5d9-8816-4719-a8f6-fe30f49345e2', 'mac_address': 'fa:16:3e:31:fd:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1a105d-77c4-456f-a245-b66e6fc97786', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:42:46.069564 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.083600 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9795f5d9-8816-4719-a8f6-fe30f49345e2 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:46.109210 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 9795f5d9-8816-4719-a8f6-fe30f49345e2, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=9795f5d9-8816-4719-a8f6-fe30f49345e2,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:46.115822 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.144602 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a857dd-e7e9-4610-be2a-a44bbed2e114 req-b15a25c4-b8e4-4adc-a1a0-859ec3b21a0f tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:46.153458 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41a857dd-e7e9-4610-be2a-a44bbed2e114 req-b15a25c4-b8e4-4adc-a1a0-859ec3b21a0f tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=a806b5ce-5308-41c5-810e-60f44b90e26b HTTP/1.1" status: 200 len: 949 time: 0.1993699 Jul 05 09:42:46.185977 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=9795f5d9-8816-4719-a8f6-fe30f49345e2,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:46.220525 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41a857dd-e7e9-4610-be2a-a44bbed2e114 req-f5eadfeb-d7d1-4db5-9801-8089518fbf08 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657196 Jul 05 09:42:46.235740 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['9795f5d9-8816-4719-a8f6-fe30f49345e2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:46.272568 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c8e85-e05a-4d30-b9a5-d4e5252b16aa req-a3835b8a-29c8-4b29-b191-aaf61b1b61de tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:46.274756 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-755c8e85-e05a-4d30-b9a5-d4e5252b16aa req-a3835b8a-29c8-4b29-b191-aaf61b1b61de tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.2073648 Jul 05 09:42:46.368456 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-755c8e85-e05a-4d30-b9a5-d4e5252b16aa req-ea73110b-98bd-4185-b908-0f42b67eb97c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783260 Jul 05 09:42:46.492898 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91340c21-2c01-4bb1-96bd-c5fa7e346c53 req-d5703f4e-d947-45c9-8187-04c1dd2392ad tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:46.495322 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-91340c21-2c01-4bb1-96bd-c5fa7e346c53 req-d5703f4e-d947-45c9-8187-04c1dd2392ad tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.78 "GET /v2.0/ports?device_id=a806b5ce-5308-41c5-810e-60f44b90e26b HTTP/1.1" status: 200 len: 949 time: 0.0954936 Jul 05 09:42:46.680553 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-91340c21-2c01-4bb1-96bd-c5fa7e346c53 req-9688dceb-d14e-48cd-afcf-8731d08d164e tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Deleting port c8f29589-7c7f-4903-9662-dd7f36ac363b {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:46.681364 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91340c21-2c01-4bb1-96bd-c5fa7e346c53 req-9688dceb-d14e-48cd-afcf-8731d08d164e tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.797071 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-91340c21-2c01-4bb1-96bd-c5fa7e346c53 req-9688dceb-d14e-48cd-afcf-8731d08d164e tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] For port c8f29589-7c7f-4903-9662-dd7f36ac363b, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=c8f29589-7c7f-4903-9662-dd7f36ac363b,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:46.797795 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91340c21-2c01-4bb1-96bd-c5fa7e346c53 req-9688dceb-d14e-48cd-afcf-8731d08d164e tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.816073 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-91340c21-2c01-4bb1-96bd-c5fa7e346c53 req-9688dceb-d14e-48cd-afcf-8731d08d164e tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Calling delete_port for c8f29589-7c7f-4903-9662-dd7f36ac363b owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:47.012971 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91340c21-2c01-4bb1-96bd-c5fa7e346c53 req-9688dceb-d14e-48cd-afcf-8731d08d164e tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:47.032210 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['c8f29589-7c7f-4903-9662-dd7f36ac363b', '47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:47.055706 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688dceb-d14e-48cd-afcf-8731d08d164e tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Pushing event deleted for resources: {'Port': ['ID=c8f29589-7c7f-4903-9662-dd7f36ac363b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:47.136244 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a204a-ed85-4a94-8df7-4363ff50e6d2 req-60ac0276-a292-4d19-bfcd-0605dab432a4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:47.144982 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a3a204a-ed85-4a94-8df7-4363ff50e6d2 req-60ac0276-a292-4d19-bfcd-0605dab432a4 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=592528b5-1e76-41c5-8fbd-e379b3ae2e2d HTTP/1.1" status: 200 len: 946 time: 0.1794851 Jul 05 09:42:47.164853 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-91340c21-2c01-4bb1-96bd-c5fa7e346c53 req-9688dceb-d14e-48cd-afcf-8731d08d164e tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] No DVR routers for this DVR port c8f29589-7c7f-4903-9662-dd7f36ac363b on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:42:47.168157 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91340c21-2c01-4bb1-96bd-c5fa7e346c53 req-9688dceb-d14e-48cd-afcf-8731d08d164e tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:47.171079 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-91340c21-2c01-4bb1-96bd-c5fa7e346c53 req-9688dceb-d14e-48cd-afcf-8731d08d164e tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.78 "DELETE /v2.0/ports/c8f29589-7c7f-4903-9662-dd7f36ac363b HTTP/1.1" status: 204 len: 173 time: 0.6506166 Jul 05 09:42:47.171808 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a806b5ce-5308-41c5-810e-60f44b90e26b', 'name': 'network-vif-deleted', 'tag': 'c8f29589-7c7f-4903-9662-dd7f36ac363b'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:47.188947 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e095c40f-ba15-46b4-905b-c74ad7a90a0d" -d '{"events": [{"server_uuid": "a806b5ce-5308-41c5-810e-60f44b90e26b", "name": "network-vif-deleted", "tag": "c8f29589-7c7f-4903-9662-dd7f36ac363b"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:47.226599 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a3a204a-ed85-4a94-8df7-4363ff50e6d2 req-f63bd37b-6251-4d46-a649-e478bbbcc0e0 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694096 Jul 05 09:42:47.331173 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97cebc6-988e-48da-adbe-fb6416c1e310 x-openstack-request-id: req-f97cebc6-988e-48da-adbe-fb6416c1e310 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:47.332345 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a806b5ce-5308-41c5-810e-60f44b90e26b", "name": "network-vif-deleted", "tag": "c8f29589-7c7f-4903-9662-dd7f36ac363b", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:47.332971 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f97cebc6-988e-48da-adbe-fb6416c1e310 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:47.333587 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a806b5ce-5308-41c5-810e-60f44b90e26b', 'name': 'network-vif-deleted', 'tag': 'c8f29589-7c7f-4903-9662-dd7f36ac363b', 'status': 'completed', 'code': 200} Jul 05 09:42:47.491694 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f5316543-58b7-49fe-b89c-94c2561b77ee req-66028ae5-d7d7-4de2-b4fd-886de94c4ce0 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=a806b5ce-5308-41c5-810e-60f44b90e26b HTTP/1.1" status: 200 len: 210 time: 0.0749605 Jul 05 09:42:47.569096 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8f655-2038-45ff-845b-dc46c6ca74f7 req-6d2b8ec3-f9d2-4947-a3b2-67b63cfa0908 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:47.570639 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27f8f655-2038-45ff-845b-dc46c6ca74f7 req-6d2b8ec3-f9d2-4947-a3b2-67b63cfa0908 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.81 "GET /v2.0/ports?device_id=592528b5-1e76-41c5-8fbd-e379b3ae2e2d HTTP/1.1" status: 200 len: 946 time: 0.2510464 Jul 05 09:42:47.780858 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-27f8f655-2038-45ff-845b-dc46c6ca74f7 req-e424b38f-e0f0-4c29-96cc-5ca2f52ba18e tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Deleting port b884cc40-4446-4f9b-b950-29bed315b97c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:47.781203 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-27f8f655-2038-45ff-845b-dc46c6ca74f7 req-e424b38f-e0f0-4c29-96cc-5ca2f52ba18e tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:47.793210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bab9d-41a9-4523-9035-eb916d1c18d9 req-9b7c37e2-8941-4ac1-ac65-b58036515c32 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:47.794785 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-523bab9d-41a9-4523-9035-eb916d1c18d9 req-9b7c37e2-8941-4ac1-ac65-b58036515c32 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.1000617 Jul 05 09:42:47.839047 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 9795f5d9-8816-4719-a8f6-fe30f49345e2 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:47.986934 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 9795f5d9-8816-4719-a8f6-fe30f49345e2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:47.987362 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:48.012481 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-27f8f655-2038-45ff-845b-dc46c6ca74f7 req-e424b38f-e0f0-4c29-96cc-5ca2f52ba18e tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] For port b884cc40-4446-4f9b-b950-29bed315b97c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b884cc40-4446-4f9b-b950-29bed315b97c,segment=NetworkSegment(c794a44f-b238-46ad-8ea4-d84043a81222),segment_id=c794a44f-b238-46ad-8ea4-d84043a81222)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:48.013145 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-27f8f655-2038-45ff-845b-dc46c6ca74f7 req-e424b38f-e0f0-4c29-96cc-5ca2f52ba18e tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:48.057086 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-27f8f655-2038-45ff-845b-dc46c6ca74f7 req-e424b38f-e0f0-4c29-96cc-5ca2f52ba18e tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Calling delete_port for b884cc40-4446-4f9b-b950-29bed315b97c owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:48.178706 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:48.188819 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-523bab9d-41a9-4523-9035-eb916d1c18d9 req-4f8cbb7e-1f70-42d2-be59-270bc6728418 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573577 Jul 05 09:42:48.259469 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7033d7ee-606c-48c6-bb0d-08c572d71401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9795f5d9-8816-4719-a8f6-fe30f49345e2'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:48.279893 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b3b620-acc3-4409-b91a-a8d124c9928e" -d '{"events": [{"server_uuid": "7033d7ee-606c-48c6-bb0d-08c572d71401", "name": "network-vif-plugged", "status": "completed", "tag": "9795f5d9-8816-4719-a8f6-fe30f49345e2"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:48.289989 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 9795f5d9-8816-4719-a8f6-fe30f49345e2, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=9795f5d9-8816-4719-a8f6-fe30f49345e2,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:48.297123 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:48.383749 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-27f8f655-2038-45ff-845b-dc46c6ca74f7 req-e424b38f-e0f0-4c29-96cc-5ca2f52ba18e tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:48.399432 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['8ff3b6ec-5195-4a4f-9380-9f6674ea1866', 'b884cc40-4446-4f9b-b950-29bed315b97c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:48.431298 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424b38f-e0f0-4c29-96cc-5ca2f52ba18e tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Pushing event deleted for resources: {'Port': ['ID=b884cc40-4446-4f9b-b950-29bed315b97c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:48.502546 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=9795f5d9-8816-4719-a8f6-fe30f49345e2,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:48.612147 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f8f655-2038-45ff-845b-dc46c6ca74f7 req-e424b38f-e0f0-4c29-96cc-5ca2f52ba18e tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] No DVR routers for this DVR port b884cc40-4446-4f9b-b950-29bed315b97c on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:42:48.619268 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-27f8f655-2038-45ff-845b-dc46c6ca74f7 req-e424b38f-e0f0-4c29-96cc-5ca2f52ba18e tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:48.621438 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27f8f655-2038-45ff-845b-dc46c6ca74f7 req-e424b38f-e0f0-4c29-96cc-5ca2f52ba18e tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.81 "DELETE /v2.0/ports/b884cc40-4446-4f9b-b950-29bed315b97c HTTP/1.1" status: 204 len: 173 time: 1.0401778 Jul 05 09:42:48.621924 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592528b5-1e76-41c5-8fbd-e379b3ae2e2d', 'name': 'network-vif-deleted', 'tag': 'b884cc40-4446-4f9b-b950-29bed315b97c'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:48.628245 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bb8e83-b645-4a3f-9634-e2302646add7" -d '{"events": [{"server_uuid": "592528b5-1e76-41c5-8fbd-e379b3ae2e2d", "name": "network-vif-deleted", "tag": "b884cc40-4446-4f9b-b950-29bed315b97c"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:48.750105 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60658c7b-d79a-4620-a3cd-f72c2cd38ce5 req-10cb0c96-e5ca-4a9c-b58f-4467a4732d44 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:48.758295 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-60658c7b-d79a-4620-a3cd-f72c2cd38ce5 req-10cb0c96-e5ca-4a9c-b58f-4467a4732d44 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/ports?device_id=7105a1a7-04e2-44c8-835c-7bf46c017aeb HTTP/1.1" status: 200 len: 945 time: 0.1149621 Jul 05 09:42:48.810540 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-60658c7b-d79a-4620-a3cd-f72c2cd38ce5 req-83a57490-b3e6-4b46-a252-9216f2d99fcb tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb96b496-fdb5-4633-9718-ad9f171333e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511930 Jul 05 09:42:49.043482 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fd61cb-16a6-4176-831b-87e0530d9c49 x-openstack-request-id: req-e8fd61cb-16a6-4176-831b-87e0530d9c49 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:49.044109 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7033d7ee-606c-48c6-bb0d-08c572d71401", "name": "network-vif-plugged", "status": "completed", "tag": "9795f5d9-8816-4719-a8f6-fe30f49345e2", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:49.044732 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e8fd61cb-16a6-4176-831b-87e0530d9c49 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:49.045296 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7033d7ee-606c-48c6-bb0d-08c572d71401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9795f5d9-8816-4719-a8f6-fe30f49345e2', 'code': 200} Jul 05 09:42:49.124230 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3921a549-9cb3-4897-8f4c-0de966949f5e req-3f07f0a2-98f4-4d82-9557-925b99d52c18 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=592528b5-1e76-41c5-8fbd-e379b3ae2e2d HTTP/1.1" status: 200 len: 210 time: 0.1025600 Jul 05 09:42:49.225884 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e263096-0962-49ef-a762-e52366873b86 x-openstack-request-id: req-5e263096-0962-49ef-a762-e52366873b86 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:49.227733 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592528b5-1e76-41c5-8fbd-e379b3ae2e2d", "name": "network-vif-deleted", "tag": "b884cc40-4446-4f9b-b950-29bed315b97c", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:49.228416 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5e263096-0962-49ef-a762-e52366873b86 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:49.229057 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592528b5-1e76-41c5-8fbd-e379b3ae2e2d', 'name': 'network-vif-deleted', 'tag': 'b884cc40-4446-4f9b-b950-29bed315b97c', 'status': 'completed', 'code': 200} Jul 05 09:42:49.244435 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:42:49.245632 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-0a7e59ec-b646-45e8-a2ac-de525a71b80f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1560345 Jul 05 09:42:49.494918 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device c8f29589-7c7f-4903-9662-dd7f36ac363b no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:42:49.567462 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: c8f29589-7c7f-4903-9662-dd7f36ac363b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:42:49.572116 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device c8f29589-7c7f-4903-9662-dd7f36ac363b not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:42:49.592908 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022eef6-3cd9-469b-a4fa-672f7a502af5 req-1942a50b-5eef-4433-a080-046ef38f561a tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:49.605250 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3022eef6-3cd9-469b-a4fa-672f7a502af5 req-1942a50b-5eef-4433-a080-046ef38f561a tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.1697843 Jul 05 09:42:49.708841 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3022eef6-3cd9-469b-a4fa-672f7a502af5 req-23660bdb-3eaf-4612-9125-20652b782c8c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980103 Jul 05 09:42:50.609726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6405f-961d-4d93-8a9b-884a900a8e3b req-68aa128d-5093-4a32-9b49-4372dfb1672f tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:50.620578 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7f6405f-961d-4d93-8a9b-884a900a8e3b req-68aa128d-5093-4a32-9b49-4372dfb1672f tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/ports?device_id=7105a1a7-04e2-44c8-835c-7bf46c017aeb HTTP/1.1" status: 200 len: 945 time: 0.1047974 Jul 05 09:42:50.664543 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7f6405f-961d-4d93-8a9b-884a900a8e3b req-e667ed62-ff27-4dee-bd0b-2079dbc137b3 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb96b496-fdb5-4633-9718-ad9f171333e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427277 Jul 05 09:42:50.882529 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a4eb7-39e7-45f5-a64a-31905caed406 req-0b50b5bd-7941-48dc-b8bf-b0396e90387d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:50.894649 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e60a4eb7-39e7-45f5-a64a-31905caed406 req-0b50b5bd-7941-48dc-b8bf-b0396e90387d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 949 time: 0.2054625 Jul 05 09:42:50.917999 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-43ca086e-46ed-437e-8674-0383eb30c87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:50.988129 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e60a4eb7-39e7-45f5-a64a-31905caed406 req-12501080-3bca-45c0-b08b-ca559f8f61f6 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922363 Jul 05 09:42:51.485550 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a180d09-ac33-4bb4-aab3-b4eac00c5f17 req-0ff2fffd-5949-4456-a2b9-7d9f24ac368e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:51.487197 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1a180d09-ac33-4bb4-aab3-b4eac00c5f17 req-0ff2fffd-5949-4456-a2b9-7d9f24ac368e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.1520333 Jul 05 09:42:51.575858 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1a180d09-ac33-4bb4-aab3-b4eac00c5f17 req-f83e0e07-94fd-4b0d-a6a2-c4aedb7d34db tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814755 Jul 05 09:42:51.580980 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-f28a3f36-af02-4848-9cfe-a83c6652578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:51.583068 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-f28a3f36-af02-4848-9cfe-a83c6652578a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 1101 time: 0.1164098 Jul 05 09:42:51.701219 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9633509-f51e-44cc-adc5-73d91e19676c req-19e4bfb1-acd2-4e2f-a190-ea1f1bc117ef tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:51.702854 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f9633509-f51e-44cc-adc5-73d91e19676c req-19e4bfb1-acd2-4e2f-a190-ea1f1bc117ef tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 946 time: 0.0866342 Jul 05 09:42:51.752749 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-36e316c1-872f-4418-844c-b4d708f2ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:51.755286 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-36e316c1-872f-4418-844c-b4d708f2ab9b service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1650751 Jul 05 09:42:51.793594 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f9633509-f51e-44cc-adc5-73d91e19676c req-dc6091f2-e8f7-4eef-a88e-f08915d35247 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785558 Jul 05 09:42:51.828013 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-15469f09-2448-4c43-b0f5-b85c46ab2502 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=8e70986e-92b8-4ec4-9e27-405e82323c6c HTTP/1.1" status: 200 len: 217 time: 0.0629556 Jul 05 09:42:51.868279 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device b884cc40-4446-4f9b-b950-29bed315b97c no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:42:51.907470 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: b884cc40-4446-4f9b-b950-29bed315b97c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:42:51.908149 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device b884cc40-4446-4f9b-b950-29bed315b97c not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:42:51.909996 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-9befb35d-912f-49ed-a444-48de8503c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:51.912064 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-9befb35d-912f-49ed-a444-48de8503c3bd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0755742 Jul 05 09:42:51.988411 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-99d4c35d-c042-49e5-9595-464b6c6e3de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:51.990098 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-99d4c35d-c042-49e5-9595-464b6c6e3de3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0709925 Jul 05 09:42:52.146361 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-e4228a40-b432-4d78-b166-ba2d6f75694b service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479504 Jul 05 09:42:52.189780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea463a7-09b0-4782-9b05-f4612dd85256 req-232154d5-80c2-4400-aa9f-e6ad421d7873 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:52.191495 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aea463a7-09b0-4782-9b05-f4612dd85256 req-232154d5-80c2-4400-aa9f-e6ad421d7873 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/ports?device_id=7105a1a7-04e2-44c8-835c-7bf46c017aeb HTTP/1.1" status: 200 len: 945 time: 0.0964921 Jul 05 09:42:52.250662 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aea463a7-09b0-4782-9b05-f4612dd85256 req-b9bd4fa1-6098-4e7a-a87a-517e9674a204 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb96b496-fdb5-4633-9718-ad9f171333e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464647 Jul 05 09:42:52.340034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb55d57-f960-4a95-9a30-94baced01965 req-189b56f0-c99c-401e-ae78-810056a277ec tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:52.342053 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbb55d57-f960-4a95-9a30-94baced01965 req-189b56f0-c99c-401e-ae78-810056a277ec tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 949 time: 0.0949218 Jul 05 09:42:52.426403 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbb55d57-f960-4a95-9a30-94baced01965 req-2b208f7d-2e7f-409d-b558-a95ca555f21d tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/security-groups?id=cbbdb9c3-db57-43bd-b488-e404c5a94a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706189 Jul 05 09:42:52.488046 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-29e6af0c-9cd8-4c30-b15b-55088d9ff295 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474341 Jul 05 09:42:52.499379 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55c3ca-6459-48b7-93dd-9adeea3d2844 req-c520e0e9-6abe-440c-83d5-2641b3cdb417 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:52.521894 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1d55c3ca-6459-48b7-93dd-9adeea3d2844 req-c520e0e9-6abe-440c-83d5-2641b3cdb417 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.78 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 949 time: 0.3477323 Jul 05 09:42:52.734053 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-1d55c3ca-6459-48b7-93dd-9adeea3d2844 req-5ad8939a-d591-4a32-a694-0ca732cb7f16 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Deleting port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:52.734977 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1d55c3ca-6459-48b7-93dd-9adeea3d2844 req-5ad8939a-d591-4a32-a694-0ca732cb7f16 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:52.879988 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e2af2-d355-45b4-9658-e4eeaabacc2c req-ba18df3f-4ba7-42fd-bc28-056fada1f457 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:52.890798 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3a0e2af2-d355-45b4-9658-e4eeaabacc2c req-ba18df3f-4ba7-42fd-bc28-056fada1f457 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.0950599 Jul 05 09:42:52.920554 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-1d55c3ca-6459-48b7-93dd-9adeea3d2844 req-5ad8939a-d591-4a32-a694-0ca732cb7f16 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] For port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:52.921220 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1d55c3ca-6459-48b7-93dd-9adeea3d2844 req-5ad8939a-d591-4a32-a694-0ca732cb7f16 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:52.939611 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-1d55c3ca-6459-48b7-93dd-9adeea3d2844 req-5ad8939a-d591-4a32-a694-0ca732cb7f16 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Calling delete_port for 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:52.952926 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3a0e2af2-d355-45b4-9658-e4eeaabacc2c req-1332cec3-36d0-4de9-acb4-3c6d61282d6a tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621505 Jul 05 09:42:53.060904 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3a2c2-ecf9-4c22-90c0-193a46eff3d0 req-21e61629-e696-417d-945c-1214def4a32d tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:53.069257 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bfb3a2c2-ecf9-4c22-90c0-193a46eff3d0 req-21e61629-e696-417d-945c-1214def4a32d tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 946 time: 0.0829508 Jul 05 09:42:53.138368 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bfb3a2c2-ecf9-4c22-90c0-193a46eff3d0 req-b781b441-3cda-45f5-acac-bef6bce5b04d tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/security-groups?id=60394b86-09ee-4869-a800-b862bf91cd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622485 Jul 05 09:42:53.148456 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1d55c3ca-6459-48b7-93dd-9adeea3d2844 req-5ad8939a-d591-4a32-a694-0ca732cb7f16 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:53.165328 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:53.194191 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8939a-d591-4a32-a694-0ca732cb7f16 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Pushing event deleted for resources: {'Port': ['ID=47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:53.296085 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3f7e7-432b-4498-a1e7-5777a013b9d1 req-e3eb2831-929e-4480-97e8-ce882bcdce33 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:53.296311 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e0e1cf50-51d1-4966-bea7-37dbd1b6adec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:53.300962 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45e3f7e7-432b-4498-a1e7-5777a013b9d1 req-e3eb2831-929e-4480-97e8-ce882bcdce33 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 946 time: 0.1332328 Jul 05 09:42:53.309394 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d55c3ca-6459-48b7-93dd-9adeea3d2844 req-5ad8939a-d591-4a32-a694-0ca732cb7f16 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] No DVR routers for this DVR port 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:42:53.325135 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1d55c3ca-6459-48b7-93dd-9adeea3d2844 req-5ad8939a-d591-4a32-a694-0ca732cb7f16 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:53.328579 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1d55c3ca-6459-48b7-93dd-9adeea3d2844 req-5ad8939a-d591-4a32-a694-0ca732cb7f16 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.78 "DELETE /v2.0/ports/47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 HTTP/1.1" status: 204 len: 173 time: 0.7986841 Jul 05 09:42:53.329071 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffdd311-2f81-4d30-824b-d1076a4ff469', 'name': 'network-vif-deleted', 'tag': '47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:53.339090 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10b60be-4257-4ef8-ad03-c3ef502224be" -d '{"events": [{"server_uuid": "fffdd311-2f81-4d30-824b-d1076a4ff469", "name": "network-vif-deleted", "tag": "47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:53.402181 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9268abe-b736-44df-a745-8cbc1ba3cc03 x-openstack-request-id: req-e9268abe-b736-44df-a745-8cbc1ba3cc03 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:53.402478 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffdd311-2f81-4d30-824b-d1076a4ff469", "name": "network-vif-deleted", "tag": "47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:53.402731 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e9268abe-b736-44df-a745-8cbc1ba3cc03 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:53.403130 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffdd311-2f81-4d30-824b-d1076a4ff469', 'name': 'network-vif-deleted', 'tag': '47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0', 'status': 'completed', 'code': 200} Jul 05 09:42:53.542070 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:53.711872 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-45e3f7e7-432b-4498-a1e7-5777a013b9d1 req-dcdc1bf3-1b21-4185-b32b-56522db7a067 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Deleting port 8ff3b6ec-5195-4a4f-9380-9f6674ea1866 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:53.712224 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-45e3f7e7-432b-4498-a1e7-5777a013b9d1 req-dcdc1bf3-1b21-4185-b32b-56522db7a067 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:53.772030 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6335a-1240-4041-8aed-dc320b57ef30 req-88e72e56-47ac-4f1f-a03a-1fd9088552b9 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:53.776197 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-eeb6335a-1240-4041-8aed-dc320b57ef30 req-88e72e56-47ac-4f1f-a03a-1fd9088552b9 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.81 "GET /v2.0/ports?device_id=7105a1a7-04e2-44c8-835c-7bf46c017aeb HTTP/1.1" status: 200 len: 945 time: 0.1444323 Jul 05 09:42:53.846292 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c005163-6ddf-4b31-91ea-1de9711b3cc8 req-0f662ed4-5f4d-4c24-9789-5cc2cd2fc213 tempest-ServersAdminTestJSON-1899659231 tempest-ServersAdminTestJSON-1899659231-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffdd311-2f81-4d30-824b-d1076a4ff469 HTTP/1.1" status: 200 len: 210 time: 0.1437080 Jul 05 09:42:53.877864 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099da743-6962-41eb-bbd6-10e3ddcc0424 req-073b1699-eb41-4a19-9fc6-1245c0aacba7 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:53.886671 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-099da743-6962-41eb-bbd6-10e3ddcc0424 req-073b1699-eb41-4a19-9fc6-1245c0aacba7 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/ports?device_id=7105a1a7-04e2-44c8-835c-7bf46c017aeb HTTP/1.1" status: 200 len: 945 time: 0.3767600 Jul 05 09:42:53.907448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-45e3f7e7-432b-4498-a1e7-5777a013b9d1 req-dcdc1bf3-1b21-4185-b32b-56522db7a067 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] For port 8ff3b6ec-5195-4a4f-9380-9f6674ea1866, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=8ff3b6ec-5195-4a4f-9380-9f6674ea1866,segment=NetworkSegment(c794a44f-b238-46ad-8ea4-d84043a81222),segment_id=c794a44f-b238-46ad-8ea4-d84043a81222)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:53.910342 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-45e3f7e7-432b-4498-a1e7-5777a013b9d1 req-dcdc1bf3-1b21-4185-b32b-56522db7a067 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:53.940164 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-45e3f7e7-432b-4498-a1e7-5777a013b9d1 req-dcdc1bf3-1b21-4185-b32b-56522db7a067 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Calling delete_port for 8ff3b6ec-5195-4a4f-9380-9f6674ea1866 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:53.989059 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-eeb6335a-1240-4041-8aed-dc320b57ef30 req-2c552185-fc7d-4c85-acdd-d35fd293de9b tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Deleting port bcffaef6-c593-4abe-940a-592cae7842bc {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:53.992081 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-eeb6335a-1240-4041-8aed-dc320b57ef30 req-2c552185-fc7d-4c85-acdd-d35fd293de9b tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:54.093293 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-099da743-6962-41eb-bbd6-10e3ddcc0424 req-a4eced2d-ad9f-499b-8e50-551fbd1a3b40 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb96b496-fdb5-4633-9718-ad9f171333e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054808 Jul 05 09:42:54.109362 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-45e3f7e7-432b-4498-a1e7-5777a013b9d1 req-dcdc1bf3-1b21-4185-b32b-56522db7a067 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:54.122411 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['8ff3b6ec-5195-4a4f-9380-9f6674ea1866'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:54.246794 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc1bf3-1b21-4185-b32b-56522db7a067 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Pushing event deleted for resources: {'Port': ['ID=8ff3b6ec-5195-4a4f-9380-9f6674ea1866,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:54.284086 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-eeb6335a-1240-4041-8aed-dc320b57ef30 req-2c552185-fc7d-4c85-acdd-d35fd293de9b tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] For port bcffaef6-c593-4abe-940a-592cae7842bc, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=bcffaef6-c593-4abe-940a-592cae7842bc,segment=NetworkSegment(0ee48a21-8c09-44ad-81bc-b34caa274eaa),segment_id=0ee48a21-8c09-44ad-81bc-b34caa274eaa)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:54.284541 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-eeb6335a-1240-4041-8aed-dc320b57ef30 req-2c552185-fc7d-4c85-acdd-d35fd293de9b tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:54.355056 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e3f7e7-432b-4498-a1e7-5777a013b9d1 req-dcdc1bf3-1b21-4185-b32b-56522db7a067 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] No DVR routers for this DVR port 8ff3b6ec-5195-4a4f-9380-9f6674ea1866 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:42:54.362161 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-45e3f7e7-432b-4498-a1e7-5777a013b9d1 req-dcdc1bf3-1b21-4185-b32b-56522db7a067 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:54.364557 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45e3f7e7-432b-4498-a1e7-5777a013b9d1 req-dcdc1bf3-1b21-4185-b32b-56522db7a067 tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.81 "DELETE /v2.0/ports/8ff3b6ec-5195-4a4f-9380-9f6674ea1866 HTTP/1.1" status: 204 len: 173 time: 1.0504944 Jul 05 09:42:54.365214 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1f3dc2-c472-4bca-9841-71ae6c24faf8', 'name': 'network-vif-deleted', 'tag': '8ff3b6ec-5195-4a4f-9380-9f6674ea1866'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:54.367826 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0224f510-49f5-4179-89b1-0373a8101402" -d '{"events": [{"server_uuid": "2c1f3dc2-c472-4bca-9841-71ae6c24faf8", "name": "network-vif-deleted", "tag": "8ff3b6ec-5195-4a4f-9380-9f6674ea1866"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:54.472932 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:54.599466 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff0223-6cbe-483b-ab1e-6bee6d4f53bb req-0c0ecec2-4150-4666-a9a7-3ff38f991350 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:54.611700 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2dff0223-6cbe-483b-ab1e-6bee6d4f53bb req-0c0ecec2-4150-4666-a9a7-3ff38f991350 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.1871650 Jul 05 09:42:54.711499 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2dff0223-6cbe-483b-ab1e-6bee6d4f53bb req-597d2a4d-1054-4a63-bc43-3b1f5c2b49d4 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986733 Jul 05 09:42:54.822810 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-18964e53-7afc-4d48-96e9-f58b71efa6d4 req-6a3c825a-1fc7-4d4e-b9a5-e985880e3b4e tempest-ListServerFiltersTestJSON-322437890 tempest-ListServerFiltersTestJSON-322437890-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c1f3dc2-c472-4bca-9841-71ae6c24faf8 HTTP/1.1" status: 200 len: 210 time: 0.0779684 Jul 05 09:42:54.827733 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea9dfc6-cb13-42f0-a435-b2f8c0ad9e9c x-openstack-request-id: req-4ea9dfc6-cb13-42f0-a435-b2f8c0ad9e9c {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:54.829578 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1f3dc2-c472-4bca-9841-71ae6c24faf8", "name": "network-vif-deleted", "tag": "8ff3b6ec-5195-4a4f-9380-9f6674ea1866", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:54.832879 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4ea9dfc6-cb13-42f0-a435-b2f8c0ad9e9c {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:54.833552 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1f3dc2-c472-4bca-9841-71ae6c24faf8', 'name': 'network-vif-deleted', 'tag': '8ff3b6ec-5195-4a4f-9380-9f6674ea1866', 'status': 'completed', 'code': 200} Jul 05 09:42:54.896000 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-eeb6335a-1240-4041-8aed-dc320b57ef30 req-2c552185-fc7d-4c85-acdd-d35fd293de9b tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:54.897116 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-eeb6335a-1240-4041-8aed-dc320b57ef30 req-2c552185-fc7d-4c85-acdd-d35fd293de9b tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:54.898681 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [req-eeb6335a-1240-4041-8aed-dc320b57ef30 req-2c552185-fc7d-4c85-acdd-d35fd293de9b tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Floating IP d869d596-ebdd-4cc6-8c6a-68c5c1e64069 disassociated. External IP: 172.25.7.28, port: bcffaef6-c593-4abe-940a-592cae7842bc. Jul 05 09:42:54.899197 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-eeb6335a-1240-4041-8aed-dc320b57ef30 req-2c552185-fc7d-4c85-acdd-d35fd293de9b tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Calling delete_port for bcffaef6-c593-4abe-940a-592cae7842bc owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:55.473346 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92277d66-1a09-409c-8261-bd7648296f2d req-b3ab8ce9-042c-4b6a-adc3-c3db99c1c996 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:55.474684 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45722) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:55.483216 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92277d66-1a09-409c-8261-bd7648296f2d req-b3ab8ce9-042c-4b6a-adc3-c3db99c1c996 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/ports?device_id=7105a1a7-04e2-44c8-835c-7bf46c017aeb HTTP/1.1" status: 200 len: 945 time: 0.1563673 Jul 05 09:42:55.521832 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:42:55.531647 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-eeb6335a-1240-4041-8aed-dc320b57ef30 req-2c552185-fc7d-4c85-acdd-d35fd293de9b tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:55.568643 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:42:55.569961 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 47d6ba3c-94d5-4cc6-99b7-1ea92a4e72a0 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:42:55.587859 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c552185-fc7d-4c85-acdd-d35fd293de9b tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Pushing event deleted for resources: {'Port': ['ID=bcffaef6-c593-4abe-940a-592cae7842bc,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:55.594914 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92277d66-1a09-409c-8261-bd7648296f2d req-487c7c5b-1a52-4109-b195-9ec4840eb5cc tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb96b496-fdb5-4633-9718-ad9f171333e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094947 Jul 05 09:42:55.769892 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eeb6335a-1240-4041-8aed-dc320b57ef30 req-2c552185-fc7d-4c85-acdd-d35fd293de9b tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Router 33e155ca-3a54-4ec4-9751-66861f772696 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:42:55.849934 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ec6b94bd-a755-4bb0-96b1-061d4dda53da admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e3d0b41b54134ace97056f321f8ceff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3717248 Jul 05 09:42:55.852375 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45732) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:55.967544 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dcd6759c-9334-41f3-97dc-a1be374bafeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:55.993071 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c147cef-dc69-4c09-9e9e-d3983d650f6f req-ab74bfd3-d829-4f4d-81f1-7890d3890e39 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:56.000393 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eeb6335a-1240-4041-8aed-dc320b57ef30 req-2c552185-fc7d-4c85-acdd-d35fd293de9b tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:42:56.003997 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dcd6759c-9334-41f3-97dc-a1be374bafeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:56.014949 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c147cef-dc69-4c09-9e9e-d3983d650f6f req-ab74bfd3-d829-4f4d-81f1-7890d3890e39 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.1416216 Jul 05 09:42:56.019449 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750b877-17ec-438e-aa8e-3510fdefe2e9 None None] Sync routers for ids ['33e155ca-3a54-4ec4-9751-66861f772696'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:42:56.053371 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f750b877-17ec-438e-aa8e-3510fdefe2e9 None None] Routers {'33e155ca-3a54-4ec4-9751-66861f772696'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:42:56.054390 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f750b877-17ec-438e-aa8e-3510fdefe2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:42:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['33e155ca-3a54-4ec4-9751-66861f772696'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:56.124733 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb6335a-1240-4041-8aed-dc320b57ef30 req-2c552185-fc7d-4c85-acdd-d35fd293de9b tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] No DVR routers for this DVR port bcffaef6-c593-4abe-940a-592cae7842bc on host n-h1-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:42:56.142906 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-eeb6335a-1240-4041-8aed-dc320b57ef30 req-2c552185-fc7d-4c85-acdd-d35fd293de9b tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:56.145970 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-eeb6335a-1240-4041-8aed-dc320b57ef30 req-2c552185-fc7d-4c85-acdd-d35fd293de9b tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.81 "DELETE /v2.0/ports/bcffaef6-c593-4abe-940a-592cae7842bc HTTP/1.1" status: 204 len: 173 time: 2.3637731 Jul 05 09:42:56.145970 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7105a1a7-04e2-44c8-835c-7bf46c017aeb', 'name': 'network-vif-deleted', 'tag': 'bcffaef6-c593-4abe-940a-592cae7842bc'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:56.148373 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d237619-41f7-46cd-a478-066675a38474" -d '{"events": [{"server_uuid": "7105a1a7-04e2-44c8-835c-7bf46c017aeb", "name": "network-vif-deleted", "tag": "bcffaef6-c593-4abe-940a-592cae7842bc"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:56.174802 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c147cef-dc69-4c09-9e9e-d3983d650f6f req-f5a28af4-78ee-4633-9b14-f5d50a9419e2 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494737 Jul 05 09:42:56.178877 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45738) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:56.202179 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dcd6759c-9334-41f3-97dc-a1be374bafeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:56.205302 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dcd6759c-9334-41f3-97dc-a1be374bafeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:56.206810 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-dcd6759c-9334-41f3-97dc-a1be374bafeb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cbbdb9c3-db57-43bd-b488-e404c5a94a51 HTTP/1.1" status: 204 len: 168 time: 0.3534594 Jul 05 09:42:56.217329 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6759c-9334-41f3-97dc-a1be374bafeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbdb9c3-db57-43bd-b488-e404c5a94a51,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:56.324185 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce5aa72-2069-4407-b4a7-f7684e76dd02 admin admin] Deleting subnet e329e344-f615-4608-9433-02b0d4ae9eea {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:42:56.332229 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3ce5aa72-2069-4407-b4a7-f7684e76dd02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:56.462027 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea54e144-ea40-45f5-94dd-464982bed833 x-openstack-request-id: req-ea54e144-ea40-45f5-94dd-464982bed833 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:56.463217 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7105a1a7-04e2-44c8-835c-7bf46c017aeb", "name": "network-vif-deleted", "tag": "bcffaef6-c593-4abe-940a-592cae7842bc", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:56.463486 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ea54e144-ea40-45f5-94dd-464982bed833 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:56.463933 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7105a1a7-04e2-44c8-835c-7bf46c017aeb', 'name': 'network-vif-deleted', 'tag': 'bcffaef6-c593-4abe-940a-592cae7842bc', 'status': 'completed', 'code': 200} Jul 05 09:42:56.490299 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3ce5aa72-2069-4407-b4a7-f7684e76dd02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:56.583507 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:56.656538 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f750b877-17ec-438e-aa8e-3510fdefe2e9 None None] Set router 33e155ca-3a54-4ec4-9751-66861f772696 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:42:56.924250 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45758) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:56.938214 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3ce5aa72-2069-4407-b4a7-f7684e76dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:56.979379 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a4797ec0-2ff3-4552-a115-2e5a0082cd59 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=03f4921af3324e55adb8eced39e74027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531964 Jul 05 09:42:56.982430 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45760) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:57.016145 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f750b877-17ec-438e-aa8e-3510fdefe2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e155ca-3a54-4ec4-9751-66861f772696', 'name': 'tempest-ServersTestJSON-244347680-router', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:40:42Z', 'revision_number': 4, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'gw_port': {'id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '3cad2a42-04fe-4358-9d56-5a74f1207cda', 'name': '', 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'mac_address': 'fa:16:3e:3a:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f031c5ad-59cc-4c59-a95e-957f1011421e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:41Z', 'updated_at': '2021-07-05T09:40:54Z', 'revision_number': 5, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'subnets': [{'id': 'f031c5ad-59cc-4c59-a95e-957f1011421e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:57.036665 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9a3a6c83-a315-4990-bea1-5e764d68413a req-53619d4c-178e-4ecb-82cc-6bdfeddc3e65 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/ports?device_id=7105a1a7-04e2-44c8-835c-7bf46c017aeb HTTP/1.1" status: 200 len: 210 time: 0.1413364 Jul 05 09:42:57.054102 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750b877-17ec-438e-aa8e-3510fdefe2e9 None None] Checking router: 33e155ca-3a54-4ec4-9751-66861f772696 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:42:57.081101 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f750b877-17ec-438e-aa8e-3510fdefe2e9 None None] Routers {'33e155ca-3a54-4ec4-9751-66861f772696'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:42:57.081101 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f750b877-17ec-438e-aa8e-3510fdefe2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:42:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['33e155ca-3a54-4ec4-9751-66861f772696'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:57.108272 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e15d8e1e-21e6-433b-8d82-0bd5460f4da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:57.132119 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3ce5aa72-2069-4407-b4a7-f7684e76dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:57.171718 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e15d8e1e-21e6-433b-8d82-0bd5460f4da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:57.192347 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5aa72-2069-4407-b4a7-f7684e76dd02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e329e344-f615-4608-9433-02b0d4ae9eea,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:57.214570 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3ce5aa72-2069-4407-b4a7-f7684e76dd02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:57.223433 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3ce5aa72-2069-4407-b4a7-f7684e76dd02 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e329e344-f615-4608-9433-02b0d4ae9eea HTTP/1.1" status: 204 len: 168 time: 1.0345762 Jul 05 09:42:57.223681 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9756eb-6ea8-4f06-8225-b101a2535b10 None None] Network b653a93b-7875-4c27-adc4-358454c9269f requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:42:57.224075 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45764) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:57.373146 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e15d8e1e-21e6-433b-8d82-0bd5460f4da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:57.375904 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e15d8e1e-21e6-433b-8d82-0bd5460f4da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:57.377948 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e15d8e1e-21e6-433b-8d82-0bd5460f4da1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/46e7f3e7-c1ca-4588-bccb-2fb80aab9ba0 HTTP/1.1" status: 204 len: 168 time: 0.3944955 Jul 05 09:42:57.436657 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f750b877-17ec-438e-aa8e-3510fdefe2e9 None None] Set router 33e155ca-3a54-4ec4-9751-66861f772696 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:42:57.439908 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d8e1e-21e6-433b-8d82-0bd5460f4da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e7f3e7-c1ca-4588-bccb-2fb80aab9ba0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:57.459799 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a63909c-0b30-4db3-8463-9e9fe23e0676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:57.593891 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7a63909c-0b30-4db3-8463-9e9fe23e0676 admin admin] Deleting port 00aaf28a-4cf6-4f79-a683-0145af287fa4 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:57.594331 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a63909c-0b30-4db3-8463-9e9fe23e0676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:57.660683 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40bcbfc-5661-4e11-a699-740820b24393 None None] DHCP port deletion for b653a93b-7875-4c27-adc4-358454c9269f request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:42:57.704382 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83123945-8aa9-4b25-9f9f-2f5f478a0057 req-ceaf2b24-2a03-4598-b0b9-92e7487677ab tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:57.705839 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-7a63909c-0b30-4db3-8463-9e9fe23e0676 admin admin] For port 00aaf28a-4cf6-4f79-a683-0145af287fa4, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=00aaf28a-4cf6-4f79-a683-0145af287fa4,segment=NetworkSegment(c794a44f-b238-46ad-8ea4-d84043a81222),segment_id=c794a44f-b238-46ad-8ea4-d84043a81222)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:57.706876 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a63909c-0b30-4db3-8463-9e9fe23e0676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:57.733916 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83123945-8aa9-4b25-9f9f-2f5f478a0057 req-ceaf2b24-2a03-4598-b0b9-92e7487677ab tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.1738999 Jul 05 09:42:57.734980 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7a63909c-0b30-4db3-8463-9e9fe23e0676 admin admin] Calling delete_port for 00aaf28a-4cf6-4f79-a683-0145af287fa4 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:57.738554 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e40bcbfc-5661-4e11-a699-740820b24393 None None] Deleting port 00aaf28a-4cf6-4f79-a683-0145af287fa4 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:57.739030 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e40bcbfc-5661-4e11-a699-740820b24393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:57.841759 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83123945-8aa9-4b25-9f9f-2f5f478a0057 req-c9f2fdd9-209f-4fd2-b730-b9edff414c4a tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068773 Jul 05 09:42:57.848820 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e40bcbfc-5661-4e11-a699-740820b24393 None None] For port 00aaf28a-4cf6-4f79-a683-0145af287fa4, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=00aaf28a-4cf6-4f79-a683-0145af287fa4,segment=NetworkSegment(c794a44f-b238-46ad-8ea4-d84043a81222),segment_id=c794a44f-b238-46ad-8ea4-d84043a81222)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:57.848820 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e40bcbfc-5661-4e11-a699-740820b24393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:57.885909 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e40bcbfc-5661-4e11-a699-740820b24393 None None] Calling delete_port for 00aaf28a-4cf6-4f79-a683-0145af287fa4 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:57.893236 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a63909c-0b30-4db3-8463-9e9fe23e0676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:57.895364 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f750b877-17ec-438e-aa8e-3510fdefe2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e155ca-3a54-4ec4-9751-66861f772696', 'name': 'tempest-ServersTestJSON-244347680-router', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:40:42Z', 'revision_number': 4, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'gw_port': {'id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '3cad2a42-04fe-4358-9d56-5a74f1207cda', 'name': '', 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'mac_address': 'fa:16:3e:3a:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f031c5ad-59cc-4c59-a95e-957f1011421e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:41Z', 'updated_at': '2021-07-05T09:40:54Z', 'revision_number': 5, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'subnets': [{'id': 'f031c5ad-59cc-4c59-a95e-957f1011421e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:57.904127 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device bcffaef6-c593-4abe-940a-592cae7842bc no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:42:57.945619 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750b877-17ec-438e-aa8e-3510fdefe2e9 None None] The sync data for ids ['33e155ca-3a54-4ec4-9751-66861f772696'] in n-d-798054-8 is: [{'id': '33e155ca-3a54-4ec4-9751-66861f772696', 'name': 'tempest-ServersTestJSON-244347680-router', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:40:42Z', 'revision_number': 4, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'gw_port': {'id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '3cad2a42-04fe-4358-9d56-5a74f1207cda', 'name': '', 'network_id': '3429543c-f0ac-4437-adf0-6096f9040864', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'mac_address': 'fa:16:3e:3a:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f031c5ad-59cc-4c59-a95e-957f1011421e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:41Z', 'updated_at': '2021-07-05T09:40:54Z', 'revision_number': 5, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'subnets': [{'id': 'f031c5ad-59cc-4c59-a95e-957f1011421e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:42:57.959889 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63909c-0b30-4db3-8463-9e9fe23e0676 admin admin] Pushing event deleted for resources: {'Port': ['ID=00aaf28a-4cf6-4f79-a683-0145af287fa4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:57.964312 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a63909c-0b30-4db3-8463-9e9fe23e0676 admin admin] No DVR routers for this DVR port 00aaf28a-4cf6-4f79-a683-0145af287fa4 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:42:57.967538 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: bcffaef6-c593-4abe-940a-592cae7842bc {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:42:57.971469 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device bcffaef6-c593-4abe-940a-592cae7842bc not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:42:57.972027 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 8ff3b6ec-5195-4a4f-9380-9f6674ea1866 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:42:58.108442 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 8ff3b6ec-5195-4a4f-9380-9f6674ea1866 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:42:58.109035 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 8ff3b6ec-5195-4a4f-9380-9f6674ea1866 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:42:58.190449 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a63909c-0b30-4db3-8463-9e9fe23e0676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:58.197095 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e40bcbfc-5661-4e11-a699-740820b24393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:58.214148 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40bcbfc-5661-4e11-a699-740820b24393 None None] No DVR routers for this DVR port 00aaf28a-4cf6-4f79-a683-0145af287fa4 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:42:58.234117 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40bcbfc-5661-4e11-a699-740820b24393 None None] Pushing event deleted for resources: {'Port': ['ID=00aaf28a-4cf6-4f79-a683-0145af287fa4,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:58.253570 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-7a63909c-0b30-4db3-8463-9e9fe23e0676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b653a93b-7875-4c27-adc4-358454c9269f']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:58.276086 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-7a63909c-0b30-4db3-8463-9e9fe23e0676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c794a44f-b238-46ad-8ea4-d84043a81222') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:58.276733 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-7a63909c-0b30-4db3-8463-9e9fe23e0676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c794a44f-b238-46ad-8ea4-d84043a81222') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:58.284112 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45798) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:58.291263 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a63909c-0b30-4db3-8463-9e9fe23e0676 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:58.297026 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 00aaf28a-4cf6-4f79-a683-0145af287fa4 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:42:58.310462 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a63909c-0b30-4db3-8463-9e9fe23e0676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:58.318274 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a63909c-0b30-4db3-8463-9e9fe23e0676 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:42:58.318744 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a63909c-0b30-4db3-8463-9e9fe23e0676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:58.330432 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 00aaf28a-4cf6-4f79-a683-0145af287fa4 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:42:58.331047 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 00aaf28a-4cf6-4f79-a683-0145af287fa4 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:42:58.428596 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11993f61-da56-445f-a3dd-afb30e27d592 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:42:58.441072 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:42:58.449269 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a63909c-0b30-4db3-8463-9e9fe23e0676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:58.461949 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a63909c-0b30-4db3-8463-9e9fe23e0676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:58.466291 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7a63909c-0b30-4db3-8463-9e9fe23e0676 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b653a93b-7875-4c27-adc4-358454c9269f HTTP/1.1" status: 204 len: 168 time: 1.2420042 Jul 05 09:42:58.476120 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61ea68a-d069-42ef-898d-0d6cd181a227 None None] New status for floating IP d869d596-ebdd-4cc6-8c6a-68c5c1e64069: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:42:58.489544 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11993f61-da56-445f-a3dd-afb30e27d592 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:58.507967 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63909c-0b30-4db3-8463-9e9fe23e0676 admin admin] Pushing event deleted for resources: {'Network': ['ID=b653a93b-7875-4c27-adc4-358454c9269f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:58.656918 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11993f61-da56-445f-a3dd-afb30e27d592 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:58.660280 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11993f61-da56-445f-a3dd-afb30e27d592 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:58.661826 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-11993f61-da56-445f-a3dd-afb30e27d592 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "DELETE /v2.0/security-groups/bb96b496-fdb5-4633-9718-ad9f171333e8 HTTP/1.1" status: 204 len: 168 time: 0.3759086 Jul 05 09:42:58.697944 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45814) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:58.724128 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11993f61-da56-445f-a3dd-afb30e27d592 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb96b496-fdb5-4633-9718-ad9f171333e8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:58.741996 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-ec2be68b-553f-434a-983b-b153de360438 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] show failed (client error): The resource could not be found. Jul 05 09:42:58.743203 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ec2be68b-553f-434a-983b-b153de360438 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "GET /v2.0/security-groups/bb96b496-fdb5-4633-9718-ad9f171333e8 HTTP/1.1" status: 404 len: 347 time: 0.0357504 Jul 05 09:42:58.746026 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45818) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:58.928062 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45830) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:58.975119 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b23bde01-f47d-4ea7-8b64-9f5c1c4c1a62 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Deleting port 55c19b6b-e63a-4c2b-a712-68a43e3c29e9 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:58.978421 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b23bde01-f47d-4ea7-8b64-9f5c1c4c1a62 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.120942 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cdb8189e-496a-4601-af19-6972a9b77a60 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e87100ed7b6f414db27cc4824d98ad7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915507 Jul 05 09:42:59.123933 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45836) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:59.144110 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45840) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:59.155708 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b23bde01-f47d-4ea7-8b64-9f5c1c4c1a62 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.156071 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b23bde01-f47d-4ea7-8b64-9f5c1c4c1a62 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.180158 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b23bde01-f47d-4ea7-8b64-9f5c1c4c1a62 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Calling delete_port for 55c19b6b-e63a-4c2b-a712-68a43e3c29e9 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:59.192115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763c2a2-d066-4804-b92a-6160c5fa63cd req-de153331-e180-4f8b-9c48-82c797f047c3 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:59.193599 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f763c2a2-d066-4804-b92a-6160c5fa63cd req-de153331-e180-4f8b-9c48-82c797f047c3 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.1778154 Jul 05 09:42:59.239509 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3cfa076-21de-428e-8dc9-db7a3972b35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.275038 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3cfa076-21de-428e-8dc9-db7a3972b35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.350708 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f763c2a2-d066-4804-b92a-6160c5fa63cd req-adca43d3-7b72-45df-a921-4bf4ec5cc5ec tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452870 Jul 05 09:42:59.364691 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3cfa076-21de-428e-8dc9-db7a3972b35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.367455 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3cfa076-21de-428e-8dc9-db7a3972b35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.374044 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f3cfa076-21de-428e-8dc9-db7a3972b35a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/60394b86-09ee-4869-a800-b862bf91cd08 HTTP/1.1" status: 204 len: 168 time: 0.2481465 Jul 05 09:42:59.381205 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-42af197b-a519-4016-b594-3f17ac9a1ca8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-551319905-network', 'tenant_id': '6a5160c387a74a2a9c22b96c82dfdcb6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:59.402624 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfa076-21de-428e-8dc9-db7a3972b35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60394b86-09ee-4869-a800-b862bf91cd08,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:59.420150 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42af197b-a519-4016-b594-3f17ac9a1ca8 admin admin] Made reservation on behalf of 6a5160c387a74a2a9c22b96c82dfdcb6 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:59.423222 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42af197b-a519-4016-b594-3f17ac9a1ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.459048 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42af197b-a519-4016-b594-3f17ac9a1ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.570607 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b23bde01-f47d-4ea7-8b64-9f5c1c4c1a62 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.616967 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bde01-f47d-4ea7-8b64-9f5c1c4c1a62 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Pushing event deleted for resources: {'Port': ['ID=55c19b6b-e63a-4c2b-a712-68a43e3c29e9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:59.704167 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b23bde01-f47d-4ea7-8b64-9f5c1c4c1a62 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.707202 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b23bde01-f47d-4ea7-8b64-9f5c1c4c1a62 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.708395 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b23bde01-f47d-4ea7-8b64-9f5c1c4c1a62 tempest-ServersTestJSON-454386329 tempest-ServersTestJSON-454386329-project] 10.222.0.79 "DELETE /v2.0/floatingips/d869d596-ebdd-4cc6-8c6a-68c5c1e64069 HTTP/1.1" status: 204 len: 168 time: 0.9613228 Jul 05 09:42:59.711384 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45852) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:59.713245 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42af197b-a519-4016-b594-3f17ac9a1ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.718644 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42af197b-a519-4016-b594-3f17ac9a1ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.752621 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af197b-a519-4016-b594-3f17ac9a1ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a60d75f-b596-4aed-a6bd-331ea1c8e93e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:59.769314 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42af197b-a519-4016-b594-3f17ac9a1ca8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:42:59.783024 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42af197b-a519-4016-b594-3f17ac9a1ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.783477 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-42af197b-a519-4016-b594-3f17ac9a1ca8 admin admin] Added segment 07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7 of type vlan for network 15822b3d-93ca-42e9-9e41-5e6a249be825 Jul 05 09:42:59.845043 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42af197b-a519-4016-b594-3f17ac9a1ca8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.892639 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42af197b-a519-4016-b594-3f17ac9a1ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.896018 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42af197b-a519-4016-b594-3f17ac9a1ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:59.896654 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42af197b-a519-4016-b594-3f17ac9a1ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.976021 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af197b-a519-4016-b594-3f17ac9a1ca8 admin admin] Pushing event updated for resources: {'Network': ['ID=15822b3d-93ca-42e9-9e41-5e6a249be825,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:59.986070 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-42af197b-a519-4016-b594-3f17ac9a1ca8 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8408973 Jul 05 09:42:59.989219 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 15822b3d-93ca-42e9-9e41-5e6a249be825 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:42:59.994202 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45870) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:00.002452 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5c2e3a44-27b8-483e-a85d-79bdc5efb132 admin admin] Request body: {'subnet': {'network_id': '15822b3d-93ca-42e9-9e41-5e6a249be825', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-551319905-subnet', 'tenant_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:00.076381 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2e3a44-27b8-483e-a85d-79bdc5efb132 admin admin] Made reservation on behalf of 6a5160c387a74a2a9c22b96c82dfdcb6 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:00.078822 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c2e3a44-27b8-483e-a85d-79bdc5efb132 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:00.344100 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6dc8992d-7316-4499-8377-62b9bb1831a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:00.403289 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c2e3a44-27b8-483e-a85d-79bdc5efb132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:00.453711 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45888) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:00.529628 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e3a44-27b8-483e-a85d-79bdc5efb132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73d7ecab-d248-4fff-9235-dab0508c3653,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:00.578418 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-97f52cb6-77fe-4a0b-b552-d10e678b3469 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2061671324-network', 'tenant_id': '305af83efe2d44eab10938e58244a3cb'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:00.619310 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2e3a44-27b8-483e-a85d-79bdc5efb132 admin admin] Checking segment: {'id': '07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '15822b3d-93ca-42e9-9e41-5e6a249be825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:00.619680 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2e3a44-27b8-483e-a85d-79bdc5efb132 admin admin] Network hostable DHCP agents. Network: 15822b3d-93ca-42e9-9e41-5e6a249be825, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:43:00.622174 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f52cb6-77fe-4a0b-b552-d10e678b3469 admin admin] Made reservation on behalf of 305af83efe2d44eab10938e58244a3cb for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:00.625424 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97f52cb6-77fe-4a0b-b552-d10e678b3469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:00.639596 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97f52cb6-77fe-4a0b-b552-d10e678b3469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:00.658766 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70712638-a175-4b97-be57-e82eb6b92444 req-1cadf95c-c468-47d0-a0ef-68a4b4fe9b6c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:00.661034 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70712638-a175-4b97-be57-e82eb6b92444 req-1cadf95c-c468-47d0-a0ef-68a4b4fe9b6c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.1266580 Jul 05 09:43:00.684914 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2e3a44-27b8-483e-a85d-79bdc5efb132 admin admin] Network 15822b3d-93ca-42e9-9e41-5e6a249be825 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:43:00.698151 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-5c2e3a44-27b8-483e-a85d-79bdc5efb132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 15822b3d-93ca-42e9-9e41-5e6a249be825) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:00.706120 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2e3a44-27b8-483e-a85d-79bdc5efb132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:00.706901 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c2e3a44-27b8-483e-a85d-79bdc5efb132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:00.725060 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5661ffc-8cec-40c5-a842-c35d0ef9d2e7 None None] Network 15822b3d-93ca-42e9-9e41-5e6a249be825 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:43:00.733667 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70712638-a175-4b97-be57-e82eb6b92444 req-634aa76a-fd0c-4f1b-8059-8cca98cd2692 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654888 Jul 05 09:43:00.827740 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97f52cb6-77fe-4a0b-b552-d10e678b3469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:00.838203 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97f52cb6-77fe-4a0b-b552-d10e678b3469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:00.846303 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5c2e3a44-27b8-483e-a85d-79bdc5efb132 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8466423 Jul 05 09:43:00.851096 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45898) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:00.860264 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b86a1e65-382a-4a47-a401-f948df38bc68 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-551319905-router', 'tenant_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:00.927323 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f52cb6-77fe-4a0b-b552-d10e678b3469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9790fb0-ed27-4770-a311-a1d02f8232e1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:00.941538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f52cb6-77fe-4a0b-b552-d10e678b3469 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:43:00.966343 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9a00e4-7373-4f59-b114-08c3b8d71bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-15822b3d-93ca-42e9-9e41-5e6a249be825', 'network_id': '15822b3d-93ca-42e9-9e41-5e6a249be825', 'tenant_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'fixed_ips': [{'subnet_id': '73d7ecab-d248-4fff-9235-dab0508c3653'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:43:00.967217 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1e9a00e4-7373-4f59-b114-08c3b8d71bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:00.975775 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97f52cb6-77fe-4a0b-b552-d10e678b3469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:00.978063 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-97f52cb6-77fe-4a0b-b552-d10e678b3469 admin admin] Added segment 21b0cd67-ed80-4d2b-aa74-d0067af322f6 of type vlan for network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 Jul 05 09:43:00.995015 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b86a1e65-382a-4a47-a401-f948df38bc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:00.995942 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b86a1e65-382a-4a47-a401-f948df38bc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:01.055995 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b86a1e65-382a-4a47-a401-f948df38bc68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:01.058885 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97f52cb6-77fe-4a0b-b552-d10e678b3469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:01.063915 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6dc8992d-7316-4499-8377-62b9bb1831a4 admin admin] Deleting port 3cad2a42-04fe-4358-9d56-5a74f1207cda {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:01.063915 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6dc8992d-7316-4499-8377-62b9bb1831a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:01.104555 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97f52cb6-77fe-4a0b-b552-d10e678b3469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:01.107014 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f52cb6-77fe-4a0b-b552-d10e678b3469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:01.110374 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97f52cb6-77fe-4a0b-b552-d10e678b3469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:01.196086 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-97f52cb6-77fe-4a0b-b552-d10e678b3469 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7409976 Jul 05 09:43:01.197250 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f52cb6-77fe-4a0b-b552-d10e678b3469 admin admin] Pushing event updated for resources: {'Network': ['ID=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:01.206784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45904) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:01.212551 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2e9b2f2c-4e9b-4136-922a-9951505fe46f admin admin] Request body: {'subnet': {'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2061671324-subnet', 'tenant_id': '305af83efe2d44eab10938e58244a3cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:01.215134 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-1e9a00e4-7373-4f59-b114-08c3b8d71bc3 None None] Allocated IP 172.20.0.2 (15822b3d-93ca-42e9-9e41-5e6a249be825/73d7ecab-d248-4fff-9235-dab0508c3653/4af15d61-fe0c-4adf-9df7-ada3dbf43be8) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:01.228290 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:43:01.255087 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9b2f2c-4e9b-4136-922a-9951505fe46f admin admin] Made reservation on behalf of 305af83efe2d44eab10938e58244a3cb for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:01.258728 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e9b2f2c-4e9b-4136-922a-9951505fe46f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:01.267580 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b86a1e65-382a-4a47-a401-f948df38bc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:01.441658 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-6dc8992d-7316-4499-8377-62b9bb1831a4 admin admin] For port 3cad2a42-04fe-4358-9d56-5a74f1207cda, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3cad2a42-04fe-4358-9d56-5a74f1207cda,segment=NetworkSegment(0ee48a21-8c09-44ad-81bc-b34caa274eaa),segment_id=0ee48a21-8c09-44ad-81bc-b34caa274eaa)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:01.442436 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6dc8992d-7316-4499-8377-62b9bb1831a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:01.453375 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e9b2f2c-4e9b-4136-922a-9951505fe46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:01.465403 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6dc8992d-7316-4499-8377-62b9bb1831a4 admin admin] Calling delete_port for 3cad2a42-04fe-4358-9d56-5a74f1207cda owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:01.591521 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b2f2c-4e9b-4136-922a-9951505fe46f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b6f44ce-d485-46dc-95cd-7820a4fbcd7e,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:01.616906 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9b2f2c-4e9b-4136-922a-9951505fe46f admin admin] Checking segment: {'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:01.617374 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9b2f2c-4e9b-4136-922a-9951505fe46f admin admin] Network hostable DHCP agents. Network: 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:43:01.664882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9b2f2c-4e9b-4136-922a-9951505fe46f admin admin] Network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:43:01.701341 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-2e9b2f2c-4e9b-4136-922a-9951505fe46f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:01.715656 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9b2f2c-4e9b-4136-922a-9951505fe46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:01.716370 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e9b2f2c-4e9b-4136-922a-9951505fe46f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:01.718674 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6dc8992d-7316-4499-8377-62b9bb1831a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:01.725582 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3d4c1b-80ea-47c1-956a-c74dc3f840a3 None None] Network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:43:01.737051 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2e9b2f2c-4e9b-4136-922a-9951505fe46f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5285554 Jul 05 09:43:01.743954 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1e9a00e4-7373-4f59-b114-08c3b8d71bc3 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:01.754812 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1e9a00e4-7373-4f59-b114-08c3b8d71bc3 None None] Transition to ACTIVE for port object 4af15d61-fe0c-4adf-9df7-ada3dbf43be8 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:01.770691 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8992d-7316-4499-8377-62b9bb1831a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cad2a42-04fe-4358-9d56-5a74f1207cda,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:01.772178 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1e9a00e4-7373-4f59-b114-08c3b8d71bc3 None None] Transition to ACTIVE for port object 4af15d61-fe0c-4adf-9df7-ada3dbf43be8 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:01.798589 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1e9a00e4-7373-4f59-b114-08c3b8d71bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:01.910576 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9a00e4-7373-4f59-b114-08c3b8d71bc3 None None] Network 15822b3d-93ca-42e9-9e41-5e6a249be825 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:01.915375 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a00e4-7373-4f59-b114-08c3b8d71bc3 None None] Pushing event updated for resources: {'Port': ['ID=4af15d61-fe0c-4adf-9df7-ada3dbf43be8,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:01.923089 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-1e9a00e4-7373-4f59-b114-08c3b8d71bc3 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:01.937253 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9a00e4-7373-4f59-b114-08c3b8d71bc3 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:02.078100 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1e9a00e4-7373-4f59-b114-08c3b8d71bc3 None None] Attempting to bind port 4af15d61-fe0c-4adf-9df7-ada3dbf43be8 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:02.079153 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1e9a00e4-7373-4f59-b114-08c3b8d71bc3 None None] Attempting to bind port 4af15d61-fe0c-4adf-9df7-ada3dbf43be8 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '15822b3d-93ca-42e9-9e41-5e6a249be825'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:02.079529 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a00e4-7373-4f59-b114-08c3b8d71bc3 None None] Attempting to bind port 4af15d61-fe0c-4adf-9df7-ada3dbf43be8 on network 15822b3d-93ca-42e9-9e41-5e6a249be825 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:02.112153 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a00e4-7373-4f59-b114-08c3b8d71bc3 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:02.112802 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a00e4-7373-4f59-b114-08c3b8d71bc3 None None] Checking segment: {'id': '07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '15822b3d-93ca-42e9-9e41-5e6a249be825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:02.113102 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1e9a00e4-7373-4f59-b114-08c3b8d71bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:02.113470 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a00e4-7373-4f59-b114-08c3b8d71bc3 None None] Bound using segment: {'id': '07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '15822b3d-93ca-42e9-9e41-5e6a249be825'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:02.113948 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1e9a00e4-7373-4f59-b114-08c3b8d71bc3 None None] Bound port: 4af15d61-fe0c-4adf-9df7-ada3dbf43be8, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '15822b3d-93ca-42e9-9e41-5e6a249be825'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:02.114490 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1e9a00e4-7373-4f59-b114-08c3b8d71bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:02.142904 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a637af-5dde-41dd-99d7-50092f2546f8 req-9700e325-6dc0-4bda-9609-ff842afba2f6 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:02.151068 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7a637af-5dde-41dd-99d7-50092f2546f8 req-9700e325-6dc0-4bda-9609-ff842afba2f6 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.1473029 Jul 05 09:43:02.213407 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7a637af-5dde-41dd-99d7-50092f2546f8 req-a84a7c54-9937-41b6-8d3b-38eb5e191b0d tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587249 Jul 05 09:43:02.270488 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b86a1e65-382a-4a47-a401-f948df38bc68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:02.272248 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe119e86-df29-4168-bf35-e7f986122d63 None None] Network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:43:02.293452 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b86a1e65-382a-4a47-a401-f948df38bc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:02.388513 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:02.413456 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1e9a00e4-7373-4f59-b114-08c3b8d71bc3 None None] For port 4af15d61-fe0c-4adf-9df7-ada3dbf43be8, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:02.431956 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1e9a00e4-7373-4f59-b114-08c3b8d71bc3 None None] For port 4af15d61-fe0c-4adf-9df7-ada3dbf43be8, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4af15d61-fe0c-4adf-9df7-ada3dbf43be8,segment=NetworkSegment(07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7),segment_id=07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:02.441924 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1e9a00e4-7373-4f59-b114-08c3b8d71bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:02.589542 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a00e4-7373-4f59-b114-08c3b8d71bc3 None None] Pushing event updated for resources: {'Port': ['ID=4af15d61-fe0c-4adf-9df7-ada3dbf43be8,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:02.774647 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-3bb5cd78-11e0-4263-b05e-171fa129db24 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:02.776508 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-3bb5cd78-11e0-4263-b05e-171fa129db24 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/networks?id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 HTTP/1.1" status: 200 len: 806 time: 0.2736487 Jul 05 09:43:02.818712 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-9cb83a32-4942-498f-9563-9bfdc5fd8d9c tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/quotas/305af83efe2d44eab10938e58244a3cb HTTP/1.1" status: 200 len: 375 time: 0.0291562 Jul 05 09:43:02.905399 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-125060b5-3041-4460-ae28-85e3c5b0affb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832033 Jul 05 09:43:03.047876 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6dc8992d-7316-4499-8377-62b9bb1831a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:03.077627 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-eb9c070c-daed-4f9a-aeed-c5cc12ee7a55 service neutron] 10.222.0.79 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549051 Jul 05 09:43:03.167837 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-b86a1e65-382a-4a47-a401-f948df38bc68 admin admin] Allocated IP 172.25.7.100 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/d379a86e-dc21-42ae-922f-97e1d6c867d9) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:03.223994 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-148f81da-c338-4884-b94c-b523757c3319 service neutron] 10.222.0.79 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403344 Jul 05 09:43:03.406451 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b86a1e65-382a-4a47-a401-f948df38bc68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:03.517410 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc8992d-7316-4499-8377-62b9bb1831a4 admin admin] Router 33e155ca-3a54-4ec4-9751-66861f772696 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:43:03.670231 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b86a1e65-382a-4a47-a401-f948df38bc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:03.786856 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a1e65-382a-4a47-a401-f948df38bc68 admin admin] Pushing event updated for resources: {'Port': ['ID=d379a86e-dc21-42ae-922f-97e1d6c867d9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:03.816494 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86a1e65-382a-4a47-a401-f948df38bc68 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:03.820025 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b86a1e65-382a-4a47-a401-f948df38bc68 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:03.824444 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86a1e65-382a-4a47-a401-f948df38bc68 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:03.849438 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc8992d-7316-4499-8377-62b9bb1831a4 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:43:03.863093 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856f7cd4-8ae1-415d-ab7f-7ac77d205855 None None] Sync routers for ids ['33e155ca-3a54-4ec4-9751-66861f772696'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:43:03.864573 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6dc8992d-7316-4499-8377-62b9bb1831a4 admin admin] 10.222.0.79 "PUT /v2.0/routers/33e155ca-3a54-4ec4-9751-66861f772696/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1503837 Jul 05 09:43:03.867140 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45970) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:03.899543 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856f7cd4-8ae1-415d-ab7f-7ac77d205855 None None] Routers {'33e155ca-3a54-4ec4-9751-66861f772696'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:03.903928 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-856f7cd4-8ae1-415d-ab7f-7ac77d205855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:42:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['33e155ca-3a54-4ec4-9751-66861f772696'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:04.012615 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a005bd6a-7732-4980-a35d-8e619e7fb9d5 None None] Network 15822b3d-93ca-42e9-9e41-5e6a249be825 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:43:04.036096 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cd73f682-2af5-48e8-933c-b95cb2b00aa1 req-d7a29541-c8a4-403b-a6b3-0d0294b9caf0 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=de067adf-c5de-40ac-8761-748473d1f2df HTTP/1.1" status: 200 len: 210 time: 0.0559583 Jul 05 09:43:04.088851 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-856f7cd4-8ae1-415d-ab7f-7ac77d205855 None None] Set router 33e155ca-3a54-4ec4-9751-66861f772696 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:43:04.184003 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b22d0d-b2bc-412c-bf15-7e7a5d13e1a2 req-bd7b29ac-aedb-4c98-8c86-01734d40ceb3 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:04.185905 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ae0732d9-6f31-4ad7-bd9d-8d40f0d11a2b None None] Provisioning for port 4af15d61-fe0c-4adf-9df7-ada3dbf43be8 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:04.188850 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e2b22d0d-b2bc-412c-bf15-7e7a5d13e1a2 req-bd7b29ac-aedb-4c98-8c86-01734d40ceb3 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.8003657 Jul 05 09:43:04.336723 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e2b22d0d-b2bc-412c-bf15-7e7a5d13e1a2 req-7c45f5c0-7d5f-4d6d-b597-62d39387c3b4 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418741 Jul 05 09:43:04.436487 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35df158a-a565-4798-87ae-ff2d07a58d89 admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:04.446661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4af15d61-fe0c-4adf-9df7-ada3dbf43be8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:04.545823 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a64125-6301-4b51-a198-6ef9cdb7f05f req-e891b82c-d207-4160-845b-18cfccbe0373 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:04.561458 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 4af15d61-fe0c-4adf-9df7-ada3dbf43be8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:04.572927 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 4af15d61-fe0c-4adf-9df7-ada3dbf43be8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:04.573542 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:04.577107 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b1a64125-6301-4b51-a198-6ef9cdb7f05f req-e891b82c-d207-4160-845b-18cfccbe0373 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 1096 time: 0.2181840 Jul 05 09:43:04.680636 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b1a64125-6301-4b51-a198-6ef9cdb7f05f req-ac78be01-9095-43b2-b35a-baf9cb705802 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022692 Jul 05 09:43:04.778128 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-856f7cd4-8ae1-415d-ab7f-7ac77d205855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e155ca-3a54-4ec4-9751-66861f772696', 'name': 'tempest-ServersTestJSON-244347680-router', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:43:01Z', 'revision_number': 5, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'gw_port': {'id': 'bcf882b0-230f-4547-af48-498c33fffd95', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e155ca-3a54-4ec4-9751-66861f772696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:04.894563 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35df158a-a565-4798-87ae-ff2d07a58d89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:04.898505 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856f7cd4-8ae1-415d-ab7f-7ac77d205855 None None] Checking router: 33e155ca-3a54-4ec4-9751-66861f772696 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:43:04.934048 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:04.940263 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856f7cd4-8ae1-415d-ab7f-7ac77d205855 None None] Routers {'33e155ca-3a54-4ec4-9751-66861f772696'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:04.941713 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-856f7cd4-8ae1-415d-ab7f-7ac77d205855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:42:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['33e155ca-3a54-4ec4-9751-66861f772696'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:04.959347 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b86a1e65-382a-4a47-a401-f948df38bc68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:05.048815 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 4af15d61-fe0c-4adf-9df7-ada3dbf43be8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4af15d61-fe0c-4adf-9df7-ada3dbf43be8,segment=NetworkSegment(07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7),segment_id=07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:05.068515 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:05.074746 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-35df158a-a565-4798-87ae-ff2d07a58d89 admin admin] Deleting port bcf882b0-230f-4547-af48-498c33fffd95 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:05.075096 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35df158a-a565-4798-87ae-ff2d07a58d89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:05.186163 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-856f7cd4-8ae1-415d-ab7f-7ac77d205855 None None] Set router 33e155ca-3a54-4ec4-9751-66861f772696 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:43:05.188414 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-35df158a-a565-4798-87ae-ff2d07a58d89 admin admin] For port bcf882b0-230f-4547-af48-498c33fffd95, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bcf882b0-230f-4547-af48-498c33fffd95,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:05.189031 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35df158a-a565-4798-87ae-ff2d07a58d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:05.208513 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=4af15d61-fe0c-4adf-9df7-ada3dbf43be8,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:05.238074 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dc163873-e1a9-40cd-9e82-5945306137c5 None None] Provisioning complete for port 4af15d61-fe0c-4adf-9df7-ada3dbf43be8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:05.242093 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-35df158a-a565-4798-87ae-ff2d07a58d89 admin admin] Calling delete_port for bcf882b0-230f-4547-af48-498c33fffd95 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:05.245181 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dc163873-e1a9-40cd-9e82-5945306137c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:05.291018 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-856f7cd4-8ae1-415d-ab7f-7ac77d205855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e155ca-3a54-4ec4-9751-66861f772696', 'name': 'tempest-ServersTestJSON-244347680-router', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:43:04Z', 'revision_number': 6, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:05.305648 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-96b44801-8baa-4189-8438-fe584f904094 req-1449df06-6db9-4876-97b7-5a7076605533 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=de067adf-c5de-40ac-8761-748473d1f2df HTTP/1.1" status: 200 len: 210 time: 0.0770929 Jul 05 09:43:05.381000 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856f7cd4-8ae1-415d-ab7f-7ac77d205855 None None] The sync data for ids ['33e155ca-3a54-4ec4-9751-66861f772696'] in n-d-798054-8 is: [{'id': '33e155ca-3a54-4ec4-9751-66861f772696', 'name': 'tempest-ServersTestJSON-244347680-router', 'tenant_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:38Z', 'updated_at': '2021-07-05T09:43:04Z', 'revision_number': 6, 'project_id': 'bdfde8fa111c412f917e1e159d29ec5f', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:43:05.384620 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b86a1e65-382a-4a47-a401-f948df38bc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:05.720483 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-3b8f9813-a206-4808-9bab-f97fd18fa2f1 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:05.722625 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-3b8f9813-a206-4808-9bab-f97fd18fa2f1 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.78 "GET /v2.0/networks?id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 HTTP/1.1" status: 200 len: 806 time: 0.2070508 Jul 05 09:43:05.739314 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-04ccb894-260e-4b2c-ae5b-32573b329ffb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Request body: {'port': {'device_id': 'de067adf-c5de-40ac-8761-748473d1f2df', 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62', 'admin_state_up': True, 'tenant_id': '305af83efe2d44eab10938e58244a3cb'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:05.783211 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:05.859311 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa232d8-44ca-4ce7-9dc8-ce440ebec244 req-f8107162-ec38-4f1b-96ed-6d76f54a0461 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:05.867959 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3aa232d8-44ca-4ce7-9dc8-ce440ebec244 req-f8107162-ec38-4f1b-96ed-6d76f54a0461 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.0953050 Jul 05 09:43:05.904526 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86a1e65-382a-4a47-a401-f948df38bc68 admin admin] Router 23e6092b-d56e-4ab8-8d7f-9b9e08a586e7 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:43:05.943635 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3aa232d8-44ca-4ce7-9dc8-ce440ebec244 req-1cda5868-2ad4-4559-b9ac-7bbf53d70965 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745566 Jul 05 09:43:05.977976 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35df158a-a565-4798-87ae-ff2d07a58d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:06.330625 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df158a-a565-4798-87ae-ff2d07a58d89 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf882b0-230f-4547-af48-498c33fffd95,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:06.376296 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4af15d61-fe0c-4adf-9df7-ada3dbf43be8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:06.441062 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-04ccb894-260e-4b2c-ae5b-32573b329ffb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Made reservation on behalf of 305af83efe2d44eab10938e58244a3cb for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:06.444630 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-04ccb894-260e-4b2c-ae5b-32573b329ffb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:06.467836 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 4af15d61-fe0c-4adf-9df7-ada3dbf43be8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:06.468490 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:06.493106 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86a1e65-382a-4a47-a401-f948df38bc68 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:43:06.499640 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35df158a-a565-4798-87ae-ff2d07a58d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:06.516591 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] Sync routers for ids ['23e6092b-d56e-4ab8-8d7f-9b9e08a586e7'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:43:06.543660 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] Routers {'23e6092b-d56e-4ab8-8d7f-9b9e08a586e7'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:06.544572 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:42:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['23e6092b-d56e-4ab8-8d7f-9b9e08a586e7'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:06.625530 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b86a1e65-382a-4a47-a401-f948df38bc68 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:06.626960 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b86a1e65-382a-4a47-a401-f948df38bc68 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7742550 Jul 05 09:43:06.630766 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46074) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:06.640477 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [req-6153da26-399a-4d01-a747-081d45c562c6 req-a56a8e34-690b-4beb-a1a2-7a813930b1bd tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:43:06.641708 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6153da26-399a-4d01-a747-081d45c562c6 req-a56a8e34-690b-4beb-a1a2-7a813930b1bd tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191653 Jul 05 09:43:06.643398 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35df158a-a565-4798-87ae-ff2d07a58d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:06.647717 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35df158a-a565-4798-87ae-ff2d07a58d89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:06.661152 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-6153da26-399a-4d01-a747-081d45c562c6 req-8bcec96f-2176-45fe-aade-f8fea44167f4 service neutron] Request body: {'binding': {'host': 'n-h2-798054-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:06.661532 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-6153da26-399a-4d01-a747-081d45c562c6 req-8bcec96f-2176-45fe-aade-f8fea44167f4 service neutron] Unknown quota resources ['binding']. {{(pid=93906) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 09:43:06.745903 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] Set router 23e6092b-d56e-4ab8-8d7f-9b9e08a586e7 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:43:06.764799 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35df158a-a565-4798-87ae-ff2d07a58d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:06.765355 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35df158a-a565-4798-87ae-ff2d07a58d89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33e155ca-3a54-4ec4-9751-66861f772696 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:43:06.776309 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35df158a-a565-4798-87ae-ff2d07a58d89 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:06.779788 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-35df158a-a565-4798-87ae-ff2d07a58d89 admin admin] 10.222.0.79 "DELETE /v2.0/routers/33e155ca-3a54-4ec4-9751-66861f772696 HTTP/1.1" status: 204 len: 168 time: 2.9095142 Jul 05 09:43:06.782133 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 46078) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:06.797952 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3cad2a42-04fe-4358-9d56-5a74f1207cda no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:43:06.864005 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-04ccb894-260e-4b2c-ae5b-32573b329ffb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Allocated IP 172.20.0.8 (7dba0c45-bd0a-4b14-925e-b1eed8ad5c62/9b6f44ce-d485-46dc-95cd-7820a4fbcd7e/4618948b-aba9-4c53-a34d-ed838ba47183) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:06.914818 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 3cad2a42-04fe-4358-9d56-5a74f1207cda {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:43:06.915035 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3cad2a42-04fe-4358-9d56-5a74f1207cda not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:43:06.915735 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bcf882b0-230f-4547-af48-498c33fffd95 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:43:06.930299 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd69a0bb-b836-4c49-a691-d0bef67d23b5 admin admin] Deleting subnet f031c5ad-59cc-4c59-a95e-957f1011421e {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:43:06.938786 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd69a0bb-b836-4c49-a691-d0bef67d23b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:06.960100 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: bcf882b0-230f-4547-af48-498c33fffd95 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:43:06.960776 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bcf882b0-230f-4547-af48-498c33fffd95 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:43:07.075884 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd69a0bb-b836-4c49-a691-d0bef67d23b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.122216 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e6092b-d56e-4ab8-8d7f-9b9e08a586e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-551319905-router', 'tenant_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd379a86e-dc21-42ae-922f-97e1d6c867d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:01Z', 'updated_at': '2021-07-05T09:43:04Z', 'revision_number': 3, 'project_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'gw_port': {'id': 'd379a86e-dc21-42ae-922f-97e1d6c867d9', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e6092b-d56e-4ab8-8d7f-9b9e08a586e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:02Z', 'updated_at': '2021-07-05T09:43:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:07.174541 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-6153da26-399a-4d01-a747-081d45c562c6 req-8bcec96f-2176-45fe-aade-f8fea44167f4 service neutron] Attempting to bind port 0f90be91-db15-4bef-a182-f1ac65014b1c on host n-h2-798054-8 for vnic_type normal with profile None {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:07.175464 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-6153da26-399a-4d01-a747-081d45c562c6 req-8bcec96f-2176-45fe-aade-f8fea44167f4 service neutron] Attempting to bind port 0f90be91-db15-4bef-a182-f1ac65014b1c by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:07.175564 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] Checking router: 23e6092b-d56e-4ab8-8d7f-9b9e08a586e7 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:43:07.175649 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153da26-399a-4d01-a747-081d45c562c6 req-8bcec96f-2176-45fe-aade-f8fea44167f4 service neutron] Attempting to bind port 0f90be91-db15-4bef-a182-f1ac65014b1c on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:07.175765 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] Updating router 23e6092b-d56e-4ab8-8d7f-9b9e08a586e7 port d379a86e-dc21-42ae-922f-97e1d6c867d9 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:43:07.196411 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153da26-399a-4d01-a747-081d45c562c6 req-8bcec96f-2176-45fe-aade-f8fea44167f4 service neutron] Port 0f90be91-db15-4bef-a182-f1ac65014b1c on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:43:07.196792 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153da26-399a-4d01-a747-081d45c562c6 req-8bcec96f-2176-45fe-aade-f8fea44167f4 service neutron] Attempting to bind port 0f90be91-db15-4bef-a182-f1ac65014b1c on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:07.224753 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.234082 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da48885d-6f4b-4639-82d8-c933ce918d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.235928 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153da26-399a-4d01-a747-081d45c562c6 req-8bcec96f-2176-45fe-aade-f8fea44167f4 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:07.236284 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153da26-399a-4d01-a747-081d45c562c6 req-8bcec96f-2176-45fe-aade-f8fea44167f4 service neutron] Checking segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:07.236740 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153da26-399a-4d01-a747-081d45c562c6 req-8bcec96f-2176-45fe-aade-f8fea44167f4 service neutron] Bound using segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:07.237099 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-6153da26-399a-4d01-a747-081d45c562c6 req-8bcec96f-2176-45fe-aade-f8fea44167f4 service neutron] Bound port: 0f90be91-db15-4bef-a182-f1ac65014b1c, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:07.300041 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd69a0bb-b836-4c49-a691-d0bef67d23b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.329118 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0976e946-cb46-48bd-ba60-2ca9e35f415b req-07581fc4-dd8e-4a3c-958e-bef05cfd45de tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=de067adf-c5de-40ac-8761-748473d1f2df HTTP/1.1" status: 200 len: 210 time: 0.0393913 Jul 05 09:43:07.341772 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-75edce4f-d6b5-4774-8a6b-73e86816fb7e req-f6a12cc4-9101-42c7-8fa1-b00f999fbc09 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3084450 Jul 05 09:43:07.377229 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-04ccb894-260e-4b2c-ae5b-32573b329ffb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.380955 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-6153da26-399a-4d01-a747-081d45c562c6 req-8bcec96f-2176-45fe-aade-f8fea44167f4 service neutron] For port 0f90be91-db15-4bef-a182-f1ac65014b1c, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=0f90be91-db15-4bef-a182-f1ac65014b1c,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:07.392803 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6153da26-399a-4d01-a747-081d45c562c6 req-8bcec96f-2176-45fe-aade-f8fea44167f4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.394462 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6153da26-399a-4d01-a747-081d45c562c6 req-8bcec96f-2176-45fe-aade-f8fea44167f4 service neutron] 10.222.0.79 "POST /v2.0/ports/0f90be91-db15-4bef-a182-f1ac65014b1c/bindings HTTP/1.1" status: 201 len: 389 time: 0.7414668 Jul 05 09:43:07.459719 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd69a0bb-b836-4c49-a691-d0bef67d23b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.496056 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69a0bb-b836-4c49-a691-d0bef67d23b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f031c5ad-59cc-4c59-a95e-957f1011421e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:07.506225 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd69a0bb-b836-4c49-a691-d0bef67d23b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.509977 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bd69a0bb-b836-4c49-a691-d0bef67d23b5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f031c5ad-59cc-4c59-a95e-957f1011421e HTTP/1.1" status: 204 len: 168 time: 0.7223957 Jul 05 09:43:07.512030 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 46110) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:07.517265 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a0cf4a-2506-4a42-93a4-858fc028b76a None None] Network 3429543c-f0ac-4437-adf0-6096f9040864 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:43:07.527568 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-04ccb894-260e-4b2c-ae5b-32573b329ffb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.546913 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-da48885d-6f4b-4639-82d8-c933ce918d89 admin admin] Allocated IP 172.20.0.1 (15822b3d-93ca-42e9-9e41-5e6a249be825/73d7ecab-d248-4fff-9235-dab0508c3653/bb36b583-1a29-46e0-9646-4041544c2aef) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:07.709952 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-04ccb894-260e-4b2c-ae5b-32573b329ffb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:07.717454 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edce4f-d6b5-4774-8a6b-73e86816fb7e req-6aaeb3e2-2dd9-43e0-9273-d6ead31d72ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:07.719356 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-75edce4f-d6b5-4774-8a6b-73e86816fb7e req-6aaeb3e2-2dd9-43e0-9273-d6ead31d72ea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e14984e744944dda9aa0ac1df3aa0f0a&device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 1097 time: 0.3203616 Jul 05 09:43:07.726140 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-04ccb894-260e-4b2c-ae5b-32573b329ffb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:07.766297 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-04ccb894-260e-4b2c-ae5b-32573b329ffb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:07.769584 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961ac93-8a65-48a7-adaa-c0451f786714 req-ab71d475-1821-4718-9ee0-2e306c88562e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:07.771118 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9961ac93-8a65-48a7-adaa-c0451f786714 req-ab71d475-1821-4718-9ee0-2e306c88562e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.1053367 Jul 05 09:43:07.794418 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd7206e3-5671-4585-bdc6-8ef8eca93466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.809847 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da48885d-6f4b-4639-82d8-c933ce918d89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.835097 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-da48885d-6f4b-4639-82d8-c933ce918d89 admin admin] Transition to ACTIVE for port object bb36b583-1a29-46e0-9646-4041544c2aef will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:07.842535 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9961ac93-8a65-48a7-adaa-c0451f786714 req-6fa49987-5157-482e-895f-f3a34f0dd611 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625083 Jul 05 09:43:07.853276 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.865771 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ccb894-260e-4b2c-ae5b-32573b329ffb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Pushing event updated for resources: {'Port': ['ID=4618948b-aba9-4c53-a34d-ed838ba47183,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:07.866197 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] Transition to ACTIVE for port object d379a86e-dc21-42ae-922f-97e1d6c867d9 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:07.883708 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.897238 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da48885d-6f4b-4639-82d8-c933ce918d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.956462 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] Attempting to bind port d379a86e-dc21-42ae-922f-97e1d6c867d9 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:07.958406 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] Attempting to bind port d379a86e-dc21-42ae-922f-97e1d6c867d9 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:07.958881 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] Attempting to bind port d379a86e-dc21-42ae-922f-97e1d6c867d9 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:07.979598 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da48885d-6f4b-4639-82d8-c933ce918d89 admin admin] Network 15822b3d-93ca-42e9-9e41-5e6a249be825 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:07.982717 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-da48885d-6f4b-4639-82d8-c933ce918d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:07.990686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da48885d-6f4b-4639-82d8-c933ce918d89 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:08.023800 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d690d3-ea1b-4c08-b315-0f059776419e None None] DHCP port deletion for 3429543c-f0ac-4437-adf0-6096f9040864 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:43:08.046461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48885d-6f4b-4639-82d8-c933ce918d89 admin admin] Pushing event updated for resources: {'Port': ['ID=bb36b583-1a29-46e0-9646-4041544c2aef,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:08.066710 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153da26-399a-4d01-a747-081d45c562c6 req-65670b04-e8ad-432a-9500-1b1721e292b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:08.072515 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:08.075491 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6153da26-399a-4d01-a747-081d45c562c6 req-65670b04-e8ad-432a-9500-1b1721e292b0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 1096 time: 0.3548720 Jul 05 09:43:08.076763 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:08.079797 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.080707 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:08.081967 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] Bound port: d379a86e-dc21-42ae-922f-97e1d6c867d9, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:08.082707 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.091439 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da48885d-6f4b-4639-82d8-c933ce918d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.130257 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-04ccb894-260e-4b2c-ae5b-32573b329ffb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:08.131030 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-04ccb894-260e-4b2c-ae5b-32573b329ffb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.279784 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edce4f-d6b5-4774-8a6b-73e86816fb7e req-f0e74bc4-1b54-4334-b94e-689d1c2fdc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:08.285501 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-75edce4f-d6b5-4774-8a6b-73e86816fb7e req-f0e74bc4-1b54-4334-b94e-689d1c2fdc10 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb HTTP/1.1" status: 200 len: 918 time: 0.5032742 Jul 05 09:43:08.331361 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-04ccb894-260e-4b2c-ae5b-32573b329ffb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5967011 Jul 05 09:43:08.372546 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] For port d379a86e-dc21-42ae-922f-97e1d6c867d9, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:08.377612 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] For port d379a86e-dc21-42ae-922f-97e1d6c867d9, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d379a86e-dc21-42ae-922f-97e1d6c867d9,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:08.381172 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:43:08.384981 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-21e41633-1df7-45eb-a0fa-a287106bcb0b service neutron] Request body: {'port': {'device_id': 'de067adf-c5de-40ac-8761-748473d1f2df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:08.385227 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000461ec-9d28-41c2-952d-0361524e8dd9 None None] Pushing event updated for resources: {'Port': ['ID=d379a86e-dc21-42ae-922f-97e1d6c867d9,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:08.437735 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.444170 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a4955-ff24-498d-8c6d-0cd923421957 req-3873ac17-b849-4a63-b170-5072bd24a9b0 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:08.451531 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ba2a4955-ff24-498d-8c6d-0cd923421957 req-3873ac17-b849-4a63-b170-5072bd24a9b0 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 945 time: 0.2374609 Jul 05 09:43:08.455412 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-dd7206e3-5671-4585-bdc6-8ef8eca93466 admin admin] Deleting port 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:08.455769 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd7206e3-5671-4585-bdc6-8ef8eca93466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.494684 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da48885d-6f4b-4639-82d8-c933ce918d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.513265 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-75edce4f-d6b5-4774-8a6b-73e86816fb7e req-8d32f2e0-a0e1-41ef-8035-067c18bbf34c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdc00d6a-b106-44a7-8c58-52daf384b120 HTTP/1.1" status: 200 len: 1001 time: 0.2182038 Jul 05 09:43:08.534715 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153da26-399a-4d01-a747-081d45c562c6 req-ba7c1abb-5e4e-400d-b8ca-f1110b0066a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:08.536202 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6153da26-399a-4d01-a747-081d45c562c6 req-ba7c1abb-5e4e-400d-b8ca-f1110b0066a8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 200 len: 922 time: 0.4458861 Jul 05 09:43:08.539925 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ba2a4955-ff24-498d-8c6d-0cd923421957 req-42e9423c-d2be-44d6-9310-de483882f8b5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871794 Jul 05 09:43:08.665106 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9c10d9e1-e582-40ec-afe5-99954558337c None None] Provisioning for port bb36b583-1a29-46e0-9646-4041544c2aef completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:08.679529 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000461ec-9d28-41c2-952d-0361524e8dd9 None None] Pushing event updated for resources: {'Port': ['ID=d379a86e-dc21-42ae-922f-97e1d6c867d9,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:08.682891 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6153da26-399a-4d01-a747-081d45c562c6 req-6bfde025-f100-4dbd-b537-899505e5636a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f90be91-db15-4bef-a182-f1ac65014b1c HTTP/1.1" status: 200 len: 217 time: 0.1191733 Jul 05 09:43:08.686633 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9c10d9e1-e582-40ec-afe5-99954558337c None None] Provisioning complete for port bb36b583-1a29-46e0-9646-4041544c2aef triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:08.687241 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9c10d9e1-e582-40ec-afe5-99954558337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.694783 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-dd7206e3-5671-4585-bdc6-8ef8eca93466 admin admin] For port 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=1fcd36fb-dac1-4f99-8f8a-62c72713e5f8,segment=NetworkSegment(0ee48a21-8c09-44ad-81bc-b34caa274eaa),segment_id=0ee48a21-8c09-44ad-81bc-b34caa274eaa)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:08.695166 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd7206e3-5671-4585-bdc6-8ef8eca93466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.700235 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-21e41633-1df7-45eb-a0fa-a287106bcb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.735413 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] Routers {'23e6092b-d56e-4ab8-8d7f-9b9e08a586e7'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:08.736087 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:42:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['23e6092b-d56e-4ab8-8d7f-9b9e08a586e7'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:08.739014 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-61d690d3-ea1b-4c08-b315-0f059776419e None None] Deleting port 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:08.739392 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-61d690d3-ea1b-4c08-b315-0f059776419e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.748380 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-dd7206e3-5671-4585-bdc6-8ef8eca93466 admin admin] Calling delete_port for 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:08.804062 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da48885d-6f4b-4639-82d8-c933ce918d89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.805486 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edce4f-d6b5-4774-8a6b-73e86816fb7e req-2afdab0f-c784-4713-a713-3ea068ebcba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:08.807822 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-75edce4f-d6b5-4774-8a6b-73e86816fb7e req-2afdab0f-c784-4713-a713-3ea068ebcba2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70194034-b839-4d67-b152-2ad54f034d6c HTTP/1.1" status: 200 len: 856 time: 0.2741225 Jul 05 09:43:08.815759 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da48885d-6f4b-4639-82d8-c933ce918d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.835136 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9c10d9e1-e582-40ec-afe5-99954558337c None None] Port bb36b583-1a29-46e0-9646-4041544c2aef cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:43:08.852203 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0158c-8d05-4f47-9f33-f2a0a7fd0a63 req-6d074dff-2f01-484a-bad2-42c6f9a5922d tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:08.856840 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ad0158c-8d05-4f47-9f33-f2a0a7fd0a63 req-6d074dff-2f01-484a-bad2-42c6f9a5922d tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=de067adf-c5de-40ac-8761-748473d1f2df HTTP/1.1" status: 200 len: 931 time: 0.3496540 Jul 05 09:43:08.876046 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.878918 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153da26-399a-4d01-a747-081d45c562c6 req-7ba0eb9e-416c-45ec-bc1e-2d44b8b01be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:08.880509 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6153da26-399a-4d01-a747-081d45c562c6 req-7ba0eb9e-416c-45ec-bc1e-2d44b8b01be4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4cd5f100-3ecb-4100-a6d6-40f339ce6cc7 HTTP/1.1" status: 200 len: 861 time: 0.1813753 Jul 05 09:43:08.932484 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-26723367-0095-41c3-a97d-f55ba52203c5 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:08.934024 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-26723367-0095-41c3-a97d-f55ba52203c5 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/networks?id=ec254af9-1910-4d97-8c22-d1b3d0b9b18f HTTP/1.1" status: 200 len: 805 time: 0.2526519 Jul 05 09:43:08.941911 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48885d-6f4b-4639-82d8-c933ce918d89 admin admin] Pushing event updated for resources: {'Port': ['ID=bb36b583-1a29-46e0-9646-4041544c2aef,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:08.942398 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-61d690d3-ea1b-4c08-b315-0f059776419e None None] For port 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=1fcd36fb-dac1-4f99-8f8a-62c72713e5f8,segment=NetworkSegment(0ee48a21-8c09-44ad-81bc-b34caa274eaa),segment_id=0ee48a21-8c09-44ad-81bc-b34caa274eaa)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:08.942790 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-61d690d3-ea1b-4c08-b315-0f059776419e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.957267 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da48885d-6f4b-4639-82d8-c933ce918d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.966008 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-61d690d3-ea1b-4c08-b315-0f059776419e None None] Calling delete_port for 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:08.983101 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6153da26-399a-4d01-a747-081d45c562c6 req-3731156e-372d-4230-a775-9a9b993a1e97 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917051 Jul 05 09:43:08.990295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=1fcd36fb-dac1-4f99-8f8a-62c72713e5f8,segment=NetworkSegment(0ee48a21-8c09-44ad-81bc-b34caa274eaa),segment_id=0ee48a21-8c09-44ad-81bc-b34caa274eaa)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:08.998597 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:09.006316 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-bdb4c35b-a7e3-4836-b57d-efbdfc9d6e01 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/quotas/b177f5338a8c495095a3364a4f90feb2 HTTP/1.1" status: 200 len: 375 time: 0.0538223 Jul 05 09:43:09.027960 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] Set router 23e6092b-d56e-4ab8-8d7f-9b9e08a586e7 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:43:09.028202 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ad0158c-8d05-4f47-9f33-f2a0a7fd0a63 req-d320ea14-73d1-498e-a314-3c0df83a1972 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456869 Jul 05 09:43:09.141910 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd7206e3-5671-4585-bdc6-8ef8eca93466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:09.159869 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edce4f-d6b5-4774-8a6b-73e86816fb7e req-0b8de65a-58fb-4e38-9a32-e7282f9f5d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:09.161453 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-75edce4f-d6b5-4774-8a6b-73e86816fb7e req-0b8de65a-58fb-4e38-9a32-e7282f9f5d2b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3197119 Jul 05 09:43:09.198847 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-cec856e3-7e9c-461b-ab21-ffafae82687f tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b177f5338a8c495095a3364a4f90feb2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1691749 Jul 05 09:43:09.207569 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=1fcd36fb-dac1-4f99-8f8a-62c72713e5f8,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:09.209637 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7206e3-5671-4585-bdc6-8ef8eca93466 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fcd36fb-dac1-4f99-8f8a-62c72713e5f8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:09.216504 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7206e3-5671-4585-bdc6-8ef8eca93466 admin admin] No DVR routers for this DVR port 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:43:09.223925 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-61d690d3-ea1b-4c08-b315-0f059776419e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:09.263684 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d690d3-ea1b-4c08-b315-0f059776419e None None] Pushing event deleted for resources: {'Port': ['ID=1fcd36fb-dac1-4f99-8f8a-62c72713e5f8,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:09.273309 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d690d3-ea1b-4c08-b315-0f059776419e None None] No DVR routers for this DVR port 1fcd36fb-dac1-4f99-8f8a-62c72713e5f8 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:43:09.300839 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da48885d-6f4b-4639-82d8-c933ce918d89 admin admin] Network 15822b3d-93ca-42e9-9e41-5e6a249be825 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:09.305703 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-da48885d-6f4b-4639-82d8-c933ce918d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:09.349609 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e6092b-d56e-4ab8-8d7f-9b9e08a586e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-551319905-router', 'tenant_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd379a86e-dc21-42ae-922f-97e1d6c867d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:01Z', 'updated_at': '2021-07-05T09:43:08Z', 'revision_number': 4, 'project_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'gw_port': {'id': 'd379a86e-dc21-42ae-922f-97e1d6c867d9', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e6092b-d56e-4ab8-8d7f-9b9e08a586e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:02Z', 'updated_at': '2021-07-05T09:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'bb36b583-1a29-46e0-9646-4041544c2aef', 'name': '', 'network_id': '15822b3d-93ca-42e9-9e41-5e6a249be825', 'tenant_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'mac_address': 'fa:16:3e:cf:a8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e6092b-d56e-4ab8-8d7f-9b9e08a586e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73d7ecab-d248-4fff-9235-dab0508c3653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:07Z', 'updated_at': '2021-07-05T09:43:07Z', 'revision_number': 1, 'project_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'subnets': [{'id': '73d7ecab-d248-4fff-9235-dab0508c3653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:09.408133 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021f3c39-94c6-487d-ac4d-8aaa37c511b2 None None] The sync data for ids ['23e6092b-d56e-4ab8-8d7f-9b9e08a586e7'] in n-d-798054-8 is: [{'id': '23e6092b-d56e-4ab8-8d7f-9b9e08a586e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-551319905-router', 'tenant_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd379a86e-dc21-42ae-922f-97e1d6c867d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:01Z', 'updated_at': '2021-07-05T09:43:08Z', 'revision_number': 4, 'project_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'gw_port': {'id': 'd379a86e-dc21-42ae-922f-97e1d6c867d9', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e6092b-d56e-4ab8-8d7f-9b9e08a586e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:02Z', 'updated_at': '2021-07-05T09:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'bb36b583-1a29-46e0-9646-4041544c2aef', 'name': '', 'network_id': '15822b3d-93ca-42e9-9e41-5e6a249be825', 'tenant_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'mac_address': 'fa:16:3e:cf:a8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e6092b-d56e-4ab8-8d7f-9b9e08a586e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73d7ecab-d248-4fff-9235-dab0508c3653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:07Z', 'updated_at': '2021-07-05T09:43:07Z', 'revision_number': 1, 'project_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'subnets': [{'id': '73d7ecab-d248-4fff-9235-dab0508c3653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:43:09.460498 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-458aa4e8-b2c4-44ba-882c-f52b94e5273a service neutron] 10.222.0.79 "GET /v2.0/networks/ec254af9-1910-4d97-8c22-d1b3d0b9b18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608559 Jul 05 09:43:09.614668 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-8b0e8ae6-b9cc-453a-8a08-fe41550bd469 service neutron] 10.222.0.79 "GET /v2.0/networks/ec254af9-1910-4d97-8c22-d1b3d0b9b18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530359 Jul 05 09:43:09.631252 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da48885d-6f4b-4639-82d8-c933ce918d89 admin admin] Router 23e6092b-d56e-4ab8-8d7f-9b9e08a586e7 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:43:09.665671 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6153da26-399a-4d01-a747-081d45c562c6 req-dd4e4a40-21e3-4022-bf01-6c805e19594e service neutron] 10.222.0.78 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6678300 Jul 05 09:43:09.683241 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4d6cb6da-0c79-4581-8ee5-a63f0627ba83 None None] Provisioning complete for port bb36b583-1a29-46e0-9646-4041544c2aef triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:09.684025 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4d6cb6da-0c79-4581-8ee5-a63f0627ba83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:09.773509 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4d6cb6da-0c79-4581-8ee5-a63f0627ba83 None None] Port bb36b583-1a29-46e0-9646-4041544c2aef cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:43:09.799872 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47ef87-2244-44ac-9c3e-d0104af6e4b1 req-9ee06f6a-dcb3-472d-bef2-449a1616ae3b tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:09.807831 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d47ef87-2244-44ac-9c3e-d0104af6e4b1 req-9ee06f6a-dcb3-472d-bef2-449a1616ae3b tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.2616394 Jul 05 09:43:09.834432 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd7206e3-5671-4585-bdc6-8ef8eca93466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:09.884083 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d47ef87-2244-44ac-9c3e-d0104af6e4b1 req-ca851cb9-07b6-4de5-ba85-7547f2f6c4a1 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713480 Jul 05 09:43:09.888735 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-dd7206e3-5671-4585-bdc6-8ef8eca93466 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3429543c-f0ac-4437-adf0-6096f9040864']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:09.903322 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da48885d-6f4b-4639-82d8-c933ce918d89 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:43:09.916901 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-da48885d-6f4b-4639-82d8-c933ce918d89 admin admin] 10.222.0.79 "PUT /v2.0/routers/23e6092b-d56e-4ab8-8d7f-9b9e08a586e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2849343 Jul 05 09:43:09.918516 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 9795f5d9-8816-4719-a8f6-fe30f49345e2 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:43:09.977957 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-dd7206e3-5671-4585-bdc6-8ef8eca93466 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee48a21-8c09-44ad-81bc-b34caa274eaa') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:09.978196 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-dd7206e3-5671-4585-bdc6-8ef8eca93466 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee48a21-8c09-44ad-81bc-b34caa274eaa') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:09.993530 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-75edce4f-d6b5-4774-8a6b-73e86816fb7e req-296b393a-5bb0-4366-8663-108cff947a6f service neutron] 10.222.0.81 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8053463 Jul 05 09:43:10.027188 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0fe0742e-8f5f-4aee-aca8-ab5b9d311d07 req-f762a7d0-7436-43da-aebd-3685486e1eb2 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 210 time: 0.0648417 Jul 05 09:43:10.051651 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd7206e3-5671-4585-bdc6-8ef8eca93466 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:10.054813 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-21e41633-1df7-45eb-a0fa-a287106bcb0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4618948b-aba9-4c53-a34d-ed838ba47183 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:10.071335 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:10.108830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7033d7ee-606c-48c6-bb0d-08c572d71401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9795f5d9-8816-4719-a8f6-fe30f49345e2'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:10.111465 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1c0ff9-a715-4a6f-a2c8-32e046da5634" -d '{"events": [{"server_uuid": "7033d7ee-606c-48c6-bb0d-08c572d71401", "name": "network-vif-unplugged", "status": "completed", "tag": "9795f5d9-8816-4719-a8f6-fe30f49345e2"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:10.117983 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-21e41633-1df7-45eb-a0fa-a287106bcb0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:10.129523 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 9795f5d9-8816-4719-a8f6-fe30f49345e2, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=9795f5d9-8816-4719-a8f6-fe30f49345e2,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:10.137357 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:10.258122 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd7206e3-5671-4585-bdc6-8ef8eca93466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:10.260171 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=9795f5d9-8816-4719-a8f6-fe30f49345e2,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:10.294076 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea5826-9214-4236-b42d-f8d89ddb7744 req-c7b7cb07-cf1d-498c-a401-d1b6503497ff tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:10.303574 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-59ea5826-9214-4236-b42d-f8d89ddb7744 req-c7b7cb07-cf1d-498c-a401-d1b6503497ff tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 945 time: 0.2746854 Jul 05 09:43:10.342639 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7206e3-5671-4585-bdc6-8ef8eca93466 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:43:10.343170 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd7206e3-5671-4585-bdc6-8ef8eca93466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:43:10.345490 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:43:10.348635 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-21e41633-1df7-45eb-a0fa-a287106bcb0b service neutron] Transition to ACTIVE for port object 4618948b-aba9-4c53-a34d-ed838ba47183 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:10.369648 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6153da26-399a-4d01-a747-081d45c562c6 req-9f39009d-d93c-4698-9ec0-d6f236f63618 service neutron] 10.222.0.78 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6313400 Jul 05 09:43:10.418034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac7c30-84f0-4e0c-9230-3cfdfc8c083d req-4351a2ba-2123-48ee-8f68-5980c7346170 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:10.419575 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7eac7c30-84f0-4e0c-9230-3cfdfc8c083d req-4351a2ba-2123-48ee-8f68-5980c7346170 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.81 "GET /v2.0/ports?device_id=7033d7ee-606c-48c6-bb0d-08c572d71401 HTTP/1.1" status: 200 len: 945 time: 0.3387706 Jul 05 09:43:10.474354 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-21e41633-1df7-45eb-a0fa-a287106bcb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:10.512081 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-59ea5826-9214-4236-b42d-f8d89ddb7744 req-bb319bc5-e465-4290-aee6-8bff4238b721 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072825 Jul 05 09:43:10.571109 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd7206e3-5671-4585-bdc6-8ef8eca93466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:10.586341 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd7206e3-5671-4585-bdc6-8ef8eca93466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:10.591931 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-dd7206e3-5671-4585-bdc6-8ef8eca93466 admin admin] 10.222.0.79 "DELETE /v2.0/networks/3429543c-f0ac-4437-adf0-6096f9040864 HTTP/1.1" status: 204 len: 168 time: 3.0788774 Jul 05 09:43:10.631612 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7420142-d441-4381-820c-7e07905743d0 x-openstack-request-id: req-b7420142-d441-4381-820c-7e07905743d0 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:10.631926 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7033d7ee-606c-48c6-bb0d-08c572d71401", "name": "network-vif-unplugged", "status": "completed", "tag": "9795f5d9-8816-4719-a8f6-fe30f49345e2", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:10.635170 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b7420142-d441-4381-820c-7e07905743d0 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:10.635570 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7033d7ee-606c-48c6-bb0d-08c572d71401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9795f5d9-8816-4719-a8f6-fe30f49345e2', 'code': 200} Jul 05 09:43:10.650726 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e41633-1df7-45eb-a0fa-a287106bcb0b service neutron] Pushing event updated for resources: {'Port': ['ID=4618948b-aba9-4c53-a34d-ed838ba47183,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:10.709056 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11e486-94ff-4db1-89f6-cc9816917889 req-4fbf3af2-1c4a-4272-adcf-71b8497d6f40 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:10.717184 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4e11e486-94ff-4db1-89f6-cc9816917889 req-4fbf3af2-1c4a-4272-adcf-71b8497d6f40 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=de067adf-c5de-40ac-8761-748473d1f2df HTTP/1.1" status: 200 len: 943 time: 0.4089794 Jul 05 09:43:10.835244 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4e11e486-94ff-4db1-89f6-cc9816917889 req-5aba4b91-48ef-4275-8424-0ce522b488d1 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168923 Jul 05 09:43:10.849118 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7206e3-5671-4585-bdc6-8ef8eca93466 admin admin] Pushing event deleted for resources: {'Network': ['ID=3429543c-f0ac-4437-adf0-6096f9040864,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:10.863482 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-75edce4f-d6b5-4774-8a6b-73e86816fb7e req-21d5fd29-1b4a-47f5-980c-6b7280abb78f service neutron] 10.222.0.81 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8447690 Jul 05 09:43:10.896783 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-21e41633-1df7-45eb-a0fa-a287106bcb0b service neutron] Attempting to bind port 4618948b-aba9-4c53-a34d-ed838ba47183 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:10.897046 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-21e41633-1df7-45eb-a0fa-a287106bcb0b service neutron] Attempting to bind port 4618948b-aba9-4c53-a34d-ed838ba47183 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:10.897389 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-21e41633-1df7-45eb-a0fa-a287106bcb0b service neutron] Attempting to bind port 4618948b-aba9-4c53-a34d-ed838ba47183 on network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:10.905088 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46168) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:10.924371 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-21e41633-1df7-45eb-a0fa-a287106bcb0b service neutron] Port 4618948b-aba9-4c53-a34d-ed838ba47183 on network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:43:10.927070 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-21e41633-1df7-45eb-a0fa-a287106bcb0b service neutron] Attempting to bind port 4618948b-aba9-4c53-a34d-ed838ba47183 on network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:10.943399 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-21e41633-1df7-45eb-a0fa-a287106bcb0b service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:10.943764 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-21e41633-1df7-45eb-a0fa-a287106bcb0b service neutron] Checking segment: {'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:10.946366 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-21e41633-1df7-45eb-a0fa-a287106bcb0b service neutron] Bound using segment: {'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:10.946844 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-21e41633-1df7-45eb-a0fa-a287106bcb0b service neutron] Bound port: 4618948b-aba9-4c53-a34d-ed838ba47183, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:10.947450 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-21e41633-1df7-45eb-a0fa-a287106bcb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:10.969650 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-7eac7c30-84f0-4e0c-9230-3cfdfc8c083d req-e515fd2b-b197-42c8-8361-088a6d0ca3c3 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Deleting port 9795f5d9-8816-4719-a8f6-fe30f49345e2 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:10.970221 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7eac7c30-84f0-4e0c-9230-3cfdfc8c083d req-e515fd2b-b197-42c8-8361-088a6d0ca3c3 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:11.052984 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-58ec2435-cc33-481a-b507-54862b4745c9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bdfde8fa111c412f917e1e159d29ec5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467419 Jul 05 09:43:11.057912 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46172) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:11.138929 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-21e41633-1df7-45eb-a0fa-a287106bcb0b service neutron] For port 4618948b-aba9-4c53-a34d-ed838ba47183, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:11.152791 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-21e41633-1df7-45eb-a0fa-a287106bcb0b service neutron] For port 4618948b-aba9-4c53-a34d-ed838ba47183, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=4618948b-aba9-4c53-a34d-ed838ba47183,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:11.162831 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-21e41633-1df7-45eb-a0fa-a287106bcb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:11.214881 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-21e41633-1df7-45eb-a0fa-a287106bcb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:11.223391 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-21e41633-1df7-45eb-a0fa-a287106bcb0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:11.225448 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-21e41633-1df7-45eb-a0fa-a287106bcb0b service neutron] 10.222.0.78 "PUT /v2.0/ports/4618948b-aba9-4c53-a34d-ed838ba47183 HTTP/1.1" status: 200 len: 1091 time: 2.8542471 Jul 05 09:43:11.246999 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7eac7c30-84f0-4e0c-9230-3cfdfc8c083d req-e515fd2b-b197-42c8-8361-088a6d0ca3c3 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] For port 9795f5d9-8816-4719-a8f6-fe30f49345e2, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=9795f5d9-8816-4719-a8f6-fe30f49345e2,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:11.249881 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de067adf-c5de-40ac-8761-748473d1f2df', 'tag': '4618948b-aba9-4c53-a34d-ed838ba47183'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:11.253718 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7eac7c30-84f0-4e0c-9230-3cfdfc8c083d req-e515fd2b-b197-42c8-8361-088a6d0ca3c3 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:11.270979 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d62db3-67d7-4a99-8733-f77320175664" -d '{"events": [{"name": "network-changed", "server_uuid": "de067adf-c5de-40ac-8761-748473d1f2df", "tag": "4618948b-aba9-4c53-a34d-ed838ba47183"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:11.278625 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46176) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:11.287259 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-dc8f319d-5196-4aaf-b586-f964128b52d9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1463500725-network', 'tenant_id': '5351ab19ae0f4040898fe5ccb04e62e1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:11.329448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-7eac7c30-84f0-4e0c-9230-3cfdfc8c083d req-e515fd2b-b197-42c8-8361-088a6d0ca3c3 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Calling delete_port for 9795f5d9-8816-4719-a8f6-fe30f49345e2 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:11.352654 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8b336d15-244e-4b9f-b9b5-47a80515dd00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:11.499056 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac30a8-522f-4dea-b137-8ad2e9e64035 req-81b6e532-8da7-410a-acf3-17d9c635b78d tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:11.501355 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39ac30a8-522f-4dea-b137-8ad2e9e64035 req-81b6e532-8da7-410a-acf3-17d9c635b78d tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.4212227 Jul 05 09:43:11.502452 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8f319d-5196-4aaf-b586-f964128b52d9 admin admin] Made reservation on behalf of 5351ab19ae0f4040898fe5ccb04e62e1 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:11.505145 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc8f319d-5196-4aaf-b586-f964128b52d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:11.509953 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8b336d15-244e-4b9f-b9b5-47a80515dd00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:11.525965 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e41633-1df7-45eb-a0fa-a287106bcb0b service neutron] Pushing event updated for resources: {'Port': ['ID=4618948b-aba9-4c53-a34d-ed838ba47183,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:11.538481 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-5573cd67-0b47-487c-b92b-ceff16238f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:11.542540 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-5573cd67-0b47-487c-b92b-ceff16238f0b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&device_id=de067adf-c5de-40ac-8761-748473d1f2df HTTP/1.1" status: 200 len: 1094 time: 0.1552129 Jul 05 09:43:11.585295 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-221e8d0e-e433-4174-81d4-cbc19d93b950 req-f476b386-53d5-48b9-ade2-244979dc5fcd tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 210 time: 0.1161356 Jul 05 09:43:11.598105 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-cac50695-2d41-4f86-8eb3-9890f5eb127c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4618948b-aba9-4c53-a34d-ed838ba47183 HTTP/1.1" status: 200 len: 217 time: 0.0465605 Jul 05 09:43:11.685924 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d238493-9de6-4f37-b770-233969c9e51e x-openstack-request-id: req-9d238493-9de6-4f37-b770-233969c9e51e {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:11.687154 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de067adf-c5de-40ac-8761-748473d1f2df", "tag": "4618948b-aba9-4c53-a34d-ed838ba47183", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:11.689306 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9d238493-9de6-4f37-b770-233969c9e51e {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:11.689891 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de067adf-c5de-40ac-8761-748473d1f2df', 'tag': '4618948b-aba9-4c53-a34d-ed838ba47183', 'status': 'completed', 'code': 200} Jul 05 09:43:11.706389 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-61f59b19-2a48-4b06-9023-8cbcdff6e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:11.710470 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-61f59b19-2a48-4b06-9023-8cbcdff6e3c1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9b6f44ce-d485-46dc-95cd-7820a4fbcd7e HTTP/1.1" status: 200 len: 846 time: 0.1063869 Jul 05 09:43:11.711530 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc8f319d-5196-4aaf-b586-f964128b52d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:11.798525 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-55d65102-98e5-4baa-a3b7-725ad984d031 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803137 Jul 05 09:43:11.851461 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc8f319d-5196-4aaf-b586-f964128b52d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:11.865528 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7eac7c30-84f0-4e0c-9230-3cfdfc8c083d req-e515fd2b-b197-42c8-8361-088a6d0ca3c3 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:11.876434 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc8f319d-5196-4aaf-b586-f964128b52d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:11.920739 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-17b739d3-90fe-4651-8d37-ea156bfb1a69 service neutron] 10.222.0.78 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130412 Jul 05 09:43:12.030596 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39ac30a8-522f-4dea-b137-8ad2e9e64035 req-42b667db-4ef4-4a77-ba05-da4d148869bf tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938192 Jul 05 09:43:12.148862 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515fd2b-b197-42c8-8361-088a6d0ca3c3 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Pushing event deleted for resources: {'Port': ['ID=9795f5d9-8816-4719-a8f6-fe30f49345e2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:12.168803 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f319d-5196-4aaf-b586-f964128b52d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721e9aeb-c028-4243-8fc8-c296bc632e0c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:12.183412 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc8f319d-5196-4aaf-b586-f964128b52d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:43:12.252430 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eac7c30-84f0-4e0c-9230-3cfdfc8c083d req-e515fd2b-b197-42c8-8361-088a6d0ca3c3 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] No DVR routers for this DVR port 9795f5d9-8816-4719-a8f6-fe30f49345e2 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:43:12.260355 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7eac7c30-84f0-4e0c-9230-3cfdfc8c083d req-e515fd2b-b197-42c8-8361-088a6d0ca3c3 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:12.268003 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7eac7c30-84f0-4e0c-9230-3cfdfc8c083d req-e515fd2b-b197-42c8-8361-088a6d0ca3c3 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.81 "DELETE /v2.0/ports/9795f5d9-8816-4719-a8f6-fe30f49345e2 HTTP/1.1" status: 204 len: 173 time: 1.8356049 Jul 05 09:43:12.283979 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7033d7ee-606c-48c6-bb0d-08c572d71401', 'name': 'network-vif-deleted', 'tag': '9795f5d9-8816-4719-a8f6-fe30f49345e2'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:12.289799 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cc9e64-63b8-4737-bc72-ecb20089504d" -d '{"events": [{"server_uuid": "7033d7ee-606c-48c6-bb0d-08c572d71401", "name": "network-vif-deleted", "tag": "9795f5d9-8816-4719-a8f6-fe30f49345e2"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:12.313915 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc8f319d-5196-4aaf-b586-f964128b52d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:12.314329 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-dc8f319d-5196-4aaf-b586-f964128b52d9 admin admin] Added segment d6056bc4-3a27-4ed8-a4ff-9c61338e4958 of type vlan for network e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3 Jul 05 09:43:12.333217 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b602ccf8-6e62-4c6a-a94d-3004566c678b req-c6fc3438-8bbe-41d9-a42b-be98e2fc942f service neutron] 10.222.0.78 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055655 Jul 05 09:43:12.380180 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc8f319d-5196-4aaf-b586-f964128b52d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:12.387171 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-30778212-19b5-433e-ab81-ef27655c9794 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:12.388921 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-30778212-19b5-433e-ab81-ef27655c9794 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.81 "GET /v2.0/networks?id=ec254af9-1910-4d97-8c22-d1b3d0b9b18f HTTP/1.1" status: 200 len: 805 time: 0.3413396 Jul 05 09:43:12.394766 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d379a86e-dc21-42ae-922f-97e1d6c867d9 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:12.407481 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-6ee84887-db6c-41b5-8439-73fc67b05c18 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Request body: {'port': {'device_id': '68ec490c-4ceb-4d7a-85d5-1e7975c5c485', 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f', 'admin_state_up': True, 'tenant_id': 'b177f5338a8c495095a3364a4f90feb2'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:12.414613 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8b336d15-244e-4b9f-b9b5-47a80515dd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:12.417224 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8b336d15-244e-4b9f-b9b5-47a80515dd00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:12.421046 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8b336d15-244e-4b9f-b9b5-47a80515dd00 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fb7a3aa2-d6d7-4d7e-bd16-334656501a65 HTTP/1.1" status: 204 len: 168 time: 1.3595865 Jul 05 09:43:12.531927 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b336d15-244e-4b9f-b9b5-47a80515dd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7a3aa2-d6d7-4d7e-bd16-334656501a65,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:12.567689 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc8f319d-5196-4aaf-b586-f964128b52d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:12.568703 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8f319d-5196-4aaf-b586-f964128b52d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:12.569296 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc8f319d-5196-4aaf-b586-f964128b52d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:12.616909 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port d379a86e-dc21-42ae-922f-97e1d6c867d9 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:12.627165 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port d379a86e-dc21-42ae-922f-97e1d6c867d9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:12.627472 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:12.630428 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ccdf5-34ee-472a-8bbf-9a9f68b2ef6a req-acc3efe1-d455-4945-83fa-b81b8360fb83 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:12.640771 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-280ccdf5-34ee-472a-8bbf-9a9f68b2ef6a req-acc3efe1-d455-4945-83fa-b81b8360fb83 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 945 time: 0.7024672 Jul 05 09:43:12.760100 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d62db3-67d7-4a99-8733-f77320175664 req-6c07a116-ef4f-4cf7-8079-417080a745e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:12.761977 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-40d62db3-67d7-4a99-8733-f77320175664 req-6c07a116-ef4f-4cf7-8079-417080a745e9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&device_id=de067adf-c5de-40ac-8761-748473d1f2df HTTP/1.1" status: 200 len: 1094 time: 0.3110623 Jul 05 09:43:12.763334 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-6ee84887-db6c-41b5-8439-73fc67b05c18 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Made reservation on behalf of b177f5338a8c495095a3364a4f90feb2 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:12.767804 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-6ee84887-db6c-41b5-8439-73fc67b05c18 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:12.802775 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:12.833406 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port d379a86e-dc21-42ae-922f-97e1d6c867d9, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d379a86e-dc21-42ae-922f-97e1d6c867d9,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:12.849110 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:12.924226 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] Sync routers for ids ['23e6092b-d56e-4ab8-8d7f-9b9e08a586e7'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:43:12.931238 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d62db3-67d7-4a99-8733-f77320175664 req-7295a67a-08c9-4edc-bef0-3cf8185a5279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:12.933527 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-40d62db3-67d7-4a99-8733-f77320175664 req-7295a67a-08c9-4edc-bef0-3cf8185a5279 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 HTTP/1.1" status: 200 len: 907 time: 0.1623037 Jul 05 09:43:12.954497 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] Routers {'23e6092b-d56e-4ab8-8d7f-9b9e08a586e7'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:12.958958 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:42:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['23e6092b-d56e-4ab8-8d7f-9b9e08a586e7'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:13.031638 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=d379a86e-dc21-42ae-922f-97e1d6c867d9,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:13.050863 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-40d62db3-67d7-4a99-8733-f77320175664 req-0071dcfd-f923-45dd-81ea-662f9c48631e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4618948b-aba9-4c53-a34d-ed838ba47183 HTTP/1.1" status: 200 len: 217 time: 0.1079204 Jul 05 09:43:13.194318 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-dc8f319d-5196-4aaf-b586-f964128b52d9 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9123943 Jul 05 09:43:13.204536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46202) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:13.210349 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] Set router 23e6092b-d56e-4ab8-8d7f-9b9e08a586e7 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:43:13.223934 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554b042-0c41-4037-a77e-139bfa868586 req-6a68b628-6e48-4cc5-a509-4c8d59b37c7b tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:13.231247 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1554b042-0c41-4037-a77e-139bfa868586 req-6a68b628-6e48-4cc5-a509-4c8d59b37c7b tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=de067adf-c5de-40ac-8761-748473d1f2df HTTP/1.1" status: 200 len: 943 time: 0.9270325 Jul 05 09:43:13.260524 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ca93f0c5-c182-4029-aff9-7fb8f9544c7d admin admin] Request body: {'subnet': {'network_id': 'e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1463500725-subnet', 'tenant_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:13.260732 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d62db3-67d7-4a99-8733-f77320175664 req-b92c22aa-db66-48f0-aa73-0277283a4529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:13.265469 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-40d62db3-67d7-4a99-8733-f77320175664 req-b92c22aa-db66-48f0-aa73-0277283a4529 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9b6f44ce-d485-46dc-95cd-7820a4fbcd7e HTTP/1.1" status: 200 len: 846 time: 0.1966937 Jul 05 09:43:13.267261 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-280ccdf5-34ee-472a-8bbf-9a9f68b2ef6a req-8b7c6cd3-9b2e-4e92-89ce-7c7b09e430ec tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6256416 Jul 05 09:43:13.276235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f319d-5196-4aaf-b586-f964128b52d9 admin admin] Pushing event updated for resources: {'Network': ['ID=e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:13.293725 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:43:13.324773 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1554b042-0c41-4037-a77e-139bfa868586 req-809d7a53-f96a-4f2f-b947-98b7e5a12bab tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925610 Jul 05 09:43:13.339887 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca93f0c5-c182-4029-aff9-7fb8f9544c7d admin admin] Made reservation on behalf of 5351ab19ae0f4040898fe5ccb04e62e1 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:13.343048 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca93f0c5-c182-4029-aff9-7fb8f9544c7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:13.378784 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-6ee84887-db6c-41b5-8439-73fc67b05c18 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Allocated IP 172.20.0.9 (ec254af9-1910-4d97-8c22-d1b3d0b9b18f/5a1a105d-77c4-456f-a245-b66e6fc97786/53ecd08c-5206-408e-a533-4836c1dbed0b) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:13.667263 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82eaf79-e86a-4524-8093-0bd5cdee3173 x-openstack-request-id: req-d82eaf79-e86a-4524-8093-0bd5cdee3173 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:13.673085 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7033d7ee-606c-48c6-bb0d-08c572d71401", "name": "network-vif-deleted", "tag": "9795f5d9-8816-4719-a8f6-fe30f49345e2", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:13.673785 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d82eaf79-e86a-4524-8093-0bd5cdee3173 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:13.675422 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7033d7ee-606c-48c6-bb0d-08c572d71401', 'name': 'network-vif-deleted', 'tag': '9795f5d9-8816-4719-a8f6-fe30f49345e2', 'status': 'completed', 'code': 200} Jul 05 09:43:13.677515 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-6ee84887-db6c-41b5-8439-73fc67b05c18 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:13.719809 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-40d62db3-67d7-4a99-8733-f77320175664 req-452ebacc-bded-45c2-9ab2-2c4e056ccd7c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504830 Jul 05 09:43:13.735960 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e6092b-d56e-4ab8-8d7f-9b9e08a586e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-551319905-router', 'tenant_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd379a86e-dc21-42ae-922f-97e1d6c867d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:01Z', 'updated_at': '2021-07-05T09:43:08Z', 'revision_number': 4, 'project_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'gw_port': {'id': 'd379a86e-dc21-42ae-922f-97e1d6c867d9', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e6092b-d56e-4ab8-8d7f-9b9e08a586e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:02Z', 'updated_at': '2021-07-05T09:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'bb36b583-1a29-46e0-9646-4041544c2aef', 'name': '', 'network_id': '15822b3d-93ca-42e9-9e41-5e6a249be825', 'tenant_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'mac_address': 'fa:16:3e:cf:a8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e6092b-d56e-4ab8-8d7f-9b9e08a586e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73d7ecab-d248-4fff-9235-dab0508c3653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:07Z', 'updated_at': '2021-07-05T09:43:08Z', 'revision_number': 2, 'project_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'subnets': [{'id': '73d7ecab-d248-4fff-9235-dab0508c3653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:13.806607 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] Checking router: 23e6092b-d56e-4ab8-8d7f-9b9e08a586e7 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:43:13.809653 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] Updating router 23e6092b-d56e-4ab8-8d7f-9b9e08a586e7 port bb36b583-1a29-46e0-9646-4041544c2aef binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:43:13.859035 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:13.889830 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-6ee84887-db6c-41b5-8439-73fc67b05c18 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:13.902946 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-40d62db3-67d7-4a99-8733-f77320175664 req-fe9b8b54-6f60-4721-9cd5-d1d7c9b25526 service neutron] 10.222.0.78 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749830 Jul 05 09:43:13.920394 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca93f0c5-c182-4029-aff9-7fb8f9544c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:13.932739 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 9795f5d9-8816-4719-a8f6-fe30f49345e2 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:43:13.936260 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 46218) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:13.970704 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 9795f5d9-8816-4719-a8f6-fe30f49345e2 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:43:13.975639 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 9795f5d9-8816-4719-a8f6-fe30f49345e2 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:43:14.047724 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-40d62db3-67d7-4a99-8733-f77320175664 req-0553280d-bdbb-45b6-8050-6407f4c3fb3c service neutron] 10.222.0.78 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178031 Jul 05 09:43:14.066547 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93f0c5-c182-4029-aff9-7fb8f9544c7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c20d73b-20a8-4256-8e66-032d0b26ba32,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:14.078694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68549db1-02cf-4290-b0b9-506d3c7e63e6 req-030f45f2-0cb2-4d4b-9212-a4bd75ce4399 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:14.086493 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-68549db1-02cf-4290-b0b9-506d3c7e63e6 req-030f45f2-0cb2-4d4b-9212-a4bd75ce4399 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.2994092 Jul 05 09:43:14.094053 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-6ee84887-db6c-41b5-8439-73fc67b05c18 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Network ec254af9-1910-4d97-8c22-d1b3d0b9b18f is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:14.095596 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-6ee84887-db6c-41b5-8439-73fc67b05c18 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:14.098156 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee84887-db6c-41b5-8439-73fc67b05c18 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Pushing event updated for resources: {'Port': ['ID=53ecd08c-5206-408e-a533-4836c1dbed0b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:14.100775 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-6ee84887-db6c-41b5-8439-73fc67b05c18 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:14.100921 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67004dd7-a826-4173-8949-366353424260 req-e37da175-115e-4756-a598-f4830a3d921e tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:14.107336 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67004dd7-a826-4173-8949-366353424260 req-e37da175-115e-4756-a598-f4830a3d921e tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 931 time: 0.2190385 Jul 05 09:43:14.136166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca93f0c5-c182-4029-aff9-7fb8f9544c7d admin admin] Checking segment: {'id': 'd6056bc4-3a27-4ed8-a4ff-9c61338e4958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:14.136536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca93f0c5-c182-4029-aff9-7fb8f9544c7d admin admin] Network hostable DHCP agents. Network: e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:43:14.164338 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-6ee84887-db6c-41b5-8439-73fc67b05c18 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:14.167707 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-6ee84887-db6c-41b5-8439-73fc67b05c18 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.183255 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67004dd7-a826-4173-8949-366353424260 req-5b69b942-7fc3-431c-b0fc-227646c42d49 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747945 Jul 05 09:43:14.199797 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-6ee84887-db6c-41b5-8439-73fc67b05c18 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7995489 Jul 05 09:43:14.215136 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Request body: {'port': {'device_id': '68ec490c-4ceb-4d7a-85d5-1e7975c5c485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:14.249664 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-68549db1-02cf-4290-b0b9-506d3c7e63e6 req-47546a22-b1dc-4886-949e-a211fa138d03 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622016 Jul 05 09:43:14.250675 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca93f0c5-c182-4029-aff9-7fb8f9544c7d admin admin] Network e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:43:14.283784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-ca93f0c5-c182-4029-aff9-7fb8f9544c7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:14.291762 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca93f0c5-c182-4029-aff9-7fb8f9544c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:14.292395 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca93f0c5-c182-4029-aff9-7fb8f9544c7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.293395 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94623517-c4a0-4ef0-aebb-040fb235c721 None None] Network e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:43:14.307825 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e0acd030-0985-417a-ba8f-e6caa11852f7 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-999549648-network', 'tenant_id': 'fe1c56998a594274b363baecf7f2161b'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:14.322806 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ca93f0c5-c182-4029-aff9-7fb8f9544c7d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1149981 Jul 05 09:43:14.325516 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46222) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:14.332115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-18b823c6-8505-4cb2-be21-52d153a21d73 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1463500725-router', 'tenant_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:14.352091 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.385670 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d379a86e-dc21-42ae-922f-97e1d6c867d9 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:14.386692 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-18b823c6-8505-4cb2-be21-52d153a21d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.387915 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-18b823c6-8505-4cb2-be21-52d153a21d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.399034 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.415571 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] Transition to ACTIVE for port object bb36b583-1a29-46e0-9646-4041544c2aef will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:14.423895 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.480843 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0acd030-0985-417a-ba8f-e6caa11852f7 admin admin] Made reservation on behalf of fe1c56998a594274b363baecf7f2161b for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:14.490535 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0acd030-0985-417a-ba8f-e6caa11852f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.509052 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0acd030-0985-417a-ba8f-e6caa11852f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.560960 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port d379a86e-dc21-42ae-922f-97e1d6c867d9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:14.562633 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.571753 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-18b823c6-8505-4cb2-be21-52d153a21d73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.595665 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c357e-f69f-41b7-b59e-c4d424ab1bdf None None] Pushing event updated for resources: {'Port': ['ID=bb36b583-1a29-46e0-9646-4041544c2aef,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:14.734289 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bf3290-0099-41f2-8b8d-360f7f575b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3', 'network_id': 'e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3', 'tenant_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'fixed_ips': [{'subnet_id': '9c20d73b-20a8-4256-8e66-032d0b26ba32'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:43:14.735040 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e8bf3290-0099-41f2-8b8d-360f7f575b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.765708 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13c357e-f69f-41b7-b59e-c4d424ab1bdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:14.766053 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13c357e-f69f-41b7-b59e-c4d424ab1bdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:14.766536 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13c357e-f69f-41b7-b59e-c4d424ab1bdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:14.767158 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13c357e-f69f-41b7-b59e-c4d424ab1bdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:14.767498 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13c357e-f69f-41b7-b59e-c4d424ab1bdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:14.768214 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13c357e-f69f-41b7-b59e-c4d424ab1bdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:14.768832 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13c357e-f69f-41b7-b59e-c4d424ab1bdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:14.769420 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13c357e-f69f-41b7-b59e-c4d424ab1bdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:14.769886 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13c357e-f69f-41b7-b59e-c4d424ab1bdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:14.770686 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13c357e-f69f-41b7-b59e-c4d424ab1bdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:14.770811 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13c357e-f69f-41b7-b59e-c4d424ab1bdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:14.771141 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13c357e-f69f-41b7-b59e-c4d424ab1bdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:14.808524 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] Attempting to bind port bb36b583-1a29-46e0-9646-4041544c2aef on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:14.809008 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] Attempting to bind port bb36b583-1a29-46e0-9646-4041544c2aef by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '15822b3d-93ca-42e9-9e41-5e6a249be825'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:14.809628 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] Attempting to bind port bb36b583-1a29-46e0-9646-4041544c2aef on network 15822b3d-93ca-42e9-9e41-5e6a249be825 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:14.818221 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:14.818646 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] Checking segment: {'id': '07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '15822b3d-93ca-42e9-9e41-5e6a249be825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:14.819195 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.819821 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] Bound using segment: {'id': '07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '15822b3d-93ca-42e9-9e41-5e6a249be825'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:14.820469 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] Bound port: bb36b583-1a29-46e0-9646-4041544c2aef, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '15822b3d-93ca-42e9-9e41-5e6a249be825'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:14.821281 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.851759 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791849f-41a1-49d7-90d7-d49205f2301e req-b0bf4c91-2dfd-4744-afb0-6cd017aed056 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:14.865602 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1791849f-41a1-49d7-90d7-d49205f2301e req-b0bf4c91-2dfd-4744-afb0-6cd017aed056 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=634f3685-93f0-4af9-8a90-3a0878392a8e HTTP/1.1" status: 200 len: 945 time: 0.4685473 Jul 05 09:43:14.929016 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-e8bf3290-0099-41f2-8b8d-360f7f575b5f None None] Allocated IP 172.20.0.2 (e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3/9c20d73b-20a8-4256-8e66-032d0b26ba32/6b270284-88ab-43cd-a754-f1a0b239e992) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:14.942306 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53ecd08c-5206-408e-a533-4836c1dbed0b {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:14.953103 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.956389 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] For port bb36b583-1a29-46e0-9646-4041544c2aef, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:14.959831 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] For port bb36b583-1a29-46e0-9646-4041544c2aef, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bb36b583-1a29-46e0-9646-4041544c2aef,segment=NetworkSegment(07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7),segment_id=07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:14.965958 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.973145 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Transition to ACTIVE for port object 53ecd08c-5206-408e-a533-4836c1dbed0b will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:14.988469 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0acd030-0985-417a-ba8f-e6caa11852f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.990179 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.005084 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0acd030-0985-417a-ba8f-e6caa11852f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.059494 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0acd030-0985-417a-ba8f-e6caa11852f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ab944e-bfd4-4055-8049-33ec9847348b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:15.079649 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0acd030-0985-417a-ba8f-e6caa11852f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:43:15.098539 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] Routers {'23e6092b-d56e-4ab8-8d7f-9b9e08a586e7'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:15.100238 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:42:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['23e6092b-d56e-4ab8-8d7f-9b9e08a586e7'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:15.167321 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508702f-1af1-4092-bfa2-88215a746cb9 req-3468ec60-30c1-427f-9e58-0ea39158f046 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:15.172251 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0acd030-0985-417a-ba8f-e6caa11852f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.172597 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-e0acd030-0985-417a-ba8f-e6caa11852f7 admin admin] Added segment 665787c8-9c08-45c7-b111-33f9f5b0d394 of type vlan for network ddfe9262-ff5a-47ed-9320-9e3b4cf5c884 Jul 05 09:43:15.177419 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5508702f-1af1-4092-bfa2-88215a746cb9 req-3468ec60-30c1-427f-9e58-0ea39158f046 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=de067adf-c5de-40ac-8761-748473d1f2df HTTP/1.1" status: 200 len: 943 time: 0.6135671 Jul 05 09:43:15.180383 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Pushing event updated for resources: {'Port': ['ID=53ecd08c-5206-408e-a533-4836c1dbed0b,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:15.208577 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Attempting to bind port 53ecd08c-5206-408e-a533-4836c1dbed0b on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:15.208935 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Attempting to bind port 53ecd08c-5206-408e-a533-4836c1dbed0b by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'e8ad26d8-1377-4db1-bd72-13e8dacf30a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:15.209239 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Attempting to bind port 53ecd08c-5206-408e-a533-4836c1dbed0b on network ec254af9-1910-4d97-8c22-d1b3d0b9b18f {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:15.221935 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-18b823c6-8505-4cb2-be21-52d153a21d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.224388 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c357e-f69f-41b7-b59e-c4d424ab1bdf None None] Pushing event updated for resources: {'Port': ['ID=bb36b583-1a29-46e0-9646-4041544c2aef,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:15.236224 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Port 53ecd08c-5206-408e-a533-4836c1dbed0b on network ec254af9-1910-4d97-8c22-d1b3d0b9b18f not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:43:15.236603 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Attempting to bind port 53ecd08c-5206-408e-a533-4836c1dbed0b on network ec254af9-1910-4d97-8c22-d1b3d0b9b18f {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:15.244195 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e8bf3290-0099-41f2-8b8d-360f7f575b5f None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.255402 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1791849f-41a1-49d7-90d7-d49205f2301e req-3da1c4cc-ea41-4ec7-ab1b-a198f299e9fc tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/security-groups?id=202ebd0c-4845-40be-a99a-c8dd75aeee75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3887246 Jul 05 09:43:15.259146 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:15.259489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Checking segment: {'id': 'e8ad26d8-1377-4db1-bd72-13e8dacf30a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:15.259906 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Bound using segment: {'id': 'e8ad26d8-1377-4db1-bd72-13e8dacf30a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:15.260532 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Bound port: 53ecd08c-5206-408e-a533-4836c1dbed0b, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ad26d8-1377-4db1-bd72-13e8dacf30a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:15.260903 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.267226 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e8bf3290-0099-41f2-8b8d-360f7f575b5f None None] Transition to ACTIVE for port object 6b270284-88ab-43cd-a754-f1a0b239e992 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:15.278717 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0acd030-0985-417a-ba8f-e6caa11852f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.313826 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e8bf3290-0099-41f2-8b8d-360f7f575b5f None None] Transition to ACTIVE for port object 6b270284-88ab-43cd-a754-f1a0b239e992 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:15.324784 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e8bf3290-0099-41f2-8b8d-360f7f575b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.340855 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5508702f-1af1-4092-bfa2-88215a746cb9 req-58b7df24-44c7-4c76-9c8f-b64368fc6a2e tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622014 Jul 05 09:43:15.371840 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] Set router 23e6092b-d56e-4ab8-8d7f-9b9e08a586e7 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:43:15.405677 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] For port 53ecd08c-5206-408e-a533-4836c1dbed0b, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:15.408700 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0acd030-0985-417a-ba8f-e6caa11852f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.411254 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0acd030-0985-417a-ba8f-e6caa11852f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:15.412688 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0acd030-0985-417a-ba8f-e6caa11852f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.418154 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] For port 53ecd08c-5206-408e-a533-4836c1dbed0b, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=53ecd08c-5206-408e-a533-4836c1dbed0b,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:15.439946 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf3290-0099-41f2-8b8d-360f7f575b5f None None] Pushing event updated for resources: {'Port': ['ID=6b270284-88ab-43cd-a754-f1a0b239e992,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:15.454071 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bf3290-0099-41f2-8b8d-360f7f575b5f None None] Network e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:15.460404 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-e8bf3290-0099-41f2-8b8d-360f7f575b5f None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:15.462887 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bf3290-0099-41f2-8b8d-360f7f575b5f None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:15.549333 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0acd030-0985-417a-ba8f-e6caa11852f7 admin admin] Pushing event updated for resources: {'Network': ['ID=ddfe9262-ff5a-47ed-9320-9e3b4cf5c884,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:15.570208 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.592291 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network ddfe9262-ff5a-47ed-9320-9e3b4cf5c884 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:43:15.631901 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e0acd030-0985-417a-ba8f-e6caa11852f7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5849240 Jul 05 09:43:15.634399 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 46236) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:15.641619 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-818fed6f-5882-41e6-9821-b2f3eff01314 admin admin] Request body: {'subnet': {'network_id': 'ddfe9262-ff5a-47ed-9320-9e3b4cf5c884', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-999549648-subnet', 'tenant_id': 'fe1c56998a594274b363baecf7f2161b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:15.666999 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:15.667665 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.669217 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] 10.222.0.81 "PUT /v2.0/ports/53ecd08c-5206-408e-a533-4836c1dbed0b HTTP/1.1" status: 200 len: 1091 time: 1.4610991 Jul 05 09:43:15.669823 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818fed6f-5882-41e6-9821-b2f3eff01314 admin admin] Made reservation on behalf of fe1c56998a594274b363baecf7f2161b for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:15.672204 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-818fed6f-5882-41e6-9821-b2f3eff01314 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.674194 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ec490c-4ceb-4d7a-85d5-1e7975c5c485', 'tag': '53ecd08c-5206-408e-a533-4836c1dbed0b'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:15.676730 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bef240-8064-4106-92ee-18c24c6470d3" -d '{"events": [{"name": "network-changed", "server_uuid": "68ec490c-4ceb-4d7a-85d5-1e7975c5c485", "tag": "53ecd08c-5206-408e-a533-4836c1dbed0b"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:15.713728 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 4618948b-aba9-4c53-a34d-ed838ba47183 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:43:15.727592 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Pushing event updated for resources: {'Port': ['ID=53ecd08c-5206-408e-a533-4836c1dbed0b,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:15.770513 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e8bf3290-0099-41f2-8b8d-360f7f575b5f None None] Attempting to bind port 6b270284-88ab-43cd-a754-f1a0b239e992 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:15.771359 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e8bf3290-0099-41f2-8b8d-360f7f575b5f None None] Attempting to bind port 6b270284-88ab-43cd-a754-f1a0b239e992 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'd6056bc4-3a27-4ed8-a4ff-9c61338e4958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:15.772007 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bf3290-0099-41f2-8b8d-360f7f575b5f None None] Attempting to bind port 6b270284-88ab-43cd-a754-f1a0b239e992 on network e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:15.783634 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e6092b-d56e-4ab8-8d7f-9b9e08a586e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-551319905-router', 'tenant_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd379a86e-dc21-42ae-922f-97e1d6c867d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:01Z', 'updated_at': '2021-07-05T09:43:08Z', 'revision_number': 4, 'project_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'gw_port': {'id': 'd379a86e-dc21-42ae-922f-97e1d6c867d9', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e6092b-d56e-4ab8-8d7f-9b9e08a586e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:02Z', 'updated_at': '2021-07-05T09:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'bb36b583-1a29-46e0-9646-4041544c2aef', 'name': '', 'network_id': '15822b3d-93ca-42e9-9e41-5e6a249be825', 'tenant_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'mac_address': 'fa:16:3e:cf:a8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e6092b-d56e-4ab8-8d7f-9b9e08a586e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73d7ecab-d248-4fff-9235-dab0508c3653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:07Z', 'updated_at': '2021-07-05T09:43:14Z', 'revision_number': 4, 'project_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'subnets': [{'id': '73d7ecab-d248-4fff-9235-dab0508c3653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:15.786450 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:15.786812 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:15.787180 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:15.787543 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:15.787934 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:15.788310 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:15.789022 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:15.789366 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:15.789701 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:15.790035 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:15.790367 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:15.790699 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514400ae-e6d6-4c48-be4e-88ad640dfe29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:15.821496 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8de898-e719-4ba5-90e9-f36b0aa52f14 None None] The sync data for ids ['23e6092b-d56e-4ab8-8d7f-9b9e08a586e7'] in n-d-798054-8 is: [{'id': '23e6092b-d56e-4ab8-8d7f-9b9e08a586e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-551319905-router', 'tenant_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd379a86e-dc21-42ae-922f-97e1d6c867d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:01Z', 'updated_at': '2021-07-05T09:43:08Z', 'revision_number': 4, 'project_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'gw_port': {'id': 'd379a86e-dc21-42ae-922f-97e1d6c867d9', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e6092b-d56e-4ab8-8d7f-9b9e08a586e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:02Z', 'updated_at': '2021-07-05T09:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'bb36b583-1a29-46e0-9646-4041544c2aef', 'name': '', 'network_id': '15822b3d-93ca-42e9-9e41-5e6a249be825', 'tenant_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'mac_address': 'fa:16:3e:cf:a8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e6092b-d56e-4ab8-8d7f-9b9e08a586e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73d7ecab-d248-4fff-9235-dab0508c3653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:07Z', 'updated_at': '2021-07-05T09:43:14Z', 'revision_number': 4, 'project_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'subnets': [{'id': '73d7ecab-d248-4fff-9235-dab0508c3653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:43:15.826520 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bf3290-0099-41f2-8b8d-360f7f575b5f None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:15.827150 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bf3290-0099-41f2-8b8d-360f7f575b5f None None] Checking segment: {'id': 'd6056bc4-3a27-4ed8-a4ff-9c61338e4958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:15.827619 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e8bf3290-0099-41f2-8b8d-360f7f575b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.828216 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bf3290-0099-41f2-8b8d-360f7f575b5f None None] Bound using segment: {'id': 'd6056bc4-3a27-4ed8-a4ff-9c61338e4958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:15.828934 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e8bf3290-0099-41f2-8b8d-360f7f575b5f None None] Bound port: 6b270284-88ab-43cd-a754-f1a0b239e992, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6056bc4-3a27-4ed8-a4ff-9c61338e4958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:15.829389 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e8bf3290-0099-41f2-8b8d-360f7f575b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.896366 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-baf47b40-dda1-4ab4-af81-2d12f25c3f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:15.898145 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-baf47b40-dda1-4ab4-af81-2d12f25c3f8d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b177f5338a8c495095a3364a4f90feb2&device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 1094 time: 0.1220410 Jul 05 09:43:15.915487 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-18b823c6-8505-4cb2-be21-52d153a21d73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.948846 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-18b823c6-8505-4cb2-be21-52d153a21d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:16.008645 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e8bf3290-0099-41f2-8b8d-360f7f575b5f None None] For port 6b270284-88ab-43cd-a754-f1a0b239e992, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:16.011788 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 4618948b-aba9-4c53-a34d-ed838ba47183, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=4618948b-aba9-4c53-a34d-ed838ba47183,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:16.015676 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e8bf3290-0099-41f2-8b8d-360f7f575b5f None None] For port 6b270284-88ab-43cd-a754-f1a0b239e992, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6b270284-88ab-43cd-a754-f1a0b239e992,segment=NetworkSegment(d6056bc4-3a27-4ed8-a4ff-9c61338e4958),segment_id=d6056bc4-3a27-4ed8-a4ff-9c61338e4958)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:16.029059 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e8bf3290-0099-41f2-8b8d-360f7f575b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:16.058565 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-818fed6f-5882-41e6-9821-b2f3eff01314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:16.068045 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '4618948b-aba9-4c53-a34d-ed838ba47183', 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62', 'port_id': '4618948b-aba9-4c53-a34d-ed838ba47183', 'mac_address': 'fa:16:3e:69:e5:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6f44ce-d485-46dc-95cd-7820a4fbcd7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:43:16.106427 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-18b823c6-8505-4cb2-be21-52d153a21d73 admin admin] Allocated IP 172.25.7.35 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/7f6a983b-5339-4cee-9984-49180ec23090) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:16.146982 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf3290-0099-41f2-8b8d-360f7f575b5f None None] Pushing event updated for resources: {'Port': ['ID=6b270284-88ab-43cd-a754-f1a0b239e992,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:16.174286 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:16.197937 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4618948b-aba9-4c53-a34d-ed838ba47183 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:16.230198 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-18b823c6-8505-4cb2-be21-52d153a21d73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:16.244150 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fed6f-5882-41e6-9821-b2f3eff01314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98f18556-b5b4-4440-927c-9ae4ddff927f,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:16.246179 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 4618948b-aba9-4c53-a34d-ed838ba47183, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=4618948b-aba9-4c53-a34d-ed838ba47183,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:16.253047 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:16.273002 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-13b1b82b-0b64-4399-924c-d738a7fdd8bc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53ecd08c-5206-408e-a533-4836c1dbed0b HTTP/1.1" status: 200 len: 217 time: 0.3641398 Jul 05 09:43:16.296579 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-18b823c6-8505-4cb2-be21-52d153a21d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:16.329965 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bb36b583-1a29-46e0-9646-4041544c2aef up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:16.368410 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b823c6-8505-4cb2-be21-52d153a21d73 admin admin] Pushing event updated for resources: {'Port': ['ID=7f6a983b-5339-4cee-9984-49180ec23090,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:16.385960 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b823c6-8505-4cb2-be21-52d153a21d73 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:16.388222 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-2d2d312b-6b68-4da2-b3e5-a92bd04fe83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:16.388629 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-2d2d312b-6b68-4da2-b3e5-a92bd04fe83f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5a1a105d-77c4-456f-a245-b66e6fc97786 HTTP/1.1" status: 200 len: 845 time: 0.1078088 Jul 05 09:43:16.389572 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818fed6f-5882-41e6-9821-b2f3eff01314 admin admin] Checking segment: {'id': '665787c8-9c08-45c7-b111-33f9f5b0d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ddfe9262-ff5a-47ed-9320-9e3b4cf5c884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:16.390073 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818fed6f-5882-41e6-9821-b2f3eff01314 admin admin] Network hostable DHCP agents. Network: ddfe9262-ff5a-47ed-9320-9e3b4cf5c884, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:43:16.418023 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b50ae6-d4a3-4b0b-98e3-53b43137e99b req-6318b0c4-6ef8-46f5-917e-77821f77f3ab tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:16.425465 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15b50ae6-d4a3-4b0b-98e3-53b43137e99b req-6318b0c4-6ef8-46f5-917e-77821f77f3ab tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 945 time: 0.7440274 Jul 05 09:43:16.427661 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-18b823c6-8505-4cb2-be21-52d153a21d73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:16.431616 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b823c6-8505-4cb2-be21-52d153a21d73 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:16.459736 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902793b1-3b05-411c-9976-1426ee90741e req-d66a97d0-4357-4f63-91c5-93b4055d5b5e tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:16.461340 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-785c4802-89df-437f-8708-9344df198630 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec254af9-1910-4d97-8c22-d1b3d0b9b18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636184 Jul 05 09:43:16.469560 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-902793b1-3b05-411c-9976-1426ee90741e req-d66a97d0-4357-4f63-91c5-93b4055d5b5e tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 943 time: 0.6616118 Jul 05 09:43:16.485073 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818fed6f-5882-41e6-9821-b2f3eff01314 admin admin] Network ddfe9262-ff5a-47ed-9320-9e3b4cf5c884 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:43:16.611603 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15b50ae6-d4a3-4b0b-98e3-53b43137e99b req-a8e5119d-38a5-4a69-beaf-08ee80110b78 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713483 Jul 05 09:43:16.656872 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=4618948b-aba9-4c53-a34d-ed838ba47183,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:16.720621 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-902793b1-3b05-411c-9976-1426ee90741e req-c4f9e69d-36bd-4a3e-9b8d-2aad102cf116 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457569 Jul 05 09:43:16.728324 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port bb36b583-1a29-46e0-9646-4041544c2aef completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:16.744578 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port bb36b583-1a29-46e0-9646-4041544c2aef triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:16.745204 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:16.856498 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['4618948b-aba9-4c53-a34d-ed838ba47183'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:43:16.967629 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:17.062066 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port bb36b583-1a29-46e0-9646-4041544c2aef, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bb36b583-1a29-46e0-9646-4041544c2aef,segment=NetworkSegment(07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7),segment_id=07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:17.083272 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:17.122418 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-01ace02b-095e-4fe7-b814-53ecd43ef7fb service neutron] 10.222.0.81 "GET /v2.0/networks/ec254af9-1910-4d97-8c22-d1b3d0b9b18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6490633 Jul 05 09:43:17.127150 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e22d2b-ac7b-4d58-a3fd-d5cca9a3da77 x-openstack-request-id: req-b9e22d2b-ac7b-4d58-a3fd-d5cca9a3da77 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:17.129020 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68ec490c-4ceb-4d7a-85d5-1e7975c5c485", "tag": "53ecd08c-5206-408e-a533-4836c1dbed0b", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:17.130780 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b9e22d2b-ac7b-4d58-a3fd-d5cca9a3da77 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:17.131465 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ec490c-4ceb-4d7a-85d5-1e7975c5c485', 'tag': '53ecd08c-5206-408e-a533-4836c1dbed0b', 'status': 'completed', 'code': 200} Jul 05 09:43:17.133177 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-818fed6f-5882-41e6-9821-b2f3eff01314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, ddfe9262-ff5a-47ed-9320-9e3b4cf5c884) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:17.138502 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-18b823c6-8505-4cb2-be21-52d153a21d73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:17.139497 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818fed6f-5882-41e6-9821-b2f3eff01314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:17.140138 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-818fed6f-5882-41e6-9821-b2f3eff01314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:17.157672 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698b2662-0c59-407c-bd26-a4fc1ac19f77 None None] Network ddfe9262-ff5a-47ed-9320-9e3b4cf5c884 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:43:17.256267 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-818fed6f-5882-41e6-9821-b2f3eff01314 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6187499 Jul 05 09:43:17.308744 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7574b923-91c7-47e5-b9c8-5d14d7e2acd3 req-f1c24239-c350-41c2-979f-610ff1c8a036 service neutron] 10.222.0.81 "GET /v2.0/networks/ec254af9-1910-4d97-8c22-d1b3d0b9b18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453907 Jul 05 09:43:17.392948 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97cbeb-16d0-48a4-8d9c-82ebd44aef76 req-9379a6e8-1e0f-4b39-8abe-aeaccb5f153f tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:17.395110 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cc97cbeb-16d0-48a4-8d9c-82ebd44aef76 req-9379a6e8-1e0f-4b39-8abe-aeaccb5f153f tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.5356953 Jul 05 09:43:17.430216 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=bb36b583-1a29-46e0-9646-4041544c2aef,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:17.489190 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bef240-8064-4106-92ee-18c24c6470d3 req-89bb81f1-8adb-4538-8016-9c4292d1efff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:17.497085 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cc97cbeb-16d0-48a4-8d9c-82ebd44aef76 req-e15f55bd-ec34-4647-9666-aa087675f5a8 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933006 Jul 05 09:43:17.500957 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d0bef240-8064-4106-92ee-18c24c6470d3 req-89bb81f1-8adb-4538-8016-9c4292d1efff service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b177f5338a8c495095a3364a4f90feb2&device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 1094 time: 0.1369641 Jul 05 09:43:17.694539 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a40277-3cd9-4ffd-bcb7-4a85fee496cb None None] Network ddfe9262-ff5a-47ed-9320-9e3b4cf5c884 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:43:17.707440 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-18b823c6-8505-4cb2-be21-52d153a21d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:17.715024 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bef240-8064-4106-92ee-18c24c6470d3 req-a2f68952-d1cb-4d2d-b76b-c0682ca7497f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:17.719200 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d0bef240-8064-4106-92ee-18c24c6470d3 req-a2f68952-d1cb-4d2d-b76b-c0682ca7497f service neutron] 10.222.0.81 "GET /v2.0/networks?id=ec254af9-1910-4d97-8c22-d1b3d0b9b18f HTTP/1.1" status: 200 len: 906 time: 0.2098682 Jul 05 09:43:17.762117 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04687d42-a6e8-4d47-87f2-1d0abda56b87 None None] Network e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:43:17.794654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737574ed-cdea-4468-85df-bc2576d83faf req-0793b240-4b4c-45c3-b323-dc3b2800a93f tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:17.796363 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-737574ed-cdea-4468-85df-bc2576d83faf req-0793b240-4b4c-45c3-b323-dc3b2800a93f tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=de067adf-c5de-40ac-8761-748473d1f2df HTTP/1.1" status: 200 len: 944 time: 0.3939102 Jul 05 09:43:17.813334 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d0bef240-8064-4106-92ee-18c24c6470d3 req-ca4911b8-15fc-4045-ae95-8d2756d9a039 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53ecd08c-5206-408e-a533-4836c1dbed0b HTTP/1.1" status: 200 len: 217 time: 0.0866449 Jul 05 09:43:17.876344 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bef240-8064-4106-92ee-18c24c6470d3 req-9fbc1317-9786-45da-b9cd-abe75eb6bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:17.878782 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d0bef240-8064-4106-92ee-18c24c6470d3 req-9fbc1317-9786-45da-b9cd-abe75eb6bbc6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5a1a105d-77c4-456f-a245-b66e6fc97786 HTTP/1.1" status: 200 len: 845 time: 0.0589404 Jul 05 09:43:17.919639 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d0bef240-8064-4106-92ee-18c24c6470d3 req-ff2650a1-dcad-49b9-81fb-0d95dc59636c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec254af9-1910-4d97-8c22-d1b3d0b9b18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334003 Jul 05 09:43:17.921954 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a8f1874e-e147-460f-ab17-fea20771cf8e None None] Provisioning for port 6b270284-88ab-43cd-a754-f1a0b239e992 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:17.960550 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-404bac3a-9947-46e5-951b-d2b5c446f5d8 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1656185152&fields=id&tenant_id=efee607d69f94e6d9133e9bf132c56d0 HTTP/1.1" status: 200 len: 267 time: 0.0860732 Jul 05 09:43:18.000508 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-737574ed-cdea-4468-85df-bc2576d83faf req-792fbdd5-b436-4662-8c56-aac13a21587b tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581335 Jul 05 09:43:18.074559 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d0bef240-8064-4106-92ee-18c24c6470d3 req-503741fc-f252-416d-a048-6716ffc22d8b service neutron] 10.222.0.81 "GET /v2.0/networks/ec254af9-1910-4d97-8c22-d1b3d0b9b18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412792 Jul 05 09:43:18.094826 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b823c6-8505-4cb2-be21-52d153a21d73 admin admin] Router 548573d6-9888-4b94-8b92-99850dce065f is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:43:18.226242 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d0bef240-8064-4106-92ee-18c24c6470d3 req-cbe37fa1-6762-4158-a0ee-429a173d5774 service neutron] 10.222.0.81 "GET /v2.0/networks/ec254af9-1910-4d97-8c22-d1b3d0b9b18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475616 Jul 05 09:43:18.283566 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-32dba776-c21e-423d-a073-12684dbfafbc tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:18.290381 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-32dba776-c21e-423d-a073-12684dbfafbc tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/networks?id=50450e21-61cd-4f08-9734-c5edcfebb387 HTTP/1.1" status: 200 len: 824 time: 0.3288379 Jul 05 09:43:18.311880 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-58ce5407-b5dd-4c6a-8953-289bbd0ffdda tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/quotas/efee607d69f94e6d9133e9bf132c56d0 HTTP/1.1" status: 200 len: 375 time: 0.0204470 Jul 05 09:43:18.353383 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bb36b583-1a29-46e0-9646-4041544c2aef up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:18.414232 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port bb36b583-1a29-46e0-9646-4041544c2aef triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:18.414613 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:18.487765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b823c6-8505-4cb2-be21-52d153a21d73 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:43:18.498423 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] Sync routers for ids ['548573d6-9888-4b94-8b92-99850dce065f'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:43:18.523213 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] Routers {'548573d6-9888-4b94-8b92-99850dce065f'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:18.523872 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:42:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['548573d6-9888-4b94-8b92-99850dce065f'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:18.530314 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6b270284-88ab-43cd-a754-f1a0b239e992 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:18.539131 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-18b823c6-8505-4cb2-be21-52d153a21d73 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:18.540402 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-18b823c6-8505-4cb2-be21-52d153a21d73 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2123697 Jul 05 09:43:18.543250 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 46278) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:18.553177 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-81dba87e-380a-43b8-82dd-27dd966481bc tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=efee607d69f94e6d9133e9bf132c56d0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1830475 Jul 05 09:43:18.560189 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-e28289f3-449e-41fc-b1cc-4b8f4c8385aa tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:18.567173 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-e28289f3-449e-41fc-b1cc-4b8f4c8385aa tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.79 "GET /v2.0/networks?id=ddfe9262-ff5a-47ed-9320-9e3b4cf5c884 HTTP/1.1" status: 200 len: 812 time: 0.1956079 Jul 05 09:43:18.591268 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-14a1f53c-0601-4ee6-ae68-c06101c7d531 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.79 "GET /v2.0/quotas/fe1c56998a594274b363baecf7f2161b HTTP/1.1" status: 200 len: 375 time: 0.0231035 Jul 05 09:43:18.664333 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-b64a4d92-9759-4563-a8a8-297d97ca7595 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe1c56998a594274b363baecf7f2161b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596626 Jul 05 09:43:18.674067 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 6b270284-88ab-43cd-a754-f1a0b239e992 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:18.680887 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 6b270284-88ab-43cd-a754-f1a0b239e992 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:18.681268 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:18.686186 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] Set router 548573d6-9888-4b94-8b92-99850dce065f gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:43:18.905300 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:18.950698 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 6b270284-88ab-43cd-a754-f1a0b239e992, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6b270284-88ab-43cd-a754-f1a0b239e992,segment=NetworkSegment(d6056bc4-3a27-4ed8-a4ff-9c61338e4958),segment_id=d6056bc4-3a27-4ed8-a4ff-9c61338e4958)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:18.957459 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:18.984598 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548573d6-9888-4b94-8b92-99850dce065f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1463500725-router', 'tenant_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '7f6a983b-5339-4cee-9984-49180ec23090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:14Z', 'updated_at': '2021-07-05T09:43:16Z', 'revision_number': 3, 'project_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'gw_port': {'id': '7f6a983b-5339-4cee-9984-49180ec23090', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:80:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548573d6-9888-4b94-8b92-99850dce065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:15Z', 'updated_at': '2021-07-05T09:43:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:19.019198 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] Checking router: 548573d6-9888-4b94-8b92-99850dce065f for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:43:19.019551 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] Updating router 548573d6-9888-4b94-8b92-99850dce065f port 7f6a983b-5339-4cee-9984-49180ec23090 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:43:19.052484 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35fdfbd6-29a9-4ac9-bacc-1fa13619651b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:19.064519 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-5a0635d4-f5f8-4af9-be41-3ef55585deb1 service neutron] 10.222.0.79 "GET /v2.0/networks/50450e21-61cd-4f08-9734-c5edcfebb387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878232 Jul 05 09:43:19.065984 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=6b270284-88ab-43cd-a754-f1a0b239e992,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:19.072541 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:19.150811 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-717377f5-af72-4527-9558-e9fe0ce03c51 service neutron] 10.222.0.79 "GET /v2.0/networks/ddfe9262-ff5a-47ed-9320-9e3b4cf5c884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677923 Jul 05 09:43:19.222545 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-54a4dd4a-3cab-448c-9493-9526e6093702 service neutron] 10.222.0.79 "GET /v2.0/networks/50450e21-61cd-4f08-9734-c5edcfebb387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487870 Jul 05 09:43:19.277839 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-35fdfbd6-29a9-4ac9-bacc-1fa13619651b admin admin] Allocated IP 172.20.0.1 (e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3/9c20d73b-20a8-4256-8e66-032d0b26ba32/eaef9bb6-1c0a-4b2e-94a5-5487770307fb) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:19.286859 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740c5a3-054d-4e37-802a-c61176c5935b req-b3e4f933-dc0d-4295-be5d-8f5aa7a991e1 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:19.288434 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b740c5a3-054d-4e37-802a-c61176c5935b req-b3e4f933-dc0d-4295-be5d-8f5aa7a991e1 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.78 "GET /v2.0/ports?device_id=634f3685-93f0-4af9-8a90-3a0878392a8e HTTP/1.1" status: 200 len: 945 time: 0.1212778 Jul 05 09:43:19.319613 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-edfc016c-57fa-4733-bb19-4b89d85cb67b service neutron] 10.222.0.79 "GET /v2.0/networks/ddfe9262-ff5a-47ed-9320-9e3b4cf5c884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548681 Jul 05 09:43:19.366515 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:19.391751 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] Transition to ACTIVE for port object 7f6a983b-5339-4cee-9984-49180ec23090 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:19.399663 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:19.501628 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35fdfbd6-29a9-4ac9-bacc-1fa13619651b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:19.522636 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-35fdfbd6-29a9-4ac9-bacc-1fa13619651b admin admin] Transition to ACTIVE for port object eaef9bb6-1c0a-4b2e-94a5-5487770307fb will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:19.527003 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-b740c5a3-054d-4e37-802a-c61176c5935b req-6568abcd-cff6-48be-87c0-3bc2ecf7cacd tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Deleting port 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:19.527351 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b740c5a3-054d-4e37-802a-c61176c5935b req-6568abcd-cff6-48be-87c0-3bc2ecf7cacd tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:19.671816 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 4618948b-aba9-4c53-a34d-ed838ba47183 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:19.692283 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35fdfbd6-29a9-4ac9-bacc-1fa13619651b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:19.722946 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21c1f3-f913-499d-8fd6-d625b141afff None None] Pushing event updated for resources: {'Port': ['ID=7f6a983b-5339-4cee-9984-49180ec23090,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:19.732290 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] Attempting to bind port 7f6a983b-5339-4cee-9984-49180ec23090 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:19.732666 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] Attempting to bind port 7f6a983b-5339-4cee-9984-49180ec23090 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:19.733034 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] Attempting to bind port 7f6a983b-5339-4cee-9984-49180ec23090 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:19.733150 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426aa6-2090-4d99-b4da-ff6511edcf97 req-28e647d9-d60d-47a8-ac67-158f0e05c471 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:19.735653 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25426aa6-2090-4d99-b4da-ff6511edcf97 req-28e647d9-d60d-47a8-ac67-158f0e05c471 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 945 time: 0.1927030 Jul 05 09:43:19.745134 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:19.745533 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:19.745925 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:19.746330 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:19.746857 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] Bound port: 7f6a983b-5339-4cee-9984-49180ec23090, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:19.747240 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:19.791060 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdfbd6-29a9-4ac9-bacc-1fa13619651b admin admin] Pushing event updated for resources: {'Port': ['ID=eaef9bb6-1c0a-4b2e-94a5-5487770307fb,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:19.806989 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 4618948b-aba9-4c53-a34d-ed838ba47183 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:19.811701 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] For port 7f6a983b-5339-4cee-9984-49180ec23090, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:19.814607 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 4618948b-aba9-4c53-a34d-ed838ba47183 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:19.815481 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:19.818276 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] For port 7f6a983b-5339-4cee-9984-49180ec23090, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7f6a983b-5339-4cee-9984-49180ec23090,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:19.836547 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fdfbd6-29a9-4ac9-bacc-1fa13619651b admin admin] Network e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:19.840019 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-b740c5a3-054d-4e37-802a-c61176c5935b req-6568abcd-cff6-48be-87c0-3bc2ecf7cacd tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] For port 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=0c6a7a57-0a78-478c-9f2e-6ffa35c2da02,segment=NetworkSegment(3d83f219-f815-4376-b051-a5566694dac8),segment_id=3d83f219-f815-4376-b051-a5566694dac8)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:19.840686 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b740c5a3-054d-4e37-802a-c61176c5935b req-6568abcd-cff6-48be-87c0-3bc2ecf7cacd tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:19.845765 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-35fdfbd6-29a9-4ac9-bacc-1fa13619651b admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:19.848533 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25426aa6-2090-4d99-b4da-ff6511edcf97 req-fdf29df3-427d-4f66-9597-600237a5d317 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716844 Jul 05 09:43:19.850289 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fdfbd6-29a9-4ac9-bacc-1fa13619651b admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:19.869370 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:19.903229 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b3673-514d-42aa-a066-f0119e42a1d5 req-efc8e961-2c40-442b-ad04-34d1558290af tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:19.910394 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0f6b3673-514d-42aa-a066-f0119e42a1d5 req-efc8e961-2c40-442b-ad04-34d1558290af tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 943 time: 0.2470262 Jul 05 09:43:19.912330 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35fdfbd6-29a9-4ac9-bacc-1fa13619651b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:19.998977 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 53ecd08c-5206-408e-a533-4836c1dbed0b details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:43:20.073486 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0f6b3673-514d-42aa-a066-f0119e42a1d5 req-05c462cb-6c04-43c3-b0a9-cee3d8acd89a tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494424 Jul 05 09:43:20.088209 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] Routers {'548573d6-9888-4b94-8b92-99850dce065f'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:20.088959 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:42:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['548573d6-9888-4b94-8b92-99850dce065f'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:20.202919 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21c1f3-f913-499d-8fd6-d625b141afff None None] Pushing event updated for resources: {'Port': ['ID=7f6a983b-5339-4cee-9984-49180ec23090,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:20.221097 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.resource_extend [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:43:20.222177 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58351379-d66b-48b8-92e7-a78c56756697 req-0466c85f-d193-4b25-bea0-40c18df331a8 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:20.224412 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58351379-d66b-48b8-92e7-a78c56756697 req-0466c85f-d193-4b25-bea0-40c18df331a8 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.1498652 Jul 05 09:43:20.293563 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58351379-d66b-48b8-92e7-a78c56756697 req-2bb55ef5-13ad-4582-8936-9ff2aab5c41d tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594511 Jul 05 09:43:20.373401 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35fdfbd6-29a9-4ac9-bacc-1fa13619651b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:20.391257 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6b270284-88ab-43cd-a754-f1a0b239e992 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:20.446813 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:20.457222 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b740c5a3-054d-4e37-802a-c61176c5935b req-6568abcd-cff6-48be-87c0-3bc2ecf7cacd tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:20.457751 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b740c5a3-054d-4e37-802a-c61176c5935b req-6568abcd-cff6-48be-87c0-3bc2ecf7cacd tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:20.458587 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [req-b740c5a3-054d-4e37-802a-c61176c5935b req-6568abcd-cff6-48be-87c0-3bc2ecf7cacd tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Floating IP eb1fd96c-62d8-4259-ba03-20de6a236b62 disassociated. External IP: 172.25.7.104, port: 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02. Jul 05 09:43:20.458587 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-b740c5a3-054d-4e37-802a-c61176c5935b req-6568abcd-cff6-48be-87c0-3bc2ecf7cacd tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Calling delete_port for 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:20.477274 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-90b35774-1158-4518-9f73-4770cfee0dac None None] Provisioning for port eaef9bb6-1c0a-4b2e-94a5-5487770307fb completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:20.502834 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-90b35774-1158-4518-9f73-4770cfee0dac None None] Provisioning complete for port eaef9bb6-1c0a-4b2e-94a5-5487770307fb triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:20.503502 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-90b35774-1158-4518-9f73-4770cfee0dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:20.558243 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] Set router 548573d6-9888-4b94-8b92-99850dce065f gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:43:20.558999 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-07765731-6101-4a74-848d-6ee797d6131e req-9b84d45f-dad6-4812-822d-264f44ef8046 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5d0f1bb-c099-436d-a791-8b878fba384c HTTP/1.1" status: 200 len: 210 time: 0.0518591 Jul 05 09:43:20.570353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cea6c-f2a8-4eee-9eab-185b34d054f2 req-e6d0ace4-4a67-4a3b-bb1e-eff571f86b74 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:20.588626 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-525cea6c-f2a8-4eee-9eab-185b34d054f2 req-e6d0ace4-4a67-4a3b-bb1e-eff571f86b74 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=de067adf-c5de-40ac-8761-748473d1f2df HTTP/1.1" status: 200 len: 944 time: 0.1447105 Jul 05 09:43:20.602121 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de067adf-c5de-40ac-8761-748473d1f2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4618948b-aba9-4c53-a34d-ed838ba47183'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:20.604583 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acee8e4f-5c66-4682-bd3b-9f49a81f5825" -d '{"events": [{"server_uuid": "de067adf-c5de-40ac-8761-748473d1f2df", "name": "network-vif-plugged", "status": "completed", "tag": "4618948b-aba9-4c53-a34d-ed838ba47183"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:20.641805 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 53ecd08c-5206-408e-a533-4836c1dbed0b, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=53ecd08c-5206-408e-a533-4836c1dbed0b,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:20.667750 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 4618948b-aba9-4c53-a34d-ed838ba47183, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=4618948b-aba9-4c53-a34d-ed838ba47183,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:20.695201 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-525cea6c-f2a8-4eee-9eab-185b34d054f2 req-a6d4b87b-2be5-41f7-9063-672414427e2d tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055386 Jul 05 09:43:20.711419 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-90b35774-1158-4518-9f73-4770cfee0dac None None] Port eaef9bb6-1c0a-4b2e-94a5-5487770307fb cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:43:20.719428 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:20.725124 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '53ecd08c-5206-408e-a533-4836c1dbed0b', 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f', 'port_id': '53ecd08c-5206-408e-a533-4836c1dbed0b', 'mac_address': 'fa:16:3e:69:fc:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1a105d-77c4-456f-a245-b66e6fc97786', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:43:20.752579 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 6b270284-88ab-43cd-a754-f1a0b239e992 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:20.753048 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:20.774037 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfc97d2-164f-42aa-a32a-992b7ee726ee x-openstack-request-id: req-acfc97d2-164f-42aa-a32a-992b7ee726ee {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:20.774392 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de067adf-c5de-40ac-8761-748473d1f2df", "name": "network-vif-plugged", "status": "completed", "tag": "4618948b-aba9-4c53-a34d-ed838ba47183", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:20.774592 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-acfc97d2-164f-42aa-a32a-992b7ee726ee {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:20.774966 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de067adf-c5de-40ac-8761-748473d1f2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4618948b-aba9-4c53-a34d-ed838ba47183', 'code': 200} Jul 05 09:43:20.782161 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b740c5a3-054d-4e37-802a-c61176c5935b req-6568abcd-cff6-48be-87c0-3bc2ecf7cacd tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:20.826825 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50993638-8c25-4c6e-b560-7c5b1f8e3df6 req-3ef70bdb-5cc9-4f5c-a0b8-657f9b467443 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0994e6-8b80-408f-95fb-321e2fd5ac1e HTTP/1.1" status: 200 len: 210 time: 0.0673540 Jul 05 09:43:20.835196 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568abcd-cff6-48be-87c0-3bc2ecf7cacd tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Pushing event deleted for resources: {'Port': ['ID=0c6a7a57-0a78-478c-9f2e-6ffa35c2da02,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:20.896035 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=4618948b-aba9-4c53-a34d-ed838ba47183,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:20.909115 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-96faddb9-123c-4d1c-b94e-0c83dea436ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:20.910532 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:20.932821 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ecd08c-5206-408e-a533-4836c1dbed0b {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:20.992697 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 53ecd08c-5206-408e-a533-4836c1dbed0b, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=53ecd08c-5206-408e-a533-4836c1dbed0b,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:21.000190 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:21.024212 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35fdfbd6-29a9-4ac9-bacc-1fa13619651b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:21.035370 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cf970-ddac-426a-85c5-d501854427cf req-0997d1c9-24f8-4020-a331-d428363a093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:21.037002 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0e5cf970-ddac-426a-85c5-d501854427cf req-0997d1c9-24f8-4020-a331-d428363a093a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=de067adf-c5de-40ac-8761-748473d1f2df HTTP/1.1" status: 200 len: 1096 time: 0.1915970 Jul 05 09:43:21.037575 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35fdfbd6-29a9-4ac9-bacc-1fa13619651b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:21.071188 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=53ecd08c-5206-408e-a533-4836c1dbed0b,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:21.078062 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548573d6-9888-4b94-8b92-99850dce065f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1463500725-router', 'tenant_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '7f6a983b-5339-4cee-9984-49180ec23090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:14Z', 'updated_at': '2021-07-05T09:43:16Z', 'revision_number': 3, 'project_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'gw_port': {'id': '7f6a983b-5339-4cee-9984-49180ec23090', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:80:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548573d6-9888-4b94-8b92-99850dce065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:15Z', 'updated_at': '2021-07-05T09:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:21.105606 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b740c5a3-054d-4e37-802a-c61176c5935b req-6568abcd-cff6-48be-87c0-3bc2ecf7cacd tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Router b6421ce9-3041-49f8-8124-f15e15f8b678 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:43:21.106477 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42bf0ae-8485-43b4-a946-56a38f683561 None None] The sync data for ids ['548573d6-9888-4b94-8b92-99850dce065f'] in n-d-798054-8 is: [{'id': '548573d6-9888-4b94-8b92-99850dce065f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1463500725-router', 'tenant_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '7f6a983b-5339-4cee-9984-49180ec23090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:14Z', 'updated_at': '2021-07-05T09:43:16Z', 'revision_number': 3, 'project_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'gw_port': {'id': '7f6a983b-5339-4cee-9984-49180ec23090', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:80:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548573d6-9888-4b94-8b92-99850dce065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:15Z', 'updated_at': '2021-07-05T09:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:43:21.156723 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdfbd6-29a9-4ac9-bacc-1fa13619651b admin admin] Pushing event updated for resources: {'Port': ['ID=eaef9bb6-1c0a-4b2e-94a5-5487770307fb,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:21.157192 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccb2e3-17a5-4f35-b40f-4fa931dacbaa req-7661b7ef-7a82-4923-a7fb-16d1c5aa32fe tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:21.163149 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35fdfbd6-29a9-4ac9-bacc-1fa13619651b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:21.168714 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-94ccb2e3-17a5-4f35-b40f-4fa931dacbaa req-7661b7ef-7a82-4923-a7fb-16d1c5aa32fe tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 945 time: 0.1447828 Jul 05 09:43:21.173826 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0e5cf970-ddac-426a-85c5-d501854427cf req-83f4a36a-7031-44e1-a123-87255ae41b89 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280060 Jul 05 09:43:21.244641 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-94ccb2e3-17a5-4f35-b40f-4fa931dacbaa req-f954f40e-c326-4b3a-94bc-d75c1d3c9d9a tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730181 Jul 05 09:43:21.245811 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['53ecd08c-5206-408e-a533-4836c1dbed0b'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:43:21.586087 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27af3-66a1-4658-9198-671e7e607478 req-2546caf3-acd8-4c82-ac3e-9a242914294f tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:21.592770 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-73e27af3-66a1-4658-9198-671e7e607478 req-2546caf3-acd8-4c82-ac3e-9a242914294f tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 944 time: 0.2556212 Jul 05 09:43:21.649709 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-73e27af3-66a1-4658-9198-671e7e607478 req-dd7489f0-1467-4dd7-a124-9bfdf4da47fd tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521452 Jul 05 09:43:21.673986 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:43:21.726467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:43:21.727138 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:43:21.774802 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9dd87e-5cd8-406a-8d4c-f175ef7148e9 req-6c83cb2a-337d-4203-a4e8-ad525995d61c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:21.776908 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d9dd87e-5cd8-406a-8d4c-f175ef7148e9 req-6c83cb2a-337d-4203-a4e8-ad525995d61c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.1105590 Jul 05 09:43:21.882777 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5dd443d5-ee04-4f02-930d-b716e3ec8188 req-2244f32b-8d34-43b6-8524-5692eaad6f97 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5d0f1bb-c099-436d-a791-8b878fba384c HTTP/1.1" status: 200 len: 210 time: 0.0650399 Jul 05 09:43:21.904794 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d9dd87e-5cd8-406a-8d4c-f175ef7148e9 req-a9dd2510-5eb3-49c4-b9f1-a61026dffee1 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217093 Jul 05 09:43:21.989575 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b740c5a3-054d-4e37-802a-c61176c5935b req-6568abcd-cff6-48be-87c0-3bc2ecf7cacd tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:43:22.000754 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea364f4a-25dd-4755-8ad4-889905eb965c None None] Sync routers for ids ['b6421ce9-3041-49f8-8124-f15e15f8b678'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:43:22.011012 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 53ecd08c-5206-408e-a533-4836c1dbed0b up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:22.017435 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea364f4a-25dd-4755-8ad4-889905eb965c None None] Routers {'b6421ce9-3041-49f8-8124-f15e15f8b678'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:22.018588 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ea364f4a-25dd-4755-8ad4-889905eb965c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:42:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b6421ce9-3041-49f8-8124-f15e15f8b678'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:22.117979 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-b740c5a3-054d-4e37-802a-c61176c5935b req-6568abcd-cff6-48be-87c0-3bc2ecf7cacd tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] No DVR routers for this DVR port 0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:43:22.126042 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b740c5a3-054d-4e37-802a-c61176c5935b req-6568abcd-cff6-48be-87c0-3bc2ecf7cacd tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:22.128578 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b740c5a3-054d-4e37-802a-c61176c5935b req-6568abcd-cff6-48be-87c0-3bc2ecf7cacd tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.78 "DELETE /v2.0/ports/0c6a7a57-0a78-478c-9f2e-6ffa35c2da02 HTTP/1.1" status: 204 len: 173 time: 2.8316045 Jul 05 09:43:22.130413 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fdfbd6-29a9-4ac9-bacc-1fa13619651b admin admin] Network e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:22.131054 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634f3685-93f0-4af9-8a90-3a0878392a8e', 'name': 'network-vif-deleted', 'tag': '0c6a7a57-0a78-478c-9f2e-6ffa35c2da02'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:22.134714 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b305f2e-c679-4c81-bf4e-4c784344c076" -d '{"events": [{"server_uuid": "634f3685-93f0-4af9-8a90-3a0878392a8e", "name": "network-vif-deleted", "tag": "0c6a7a57-0a78-478c-9f2e-6ffa35c2da02"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:22.140064 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 53ecd08c-5206-408e-a533-4836c1dbed0b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:22.153755 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 53ecd08c-5206-408e-a533-4836c1dbed0b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:22.154135 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:22.162054 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-35fdfbd6-29a9-4ac9-bacc-1fa13619651b admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:22.197293 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-e99141d7-7f49-4dc6-93d6-48721dbe22b7 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:22.210079 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-e99141d7-7f49-4dc6-93d6-48721dbe22b7 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.81 "GET /v2.0/networks?id=50450e21-61cd-4f08-9734-c5edcfebb387 HTTP/1.1" status: 200 len: 824 time: 0.9398205 Jul 05 09:43:22.212883 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-ea364f4a-25dd-4755-8ad4-889905eb965c None None] Set router b6421ce9-3041-49f8-8124-f15e15f8b678 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:43:22.269621 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc422948-9126-42bb-b965-cda078afbc7c req-372827e1-ffe5-426c-8a99-62b0c0a20f0e tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0994e6-8b80-408f-95fb-321e2fd5ac1e HTTP/1.1" status: 200 len: 210 time: 0.1787820 Jul 05 09:43:22.373770 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:22.421655 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7f6a983b-5339-4cee-9984-49180ec23090 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:22.435265 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31990cd9-908b-4cd4-92db-5c257ced44b0 x-openstack-request-id: req-31990cd9-908b-4cd4-92db-5c257ced44b0 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:22.437165 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634f3685-93f0-4af9-8a90-3a0878392a8e", "name": "network-vif-deleted", "tag": "0c6a7a57-0a78-478c-9f2e-6ffa35c2da02", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:22.437491 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-31990cd9-908b-4cd4-92db-5c257ced44b0 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:22.438998 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-85e12694-48ef-48a7-acf9-0486ee04da61 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:22.440909 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634f3685-93f0-4af9-8a90-3a0878392a8e', 'name': 'network-vif-deleted', 'tag': '0c6a7a57-0a78-478c-9f2e-6ffa35c2da02', 'status': 'completed', 'code': 200} Jul 05 09:43:22.446215 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-85e12694-48ef-48a7-acf9-0486ee04da61 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.81 "GET /v2.0/networks?id=ddfe9262-ff5a-47ed-9320-9e3b4cf5c884 HTTP/1.1" status: 200 len: 812 time: 0.5296154 Jul 05 09:43:22.475911 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-a379e683-b444-47b3-8b7b-f21e29c90bd3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Request body: {'port': {'device_id': 'cf0994e6-8b80-408f-95fb-321e2fd5ac1e', 'network_id': 'ddfe9262-ff5a-47ed-9320-9e3b4cf5c884', 'admin_state_up': True, 'tenant_id': 'fe1c56998a594274b363baecf7f2161b'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:22.482457 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-1ffa3710-80d2-43a7-a45d-b7542697972c tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efee607d69f94e6d9133e9bf132c56d0 HTTP/1.1" status: 200 len: 380 time: 0.2624249 Jul 05 09:43:22.578942 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-cdf34515-1601-4e73-9cd8-7e2211904763 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Request body: {'port': {'device_id': 'c5d0f1bb-c099-436d-a791-8b878fba384c', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'admin_state_up': True, 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'security_groups': ['202ebd0c-4845-40be-a99a-c8dd75aeee75']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:22.601099 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 53ecd08c-5206-408e-a533-4836c1dbed0b, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=53ecd08c-5206-408e-a533-4836c1dbed0b,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:22.617076 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:22.678706 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0cd59-241b-45a4-8cf0-962b10a0d041 req-b3905b11-d97f-4bf6-90b9-8960e62722e9 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:22.703061 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49c0cd59-241b-45a4-8cf0-962b10a0d041 req-b3905b11-d97f-4bf6-90b9-8960e62722e9 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=de067adf-c5de-40ac-8761-748473d1f2df HTTP/1.1" status: 200 len: 945 time: 0.5603964 Jul 05 09:43:22.713117 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 7f6a983b-5339-4cee-9984-49180ec23090 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:22.727127 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fdfbd6-29a9-4ac9-bacc-1fa13619651b admin admin] Router 548573d6-9888-4b94-8b92-99850dce065f has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:43:22.753347 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 7f6a983b-5339-4cee-9984-49180ec23090 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:22.753979 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:22.754429 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ea364f4a-25dd-4755-8ad4-889905eb965c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1147022740-router', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:18Z', 'revision_number': 4, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'gw_port': {'id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '49d780f2-e427-4069-a14a-c3ebfe669b13', 'name': '', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'mac_address': 'fa:16:3e:b6:a0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:17Z', 'updated_at': '2021-07-05T09:39:25Z', 'revision_number': 5, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'subnets': [{'id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:22.798689 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea364f4a-25dd-4755-8ad4-889905eb965c None None] Checking router: b6421ce9-3041-49f8-8124-f15e15f8b678 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:43:22.803071 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ec490c-4ceb-4d7a-85d5-1e7975c5c485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ecd08c-5206-408e-a533-4836c1dbed0b'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:22.805893 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047e752e-bf57-4779-ada3-62fe67e7c41d" -d '{"events": [{"server_uuid": "68ec490c-4ceb-4d7a-85d5-1e7975c5c485", "name": "network-vif-plugged", "status": "completed", "tag": "53ecd08c-5206-408e-a533-4836c1dbed0b"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:22.811905 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea364f4a-25dd-4755-8ad4-889905eb965c None None] Routers {'b6421ce9-3041-49f8-8124-f15e15f8b678'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:22.814181 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ea364f4a-25dd-4755-8ad4-889905eb965c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:42:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b6421ce9-3041-49f8-8124-f15e15f8b678'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:22.814667 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c724b582-9c0e-4d91-bdb4-1043651551b3 None None] Provisioning complete for port eaef9bb6-1c0a-4b2e-94a5-5487770307fb triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:22.815180 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c724b582-9c0e-4d91-bdb4-1043651551b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:22.827792 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=53ecd08c-5206-408e-a533-4836c1dbed0b,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:22.828026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-cdf34515-1601-4e73-9cd8-7e2211904763 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Made reservation on behalf of efee607d69f94e6d9133e9bf132c56d0 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:22.832047 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-cdf34515-1601-4e73-9cd8-7e2211904763 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:22.849000 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49c0cd59-241b-45a4-8cf0-962b10a0d041 req-b7db445a-9b21-425c-a091-0b6e9951d59c tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451535 Jul 05 09:43:22.942041 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c724b582-9c0e-4d91-bdb4-1043651551b3 None None] Port eaef9bb6-1c0a-4b2e-94a5-5487770307fb cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:43:22.968399 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fdfbd6-29a9-4ac9-bacc-1fa13619651b admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:43:22.984029 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-35fdfbd6-29a9-4ac9-bacc-1fa13619651b admin admin] 10.222.0.79 "PUT /v2.0/routers/548573d6-9888-4b94-8b92-99850dce065f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4390652 Jul 05 09:43:23.013726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ef1b5-d891-4517-a229-6ec114b11468 req-fc9f35a3-eda8-43a5-87a8-e06aa9aa84e2 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:23.015328 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e6ef1b5-d891-4517-a229-6ec114b11468 req-fc9f35a3-eda8-43a5-87a8-e06aa9aa84e2 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 945 time: 0.3097632 Jul 05 09:43:23.049900 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-ea364f4a-25dd-4755-8ad4-889905eb965c None None] Set router b6421ce9-3041-49f8-8124-f15e15f8b678 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:43:23.054293 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-cdf34515-1601-4e73-9cd8-7e2211904763 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Allocated IP 172.20.0.3 (50450e21-61cd-4f08-9734-c5edcfebb387/02e4f4c6-8a8b-482c-a989-f519f8934c03/73f4e93d-5da2-4c9e-aa08-e22009ef6652) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:23.065428 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-a379e683-b444-47b3-8b7b-f21e29c90bd3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Made reservation on behalf of fe1c56998a594274b363baecf7f2161b for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:23.068084 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:23.069642 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-a379e683-b444-47b3-8b7b-f21e29c90bd3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:23.107334 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 7f6a983b-5339-4cee-9984-49180ec23090, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7f6a983b-5339-4cee-9984-49180ec23090,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:23.124814 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:23.143714 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e6ef1b5-d891-4517-a229-6ec114b11468 req-0af04779-5ccb-451f-906c-7a0be9e842a8 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092594 Jul 05 09:43:23.209374 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=7f6a983b-5339-4cee-9984-49180ec23090,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:23.222167 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca2bde8-fe6c-4670-bcfa-34e938a00769 x-openstack-request-id: req-bca2bde8-fe6c-4670-bcfa-34e938a00769 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:23.222536 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ec490c-4ceb-4d7a-85d5-1e7975c5c485", "name": "network-vif-plugged", "status": "completed", "tag": "53ecd08c-5206-408e-a533-4836c1dbed0b", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:23.222855 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bca2bde8-fe6c-4670-bcfa-34e938a00769 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:23.223310 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ec490c-4ceb-4d7a-85d5-1e7975c5c485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ecd08c-5206-408e-a533-4836c1dbed0b', 'code': 200} Jul 05 09:43:23.297443 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-73032f9a-8e15-4ac8-8713-35258eec0b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:23.470725 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-cdf34515-1601-4e73-9cd8-7e2211904763 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:23.483658 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b537d9-416c-4c43-beaa-a0d720736abd req-721e1a59-3aad-4b02-aaf9-393ad2ccee01 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:23.485482 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-cdf34515-1601-4e73-9cd8-7e2211904763 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Transition to ACTIVE for port object 73f4e93d-5da2-4c9e-aa08-e22009ef6652 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:23.495096 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74b537d9-416c-4c43-beaa-a0d720736abd req-721e1a59-3aad-4b02-aaf9-393ad2ccee01 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 945 time: 0.2435462 Jul 05 09:43:23.522693 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:23.531751 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-a379e683-b444-47b3-8b7b-f21e29c90bd3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Allocated IP 172.20.0.4 (ddfe9262-ff5a-47ed-9320-9e3b4cf5c884/98f18556-b5b4-4440-927c-9ae4ddff927f/4e0655a0-65ce-4839-b040-fbeaa8219c3f) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:23.535894 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fd6fbfca-3030-4a63-87cf-7c26260e6877 req-ef4b15a9-d756-438d-9abb-bfd2ba10a03f tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5d0f1bb-c099-436d-a791-8b878fba384c HTTP/1.1" status: 200 len: 210 time: 0.0863912 Jul 05 09:43:23.575551 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde37958-426f-44fb-abd9-1ac025e9d2e1 req-e229f118-6426-43cf-8b5c-e5a4c85ead81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:23.582320 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fde37958-426f-44fb-abd9-1ac025e9d2e1 req-e229f118-6426-43cf-8b5c-e5a4c85ead81 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 1096 time: 0.2778435 Jul 05 09:43:23.587008 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-cdf34515-1601-4e73-9cd8-7e2211904763 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:23.593898 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ea364f4a-25dd-4755-8ad4-889905eb965c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1147022740-router', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:18Z', 'revision_number': 4, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'gw_port': {'id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '49d780f2-e427-4069-a14a-c3ebfe669b13', 'name': '', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'mac_address': 'fa:16:3e:b6:a0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:17Z', 'updated_at': '2021-07-05T09:39:25Z', 'revision_number': 5, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'subnets': [{'id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:23.647116 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea364f4a-25dd-4755-8ad4-889905eb965c None None] The sync data for ids ['b6421ce9-3041-49f8-8124-f15e15f8b678'] in n-d-798054-8 is: [{'id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1147022740-router', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:18Z', 'revision_number': 4, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'gw_port': {'id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '49d780f2-e427-4069-a14a-c3ebfe669b13', 'name': '', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'mac_address': 'fa:16:3e:b6:a0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:17Z', 'updated_at': '2021-07-05T09:39:25Z', 'revision_number': 5, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'subnets': [{'id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:43:23.663444 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74b537d9-416c-4c43-beaa-a0d720736abd req-31ab06d0-fb2f-4eea-a9bc-98c083fce724 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656704 Jul 05 09:43:23.752760 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fde37958-426f-44fb-abd9-1ac025e9d2e1 req-fa778cd1-7b54-420e-b673-e72b2b95fe8d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633780 Jul 05 09:43:23.763115 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-cdf34515-1601-4e73-9cd8-7e2211904763 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Network 50450e21-61cd-4f08-9734-c5edcfebb387 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:23.771799 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-cdf34515-1601-4e73-9cd8-7e2211904763 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:23.812127 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-cdf34515-1601-4e73-9cd8-7e2211904763 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:23.889917 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf34515-1601-4e73-9cd8-7e2211904763 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Pushing event updated for resources: {'Port': ['ID=73f4e93d-5da2-4c9e-aa08-e22009ef6652,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:23.967686 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] Sync routers for ids ['548573d6-9888-4b94-8b92-99850dce065f'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:43:23.970304 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-cdf34515-1601-4e73-9cd8-7e2211904763 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:23.971033 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-cdf34515-1601-4e73-9cd8-7e2211904763 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:23.985867 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] Routers {'548573d6-9888-4b94-8b92-99850dce065f'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:23.987682 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:43:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['548573d6-9888-4b94-8b92-99850dce065f'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:24.016404 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-cdf34515-1601-4e73-9cd8-7e2211904763 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4611282 Jul 05 09:43:24.032301 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-e68ac935-4e6b-4c31-85ec-de7fbc22bfd4 service neutron] Request body: {'port': {'device_id': 'c5d0f1bb-c099-436d-a791-8b878fba384c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:24.204003 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17e32a4d-2b0f-4cc2-b455-dadf65057c1e req-e3979fa5-ba65-43e0-b3ae-804b2b6e01f6 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0994e6-8b80-408f-95fb-321e2fd5ac1e HTTP/1.1" status: 200 len: 210 time: 0.1740301 Jul 05 09:43:24.226601 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-e68ac935-4e6b-4c31-85ec-de7fbc22bfd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:24.321771 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] Set router 548573d6-9888-4b94-8b92-99850dce065f gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:43:24.353098 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb631b5e-a6c0-4704-9f1b-58cc6df4e0fc None None] New status for floating IP eb1fd96c-62d8-4259-ba03-20de6a236b62: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:43:24.379430 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-a379e683-b444-47b3-8b7b-f21e29c90bd3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:24.388142 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-33de2274-49da-4cfc-960a-3df013d42ea6 None None] Provisioning for port 73f4e93d-5da2-4c9e-aa08-e22009ef6652 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:24.392890 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7f6a983b-5339-4cee-9984-49180ec23090 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:24.444274 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-33de2274-49da-4cfc-960a-3df013d42ea6 None None] Provisioning complete for port 73f4e93d-5da2-4c9e-aa08-e22009ef6652 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:24.445483 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-33de2274-49da-4cfc-960a-3df013d42ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:24.466452 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-a379e683-b444-47b3-8b7b-f21e29c90bd3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:24.535569 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 7f6a983b-5339-4cee-9984-49180ec23090 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:24.536655 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:24.641275 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:24.679553 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379e683-b444-47b3-8b7b-f21e29c90bd3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Pushing event updated for resources: {'Port': ['ID=4e0655a0-65ce-4839-b040-fbeaa8219c3f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:24.703999 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379e683-b444-47b3-8b7b-f21e29c90bd3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:24.703999 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379e683-b444-47b3-8b7b-f21e29c90bd3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:24.703999 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379e683-b444-47b3-8b7b-f21e29c90bd3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:24.703999 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379e683-b444-47b3-8b7b-f21e29c90bd3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:24.703999 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379e683-b444-47b3-8b7b-f21e29c90bd3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:24.703999 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379e683-b444-47b3-8b7b-f21e29c90bd3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:24.703999 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379e683-b444-47b3-8b7b-f21e29c90bd3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:24.704992 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379e683-b444-47b3-8b7b-f21e29c90bd3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:24.704992 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379e683-b444-47b3-8b7b-f21e29c90bd3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:24.708025 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379e683-b444-47b3-8b7b-f21e29c90bd3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:24.708025 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379e683-b444-47b3-8b7b-f21e29c90bd3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:24.708025 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379e683-b444-47b3-8b7b-f21e29c90bd3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:24.722145 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-33de2274-49da-4cfc-960a-3df013d42ea6 None None] Port 73f4e93d-5da2-4c9e-aa08-e22009ef6652 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:43:24.741358 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-a379e683-b444-47b3-8b7b-f21e29c90bd3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Network ddfe9262-ff5a-47ed-9320-9e3b4cf5c884 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:24.754201 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-a379e683-b444-47b3-8b7b-f21e29c90bd3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:24.761229 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-a379e683-b444-47b3-8b7b-f21e29c90bd3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:24.786047 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-e68ac935-4e6b-4c31-85ec-de7fbc22bfd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f4e93d-5da2-4c9e-aa08-e22009ef6652 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:24.812772 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-e68ac935-4e6b-4c31-85ec-de7fbc22bfd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:24.844139 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-e68ac935-4e6b-4c31-85ec-de7fbc22bfd4 service neutron] Transition to ACTIVE for port object 73f4e93d-5da2-4c9e-aa08-e22009ef6652 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:24.850443 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-e68ac935-4e6b-4c31-85ec-de7fbc22bfd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:24.861050 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7073e-064c-44da-b497-5116ee667170 req-9dd72e05-e9bf-4cf2-8ade-c592733a2fab tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:24.867938 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-38f7073e-064c-44da-b497-5116ee667170 req-9dd72e05-e9bf-4cf2-8ade-c592733a2fab tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=de067adf-c5de-40ac-8761-748473d1f2df HTTP/1.1" status: 200 len: 945 time: 0.2117732 Jul 05 09:43:24.911779 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ac935-4e6b-4c31-85ec-de7fbc22bfd4 service neutron] Pushing event updated for resources: {'Port': ['ID=73f4e93d-5da2-4c9e-aa08-e22009ef6652,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:24.919491 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-38f7073e-064c-44da-b497-5116ee667170 req-a290125e-6fb8-4449-b5c6-c1e38c532dfb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503240 Jul 05 09:43:24.958288 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c7149-0f72-42ad-a134-d3a361aa34b1 req-72bee625-0f8f-4938-8945-88151e645735 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:24.970077 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2e2c7149-0f72-42ad-a134-d3a361aa34b1 req-72bee625-0f8f-4938-8945-88151e645735 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 1.0083959 Jul 05 09:43:25.009380 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-a379e683-b444-47b3-8b7b-f21e29c90bd3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:25.010075 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-a379e683-b444-47b3-8b7b-f21e29c90bd3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:25.048788 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548573d6-9888-4b94-8b92-99850dce065f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1463500725-router', 'tenant_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '7f6a983b-5339-4cee-9984-49180ec23090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:14Z', 'updated_at': '2021-07-05T09:43:20Z', 'revision_number': 4, 'project_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'gw_port': {'id': '7f6a983b-5339-4cee-9984-49180ec23090', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548573d6-9888-4b94-8b92-99850dce065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:15Z', 'updated_at': '2021-07-05T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'eaef9bb6-1c0a-4b2e-94a5-5487770307fb', 'name': '', 'network_id': 'e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3', 'tenant_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'mac_address': 'fa:16:3e:7e:6a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548573d6-9888-4b94-8b92-99850dce065f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9c20d73b-20a8-4256-8e66-032d0b26ba32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:19Z', 'updated_at': '2021-07-05T09:43:20Z', 'revision_number': 2, 'project_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'subnets': [{'id': '9c20d73b-20a8-4256-8e66-032d0b26ba32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:25.052186 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-a379e683-b444-47b3-8b7b-f21e29c90bd3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5924730 Jul 05 09:43:25.084064 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-f22b29d3-75b5-40e0-b91b-64152ee519fd service neutron] Request body: {'port': {'device_id': 'cf0994e6-8b80-408f-95fb-321e2fd5ac1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:25.098957 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] Checking router: 548573d6-9888-4b94-8b92-99850dce065f for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:43:25.099307 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] Updating router 548573d6-9888-4b94-8b92-99850dce065f port eaef9bb6-1c0a-4b2e-94a5-5487770307fb binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:43:25.185156 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:25.206760 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2e2c7149-0f72-42ad-a134-d3a361aa34b1 req-0de10f7e-8ab2-475b-be8c-d1f89cec871b tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339039 Jul 05 09:43:25.305428 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-e68ac935-4e6b-4c31-85ec-de7fbc22bfd4 service neutron] Attempting to bind port 73f4e93d-5da2-4c9e-aa08-e22009ef6652 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:25.306090 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-e68ac935-4e6b-4c31-85ec-de7fbc22bfd4 service neutron] Attempting to bind port 73f4e93d-5da2-4c9e-aa08-e22009ef6652 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '3d83f219-f815-4376-b051-a5566694dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:25.306400 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-e68ac935-4e6b-4c31-85ec-de7fbc22bfd4 service neutron] Attempting to bind port 73f4e93d-5da2-4c9e-aa08-e22009ef6652 on network 50450e21-61cd-4f08-9734-c5edcfebb387 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:25.313700 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-7f76dc0c-e769-4b8b-af5f-5917b72f7e8c service neutron] show failed (client error): The resource could not be found. Jul 05 09:43:25.315422 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-7f76dc0c-e769-4b8b-af5f-5917b72f7e8c service neutron] 10.222.0.78 "GET /v2.0/ports/8e70986e-92b8-4ec4-9e27-405e82323c6c/bindings/n-h1-798054-8 HTTP/1.1" status: 404 len: 380 time: 0.3884277 Jul 05 09:43:25.316133 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-e68ac935-4e6b-4c31-85ec-de7fbc22bfd4 service neutron] Port 73f4e93d-5da2-4c9e-aa08-e22009ef6652 on network 50450e21-61cd-4f08-9734-c5edcfebb387 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:43:25.316556 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-e68ac935-4e6b-4c31-85ec-de7fbc22bfd4 service neutron] Attempting to bind port 73f4e93d-5da2-4c9e-aa08-e22009ef6652 on network 50450e21-61cd-4f08-9734-c5edcfebb387 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:25.322863 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-e68ac935-4e6b-4c31-85ec-de7fbc22bfd4 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:25.323473 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-e68ac935-4e6b-4c31-85ec-de7fbc22bfd4 service neutron] Checking segment: {'id': '3d83f219-f815-4376-b051-a5566694dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:25.324003 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-e68ac935-4e6b-4c31-85ec-de7fbc22bfd4 service neutron] Bound using segment: {'id': '3d83f219-f815-4376-b051-a5566694dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:25.324568 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-e68ac935-4e6b-4c31-85ec-de7fbc22bfd4 service neutron] Bound port: 73f4e93d-5da2-4c9e-aa08-e22009ef6652, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d83f219-f815-4376-b051-a5566694dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:25.325036 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-e68ac935-4e6b-4c31-85ec-de7fbc22bfd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:25.355549 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-f22b29d3-75b5-40e0-b91b-64152ee519fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:25.517093 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-e68ac935-4e6b-4c31-85ec-de7fbc22bfd4 service neutron] For port 73f4e93d-5da2-4c9e-aa08-e22009ef6652, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:25.533192 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-e68ac935-4e6b-4c31-85ec-de7fbc22bfd4 service neutron] For port 73f4e93d-5da2-4c9e-aa08-e22009ef6652, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=73f4e93d-5da2-4c9e-aa08-e22009ef6652,segment=NetworkSegment(3d83f219-f815-4376-b051-a5566694dac8),segment_id=3d83f219-f815-4376-b051-a5566694dac8)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:25.543357 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-e68ac935-4e6b-4c31-85ec-de7fbc22bfd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:25.657643 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ac935-4e6b-4c31-85ec-de7fbc22bfd4 service neutron] Pushing event updated for resources: {'Port': ['ID=73f4e93d-5da2-4c9e-aa08-e22009ef6652,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:25.696895 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-e68ac935-4e6b-4c31-85ec-de7fbc22bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:25.700439 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-e68ac935-4e6b-4c31-85ec-de7fbc22bfd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:25.711439 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-e68ac935-4e6b-4c31-85ec-de7fbc22bfd4 service neutron] 10.222.0.81 "PUT /v2.0/ports/73f4e93d-5da2-4c9e-aa08-e22009ef6652 HTTP/1.1" status: 200 len: 1091 time: 1.6746249 Jul 05 09:43:25.711439 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d0f1bb-c099-436d-a791-8b878fba384c', 'tag': '73f4e93d-5da2-4c9e-aa08-e22009ef6652'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:25.711439 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bc7a38-1cfa-4f62-9a1d-3aba1d730db1" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d0f1bb-c099-436d-a791-8b878fba384c", "tag": "73f4e93d-5da2-4c9e-aa08-e22009ef6652"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:26.007391 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:26.013281 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-3705b05e-0b70-4bcc-b1d0-c3b162624ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:26.014804 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-3705b05e-0b70-4bcc-b1d0-c3b162624ea1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=efee607d69f94e6d9133e9bf132c56d0&device_id=c5d0f1bb-c099-436d-a791-8b878fba384c HTTP/1.1" status: 200 len: 1094 time: 0.2243218 Jul 05 09:43:26.021405 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] Transition to ACTIVE for port object eaef9bb6-1c0a-4b2e-94a5-5487770307fb will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:26.030367 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:26.049973 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbe2a4-ec24-402a-86fb-9e16e51a0936 req-466379bb-74bc-4450-91d0-c564c0e9773a tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:26.057761 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b6dbe2a4-ec24-402a-86fb-9e16e51a0936 req-466379bb-74bc-4450-91d0-c564c0e9773a tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 945 time: 0.4086175 Jul 05 09:43:26.097657 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-cbce2e60-6319-43fd-81a9-717bae4f2bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:26.099166 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-cbce2e60-6319-43fd-81a9-717bae4f2bf1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e&tenant_id=113815fb01a24fd792ed2a3df3efc0de HTTP/1.1" status: 200 len: 1101 time: 0.2388687 Jul 05 09:43:26.100724 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-40c7d1d1-1583-4cb8-a488-0bc747b0e7b5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73f4e93d-5da2-4c9e-aa08-e22009ef6652 HTTP/1.1" status: 200 len: 217 time: 0.0727706 Jul 05 09:43:26.119284 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-8', 'device_owner': 'compute:nova'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:26.126021 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14607974-a127-4e6c-ba3d-f57d769729d4 None None] Pushing event updated for resources: {'Port': ['ID=eaef9bb6-1c0a-4b2e-94a5-5487770307fb,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:26.136860 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14607974-a127-4e6c-ba3d-f57d769729d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:26.137617 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14607974-a127-4e6c-ba3d-f57d769729d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:26.137966 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14607974-a127-4e6c-ba3d-f57d769729d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:26.138308 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14607974-a127-4e6c-ba3d-f57d769729d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:26.138644 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14607974-a127-4e6c-ba3d-f57d769729d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:26.138977 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14607974-a127-4e6c-ba3d-f57d769729d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:26.139309 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14607974-a127-4e6c-ba3d-f57d769729d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:26.139801 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14607974-a127-4e6c-ba3d-f57d769729d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:26.140164 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14607974-a127-4e6c-ba3d-f57d769729d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:26.140490 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14607974-a127-4e6c-ba3d-f57d769729d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:26.140817 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14607974-a127-4e6c-ba3d-f57d769729d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:26.142454 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14607974-a127-4e6c-ba3d-f57d769729d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:26.176161 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b6dbe2a4-ec24-402a-86fb-9e16e51a0936 req-ed3cd787-cb2a-4dc5-9c5f-5c4842d8db26 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140375 Jul 05 09:43:26.238533 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-87e51138-082a-4718-a024-70af251f64d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:26.248172 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-87e51138-082a-4718-a024-70af251f64d6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=02e4f4c6-8a8b-482c-a989-f519f8934c03 HTTP/1.1" status: 200 len: 863 time: 0.1180401 Jul 05 09:43:26.260661 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:43:26.282497 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b493b-c2d8-46d5-8a28-e599f60709e9 req-bad31a56-b7c9-4f2b-8b58-e09a9803d45f tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:26.301584 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa8b493b-c2d8-46d5-8a28-e599f60709e9 req-bad31a56-b7c9-4f2b-8b58-e09a9803d45f tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5d0f1bb-c099-436d-a791-8b878fba384c HTTP/1.1" status: 200 len: 943 time: 0.4167218 Jul 05 09:43:26.317028 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] Attempting to bind port eaef9bb6-1c0a-4b2e-94a5-5487770307fb on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:26.317411 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] Attempting to bind port eaef9bb6-1c0a-4b2e-94a5-5487770307fb by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'd6056bc4-3a27-4ed8-a4ff-9c61338e4958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:26.325909 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] Attempting to bind port eaef9bb6-1c0a-4b2e-94a5-5487770307fb on network e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:26.334190 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:26.334628 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] Checking segment: {'id': 'd6056bc4-3a27-4ed8-a4ff-9c61338e4958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:26.334984 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:26.335387 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] Bound using segment: {'id': 'd6056bc4-3a27-4ed8-a4ff-9c61338e4958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:26.335892 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] Bound port: eaef9bb6-1c0a-4b2e-94a5-5487770307fb, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6056bc4-3a27-4ed8-a4ff-9c61338e4958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:26.336290 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:26.372695 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-f22b29d3-75b5-40e0-b91b-64152ee519fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e0655a0-65ce-4839-b040-fbeaa8219c3f {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:26.398173 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:26.400747 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-f22b29d3-75b5-40e0-b91b-64152ee519fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:26.465608 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] For port eaef9bb6-1c0a-4b2e-94a5-5487770307fb, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:26.470497 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] For port eaef9bb6-1c0a-4b2e-94a5-5487770307fb, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=eaef9bb6-1c0a-4b2e-94a5-5487770307fb,segment=NetworkSegment(d6056bc4-3a27-4ed8-a4ff-9c61338e4958),segment_id=d6056bc4-3a27-4ed8-a4ff-9c61338e4958)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:26.482567 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-c1051d66-c1be-4fb3-bf4a-c1df0ee3eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:26.485391 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:26.486192 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-c1051d66-c1be-4fb3-bf4a-c1df0ee3eb97 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=50450e21-61cd-4f08-9734-c5edcfebb387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2369578 Jul 05 09:43:26.514062 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa8b493b-c2d8-46d5-8a28-e599f60709e9 req-585a5aee-dd31-4026-a7d5-3946bd857c52 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/security-groups?id=202ebd0c-4845-40be-a99a-c8dd75aeee75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113290 Jul 05 09:43:26.542477 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-f22b29d3-75b5-40e0-b91b-64152ee519fd service neutron] Transition to ACTIVE for port object 4e0655a0-65ce-4839-b040-fbeaa8219c3f will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:26.559094 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-f22b29d3-75b5-40e0-b91b-64152ee519fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:26.635336 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:26.684631 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14607974-a127-4e6c-ba3d-f57d769729d4 None None] Pushing event updated for resources: {'Port': ['ID=eaef9bb6-1c0a-4b2e-94a5-5487770307fb,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:26.696116 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] Routers {'548573d6-9888-4b94-8b92-99850dce065f'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:26.698009 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:43:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['548573d6-9888-4b94-8b92-99850dce065f'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:26.702985 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b29d3-75b5-40e0-b91b-64152ee519fd service neutron] Pushing event updated for resources: {'Port': ['ID=4e0655a0-65ce-4839-b040-fbeaa8219c3f,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:26.857417 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] Set router 548573d6-9888-4b94-8b92-99850dce065f gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:43:26.860014 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-c9e1a98f-efa9-49d2-b7b8-bec7351de9c8 service neutron] 10.222.0.81 "GET /v2.0/networks/50450e21-61cd-4f08-9734-c5edcfebb387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651521 Jul 05 09:43:26.914525 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491ddfe-1f01-4541-9dee-57773c48b8ad req-23a325c2-d943-44d1-bf84-c285ebc2b68f tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:26.916086 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d491ddfe-1f01-4541-9dee-57773c48b8ad req-23a325c2-d943-44d1-bf84-c285ebc2b68f tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/networks?id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 HTTP/1.1" status: 200 len: 806 time: 0.1278851 Jul 05 09:43:26.937278 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7ff45-d3d4-4ff0-a6dc-c43dee80c552 req-d212dd15-9f45-4167-8ca1-f8261fa7fb7a tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:26.945560 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3df7ff45-d3d4-4ff0-a6dc-c43dee80c552 req-d212dd15-9f45-4167-8ca1-f8261fa7fb7a tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 945 time: 0.5487604 Jul 05 09:43:27.035963 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d491ddfe-1f01-4541-9dee-57773c48b8ad req-f62341fe-c403-4fba-a5c3-cf55d2570d88 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/quotas/305af83efe2d44eab10938e58244a3cb HTTP/1.1" status: 200 len: 375 time: 0.1123261 Jul 05 09:43:27.056975 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a21ddcb8-85be-4659-b18e-649025aafb49 req-dcc6133f-95ed-457a-bc4c-185ce724ef06 service neutron] 10.222.0.81 "GET /v2.0/networks/50450e21-61cd-4f08-9734-c5edcfebb387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841538 Jul 05 09:43:27.101736 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3df7ff45-d3d4-4ff0-a6dc-c43dee80c552 req-287dc763-f1f8-4a63-ad8c-46de09603fc9 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548848 Jul 05 09:43:27.152985 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548573d6-9888-4b94-8b92-99850dce065f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1463500725-router', 'tenant_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '7f6a983b-5339-4cee-9984-49180ec23090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:14Z', 'updated_at': '2021-07-05T09:43:20Z', 'revision_number': 4, 'project_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'gw_port': {'id': '7f6a983b-5339-4cee-9984-49180ec23090', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548573d6-9888-4b94-8b92-99850dce065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:15Z', 'updated_at': '2021-07-05T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'eaef9bb6-1c0a-4b2e-94a5-5487770307fb', 'name': '', 'network_id': 'e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3', 'tenant_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'mac_address': 'fa:16:3e:7e:6a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548573d6-9888-4b94-8b92-99850dce065f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9c20d73b-20a8-4256-8e66-032d0b26ba32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:19Z', 'updated_at': '2021-07-05T09:43:26Z', 'revision_number': 4, 'project_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'subnets': [{'id': '9c20d73b-20a8-4256-8e66-032d0b26ba32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:27.161925 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-f22b29d3-75b5-40e0-b91b-64152ee519fd service neutron] Attempting to bind port 4e0655a0-65ce-4839-b040-fbeaa8219c3f on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:27.162530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-f22b29d3-75b5-40e0-b91b-64152ee519fd service neutron] Attempting to bind port 4e0655a0-65ce-4839-b040-fbeaa8219c3f by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '665787c8-9c08-45c7-b111-33f9f5b0d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ddfe9262-ff5a-47ed-9320-9e3b4cf5c884'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:27.163044 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-f22b29d3-75b5-40e0-b91b-64152ee519fd service neutron] Attempting to bind port 4e0655a0-65ce-4839-b040-fbeaa8219c3f on network ddfe9262-ff5a-47ed-9320-9e3b4cf5c884 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:27.180143 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153da26-399a-4d01-a747-081d45c562c6 req-59df2a58-a99d-4a30-b558-24f3da901f05 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:27.181847 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6153da26-399a-4d01-a747-081d45c562c6 req-59df2a58-a99d-4a30-b558-24f3da901f05 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b&tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&binding%3Ahost_id=n-h1-798054-8 HTTP/1.1" status: 200 len: 1096 time: 0.5323961 Jul 05 09:43:27.182057 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-f22b29d3-75b5-40e0-b91b-64152ee519fd service neutron] Port 4e0655a0-65ce-4839-b040-fbeaa8219c3f on network ddfe9262-ff5a-47ed-9320-9e3b4cf5c884 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:43:27.182541 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-f22b29d3-75b5-40e0-b91b-64152ee519fd service neutron] Attempting to bind port 4e0655a0-65ce-4839-b040-fbeaa8219c3f on network ddfe9262-ff5a-47ed-9320-9e3b4cf5c884 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:27.199788 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-6153da26-399a-4d01-a747-081d45c562c6 req-f0b98a8f-b445-4705-bb7e-d57aaa10f6f1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798054-8'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:27.200071 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabd06fd-7886-45a2-862b-460a08140311 None None] The sync data for ids ['548573d6-9888-4b94-8b92-99850dce065f'] in n-d-798054-8 is: [{'id': '548573d6-9888-4b94-8b92-99850dce065f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1463500725-router', 'tenant_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '7f6a983b-5339-4cee-9984-49180ec23090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:14Z', 'updated_at': '2021-07-05T09:43:20Z', 'revision_number': 4, 'project_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'gw_port': {'id': '7f6a983b-5339-4cee-9984-49180ec23090', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548573d6-9888-4b94-8b92-99850dce065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:15Z', 'updated_at': '2021-07-05T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'eaef9bb6-1c0a-4b2e-94a5-5487770307fb', 'name': '', 'network_id': 'e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3', 'tenant_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'mac_address': 'fa:16:3e:7e:6a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548573d6-9888-4b94-8b92-99850dce065f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9c20d73b-20a8-4256-8e66-032d0b26ba32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:19Z', 'updated_at': '2021-07-05T09:43:26Z', 'revision_number': 4, 'project_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'subnets': [{'id': '9c20d73b-20a8-4256-8e66-032d0b26ba32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:43:27.218832 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-f22b29d3-75b5-40e0-b91b-64152ee519fd service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:27.226500 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-f22b29d3-75b5-40e0-b91b-64152ee519fd service neutron] Checking segment: {'id': '665787c8-9c08-45c7-b111-33f9f5b0d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ddfe9262-ff5a-47ed-9320-9e3b4cf5c884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:27.227202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-f22b29d3-75b5-40e0-b91b-64152ee519fd service neutron] Bound using segment: {'id': '665787c8-9c08-45c7-b111-33f9f5b0d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ddfe9262-ff5a-47ed-9320-9e3b4cf5c884'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:27.227879 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-f22b29d3-75b5-40e0-b91b-64152ee519fd service neutron] Bound port: 4e0655a0-65ce-4839-b040-fbeaa8219c3f, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '665787c8-9c08-45c7-b111-33f9f5b0d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ddfe9262-ff5a-47ed-9320-9e3b4cf5c884'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:27.228440 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-f22b29d3-75b5-40e0-b91b-64152ee519fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:27.298265 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d491ddfe-1f01-4541-9dee-57773c48b8ad req-40dd79de-0cbd-41b1-9fb8-44fb9f257b27 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2240252 Jul 05 09:43:27.404895 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] For port 8e70986e-92b8-4ec4-9e27-405e82323c6c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8e70986e-92b8-4ec4-9e27-405e82323c6c,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:27.534447 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6153da26-399a-4d01-a747-081d45c562c6 req-f0b98a8f-b445-4705-bb7e-d57aaa10f6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:27.554758 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] For port 8e70986e-92b8-4ec4-9e27-405e82323c6c, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:27.574353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-f22b29d3-75b5-40e0-b91b-64152ee519fd service neutron] For port 4e0655a0-65ce-4839-b040-fbeaa8219c3f, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:27.629987 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-f22b29d3-75b5-40e0-b91b-64152ee519fd service neutron] For port 4e0655a0-65ce-4839-b040-fbeaa8219c3f, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=4e0655a0-65ce-4839-b040-fbeaa8219c3f,segment=NetworkSegment(665787c8-9c08-45c7-b111-33f9f5b0d394),segment_id=665787c8-9c08-45c7-b111-33f9f5b0d394)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:27.642512 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61ae13-cda2-4183-8de8-6d071623cd23 req-2008a220-426b-49c4-bdec-867d82579580 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:27.649685 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc61ae13-cda2-4183-8de8-6d071623cd23 req-2008a220-426b-49c4-bdec-867d82579580 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0994e6-8b80-408f-95fb-321e2fd5ac1e HTTP/1.1" status: 200 len: 943 time: 0.3037736 Jul 05 09:43:27.674227 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-f22b29d3-75b5-40e0-b91b-64152ee519fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:27.693809 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 0f90be91-db15-4bef-a182-f1ac65014b1c details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:43:27.763595 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:27.765654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b29d3-75b5-40e0-b91b-64152ee519fd service neutron] Pushing event updated for resources: {'Port': ['ID=4e0655a0-65ce-4839-b040-fbeaa8219c3f,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:27.817963 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc61ae13-cda2-4183-8de8-6d071623cd23 req-8c2cfe55-eebe-47ee-b895-b0d5f1f86a46 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.79 "GET /v2.0/security-groups?id=a5ab944e-bfd4-4055-8049-33ec9847348b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672342 Jul 05 09:43:27.821730 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-f22b29d3-75b5-40e0-b91b-64152ee519fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:27.827440 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-f22b29d3-75b5-40e0-b91b-64152ee519fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:27.829040 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-f22b29d3-75b5-40e0-b91b-64152ee519fd service neutron] 10.222.0.81 "PUT /v2.0/ports/4e0655a0-65ce-4839-b040-fbeaa8219c3f HTTP/1.1" status: 200 len: 1091 time: 2.7656710 Jul 05 09:43:27.832923 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d491ddfe-1f01-4541-9dee-57773c48b8ad req-39ea7a99-91fc-4cdf-ae7d-9caa110a0b20 service neutron] 10.222.0.79 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749002 Jul 05 09:43:27.835241 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0994e6-8b80-408f-95fb-321e2fd5ac1e', 'tag': '4e0655a0-65ce-4839-b040-fbeaa8219c3f'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:27.837747 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b33c002-7a6c-4edb-94f7-28dc52d23ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "cf0994e6-8b80-408f-95fb-321e2fd5ac1e", "tag": "4e0655a0-65ce-4839-b040-fbeaa8219c3f"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:27.862288 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] Transition to ACTIVE for port object 8e70986e-92b8-4ec4-9e27-405e82323c6c will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:27.875103 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:28.038570 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 0f90be91-db15-4bef-a182-f1ac65014b1c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=0f90be91-db15-4bef-a182-f1ac65014b1c,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:28.051077 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d491ddfe-1f01-4541-9dee-57773c48b8ad req-2f8519ea-0abe-4d8c-9b10-65cdb5ccb361 service neutron] 10.222.0.79 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978230 Jul 05 09:43:28.066406 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 0f90be91-db15-4bef-a182-f1ac65014b1c has no active binding in host n-h2-798054-8 {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 09:43:28.209452 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-84580535-e97a-4b5d-a635-07ec714bc28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:28.209665 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-84580535-e97a-4b5d-a635-07ec714bc28d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fe1c56998a594274b363baecf7f2161b&device_id=cf0994e6-8b80-408f-95fb-321e2fd5ac1e HTTP/1.1" status: 200 len: 1094 time: 0.1548216 Jul 05 09:43:28.353074 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device eaef9bb6-1c0a-4b2e-94a5-5487770307fb up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:28.386926 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-a88db9b6-b633-4356-b27c-3401c2cbd528 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e0655a0-65ce-4839-b040-fbeaa8219c3f HTTP/1.1" status: 200 len: 217 time: 0.1693590 Jul 05 09:43:28.517887 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-029777c2-ca77-48ed-b709-ee393bf0ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:28.520138 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-029777c2-ca77-48ed-b709-ee393bf0ba61 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=98f18556-b5b4-4440-927c-9ae4ddff927f HTTP/1.1" status: 200 len: 852 time: 0.0943284 Jul 05 09:43:28.570174 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port eaef9bb6-1c0a-4b2e-94a5-5487770307fb completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:28.579639 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port eaef9bb6-1c0a-4b2e-94a5-5487770307fb triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:28.580214 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:28.650185 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-ab33cc49-e37f-476f-93fe-8bc0a3799c6f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ddfe9262-ff5a-47ed-9320-9e3b4cf5c884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144261 Jul 05 09:43:28.680275 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6873eb9-8d13-4513-9ee9-00efc709101b req-c4757a93-e81b-479c-b45b-805a828fa24b tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:28.686691 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:28.695091 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d6873eb9-8d13-4513-9ee9-00efc709101b req-c4757a93-e81b-479c-b45b-805a828fa24b tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 948 time: 0.3492985 Jul 05 09:43:28.776063 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port eaef9bb6-1c0a-4b2e-94a5-5487770307fb, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=eaef9bb6-1c0a-4b2e-94a5-5487770307fb,segment=NetworkSegment(d6056bc4-3a27-4ed8-a4ff-9c61338e4958),segment_id=d6056bc4-3a27-4ed8-a4ff-9c61338e4958)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:28.787427 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:28.903061 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d6873eb9-8d13-4513-9ee9-00efc709101b req-3bf2fc53-f1e9-41ab-a4a1-c3731731ed9b tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069657 Jul 05 09:43:28.939627 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10277af8-4245-4072-a25a-9bc3f296530c x-openstack-request-id: req-10277af8-4245-4072-a25a-9bc3f296530c {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:28.940282 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d0f1bb-c099-436d-a791-8b878fba384c", "tag": "73f4e93d-5da2-4c9e-aa08-e22009ef6652", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:28.940806 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=eaef9bb6-1c0a-4b2e-94a5-5487770307fb,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:28.942071 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-10277af8-4245-4072-a25a-9bc3f296530c {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:28.942498 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d0f1bb-c099-436d-a791-8b878fba384c', 'tag': '73f4e93d-5da2-4c9e-aa08-e22009ef6652', 'status': 'completed', 'code': 200} Jul 05 09:43:28.951372 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] No DVR routers for this DVR port 8e70986e-92b8-4ec4-9e27-405e82323c6c on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:43:29.010492 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-a6da7c77-0ad9-406c-aacf-70243bd04064 service neutron] 10.222.0.81 "GET /v2.0/networks/ddfe9262-ff5a-47ed-9320-9e3b4cf5c884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987664 Jul 05 09:43:29.014575 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] Pushing event updated for resources: {'Port': ['ID=8e70986e-92b8-4ec4-9e27-405e82323c6c,revision_number=6']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:29.063447 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-6153da26-399a-4d01-a747-081d45c562c6 req-f0b98a8f-b445-4705-bb7e-d57aaa10f6f1 service neutron] For port 0f90be91-db15-4bef-a182-f1ac65014b1c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=0f90be91-db15-4bef-a182-f1ac65014b1c,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:29.132227 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] Attempting to bind port 8e70986e-92b8-4ec4-9e27-405e82323c6c on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:29.132588 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] Attempting to bind port 8e70986e-92b8-4ec4-9e27-405e82323c6c by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:29.134010 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] Attempting to bind port 8e70986e-92b8-4ec4-9e27-405e82323c6c on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:29.145079 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] Port 8e70986e-92b8-4ec4-9e27-405e82323c6c on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:43:29.145419 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] Attempting to bind port 8e70986e-92b8-4ec4-9e27-405e82323c6c on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:29.194727 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:29.195074 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:29.200640 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:29.201188 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] Bound port: 8e70986e-92b8-4ec4-9e27-405e82323c6c, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:29.201563 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:29.237951 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc7a38-1cfa-4f62-9a1d-3aba1d730db1 req-b3f84d0b-52f3-4df2-86d8-8b0157cc53a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:29.243395 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-16bc7a38-1cfa-4f62-9a1d-3aba1d730db1 req-b3f84d0b-52f3-4df2-86d8-8b0157cc53a7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=efee607d69f94e6d9133e9bf132c56d0&device_id=c5d0f1bb-c099-436d-a791-8b878fba384c HTTP/1.1" status: 200 len: 1094 time: 0.3364675 Jul 05 09:43:29.279378 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bd92fc8-7675-42e0-8f4d-5a6210760198 req-1dee4266-3202-43b4-a24b-a7abbc137181 service neutron] 10.222.0.81 "GET /v2.0/networks/ddfe9262-ff5a-47ed-9320-9e3b4cf5c884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576473 Jul 05 09:43:29.280830 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-6153da26-399a-4d01-a747-081d45c562c6 req-f0b98a8f-b445-4705-bb7e-d57aaa10f6f1 service neutron] For port 0f90be91-db15-4bef-a182-f1ac65014b1c, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:29.350829 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6153da26-399a-4d01-a747-081d45c562c6 req-f0b98a8f-b445-4705-bb7e-d57aaa10f6f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:29.368134 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6153da26-399a-4d01-a747-081d45c562c6 req-f0b98a8f-b445-4705-bb7e-d57aaa10f6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:29.409625 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316eac5-3359-495a-b195-376ab5f4d0a0 req-0d0ea1fb-63e3-4bd6-8226-ae33c3330266 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:29.411427 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c316eac5-3359-495a-b195-376ab5f4d0a0 req-0d0ea1fb-63e3-4bd6-8226-ae33c3330266 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5d0f1bb-c099-436d-a791-8b878fba384c HTTP/1.1" status: 200 len: 943 time: 0.1186886 Jul 05 09:43:29.421060 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ecac9-9bee-4ec9-9032-0447c6efdc49 req-ac759289-ce76-42ca-97ef-acbe5ac7716d tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:29.423047 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a33ecac9-9bee-4ec9-9032-0447c6efdc49 req-ac759289-ce76-42ca-97ef-acbe5ac7716d tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 945 time: 0.1424804 Jul 05 09:43:29.497558 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c316eac5-3359-495a-b195-376ab5f4d0a0 req-0f8ca57e-75a8-4e79-ade8-ffe526fde994 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/security-groups?id=202ebd0c-4845-40be-a99a-c8dd75aeee75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733609 Jul 05 09:43:29.506794 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a33ecac9-9bee-4ec9-9032-0447c6efdc49 req-0dd9e953-1f09-454f-b300-6050658e652e tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754111 Jul 05 09:43:29.617768 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f62a37-f43e-47a8-a23a-1193f2dc0dc5 x-openstack-request-id: req-06f62a37-f43e-47a8-a23a-1193f2dc0dc5 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:29.618033 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf0994e6-8b80-408f-95fb-321e2fd5ac1e", "tag": "4e0655a0-65ce-4839-b040-fbeaa8219c3f", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:29.618283 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-06f62a37-f43e-47a8-a23a-1193f2dc0dc5 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:29.618692 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0994e6-8b80-408f-95fb-321e2fd5ac1e', 'tag': '4e0655a0-65ce-4839-b040-fbeaa8219c3f', 'status': 'completed', 'code': 200} Jul 05 09:43:29.622427 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] For port 8e70986e-92b8-4ec4-9e27-405e82323c6c, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:29.640280 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b98a8f-b445-4705-bb7e-d57aaa10f6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0f90be91-db15-4bef-a182-f1ac65014b1c,revision_number=7']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:29.675572 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] For port 8e70986e-92b8-4ec4-9e27-405e82323c6c, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=8e70986e-92b8-4ec4-9e27-405e82323c6c,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:29.689661 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-6153da26-399a-4d01-a747-081d45c562c6 req-f0b98a8f-b445-4705-bb7e-d57aaa10f6f1 service neutron] Attempting to bind port 0f90be91-db15-4bef-a182-f1ac65014b1c on host n-h1-798054-8 for vnic_type normal with profile {"migrating_to": "n-h2-798054-8"} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:29.690502 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-6153da26-399a-4d01-a747-081d45c562c6 req-f0b98a8f-b445-4705-bb7e-d57aaa10f6f1 service neutron] Attempting to bind port 0f90be91-db15-4bef-a182-f1ac65014b1c by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:29.691027 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153da26-399a-4d01-a747-081d45c562c6 req-f0b98a8f-b445-4705-bb7e-d57aaa10f6f1 service neutron] Attempting to bind port 0f90be91-db15-4bef-a182-f1ac65014b1c on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:29.697509 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 8e70986e-92b8-4ec4-9e27-405e82323c6c no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:43:29.712683 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:29.742632 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33c002-7a6c-4edb-94f7-28dc52d23ae3 req-dca916fc-66cf-4f9c-9571-691cc77f2272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:29.744377 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b33c002-7a6c-4edb-94f7-28dc52d23ae3 req-dca916fc-66cf-4f9c-9571-691cc77f2272 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fe1c56998a594274b363baecf7f2161b&device_id=cf0994e6-8b80-408f-95fb-321e2fd5ac1e HTTP/1.1" status: 200 len: 1094 time: 0.1016731 Jul 05 09:43:29.782085 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] Pushing event updated for resources: {'Port': ['ID=8e70986e-92b8-4ec4-9e27-405e82323c6c,revision_number=7']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:29.785893 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc7a38-1cfa-4f62-9a1d-3aba1d730db1 req-93af938d-a619-4c9f-84ed-cdb670855b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:29.787465 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-16bc7a38-1cfa-4f62-9a1d-3aba1d730db1 req-93af938d-a619-4c9f-84ed-cdb670855b2d service neutron] 10.222.0.81 "GET /v2.0/networks?id=50450e21-61cd-4f08-9734-c5edcfebb387 HTTP/1.1" status: 200 len: 925 time: 0.5362265 Jul 05 09:43:29.791769 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153da26-399a-4d01-a747-081d45c562c6 req-f0b98a8f-b445-4705-bb7e-d57aaa10f6f1 service neutron] Port 0f90be91-db15-4bef-a182-f1ac65014b1c on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:43:29.792137 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153da26-399a-4d01-a747-081d45c562c6 req-f0b98a8f-b445-4705-bb7e-d57aaa10f6f1 service neutron] Attempting to bind port 0f90be91-db15-4bef-a182-f1ac65014b1c on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:29.805001 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 8e70986e-92b8-4ec4-9e27-405e82323c6c not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:43:29.840801 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153da26-399a-4d01-a747-081d45c562c6 req-f0b98a8f-b445-4705-bb7e-d57aaa10f6f1 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:29.841229 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153da26-399a-4d01-a747-081d45c562c6 req-f0b98a8f-b445-4705-bb7e-d57aaa10f6f1 service neutron] Checking segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:29.841534 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153da26-399a-4d01-a747-081d45c562c6 req-f0b98a8f-b445-4705-bb7e-d57aaa10f6f1 service neutron] Bound using segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:29.841987 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-6153da26-399a-4d01-a747-081d45c562c6 req-f0b98a8f-b445-4705-bb7e-d57aaa10f6f1 service neutron] Bound port: 0f90be91-db15-4bef-a182-f1ac65014b1c, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:29.842357 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6153da26-399a-4d01-a747-081d45c562c6 req-f0b98a8f-b445-4705-bb7e-d57aaa10f6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:29.856073 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-16bc7a38-1cfa-4f62-9a1d-3aba1d730db1 req-10d6e22d-bae0-4d3f-b6a7-d679ead0afe0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73f4e93d-5da2-4c9e-aa08-e22009ef6652 HTTP/1.1" status: 200 len: 217 time: 0.0561106 Jul 05 09:43:29.911757 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:29.912479 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:29.913882 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-77f4ffe5-f1c9-4ff9-984b-814da105b7de service neutron] 10.222.0.81 "PUT /v2.0/ports/8e70986e-92b8-4ec4-9e27-405e82323c6c HTTP/1.1" status: 200 len: 1096 time: 3.8008914 Jul 05 09:43:29.952890 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33c002-7a6c-4edb-94f7-28dc52d23ae3 req-bc68ece4-8018-45c9-b5f4-394cf735190a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:29.954462 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b33c002-7a6c-4edb-94f7-28dc52d23ae3 req-bc68ece4-8018-45c9-b5f4-394cf735190a service neutron] 10.222.0.81 "GET /v2.0/networks?id=ddfe9262-ff5a-47ed-9320-9e3b4cf5c884 HTTP/1.1" status: 200 len: 913 time: 0.1984458 Jul 05 09:43:29.972086 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b47e7-00a0-4566-bc77-79e1098bab89 req-bfa7b4f7-f116-4799-add7-1ea0091e70eb tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:29.973836 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a77b47e7-00a0-4566-bc77-79e1098bab89 req-bfa7b4f7-f116-4799-add7-1ea0091e70eb tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0994e6-8b80-408f-95fb-321e2fd5ac1e HTTP/1.1" status: 200 len: 943 time: 0.1426034 Jul 05 09:43:30.064362 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 73f4e93d-5da2-4c9e-aa08-e22009ef6652 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:43:30.132098 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b33c002-7a6c-4edb-94f7-28dc52d23ae3 req-b61818d0-198a-4952-b04a-2e6668e3fee5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e0655a0-65ce-4839-b040-fbeaa8219c3f HTTP/1.1" status: 200 len: 217 time: 0.1572220 Jul 05 09:43:30.133342 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc7a38-1cfa-4f62-9a1d-3aba1d730db1 req-d7ed1a2f-2f62-4712-8beb-f0b8da597b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:30.134856 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-16bc7a38-1cfa-4f62-9a1d-3aba1d730db1 req-d7ed1a2f-2f62-4712-8beb-f0b8da597b4c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=02e4f4c6-8a8b-482c-a989-f519f8934c03 HTTP/1.1" status: 200 len: 863 time: 0.2462361 Jul 05 09:43:30.136075 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-6153da26-399a-4d01-a747-081d45c562c6 req-f0b98a8f-b445-4705-bb7e-d57aaa10f6f1 service neutron] For port 0f90be91-db15-4bef-a182-f1ac65014b1c, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:30.147792 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-6153da26-399a-4d01-a747-081d45c562c6 req-f0b98a8f-b445-4705-bb7e-d57aaa10f6f1 service neutron] For port 0f90be91-db15-4bef-a182-f1ac65014b1c, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=0f90be91-db15-4bef-a182-f1ac65014b1c,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:30.254474 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-043f9c31-387b-44ec-9273-f2d1b9c77009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:30.261151 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-043f9c31-387b-44ec-9273-f2d1b9c77009 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 1099 time: 0.3070626 Jul 05 09:43:30.273393 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6153da26-399a-4d01-a747-081d45c562c6 req-f0b98a8f-b445-4705-bb7e-d57aaa10f6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:30.284691 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33c002-7a6c-4edb-94f7-28dc52d23ae3 req-3886281b-1570-4602-b4d9-b6154b4c7fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:30.287278 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b33c002-7a6c-4edb-94f7-28dc52d23ae3 req-3886281b-1570-4602-b4d9-b6154b4c7fe8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=98f18556-b5b4-4440-927c-9ae4ddff927f HTTP/1.1" status: 200 len: 852 time: 0.1298401 Jul 05 09:43:30.288034 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device eaef9bb6-1c0a-4b2e-94a5-5487770307fb up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:30.320457 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a77b47e7-00a0-4566-bc77-79e1098bab89 req-faf3a573-1802-4b69-bdbc-ab9dfac18a4e tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.79 "GET /v2.0/security-groups?id=a5ab944e-bfd4-4055-8049-33ec9847348b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236885 Jul 05 09:43:30.337444 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 73f4e93d-5da2-4c9e-aa08-e22009ef6652, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=73f4e93d-5da2-4c9e-aa08-e22009ef6652,segment=NetworkSegment(3d83f219-f815-4376-b051-a5566694dac8),segment_id=3d83f219-f815-4376-b051-a5566694dac8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:30.367319 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '73f4e93d-5da2-4c9e-aa08-e22009ef6652', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'port_id': '73f4e93d-5da2-4c9e-aa08-e22009ef6652', 'mac_address': 'fa:16:3e:af:f7:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:43:30.403486 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b98a8f-b445-4705-bb7e-d57aaa10f6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0f90be91-db15-4bef-a182-f1ac65014b1c,revision_number=8']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:30.419780 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port eaef9bb6-1c0a-4b2e-94a5-5487770307fb triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:30.419999 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:30.444165 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:30.459235 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b33c002-7a6c-4edb-94f7-28dc52d23ae3 req-ac8b2349-eed7-4eac-8c2b-270d9c86d1e0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ddfe9262-ff5a-47ed-9320-9e3b4cf5c884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320190 Jul 05 09:43:30.468415 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f4e93d-5da2-4c9e-aa08-e22009ef6652 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:30.494448 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 73f4e93d-5da2-4c9e-aa08-e22009ef6652, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=73f4e93d-5da2-4c9e-aa08-e22009ef6652,segment=NetworkSegment(3d83f219-f815-4376-b051-a5566694dac8),segment_id=3d83f219-f815-4376-b051-a5566694dac8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:30.499235 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153da26-399a-4d01-a747-081d45c562c6 req-f0b98a8f-b445-4705-bb7e-d57aaa10f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:30.499872 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6153da26-399a-4d01-a747-081d45c562c6 req-f0b98a8f-b445-4705-bb7e-d57aaa10f6f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:30.501275 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:30.501849 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6153da26-399a-4d01-a747-081d45c562c6 req-f0b98a8f-b445-4705-bb7e-d57aaa10f6f1 service neutron] 10.222.0.78 "PUT /v2.0/ports/0f90be91-db15-4bef-a182-f1ac65014b1c HTTP/1.1" status: 200 len: 1121 time: 3.3105433 Jul 05 09:43:30.520248 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc7a38-1cfa-4f62-9a1d-3aba1d730db1 req-8a212fbf-7069-4ea2-8f27-87a50b2e13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:30.521821 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-16bc7a38-1cfa-4f62-9a1d-3aba1d730db1 req-8a212fbf-7069-4ea2-8f27-87a50b2e13e5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=50450e21-61cd-4f08-9734-c5edcfebb387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3725100 Jul 05 09:43:30.602309 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=73f4e93d-5da2-4c9e-aa08-e22009ef6652,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:30.606844 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['0f90be91-db15-4bef-a182-f1ac65014b1c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:43:30.611767 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['0f90be91-db15-4bef-a182-f1ac65014b1c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:43:30.788106 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['73f4e93d-5da2-4c9e-aa08-e22009ef6652'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:43:30.833184 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-16bc7a38-1cfa-4f62-9a1d-3aba1d730db1 req-fd9281e0-3daf-4828-aa8c-d8368bfe5b96 service neutron] 10.222.0.81 "GET /v2.0/networks/50450e21-61cd-4f08-9734-c5edcfebb387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834561 Jul 05 09:43:30.909919 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d491ddfe-1f01-4541-9dee-57773c48b8ad req-1c689239-4c81-4a38-80e8-4334597c1ebd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&device_id=8c9ae073-2a8a-4c54-8e8b-08a0cb2ebb6c HTTP/1.1" status: 200 len: 210 time: 0.0611396 Jul 05 09:43:31.103757 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f798ce9-b3fb-4ae9-b930-4016e27f1f0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e70986e-92b8-4ec4-9e27-405e82323c6c'}, {'server_uuid': '53612850-0eca-4636-a84a-a86e3e2dc16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f90be91-db15-4bef-a182-f1ac65014b1c'}, {'name': 'network-changed', 'server_uuid': '0f798ce9-b3fb-4ae9-b930-4016e27f1f0e', 'tag': '8e70986e-92b8-4ec4-9e27-405e82323c6c'}, {'name': 'network-changed', 'server_uuid': '53612850-0eca-4636-a84a-a86e3e2dc16b', 'tag': '0f90be91-db15-4bef-a182-f1ac65014b1c'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:31.106044 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9" -d '{"events": [{"server_uuid": "0f798ce9-b3fb-4ae9-b930-4016e27f1f0e", "name": "network-vif-unplugged", "status": "completed", "tag": "8e70986e-92b8-4ec4-9e27-405e82323c6c"}, {"server_uuid": "53612850-0eca-4636-a84a-a86e3e2dc16b", "name": "network-vif-unplugged", "status": "completed", "tag": "0f90be91-db15-4bef-a182-f1ac65014b1c"}, {"name": "network-changed", "server_uuid": "0f798ce9-b3fb-4ae9-b930-4016e27f1f0e", "tag": "8e70986e-92b8-4ec4-9e27-405e82323c6c"}, {"name": "network-changed", "server_uuid": "53612850-0eca-4636-a84a-a86e3e2dc16b", "tag": "0f90be91-db15-4bef-a182-f1ac65014b1c"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:31.155520 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-b10c0204-3b8f-4be9-987a-f0589125003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:31.157191 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-b10c0204-3b8f-4be9-987a-f0589125003f service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.8633859 Jul 05 09:43:31.180339 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b33c002-7a6c-4edb-94f7-28dc52d23ae3 req-acc2b64e-a977-45af-99e7-ff5fb5cea9ec service neutron] 10.222.0.81 "GET /v2.0/networks/ddfe9262-ff5a-47ed-9320-9e3b4cf5c884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6641369 Jul 05 09:43:31.195096 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90447731-658f-4d22-96d2-c4d073bb734b req-bd7b3a93-9bf5-4bc3-93aa-c05239a6ff98 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:31.196730 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-90447731-658f-4d22-96d2-c4d073bb734b req-bd7b3a93-9bf5-4bc3-93aa-c05239a6ff98 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 945 time: 0.9080305 Jul 05 09:43:31.212652 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d2db5-f004-41d3-95f2-95e22a890c97 req-b35d716e-7b1d-4000-9429-f3342fcc5f7c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:31.214182 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d73d2db5-f004-41d3-95f2-95e22a890c97 req-b35d716e-7b1d-4000-9429-f3342fcc5f7c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 948 time: 0.1412325 Jul 05 09:43:31.223710 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-a1830357-11a8-4aae-a77a-9833cf3370e5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=8e70986e-92b8-4ec4-9e27-405e82323c6c HTTP/1.1" status: 200 len: 217 time: 0.0522773 Jul 05 09:43:31.226452 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491ddfe-1f01-4541-9dee-57773c48b8ad req-2c54b6ab-cab0-463a-b242-61b7f83b424e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:31.227973 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d491ddfe-1f01-4541-9dee-57773c48b8ad req-2c54b6ab-cab0-463a-b242-61b7f83b424e service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=305af83efe2d44eab10938e58244a3cb&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3048575 Jul 05 09:43:31.325106 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-90447731-658f-4d22-96d2-c4d073bb734b req-663c9221-6c1a-4e62-92b9-8c3e3a09b607 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098139 Jul 05 09:43:31.334051 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d73d2db5-f004-41d3-95f2-95e22a890c97 req-20675f05-c3db-45c4-9488-208664efa423 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118011 Jul 05 09:43:31.342714 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-16bc7a38-1cfa-4f62-9a1d-3aba1d730db1 req-83cd8a38-af37-41e2-8c6f-71c61305f569 service neutron] 10.222.0.81 "GET /v2.0/networks/50450e21-61cd-4f08-9734-c5edcfebb387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664240 Jul 05 09:43:31.361142 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b33c002-7a6c-4edb-94f7-28dc52d23ae3 req-bb11165c-643b-4278-a2ba-5837bbb43c76 service neutron] 10.222.0.81 "GET /v2.0/networks/ddfe9262-ff5a-47ed-9320-9e3b4cf5c884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631308 Jul 05 09:43:31.369917 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-50a6f662-0d4f-4af9-be97-8e04537d2779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:31.371457 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-50a6f662-0d4f-4af9-be97-8e04537d2779 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1371386 Jul 05 09:43:31.432817 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491ddfe-1f01-4541-9dee-57773c48b8ad req-d47676de-e3e1-4dab-8886-26b42a1526d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:31.434258 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d491ddfe-1f01-4541-9dee-57773c48b8ad req-d47676de-e3e1-4dab-8886-26b42a1526d4 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1989114 Jul 05 09:43:31.464697 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-262e7c40-7664-44eb-8ab0-3dbce50971bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:31.466314 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-262e7c40-7664-44eb-8ab0-3dbce50971bb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0865362 Jul 05 09:43:31.522479 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d491ddfe-1f01-4541-9dee-57773c48b8ad req-306448c0-4fe7-4945-bc2f-8a4c232f696c tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c9ae073-2a8a-4c54-8e8b-08a0cb2ebb6c HTTP/1.1" status: 200 len: 210 time: 0.0551496 Jul 05 09:43:31.583735 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e26beeb4-ff17-42ba-b7db-7cc8d8d2732f req-b2017751-03fc-4f42-8e57-40866db46f9a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c9ae073-2a8a-4c54-8e8b-08a0cb2ebb6c HTTP/1.1" status: 200 len: 210 time: 0.0449908 Jul 05 09:43:31.625437 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-03337cf5-de64-4ff5-8c34-fb4a3ab1a12f service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475589 Jul 05 09:43:31.656245 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b308191-a0de-4d36-b92f-699ccda505f9 req-f05fcde9-7ed6-4af8-b664-843a03b0e1a5 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:31.673849 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b308191-a0de-4d36-b92f-699ccda505f9 req-f05fcde9-7ed6-4af8-b664-843a03b0e1a5 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5d0f1bb-c099-436d-a791-8b878fba384c HTTP/1.1" status: 200 len: 944 time: 0.1646874 Jul 05 09:43:31.799784 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b308191-a0de-4d36-b92f-699ccda505f9 req-596c48f1-8802-4035-b63c-d6a11ec7a59a tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/security-groups?id=202ebd0c-4845-40be-a99a-c8dd75aeee75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243370 Jul 05 09:43:31.822025 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-62718175-6e37-4b80-97d1-fdbb246116b2 req-c3b9a1df-48be-4c0b-8b94-1e32c293eeb8 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893113 Jul 05 09:43:31.866349 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd48e10-975e-4cd1-966e-1bc0e75f59c9 req-1e180110-5174-48a7-8e47-a23c1ffd1c84 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:31.873388 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7bd48e10-975e-4cd1-966e-1bc0e75f59c9 req-1e180110-5174-48a7-8e47-a23c1ffd1c84 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 943 time: 0.1208596 Jul 05 09:43:31.931892 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7bd48e10-975e-4cd1-966e-1bc0e75f59c9 req-6c0db81e-1470-40d6-8565-add12c9bc666 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514929 Jul 05 09:43:31.949596 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98900ddc-ca26-4dec-bf43-c5a07a96d659 x-openstack-request-id: req-98900ddc-ca26-4dec-bf43-c5a07a96d659 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:31.949920 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f798ce9-b3fb-4ae9-b930-4016e27f1f0e", "name": "network-vif-unplugged", "status": "completed", "tag": "8e70986e-92b8-4ec4-9e27-405e82323c6c", "code": 200}, {"server_uuid": "53612850-0eca-4636-a84a-a86e3e2dc16b", "name": "network-vif-unplugged", "status": "completed", "tag": "0f90be91-db15-4bef-a182-f1ac65014b1c", "code": 200}, {"name": "network-changed", "server_uuid": "0f798ce9-b3fb-4ae9-b930-4016e27f1f0e", "tag": "8e70986e-92b8-4ec4-9e27-405e82323c6c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "53612850-0eca-4636-a84a-a86e3e2dc16b", "tag": "0f90be91-db15-4bef-a182-f1ac65014b1c", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:31.950179 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-98900ddc-ca26-4dec-bf43-c5a07a96d659 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:31.950590 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f798ce9-b3fb-4ae9-b930-4016e27f1f0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e70986e-92b8-4ec4-9e27-405e82323c6c', 'code': 200} Jul 05 09:43:31.950904 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53612850-0eca-4636-a84a-a86e3e2dc16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f90be91-db15-4bef-a182-f1ac65014b1c', 'code': 200} Jul 05 09:43:31.951165 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f798ce9-b3fb-4ae9-b930-4016e27f1f0e', 'tag': '8e70986e-92b8-4ec4-9e27-405e82323c6c', 'status': 'completed', 'code': 200} Jul 05 09:43:31.951424 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53612850-0eca-4636-a84a-a86e3e2dc16b', 'tag': '0f90be91-db15-4bef-a182-f1ac65014b1c', 'status': 'completed', 'code': 200} Jul 05 09:43:32.025611 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-026a8684-2880-44bd-a5d7-1248c2c03fa5 req-cd497f96-a7bc-4241-a332-2cca7a400477 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&device_id=8c9ae073-2a8a-4c54-8e8b-08a0cb2ebb6c HTTP/1.1" status: 200 len: 210 time: 0.0723050 Jul 05 09:43:32.074262 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 4e0655a0-65ce-4839-b040-fbeaa8219c3f details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:43:32.254051 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 4e0655a0-65ce-4839-b040-fbeaa8219c3f, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=4e0655a0-65ce-4839-b040-fbeaa8219c3f,segment=NetworkSegment(665787c8-9c08-45c7-b111-33f9f5b0d394),segment_id=665787c8-9c08-45c7-b111-33f9f5b0d394)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:32.256318 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0042c2-a3cf-42e6-8f51-d36a191a90bd req-0901d33a-3f9e-4f74-a543-a3ca2a37d2dc tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:32.276696 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d0042c2-a3cf-42e6-8f51-d36a191a90bd req-0901d33a-3f9e-4f74-a543-a3ca2a37d2dc tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0994e6-8b80-408f-95fb-321e2fd5ac1e HTTP/1.1" status: 200 len: 943 time: 0.1546242 Jul 05 09:43:32.277361 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '4e0655a0-65ce-4839-b040-fbeaa8219c3f', 'network_id': 'ddfe9262-ff5a-47ed-9320-9e3b4cf5c884', 'port_id': '4e0655a0-65ce-4839-b040-fbeaa8219c3f', 'mac_address': 'fa:16:3e:d5:81:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98f18556-b5b4-4440-927c-9ae4ddff927f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:43:32.282688 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 73f4e93d-5da2-4c9e-aa08-e22009ef6652 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:32.296523 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a8684-2880-44bd-a5d7-1248c2c03fa5 req-44e15d57-e6bb-407d-90c7-6e4fbac5c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:32.298598 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-026a8684-2880-44bd-a5d7-1248c2c03fa5 req-44e15d57-e6bb-407d-90c7-6e4fbac5c41f service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=305af83efe2d44eab10938e58244a3cb&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2653711 Jul 05 09:43:32.313157 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-094c64d9-1ceb-4885-a86f-c54dd7170ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:32.314584 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-094c64d9-1ceb-4885-a86f-c54dd7170ee8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 1099 time: 0.2851493 Jul 05 09:43:32.325861 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-3282a4cc-2ad6-438b-b245-4c6f22412f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:32.327110 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d0042c2-a3cf-42e6-8f51-d36a191a90bd req-1f45e3be-3232-486f-aee0-78e900a354a6 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.79 "GET /v2.0/security-groups?id=a5ab944e-bfd4-4055-8049-33ec9847348b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494285 Jul 05 09:43:32.327348 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-3282a4cc-2ad6-438b-b245-4c6f22412f8a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 1099 time: 0.3323333 Jul 05 09:43:32.367580 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:32.377188 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:32.402364 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e0655a0-65ce-4839-b040-fbeaa8219c3f {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:32.416151 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 73f4e93d-5da2-4c9e-aa08-e22009ef6652 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:32.422046 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 73f4e93d-5da2-4c9e-aa08-e22009ef6652 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:32.422726 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:32.452669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 4e0655a0-65ce-4839-b040-fbeaa8219c3f, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=4e0655a0-65ce-4839-b040-fbeaa8219c3f,segment=NetworkSegment(665787c8-9c08-45c7-b111-33f9f5b0d394),segment_id=665787c8-9c08-45c7-b111-33f9f5b0d394)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:32.476451 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:32.596075 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=4e0655a0-65ce-4839-b040-fbeaa8219c3f,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:32.603000 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:32.695355 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-478ce4e7-a6b5-48e8-9422-e160662129eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:32.697608 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-478ce4e7-a6b5-48e8-9422-e160662129eb service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.3676338 Jul 05 09:43:32.747365 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbcbb6-f84a-469c-a081-9ef901be152e req-a172bc25-15f8-453b-9918-b58046630e22 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:32.754892 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6dbbcbb6-f84a-469c-a081-9ef901be152e req-a172bc25-15f8-453b-9918-b58046630e22 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 945 time: 0.1841137 Jul 05 09:43:32.774382 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d0f1bb-c099-436d-a791-8b878fba384c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f4e93d-5da2-4c9e-aa08-e22009ef6652'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:32.777646 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4717bdc-12b1-4d7a-9f6a-286acbeaca7d" -d '{"events": [{"server_uuid": "c5d0f1bb-c099-436d-a791-8b878fba384c", "name": "network-vif-plugged", "status": "completed", "tag": "73f4e93d-5da2-4c9e-aa08-e22009ef6652"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:32.778496 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-2d1c6570-81b3-41ac-ae21-63e62cb3c4d4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=8e70986e-92b8-4ec4-9e27-405e82323c6c HTTP/1.1" status: 200 len: 217 time: 0.0687242 Jul 05 09:43:32.811678 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 73f4e93d-5da2-4c9e-aa08-e22009ef6652, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=73f4e93d-5da2-4c9e-aa08-e22009ef6652,segment=NetworkSegment(3d83f219-f815-4376-b051-a5566694dac8),segment_id=3d83f219-f815-4376-b051-a5566694dac8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:32.811835 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6dbbcbb6-f84a-469c-a081-9ef901be152e req-20176492-e510-4a87-8c97-32e7ad4803de tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544512 Jul 05 09:43:32.819492 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:32.820234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e8d08-f3c4-49c6-bbca-f8c3d95e4e51 req-6c10b03c-b6df-43b4-9231-d41b4b64872c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:32.831344 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-010e8d08-f3c4-49c6-bbca-f8c3d95e4e51 req-6c10b03c-b6df-43b4-9231-d41b4b64872c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 948 time: 0.2317936 Jul 05 09:43:32.884384 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['4e0655a0-65ce-4839-b040-fbeaa8219c3f'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:43:32.888371 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-010e8d08-f3c4-49c6-bbca-f8c3d95e4e51 req-86c4d0f5-8cf7-4693-9d2d-6bf308d9e167 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579922 Jul 05 09:43:32.901007 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a8684-2880-44bd-a5d7-1248c2c03fa5 req-15fe1872-36b3-422c-9064-1e41910cf5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:32.909863 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-026a8684-2880-44bd-a5d7-1248c2c03fa5 req-15fe1872-36b3-422c-9064-1e41910cf5ec service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5876503 Jul 05 09:43:32.932631 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=73f4e93d-5da2-4c9e-aa08-e22009ef6652,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:32.983517 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814a0754-6e90-47c7-93c3-a8a1a229f3d6 x-openstack-request-id: req-814a0754-6e90-47c7-93c3-a8a1a229f3d6 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:32.985347 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d0f1bb-c099-436d-a791-8b878fba384c", "name": "network-vif-plugged", "status": "completed", "tag": "73f4e93d-5da2-4c9e-aa08-e22009ef6652", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:32.985708 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-814a0754-6e90-47c7-93c3-a8a1a229f3d6 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:32.986220 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d0f1bb-c099-436d-a791-8b878fba384c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f4e93d-5da2-4c9e-aa08-e22009ef6652', 'code': 200} Jul 05 09:43:33.061825 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-026a8684-2880-44bd-a5d7-1248c2c03fa5 req-122cd99b-a01c-444d-b82e-412c34cbb3c0 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c9ae073-2a8a-4c54-8e8b-08a0cb2ebb6c HTTP/1.1" status: 200 len: 210 time: 0.0801373 Jul 05 09:43:33.064197 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-58ab771d-ba3c-4c33-bc65-e37c203e1d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:33.077288 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-58ab771d-ba3c-4c33-bc65-e37c203e1d3d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.2754471 Jul 05 09:43:33.093140 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-109b1a64-07ec-4cd2-b7c8-a2041d6a23d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:33.094402 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-109b1a64-07ec-4cd2-b7c8-a2041d6a23d4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.7572184 Jul 05 09:43:33.155978 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f6dfc8ba-09f7-420a-a2ed-06ac25bbd7d3 req-f3e670e4-f6b8-499c-806c-823001ab8e49 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c9ae073-2a8a-4c54-8e8b-08a0cb2ebb6c HTTP/1.1" status: 200 len: 210 time: 0.1002765 Jul 05 09:43:33.165149 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-72b29ad9-9bea-46ca-abb3-49ab3b40ceec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=8e70986e-92b8-4ec4-9e27-405e82323c6c HTTP/1.1" status: 200 len: 217 time: 0.0450525 Jul 05 09:43:33.264268 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-65dfbff3-fe42-4051-a162-a8005b534eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:33.265767 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-65dfbff3-fe42-4051-a162-a8005b534eba service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0932004 Jul 05 09:43:33.273931 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f5ea0-77df-4473-b8d6-2c5888b299c6 req-a686244c-9a43-4828-81ec-55d354ace7d5 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:33.275928 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-717f5ea0-77df-4473-b8d6-2c5888b299c6 req-a686244c-9a43-4828-81ec-55d354ace7d5 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5d0f1bb-c099-436d-a791-8b878fba384c HTTP/1.1" status: 200 len: 945 time: 0.1688502 Jul 05 09:43:33.278219 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f0687-f5a8-40f4-ad49-c8dab5f6686b req-cf4285f3-5ce0-497a-a9af-aca6ee0b4fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:33.280037 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-405f0687-f5a8-40f4-ad49-c8dab5f6686b req-cf4285f3-5ce0-497a-a9af-aca6ee0b4fbc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c5d0f1bb-c099-436d-a791-8b878fba384c HTTP/1.1" status: 200 len: 1096 time: 0.2393312 Jul 05 09:43:33.292902 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-0fe13991-77f1-4f26-91e1-c8aae47305a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:33.296309 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-0fe13991-77f1-4f26-91e1-c8aae47305a8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2175577 Jul 05 09:43:33.338847 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-717f5ea0-77df-4473-b8d6-2c5888b299c6 req-80575f45-6166-4de8-98f4-9b9a8b015973 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/security-groups?id=202ebd0c-4845-40be-a99a-c8dd75aeee75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572984 Jul 05 09:43:33.394090 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-405f0687-f5a8-40f4-ad49-c8dab5f6686b req-3ad26b66-f86d-476f-92b2-847f01c1533b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=202ebd0c-4845-40be-a99a-c8dd75aeee75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045513 Jul 05 09:43:33.475237 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-ed930cb0-09e5-445b-a6bd-781f9e289c84 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536560 Jul 05 09:43:33.503520 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610dc5e5-74c4-47d9-b5b3-4e6a2c6c1108 req-dc3522ad-3969-47ff-baa4-98bf2f7698f8 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:33.505403 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-610dc5e5-74c4-47d9-b5b3-4e6a2c6c1108 req-dc3522ad-3969-47ff-baa4-98bf2f7698f8 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 943 time: 0.0793324 Jul 05 09:43:33.583769 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-610dc5e5-74c4-47d9-b5b3-4e6a2c6c1108 req-cae12ef8-ca5d-401c-b5ee-b153499e2d2d tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562665 Jul 05 09:43:33.611338 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-79663ad6-8a7f-40f3-a129-46f3f3ba9800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:33.611338 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-79663ad6-8a7f-40f3-a129-46f3f3ba9800 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3314455 Jul 05 09:43:33.626687 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-99201875-b39d-44a2-84ff-7da728c82fee service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435010 Jul 05 09:43:33.741972 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-63b12ef8-c805-48ae-9a47-6ddfc669240b service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134486 Jul 05 09:43:33.778892 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa065782-c686-4ace-a658-3c3a30500b85 req-0d14694f-9f68-449d-b320-fc6c8fcf44fe tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:33.780577 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa065782-c686-4ace-a658-3c3a30500b85 req-0d14694f-9f68-449d-b320-fc6c8fcf44fe tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0994e6-8b80-408f-95fb-321e2fd5ac1e HTTP/1.1" status: 200 len: 944 time: 0.0665913 Jul 05 09:43:33.827502 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa065782-c686-4ace-a658-3c3a30500b85 req-b1cbdce2-036f-4c57-a791-0c90136c6c0f tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.79 "GET /v2.0/security-groups?id=a5ab944e-bfd4-4055-8049-33ec9847348b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390768 Jul 05 09:43:33.862163 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-6f432c53-5647-4309-94e6-a0c12836c9e7 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107323 Jul 05 09:43:34.078451 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 8e70986e-92b8-4ec4-9e27-405e82323c6c details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:43:34.079279 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275044f-3709-4311-a430-aa7742cc9df3 req-8984404b-990c-484d-a286-4c91c6ef72e9 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:34.081974 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d275044f-3709-4311-a430-aa7742cc9df3 req-8984404b-990c-484d-a286-4c91c6ef72e9 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 945 time: 0.1246233 Jul 05 09:43:34.082139 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 4e0655a0-65ce-4839-b040-fbeaa8219c3f up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:34.158323 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 4e0655a0-65ce-4839-b040-fbeaa8219c3f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:34.177290 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 4e0655a0-65ce-4839-b040-fbeaa8219c3f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:34.177932 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:34.186135 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d275044f-3709-4311-a430-aa7742cc9df3 req-cee1ff5e-f88b-44b4-afbc-a13bb02e2713 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925002 Jul 05 09:43:34.219390 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1bee24-6da2-4dfe-87b7-94a790a0e1a6 req-da8a56b3-607b-457d-a50e-769152f04862 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:34.221750 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a1bee24-6da2-4dfe-87b7-94a790a0e1a6 req-da8a56b3-607b-457d-a50e-769152f04862 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 948 time: 0.1385529 Jul 05 09:43:34.316102 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a1bee24-6da2-4dfe-87b7-94a790a0e1a6 req-b8d2f654-d3be-4941-8cc1-1d074a08cf0f tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804074 Jul 05 09:43:34.428137 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:34.477080 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 8e70986e-92b8-4ec4-9e27-405e82323c6c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=8e70986e-92b8-4ec4-9e27-405e82323c6c,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:34.513308 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-676f7252-78f9-41fd-84ed-eef311f543a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:34.517452 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-676f7252-78f9-41fd-84ed-eef311f543a9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 1124 time: 0.5793591 Jul 05 09:43:34.521923 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '8e70986e-92b8-4ec4-9e27-405e82323c6c', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '8e70986e-92b8-4ec4-9e27-405e82323c6c', 'mac_address': 'fa:16:3e:a9:fe:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:43:34.611929 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 4e0655a0-65ce-4839-b040-fbeaa8219c3f, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=4e0655a0-65ce-4839-b040-fbeaa8219c3f,segment=NetworkSegment(665787c8-9c08-45c7-b111-33f9f5b0d394),segment_id=665787c8-9c08-45c7-b111-33f9f5b0d394)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:34.647213 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:34.700519 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:34.702728 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-fb217dbb-5074-48ad-8ed1-b3b8b1b4f50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:34.704513 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-fb217dbb-5074-48ad-8ed1-b3b8b1b4f50a service neutron] 10.222.0.81 "GET /v2.0/networks?id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 200 len: 922 time: 0.1791737 Jul 05 09:43:34.731021 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e70986e-92b8-4ec4-9e27-405e82323c6c {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:34.738228 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfd36e-4852-4bc0-bf00-e4db86024c5a req-fb667f14-0a42-4eaa-bd56-71e1363e3785 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:34.739927 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1ddfd36e-4852-4bc0-bf00-e4db86024c5a req-fb667f14-0a42-4eaa-bd56-71e1363e3785 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5d0f1bb-c099-436d-a791-8b878fba384c HTTP/1.1" status: 200 len: 945 time: 0.1452818 Jul 05 09:43:34.772391 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 8e70986e-92b8-4ec4-9e27-405e82323c6c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=8e70986e-92b8-4ec4-9e27-405e82323c6c,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:34.776534 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-58a6a98b-5b5a-417a-b3ff-da7b4d4be273 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f90be91-db15-4bef-a182-f1ac65014b1c HTTP/1.1" status: 200 len: 217 time: 0.0647354 Jul 05 09:43:34.779612 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=4e0655a0-65ce-4839-b040-fbeaa8219c3f,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:34.782520 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:34.824930 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1ddfd36e-4852-4bc0-bf00-e4db86024c5a req-7bb5c35e-4b1e-43a5-b76c-1dbf6f2cc615 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/security-groups?id=202ebd0c-4845-40be-a99a-c8dd75aeee75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741816 Jul 05 09:43:34.858418 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a30570-15cc-4244-b252-27d4b5203b09 req-3b30b440-8c67-495a-9451-1d3ef4a17130 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:34.869139 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83a30570-15cc-4244-b252-27d4b5203b09 req-3b30b440-8c67-495a-9451-1d3ef4a17130 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/networks?id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 HTTP/1.1" status: 200 len: 806 time: 0.2088304 Jul 05 09:43:34.870539 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=8e70986e-92b8-4ec4-9e27-405e82323c6c,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:34.873582 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-61a493cc-cd54-4257-9715-1d157a7fc379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:34.875291 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-61a493cc-cd54-4257-9715-1d157a7fc379 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4cd5f100-3ecb-4100-a6d6-40f339ce6cc7 HTTP/1.1" status: 200 len: 861 time: 0.0919287 Jul 05 09:43:34.896110 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83a30570-15cc-4244-b252-27d4b5203b09 req-a2f6f640-86be-466f-9c9d-b7d7e5fb9008 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/quotas/305af83efe2d44eab10938e58244a3cb HTTP/1.1" status: 200 len: 375 time: 0.0259349 Jul 05 09:43:34.929888 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-f1ca408f-7da8-4079-b21c-03d7f2159659 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468743 Jul 05 09:43:34.970512 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83a30570-15cc-4244-b252-27d4b5203b09 req-76bbc380-cbca-411e-86b9-414c5601f813 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0733075 Jul 05 09:43:34.987640 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0994e6-8b80-408f-95fb-321e2fd5ac1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0655a0-65ce-4839-b040-fbeaa8219c3f'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:34.990122 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e108b4c5-6765-4f24-9a79-928f8a2edea9" -d '{"events": [{"server_uuid": "cf0994e6-8b80-408f-95fb-321e2fd5ac1e", "name": "network-vif-plugged", "status": "completed", "tag": "4e0655a0-65ce-4839-b040-fbeaa8219c3f"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:35.068366 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['8e70986e-92b8-4ec4-9e27-405e82323c6c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:43:35.077541 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-450f12b7-8bcf-49a5-b5dc-cc95acce0dc9 service neutron] 10.222.0.81 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396766 Jul 05 09:43:35.086537 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83a30570-15cc-4244-b252-27d4b5203b09 req-4406e29b-0946-4d8b-89d6-10f262c2cc75 service neutron] 10.222.0.79 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149073 Jul 05 09:43:35.238164 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8d97909f-bc28-4ebe-b481-dd7d6c1c78f9 req-0c832122-e898-4eac-9a44-9e48ab0ed752 service neutron] 10.222.0.81 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381478 Jul 05 09:43:35.261514 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83a30570-15cc-4244-b252-27d4b5203b09 req-c6d344a8-ff7c-4a17-8fe0-3ac4f25a44ae service neutron] 10.222.0.79 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739140 Jul 05 09:43:35.282465 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b57d1-308a-4346-9c4f-50db91ce4ec6 req-c29a8f80-8db7-4e8a-a5a1-939792390516 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:35.284625 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f4b57d1-308a-4346-9c4f-50db91ce4ec6 req-c29a8f80-8db7-4e8a-a5a1-939792390516 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 943 time: 0.1429942 Jul 05 09:43:35.325868 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f4b57d1-308a-4346-9c4f-50db91ce4ec6 req-cdf6768f-51d5-445f-8664-37abba32ec26 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347140 Jul 05 09:43:35.427405 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d8154c-972c-4712-8078-271ecd65564d x-openstack-request-id: req-f6d8154c-972c-4712-8078-271ecd65564d {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:35.428397 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0994e6-8b80-408f-95fb-321e2fd5ac1e", "name": "network-vif-plugged", "status": "completed", "tag": "4e0655a0-65ce-4839-b040-fbeaa8219c3f", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:35.428840 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f6d8154c-972c-4712-8078-271ecd65564d {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:35.429641 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0994e6-8b80-408f-95fb-321e2fd5ac1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0655a0-65ce-4839-b040-fbeaa8219c3f', 'code': 200} Jul 05 09:43:35.598078 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3eddab-9d88-4f9d-b4d6-063b3049aad5 req-ca316e06-bad1-4b2d-9d4f-ebc0ae6b231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:35.600434 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ca3eddab-9d88-4f9d-b4d6-063b3049aad5 req-ca316e06-bad1-4b2d-9d4f-ebc0ae6b231a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cf0994e6-8b80-408f-95fb-321e2fd5ac1e HTTP/1.1" status: 200 len: 1096 time: 0.0971222 Jul 05 09:43:35.654020 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ca3eddab-9d88-4f9d-b4d6-063b3049aad5 req-710ef011-956f-4b44-94d1-cea587408f43 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a5ab944e-bfd4-4055-8049-33ec9847348b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399194 Jul 05 09:43:35.687862 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0d3d3-43fe-4f47-9c12-7103f05edc5c req-f0d595ce-4411-4934-a3fc-5c4d4b6235c1 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:35.695543 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8dd0d3d3-43fe-4f47-9c12-7103f05edc5c req-f0d595ce-4411-4934-a3fc-5c4d4b6235c1 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0994e6-8b80-408f-95fb-321e2fd5ac1e HTTP/1.1" status: 200 len: 945 time: 0.1640043 Jul 05 09:43:35.736061 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:35.736417 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd30eb-13f3-4c85-b4b1-600fabae3306 req-b3fec483-4c34-453f-87fe-858dedf19bd6 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:35.738063 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d2cd30eb-13f3-4c85-b4b1-600fabae3306 req-b3fec483-4c34-453f-87fe-858dedf19bd6 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 945 time: 0.1957803 Jul 05 09:43:35.758414 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8dd0d3d3-43fe-4f47-9c12-7103f05edc5c req-10390411-98a0-41be-b625-b01dbd057a41 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.79 "GET /v2.0/security-groups?id=a5ab944e-bfd4-4055-8049-33ec9847348b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619426 Jul 05 09:43:35.826851 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d2cd30eb-13f3-4c85-b4b1-600fabae3306 req-585d1dab-bdae-4fc3-9e2d-e01ecd0eb08f tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801024 Jul 05 09:43:35.918075 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b354a55-aefc-4af8-a58a-c29ac02db01f req-f1cb0e7f-7960-4e10-991c-aaef6599b531 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a596a4c-5257-4f2d-bbde-a272abf48c32 HTTP/1.1" status: 200 len: 210 time: 0.0460045 Jul 05 09:43:36.003127 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41453-7d96-427a-af6b-d6632fcc27dd req-1dd1df62-051d-4c0c-84cd-0c574e839ead tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:36.005221 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bff41453-7d96-427a-af6b-d6632fcc27dd req-1dd1df62-051d-4c0c-84cd-0c574e839ead tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 949 time: 0.0793772 Jul 05 09:43:36.064132 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bff41453-7d96-427a-af6b-d6632fcc27dd req-a96d8acd-b727-4b92-80c8-51280eb75fae tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520089 Jul 05 09:43:36.089652 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 8e70986e-92b8-4ec4-9e27-405e82323c6c up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:36.198376 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 8e70986e-92b8-4ec4-9e27-405e82323c6c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:36.206041 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 8e70986e-92b8-4ec4-9e27-405e82323c6c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:36.206684 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:36.207659 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe5f24-47a7-4d85-b81e-770e93af3519 req-4024d0d5-c1e4-4757-8a76-9787f49857c4 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:36.217990 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4fe5f24-47a7-4d85-b81e-770e93af3519 req-4024d0d5-c1e4-4757-8a76-9787f49857c4 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5d0f1bb-c099-436d-a791-8b878fba384c HTTP/1.1" status: 200 len: 945 time: 0.1340513 Jul 05 09:43:36.274195 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4fe5f24-47a7-4d85-b81e-770e93af3519 req-6ddf9cf6-57c9-473a-87bb-4306d0ddd72e tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/security-groups?id=202ebd0c-4845-40be-a99a-c8dd75aeee75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546806 Jul 05 09:43:36.361153 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:36.401197 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 8e70986e-92b8-4ec4-9e27-405e82323c6c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=8e70986e-92b8-4ec4-9e27-405e82323c6c,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:36.407789 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:36.477756 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=8e70986e-92b8-4ec4-9e27-405e82323c6c,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:36.591889 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c082de-6bd2-4579-b34a-c9e79aec4967 req-eb3286f7-63f9-4b02-9951-c5c04693aba4 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:36.591889 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-89c082de-6bd2-4579-b34a-c9e79aec4967 req-eb3286f7-63f9-4b02-9951-c5c04693aba4 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5d0f1bb-c099-436d-a791-8b878fba384c HTTP/1.1" status: 200 len: 945 time: 0.0905404 Jul 05 09:43:36.593742 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46490) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:36.605008 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9f282a80-2dae-439f-b061-9af7476943dd tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Request body: {'floatingip': {'port_id': '73f4e93d-5da2-4c9e-aa08-e22009ef6652'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:36.689341 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f282a80-2dae-439f-b061-9af7476943dd tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:36.737432 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50695319-1c73-4f57-98ef-c5f9a8a5134f req-96f8fa99-3f99-46ac-a9a9-5268be4dd500 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:36.739800 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-50695319-1c73-4f57-98ef-c5f9a8a5134f req-96f8fa99-3f99-46ac-a9a9-5268be4dd500 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.78 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e&tenant_id=113815fb01a24fd792ed2a3df3efc0de&binding%3Ahost_id=n-h1-798054-8 HTTP/1.1" status: 200 len: 950 time: 0.0926385 Jul 05 09:43:36.816110 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [req-50695319-1c73-4f57-98ef-c5f9a8a5134f req-b0e3d1f9-6cd7-43d8-a273-cc838577fffb service neutron] delete failed (client error): The resource could not be found. Jul 05 09:43:36.817312 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-50695319-1c73-4f57-98ef-c5f9a8a5134f req-b0e3d1f9-6cd7-43d8-a273-cc838577fffb service neutron] 10.222.0.78 "DELETE /v2.0/ports/8e70986e-92b8-4ec4-9e27-405e82323c6c/bindings/n-h2-798054-8 HTTP/1.1" status: 404 len: 380 time: 0.0715568 Jul 05 09:43:36.869480 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3a0b1-d68e-4c43-9ee7-45c1b7653800 req-2805e07f-5351-4027-b5b9-49c785e40e38 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:36.871028 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ebe3a0b1-d68e-4c43-9ee7-45c1b7653800 req-2805e07f-5351-4027-b5b9-49c785e40e38 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 943 time: 0.2210760 Jul 05 09:43:36.963159 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354a775-ee9f-49a2-aa83-bfcd25313de9 req-c84cf9c0-088a-4769-a3a7-43fdc61e583d tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:36.970131 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5354a775-ee9f-49a2-aa83-bfcd25313de9 req-c84cf9c0-088a-4769-a3a7-43fdc61e583d tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.2373669 Jul 05 09:43:37.030551 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50695319-1c73-4f57-98ef-c5f9a8a5134f req-4e19837a-c4a8-435c-b811-79011b82dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:37.032148 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-50695319-1c73-4f57-98ef-c5f9a8a5134f req-4e19837a-c4a8-435c-b811-79011b82dec1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 1101 time: 0.0793235 Jul 05 09:43:37.037986 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ebe3a0b1-d68e-4c43-9ee7-45c1b7653800 req-ac634389-6ace-4f38-a965-6ac6790de384 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570041 Jul 05 09:43:37.080161 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5354a775-ee9f-49a2-aa83-bfcd25313de9 req-6906b239-9f6c-4d3d-9b1b-666a9679e9be tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091332 Jul 05 09:43:37.274802 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50695319-1c73-4f57-98ef-c5f9a8a5134f req-b3d7ab65-4a56-42c4-a881-0fa648e8d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:37.276623 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-50695319-1c73-4f57-98ef-c5f9a8a5134f req-b3d7ab65-4a56-42c4-a881-0fa648e8d500 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.2362413 Jul 05 09:43:37.307176 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a30570-15cc-4244-b252-27d4b5203b09 req-c8ad1d88-7fca-439e-b0f3-084a2ff70064 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:37.308880 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-83a30570-15cc-4244-b252-27d4b5203b09 req-c8ad1d88-7fca-439e-b0f3-084a2ff70064 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.78 "GET /v2.0/networks?id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 HTTP/1.1" status: 200 len: 806 time: 0.1676958 Jul 05 09:43:37.351014 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-83a30570-15cc-4244-b252-27d4b5203b09 req-64c7ef85-2f9e-470d-950e-48f8e25fec0a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Request body: {'port': {'device_id': '6a596a4c-5257-4f2d-bbde-a272abf48c32', 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62', 'admin_state_up': True, 'tenant_id': '305af83efe2d44eab10938e58244a3cb'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:37.355139 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-50695319-1c73-4f57-98ef-c5f9a8a5134f req-7b4e6ab2-ce96-4d89-8963-3b897fff9214 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=8e70986e-92b8-4ec4-9e27-405e82323c6c HTTP/1.1" status: 200 len: 217 time: 0.0453451 Jul 05 09:43:37.425582 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50695319-1c73-4f57-98ef-c5f9a8a5134f req-962afe1c-b3a3-40b7-a69d-23292d33dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:37.428213 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-50695319-1c73-4f57-98ef-c5f9a8a5134f req-962afe1c-b3a3-40b7-a69d-23292d33dc33 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0596302 Jul 05 09:43:37.430799 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f798ce9-b3fb-4ae9-b930-4016e27f1f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e70986e-92b8-4ec4-9e27-405e82323c6c'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:37.433194 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1314866-40ad-4a2d-bc56-af1d7f10e279" -d '{"events": [{"server_uuid": "0f798ce9-b3fb-4ae9-b930-4016e27f1f0e", "name": "network-vif-plugged", "status": "completed", "tag": "8e70986e-92b8-4ec4-9e27-405e82323c6c"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:37.466684 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebf7d8-dfbf-49fa-892b-b779252d31de req-df2028ae-231c-4231-8bd7-2abace178bfa tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:37.468442 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bebf7d8-dfbf-49fa-892b-b779252d31de req-df2028ae-231c-4231-8bd7-2abace178bfa tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 945 time: 0.1748886 Jul 05 09:43:37.526562 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71970b-1312-4d7c-a288-e12cc4fb5f1a req-76b9aa35-a99a-4a2c-9a7f-dfd4c2a7b728 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:37.534107 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2d71970b-1312-4d7c-a288-e12cc4fb5f1a req-76b9aa35-a99a-4a2c-9a7f-dfd4c2a7b728 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0994e6-8b80-408f-95fb-321e2fd5ac1e HTTP/1.1" status: 200 len: 945 time: 0.2388260 Jul 05 09:43:37.546290 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50695319-1c73-4f57-98ef-c5f9a8a5134f req-9bcfe179-3221-456e-a6c5-c2b3bfbb40f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:37.547801 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-50695319-1c73-4f57-98ef-c5f9a8a5134f req-9bcfe179-3221-456e-a6c5-c2b3bfbb40f2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0835707 Jul 05 09:43:37.592543 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bebf7d8-dfbf-49fa-892b-b779252d31de req-e9dc53eb-cf13-43a8-8fa6-0ee1a13e0ccc tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152680 Jul 05 09:43:37.604876 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.db.resource_extend [None req-9f282a80-2dae-439f-b061-9af7476943dd tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:43:37.664475 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a30570-15cc-4244-b252-27d4b5203b09 req-64c7ef85-2f9e-470d-950e-48f8e25fec0a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Made reservation on behalf of 305af83efe2d44eab10938e58244a3cb for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:37.668286 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-83a30570-15cc-4244-b252-27d4b5203b09 req-64c7ef85-2f9e-470d-950e-48f8e25fec0a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:37.717047 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2d71970b-1312-4d7c-a288-e12cc4fb5f1a req-143539ab-6e4b-42e6-a46b-7c0b64506f17 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.79 "GET /v2.0/security-groups?id=a5ab944e-bfd4-4055-8049-33ec9847348b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818156 Jul 05 09:43:37.755018 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f282a80-2dae-439f-b061-9af7476943dd tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:37.768488 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f282a80-2dae-439f-b061-9af7476943dd tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:37.857929 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-50695319-1c73-4f57-98ef-c5f9a8a5134f req-fd5912b7-6250-489f-9afc-27e69de4ff40 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992585 Jul 05 09:43:37.864634 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-08a55242-1d6b-414a-8273-52894328dc86 req-9c154df3-da06-4b68-a199-38f2922151ca tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a596a4c-5257-4f2d-bbde-a272abf48c32 HTTP/1.1" status: 200 len: 210 time: 0.0420365 Jul 05 09:43:37.942802 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-83a30570-15cc-4244-b252-27d4b5203b09 req-64c7ef85-2f9e-470d-950e-48f8e25fec0a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Allocated IP 172.20.0.13 (7dba0c45-bd0a-4b14-925e-b1eed8ad5c62/9b6f44ce-d485-46dc-95cd-7820a4fbcd7e/5c4bdb5a-2640-425a-977d-e48b7eb89047) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:37.973710 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc61ead-35f8-4234-96d2-d37378abea0b x-openstack-request-id: req-6fc61ead-35f8-4234-96d2-d37378abea0b {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:37.974702 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f798ce9-b3fb-4ae9-b930-4016e27f1f0e", "name": "network-vif-plugged", "status": "completed", "tag": "8e70986e-92b8-4ec4-9e27-405e82323c6c", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:37.975479 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6fc61ead-35f8-4234-96d2-d37378abea0b {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:37.976172 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f798ce9-b3fb-4ae9-b930-4016e27f1f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e70986e-92b8-4ec4-9e27-405e82323c6c', 'code': 200} Jul 05 09:43:38.004592 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-9f282a80-2dae-439f-b061-9af7476943dd tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Floating IP eb1fd96c-62d8-4259-ba03-20de6a236b62 associated. External IP: 172.25.7.104, port: 73f4e93d-5da2-4c9e-aa08-e22009ef6652. Jul 05 09:43:38.114910 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-50695319-1c73-4f57-98ef-c5f9a8a5134f req-ae51b3cc-9bb7-4eeb-98cc-36f9d606982a service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488251 Jul 05 09:43:38.198139 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-83a30570-15cc-4244-b252-27d4b5203b09 req-64c7ef85-2f9e-470d-950e-48f8e25fec0a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:38.255791 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-83a30570-15cc-4244-b252-27d4b5203b09 req-64c7ef85-2f9e-470d-950e-48f8e25fec0a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:38.269864 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['4618948b-aba9-4c53-a34d-ed838ba47183'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:43:38.318354 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a30570-15cc-4244-b252-27d4b5203b09 req-64c7ef85-2f9e-470d-950e-48f8e25fec0a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:38.328821 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-83a30570-15cc-4244-b252-27d4b5203b09 req-64c7ef85-2f9e-470d-950e-48f8e25fec0a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:38.335494 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a30570-15cc-4244-b252-27d4b5203b09 req-64c7ef85-2f9e-470d-950e-48f8e25fec0a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:38.377243 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7ef85-2f9e-470d-950e-48f8e25fec0a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Pushing event updated for resources: {'Port': ['ID=5c4bdb5a-2640-425a-977d-e48b7eb89047,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:38.423244 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a30570-15cc-4244-b252-27d4b5203b09 req-64c7ef85-2f9e-470d-950e-48f8e25fec0a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:38.424655 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-83a30570-15cc-4244-b252-27d4b5203b09 req-64c7ef85-2f9e-470d-950e-48f8e25fec0a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:38.462682 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-83a30570-15cc-4244-b252-27d4b5203b09 req-64c7ef85-2f9e-470d-950e-48f8e25fec0a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1124148 Jul 05 09:43:38.471971 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-83a30570-15cc-4244-b252-27d4b5203b09 req-adef602b-e990-493c-b0a7-d64d0cfb9575 service neutron] Request body: {'port': {'device_id': '6a596a4c-5257-4f2d-bbde-a272abf48c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:38.505531 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711205a-21fa-49ac-9350-9a71af9c4269 req-fbf3092d-2f24-4f3e-92e8-57fad2959533 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:38.512519 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d711205a-21fa-49ac-9350-9a71af9c4269 req-fbf3092d-2f24-4f3e-92e8-57fad2959533 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 943 time: 0.2740262 Jul 05 09:43:38.565690 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-83a30570-15cc-4244-b252-27d4b5203b09 req-adef602b-e990-493c-b0a7-d64d0cfb9575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:38.577105 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed9311-b043-4483-9db2-384c4acf3524 req-99594ad0-11ef-4ef8-a987-da084ad84afe tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:38.578674 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37ed9311-b043-4483-9db2-384c4acf3524 req-99594ad0-11ef-4ef8-a987-da084ad84afe tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.2163601 Jul 05 09:43:38.583093 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f282a80-2dae-439f-b061-9af7476943dd tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Router b6421ce9-3041-49f8-8124-f15e15f8b678 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:43:38.595083 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d711205a-21fa-49ac-9350-9a71af9c4269 req-3dcd71f7-c26f-454c-8998-345cd5212748 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817394 Jul 05 09:43:38.769079 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f282a80-2dae-439f-b061-9af7476943dd tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:43:38.779569 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b37a1a8-4ec2-4c77-835c-fa9e7cb66266 None None] Sync routers for ids ['b6421ce9-3041-49f8-8124-f15e15f8b678'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:43:38.790674 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f282a80-2dae-439f-b061-9af7476943dd tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:38.796451 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b37a1a8-4ec2-4c77-835c-fa9e7cb66266 None None] Routers {'b6421ce9-3041-49f8-8124-f15e15f8b678'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:38.798562 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6b37a1a8-4ec2-4c77-835c-fa9e7cb66266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:43:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b6421ce9-3041-49f8-8124-f15e15f8b678'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:38.807331 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37ed9311-b043-4483-9db2-384c4acf3524 req-d932758f-38e7-4a30-864e-a513658981b6 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111466 Jul 05 09:43:38.953559 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9f282a80-2dae-439f-b061-9af7476943dd tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "PUT /v2.0/floatingips/eb1fd96c-62d8-4259-ba03-20de6a236b62 HTTP/1.1" status: 200 len: 991 time: 2.3548157 Jul 05 09:43:38.958638 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d0f1bb-c099-436d-a791-8b878fba384c', 'tag': '73f4e93d-5da2-4c9e-aa08-e22009ef6652'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:38.964571 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4d0f9a-13bb-4344-ad34-60709f54f73d" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d0f1bb-c099-436d-a791-8b878fba384c", "tag": "73f4e93d-5da2-4c9e-aa08-e22009ef6652"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:38.983650 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-83a30570-15cc-4244-b252-27d4b5203b09 req-adef602b-e990-493c-b0a7-d64d0cfb9575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c4bdb5a-2640-425a-977d-e48b7eb89047 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:38.997965 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-83a30570-15cc-4244-b252-27d4b5203b09 req-adef602b-e990-493c-b0a7-d64d0cfb9575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:39.019663 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-83a30570-15cc-4244-b252-27d4b5203b09 req-adef602b-e990-493c-b0a7-d64d0cfb9575 service neutron] Transition to ACTIVE for port object 5c4bdb5a-2640-425a-977d-e48b7eb89047 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:39.030036 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-83a30570-15cc-4244-b252-27d4b5203b09 req-adef602b-e990-493c-b0a7-d64d0cfb9575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:39.037069 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d209f5-2e7d-42ea-ac85-9d23eb7d3b77 req-d562ff9c-de44-4b0f-8aed-5d99b190f8b8 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:39.045996 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-99d209f5-2e7d-42ea-ac85-9d23eb7d3b77 req-d562ff9c-de44-4b0f-8aed-5d99b190f8b8 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 945 time: 0.1742082 Jul 05 09:43:39.107361 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-6b37a1a8-4ec2-4c77-835c-fa9e7cb66266 None None] Set router b6421ce9-3041-49f8-8124-f15e15f8b678 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:43:39.132863 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-99d209f5-2e7d-42ea-ac85-9d23eb7d3b77 req-993b58ba-9fbd-4360-9e93-5f492bf81c15 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752759 Jul 05 09:43:39.177808 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef602b-e990-493c-b0a7-d64d0cfb9575 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4bdb5a-2640-425a-977d-e48b7eb89047,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:39.379691 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-83a30570-15cc-4244-b252-27d4b5203b09 req-adef602b-e990-493c-b0a7-d64d0cfb9575 service neutron] Attempting to bind port 5c4bdb5a-2640-425a-977d-e48b7eb89047 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:39.381909 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-83a30570-15cc-4244-b252-27d4b5203b09 req-adef602b-e990-493c-b0a7-d64d0cfb9575 service neutron] Attempting to bind port 5c4bdb5a-2640-425a-977d-e48b7eb89047 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:39.384244 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a30570-15cc-4244-b252-27d4b5203b09 req-adef602b-e990-493c-b0a7-d64d0cfb9575 service neutron] Attempting to bind port 5c4bdb5a-2640-425a-977d-e48b7eb89047 on network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:39.395942 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a30570-15cc-4244-b252-27d4b5203b09 req-adef602b-e990-493c-b0a7-d64d0cfb9575 service neutron] Port 5c4bdb5a-2640-425a-977d-e48b7eb89047 on network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:43:39.396196 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a30570-15cc-4244-b252-27d4b5203b09 req-adef602b-e990-493c-b0a7-d64d0cfb9575 service neutron] Attempting to bind port 5c4bdb5a-2640-425a-977d-e48b7eb89047 on network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:39.412170 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a30570-15cc-4244-b252-27d4b5203b09 req-adef602b-e990-493c-b0a7-d64d0cfb9575 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:39.412679 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a30570-15cc-4244-b252-27d4b5203b09 req-adef602b-e990-493c-b0a7-d64d0cfb9575 service neutron] Checking segment: {'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:39.413173 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a30570-15cc-4244-b252-27d4b5203b09 req-adef602b-e990-493c-b0a7-d64d0cfb9575 service neutron] Bound using segment: {'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:39.413731 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-83a30570-15cc-4244-b252-27d4b5203b09 req-adef602b-e990-493c-b0a7-d64d0cfb9575 service neutron] Bound port: 5c4bdb5a-2640-425a-977d-e48b7eb89047, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:39.414203 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-83a30570-15cc-4244-b252-27d4b5203b09 req-adef602b-e990-493c-b0a7-d64d0cfb9575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:39.486214 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd60042-bd71-43ae-af66-4e3cc3053f74 req-2bdae1b7-3fcf-42fb-9b70-2283e655a3e9 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:39.498076 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6dd60042-bd71-43ae-af66-4e3cc3053f74 req-2bdae1b7-3fcf-42fb-9b70-2283e655a3e9 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a596a4c-5257-4f2d-bbde-a272abf48c32 HTTP/1.1" status: 200 len: 944 time: 0.1224439 Jul 05 09:43:39.545339 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6dd60042-bd71-43ae-af66-4e3cc3053f74 req-3857b94a-be95-41e9-9521-57243120376c tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428898 Jul 05 09:43:39.575766 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6b37a1a8-4ec2-4c77-835c-fa9e7cb66266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1147022740-router', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:18Z', 'revision_number': 4, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'gw_port': {'id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'eb1fd96c-62d8-4259-ba03-20de6a236b62', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'port_id': '73f4e93d-5da2-4c9e-aa08-e22009ef6652', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'mac_address': 'fa:16:3e:af:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d0f1bb-c099-436d-a791-8b878fba384c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:39:42Z', 'updated_at': '2021-07-05T09:43:37Z', 'revision_number': 5, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d780f2-e427-4069-a14a-c3ebfe669b13', 'name': '', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'mac_address': 'fa:16:3e:b6:a0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:17Z', 'updated_at': '2021-07-05T09:39:25Z', 'revision_number': 5, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'subnets': [{'id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:39.588326 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-83a30570-15cc-4244-b252-27d4b5203b09 req-adef602b-e990-493c-b0a7-d64d0cfb9575 service neutron] For port 5c4bdb5a-2640-425a-977d-e48b7eb89047, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:39.593045 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-83a30570-15cc-4244-b252-27d4b5203b09 req-adef602b-e990-493c-b0a7-d64d0cfb9575 service neutron] For port 5c4bdb5a-2640-425a-977d-e48b7eb89047, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=5c4bdb5a-2640-425a-977d-e48b7eb89047,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:39.601996 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-83a30570-15cc-4244-b252-27d4b5203b09 req-adef602b-e990-493c-b0a7-d64d0cfb9575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:39.638622 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b37a1a8-4ec2-4c77-835c-fa9e7cb66266 None None] Checking router: b6421ce9-3041-49f8-8124-f15e15f8b678 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:43:39.640007 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f605e7dd-5f6a-4863-ae66-1d620adcc3d8 x-openstack-request-id: req-f605e7dd-5f6a-4863-ae66-1d620adcc3d8 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:39.640577 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d0f1bb-c099-436d-a791-8b878fba384c", "tag": "73f4e93d-5da2-4c9e-aa08-e22009ef6652", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:39.641108 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f605e7dd-5f6a-4863-ae66-1d620adcc3d8 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:39.641685 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d0f1bb-c099-436d-a791-8b878fba384c', 'tag': '73f4e93d-5da2-4c9e-aa08-e22009ef6652', 'status': 'completed', 'code': 200} Jul 05 09:43:39.662799 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b37a1a8-4ec2-4c77-835c-fa9e7cb66266 None None] Routers {'b6421ce9-3041-49f8-8124-f15e15f8b678'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:39.663542 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6b37a1a8-4ec2-4c77-835c-fa9e7cb66266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:43:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b6421ce9-3041-49f8-8124-f15e15f8b678'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:39.747019 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a30570-15cc-4244-b252-27d4b5203b09 req-adef602b-e990-493c-b0a7-d64d0cfb9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:39.753865 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-83a30570-15cc-4244-b252-27d4b5203b09 req-adef602b-e990-493c-b0a7-d64d0cfb9575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:39.755545 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-83a30570-15cc-4244-b252-27d4b5203b09 req-adef602b-e990-493c-b0a7-d64d0cfb9575 service neutron] 10.222.0.78 "PUT /v2.0/ports/5c4bdb5a-2640-425a-977d-e48b7eb89047 HTTP/1.1" status: 200 len: 1092 time: 1.2899430 Jul 05 09:43:39.764902 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a596a4c-5257-4f2d-bbde-a272abf48c32', 'tag': '5c4bdb5a-2640-425a-977d-e48b7eb89047'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:39.769395 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39315e1e-b123-4bf3-a77d-32cb29e5cbc3" -d '{"events": [{"name": "network-changed", "server_uuid": "6a596a4c-5257-4f2d-bbde-a272abf48c32", "tag": "5c4bdb5a-2640-425a-977d-e48b7eb89047"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:39.837853 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef602b-e990-493c-b0a7-d64d0cfb9575 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4bdb5a-2640-425a-977d-e48b7eb89047,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:39.891623 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d0f9a-13bb-4344-ad34-60709f54f73d req-373fe501-cb0f-4444-afef-960c0501e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:39.893854 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1d4d0f9a-13bb-4344-ad34-60709f54f73d req-373fe501-cb0f-4444-afef-960c0501e38a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=efee607d69f94e6d9133e9bf132c56d0&device_id=c5d0f1bb-c099-436d-a791-8b878fba384c HTTP/1.1" status: 200 len: 1096 time: 0.2183650 Jul 05 09:43:39.899677 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-6b37a1a8-4ec2-4c77-835c-fa9e7cb66266 None None] Set router b6421ce9-3041-49f8-8124-f15e15f8b678 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:43:39.966221 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a30570-15cc-4244-b252-27d4b5203b09 req-566c44e2-f254-4c91-b298-2e07ebfc35af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:39.977436 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-83a30570-15cc-4244-b252-27d4b5203b09 req-566c44e2-f254-4c91-b298-2e07ebfc35af service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&device_id=6a596a4c-5257-4f2d-bbde-a272abf48c32 HTTP/1.1" status: 200 len: 1095 time: 0.1582046 Jul 05 09:43:40.085044 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-83a30570-15cc-4244-b252-27d4b5203b09 req-2c6d5a55-d9d1-4426-8581-43e08e9b491e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c4bdb5a-2640-425a-977d-e48b7eb89047 HTTP/1.1" status: 200 len: 217 time: 0.0416543 Jul 05 09:43:40.155111 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d0f9a-13bb-4344-ad34-60709f54f73d req-390f64ef-ae57-46ff-9c41-9adeebda0c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:40.156802 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1d4d0f9a-13bb-4344-ad34-60709f54f73d req-390f64ef-ae57-46ff-9c41-9adeebda0c94 service neutron] 10.222.0.81 "GET /v2.0/networks?id=50450e21-61cd-4f08-9734-c5edcfebb387 HTTP/1.1" status: 200 len: 925 time: 0.2490339 Jul 05 09:43:40.222342 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a30570-15cc-4244-b252-27d4b5203b09 req-bf5e95c7-f26c-41fa-85d1-3e35fb577e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:40.224247 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-83a30570-15cc-4244-b252-27d4b5203b09 req-bf5e95c7-f26c-41fa-85d1-3e35fb577e26 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9b6f44ce-d485-46dc-95cd-7820a4fbcd7e HTTP/1.1" status: 200 len: 846 time: 0.1308327 Jul 05 09:43:40.292207 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572cca0-c50d-46ae-ac7e-7353ff9d948d req-adf1a4e6-752b-4897-9641-ed18fe07dcc8 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:40.293888 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9572cca0-c50d-46ae-ac7e-7353ff9d948d req-adf1a4e6-752b-4897-9641-ed18fe07dcc8 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 943 time: 0.5274899 Jul 05 09:43:40.304082 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-83a30570-15cc-4244-b252-27d4b5203b09 req-e52c8863-66a5-4a10-ac8b-234d55030316 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724909 Jul 05 09:43:40.332792 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1d4d0f9a-13bb-4344-ad34-60709f54f73d req-fd95d033-d2d7-401e-8a5a-f325cb850a5e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73f4e93d-5da2-4c9e-aa08-e22009ef6652 HTTP/1.1" status: 200 len: 999 time: 0.1674337 Jul 05 09:43:40.345021 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9572cca0-c50d-46ae-ac7e-7353ff9d948d req-5bc3bb23-2d26-42e1-a306-81ee8c215012 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414696 Jul 05 09:43:40.355535 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6b37a1a8-4ec2-4c77-835c-fa9e7cb66266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1147022740-router', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:18Z', 'revision_number': 4, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'gw_port': {'id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'eb1fd96c-62d8-4259-ba03-20de6a236b62', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'port_id': '73f4e93d-5da2-4c9e-aa08-e22009ef6652', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'mac_address': 'fa:16:3e:af:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d0f1bb-c099-436d-a791-8b878fba384c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:39:42Z', 'updated_at': '2021-07-05T09:43:37Z', 'revision_number': 5, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d780f2-e427-4069-a14a-c3ebfe669b13', 'name': '', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'mac_address': 'fa:16:3e:b6:a0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:17Z', 'updated_at': '2021-07-05T09:39:25Z', 'revision_number': 5, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'subnets': [{'id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:40.380672 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ba4ce-de58-4d7e-aa7f-2d556e1fa5cf req-a539fc65-d8fa-478c-9181-79fbdc1257c5 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:40.388380 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c55ba4ce-de58-4d7e-aa7f-2d556e1fa5cf req-a539fc65-d8fa-478c-9181-79fbdc1257c5 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0994e6-8b80-408f-95fb-321e2fd5ac1e HTTP/1.1" status: 200 len: 945 time: 0.5727415 Jul 05 09:43:40.394812 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b37a1a8-4ec2-4c77-835c-fa9e7cb66266 None None] The sync data for ids ['b6421ce9-3041-49f8-8124-f15e15f8b678'] in n-d-798054-8 is: [{'id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1147022740-router', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:18Z', 'revision_number': 4, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'gw_port': {'id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'eb1fd96c-62d8-4259-ba03-20de6a236b62', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'port_id': '73f4e93d-5da2-4c9e-aa08-e22009ef6652', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'mac_address': 'fa:16:3e:af:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d0f1bb-c099-436d-a791-8b878fba384c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:39:42Z', 'updated_at': '2021-07-05T09:43:37Z', 'revision_number': 5, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d780f2-e427-4069-a14a-c3ebfe669b13', 'name': '', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'mac_address': 'fa:16:3e:b6:a0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:17Z', 'updated_at': '2021-07-05T09:39:25Z', 'revision_number': 5, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'subnets': [{'id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:43:40.489175 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c55ba4ce-de58-4d7e-aa7f-2d556e1fa5cf req-de4e58c8-3cc3-4ab6-8357-a045d1cd73b3 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.79 "GET /v2.0/security-groups?id=a5ab944e-bfd4-4055-8049-33ec9847348b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924790 Jul 05 09:43:40.500033 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7898fb27-6568-4785-8bb4-b7ac97266fb2 x-openstack-request-id: req-7898fb27-6568-4785-8bb4-b7ac97266fb2 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:40.500337 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a596a4c-5257-4f2d-bbde-a272abf48c32", "tag": "5c4bdb5a-2640-425a-977d-e48b7eb89047", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:40.500616 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7898fb27-6568-4785-8bb4-b7ac97266fb2 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:40.501032 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a596a4c-5257-4f2d-bbde-a272abf48c32', 'tag': '5c4bdb5a-2640-425a-977d-e48b7eb89047', 'status': 'completed', 'code': 200} Jul 05 09:43:40.599316 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d0f9a-13bb-4344-ad34-60709f54f73d req-3c557eb6-7f63-4e86-9f6a-b6ae50bab6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:40.600985 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1d4d0f9a-13bb-4344-ad34-60709f54f73d req-3c557eb6-7f63-4e86-9f6a-b6ae50bab6b5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=02e4f4c6-8a8b-482c-a989-f519f8934c03 HTTP/1.1" status: 200 len: 863 time: 0.2581711 Jul 05 09:43:40.643321 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-83a30570-15cc-4244-b252-27d4b5203b09 req-b21bdb24-4774-486f-ad02-2f0134c079a7 service neutron] 10.222.0.78 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083792 Jul 05 09:43:40.660383 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc81e3-e44f-4917-8872-ab73456e0d29 req-3bcf2f66-a5b0-4840-857b-2df0d0a3446c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:40.668295 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d6fc81e3-e44f-4917-8872-ab73456e0d29 req-3bcf2f66-a5b0-4840-857b-2df0d0a3446c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.0886016 Jul 05 09:43:40.763053 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d6fc81e3-e44f-4917-8872-ab73456e0d29 req-f210478e-468f-47ef-b6d6-9dae189f51ea tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935826 Jul 05 09:43:40.791557 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d0f9a-13bb-4344-ad34-60709f54f73d req-bcdb8078-b5e4-4cff-94d7-78953b90744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:40.793130 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1d4d0f9a-13bb-4344-ad34-60709f54f73d req-bcdb8078-b5e4-4cff-94d7-78953b90744b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=50450e21-61cd-4f08-9734-c5edcfebb387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1687357 Jul 05 09:43:40.823774 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067b1d87-1ddf-4ca8-a00f-ac96fdbe43af None None] New status for floating IP eb1fd96c-62d8-4259-ba03-20de6a236b62: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:43:40.903673 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-83a30570-15cc-4244-b252-27d4b5203b09 req-a90d2c28-3dda-45d1-a658-6487fb7e2739 service neutron] 10.222.0.78 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239208 Jul 05 09:43:40.936297 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695a40b-0770-4536-8eee-873da9dd5e1c req-606d1673-29c8-42c7-ba59-da914e38f044 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:40.946544 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0695a40b-0770-4536-8eee-873da9dd5e1c req-606d1673-29c8-42c7-ba59-da914e38f044 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 945 time: 0.2552838 Jul 05 09:43:41.047896 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0695a40b-0770-4536-8eee-873da9dd5e1c req-9b54cd12-b2ab-4aec-a421-d923fd496f37 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010244 Jul 05 09:43:41.104693 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1d4d0f9a-13bb-4344-ad34-60709f54f73d req-1f897e31-fffe-4d8a-afa2-443cb512e7df service neutron] 10.222.0.81 "GET /v2.0/networks/50450e21-61cd-4f08-9734-c5edcfebb387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902794 Jul 05 09:43:41.108995 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd503dda-e1bd-4644-bfa8-6bc625cc242d req-e7a03c70-33fd-4e19-ac1a-ad5b73287a93 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:41.112409 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd503dda-e1bd-4644-bfa8-6bc625cc242d req-e7a03c70-33fd-4e19-ac1a-ad5b73287a93 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0994e6-8b80-408f-95fb-321e2fd5ac1e HTTP/1.1" status: 200 len: 945 time: 0.3287132 Jul 05 09:43:41.244458 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39315e1e-b123-4bf3-a77d-32cb29e5cbc3 req-0e22190e-7c69-491a-827a-e32263b99f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:41.246040 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-39315e1e-b123-4bf3-a77d-32cb29e5cbc3 req-0e22190e-7c69-491a-827a-e32263b99f55 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&device_id=6a596a4c-5257-4f2d-bbde-a272abf48c32 HTTP/1.1" status: 200 len: 1095 time: 0.2682126 Jul 05 09:43:41.429278 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1d4d0f9a-13bb-4344-ad34-60709f54f73d req-3ce0be58-461a-414a-822f-c0c8b9cd4aa9 service neutron] 10.222.0.81 "GET /v2.0/networks/50450e21-61cd-4f08-9734-c5edcfebb387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029740 Jul 05 09:43:41.446583 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7810b-b1b8-425a-87ba-c15b99fe3ecc req-0e6e6606-e8a6-4367-b243-c95c17170dd3 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:41.454571 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6b7810b-b1b8-425a-87ba-c15b99fe3ecc req-0e6e6606-e8a6-4367-b243-c95c17170dd3 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a596a4c-5257-4f2d-bbde-a272abf48c32 HTTP/1.1" status: 200 len: 944 time: 0.2054596 Jul 05 09:43:41.505188 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39315e1e-b123-4bf3-a77d-32cb29e5cbc3 req-30ab93a9-8ea7-447e-b125-a714d9976a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:41.505417 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-dd503dda-e1bd-4644-bfa8-6bc625cc242d req-f38f39e1-8110-4dae-bd0a-cc27daac4d6f tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Deleting port 4e0655a0-65ce-4839-b040-fbeaa8219c3f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:41.505762 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dd503dda-e1bd-4644-bfa8-6bc625cc242d req-f38f39e1-8110-4dae-bd0a-cc27daac4d6f tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:41.506614 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-39315e1e-b123-4bf3-a77d-32cb29e5cbc3 req-30ab93a9-8ea7-447e-b125-a714d9976a27 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 HTTP/1.1" status: 200 len: 907 time: 0.2518103 Jul 05 09:43:41.536259 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6b7810b-b1b8-425a-87ba-c15b99fe3ecc req-9cf5cbb3-b425-4d08-8ec8-105a85099ebe tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799637 Jul 05 09:43:41.569681 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-39315e1e-b123-4bf3-a77d-32cb29e5cbc3 req-fae01fe3-85c7-4b8e-a120-c6367f85535f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c4bdb5a-2640-425a-977d-e48b7eb89047 HTTP/1.1" status: 200 len: 217 time: 0.0508957 Jul 05 09:43:41.644018 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39315e1e-b123-4bf3-a77d-32cb29e5cbc3 req-b1bacf40-8b0a-4fec-b6a1-8346aa8146de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:41.645795 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-39315e1e-b123-4bf3-a77d-32cb29e5cbc3 req-b1bacf40-8b0a-4fec-b6a1-8346aa8146de service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9b6f44ce-d485-46dc-95cd-7820a4fbcd7e HTTP/1.1" status: 200 len: 846 time: 0.0662849 Jul 05 09:43:41.680460 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-39315e1e-b123-4bf3-a77d-32cb29e5cbc3 req-8fa90e78-b291-4d7f-b216-194ece43edd8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274763 Jul 05 09:43:41.689798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3de1c-f5b1-4458-95d4-c50eb4e2be4c req-060b0d62-804d-48a0-9e5e-9ed6e950baf7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:41.696999 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84e3de1c-f5b1-4458-95d4-c50eb4e2be4c req-060b0d62-804d-48a0-9e5e-9ed6e950baf7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.2907269 Jul 05 09:43:41.798394 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84e3de1c-f5b1-4458-95d4-c50eb4e2be4c req-77efd280-068a-4280-a782-9d45e1d064af tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998735 Jul 05 09:43:41.811380 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-39315e1e-b123-4bf3-a77d-32cb29e5cbc3 req-da1fc30c-aa8d-469e-a3aa-978aca4836b6 service neutron] 10.222.0.78 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235437 Jul 05 09:43:41.850036 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-dd503dda-e1bd-4644-bfa8-6bc625cc242d req-f38f39e1-8110-4dae-bd0a-cc27daac4d6f tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] For port 4e0655a0-65ce-4839-b040-fbeaa8219c3f, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=4e0655a0-65ce-4839-b040-fbeaa8219c3f,segment=NetworkSegment(665787c8-9c08-45c7-b111-33f9f5b0d394),segment_id=665787c8-9c08-45c7-b111-33f9f5b0d394)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:41.857564 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dd503dda-e1bd-4644-bfa8-6bc625cc242d req-f38f39e1-8110-4dae-bd0a-cc27daac4d6f tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:41.894839 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-dd503dda-e1bd-4644-bfa8-6bc625cc242d req-f38f39e1-8110-4dae-bd0a-cc27daac4d6f tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Calling delete_port for 4e0655a0-65ce-4839-b040-fbeaa8219c3f owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:41.932427 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-39315e1e-b123-4bf3-a77d-32cb29e5cbc3 req-c3cae0c0-0702-4ab2-93b0-aaf5b788d798 service neutron] 10.222.0.78 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136236 Jul 05 09:43:42.008520 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502c976-68b7-400e-9750-a335adcbce27 req-fbae1dd2-dd13-4b8a-9717-5813ea0d037f tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:42.015199 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7502c976-68b7-400e-9750-a335adcbce27 req-fbae1dd2-dd13-4b8a-9717-5813ea0d037f tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 943 time: 0.2674007 Jul 05 09:43:42.095395 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6153da26-399a-4d01-a747-081d45c562c6 req-43db3e05-e88f-476d-bb99-7daceaf50bd9 service neutron] 10.222.0.81 "GET /v2.0/ports/0f90be91-db15-4bef-a182-f1ac65014b1c/bindings/n-h2-798054-8 HTTP/1.1" status: 200 len: 384 time: 0.0672035 Jul 05 09:43:42.109494 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 4e0655a0-65ce-4839-b040-fbeaa8219c3f no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:43:42.131688 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7502c976-68b7-400e-9750-a335adcbce27 req-1ac20a93-37f6-4449-87d3-ced849aa4293 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150012 Jul 05 09:43:42.145968 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d826d4c-612c-4c96-8d59-a4ff733999f9 req-4932f8c9-05ec-474e-ae7c-b71b982e1271 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:42.152760 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d826d4c-612c-4c96-8d59-a4ff733999f9 req-4932f8c9-05ec-474e-ae7c-b71b982e1271 tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0994e6-8b80-408f-95fb-321e2fd5ac1e HTTP/1.1" status: 200 len: 945 time: 0.1346202 Jul 05 09:43:42.280475 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:42.296211 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d826d4c-612c-4c96-8d59-a4ff733999f9 req-6cf86962-6f39-4fbf-a505-db62d89036df tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.79 "GET /v2.0/security-groups?id=a5ab944e-bfd4-4055-8049-33ec9847348b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389029 Jul 05 09:43:42.450880 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dd503dda-e1bd-4644-bfa8-6bc625cc242d req-f38f39e1-8110-4dae-bd0a-cc27daac4d6f tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:42.497516 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f39e1-8110-4dae-bd0a-cc27daac4d6f tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Pushing event deleted for resources: {'Port': ['ID=4e0655a0-65ce-4839-b040-fbeaa8219c3f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:42.498081 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-6153da26-399a-4d01-a747-081d45c562c6 req-f2ded7c1-7409-4453-95c0-1b93b3a2f878 service neutron] For port 0f90be91-db15-4bef-a182-f1ac65014b1c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=0f90be91-db15-4bef-a182-f1ac65014b1c,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:42.512434 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 0f90be91-db15-4bef-a182-f1ac65014b1c no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:43:42.513406 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759c245-57cf-4521-b9ee-86267bd2227e req-accaa34d-0191-4efd-b93b-5c98ff9c1b56 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:42.521361 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f759c245-57cf-4521-b9ee-86267bd2227e req-accaa34d-0191-4efd-b93b-5c98ff9c1b56 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 945 time: 0.2176025 Jul 05 09:43:42.553947 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-6153da26-399a-4d01-a747-081d45c562c6 req-f2ded7c1-7409-4453-95c0-1b93b3a2f878 service neutron] For port 0f90be91-db15-4bef-a182-f1ac65014b1c, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:42.598140 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-6153da26-399a-4d01-a747-081d45c562c6 req-f2ded7c1-7409-4453-95c0-1b93b3a2f878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f90be91-db15-4bef-a182-f1ac65014b1c {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:42.621105 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-6153da26-399a-4d01-a747-081d45c562c6 req-f2ded7c1-7409-4453-95c0-1b93b3a2f878 service neutron] For port 0f90be91-db15-4bef-a182-f1ac65014b1c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=0f90be91-db15-4bef-a182-f1ac65014b1c,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:42.635769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd503dda-e1bd-4644-bfa8-6bc625cc242d req-f38f39e1-8110-4dae-bd0a-cc27daac4d6f tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] No DVR routers for this DVR port 4e0655a0-65ce-4839-b040-fbeaa8219c3f on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:43:42.645148 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6153da26-399a-4d01-a747-081d45c562c6 req-f2ded7c1-7409-4453-95c0-1b93b3a2f878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:42.646731 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dd503dda-e1bd-4644-bfa8-6bc625cc242d req-f38f39e1-8110-4dae-bd0a-cc27daac4d6f tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:42.651023 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd503dda-e1bd-4644-bfa8-6bc625cc242d req-f38f39e1-8110-4dae-bd0a-cc27daac4d6f tempest-ServerPasswordTestJSON-643575296 tempest-ServerPasswordTestJSON-643575296-project] 10.222.0.81 "DELETE /v2.0/ports/4e0655a0-65ce-4839-b040-fbeaa8219c3f HTTP/1.1" status: 204 len: 173 time: 1.5294693 Jul 05 09:43:42.652969 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0994e6-8b80-408f-95fb-321e2fd5ac1e', 'name': 'network-vif-deleted', 'tag': '4e0655a0-65ce-4839-b040-fbeaa8219c3f'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:42.656680 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e889ea9-8b80-4b5f-90a8-bb30622139cc" -d '{"events": [{"server_uuid": "cf0994e6-8b80-408f-95fb-321e2fd5ac1e", "name": "network-vif-deleted", "tag": "4e0655a0-65ce-4839-b040-fbeaa8219c3f"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:42.715385 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f759c245-57cf-4521-b9ee-86267bd2227e req-eaab329c-0f4b-421f-9e7e-44c627b3a751 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843941 Jul 05 09:43:42.782385 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-6153da26-399a-4d01-a747-081d45c562c6 req-f2ded7c1-7409-4453-95c0-1b93b3a2f878 service neutron] Transition to ACTIVE for port object 0f90be91-db15-4bef-a182-f1ac65014b1c will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:42.787201 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d03b5fc-5c22-4b3d-a173-36324f97ad9a x-openstack-request-id: req-3d03b5fc-5c22-4b3d-a173-36324f97ad9a {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:42.787603 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0994e6-8b80-408f-95fb-321e2fd5ac1e", "name": "network-vif-deleted", "tag": "4e0655a0-65ce-4839-b040-fbeaa8219c3f", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:42.787987 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3d03b5fc-5c22-4b3d-a173-36324f97ad9a {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:42.788489 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0994e6-8b80-408f-95fb-321e2fd5ac1e', 'name': 'network-vif-deleted', 'tag': '4e0655a0-65ce-4839-b040-fbeaa8219c3f', 'status': 'completed', 'code': 200} Jul 05 09:43:42.788612 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6153da26-399a-4d01-a747-081d45c562c6 req-f2ded7c1-7409-4453-95c0-1b93b3a2f878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:42.940535 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-6153da26-399a-4d01-a747-081d45c562c6 req-f2ded7c1-7409-4453-95c0-1b93b3a2f878 service neutron] No DVR routers for this DVR port 0f90be91-db15-4bef-a182-f1ac65014b1c on host n-h1-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:43:43.001526 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e75b5d-4816-4274-ab2a-49ec1757e25e req-196ed25f-bb63-4624-8589-ce9ac2d12b83 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:43.013772 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d0e75b5d-4816-4274-ab2a-49ec1757e25e req-196ed25f-bb63-4624-8589-ce9ac2d12b83 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a596a4c-5257-4f2d-bbde-a272abf48c32 HTTP/1.1" status: 200 len: 944 time: 0.1434410 Jul 05 09:43:43.031169 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6153da26-399a-4d01-a747-081d45c562c6 req-f2ded7c1-7409-4453-95c0-1b93b3a2f878 service neutron] 10.222.0.81 "PUT /v2.0/ports/0f90be91-db15-4bef-a182-f1ac65014b1c/bindings/n-h2-798054-8/activate HTTP/1.1" status: 200 len: 369 time: 0.9274740 Jul 05 09:43:43.045762 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ded7c1-7409-4453-95c0-1b93b3a2f878 service neutron] Pushing event updated for resources: {'Port': ['ID=0f90be91-db15-4bef-a182-f1ac65014b1c,revision_number=10']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:43.073726 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-5e1aa6f4-fdb9-4994-880e-11c8b8d9096e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=113815fb01a24fd792ed2a3df3efc0de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427513 Jul 05 09:43:43.150742 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d0e75b5d-4816-4274-ab2a-49ec1757e25e req-f79266a6-e0eb-4034-bb40-473dceb7c8d1 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262054 Jul 05 09:43:43.319894 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153da26-399a-4d01-a747-081d45c562c6 req-c7777912-b07a-4c2e-bd2d-1d231b6d1c8f tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:43.322413 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6153da26-399a-4d01-a747-081d45c562c6 req-c7777912-b07a-4c2e-bd2d-1d231b6d1c8f tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b&tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&binding%3Ahost_id=n-h1-798054-8 HTTP/1.1" status: 200 len: 1095 time: 0.1042116 Jul 05 09:43:43.325217 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-b85e2359-8afa-400e-8a5d-c02911f35a83 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:43.335219 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-b85e2359-8afa-400e-8a5d-c02911f35a83 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2554400 Jul 05 09:43:43.394275 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-8dae6aa8-ecd2-43b3-aa57-f2fa95366724 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/quotas/113815fb01a24fd792ed2a3df3efc0de HTTP/1.1" status: 200 len: 375 time: 0.0576644 Jul 05 09:43:43.405655 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153da26-399a-4d01-a747-081d45c562c6 req-6f4bda39-b75d-4172-8160-a79e9c64dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:43.407534 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6153da26-399a-4d01-a747-081d45c562c6 req-6f4bda39-b75d-4172-8160-a79e9c64dc7f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b&tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b HTTP/1.1" status: 200 len: 1095 time: 0.0753789 Jul 05 09:43:43.492114 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f719f-1c1e-42b6-a34f-86aba2c34f34 req-047da8b5-c109-4448-9544-6c2c2ca2dfbb tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:43.494362 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e54f719f-1c1e-42b6-a34f-86aba2c34f34 req-047da8b5-c109-4448-9544-6c2c2ca2dfbb tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 944 time: 0.1569090 Jul 05 09:43:43.513790 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-62aa2c14-0c43-4183-aa99-66ed614a19e2 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1183150 Jul 05 09:43:43.532884 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153da26-399a-4d01-a747-081d45c562c6 req-10fb2339-0c25-4ef8-9e62-1110fb21448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:43.536323 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6153da26-399a-4d01-a747-081d45c562c6 req-10fb2339-0c25-4ef8-9e62-1110fb21448b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 1095 time: 0.0977647 Jul 05 09:43:43.574064 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e54f719f-1c1e-42b6-a34f-86aba2c34f34 req-0e9fdaca-ae32-4c15-9e21-984fc22828b6 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589166 Jul 05 09:43:43.669983 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153da26-399a-4d01-a747-081d45c562c6 req-b5c36af4-461c-4a82-b772-3b1df0ada502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:43.672993 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6153da26-399a-4d01-a747-081d45c562c6 req-b5c36af4-461c-4a82-b772-3b1df0ada502 service neutron] 10.222.0.78 "GET /v2.0/networks?id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 200 len: 922 time: 0.1288731 Jul 05 09:43:43.705699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46606) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:43.771237 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6153da26-399a-4d01-a747-081d45c562c6 req-5802252b-79f1-4e95-93a1-b6bc1ad78c44 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f90be91-db15-4bef-a182-f1ac65014b1c HTTP/1.1" status: 200 len: 217 time: 0.0906694 Jul 05 09:43:43.817337 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-964c2e87-fb68-4c6f-90fd-3a0ffe200bf5 admin admin] Deleting subnet 98f18556-b5b4-4440-927c-9ae4ddff927f {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:43:43.820924 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-964c2e87-fb68-4c6f-90fd-3a0ffe200bf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:43.895134 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153da26-399a-4d01-a747-081d45c562c6 req-561027a9-88a8-4417-83fc-55c37d0259bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:43.896748 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6153da26-399a-4d01-a747-081d45c562c6 req-561027a9-88a8-4417-83fc-55c37d0259bd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4cd5f100-3ecb-4100-a6d6-40f339ce6cc7 HTTP/1.1" status: 200 len: 861 time: 0.1146379 Jul 05 09:43:43.929052 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-964c2e87-fb68-4c6f-90fd-3a0ffe200bf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:43.938377 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6153da26-399a-4d01-a747-081d45c562c6 req-102884e7-167f-4af8-bad5-f8e2a096aa5a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323818 Jul 05 09:43:44.040184 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e1003baf-41f4-4a15-a0c2-bf5f08c43268 req-56979c13-9dae-4dcd-aec8-99a06c948f30 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 210 time: 0.0591042 Jul 05 09:43:44.082221 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-964c2e87-fb68-4c6f-90fd-3a0ffe200bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:44.094683 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6153da26-399a-4d01-a747-081d45c562c6 req-4cfbbb3e-700e-47b7-bd36-8502934c4bcf service neutron] 10.222.0.78 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461020 Jul 05 09:43:44.187463 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979f73a-e5b7-4f30-a97d-be6ee2f8f2bb req-4675d82f-c740-48b4-8ffc-4eee5d453b9f tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:44.201468 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b979f73a-e5b7-4f30-a97d-be6ee2f8f2bb req-4675d82f-c740-48b4-8ffc-4eee5d453b9f tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 945 time: 0.1906049 Jul 05 09:43:44.226376 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6153da26-399a-4d01-a747-081d45c562c6 req-0a9fb76b-b2fc-42b0-836f-0e3264180637 service neutron] 10.222.0.78 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235902 Jul 05 09:43:44.272722 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b979f73a-e5b7-4f30-a97d-be6ee2f8f2bb req-564cece4-01a1-4cee-8345-c0b3c1fa4704 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699589 Jul 05 09:43:44.277460 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-964c2e87-fb68-4c6f-90fd-3a0ffe200bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:44.314346 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c2e87-fb68-4c6f-90fd-3a0ffe200bf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98f18556-b5b4-4440-927c-9ae4ddff927f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:44.325777 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-964c2e87-fb68-4c6f-90fd-3a0ffe200bf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:44.327936 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-964c2e87-fb68-4c6f-90fd-3a0ffe200bf5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/98f18556-b5b4-4440-927c-9ae4ddff927f HTTP/1.1" status: 204 len: 168 time: 0.6206820 Jul 05 09:43:44.331413 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46622) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:44.456265 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5eb3039-145b-4bec-a3f2-7aa7c280a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:44.511352 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e53f8-ed98-4d61-882c-238239f3cda9 req-fb5d7a68-906c-42b0-83f2-0cdf3861c685 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:44.513021 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-027e53f8-ed98-4d61-882c-238239f3cda9 req-fb5d7a68-906c-42b0-83f2-0cdf3861c685 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a596a4c-5257-4f2d-bbde-a272abf48c32 HTTP/1.1" status: 200 len: 944 time: 0.1620767 Jul 05 09:43:44.586877 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5eb3039-145b-4bec-a3f2-7aa7c280a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:44.657063 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-027e53f8-ed98-4d61-882c-238239f3cda9 req-9e87a4c9-5769-476b-b688-53de4bbd8d06 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281273 Jul 05 09:43:44.659896 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-a5eb3039-145b-4bec-a3f2-7aa7c280a4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddfe9262-ff5a-47ed-9320-9e3b4cf5c884']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:44.673095 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-a5eb3039-145b-4bec-a3f2-7aa7c280a4f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '665787c8-9c08-45c7-b111-33f9f5b0d394') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:44.673650 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-a5eb3039-145b-4bec-a3f2-7aa7c280a4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '665787c8-9c08-45c7-b111-33f9f5b0d394') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:44.713112 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5eb3039-145b-4bec-a3f2-7aa7c280a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:44.761297 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5eb3039-145b-4bec-a3f2-7aa7c280a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:44.775131 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5eb3039-145b-4bec-a3f2-7aa7c280a4f5 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:43:44.776246 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5eb3039-145b-4bec-a3f2-7aa7c280a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:43:44.778554 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:43:44.868304 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c167836-a952-4947-875f-f374562db7bb req-9d292e7b-8f0f-4469-aab9-7fc560432398 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:44.869906 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c167836-a952-4947-875f-f374562db7bb req-9d292e7b-8f0f-4469-aab9-7fc560432398 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 944 time: 0.1596434 Jul 05 09:43:44.871053 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5eb3039-145b-4bec-a3f2-7aa7c280a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:44.889589 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5eb3039-145b-4bec-a3f2-7aa7c280a4f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:44.913062 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a5eb3039-145b-4bec-a3f2-7aa7c280a4f5 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ddfe9262-ff5a-47ed-9320-9e3b4cf5c884 HTTP/1.1" status: 204 len: 168 time: 0.5801642 Jul 05 09:43:44.955753 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb3039-145b-4bec-a3f2-7aa7c280a4f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddfe9262-ff5a-47ed-9320-9e3b4cf5c884,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:45.033967 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c167836-a952-4947-875f-f374562db7bb req-347b1c25-2c60-4894-9808-57f53958269e tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452551 Jul 05 09:43:45.083163 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46636) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:45.161532 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-47a00de8-4ec8-4089-9690-4e827155ca2a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fe1c56998a594274b363baecf7f2161b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0771632 Jul 05 09:43:45.164377 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46640) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:45.250059 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7b00736-de14-4481-b124-89a548ae8573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:45.263274 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153da26-399a-4d01-a747-081d45c562c6 req-7e728c71-27d0-4887-9586-9c015aeefe59 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:45.271094 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6153da26-399a-4d01-a747-081d45c562c6 req-7e728c71-27d0-4887-9586-9c015aeefe59 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b&tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&binding%3Ahost_id=n-h2-798054-8 HTTP/1.1" status: 200 len: 1095 time: 0.6419590 Jul 05 09:43:45.368184 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7b00736-de14-4481-b124-89a548ae8573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:45.372542 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b8befd4-1e37-4c0b-98ee-855f602a41cc req-eecd3264-e091-4ea1-b81c-59a7a1062fbc tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 210 time: 0.0693183 Jul 05 09:43:45.416158 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-6153da26-399a-4d01-a747-081d45c562c6 req-be3e9379-dcaa-4cec-8539-4ee3a9846c1d service neutron] For port 0f90be91-db15-4bef-a182-f1ac65014b1c, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:45.421827 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6153da26-399a-4d01-a747-081d45c562c6 req-be3e9379-dcaa-4cec-8539-4ee3a9846c1d service neutron] Notify callbacks [] for binding, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:45.422964 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6153da26-399a-4d01-a747-081d45c562c6 req-be3e9379-dcaa-4cec-8539-4ee3a9846c1d service neutron] 10.222.0.78 "DELETE /v2.0/ports/0f90be91-db15-4bef-a182-f1ac65014b1c/bindings/n-h1-798054-8 HTTP/1.1" status: 204 len: 173 time: 0.1457548 Jul 05 09:43:45.486017 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edae5a2-1651-469e-8f5d-32ea99bf8fc7 req-481b35eb-745f-4542-acd4-99c7d9269c54 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:45.494597 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3edae5a2-1651-469e-8f5d-32ea99bf8fc7 req-481b35eb-745f-4542-acd4-99c7d9269c54 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 1095 time: 0.1205547 Jul 05 09:43:45.520358 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-cac9c9b9-e0cb-48c8-88ab-12490d272ce3 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=113815fb01a24fd792ed2a3df3efc0de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668163 Jul 05 09:43:45.544955 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3edae5a2-1651-469e-8f5d-32ea99bf8fc7 req-62f6801e-40ac-4fcb-a0a8-2952f564d3e5 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491326 Jul 05 09:43:45.555734 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7b00736-de14-4481-b124-89a548ae8573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:45.577049 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7b00736-de14-4481-b124-89a548ae8573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:45.581223 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a7b00736-de14-4481-b124-89a548ae8573 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a5ab944e-bfd4-4055-8049-33ec9847348b HTTP/1.1" status: 204 len: 168 time: 0.4126446 Jul 05 09:43:45.626102 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b00736-de14-4481-b124-89a548ae8573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ab944e-bfd4-4055-8049-33ec9847348b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:45.755490 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 5c4bdb5a-2640-425a-977d-e48b7eb89047 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:43:45.775048 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-ddf799b4-6b73-4ea8-bc87-c57429ba9264 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:45.782923 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-ddf799b4-6b73-4ea8-bc87-c57429ba9264 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2600136 Jul 05 09:43:45.799409 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-ac97a1c9-1854-4575-a3a7-c40260751ace tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Request body: {'port': {'device_id': 'e26d23e6-202b-4153-97e0-e54f4c9a3d0b', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': '113815fb01a24fd792ed2a3df3efc0de'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:45.812387 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef00ab1-d935-4e7d-a87b-2b029d10664f req-e0aa8eab-f9d1-43ea-90b3-ab26acbad9d2 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:45.814062 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ef00ab1-d935-4e7d-a87b-2b029d10664f req-e0aa8eab-f9d1-43ea-90b3-ab26acbad9d2 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 945 time: 0.1812847 Jul 05 09:43:45.870558 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ea936-ce6a-4973-8c52-5ab1a1b39713 req-a104e745-9b38-45ae-8170-e2d1436bc016 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:45.881289 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-677ea936-ce6a-4973-8c52-5ab1a1b39713 req-a104e745-9b38-45ae-8170-e2d1436bc016 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 1095 time: 0.1260478 Jul 05 09:43:45.942722 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-677ea936-ce6a-4973-8c52-5ab1a1b39713 req-bfda0a51-7717-4140-8fd3-1f8740a2f2dc tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603695 Jul 05 09:43:45.956731 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ef00ab1-d935-4e7d-a87b-2b029d10664f req-374e71b1-915e-4f7e-a57b-a995ea505460 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286690 Jul 05 09:43:46.029494 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 5c4bdb5a-2640-425a-977d-e48b7eb89047, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=5c4bdb5a-2640-425a-977d-e48b7eb89047,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:46.057010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '5c4bdb5a-2640-425a-977d-e48b7eb89047', 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62', 'port_id': '5c4bdb5a-2640-425a-977d-e48b7eb89047', 'mac_address': 'fa:16:3e:23:a9:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6f44ce-d485-46dc-95cd-7820a4fbcd7e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:43:46.099438 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-ac97a1c9-1854-4575-a3a7-c40260751ace tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Made reservation on behalf of 113815fb01a24fd792ed2a3df3efc0de for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:46.105081 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-ac97a1c9-1854-4575-a3a7-c40260751ace tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:46.140493 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:46.201538 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c4bdb5a-2640-425a-977d-e48b7eb89047 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:46.248193 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 5c4bdb5a-2640-425a-977d-e48b7eb89047, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=5c4bdb5a-2640-425a-977d-e48b7eb89047,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:46.254043 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:46.267157 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128703e-4f89-4852-addd-805a01aecf34 req-f220c987-9933-4965-8a2e-8cbf7617afec tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:46.279783 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9128703e-4f89-4852-addd-805a01aecf34 req-f220c987-9933-4965-8a2e-8cbf7617afec tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a596a4c-5257-4f2d-bbde-a272abf48c32 HTTP/1.1" status: 200 len: 944 time: 0.1443298 Jul 05 09:43:46.368145 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=5c4bdb5a-2640-425a-977d-e48b7eb89047,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:46.404243 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-ac97a1c9-1854-4575-a3a7-c40260751ace tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Allocated IP 192.168.233.170 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/b327d60e-9e93-464d-8aa6-89fb35e1d8b2) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:46.429089 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9128703e-4f89-4852-addd-805a01aecf34 req-390708ed-8600-41b2-b0b0-b244db38ff3f tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483004 Jul 05 09:43:46.690580 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['5c4bdb5a-2640-425a-977d-e48b7eb89047'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:43:46.816375 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-ac97a1c9-1854-4575-a3a7-c40260751ace tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:46.859543 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50e76afc-6d54-4057-a5fe-dda14ed9ab05 req-4fac6818-fa42-47f0-8837-809348e1570a tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 210 time: 0.0612154 Jul 05 09:43:46.881820 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-ac97a1c9-1854-4575-a3a7-c40260751ace tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Transition to ACTIVE for port object b327d60e-9e93-464d-8aa6-89fb35e1d8b2 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:46.976338 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-ac97a1c9-1854-4575-a3a7-c40260751ace tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:46.993712 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['8e70986e-92b8-4ec4-9e27-405e82323c6c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:43:47.074069 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46686) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:47.084252 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-ac97a1c9-1854-4575-a3a7-c40260751ace tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:47.092037 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-ac97a1c9-1854-4575-a3a7-c40260751ace tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:47.115091 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-ac97a1c9-1854-4575-a3a7-c40260751ace tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:47.169570 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97a1c9-1854-4575-a3a7-c40260751ace tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Pushing event updated for resources: {'Port': ['ID=b327d60e-9e93-464d-8aa6-89fb35e1d8b2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:47.251607 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-ac97a1c9-1854-4575-a3a7-c40260751ace tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:47.252858 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-ac97a1c9-1854-4575-a3a7-c40260751ace tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:47.259838 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f86eb7-370c-4137-9a04-77fc6fdfd539 req-cfe39a93-f366-4042-b761-9e31fb5bf51b tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:47.269877 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-89f86eb7-370c-4137-9a04-77fc6fdfd539 req-cfe39a93-f366-4042-b761-9e31fb5bf51b tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 945 time: 0.1285071 Jul 05 09:43:47.292344 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-ac97a1c9-1854-4575-a3a7-c40260751ace tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4969900 Jul 05 09:43:47.295093 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a80c2744-b230-4e60-b8c1-195e94ec3d18 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-322510715-network', 'tenant_id': 'd4b058b990f649f2b3dcc5ec561d1da5'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:47.325660 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80c2744-b230-4e60-b8c1-195e94ec3d18 admin admin] Made reservation on behalf of d4b058b990f649f2b3dcc5ec561d1da5 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:47.328847 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a80c2744-b230-4e60-b8c1-195e94ec3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:47.330725 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-df556236-d068-4d73-ac48-30935e0a1660 service neutron] Request body: {'port': {'device_id': 'e26d23e6-202b-4153-97e0-e54f4c9a3d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:47.342662 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a80c2744-b230-4e60-b8c1-195e94ec3d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:47.419496 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-89f86eb7-370c-4137-9a04-77fc6fdfd539 req-f601c0d9-c4da-4f10-98b8-6f0e9aa394b9 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482112 Jul 05 09:43:47.523346 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-df556236-d068-4d73-ac48-30935e0a1660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:47.533460 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2708b56d-40b0-4f48-b6e2-a2c7d90ff05d None None] Provisioning for port b327d60e-9e93-464d-8aa6-89fb35e1d8b2 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:47.546217 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2708b56d-40b0-4f48-b6e2-a2c7d90ff05d None None] Provisioning complete for port b327d60e-9e93-464d-8aa6-89fb35e1d8b2 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:47.546796 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2708b56d-40b0-4f48-b6e2-a2c7d90ff05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:47.567295 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a80c2744-b230-4e60-b8c1-195e94ec3d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:47.577224 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a80c2744-b230-4e60-b8c1-195e94ec3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:47.608159 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80c2744-b230-4e60-b8c1-195e94ec3d18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:43:47.615203 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2708b56d-40b0-4f48-b6e2-a2c7d90ff05d None None] Port b327d60e-9e93-464d-8aa6-89fb35e1d8b2 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:43:47.670487 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c2744-b230-4e60-b8c1-195e94ec3d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36895eca-63be-4cc8-9a5b-d6f2c510bab0,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:47.677216 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a80c2744-b230-4e60-b8c1-195e94ec3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:47.678053 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-a80c2744-b230-4e60-b8c1-195e94ec3d18 admin admin] Added segment 5fee5f18-0015-4a67-aeee-419ba2f6ec77 of type vlan for network 936dc2f0-d82a-4fa2-99fc-22f673149510 Jul 05 09:43:47.782873 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a80c2744-b230-4e60-b8c1-195e94ec3d18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:47.833922 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a80c2744-b230-4e60-b8c1-195e94ec3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:47.835267 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80c2744-b230-4e60-b8c1-195e94ec3d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:47.836136 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a80c2744-b230-4e60-b8c1-195e94ec3d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:47.898794 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65345e8b-1bbd-409a-b5ae-1063e4013418 req-40d86cdd-fbb6-415b-a3e9-9839a868f591 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:47.902029 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-65345e8b-1bbd-409a-b5ae-1063e4013418 req-40d86cdd-fbb6-415b-a3e9-9839a868f591 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a596a4c-5257-4f2d-bbde-a272abf48c32 HTTP/1.1" status: 200 len: 945 time: 0.1651995 Jul 05 09:43:47.911474 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a80c2744-b230-4e60-b8c1-195e94ec3d18 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8358350 Jul 05 09:43:47.915178 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46700) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:47.927280 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d8ec961d-a792-4aff-bb33-87acf5d3c0cd admin admin] Request body: {'subnet': {'network_id': '936dc2f0-d82a-4fa2-99fc-22f673149510', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-322510715-subnet', 'tenant_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:47.953401 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c2744-b230-4e60-b8c1-195e94ec3d18 admin admin] Pushing event updated for resources: {'Network': ['ID=936dc2f0-d82a-4fa2-99fc-22f673149510,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:47.966039 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 936dc2f0-d82a-4fa2-99fc-22f673149510 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:43:47.993708 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-65345e8b-1bbd-409a-b5ae-1063e4013418 req-9797e731-b1be-49c5-b0e7-61af5488bef3 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807884 Jul 05 09:43:48.013153 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ec961d-a792-4aff-bb33-87acf5d3c0cd admin admin] Made reservation on behalf of d4b058b990f649f2b3dcc5ec561d1da5 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:48.017681 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8ec961d-a792-4aff-bb33-87acf5d3c0cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:48.127009 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['6b53c115-fa70-49fb-a505-943b44432cf3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:43:48.144198 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-df556236-d068-4d73-ac48-30935e0a1660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b327d60e-9e93-464d-8aa6-89fb35e1d8b2 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:48.156452 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-df556236-d068-4d73-ac48-30935e0a1660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:48.177376 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-df556236-d068-4d73-ac48-30935e0a1660 service neutron] Transition to ACTIVE for port object b327d60e-9e93-464d-8aa6-89fb35e1d8b2 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:48.181670 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-df556236-d068-4d73-ac48-30935e0a1660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:48.250210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d0b9b-300b-4f9f-a3a6-fb118b907daf req-a2ad4c4e-0763-4fdd-be08-042741658af4 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:48.258823 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db7d0b9b-300b-4f9f-a3a6-fb118b907daf req-a2ad4c4e-0763-4fdd-be08-042741658af4 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 936 time: 0.1779835 Jul 05 09:43:48.347807 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df556236-d068-4d73-ac48-30935e0a1660 service neutron] Pushing event updated for resources: {'Port': ['ID=b327d60e-9e93-464d-8aa6-89fb35e1d8b2,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:48.357247 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-df556236-d068-4d73-ac48-30935e0a1660 service neutron] Attempting to bind port b327d60e-9e93-464d-8aa6-89fb35e1d8b2 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:48.357580 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-df556236-d068-4d73-ac48-30935e0a1660 service neutron] Attempting to bind port b327d60e-9e93-464d-8aa6-89fb35e1d8b2 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:48.357912 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-df556236-d068-4d73-ac48-30935e0a1660 service neutron] Attempting to bind port b327d60e-9e93-464d-8aa6-89fb35e1d8b2 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:48.363302 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-df556236-d068-4d73-ac48-30935e0a1660 service neutron] Port b327d60e-9e93-464d-8aa6-89fb35e1d8b2 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:43:48.363634 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-df556236-d068-4d73-ac48-30935e0a1660 service neutron] Attempting to bind port b327d60e-9e93-464d-8aa6-89fb35e1d8b2 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:48.368366 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db7d0b9b-300b-4f9f-a3a6-fb118b907daf req-dcd3bcc6-691e-4adf-b9c1-32313c4f81be tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083274 Jul 05 09:43:48.369499 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-df556236-d068-4d73-ac48-30935e0a1660 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:48.369897 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-df556236-d068-4d73-ac48-30935e0a1660 service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:48.370293 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-df556236-d068-4d73-ac48-30935e0a1660 service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:48.370727 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-df556236-d068-4d73-ac48-30935e0a1660 service neutron] Bound port: b327d60e-9e93-464d-8aa6-89fb35e1d8b2, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:48.371090 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-df556236-d068-4d73-ac48-30935e0a1660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:48.452117 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-df556236-d068-4d73-ac48-30935e0a1660 service neutron] For port b327d60e-9e93-464d-8aa6-89fb35e1d8b2, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:48.456489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-df556236-d068-4d73-ac48-30935e0a1660 service neutron] For port b327d60e-9e93-464d-8aa6-89fb35e1d8b2, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b327d60e-9e93-464d-8aa6-89fb35e1d8b2,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:48.462344 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-df556236-d068-4d73-ac48-30935e0a1660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:48.503264 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-df556236-d068-4d73-ac48-30935e0a1660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:48.503933 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-df556236-d068-4d73-ac48-30935e0a1660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:48.507091 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-df556236-d068-4d73-ac48-30935e0a1660 service neutron] 10.222.0.81 "PUT /v2.0/ports/b327d60e-9e93-464d-8aa6-89fb35e1d8b2 HTTP/1.1" status: 200 len: 1096 time: 1.2033131 Jul 05 09:43:48.508050 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26d23e6-202b-4153-97e0-e54f4c9a3d0b', 'tag': 'b327d60e-9e93-464d-8aa6-89fb35e1d8b2'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:48.515220 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050aacce-acc1-4065-afc4-daed4921f37f" -d '{"events": [{"name": "network-changed", "server_uuid": "e26d23e6-202b-4153-97e0-e54f4c9a3d0b", "tag": "b327d60e-9e93-464d-8aa6-89fb35e1d8b2"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:48.558928 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df556236-d068-4d73-ac48-30935e0a1660 service neutron] Pushing event updated for resources: {'Port': ['ID=b327d60e-9e93-464d-8aa6-89fb35e1d8b2,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:48.624046 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8ec961d-a792-4aff-bb33-87acf5d3c0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:48.655303 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-b29d9300-fa81-4782-9228-2ed3d9d1fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:48.660775 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-b29d9300-fa81-4782-9228-2ed3d9d1fa69 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 1099 time: 0.0937581 Jul 05 09:43:48.763231 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-6f6d86c9-95cb-4c7f-8e7c-698d983c6355 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=b327d60e-9e93-464d-8aa6-89fb35e1d8b2 HTTP/1.1" status: 200 len: 217 time: 0.0951715 Jul 05 09:43:48.773989 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec961d-a792-4aff-bb33-87acf5d3c0cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac8d69af-6389-4903-b1a9-dea0800e3203,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:48.823786 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec961d-a792-4aff-bb33-87acf5d3c0cd admin admin] Checking segment: {'id': '5fee5f18-0015-4a67-aeee-419ba2f6ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '936dc2f0-d82a-4fa2-99fc-22f673149510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:48.824410 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ec961d-a792-4aff-bb33-87acf5d3c0cd admin admin] Network hostable DHCP agents. Network: 936dc2f0-d82a-4fa2-99fc-22f673149510, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:43:48.826672 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-1c3b333d-b3a2-4237-a88f-ef4753c428cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:48.828314 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-1c3b333d-b3a2-4237-a88f-ef4753c428cc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0572968 Jul 05 09:43:48.894918 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12aea0c1-56d8-4762-9b34-5358981bb7e5 x-openstack-request-id: req-12aea0c1-56d8-4762-9b34-5358981bb7e5 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:48.895329 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26d23e6-202b-4153-97e0-e54f4c9a3d0b", "tag": "b327d60e-9e93-464d-8aa6-89fb35e1d8b2", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:48.895585 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-12aea0c1-56d8-4762-9b34-5358981bb7e5 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:48.896007 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e26d23e6-202b-4153-97e0-e54f4c9a3d0b', 'tag': 'b327d60e-9e93-464d-8aa6-89fb35e1d8b2', 'status': 'completed', 'code': 200} Jul 05 09:43:48.911593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ec961d-a792-4aff-bb33-87acf5d3c0cd admin admin] Network 936dc2f0-d82a-4fa2-99fc-22f673149510 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:43:48.944324 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-d8ec961d-a792-4aff-bb33-87acf5d3c0cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 936dc2f0-d82a-4fa2-99fc-22f673149510) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:48.948715 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-61d06852-483e-44d0-8f35-ca3ee9e3afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:48.949380 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ec961d-a792-4aff-bb33-87acf5d3c0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:48.949989 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8ec961d-a792-4aff-bb33-87acf5d3c0cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:48.950294 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-61d06852-483e-44d0-8f35-ca3ee9e3afbb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1143966 Jul 05 09:43:48.955904 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871113cc-9061-46fc-a957-fd17814684a3 None None] Network 936dc2f0-d82a-4fa2-99fc-22f673149510 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:43:49.039077 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c332eaa-755e-4b0f-a883-f5df71ced22b req-95f1d3df-264e-4423-b0ed-af0d57c0028a tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:49.048379 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c332eaa-755e-4b0f-a883-f5df71ced22b req-95f1d3df-264e-4423-b0ed-af0d57c0028a tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 945 time: 0.2130704 Jul 05 09:43:49.068328 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d8ec961d-a792-4aff-bb33-87acf5d3c0cd admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1481194 Jul 05 09:43:49.071157 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46714) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:49.081098 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-26c6443f-e77a-42ca-862d-0c2600ca5e59 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-322510715-router', 'tenant_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:49.174226 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26c6443f-e77a-42ca-862d-0c2600ca5e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:49.175471 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26c6443f-e77a-42ca-862d-0c2600ca5e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:49.206553 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-64dc65c0-30a2-4628-b55d-3f175937d961 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443531 Jul 05 09:43:49.264301 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2d1856-f7e2-4a91-b8ef-a4a81548d5fc None None] Network 936dc2f0-d82a-4fa2-99fc-22f673149510 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:43:49.308568 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26c6443f-e77a-42ca-862d-0c2600ca5e59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:49.368213 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c332eaa-755e-4b0f-a883-f5df71ced22b req-7e5c593c-6080-4aa9-a48c-0739ed472618 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174176 Jul 05 09:43:49.411343 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-68ebb7b3-9833-4482-b438-877151ce0cd9 req-7d1947f2-02d0-4ac3-89b6-7ada7a61f381 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899030 Jul 05 09:43:49.581243 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050aacce-acc1-4065-afc4-daed4921f37f req-0cc803a6-bbb8-4d66-b404-5af80b4bbec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:49.582731 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-050aacce-acc1-4065-afc4-daed4921f37f req-0cc803a6-bbb8-4d66-b404-5af80b4bbec0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 1099 time: 0.1232014 Jul 05 09:43:49.658811 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26c6443f-e77a-42ca-862d-0c2600ca5e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:49.679997 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f23f53-9c94-4fab-b101-580f829a6570 req-007726e1-d74c-4ed4-bfff-ca9ff1e15ee5 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:49.687275 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3f23f53-9c94-4fab-b101-580f829a6570 req-007726e1-d74c-4ed4-bfff-ca9ff1e15ee5 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a596a4c-5257-4f2d-bbde-a272abf48c32 HTTP/1.1" status: 200 len: 945 time: 0.3179913 Jul 05 09:43:49.738400 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050aacce-acc1-4065-afc4-daed4921f37f req-fe415f44-aba3-4a6b-94d5-13e5dc63e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:49.740209 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-050aacce-acc1-4065-afc4-daed4921f37f req-fe415f44-aba3-4a6b-94d5-13e5dc63e178 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1495807 Jul 05 09:43:49.774868 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 5c4bdb5a-2640-425a-977d-e48b7eb89047 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:49.816018 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3f23f53-9c94-4fab-b101-580f829a6570 req-401e885f-b70a-44fc-9078-79879a782b81 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275971 Jul 05 09:43:49.818676 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-050aacce-acc1-4065-afc4-daed4921f37f req-6749e512-31e6-46d3-be5d-fe43810a3ed2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=b327d60e-9e93-464d-8aa6-89fb35e1d8b2 HTTP/1.1" status: 200 len: 217 time: 0.0654371 Jul 05 09:43:49.832752 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38936838-b62c-4f2e-a94b-6c42ca16c7ed req-27d06aa1-a279-4d01-aeb1-7125c87cf719 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:49.838959 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-38936838-b62c-4f2e-a94b-6c42ca16c7ed req-27d06aa1-a279-4d01-aeb1-7125c87cf719 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 948 time: 0.2518997 Jul 05 09:43:49.895398 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 5c4bdb5a-2640-425a-977d-e48b7eb89047 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:49.897806 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-38936838-b62c-4f2e-a94b-6c42ca16c7ed req-7e85d01f-9343-457c-9111-d8e79e46ef71 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573964 Jul 05 09:43:49.900741 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 5c4bdb5a-2640-425a-977d-e48b7eb89047 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:49.901391 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:49.974597 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050aacce-acc1-4065-afc4-daed4921f37f req-8326ed9b-a114-4d7b-8ec4-54393360d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:49.977021 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-050aacce-acc1-4065-afc4-daed4921f37f req-8326ed9b-a114-4d7b-8ec4-54393360d03f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1534185 Jul 05 09:43:50.167884 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:50.200467 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050aacce-acc1-4065-afc4-daed4921f37f req-7f5f109b-30db-46f9-9cd5-241498668962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:50.202408 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a596a4c-5257-4f2d-bbde-a272abf48c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4bdb5a-2640-425a-977d-e48b7eb89047'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:50.205081 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1157d861-ee62-4520-8ad3-286bb5b33ba4" -d '{"events": [{"server_uuid": "6a596a4c-5257-4f2d-bbde-a272abf48c32", "name": "network-vif-plugged", "status": "completed", "tag": "5c4bdb5a-2640-425a-977d-e48b7eb89047"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:50.206020 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-050aacce-acc1-4065-afc4-daed4921f37f req-7f5f109b-30db-46f9-9cd5-241498668962 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2127819 Jul 05 09:43:50.240215 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 5c4bdb5a-2640-425a-977d-e48b7eb89047, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=5c4bdb5a-2640-425a-977d-e48b7eb89047,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:50.246380 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:50.304340 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26c6443f-e77a-42ca-862d-0c2600ca5e59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:50.342532 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdfff53-d31b-4868-8ae4-3a610b92b2d2 x-openstack-request-id: req-0fdfff53-d31b-4868-8ae4-3a610b92b2d2 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:50.343060 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a596a4c-5257-4f2d-bbde-a272abf48c32", "name": "network-vif-plugged", "status": "completed", "tag": "5c4bdb5a-2640-425a-977d-e48b7eb89047", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:50.343060 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0fdfff53-d31b-4868-8ae4-3a610b92b2d2 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:50.343435 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a596a4c-5257-4f2d-bbde-a272abf48c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4bdb5a-2640-425a-977d-e48b7eb89047', 'code': 200} Jul 05 09:43:50.344997 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=5c4bdb5a-2640-425a-977d-e48b7eb89047,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:50.357191 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26c6443f-e77a-42ca-862d-0c2600ca5e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:50.410003 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-050aacce-acc1-4065-afc4-daed4921f37f req-966443fb-1a95-4eff-bbd0-09885477ba9f service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978064 Jul 05 09:43:50.561633 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-050aacce-acc1-4065-afc4-daed4921f37f req-080d4583-0a7a-4aa1-9a8f-18a764689306 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436162 Jul 05 09:43:50.633301 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b874c7-d561-4999-8d5e-74cddbea75f2 req-e72cca64-a069-45ba-bbb7-5e950616acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:50.636359 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-21b874c7-d561-4999-8d5e-74cddbea75f2 req-e72cca64-a069-45ba-bbb7-5e950616acb4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6a596a4c-5257-4f2d-bbde-a272abf48c32 HTTP/1.1" status: 200 len: 1097 time: 0.0710504 Jul 05 09:43:50.661196 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-26c6443f-e77a-42ca-862d-0c2600ca5e59 admin admin] Allocated IP 172.25.7.245 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/39a93c34-17b6-4d57-b78c-552c6aa9cd25) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:50.709026 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-21b874c7-d561-4999-8d5e-74cddbea75f2 req-c2755e9f-663b-483d-bda0-42743db9eb9c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630260 Jul 05 09:43:50.764966 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3e361-0455-41de-afa8-6e1972cdc913 req-e5b1ea0d-e830-48da-9f2e-323ba0af5198 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:50.772544 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-64c3e361-0455-41de-afa8-6e1972cdc913 req-e5b1ea0d-e830-48da-9f2e-323ba0af5198 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 945 time: 0.1843050 Jul 05 09:43:50.826239 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-64c3e361-0455-41de-afa8-6e1972cdc913 req-fdac7f43-d0c6-41f1-8ef9-9c746e8a36d5 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522890 Jul 05 09:43:50.858731 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-53caf09e-6bc2-4c5d-8ae8-7e933daf871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:50.880511 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26c6443f-e77a-42ca-862d-0c2600ca5e59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:50.936905 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26c6443f-e77a-42ca-862d-0c2600ca5e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:50.986527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c6443f-e77a-42ca-862d-0c2600ca5e59 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:50.993996 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-26c6443f-e77a-42ca-862d-0c2600ca5e59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:50.997739 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c6443f-e77a-42ca-862d-0c2600ca5e59 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:51.023751 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6443f-e77a-42ca-862d-0c2600ca5e59 admin admin] Pushing event updated for resources: {'Port': ['ID=39a93c34-17b6-4d57-b78c-552c6aa9cd25,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:51.652371 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0ba20-c039-4063-aae6-d8540ab5ed36 req-f9202bb7-bbb2-4191-b627-f6cdc40f628a tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:51.659781 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4dd0ba20-c039-4063-aae6-d8540ab5ed36 req-f9202bb7-bbb2-4191-b627-f6cdc40f628a tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 948 time: 0.5583434 Jul 05 09:43:51.669418 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e2393-2dba-412f-95fd-279182cc5b3f req-b4803178-8f45-4b76-8786-1e957ebad04a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:51.675173 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc0e2393-2dba-412f-95fd-279182cc5b3f req-b4803178-8f45-4b76-8786-1e957ebad04a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a596a4c-5257-4f2d-bbde-a272abf48c32 HTTP/1.1" status: 200 len: 946 time: 0.6146545 Jul 05 09:43:51.804355 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc0e2393-2dba-412f-95fd-279182cc5b3f req-37f16a15-cdba-4736-9191-028e0081fdb0 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273627 Jul 05 09:43:51.817073 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4dd0ba20-c039-4063-aae6-d8540ab5ed36 req-85d73bde-b6c5-4579-a648-e3f671352312 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562555 Jul 05 09:43:51.817792 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26c6443f-e77a-42ca-862d-0c2600ca5e59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:52.185368 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device b327d60e-9e93-464d-8aa6-89fb35e1d8b2 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:43:52.242395 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26c6443f-e77a-42ca-862d-0c2600ca5e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:52.310712 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port b327d60e-9e93-464d-8aa6-89fb35e1d8b2, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b327d60e-9e93-464d-8aa6-89fb35e1d8b2,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:52.324796 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'b327d60e-9e93-464d-8aa6-89fb35e1d8b2', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': 'b327d60e-9e93-464d-8aa6-89fb35e1d8b2', 'mac_address': 'fa:16:3e:e3:c1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:43:52.370759 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:52.387459 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b327d60e-9e93-464d-8aa6-89fb35e1d8b2 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:52.412555 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port b327d60e-9e93-464d-8aa6-89fb35e1d8b2, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b327d60e-9e93-464d-8aa6-89fb35e1d8b2,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:52.426118 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:52.468079 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c0f52-a311-476b-b104-6e5382074f80 req-debd5bc7-0ffb-4a2b-a3e8-8adc6e7e935d tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:52.475648 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-055c0f52-a311-476b-b104-6e5382074f80 req-debd5bc7-0ffb-4a2b-a3e8-8adc6e7e935d tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 945 time: 0.2286925 Jul 05 09:43:52.478721 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c6443f-e77a-42ca-862d-0c2600ca5e59 admin admin] Router 6fe36606-df47-4bf6-80ad-7a950c8679ef is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:43:52.495479 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=b327d60e-9e93-464d-8aa6-89fb35e1d8b2,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:52.570714 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-055c0f52-a311-476b-b104-6e5382074f80 req-5aff7ee2-da72-49d0-8faa-60bf641f48f5 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936091 Jul 05 09:43:52.641556 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c6443f-e77a-42ca-862d-0c2600ca5e59 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:43:52.651920 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] Sync routers for ids ['6fe36606-df47-4bf6-80ad-7a950c8679ef'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:43:52.667892 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26c6443f-e77a-42ca-862d-0c2600ca5e59 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:52.674138 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] Routers {'6fe36606-df47-4bf6-80ad-7a950c8679ef'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:52.674138 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:43:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6fe36606-df47-4bf6-80ad-7a950c8679ef'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:52.674506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 46748) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:52.676756 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-26c6443f-e77a-42ca-862d-0c2600ca5e59 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6014800 Jul 05 09:43:52.711840 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['b327d60e-9e93-464d-8aa6-89fb35e1d8b2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:43:52.833943 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] Set router 6fe36606-df47-4bf6-80ad-7a950c8679ef gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:43:53.087790 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe36606-df47-4bf6-80ad-7a950c8679ef', 'name': 'tempest-ServerRescueTestJSON-322510715-router', 'tenant_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '39a93c34-17b6-4d57-b78c-552c6aa9cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:49Z', 'updated_at': '2021-07-05T09:43:51Z', 'revision_number': 3, 'project_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'gw_port': {'id': '39a93c34-17b6-4d57-b78c-552c6aa9cd25', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe36606-df47-4bf6-80ad-7a950c8679ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:50Z', 'updated_at': '2021-07-05T09:43:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:53.123925 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] Checking router: 6fe36606-df47-4bf6-80ad-7a950c8679ef for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:43:53.124283 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] Updating router 6fe36606-df47-4bf6-80ad-7a950c8679ef port 39a93c34-17b6-4d57-b78c-552c6aa9cd25 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:43:53.184979 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd748b3a-49fb-4302-b174-38f4c4759af0 req-bf5529d2-3ba4-4141-85d7-05aef11345b9 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:53.186915 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cd748b3a-49fb-4302-b174-38f4c4759af0 req-bf5529d2-3ba4-4141-85d7-05aef11345b9 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 949 time: 0.1152947 Jul 05 09:43:53.195836 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:53.198384 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14fbd4-ad2c-4be0-a9d2-c81dba35ff11 req-f04d2b68-8898-47af-90f9-79be2313817e tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:53.201923 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc14fbd4-ad2c-4be0-a9d2-c81dba35ff11 req-f04d2b68-8898-47af-90f9-79be2313817e tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a596a4c-5257-4f2d-bbde-a272abf48c32 HTTP/1.1" status: 200 len: 946 time: 0.1008310 Jul 05 09:43:53.265297 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22b9343a-222c-42cc-868b-305c9628d994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:53.280699 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cd748b3a-49fb-4302-b174-38f4c4759af0 req-f29eebb7-91f8-4a4b-a04f-f52689fefa53 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772440 Jul 05 09:43:53.299039 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc14fbd4-ad2c-4be0-a9d2-c81dba35ff11 req-9fc7a79b-1783-4fb7-b0cb-abf2ba8bb06b tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800524 Jul 05 09:43:53.453624 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-15b35af0-8e9a-4e62-9abb-7e4f30967d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:53.618994 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-22b9343a-222c-42cc-868b-305c9628d994 admin admin] Allocated IP 172.20.0.1 (936dc2f0-d82a-4fa2-99fc-22f673149510/ac8d69af-6389-4903-b1a9-dea0800e3203/4e95c764-7ed1-4e89-8be5-261c185c75ea) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:53.628978 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:53.699028 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:53.722691 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad606e82-2e56-4c36-9b4d-bf401562fd2b req-a165a0b7-2417-47f8-9551-13355b06a12a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:53.724750 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ad606e82-2e56-4c36-9b4d-bf401562fd2b req-a165a0b7-2417-47f8-9551-13355b06a12a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a596a4c-5257-4f2d-bbde-a272abf48c32 HTTP/1.1" status: 200 len: 946 time: 0.0949090 Jul 05 09:43:53.728816 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] Transition to ACTIVE for port object 39a93c34-17b6-4d57-b78c-552c6aa9cd25 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:53.742785 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:53.806935 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ad606e82-2e56-4c36-9b4d-bf401562fd2b req-f3ea3a9b-2f27-451f-97d6-870739a8652d tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754144 Jul 05 09:43:53.834164 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22b9343a-222c-42cc-868b-305c9628d994 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:53.834742 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e609e-d4a0-4f08-9a5a-68548596124b None None] Pushing event updated for resources: {'Port': ['ID=39a93c34-17b6-4d57-b78c-552c6aa9cd25,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:53.916417 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] Attempting to bind port 39a93c34-17b6-4d57-b78c-552c6aa9cd25 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:53.916808 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] Attempting to bind port 39a93c34-17b6-4d57-b78c-552c6aa9cd25 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:53.917192 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] Attempting to bind port 39a93c34-17b6-4d57-b78c-552c6aa9cd25 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:53.942118 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22b9343a-222c-42cc-868b-305c9628d994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:53.953020 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:53.953420 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:53.953838 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:53.954247 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:53.954773 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] Bound port: 39a93c34-17b6-4d57-b78c-552c6aa9cd25, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:53.959161 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:54.059001 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9343a-222c-42cc-868b-305c9628d994 admin admin] Pushing event updated for resources: {'Port': ['ID=4e95c764-7ed1-4e89-8be5-261c185c75ea,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:54.084276 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] For port 39a93c34-17b6-4d57-b78c-552c6aa9cd25, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:54.088587 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] For port 39a93c34-17b6-4d57-b78c-552c6aa9cd25, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=39a93c34-17b6-4d57-b78c-552c6aa9cd25,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:54.098982 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:54.099184 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b9343a-222c-42cc-868b-305c9628d994 admin admin] Network 936dc2f0-d82a-4fa2-99fc-22f673149510 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:54.101063 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-22b9343a-222c-42cc-868b-305c9628d994 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:54.103530 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b9343a-222c-42cc-868b-305c9628d994 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:54.147554 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900c2cc-618f-4f85-8030-887349a4bc6e req-d00974b2-c7ec-4b8f-b1bc-a9e3efcc51fe tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:54.149481 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] Routers {'6fe36606-df47-4bf6-80ad-7a950c8679ef'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:54.149847 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:43:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6fe36606-df47-4bf6-80ad-7a950c8679ef'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:54.152710 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22b9343a-222c-42cc-868b-305c9628d994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:54.156742 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b900c2cc-618f-4f85-8030-887349a4bc6e req-d00974b2-c7ec-4b8f-b1bc-a9e3efcc51fe tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 945 time: 0.3602867 Jul 05 09:43:54.235302 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b900c2cc-618f-4f85-8030-887349a4bc6e req-8b6e44f0-eab9-45a8-b583-490ef4738215 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776489 Jul 05 09:43:54.255383 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device b327d60e-9e93-464d-8aa6-89fb35e1d8b2 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:54.331182 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e609e-d4a0-4f08-9a5a-68548596124b None None] Pushing event updated for resources: {'Port': ['ID=39a93c34-17b6-4d57-b78c-552c6aa9cd25,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:54.494818 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22b9343a-222c-42cc-868b-305c9628d994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:54.583223 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaecc47-0f67-4ef9-a9fe-8f48bb2ea465 req-0942508f-b801-475c-a918-4c0343e11c9f tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:54.590337 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fbaecc47-0f67-4ef9-a9fe-8f48bb2ea465 req-0942508f-b801-475c-a918-4c0343e11c9f tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a596a4c-5257-4f2d-bbde-a272abf48c32 HTTP/1.1" status: 200 len: 946 time: 0.1777632 Jul 05 09:43:54.679763 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fbaecc47-0f67-4ef9-a9fe-8f48bb2ea465 req-611fa278-8bb1-4e8e-b90b-5e5ae37b25be tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862093 Jul 05 09:43:54.729445 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51f7e0-1da0-4e50-9217-4aaa6b8800bd req-a4080447-1225-4175-a4c4-912661095066 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:54.738644 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb51f7e0-1da0-4e50-9217-4aaa6b8800bd req-a4080447-1225-4175-a4c4-912661095066 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 949 time: 0.2134798 Jul 05 09:43:54.745495 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:54.755093 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port b327d60e-9e93-464d-8aa6-89fb35e1d8b2 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:54.758197 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] Set router 6fe36606-df47-4bf6-80ad-7a950c8679ef gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:43:54.786208 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port b327d60e-9e93-464d-8aa6-89fb35e1d8b2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:54.787052 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:54.823769 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb51f7e0-1da0-4e50-9217-4aaa6b8800bd req-8d8c7cfa-88a8-495f-bc87-e3da404c867c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841398 Jul 05 09:43:54.946295 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22b9343a-222c-42cc-868b-305c9628d994 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:54.957292 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22b9343a-222c-42cc-868b-305c9628d994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:55.032821 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:55.054916 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9343a-222c-42cc-868b-305c9628d994 admin admin] Pushing event updated for resources: {'Port': ['ID=4e95c764-7ed1-4e89-8be5-261c185c75ea,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:55.061476 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26d23e6-202b-4153-97e0-e54f4c9a3d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b327d60e-9e93-464d-8aa6-89fb35e1d8b2'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:55.063952 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88421e47-0f5c-4a8a-a4ed-e8560f6a2c3c" -d '{"events": [{"server_uuid": "e26d23e6-202b-4153-97e0-e54f4c9a3d0b", "name": "network-vif-plugged", "status": "completed", "tag": "b327d60e-9e93-464d-8aa6-89fb35e1d8b2"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:55.069998 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22b9343a-222c-42cc-868b-305c9628d994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:55.110090 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port b327d60e-9e93-464d-8aa6-89fb35e1d8b2, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b327d60e-9e93-464d-8aa6-89fb35e1d8b2,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:55.144902 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe36606-df47-4bf6-80ad-7a950c8679ef', 'name': 'tempest-ServerRescueTestJSON-322510715-router', 'tenant_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '39a93c34-17b6-4d57-b78c-552c6aa9cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:49Z', 'updated_at': '2021-07-05T09:43:51Z', 'revision_number': 3, 'project_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'gw_port': {'id': '39a93c34-17b6-4d57-b78c-552c6aa9cd25', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe36606-df47-4bf6-80ad-7a950c8679ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:50Z', 'updated_at': '2021-07-05T09:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:55.183756 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:55.187557 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e618c22d-5f9e-4df9-9b9e-f5d2d969820d x-openstack-request-id: req-e618c22d-5f9e-4df9-9b9e-f5d2d969820d {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:55.188971 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26d23e6-202b-4153-97e0-e54f4c9a3d0b", "name": "network-vif-plugged", "status": "completed", "tag": "b327d60e-9e93-464d-8aa6-89fb35e1d8b2", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:55.189196 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e618c22d-5f9e-4df9-9b9e-f5d2d969820d {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:55.189583 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26d23e6-202b-4153-97e0-e54f4c9a3d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b327d60e-9e93-464d-8aa6-89fb35e1d8b2', 'code': 200} Jul 05 09:43:55.190683 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a442562d-0ed8-4a18-80d4-ed7044b1379d None None] The sync data for ids ['6fe36606-df47-4bf6-80ad-7a950c8679ef'] in n-d-798054-8 is: [{'id': '6fe36606-df47-4bf6-80ad-7a950c8679ef', 'name': 'tempest-ServerRescueTestJSON-322510715-router', 'tenant_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '39a93c34-17b6-4d57-b78c-552c6aa9cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:49Z', 'updated_at': '2021-07-05T09:43:51Z', 'revision_number': 3, 'project_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'gw_port': {'id': '39a93c34-17b6-4d57-b78c-552c6aa9cd25', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe36606-df47-4bf6-80ad-7a950c8679ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:50Z', 'updated_at': '2021-07-05T09:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:43:55.311946 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=b327d60e-9e93-464d-8aa6-89fb35e1d8b2,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:55.351063 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b9343a-222c-42cc-868b-305c9628d994 admin admin] Network 936dc2f0-d82a-4fa2-99fc-22f673149510 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:55.354720 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-22b9343a-222c-42cc-868b-305c9628d994 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:55.445500 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b69f5-ee7b-4290-b2f9-2544f843ff58 req-863eaafd-fc5e-4076-8fba-81ae9bae1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:55.447079 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-550b69f5-ee7b-4290-b2f9-2544f843ff58 req-863eaafd-fc5e-4076-8fba-81ae9bae1654 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 1101 time: 0.1845877 Jul 05 09:43:55.509187 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85a0d9-38d3-4a7c-a67d-6a00338e2d11 req-867fea47-1494-4a2e-a833-188b78215f56 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:55.527491 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c85a0d9-38d3-4a7c-a67d-6a00338e2d11 req-867fea47-1494-4a2e-a833-188b78215f56 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 945 time: 0.1063814 Jul 05 09:43:55.544695 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-550b69f5-ee7b-4290-b2f9-2544f843ff58 req-f0b61ceb-0a69-4cf8-9a93-c242c55415eb service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541136 Jul 05 09:43:55.551923 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b9343a-222c-42cc-868b-305c9628d994 admin admin] Router 6fe36606-df47-4bf6-80ad-7a950c8679ef has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:43:55.638110 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c85a0d9-38d3-4a7c-a67d-6a00338e2d11 req-e8564d6f-1ce9-4c6f-90f0-0bb1df27502d tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073444 Jul 05 09:43:55.774603 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b9343a-222c-42cc-868b-305c9628d994 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:43:55.780464 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-22b9343a-222c-42cc-868b-305c9628d994 admin admin] 10.222.0.79 "PUT /v2.0/routers/6fe36606-df47-4bf6-80ad-7a950c8679ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1049643 Jul 05 09:43:56.044258 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe473c8-7e2f-451a-b3f0-fdff1ddb7e1d req-1943e36a-feea-4143-8fff-2f83316dfa0a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:56.045855 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fe473c8-7e2f-451a-b3f0-fdff1ddb7e1d req-1943e36a-feea-4143-8fff-2f83316dfa0a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a596a4c-5257-4f2d-bbde-a272abf48c32 HTTP/1.1" status: 200 len: 946 time: 0.1808815 Jul 05 09:43:56.076573 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a3852-d41b-420c-b05d-d53e048d0764 req-87ba8b41-04bf-425f-80c1-f3d81b29678b tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:56.080604 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3e8a3852-d41b-420c-b05d-d53e048d0764 req-87ba8b41-04bf-425f-80c1-f3d81b29678b tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a596a4c-5257-4f2d-bbde-a272abf48c32 HTTP/1.1" status: 200 len: 946 time: 0.0941782 Jul 05 09:43:56.091179 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-52d0de8f-f5c5-4a21-8dca-9495bee2ff6d tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:56.092756 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-52d0de8f-f5c5-4a21-8dca-9495bee2ff6d tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.79 "GET /v2.0/networks?id=15822b3d-93ca-42e9-9e41-5e6a249be825 HTTP/1.1" status: 200 len: 814 time: 0.1733003 Jul 05 09:43:56.128409 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fe473c8-7e2f-451a-b3f0-fdff1ddb7e1d req-0f5b01ca-0bbf-449f-bbfa-75ab6d3e09cb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759029 Jul 05 09:43:56.133942 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-8eb11360-d6b1-4685-8826-34c6a772ad05 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.79 "GET /v2.0/quotas/6a5160c387a74a2a9c22b96c82dfdcb6 HTTP/1.1" status: 200 len: 375 time: 0.0269294 Jul 05 09:43:56.240939 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-3e8a3852-d41b-420c-b05d-d53e048d0764 req-b7695824-d285-47ea-a708-6b6c529e64c3 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Deleting port 5c4bdb5a-2640-425a-977d-e48b7eb89047 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:56.241311 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3e8a3852-d41b-420c-b05d-d53e048d0764 req-b7695824-d285-47ea-a708-6b6c529e64c3 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:56.281082 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-04d9be45-6832-41ec-a075-39a89da28c30 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6a5160c387a74a2a9c22b96c82dfdcb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1412103 Jul 05 09:43:56.359883 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 39a93c34-17b6-4d57-b78c-552c6aa9cd25 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:56.387008 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-3e8a3852-d41b-420c-b05d-d53e048d0764 req-b7695824-d285-47ea-a708-6b6c529e64c3 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] For port 5c4bdb5a-2640-425a-977d-e48b7eb89047, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=5c4bdb5a-2640-425a-977d-e48b7eb89047,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:56.387827 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3e8a3852-d41b-420c-b05d-d53e048d0764 req-b7695824-d285-47ea-a708-6b6c529e64c3 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:56.408567 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-3e8a3852-d41b-420c-b05d-d53e048d0764 req-b7695824-d285-47ea-a708-6b6c529e64c3 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Calling delete_port for 5c4bdb5a-2640-425a-977d-e48b7eb89047 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:56.421937 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-46e4aa34-1cd9-4cb2-b923-475c2fbf81a5 service neutron] 10.222.0.79 "GET /v2.0/networks/15822b3d-93ca-42e9-9e41-5e6a249be825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398597 Jul 05 09:43:56.426964 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 39a93c34-17b6-4d57-b78c-552c6aa9cd25 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:56.433174 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 39a93c34-17b6-4d57-b78c-552c6aa9cd25 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:56.434021 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:56.583809 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:56.594737 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:56.606417 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3e8a3852-d41b-420c-b05d-d53e048d0764 req-b7695824-d285-47ea-a708-6b6c529e64c3 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:56.628196 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['4618948b-aba9-4c53-a34d-ed838ba47183', '5c4bdb5a-2640-425a-977d-e48b7eb89047'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:43:56.647735 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-b78d328d-67fc-402e-9c7d-25e9bf3b423e service neutron] 10.222.0.79 "GET /v2.0/networks/15822b3d-93ca-42e9-9e41-5e6a249be825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245543 Jul 05 09:43:56.653346 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7695824-d285-47ea-a708-6b6c529e64c3 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Pushing event deleted for resources: {'Port': ['ID=5c4bdb5a-2640-425a-977d-e48b7eb89047,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:56.674803 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbb23d-5bca-426d-84d6-1fecc7f9c45d req-6f0b2f16-1059-4045-a4c6-96fa9767c425 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:56.689912 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-adcbb23d-5bca-426d-84d6-1fecc7f9c45d req-6f0b2f16-1059-4045-a4c6-96fa9767c425 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 950 time: 0.2428153 Jul 05 09:43:56.699597 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 39a93c34-17b6-4d57-b78c-552c6aa9cd25, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=39a93c34-17b6-4d57-b78c-552c6aa9cd25,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:56.715136 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:56.727436 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8a3852-d41b-420c-b05d-d53e048d0764 req-b7695824-d285-47ea-a708-6b6c529e64c3 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] No DVR routers for this DVR port 5c4bdb5a-2640-425a-977d-e48b7eb89047 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:43:56.732561 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3e8a3852-d41b-420c-b05d-d53e048d0764 req-b7695824-d285-47ea-a708-6b6c529e64c3 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:56.734648 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3e8a3852-d41b-420c-b05d-d53e048d0764 req-b7695824-d285-47ea-a708-6b6c529e64c3 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.78 "DELETE /v2.0/ports/5c4bdb5a-2640-425a-977d-e48b7eb89047 HTTP/1.1" status: 204 len: 173 time: 0.6471753 Jul 05 09:43:56.740980 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a596a4c-5257-4f2d-bbde-a272abf48c32', 'name': 'network-vif-deleted', 'tag': '5c4bdb5a-2640-425a-977d-e48b7eb89047'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:56.744735 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10c80f2-93d6-4598-88c0-ca2ceed863ef" -d '{"events": [{"server_uuid": "6a596a4c-5257-4f2d-bbde-a272abf48c32", "name": "network-vif-deleted", "tag": "5c4bdb5a-2640-425a-977d-e48b7eb89047"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:56.792454 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-adcbb23d-5bca-426d-84d6-1fecc7f9c45d req-40390cd8-c584-4fba-919d-07472a5485ee tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015620 Jul 05 09:43:56.799986 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=39a93c34-17b6-4d57-b78c-552c6aa9cd25,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:57.352982 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fb796-fc79-41a2-8979-6874f22c67be req-ecff41ac-fed7-4943-a1f0-2a01476aadd8 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:57.369362 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c07fb796-fc79-41a2-8979-6874f22c67be req-ecff41ac-fed7-4943-a1f0-2a01476aadd8 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 945 time: 0.1792228 Jul 05 09:43:57.396222 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-e9b7b7fe-d261-4bd8-963a-9b190b30083b tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:57.397798 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-e9b7b7fe-d261-4bd8-963a-9b190b30083b tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/networks?id=936dc2f0-d82a-4fa2-99fc-22f673149510 HTTP/1.1" status: 200 len: 810 time: 0.1948521 Jul 05 09:43:57.442935 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c07fb796-fc79-41a2-8979-6874f22c67be req-d565587b-7180-456d-ba90-1bb4fd26bdf0 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725732 Jul 05 09:43:57.448183 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-845a9e6c-5361-4964-9add-bcfb0a2df64d tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/quotas/d4b058b990f649f2b3dcc5ec561d1da5 HTTP/1.1" status: 200 len: 375 time: 0.0413730 Jul 05 09:43:57.504815 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74557c86-7a35-4bfe-a031-47338a81c8d2 x-openstack-request-id: req-74557c86-7a35-4bfe-a031-47338a81c8d2 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:57.505310 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a596a4c-5257-4f2d-bbde-a272abf48c32", "name": "network-vif-deleted", "tag": "5c4bdb5a-2640-425a-977d-e48b7eb89047", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:57.505398 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-74557c86-7a35-4bfe-a031-47338a81c8d2 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:57.505758 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a596a4c-5257-4f2d-bbde-a272abf48c32', 'name': 'network-vif-deleted', 'tag': '5c4bdb5a-2640-425a-977d-e48b7eb89047', 'status': 'completed', 'code': 200} Jul 05 09:43:57.553799 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] Sync routers for ids ['6fe36606-df47-4bf6-80ad-7a950c8679ef'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:43:57.573386 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] Routers {'6fe36606-df47-4bf6-80ad-7a950c8679ef'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:57.576326 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:43:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6fe36606-df47-4bf6-80ad-7a950c8679ef'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:57.585032 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-87642c40-8795-48af-ba24-432d6b71bda0 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d4b058b990f649f2b3dcc5ec561d1da5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1254573 Jul 05 09:43:57.706898 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-57da04fb-1c3c-4fbc-9799-98d4f30fef0c req-c8434626-0fe3-4615-87c4-9895a8c5e929 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ad98107-458b-4b9d-9a4a-fedd7abfa38d HTTP/1.1" status: 200 len: 210 time: 0.0473037 Jul 05 09:43:57.747073 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-c5ee4c0b-927c-434d-bf2e-2211286958cd service neutron] 10.222.0.79 "GET /v2.0/networks/936dc2f0-d82a-4fa2-99fc-22f673149510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605170 Jul 05 09:43:57.757927 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] Set router 6fe36606-df47-4bf6-80ad-7a950c8679ef gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:43:57.885252 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-0dbe7628-4093-478d-bc11-1560cfffe1a2 service neutron] 10.222.0.79 "GET /v2.0/networks/936dc2f0-d82a-4fa2-99fc-22f673149510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296597 Jul 05 09:43:58.062975 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100d29d-31ec-4d77-b3d3-c4b989ef8880 req-a1630c3a-0a5b-4e98-b9bb-21ae1c1bf018 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:58.082181 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8100d29d-31ec-4d77-b3d3-c4b989ef8880 req-a1630c3a-0a5b-4e98-b9bb-21ae1c1bf018 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 950 time: 0.1217265 Jul 05 09:43:58.121837 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe36606-df47-4bf6-80ad-7a950c8679ef', 'name': 'tempest-ServerRescueTestJSON-322510715-router', 'tenant_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '39a93c34-17b6-4d57-b78c-552c6aa9cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:49Z', 'updated_at': '2021-07-05T09:43:54Z', 'revision_number': 4, 'project_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'gw_port': {'id': '39a93c34-17b6-4d57-b78c-552c6aa9cd25', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe36606-df47-4bf6-80ad-7a950c8679ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:50Z', 'updated_at': '2021-07-05T09:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '4e95c764-7ed1-4e89-8be5-261c185c75ea', 'name': '', 'network_id': '936dc2f0-d82a-4fa2-99fc-22f673149510', 'tenant_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'mac_address': 'fa:16:3e:2e:c0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe36606-df47-4bf6-80ad-7a950c8679ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ac8d69af-6389-4903-b1a9-dea0800e3203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:53Z', 'updated_at': '2021-07-05T09:43:54Z', 'revision_number': 2, 'project_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'subnets': [{'id': 'ac8d69af-6389-4903-b1a9-dea0800e3203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:58.138780 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8100d29d-31ec-4d77-b3d3-c4b989ef8880 req-d2674929-f089-4190-9fdf-c5a8c1bf24ee tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475988 Jul 05 09:43:58.159462 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] Checking router: 6fe36606-df47-4bf6-80ad-7a950c8679ef for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:43:58.159824 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] Updating router 6fe36606-df47-4bf6-80ad-7a950c8679ef port 4e95c764-7ed1-4e89-8be5-261c185c75ea binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:43:58.217558 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:58.308575 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 39a93c34-17b6-4d57-b78c-552c6aa9cd25 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:58.408503 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 39a93c34-17b6-4d57-b78c-552c6aa9cd25 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:58.410183 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:58.630175 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:58.670570 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] Transition to ACTIVE for port object 4e95c764-7ed1-4e89-8be5-261c185c75ea will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:58.681116 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-126ce5ad-0521-453f-9e94-a0b90b992dd7 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:58.683654 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:58.684223 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-126ce5ad-0521-453f-9e94-a0b90b992dd7 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.81 "GET /v2.0/networks?id=15822b3d-93ca-42e9-9e41-5e6a249be825 HTTP/1.1" status: 200 len: 814 time: 0.2423151 Jul 05 09:43:58.692034 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5f97956-0115-4602-aa74-6a05cead7bc9 req-a91c3dfc-168f-4e92-805b-bcc6e1921b9e tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 210 time: 0.0488527 Jul 05 09:43:58.706319 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-9936113c-18a6-4edd-b6b3-666cfe59d619 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Request body: {'port': {'device_id': '1ad98107-458b-4b9d-9a4a-fedd7abfa38d', 'network_id': '15822b3d-93ca-42e9-9e41-5e6a249be825', 'admin_state_up': True, 'tenant_id': '6a5160c387a74a2a9c22b96c82dfdcb6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:58.765996 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77020640-73cd-41a4-b679-782cc443ebc3 None None] Pushing event updated for resources: {'Port': ['ID=4e95c764-7ed1-4e89-8be5-261c185c75ea,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:58.805736 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] Attempting to bind port 4e95c764-7ed1-4e89-8be5-261c185c75ea on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:58.806371 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] Attempting to bind port 4e95c764-7ed1-4e89-8be5-261c185c75ea by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '5fee5f18-0015-4a67-aeee-419ba2f6ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '936dc2f0-d82a-4fa2-99fc-22f673149510'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:58.806922 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] Attempting to bind port 4e95c764-7ed1-4e89-8be5-261c185c75ea on network 936dc2f0-d82a-4fa2-99fc-22f673149510 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:58.813790 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:58.814814 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] Checking segment: {'id': '5fee5f18-0015-4a67-aeee-419ba2f6ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '936dc2f0-d82a-4fa2-99fc-22f673149510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:58.815447 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:58.816041 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] Bound using segment: {'id': '5fee5f18-0015-4a67-aeee-419ba2f6ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '936dc2f0-d82a-4fa2-99fc-22f673149510'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:58.816755 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] Bound port: 4e95c764-7ed1-4e89-8be5-261c185c75ea, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fee5f18-0015-4a67-aeee-419ba2f6ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '936dc2f0-d82a-4fa2-99fc-22f673149510'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:58.817364 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:58.890684 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] For port 4e95c764-7ed1-4e89-8be5-261c185c75ea, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:58.894969 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] For port 4e95c764-7ed1-4e89-8be5-261c185c75ea, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4e95c764-7ed1-4e89-8be5-261c185c75ea,segment=NetworkSegment(5fee5f18-0015-4a67-aeee-419ba2f6ec77),segment_id=5fee5f18-0015-4a67-aeee-419ba2f6ec77)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:58.899892 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:58.924229 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-9936113c-18a6-4edd-b6b3-666cfe59d619 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Made reservation on behalf of 6a5160c387a74a2a9c22b96c82dfdcb6 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:58.929236 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-9936113c-18a6-4edd-b6b3-666cfe59d619 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:58.958653 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] Routers {'6fe36606-df47-4bf6-80ad-7a950c8679ef'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:58.959811 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:43:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6fe36606-df47-4bf6-80ad-7a950c8679ef'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:59.185606 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77020640-73cd-41a4-b679-782cc443ebc3 None None] Pushing event updated for resources: {'Port': ['ID=4e95c764-7ed1-4e89-8be5-261c185c75ea,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:59.223177 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-9936113c-18a6-4edd-b6b3-666cfe59d619 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Allocated IP 172.20.0.9 (15822b3d-93ca-42e9-9e41-5e6a249be825/73d7ecab-d248-4fff-9235-dab0508c3653/1a0d1fab-1a53-4761-acfc-ec77056485a5) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:59.249062 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] Set router 6fe36606-df47-4bf6-80ad-7a950c8679ef gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:43:59.280651 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386db8af-f68d-4faf-be2f-6d88da910023 req-f1e79bbd-c5fb-4a5a-b0ac-8d2ae98f38ea tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:59.299604 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-386db8af-f68d-4faf-be2f-6d88da910023 req-f1e79bbd-c5fb-4a5a-b0ac-8d2ae98f38ea tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 950 time: 0.1562259 Jul 05 09:43:59.400314 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-386db8af-f68d-4faf-be2f-6d88da910023 req-e9e1156a-2e5c-4fc1-97a8-4c56413f0fd9 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960627 Jul 05 09:43:59.464613 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-9936113c-18a6-4edd-b6b3-666cfe59d619 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:59.484105 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-9936113c-18a6-4edd-b6b3-666cfe59d619 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Transition to ACTIVE for port object 1a0d1fab-1a53-4761-acfc-ec77056485a5 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:59.526429 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-9936113c-18a6-4edd-b6b3-666cfe59d619 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:59.659828 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-9936113c-18a6-4edd-b6b3-666cfe59d619 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Network 15822b3d-93ca-42e9-9e41-5e6a249be825 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:59.670644 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-9936113c-18a6-4edd-b6b3-666cfe59d619 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:59.687202 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-9936113c-18a6-4edd-b6b3-666cfe59d619 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:59.694722 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe36606-df47-4bf6-80ad-7a950c8679ef', 'name': 'tempest-ServerRescueTestJSON-322510715-router', 'tenant_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '39a93c34-17b6-4d57-b78c-552c6aa9cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:49Z', 'updated_at': '2021-07-05T09:43:54Z', 'revision_number': 4, 'project_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'gw_port': {'id': '39a93c34-17b6-4d57-b78c-552c6aa9cd25', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe36606-df47-4bf6-80ad-7a950c8679ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:50Z', 'updated_at': '2021-07-05T09:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '4e95c764-7ed1-4e89-8be5-261c185c75ea', 'name': '', 'network_id': '936dc2f0-d82a-4fa2-99fc-22f673149510', 'tenant_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'mac_address': 'fa:16:3e:2e:c0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe36606-df47-4bf6-80ad-7a950c8679ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ac8d69af-6389-4903-b1a9-dea0800e3203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:53Z', 'updated_at': '2021-07-05T09:43:58Z', 'revision_number': 4, 'project_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'subnets': [{'id': 'ac8d69af-6389-4903-b1a9-dea0800e3203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:59.758595 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936113c-18a6-4edd-b6b3-666cfe59d619 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Pushing event updated for resources: {'Port': ['ID=1a0d1fab-1a53-4761-acfc-ec77056485a5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:59.797355 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230ced8-868d-4cbf-ba35-3f6dbd56a3ec None None] The sync data for ids ['6fe36606-df47-4bf6-80ad-7a950c8679ef'] in n-d-798054-8 is: [{'id': '6fe36606-df47-4bf6-80ad-7a950c8679ef', 'name': 'tempest-ServerRescueTestJSON-322510715-router', 'tenant_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '39a93c34-17b6-4d57-b78c-552c6aa9cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:49Z', 'updated_at': '2021-07-05T09:43:54Z', 'revision_number': 4, 'project_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'gw_port': {'id': '39a93c34-17b6-4d57-b78c-552c6aa9cd25', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe36606-df47-4bf6-80ad-7a950c8679ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:50Z', 'updated_at': '2021-07-05T09:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '4e95c764-7ed1-4e89-8be5-261c185c75ea', 'name': '', 'network_id': '936dc2f0-d82a-4fa2-99fc-22f673149510', 'tenant_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'mac_address': 'fa:16:3e:2e:c0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe36606-df47-4bf6-80ad-7a950c8679ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ac8d69af-6389-4903-b1a9-dea0800e3203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:53Z', 'updated_at': '2021-07-05T09:43:58Z', 'revision_number': 4, 'project_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'subnets': [{'id': 'ac8d69af-6389-4903-b1a9-dea0800e3203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:43:59.817493 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 5c4bdb5a-2640-425a-977d-e48b7eb89047 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:43:59.839139 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-9936113c-18a6-4edd-b6b3-666cfe59d619 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:59.845126 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-9936113c-18a6-4edd-b6b3-666cfe59d619 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:59.873594 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 5c4bdb5a-2640-425a-977d-e48b7eb89047 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:43:59.875197 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 5c4bdb5a-2640-425a-977d-e48b7eb89047 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:43:59.945379 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-9936113c-18a6-4edd-b6b3-666cfe59d619 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2514172 Jul 05 09:44:00.002429 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-ce8785dd-3727-4205-882e-d2d79e75c63a service neutron] Request body: {'port': {'device_id': '1ad98107-458b-4b9d-9a4a-fedd7abfa38d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:00.050522 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681b4fe-0e2d-488a-a09c-d21605143bf7 req-86c813e6-d04a-4a00-a69d-9efeae48c960 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:00.063392 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b681b4fe-0e2d-488a-a09c-d21605143bf7 req-86c813e6-d04a-4a00-a69d-9efeae48c960 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 945 time: 0.2288058 Jul 05 09:44:00.200217 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b681b4fe-0e2d-488a-a09c-d21605143bf7 req-deb5dc4c-7649-4d74-9b1e-b034fad0ea24 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341677 Jul 05 09:44:00.378548 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-98ead167-9630-4e10-aee3-7fb3778cab95 None None] Provisioning for port 1a0d1fab-1a53-4761-acfc-ec77056485a5 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:44:00.387229 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-98ead167-9630-4e10-aee3-7fb3778cab95 None None] Provisioning complete for port 1a0d1fab-1a53-4761-acfc-ec77056485a5 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:00.387991 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-98ead167-9630-4e10-aee3-7fb3778cab95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:00.448916 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4e95c764-7ed1-4e89-8be5-261c185c75ea up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:44:00.718875 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f20627-f99b-4ee5-9417-ec89b364981f req-abde0afd-c268-41f2-ae22-2304a4e02e69 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:00.721320 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c8f20627-f99b-4ee5-9417-ec89b364981f req-abde0afd-c268-41f2-ae22-2304a4e02e69 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ad98107-458b-4b9d-9a4a-fedd7abfa38d HTTP/1.1" status: 200 len: 931 time: 0.3134885 Jul 05 09:44:00.748886 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-98ead167-9630-4e10-aee3-7fb3778cab95 None None] Port 1a0d1fab-1a53-4761-acfc-ec77056485a5 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:44:00.775346 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 4e95c764-7ed1-4e89-8be5-261c185c75ea completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:44:00.788843 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 4e95c764-7ed1-4e89-8be5-261c185c75ea triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:00.789231 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:00.838250 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c8f20627-f99b-4ee5-9417-ec89b364981f req-e3681700-2181-46aa-af95-7096f102e199 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a60d75f-b596-4aed-a6bd-331ea1c8e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065531 Jul 05 09:44:01.065349 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:01.090256 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c7f419f-3ba2-41f2-b746-4e08d712cc68 req-c83cd336-4f31-4021-a741-08220ef81399 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 210 time: 0.0536740 Jul 05 09:44:01.232795 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 4e95c764-7ed1-4e89-8be5-261c185c75ea, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4e95c764-7ed1-4e89-8be5-261c185c75ea,segment=NetworkSegment(5fee5f18-0015-4a67-aeee-419ba2f6ec77),segment_id=5fee5f18-0015-4a67-aeee-419ba2f6ec77)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:01.252297 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:01.264551 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-ce8785dd-3727-4205-882e-d2d79e75c63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:01.321485 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=4e95c764-7ed1-4e89-8be5-261c185c75ea,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:01.503299 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-e77e7662-3257-47cf-8922-f4f7f7753d84 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:01.513377 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-e77e7662-3257-47cf-8922-f4f7f7753d84 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.78 "GET /v2.0/networks?id=936dc2f0-d82a-4fa2-99fc-22f673149510 HTTP/1.1" status: 200 len: 810 time: 1.4301834 Jul 05 09:44:01.549480 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-8ad645c0-c202-49c6-8c8f-161c548dba88 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Request body: {'port': {'device_id': 'a0b870c8-406a-457d-aeb0-15376017a607', 'network_id': '936dc2f0-d82a-4fa2-99fc-22f673149510', 'admin_state_up': True, 'tenant_id': 'd4b058b990f649f2b3dcc5ec561d1da5'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:01.638530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b02e7-38f8-4f15-80fc-d6ffa2643f5b req-053e197b-d58b-40e1-8045-48b91ede06e9 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:01.650624 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c59b02e7-38f8-4f15-80fc-d6ffa2643f5b req-053e197b-d58b-40e1-8045-48b91ede06e9 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 945 time: 0.1672385 Jul 05 09:44:01.754346 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c59b02e7-38f8-4f15-80fc-d6ffa2643f5b req-aa0242cc-0a50-40b7-b060-ca85ec226c46 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003294 Jul 05 09:44:01.796313 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 47006) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:02.054749 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-be484761-fb53-420b-a322-cfa1968a43d3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2570364 Jul 05 09:44:02.255544 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-ce8785dd-3727-4205-882e-d2d79e75c63a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a0d1fab-1a53-4761-acfc-ec77056485a5 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:02.327944 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:02.333753 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-ce8785dd-3727-4205-882e-d2d79e75c63a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:02.352035 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-8ad645c0-c202-49c6-8c8f-161c548dba88 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Made reservation on behalf of d4b058b990f649f2b3dcc5ec561d1da5 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:02.363252 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-8ad645c0-c202-49c6-8c8f-161c548dba88 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:02.407898 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-ce8785dd-3727-4205-882e-d2d79e75c63a service neutron] Transition to ACTIVE for port object 1a0d1fab-1a53-4761-acfc-ec77056485a5 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:02.416785 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-ce8785dd-3727-4205-882e-d2d79e75c63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:02.483670 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4e95c764-7ed1-4e89-8be5-261c185c75ea up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:44:02.524442 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e7dbd-ab9c-4149-847c-8ec335f36d60 req-5230f5af-d774-42d4-8ff7-16a5ede5007e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:02.526054 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f09e7dbd-ab9c-4149-847c-8ec335f36d60 req-5230f5af-d774-42d4-8ff7-16a5ede5007e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 950 time: 0.1958835 Jul 05 09:44:02.679484 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 4e95c764-7ed1-4e89-8be5-261c185c75ea triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:02.679903 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:02.709067 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f09e7dbd-ab9c-4149-847c-8ec335f36d60 req-09d19b38-cb5d-445f-8aa5-c5d3c9b8f13b tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670511 Jul 05 09:44:02.768333 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8785dd-3727-4205-882e-d2d79e75c63a service neutron] Pushing event updated for resources: {'Port': ['ID=1a0d1fab-1a53-4761-acfc-ec77056485a5,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:03.012245 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-ce8785dd-3727-4205-882e-d2d79e75c63a service neutron] Attempting to bind port 1a0d1fab-1a53-4761-acfc-ec77056485a5 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:44:03.012725 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-ce8785dd-3727-4205-882e-d2d79e75c63a service neutron] Attempting to bind port 1a0d1fab-1a53-4761-acfc-ec77056485a5 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '15822b3d-93ca-42e9-9e41-5e6a249be825'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:44:03.018096 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-ce8785dd-3727-4205-882e-d2d79e75c63a service neutron] Attempting to bind port 1a0d1fab-1a53-4761-acfc-ec77056485a5 on network 15822b3d-93ca-42e9-9e41-5e6a249be825 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:03.024252 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-8ad645c0-c202-49c6-8c8f-161c548dba88 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Allocated IP 172.20.0.11 (936dc2f0-d82a-4fa2-99fc-22f673149510/ac8d69af-6389-4903-b1a9-dea0800e3203/12d8dbae-cb56-44c7-997a-7f8069f05707) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:44:03.027112 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-ce8785dd-3727-4205-882e-d2d79e75c63a service neutron] Port 1a0d1fab-1a53-4761-acfc-ec77056485a5 on network 15822b3d-93ca-42e9-9e41-5e6a249be825 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:44:03.027614 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-ce8785dd-3727-4205-882e-d2d79e75c63a service neutron] Attempting to bind port 1a0d1fab-1a53-4761-acfc-ec77056485a5 on network 15822b3d-93ca-42e9-9e41-5e6a249be825 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:03.045230 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-ce8785dd-3727-4205-882e-d2d79e75c63a service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:44:03.045874 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-ce8785dd-3727-4205-882e-d2d79e75c63a service neutron] Checking segment: {'id': '07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '15822b3d-93ca-42e9-9e41-5e6a249be825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:44:03.046435 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-ce8785dd-3727-4205-882e-d2d79e75c63a service neutron] Bound using segment: {'id': '07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '15822b3d-93ca-42e9-9e41-5e6a249be825'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:44:03.047054 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-ce8785dd-3727-4205-882e-d2d79e75c63a service neutron] Bound port: 1a0d1fab-1a53-4761-acfc-ec77056485a5, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '15822b3d-93ca-42e9-9e41-5e6a249be825'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:44:03.047674 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-ce8785dd-3727-4205-882e-d2d79e75c63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:03.255010 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:44:03.312666 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-ce8785dd-3727-4205-882e-d2d79e75c63a service neutron] For port 1a0d1fab-1a53-4761-acfc-ec77056485a5, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:44:03.337846 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-ce8785dd-3727-4205-882e-d2d79e75c63a service neutron] For port 1a0d1fab-1a53-4761-acfc-ec77056485a5, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=1a0d1fab-1a53-4761-acfc-ec77056485a5,segment=NetworkSegment(07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7),segment_id=07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:44:03.349161 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-ce8785dd-3727-4205-882e-d2d79e75c63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:03.441652 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-ce8785dd-3727-4205-882e-d2d79e75c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:03.442276 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-ce8785dd-3727-4205-882e-d2d79e75c63a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:03.444002 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-ce8785dd-3727-4205-882e-d2d79e75c63a service neutron] 10.222.0.81 "PUT /v2.0/ports/1a0d1fab-1a53-4761-acfc-ec77056485a5 HTTP/1.1" status: 200 len: 1091 time: 3.4520869 Jul 05 09:44:03.457005 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad98107-458b-4b9d-9a4a-fedd7abfa38d', 'tag': '1a0d1fab-1a53-4761-acfc-ec77056485a5'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:03.459369 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6ec7b1-659b-4bbd-a6c3-63704a11a519" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad98107-458b-4b9d-9a4a-fedd7abfa38d", "tag": "1a0d1fab-1a53-4761-acfc-ec77056485a5"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:03.539962 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8785dd-3727-4205-882e-d2d79e75c63a service neutron] Pushing event updated for resources: {'Port': ['ID=1a0d1fab-1a53-4761-acfc-ec77056485a5,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:03.573506 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-8ad645c0-c202-49c6-8c8f-161c548dba88 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:03.644945 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-8ad645c0-c202-49c6-8c8f-161c548dba88 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:03.721042 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-8ad645c0-c202-49c6-8c8f-161c548dba88 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Network 936dc2f0-d82a-4fa2-99fc-22f673149510 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:44:03.724972 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-8ad645c0-c202-49c6-8c8f-161c548dba88 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:44:03.727616 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-8ad645c0-c202-49c6-8c8f-161c548dba88 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:44:03.805321 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad645c0-c202-49c6-8c8f-161c548dba88 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Pushing event updated for resources: {'Port': ['ID=12d8dbae-cb56-44c7-997a-7f8069f05707,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:03.828003 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-8ad645c0-c202-49c6-8c8f-161c548dba88 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:03.829099 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-8ad645c0-c202-49c6-8c8f-161c548dba88 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:03.848747 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-8ad645c0-c202-49c6-8c8f-161c548dba88 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3231907 Jul 05 09:44:03.860692 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-4afecb4f-c6e7-4a92-b04d-62303c9ea80b service neutron] Request body: {'port': {'device_id': 'a0b870c8-406a-457d-aeb0-15376017a607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:03.993973 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-4afecb4f-c6e7-4a92-b04d-62303c9ea80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:04.337948 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-4afecb4f-c6e7-4a92-b04d-62303c9ea80b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d8dbae-cb56-44c7-997a-7f8069f05707 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:04.351233 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-4afecb4f-c6e7-4a92-b04d-62303c9ea80b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:04.364588 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-4afecb4f-c6e7-4a92-b04d-62303c9ea80b service neutron] Transition to ACTIVE for port object 12d8dbae-cb56-44c7-997a-7f8069f05707 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:04.368487 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-4afecb4f-c6e7-4a92-b04d-62303c9ea80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:04.459133 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afecb4f-c6e7-4a92-b04d-62303c9ea80b service neutron] Pushing event updated for resources: {'Port': ['ID=12d8dbae-cb56-44c7-997a-7f8069f05707,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:04.521674 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-4afecb4f-c6e7-4a92-b04d-62303c9ea80b service neutron] Attempting to bind port 12d8dbae-cb56-44c7-997a-7f8069f05707 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:44:04.522054 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-4afecb4f-c6e7-4a92-b04d-62303c9ea80b service neutron] Attempting to bind port 12d8dbae-cb56-44c7-997a-7f8069f05707 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '5fee5f18-0015-4a67-aeee-419ba2f6ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '936dc2f0-d82a-4fa2-99fc-22f673149510'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:44:04.522387 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-4afecb4f-c6e7-4a92-b04d-62303c9ea80b service neutron] Attempting to bind port 12d8dbae-cb56-44c7-997a-7f8069f05707 on network 936dc2f0-d82a-4fa2-99fc-22f673149510 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:04.526863 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-4afecb4f-c6e7-4a92-b04d-62303c9ea80b service neutron] Port 12d8dbae-cb56-44c7-997a-7f8069f05707 on network 936dc2f0-d82a-4fa2-99fc-22f673149510 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:44:04.527182 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-4afecb4f-c6e7-4a92-b04d-62303c9ea80b service neutron] Attempting to bind port 12d8dbae-cb56-44c7-997a-7f8069f05707 on network 936dc2f0-d82a-4fa2-99fc-22f673149510 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:04.532559 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-4afecb4f-c6e7-4a92-b04d-62303c9ea80b service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:44:04.533439 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-4afecb4f-c6e7-4a92-b04d-62303c9ea80b service neutron] Checking segment: {'id': '5fee5f18-0015-4a67-aeee-419ba2f6ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '936dc2f0-d82a-4fa2-99fc-22f673149510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:44:04.533830 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-4afecb4f-c6e7-4a92-b04d-62303c9ea80b service neutron] Bound using segment: {'id': '5fee5f18-0015-4a67-aeee-419ba2f6ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '936dc2f0-d82a-4fa2-99fc-22f673149510'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:44:04.534261 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-4afecb4f-c6e7-4a92-b04d-62303c9ea80b service neutron] Bound port: 12d8dbae-cb56-44c7-997a-7f8069f05707, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fee5f18-0015-4a67-aeee-419ba2f6ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '936dc2f0-d82a-4fa2-99fc-22f673149510'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:44:04.534621 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-4afecb4f-c6e7-4a92-b04d-62303c9ea80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:04.615756 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-4afecb4f-c6e7-4a92-b04d-62303c9ea80b service neutron] For port 12d8dbae-cb56-44c7-997a-7f8069f05707, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:44:04.619494 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-4afecb4f-c6e7-4a92-b04d-62303c9ea80b service neutron] For port 12d8dbae-cb56-44c7-997a-7f8069f05707, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=12d8dbae-cb56-44c7-997a-7f8069f05707,segment=NetworkSegment(5fee5f18-0015-4a67-aeee-419ba2f6ec77),segment_id=5fee5f18-0015-4a67-aeee-419ba2f6ec77)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:44:04.672792 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-4afecb4f-c6e7-4a92-b04d-62303c9ea80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:04.715683 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-4afecb4f-c6e7-4a92-b04d-62303c9ea80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:04.716374 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-4afecb4f-c6e7-4a92-b04d-62303c9ea80b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:04.717878 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-4afecb4f-c6e7-4a92-b04d-62303c9ea80b service neutron] 10.222.0.78 "PUT /v2.0/ports/12d8dbae-cb56-44c7-997a-7f8069f05707 HTTP/1.1" status: 200 len: 1092 time: 0.8620675 Jul 05 09:44:04.740980 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afecb4f-c6e7-4a92-b04d-62303c9ea80b service neutron] Pushing event updated for resources: {'Port': ['ID=12d8dbae-cb56-44c7-997a-7f8069f05707,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:04.840831 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-67628430-31fe-479b-8fca-83b7306b9368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:04.842466 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-67628430-31fe-479b-8fca-83b7306b9368 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d4b058b990f649f2b3dcc5ec561d1da5&device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 1095 time: 0.0787687 Jul 05 09:44:04.905743 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-565f5cf2-1201-4377-aa63-ed12d2de7998 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12d8dbae-cb56-44c7-997a-7f8069f05707 HTTP/1.1" status: 200 len: 217 time: 0.0519693 Jul 05 09:44:04.989044 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-e26c971d-4a74-47f9-b5f6-60e3091aadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:04.990533 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-e26c971d-4a74-47f9-b5f6-60e3091aadf5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac8d69af-6389-4903-b1a9-dea0800e3203 HTTP/1.1" status: 200 len: 850 time: 0.0698025 Jul 05 09:44:05.026867 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-c5d450fb-f954-4d27-8d47-83c45099b567 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=936dc2f0-d82a-4fa2-99fc-22f673149510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295382 Jul 05 09:44:05.138001 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-f9d4d2ce-5ecc-4eef-b3ab-ac02bb893243 service neutron] 10.222.0.78 "GET /v2.0/networks/936dc2f0-d82a-4fa2-99fc-22f673149510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037762 Jul 05 09:44:05.243082 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e4403761-528a-4b76-8ef5-dfad5ca7c8b5 req-42b5c506-3f8d-41ff-8695-83b02bcb2742 service neutron] 10.222.0.78 "GET /v2.0/networks/936dc2f0-d82a-4fa2-99fc-22f673149510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967948 Jul 05 09:44:05.742810 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:09.592955 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-d5a72911-5699-4717-9c84-05ae73ed5e9c tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:09.594924 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-d5a72911-5699-4717-9c84-05ae73ed5e9c tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/networks?id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 HTTP/1.1" status: 200 len: 806 time: 0.1445112 Jul 05 09:44:09.628857 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-11b3666d-d1bd-4911-8cab-1f44db6a94b9 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/quotas/305af83efe2d44eab10938e58244a3cb HTTP/1.1" status: 200 len: 375 time: 0.0116534 Jul 05 09:44:09.715297 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-633a468c-db83-4bfc-8177-20fa1ca99d1f tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0832040 Jul 05 09:44:09.834455 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 12d8dbae-cb56-44c7-997a-7f8069f05707 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:44:09.911463 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-7fcb22e1-dfbb-4384-9ada-fc2c49c3c3ea service neutron] 10.222.0.79 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825030 Jul 05 09:44:09.984827 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 12d8dbae-cb56-44c7-997a-7f8069f05707, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=12d8dbae-cb56-44c7-997a-7f8069f05707,segment=NetworkSegment(5fee5f18-0015-4a67-aeee-419ba2f6ec77),segment_id=5fee5f18-0015-4a67-aeee-419ba2f6ec77)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:10.017385 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '12d8dbae-cb56-44c7-997a-7f8069f05707', 'network_id': '936dc2f0-d82a-4fa2-99fc-22f673149510', 'port_id': '12d8dbae-cb56-44c7-997a-7f8069f05707', 'mac_address': 'fa:16:3e:5d:04:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d69af-6389-4903-b1a9-dea0800e3203', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:44:10.061198 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:10.075759 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d8dbae-cb56-44c7-997a-7f8069f05707 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:10.078716 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d0694-9032-4434-867c-4620f9708a5e req-b6f68509-fb13-43dd-aeac-ec342c76f801 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:10.080883 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f91d0694-9032-4434-867c-4620f9708a5e req-b6f68509-fb13-43dd-aeac-ec342c76f801 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ad98107-458b-4b9d-9a4a-fedd7abfa38d HTTP/1.1" status: 200 len: 943 time: 0.1684990 Jul 05 09:44:10.093686 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-67026e94-d705-4374-80cd-09952e1b2416 service neutron] 10.222.0.79 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566880 Jul 05 09:44:10.103625 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 12d8dbae-cb56-44c7-997a-7f8069f05707, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=12d8dbae-cb56-44c7-997a-7f8069f05707,segment=NetworkSegment(5fee5f18-0015-4a67-aeee-419ba2f6ec77),segment_id=5fee5f18-0015-4a67-aeee-419ba2f6ec77)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:10.112209 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:10.200143 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f91d0694-9032-4434-867c-4620f9708a5e req-9364e098-6e7a-487f-a381-85d9fa24bd4e tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a60d75f-b596-4aed-a6bd-331ea1c8e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050828 Jul 05 09:44:10.274371 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=12d8dbae-cb56-44c7-997a-7f8069f05707,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:10.400612 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbf1b6-31d6-49bb-bdf7-7c9df9c1f3f4 req-200a3d61-d511-4ae7-b62c-83de1934b4ad tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:10.402228 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bddbf1b6-31d6-49bb-bdf7-7c9df9c1f3f4 req-200a3d61-d511-4ae7-b62c-83de1934b4ad tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 945 time: 0.1054864 Jul 05 09:44:10.463715 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bddbf1b6-31d6-49bb-bdf7-7c9df9c1f3f4 req-a54aad75-bba5-4a46-8c5e-188e142209fa tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435066 Jul 05 09:44:10.490722 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['12d8dbae-cb56-44c7-997a-7f8069f05707'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:11.354944 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6021ebab-6831-4141-b1f2-fcef4259729f req-9b8a6d7c-84b8-4ed4-a0ba-092ee62ed63f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0658653 Jul 05 09:44:11.458611 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021ebab-6831-4141-b1f2-fcef4259729f req-3889df72-b68e-4f05-a532-2af922d90184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:11.460155 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6021ebab-6831-4141-b1f2-fcef4259729f req-3889df72-b68e-4f05-a532-2af922d90184 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 1095 time: 0.0595829 Jul 05 09:44:11.574243 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021ebab-6831-4141-b1f2-fcef4259729f req-ad7eb8c2-e133-45dd-83b1-35c521b83000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:11.574925 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6021ebab-6831-4141-b1f2-fcef4259729f req-ad7eb8c2-e133-45dd-83b1-35c521b83000 service neutron] 10.222.0.78 "GET /v2.0/networks?id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 200 len: 922 time: 0.0930588 Jul 05 09:44:11.622026 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6021ebab-6831-4141-b1f2-fcef4259729f req-8cf5dd35-8d59-4a26-bcaf-0407aaeffdf1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f59913cd-5b2d-44c7-9ca5-03da2f072362 HTTP/1.1" status: 200 len: 217 time: 0.0406053 Jul 05 09:44:11.671522 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021ebab-6831-4141-b1f2-fcef4259729f req-76ee203c-3cd1-46fd-902b-31e8c81546be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:11.675769 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6021ebab-6831-4141-b1f2-fcef4259729f req-76ee203c-3cd1-46fd-902b-31e8c81546be service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4cd5f100-3ecb-4100-a6d6-40f339ce6cc7 HTTP/1.1" status: 200 len: 861 time: 0.0444682 Jul 05 09:44:11.707816 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6021ebab-6831-4141-b1f2-fcef4259729f req-99a082a3-1bd4-475d-a68d-d803a83a3c6d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287256 Jul 05 09:44:11.799643 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6021ebab-6831-4141-b1f2-fcef4259729f req-47148813-64ea-4aee-9076-64f84f3d0045 service neutron] 10.222.0.78 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856133 Jul 05 09:44:11.837339 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 12d8dbae-cb56-44c7-997a-7f8069f05707 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:44:11.892192 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6021ebab-6831-4141-b1f2-fcef4259729f req-59e28a6a-bba3-4ffd-a104-0e6bd8e94ff2 service neutron] 10.222.0.78 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852621 Jul 05 09:44:11.910603 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 12d8dbae-cb56-44c7-997a-7f8069f05707 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:44:11.914748 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 12d8dbae-cb56-44c7-997a-7f8069f05707 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:11.915124 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:12.000356 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:12.025211 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b870c8-406a-457d-aeb0-15376017a607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d8dbae-cb56-44c7-997a-7f8069f05707'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:12.027522 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1a91ec-fa15-4161-9ba6-201d24f9f143" -d '{"events": [{"server_uuid": "a0b870c8-406a-457d-aeb0-15376017a607", "name": "network-vif-plugged", "status": "completed", "tag": "12d8dbae-cb56-44c7-997a-7f8069f05707"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:12.042270 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 12d8dbae-cb56-44c7-997a-7f8069f05707, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=12d8dbae-cb56-44c7-997a-7f8069f05707,segment=NetworkSegment(5fee5f18-0015-4a67-aeee-419ba2f6ec77),segment_id=5fee5f18-0015-4a67-aeee-419ba2f6ec77)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:12.047592 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:12.133174 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=12d8dbae-cb56-44c7-997a-7f8069f05707,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:12.168565 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-900db908-ca1d-4fb8-83df-fbf0136baf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:12.170426 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-900db908-ca1d-4fb8-83df-fbf0136baf20 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a5160c387a74a2a9c22b96c82dfdcb6&device_id=1ad98107-458b-4b9d-9a4a-fedd7abfa38d HTTP/1.1" status: 200 len: 1094 time: 0.0979514 Jul 05 09:44:12.201979 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bdbf62-d10a-4e98-b3ac-b47bc9ba099e x-openstack-request-id: req-10bdbf62-d10a-4e98-b3ac-b47bc9ba099e {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:12.201979 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad98107-458b-4b9d-9a4a-fedd7abfa38d", "tag": "1a0d1fab-1a53-4761-acfc-ec77056485a5", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:12.214480 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-10bdbf62-d10a-4e98-b3ac-b47bc9ba099e {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:12.219468 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad98107-458b-4b9d-9a4a-fedd7abfa38d', 'tag': '1a0d1fab-1a53-4761-acfc-ec77056485a5', 'status': 'completed', 'code': 200} Jul 05 09:44:12.386781 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-6738864b-2ed0-4f15-8bd9-9d7680a288de service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a0d1fab-1a53-4761-acfc-ec77056485a5 HTTP/1.1" status: 200 len: 217 time: 0.1652443 Jul 05 09:44:12.414457 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c63b9-e8d2-48d4-a86f-63e80a28b75f req-5ad6d9f8-1cf7-4a0d-aa8a-52ad25979189 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:12.422511 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-376c63b9-e8d2-48d4-a86f-63e80a28b75f req-5ad6d9f8-1cf7-4a0d-aa8a-52ad25979189 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 950 time: 0.1120081 Jul 05 09:44:12.472019 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-376c63b9-e8d2-48d4-a86f-63e80a28b75f req-434ea38d-bc99-4e5f-9b26-679c24cbe679 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469093 Jul 05 09:44:12.508307 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-a377c492-12b1-4bc7-a85b-2071d702b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:12.510421 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-a377c492-12b1-4bc7-a85b-2071d702b818 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=73d7ecab-d248-4fff-9235-dab0508c3653 HTTP/1.1" status: 200 len: 853 time: 0.0854857 Jul 05 09:44:12.596399 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c71140d-6c33-4a80-867e-c0e755391059 req-3ed64f76-9a25-4ba6-ac4b-ab288be78fe3 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=0faf4920-77a9-43dd-a675-591c9c074c87 HTTP/1.1" status: 200 len: 210 time: 0.0691390 Jul 05 09:44:12.619766 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-7809fe0e-3786-42a9-92f2-25b0c5c64ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:12.621741 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-7809fe0e-3786-42a9-92f2-25b0c5c64ce8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=15822b3d-93ca-42e9-9e41-5e6a249be825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031377 Jul 05 09:44:12.747125 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-2a486e3e-b15f-4349-9416-56e911bf1416 service neutron] 10.222.0.81 "GET /v2.0/networks/15822b3d-93ca-42e9-9e41-5e6a249be825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165619 Jul 05 09:44:12.851835 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcb302-63ed-4470-a99b-53d4c727fd2e req-4318d6e1-2214-419c-b9eb-013d9c59c2dd tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:12.853554 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eabcb302-63ed-4470-a99b-53d4c727fd2e req-4318d6e1-2214-419c-b9eb-013d9c59c2dd tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ad98107-458b-4b9d-9a4a-fedd7abfa38d HTTP/1.1" status: 200 len: 943 time: 0.1981537 Jul 05 09:44:12.874619 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a36cc25b-d3e8-4517-a643-586a37fcde34 req-9d0bb06f-2596-4a43-b652-31097d18b16d service neutron] 10.222.0.81 "GET /v2.0/networks/15822b3d-93ca-42e9-9e41-5e6a249be825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218452 Jul 05 09:44:12.921638 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ea31a-1d18-4c18-9329-0635c493caed req-1dc76c61-ce02-4dff-8e69-b77d0696575d tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:12.923883 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-305ea31a-1d18-4c18-9329-0635c493caed req-1dc76c61-ce02-4dff-8e69-b77d0696575d tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.1617808 Jul 05 09:44:12.929471 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eabcb302-63ed-4470-a99b-53d4c727fd2e req-cc74374f-7b28-42f9-bf92-a883f1d4d333 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a60d75f-b596-4aed-a6bd-331ea1c8e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676208 Jul 05 09:44:12.980036 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7261b425-c6d5-4f27-b6e8-f0a376d1a6a6 x-openstack-request-id: req-7261b425-c6d5-4f27-b6e8-f0a376d1a6a6 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:12.980925 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b870c8-406a-457d-aeb0-15376017a607", "name": "network-vif-plugged", "status": "completed", "tag": "12d8dbae-cb56-44c7-997a-7f8069f05707", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:12.981367 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7261b425-c6d5-4f27-b6e8-f0a376d1a6a6 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:12.981960 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b870c8-406a-457d-aeb0-15376017a607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d8dbae-cb56-44c7-997a-7f8069f05707', 'code': 200} Jul 05 09:44:12.982093 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-305ea31a-1d18-4c18-9329-0635c493caed req-986b1095-8f67-44af-b622-10543863758f tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492423 Jul 05 09:44:13.019219 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ec7b1-659b-4bbd-a6c3-63704a11a519 req-da5b0acb-86d6-4ad6-a6cf-9522526110aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:13.020801 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ff6ec7b1-659b-4bbd-a6c3-63704a11a519 req-da5b0acb-86d6-4ad6-a6cf-9522526110aa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a5160c387a74a2a9c22b96c82dfdcb6&device_id=1ad98107-458b-4b9d-9a4a-fedd7abfa38d HTTP/1.1" status: 200 len: 1094 time: 0.0729382 Jul 05 09:44:13.155751 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ec7b1-659b-4bbd-a6c3-63704a11a519 req-47de1ef5-6a19-4856-9707-17fd7b931d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:13.158099 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ff6ec7b1-659b-4bbd-a6c3-63704a11a519 req-47de1ef5-6a19-4856-9707-17fd7b931d07 service neutron] 10.222.0.81 "GET /v2.0/networks?id=15822b3d-93ca-42e9-9e41-5e6a249be825 HTTP/1.1" status: 200 len: 915 time: 0.1278923 Jul 05 09:44:13.160804 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e9ef9-11a8-4643-bc37-c8a3b2d17ba5 req-d70f18e1-32ae-4645-9fa0-eaa07ea77edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:13.162256 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dc5e9ef9-11a8-4643-bc37-c8a3b2d17ba5 req-d70f18e1-32ae-4645-9fa0-eaa07ea77edd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 1097 time: 0.0873106 Jul 05 09:44:13.223390 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ff6ec7b1-659b-4bbd-a6c3-63704a11a519 req-cb710326-727d-4115-abf7-7e82b1c842f6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a0d1fab-1a53-4761-acfc-ec77056485a5 HTTP/1.1" status: 200 len: 217 time: 0.0537112 Jul 05 09:44:13.312929 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dc5e9ef9-11a8-4643-bc37-c8a3b2d17ba5 req-e0bc114d-a709-4610-95c5-dd5a2055bbe8 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355989 Jul 05 09:44:13.332919 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ec7b1-659b-4bbd-a6c3-63704a11a519 req-45d3f7e4-30e7-4e92-9bbf-98b7466e31eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:13.335111 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ff6ec7b1-659b-4bbd-a6c3-63704a11a519 req-45d3f7e4-30e7-4e92-9bbf-98b7466e31eb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=73d7ecab-d248-4fff-9235-dab0508c3653 HTTP/1.1" status: 200 len: 853 time: 0.0708470 Jul 05 09:44:13.437058 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ec7b1-659b-4bbd-a6c3-63704a11a519 req-15c5b078-5ae4-49bb-b190-9f89b025f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:13.439367 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ff6ec7b1-659b-4bbd-a6c3-63704a11a519 req-15c5b078-5ae4-49bb-b190-9f89b025f3d1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=15822b3d-93ca-42e9-9e41-5e6a249be825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919456 Jul 05 09:44:13.502191 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-039fa3cf-96a5-4a43-964f-c8e6d095edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:13.503782 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-039fa3cf-96a5-4a43-964f-c8e6d095edb4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 1101 time: 0.1020617 Jul 05 09:44:13.562929 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ff6ec7b1-659b-4bbd-a6c3-63704a11a519 req-9d94ef49-c424-4439-8119-3bbbb9de595e service neutron] 10.222.0.81 "GET /v2.0/networks/15822b3d-93ca-42e9-9e41-5e6a249be825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140845 Jul 05 09:44:13.604695 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-efcac686-9d9e-4897-bfaa-ca811f27e4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:13.606504 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-efcac686-9d9e-4897-bfaa-ca811f27e4a4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.0946887 Jul 05 09:44:13.666471 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-60caa5b1-4b88-4e3d-b803-48cfd2eb6124 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=b327d60e-9e93-464d-8aa6-89fb35e1d8b2 HTTP/1.1" status: 200 len: 217 time: 0.0412576 Jul 05 09:44:13.671337 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ff6ec7b1-659b-4bbd-a6c3-63704a11a519 req-7a7732ec-6bcb-48fd-8d83-9baa3324f4ff service neutron] 10.222.0.81 "GET /v2.0/networks/15822b3d-93ca-42e9-9e41-5e6a249be825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001811 Jul 05 09:44:13.759465 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-842d4654-19c3-4df8-a55c-57c44397c331 req-4eb61ae8-47c6-4691-bd40-47ab9c504377 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=0faf4920-77a9-43dd-a675-591c9c074c87 HTTP/1.1" status: 200 len: 210 time: 0.0375206 Jul 05 09:44:13.766124 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-41b8366e-ae48-4483-bec1-42c24a03a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:13.767363 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-41b8366e-ae48-4483-bec1-42c24a03a76c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0842071 Jul 05 09:44:13.789635 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c30551-dd04-4b54-86e5-be575e28f5ab req-1b757c51-68df-44f2-96c5-24c83bca28f4 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:13.791205 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6c30551-dd04-4b54-86e5-be575e28f5ab req-1b757c51-68df-44f2-96c5-24c83bca28f4 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 950 time: 0.1836224 Jul 05 09:44:13.861765 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6c30551-dd04-4b54-86e5-be575e28f5ab req-bd5e3fb6-ef71-472d-b460-901cf3da9583 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623870 Jul 05 09:44:13.876871 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-ad485676-8e16-4121-aa51-4c3c20af475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:13.881499 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-ad485676-8e16-4121-aa51-4c3c20af475c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981133 Jul 05 09:44:13.974253 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-d5857093-7e9a-4196-a669-44567ed76ad9 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844145 Jul 05 09:44:14.088626 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-c901ef75-0d99-4c69-981b-bdb771bad3d6 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036665 Jul 05 09:44:14.223646 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b870c8-406a-457d-aeb0-15376017a607', 'tag': '12d8dbae-cb56-44c7-997a-7f8069f05707'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:14.228463 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a918634-d775-4164-8930-62d2f2d26902" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b870c8-406a-457d-aeb0-15376017a607", "tag": "12d8dbae-cb56-44c7-997a-7f8069f05707"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:14.333304 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27076954-ef1c-446c-baa3-e33f706f4c28 req-5a3fc796-6237-4043-914a-f6a146261bab tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:14.335043 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27076954-ef1c-446c-baa3-e33f706f4c28 req-5a3fc796-6237-4043-914a-f6a146261bab tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ad98107-458b-4b9d-9a4a-fedd7abfa38d HTTP/1.1" status: 200 len: 943 time: 0.2053845 Jul 05 09:44:14.340970 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 53ecd08c-5206-408e-a533-4836c1dbed0b details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:44:14.346017 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ef98f-16dd-4d99-bd5c-9872ded79584 req-ef204d46-718b-45e5-8c8a-5a7b80b5a4fa tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:14.347570 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-812ef98f-16dd-4d99-bd5c-9872ded79584 req-ef204d46-718b-45e5-8c8a-5a7b80b5a4fa tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.2061732 Jul 05 09:44:14.431426 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-761310d2-0da7-4c95-97f9-a40e3dae211c tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:14.433047 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-761310d2-0da7-4c95-97f9-a40e3dae211c tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.81 "GET /v2.0/networks?id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 HTTP/1.1" status: 200 len: 806 time: 0.2074330 Jul 05 09:44:14.448097 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27076954-ef1c-446c-baa3-e33f706f4c28 req-d62c549f-cff7-474d-a76d-6d3cd58725b1 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a60d75f-b596-4aed-a6bd-331ea1c8e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972118 Jul 05 09:44:14.453774 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-812ef98f-16dd-4d99-bd5c-9872ded79584 req-d15e7615-ed70-4935-8486-7c23335912d0 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950718 Jul 05 09:44:14.506229 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-3acee3a5-dbdd-4fdc-b79e-e3944b68d7bb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Request body: {'port': {'device_id': '0faf4920-77a9-43dd-a675-591c9c074c87', 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62', 'admin_state_up': True, 'tenant_id': '305af83efe2d44eab10938e58244a3cb'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:14.523951 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed68056-2705-43c7-a7c8-d9461513f706 x-openstack-request-id: req-5ed68056-2705-43c7-a7c8-d9461513f706 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:14.524480 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b870c8-406a-457d-aeb0-15376017a607", "tag": "12d8dbae-cb56-44c7-997a-7f8069f05707", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:14.524480 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5ed68056-2705-43c7-a7c8-d9461513f706 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:14.524880 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b870c8-406a-457d-aeb0-15376017a607', 'tag': '12d8dbae-cb56-44c7-997a-7f8069f05707', 'status': 'completed', 'code': 200} Jul 05 09:44:14.620521 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 53ecd08c-5206-408e-a533-4836c1dbed0b, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=53ecd08c-5206-408e-a533-4836c1dbed0b,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:14.653737 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '53ecd08c-5206-408e-a533-4836c1dbed0b', 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f', 'port_id': '53ecd08c-5206-408e-a533-4836c1dbed0b', 'mac_address': 'fa:16:3e:69:fc:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1a105d-77c4-456f-a245-b66e6fc97786', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:44:14.757818 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:14.777489 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53ecd08c-5206-408e-a533-4836c1dbed0b {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:14.778843 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-3acee3a5-dbdd-4fdc-b79e-e3944b68d7bb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Made reservation on behalf of 305af83efe2d44eab10938e58244a3cb for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:14.785864 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-3acee3a5-dbdd-4fdc-b79e-e3944b68d7bb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:14.830780 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 53ecd08c-5206-408e-a533-4836c1dbed0b, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=53ecd08c-5206-408e-a533-4836c1dbed0b,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:14.839676 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:14.910498 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=53ecd08c-5206-408e-a533-4836c1dbed0b,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:14.951374 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a918634-d775-4164-8930-62d2f2d26902 req-12453990-6ae8-46eb-a090-1210936877d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:14.953230 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1a918634-d775-4164-8930-62d2f2d26902 req-12453990-6ae8-46eb-a090-1210936877d1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d4b058b990f649f2b3dcc5ec561d1da5&device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 1097 time: 0.1971085 Jul 05 09:44:14.971837 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['53ecd08c-5206-408e-a533-4836c1dbed0b'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:15.096317 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a918634-d775-4164-8930-62d2f2d26902 req-f68029b5-430f-4222-888f-b080458e393f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:15.098234 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1a918634-d775-4164-8930-62d2f2d26902 req-f68029b5-430f-4222-888f-b080458e393f service neutron] 10.222.0.78 "GET /v2.0/networks?id=936dc2f0-d82a-4fa2-99fc-22f673149510 HTTP/1.1" status: 200 len: 911 time: 0.1373591 Jul 05 09:44:15.164736 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1a918634-d775-4164-8930-62d2f2d26902 req-b7f9af24-9271-4a70-bc63-a47e14bc6e4a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12d8dbae-cb56-44c7-997a-7f8069f05707 HTTP/1.1" status: 200 len: 217 time: 0.0598183 Jul 05 09:44:15.224636 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a918634-d775-4164-8930-62d2f2d26902 req-b148b04d-2e1f-45fe-a5e4-ce8e2c49eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:15.226196 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1a918634-d775-4164-8930-62d2f2d26902 req-b148b04d-2e1f-45fe-a5e4-ce8e2c49eaf0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac8d69af-6389-4903-b1a9-dea0800e3203 HTTP/1.1" status: 200 len: 850 time: 0.0556262 Jul 05 09:44:15.260299 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1a918634-d775-4164-8930-62d2f2d26902 req-0cf6fbde-feaa-4319-8424-e50610edac03 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=936dc2f0-d82a-4fa2-99fc-22f673149510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276709 Jul 05 09:44:15.355655 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1a918634-d775-4164-8930-62d2f2d26902 req-6c1bff36-82a9-4f39-a84d-5c32e488052f service neutron] 10.222.0.78 "GET /v2.0/networks/936dc2f0-d82a-4fa2-99fc-22f673149510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889943 Jul 05 09:44:15.369708 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03d80487-1ec7-40fe-b680-b9df28aced5f req-d7613181-e1bd-43a1-af9d-c4fbf90ef906 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=0faf4920-77a9-43dd-a675-591c9c074c87 HTTP/1.1" status: 200 len: 210 time: 0.4240847 Jul 05 09:44:15.413423 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-3acee3a5-dbdd-4fdc-b79e-e3944b68d7bb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Allocated IP 172.20.0.3 (7dba0c45-bd0a-4b14-925e-b1eed8ad5c62/9b6f44ce-d485-46dc-95cd-7820a4fbcd7e/edc74def-4a39-4f98-a49a-1104bf2dceff) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:44:15.464704 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1a918634-d775-4164-8930-62d2f2d26902 req-c71e94e8-70cd-4bec-8363-12a7a1c58619 service neutron] 10.222.0.78 "GET /v2.0/networks/936dc2f0-d82a-4fa2-99fc-22f673149510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024730 Jul 05 09:44:15.472472 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77dbb6-2cc2-4fe1-9b5e-6e572cb6740a req-e4b4027f-cd09-438f-abfc-a2625a336c0e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:15.473999 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-af77dbb6-2cc2-4fe1-9b5e-6e572cb6740a req-e4b4027f-cd09-438f-abfc-a2625a336c0e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 950 time: 0.1091247 Jul 05 09:44:15.569738 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-af77dbb6-2cc2-4fe1-9b5e-6e572cb6740a req-6545b80b-a6b2-44b8-b34e-de2e159d9bba tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830338 Jul 05 09:44:15.628079 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-3acee3a5-dbdd-4fdc-b79e-e3944b68d7bb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:15.766882 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-3acee3a5-dbdd-4fdc-b79e-e3944b68d7bb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:15.778346 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['4618948b-aba9-4c53-a34d-ed838ba47183'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:15.782253 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3009db-4b33-44ac-a60d-7c376ddb9490 req-fd59e92f-ba08-49d1-800d-57800321b39d tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:15.784331 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0d3009db-4b33-44ac-a60d-7c376ddb9490 req-fd59e92f-ba08-49d1-800d-57800321b39d tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.1797519 Jul 05 09:44:15.847946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-3acee3a5-dbdd-4fdc-b79e-e3944b68d7bb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:44:15.857081 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-3acee3a5-dbdd-4fdc-b79e-e3944b68d7bb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:44:15.867889 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9bc48-7e70-4265-aa77-98a61c7e5b9a req-f82bb222-b478-45f4-b29f-79d1b2b87b0c tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:15.869453 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d7d9bc48-7e70-4265-aa77-98a61c7e5b9a req-f82bb222-b478-45f4-b29f-79d1b2b87b0c tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ad98107-458b-4b9d-9a4a-fedd7abfa38d HTTP/1.1" status: 200 len: 943 time: 0.1863856 Jul 05 09:44:15.871569 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-3acee3a5-dbdd-4fdc-b79e-e3944b68d7bb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:44:15.875634 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acee3a5-dbdd-4fdc-b79e-e3944b68d7bb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Pushing event updated for resources: {'Port': ['ID=edc74def-4a39-4f98-a49a-1104bf2dceff,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:15.932985 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0d3009db-4b33-44ac-a60d-7c376ddb9490 req-4d416b79-5093-42e1-9ea4-52aad34ed1b1 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181772 Jul 05 09:44:15.971686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-3acee3a5-dbdd-4fdc-b79e-e3944b68d7bb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:15.972344 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-3acee3a5-dbdd-4fdc-b79e-e3944b68d7bb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:15.978304 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d7d9bc48-7e70-4265-aa77-98a61c7e5b9a req-3ff08361-06e8-4f8a-846e-1fef433fea50 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a60d75f-b596-4aed-a6bd-331ea1c8e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968297 Jul 05 09:44:15.990462 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-3acee3a5-dbdd-4fdc-b79e-e3944b68d7bb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5068705 Jul 05 09:44:16.040155 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-0fc54c69-616b-4fa8-bdd2-0972bc8b8e4d service neutron] Request body: {'port': {'device_id': '0faf4920-77a9-43dd-a675-591c9c074c87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:16.121059 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-0fc54c69-616b-4fa8-bdd2-0972bc8b8e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:16.350244 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 1a0d1fab-1a53-4761-acfc-ec77056485a5 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:44:16.359312 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 53ecd08c-5206-408e-a533-4836c1dbed0b up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:44:16.456178 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-0fc54c69-616b-4fa8-bdd2-0972bc8b8e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edc74def-4a39-4f98-a49a-1104bf2dceff {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:16.476367 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-0fc54c69-616b-4fa8-bdd2-0972bc8b8e4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:16.505317 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-0fc54c69-616b-4fa8-bdd2-0972bc8b8e4d service neutron] Transition to ACTIVE for port object edc74def-4a39-4f98-a49a-1104bf2dceff will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:16.510144 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-0fc54c69-616b-4fa8-bdd2-0972bc8b8e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:16.511018 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 1a0d1fab-1a53-4761-acfc-ec77056485a5, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=1a0d1fab-1a53-4761-acfc-ec77056485a5,segment=NetworkSegment(07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7),segment_id=07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:16.527154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '1a0d1fab-1a53-4761-acfc-ec77056485a5', 'network_id': '15822b3d-93ca-42e9-9e41-5e6a249be825', 'port_id': '1a0d1fab-1a53-4761-acfc-ec77056485a5', 'mac_address': 'fa:16:3e:a9:08:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d7ecab-d248-4fff-9235-dab0508c3653', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:44:16.556295 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c5402-80f6-4f2f-995c-784615a99254 req-b50f6d35-506f-40ce-b531-1ac3f180b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:16.559237 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-741c5402-80f6-4f2f-995c-784615a99254 req-b50f6d35-506f-40ce-b531-1ac3f180b6dd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d4b058b990f649f2b3dcc5ec561d1da5&device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 1097 time: 0.1411409 Jul 05 09:44:16.607425 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:16.622645 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 53ecd08c-5206-408e-a533-4836c1dbed0b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:16.623159 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:16.647937 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a0d1fab-1a53-4761-acfc-ec77056485a5 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:16.691441 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 1a0d1fab-1a53-4761-acfc-ec77056485a5, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=1a0d1fab-1a53-4761-acfc-ec77056485a5,segment=NetworkSegment(07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7),segment_id=07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:16.705464 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:16.722315 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc54c69-616b-4fa8-bdd2-0972bc8b8e4d service neutron] Pushing event updated for resources: {'Port': ['ID=edc74def-4a39-4f98-a49a-1104bf2dceff,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:16.733320 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c5402-80f6-4f2f-995c-784615a99254 req-7418c858-a9bd-4905-a3d8-5141809cdf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:16.734840 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-741c5402-80f6-4f2f-995c-784615a99254 req-7418c858-a9bd-4905-a3d8-5141809cdf90 service neutron] 10.222.0.78 "GET /v2.0/networks?id=936dc2f0-d82a-4fa2-99fc-22f673149510 HTTP/1.1" status: 200 len: 911 time: 0.1610684 Jul 05 09:44:16.798702 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=1a0d1fab-1a53-4761-acfc-ec77056485a5,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:16.809330 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-741c5402-80f6-4f2f-995c-784615a99254 req-671f63d4-f9af-4da5-a4b1-42f867e3f7e4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12d8dbae-cb56-44c7-997a-7f8069f05707 HTTP/1.1" status: 200 len: 217 time: 0.0655818 Jul 05 09:44:16.820800 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:16.847903 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a1146-7ddb-4b07-8199-fbde3d0bb9f5 req-fec13747-cad4-4696-91ab-e7c1cdd3a403 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:16.856763 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db6a1146-7ddb-4b07-8199-fbde3d0bb9f5 req-fec13747-cad4-4696-91ab-e7c1cdd3a403 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.2700493 Jul 05 09:44:16.870625 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c5402-80f6-4f2f-995c-784615a99254 req-ee1237d8-fe9a-4fff-b404-8e8856df24f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:16.873621 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-741c5402-80f6-4f2f-995c-784615a99254 req-ee1237d8-fe9a-4fff-b404-8e8856df24f9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac8d69af-6389-4903-b1a9-dea0800e3203 HTTP/1.1" status: 200 len: 850 time: 0.0576782 Jul 05 09:44:16.878495 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ec490c-4ceb-4d7a-85d5-1e7975c5c485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ecd08c-5206-408e-a533-4836c1dbed0b'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:16.882025 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097319a9-0c9e-4281-815f-f7eae618eaac" -d '{"events": [{"server_uuid": "68ec490c-4ceb-4d7a-85d5-1e7975c5c485", "name": "network-vif-plugged", "status": "completed", "tag": "53ecd08c-5206-408e-a533-4836c1dbed0b"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:16.903020 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 53ecd08c-5206-408e-a533-4836c1dbed0b, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=53ecd08c-5206-408e-a533-4836c1dbed0b,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:16.909426 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:16.918934 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db6a1146-7ddb-4b07-8199-fbde3d0bb9f5 req-a7dcf448-8427-4eef-8a01-0227ab5ce876 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612028 Jul 05 09:44:16.929035 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-741c5402-80f6-4f2f-995c-784615a99254 req-7a6ac0dc-6c4c-4875-8741-b3894a19c02b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=936dc2f0-d82a-4fa2-99fc-22f673149510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473504 Jul 05 09:44:16.966060 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbae98-57f3-416e-bd61-e89fdb259b3b req-b93e814e-187b-4f17-b763-a7ddf163a584 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:16.967718 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39bbae98-57f3-416e-bd61-e89fdb259b3b req-b93e814e-187b-4f17-b763-a7ddf163a584 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=0faf4920-77a9-43dd-a675-591c9c074c87 HTTP/1.1" status: 200 len: 943 time: 0.3799491 Jul 05 09:44:16.977360 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-0fc54c69-616b-4fa8-bdd2-0972bc8b8e4d service neutron] Attempting to bind port edc74def-4a39-4f98-a49a-1104bf2dceff on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:44:16.977698 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-0fc54c69-616b-4fa8-bdd2-0972bc8b8e4d service neutron] Attempting to bind port edc74def-4a39-4f98-a49a-1104bf2dceff by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:44:16.978026 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-0fc54c69-616b-4fa8-bdd2-0972bc8b8e4d service neutron] Attempting to bind port edc74def-4a39-4f98-a49a-1104bf2dceff on network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:16.989721 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=53ecd08c-5206-408e-a533-4836c1dbed0b,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:17.000522 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-0fc54c69-616b-4fa8-bdd2-0972bc8b8e4d service neutron] Port edc74def-4a39-4f98-a49a-1104bf2dceff on network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:44:17.000850 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-0fc54c69-616b-4fa8-bdd2-0972bc8b8e4d service neutron] Attempting to bind port edc74def-4a39-4f98-a49a-1104bf2dceff on network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:17.034448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-0fc54c69-616b-4fa8-bdd2-0972bc8b8e4d service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:44:17.034701 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-0fc54c69-616b-4fa8-bdd2-0972bc8b8e4d service neutron] Checking segment: {'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:44:17.035085 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-0fc54c69-616b-4fa8-bdd2-0972bc8b8e4d service neutron] Bound using segment: {'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:44:17.035524 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-0fc54c69-616b-4fa8-bdd2-0972bc8b8e4d service neutron] Bound port: edc74def-4a39-4f98-a49a-1104bf2dceff, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:44:17.048376 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-0fc54c69-616b-4fa8-bdd2-0972bc8b8e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:17.069101 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-741c5402-80f6-4f2f-995c-784615a99254 req-61737b19-5d26-4070-abd0-8d510c53fdcf service neutron] 10.222.0.78 "GET /v2.0/networks/936dc2f0-d82a-4fa2-99fc-22f673149510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241570 Jul 05 09:44:17.100120 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39bbae98-57f3-416e-bd61-e89fdb259b3b req-569bddf7-1060-4068-9fa3-a0852e24c40b tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244357 Jul 05 09:44:17.183290 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['1a0d1fab-1a53-4761-acfc-ec77056485a5'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:17.236031 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-0fc54c69-616b-4fa8-bdd2-0972bc8b8e4d service neutron] For port edc74def-4a39-4f98-a49a-1104bf2dceff, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:44:17.245747 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-741c5402-80f6-4f2f-995c-784615a99254 req-9d0a64ca-11f3-4bac-b6d0-6a1e8ab546df service neutron] 10.222.0.78 "GET /v2.0/networks/936dc2f0-d82a-4fa2-99fc-22f673149510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695685 Jul 05 09:44:17.274034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fd9d0-1462-4117-ac22-e73f1ef6a769 req-110913e3-d4be-42c4-bcc6-c1c4c70e5782 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:17.283405 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-368fd9d0-1462-4117-ac22-e73f1ef6a769 req-110913e3-d4be-42c4-bcc6-c1c4c70e5782 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 950 time: 0.1384242 Jul 05 09:44:17.306207 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-0fc54c69-616b-4fa8-bdd2-0972bc8b8e4d service neutron] For port edc74def-4a39-4f98-a49a-1104bf2dceff, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=edc74def-4a39-4f98-a49a-1104bf2dceff,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:44:17.317630 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-0fc54c69-616b-4fa8-bdd2-0972bc8b8e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:17.393657 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-0fc54c69-616b-4fa8-bdd2-0972bc8b8e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:17.394282 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-0fc54c69-616b-4fa8-bdd2-0972bc8b8e4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:17.395844 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-0fc54c69-616b-4fa8-bdd2-0972bc8b8e4d service neutron] 10.222.0.81 "PUT /v2.0/ports/edc74def-4a39-4f98-a49a-1104bf2dceff HTTP/1.1" status: 200 len: 1091 time: 1.3615899 Jul 05 09:44:17.399168 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0faf4920-77a9-43dd-a675-591c9c074c87', 'tag': 'edc74def-4a39-4f98-a49a-1104bf2dceff'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:17.409622 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640d1507-b9f1-4b2d-8247-c39c34d7dcac" -d '{"events": [{"name": "network-changed", "server_uuid": "0faf4920-77a9-43dd-a675-591c9c074c87", "tag": "edc74def-4a39-4f98-a49a-1104bf2dceff"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:17.468414 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-368fd9d0-1462-4117-ac22-e73f1ef6a769 req-f7327cc6-284e-44a5-b153-f362898ccb63 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736102 Jul 05 09:44:17.500258 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc54c69-616b-4fa8-bdd2-0972bc8b8e4d service neutron] Pushing event updated for resources: {'Port': ['ID=edc74def-4a39-4f98-a49a-1104bf2dceff,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:17.536764 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2feb136c-662a-4328-bd63-c77c19e7bbd0 x-openstack-request-id: req-2feb136c-662a-4328-bd63-c77c19e7bbd0 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:17.537164 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ec490c-4ceb-4d7a-85d5-1e7975c5c485", "name": "network-vif-plugged", "status": "completed", "tag": "53ecd08c-5206-408e-a533-4836c1dbed0b", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:17.537517 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2feb136c-662a-4328-bd63-c77c19e7bbd0 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:17.538009 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ec490c-4ceb-4d7a-85d5-1e7975c5c485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ecd08c-5206-408e-a533-4836c1dbed0b', 'code': 200} Jul 05 09:44:17.604217 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78f643-ee38-4521-83ac-773eba805004 req-14830191-63d7-45e3-abac-444c0a6f10cf tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:17.616453 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d78f643-ee38-4521-83ac-773eba805004 req-14830191-63d7-45e3-abac-444c0a6f10cf tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/networks?id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 200 len: 821 time: 0.2633305 Jul 05 09:44:17.637404 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d78f643-ee38-4521-83ac-773eba805004 req-f06d0ddf-0b18-45af-a672-f6a6895ff4de tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/quotas/27a08ed4c5d94b9c9c7a4760272e7f3b HTTP/1.1" status: 200 len: 375 time: 0.0200286 Jul 05 09:44:17.658018 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-03bcbdf1-3d5f-439b-8a75-f05d66d3cea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:17.659460 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-03bcbdf1-3d5f-439b-8a75-f05d66d3cea9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&device_id=0faf4920-77a9-43dd-a675-591c9c074c87 HTTP/1.1" status: 200 len: 1094 time: 0.2018218 Jul 05 09:44:17.769229 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-33562f25-9ba4-4598-bddf-4565d3158e1c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edc74def-4a39-4f98-a49a-1104bf2dceff HTTP/1.1" status: 200 len: 217 time: 0.0653219 Jul 05 09:44:17.861232 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-4242c77d-33bc-4b2d-af7d-734b0997bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:17.862727 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-4242c77d-33bc-4b2d-af7d-734b0997bfcf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9b6f44ce-d485-46dc-95cd-7820a4fbcd7e HTTP/1.1" status: 200 len: 846 time: 0.0832078 Jul 05 09:44:17.872213 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d78f643-ee38-4521-83ac-773eba805004 req-87b74a14-a9e0-40ea-adb8-249f017b94e1 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2257345 Jul 05 09:44:17.880676 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15498028-6eb2-4e26-8255-5fb4dbc6bf24 req-5ba2e9aa-e892-48d2-a352-9c56645d925c tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:17.887471 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15498028-6eb2-4e26-8255-5fb4dbc6bf24 req-5ba2e9aa-e892-48d2-a352-9c56645d925c tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ad98107-458b-4b9d-9a4a-fedd7abfa38d HTTP/1.1" status: 200 len: 944 time: 0.2270358 Jul 05 09:44:17.979422 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-1054b608-3a6e-4f9c-b74d-7f1d79674458 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837891 Jul 05 09:44:18.019464 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15498028-6eb2-4e26-8255-5fb4dbc6bf24 req-650678ac-92f2-43d3-b0e6-1fddd430a159 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a60d75f-b596-4aed-a6bd-331ea1c8e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308157 Jul 05 09:44:18.108091 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d78f643-ee38-4521-83ac-773eba805004 req-cd7ecf2f-1190-4e49-a87d-03cd2e43d74b service neutron] 10.222.0.79 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134638 Jul 05 09:44:18.171423 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-a373ff78-bdf7-440a-b608-1861782aecdd service neutron] 10.222.0.81 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765547 Jul 05 09:44:18.272267 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d78f643-ee38-4521-83ac-773eba805004 req-80949b0f-521c-410b-b1d3-3ed129fbe35b service neutron] 10.222.0.79 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558437 Jul 05 09:44:18.293600 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34c28567-de90-46a2-aacb-9d8ca13b1631 req-ddc8fa43-36e2-4fdf-946c-65c4f870a744 service neutron] 10.222.0.81 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111465 Jul 05 09:44:18.351915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 1a0d1fab-1a53-4761-acfc-ec77056485a5 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:44:18.452257 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 1a0d1fab-1a53-4761-acfc-ec77056485a5 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:44:18.464739 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 1a0d1fab-1a53-4761-acfc-ec77056485a5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:18.465494 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:18.493622 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78158b8-6ce0-4c13-9373-350541be7da7 x-openstack-request-id: req-b78158b8-6ce0-4c13-9373-350541be7da7 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:18.494189 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0faf4920-77a9-43dd-a675-591c9c074c87", "tag": "edc74def-4a39-4f98-a49a-1104bf2dceff", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:18.494637 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b78158b8-6ce0-4c13-9373-350541be7da7 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:18.497360 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0faf4920-77a9-43dd-a675-591c9c074c87', 'tag': 'edc74def-4a39-4f98-a49a-1104bf2dceff', 'status': 'completed', 'code': 200} Jul 05 09:44:18.629465 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:18.646654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d1507-b9f1-4b2d-8247-c39c34d7dcac req-d15ccc4d-dd54-4dc1-89c0-45d26d942789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:18.664853 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-640d1507-b9f1-4b2d-8247-c39c34d7dcac req-d15ccc4d-dd54-4dc1-89c0-45d26d942789 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&device_id=0faf4920-77a9-43dd-a675-591c9c074c87 HTTP/1.1" status: 200 len: 1094 time: 0.1164775 Jul 05 09:44:18.669334 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 1a0d1fab-1a53-4761-acfc-ec77056485a5, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=1a0d1fab-1a53-4761-acfc-ec77056485a5,segment=NetworkSegment(07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7),segment_id=07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:18.674841 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:18.735019 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=1a0d1fab-1a53-4761-acfc-ec77056485a5,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:18.861350 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d1507-b9f1-4b2d-8247-c39c34d7dcac req-6a78bd6e-4162-4229-8684-bcf06f401f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:18.862838 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-640d1507-b9f1-4b2d-8247-c39c34d7dcac req-6a78bd6e-4162-4229-8684-bcf06f401f10 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 HTTP/1.1" status: 200 len: 907 time: 0.1894064 Jul 05 09:44:18.938424 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-640d1507-b9f1-4b2d-8247-c39c34d7dcac req-140f6ba0-19dc-40f1-b823-ee96dca9b8f4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edc74def-4a39-4f98-a49a-1104bf2dceff HTTP/1.1" status: 200 len: 217 time: 0.0660470 Jul 05 09:44:18.953471 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f6baf-ccae-40bc-b3ba-a52c12668810 req-05706f81-aaf6-4c76-88da-de21150ceaf8 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:18.955605 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-507f6baf-ccae-40bc-b3ba-a52c12668810 req-05706f81-aaf6-4c76-88da-de21150ceaf8 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.2272751 Jul 05 09:44:19.050626 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d1507-b9f1-4b2d-8247-c39c34d7dcac req-450971b4-46a3-4536-ba5a-8e8a38102525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:19.052143 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-640d1507-b9f1-4b2d-8247-c39c34d7dcac req-450971b4-46a3-4536-ba5a-8e8a38102525 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9b6f44ce-d485-46dc-95cd-7820a4fbcd7e HTTP/1.1" status: 200 len: 846 time: 0.0955534 Jul 05 09:44:19.063087 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b4724-2337-4045-9f48-6e4b5169482c req-0b01faf6-877a-4827-9857-00dcfbb0b661 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:19.070337 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-139b4724-2337-4045-9f48-6e4b5169482c req-0b01faf6-877a-4827-9857-00dcfbb0b661 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=0faf4920-77a9-43dd-a675-591c9c074c87 HTTP/1.1" status: 200 len: 943 time: 0.2127285 Jul 05 09:44:19.086168 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-507f6baf-ccae-40bc-b3ba-a52c12668810 req-27cf034d-bddb-462e-9ae8-582f5a14407f tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936012 Jul 05 09:44:19.184019 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-640d1507-b9f1-4b2d-8247-c39c34d7dcac req-e933aa3d-b5b6-43ad-9e77-6ba440253503 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108005 Jul 05 09:44:19.258489 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-139b4724-2337-4045-9f48-6e4b5169482c req-3712fe3b-44ee-4e66-8047-2c6f74c78508 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871376 Jul 05 09:44:19.359111 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-640d1507-b9f1-4b2d-8247-c39c34d7dcac req-754d0bfc-c48e-4a7f-8cd8-d79a9ceeeb32 service neutron] 10.222.0.81 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677237 Jul 05 09:44:19.542915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad98107-458b-4b9d-9a4a-fedd7abfa38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0d1fab-1a53-4761-acfc-ec77056485a5'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:19.545418 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c614f18-a0c4-4b0c-bf16-5e92d5082278" -d '{"events": [{"server_uuid": "1ad98107-458b-4b9d-9a4a-fedd7abfa38d", "name": "network-vif-plugged", "status": "completed", "tag": "1a0d1fab-1a53-4761-acfc-ec77056485a5"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:19.555403 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1c104525-c8cf-48db-8619-ca9fa08e59f0 req-d4b4eb78-432a-4a21-a979-e0ccfa3f52f5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 210 time: 0.0607293 Jul 05 09:44:19.633140 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-640d1507-b9f1-4b2d-8247-c39c34d7dcac req-244a048c-5967-4ecd-8a4d-13bf6a45af98 service neutron] 10.222.0.81 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519650 Jul 05 09:44:19.652645 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ed074-6e53-4daf-9735-3f251ae55b9a req-a83661dd-c8f0-4aad-a8f1-527fa4f855d5 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:19.654176 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-866ed074-6e53-4daf-9735-3f251ae55b9a req-a83661dd-c8f0-4aad-a8f1-527fa4f855d5 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 950 time: 0.2877445 Jul 05 09:44:19.744511 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-866ed074-6e53-4daf-9735-3f251ae55b9a req-a1531ab2-523d-4c64-bfbe-853aae23d8ba tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819883 Jul 05 09:44:19.850004 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da711dc-e82d-4891-a7ce-622ab97d6331 req-8b4ee697-9c6d-4c95-980e-7794e4e71c74 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:19.851778 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3da711dc-e82d-4891-a7ce-622ab97d6331 req-8b4ee697-9c6d-4c95-980e-7794e4e71c74 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ad98107-458b-4b9d-9a4a-fedd7abfa38d HTTP/1.1" status: 200 len: 945 time: 0.1061084 Jul 05 09:44:19.923971 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3da711dc-e82d-4891-a7ce-622ab97d6331 req-fdcf79c5-6dfb-4ecb-b79a-cd32f983625e tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a60d75f-b596-4aed-a6bd-331ea1c8e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651162 Jul 05 09:44:20.017473 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c12751-a3e2-492a-aca9-e7cc8c897e4b x-openstack-request-id: req-f0c12751-a3e2-492a-aca9-e7cc8c897e4b {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:20.017994 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad98107-458b-4b9d-9a4a-fedd7abfa38d", "name": "network-vif-plugged", "status": "completed", "tag": "1a0d1fab-1a53-4761-acfc-ec77056485a5", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:20.018550 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f0c12751-a3e2-492a-aca9-e7cc8c897e4b {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:20.019461 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad98107-458b-4b9d-9a4a-fedd7abfa38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0d1fab-1a53-4761-acfc-ec77056485a5', 'code': 200} Jul 05 09:44:20.179774 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8b810-2901-4b5d-b0f3-6934e14bcb7c req-8b66800b-10d1-4bcb-b9c2-e47df1c09cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:20.182638 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61d8b810-2901-4b5d-b0f3-6934e14bcb7c req-8b66800b-10d1-4bcb-b9c2-e47df1c09cfb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1ad98107-458b-4b9d-9a4a-fedd7abfa38d HTTP/1.1" status: 200 len: 1096 time: 0.0680485 Jul 05 09:44:20.262237 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61d8b810-2901-4b5d-b0f3-6934e14bcb7c req-dcc03c71-609b-4271-a561-71a7b999bf1d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8a60d75f-b596-4aed-a6bd-331ea1c8e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706854 Jul 05 09:44:20.348298 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4eed6-b7e2-47be-93d7-5b04ede48fe2 req-f3b9a401-1021-421d-81c3-675c37a80f92 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:20.349917 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19a4eed6-b7e2-47be-93d7-5b04ede48fe2 req-f3b9a401-1021-421d-81c3-675c37a80f92 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.0927773 Jul 05 09:44:20.421118 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19a4eed6-b7e2-47be-93d7-5b04ede48fe2 req-05f20141-1d43-47cf-b965-51d0446482dd tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646815 Jul 05 09:44:20.486963 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78f643-ee38-4521-83ac-773eba805004 req-d5d30479-3a62-4b06-9604-eafb4546d5c9 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:20.488622 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6d78f643-ee38-4521-83ac-773eba805004 req-d5d30479-3a62-4b06-9604-eafb4546d5c9 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.78 "GET /v2.0/networks?id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 200 len: 821 time: 0.1976314 Jul 05 09:44:20.507343 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-6d78f643-ee38-4521-83ac-773eba805004 req-500f0231-c1b8-417b-b65b-f6c4bba156a5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Request body: {'port': {'device_id': '6913a54d-a3f5-41e5-890d-db73e89e9007', 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3', 'admin_state_up': True, 'tenant_id': '27a08ed4c5d94b9c9c7a4760272e7f3b'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:20.530127 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f09060-1199-4cd3-b68c-c5eb5e4a4bc2 req-07030314-70ec-4223-9851-116ad19edaf1 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:20.531837 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-88f09060-1199-4cd3-b68c-c5eb5e4a4bc2 req-07030314-70ec-4223-9851-116ad19edaf1 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=0faf4920-77a9-43dd-a675-591c9c074c87 HTTP/1.1" status: 200 len: 943 time: 0.1283004 Jul 05 09:44:20.706309 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-88f09060-1199-4cd3-b68c-c5eb5e4a4bc2 req-9dee31c1-2bc5-4c13-9295-86612c58df08 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592464 Jul 05 09:44:20.763059 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d78f643-ee38-4521-83ac-773eba805004 req-500f0231-c1b8-417b-b65b-f6c4bba156a5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Made reservation on behalf of 27a08ed4c5d94b9c9c7a4760272e7f3b for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:20.768154 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b0417bf-537c-4936-838d-5ed064613e10 req-12f8a61a-80bf-4d62-81d0-531c1db04395 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 210 time: 0.0607464 Jul 05 09:44:20.772398 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6d78f643-ee38-4521-83ac-773eba805004 req-500f0231-c1b8-417b-b65b-f6c4bba156a5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:20.870377 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3d0d3acc-6d21-4f91-935f-7bc04782d9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:21.003819 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de82f4-da55-4a57-a70d-14010da19826 req-0030f1e2-d71f-4e39-94e1-6fc2c3c194e1 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:21.006044 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-40de82f4-da55-4a57-a70d-14010da19826 req-0030f1e2-d71f-4e39-94e1-6fc2c3c194e1 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 950 time: 0.1185157 Jul 05 09:44:21.030984 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-6d78f643-ee38-4521-83ac-773eba805004 req-500f0231-c1b8-417b-b65b-f6c4bba156a5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Allocated IP 172.20.0.13 (33584e1d-fbb7-4689-90f6-bc3d0ee549b3/4cd5f100-3ecb-4100-a6d6-40f339ce6cc7/e2627bf4-8abf-467c-a8bb-89bc4d7430c8) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:44:21.058838 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-40de82f4-da55-4a57-a70d-14010da19826 req-df7bbf51-db9c-4eaf-a9a6-71235b88c3d4 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464270 Jul 05 09:44:21.226501 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd38c17-29e9-43dd-bda7-fed439dc39a7 req-f0819020-b32e-441e-b8f6-dfccf3b30b59 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:21.228516 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-edd38c17-29e9-43dd-bda7-fed439dc39a7 req-f0819020-b32e-441e-b8f6-dfccf3b30b59 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ad98107-458b-4b9d-9a4a-fedd7abfa38d HTTP/1.1" status: 200 len: 945 time: 0.1104515 Jul 05 09:44:21.314127 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6d78f643-ee38-4521-83ac-773eba805004 req-500f0231-c1b8-417b-b65b-f6c4bba156a5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:21.331391 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-edd38c17-29e9-43dd-bda7-fed439dc39a7 req-b940002a-091e-4888-91e7-0ce936fb6ab1 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a60d75f-b596-4aed-a6bd-331ea1c8e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945122 Jul 05 09:44:21.361703 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6d78f643-ee38-4521-83ac-773eba805004 req-500f0231-c1b8-417b-b65b-f6c4bba156a5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:21.376566 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['0f90be91-db15-4bef-a182-f1ac65014b1c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:21.540502 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d78f643-ee38-4521-83ac-773eba805004 req-500f0231-c1b8-417b-b65b-f6c4bba156a5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:44:21.545018 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f0231-c1b8-417b-b65b-f6c4bba156a5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Pushing event updated for resources: {'Port': ['ID=e2627bf4-8abf-467c-a8bb-89bc4d7430c8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:21.561500 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-6d78f643-ee38-4521-83ac-773eba805004 req-500f0231-c1b8-417b-b65b-f6c4bba156a5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:44:21.570211 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d78f643-ee38-4521-83ac-773eba805004 req-500f0231-c1b8-417b-b65b-f6c4bba156a5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:44:21.573968 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f0231-c1b8-417b-b65b-f6c4bba156a5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:21.574323 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f0231-c1b8-417b-b65b-f6c4bba156a5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:21.574745 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f0231-c1b8-417b-b65b-f6c4bba156a5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:21.575016 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f0231-c1b8-417b-b65b-f6c4bba156a5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:21.575358 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f0231-c1b8-417b-b65b-f6c4bba156a5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:21.575700 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f0231-c1b8-417b-b65b-f6c4bba156a5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:21.603490 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f0231-c1b8-417b-b65b-f6c4bba156a5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:21.603948 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f0231-c1b8-417b-b65b-f6c4bba156a5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:21.608334 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f0231-c1b8-417b-b65b-f6c4bba156a5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:21.608776 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f0231-c1b8-417b-b65b-f6c4bba156a5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:21.609128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f0231-c1b8-417b-b65b-f6c4bba156a5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:21.609475 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f0231-c1b8-417b-b65b-f6c4bba156a5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:21.668167 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e869992-716e-4798-87dd-0577f4a4aa58 req-11a74534-bd80-429e-8fd2-1fa2627ba648 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:21.675250 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3e869992-716e-4798-87dd-0577f4a4aa58 req-11a74534-bd80-429e-8fd2-1fa2627ba648 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.1014516 Jul 05 09:44:21.711998 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78f643-ee38-4521-83ac-773eba805004 req-500f0231-c1b8-417b-b65b-f6c4bba156a5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:21.713140 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6d78f643-ee38-4521-83ac-773eba805004 req-500f0231-c1b8-417b-b65b-f6c4bba156a5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:21.735087 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6d78f643-ee38-4521-83ac-773eba805004 req-500f0231-c1b8-417b-b65b-f6c4bba156a5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2316895 Jul 05 09:44:21.753838 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3e869992-716e-4798-87dd-0577f4a4aa58 req-5b59eea6-ce05-48b2-ba05-305d962e3919 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761385 Jul 05 09:44:21.762416 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-6d78f643-ee38-4521-83ac-773eba805004 req-4d3a83b7-3c0a-4db2-8d22-25d11946a51a service neutron] Request body: {'port': {'device_id': '6913a54d-a3f5-41e5-890d-db73e89e9007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:21.928162 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa08198-b622-419b-ae4f-9537a802076d req-496f5ddd-fee6-4d8d-806d-0834c80a2975 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:21.935630 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2fa08198-b622-419b-ae4f-9537a802076d req-496f5ddd-fee6-4d8d-806d-0834c80a2975 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=0faf4920-77a9-43dd-a675-591c9c074c87 HTTP/1.1" status: 200 len: 943 time: 0.0808842 Jul 05 09:44:21.935948 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6d78f643-ee38-4521-83ac-773eba805004 req-4d3a83b7-3c0a-4db2-8d22-25d11946a51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:22.003471 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2fa08198-b622-419b-ae4f-9537a802076d req-e5abff41-8e72-440f-98a3-9d95c6af4c4d tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663393 Jul 05 09:44:22.368151 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07845b-4201-46cf-a0b1-d2e03e1210c0 req-22c3346f-c405-40a4-8eb1-f21db4972dba tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:22.380019 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a07845b-4201-46cf-a0b1-d2e03e1210c0 req-22c3346f-c405-40a4-8eb1-f21db4972dba tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 932 time: 0.1224754 Jul 05 09:44:22.383319 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device edc74def-4a39-4f98-a49a-1104bf2dceff details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:44:22.511964 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a07845b-4201-46cf-a0b1-d2e03e1210c0 req-be974870-16fd-4b21-9f1f-728ffbe7a50b tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282485 Jul 05 09:44:22.620232 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-6d78f643-ee38-4521-83ac-773eba805004 req-4d3a83b7-3c0a-4db2-8d22-25d11946a51a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2627bf4-8abf-467c-a8bb-89bc4d7430c8 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:22.642168 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6d78f643-ee38-4521-83ac-773eba805004 req-4d3a83b7-3c0a-4db2-8d22-25d11946a51a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:22.672343 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-6d78f643-ee38-4521-83ac-773eba805004 req-4d3a83b7-3c0a-4db2-8d22-25d11946a51a service neutron] Transition to ACTIVE for port object e2627bf4-8abf-467c-a8bb-89bc4d7430c8 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:22.680501 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6d78f643-ee38-4521-83ac-773eba805004 req-4d3a83b7-3c0a-4db2-8d22-25d11946a51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:22.695999 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port edc74def-4a39-4f98-a49a-1104bf2dceff, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=edc74def-4a39-4f98-a49a-1104bf2dceff,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:22.774202 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a83b7-3c0a-4db2-8d22-25d11946a51a service neutron] Pushing event updated for resources: {'Port': ['ID=e2627bf4-8abf-467c-a8bb-89bc4d7430c8,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:22.815972 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2254cf-ae93-41ef-a9e6-8b65056a2d09 req-6bebf46c-1a4d-481f-b98f-46fc678f9539 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:22.822495 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ee2254cf-ae93-41ef-a9e6-8b65056a2d09 req-6bebf46c-1a4d-481f-b98f-46fc678f9539 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 950 time: 0.1268268 Jul 05 09:44:22.894917 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ee2254cf-ae93-41ef-a9e6-8b65056a2d09 req-b6dfab3b-d711-4a76-ab75-61541f9da29b tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666564 Jul 05 09:44:22.940512 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'edc74def-4a39-4f98-a49a-1104bf2dceff', 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62', 'port_id': 'edc74def-4a39-4f98-a49a-1104bf2dceff', 'mac_address': 'fa:16:3e:bc:e2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6f44ce-d485-46dc-95cd-7820a4fbcd7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:44:22.974537 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-6d78f643-ee38-4521-83ac-773eba805004 req-4d3a83b7-3c0a-4db2-8d22-25d11946a51a service neutron] Attempting to bind port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:44:22.974903 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-6d78f643-ee38-4521-83ac-773eba805004 req-4d3a83b7-3c0a-4db2-8d22-25d11946a51a service neutron] Attempting to bind port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:44:22.975209 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d78f643-ee38-4521-83ac-773eba805004 req-4d3a83b7-3c0a-4db2-8d22-25d11946a51a service neutron] Attempting to bind port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:22.996690 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d78f643-ee38-4521-83ac-773eba805004 req-4d3a83b7-3c0a-4db2-8d22-25d11946a51a service neutron] Port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:44:22.997030 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d78f643-ee38-4521-83ac-773eba805004 req-4d3a83b7-3c0a-4db2-8d22-25d11946a51a service neutron] Attempting to bind port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:23.015816 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d78f643-ee38-4521-83ac-773eba805004 req-4d3a83b7-3c0a-4db2-8d22-25d11946a51a service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:44:23.016745 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d78f643-ee38-4521-83ac-773eba805004 req-4d3a83b7-3c0a-4db2-8d22-25d11946a51a service neutron] Checking segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:44:23.017150 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d78f643-ee38-4521-83ac-773eba805004 req-4d3a83b7-3c0a-4db2-8d22-25d11946a51a service neutron] Bound using segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:44:23.019011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-6d78f643-ee38-4521-83ac-773eba805004 req-4d3a83b7-3c0a-4db2-8d22-25d11946a51a service neutron] Bound port: e2627bf4-8abf-467c-a8bb-89bc4d7430c8, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:44:23.021588 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6d78f643-ee38-4521-83ac-773eba805004 req-4d3a83b7-3c0a-4db2-8d22-25d11946a51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:23.048543 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:23.078220 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc74def-4a39-4f98-a49a-1104bf2dceff {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:23.121019 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port edc74def-4a39-4f98-a49a-1104bf2dceff, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=edc74def-4a39-4f98-a49a-1104bf2dceff,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:23.131541 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:23.154293 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b5280-f7ec-43b5-a7bb-ea37cf91b3f3 req-3d88ae43-64b3-4871-a6f3-afeef72fffa6 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:23.163905 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a1b5280-f7ec-43b5-a7bb-ea37cf91b3f3 req-3d88ae43-64b3-4871-a6f3-afeef72fffa6 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ad98107-458b-4b9d-9a4a-fedd7abfa38d HTTP/1.1" status: 200 len: 945 time: 0.2001736 Jul 05 09:44:23.168716 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-6d78f643-ee38-4521-83ac-773eba805004 req-4d3a83b7-3c0a-4db2-8d22-25d11946a51a service neutron] For port e2627bf4-8abf-467c-a8bb-89bc4d7430c8, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:44:23.172924 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-6d78f643-ee38-4521-83ac-773eba805004 req-4d3a83b7-3c0a-4db2-8d22-25d11946a51a service neutron] For port e2627bf4-8abf-467c-a8bb-89bc4d7430c8, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=e2627bf4-8abf-467c-a8bb-89bc4d7430c8,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:44:23.180053 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6d78f643-ee38-4521-83ac-773eba805004 req-4d3a83b7-3c0a-4db2-8d22-25d11946a51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:23.209247 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=edc74def-4a39-4f98-a49a-1104bf2dceff,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:23.217161 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a1b5280-f7ec-43b5-a7bb-ea37cf91b3f3 req-84476408-e0ba-4437-b75d-c686e0b3abc1 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a60d75f-b596-4aed-a6bd-331ea1c8e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523322 Jul 05 09:44:23.248867 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff559ae-0972-4588-b024-5c0f57d932b7 req-891e49bd-c56c-489d-bf38-5d49b48e9896 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:23.248867 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7ff559ae-0972-4588-b024-5c0f57d932b7 req-891e49bd-c56c-489d-bf38-5d49b48e9896 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 946 time: 0.1778898 Jul 05 09:44:23.295155 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-372b7f26-e723-4e63-ab32-db3ad8d2efa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:23.329531 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78f643-ee38-4521-83ac-773eba805004 req-4d3a83b7-3c0a-4db2-8d22-25d11946a51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:23.332748 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6d78f643-ee38-4521-83ac-773eba805004 req-4d3a83b7-3c0a-4db2-8d22-25d11946a51a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:23.350677 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7ff559ae-0972-4588-b024-5c0f57d932b7 req-2cac92dc-b581-43f2-a434-aa6dff74d74b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0947824 Jul 05 09:44:23.353256 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6d78f643-ee38-4521-83ac-773eba805004 req-4d3a83b7-3c0a-4db2-8d22-25d11946a51a service neutron] 10.222.0.78 "PUT /v2.0/ports/e2627bf4-8abf-467c-a8bb-89bc4d7430c8 HTTP/1.1" status: 200 len: 1092 time: 1.5848978 Jul 05 09:44:23.363046 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6913a54d-a3f5-41e5-890d-db73e89e9007', 'tag': 'e2627bf4-8abf-467c-a8bb-89bc4d7430c8'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:23.368885 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec754c4-cf3a-4add-a74e-664c1c0c0173" -d '{"events": [{"name": "network-changed", "server_uuid": "6913a54d-a3f5-41e5-890d-db73e89e9007", "tag": "e2627bf4-8abf-467c-a8bb-89bc4d7430c8"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:23.456120 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a83b7-3c0a-4db2-8d22-25d11946a51a service neutron] Pushing event updated for resources: {'Port': ['ID=e2627bf4-8abf-467c-a8bb-89bc4d7430c8,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:23.467575 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['edc74def-4a39-4f98-a49a-1104bf2dceff'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:23.519271 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78f643-ee38-4521-83ac-773eba805004 req-194234bd-1804-4ef4-a743-7afe33a5e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:23.521658 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6d78f643-ee38-4521-83ac-773eba805004 req-194234bd-1804-4ef4-a743-7afe33a5e223 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 1095 time: 0.1351535 Jul 05 09:44:23.587079 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:23.663757 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6d78f643-ee38-4521-83ac-773eba805004 req-46928bb5-ac19-4a7a-8507-aafe89043990 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2627bf4-8abf-467c-a8bb-89bc4d7430c8 HTTP/1.1" status: 200 len: 217 time: 0.1330590 Jul 05 09:44:23.850269 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f3aaa-fd5a-4036-b56f-d2b389099b21 req-c18a59cd-b35a-4174-83c3-619d5ee50964 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:23.856945 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea8f3aaa-fd5a-4036-b56f-d2b389099b21 req-c18a59cd-b35a-4174-83c3-619d5ee50964 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.2875443 Jul 05 09:44:23.913809 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a044fdd-d1e3-4102-9137-1345e5b90f84 req-c1a26e14-f4ab-43e4-974e-61cd86e5c4ef tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:23.921601 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5a044fdd-d1e3-4102-9137-1345e5b90f84 req-c1a26e14-f4ab-43e4-974e-61cd86e5c4ef tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=0faf4920-77a9-43dd-a675-591c9c074c87 HTTP/1.1" status: 200 len: 944 time: 0.4083545 Jul 05 09:44:23.959333 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea8f3aaa-fd5a-4036-b56f-d2b389099b21 req-422b2ea6-2b92-4352-a0be-8e473f0a3230 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915198 Jul 05 09:44:23.991291 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5a044fdd-d1e3-4102-9137-1345e5b90f84 req-35ec94c0-8ed3-4969-adf1-c110079a0a6d tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685441 Jul 05 09:44:24.306872 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde79cf3-c3d4-4220-b4dd-a28d254854cb x-openstack-request-id: req-cde79cf3-c3d4-4220-b4dd-a28d254854cb {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:24.307608 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6913a54d-a3f5-41e5-890d-db73e89e9007", "tag": "e2627bf4-8abf-467c-a8bb-89bc4d7430c8", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:24.308053 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cde79cf3-c3d4-4220-b4dd-a28d254854cb {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:24.308821 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6913a54d-a3f5-41e5-890d-db73e89e9007', 'tag': 'e2627bf4-8abf-467c-a8bb-89bc4d7430c8', 'status': 'completed', 'code': 200} Jul 05 09:44:24.336316 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78f643-ee38-4521-83ac-773eba805004 req-16be79d7-0d49-4ba8-a9df-0a3310e1e3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:24.338438 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6d78f643-ee38-4521-83ac-773eba805004 req-16be79d7-0d49-4ba8-a9df-0a3310e1e3d5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4cd5f100-3ecb-4100-a6d6-40f339ce6cc7 HTTP/1.1" status: 200 len: 861 time: 0.6677623 Jul 05 09:44:24.397388 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1001de1-d5bc-40fb-b3d5-8a8df9f2cb99 req-596e9dbc-b60c-481e-8720-1f90c0e10207 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:24.405406 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1001de1-d5bc-40fb-b3d5-8a8df9f2cb99 req-596e9dbc-b60c-481e-8720-1f90c0e10207 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 944 time: 0.1392400 Jul 05 09:44:24.424381 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6d78f643-ee38-4521-83ac-773eba805004 req-f13a1fd9-436c-44b9-8635-d51ace22d872 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766234 Jul 05 09:44:24.469024 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:24.513702 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1001de1-d5bc-40fb-b3d5-8a8df9f2cb99 req-c587c486-fe31-49e4-b8c4-bc56598ec8d6 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068799 Jul 05 09:44:24.568973 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155eec4-bf80-4b94-a8e8-567fe5576761 req-24cafba7-46e9-4d92-bf5a-d2adc09f18dc tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:24.570501 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2155eec4-bf80-4b94-a8e8-567fe5576761 req-24cafba7-46e9-4d92-bf5a-d2adc09f18dc tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 950 time: 0.1265528 Jul 05 09:44:24.596889 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6d78f643-ee38-4521-83ac-773eba805004 req-b388d037-0e12-4895-8140-6cb0bdcd8493 service neutron] 10.222.0.78 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655843 Jul 05 09:44:24.637219 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2155eec4-bf80-4b94-a8e8-567fe5576761 req-f11a24f5-9a31-4fca-bf4c-6c9b58c10839 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611026 Jul 05 09:44:24.705439 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6d78f643-ee38-4521-83ac-773eba805004 req-f0da47b3-f5ea-47d7-913f-75d347c55ed1 service neutron] 10.222.0.78 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017418 Jul 05 09:44:24.873923 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257e717-ae8e-49f6-b2d3-d07701e7a9e9 req-38876446-1aa2-4318-92bc-8051dddad9b2 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:24.882859 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e257e717-ae8e-49f6-b2d3-d07701e7a9e9 req-38876446-1aa2-4318-92bc-8051dddad9b2 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 946 time: 0.0909595 Jul 05 09:44:24.890464 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec754c4-cf3a-4add-a74e-664c1c0c0173 req-a3ffe58b-568c-4584-a7cb-0c1f4656ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:24.892557 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5ec754c4-cf3a-4add-a74e-664c1c0c0173 req-a3ffe58b-568c-4584-a7cb-0c1f4656ee2b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 1095 time: 0.1137269 Jul 05 09:44:24.942294 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e257e717-ae8e-49f6-b2d3-d07701e7a9e9 req-67f766d1-2c1a-4d9e-ad70-78d2e5e05d8b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580626 Jul 05 09:44:25.125606 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec754c4-cf3a-4add-a74e-664c1c0c0173 req-eef40bb7-de62-425f-b9b8-333f9debc092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:25.129308 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5ec754c4-cf3a-4add-a74e-664c1c0c0173 req-eef40bb7-de62-425f-b9b8-333f9debc092 service neutron] 10.222.0.78 "GET /v2.0/networks?id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 200 len: 922 time: 0.2244728 Jul 05 09:44:25.280936 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5ec754c4-cf3a-4add-a74e-664c1c0c0173 req-450a8d31-73da-4fb2-87d5-55c6afd08535 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2627bf4-8abf-467c-a8bb-89bc4d7430c8 HTTP/1.1" status: 200 len: 217 time: 0.1257179 Jul 05 09:44:25.399594 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec754c4-cf3a-4add-a74e-664c1c0c0173 req-fda80f6c-2acc-4441-b184-92c1dc1be695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:25.401234 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5ec754c4-cf3a-4add-a74e-664c1c0c0173 req-fda80f6c-2acc-4441-b184-92c1dc1be695 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4cd5f100-3ecb-4100-a6d6-40f339ce6cc7 HTTP/1.1" status: 200 len: 861 time: 0.1117504 Jul 05 09:44:25.440777 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5ec754c4-cf3a-4add-a74e-664c1c0c0173 req-9fdfe1aa-fc31-472e-8deb-099aee6008b9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318222 Jul 05 09:44:25.660136 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5ec754c4-cf3a-4add-a74e-664c1c0c0173 req-6709313f-8d01-4efa-a53f-5d5e14c7388a service neutron] 10.222.0.78 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064371 Jul 05 09:44:25.727350 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf73d9-1c12-481d-bd2a-72b7ca8dbab2 req-a160122b-448e-4323-adf1-5f239649ba84 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:25.729033 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c1bf73d9-1c12-481d-bd2a-72b7ca8dbab2 req-a160122b-448e-4323-adf1-5f239649ba84 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=0faf4920-77a9-43dd-a675-591c9c074c87 HTTP/1.1" status: 200 len: 944 time: 0.5143812 Jul 05 09:44:25.740463 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c224f27-4ad8-492d-912a-dd3c456ff2ec req-f1725310-7f08-4fbe-a253-59a1be2aaf53 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:25.747438 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c224f27-4ad8-492d-912a-dd3c456ff2ec req-f1725310-7f08-4fbe-a253-59a1be2aaf53 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.4842429 Jul 05 09:44:25.801649 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5ec754c4-cf3a-4add-a74e-664c1c0c0173 req-df53bbc6-b4df-4c9b-b8b3-30cade9aa66d service neutron] 10.222.0.78 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341932 Jul 05 09:44:25.817594 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c224f27-4ad8-492d-912a-dd3c456ff2ec req-5a1e7f9e-f842-4d25-9881-7982c38f234b tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638309 Jul 05 09:44:25.850363 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c1bf73d9-1c12-481d-bd2a-72b7ca8dbab2 req-0ce46f2c-04ea-4a4a-a0a8-ad9236985121 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836148 Jul 05 09:44:26.115179 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197980f-d83f-44f3-bc4c-0b44d4b22700 req-d30bba4a-aaa9-409c-9058-406fe39bca1d tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:26.122794 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9197980f-d83f-44f3-bc4c-0b44d4b22700 req-d30bba4a-aaa9-409c-9058-406fe39bca1d tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 944 time: 0.1156907 Jul 05 09:44:26.196850 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9197980f-d83f-44f3-bc4c-0b44d4b22700 req-72d5a43e-2d84-45d8-ba9f-81dad8c46322 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731015 Jul 05 09:44:26.294096 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda728b-e778-46a6-815a-67068d20dc14 req-bbfe9192-8a45-4e82-a87f-cee0b3a4ee12 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:26.304690 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dbda728b-e778-46a6-815a-67068d20dc14 req-bbfe9192-8a45-4e82-a87f-cee0b3a4ee12 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 950 time: 0.1319201 Jul 05 09:44:26.357959 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dbda728b-e778-46a6-815a-67068d20dc14 req-b282f953-413e-4a74-8af8-e76466fbb353 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522211 Jul 05 09:44:26.412270 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device edc74def-4a39-4f98-a49a-1104bf2dceff up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:44:26.501549 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port edc74def-4a39-4f98-a49a-1104bf2dceff completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:44:26.513367 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port edc74def-4a39-4f98-a49a-1104bf2dceff triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:26.514927 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:26.561046 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71240d-ab8b-4130-a04f-37edd233e055 req-72a9912a-8380-437d-b247-940064ec24e9 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:26.563013 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c71240d-ab8b-4130-a04f-37edd233e055 req-72a9912a-8380-437d-b247-940064ec24e9 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 946 time: 0.2004073 Jul 05 09:44:26.609662 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:26.635117 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c71240d-ab8b-4130-a04f-37edd233e055 req-c8fc2e28-6bdc-480c-ac69-50299b1e3c9b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663538 Jul 05 09:44:26.681973 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:26.717796 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0faf4920-77a9-43dd-a675-591c9c074c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc74def-4a39-4f98-a49a-1104bf2dceff'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:26.720589 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b330e3-b612-44dd-be2e-cbdaf11481c3" -d '{"events": [{"server_uuid": "0faf4920-77a9-43dd-a675-591c9c074c87", "name": "network-vif-plugged", "status": "completed", "tag": "edc74def-4a39-4f98-a49a-1104bf2dceff"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:26.738481 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port edc74def-4a39-4f98-a49a-1104bf2dceff, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=edc74def-4a39-4f98-a49a-1104bf2dceff,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:26.744871 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:26.810488 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142156a0-1f68-4815-9a8b-e1d449f38a57 x-openstack-request-id: req-142156a0-1f68-4815-9a8b-e1d449f38a57 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:26.810922 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0faf4920-77a9-43dd-a675-591c9c074c87", "name": "network-vif-plugged", "status": "completed", "tag": "edc74def-4a39-4f98-a49a-1104bf2dceff", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:26.811280 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-142156a0-1f68-4815-9a8b-e1d449f38a57 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:26.811788 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0faf4920-77a9-43dd-a675-591c9c074c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc74def-4a39-4f98-a49a-1104bf2dceff', 'code': 200} Jul 05 09:44:26.812475 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=edc74def-4a39-4f98-a49a-1104bf2dceff,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:26.821901 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:26.822729 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:26.823541 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:26.824001 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:26.824994 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:26.825437 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:26.825886 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:26.826333 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:26.826747 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:26.827174 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:26.827597 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:26.828228 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:27.107202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c1708-4209-4f71-b735-3c2d3aeb8fcb req-32eefe0e-de82-436d-8af4-af59187c40bd tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:27.109241 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a8c1708-4209-4f71-b735-3c2d3aeb8fcb req-32eefe0e-de82-436d-8af4-af59187c40bd tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.1473463 Jul 05 09:44:27.114367 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ad263-a8a6-443f-b4cc-87ded13d302e req-3a54cc5d-b20b-4f5c-8769-8b5b3a0cc998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:27.116264 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ce9ad263-a8a6-443f-b4cc-87ded13d302e req-3a54cc5d-b20b-4f5c-8769-8b5b3a0cc998 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0faf4920-77a9-43dd-a675-591c9c074c87 HTTP/1.1" status: 200 len: 1096 time: 0.2010050 Jul 05 09:44:27.274542 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a8c1708-4209-4f71-b735-3c2d3aeb8fcb req-29d888c3-6a5f-4b8d-ba66-4d9cfcb90277 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555872 Jul 05 09:44:27.287710 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ce9ad263-a8a6-443f-b4cc-87ded13d302e req-1adb85f1-df92-43e3-b417-898d6ff942a3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625645 Jul 05 09:44:27.347142 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c649dd-5a3e-4ae9-8b43-e7334ad3a341 req-c925d76a-54ee-4e8a-9508-997205eeae88 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:27.348893 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92c649dd-5a3e-4ae9-8b43-e7334ad3a341 req-c925d76a-54ee-4e8a-9508-997205eeae88 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=0faf4920-77a9-43dd-a675-591c9c074c87 HTTP/1.1" status: 200 len: 945 time: 0.1791592 Jul 05 09:44:27.410198 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92c649dd-5a3e-4ae9-8b43-e7334ad3a341 req-b9c96494-5c49-47ec-ba7e-4641c8ff5cbb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550117 Jul 05 09:44:27.784346 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24993a3-684e-4fbd-9239-a2f2dffbe4c5 req-e31e66bf-86f1-4666-8a04-17cce78faebd tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:27.786301 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e24993a3-684e-4fbd-9239-a2f2dffbe4c5 req-e31e66bf-86f1-4666-8a04-17cce78faebd tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 944 time: 0.1808226 Jul 05 09:44:27.815014 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8088178-4928-473a-8e53-a92870bed9a0 req-79b08aa7-2991-42f7-bc62-da419f943241 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:27.822264 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d8088178-4928-473a-8e53-a92870bed9a0 req-79b08aa7-2991-42f7-bc62-da419f943241 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 950 time: 0.1313806 Jul 05 09:44:27.874824 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e24993a3-684e-4fbd-9239-a2f2dffbe4c5 req-2f83f654-0dbf-4d63-9fb4-dfc0177ae009 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814459 Jul 05 09:44:27.903337 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d8088178-4928-473a-8e53-a92870bed9a0 req-4b18ae78-2082-49a1-a892-02488b388fa4 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798738 Jul 05 09:44:28.094210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c325c1f-609f-42b8-8bab-e7583da9740e req-286476f8-7258-4f45-a9e0-b5db62af1aef tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:28.102068 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c325c1f-609f-42b8-8bab-e7583da9740e req-286476f8-7258-4f45-a9e0-b5db62af1aef tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 946 time: 0.0943980 Jul 05 09:44:28.150417 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c325c1f-609f-42b8-8bab-e7583da9740e req-b15cbe2f-8710-4edf-92f3-59101af716e8 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474169 Jul 05 09:44:28.543122 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b088b-e561-4050-acfd-6cb589aba198 req-9370c52d-5f75-4f15-bc5e-0b9ca3431247 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:28.551576 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b76b088b-e561-4050-acfd-6cb589aba198 req-9370c52d-5f75-4f15-bc5e-0b9ca3431247 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.1223772 Jul 05 09:44:28.638640 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b76b088b-e561-4050-acfd-6cb589aba198 req-cbc744ae-3cc9-45d0-9d33-22a07b42db22 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858707 Jul 05 09:44:28.689435 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702b6ba-ab83-4ef6-99de-ae14d74cc562 req-4ea8aeaa-9fb6-42b7-96f2-da858946f5a5 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:28.691274 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c702b6ba-ab83-4ef6-99de-ae14d74cc562 req-4ea8aeaa-9fb6-42b7-96f2-da858946f5a5 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=0faf4920-77a9-43dd-a675-591c9c074c87 HTTP/1.1" status: 200 len: 945 time: 0.1367755 Jul 05 09:44:28.753809 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c702b6ba-ab83-4ef6-99de-ae14d74cc562 req-2637049d-ee50-473b-9c9b-4d259207bb4a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552881 Jul 05 09:44:29.002302 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28083e-afda-4450-a44f-0cabead2d757 req-14ecdda9-bca5-4bc2-ad8b-92c0c342bddc tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:29.009586 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a28083e-afda-4450-a44f-0cabead2d757 req-14ecdda9-bca5-4bc2-ad8b-92c0c342bddc tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=0faf4920-77a9-43dd-a675-591c9c074c87 HTTP/1.1" status: 200 len: 945 time: 0.0878553 Jul 05 09:44:29.096461 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a28083e-afda-4450-a44f-0cabead2d757 req-882d6fe1-cc4f-4dd3-904c-ade54343c89c tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859263 Jul 05 09:44:29.138584 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eab016-eca8-4534-9bc1-9541ee1565b8 req-93173eac-3a4d-4e29-867f-3453161f6482 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:29.145891 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b2eab016-eca8-4534-9bc1-9541ee1565b8 req-93173eac-3a4d-4e29-867f-3453161f6482 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 944 time: 0.1291323 Jul 05 09:44:29.232131 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b2eab016-eca8-4534-9bc1-9541ee1565b8 req-b6d31053-702b-42b7-aeb6-5940a34b43eb tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851300 Jul 05 09:44:29.302364 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55061724-89b8-4111-a2af-b44191b05115 req-53752c37-dbe5-4642-989c-02ee24fa12f8 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:29.304135 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55061724-89b8-4111-a2af-b44191b05115 req-53752c37-dbe5-4642-989c-02ee24fa12f8 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 950 time: 0.0908973 Jul 05 09:44:29.376801 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55061724-89b8-4111-a2af-b44191b05115 req-c8d69cda-43b8-4ef6-b06d-be90888b129c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639787 Jul 05 09:44:29.633551 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4263a-035f-4174-957b-44520339e4c6 req-694cccfa-5ccb-439e-a1ff-087cb53bd529 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:29.645558 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bac4263a-035f-4174-957b-44520339e4c6 req-694cccfa-5ccb-439e-a1ff-087cb53bd529 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 946 time: 0.1305585 Jul 05 09:44:29.712918 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bac4263a-035f-4174-957b-44520339e4c6 req-a265afe7-1258-457f-b507-1053c0252753 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663712 Jul 05 09:44:29.805339 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4a474-3649-4cd3-ac0b-bda433b96ac6 req-f7185eea-4b64-4423-bf1a-d08e8d9146b6 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:29.812879 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-87a4a474-3649-4cd3-ac0b-bda433b96ac6 req-f7185eea-4b64-4423-bf1a-d08e8d9146b6 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=0faf4920-77a9-43dd-a675-591c9c074c87 HTTP/1.1" status: 200 len: 945 time: 0.1148276 Jul 05 09:44:29.864422 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-87a4a474-3649-4cd3-ac0b-bda433b96ac6 req-c211f345-cea9-4170-86f2-e9c8b09064af tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499532 Jul 05 09:44:29.961142 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431532d-f527-4abc-ab22-d97359a46f77 req-cd9698da-616c-4a8f-b12a-79551353542e tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:29.968624 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6431532d-f527-4abc-ab22-d97359a46f77 req-cd9698da-616c-4a8f-b12a-79551353542e tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.1030743 Jul 05 09:44:30.031517 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6431532d-f527-4abc-ab22-d97359a46f77 req-e7f2c471-2027-4cdc-91cb-88a6515257ec tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615349 Jul 05 09:44:30.472433 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e350b5-c16c-4cd5-a402-ce1aa1a24296 req-9beaffc3-9a80-4f6a-8531-de658a6bdc14 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:30.479329 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1e350b5-c16c-4cd5-a402-ce1aa1a24296 req-9beaffc3-9a80-4f6a-8531-de658a6bdc14 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 944 time: 0.1026275 Jul 05 09:44:30.539575 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1e350b5-c16c-4cd5-a402-ce1aa1a24296 req-535dad61-5135-45b2-a2e7-a8632bb2b78e tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592260 Jul 05 09:44:30.636452 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705605b8-83b5-4690-bfea-961bed58629c req-1bdc94ac-41c0-410e-821a-c67510eca543 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:30.638082 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-705605b8-83b5-4690-bfea-961bed58629c req-1bdc94ac-41c0-410e-821a-c67510eca543 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 950 time: 0.0951519 Jul 05 09:44:30.691678 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-705605b8-83b5-4690-bfea-961bed58629c req-63c7530f-ab85-4358-9299-7090c3478d96 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466983 Jul 05 09:44:30.916673 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf68d3-28c4-41e7-8e8c-33d96bbf0edc req-6622a2cb-c652-4231-9ce5-c36d516040cf tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:30.918715 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6bf68d3-28c4-41e7-8e8c-33d96bbf0edc req-6622a2cb-c652-4231-9ce5-c36d516040cf tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 946 time: 0.0758917 Jul 05 09:44:30.963188 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6bf68d3-28c4-41e7-8e8c-33d96bbf0edc req-617f6f63-a9d6-4232-a7cf-3b5fa0294e37 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376661 Jul 05 09:44:31.099749 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d576264-a933-4adb-b2c3-c506844a11cd req-e41a2a94-25fa-45fd-9ae1-64ab18879306 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:31.101903 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2d576264-a933-4adb-b2c3-c506844a11cd req-e41a2a94-25fa-45fd-9ae1-64ab18879306 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=0faf4920-77a9-43dd-a675-591c9c074c87 HTTP/1.1" status: 200 len: 945 time: 0.0882454 Jul 05 09:44:31.187203 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2d576264-a933-4adb-b2c3-c506844a11cd req-dac781d5-f5d0-42d9-9ce5-ce8ed96e7437 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752480 Jul 05 09:44:31.334303 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a4084-c699-46f0-ba23-9702244e3366 req-397a9266-6f34-439b-89b4-d41a60a8ec0d tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:31.336271 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-768a4084-c699-46f0-ba23-9702244e3366 req-397a9266-6f34-439b-89b4-d41a60a8ec0d tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.81 "GET /v2.0/ports?device_id=0faf4920-77a9-43dd-a675-591c9c074c87 HTTP/1.1" status: 200 len: 945 time: 0.1468093 Jul 05 09:44:31.426028 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e867b71-665a-4277-ae29-6433907685ce req-0e18d914-64b1-47b9-9bfc-142a6cae688b tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:31.427642 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e867b71-665a-4277-ae29-6433907685ce req-0e18d914-64b1-47b9-9bfc-142a6cae688b tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.1885862 Jul 05 09:44:31.483454 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-768a4084-c699-46f0-ba23-9702244e3366 req-46de6835-dc7d-4fbe-bcd2-2c55aa628813 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Deleting port edc74def-4a39-4f98-a49a-1104bf2dceff {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:44:31.484164 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-768a4084-c699-46f0-ba23-9702244e3366 req-46de6835-dc7d-4fbe-bcd2-2c55aa628813 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:31.489122 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e867b71-665a-4277-ae29-6433907685ce req-38eacdff-1e33-417d-b864-fa54d7846e87 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534289 Jul 05 09:44:31.600917 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-768a4084-c699-46f0-ba23-9702244e3366 req-46de6835-dc7d-4fbe-bcd2-2c55aa628813 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] For port edc74def-4a39-4f98-a49a-1104bf2dceff, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=edc74def-4a39-4f98-a49a-1104bf2dceff,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:31.601751 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-768a4084-c699-46f0-ba23-9702244e3366 req-46de6835-dc7d-4fbe-bcd2-2c55aa628813 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:31.616186 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-768a4084-c699-46f0-ba23-9702244e3366 req-46de6835-dc7d-4fbe-bcd2-2c55aa628813 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Calling delete_port for edc74def-4a39-4f98-a49a-1104bf2dceff owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:44:31.822229 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-768a4084-c699-46f0-ba23-9702244e3366 req-46de6835-dc7d-4fbe-bcd2-2c55aa628813 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:31.837559 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['4618948b-aba9-4c53-a34d-ed838ba47183'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:31.842796 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['edc74def-4a39-4f98-a49a-1104bf2dceff'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:31.895762 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de6835-dc7d-4fbe-bcd2-2c55aa628813 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Pushing event deleted for resources: {'Port': ['ID=edc74def-4a39-4f98-a49a-1104bf2dceff,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:31.924525 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408c6a0-ae35-4438-985c-2f6dc6bdee8f req-88e97f20-29f7-4ef9-934e-50c05a6ea10f tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:31.926209 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5408c6a0-ae35-4438-985c-2f6dc6bdee8f req-88e97f20-29f7-4ef9-934e-50c05a6ea10f tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 944 time: 0.2485075 Jul 05 09:44:31.942130 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de6835-dc7d-4fbe-bcd2-2c55aa628813 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:31.942605 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de6835-dc7d-4fbe-bcd2-2c55aa628813 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:31.943019 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de6835-dc7d-4fbe-bcd2-2c55aa628813 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:31.943642 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de6835-dc7d-4fbe-bcd2-2c55aa628813 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:31.944037 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de6835-dc7d-4fbe-bcd2-2c55aa628813 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:31.944556 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de6835-dc7d-4fbe-bcd2-2c55aa628813 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:31.944867 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de6835-dc7d-4fbe-bcd2-2c55aa628813 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:31.945261 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de6835-dc7d-4fbe-bcd2-2c55aa628813 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:31.945693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de6835-dc7d-4fbe-bcd2-2c55aa628813 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:31.946086 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de6835-dc7d-4fbe-bcd2-2c55aa628813 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:31.946470 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de6835-dc7d-4fbe-bcd2-2c55aa628813 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:31.946879 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de6835-dc7d-4fbe-bcd2-2c55aa628813 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:32.022172 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-768a4084-c699-46f0-ba23-9702244e3366 req-46de6835-dc7d-4fbe-bcd2-2c55aa628813 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] No DVR routers for this DVR port edc74def-4a39-4f98-a49a-1104bf2dceff on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:44:32.024933 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-768a4084-c699-46f0-ba23-9702244e3366 req-46de6835-dc7d-4fbe-bcd2-2c55aa628813 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:32.026982 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-768a4084-c699-46f0-ba23-9702244e3366 req-46de6835-dc7d-4fbe-bcd2-2c55aa628813 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.81 "DELETE /v2.0/ports/edc74def-4a39-4f98-a49a-1104bf2dceff HTTP/1.1" status: 204 len: 173 time: 0.6809847 Jul 05 09:44:32.028910 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0faf4920-77a9-43dd-a675-591c9c074c87', 'name': 'network-vif-deleted', 'tag': 'edc74def-4a39-4f98-a49a-1104bf2dceff'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:32.031499 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6676f546-ce9b-47b6-b368-ac3f8cd7ac53" -d '{"events": [{"server_uuid": "0faf4920-77a9-43dd-a675-591c9c074c87", "name": "network-vif-deleted", "tag": "edc74def-4a39-4f98-a49a-1104bf2dceff"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:32.060131 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5408c6a0-ae35-4438-985c-2f6dc6bdee8f req-fb4098cc-b68b-4349-9dda-cac074f31519 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244211 Jul 05 09:44:32.075043 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970baed-960b-402e-bab7-4c07a1aff6c1 req-cabb8a90-da01-4d88-8709-8ef8ddd53cd7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:32.076602 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8970baed-960b-402e-bab7-4c07a1aff6c1 req-cabb8a90-da01-4d88-8709-8ef8ddd53cd7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 950 time: 0.2418814 Jul 05 09:44:32.118890 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8970baed-960b-402e-bab7-4c07a1aff6c1 req-39e5a6e4-96fe-4d44-b42c-3c3fe296663c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349290 Jul 05 09:44:32.168845 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dcbeec-99be-4d39-9416-656edd244d0b x-openstack-request-id: req-46dcbeec-99be-4d39-9416-656edd244d0b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:32.169188 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0faf4920-77a9-43dd-a675-591c9c074c87", "name": "network-vif-deleted", "tag": "edc74def-4a39-4f98-a49a-1104bf2dceff", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:32.169478 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-46dcbeec-99be-4d39-9416-656edd244d0b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:32.170115 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0faf4920-77a9-43dd-a675-591c9c074c87', 'name': 'network-vif-deleted', 'tag': 'edc74def-4a39-4f98-a49a-1104bf2dceff', 'status': 'completed', 'code': 200} Jul 05 09:44:32.245195 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35382e3c-11c1-48f5-a399-28c133d2ed92 req-7cd50da3-708f-45d2-958e-537096aba8ca tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:32.246679 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35382e3c-11c1-48f5-a399-28c133d2ed92 req-7cd50da3-708f-45d2-958e-537096aba8ca tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 946 time: 0.0678923 Jul 05 09:44:32.286247 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35382e3c-11c1-48f5-a399-28c133d2ed92 req-ac56e2e2-1ae7-40d7-877e-058028166395 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324647 Jul 05 09:44:32.325501 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:32.473158 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f61a306-61fc-4dac-9499-bea6842de4c5 req-9c23c411-8bfc-4c22-834a-d4963175bc82 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=0faf4920-77a9-43dd-a675-591c9c074c87 HTTP/1.1" status: 200 len: 210 time: 0.0337591 Jul 05 09:44:32.691630 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f3542-631b-4082-87ad-fea54c4c4ce7 req-0ccda5f6-b8f3-4109-8980-5cec99a28865 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:32.694140 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e77f3542-631b-4082-87ad-fea54c4c4ce7 req-0ccda5f6-b8f3-4109-8980-5cec99a28865 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.0759561 Jul 05 09:44:32.738231 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e77f3542-631b-4082-87ad-fea54c4c4ce7 req-71b8ec78-2437-48be-9b39-4e14409e29bd tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356853 Jul 05 09:44:33.252334 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b6e16-7ced-4583-a11e-dc3a6bec92ee req-fb5bd6e9-0f6f-47e4-83cf-9db1728db860 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:33.253915 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-263b6e16-7ced-4583-a11e-dc3a6bec92ee req-fb5bd6e9-0f6f-47e4-83cf-9db1728db860 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 944 time: 0.0769653 Jul 05 09:44:33.338839 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-263b6e16-7ced-4583-a11e-dc3a6bec92ee req-8be5a8de-507d-4f71-865a-196bafba6f4a tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763352 Jul 05 09:44:33.364900 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e14c2-f4d8-464a-9a60-046369626016 req-acd4e906-f07d-4d28-bc62-695efd18f44b tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:33.366496 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-730e14c2-f4d8-464a-9a60-046369626016 req-acd4e906-f07d-4d28-bc62-695efd18f44b tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 950 time: 0.0953875 Jul 05 09:44:33.406697 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-730e14c2-f4d8-464a-9a60-046369626016 req-25945230-2a86-4861-b560-2aa067af2cdd tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346901 Jul 05 09:44:33.571190 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c932f-45f6-4fa1-9a15-e9898b834e33 req-2afdeebc-7656-43f2-a5e9-12d67af40335 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:33.572743 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4a4c932f-45f6-4fa1-9a15-e9898b834e33 req-2afdeebc-7656-43f2-a5e9-12d67af40335 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 946 time: 0.1259215 Jul 05 09:44:33.627095 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162574f-2cd9-42ba-becc-655068825025 req-d9298310-249b-4b9d-9680-d9d6cebe32f8 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:33.628729 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d162574f-2cd9-42ba-becc-655068825025 req-d9298310-249b-4b9d-9680-d9d6cebe32f8 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/networks?id=ec254af9-1910-4d97-8c22-d1b3d0b9b18f HTTP/1.1" status: 200 len: 805 time: 0.1452467 Jul 05 09:44:33.636084 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4a4c932f-45f6-4fa1-9a15-e9898b834e33 req-a22d70e3-8774-4de5-8865-fe127f2b4cfc tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556002 Jul 05 09:44:33.646487 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d162574f-2cd9-42ba-becc-655068825025 req-cc2ec937-5859-419e-b17f-de0ebd5d04b0 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/quotas/b177f5338a8c495095a3364a4f90feb2 HTTP/1.1" status: 200 len: 375 time: 0.0095134 Jul 05 09:44:33.711387 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d162574f-2cd9-42ba-becc-655068825025 req-b46a30ed-5e80-4c08-bd83-e414834d790d tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b177f5338a8c495095a3364a4f90feb2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0594006 Jul 05 09:44:33.805089 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d162574f-2cd9-42ba-becc-655068825025 req-cb16185e-4399-46cf-a581-20de26851067 service neutron] 10.222.0.79 "GET /v2.0/networks/ec254af9-1910-4d97-8c22-d1b3d0b9b18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871513 Jul 05 09:44:33.893528 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d162574f-2cd9-42ba-becc-655068825025 req-1d1af857-a042-46c7-8b9c-94e4752a785e service neutron] 10.222.0.79 "GET /v2.0/networks/ec254af9-1910-4d97-8c22-d1b3d0b9b18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820267 Jul 05 09:44:33.964461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6b002-1509-4641-80db-514f70b0d7f8 req-899d714b-0f23-45a9-984b-42ac6e4bd0b1 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:33.965991 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-48b6b002-1509-4641-80db-514f70b0d7f8 req-899d714b-0f23-45a9-984b-42ac6e4bd0b1 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.0673146 Jul 05 09:44:34.013511 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-48b6b002-1509-4641-80db-514f70b0d7f8 req-e5bacb1e-7bcb-450f-b773-e5d381b34a3b tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398574 Jul 05 09:44:34.086362 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8346b4db-3a3e-44f3-9ea6-4d90c5921e4f req-975ab3a1-a137-423c-820d-42492d554655 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=2eea7289-69ce-4e08-a9d7-5ef8e025b74d HTTP/1.1" status: 200 len: 210 time: 0.0304947 Jul 05 09:44:34.238034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-0f5b0fb3-4fbc-46f6-8773-08c077a90372 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:34.239506 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-0f5b0fb3-4fbc-46f6-8773-08c077a90372 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/networks?id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 HTTP/1.1" status: 200 len: 806 time: 0.1027069 Jul 05 09:44:34.254436 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-9060e085-16f6-451a-a185-963c3dc83205 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/quotas/305af83efe2d44eab10938e58244a3cb HTTP/1.1" status: 200 len: 375 time: 0.0095685 Jul 05 09:44:34.322997 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-9fede59d-2401-4982-b8b6-c24921c5dd5b tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0634325 Jul 05 09:44:34.429553 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-2d0790e3-061d-45d6-a8a0-ec0ac4410840 service neutron] 10.222.0.79 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994661 Jul 05 09:44:34.458211 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 53ecd08c-5206-408e-a533-4836c1dbed0b no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:44:34.573992 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:34.580749 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa258bc7-70b8-4785-b0fe-cff5721a0889 req-03f27f97-d8f1-480a-9ea8-defc2288f0f0 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:34.582286 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa258bc7-70b8-4785-b0fe-cff5721a0889 req-03f27f97-d8f1-480a-9ea8-defc2288f0f0 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 944 time: 0.0987053 Jul 05 09:44:34.584637 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-c827b69a-efc5-4e51-bb34-ef29cd54b406 service neutron] 10.222.0.79 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492031 Jul 05 09:44:34.626391 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 53ecd08c-5206-408e-a533-4836c1dbed0b, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=53ecd08c-5206-408e-a533-4836c1dbed0b,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:34.627478 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ec490c-4ceb-4d7a-85d5-1e7975c5c485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53ecd08c-5206-408e-a533-4836c1dbed0b'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:34.630730 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd3083a-0841-4798-baee-e6965b0cd06e" -d '{"events": [{"server_uuid": "68ec490c-4ceb-4d7a-85d5-1e7975c5c485", "name": "network-vif-unplugged", "status": "completed", "tag": "53ecd08c-5206-408e-a533-4836c1dbed0b"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:34.634525 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:34.635301 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device edc74def-4a39-4f98-a49a-1104bf2dceff no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:44:34.659974 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa258bc7-70b8-4785-b0fe-cff5721a0889 req-e6104fa6-2b4f-4733-a256-946fbbf7816d tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677664 Jul 05 09:44:34.683022 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: edc74def-4a39-4f98-a49a-1104bf2dceff {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:44:34.683467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device edc74def-4a39-4f98-a49a-1104bf2dceff not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:44:34.715303 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=53ecd08c-5206-408e-a533-4836c1dbed0b,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:34.763752 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b22c79-f267-4ff8-9c27-f5e2d346f568 x-openstack-request-id: req-53b22c79-f267-4ff8-9c27-f5e2d346f568 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:34.766213 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ec490c-4ceb-4d7a-85d5-1e7975c5c485", "name": "network-vif-unplugged", "status": "completed", "tag": "53ecd08c-5206-408e-a533-4836c1dbed0b", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:34.767115 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-53b22c79-f267-4ff8-9c27-f5e2d346f568 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:34.767535 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ec490c-4ceb-4d7a-85d5-1e7975c5c485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53ecd08c-5206-408e-a533-4836c1dbed0b', 'code': 200} Jul 05 09:44:34.964228 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7707316-f0b8-4f8c-b62c-6594b9ccd3c2 req-bc2cb7a3-7247-4284-8e38-dca4744cb668 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:34.965706 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7707316-f0b8-4f8c-b62c-6594b9ccd3c2 req-bc2cb7a3-7247-4284-8e38-dca4744cb668 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 950 time: 0.1445696 Jul 05 09:44:35.010004 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ccff4-3dd4-4a79-b73a-548fbb6a4929 req-30fbaef1-b79a-441d-ac47-2a23b65876f3 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:35.011481 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fd1ccff4-3dd4-4a79-b73a-548fbb6a4929 req-30fbaef1-b79a-441d-ac47-2a23b65876f3 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.81 "GET /v2.0/ports?device_id=68ec490c-4ceb-4d7a-85d5-1e7975c5c485 HTTP/1.1" status: 200 len: 943 time: 0.1544394 Jul 05 09:44:35.034665 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd07db-2688-445f-b9a5-2ecaa6701523 req-70833df7-0602-46bd-853d-f99a09ec6a5c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:35.036234 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0ddd07db-2688-445f-b9a5-2ecaa6701523 req-70833df7-0602-46bd-853d-f99a09ec6a5c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 946 time: 0.1661892 Jul 05 09:44:35.082203 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7707316-f0b8-4f8c-b62c-6594b9ccd3c2 req-80766e6b-29f2-48dd-878e-6b6da91e7ae8 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091294 Jul 05 09:44:35.118169 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0ddd07db-2688-445f-b9a5-2ecaa6701523 req-50e16fdc-f656-48c1-8f1a-67f0f67e640b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728340 Jul 05 09:44:35.184401 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a6cca0df-0055-459c-a727-28356a8db401 req-ab7af3f2-5339-48e0-a578-5899f3d52433 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a1fb8a-caf5-4726-aef0-564b094da45d HTTP/1.1" status: 200 len: 210 time: 0.0348773 Jul 05 09:44:35.224988 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-fd1ccff4-3dd4-4a79-b73a-548fbb6a4929 req-d147e362-838a-4ef9-a9ff-101aecd60110 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Deleting port 53ecd08c-5206-408e-a533-4836c1dbed0b {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:44:35.225412 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fd1ccff4-3dd4-4a79-b73a-548fbb6a4929 req-d147e362-838a-4ef9-a9ff-101aecd60110 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:35.380866 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-fd1ccff4-3dd4-4a79-b73a-548fbb6a4929 req-d147e362-838a-4ef9-a9ff-101aecd60110 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] For port 53ecd08c-5206-408e-a533-4836c1dbed0b, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=53ecd08c-5206-408e-a533-4836c1dbed0b,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:35.381501 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fd1ccff4-3dd4-4a79-b73a-548fbb6a4929 req-d147e362-838a-4ef9-a9ff-101aecd60110 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:35.398973 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-fd1ccff4-3dd4-4a79-b73a-548fbb6a4929 req-d147e362-838a-4ef9-a9ff-101aecd60110 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Calling delete_port for 53ecd08c-5206-408e-a533-4836c1dbed0b owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:44:35.438781 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d014b1e6-d1c1-45e2-a005-87da33a98b86 req-0f07cfc0-ec3c-4a2c-a074-a2fd73b54c43 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=2eea7289-69ce-4e08-a9d7-5ef8e025b74d HTTP/1.1" status: 200 len: 210 time: 0.0375078 Jul 05 09:44:35.477010 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162574f-2cd9-42ba-becc-655068825025 req-c1414e1c-56c2-4ce5-965c-50974f3345d4 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:35.480295 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d162574f-2cd9-42ba-becc-655068825025 req-c1414e1c-56c2-4ce5-965c-50974f3345d4 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.81 "GET /v2.0/networks?id=ec254af9-1910-4d97-8c22-d1b3d0b9b18f HTTP/1.1" status: 200 len: 805 time: 0.1463506 Jul 05 09:44:35.494754 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-d162574f-2cd9-42ba-becc-655068825025 req-026e23c5-ee43-4e12-93e9-bf95df4df76d tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Request body: {'port': {'device_id': '2eea7289-69ce-4e08-a9d7-5ef8e025b74d', 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f', 'admin_state_up': True, 'tenant_id': 'b177f5338a8c495095a3364a4f90feb2'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:35.520661 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f393b-edb5-4bc7-9f76-46ff52d8bc80 req-999c2d21-6311-4adb-bc80-8c2b2820d2d1 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:35.527588 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d0f393b-edb5-4bc7-9f76-46ff52d8bc80 req-999c2d21-6311-4adb-bc80-8c2b2820d2d1 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.1964428 Jul 05 09:44:35.582914 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d0f393b-edb5-4bc7-9f76-46ff52d8bc80 req-250b73d4-49da-4895-a785-438245fca818 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544424 Jul 05 09:44:35.641472 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d162574f-2cd9-42ba-becc-655068825025 req-026e23c5-ee43-4e12-93e9-bf95df4df76d tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Made reservation on behalf of b177f5338a8c495095a3364a4f90feb2 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:35.645823 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d162574f-2cd9-42ba-becc-655068825025 req-026e23c5-ee43-4e12-93e9-bf95df4df76d tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:35.681226 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fd1ccff4-3dd4-4a79-b73a-548fbb6a4929 req-d147e362-838a-4ef9-a9ff-101aecd60110 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:35.735686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147e362-838a-4ef9-a9ff-101aecd60110 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Pushing event deleted for resources: {'Port': ['ID=53ecd08c-5206-408e-a533-4836c1dbed0b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:35.745160 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:35.789577 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1ccff4-3dd4-4a79-b73a-548fbb6a4929 req-d147e362-838a-4ef9-a9ff-101aecd60110 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] No DVR routers for this DVR port 53ecd08c-5206-408e-a533-4836c1dbed0b on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:44:35.792372 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fd1ccff4-3dd4-4a79-b73a-548fbb6a4929 req-d147e362-838a-4ef9-a9ff-101aecd60110 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:35.794564 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fd1ccff4-3dd4-4a79-b73a-548fbb6a4929 req-d147e362-838a-4ef9-a9ff-101aecd60110 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.81 "DELETE /v2.0/ports/53ecd08c-5206-408e-a533-4836c1dbed0b HTTP/1.1" status: 204 len: 173 time: 0.7762661 Jul 05 09:44:35.795668 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ec490c-4ceb-4d7a-85d5-1e7975c5c485', 'name': 'network-vif-deleted', 'tag': '53ecd08c-5206-408e-a533-4836c1dbed0b'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:35.798161 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd45f1a-e333-4b76-bff0-02b2951c80b6" -d '{"events": [{"server_uuid": "68ec490c-4ceb-4d7a-85d5-1e7975c5c485", "name": "network-vif-deleted", "tag": "53ecd08c-5206-408e-a533-4836c1dbed0b"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:35.806706 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-d162574f-2cd9-42ba-becc-655068825025 req-026e23c5-ee43-4e12-93e9-bf95df4df76d tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Allocated IP 172.20.0.14 (ec254af9-1910-4d97-8c22-d1b3d0b9b18f/5a1a105d-77c4-456f-a245-b66e6fc97786/e5741cec-1270-477c-afeb-8579458325f4) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:44:35.859353 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41215dc9-6f40-45b3-8ec8-3aed3d4bf745 x-openstack-request-id: req-41215dc9-6f40-45b3-8ec8-3aed3d4bf745 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:35.859673 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ec490c-4ceb-4d7a-85d5-1e7975c5c485", "name": "network-vif-deleted", "tag": "53ecd08c-5206-408e-a533-4836c1dbed0b", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:35.860064 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-41215dc9-6f40-45b3-8ec8-3aed3d4bf745 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:35.860387 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ec490c-4ceb-4d7a-85d5-1e7975c5c485', 'name': 'network-vif-deleted', 'tag': '53ecd08c-5206-408e-a533-4836c1dbed0b', 'status': 'completed', 'code': 200} Jul 05 09:44:35.887567 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcd367-7c1d-4ec0-bdd2-f005997e51c8 req-be0a0151-81dc-438f-97d6-3f632afb2059 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:35.889122 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fdcd367-7c1d-4ec0-bdd2-f005997e51c8 req-be0a0151-81dc-438f-97d6-3f632afb2059 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 944 time: 0.1007173 Jul 05 09:44:35.928584 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fdcd367-7c1d-4ec0-bdd2-f005997e51c8 req-21a0e730-da60-460d-89ce-2c6015264670 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334172 Jul 05 09:44:35.980233 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d162574f-2cd9-42ba-becc-655068825025 req-026e23c5-ee43-4e12-93e9-bf95df4df76d tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:36.019364 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d162574f-2cd9-42ba-becc-655068825025 req-026e23c5-ee43-4e12-93e9-bf95df4df76d tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:36.068206 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d162574f-2cd9-42ba-becc-655068825025 req-026e23c5-ee43-4e12-93e9-bf95df4df76d tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Network ec254af9-1910-4d97-8c22-d1b3d0b9b18f is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:44:36.073571 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-d162574f-2cd9-42ba-becc-655068825025 req-026e23c5-ee43-4e12-93e9-bf95df4df76d tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:44:36.077456 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-d162574f-2cd9-42ba-becc-655068825025 req-026e23c5-ee43-4e12-93e9-bf95df4df76d tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:44:36.103837 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e23c5-ee43-4e12-93e9-bf95df4df76d tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Pushing event updated for resources: {'Port': ['ID=e5741cec-1270-477c-afeb-8579458325f4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:36.130656 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162574f-2cd9-42ba-becc-655068825025 req-026e23c5-ee43-4e12-93e9-bf95df4df76d tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:36.131340 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d162574f-2cd9-42ba-becc-655068825025 req-026e23c5-ee43-4e12-93e9-bf95df4df76d tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:36.146679 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d162574f-2cd9-42ba-becc-655068825025 req-026e23c5-ee43-4e12-93e9-bf95df4df76d tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6558063 Jul 05 09:44:36.219002 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-d162574f-2cd9-42ba-becc-655068825025 req-63072dca-c49f-4d3e-b318-c6ffe15c98c2 service neutron] Request body: {'port': {'device_id': '2eea7289-69ce-4e08-a9d7-5ef8e025b74d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:36.313065 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d162574f-2cd9-42ba-becc-655068825025 req-63072dca-c49f-4d3e-b318-c6ffe15c98c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:36.389754 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae827895-53b1-464a-b193-524dd82052a2 req-197d8df7-f8af-41ff-affc-9d1bfb0130ec tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:36.391986 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ae827895-53b1-464a-b193-524dd82052a2 req-197d8df7-f8af-41ff-affc-9d1bfb0130ec tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 950 time: 0.1539712 Jul 05 09:44:36.406124 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-fc242768-460f-4c94-ad8a-8b664ff541c1 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:36.407753 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-fc242768-460f-4c94-ad8a-8b664ff541c1 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.81 "GET /v2.0/networks?id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 HTTP/1.1" status: 200 len: 806 time: 0.2619016 Jul 05 09:44:36.433134 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-3c5ba44a-33d5-485c-b252-4b7be44624c2 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Request body: {'port': {'device_id': '40a1fb8a-caf5-4726-aef0-564b094da45d', 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62', 'admin_state_up': True, 'tenant_id': '305af83efe2d44eab10938e58244a3cb'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:36.443622 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ab61b-fe8d-449e-a2b2-bf62bc7a5f82 req-12baf7d3-7d4f-4288-9664-1ad40689c488 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:36.445124 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-597ab61b-fe8d-449e-a2b2-bf62bc7a5f82 req-12baf7d3-7d4f-4288-9664-1ad40689c488 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 946 time: 0.1624675 Jul 05 09:44:36.472268 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-6c056ac4-043e-45ac-ad17-ea0cbdd8a163 service neutron] 10.222.0.81 "GET /v2.0/ports/b327d60e-9e93-464d-8aa6-89fb35e1d8b2/bindings/n-h1-798054-8 HTTP/1.1" status: 200 len: 382 time: 0.1502998 Jul 05 09:44:36.529706 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ae827895-53b1-464a-b193-524dd82052a2 req-2824ff56-d3c3-4d43-8fd1-edc728d54eb3 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209378 Jul 05 09:44:36.568202 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-597ab61b-fe8d-449e-a2b2-bf62bc7a5f82 req-e0724565-0a70-47ac-8bf5-80d2ada648af tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1097796 Jul 05 09:44:36.617445 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-3c5ba44a-33d5-485c-b252-4b7be44624c2 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Made reservation on behalf of 305af83efe2d44eab10938e58244a3cb for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:36.624973 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-3c5ba44a-33d5-485c-b252-4b7be44624c2 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:36.763888 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-d162574f-2cd9-42ba-becc-655068825025 req-63072dca-c49f-4d3e-b318-c6ffe15c98c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5741cec-1270-477c-afeb-8579458325f4 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:36.785442 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d162574f-2cd9-42ba-becc-655068825025 req-63072dca-c49f-4d3e-b318-c6ffe15c98c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:36.800385 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-d162574f-2cd9-42ba-becc-655068825025 req-63072dca-c49f-4d3e-b318-c6ffe15c98c2 service neutron] Transition to ACTIVE for port object e5741cec-1270-477c-afeb-8579458325f4 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:36.811229 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d162574f-2cd9-42ba-becc-655068825025 req-63072dca-c49f-4d3e-b318-c6ffe15c98c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:36.814352 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-36b8e8bb-2282-4fc3-aca3-7d8598be1573 req-d69b2829-7a22-42c8-9946-eefcdf10b7ea tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a1fb8a-caf5-4726-aef0-564b094da45d HTTP/1.1" status: 200 len: 210 time: 0.0438433 Jul 05 09:44:36.901047 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63072dca-c49f-4d3e-b318-c6ffe15c98c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e5741cec-1270-477c-afeb-8579458325f4,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:36.901708 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-3c5ba44a-33d5-485c-b252-4b7be44624c2 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Allocated IP 172.20.0.4 (7dba0c45-bd0a-4b14-925e-b1eed8ad5c62/9b6f44ce-d485-46dc-95cd-7820a4fbcd7e/ec4580b3-1c2a-430d-9662-78357cbfa071) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:44:36.961796 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-d7a04c61-14bc-43f0-8350-1d7355a538bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:36.963412 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-d7a04c61-14bc-43f0-8350-1d7355a538bb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b&tenant_id=113815fb01a24fd792ed2a3df3efc0de HTTP/1.1" status: 200 len: 1101 time: 0.1615188 Jul 05 09:44:36.984219 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-d162574f-2cd9-42ba-becc-655068825025 req-63072dca-c49f-4d3e-b318-c6ffe15c98c2 service neutron] Attempting to bind port e5741cec-1270-477c-afeb-8579458325f4 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:44:36.984474 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-d162574f-2cd9-42ba-becc-655068825025 req-63072dca-c49f-4d3e-b318-c6ffe15c98c2 service neutron] Attempting to bind port e5741cec-1270-477c-afeb-8579458325f4 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'e8ad26d8-1377-4db1-bd72-13e8dacf30a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:44:36.984803 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d162574f-2cd9-42ba-becc-655068825025 req-63072dca-c49f-4d3e-b318-c6ffe15c98c2 service neutron] Attempting to bind port e5741cec-1270-477c-afeb-8579458325f4 on network ec254af9-1910-4d97-8c22-d1b3d0b9b18f {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:36.998661 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d162574f-2cd9-42ba-becc-655068825025 req-63072dca-c49f-4d3e-b318-c6ffe15c98c2 service neutron] Port e5741cec-1270-477c-afeb-8579458325f4 on network ec254af9-1910-4d97-8c22-d1b3d0b9b18f not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:44:36.998661 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d162574f-2cd9-42ba-becc-655068825025 req-63072dca-c49f-4d3e-b318-c6ffe15c98c2 service neutron] Attempting to bind port e5741cec-1270-477c-afeb-8579458325f4 on network ec254af9-1910-4d97-8c22-d1b3d0b9b18f {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:37.022018 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d162574f-2cd9-42ba-becc-655068825025 req-63072dca-c49f-4d3e-b318-c6ffe15c98c2 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:44:37.022362 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d162574f-2cd9-42ba-becc-655068825025 req-63072dca-c49f-4d3e-b318-c6ffe15c98c2 service neutron] Checking segment: {'id': 'e8ad26d8-1377-4db1-bd72-13e8dacf30a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:44:37.022753 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d162574f-2cd9-42ba-becc-655068825025 req-63072dca-c49f-4d3e-b318-c6ffe15c98c2 service neutron] Bound using segment: {'id': 'e8ad26d8-1377-4db1-bd72-13e8dacf30a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:44:37.023191 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-d162574f-2cd9-42ba-becc-655068825025 req-63072dca-c49f-4d3e-b318-c6ffe15c98c2 service neutron] Bound port: e5741cec-1270-477c-afeb-8579458325f4, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ad26d8-1377-4db1-bd72-13e8dacf30a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:44:37.023554 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d162574f-2cd9-42ba-becc-655068825025 req-63072dca-c49f-4d3e-b318-c6ffe15c98c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:37.029449 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bfd20-744b-4e82-b44b-202bc371694e req-2b6ae736-9e61-4d2d-908c-e2fc47804bb0 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:37.030965 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-086bfd20-744b-4e82-b44b-202bc371694e req-2b6ae736-9e61-4d2d-908c-e2fc47804bb0 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=2eea7289-69ce-4e08-a9d7-5ef8e025b74d HTTP/1.1" status: 200 len: 944 time: 0.1461990 Jul 05 09:44:37.085828 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-a84a6405-8437-4138-b1a8-7a6d3db3ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:37.087351 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-a84a6405-8437-4138-b1a8-7a6d3db3ff51 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 1101 time: 0.0994222 Jul 05 09:44:37.144651 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741ad4d-f1b3-4d90-80fd-69dcf98d20e9 req-b8c7a264-da23-47cd-bf31-6f3a958f4c40 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:37.146153 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a741ad4d-f1b3-4d90-80fd-69dcf98d20e9 req-b8c7a264-da23-47cd-bf31-6f3a958f4c40 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.2002614 Jul 05 09:44:37.150677 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-d162574f-2cd9-42ba-becc-655068825025 req-63072dca-c49f-4d3e-b318-c6ffe15c98c2 service neutron] For port e5741cec-1270-477c-afeb-8579458325f4, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:44:37.150981 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-086bfd20-744b-4e82-b44b-202bc371694e req-71ae11f9-bc80-4d4f-b7ab-ccb85c52dc16 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104820 Jul 05 09:44:37.169219 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-d162574f-2cd9-42ba-becc-655068825025 req-63072dca-c49f-4d3e-b318-c6ffe15c98c2 service neutron] For port e5741cec-1270-477c-afeb-8579458325f4, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e5741cec-1270-477c-afeb-8579458325f4,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:44:37.179127 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d162574f-2cd9-42ba-becc-655068825025 req-63072dca-c49f-4d3e-b318-c6ffe15c98c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:37.221993 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a741ad4d-f1b3-4d90-80fd-69dcf98d20e9 req-b5e785ca-0857-43e3-a767-2c17abc73af3 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675533 Jul 05 09:44:37.227691 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-3c5ba44a-33d5-485c-b252-4b7be44624c2 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:37.236804 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162574f-2cd9-42ba-becc-655068825025 req-63072dca-c49f-4d3e-b318-c6ffe15c98c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:37.237356 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d162574f-2cd9-42ba-becc-655068825025 req-63072dca-c49f-4d3e-b318-c6ffe15c98c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:37.238813 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d162574f-2cd9-42ba-becc-655068825025 req-63072dca-c49f-4d3e-b318-c6ffe15c98c2 service neutron] 10.222.0.81 "PUT /v2.0/ports/e5741cec-1270-477c-afeb-8579458325f4 HTTP/1.1" status: 200 len: 1092 time: 1.0827622 Jul 05 09:44:37.242004 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eea7289-69ce-4e08-a9d7-5ef8e025b74d', 'tag': 'e5741cec-1270-477c-afeb-8579458325f4'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:37.243354 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a8794d-6cdc-4bc0-89bc-79f41b1db4f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2eea7289-69ce-4e08-a9d7-5ef8e025b74d", "tag": "e5741cec-1270-477c-afeb-8579458325f4"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:37.263408 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-f5418493-d2e9-4faa-9e4a-1c4186cb7c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:37.263408 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-f5418493-d2e9-4faa-9e4a-1c4186cb7c02 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1579411 Jul 05 09:44:37.279951 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63072dca-c49f-4d3e-b318-c6ffe15c98c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e5741cec-1270-477c-afeb-8579458325f4,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:37.295228 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-3c5ba44a-33d5-485c-b252-4b7be44624c2 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:37.307418 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['4618948b-aba9-4c53-a34d-ed838ba47183'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:37.319188 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-88e6a8d2-ba53-4063-af55-eb21ce693efa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=b327d60e-9e93-464d-8aa6-89fb35e1d8b2 HTTP/1.1" status: 200 len: 217 time: 0.0521595 Jul 05 09:44:37.388861 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25db7d6-745e-436e-99f5-59cb0514945c x-openstack-request-id: req-a25db7d6-745e-436e-99f5-59cb0514945c {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:37.389157 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eea7289-69ce-4e08-a9d7-5ef8e025b74d", "tag": "e5741cec-1270-477c-afeb-8579458325f4", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:37.389414 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a25db7d6-745e-436e-99f5-59cb0514945c {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:37.389826 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eea7289-69ce-4e08-a9d7-5ef8e025b74d', 'tag': 'e5741cec-1270-477c-afeb-8579458325f4', 'status': 'completed', 'code': 200} Jul 05 09:44:37.404273 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-3774f5c6-25c4-493e-a2dc-4e643bd651d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:37.405792 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-3774f5c6-25c4-493e-a2dc-4e643bd651d9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0670393 Jul 05 09:44:37.449951 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162574f-2cd9-42ba-becc-655068825025 req-d71c8139-1850-4ea8-b54e-565392b4389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:37.451517 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d162574f-2cd9-42ba-becc-655068825025 req-d71c8139-1850-4ea8-b54e-565392b4389a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b177f5338a8c495095a3364a4f90feb2&device_id=2eea7289-69ce-4e08-a9d7-5ef8e025b74d HTTP/1.1" status: 200 len: 1095 time: 0.1421559 Jul 05 09:44:37.504712 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d162574f-2cd9-42ba-becc-655068825025 req-89fb1406-5c21-418f-b462-0b6c64ed8ebf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5741cec-1270-477c-afeb-8579458325f4 HTTP/1.1" status: 200 len: 217 time: 0.0438628 Jul 05 09:44:37.512731 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-2b00e005-9600-4f32-97f2-1a0e1e4b7a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:37.514270 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-2b00e005-9600-4f32-97f2-1a0e1e4b7a19 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0982826 Jul 05 09:44:37.623790 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162574f-2cd9-42ba-becc-655068825025 req-6861d9c5-e350-4016-b4a2-2bb8a778ed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:37.625420 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d162574f-2cd9-42ba-becc-655068825025 req-6861d9c5-e350-4016-b4a2-2bb8a778ed40 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5a1a105d-77c4-456f-a245-b66e6fc97786 HTTP/1.1" status: 200 len: 845 time: 0.1102431 Jul 05 09:44:37.669412 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d162574f-2cd9-42ba-becc-655068825025 req-24e393e6-7cdb-4c7c-a5e9-4bc93bf1967a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec254af9-1910-4d97-8c22-d1b3d0b9b18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362899 Jul 05 09:44:37.724756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-3c5ba44a-33d5-485c-b252-4b7be44624c2 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:44:37.736888 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-6a54fc83-c39e-4f07-ac70-a133872d8ca7 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117124 Jul 05 09:44:37.749367 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-3c5ba44a-33d5-485c-b252-4b7be44624c2 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:44:37.753584 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-3c5ba44a-33d5-485c-b252-4b7be44624c2 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:44:37.783631 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ba44a-33d5-485c-b252-4b7be44624c2 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Pushing event updated for resources: {'Port': ['ID=ec4580b3-1c2a-430d-9662-78357cbfa071,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:37.830845 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-3c5ba44a-33d5-485c-b252-4b7be44624c2 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:37.831562 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-3c5ba44a-33d5-485c-b252-4b7be44624c2 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:37.844336 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d162574f-2cd9-42ba-becc-655068825025 req-4132dd56-feff-4ca5-b774-e195542ad039 service neutron] 10.222.0.81 "GET /v2.0/networks/ec254af9-1910-4d97-8c22-d1b3d0b9b18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621552 Jul 05 09:44:37.857966 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6102d-1905-44b0-9c82-00f5ebbdb4d7 req-29130767-0568-430e-938c-8f6ac4be020f tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:37.859886 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bd6102d-1905-44b0-9c82-00f5ebbdb4d7 req-29130767-0568-430e-938c-8f6ac4be020f tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 944 time: 0.5420747 Jul 05 09:44:37.882229 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820842e6-e710-491e-85f7-d325da65790a req-2cd8f3f9-e41e-4a39-b73a-d7db34aa3e8d tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:37.883843 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-820842e6-e710-491e-85f7-d325da65790a req-2cd8f3f9-e41e-4a39-b73a-d7db34aa3e8d tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 950 time: 0.1782820 Jul 05 09:44:37.885875 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-3c5ba44a-33d5-485c-b252-4b7be44624c2 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4591508 Jul 05 09:44:37.909091 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-df5e9b0a-b38b-4689-8e06-dd41f1383920 req-f5f4b39f-b32e-48ee-9a8d-febe63baca19 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630971 Jul 05 09:44:37.920973 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-80e2feeb-ac75-4a19-b95c-d073e0f34d83 service neutron] Request body: {'port': {'device_id': '40a1fb8a-caf5-4726-aef0-564b094da45d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:37.944665 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device e2627bf4-8abf-467c-a8bb-89bc4d7430c8 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:44:37.990112 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bd6102d-1905-44b0-9c82-00f5ebbdb4d7 req-066ab721-77d8-4fcd-8187-2a7c6f49f3ce tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168330 Jul 05 09:44:37.990977 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d162574f-2cd9-42ba-becc-655068825025 req-742ce4d4-e238-4696-8a40-0c3520973496 service neutron] 10.222.0.81 "GET /v2.0/networks/ec254af9-1910-4d97-8c22-d1b3d0b9b18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397903 Jul 05 09:44:38.000221 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-820842e6-e710-491e-85f7-d325da65790a req-1f9fc0fc-92d3-456c-8a0d-b8dc2b57b464 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074843 Jul 05 09:44:38.053085 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-80e2feeb-ac75-4a19-b95c-d073e0f34d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:38.136488 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port e2627bf4-8abf-467c-a8bb-89bc4d7430c8, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=e2627bf4-8abf-467c-a8bb-89bc4d7430c8,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:38.165673 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'e2627bf4-8abf-467c-a8bb-89bc4d7430c8', 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3', 'port_id': 'e2627bf4-8abf-467c-a8bb-89bc4d7430c8', 'mac_address': 'fa:16:3e:eb:0b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cd5f100-3ecb-4100-a6d6-40f339ce6cc7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:44:38.219946 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:38.247245 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2627bf4-8abf-467c-a8bb-89bc4d7430c8 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:38.269003 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8794d-6cdc-4bc0-89bc-79f41b1db4f1 req-00ff6675-b38c-4090-bfda-5925f53280f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:38.270552 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-54a8794d-6cdc-4bc0-89bc-79f41b1db4f1 req-00ff6675-b38c-4090-bfda-5925f53280f9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b177f5338a8c495095a3364a4f90feb2&device_id=2eea7289-69ce-4e08-a9d7-5ef8e025b74d HTTP/1.1" status: 200 len: 1095 time: 0.0799363 Jul 05 09:44:38.271863 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port e2627bf4-8abf-467c-a8bb-89bc4d7430c8, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=e2627bf4-8abf-467c-a8bb-89bc4d7430c8,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:38.276783 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:38.337333 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=e2627bf4-8abf-467c-a8bb-89bc4d7430c8,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:38.393891 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8794d-6cdc-4bc0-89bc-79f41b1db4f1 req-f0440859-01be-4f11-bf05-c1456fb1143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:38.395400 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-54a8794d-6cdc-4bc0-89bc-79f41b1db4f1 req-f0440859-01be-4f11-bf05-c1456fb1143d service neutron] 10.222.0.81 "GET /v2.0/networks?id=ec254af9-1910-4d97-8c22-d1b3d0b9b18f HTTP/1.1" status: 200 len: 906 time: 0.1096840 Jul 05 09:44:38.440097 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-54a8794d-6cdc-4bc0-89bc-79f41b1db4f1 req-9fb1d5a3-cc21-497c-bc26-9f36f6419a19 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5741cec-1270-477c-afeb-8579458325f4 HTTP/1.1" status: 200 len: 217 time: 0.0352623 Jul 05 09:44:38.452349 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d4b95-0345-4986-b4ae-5e6056021b8b req-342a27c8-9df6-4e6d-993d-103ab1c88321 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:38.453876 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb8d4b95-0345-4986-b4ae-5e6056021b8b req-342a27c8-9df6-4e6d-993d-103ab1c88321 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 946 time: 0.2127671 Jul 05 09:44:38.487886 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8794d-6cdc-4bc0-89bc-79f41b1db4f1 req-b2c6ed1f-2f91-4909-add4-67c49389e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:38.489332 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-54a8794d-6cdc-4bc0-89bc-79f41b1db4f1 req-b2c6ed1f-2f91-4909-add4-67c49389e9e6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5a1a105d-77c4-456f-a245-b66e6fc97786 HTTP/1.1" status: 200 len: 845 time: 0.0426083 Jul 05 09:44:38.491699 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 53ecd08c-5206-408e-a533-4836c1dbed0b no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:44:38.503316 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921520-b035-4654-bbdb-4c943f6b5447 req-e85eee17-427b-485f-9f1e-3555fc79a0e3 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:38.505254 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1b921520-b035-4654-bbdb-4c943f6b5447 req-e85eee17-427b-485f-9f1e-3555fc79a0e3 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a1fb8a-caf5-4726-aef0-564b094da45d HTTP/1.1" status: 200 len: 931 time: 0.1678512 Jul 05 09:44:38.512424 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 53ecd08c-5206-408e-a533-4836c1dbed0b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:44:38.512778 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 53ecd08c-5206-408e-a533-4836c1dbed0b not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:44:38.528682 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-54a8794d-6cdc-4bc0-89bc-79f41b1db4f1 req-47dbd77b-2240-4d70-8036-b7bb0c56ed6d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec254af9-1910-4d97-8c22-d1b3d0b9b18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315344 Jul 05 09:44:38.562080 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb8d4b95-0345-4986-b4ae-5e6056021b8b req-6b81167b-d3f3-488f-99a3-3d5d490c9b14 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1008875 Jul 05 09:44:38.576238 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-80e2feeb-ac75-4a19-b95c-d073e0f34d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec4580b3-1c2a-430d-9662-78357cbfa071 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:38.585101 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-80e2feeb-ac75-4a19-b95c-d073e0f34d83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:38.614613 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1b921520-b035-4654-bbdb-4c943f6b5447 req-1c6abfb8-c150-4477-9900-5532e7c8fb63 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982964 Jul 05 09:44:38.617380 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-80e2feeb-ac75-4a19-b95c-d073e0f34d83 service neutron] Transition to ACTIVE for port object ec4580b3-1c2a-430d-9662-78357cbfa071 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:38.623228 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-80e2feeb-ac75-4a19-b95c-d073e0f34d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:38.642647 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-54a8794d-6cdc-4bc0-89bc-79f41b1db4f1 req-eed6eacf-72ac-4bec-95f3-c89eda9ee270 service neutron] 10.222.0.81 "GET /v2.0/networks/ec254af9-1910-4d97-8c22-d1b3d0b9b18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020360 Jul 05 09:44:38.669728 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2feeb-ac75-4a19-b95c-d073e0f34d83 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4580b3-1c2a-430d-9662-78357cbfa071,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:38.753459 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-54a8794d-6cdc-4bc0-89bc-79f41b1db4f1 req-115b67fe-a3fd-4aff-9043-75cbb16afb57 service neutron] 10.222.0.81 "GET /v2.0/networks/ec254af9-1910-4d97-8c22-d1b3d0b9b18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030066 Jul 05 09:44:38.771979 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['e2627bf4-8abf-467c-a8bb-89bc4d7430c8'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:38.866220 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-80e2feeb-ac75-4a19-b95c-d073e0f34d83 service neutron] Attempting to bind port ec4580b3-1c2a-430d-9662-78357cbfa071 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:44:38.866851 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-80e2feeb-ac75-4a19-b95c-d073e0f34d83 service neutron] Attempting to bind port ec4580b3-1c2a-430d-9662-78357cbfa071 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:44:38.866851 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-80e2feeb-ac75-4a19-b95c-d073e0f34d83 service neutron] Attempting to bind port ec4580b3-1c2a-430d-9662-78357cbfa071 on network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:38.880536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-80e2feeb-ac75-4a19-b95c-d073e0f34d83 service neutron] Port ec4580b3-1c2a-430d-9662-78357cbfa071 on network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:44:38.880863 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-80e2feeb-ac75-4a19-b95c-d073e0f34d83 service neutron] Attempting to bind port ec4580b3-1c2a-430d-9662-78357cbfa071 on network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:38.894644 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-80e2feeb-ac75-4a19-b95c-d073e0f34d83 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:44:38.894984 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-80e2feeb-ac75-4a19-b95c-d073e0f34d83 service neutron] Checking segment: {'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:44:38.895370 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-80e2feeb-ac75-4a19-b95c-d073e0f34d83 service neutron] Bound using segment: {'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:44:38.895806 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-80e2feeb-ac75-4a19-b95c-d073e0f34d83 service neutron] Bound port: ec4580b3-1c2a-430d-9662-78357cbfa071, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:44:38.896191 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-80e2feeb-ac75-4a19-b95c-d073e0f34d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:38.913830 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcec69-91e7-499e-98be-8b10996df052 req-6b608098-dc9f-4719-aabf-53f0513b50f6 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:38.915322 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dbfcec69-91e7-499e-98be-8b10996df052 req-6b608098-dc9f-4719-aabf-53f0513b50f6 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=2eea7289-69ce-4e08-a9d7-5ef8e025b74d HTTP/1.1" status: 200 len: 944 time: 0.1537917 Jul 05 09:44:38.937745 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e418ed-191e-40ea-b7ee-df2c756a02d5 req-da174684-b2b8-4c6b-8898-b571a2b0b054 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:38.939224 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-72e418ed-191e-40ea-b7ee-df2c756a02d5 req-da174684-b2b8-4c6b-8898-b571a2b0b054 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.1418207 Jul 05 09:44:39.019915 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dbfcec69-91e7-499e-98be-8b10996df052 req-bcebbdee-5be7-4b8c-ba29-dc904579af2f tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979226 Jul 05 09:44:39.029186 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-72e418ed-191e-40ea-b7ee-df2c756a02d5 req-4c3a68c1-dcc7-43f3-844f-aceb58eef8ce tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723710 Jul 05 09:44:39.041936 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-80e2feeb-ac75-4a19-b95c-d073e0f34d83 service neutron] For port ec4580b3-1c2a-430d-9662-78357cbfa071, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:44:39.045186 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-80e2feeb-ac75-4a19-b95c-d073e0f34d83 service neutron] For port ec4580b3-1c2a-430d-9662-78357cbfa071, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=ec4580b3-1c2a-430d-9662-78357cbfa071,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:44:39.058078 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-80e2feeb-ac75-4a19-b95c-d073e0f34d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:39.096868 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-80e2feeb-ac75-4a19-b95c-d073e0f34d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:39.097555 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-80e2feeb-ac75-4a19-b95c-d073e0f34d83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:39.098949 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-80e2feeb-ac75-4a19-b95c-d073e0f34d83 service neutron] 10.222.0.81 "PUT /v2.0/ports/ec4580b3-1c2a-430d-9662-78357cbfa071 HTTP/1.1" status: 200 len: 1091 time: 1.1932688 Jul 05 09:44:39.099388 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a1fb8a-caf5-4726-aef0-564b094da45d', 'tag': 'ec4580b3-1c2a-430d-9662-78357cbfa071'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:39.101790 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34af9520-5bc4-4eb0-b528-ca394bf052e5" -d '{"events": [{"name": "network-changed", "server_uuid": "40a1fb8a-caf5-4726-aef0-564b094da45d", "tag": "ec4580b3-1c2a-430d-9662-78357cbfa071"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:39.137928 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2feeb-ac75-4a19-b95c-d073e0f34d83 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4580b3-1c2a-430d-9662-78357cbfa071,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:39.244410 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068480ca-ae05-4acd-90a1-6e2caffd83b3 req-b00bebec-de2b-47cf-8e67-e4dfca447521 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:39.245912 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-068480ca-ae05-4acd-90a1-6e2caffd83b3 req-b00bebec-de2b-47cf-8e67-e4dfca447521 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 945 time: 0.1023974 Jul 05 09:44:39.248503 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-e60086bc-719b-4528-9030-e09855995e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:39.249979 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-e60086bc-719b-4528-9030-e09855995e1b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&device_id=40a1fb8a-caf5-4726-aef0-564b094da45d HTTP/1.1" status: 200 len: 1094 time: 0.0967798 Jul 05 09:44:39.308788 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-c50bed30-aae7-497c-ad56-fa60e983e66d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec4580b3-1c2a-430d-9662-78357cbfa071 HTTP/1.1" status: 200 len: 217 time: 0.0387104 Jul 05 09:44:39.341785 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-068480ca-ae05-4acd-90a1-6e2caffd83b3 req-41fc1ff1-0471-4c59-b1c4-5ff09c8e2d8c tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890594 Jul 05 09:44:39.394121 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-3eda7b9d-aa1f-4bcd-af80-4a562cb7a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:39.395616 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-3eda7b9d-aa1f-4bcd-af80-4a562cb7a4d7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9b6f44ce-d485-46dc-95cd-7820a4fbcd7e HTTP/1.1" status: 200 len: 846 time: 0.0700679 Jul 05 09:44:39.418270 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874ed5ae-de13-43a9-96ce-2d8d224a6820 x-openstack-request-id: req-874ed5ae-de13-43a9-96ce-2d8d224a6820 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:39.418564 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a1fb8a-caf5-4726-aef0-564b094da45d", "tag": "ec4580b3-1c2a-430d-9662-78357cbfa071", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:39.418815 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-874ed5ae-de13-43a9-96ce-2d8d224a6820 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:39.419216 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a1fb8a-caf5-4726-aef0-564b094da45d', 'tag': 'ec4580b3-1c2a-430d-9662-78357cbfa071', 'status': 'completed', 'code': 200} Jul 05 09:44:39.440554 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-a31432be-7004-4028-b794-8c69c112a463 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334496 Jul 05 09:44:39.575033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826fb79-d5b8-4dc7-bc20-3457dcc8de63 req-25f3d0b5-4b22-496b-bbea-bc269f3d7eb9 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:39.576713 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9826fb79-d5b8-4dc7-bc20-3457dcc8de63 req-25f3d0b5-4b22-496b-bbea-bc269f3d7eb9 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 950 time: 0.1392121 Jul 05 09:44:39.578884 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-f383c589-5050-49fe-bf16-d440496bf5f8 service neutron] 10.222.0.81 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068342 Jul 05 09:44:39.668536 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9826fb79-d5b8-4dc7-bc20-3457dcc8de63 req-f180955f-5a64-4d82-8185-90fe7f447917 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853190 Jul 05 09:44:39.730679 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b1ba07c-02e9-44b8-95c6-50c1ac471ad5 req-4db6cc8e-79ad-443d-bd77-1f9966ce83c1 service neutron] 10.222.0.81 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417789 Jul 05 09:44:39.760397 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e879c07-eb62-41db-a2c9-97ef31ee3b08 req-01c52bce-3562-48c4-a691-cb78f574a807 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:39.761901 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e879c07-eb62-41db-a2c9-97ef31ee3b08 req-01c52bce-3562-48c4-a691-cb78f574a807 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 946 time: 0.0783873 Jul 05 09:44:39.860715 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e879c07-eb62-41db-a2c9-97ef31ee3b08 req-3ca4eb83-48de-40d7-9db1-517fee075e4e tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0920000 Jul 05 09:44:39.901457 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972e6df-64d5-4402-a723-b1ad269c976d req-0697171d-df96-45fe-91db-124ded2337ee tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:39.902919 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e972e6df-64d5-4402-a723-b1ad269c976d req-0697171d-df96-45fe-91db-124ded2337ee tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a1fb8a-caf5-4726-aef0-564b094da45d HTTP/1.1" status: 200 len: 943 time: 0.1277337 Jul 05 09:44:39.905593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af9520-5bc4-4eb0-b528-ca394bf052e5 req-4704cb3e-b598-4d4d-9d7c-7912b8c2fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:39.907540 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34af9520-5bc4-4eb0-b528-ca394bf052e5 req-4704cb3e-b598-4d4d-9d7c-7912b8c2fae7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&device_id=40a1fb8a-caf5-4726-aef0-564b094da45d HTTP/1.1" status: 200 len: 1094 time: 0.1166272 Jul 05 09:44:39.987696 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e972e6df-64d5-4402-a723-b1ad269c976d req-c1d7bddb-af7f-403f-846a-ec52b5579d87 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781617 Jul 05 09:44:40.020840 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af9520-5bc4-4eb0-b528-ca394bf052e5 req-c00d7134-697f-47b5-a02f-bbf481df4da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:40.022278 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34af9520-5bc4-4eb0-b528-ca394bf052e5 req-c00d7134-697f-47b5-a02f-bbf481df4da6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 HTTP/1.1" status: 200 len: 907 time: 0.1004927 Jul 05 09:44:40.084846 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34af9520-5bc4-4eb0-b528-ca394bf052e5 req-d034b526-259d-4784-a788-1a2ad000eef1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec4580b3-1c2a-430d-9662-78357cbfa071 HTTP/1.1" status: 200 len: 217 time: 0.0382814 Jul 05 09:44:40.142574 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af9520-5bc4-4eb0-b528-ca394bf052e5 req-6a60645c-5dc3-4338-a13a-f7b38f13fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:40.144556 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34af9520-5bc4-4eb0-b528-ca394bf052e5 req-6a60645c-5dc3-4338-a13a-f7b38f13fa8c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9b6f44ce-d485-46dc-95cd-7820a4fbcd7e HTTP/1.1" status: 200 len: 846 time: 0.0500524 Jul 05 09:44:40.221924 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34af9520-5bc4-4eb0-b528-ca394bf052e5 req-07e788a1-e9e5-497b-ae84-41ef21e81c6c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677028 Jul 05 09:44:40.257741 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:44:40.366031 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc5fac-3017-4ab8-84f7-59ae100fd09e req-94b88464-74ca-4c78-87c5-43b7fb09ba72 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:40.373252 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-06bc5fac-3017-4ab8-84f7-59ae100fd09e req-94b88464-74ca-4c78-87c5-43b7fb09ba72 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.2089102 Jul 05 09:44:40.396549 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344cf5d5-2b21-4277-b896-11de33f8d926 req-39e51dc6-2ef2-4395-a550-ea8bac8392bd tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:40.400296 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-344cf5d5-2b21-4277-b896-11de33f8d926 req-39e51dc6-2ef2-4395-a550-ea8bac8392bd tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=2eea7289-69ce-4e08-a9d7-5ef8e025b74d HTTP/1.1" status: 200 len: 944 time: 0.2374194 Jul 05 09:44:40.415951 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34af9520-5bc4-4eb0-b528-ca394bf052e5 req-4f3f32b4-8269-47a8-a64c-d871aef5334a service neutron] 10.222.0.81 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743083 Jul 05 09:44:40.501944 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device b327d60e-9e93-464d-8aa6-89fb35e1d8b2 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:44:40.504996 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device b327d60e-9e93-464d-8aa6-89fb35e1d8b2 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:44:40.582817 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-344cf5d5-2b21-4277-b896-11de33f8d926 req-4fda110f-487f-426e-b3e3-4c8ca37f77ea tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776512 Jul 05 09:44:40.626539 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-06bc5fac-3017-4ab8-84f7-59ae100fd09e req-d0053e4c-03f4-42bf-a191-9a8653c233c6 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523315 Jul 05 09:44:40.628499 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34af9520-5bc4-4eb0-b528-ca394bf052e5 req-437e2e06-45fa-4605-a9aa-eca082e54a19 service neutron] 10.222.0.81 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010221 Jul 05 09:44:40.740011 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:40.780066 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port b327d60e-9e93-464d-8aa6-89fb35e1d8b2, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b327d60e-9e93-464d-8aa6-89fb35e1d8b2,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:40.792760 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26d23e6-202b-4153-97e0-e54f4c9a3d0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b327d60e-9e93-464d-8aa6-89fb35e1d8b2'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:40.795148 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062eeff4-87d8-4687-a2a8-061af1b1dbe0" -d '{"events": [{"server_uuid": "e26d23e6-202b-4153-97e0-e54f4c9a3d0b", "name": "network-vif-unplugged", "status": "completed", "tag": "b327d60e-9e93-464d-8aa6-89fb35e1d8b2"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:40.814809 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'b327d60e-9e93-464d-8aa6-89fb35e1d8b2', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': 'b327d60e-9e93-464d-8aa6-89fb35e1d8b2', 'mac_address': 'fa:16:3e:e3:c1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:44:40.821109 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port b327d60e-9e93-464d-8aa6-89fb35e1d8b2, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b327d60e-9e93-464d-8aa6-89fb35e1d8b2,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:40.857360 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1a970-2c0c-4c08-9565-61cb781d977a req-801c6f1d-eee6-41d1-b717-bb08a572ef99 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:40.859053 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a6f1a970-2c0c-4c08-9565-61cb781d977a req-801c6f1d-eee6-41d1-b717-bb08a572ef99 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 945 time: 0.1440897 Jul 05 09:44:40.886198 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:40.891777 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:40.948478 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a6f1a970-2c0c-4c08-9565-61cb781d977a req-376f36c3-1da6-4e03-bc34-92af2459d19b tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829442 Jul 05 09:44:40.964797 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=b327d60e-9e93-464d-8aa6-89fb35e1d8b2,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:40.980409 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b327d60e-9e93-464d-8aa6-89fb35e1d8b2 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:41.036663 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:44:41.037272 n-d-798054-8 neutron-server[93908]: DEBUG oslo_db.api [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:44:41.065284 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e245f60-9cd4-49d1-86ed-bd1c8a4b102d x-openstack-request-id: req-7e245f60-9cd4-49d1-86ed-bd1c8a4b102d {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:41.065580 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26d23e6-202b-4153-97e0-e54f4c9a3d0b", "name": "network-vif-unplugged", "status": "completed", "tag": "b327d60e-9e93-464d-8aa6-89fb35e1d8b2", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:41.065835 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7e245f60-9cd4-49d1-86ed-bd1c8a4b102d {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:41.066229 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26d23e6-202b-4153-97e0-e54f4c9a3d0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b327d60e-9e93-464d-8aa6-89fb35e1d8b2', 'code': 200} Jul 05 09:44:41.180502 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c574121-47d1-4f3b-be5e-c4b79e0a7052 req-822c4c1a-d2bf-4947-9144-3339d7e9f874 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:41.182075 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9c574121-47d1-4f3b-be5e-c4b79e0a7052 req-822c4c1a-d2bf-4947-9144-3339d7e9f874 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 948 time: 0.1311431 Jul 05 09:44:41.249707 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9c574121-47d1-4f3b-be5e-c4b79e0a7052 req-4158aca2-f71d-4041-9f16-fadfa636a30d tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594342 Jul 05 09:44:41.295559 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987ae2d-7e4c-43e6-be43-8795c9b378e8 req-2ff6b524-38aa-47ed-b151-41a4b71346f5 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:41.305812 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7987ae2d-7e4c-43e6-be43-8795c9b378e8 req-2ff6b524-38aa-47ed-b151-41a4b71346f5 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 946 time: 0.1360865 Jul 05 09:44:41.369520 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7987ae2d-7e4c-43e6-be43-8795c9b378e8 req-acca0305-ebe1-4226-8d52-788e91afb761 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627153 Jul 05 09:44:41.541779 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b1481-5f0a-44f3-acf1-d53a2c03ae65 req-895be6c7-f5fe-4821-b478-8bcf0a13fb90 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:41.543301 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a22b1481-5f0a-44f3-acf1-d53a2c03ae65 req-895be6c7-f5fe-4821-b478-8bcf0a13fb90 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a1fb8a-caf5-4726-aef0-564b094da45d HTTP/1.1" status: 200 len: 943 time: 0.1365511 Jul 05 09:44:41.585826 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:41.604030 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b327d60e-9e93-464d-8aa6-89fb35e1d8b2 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:41.626718 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port b327d60e-9e93-464d-8aa6-89fb35e1d8b2, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b327d60e-9e93-464d-8aa6-89fb35e1d8b2,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:41.632921 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:41.634018 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device e5741cec-1270-477c-afeb-8579458325f4 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:44:41.636666 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a22b1481-5f0a-44f3-acf1-d53a2c03ae65 req-4d1cc158-28e2-4138-a663-a6cc63d44cb8 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837560 Jul 05 09:44:41.735045 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=b327d60e-9e93-464d-8aa6-89fb35e1d8b2,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:41.824262 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port e5741cec-1270-477c-afeb-8579458325f4, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e5741cec-1270-477c-afeb-8579458325f4,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:41.837948 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'e5741cec-1270-477c-afeb-8579458325f4', 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f', 'port_id': 'e5741cec-1270-477c-afeb-8579458325f4', 'mac_address': 'fa:16:3e:3c:20:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1a105d-77c4-456f-a245-b66e6fc97786', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:44:41.838343 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617d283-7031-4b66-889e-cdc549a1949e req-ce088001-53d4-4030-ab6b-21337331f008 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:41.846292 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4617d283-7031-4b66-889e-cdc549a1949e req-ce088001-53d4-4030-ab6b-21337331f008 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=2eea7289-69ce-4e08-a9d7-5ef8e025b74d HTTP/1.1" status: 200 len: 944 time: 0.0816276 Jul 05 09:44:41.897233 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4617d283-7031-4b66-889e-cdc549a1949e req-595746ff-ae9a-4798-b097-07c8ef2033f6 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498888 Jul 05 09:44:41.903681 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:41.926378 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5741cec-1270-477c-afeb-8579458325f4 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:41.950405 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port e5741cec-1270-477c-afeb-8579458325f4, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e5741cec-1270-477c-afeb-8579458325f4,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:41.956928 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:41.958366 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device cdc00d6a-b106-44a7-8c58-52daf384b120 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:44:42.057439 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device e2627bf4-8abf-467c-a8bb-89bc4d7430c8 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:44:42.073141 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=e5741cec-1270-477c-afeb-8579458325f4,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:42.178385 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-136913d8-c14b-42fb-b4ac-5ccd4d57344e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:42.180134 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-136913d8-c14b-42fb-b4ac-5ccd4d57344e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.81 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b&tenant_id=113815fb01a24fd792ed2a3df3efc0de&binding%3Ahost_id=n-h1-798054-8 HTTP/1.1" status: 200 len: 949 time: 0.2000206 Jul 05 09:44:42.258248 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-72b7e915-0a47-41c7-b514-387731fe1458 service neutron] 10.222.0.81 "GET /v2.0/ports/b327d60e-9e93-464d-8aa6-89fb35e1d8b2/bindings/n-h1-798054-8 HTTP/1.1" status: 200 len: 382 time: 0.0667808 Jul 05 09:44:42.314584 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:44:42.327255 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23852e6-2f5c-4c20-bc70-643e6ffaf953 req-d1d790f6-47a4-4ce4-a923-107699b9eb05 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:42.328402 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:42.329473 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:42.332479 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port cdc00d6a-b106-44a7-8c58-52daf384b120, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=cdc00d6a-b106-44a7-8c58-52daf384b120,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:42.337736 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b23852e6-2f5c-4c20-bc70-643e6ffaf953 req-d1d790f6-47a4-4ce4-a923-107699b9eb05 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.2622566 Jul 05 09:44:42.372735 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'cdc00d6a-b106-44a7-8c58-52daf384b120', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'port_id': 'cdc00d6a-b106-44a7-8c58-52daf384b120', 'mac_address': 'fa:16:3e:5f:2f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70194034-b839-4d67-b152-2ad54f034d6c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:44:42.418400 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b23852e6-2f5c-4c20-bc70-643e6ffaf953 req-a7ec0a5d-9831-489e-af67-74b18f1b2a99 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795817 Jul 05 09:44:42.456157 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:42.499667 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdc00d6a-b106-44a7-8c58-52daf384b120 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:42.514457 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:42.515026 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-84fdaf8a-c951-4fd2-abce-a3eae81ac21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:42.516853 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-84fdaf8a-c951-4fd2-abce-a3eae81ac21b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 1100 time: 0.2004757 Jul 05 09:44:42.526625 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829e477-4c0a-40f7-bb0c-e970b3969318 req-9f672d1b-a29d-4b4c-8e2f-699eaae58d81 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:42.537169 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8829e477-4c0a-40f7-bb0c-e970b3969318 req-9f672d1b-a29d-4b4c-8e2f-699eaae58d81 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 949 time: 0.2824614 Jul 05 09:44:42.548797 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port cdc00d6a-b106-44a7-8c58-52daf384b120, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=cdc00d6a-b106-44a7-8c58-52daf384b120,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:42.557633 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:42.590305 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device ec4580b3-1c2a-430d-9662-78357cbfa071 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:44:42.607388 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port e2627bf4-8abf-467c-a8bb-89bc4d7430c8, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=e2627bf4-8abf-467c-a8bb-89bc4d7430c8,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:42.635383 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:42.648076 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=cdc00d6a-b106-44a7-8c58-52daf384b120,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:42.684543 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8829e477-4c0a-40f7-bb0c-e970b3969318 req-b1f61284-d564-4c83-8f6c-e65296b5f001 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279204 Jul 05 09:44:42.734553 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['cdc00d6a-b106-44a7-8c58-52daf384b120'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:42.838667 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=e2627bf4-8abf-467c-a8bb-89bc4d7430c8,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:42.846209 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63379d-3a05-406c-8260-928f6e3fd360 req-dd29e2cf-e68e-4f63-8160-724541850e7e tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:42.854270 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d63379d-3a05-406c-8260-928f6e3fd360 req-dd29e2cf-e68e-4f63-8160-724541850e7e tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 946 time: 0.1641643 Jul 05 09:44:42.875504 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port ec4580b3-1c2a-430d-9662-78357cbfa071, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=ec4580b3-1c2a-430d-9662-78357cbfa071,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:42.908586 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['e5741cec-1270-477c-afeb-8579458325f4'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:42.939137 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d63379d-3a05-406c-8260-928f6e3fd360 req-5596b03a-5bbd-42bb-9334-7b815b18483f tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830741 Jul 05 09:44:42.940245 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-e0cc1826-8ef2-4cf8-bb1a-c1c95ff2a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:42.941765 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-e0cc1826-8ef2-4cf8-bb1a-c1c95ff2a7f6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.4022992 Jul 05 09:44:42.963803 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'ec4580b3-1c2a-430d-9662-78357cbfa071', 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62', 'port_id': 'ec4580b3-1c2a-430d-9662-78357cbfa071', 'mac_address': 'fa:16:3e:3d:95:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6f44ce-d485-46dc-95cd-7820a4fbcd7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:44:42.974704 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['b327d60e-9e93-464d-8aa6-89fb35e1d8b2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:43.000572 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-584417d6-7956-4d08-baed-19f5edaefcaf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=b327d60e-9e93-464d-8aa6-89fb35e1d8b2 HTTP/1.1" status: 200 len: 217 time: 0.0412562 Jul 05 09:44:43.059786 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-7db0e162-de6c-45cf-9181-ddb6927c7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:43.062081 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-7db0e162-de6c-45cf-9181-ddb6927c7c7e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0525634 Jul 05 09:44:43.124442 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066358f5-3b7f-4b72-8314-311d81eec5fb req-d6ccaef3-e7ea-4fda-8bda-124bc4526b80 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:43.132265 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-066358f5-3b7f-4b72-8314-311d81eec5fb req-d6ccaef3-e7ea-4fda-8bda-124bc4526b80 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 945 time: 0.2469103 Jul 05 09:44:43.147321 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6913a54d-a3f5-41e5-890d-db73e89e9007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2627bf4-8abf-467c-a8bb-89bc4d7430c8'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:43.149644 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff35502-9899-4e8c-9ed6-74d51d90c7ac" -d '{"events": [{"server_uuid": "6913a54d-a3f5-41e5-890d-db73e89e9007", "name": "network-vif-plugged", "status": "completed", "tag": "e2627bf4-8abf-467c-a8bb-89bc4d7430c8"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:43.222374 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:43.258125 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-066358f5-3b7f-4b72-8314-311d81eec5fb req-6df4f847-e1ba-4dc0-a94e-19d437956df5 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1248786 Jul 05 09:44:43.268683 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-97f5e9eb-4851-4ce7-8daf-94dfd77cec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:43.286075 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-97f5e9eb-4851-4ce7-8daf-94dfd77cec24 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1980565 Jul 05 09:44:43.296375 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec4580b3-1c2a-430d-9662-78357cbfa071 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:43.301877 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99d274-677d-4e4d-b334-0d15120fecad req-68f17ea7-fe02-4860-8b16-ebffbf0c6450 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:43.303388 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e99d274-677d-4e4d-b334-0d15120fecad req-68f17ea7-fe02-4860-8b16-ebffbf0c6450 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a1fb8a-caf5-4726-aef0-564b094da45d HTTP/1.1" status: 200 len: 943 time: 0.1691682 Jul 05 09:44:43.398811 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e99d274-677d-4e4d-b334-0d15120fecad req-0d9e485a-437d-4b13-ae25-5d04fbca548b tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808969 Jul 05 09:44:43.416025 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port ec4580b3-1c2a-430d-9662-78357cbfa071, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=ec4580b3-1c2a-430d-9662-78357cbfa071,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:43.444231 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:43.509998 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=ec4580b3-1c2a-430d-9662-78357cbfa071,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:43.535098 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-06c71b60-b82d-4354-9bc1-0838146b230e service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481251 Jul 05 09:44:43.707707 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c4c1a-8903-4025-9b96-70074f993b05 req-48602a95-f6f0-4bfe-8520-6b916026c055 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:43.714546 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-891c4c1a-8903-4025-9b96-70074f993b05 req-48602a95-f6f0-4bfe-8520-6b916026c055 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=2eea7289-69ce-4e08-a9d7-5ef8e025b74d HTTP/1.1" status: 200 len: 945 time: 0.2680933 Jul 05 09:44:43.726173 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a26a3a7-720a-4aa2-b722-cd0a952192c0 x-openstack-request-id: req-6a26a3a7-720a-4aa2-b722-cd0a952192c0 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:43.727064 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6913a54d-a3f5-41e5-890d-db73e89e9007", "name": "network-vif-plugged", "status": "completed", "tag": "e2627bf4-8abf-467c-a8bb-89bc4d7430c8", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:43.727914 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6a26a3a7-720a-4aa2-b722-cd0a952192c0 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:43.728488 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6913a54d-a3f5-41e5-890d-db73e89e9007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2627bf4-8abf-467c-a8bb-89bc4d7430c8', 'code': 200} Jul 05 09:44:43.799549 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-36ce43f8-e201-4f7b-80d3-27c3f3cf956f service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448311 Jul 05 09:44:43.820453 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-891c4c1a-8903-4025-9b96-70074f993b05 req-fd071e7c-d175-4795-aeff-f4895b0f277a tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049683 Jul 05 09:44:43.880726 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['ec4580b3-1c2a-430d-9662-78357cbfa071'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:44.118401 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67f4db-8789-48f2-8cf6-b0023c46e2e1 req-f3147f07-858c-4ec8-91d1-d43d514fed90 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:44.128706 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6f67f4db-8789-48f2-8cf6-b0023c46e2e1 req-f3147f07-858c-4ec8-91d1-d43d514fed90 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.2163310 Jul 05 09:44:44.156478 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775109a1-caad-4c00-89a2-f9b9a4ea1c2f req-d448a5c1-7a13-481b-9402-47ad18627bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:44.158125 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-775109a1-caad-4c00-89a2-f9b9a4ea1c2f req-d448a5c1-7a13-481b-9402-47ad18627bfa service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 1097 time: 0.3466361 Jul 05 09:44:44.192319 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6f67f4db-8789-48f2-8cf6-b0023c46e2e1 req-c65cec7d-e19d-4cd5-9d7e-902f2e8a1352 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625951 Jul 05 09:44:44.221697 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-775109a1-caad-4c00-89a2-f9b9a4ea1c2f req-990275b6-66f7-4471-8504-b349f73982fa service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565612 Jul 05 09:44:44.224601 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2bcc1-b67e-4909-93d5-f570b1c73520 req-3927f68e-e331-4bb2-9613-83a97e84385c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:44.234130 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ed2bcc1-b67e-4909-93d5-f570b1c73520 req-3927f68e-e331-4bb2-9613-83a97e84385c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 949 time: 0.2022400 Jul 05 09:44:44.282772 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ed2bcc1-b67e-4909-93d5-f570b1c73520 req-677d9c84-e3cf-4277-b9ca-566595ea96fa tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476065 Jul 05 09:44:44.413873 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c0666-0387-42cd-8f72-931d5a73db04 req-112dea60-3518-4dd1-bca7-2bc10b32e278 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:44.415406 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ba8c0666-0387-42cd-8f72-931d5a73db04 req-112dea60-3518-4dd1-bca7-2bc10b32e278 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 946 time: 0.0895302 Jul 05 09:44:44.493611 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ba8c0666-0387-42cd-8f72-931d5a73db04 req-69b7f6fe-ea70-4cd2-b0c3-d73949765a5c tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654387 Jul 05 09:44:44.529062 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddd3fb-71c0-4af5-91db-3c96739b06ca req-0af6e1a0-e32c-4750-b2da-2e38604e8a35 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:44.530586 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abddd3fb-71c0-4af5-91db-3c96739b06ca req-0af6e1a0-e32c-4750-b2da-2e38604e8a35 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 945 time: 0.1142642 Jul 05 09:44:44.581750 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abddd3fb-71c0-4af5-91db-3c96739b06ca req-8e452d2b-bfb4-4c7a-88dc-351730dba606 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447786 Jul 05 09:44:44.601302 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device cdc00d6a-b106-44a7-8c58-52daf384b120 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:44:44.662146 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port cdc00d6a-b106-44a7-8c58-52daf384b120 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:44.672918 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:44.781479 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:44.804472 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4343a9-49fa-471f-8cdc-18aaa7a1c207 req-c4b067ea-8073-429d-bfe1-2ef5d7ef88ea tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:44.806325 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a4343a9-49fa-471f-8cdc-18aaa7a1c207 req-c4b067ea-8073-429d-bfe1-2ef5d7ef88ea tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a1fb8a-caf5-4726-aef0-564b094da45d HTTP/1.1" status: 200 len: 944 time: 0.1414878 Jul 05 09:44:44.831493 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port cdc00d6a-b106-44a7-8c58-52daf384b120, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=cdc00d6a-b106-44a7-8c58-52daf384b120,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:44.842272 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:44.862512 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a4343a9-49fa-471f-8cdc-18aaa7a1c207 req-b8468001-5c8c-4aea-b04e-0041eeb72645 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485435 Jul 05 09:44:44.934957 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=cdc00d6a-b106-44a7-8c58-52daf384b120,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:45.064210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe67718-f8fe-48fc-b7a1-5a33f781b89c req-c162a8b6-6e09-4152-9fa6-d52f46194fce tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:45.071696 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fbe67718-f8fe-48fc-b7a1-5a33f781b89c req-c162a8b6-6e09-4152-9fa6-d52f46194fce tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=2eea7289-69ce-4e08-a9d7-5ef8e025b74d HTTP/1.1" status: 200 len: 945 time: 0.0770669 Jul 05 09:44:45.124094 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fbe67718-f8fe-48fc-b7a1-5a33f781b89c req-86f8503a-1e98-4823-bbdb-a6daee9767ed tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510850 Jul 05 09:44:45.442549 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4e15c-9b10-470c-a84a-438e728e38fe req-7f6f0d2f-4ff8-439d-af71-5660acd297f6 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:45.446003 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-22b4e15c-9b10-470c-a84a-438e728e38fe req-7f6f0d2f-4ff8-439d-af71-5660acd297f6 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.1150966 Jul 05 09:44:45.516824 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-22b4e15c-9b10-470c-a84a-438e728e38fe req-ec2dacaa-2517-4fab-82ab-c46d3bae0932 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604298 Jul 05 09:44:45.546027 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b18de-5924-4905-982c-0f5399b91552 req-a9498667-87b7-49e1-b50e-4bbc86406854 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:45.553750 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-de7b18de-5924-4905-982c-0f5399b91552 req-a9498667-87b7-49e1-b50e-4bbc86406854 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 949 time: 0.1062083 Jul 05 09:44:45.624927 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-de7b18de-5924-4905-982c-0f5399b91552 req-d8d6b202-74b5-4ad4-bb3a-e3f7c86daded tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703635 Jul 05 09:44:45.730149 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6d17fa-1e1a-4224-8378-486baa320225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc00d6a-b106-44a7-8c58-52daf384b120'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:45.732664 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a65b85e-0c00-4644-b322-c444ed649a83" -d '{"events": [{"server_uuid": "6f6d17fa-1e1a-4224-8378-486baa320225", "name": "network-vif-plugged", "status": "completed", "tag": "cdc00d6a-b106-44a7-8c58-52daf384b120"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:45.760915 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cf67f-0013-46ef-ae38-b4372722d2e7 req-ca636508-ae88-46e7-b22c-b863d51ae999 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:45.764514 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab1cf67f-0013-46ef-ae38-b4372722d2e7 req-ca636508-ae88-46e7-b22c-b863d51ae999 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 946 time: 0.1080358 Jul 05 09:44:45.841214 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab1cf67f-0013-46ef-ae38-b4372722d2e7 req-5a343532-580a-4585-bca1-5c5ad39d96ae tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662405 Jul 05 09:44:45.882086 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17eed2-353f-4ac2-b81e-8001ea32c99a req-57b827f7-e4de-47fd-970e-4bbb43fa8653 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:45.884232 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ac17eed2-353f-4ac2-b81e-8001ea32c99a req-57b827f7-e4de-47fd-970e-4bbb43fa8653 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 946 time: 0.1187181 Jul 05 09:44:45.930036 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ac17eed2-353f-4ac2-b81e-8001ea32c99a req-f64ec6b7-5f5b-432f-b260-c42183231482 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389502 Jul 05 09:44:45.938246 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d50ca18-453e-4f55-95f3-d837d48bfa75 x-openstack-request-id: req-0d50ca18-453e-4f55-95f3-d837d48bfa75 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:45.938740 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6d17fa-1e1a-4224-8378-486baa320225", "name": "network-vif-plugged", "status": "completed", "tag": "cdc00d6a-b106-44a7-8c58-52daf384b120", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:45.938869 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0d50ca18-453e-4f55-95f3-d837d48bfa75 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:45.939162 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6d17fa-1e1a-4224-8378-486baa320225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc00d6a-b106-44a7-8c58-52daf384b120', 'code': 200} Jul 05 09:44:46.176977 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96625a-97f5-4a5b-9ec3-b6a2a3c18fb8 req-4e55cf2d-ec61-4c83-a628-006c7b7fffca tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:46.188714 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2c96625a-97f5-4a5b-9ec3-b6a2a3c18fb8 req-4e55cf2d-ec61-4c83-a628-006c7b7fffca tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a1fb8a-caf5-4726-aef0-564b094da45d HTTP/1.1" status: 200 len: 944 time: 0.0948098 Jul 05 09:44:46.299088 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2c96625a-97f5-4a5b-9ec3-b6a2a3c18fb8 req-88a42f02-4e64-461b-a87f-c220278ac25c tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091564 Jul 05 09:44:46.605621 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device b327d60e-9e93-464d-8aa6-89fb35e1d8b2 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:44:46.683983 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port b327d60e-9e93-464d-8aa6-89fb35e1d8b2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:46.684776 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:46.820737 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:46.850826 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-9df071ab-f2ca-458c-bb11-36cb7d8242b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:46.852398 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-9df071ab-f2ca-458c-bb11-36cb7d8242b1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b&tenant_id=113815fb01a24fd792ed2a3df3efc0de HTTP/1.1" status: 200 len: 1100 time: 0.1270814 Jul 05 09:44:46.863122 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b6766-86d5-4f2a-a120-bae10c0a5e36 req-f64ce681-9322-4afa-84bc-7ded93832ff1 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:46.869761 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port b327d60e-9e93-464d-8aa6-89fb35e1d8b2, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b327d60e-9e93-464d-8aa6-89fb35e1d8b2,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:46.872580 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-322b6766-86d5-4f2a-a120-bae10c0a5e36 req-f64ce681-9322-4afa-84bc-7ded93832ff1 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=2eea7289-69ce-4e08-a9d7-5ef8e025b74d HTTP/1.1" status: 200 len: 945 time: 0.5373471 Jul 05 09:44:46.874754 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:46.876943 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device e5741cec-1270-477c-afeb-8579458325f4 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:44:46.962202 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-322b6766-86d5-4f2a-a120-bae10c0a5e36 req-73a704f1-8544-4225-ba46-af343e393572 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875592 Jul 05 09:44:47.014032 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=b327d60e-9e93-464d-8aa6-89fb35e1d8b2,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:47.016774 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-332c8d37-725e-42c1-98c8-7f8fbf93e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:47.020226 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-332c8d37-725e-42c1-98c8-7f8fbf93e721 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 1101 time: 0.1225588 Jul 05 09:44:47.056496 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port e5741cec-1270-477c-afeb-8579458325f4 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:44:47.079548 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port e5741cec-1270-477c-afeb-8579458325f4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:47.081022 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:47.225590 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:47.244373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-febd0afb-5df2-49af-ae68-0f94a28e68fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:47.245851 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-febd0afb-5df2-49af-ae68-0f94a28e68fa service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.2132215 Jul 05 09:44:47.280384 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port e5741cec-1270-477c-afeb-8579458325f4, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e5741cec-1270-477c-afeb-8579458325f4,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:47.287767 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:47.288774 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device ec4580b3-1c2a-430d-9662-78357cbfa071 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:44:47.307825 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-9efbcb0e-e9bc-4899-a047-6a4dfedd5704 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=b327d60e-9e93-464d-8aa6-89fb35e1d8b2 HTTP/1.1" status: 200 len: 217 time: 0.0506415 Jul 05 09:44:47.377227 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cce65-01a9-4b92-bad2-851501b9d048 req-2277ebbf-948c-4a5c-82f2-0955099b1284 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:47.380342 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8b5cce65-01a9-4b92-bad2-851501b9d048 req-2277ebbf-948c-4a5c-82f2-0955099b1284 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 950 time: 0.2152252 Jul 05 09:44:47.395243 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=e5741cec-1270-477c-afeb-8579458325f4,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:47.409535 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port ec4580b3-1c2a-430d-9662-78357cbfa071 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:44:47.412209 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b7e7c-86c3-4b56-957d-964617df33f3 req-caef52b7-e0b6-44c1-9bf4-db8156f0ce60 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:47.413908 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-812b7e7c-86c3-4b56-957d-964617df33f3 req-caef52b7-e0b6-44c1-9bf4-db8156f0ce60 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.2221279 Jul 05 09:44:47.418210 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port ec4580b3-1c2a-430d-9662-78357cbfa071 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:47.419096 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:47.438346 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-190b7cd7-dc89-4315-a3fc-8f523608e316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:47.439771 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-190b7cd7-dc89-4315-a3fc-8f523608e316 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1227920 Jul 05 09:44:47.519616 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8b5cce65-01a9-4b92-bad2-851501b9d048 req-e3982ca9-6dd4-46ca-9a55-1c02c081b2e4 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325028 Jul 05 09:44:47.520817 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:47.550759 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-812b7e7c-86c3-4b56-957d-964617df33f3 req-087ebacc-963e-4e42-804c-e4be6c9422f5 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255109 Jul 05 09:44:47.580841 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-ac01493c-bff9-4fa2-a9fe-baefd9b28514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:47.582576 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-ac01493c-bff9-4fa2-a9fe-baefd9b28514 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1254976 Jul 05 09:44:47.584686 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port ec4580b3-1c2a-430d-9662-78357cbfa071, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=ec4580b3-1c2a-430d-9662-78357cbfa071,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:47.592466 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:47.704465 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=ec4580b3-1c2a-430d-9662-78357cbfa071,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:47.825763 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-786ec507-9c27-443d-ba72-3966bf39de0f service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339349 Jul 05 09:44:47.866686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665da4b-2047-409b-9bf7-78e4e88b5642 req-f9688191-a086-43a0-8251-a3bd5675b4d9 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:47.868223 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f665da4b-2047-409b-9bf7-78e4e88b5642 req-f9688191-a086-43a0-8251-a3bd5675b4d9 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ad98107-458b-4b9d-9a4a-fedd7abfa38d HTTP/1.1" status: 200 len: 945 time: 0.1542790 Jul 05 09:44:47.940915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26d23e6-202b-4153-97e0-e54f4c9a3d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b327d60e-9e93-464d-8aa6-89fb35e1d8b2'}, {'server_uuid': '2eea7289-69ce-4e08-a9d7-5ef8e025b74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5741cec-1270-477c-afeb-8579458325f4'}, {'server_uuid': '40a1fb8a-caf5-4726-aef0-564b094da45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4580b3-1c2a-430d-9662-78357cbfa071'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:47.943409 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7715375c-b2a0-4bb2-9b81-3f823d06023b" -d '{"events": [{"server_uuid": "e26d23e6-202b-4153-97e0-e54f4c9a3d0b", "name": "network-vif-plugged", "status": "completed", "tag": "b327d60e-9e93-464d-8aa6-89fb35e1d8b2"}, {"server_uuid": "2eea7289-69ce-4e08-a9d7-5ef8e025b74d", "name": "network-vif-plugged", "status": "completed", "tag": "e5741cec-1270-477c-afeb-8579458325f4"}, {"server_uuid": "40a1fb8a-caf5-4726-aef0-564b094da45d", "name": "network-vif-plugged", "status": "completed", "tag": "ec4580b3-1c2a-430d-9662-78357cbfa071"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:47.949708 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b04ce-cbf5-4de9-a5be-6c15fc7363e8 req-90e584ea-a335-4923-8b9d-e2c5ab9ece88 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:47.951341 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0d4b04ce-cbf5-4de9-a5be-6c15fc7363e8 req-90e584ea-a335-4923-8b9d-e2c5ab9ece88 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 946 time: 0.2070427 Jul 05 09:44:47.990301 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f665da4b-2047-409b-9bf7-78e4e88b5642 req-6898c9a3-fb99-4ce2-a1d3-1530f4e4ded1 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a60d75f-b596-4aed-a6bd-331ea1c8e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945170 Jul 05 09:44:48.042426 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77ddf3aa-acc0-46da-b28c-04c3e46398e2 req-c2c75588-6c3e-45c5-b8dc-7a2b32ea34e9 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058167 Jul 05 09:44:48.054574 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0d4b04ce-cbf5-4de9-a5be-6c15fc7363e8 req-e30e3d34-0f5d-435e-88cb-874e8e30fa7a tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941160 Jul 05 09:44:48.219943 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55905644-ba81-4af8-84ce-c67aaa364698 req-90b6f50d-71bb-4c2a-953e-591cad162f4a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:48.221580 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55905644-ba81-4af8-84ce-c67aaa364698 req-90b6f50d-71bb-4c2a-953e-591cad162f4a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 946 time: 0.0740194 Jul 05 09:44:48.268083 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55905644-ba81-4af8-84ce-c67aaa364698 req-6fb234d8-5889-443d-bdc7-7291698a896b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409577 Jul 05 09:44:48.341358 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0c735a-a9fd-493a-8baa-c51d7bb2b21a x-openstack-request-id: req-5f0c735a-a9fd-493a-8baa-c51d7bb2b21a {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:48.342275 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26d23e6-202b-4153-97e0-e54f4c9a3d0b", "name": "network-vif-plugged", "status": "completed", "tag": "b327d60e-9e93-464d-8aa6-89fb35e1d8b2", "code": 200}, {"server_uuid": "2eea7289-69ce-4e08-a9d7-5ef8e025b74d", "name": "network-vif-plugged", "status": "completed", "tag": "e5741cec-1270-477c-afeb-8579458325f4", "code": 200}, {"server_uuid": "40a1fb8a-caf5-4726-aef0-564b094da45d", "name": "network-vif-plugged", "status": "completed", "tag": "ec4580b3-1c2a-430d-9662-78357cbfa071", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:48.342868 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5f0c735a-a9fd-493a-8baa-c51d7bb2b21a {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:48.343496 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26d23e6-202b-4153-97e0-e54f4c9a3d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b327d60e-9e93-464d-8aa6-89fb35e1d8b2', 'code': 200} Jul 05 09:44:48.343992 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eea7289-69ce-4e08-a9d7-5ef8e025b74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5741cec-1270-477c-afeb-8579458325f4', 'code': 200} Jul 05 09:44:48.344644 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a1fb8a-caf5-4726-aef0-564b094da45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4580b3-1c2a-430d-9662-78357cbfa071', 'code': 200} Jul 05 09:44:48.352290 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b62b8-e1d7-43ec-b585-eec8df566dd7 req-6d3654f9-f815-4e1f-8ef5-2f0cfc192efa tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:48.358390 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-869b62b8-e1d7-43ec-b585-eec8df566dd7 req-6d3654f9-f815-4e1f-8ef5-2f0cfc192efa tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a1fb8a-caf5-4726-aef0-564b094da45d HTTP/1.1" status: 200 len: 945 time: 0.0889742 Jul 05 09:44:48.427077 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-869b62b8-e1d7-43ec-b585-eec8df566dd7 req-ef18447d-f5e7-47db-9801-2b5bf298cbaf tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676653 Jul 05 09:44:48.552337 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb25db-8398-4951-a8b0-7dab239df24d req-96c83301-8493-4da9-930c-851092510711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:48.553984 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-75cb25db-8398-4951-a8b0-7dab239df24d req-96c83301-8493-4da9-930c-851092510711 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=40a1fb8a-caf5-4726-aef0-564b094da45d HTTP/1.1" status: 200 len: 1096 time: 0.1040308 Jul 05 09:44:48.575371 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc21956-cdb4-46e9-a723-e39c2a9a1abf req-d28331ec-9ecf-47ce-9f05-c45ed654e94c tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:48.577959 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bfc21956-cdb4-46e9-a723-e39c2a9a1abf req-d28331ec-9ecf-47ce-9f05-c45ed654e94c tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=2eea7289-69ce-4e08-a9d7-5ef8e025b74d HTTP/1.1" status: 200 len: 946 time: 0.0991333 Jul 05 09:44:48.591277 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad5eaf-b98b-4c6e-99e6-2a661c9b95d8 req-0d4e3d44-3759-4974-a7f1-d4b99874760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:48.593451 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1fad5eaf-b98b-4c6e-99e6-2a661c9b95d8 req-0d4e3d44-3759-4974-a7f1-d4b99874760a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2eea7289-69ce-4e08-a9d7-5ef8e025b74d HTTP/1.1" status: 200 len: 1097 time: 0.1293819 Jul 05 09:44:48.616652 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device b327d60e-9e93-464d-8aa6-89fb35e1d8b2 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:44:48.633035 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c9e90-12ba-4c3b-9ee7-99bfeda6e855 req-f04d1ac4-e313-4812-b31c-73b2eed58bf1 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:48.634865 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-598c9e90-12ba-4c3b-9ee7-99bfeda6e855 req-f04d1ac4-e313-4812-b31c-73b2eed58bf1 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ad98107-458b-4b9d-9a4a-fedd7abfa38d HTTP/1.1" status: 200 len: 945 time: 0.1399357 Jul 05 09:44:48.656432 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1fad5eaf-b98b-4c6e-99e6-2a661c9b95d8 req-2171d0bb-098c-44d5-ad8e-6a830eae773c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528836 Jul 05 09:44:48.682493 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-75cb25db-8398-4951-a8b0-7dab239df24d req-c1ee786d-734d-4f18-8975-cdf499e97bea service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031499 Jul 05 09:44:48.701554 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bfc21956-cdb4-46e9-a723-e39c2a9a1abf req-2d628dcd-3445-4c90-bbf8-7c419a0ab89c tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826774 Jul 05 09:44:48.728011 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:48.732885 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8c381-aeda-4312-a16c-58baceef4dd9 req-ec136754-9c30-4bd5-93fb-883f27fa04b7 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:48.735270 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1ca8c381-aeda-4312-a16c-58baceef4dd9 req-ec136754-9c30-4bd5-93fb-883f27fa04b7 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 1097 time: 0.1567204 Jul 05 09:44:48.792651 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1ca8c381-aeda-4312-a16c-58baceef4dd9 req-5e0d9b9d-6a71-479f-8cca-c6a3a721994b tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457420 Jul 05 09:44:48.809029 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port b327d60e-9e93-464d-8aa6-89fb35e1d8b2, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b327d60e-9e93-464d-8aa6-89fb35e1d8b2,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:48.816737 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-598c9e90-12ba-4c3b-9ee7-99bfeda6e855 req-10e660ad-3728-4227-bd58-9e3e2cd6847b tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Deleting port 1a0d1fab-1a53-4761-acfc-ec77056485a5 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:44:48.817466 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-598c9e90-12ba-4c3b-9ee7-99bfeda6e855 req-10e660ad-3728-4227-bd58-9e3e2cd6847b tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:48.822289 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:48.917959 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=b327d60e-9e93-464d-8aa6-89fb35e1d8b2,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:48.977209 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-598c9e90-12ba-4c3b-9ee7-99bfeda6e855 req-10e660ad-3728-4227-bd58-9e3e2cd6847b tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] For port 1a0d1fab-1a53-4761-acfc-ec77056485a5, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=1a0d1fab-1a53-4761-acfc-ec77056485a5,segment=NetworkSegment(07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7),segment_id=07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:48.977209 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-598c9e90-12ba-4c3b-9ee7-99bfeda6e855 req-10e660ad-3728-4227-bd58-9e3e2cd6847b tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:48.993902 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-598c9e90-12ba-4c3b-9ee7-99bfeda6e855 req-10e660ad-3728-4227-bd58-9e3e2cd6847b tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Calling delete_port for 1a0d1fab-1a53-4761-acfc-ec77056485a5 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:44:48.996573 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a2a73-5425-4756-a9d6-9bd3f8420ba8 req-e91b1d84-a20e-4fe1-8d38-12bd81c0f3d4 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:49.000408 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e8a2a73-5425-4756-a9d6-9bd3f8420ba8 req-e91b1d84-a20e-4fe1-8d38-12bd81c0f3d4 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 948 time: 0.1372569 Jul 05 09:44:49.078325 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e8a2a73-5425-4756-a9d6-9bd3f8420ba8 req-2b24d2f3-59ae-4a15-866a-919f619ad525 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541782 Jul 05 09:44:49.147963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29634175-9a26-4ba9-8ef1-47e13da03aa0 req-3b47bb33-ad2e-4bae-ba52-e61e985485da tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:49.154586 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29634175-9a26-4ba9-8ef1-47e13da03aa0 req-3b47bb33-ad2e-4bae-ba52-e61e985485da tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.1890979 Jul 05 09:44:49.203964 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-598c9e90-12ba-4c3b-9ee7-99bfeda6e855 req-10e660ad-3728-4227-bd58-9e3e2cd6847b tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:49.212052 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29634175-9a26-4ba9-8ef1-47e13da03aa0 req-a72639b1-97da-402e-9922-bede7bfbb7fb tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564499 Jul 05 09:44:49.219363 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['1a0d1fab-1a53-4761-acfc-ec77056485a5'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:49.240709 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e660ad-3728-4227-bd58-9e3e2cd6847b tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Pushing event deleted for resources: {'Port': ['ID=1a0d1fab-1a53-4761-acfc-ec77056485a5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:49.314962 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-598c9e90-12ba-4c3b-9ee7-99bfeda6e855 req-10e660ad-3728-4227-bd58-9e3e2cd6847b tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] No DVR routers for this DVR port 1a0d1fab-1a53-4761-acfc-ec77056485a5 on host n-h1-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:44:49.318551 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-598c9e90-12ba-4c3b-9ee7-99bfeda6e855 req-10e660ad-3728-4227-bd58-9e3e2cd6847b tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:49.321429 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-598c9e90-12ba-4c3b-9ee7-99bfeda6e855 req-10e660ad-3728-4227-bd58-9e3e2cd6847b tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.81 "DELETE /v2.0/ports/1a0d1fab-1a53-4761-acfc-ec77056485a5 HTTP/1.1" status: 204 len: 173 time: 0.6681859 Jul 05 09:44:49.322132 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad98107-458b-4b9d-9a4a-fedd7abfa38d', 'name': 'network-vif-deleted', 'tag': '1a0d1fab-1a53-4761-acfc-ec77056485a5'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:49.324786 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3262abd-83f2-494d-bdce-f8f0474bb3df" -d '{"events": [{"server_uuid": "1ad98107-458b-4b9d-9a4a-fedd7abfa38d", "name": "network-vif-deleted", "tag": "1a0d1fab-1a53-4761-acfc-ec77056485a5"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:49.335352 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49097cb6-bdf5-462c-ae3e-c30d01a8b2bb req-c6f31db6-e5d3-40ef-b971-458567688747 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:49.345347 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49097cb6-bdf5-462c-ae3e-c30d01a8b2bb req-c6f31db6-e5d3-40ef-b971-458567688747 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 1097 time: 0.1170039 Jul 05 09:44:49.392566 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49097cb6-bdf5-462c-ae3e-c30d01a8b2bb req-338f4ad5-44e6-4790-b4b8-9b17d1d529c4 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462086 Jul 05 09:44:49.491669 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d34c926-ba26-410e-a313-90114d29c52c req-1ecfc65f-f4c2-4e86-bd00-a2d776171990 tempest-AttachSCSIVolumeTestJSON-1086552758 tempest-AttachSCSIVolumeTestJSON-1086552758-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ad98107-458b-4b9d-9a4a-fedd7abfa38d HTTP/1.1" status: 200 len: 210 time: 0.0720208 Jul 05 09:44:49.672912 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e48bd4-2319-40ba-9067-fe4b1642f2dd x-openstack-request-id: req-79e48bd4-2319-40ba-9067-fe4b1642f2dd {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:49.673768 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad98107-458b-4b9d-9a4a-fedd7abfa38d", "name": "network-vif-deleted", "tag": "1a0d1fab-1a53-4761-acfc-ec77056485a5", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:49.674333 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-79e48bd4-2319-40ba-9067-fe4b1642f2dd {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:49.674917 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad98107-458b-4b9d-9a4a-fedd7abfa38d', 'name': 'network-vif-deleted', 'tag': '1a0d1fab-1a53-4761-acfc-ec77056485a5', 'status': 'completed', 'code': 200} Jul 05 09:44:49.767531 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6990fcc-d49b-43ca-8b79-dc004ab2e165 req-7f4b79db-79ba-4437-a9c6-5e33c79fbeae tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:49.784437 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6990fcc-d49b-43ca-8b79-dc004ab2e165 req-7f4b79db-79ba-4437-a9c6-5e33c79fbeae tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 946 time: 0.1301045 Jul 05 09:44:49.858327 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f287ca-2f70-4587-8f72-360cd1e9a453 req-f705ad99-d35c-4daf-9ca2-82e56b4cc7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:49.860954 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c6f287ca-2f70-4587-8f72-360cd1e9a453 req-f705ad99-d35c-4daf-9ca2-82e56b4cc7cc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 1097 time: 0.1189468 Jul 05 09:44:49.899170 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6990fcc-d49b-43ca-8b79-dc004ab2e165 req-52cd712c-ad9d-433b-ad2d-b0dc2605f16c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1134012 Jul 05 09:44:49.932431 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c6f287ca-2f70-4587-8f72-360cd1e9a453 req-b222ffc1-8a20-4a22-ae4f-002184e9a025 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555212 Jul 05 09:44:49.954611 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa8835-a2b7-4585-b442-1c17a663a9d1 req-12c6d20f-fdbf-4dce-b914-a43761cc1dea tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:49.962374 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1dfa8835-a2b7-4585-b442-1c17a663a9d1 req-12c6d20f-fdbf-4dce-b914-a43761cc1dea tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a1fb8a-caf5-4726-aef0-564b094da45d HTTP/1.1" status: 200 len: 945 time: 0.1422088 Jul 05 09:44:50.057682 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1dfa8835-a2b7-4585-b442-1c17a663a9d1 req-b1baf9b8-778b-42fa-8061-29c18a620b34 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939384 Jul 05 09:44:50.232323 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4b17f-82ff-4c40-90cf-ba0c6fefddee req-ffa10334-a318-41f0-a366-378bcb129bda tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:50.245810 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0bf4b17f-82ff-4c40-90cf-ba0c6fefddee req-ffa10334-a318-41f0-a366-378bcb129bda tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=2eea7289-69ce-4e08-a9d7-5ef8e025b74d HTTP/1.1" status: 200 len: 946 time: 0.1736877 Jul 05 09:44:50.344488 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0bf4b17f-82ff-4c40-90cf-ba0c6fefddee req-8dbcd6c8-ea90-4acb-a60c-85c155e4d4d1 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918775 Jul 05 09:44:50.346069 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26d23e6-202b-4153-97e0-e54f4c9a3d0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b327d60e-9e93-464d-8aa6-89fb35e1d8b2'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:50.349441 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d7b428-37cb-46a9-81aa-c9e85e109f85" -d '{"events": [{"server_uuid": "e26d23e6-202b-4153-97e0-e54f4c9a3d0b", "name": "network-vif-unplugged", "status": "completed", "tag": "b327d60e-9e93-464d-8aa6-89fb35e1d8b2"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:50.642539 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b26522-fa0c-4a68-84d1-2102dfa93dce req-a293d42e-b241-449a-bbbf-9c040f5d141a tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:50.644162 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41b26522-fa0c-4a68-84d1-2102dfa93dce req-a293d42e-b241-449a-bbbf-9c040f5d141a tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 948 time: 0.1044624 Jul 05 09:44:50.646380 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device b327d60e-9e93-464d-8aa6-89fb35e1d8b2 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:44:50.716483 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41b26522-fa0c-4a68-84d1-2102dfa93dce req-ee1a7275-ba7e-4839-bd60-51f9ef139e5f tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604677 Jul 05 09:44:50.918628 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97f669-3855-4cde-a120-f2284059278d req-8ba9f2dd-4037-49f6-acec-dade59b8298f tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:50.926506 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb97f669-3855-4cde-a120-f2284059278d req-8ba9f2dd-4037-49f6-acec-dade59b8298f tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.0838079 Jul 05 09:44:50.980221 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703a9c12-6055-4cd8-82b3-19021a8bba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:50.993272 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port b327d60e-9e93-464d-8aa6-89fb35e1d8b2, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b327d60e-9e93-464d-8aa6-89fb35e1d8b2,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:50.997320 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb97f669-3855-4cde-a120-f2284059278d req-ee5e3481-09e3-4bf7-90b8-45fb2e5b65c5 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696015 Jul 05 09:44:51.040744 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'b327d60e-9e93-464d-8aa6-89fb35e1d8b2', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': 'b327d60e-9e93-464d-8aa6-89fb35e1d8b2', 'mac_address': 'fa:16:3e:e3:c1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:44:51.088132 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edb5d5f-4466-4a9a-987b-3eaf2c691d4f x-openstack-request-id: req-4edb5d5f-4466-4a9a-987b-3eaf2c691d4f {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:51.088422 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26d23e6-202b-4153-97e0-e54f4c9a3d0b", "name": "network-vif-unplugged", "status": "completed", "tag": "b327d60e-9e93-464d-8aa6-89fb35e1d8b2", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:51.088678 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4edb5d5f-4466-4a9a-987b-3eaf2c691d4f {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:51.089067 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26d23e6-202b-4153-97e0-e54f4c9a3d0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b327d60e-9e93-464d-8aa6-89fb35e1d8b2', 'code': 200} Jul 05 09:44:51.160872 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:51.176402 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b327d60e-9e93-464d-8aa6-89fb35e1d8b2 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:51.225542 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port b327d60e-9e93-464d-8aa6-89fb35e1d8b2, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b327d60e-9e93-464d-8aa6-89fb35e1d8b2,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:51.233758 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:51.311878 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=b327d60e-9e93-464d-8aa6-89fb35e1d8b2,revision_number=10']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:51.539802 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['b327d60e-9e93-464d-8aa6-89fb35e1d8b2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:51.614330 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [req-747701f4-362e-4300-89de-722b8f664681 req-dbfb01a5-c161-4c73-bfe8-bd7a1991d62f tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:44:51.619360 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-747701f4-362e-4300-89de-722b8f664681 req-dbfb01a5-c161-4c73-bfe8-bd7a1991d62f tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117776 Jul 05 09:44:51.644024 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-747701f4-362e-4300-89de-722b8f664681 req-15e82bfd-3226-4b4d-aca2-0f68d42b7427 service neutron] Request body: {'binding': {'host': 'n-h1-798054-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:51.646577 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-747701f4-362e-4300-89de-722b8f664681 req-15e82bfd-3226-4b4d-aca2-0f68d42b7427 service neutron] Unknown quota resources ['binding']. {{(pid=93906) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 09:44:51.915269 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-747701f4-362e-4300-89de-722b8f664681 req-15e82bfd-3226-4b4d-aca2-0f68d42b7427 service neutron] Attempting to bind port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 on host n-h1-798054-8 for vnic_type normal with profile None {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:44:51.915753 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-747701f4-362e-4300-89de-722b8f664681 req-15e82bfd-3226-4b4d-aca2-0f68d42b7427 service neutron] Attempting to bind port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:44:51.916220 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747701f4-362e-4300-89de-722b8f664681 req-15e82bfd-3226-4b4d-aca2-0f68d42b7427 service neutron] Attempting to bind port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:51.922788 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747701f4-362e-4300-89de-722b8f664681 req-15e82bfd-3226-4b4d-aca2-0f68d42b7427 service neutron] Port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:44:51.923214 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747701f4-362e-4300-89de-722b8f664681 req-15e82bfd-3226-4b4d-aca2-0f68d42b7427 service neutron] Attempting to bind port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:51.928721 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747701f4-362e-4300-89de-722b8f664681 req-15e82bfd-3226-4b4d-aca2-0f68d42b7427 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:44:51.929180 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747701f4-362e-4300-89de-722b8f664681 req-15e82bfd-3226-4b4d-aca2-0f68d42b7427 service neutron] Checking segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:44:51.929957 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747701f4-362e-4300-89de-722b8f664681 req-15e82bfd-3226-4b4d-aca2-0f68d42b7427 service neutron] Bound using segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:44:51.930507 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-747701f4-362e-4300-89de-722b8f664681 req-15e82bfd-3226-4b4d-aca2-0f68d42b7427 service neutron] Bound port: e2627bf4-8abf-467c-a8bb-89bc4d7430c8, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:44:51.938861 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffa23e-dc55-4e0b-b2f7-590a0d07bb79 req-352d2950-aa8b-482b-a07e-9e6ad6fac900 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:51.945863 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e0ffa23e-dc55-4e0b-b2f7-590a0d07bb79 req-352d2950-aa8b-482b-a07e-9e6ad6fac900 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 946 time: 0.0909975 Jul 05 09:44:51.993450 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e0ffa23e-dc55-4e0b-b2f7-590a0d07bb79 req-b14977f9-ce1f-47b9-badf-66fcc33e9453 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466344 Jul 05 09:44:51.996949 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-747701f4-362e-4300-89de-722b8f664681 req-15e82bfd-3226-4b4d-aca2-0f68d42b7427 service neutron] For port e2627bf4-8abf-467c-a8bb-89bc4d7430c8, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e2627bf4-8abf-467c-a8bb-89bc4d7430c8,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:44:52.003952 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-747701f4-362e-4300-89de-722b8f664681 req-15e82bfd-3226-4b4d-aca2-0f68d42b7427 service neutron] Notify callbacks [] for binding, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:52.022160 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-747701f4-362e-4300-89de-722b8f664681 req-15e82bfd-3226-4b4d-aca2-0f68d42b7427 service neutron] 10.222.0.79 "POST /v2.0/ports/e2627bf4-8abf-467c-a8bb-89bc4d7430c8/bindings HTTP/1.1" status: 201 len: 389 time: 0.3961990 Jul 05 09:44:52.390669 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861f54e-e60d-4d55-8367-f8b5aadc3fe9 req-611f9063-1161-451e-8dde-555fe71948b0 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:52.398398 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6861f54e-e60d-4d55-8367-f8b5aadc3fe9 req-611f9063-1161-451e-8dde-555fe71948b0 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a1fb8a-caf5-4726-aef0-564b094da45d HTTP/1.1" status: 200 len: 945 time: 0.1842976 Jul 05 09:44:52.414719 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747701f4-362e-4300-89de-722b8f664681 req-f1a2af1e-2b4f-4180-b9da-6a5b56648966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:52.416909 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-747701f4-362e-4300-89de-722b8f664681 req-f1a2af1e-2b4f-4180-b9da-6a5b56648966 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 1097 time: 0.0708795 Jul 05 09:44:52.452454 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec58cf-1557-4bad-a52c-d7d4d17f51a4 req-5d1ae394-7b1f-444d-b634-b4c144ab035c tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:52.454278 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-23ec58cf-1557-4bad-a52c-d7d4d17f51a4 req-5d1ae394-7b1f-444d-b634-b4c144ab035c tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=2eea7289-69ce-4e08-a9d7-5ef8e025b74d HTTP/1.1" status: 200 len: 946 time: 0.1688225 Jul 05 09:44:52.503172 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6861f54e-e60d-4d55-8367-f8b5aadc3fe9 req-3498aadc-6a30-4cc3-b05a-de91b8eda267 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037230 Jul 05 09:44:52.550590 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747701f4-362e-4300-89de-722b8f664681 req-db5889e1-73ed-477d-9993-670e712de562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:52.553483 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-747701f4-362e-4300-89de-722b8f664681 req-db5889e1-73ed-477d-9993-670e712de562 service neutron] 10.222.0.81 "GET /v2.0/networks?id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 200 len: 922 time: 0.1234832 Jul 05 09:44:52.582239 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-23ec58cf-1557-4bad-a52c-d7d4d17f51a4 req-7963d51d-6f2d-41c5-bf88-7639692e9e86 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170900 Jul 05 09:44:52.619754 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-747701f4-362e-4300-89de-722b8f664681 req-530a2245-dcc0-4fea-9235-658c79126dcf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2627bf4-8abf-467c-a8bb-89bc4d7430c8 HTTP/1.1" status: 200 len: 217 time: 0.0574336 Jul 05 09:44:52.643385 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device b327d60e-9e93-464d-8aa6-89fb35e1d8b2 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:44:52.733824 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747701f4-362e-4300-89de-722b8f664681 req-d00368ad-d2db-4c8f-8183-1b0fb247f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:52.740063 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-747701f4-362e-4300-89de-722b8f664681 req-d00368ad-d2db-4c8f-8183-1b0fb247f2dd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4cd5f100-3ecb-4100-a6d6-40f339ce6cc7 HTTP/1.1" status: 200 len: 861 time: 0.1070168 Jul 05 09:44:52.756733 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port b327d60e-9e93-464d-8aa6-89fb35e1d8b2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:52.757163 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:52.816599 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-747701f4-362e-4300-89de-722b8f664681 req-85f0dbf2-f03f-46a2-8d20-1a0a6613654b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731943 Jul 05 09:44:52.896178 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:52.926903 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9b7da-7e27-4045-9591-14506ee6bbcc req-9dbda5bd-2443-4351-81b4-660c211d2b96 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:52.934548 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25c9b7da-7e27-4045-9591-14506ee6bbcc req-9dbda5bd-2443-4351-81b4-660c211d2b96 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 950 time: 0.1712434 Jul 05 09:44:52.938965 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port b327d60e-9e93-464d-8aa6-89fb35e1d8b2, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b327d60e-9e93-464d-8aa6-89fb35e1d8b2,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:52.949444 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:52.954369 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 1a0d1fab-1a53-4761-acfc-ec77056485a5 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:44:52.981715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817d629-d8c5-4eef-ae78-fa68ff9c88bd req-665e7e09-725c-4f1d-8041-6d0e3e51f58f tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:52.986761 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 1a0d1fab-1a53-4761-acfc-ec77056485a5 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:44:52.987494 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 1a0d1fab-1a53-4761-acfc-ec77056485a5 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:44:52.988862 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d817d629-d8c5-4eef-ae78-fa68ff9c88bd req-665e7e09-725c-4f1d-8041-6d0e3e51f58f tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.1672084 Jul 05 09:44:52.996743 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-747701f4-362e-4300-89de-722b8f664681 req-a17a664c-08b7-4fa6-b15c-4b8a36546309 service neutron] 10.222.0.81 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713498 Jul 05 09:44:53.010346 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25c9b7da-7e27-4045-9591-14506ee6bbcc req-29329a07-3272-410b-83c8-7c5173b86d5a tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746479 Jul 05 09:44:53.049434 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=b327d60e-9e93-464d-8aa6-89fb35e1d8b2,revision_number=11']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:53.088467 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d817d629-d8c5-4eef-ae78-fa68ff9c88bd req-2e33a7c2-ed10-418f-abf6-747a690e54b4 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986383 Jul 05 09:44:53.090302 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26d23e6-202b-4153-97e0-e54f4c9a3d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b327d60e-9e93-464d-8aa6-89fb35e1d8b2'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:53.095171 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff42188-7633-4e17-8c46-07cc41af3da5" -d '{"events": [{"server_uuid": "e26d23e6-202b-4153-97e0-e54f4c9a3d0b", "name": "network-vif-plugged", "status": "completed", "tag": "b327d60e-9e93-464d-8aa6-89fb35e1d8b2"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:53.184398 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-747701f4-362e-4300-89de-722b8f664681 req-7c8bd928-7d3c-4e66-b073-917f415b52d7 service neutron] 10.222.0.81 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835549 Jul 05 09:44:53.298132 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-881ef906-e165-4717-8779-12ffb57d6219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:53.386107 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32ae46-72fa-44a1-81b4-58b4f646a1d6 req-d9412b7a-3632-4a16-84cf-1a051d1c1ca1 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:53.394360 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f32ae46-72fa-44a1-81b4-58b4f646a1d6 req-d9412b7a-3632-4a16-84cf-1a051d1c1ca1 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 946 time: 0.2103419 Jul 05 09:44:53.508770 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:53.522057 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40085552-4626-4e91-801b-aa32a64e72a7 req-23267103-8d5c-4772-af6c-f5b783ca7146 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:53.529036 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-40085552-4626-4e91-801b-aa32a64e72a7 req-23267103-8d5c-4772-af6c-f5b783ca7146 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/networks?id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 HTTP/1.1" status: 200 len: 806 time: 0.2607975 Jul 05 09:44:53.543582 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f32ae46-72fa-44a1-81b4-58b4f646a1d6 req-574739b9-d36a-4a68-999c-f71388c6061f tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451242 Jul 05 09:44:53.565545 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-40085552-4626-4e91-801b-aa32a64e72a7 req-a90bf226-7ec5-42bf-b1fc-bb04e67bb8ba tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/quotas/305af83efe2d44eab10938e58244a3cb HTTP/1.1" status: 200 len: 375 time: 0.0356424 Jul 05 09:44:53.712143 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-40085552-4626-4e91-801b-aa32a64e72a7 req-ff5998b1-346a-4ddb-8af0-160a25c21d74 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1404173 Jul 05 09:44:53.885388 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-40085552-4626-4e91-801b-aa32a64e72a7 req-33e76b30-01b5-4b41-b761-1bfdb5f78fa8 service neutron] 10.222.0.79 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722465 Jul 05 09:44:54.120771 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-40085552-4626-4e91-801b-aa32a64e72a7 req-b0cdf9a5-9259-4c4f-9be1-88a0a2d1fbb1 service neutron] 10.222.0.79 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134469 Jul 05 09:44:54.159039 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae167f-7be6-46e3-a9a2-27913aa81868 req-3dbf47b3-9dbd-47bc-9510-00f280a208ec tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:54.160772 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-94ae167f-7be6-46e3-a9a2-27913aa81868 req-3dbf47b3-9dbd-47bc-9510-00f280a208ec tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 946 time: 0.2744246 Jul 05 09:44:54.235406 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-94ae167f-7be6-46e3-a9a2-27913aa81868 req-423f15a7-b9a8-4eab-9315-6b9756e9734e tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679953 Jul 05 09:44:54.352662 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77e627c-98d2-481b-9dbb-12404aea4915 x-openstack-request-id: req-c77e627c-98d2-481b-9dbb-12404aea4915 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:54.353767 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26d23e6-202b-4153-97e0-e54f4c9a3d0b", "name": "network-vif-plugged", "status": "completed", "tag": "b327d60e-9e93-464d-8aa6-89fb35e1d8b2", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:54.354259 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c77e627c-98d2-481b-9dbb-12404aea4915 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:54.355082 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26d23e6-202b-4153-97e0-e54f4c9a3d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b327d60e-9e93-464d-8aa6-89fb35e1d8b2', 'code': 200} Jul 05 09:44:54.529892 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:54.770930 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73cda5-f70f-4807-a010-9cfe69766408 req-c5b4264e-3731-4147-b84c-c8e03a194473 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:54.772349 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa73cda5-f70f-4807-a010-9cfe69766408 req-c5b4264e-3731-4147-b84c-c8e03a194473 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 951 time: 0.2906971 Jul 05 09:44:54.895362 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-41f4809b-eb67-4ded-9432-38d4fc2824c0 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:54.906108 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-41f4809b-eb67-4ded-9432-38d4fc2824c0 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/networks?id=936dc2f0-d82a-4fa2-99fc-22f673149510 HTTP/1.1" status: 200 len: 810 time: 0.3831835 Jul 05 09:44:54.946429 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa73cda5-f70f-4807-a010-9cfe69766408 req-de2abefc-94e0-40ab-b00c-b5f44a194110 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325295 Jul 05 09:44:54.950043 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-e1c9162a-856b-42fc-aaad-3255fabde8b6 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/quotas/d4b058b990f649f2b3dcc5ec561d1da5 HTTP/1.1" status: 200 len: 375 time: 0.0425632 Jul 05 09:44:55.158776 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-0228f65c-9871-4b29-b0f2-a6dc1b542f5b tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d4b058b990f649f2b3dcc5ec561d1da5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2000616 Jul 05 09:44:55.365386 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-31970150-c0e2-458b-8fbe-21395e9cadf5 service neutron] 10.222.0.79 "GET /v2.0/networks/936dc2f0-d82a-4fa2-99fc-22f673149510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057033 Jul 05 09:44:55.398988 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4c3c4-ad1f-4af9-aa7f-0e721bec5d31 req-d5e439f3-4283-4c08-b4e7-f8422d83595d tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:55.406976 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1f4c3c4-ad1f-4af9-aa7f-0e721bec5d31 req-d5e439f3-4283-4c08-b4e7-f8422d83595d tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=2eea7289-69ce-4e08-a9d7-5ef8e025b74d HTTP/1.1" status: 200 len: 946 time: 0.1742420 Jul 05 09:44:55.490705 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1f4c3c4-ad1f-4af9-aa7f-0e721bec5d31 req-b4529790-d4d7-43ee-938f-42e8112a2ec8 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827973 Jul 05 09:44:55.574325 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-e5d8b4a7-1031-49e5-861e-6c936bbea06e service neutron] 10.222.0.79 "GET /v2.0/networks/936dc2f0-d82a-4fa2-99fc-22f673149510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079830 Jul 05 09:44:55.795036 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2812115a-e5bf-4109-8574-514fdfc8b129 req-3f6f5d36-6d83-4bb3-9937-3416dfacf5da tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d64226c-2f45-401f-b3fa-4d091b33cbec HTTP/1.1" status: 200 len: 210 time: 0.0499012 Jul 05 09:44:56.140293 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b1391-4f09-4eab-ab75-70e98295d96b req-acd6ba4a-9b0c-45ea-bd8b-76506716dc64 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:56.157482 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d7b1391-4f09-4eab-ab75-70e98295d96b req-acd6ba4a-9b0c-45ea-bd8b-76506716dc64 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 946 time: 0.1880903 Jul 05 09:44:56.408101 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d7b1391-4f09-4eab-ab75-70e98295d96b req-23f1fb77-a413-4fbd-90b2-d6e1b4842321 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463231 Jul 05 09:44:56.510663 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f58455-d8a7-4f32-a77a-6d30b92f4033 req-76ab4976-415a-4bad-ad92-e97b03565919 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:56.517279 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-99f58455-d8a7-4f32-a77a-6d30b92f4033 req-76ab4976-415a-4bad-ad92-e97b03565919 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 946 time: 0.3145506 Jul 05 09:44:56.520571 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40085552-4626-4e91-801b-aa32a64e72a7 req-1d6c52ee-dbb7-4423-acf8-d6ee37299948 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:56.522155 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-40085552-4626-4e91-801b-aa32a64e72a7 req-1d6c52ee-dbb7-4423-acf8-d6ee37299948 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.78 "GET /v2.0/networks?id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 HTTP/1.1" status: 200 len: 806 time: 0.2769756 Jul 05 09:44:56.536782 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-40085552-4626-4e91-801b-aa32a64e72a7 req-590cf3bb-8876-498f-bbda-670cf94050a6 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Request body: {'port': {'device_id': '2d64226c-2f45-401f-b3fa-4d091b33cbec', 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62', 'admin_state_up': True, 'tenant_id': '305af83efe2d44eab10938e58244a3cb'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:56.564900 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:56.641947 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-99f58455-d8a7-4f32-a77a-6d30b92f4033 req-681e3a29-9a84-4258-a3b1-4b985736007c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1082406 Jul 05 09:44:56.835900 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3f1e107-03b6-4dd3-a4da-340879a28f45 req-e173e1d8-0ab6-4959-8647-579f1d14ea0c tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 210 time: 0.0562871 Jul 05 09:44:57.092470 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-a2ac6875-efde-41ea-ab12-c644e2b289d2 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=113815fb01a24fd792ed2a3df3efc0de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492184 Jul 05 09:44:57.254690 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-567c629f-0042-49d5-9169-8cb832ddfaef tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:57.263082 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-567c629f-0042-49d5-9169-8cb832ddfaef tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1640139 Jul 05 09:44:57.296752 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-e5bd9786-8f24-495b-9cad-ec0eafad7f28 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/quotas/113815fb01a24fd792ed2a3df3efc0de HTTP/1.1" status: 200 len: 375 time: 0.0326569 Jul 05 09:44:57.311991 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40085552-4626-4e91-801b-aa32a64e72a7 req-590cf3bb-8876-498f-bbda-670cf94050a6 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Made reservation on behalf of 305af83efe2d44eab10938e58244a3cb for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:57.317285 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-40085552-4626-4e91-801b-aa32a64e72a7 req-590cf3bb-8876-498f-bbda-670cf94050a6 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:57.424196 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-e65db032-5f44-4be7-8944-7eb18149615e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1154540 Jul 05 09:44:57.556042 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-69a56713-da2e-4bf9-a8d1-6367ce4441fe req-f66c441a-dbd6-4824-b228-a41648b1b84d tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d64226c-2f45-401f-b3fa-4d091b33cbec HTTP/1.1" status: 200 len: 210 time: 0.0598423 Jul 05 09:44:57.568792 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-40085552-4626-4e91-801b-aa32a64e72a7 req-590cf3bb-8876-498f-bbda-670cf94050a6 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Allocated IP 172.20.0.7 (7dba0c45-bd0a-4b14-925e-b1eed8ad5c62/9b6f44ce-d485-46dc-95cd-7820a4fbcd7e/5d63bda6-a8c4-4e7a-99c1-939159d929b9) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:44:57.636647 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69d70d-69b0-4326-97d2-efbc7445515f req-8e134b2c-03d7-4716-b2db-acd8364664c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:57.643875 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dc69d70d-69b0-4326-97d2-efbc7445515f req-8e134b2c-03d7-4716-b2db-acd8364664c5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e14984e744944dda9aa0ac1df3aa0f0a&device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 1097 time: 0.3478434 Jul 05 09:44:57.675953 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48164) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:58.033964 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69d70d-69b0-4326-97d2-efbc7445515f req-d58d0bda-2694-466b-935f-c614adf72052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:58.036083 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dc69d70d-69b0-4326-97d2-efbc7445515f req-d58d0bda-2694-466b-935f-c614adf72052 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb HTTP/1.1" status: 200 len: 918 time: 0.3837166 Jul 05 09:44:58.052433 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea957ab1-b8ff-4493-9b48-010d8e21f2a1 req-24106d5f-c0dc-42d7-a8e5-7a1572f0e0be tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 210 time: 0.1135247 Jul 05 09:44:58.119309 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-40085552-4626-4e91-801b-aa32a64e72a7 req-590cf3bb-8876-498f-bbda-670cf94050a6 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:58.148027 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dc69d70d-69b0-4326-97d2-efbc7445515f req-a4718693-6ec9-458d-8263-d0c0c84ec3f9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdc00d6a-b106-44a7-8c58-52daf384b120 HTTP/1.1" status: 200 len: 1001 time: 0.1004591 Jul 05 09:44:58.205230 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69d70d-69b0-4326-97d2-efbc7445515f req-32087408-6379-4d6e-ba13-ef6ca8b4b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:58.207332 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dc69d70d-69b0-4326-97d2-efbc7445515f req-32087408-6379-4d6e-ba13-ef6ca8b4b81f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70194034-b839-4d67-b152-2ad54f034d6c HTTP/1.1" status: 200 len: 856 time: 0.0532918 Jul 05 09:44:58.292982 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-40085552-4626-4e91-801b-aa32a64e72a7 req-590cf3bb-8876-498f-bbda-670cf94050a6 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:58.306528 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['ec4580b3-1c2a-430d-9662-78357cbfa071'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:58.350885 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69d70d-69b0-4326-97d2-efbc7445515f req-ad3ad60e-1945-4c4b-97d9-d4487d12faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:58.352877 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dc69d70d-69b0-4326-97d2-efbc7445515f req-ad3ad60e-1945-4c4b-97d9-d4487d12faa4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1351585 Jul 05 09:44:58.381782 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40085552-4626-4e91-801b-aa32a64e72a7 req-590cf3bb-8876-498f-bbda-670cf94050a6 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:44:58.401629 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-40085552-4626-4e91-801b-aa32a64e72a7 req-590cf3bb-8876-498f-bbda-670cf94050a6 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:44:58.405911 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['4618948b-aba9-4c53-a34d-ed838ba47183'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:58.440436 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-40085552-4626-4e91-801b-aa32a64e72a7 req-590cf3bb-8876-498f-bbda-670cf94050a6 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:44:58.443955 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cf3bb-8876-498f-bbda-670cf94050a6 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Pushing event updated for resources: {'Port': ['ID=5d63bda6-a8c4-4e7a-99c1-939159d929b9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:58.527880 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40085552-4626-4e91-801b-aa32a64e72a7 req-590cf3bb-8876-498f-bbda-670cf94050a6 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:58.528886 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-40085552-4626-4e91-801b-aa32a64e72a7 req-590cf3bb-8876-498f-bbda-670cf94050a6 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:58.554277 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-40085552-4626-4e91-801b-aa32a64e72a7 req-590cf3bb-8876-498f-bbda-670cf94050a6 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0228231 Jul 05 09:44:58.567138 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-40085552-4626-4e91-801b-aa32a64e72a7 req-77752f24-8f66-4675-a57a-46276f0f8bea service neutron] Request body: {'port': {'device_id': '2d64226c-2f45-401f-b3fa-4d091b33cbec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:58.610791 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dc69d70d-69b0-4326-97d2-efbc7445515f req-dc1e1adc-2b49-4141-b790-4eed76219d94 service neutron] 10.222.0.81 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490659 Jul 05 09:44:58.667399 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28a036-af1c-4947-9576-6f75a4f1e7b1 req-2dc367f8-588b-4743-abfb-797cc95371a1 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:58.668985 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f28a036-af1c-4947-9576-6f75a4f1e7b1 req-2dc367f8-588b-4743-abfb-797cc95371a1 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 946 time: 0.7984676 Jul 05 09:44:58.694260 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-7fc90d5e-fdf9-4054-8000-81925e1e9316 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:58.696564 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-7fc90d5e-fdf9-4054-8000-81925e1e9316 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.81 "GET /v2.0/networks?id=936dc2f0-d82a-4fa2-99fc-22f673149510 HTTP/1.1" status: 200 len: 810 time: 0.7209902 Jul 05 09:44:58.722960 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-c09e7262-11cb-48d0-b10a-cb25af54ad5f tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Request body: {'port': {'device_id': 'aa3358e6-fe41-4f84-a4e9-803b1e65258a', 'network_id': '936dc2f0-d82a-4fa2-99fc-22f673149510', 'admin_state_up': True, 'tenant_id': 'd4b058b990f649f2b3dcc5ec561d1da5'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:58.740959 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-40085552-4626-4e91-801b-aa32a64e72a7 req-77752f24-8f66-4675-a57a-46276f0f8bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:58.979121 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dc69d70d-69b0-4326-97d2-efbc7445515f req-bf7d90d5-7c84-4acc-939a-82fde3255824 service neutron] 10.222.0.81 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237789 Jul 05 09:44:59.087205 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-40085552-4626-4e91-801b-aa32a64e72a7 req-77752f24-8f66-4675-a57a-46276f0f8bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d63bda6-a8c4-4e7a-99c1-939159d929b9 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:59.095608 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-40085552-4626-4e91-801b-aa32a64e72a7 req-77752f24-8f66-4675-a57a-46276f0f8bea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:59.108864 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-40085552-4626-4e91-801b-aa32a64e72a7 req-77752f24-8f66-4675-a57a-46276f0f8bea service neutron] Transition to ACTIVE for port object 5d63bda6-a8c4-4e7a-99c1-939159d929b9 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:59.113722 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-40085552-4626-4e91-801b-aa32a64e72a7 req-77752f24-8f66-4675-a57a-46276f0f8bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:59.148880 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f28a036-af1c-4947-9576-6f75a4f1e7b1 req-39e4642d-a808-4e26-8d41-7222ed11b3e1 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506898 Jul 05 09:44:59.158405 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c00e99-2d75-411f-ae38-afce318523bf req-4ea915cb-13dd-45a8-8f55-29443c9a3f09 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:59.175632 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e5c00e99-2d75-411f-ae38-afce318523bf req-4ea915cb-13dd-45a8-8f55-29443c9a3f09 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 946 time: 0.8814216 Jul 05 09:44:59.277998 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77752f24-8f66-4675-a57a-46276f0f8bea service neutron] Pushing event updated for resources: {'Port': ['ID=5d63bda6-a8c4-4e7a-99c1-939159d929b9,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:59.281995 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-40085552-4626-4e91-801b-aa32a64e72a7 req-77752f24-8f66-4675-a57a-46276f0f8bea service neutron] Attempting to bind port 5d63bda6-a8c4-4e7a-99c1-939159d929b9 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:44:59.282344 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-40085552-4626-4e91-801b-aa32a64e72a7 req-77752f24-8f66-4675-a57a-46276f0f8bea service neutron] Attempting to bind port 5d63bda6-a8c4-4e7a-99c1-939159d929b9 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:44:59.282669 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40085552-4626-4e91-801b-aa32a64e72a7 req-77752f24-8f66-4675-a57a-46276f0f8bea service neutron] Attempting to bind port 5d63bda6-a8c4-4e7a-99c1-939159d929b9 on network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:59.287607 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40085552-4626-4e91-801b-aa32a64e72a7 req-77752f24-8f66-4675-a57a-46276f0f8bea service neutron] Port 5d63bda6-a8c4-4e7a-99c1-939159d929b9 on network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:44:59.287964 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40085552-4626-4e91-801b-aa32a64e72a7 req-77752f24-8f66-4675-a57a-46276f0f8bea service neutron] Attempting to bind port 5d63bda6-a8c4-4e7a-99c1-939159d929b9 on network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:59.292840 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40085552-4626-4e91-801b-aa32a64e72a7 req-77752f24-8f66-4675-a57a-46276f0f8bea service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:44:59.293182 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40085552-4626-4e91-801b-aa32a64e72a7 req-77752f24-8f66-4675-a57a-46276f0f8bea service neutron] Checking segment: {'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:44:59.293567 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40085552-4626-4e91-801b-aa32a64e72a7 req-77752f24-8f66-4675-a57a-46276f0f8bea service neutron] Bound using segment: {'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:44:59.295091 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-40085552-4626-4e91-801b-aa32a64e72a7 req-77752f24-8f66-4675-a57a-46276f0f8bea service neutron] Bound port: 5d63bda6-a8c4-4e7a-99c1-939159d929b9, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:44:59.295091 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-40085552-4626-4e91-801b-aa32a64e72a7 req-77752f24-8f66-4675-a57a-46276f0f8bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:59.303875 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e5c00e99-2d75-411f-ae38-afce318523bf req-aad6a8ad-9043-49f7-b053-166872bd6ee3 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1331027 Jul 05 09:44:59.363028 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c2ea4893-2369-467a-8200-e9a2fdccb027 req-eda88e9f-c21c-4661-b615-e9b01cbcbef1 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 210 time: 0.0542300 Jul 05 09:44:59.364427 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-40085552-4626-4e91-801b-aa32a64e72a7 req-77752f24-8f66-4675-a57a-46276f0f8bea service neutron] For port 5d63bda6-a8c4-4e7a-99c1-939159d929b9, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:44:59.368829 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-40085552-4626-4e91-801b-aa32a64e72a7 req-77752f24-8f66-4675-a57a-46276f0f8bea service neutron] For port 5d63bda6-a8c4-4e7a-99c1-939159d929b9, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=5d63bda6-a8c4-4e7a-99c1-939159d929b9,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:44:59.385022 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-40085552-4626-4e91-801b-aa32a64e72a7 req-77752f24-8f66-4675-a57a-46276f0f8bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:59.412947 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-c09e7262-11cb-48d0-b10a-cb25af54ad5f tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Made reservation on behalf of d4b058b990f649f2b3dcc5ec561d1da5 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:59.417045 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-c09e7262-11cb-48d0-b10a-cb25af54ad5f tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:59.498843 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40085552-4626-4e91-801b-aa32a64e72a7 req-77752f24-8f66-4675-a57a-46276f0f8bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:59.501719 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-40085552-4626-4e91-801b-aa32a64e72a7 req-77752f24-8f66-4675-a57a-46276f0f8bea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:59.504470 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-40085552-4626-4e91-801b-aa32a64e72a7 req-77752f24-8f66-4675-a57a-46276f0f8bea service neutron] 10.222.0.78 "PUT /v2.0/ports/5d63bda6-a8c4-4e7a-99c1-939159d929b9 HTTP/1.1" status: 200 len: 1091 time: 0.9428251 Jul 05 09:44:59.508988 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-da09aaed-438b-46b6-a9c8-0d786cf728b0 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=113815fb01a24fd792ed2a3df3efc0de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689147 Jul 05 09:44:59.514841 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d64226c-2f45-401f-b3fa-4d091b33cbec', 'tag': '5d63bda6-a8c4-4e7a-99c1-939159d929b9'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:59.522526 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3954b8d-0928-47a5-8988-95e7ba22bcff" -d '{"events": [{"name": "network-changed", "server_uuid": "2d64226c-2f45-401f-b3fa-4d091b33cbec", "tag": "5d63bda6-a8c4-4e7a-99c1-939159d929b9"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:59.689124 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77752f24-8f66-4675-a57a-46276f0f8bea service neutron] Pushing event updated for resources: {'Port': ['ID=5d63bda6-a8c4-4e7a-99c1-939159d929b9,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:59.741755 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-354ab17f-3a91-402f-b53f-5154d1a0d584 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:59.743410 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-354ab17f-3a91-402f-b53f-5154d1a0d584 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2072563 Jul 05 09:44:59.754093 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40085552-4626-4e91-801b-aa32a64e72a7 req-dd73780c-ae71-41ee-82ae-fa5406089ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:59.761146 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-40085552-4626-4e91-801b-aa32a64e72a7 req-dd73780c-ae71-41ee-82ae-fa5406089ea7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&device_id=2d64226c-2f45-401f-b3fa-4d091b33cbec HTTP/1.1" status: 200 len: 1094 time: 0.1449878 Jul 05 09:44:59.768124 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-7ac29505-aecd-48bc-9ce4-6e103ba2d8f9 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Request body: {'port': {'device_id': '19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': '113815fb01a24fd792ed2a3df3efc0de'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:59.797978 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-c09e7262-11cb-48d0-b10a-cb25af54ad5f tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Allocated IP 172.20.0.9 (936dc2f0-d82a-4fa2-99fc-22f673149510/ac8d69af-6389-4903-b1a9-dea0800e3203/df4e66ef-32bb-4691-84d4-7c3d3f42f4bd) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:44:59.820210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8247181-24f1-4147-bfbf-a00b6b04ce61 req-319f6359-2f51-4a88-b0f5-9628020b3467 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:59.828388 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b8247181-24f1-4147-bfbf-a00b6b04ce61 req-319f6359-2f51-4a88-b0f5-9628020b3467 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d64226c-2f45-401f-b3fa-4d091b33cbec HTTP/1.1" status: 200 len: 943 time: 0.2443917 Jul 05 09:44:59.833130 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d2fa5adc-7567-447c-a84a-db7e61d425b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:59.857126 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-40085552-4626-4e91-801b-aa32a64e72a7 req-5265858f-8102-4542-a81b-fbd6ba1180da service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d63bda6-a8c4-4e7a-99c1-939159d929b9 HTTP/1.1" status: 200 len: 217 time: 0.0721099 Jul 05 09:44:59.923165 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d0f5894a-29cc-4543-8627-a8f2933ced00 req-d9a9ee8d-77e3-4d25-bea4-9f09e89d2030 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 210 time: 0.0848341 Jul 05 09:44:59.936235 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40085552-4626-4e91-801b-aa32a64e72a7 req-ce4eca1c-32f1-448d-b4d3-2c2a3402a15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:59.937834 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-40085552-4626-4e91-801b-aa32a64e72a7 req-ce4eca1c-32f1-448d-b4d3-2c2a3402a15e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9b6f44ce-d485-46dc-95cd-7820a4fbcd7e HTTP/1.1" status: 200 len: 846 time: 0.0728300 Jul 05 09:44:59.983627 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-40085552-4626-4e91-801b-aa32a64e72a7 req-bd314ea9-b4ad-4dfb-96e9-287ceb545f54 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382061 Jul 05 09:44:59.985175 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3fb6dd-68f3-470f-8b85-edf1adb23c06 x-openstack-request-id: req-fd3fb6dd-68f3-470f-8b85-edf1adb23c06 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:59.985468 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d64226c-2f45-401f-b3fa-4d091b33cbec", "tag": "5d63bda6-a8c4-4e7a-99c1-939159d929b9", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:59.985719 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fd3fb6dd-68f3-470f-8b85-edf1adb23c06 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:59.986105 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d64226c-2f45-401f-b3fa-4d091b33cbec', 'tag': '5d63bda6-a8c4-4e7a-99c1-939159d929b9', 'status': 'completed', 'code': 200} Jul 05 09:45:00.024199 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b8247181-24f1-4147-bfbf-a00b6b04ce61 req-50142a4b-aedd-4e5b-b393-4b4b7b5f8ae4 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946762 Jul 05 09:45:00.066730 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-7ac29505-aecd-48bc-9ce4-6e103ba2d8f9 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Made reservation on behalf of 113815fb01a24fd792ed2a3df3efc0de for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:00.070339 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-7ac29505-aecd-48bc-9ce4-6e103ba2d8f9 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.154635 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-40085552-4626-4e91-801b-aa32a64e72a7 req-b1751d26-59f1-4047-ae6d-9a50de66d99d service neutron] 10.222.0.78 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614454 Jul 05 09:45:00.236725 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-c09e7262-11cb-48d0-b10a-cb25af54ad5f tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.284351 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-7ac29505-aecd-48bc-9ce4-6e103ba2d8f9 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Allocated IP 192.168.233.95 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/816666d0-9c42-4d64-be6a-defa55228d25) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:00.312589 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-40085552-4626-4e91-801b-aa32a64e72a7 req-6e8ff5f8-c81d-409c-b9a4-e28fc05fcad1 service neutron] 10.222.0.78 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492712 Jul 05 09:45:00.402017 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-c09e7262-11cb-48d0-b10a-cb25af54ad5f tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.416732 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['12d8dbae-cb56-44c7-997a-7f8069f05707'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:00.442056 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-c09e7262-11cb-48d0-b10a-cb25af54ad5f tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Network 936dc2f0-d82a-4fa2-99fc-22f673149510 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:00.504830 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-c09e7262-11cb-48d0-b10a-cb25af54ad5f tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:00.511981 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e7262-11cb-48d0-b10a-cb25af54ad5f tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Pushing event updated for resources: {'Port': ['ID=df4e66ef-32bb-4691-84d4-7c3d3f42f4bd,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:00.526342 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3954b8d-0928-47a5-8988-95e7ba22bcff req-589658ba-9aaa-4c9c-a110-55830844cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:00.528229 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f3954b8d-0928-47a5-8988-95e7ba22bcff req-589658ba-9aaa-4c9c-a110-55830844cf88 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&device_id=2d64226c-2f45-401f-b3fa-4d091b33cbec HTTP/1.1" status: 200 len: 1094 time: 0.1553555 Jul 05 09:45:00.531076 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3471ac-721e-45c2-834c-5d8f7ba5b1b2 req-2d4426ed-69e5-4eb8-a270-a5d7cb3dcae7 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:00.532343 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-7ac29505-aecd-48bc-9ce4-6e103ba2d8f9 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.534248 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f3471ac-721e-45c2-834c-5d8f7ba5b1b2 req-2d4426ed-69e5-4eb8-a270-a5d7cb3dcae7 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 946 time: 0.2601833 Jul 05 09:45:00.536172 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-c09e7262-11cb-48d0-b10a-cb25af54ad5f tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:00.596728 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-7ac29505-aecd-48bc-9ce4-6e103ba2d8f9 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Transition to ACTIVE for port object 816666d0-9c42-4d64-be6a-defa55228d25 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:00.597208 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-c09e7262-11cb-48d0-b10a-cb25af54ad5f tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:00.597920 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-c09e7262-11cb-48d0-b10a-cb25af54ad5f tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.622805 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa5adc-7567-447c-a84a-db7e61d425b7 admin admin] Deleting port bb36b583-1a29-46e0-9646-4041544c2aef {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:00.623285 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d2fa5adc-7567-447c-a84a-db7e61d425b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.653703 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3954b8d-0928-47a5-8988-95e7ba22bcff req-45ed2e22-6ba5-457c-ab81-01e7e1e697f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:00.655200 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f3954b8d-0928-47a5-8988-95e7ba22bcff req-45ed2e22-6ba5-457c-ab81-01e7e1e697f7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 HTTP/1.1" status: 200 len: 907 time: 0.1200228 Jul 05 09:45:00.664400 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-7ac29505-aecd-48bc-9ce4-6e103ba2d8f9 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.680036 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['8e70986e-92b8-4ec4-9e27-405e82323c6c', 'b327d60e-9e93-464d-8aa6-89fb35e1d8b2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:00.682817 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device e5741cec-1270-477c-afeb-8579458325f4 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:45:00.720422 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-c09e7262-11cb-48d0-b10a-cb25af54ad5f tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0105596 Jul 05 09:45:00.746807 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f3471ac-721e-45c2-834c-5d8f7ba5b1b2 req-06827d62-8200-48a9-80a5-5510822a809e tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257951 Jul 05 09:45:00.752984 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device cdc00d6a-b106-44a7-8c58-52daf384b120 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:00.760871 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-20742985-d93d-4670-9dc1-23e60d93d698 service neutron] Request body: {'port': {'device_id': 'aa3358e6-fe41-4f84-a4e9-803b1e65258a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:00.765056 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f3954b8d-0928-47a5-8988-95e7ba22bcff req-d72bc5b7-3889-4190-97cf-f85468db4f89 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d63bda6-a8c4-4e7a-99c1-939159d929b9 HTTP/1.1" status: 200 len: 217 time: 0.0946238 Jul 05 09:45:00.776578 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-7ac29505-aecd-48bc-9ce4-6e103ba2d8f9 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:00.818085 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea1498-c538-4137-85d6-6b12ea9bf80d req-6fe53b8b-be96-4d8a-8bf0-adc4bee4c098 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:00.819704 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4ea1498-c538-4137-85d6-6b12ea9bf80d req-6fe53b8b-be96-4d8a-8bf0-adc4bee4c098 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 946 time: 0.3206618 Jul 05 09:45:00.827312 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3954b8d-0928-47a5-8988-95e7ba22bcff req-20612a18-b245-4894-896a-3febd6e614ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:00.829740 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f3954b8d-0928-47a5-8988-95e7ba22bcff req-20612a18-b245-4894-896a-3febd6e614ff service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9b6f44ce-d485-46dc-95cd-7820a4fbcd7e HTTP/1.1" status: 200 len: 846 time: 0.0557251 Jul 05 09:45:00.833691 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-7ac29505-aecd-48bc-9ce4-6e103ba2d8f9 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:00.837657 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-7ac29505-aecd-48bc-9ce4-6e103ba2d8f9 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:00.909245 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac29505-aecd-48bc-9ce4-6e103ba2d8f9 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Pushing event updated for resources: {'Port': ['ID=816666d0-9c42-4d64-be6a-defa55228d25,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:00.923457 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f3954b8d-0928-47a5-8988-95e7ba22bcff req-915e024b-901b-4e51-a250-828d45507636 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778570 Jul 05 09:45:00.970230 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-d2fa5adc-7567-447c-a84a-db7e61d425b7 admin admin] For port bb36b583-1a29-46e0-9646-4041544c2aef, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bb36b583-1a29-46e0-9646-4041544c2aef,segment=NetworkSegment(07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7),segment_id=07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:00.970647 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d2fa5adc-7567-447c-a84a-db7e61d425b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.975136 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-20742985-d93d-4670-9dc1-23e60d93d698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:01.014433 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['6b53c115-fa70-49fb-a505-943b44432cf3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:01.076693 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4ea1498-c538-4137-85d6-6b12ea9bf80d req-a615d942-4377-4f15-b514-5f73338d4bc4 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2387612 Jul 05 09:45:01.080950 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa5adc-7567-447c-a84a-db7e61d425b7 admin admin] Calling delete_port for bb36b583-1a29-46e0-9646-4041544c2aef owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:01.133298 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port e5741cec-1270-477c-afeb-8579458325f4, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e5741cec-1270-477c-afeb-8579458325f4,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:01.151585 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-7ac29505-aecd-48bc-9ce4-6e103ba2d8f9 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:01.152868 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-7ac29505-aecd-48bc-9ce4-6e103ba2d8f9 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:01.191346 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-7ac29505-aecd-48bc-9ce4-6e103ba2d8f9 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4280069 Jul 05 09:45:01.219635 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-cac54c59-dac8-4995-8634-a77156ed0108 service neutron] Request body: {'port': {'device_id': '19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:01.366433 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d2fa5adc-7567-447c-a84a-db7e61d425b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:01.412172 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f3954b8d-0928-47a5-8988-95e7ba22bcff req-c50e2350-0c8d-498f-8eb0-f03e2cc6cc1f service neutron] 10.222.0.78 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723544 Jul 05 09:45:01.421059 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'e5741cec-1270-477c-afeb-8579458325f4', 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f', 'port_id': 'e5741cec-1270-477c-afeb-8579458325f4', 'mac_address': 'fa:16:3e:3c:20:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1a105d-77c4-456f-a245-b66e6fc97786', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:45:01.470524 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa5adc-7567-447c-a84a-db7e61d425b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb36b583-1a29-46e0-9646-4041544c2aef,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:01.522834 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-cac54c59-dac8-4995-8634-a77156ed0108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:01.685496 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f3954b8d-0928-47a5-8988-95e7ba22bcff req-5fbff4fa-32d4-483a-a901-019e4c7fa988 service neutron] 10.222.0.78 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401526 Jul 05 09:45:01.751382 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28239961-20d6-428f-a1de-5770a7440748 req-8dbada87-9493-4502-b122-a704a378a53a tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:01.764936 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d4d6e00c-d708-489f-b57f-b225ec22226e None None] Provisioning for port 816666d0-9c42-4d64-be6a-defa55228d25 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:01.769701 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28239961-20d6-428f-a1de-5770a7440748 req-8dbada87-9493-4502-b122-a704a378a53a tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 931 time: 0.4226799 Jul 05 09:45:01.806670 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d4d6e00c-d708-489f-b57f-b225ec22226e None None] Provisioning complete for port 816666d0-9c42-4d64-be6a-defa55228d25 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:01.807063 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d4d6e00c-d708-489f-b57f-b225ec22226e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:01.926674 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:01.973140 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6d17fa-1e1a-4224-8378-486baa320225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdc00d6a-b106-44a7-8c58-52daf384b120'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:01.975294 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e11212-7d5a-4afd-8b78-4c73ccd5a247" -d '{"events": [{"server_uuid": "6f6d17fa-1e1a-4224-8378-486baa320225", "name": "network-vif-unplugged", "status": "completed", "tag": "cdc00d6a-b106-44a7-8c58-52daf384b120"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:02.009270 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28239961-20d6-428f-a1de-5770a7440748 req-ad118c0b-0e8d-4b88-9db4-e1203e30ac92 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383776 Jul 05 09:45:02.017628 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port cdc00d6a-b106-44a7-8c58-52daf384b120, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=cdc00d6a-b106-44a7-8c58-52daf384b120,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:02.021579 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:02.023279 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d4d6e00c-d708-489f-b57f-b225ec22226e None None] Port 816666d0-9c42-4d64-be6a-defa55228d25 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:45:02.050583 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd8866-6d18-4368-b872-8d0948e99330 req-6efc136b-b29f-4879-a74a-c7cfb5646a21 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:02.052921 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:02.061246 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19fd8866-6d18-4368-b872-8d0948e99330 req-6efc136b-b29f-4879-a74a-c7cfb5646a21 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 935 time: 0.1896019 Jul 05 09:45:02.084881 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-cac54c59-dac8-4995-8634-a77156ed0108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816666d0-9c42-4d64-be6a-defa55228d25 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:02.085514 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5741cec-1270-477c-afeb-8579458325f4 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:02.100767 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-cac54c59-dac8-4995-8634-a77156ed0108 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:02.137114 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-cac54c59-dac8-4995-8634-a77156ed0108 service neutron] Transition to ACTIVE for port object 816666d0-9c42-4d64-be6a-defa55228d25 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:02.144492 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-cac54c59-dac8-4995-8634-a77156ed0108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:02.147489 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port e5741cec-1270-477c-afeb-8579458325f4, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e5741cec-1270-477c-afeb-8579458325f4,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:02.154063 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=cdc00d6a-b106-44a7-8c58-52daf384b120,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:02.158593 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:02.160300 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-20742985-d93d-4670-9dc1-23e60d93d698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df4e66ef-32bb-4691-84d4-7c3d3f42f4bd {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:02.168335 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-20742985-d93d-4670-9dc1-23e60d93d698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:02.181663 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-20742985-d93d-4670-9dc1-23e60d93d698 service neutron] Transition to ACTIVE for port object df4e66ef-32bb-4691-84d4-7c3d3f42f4bd will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:02.188204 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-20742985-d93d-4670-9dc1-23e60d93d698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:02.190234 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d2fa5adc-7567-447c-a84a-db7e61d425b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:02.230227 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=e5741cec-1270-477c-afeb-8579458325f4,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:02.252152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20742985-d93d-4670-9dc1-23e60d93d698 service neutron] Pushing event updated for resources: {'Port': ['ID=df4e66ef-32bb-4691-84d4-7c3d3f42f4bd,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:02.269730 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['e5741cec-1270-477c-afeb-8579458325f4'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:02.331876 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac54c59-dac8-4995-8634-a77156ed0108 service neutron] Pushing event updated for resources: {'Port': ['ID=816666d0-9c42-4d64-be6a-defa55228d25,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:02.346477 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19fd8866-6d18-4368-b872-8d0948e99330 req-744ac096-0166-49d8-a72d-632f572efa52 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707305 Jul 05 09:45:02.355347 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:02.547514 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-cac54c59-dac8-4995-8634-a77156ed0108 service neutron] Attempting to bind port 816666d0-9c42-4d64-be6a-defa55228d25 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:45:02.552014 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-cac54c59-dac8-4995-8634-a77156ed0108 service neutron] Attempting to bind port 816666d0-9c42-4d64-be6a-defa55228d25 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:45:02.552622 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-cac54c59-dac8-4995-8634-a77156ed0108 service neutron] Attempting to bind port 816666d0-9c42-4d64-be6a-defa55228d25 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:02.558394 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-cac54c59-dac8-4995-8634-a77156ed0108 service neutron] Port 816666d0-9c42-4d64-be6a-defa55228d25 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:45:02.558969 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-cac54c59-dac8-4995-8634-a77156ed0108 service neutron] Attempting to bind port 816666d0-9c42-4d64-be6a-defa55228d25 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:02.565645 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-cac54c59-dac8-4995-8634-a77156ed0108 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:45:02.566459 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-cac54c59-dac8-4995-8634-a77156ed0108 service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:02.567050 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-cac54c59-dac8-4995-8634-a77156ed0108 service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:45:02.567701 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-cac54c59-dac8-4995-8634-a77156ed0108 service neutron] Bound port: 816666d0-9c42-4d64-be6a-defa55228d25, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:45:02.568291 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-cac54c59-dac8-4995-8634-a77156ed0108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:02.681419 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c50696-51d4-4ac9-bfe1-3a4482d6d5a7 req-43083056-922d-4485-81a4-51a4df39712f tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:02.684640 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device cdc00d6a-b106-44a7-8c58-52daf384b120 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:02.686663 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-cac54c59-dac8-4995-8634-a77156ed0108 service neutron] For port 816666d0-9c42-4d64-be6a-defa55228d25, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:45:02.689191 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43c50696-51d4-4ac9-bfe1-3a4482d6d5a7 req-43083056-922d-4485-81a4-51a4df39712f tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d64226c-2f45-401f-b3fa-4d091b33cbec HTTP/1.1" status: 200 len: 943 time: 0.3553832 Jul 05 09:45:02.699175 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-cac54c59-dac8-4995-8634-a77156ed0108 service neutron] For port 816666d0-9c42-4d64-be6a-defa55228d25, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=816666d0-9c42-4d64-be6a-defa55228d25,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:45:02.708537 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-cac54c59-dac8-4995-8634-a77156ed0108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:02.722566 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-20742985-d93d-4670-9dc1-23e60d93d698 service neutron] Attempting to bind port df4e66ef-32bb-4691-84d4-7c3d3f42f4bd on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:45:02.722901 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-20742985-d93d-4670-9dc1-23e60d93d698 service neutron] Attempting to bind port df4e66ef-32bb-4691-84d4-7c3d3f42f4bd by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '5fee5f18-0015-4a67-aeee-419ba2f6ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '936dc2f0-d82a-4fa2-99fc-22f673149510'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:45:02.723402 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-20742985-d93d-4670-9dc1-23e60d93d698 service neutron] Attempting to bind port df4e66ef-32bb-4691-84d4-7c3d3f42f4bd on network 936dc2f0-d82a-4fa2-99fc-22f673149510 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:02.730319 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-cac54c59-dac8-4995-8634-a77156ed0108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:02.731284 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-cac54c59-dac8-4995-8634-a77156ed0108 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:02.733363 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-cac54c59-dac8-4995-8634-a77156ed0108 service neutron] 10.222.0.78 "PUT /v2.0/ports/816666d0-9c42-4d64-be6a-defa55228d25 HTTP/1.1" status: 200 len: 1095 time: 1.5284488 Jul 05 09:45:02.735556 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6', 'tag': '816666d0-9c42-4d64-be6a-defa55228d25'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:02.741830 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66d9437-5865-457b-acbc-e3b2dd4cd1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6", "tag": "816666d0-9c42-4d64-be6a-defa55228d25"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:02.770210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-20742985-d93d-4670-9dc1-23e60d93d698 service neutron] Port df4e66ef-32bb-4691-84d4-7c3d3f42f4bd on network 936dc2f0-d82a-4fa2-99fc-22f673149510 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:45:02.770210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-20742985-d93d-4670-9dc1-23e60d93d698 service neutron] Attempting to bind port df4e66ef-32bb-4691-84d4-7c3d3f42f4bd on network 936dc2f0-d82a-4fa2-99fc-22f673149510 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:02.821967 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-20742985-d93d-4670-9dc1-23e60d93d698 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:45:02.822304 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-20742985-d93d-4670-9dc1-23e60d93d698 service neutron] Checking segment: {'id': '5fee5f18-0015-4a67-aeee-419ba2f6ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '936dc2f0-d82a-4fa2-99fc-22f673149510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:02.822694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-20742985-d93d-4670-9dc1-23e60d93d698 service neutron] Bound using segment: {'id': '5fee5f18-0015-4a67-aeee-419ba2f6ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '936dc2f0-d82a-4fa2-99fc-22f673149510'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:45:02.823235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-20742985-d93d-4670-9dc1-23e60d93d698 service neutron] Bound port: df4e66ef-32bb-4691-84d4-7c3d3f42f4bd, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fee5f18-0015-4a67-aeee-419ba2f6ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '936dc2f0-d82a-4fa2-99fc-22f673149510'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:45:02.823627 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-20742985-d93d-4670-9dc1-23e60d93d698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:02.868052 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43c50696-51d4-4ac9-bfe1-3a4482d6d5a7 req-723d227a-4acd-4b72-b390-346ce2ef9c98 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753736 Jul 05 09:45:02.919752 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac54c59-dac8-4995-8634-a77156ed0108 service neutron] Pushing event updated for resources: {'Port': ['ID=816666d0-9c42-4d64-be6a-defa55228d25,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:02.963601 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-edacc96b-bfb5-451d-b70b-95e705665725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:02.975396 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-edacc96b-bfb5-451d-b70b-95e705665725 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 1098 time: 0.1849058 Jul 05 09:45:03.010824 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad41355-2db9-4d3c-a0b1-e56ee40c6b34 x-openstack-request-id: req-4ad41355-2db9-4d3c-a0b1-e56ee40c6b34 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:03.011353 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6d17fa-1e1a-4224-8378-486baa320225", "name": "network-vif-unplugged", "status": "failed", "tag": "cdc00d6a-b106-44a7-8c58-52daf384b120", "code": 422}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:03.011843 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4ad41355-2db9-4d3c-a0b1-e56ee40c6b34 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:03.012006 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fa5adc-7567-447c-a84a-db7e61d425b7 admin admin] Router 23e6092b-d56e-4ab8-8d7f-9b9e08a586e7 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:45:03.012707 n-d-798054-8 neutron-server[93908]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6f6d17fa-1e1a-4224-8378-486baa320225', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cdc00d6a-b106-44a7-8c58-52daf384b120', 'code': 422} returned with failed status Jul 05 09:45:03.044124 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-0d269d97-c6d3-4619-9a85-cfaaa8558dae service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=816666d0-9c42-4d64-be6a-defa55228d25 HTTP/1.1" status: 200 len: 217 time: 0.0611598 Jul 05 09:45:03.069616 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e0d05-ff21-405f-9349-5eb506e9215c req-75448766-eb50-4c92-b67d-57114cdc2ad4 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:03.071193 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a91e0d05-ff21-405f-9349-5eb506e9215c req-75448766-eb50-4c92-b67d-57114cdc2ad4 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 946 time: 0.4065979 Jul 05 09:45:03.079213 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-20742985-d93d-4670-9dc1-23e60d93d698 service neutron] For port df4e66ef-32bb-4691-84d4-7c3d3f42f4bd, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:45:03.119395 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-e4413236-c431-4bff-bbef-046916799644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:03.121402 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-e4413236-c431-4bff-bbef-046916799644 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0707054 Jul 05 09:45:03.205559 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-28bc8fce-5b57-4543-b605-d1eda876c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:03.207674 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-28bc8fce-5b57-4543-b605-d1eda876c0d2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0770507 Jul 05 09:45:03.331804 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-d8710da6-5c56-406f-b1bb-cad908b6d797 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159599 Jul 05 09:45:03.444894 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4f30a7b5-fb88-4f05-a254-4627d6eb3f95 req-9489618f-fa8e-4a19-a9c9-5ee6b9189907 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052620 Jul 05 09:45:03.515732 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-20742985-d93d-4670-9dc1-23e60d93d698 service neutron] For port df4e66ef-32bb-4691-84d4-7c3d3f42f4bd, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=df4e66ef-32bb-4691-84d4-7c3d3f42f4bd,segment=NetworkSegment(5fee5f18-0015-4a67-aeee-419ba2f6ec77),segment_id=5fee5f18-0015-4a67-aeee-419ba2f6ec77)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:45:03.540928 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a91e0d05-ff21-405f-9349-5eb506e9215c req-3cbb3d6d-0350-45e2-a0e6-682883ba2da5 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585025 Jul 05 09:45:03.545931 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-20742985-d93d-4670-9dc1-23e60d93d698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:03.578021 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-20742985-d93d-4670-9dc1-23e60d93d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:03.579517 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-20742985-d93d-4670-9dc1-23e60d93d698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:03.583316 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-20742985-d93d-4670-9dc1-23e60d93d698 service neutron] 10.222.0.81 "PUT /v2.0/ports/df4e66ef-32bb-4691-84d4-7c3d3f42f4bd HTTP/1.1" status: 200 len: 1091 time: 2.8399129 Jul 05 09:45:03.648791 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3358e6-fe41-4f84-a4e9-803b1e65258a', 'tag': 'df4e66ef-32bb-4691-84d4-7c3d3f42f4bd'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:03.651057 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322f27c8-1e90-45a9-9e86-e313c0c1ead0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3358e6-fe41-4f84-a4e9-803b1e65258a", "tag": "df4e66ef-32bb-4691-84d4-7c3d3f42f4bd"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:03.774668 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a32ae8-2c26-46b6-b3ad-2d6f1a50d58b x-openstack-request-id: req-28a32ae8-2c26-46b6-b3ad-2d6f1a50d58b {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:03.774968 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6", "tag": "816666d0-9c42-4d64-be6a-defa55228d25", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:03.775226 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-28a32ae8-2c26-46b6-b3ad-2d6f1a50d58b {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:03.775638 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6', 'tag': '816666d0-9c42-4d64-be6a-defa55228d25', 'status': 'completed', 'code': 200} Jul 05 09:45:03.784993 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327169c-ef66-415f-887e-3747d4139c4e req-c757f5b0-7e4b-4647-8aee-a29b65741359 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:03.795264 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0327169c-ef66-415f-887e-3747d4139c4e req-c757f5b0-7e4b-4647-8aee-a29b65741359 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 944 time: 0.3070409 Jul 05 09:45:03.828417 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fa5adc-7567-447c-a84a-db7e61d425b7 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:45:03.839590 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929ec95-a788-4305-8aa7-ce01e29ef2d3 None None] Sync routers for ids ['23e6092b-d56e-4ab8-8d7f-9b9e08a586e7'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:45:03.854335 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5929ec95-a788-4305-8aa7-ce01e29ef2d3 None None] Routers {'23e6092b-d56e-4ab8-8d7f-9b9e08a586e7'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:45:03.855139 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5929ec95-a788-4305-8aa7-ce01e29ef2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:44:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['23e6092b-d56e-4ab8-8d7f-9b9e08a586e7'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:03.867391 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48272) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:03.868159 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d2fa5adc-7567-447c-a84a-db7e61d425b7 admin admin] 10.222.0.79 "PUT /v2.0/routers/23e6092b-d56e-4ab8-8d7f-9b9e08a586e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1908059 Jul 05 09:45:03.869410 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20742985-d93d-4670-9dc1-23e60d93d698 service neutron] Pushing event updated for resources: {'Port': ['ID=df4e66ef-32bb-4691-84d4-7c3d3f42f4bd,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:03.885652 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-2bc848c1-be36-45f0-889b-439746f23d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:03.895106 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-2bc848c1-be36-45f0-889b-439746f23d48 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d4b058b990f649f2b3dcc5ec561d1da5&device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 1094 time: 0.2338164 Jul 05 09:45:03.937611 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0327169c-ef66-415f-887e-3747d4139c4e req-598e20c0-9c8e-4637-8b0d-06eb2621061b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1412814 Jul 05 09:45:03.995898 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d9437-5865-457b-acbc-e3b2dd4cd1cd req-565306bb-a22f-42da-b8ea-61886e403d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:03.998071 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e66d9437-5865-457b-acbc-e3b2dd4cd1cd req-565306bb-a22f-42da-b8ea-61886e403d16 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 1098 time: 0.1944008 Jul 05 09:45:04.027210 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-9a5aa8e8-9123-4926-80f7-08c4ae0b5ee0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df4e66ef-32bb-4691-84d4-7c3d3f42f4bd HTTP/1.1" status: 200 len: 217 time: 0.0977972 Jul 05 09:45:04.075313 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 5d63bda6-a8c4-4e7a-99c1-939159d929b9 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:45:04.126952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-9a5189fa-4e80-483c-bf4e-b12e8772d09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:04.129005 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-9a5189fa-4e80-483c-bf4e-b12e8772d09c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac8d69af-6389-4903-b1a9-dea0800e3203 HTTP/1.1" status: 200 len: 850 time: 0.0920119 Jul 05 09:45:04.138872 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9885a-3d25-4b21-a37b-8d6388a05df3 req-fb210f25-d091-468a-86b1-d6a3dd59ba84 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:04.146474 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71a9885a-3d25-4b21-a37b-8d6388a05df3 req-fb210f25-d091-468a-86b1-d6a3dd59ba84 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 943 time: 0.2158496 Jul 05 09:45:04.218460 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-29feecfb-27ec-40b9-8873-829a691952c3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=936dc2f0-d82a-4fa2-99fc-22f673149510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686882 Jul 05 09:45:04.243674 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 5d63bda6-a8c4-4e7a-99c1-939159d929b9, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=5d63bda6-a8c4-4e7a-99c1-939159d929b9,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:04.258375 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '5d63bda6-a8c4-4e7a-99c1-939159d929b9', 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62', 'port_id': '5d63bda6-a8c4-4e7a-99c1-939159d929b9', 'mac_address': 'fa:16:3e:d9:b2:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6f44ce-d485-46dc-95cd-7820a4fbcd7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:45:04.287035 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-5929ec95-a788-4305-8aa7-ce01e29ef2d3 None None] Set router 23e6092b-d56e-4ab8-8d7f-9b9e08a586e7 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:45:04.288919 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71a9885a-3d25-4b21-a37b-8d6388a05df3 req-9e4768d8-6b92-42c1-98e8-f103abd364af tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414294 Jul 05 09:45:04.371895 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baab76b-9757-4d64-8f42-791bddc79150 x-openstack-request-id: req-4baab76b-9757-4d64-8f42-791bddc79150 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:04.372211 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3358e6-fe41-4f84-a4e9-803b1e65258a", "tag": "df4e66ef-32bb-4691-84d4-7c3d3f42f4bd", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:04.372447 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4baab76b-9757-4d64-8f42-791bddc79150 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:04.372847 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3358e6-fe41-4f84-a4e9-803b1e65258a', 'tag': 'df4e66ef-32bb-4691-84d4-7c3d3f42f4bd', 'status': 'completed', 'code': 200} Jul 05 09:45:04.429079 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3706d44-bedd-4118-bdc2-160f56577823 req-a7e0b0df-92b9-4cc4-a024-56166e075a90 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:04.430732 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f3706d44-bedd-4118-bdc2-160f56577823 req-a7e0b0df-92b9-4cc4-a024-56166e075a90 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 947 time: 0.2119787 Jul 05 09:45:04.451559 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9342bcb0-b7cb-453d-9f0b-3f3c9295680b admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:04.474904 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-b65a4c9b-f9c3-40f8-9783-bac754787a80 service neutron] 10.222.0.81 "GET /v2.0/networks/936dc2f0-d82a-4fa2-99fc-22f673149510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381804 Jul 05 09:45:04.520949 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:04.541593 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d63bda6-a8c4-4e7a-99c1-939159d929b9 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:04.581725 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 5d63bda6-a8c4-4e7a-99c1-939159d929b9, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=5d63bda6-a8c4-4e7a-99c1-939159d929b9,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:04.583038 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d9437-5865-457b-acbc-e3b2dd4cd1cd req-982cb332-33a6-4a5d-9998-24bb26d37528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:04.586233 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e66d9437-5865-457b-acbc-e3b2dd4cd1cd req-982cb332-33a6-4a5d-9998-24bb26d37528 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.5806029 Jul 05 09:45:04.589066 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:04.637348 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e66d9437-5865-457b-acbc-e3b2dd4cd1cd req-05281f1e-faee-4aae-9d46-8f4dfd70ea52 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=816666d0-9c42-4d64-be6a-defa55228d25 HTTP/1.1" status: 200 len: 217 time: 0.0416815 Jul 05 09:45:04.639021 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19e3e5f5-a719-417f-9970-6d25cc5f959f req-edc4b894-84a2-4ef0-8565-5ac36dfffcf9 service neutron] 10.222.0.81 "GET /v2.0/networks/936dc2f0-d82a-4fa2-99fc-22f673149510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544232 Jul 05 09:45:04.655232 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f3706d44-bedd-4118-bdc2-160f56577823 req-32b18a9b-be3e-4892-9000-979ca89a4988 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110901 Jul 05 09:45:04.708286 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device e5741cec-1270-477c-afeb-8579458325f4 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:04.712871 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=5d63bda6-a8c4-4e7a-99c1-939159d929b9,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:04.758400 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d9437-5865-457b-acbc-e3b2dd4cd1cd req-e1acacdd-ef0b-4c6d-b105-027257b4fe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:04.760059 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e66d9437-5865-457b-acbc-e3b2dd4cd1cd req-e1acacdd-ef0b-4c6d-b105-027257b4fe8a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0947018 Jul 05 09:45:04.771944 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9342bcb0-b7cb-453d-9f0b-3f3c9295680b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:04.777917 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5929ec95-a788-4305-8aa7-ce01e29ef2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e6092b-d56e-4ab8-8d7f-9b9e08a586e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-551319905-router', 'tenant_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd379a86e-dc21-42ae-922f-97e1d6c867d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:01Z', 'updated_at': '2021-07-05T09:45:01Z', 'revision_number': 5, 'project_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'gw_port': {'id': 'd379a86e-dc21-42ae-922f-97e1d6c867d9', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e6092b-d56e-4ab8-8d7f-9b9e08a586e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:02Z', 'updated_at': '2021-07-05T09:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:04.832498 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929ec95-a788-4305-8aa7-ce01e29ef2d3 None None] Checking router: 23e6092b-d56e-4ab8-8d7f-9b9e08a586e7 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:45:04.851269 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5929ec95-a788-4305-8aa7-ce01e29ef2d3 None None] Routers {'23e6092b-d56e-4ab8-8d7f-9b9e08a586e7'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:45:04.851952 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5929ec95-a788-4305-8aa7-ce01e29ef2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:44:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['23e6092b-d56e-4ab8-8d7f-9b9e08a586e7'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:04.869650 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1836ea-5a61-4a4f-8b97-f2c1c491b86c req-2a136585-ec80-4d77-a9d4-43d4bf595da9 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:04.877452 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0e1836ea-5a61-4a4f-8b97-f2c1c491b86c req-2a136585-ec80-4d77-a9d4-43d4bf595da9 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d64226c-2f45-401f-b3fa-4d091b33cbec HTTP/1.1" status: 200 len: 944 time: 0.3684711 Jul 05 09:45:04.910157 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port e5741cec-1270-477c-afeb-8579458325f4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:04.910157 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:04.922988 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f27c8-1e90-45a9-9e86-e313c0c1ead0 req-3453cf95-73cf-4c89-a614-d843792811c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:04.924512 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-322f27c8-1e90-45a9-9e86-e313c0c1ead0 req-3453cf95-73cf-4c89-a614-d843792811c7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d4b058b990f649f2b3dcc5ec561d1da5&device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 1094 time: 0.1971245 Jul 05 09:45:04.970113 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d9437-5865-457b-acbc-e3b2dd4cd1cd req-5465bea6-50fb-401d-bc0c-b31a444354df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:04.972797 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e66d9437-5865-457b-acbc-e3b2dd4cd1cd req-5465bea6-50fb-401d-bc0c-b31a444354df service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1971197 Jul 05 09:45:04.976948 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9342bcb0-b7cb-453d-9f0b-3f3c9295680b admin admin] Deleting port d379a86e-dc21-42ae-922f-97e1d6c867d9 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:04.977655 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9342bcb0-b7cb-453d-9f0b-3f3c9295680b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:05.001709 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-5929ec95-a788-4305-8aa7-ce01e29ef2d3 None None] Set router 23e6092b-d56e-4ab8-8d7f-9b9e08a586e7 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:45:05.084552 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f27c8-1e90-45a9-9e86-e313c0c1ead0 req-c60d58e7-3de1-4652-a19a-9c1738b8f158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:05.086313 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-322f27c8-1e90-45a9-9e86-e313c0c1ead0 req-c60d58e7-3de1-4652-a19a-9c1738b8f158 service neutron] 10.222.0.81 "GET /v2.0/networks?id=936dc2f0-d82a-4fa2-99fc-22f673149510 HTTP/1.1" status: 200 len: 911 time: 0.1527951 Jul 05 09:45:05.105584 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5929ec95-a788-4305-8aa7-ce01e29ef2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e6092b-d56e-4ab8-8d7f-9b9e08a586e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-551319905-router', 'tenant_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:01Z', 'updated_at': '2021-07-05T09:45:04Z', 'revision_number': 6, 'project_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:05.111364 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0e1836ea-5a61-4a4f-8b97-f2c1c491b86c req-ce4ea882-7bb6-4213-b3d1-a4f7c50698cd tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216160 Jul 05 09:45:05.161959 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-9342bcb0-b7cb-453d-9f0b-3f3c9295680b admin admin] For port d379a86e-dc21-42ae-922f-97e1d6c867d9, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d379a86e-dc21-42ae-922f-97e1d6c867d9,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:05.162325 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9342bcb0-b7cb-453d-9f0b-3f3c9295680b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:05.172916 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e66d9437-5865-457b-acbc-e3b2dd4cd1cd req-b6326f1b-4ef5-4d9c-ab43-8d0f19069126 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918190 Jul 05 09:45:05.203394 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9342bcb0-b7cb-453d-9f0b-3f3c9295680b admin admin] Calling delete_port for d379a86e-dc21-42ae-922f-97e1d6c867d9 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:05.220882 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-322f27c8-1e90-45a9-9e86-e313c0c1ead0 req-90ddd7dd-bb11-4289-9833-771e36a1b64f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df4e66ef-32bb-4691-84d4-7c3d3f42f4bd HTTP/1.1" status: 200 len: 217 time: 0.0888562 Jul 05 09:45:05.232817 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929ec95-a788-4305-8aa7-ce01e29ef2d3 None None] The sync data for ids ['23e6092b-d56e-4ab8-8d7f-9b9e08a586e7'] in n-d-798054-8 is: [{'id': '23e6092b-d56e-4ab8-8d7f-9b9e08a586e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-551319905-router', 'tenant_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:01Z', 'updated_at': '2021-07-05T09:45:04Z', 'revision_number': 6, 'project_id': '6a5160c387a74a2a9c22b96c82dfdcb6', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:45:05.294421 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['5d63bda6-a8c4-4e7a-99c1-939159d929b9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:05.373968 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f27c8-1e90-45a9-9e86-e313c0c1ead0 req-1f8df9a8-95e5-413e-9ef8-571da1924910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:05.376118 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e66d9437-5865-457b-acbc-e3b2dd4cd1cd req-51eeafcf-a9e3-4c3f-a360-2bccaf4af2d2 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933987 Jul 05 09:45:05.376347 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-322f27c8-1e90-45a9-9e86-e313c0c1ead0 req-1f8df9a8-95e5-413e-9ef8-571da1924910 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac8d69af-6389-4903-b1a9-dea0800e3203 HTTP/1.1" status: 200 len: 850 time: 0.1524625 Jul 05 09:45:05.476981 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:05.488595 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-322f27c8-1e90-45a9-9e86-e313c0c1ead0 req-7a488519-4077-4f47-bc8c-0eb2d87c520d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=936dc2f0-d82a-4fa2-99fc-22f673149510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044366 Jul 05 09:45:05.577370 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eea7289-69ce-4e08-a9d7-5ef8e025b74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5741cec-1270-477c-afeb-8579458325f4'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:05.590375 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1d677c-95bc-460f-94c9-782557db408f" -d '{"events": [{"server_uuid": "2eea7289-69ce-4e08-a9d7-5ef8e025b74d", "name": "network-vif-plugged", "status": "completed", "tag": "e5741cec-1270-477c-afeb-8579458325f4"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:05.598797 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9342bcb0-b7cb-453d-9f0b-3f3c9295680b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:05.640977 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port e5741cec-1270-477c-afeb-8579458325f4, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e5741cec-1270-477c-afeb-8579458325f4,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:05.673149 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:05.701949 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342bcb0-b7cb-453d-9f0b-3f3c9295680b admin admin] Pushing event deleted for resources: {'Port': ['ID=d379a86e-dc21-42ae-922f-97e1d6c867d9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:05.799680 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9342bcb0-b7cb-453d-9f0b-3f3c9295680b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:05.823689 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9762a9a-28d1-4eae-8c2e-3dc115769f90 req-57cff3d6-99ca-4a1e-835c-bb473138a1ec tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:05.826486 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:05.838409 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9762a9a-28d1-4eae-8c2e-3dc115769f90 req-57cff3d6-99ca-4a1e-835c-bb473138a1ec tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 946 time: 0.3922014 Jul 05 09:45:05.840335 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=e5741cec-1270-477c-afeb-8579458325f4,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:05.919033 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-322f27c8-1e90-45a9-9e86-e313c0c1ead0 req-9e7adb0e-119d-43a5-a2d9-afd4c0d374db service neutron] 10.222.0.81 "GET /v2.0/networks/936dc2f0-d82a-4fa2-99fc-22f673149510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748386 Jul 05 09:45:05.957973 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9342bcb0-b7cb-453d-9f0b-3f3c9295680b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:05.964948 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9342bcb0-b7cb-453d-9f0b-3f3c9295680b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:05.967950 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9762a9a-28d1-4eae-8c2e-3dc115769f90 req-42ab7645-e575-40a7-9309-f4c7cf9ba821 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281455 Jul 05 09:45:06.061045 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c919e8-6d6b-4c27-b4c6-fef0984809aa req-e1d4802f-84f2-45c9-b2db-d51d089cec1a tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:06.069422 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a4c919e8-6d6b-4c27-b4c6-fef0984809aa req-e1d4802f-84f2-45c9-b2db-d51d089cec1a tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 943 time: 0.1967578 Jul 05 09:45:06.081220 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9342bcb0-b7cb-453d-9f0b-3f3c9295680b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:06.081904 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9342bcb0-b7cb-453d-9f0b-3f3c9295680b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23e6092b-d56e-4ab8-8d7f-9b9e08a586e7 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:45:06.096609 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9342bcb0-b7cb-453d-9f0b-3f3c9295680b admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:06.100968 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-322f27c8-1e90-45a9-9e86-e313c0c1ead0 req-08203993-4ba8-439f-899e-bce18c2f9ee2 service neutron] 10.222.0.81 "GET /v2.0/networks/936dc2f0-d82a-4fa2-99fc-22f673149510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661527 Jul 05 09:45:06.101477 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48310) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:06.103128 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9342bcb0-b7cb-453d-9f0b-3f3c9295680b admin admin] 10.222.0.79 "DELETE /v2.0/routers/23e6092b-d56e-4ab8-8d7f-9b9e08a586e7 HTTP/1.1" status: 204 len: 168 time: 2.2334518 Jul 05 09:45:06.162917 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a4c919e8-6d6b-4c27-b4c6-fef0984809aa req-fb1e9ef5-5c9b-48f5-a1e1-960d69c3e25b tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923891 Jul 05 09:45:06.204300 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-37fcab1f-d328-43ad-9500-e7b30ff0d353 admin admin] Deleting subnet 73d7ecab-d248-4fff-9235-dab0508c3653 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:45:06.215715 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37fcab1f-d328-43ad-9500-e7b30ff0d353 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:06.263647 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b309397c-b6ae-407d-acce-467513986edd x-openstack-request-id: req-b309397c-b6ae-407d-acce-467513986edd {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:06.264553 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eea7289-69ce-4e08-a9d7-5ef8e025b74d", "name": "network-vif-plugged", "status": "completed", "tag": "e5741cec-1270-477c-afeb-8579458325f4", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:06.264964 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b309397c-b6ae-407d-acce-467513986edd {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:06.266184 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eea7289-69ce-4e08-a9d7-5ef8e025b74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5741cec-1270-477c-afeb-8579458325f4', 'code': 200} Jul 05 09:45:06.392948 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d379a86e-dc21-42ae-922f-97e1d6c867d9 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:06.456451 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: d379a86e-dc21-42ae-922f-97e1d6c867d9 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:06.460289 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d379a86e-dc21-42ae-922f-97e1d6c867d9 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:06.460830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bb36b583-1a29-46e0-9646-4041544c2aef no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:06.474935 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37fcab1f-d328-43ad-9500-e7b30ff0d353 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:06.499749 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: bb36b583-1a29-46e0-9646-4041544c2aef {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:06.500223 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bb36b583-1a29-46e0-9646-4041544c2aef not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:06.573044 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3f7a0765-7e67-4b71-b102-60b3bdb9ec69 req-37ef2658-6a17-44d1-a4e3-ccd0846b1c9c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1062617 Jul 05 09:45:06.724830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device df4e66ef-32bb-4691-84d4-7c3d3f42f4bd details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:45:06.801371 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37fcab1f-d328-43ad-9500-e7b30ff0d353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:06.817519 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4c9ae-8adb-4db6-ba30-400c6f15c0c6 req-8276c3e6-c848-4716-9d97-74f60ddcaf1d tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:06.827105 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ff4c9ae-8adb-4db6-ba30-400c6f15c0c6 req-8276c3e6-c848-4716-9d97-74f60ddcaf1d tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d64226c-2f45-401f-b3fa-4d091b33cbec HTTP/1.1" status: 200 len: 944 time: 0.3054559 Jul 05 09:45:06.897587 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747701f4-362e-4300-89de-722b8f664681 req-b9fdd8e1-c080-4065-ac4a-bfb90227e56e tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:06.899144 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-747701f4-362e-4300-89de-722b8f664681 req-b9fdd8e1-c080-4065-ac4a-bfb90227e56e tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007&tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&binding%3Ahost_id=n-h2-798054-8 HTTP/1.1" status: 200 len: 1097 time: 0.6546504 Jul 05 09:45:06.932335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9017cf4-50dc-46de-b2b5-ed1f8216ffd7 req-99275e64-ee40-4e68-a124-bb53c7225a92 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:06.939971 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a9017cf4-50dc-46de-b2b5-ed1f8216ffd7 req-99275e64-ee40-4e68-a124-bb53c7225a92 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 947 time: 0.4194112 Jul 05 09:45:06.990007 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-747701f4-362e-4300-89de-722b8f664681 req-df73d61a-07e9-4ca9-93de-ed17dbea3686 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-8'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:07.010579 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a9017cf4-50dc-46de-b2b5-ed1f8216ffd7 req-729e5388-1380-4a28-8177-a7682aef1803 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669925 Jul 05 09:45:07.028385 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port df4e66ef-32bb-4691-84d4-7c3d3f42f4bd, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=df4e66ef-32bb-4691-84d4-7c3d3f42f4bd,segment=NetworkSegment(5fee5f18-0015-4a67-aeee-419ba2f6ec77),segment_id=5fee5f18-0015-4a67-aeee-419ba2f6ec77)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:07.069373 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'df4e66ef-32bb-4691-84d4-7c3d3f42f4bd', 'network_id': '936dc2f0-d82a-4fa2-99fc-22f673149510', 'port_id': 'df4e66ef-32bb-4691-84d4-7c3d3f42f4bd', 'mac_address': 'fa:16:3e:64:bc:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d69af-6389-4903-b1a9-dea0800e3203', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:45:07.115521 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ff4c9ae-8adb-4db6-ba30-400c6f15c0c6 req-1e42906c-291b-4d4b-abfe-a69fea8832d2 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874086 Jul 05 09:45:07.123696 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:07.139922 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df4e66ef-32bb-4691-84d4-7c3d3f42f4bd {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:07.164635 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port df4e66ef-32bb-4691-84d4-7c3d3f42f4bd, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=df4e66ef-32bb-4691-84d4-7c3d3f42f4bd,segment=NetworkSegment(5fee5f18-0015-4a67-aeee-419ba2f6ec77),segment_id=5fee5f18-0015-4a67-aeee-419ba2f6ec77)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:07.181681 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:07.197589 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-747701f4-362e-4300-89de-722b8f664681 req-df73d61a-07e9-4ca9-93de-ed17dbea3686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:07.201239 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37fcab1f-d328-43ad-9500-e7b30ff0d353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:07.265337 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcab1f-d328-43ad-9500-e7b30ff0d353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73d7ecab-d248-4fff-9235-dab0508c3653,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:07.280456 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=df4e66ef-32bb-4691-84d4-7c3d3f42f4bd,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:07.359430 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37fcab1f-d328-43ad-9500-e7b30ff0d353 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:07.361836 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-37fcab1f-d328-43ad-9500-e7b30ff0d353 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/73d7ecab-d248-4fff-9235-dab0508c3653 HTTP/1.1" status: 204 len: 168 time: 1.2569416 Jul 05 09:45:07.364427 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48350) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:07.379260 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f086deb-e4c5-48cf-b70e-b823cb8effe0 None None] Network 15822b3d-93ca-42e9-9e41-5e6a249be825 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:07.505105 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['df4e66ef-32bb-4691-84d4-7c3d3f42f4bd'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:07.558913 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ba9ec-310c-484b-94a9-0f622bd2e23e req-16b49d85-7382-4bfe-9c28-ceac1abd525b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:07.574683 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cd6ba9ec-310c-484b-94a9-0f622bd2e23e req-16b49d85-7382-4bfe-9c28-ceac1abd525b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 944 time: 0.2958407 Jul 05 09:45:07.587595 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe66dae0-658b-4422-a3b6-9986205551e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:07.681447 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-747701f4-362e-4300-89de-722b8f664681 req-df73d61a-07e9-4ca9-93de-ed17dbea3686 service neutron] For port e2627bf4-8abf-467c-a8bb-89bc4d7430c8, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=e2627bf4-8abf-467c-a8bb-89bc4d7430c8,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:07.745837 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-fe66dae0-658b-4422-a3b6-9986205551e6 admin admin] Deleting port 4af15d61-fe0c-4adf-9df7-ada3dbf43be8 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:07.749354 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe66dae0-658b-4422-a3b6-9986205551e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:07.806045 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cd6ba9ec-310c-484b-94a9-0f622bd2e23e req-aa86c93b-e212-4a74-8515-66b8b89fb07d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2299879 Jul 05 09:45:07.821990 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-747701f4-362e-4300-89de-722b8f664681 req-df73d61a-07e9-4ca9-93de-ed17dbea3686 service neutron] For port e2627bf4-8abf-467c-a8bb-89bc4d7430c8, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:45:07.855440 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad202dc4-c5d6-4386-a932-4ed77e902cb3 None None] DHCP port deletion for 15822b3d-93ca-42e9-9e41-5e6a249be825 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:45:07.883799 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-fe66dae0-658b-4422-a3b6-9986205551e6 admin admin] For port 4af15d61-fe0c-4adf-9df7-ada3dbf43be8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4af15d61-fe0c-4adf-9df7-ada3dbf43be8,segment=NetworkSegment(07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7),segment_id=07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:07.884391 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe66dae0-658b-4422-a3b6-9986205551e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:07.903478 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-fe66dae0-658b-4422-a3b6-9986205551e6 admin admin] Calling delete_port for 4af15d61-fe0c-4adf-9df7-ada3dbf43be8 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:07.919630 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ad202dc4-c5d6-4386-a932-4ed77e902cb3 None None] Deleting port 4af15d61-fe0c-4adf-9df7-ada3dbf43be8 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:07.920088 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ad202dc4-c5d6-4386-a932-4ed77e902cb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:08.016035 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe66dae0-658b-4422-a3b6-9986205551e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:08.039339 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6913a54d-a3f5-41e5-890d-db73e89e9007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2627bf4-8abf-467c-a8bb-89bc4d7430c8'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:08.046407 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14670bf-782c-4dfc-a329-d562116b5542" -d '{"events": [{"server_uuid": "6913a54d-a3f5-41e5-890d-db73e89e9007", "name": "network-vif-unplugged", "status": "completed", "tag": "e2627bf4-8abf-467c-a8bb-89bc4d7430c8"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:08.053059 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ad202dc4-c5d6-4386-a932-4ed77e902cb3 None None] For port 4af15d61-fe0c-4adf-9df7-ada3dbf43be8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4af15d61-fe0c-4adf-9df7-ada3dbf43be8,segment=NetworkSegment(07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7),segment_id=07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:08.054302 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ad202dc4-c5d6-4386-a932-4ed77e902cb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:08.061342 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-747701f4-362e-4300-89de-722b8f664681 req-df73d61a-07e9-4ca9-93de-ed17dbea3686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:08.075008 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 816666d0-9c42-4d64-be6a-defa55228d25 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:45:08.085075 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66dae0-658b-4422-a3b6-9986205551e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4af15d61-fe0c-4adf-9df7-ada3dbf43be8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:08.101894 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe66dae0-658b-4422-a3b6-9986205551e6 admin admin] No DVR routers for this DVR port 4af15d61-fe0c-4adf-9df7-ada3dbf43be8 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:08.177730 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-747701f4-362e-4300-89de-722b8f664681 req-df73d61a-07e9-4ca9-93de-ed17dbea3686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:08.201180 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 816666d0-9c42-4d64-be6a-defa55228d25, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=816666d0-9c42-4d64-be6a-defa55228d25,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:08.213771 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe66dae0-658b-4422-a3b6-9986205551e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:08.227340 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-fe66dae0-658b-4422-a3b6-9986205551e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15822b3d-93ca-42e9-9e41-5e6a249be825']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:08.227758 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 5d63bda6-a8c4-4e7a-99c1-939159d929b9 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:08.233046 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ad202dc4-c5d6-4386-a932-4ed77e902cb3 None None] Calling delete_port for 4af15d61-fe0c-4adf-9df7-ada3dbf43be8 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:08.234783 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '816666d0-9c42-4d64-be6a-defa55228d25', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '816666d0-9c42-4d64-be6a-defa55228d25', 'mac_address': 'fa:16:3e:14:bb:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:45:08.267820 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-fe66dae0-658b-4422-a3b6-9986205551e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:08.268069 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-fe66dae0-658b-4422-a3b6-9986205551e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ca99b5-ffc8-41e6-bb8f-5cb5ecd964e7') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:08.287829 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe66dae0-658b-4422-a3b6-9986205551e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:08.292975 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23938198-790c-4d9c-98ae-68c64b8ccb62 req-7561914c-ab7c-4a8e-8d76-d5fa42f34060 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:08.296223 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-23938198-790c-4d9c-98ae-68c64b8ccb62 req-7561914c-ab7c-4a8e-8d76-d5fa42f34060 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 946 time: 0.5334392 Jul 05 09:45:08.309909 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe66dae0-658b-4422-a3b6-9986205551e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:08.326719 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe66dae0-658b-4422-a3b6-9986205551e6 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:45:08.327127 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe66dae0-658b-4422-a3b6-9986205551e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:45:08.338222 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:45:08.412620 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4af15d61-fe0c-4adf-9df7-ada3dbf43be8 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:08.449739 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 4af15d61-fe0c-4adf-9df7-ada3dbf43be8 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:08.450497 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4af15d61-fe0c-4adf-9df7-ada3dbf43be8 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:08.454000 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73d61a-07e9-4ca9-93de-ed17dbea3686 service neutron] Pushing event updated for resources: {'Port': ['ID=e2627bf4-8abf-467c-a8bb-89bc4d7430c8,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:08.460631 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe66dae0-658b-4422-a3b6-9986205551e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:08.466938 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe66dae0-658b-4422-a3b6-9986205551e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:08.468951 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fe66dae0-658b-4422-a3b6-9986205551e6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/15822b3d-93ca-42e9-9e41-5e6a249be825 HTTP/1.1" status: 204 len: 168 time: 1.1022122 Jul 05 09:45:08.472139 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48360) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:08.482170 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:08.499217 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816666d0-9c42-4d64-be6a-defa55228d25 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:08.531977 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 5d63bda6-a8c4-4e7a-99c1-939159d929b9 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:08.551626 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 816666d0-9c42-4d64-be6a-defa55228d25, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=816666d0-9c42-4d64-be6a-defa55228d25,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:08.553423 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 5d63bda6-a8c4-4e7a-99c1-939159d929b9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:08.554696 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:08.570627 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43373a-10ef-4b08-9230-56e3c6b9ea84 req-39464c19-fa1c-4c3b-babc-c34b3b7e8867 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:08.583545 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e43373a-10ef-4b08-9230-56e3c6b9ea84 req-39464c19-fa1c-4c3b-babc-c34b3b7e8867 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 944 time: 0.5173223 Jul 05 09:45:08.597234 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:08.626519 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ad202dc4-c5d6-4386-a932-4ed77e902cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:08.627820 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-23938198-790c-4d9c-98ae-68c64b8ccb62 req-4175707f-8d85-4079-aed6-e65721d3b424 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109388 Jul 05 09:45:08.657833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66dae0-658b-4422-a3b6-9986205551e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=15822b3d-93ca-42e9-9e41-5e6a249be825,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:08.658583 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-747701f4-362e-4300-89de-722b8f664681 req-df73d61a-07e9-4ca9-93de-ed17dbea3686 service neutron] Attempting to bind port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 on host n-h2-798054-8 for vnic_type normal with profile {"migrating_to": "n-h1-798054-8"} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:45:08.658921 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-747701f4-362e-4300-89de-722b8f664681 req-df73d61a-07e9-4ca9-93de-ed17dbea3686 service neutron] Attempting to bind port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:45:08.659248 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747701f4-362e-4300-89de-722b8f664681 req-df73d61a-07e9-4ca9-93de-ed17dbea3686 service neutron] Attempting to bind port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:08.677752 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ad202dc4-c5d6-4386-a932-4ed77e902cb3 None None] Network 15822b3d-93ca-42e9-9e41-5e6a249be825 is not hosted by any dhcp agent {{(pid=93908) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 09:45:08.678217 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad202dc4-c5d6-4386-a932-4ed77e902cb3 None None] No DVR routers for this DVR port 4af15d61-fe0c-4adf-9df7-ada3dbf43be8 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:08.699506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747701f4-362e-4300-89de-722b8f664681 req-df73d61a-07e9-4ca9-93de-ed17dbea3686 service neutron] Port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:45:08.699842 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747701f4-362e-4300-89de-722b8f664681 req-df73d61a-07e9-4ca9-93de-ed17dbea3686 service neutron] Attempting to bind port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:08.743504 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device e2627bf4-8abf-467c-a8bb-89bc4d7430c8 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:45:08.744020 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e43373a-10ef-4b08-9230-56e3c6b9ea84 req-294e52ba-4740-4a95-b4d6-278d56dfeb14 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593738 Jul 05 09:45:08.745505 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747701f4-362e-4300-89de-722b8f664681 req-df73d61a-07e9-4ca9-93de-ed17dbea3686 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:45:08.745853 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747701f4-362e-4300-89de-722b8f664681 req-df73d61a-07e9-4ca9-93de-ed17dbea3686 service neutron] Checking segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:08.746243 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747701f4-362e-4300-89de-722b8f664681 req-df73d61a-07e9-4ca9-93de-ed17dbea3686 service neutron] Bound using segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:45:08.746698 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-747701f4-362e-4300-89de-722b8f664681 req-df73d61a-07e9-4ca9-93de-ed17dbea3686 service neutron] Bound port: e2627bf4-8abf-467c-a8bb-89bc4d7430c8, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:45:08.747167 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-747701f4-362e-4300-89de-722b8f664681 req-df73d61a-07e9-4ca9-93de-ed17dbea3686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:08.861410 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device df4e66ef-32bb-4691-84d4-7c3d3f42f4bd up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:09.050459 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=816666d0-9c42-4d64-be6a-defa55228d25,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:09.153942 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f872fd33-3eec-4d13-b47a-904cae4be974 x-openstack-request-id: req-f872fd33-3eec-4d13-b47a-904cae4be974 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:09.154220 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6913a54d-a3f5-41e5-890d-db73e89e9007", "name": "network-vif-unplugged", "status": "completed", "tag": "e2627bf4-8abf-467c-a8bb-89bc4d7430c8", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:09.154481 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f872fd33-3eec-4d13-b47a-904cae4be974 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:09.155098 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6913a54d-a3f5-41e5-890d-db73e89e9007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2627bf4-8abf-467c-a8bb-89bc4d7430c8', 'code': 200} Jul 05 09:45:09.158466 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-747701f4-362e-4300-89de-722b8f664681 req-df73d61a-07e9-4ca9-93de-ed17dbea3686 service neutron] For port e2627bf4-8abf-467c-a8bb-89bc4d7430c8, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:45:09.160275 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:09.205581 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad202dc4-c5d6-4386-a932-4ed77e902cb3 None None] Pushing event deleted for resources: {'Port': ['ID=4af15d61-fe0c-4adf-9df7-ada3dbf43be8,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:09.206034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-747701f4-362e-4300-89de-722b8f664681 req-df73d61a-07e9-4ca9-93de-ed17dbea3686 service neutron] For port e2627bf4-8abf-467c-a8bb-89bc4d7430c8, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=e2627bf4-8abf-467c-a8bb-89bc4d7430c8,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:45:09.219879 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1fa63ff-b12a-49f6-bcf3-680cee4f332b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:09.235476 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-747701f4-362e-4300-89de-722b8f664681 req-df73d61a-07e9-4ca9-93de-ed17dbea3686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:09.285813 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['816666d0-9c42-4d64-be6a-defa55228d25'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:09.377571 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port e2627bf4-8abf-467c-a8bb-89bc4d7430c8, host n-h2-798054-8, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:09.379664 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d64226c-2f45-401f-b3fa-4d091b33cbec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d63bda6-a8c4-4e7a-99c1-939159d929b9'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:09.382059 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363ecab7-b702-443e-b998-76ee8e64dbd5" -d '{"events": [{"server_uuid": "2d64226c-2f45-401f-b3fa-4d091b33cbec", "name": "network-vif-plugged", "status": "completed", "tag": "5d63bda6-a8c4-4e7a-99c1-939159d929b9"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:09.423406 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 5d63bda6-a8c4-4e7a-99c1-939159d929b9, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=5d63bda6-a8c4-4e7a-99c1-939159d929b9,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:09.432948 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:09.436653 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73d61a-07e9-4ca9-93de-ed17dbea3686 service neutron] Pushing event updated for resources: {'Port': ['ID=e2627bf4-8abf-467c-a8bb-89bc4d7430c8,revision_number=8']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:09.450534 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port df4e66ef-32bb-4691-84d4-7c3d3f42f4bd completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:09.459582 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Attempting to bind port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 on host n-h2-798054-8 for vnic_type normal with profile {"migrating_to": "n-h1-798054-8"} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:45:09.460055 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Attempting to bind port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:45:09.460421 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Attempting to bind port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:09.486235 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port df4e66ef-32bb-4691-84d4-7c3d3f42f4bd triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:09.486601 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:09.508001 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747701f4-362e-4300-89de-722b8f664681 req-df73d61a-07e9-4ca9-93de-ed17dbea3686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:09.508659 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-747701f4-362e-4300-89de-722b8f664681 req-df73d61a-07e9-4ca9-93de-ed17dbea3686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:09.510728 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-747701f4-362e-4300-89de-722b8f664681 req-df73d61a-07e9-4ca9-93de-ed17dbea3686 service neutron] 10.222.0.81 "PUT /v2.0/ports/e2627bf4-8abf-467c-a8bb-89bc4d7430c8 HTTP/1.1" status: 200 len: 1122 time: 2.5864956 Jul 05 09:45:09.534083 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4c116-5a39-4bcd-af39-6b8bb18dee7f req-7fd54c17-e717-463b-81c3-5063b4431095 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:09.535650 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63c4c116-5a39-4bcd-af39-6b8bb18dee7f req-7fd54c17-e717-463b-81c3-5063b4431095 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 948 time: 0.5196629 Jul 05 09:45:09.583225 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:45:09.583581 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Attempting to bind port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 on network 33584e1d-fbb7-4689-90f6-bc3d0ee549b3 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:09.622426 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63c4c116-5a39-4bcd-af39-6b8bb18dee7f req-3bcb640b-c0ea-4580-b222-6f4c9887533c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770690 Jul 05 09:45:09.634917 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=5d63bda6-a8c4-4e7a-99c1-939159d929b9,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:09.652701 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83344cc2-6199-4628-b14f-35e48c071277 req-9c606e1d-406a-413a-84d7-a235db082e7c tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:09.660752 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83344cc2-6199-4628-b14f-35e48c071277 req-9c606e1d-406a-413a-84d7-a235db082e7c tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d64226c-2f45-401f-b3fa-4d091b33cbec HTTP/1.1" status: 200 len: 944 time: 0.3470254 Jul 05 09:45:09.754259 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83344cc2-6199-4628-b14f-35e48c071277 req-03dd7908-d027-447d-8c20-b0ecc341519b tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913057 Jul 05 09:45:09.782595 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:45:09.782981 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Checking segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:09.783607 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Bound using segment: {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:45:09.792818 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Bound port: e2627bf4-8abf-467c-a8bb-89bc4d7430c8, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15312857-0729-4904-92fe-b163b83faaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33584e1d-fbb7-4689-90f6-bc3d0ee549b3'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:45:09.792818 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:09.805344 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['e2627bf4-8abf-467c-a8bb-89bc4d7430c8'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:09.865282 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['e2627bf4-8abf-467c-a8bb-89bc4d7430c8'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:09.891718 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a1fa63ff-b12a-49f6-bcf3-680cee4f332b admin admin] Deleting port eaef9bb6-1c0a-4b2e-94a5-5487770307fb {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:09.891718 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1fa63ff-b12a-49f6-bcf3-680cee4f332b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:10.048775 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-a1fa63ff-b12a-49f6-bcf3-680cee4f332b admin admin] For port eaef9bb6-1c0a-4b2e-94a5-5487770307fb, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=eaef9bb6-1c0a-4b2e-94a5-5487770307fb,segment=NetworkSegment(d6056bc4-3a27-4ed8-a4ff-9c61338e4958),segment_id=d6056bc4-3a27-4ed8-a4ff-9c61338e4958)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:10.049488 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1fa63ff-b12a-49f6-bcf3-680cee4f332b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:10.077308 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a1fa63ff-b12a-49f6-bcf3-680cee4f332b admin admin] Calling delete_port for eaef9bb6-1c0a-4b2e-94a5-5487770307fb owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:10.117472 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e7db1b-49e2-4c15-afcf-ea8cf471af46 x-openstack-request-id: req-d5e7db1b-49e2-4c15-afcf-ea8cf471af46 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:10.119816 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d64226c-2f45-401f-b3fa-4d091b33cbec", "name": "network-vif-plugged", "status": "completed", "tag": "5d63bda6-a8c4-4e7a-99c1-939159d929b9", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:10.120222 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc60f23-3e7e-4570-b581-c780b6dcc1c5 req-7f8285bf-f0b2-4510-b1a1-0ad79b0db85a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:10.120462 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d5e7db1b-49e2-4c15-afcf-ea8cf471af46 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:10.121043 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d64226c-2f45-401f-b3fa-4d091b33cbec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d63bda6-a8c4-4e7a-99c1-939159d929b9', 'code': 200} Jul 05 09:45:10.125133 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0dc60f23-3e7e-4570-b581-c780b6dcc1c5 req-7f8285bf-f0b2-4510-b1a1-0ad79b0db85a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 944 time: 0.1722972 Jul 05 09:45:10.234919 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0dc60f23-3e7e-4570-b581-c780b6dcc1c5 req-e0147d36-b925-4d4a-8cb9-59ece1bebfb8 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1004629 Jul 05 09:45:10.239576 n-d-798054-8 neutron-server[93908]: WARNING neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Concurrent port binding operations failed on port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 Jul 05 09:45:10.259600 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port e2627bf4-8abf-467c-a8bb-89bc4d7430c8, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=e2627bf4-8abf-467c-a8bb-89bc4d7430c8,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:10.291997 n-d-798054-8 neutron-server[93908]: INFO neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Attempt 2 to bind port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 Jul 05 09:45:10.308717 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device e2627bf4-8abf-467c-a8bb-89bc4d7430c8 has no active binding in host n-h1-798054-8 {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 09:45:10.364317 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f8fc6-f9b8-4c95-81ad-0415f2b77bbe req-b1701ffa-2dac-42fc-ac60-94780ea510e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:10.365985 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a68f8fc6-f9b8-4c95-81ad-0415f2b77bbe req-b1701ffa-2dac-42fc-ac60-94780ea510e6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2d64226c-2f45-401f-b3fa-4d091b33cbec HTTP/1.1" status: 200 len: 1096 time: 0.1454725 Jul 05 09:45:10.378987 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:10.422937 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a68f8fc6-f9b8-4c95-81ad-0415f2b77bbe req-c66521d4-9d1a-4d24-b1bf-4b1b7e2a6594 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487516 Jul 05 09:45:10.524508 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2d7d2-f019-440e-ab30-62075a2b7511 req-68c32270-25fb-4b2c-9985-ffeacaf13943 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:10.534965 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4f2d7d2-f019-440e-ab30-62075a2b7511 req-68c32270-25fb-4b2c-9985-ffeacaf13943 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 944 time: 0.1941149 Jul 05 09:45:10.535955 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port df4e66ef-32bb-4691-84d4-7c3d3f42f4bd, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=df4e66ef-32bb-4691-84d4-7c3d3f42f4bd,segment=NetworkSegment(5fee5f18-0015-4a67-aeee-419ba2f6ec77),segment_id=5fee5f18-0015-4a67-aeee-419ba2f6ec77)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:10.538254 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1fa63ff-b12a-49f6-bcf3-680cee4f332b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:10.558585 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:10.580793 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa63ff-b12a-49f6-bcf3-680cee4f332b admin admin] Pushing event deleted for resources: {'Port': ['ID=eaef9bb6-1c0a-4b2e-94a5-5487770307fb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:10.705245 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=df4e66ef-32bb-4691-84d4-7c3d3f42f4bd,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:10.711755 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4f2d7d2-f019-440e-ab30-62075a2b7511 req-263c6258-1143-4fcb-812a-c89bb389d129 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721740 Jul 05 09:45:10.793759 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2439bd-5ceb-4a51-8f72-a43a7732a241 req-4b57711d-544a-4009-b256-68bde3177f89 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:10.807076 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ae2439bd-5ceb-4a51-8f72-a43a7732a241 req-4b57711d-544a-4009-b256-68bde3177f89 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.2248235 Jul 05 09:45:10.919621 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ae2439bd-5ceb-4a51-8f72-a43a7732a241 req-185679c2-92e6-40f3-ac21-f3656fff86a7 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128201 Jul 05 09:45:11.054222 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcf6ce-963a-4b52-bfa1-437de1a110e5 req-14280a6e-b42c-49dc-a870-b12603999d3f tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:11.064504 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1fa63ff-b12a-49f6-bcf3-680cee4f332b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:11.066518 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6dcf6ce-963a-4b52-bfa1-437de1a110e5 req-14280a6e-b42c-49dc-a870-b12603999d3f tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 948 time: 0.1431093 Jul 05 09:45:11.158425 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6913a54d-a3f5-41e5-890d-db73e89e9007', 'tag': 'e2627bf4-8abf-467c-a8bb-89bc4d7430c8'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:11.161327 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0fec17-0666-43dd-89c9-08a0c61d1914" -d '{"events": [{"name": "network-changed", "server_uuid": "6913a54d-a3f5-41e5-890d-db73e89e9007", "tag": "e2627bf4-8abf-467c-a8bb-89bc4d7430c8"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:11.181707 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6dcf6ce-963a-4b52-bfa1-437de1a110e5 req-33538f45-ffbc-4bf0-a614-2b97b9f0d23b tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142018 Jul 05 09:45:11.241541 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232097d-f345-4289-9c9e-3c150a975a51 req-9051a82a-3e33-4bb4-ba89-b9052fa5aeaf tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:11.250892 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7232097d-f345-4289-9c9e-3c150a975a51 req-9051a82a-3e33-4bb4-ba89-b9052fa5aeaf tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d64226c-2f45-401f-b3fa-4d091b33cbec HTTP/1.1" status: 200 len: 945 time: 0.1708810 Jul 05 09:45:11.364426 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7232097d-f345-4289-9c9e-3c150a975a51 req-d1b17f67-222b-4147-bc42-21a9d3c1d8fe tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125031 Jul 05 09:45:11.444755 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83767953-812e-460b-b1d3-22670ca5942a x-openstack-request-id: req-83767953-812e-460b-b1d3-22670ca5942a {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:11.445054 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6913a54d-a3f5-41e5-890d-db73e89e9007", "tag": "e2627bf4-8abf-467c-a8bb-89bc4d7430c8", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:11.445312 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-83767953-812e-460b-b1d3-22670ca5942a {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:11.445720 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6913a54d-a3f5-41e5-890d-db73e89e9007', 'tag': 'e2627bf4-8abf-467c-a8bb-89bc4d7430c8', 'status': 'completed', 'code': 200} Jul 05 09:45:11.686352 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca4297-b3d5-4b86-adb4-8e7789826596 req-40c617fa-47d9-4b95-bd87-a2429fc9bea7 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:11.695279 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-20ca4297-b3d5-4b86-adb4-8e7789826596 req-40c617fa-47d9-4b95-bd87-a2429fc9bea7 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 944 time: 0.0906794 Jul 05 09:45:11.749763 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-20ca4297-b3d5-4b86-adb4-8e7789826596 req-72947ea2-e437-48db-ad35-07025ba5b7a9 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533013 Jul 05 09:45:12.091910 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e432ab-6b68-4aa2-869a-36fe0165e3d3 req-def55474-28a1-4af2-b584-29d0f77a496b tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:12.099639 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 816666d0-9c42-4d64-be6a-defa55228d25 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:12.106492 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-26e432ab-6b68-4aa2-869a-36fe0165e3d3 req-def55474-28a1-4af2-b584-29d0f77a496b tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 944 time: 0.1457417 Jul 05 09:45:12.155765 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3358e6-fe41-4f84-a4e9-803b1e65258a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4e66ef-32bb-4691-84d4-7c3d3f42f4bd'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:12.158464 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8270d768-c4df-4852-abba-1cc3a99b57b8" -d '{"events": [{"server_uuid": "aa3358e6-fe41-4f84-a4e9-803b1e65258a", "name": "network-vif-plugged", "status": "completed", "tag": "df4e66ef-32bb-4691-84d4-7c3d3f42f4bd"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:12.182344 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 816666d0-9c42-4d64-be6a-defa55228d25 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:12.187303 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 816666d0-9c42-4d64-be6a-defa55228d25 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:12.187638 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:12.195162 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fa63ff-b12a-49f6-bcf3-680cee4f332b admin admin] Router 548573d6-9888-4b94-8b92-99850dce065f has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:45:12.250754 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-26e432ab-6b68-4aa2-869a-36fe0165e3d3 req-fa5d6ab4-0989-49b9-98a9-60d00b907745 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404278 Jul 05 09:45:12.389821 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb0ccd-3fc7-42bf-8dc6-f821f8485aaf req-6eb83e62-6ec1-4aad-a469-ebbe08f400fb tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:12.392723 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-54eb0ccd-3fc7-42bf-8dc6-f821f8485aaf req-6eb83e62-6ec1-4aad-a469-ebbe08f400fb tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.2498589 Jul 05 09:45:12.469568 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17c2e53-8851-41fd-b28a-830e09847865 x-openstack-request-id: req-d17c2e53-8851-41fd-b28a-830e09847865 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:12.469938 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3358e6-fe41-4f84-a4e9-803b1e65258a", "name": "network-vif-plugged", "status": "completed", "tag": "df4e66ef-32bb-4691-84d4-7c3d3f42f4bd", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:12.470136 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d17c2e53-8851-41fd-b28a-830e09847865 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:12.471652 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3358e6-fe41-4f84-a4e9-803b1e65258a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4e66ef-32bb-4691-84d4-7c3d3f42f4bd', 'code': 200} Jul 05 09:45:12.481849 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:12.498367 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-54eb0ccd-3fc7-42bf-8dc6-f821f8485aaf req-ccc5baf7-5e46-4cf8-92ed-320168142232 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838668 Jul 05 09:45:12.592339 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 816666d0-9c42-4d64-be6a-defa55228d25, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=816666d0-9c42-4d64-be6a-defa55228d25,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:12.598930 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:12.671642 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fa63ff-b12a-49f6-bcf3-680cee4f332b admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:45:12.683017 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de6a611-127f-4ca6-9a90-21bc496fdf22 None None] Sync routers for ids ['548573d6-9888-4b94-8b92-99850dce065f'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:45:12.698804 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=816666d0-9c42-4d64-be6a-defa55228d25,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:12.706439 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a1fa63ff-b12a-49f6-bcf3-680cee4f332b admin admin] 10.222.0.79 "PUT /v2.0/routers/548573d6-9888-4b94-8b92-99850dce065f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2067509 Jul 05 09:45:12.709209 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48426) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:12.713801 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de6a611-127f-4ca6-9a90-21bc496fdf22 None None] Routers {'548573d6-9888-4b94-8b92-99850dce065f'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:45:12.714432 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4de6a611-127f-4ca6-9a90-21bc496fdf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:44:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['548573d6-9888-4b94-8b92-99850dce065f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:12.739644 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0b9941bf-8528-40bc-b4b3-dbef0d25c53e req-ee584f4c-f245-4833-a464-f93e2e425c81 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2761292 Jul 05 09:45:12.771284 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fec17-0666-43dd-89c9-08a0c61d1914 req-b7b6a382-5615-4b6f-8076-495319d02a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:12.773115 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6a0fec17-0666-43dd-89c9-08a0c61d1914 req-b7b6a382-5615-4b6f-8076-495319d02a65 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 1125 time: 0.7433236 Jul 05 09:45:12.952077 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4de6a611-127f-4ca6-9a90-21bc496fdf22 None None] Set router 548573d6-9888-4b94-8b92-99850dce065f gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:45:12.976444 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fec17-0666-43dd-89c9-08a0c61d1914 req-6ecc8870-81ce-43c4-9522-2e7c3629bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:12.978571 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6a0fec17-0666-43dd-89c9-08a0c61d1914 req-6ecc8870-81ce-43c4-9522-2e7c3629bd5b service neutron] 10.222.0.78 "GET /v2.0/networks?id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 200 len: 922 time: 0.1817672 Jul 05 09:45:13.104258 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6a0fec17-0666-43dd-89c9-08a0c61d1914 req-f722f86e-5eaa-4a29-bb9e-88582e96b4b3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2627bf4-8abf-467c-a8bb-89bc4d7430c8 HTTP/1.1" status: 200 len: 217 time: 0.0465100 Jul 05 09:45:13.254707 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4de6a611-127f-4ca6-9a90-21bc496fdf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548573d6-9888-4b94-8b92-99850dce065f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1463500725-router', 'tenant_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '7f6a983b-5339-4cee-9984-49180ec23090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:14Z', 'updated_at': '2021-07-05T09:45:10Z', 'revision_number': 5, 'project_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'gw_port': {'id': '7f6a983b-5339-4cee-9984-49180ec23090', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548573d6-9888-4b94-8b92-99850dce065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:15Z', 'updated_at': '2021-07-05T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:13.264423 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9941bf-8528-40bc-b4b3-dbef0d25c53e req-03608404-ea2c-4bc5-a829-8815cf4387e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:13.269276 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0b9941bf-8528-40bc-b4b3-dbef0d25c53e req-03608404-ea2c-4bc5-a829-8815cf4387e0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 1101 time: 0.3025210 Jul 05 09:45:13.279799 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fec17-0666-43dd-89c9-08a0c61d1914 req-8d52742f-e292-4515-847b-3a52586bf959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:13.285906 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6a0fec17-0666-43dd-89c9-08a0c61d1914 req-8d52742f-e292-4515-847b-3a52586bf959 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4cd5f100-3ecb-4100-a6d6-40f339ce6cc7 HTTP/1.1" status: 200 len: 861 time: 0.1682265 Jul 05 09:45:13.294740 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de6a611-127f-4ca6-9a90-21bc496fdf22 None None] Checking router: 548573d6-9888-4b94-8b92-99850dce065f for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:45:13.304965 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de6a611-127f-4ca6-9a90-21bc496fdf22 None None] Routers {'548573d6-9888-4b94-8b92-99850dce065f'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:45:13.305698 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4de6a611-127f-4ca6-9a90-21bc496fdf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:44:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['548573d6-9888-4b94-8b92-99850dce065f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:13.412748 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732d945-5d79-4032-8a45-93ec211d42fa req-cea8977b-7732-4c3e-8ce2-c363d8af4bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:13.414904 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8732d945-5d79-4032-8a45-93ec211d42fa req-cea8977b-7732-4c3e-8ce2-c363d8af4bd0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 1096 time: 0.8864312 Jul 05 09:45:13.423581 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4de6a611-127f-4ca6-9a90-21bc496fdf22 None None] Set router 548573d6-9888-4b94-8b92-99850dce065f gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:45:13.482517 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4684d5e9-2be0-4289-bf40-797db48f71a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:13.495386 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6a0fec17-0666-43dd-89c9-08a0c61d1914 req-e91611e6-3899-4940-a970-d43134d959e3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1934795 Jul 05 09:45:13.555035 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8732d945-5d79-4032-8a45-93ec211d42fa req-044c7750-4b11-4f5e-9548-e6a52b514768 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190727 Jul 05 09:45:13.635132 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9216f7-e003-4b49-8e13-6d433b828b67 req-1c493afa-3a9a-4338-bc68-a1d0cde9b5e5 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:13.645893 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d9216f7-e003-4b49-8e13-6d433b828b67 req-1c493afa-3a9a-4338-bc68-a1d0cde9b5e5 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.9356198 Jul 05 09:45:13.679453 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef35c8d-d71a-4222-ad7a-661e70402151 req-287d0dc5-ee49-44e6-a9ea-11832fbd956c tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:13.686620 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eef35c8d-d71a-4222-ad7a-661e70402151 req-287d0dc5-ee49-44e6-a9ea-11832fbd956c tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d64226c-2f45-401f-b3fa-4d091b33cbec HTTP/1.1" status: 200 len: 945 time: 0.3059382 Jul 05 09:45:13.707778 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9941bf-8528-40bc-b4b3-dbef0d25c53e req-cac9d4db-3524-4e88-b56f-27db15730b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:13.709715 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0b9941bf-8528-40bc-b4b3-dbef0d25c53e req-cac9d4db-3524-4e88-b56f-27db15730b68 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.3957438 Jul 05 09:45:13.711939 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6a0fec17-0666-43dd-89c9-08a0c61d1914 req-58f4c780-1d64-4a1d-8dc3-bbcea1eb9619 service neutron] 10.222.0.78 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574402 Jul 05 09:45:13.720452 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4de6a611-127f-4ca6-9a90-21bc496fdf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548573d6-9888-4b94-8b92-99850dce065f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1463500725-router', 'tenant_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '7f6a983b-5339-4cee-9984-49180ec23090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:14Z', 'updated_at': '2021-07-05T09:45:10Z', 'revision_number': 5, 'project_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'gw_port': {'id': '7f6a983b-5339-4cee-9984-49180ec23090', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548573d6-9888-4b94-8b92-99850dce065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:15Z', 'updated_at': '2021-07-05T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:13.752200 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d9216f7-e003-4b49-8e13-6d433b828b67 req-136b43c5-59da-47bb-89b3-4404cb126eb2 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049032 Jul 05 09:45:13.762205 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4684d5e9-2be0-4289-bf40-797db48f71a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:13.792594 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de6a611-127f-4ca6-9a90-21bc496fdf22 None None] The sync data for ids ['548573d6-9888-4b94-8b92-99850dce065f'] in n-d-798054-8 is: [{'id': '548573d6-9888-4b94-8b92-99850dce065f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1463500725-router', 'tenant_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '7f6a983b-5339-4cee-9984-49180ec23090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:14Z', 'updated_at': '2021-07-05T09:45:10Z', 'revision_number': 5, 'project_id': '5351ab19ae0f4040898fe5ccb04e62e1', 'gw_port': {'id': '7f6a983b-5339-4cee-9984-49180ec23090', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548573d6-9888-4b94-8b92-99850dce065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:15Z', 'updated_at': '2021-07-05T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:45:13.832731 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0b9941bf-8528-40bc-b4b3-dbef0d25c53e req-6398cf79-bfba-4546-8643-9da934b32eff service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=6b53c115-fa70-49fb-a505-943b44432cf3 HTTP/1.1" status: 200 len: 217 time: 0.1051204 Jul 05 09:45:13.954875 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9941bf-8528-40bc-b4b3-dbef0d25c53e req-6eef6387-7768-4398-8118-2fdb5f5fe756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:13.956609 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0b9941bf-8528-40bc-b4b3-dbef0d25c53e req-6eef6387-7768-4398-8118-2fdb5f5fe756 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0840878 Jul 05 09:45:13.961207 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eef35c8d-d71a-4222-ad7a-661e70402151 req-2ce39629-e3bf-4788-a597-ca6c218ceec3 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737091 Jul 05 09:45:14.076097 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8fee502e-a112-4a46-aca5-edc9e85a7762 req-2f9ee318-9985-414e-bfbf-9cad1082fffa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1896241 Jul 05 09:45:14.078190 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4684d5e9-2be0-4289-bf40-797db48f71a4 admin admin] Deleting port 7f6a983b-5339-4cee-9984-49180ec23090 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:14.081959 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4684d5e9-2be0-4289-bf40-797db48f71a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:14.088025 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6a0fec17-0666-43dd-89c9-08a0c61d1914 req-2bb09d0c-8214-46e5-ab55-1decac79b8c4 service neutron] 10.222.0.78 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590884 Jul 05 09:45:14.141465 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9941bf-8528-40bc-b4b3-dbef0d25c53e req-a6c9a5c5-ad9b-411e-bf63-3e3946259e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:14.143752 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0b9941bf-8528-40bc-b4b3-dbef0d25c53e req-a6c9a5c5-ad9b-411e-bf63-3e3946259e54 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1729569 Jul 05 09:45:14.301800 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device eaef9bb6-1c0a-4b2e-94a5-5487770307fb no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:14.347670 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0b9941bf-8528-40bc-b4b3-dbef0d25c53e req-20275898-3245-465d-b6dd-ebd8b715539c service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972861 Jul 05 09:45:14.372845 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: eaef9bb6-1c0a-4b2e-94a5-5487770307fb {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:14.373779 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device eaef9bb6-1c0a-4b2e-94a5-5487770307fb not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:14.464624 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-4684d5e9-2be0-4289-bf40-797db48f71a4 admin admin] For port 7f6a983b-5339-4cee-9984-49180ec23090, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7f6a983b-5339-4cee-9984-49180ec23090,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:14.465213 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4684d5e9-2be0-4289-bf40-797db48f71a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:14.473237 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816666d0-9c42-4d64-be6a-defa55228d25'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:14.475979 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a89620b-1a70-4084-9606-c122baa64e78" -d '{"events": [{"server_uuid": "19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6", "name": "network-vif-plugged", "status": "completed", "tag": "816666d0-9c42-4d64-be6a-defa55228d25"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:14.490497 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4684d5e9-2be0-4289-bf40-797db48f71a4 admin admin] Calling delete_port for 7f6a983b-5339-4cee-9984-49180ec23090 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:14.556183 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0b9941bf-8528-40bc-b4b3-dbef0d25c53e req-f441fc3f-498c-4ed1-8fb3-332f87e54ad0 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980758 Jul 05 09:45:14.760517 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab9dc6-5736-4eb7-a207-240a365675e5 req-e965e860-4814-4a23-a61c-e572f312040e tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:14.761986 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efab9dc6-5736-4eb7-a207-240a365675e5 req-e965e860-4814-4a23-a61c-e572f312040e tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 944 time: 0.5369377 Jul 05 09:45:14.838352 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee502e-a112-4a46-aca5-edc9e85a7762 req-c2fd323f-570f-4a9e-b3cc-24cc5802f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:14.839884 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8fee502e-a112-4a46-aca5-edc9e85a7762 req-c2fd323f-570f-4a9e-b3cc-24cc5802f202 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 1101 time: 0.6366017 Jul 05 09:45:14.881454 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efab9dc6-5736-4eb7-a207-240a365675e5 req-c86cd34f-7b1f-46fe-ba17-2063a5ff0741 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734575 Jul 05 09:45:14.913777 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0a04c-3d3f-4ea6-af30-7237e5622311 req-241e5975-c5d1-44d2-afff-cb8f8b13e95a tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:14.921423 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71d0a04c-3d3f-4ea6-af30-7237e5622311 req-241e5975-c5d1-44d2-afff-cb8f8b13e95a tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 944 time: 0.2713037 Jul 05 09:45:15.136238 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4684d5e9-2be0-4289-bf40-797db48f71a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:15.181741 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71d0a04c-3d3f-4ea6-af30-7237e5622311 req-009877c0-5888-4aca-80f5-fb7198748757 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592514 Jul 05 09:45:15.248402 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684d5e9-2be0-4289-bf40-797db48f71a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f6a983b-5339-4cee-9984-49180ec23090,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:15.394911 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee502e-a112-4a46-aca5-edc9e85a7762 req-d3c95540-da2b-407e-b0c9-7673433b49c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:15.400530 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8fee502e-a112-4a46-aca5-edc9e85a7762 req-d3c95540-da2b-407e-b0c9-7673433b49c7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.4215970 Jul 05 09:45:15.523274 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4684d5e9-2be0-4289-bf40-797db48f71a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:15.537343 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72803c14-b880-47c0-ab59-3cdb3e7e9d52 req-6c106eb7-45a5-45bc-bf5d-5c2c54dc9822 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:15.543159 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-72803c14-b880-47c0-ab59-3cdb3e7e9d52 req-6c106eb7-45a5-45bc-bf5d-5c2c54dc9822 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.4221168 Jul 05 09:45:15.546169 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8fee502e-a112-4a46-aca5-edc9e85a7762 req-e28b3c36-a73c-4a1d-b92b-f2cef616a833 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=8e70986e-92b8-4ec4-9e27-405e82323c6c HTTP/1.1" status: 200 len: 217 time: 0.1356039 Jul 05 09:45:15.748824 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4684d5e9-2be0-4289-bf40-797db48f71a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:15.777169 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4684d5e9-2be0-4289-bf40-797db48f71a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:15.824212 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-72803c14-b880-47c0-ab59-3cdb3e7e9d52 req-0442e4c8-227b-4a55-8a39-a51c49e40b04 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103916 Jul 05 09:45:15.893720 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14f88b7-e3f2-4f4a-9c78-2f08e6948718 x-openstack-request-id: req-d14f88b7-e3f2-4f4a-9c78-2f08e6948718 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:15.894227 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6", "name": "network-vif-plugged", "status": "completed", "tag": "816666d0-9c42-4d64-be6a-defa55228d25", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:15.894317 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d14f88b7-e3f2-4f4a-9c78-2f08e6948718 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:15.894653 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816666d0-9c42-4d64-be6a-defa55228d25', 'code': 200} Jul 05 09:45:15.939436 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4684d5e9-2be0-4289-bf40-797db48f71a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:15.940133 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4684d5e9-2be0-4289-bf40-797db48f71a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 548573d6-9888-4b94-8b92-99850dce065f {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:45:15.945250 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee502e-a112-4a46-aca5-edc9e85a7762 req-a6c527e3-b0f4-4825-918e-09d368bb852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:15.946060 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8fee502e-a112-4a46-aca5-edc9e85a7762 req-a6c527e3-b0f4-4825-918e-09d368bb852a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.2223768 Jul 05 09:45:15.963540 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4684d5e9-2be0-4289-bf40-797db48f71a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:15.974895 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4684d5e9-2be0-4289-bf40-797db48f71a4 admin admin] 10.222.0.79 "DELETE /v2.0/routers/548573d6-9888-4b94-8b92-99850dce065f HTTP/1.1" status: 204 len: 168 time: 3.2634933 Jul 05 09:45:15.977485 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48464) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:16.114852 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44ef98-d0ab-4fbd-846e-5639c8c3c078 req-dd792bca-7840-44f7-972c-31f2706def6c tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:16.116739 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff44ef98-d0ab-4fbd-846e-5639c8c3c078 req-dd792bca-7840-44f7-972c-31f2706def6c tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a1fb8a-caf5-4726-aef0-564b094da45d HTTP/1.1" status: 200 len: 945 time: 0.5693233 Jul 05 09:45:16.182748 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c3f27d-33ce-483e-8b4a-f86020fb44a1 admin admin] Deleting subnet 9c20d73b-20a8-4256-8e66-032d0b26ba32 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:45:16.200981 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-05c3f27d-33ce-483e-8b4a-f86020fb44a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:16.210324 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff44ef98-d0ab-4fbd-846e-5639c8c3c078 req-9aeb9adb-32e9-498a-a02e-dc711e4978ad tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854344 Jul 05 09:45:16.230758 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee502e-a112-4a46-aca5-edc9e85a7762 req-39c66033-fe13-4a44-957b-1e5c692e0df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:16.232601 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8fee502e-a112-4a46-aca5-edc9e85a7762 req-39c66033-fe13-4a44-957b-1e5c692e0df8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2728987 Jul 05 09:45:16.246958 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425f8f7-26b7-46c9-9a8f-0899f0efe65f req-9857d3f4-2ab6-4905-8325-ce4429964c10 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:16.248774 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7425f8f7-26b7-46c9-9a8f-0899f0efe65f req-9857d3f4-2ab6-4905-8325-ce4429964c10 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.2103245 Jul 05 09:45:16.370178 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76065850-495f-4448-9082-2e1c4e403b34 req-6cf58e34-ad71-4d16-b635-36b925253dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:16.376617 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-76065850-495f-4448-9082-2e1c4e403b34 req-6cf58e34-ad71-4d16-b635-36b925253dd5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 1100 time: 0.4118853 Jul 05 09:45:16.410318 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7f6a983b-5339-4cee-9984-49180ec23090 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:16.451089 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 7f6a983b-5339-4cee-9984-49180ec23090 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:16.451451 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7f6a983b-5339-4cee-9984-49180ec23090 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:16.454311 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-05c3f27d-33ce-483e-8b4a-f86020fb44a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:16.466283 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7425f8f7-26b7-46c9-9a8f-0899f0efe65f req-cabfee6f-359c-457a-a2ec-17fed6dd4c41 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982620 Jul 05 09:45:16.529525 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a0765-7e67-4b71-b102-60b3bdb9ec69 req-9fa31329-d3ad-4c06-8bad-8d19f3113d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:16.531995 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3f7a0765-7e67-4b71-b102-60b3bdb9ec69 req-9fa31329-d3ad-4c06-8bad-8d19f3113d34 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225&tenant_id=e14984e744944dda9aa0ac1df3aa0f0a HTTP/1.1" status: 200 len: 1095 time: 0.4441559 Jul 05 09:45:16.548725 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8fee502e-a112-4a46-aca5-edc9e85a7762 req-82b62454-7c73-4c59-b1d8-8a5e8e481108 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988298 Jul 05 09:45:16.580341 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-76065850-495f-4448-9082-2e1c4e403b34 req-c90cbd30-7fe4-4673-af3a-84de3531bee9 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902483 Jul 05 09:45:16.720758 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-05c3f27d-33ce-483e-8b4a-f86020fb44a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:16.804363 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a0765-7e67-4b71-b102-60b3bdb9ec69 req-496e57d9-5238-4439-8ed4-05d6dd7eb865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:16.806188 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3f7a0765-7e67-4b71-b102-60b3bdb9ec69 req-496e57d9-5238-4439-8ed4-05d6dd7eb865 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e14984e744944dda9aa0ac1df3aa0f0a&device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 1095 time: 0.2401445 Jul 05 09:45:16.838571 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8fee502e-a112-4a46-aca5-edc9e85a7762 req-85c7193e-d1ce-4466-819c-c8abc3e1dedb service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811632 Jul 05 09:45:16.868121 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc070adf-e0eb-4bb3-9c05-6cc1c80110a5 req-b88dc617-af06-4991-8329-04fe9b9dc82a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:16.878608 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cc070adf-e0eb-4bb3-9c05-6cc1c80110a5 req-b88dc617-af06-4991-8329-04fe9b9dc82a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 944 time: 0.1161566 Jul 05 09:45:16.952386 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cc070adf-e0eb-4bb3-9c05-6cc1c80110a5 req-1c4f84df-c17f-42d8-b8ef-7d4d4b3673dc tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725331 Jul 05 09:45:16.956751 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-05c3f27d-33ce-483e-8b4a-f86020fb44a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:17.108766 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3f27d-33ce-483e-8b4a-f86020fb44a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c20d73b-20a8-4256-8e66-032d0b26ba32,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:17.121271 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fdbd07-48fd-4870-bba0-ad3e1d8fb82b None None] Network e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:17.124420 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-05c3f27d-33ce-483e-8b4a-f86020fb44a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:17.127530 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-05c3f27d-33ce-483e-8b4a-f86020fb44a1 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9c20d73b-20a8-4256-8e66-032d0b26ba32 HTTP/1.1" status: 204 len: 168 time: 1.0978839 Jul 05 09:45:17.133766 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48474) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:17.234587 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a0765-7e67-4b71-b102-60b3bdb9ec69 req-76a7204d-dbde-4b93-b8c3-2be26d9e72cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:17.236772 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3f7a0765-7e67-4b71-b102-60b3bdb9ec69 req-76a7204d-dbde-4b93-b8c3-2be26d9e72cd service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb HTTP/1.1" status: 200 len: 918 time: 0.4227662 Jul 05 09:45:17.266035 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:45:17.418822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad176ed-03a4-4bf2-b7dc-b2c7cfa4d953 req-5dbf45b0-41d9-4b24-aebd-f5800ecf1005 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:17.424180 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ad176ed-03a4-4bf2-b7dc-b2c7cfa4d953 req-5dbf45b0-41d9-4b24-aebd-f5800ecf1005 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d64226c-2f45-401f-b3fa-4d091b33cbec HTTP/1.1" status: 200 len: 945 time: 0.2390985 Jul 05 09:45:17.428040 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-747701f4-362e-4300-89de-722b8f664681 req-76fca7f7-7ce3-4d36-9c68-7c0abd78f095 service neutron] 10.222.0.78 "GET /v2.0/ports/e2627bf4-8abf-467c-a8bb-89bc4d7430c8/bindings/n-h1-798054-8 HTTP/1.1" status: 200 len: 384 time: 0.3112741 Jul 05 09:45:17.435471 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-533034e2-e4d9-46ff-911d-acd1f5b109bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:17.441390 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3f7a0765-7e67-4b71-b102-60b3bdb9ec69 req-9e17f2ad-1460-4b71-83d7-5ad3aecac92c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdc00d6a-b106-44a7-8c58-52daf384b120 HTTP/1.1" status: 200 len: 999 time: 0.1016669 Jul 05 09:45:17.466148 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd3aae-2b35-4744-9926-89589069d3a4 req-bda1e677-be58-4232-acf0-81264413e689 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:17.468486 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-22cd3aae-2b35-4744-9926-89589069d3a4 req-bda1e677-be58-4232-acf0-81264413e689 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 944 time: 0.3445981 Jul 05 09:45:17.482115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28387d-5178-45ff-97c1-1cd09e2f5f21 req-202a1986-c50d-4aac-a019-c75e155ece76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:17.484422 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd28387d-5178-45ff-97c1-1cd09e2f5f21 req-202a1986-c50d-4aac-a019-c75e155ece76 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d4b058b990f649f2b3dcc5ec561d1da5&device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 1096 time: 0.4187715 Jul 05 09:45:17.534177 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a0765-7e67-4b71-b102-60b3bdb9ec69 req-554d5ea1-bfc0-4f85-b747-eb74791e26c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:17.535842 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3f7a0765-7e67-4b71-b102-60b3bdb9ec69 req-554d5ea1-bfc0-4f85-b747-eb74791e26c0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70194034-b839-4d67-b152-2ad54f034d6c HTTP/1.1" status: 200 len: 856 time: 0.0789826 Jul 05 09:45:17.549346 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ad176ed-03a4-4bf2-b7dc-b2c7cfa4d953 req-e9d73abd-04cf-4a90-9ec2-7682f44f1c26 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120405 Jul 05 09:45:17.555482 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8adeafe-fec1-492b-bd0f-0d03a281272d None None] DHCP port deletion for e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:45:17.699063 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a8adeafe-fec1-492b-bd0f-0d03a281272d None None] Deleting port 6b270284-88ab-43cd-a754-f1a0b239e992 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:17.699793 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a8adeafe-fec1-492b-bd0f-0d03a281272d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:17.723138 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a0765-7e67-4b71-b102-60b3bdb9ec69 req-dc1e644e-15c1-4d11-84a3-c465d583f5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:17.724746 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3f7a0765-7e67-4b71-b102-60b3bdb9ec69 req-dc1e644e-15c1-4d11-84a3-c465d583f5ba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498466 Jul 05 09:45:17.835692 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a8adeafe-fec1-492b-bd0f-0d03a281272d None None] For port 6b270284-88ab-43cd-a754-f1a0b239e992, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6b270284-88ab-43cd-a754-f1a0b239e992,segment=NetworkSegment(d6056bc4-3a27-4ed8-a4ff-9c61338e4958),segment_id=d6056bc4-3a27-4ed8-a4ff-9c61338e4958)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:17.836582 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a8adeafe-fec1-492b-bd0f-0d03a281272d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:17.857205 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-747701f4-362e-4300-89de-722b8f664681 req-f2ac1e4e-b202-450a-92e5-98b99bdff96c service neutron] For port e2627bf4-8abf-467c-a8bb-89bc4d7430c8, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=e2627bf4-8abf-467c-a8bb-89bc4d7430c8,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:17.859452 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a8adeafe-fec1-492b-bd0f-0d03a281272d None None] Calling delete_port for 6b270284-88ab-43cd-a754-f1a0b239e992 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:17.883963 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-747701f4-362e-4300-89de-722b8f664681 req-f2ac1e4e-b202-450a-92e5-98b99bdff96c service neutron] For port e2627bf4-8abf-467c-a8bb-89bc4d7430c8, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:45:17.922822 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-747701f4-362e-4300-89de-722b8f664681 req-f2ac1e4e-b202-450a-92e5-98b99bdff96c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2627bf4-8abf-467c-a8bb-89bc4d7430c8 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:17.934865 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-747701f4-362e-4300-89de-722b8f664681 req-f2ac1e4e-b202-450a-92e5-98b99bdff96c service neutron] For port e2627bf4-8abf-467c-a8bb-89bc4d7430c8, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e2627bf4-8abf-467c-a8bb-89bc4d7430c8,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:17.965931 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a8adeafe-fec1-492b-bd0f-0d03a281272d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:17.974778 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-747701f4-362e-4300-89de-722b8f664681 req-f2ac1e4e-b202-450a-92e5-98b99bdff96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:18.014183 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8adeafe-fec1-492b-bd0f-0d03a281272d None None] Pushing event deleted for resources: {'Port': ['ID=6b270284-88ab-43cd-a754-f1a0b239e992,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:18.017654 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8adeafe-fec1-492b-bd0f-0d03a281272d None None] No DVR routers for this DVR port 6b270284-88ab-43cd-a754-f1a0b239e992 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:18.042827 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-533034e2-e4d9-46ff-911d-acd1f5b109bf admin admin] Deleting port 6b270284-88ab-43cd-a754-f1a0b239e992 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:18.043179 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-533034e2-e4d9-46ff-911d-acd1f5b109bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:18.050819 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-22cd3aae-2b35-4744-9926-89589069d3a4 req-4ba871ef-b7eb-475d-bc4b-95f191310381 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5477524 Jul 05 09:45:18.136843 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99492bab-fcc5-41ca-bdb9-20c95e5a9664 req-e5a6145e-9f97-4b77-ae0e-58652291b68d tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:18.139688 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-99492bab-fcc5-41ca-bdb9-20c95e5a9664 req-e5a6145e-9f97-4b77-ae0e-58652291b68d tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.1038208 Jul 05 09:45:18.148182 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device e2627bf4-8abf-467c-a8bb-89bc4d7430c8 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:18.255069 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-99492bab-fcc5-41ca-bdb9-20c95e5a9664 req-cfb9aac9-c876-43fb-a07f-e2f7e6af3f72 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009619 Jul 05 09:45:18.256814 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28387d-5178-45ff-97c1-1cd09e2f5f21 req-b9180074-09cd-4c01-b999-e2d11f95efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:18.269069 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd28387d-5178-45ff-97c1-1cd09e2f5f21 req-b9180074-09cd-4c01-b999-e2d11f95efdb service neutron] 10.222.0.81 "GET /v2.0/networks?id=936dc2f0-d82a-4fa2-99fc-22f673149510 HTTP/1.1" status: 200 len: 911 time: 0.7428396 Jul 05 09:45:18.298901 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-533034e2-e4d9-46ff-911d-acd1f5b109bf admin admin] For port 6b270284-88ab-43cd-a754-f1a0b239e992, host n-d-798054-8, got binding levels [] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:18.299406 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-533034e2-e4d9-46ff-911d-acd1f5b109bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:18.316937 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-533034e2-e4d9-46ff-911d-acd1f5b109bf admin admin] Calling delete_port for 6b270284-88ab-43cd-a754-f1a0b239e992 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:18.319778 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.ipam_backend_mixin [None req-533034e2-e4d9-46ff-911d-acd1f5b109bf admin admin] Port 6b270284-88ab-43cd-a754-f1a0b239e992 was not found and therefore no delete operation was performed {{(pid=93906) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 09:45:18.323759 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-533034e2-e4d9-46ff-911d-acd1f5b109bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:18.384689 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533034e2-e4d9-46ff-911d-acd1f5b109bf admin admin] Pushing event deleted for resources: {'Port': ['ID=6b270284-88ab-43cd-a754-f1a0b239e992,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:18.400059 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6b270284-88ab-43cd-a754-f1a0b239e992 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:18.415342 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533034e2-e4d9-46ff-911d-acd1f5b109bf admin admin] No DVR routers for this DVR port 6b270284-88ab-43cd-a754-f1a0b239e992 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:18.468886 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 6b270284-88ab-43cd-a754-f1a0b239e992 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:18.477037 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6b270284-88ab-43cd-a754-f1a0b239e992 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:18.498481 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd28387d-5178-45ff-97c1-1cd09e2f5f21 req-cfe4fc64-c664-4b29-acf8-9df982fa2f9e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df4e66ef-32bb-4691-84d4-7c3d3f42f4bd HTTP/1.1" status: 200 len: 217 time: 0.0993037 Jul 05 09:45:18.567473 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3f7a0765-7e67-4b71-b102-60b3bdb9ec69 req-bde3e360-1555-40a8-b52d-3e5018a9e4b9 service neutron] 10.222.0.81 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6178288 Jul 05 09:45:18.595407 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1dd07-5110-4cba-84e5-370c79c22f1c req-c231fc45-9d86-4ca0-b1c3-c94b33a472c8 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:18.603645 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4d1dd07-5110-4cba-84e5-370c79c22f1c req-c231fc45-9d86-4ca0-b1c3-c94b33a472c8 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.3316677 Jul 05 09:45:18.627182 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28387d-5178-45ff-97c1-1cd09e2f5f21 req-016df264-989a-4837-be93-57085c40ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:18.628704 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd28387d-5178-45ff-97c1-1cd09e2f5f21 req-016df264-989a-4837-be93-57085c40ac56 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac8d69af-6389-4903-b1a9-dea0800e3203 HTTP/1.1" status: 200 len: 850 time: 0.1233149 Jul 05 09:45:18.653344 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-533034e2-e4d9-46ff-911d-acd1f5b109bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:18.668720 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-747701f4-362e-4300-89de-722b8f664681 req-f2ac1e4e-b202-450a-92e5-98b99bdff96c service neutron] Transition to ACTIVE for port object e2627bf4-8abf-467c-a8bb-89bc4d7430c8 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:18.670837 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-533034e2-e4d9-46ff-911d-acd1f5b109bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:18.688345 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-747701f4-362e-4300-89de-722b8f664681 req-f2ac1e4e-b202-450a-92e5-98b99bdff96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:18.698489 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4d1dd07-5110-4cba-84e5-370c79c22f1c req-153dd0c0-2c4b-4eee-a043-3c952ab64cf0 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938184 Jul 05 09:45:18.705998 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd28387d-5178-45ff-97c1-1cd09e2f5f21 req-73691c46-4963-451a-8fc7-50c38afe7a84 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=936dc2f0-d82a-4fa2-99fc-22f673149510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602729 Jul 05 09:45:18.707495 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-533034e2-e4d9-46ff-911d-acd1f5b109bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6056bc4-3a27-4ed8-a4ff-9c61338e4958') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:18.716466 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-533034e2-e4d9-46ff-911d-acd1f5b109bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6056bc4-3a27-4ed8-a4ff-9c61338e4958') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:18.789021 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-533034e2-e4d9-46ff-911d-acd1f5b109bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:18.887008 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-533034e2-e4d9-46ff-911d-acd1f5b109bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:18.893819 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-747701f4-362e-4300-89de-722b8f664681 req-f2ac1e4e-b202-450a-92e5-98b99bdff96c service neutron] No DVR routers for this DVR port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:18.907601 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3f7a0765-7e67-4b71-b102-60b3bdb9ec69 req-d549f2b3-3b22-466c-8d3f-00c7776b3b6d service neutron] 10.222.0.81 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254824 Jul 05 09:45:18.908542 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533034e2-e4d9-46ff-911d-acd1f5b109bf admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:45:18.908960 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-533034e2-e4d9-46ff-911d-acd1f5b109bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:45:18.915545 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:45:18.933792 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd28387d-5178-45ff-97c1-1cd09e2f5f21 req-efd83f72-f73c-4f5a-a54c-afe1f294bade service neutron] 10.222.0.81 "GET /v2.0/networks/936dc2f0-d82a-4fa2-99fc-22f673149510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235310 Jul 05 09:45:18.984488 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac1e4e-b202-450a-92e5-98b99bdff96c service neutron] Pushing event updated for resources: {'Port': ['ID=e2627bf4-8abf-467c-a8bb-89bc4d7430c8,revision_number=10']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:19.048420 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-747701f4-362e-4300-89de-722b8f664681 req-f2ac1e4e-b202-450a-92e5-98b99bdff96c service neutron] 10.222.0.78 "PUT /v2.0/ports/e2627bf4-8abf-467c-a8bb-89bc4d7430c8/bindings/n-h1-798054-8/activate HTTP/1.1" status: 200 len: 369 time: 1.6055009 Jul 05 09:45:19.063025 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-533034e2-e4d9-46ff-911d-acd1f5b109bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:19.083966 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-533034e2-e4d9-46ff-911d-acd1f5b109bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:19.088362 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-533034e2-e4d9-46ff-911d-acd1f5b109bf admin admin] 10.222.0.79 "DELETE /v2.0/networks/e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3 HTTP/1.1" status: 204 len: 168 time: 1.9337745 Jul 05 09:45:19.117151 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533034e2-e4d9-46ff-911d-acd1f5b109bf admin admin] Pushing event deleted for resources: {'Network': ['ID=e0fc7d81-e4c1-4a8c-a9df-e75fb8ba4cb3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:19.251277 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747701f4-362e-4300-89de-722b8f664681 req-f3fef9b1-ff12-4c3c-a97a-0ad4cea30742 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:19.255690 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-747701f4-362e-4300-89de-722b8f664681 req-f3fef9b1-ff12-4c3c-a97a-0ad4cea30742 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007&tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&binding%3Ahost_id=n-h2-798054-8 HTTP/1.1" status: 200 len: 1096 time: 0.1313009 Jul 05 09:45:19.258000 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd28387d-5178-45ff-97c1-1cd09e2f5f21 req-53865360-d93e-4d11-a7df-41c2ae3cd55d service neutron] 10.222.0.81 "GET /v2.0/networks/936dc2f0-d82a-4fa2-99fc-22f673149510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158951 Jul 05 09:45:19.283020 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774e2ca-664e-46be-bd9d-d2c106225747 req-764bf185-c644-4ae8-975f-e0aee74a1a06 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:19.290893 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9774e2ca-664e-46be-bd9d-d2c106225747 req-764bf185-c644-4ae8-975f-e0aee74a1a06 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d64226c-2f45-401f-b3fa-4d091b33cbec HTTP/1.1" status: 200 len: 945 time: 0.2794330 Jul 05 09:45:19.327628 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48528) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:19.395236 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747701f4-362e-4300-89de-722b8f664681 req-08dc5d1b-ffdb-4d97-bcf2-a7946f832d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:19.402437 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-747701f4-362e-4300-89de-722b8f664681 req-08dc5d1b-ffdb-4d97-bcf2-a7946f832d81 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007&tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b HTTP/1.1" status: 200 len: 1096 time: 0.1253345 Jul 05 09:45:19.421014 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9774e2ca-664e-46be-bd9d-d2c106225747 req-901aec60-36d8-488e-a170-3f1862aaaaf3 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292176 Jul 05 09:45:19.441539 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0ad58-fe9b-4336-8b4f-e5c49460f50c req-bcfba065-559f-4e24-9a2c-8db0967c3b31 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:19.443181 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67d0ad58-fe9b-4336-8b4f-e5c49460f50c req-bcfba065-559f-4e24-9a2c-8db0967c3b31 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 944 time: 0.4787381 Jul 05 09:45:19.499028 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-68de7e4d-fb3c-460e-a9da-1f774086faef admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6a5160c387a74a2a9c22b96c82dfdcb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1681523 Jul 05 09:45:19.499248 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48530) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:19.533825 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67d0ad58-fe9b-4336-8b4f-e5c49460f50c req-b3dfe80c-15eb-494a-afb2-dcbfaf2887cc tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468547 Jul 05 09:45:19.721124 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87583cab-616c-4089-87a7-f7a099e0efdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:19.753006 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747701f4-362e-4300-89de-722b8f664681 req-6d2927b0-3d92-4b5b-92bf-80ac43e52776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:19.754739 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-747701f4-362e-4300-89de-722b8f664681 req-6d2927b0-3d92-4b5b-92bf-80ac43e52776 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 1096 time: 0.2129784 Jul 05 09:45:19.769466 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87583cab-616c-4089-87a7-f7a099e0efdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:19.873715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c34a6-6ec4-451f-bd3e-fd2b62d140fa req-936556e5-3eeb-4586-887a-8699ad834389 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:19.875919 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-551c34a6-6ec4-451f-bd3e-fd2b62d140fa req-936556e5-3eeb-4586-887a-8699ad834389 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 945 time: 0.0943282 Jul 05 09:45:19.932234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd8932-5384-459e-8e9b-e7c4329bc4bf req-c4c2550d-93a6-4251-a1ff-b06413b2f55a tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:19.933889 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-89dd8932-5384-459e-8e9b-e7c4329bc4bf req-c4c2550d-93a6-4251-a1ff-b06413b2f55a tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.1894329 Jul 05 09:45:19.949879 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-551c34a6-6ec4-451f-bd3e-fd2b62d140fa req-34f57e43-d609-41cf-8f8f-2ff121a5c9c8 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655224 Jul 05 09:45:19.983614 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87583cab-616c-4089-87a7-f7a099e0efdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:19.987372 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87583cab-616c-4089-87a7-f7a099e0efdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:19.988718 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-87583cab-616c-4089-87a7-f7a099e0efdd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8a60d75f-b596-4aed-a6bd-331ea1c8e93e HTTP/1.1" status: 204 len: 168 time: 0.4880435 Jul 05 09:45:20.033193 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87583cab-616c-4089-87a7-f7a099e0efdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a60d75f-b596-4aed-a6bd-331ea1c8e93e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:20.039294 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-89dd8932-5384-459e-8e9b-e7c4329bc4bf req-31db2ae2-d51f-475b-8546-e773612fffaa tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876982 Jul 05 09:45:20.071966 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747701f4-362e-4300-89de-722b8f664681 req-b77d7760-2d99-4148-8efe-26c17ff4b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:20.073504 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-747701f4-362e-4300-89de-722b8f664681 req-b77d7760-2d99-4148-8efe-26c17ff4b1b0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 200 len: 922 time: 0.2980218 Jul 05 09:45:20.223543 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-747701f4-362e-4300-89de-722b8f664681 req-bf5bee6d-d1f7-4e68-9236-7a08f8a1e7fb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2627bf4-8abf-467c-a8bb-89bc4d7430c8 HTTP/1.1" status: 200 len: 217 time: 0.1300709 Jul 05 09:45:20.348639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43884b-5c5a-42b7-a24d-929bdf4b504e req-bef91e6a-10c2-459d-8ce6-f60774cf6714 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:20.351804 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf43884b-5c5a-42b7-a24d-929bdf4b504e req-bef91e6a-10c2-459d-8ce6-f60774cf6714 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.1654036 Jul 05 09:45:20.422441 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747701f4-362e-4300-89de-722b8f664681 req-d86ae1aa-3f79-4fda-9677-1a775bf35863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:20.425485 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-747701f4-362e-4300-89de-722b8f664681 req-d86ae1aa-3f79-4fda-9677-1a775bf35863 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4cd5f100-3ecb-4100-a6d6-40f339ce6cc7 HTTP/1.1" status: 200 len: 861 time: 0.1428688 Jul 05 09:45:20.467663 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf43884b-5c5a-42b7-a24d-929bdf4b504e req-50bed6d4-2856-492e-bd68-7febb69a6ab2 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090007 Jul 05 09:45:20.652822 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb5a9a-f57b-4857-95f2-27d4783576dd req-23571388-fa52-4bdc-9d24-a8208d940c9e tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:20.655082 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f3cb5a9a-f57b-4857-95f2-27d4783576dd req-23571388-fa52-4bdc-9d24-a8208d940c9e tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d64226c-2f45-401f-b3fa-4d091b33cbec HTTP/1.1" status: 200 len: 945 time: 0.0956950 Jul 05 09:45:20.765637 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48552) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:20.831892 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-f3cb5a9a-f57b-4857-95f2-27d4783576dd req-4f59fa6a-ca2a-48c2-bc73-7839965ae7ac tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Deleting port 5d63bda6-a8c4-4e7a-99c1-939159d929b9 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:20.834170 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f3cb5a9a-f57b-4857-95f2-27d4783576dd req-4f59fa6a-ca2a-48c2-bc73-7839965ae7ac tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:20.853394 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7f7bba74-f903-4ce7-ad65-d50e0a72f35a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5351ab19ae0f4040898fe5ccb04e62e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0854785 Jul 05 09:45:20.854036 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48554) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:20.892693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92fc75-edd7-4f8c-a94f-190ef69b1703 req-24c0fdea-dfb0-4fd7-a9eb-64c7b7da962c tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:20.900849 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1b92fc75-edd7-4f8c-a94f-190ef69b1703 req-24c0fdea-dfb0-4fd7-a9eb-64c7b7da962c tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d64226c-2f45-401f-b3fa-4d091b33cbec HTTP/1.1" status: 200 len: 945 time: 0.2384572 Jul 05 09:45:20.955133 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c32e877b-09b3-4da7-aa42-a52e5e18e424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:20.963112 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1b92fc75-edd7-4f8c-a94f-190ef69b1703 req-7d7de44a-155b-4308-b7e7-803c19cfce71 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613432 Jul 05 09:45:20.992489 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-db7fc88a-bb57-4b5d-9e52-9be27ac8c74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:21.006407 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-f3cb5a9a-f57b-4857-95f2-27d4783576dd req-4f59fa6a-ca2a-48c2-bc73-7839965ae7ac tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] For port 5d63bda6-a8c4-4e7a-99c1-939159d929b9, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=5d63bda6-a8c4-4e7a-99c1-939159d929b9,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:21.006707 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f3cb5a9a-f57b-4857-95f2-27d4783576dd req-4f59fa6a-ca2a-48c2-bc73-7839965ae7ac tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:21.031531 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-db7fc88a-bb57-4b5d-9e52-9be27ac8c74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:21.031894 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-f3cb5a9a-f57b-4857-95f2-27d4783576dd req-4f59fa6a-ca2a-48c2-bc73-7839965ae7ac tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Calling delete_port for 5d63bda6-a8c4-4e7a-99c1-939159d929b9 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:21.097042 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-db7fc88a-bb57-4b5d-9e52-9be27ac8c74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:21.104286 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-db7fc88a-bb57-4b5d-9e52-9be27ac8c74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:21.112111 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-db7fc88a-bb57-4b5d-9e52-9be27ac8c74e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/721e9aeb-c028-4243-8fc8-c296bc632e0c HTTP/1.1" status: 204 len: 168 time: 0.2569613 Jul 05 09:45:21.143241 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7fc88a-bb57-4b5d-9e52-9be27ac8c74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721e9aeb-c028-4243-8fc8-c296bc632e0c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:21.214620 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f3cb5a9a-f57b-4857-95f2-27d4783576dd req-4f59fa6a-ca2a-48c2-bc73-7839965ae7ac tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:21.228886 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['ec4580b3-1c2a-430d-9662-78357cbfa071'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:21.231880 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['4618948b-aba9-4c53-a34d-ed838ba47183', '5d63bda6-a8c4-4e7a-99c1-939159d929b9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:21.542901 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d704fd-e53d-4d6c-a02d-108c980c4ae7 req-284812b3-a561-4c93-9263-4607d0777c18 tempest-MigrationsAdminTest-1277672489 tempest-MigrationsAdminTest-1277672489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:21.544514 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45d704fd-e53d-4d6c-a02d-108c980c4ae7 req-284812b3-a561-4c93-9263-4607d0777c18 tempest-MigrationsAdminTest-1277672489 tempest-MigrationsAdminTest-1277672489-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 1100 time: 0.2067351 Jul 05 09:45:21.655038 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45d704fd-e53d-4d6c-a02d-108c980c4ae7 req-b65de9bf-9422-4d91-8285-1df123a39be2 tempest-MigrationsAdminTest-1277672489 tempest-MigrationsAdminTest-1277672489-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035187 Jul 05 09:45:21.814026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59fa6a-ca2a-48c2-bc73-7839965ae7ac tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Pushing event deleted for resources: {'Port': ['ID=5d63bda6-a8c4-4e7a-99c1-939159d929b9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:21.880712 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59fa6a-ca2a-48c2-bc73-7839965ae7ac tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:21.881100 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59fa6a-ca2a-48c2-bc73-7839965ae7ac tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:21.881449 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59fa6a-ca2a-48c2-bc73-7839965ae7ac tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:21.881794 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59fa6a-ca2a-48c2-bc73-7839965ae7ac tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:21.882176 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59fa6a-ca2a-48c2-bc73-7839965ae7ac tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:21.882463 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59fa6a-ca2a-48c2-bc73-7839965ae7ac tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:21.882802 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59fa6a-ca2a-48c2-bc73-7839965ae7ac tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:21.883141 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59fa6a-ca2a-48c2-bc73-7839965ae7ac tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:21.883506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59fa6a-ca2a-48c2-bc73-7839965ae7ac tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:21.883813 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59fa6a-ca2a-48c2-bc73-7839965ae7ac tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:21.884193 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59fa6a-ca2a-48c2-bc73-7839965ae7ac tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:21.884552 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59fa6a-ca2a-48c2-bc73-7839965ae7ac tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:21.888965 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-747701f4-362e-4300-89de-722b8f664681 req-8c4a0c1d-d58b-4963-bf70-eb1cb63e65ff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33584e1d-fbb7-4689-90f6-bc3d0ee549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001077 Jul 05 09:45:21.890745 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cb5a9a-f57b-4857-95f2-27d4783576dd req-4f59fa6a-ca2a-48c2-bc73-7839965ae7ac tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] No DVR routers for this DVR port 5d63bda6-a8c4-4e7a-99c1-939159d929b9 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:21.894041 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f3cb5a9a-f57b-4857-95f2-27d4783576dd req-4f59fa6a-ca2a-48c2-bc73-7839965ae7ac tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:21.897907 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f3cb5a9a-f57b-4857-95f2-27d4783576dd req-4f59fa6a-ca2a-48c2-bc73-7839965ae7ac tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.78 "DELETE /v2.0/ports/5d63bda6-a8c4-4e7a-99c1-939159d929b9 HTTP/1.1" status: 204 len: 173 time: 1.2372720 Jul 05 09:45:21.898437 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d64226c-2f45-401f-b3fa-4d091b33cbec', 'name': 'network-vif-deleted', 'tag': '5d63bda6-a8c4-4e7a-99c1-939159d929b9'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:21.900655 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e8f980-60ff-460c-9b09-9833896c4441" -d '{"events": [{"server_uuid": "2d64226c-2f45-401f-b3fa-4d091b33cbec", "name": "network-vif-deleted", "tag": "5d63bda6-a8c4-4e7a-99c1-939159d929b9"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:22.034941 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61bff1e-939d-4abf-af26-bae810c72c72 req-f68937e2-a719-44af-8c7b-1216ae10dad3 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:22.043023 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a61bff1e-939d-4abf-af26-bae810c72c72 req-f68937e2-a719-44af-8c7b-1216ae10dad3 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 944 time: 0.1326165 Jul 05 09:45:22.114702 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a61bff1e-939d-4abf-af26-bae810c72c72 req-88c5d74e-2f2b-4334-a192-03d9ab5a79db tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706830 Jul 05 09:45:22.151723 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-747701f4-362e-4300-89de-722b8f664681 req-4e5b3dc6-b499-4aca-af25-7a312ec79092 service neutron] 10.222.0.81 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483499 Jul 05 09:45:22.368057 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-747701f4-362e-4300-89de-722b8f664681 req-5883c55b-73be-4d3a-aeda-684bd797be08 service neutron] 10.222.0.81 "GET /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023416 Jul 05 09:45:22.390229 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1332d8-1157-4e97-8675-f683e76ca12c req-f9edf81b-73e3-408a-93bd-107c04a4aa9e tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:22.392970 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8b1332d8-1157-4e97-8675-f683e76ca12c req-f9edf81b-73e3-408a-93bd-107c04a4aa9e tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 945 time: 0.1496034 Jul 05 09:45:22.448691 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8b1332d8-1157-4e97-8675-f683e76ca12c req-fc1619f4-f7c2-48d2-88aa-dcc4772845a6 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441906 Jul 05 09:45:22.723181 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48604) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:22.786494 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa796d93-e4af-4e63-8f88-517a4d0c2375 req-f5836f3f-b3a8-4335-941b-5be22116cb20 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:22.789052 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa796d93-e4af-4e63-8f88-517a4d0c2375 req-f5836f3f-b3a8-4335-941b-5be22116cb20 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.1064000 Jul 05 09:45:22.852570 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa796d93-e4af-4e63-8f88-517a4d0c2375 req-85e4b602-8413-464c-a635-0436c8e24586 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557480 Jul 05 09:45:22.973639 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3730005d-8fc0-4cee-9af2-d8f4bd44791e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-502449943-network', 'tenant_id': '2670d186911d4c43b7e511e7499a38d6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:23.020522 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3730005d-8fc0-4cee-9af2-d8f4bd44791e admin admin] Made reservation on behalf of 2670d186911d4c43b7e511e7499a38d6 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:23.022951 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3730005d-8fc0-4cee-9af2-d8f4bd44791e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.048994 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3730005d-8fc0-4cee-9af2-d8f4bd44791e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.197624 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3730005d-8fc0-4cee-9af2-d8f4bd44791e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.205107 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3730005d-8fc0-4cee-9af2-d8f4bd44791e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.239709 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33694af1-d616-4660-98e9-2fe84240febf x-openstack-request-id: req-33694af1-d616-4660-98e9-2fe84240febf {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:23.240091 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d64226c-2f45-401f-b3fa-4d091b33cbec", "name": "network-vif-deleted", "tag": "5d63bda6-a8c4-4e7a-99c1-939159d929b9", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:23.240410 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-33694af1-d616-4660-98e9-2fe84240febf {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:23.240870 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d64226c-2f45-401f-b3fa-4d091b33cbec', 'name': 'network-vif-deleted', 'tag': '5d63bda6-a8c4-4e7a-99c1-939159d929b9', 'status': 'completed', 'code': 200} Jul 05 09:45:23.245228 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3730005d-8fc0-4cee-9af2-d8f4bd44791e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:45:23.253892 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730005d-8fc0-4cee-9af2-d8f4bd44791e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc8045d-a3ec-4f3c-95d8-14eb39b34168,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:23.277529 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3730005d-8fc0-4cee-9af2-d8f4bd44791e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.277939 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-3730005d-8fc0-4cee-9af2-d8f4bd44791e admin admin] Added segment 32247b43-070e-481a-a9d0-5590446130da of type vlan for network 9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144 Jul 05 09:45:23.298700 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-db49e05a-6bbe-4b48-9dfd-b7d9c38cff30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.352309 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3730005d-8fc0-4cee-9af2-d8f4bd44791e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.404034 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-a2b87109-fbf9-4097-9218-d0c8cd40879f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1247077 Jul 05 09:45:23.412362 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3730005d-8fc0-4cee-9af2-d8f4bd44791e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.413359 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3730005d-8fc0-4cee-9af2-d8f4bd44791e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:23.414105 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3730005d-8fc0-4cee-9af2-d8f4bd44791e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.482362 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3730005d-8fc0-4cee-9af2-d8f4bd44791e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7578292 Jul 05 09:45:23.488157 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48632) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:23.491788 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2b56cf96-e371-4950-aec9-cdba57eeb7c4 admin admin] Request body: {'subnet': {'network_id': '9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-502449943-subnet', 'tenant_id': '2670d186911d4c43b7e511e7499a38d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:23.515553 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730005d-8fc0-4cee-9af2-d8f4bd44791e admin admin] Pushing event updated for resources: {'Network': ['ID=9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:23.534685 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b56cf96-e371-4950-aec9-cdba57eeb7c4 admin admin] Made reservation on behalf of 2670d186911d4c43b7e511e7499a38d6 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:23.540743 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2b56cf96-e371-4950-aec9-cdba57eeb7c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.544563 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:45:23.660294 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.776738 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d58bff-f14f-44f5-a085-8285c1410071 req-178bac55-b3eb-434a-a891-f8353d264c5b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:23.778911 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42d58bff-f14f-44f5-a085-8285c1410071 req-178bac55-b3eb-434a-a891-f8353d264c5b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 944 time: 0.1481709 Jul 05 09:45:23.823796 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42d58bff-f14f-44f5-a085-8285c1410071 req-122b692e-88ef-4c77-9183-fe78b500dcdb tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370164 Jul 05 09:45:23.965691 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2b56cf96-e371-4950-aec9-cdba57eeb7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:24.070562 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b56cf96-e371-4950-aec9-cdba57eeb7c4 admin admin] Checking segment: {'id': '32247b43-070e-481a-a9d0-5590446130da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:24.071296 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b56cf96-e371-4950-aec9-cdba57eeb7c4 admin admin] Network hostable DHCP agents. Network: 9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:45:24.075672 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56cf96-e371-4950-aec9-cdba57eeb7c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b182209-a92b-45d2-8e65-30b1854728b0,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:24.094935 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b56cf96-e371-4950-aec9-cdba57eeb7c4 admin admin] Network 9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:45:24.099593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ba760-c914-4358-8621-504cc25078bf req-0446529b-a627-453f-92ce-e596b22b2dda tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:24.106231 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-2b56cf96-e371-4950-aec9-cdba57eeb7c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:24.123323 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b56cf96-e371-4950-aec9-cdba57eeb7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:24.126042 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2b56cf96-e371-4950-aec9-cdba57eeb7c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:24.128688 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8e0259-78e3-4751-a614-b8ebb05d3910 None None] Network 9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:24.133061 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf3ba760-c914-4358-8621-504cc25078bf req-0446529b-a627-453f-92ce-e596b22b2dda tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.1266954 Jul 05 09:45:24.159945 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2b56cf96-e371-4950-aec9-cdba57eeb7c4 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6676025 Jul 05 09:45:24.199524 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 5d63bda6-a8c4-4e7a-99c1-939159d929b9 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:24.218556 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf3ba760-c914-4358-8621-504cc25078bf req-cc7b9f86-7fb2-43ba-b265-d9dc94d122aa tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841141 Jul 05 09:45:24.259464 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 5d63bda6-a8c4-4e7a-99c1-939159d929b9 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:24.259819 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 5d63bda6-a8c4-4e7a-99c1-939159d929b9 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:24.440284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03191814-372e-4513-9180-3ffd52bff3d1 None None] Network 9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:24.515148 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:24.771581 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02324e8f-f7c0-489f-bf75-41e5357b2a0e req-df3f6422-7acd-42cc-ba4d-ba36091c402a tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:24.775433 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02324e8f-f7c0-489f-bf75-41e5357b2a0e req-df3f6422-7acd-42cc-ba4d-ba36091c402a tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 945 time: 0.0720947 Jul 05 09:45:24.821135 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02324e8f-f7c0-489f-bf75-41e5357b2a0e req-9083aaf3-67be-4623-ad08-13116f047abb tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402834 Jul 05 09:45:24.949011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48680) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:24.954917 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8209da00-f4f3-4597-8678-ca7480dd8105 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2071939530-network', 'tenant_id': '74b8af4b1ea44e22aea09bf4d28a8316'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:24.981071 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8209da00-f4f3-4597-8678-ca7480dd8105 admin admin] Made reservation on behalf of 74b8af4b1ea44e22aea09bf4d28a8316 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:24.983354 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8209da00-f4f3-4597-8678-ca7480dd8105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:24.996726 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8209da00-f4f3-4597-8678-ca7480dd8105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:25.115164 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8209da00-f4f3-4597-8678-ca7480dd8105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:25.126742 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8209da00-f4f3-4597-8678-ca7480dd8105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:25.158153 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8209da00-f4f3-4597-8678-ca7480dd8105 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:45:25.180027 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8209da00-f4f3-4597-8678-ca7480dd8105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:25.180413 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-8209da00-f4f3-4597-8678-ca7480dd8105 admin admin] Added segment 003b410d-ffc6-40fa-bb84-1fe4979e2034 of type vlan for network b05f60b3-559c-4bec-93ec-7379f77bcb27 Jul 05 09:45:25.181964 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209da00-f4f3-4597-8678-ca7480dd8105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a002b866-5c61-4c70-abef-72a8416b5654,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:25.231646 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8209da00-f4f3-4597-8678-ca7480dd8105 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:25.267001 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8209da00-f4f3-4597-8678-ca7480dd8105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:25.268201 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8209da00-f4f3-4597-8678-ca7480dd8105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:25.268919 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8209da00-f4f3-4597-8678-ca7480dd8105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:25.346677 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8209da00-f4f3-4597-8678-ca7480dd8105 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3936758 Jul 05 09:45:25.347226 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48698) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:25.350479 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209da00-f4f3-4597-8678-ca7480dd8105 admin admin] Pushing event updated for resources: {'Network': ['ID=b05f60b3-559c-4bec-93ec-7379f77bcb27,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:25.351743 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0cf9caaf-c789-4ec0-8bde-d0b09ee4082c admin admin] Request body: {'subnet': {'network_id': 'b05f60b3-559c-4bec-93ec-7379f77bcb27', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2071939530-subnet', 'tenant_id': '74b8af4b1ea44e22aea09bf4d28a8316', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:25.362160 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network b05f60b3-559c-4bec-93ec-7379f77bcb27 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:45:25.387075 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf9caaf-c789-4ec0-8bde-d0b09ee4082c admin admin] Made reservation on behalf of 74b8af4b1ea44e22aea09bf4d28a8316 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:25.395032 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0cf9caaf-c789-4ec0-8bde-d0b09ee4082c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:25.627759 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0cf9caaf-c789-4ec0-8bde-d0b09ee4082c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:25.689382 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9caaf-c789-4ec0-8bde-d0b09ee4082c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a17cb33e-7295-4375-aafc-1d60a8638eda,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:25.700927 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf9caaf-c789-4ec0-8bde-d0b09ee4082c admin admin] Checking segment: {'id': '003b410d-ffc6-40fa-bb84-1fe4979e2034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b05f60b3-559c-4bec-93ec-7379f77bcb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:25.701486 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf9caaf-c789-4ec0-8bde-d0b09ee4082c admin admin] Network hostable DHCP agents. Network: b05f60b3-559c-4bec-93ec-7379f77bcb27, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:45:25.733163 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf9caaf-c789-4ec0-8bde-d0b09ee4082c admin admin] Network b05f60b3-559c-4bec-93ec-7379f77bcb27 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:45:25.743281 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-0cf9caaf-c789-4ec0-8bde-d0b09ee4082c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, b05f60b3-559c-4bec-93ec-7379f77bcb27) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:25.748246 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf9caaf-c789-4ec0-8bde-d0b09ee4082c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:25.749151 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0cf9caaf-c789-4ec0-8bde-d0b09ee4082c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:25.756377 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c97c8d-3cb2-424b-998a-04fac991aea5 None None] Network b05f60b3-559c-4bec-93ec-7379f77bcb27 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:25.796949 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0cf9caaf-c789-4ec0-8bde-d0b09ee4082c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4514017 Jul 05 09:45:25.835053 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11fa6e-ff48-42bf-9a01-be04944f03cd req-8d15406f-923b-45c7-95e9-ff14cef6a31e tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:25.836842 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7e11fa6e-ff48-42bf-9a01-be04944f03cd req-8d15406f-923b-45c7-95e9-ff14cef6a31e tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.0833645 Jul 05 09:45:25.889011 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7e11fa6e-ff48-42bf-9a01-be04944f03cd req-d39eacad-ff8f-443e-81b0-a128c418c2c4 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422032 Jul 05 09:45:25.961018 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9089db-f3ae-4417-99a5-7ac89375b091 None None] Network b05f60b3-559c-4bec-93ec-7379f77bcb27 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:26.090797 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092b54d-5c98-40fd-8c4b-522fc531deb2 req-2753153f-0732-4040-8762-9a6df992fa0e tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:26.092349 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f092b54d-5c98-40fd-8c4b-522fc531deb2 req-2753153f-0732-4040-8762-9a6df992fa0e tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a1fb8a-caf5-4726-aef0-564b094da45d HTTP/1.1" status: 200 len: 945 time: 0.0830810 Jul 05 09:45:26.135276 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f092b54d-5c98-40fd-8c4b-522fc531deb2 req-c663217f-8b32-4f9d-a05f-89272d99698d tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357833 Jul 05 09:45:26.309044 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e92c3-94d7-458f-87ca-d66ce08122ca req-9cfae544-2b15-48d0-bec3-26a62804c539 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:26.310512 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-766e92c3-94d7-458f-87ca-d66ce08122ca req-9cfae544-2b15-48d0-bec3-26a62804c539 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 944 time: 0.0667236 Jul 05 09:45:26.356550 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-766e92c3-94d7-458f-87ca-d66ce08122ca req-3ff51443-beb4-4c92-883a-c874152ebfe5 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398543 Jul 05 09:45:26.535418 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e5abc-9eba-485a-8cb2-61b379568300 req-546b4aa4-ba4f-4a3f-9ecd-a8a653e07f23 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:26.536954 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a73e5abc-9eba-485a-8cb2-61b379568300 req-546b4aa4-ba4f-4a3f-9ecd-a8a653e07f23 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.0707705 Jul 05 09:45:26.560902 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:26.578979 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a73e5abc-9eba-485a-8cb2-61b379568300 req-5d3964be-2e1d-4d3f-8bc0-2ea23c26f9a1 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362675 Jul 05 09:45:26.997170 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d128fd-d6da-4a99-a0f2-d79027760b73 req-d80942fd-5d3d-4071-b169-19b15f0baae0 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:26.998783 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-14d128fd-d6da-4a99-a0f2-d79027760b73 req-d80942fd-5d3d-4071-b169-19b15f0baae0 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 945 time: 0.0670705 Jul 05 09:45:27.039263 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-14d128fd-d6da-4a99-a0f2-d79027760b73 req-7c26f4ff-000b-49d3-8431-3b4548bcbc00 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340638 Jul 05 09:45:27.356971 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-8ee78ba9-85db-4a61-be4b-9f28101d6ae7 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:27.358584 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-8ee78ba9-85db-4a61-be4b-9f28101d6ae7 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/networks?id=9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144 HTTP/1.1" status: 200 len: 814 time: 0.1129014 Jul 05 09:45:27.377614 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-f6317f9a-6b6b-412f-932e-884588277c4a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/quotas/2670d186911d4c43b7e511e7499a38d6 HTTP/1.1" status: 200 len: 375 time: 0.0116637 Jul 05 09:45:27.417438 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-1609c7b8-c7d9-4efb-9618-a6f144063ccc tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2670d186911d4c43b7e511e7499a38d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342624 Jul 05 09:45:27.520151 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-d3ef28e0-d8ba-4b63-a24e-405ecddf8f16 service neutron] 10.222.0.79 "GET /v2.0/networks/9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931444 Jul 05 09:45:27.617336 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-22da621f-c7ba-411e-b446-7ccbe6f8d761 service neutron] 10.222.0.79 "GET /v2.0/networks/9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911837 Jul 05 09:45:27.889353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca9dd8-e43c-4b96-872a-cd71285370b8 req-fffbe087-96ad-4975-bee6-174d23d8c7ff tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:27.891718 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4ca9dd8-e43c-4b96-872a-cd71285370b8 req-fffbe087-96ad-4975-bee6-174d23d8c7ff tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.0817742 Jul 05 09:45:27.946101 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4ca9dd8-e43c-4b96-872a-cd71285370b8 req-fb6e1303-13c8-438d-81db-e0dc4587020a tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452003 Jul 05 09:45:28.166323 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-470b14a8-042a-42a7-b0f2-e25dff65cb4f tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:28.168237 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-470b14a8-042a-42a7-b0f2-e25dff65cb4f tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/networks?id=ec254af9-1910-4d97-8c22-d1b3d0b9b18f HTTP/1.1" status: 200 len: 805 time: 0.1169221 Jul 05 09:45:28.186921 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-3210a060-633e-4afa-af97-e2929929b56b tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/quotas/b177f5338a8c495095a3364a4f90feb2 HTTP/1.1" status: 200 len: 375 time: 0.0111618 Jul 05 09:45:28.257408 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-c2c75ba7-5c41-4d1f-96a8-18beee632a66 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b177f5338a8c495095a3364a4f90feb2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0627203 Jul 05 09:45:28.353052 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-8ea7b473-f958-4560-b39b-de3dc4be9f45 service neutron] 10.222.0.79 "GET /v2.0/networks/ec254af9-1910-4d97-8c22-d1b3d0b9b18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888770 Jul 05 09:45:28.444708 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-f400b306-9eee-43a6-8d03-559a5a21d435 service neutron] 10.222.0.79 "GET /v2.0/networks/ec254af9-1910-4d97-8c22-d1b3d0b9b18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856957 Jul 05 09:45:28.725281 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0498ed-77c4-4722-a009-c3d8babaae04 req-6f2408e3-b641-4e60-8f2d-d626ea1ddd84 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:28.734914 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d0498ed-77c4-4722-a009-c3d8babaae04 req-6f2408e3-b641-4e60-8f2d-d626ea1ddd84 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a1fb8a-caf5-4726-aef0-564b094da45d HTTP/1.1" status: 200 len: 945 time: 0.0856316 Jul 05 09:45:28.772122 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d0498ed-77c4-4722-a009-c3d8babaae04 req-c64f7d7e-435b-4e3d-883c-c35104e77030 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361147 Jul 05 09:45:28.951070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd4d80-c237-4fa3-b884-5895957231a9 req-773637d5-80f9-4bee-8055-8a89b801cc3b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:28.953280 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2cdd4d80-c237-4fa3-b884-5895957231a9 req-773637d5-80f9-4bee-8055-8a89b801cc3b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 944 time: 0.0669920 Jul 05 09:45:29.000559 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2cdd4d80-c237-4fa3-b884-5895957231a9 req-dbe481d1-8b8e-460a-b3b7-daf737f6ceff tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346832 Jul 05 09:45:29.170331 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d21b9c-8749-4e40-b15a-1c08de258981 req-1059b243-4a31-409b-906c-a1dfad6afad7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:29.171820 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58d21b9c-8749-4e40-b15a-1c08de258981 req-1059b243-4a31-409b-906c-a1dfad6afad7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.0694687 Jul 05 09:45:29.210368 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58d21b9c-8749-4e40-b15a-1c08de258981 req-bebad403-09e7-4f6f-b653-93e95dd9aac5 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329423 Jul 05 09:45:29.351936 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f9a02b8a-7283-479f-9770-2d958071cb2d req-901bd583-12f6-4abb-9894-f1db4b6b4547 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/ports?device_id=d02de2de-94ef-45c3-81ee-3e1cff42ab1d HTTP/1.1" status: 200 len: 210 time: 0.0339317 Jul 05 09:45:29.515699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17121bb5-93dc-45e1-935e-77fba95ff928 req-c067bc73-246f-483b-a68b-8690d913b7e7 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:29.517108 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17121bb5-93dc-45e1-935e-77fba95ff928 req-c067bc73-246f-483b-a68b-8690d913b7e7 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 945 time: 0.0642869 Jul 05 09:45:29.557755 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17121bb5-93dc-45e1-935e-77fba95ff928 req-76e6bc1b-647b-4bc1-b150-b0870aefe1a7 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347736 Jul 05 09:45:29.694362 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-98df76b9-00ec-45a4-ad31-a7c9d1aa1fec req-7694046d-716a-4f0f-8a52-51cf1932f9ab tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d1f2c00-d6c5-4bff-b86a-7284a41af9fe HTTP/1.1" status: 200 len: 210 time: 0.0318725 Jul 05 09:45:29.860327 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c05a5-ab27-4af6-9a78-43a8ab477864 req-2cb2335d-691c-4b35-afe0-977f744fb0fa tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:29.861930 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d3c05a5-ab27-4af6-9a78-43a8ab477864 req-2cb2335d-691c-4b35-afe0-977f744fb0fa tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.0660079 Jul 05 09:45:29.902354 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d3c05a5-ab27-4af6-9a78-43a8ab477864 req-ab056d05-9d64-4117-bf94-bf8aad858de2 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342498 Jul 05 09:45:30.071220 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b2350-31bd-4861-a04d-fe0bdac61d3a req-0363499b-13ad-447e-9628-5a7884f6c12e tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:30.072823 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb1b2350-31bd-4861-a04d-fe0bdac61d3a req-0363499b-13ad-447e-9628-5a7884f6c12e tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a1fb8a-caf5-4726-aef0-564b094da45d HTTP/1.1" status: 200 len: 945 time: 0.0643380 Jul 05 09:45:30.111356 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb1b2350-31bd-4861-a04d-fe0bdac61d3a req-afad0bae-5557-42ff-940b-d6aad22f55ca tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326903 Jul 05 09:45:30.275677 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4589f-b798-481b-a073-5a294dffd436 req-6f999e53-4a3b-4a10-8d3d-27ce8a8debde tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:30.277178 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f3d4589f-b798-481b-a073-5a294dffd436 req-6f999e53-4a3b-4a10-8d3d-27ce8a8debde tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 944 time: 0.0668824 Jul 05 09:45:30.316286 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f3d4589f-b798-481b-a073-5a294dffd436 req-9563082c-19ae-4794-bcdc-ebdb5871a7e7 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326118 Jul 05 09:45:30.484899 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dc94e-e660-460f-9c20-11c0f7222671 req-1446fbb1-b13d-485d-9c79-1091be1a660e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:30.486316 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-568dc94e-e660-460f-9c20-11c0f7222671 req-1446fbb1-b13d-485d-9c79-1091be1a660e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.0641506 Jul 05 09:45:30.524592 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-568dc94e-e660-460f-9c20-11c0f7222671 req-f9c311df-7fc9-4b66-9019-ea61a6e92e20 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327299 Jul 05 09:45:30.654275 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-825d04c4-7655-4151-a626-acb6145c8492 req-54c770df-09bb-499b-8699-fa2783c24c24 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/ports?device_id=d02de2de-94ef-45c3-81ee-3e1cff42ab1d HTTP/1.1" status: 200 len: 210 time: 0.0298209 Jul 05 09:45:30.831056 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30b06d-e887-4141-9204-92c2005fa01e req-6e005d83-7bf3-4b20-bebd-18837f060877 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:30.832575 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8d30b06d-e887-4141-9204-92c2005fa01e req-6e005d83-7bf3-4b20-bebd-18837f060877 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 945 time: 0.0710676 Jul 05 09:45:30.870640 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8d30b06d-e887-4141-9204-92c2005fa01e req-e19b7178-3f50-4c4e-90f5-ec52c95e1cbe tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324576 Jul 05 09:45:31.011565 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27cfd3d0-10bb-4efe-9639-603ca40a38f3 req-3e55d3bc-b43c-4c2f-bbf9-30dc7fd5dd65 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d1f2c00-d6c5-4bff-b86a-7284a41af9fe HTTP/1.1" status: 200 len: 210 time: 0.0287514 Jul 05 09:45:31.172906 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687ca4c-a3b0-4f52-b44f-03d400fac43b req-a249558e-d91a-4676-a80e-85fee64dfc34 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:31.174336 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8687ca4c-a3b0-4f52-b44f-03d400fac43b req-a249558e-d91a-4676-a80e-85fee64dfc34 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.0651422 Jul 05 09:45:31.213333 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8687ca4c-a3b0-4f52-b44f-03d400fac43b req-d5c9a35f-fe83-4e38-be51-372ab5abb4a7 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334115 Jul 05 09:45:31.379327 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14c540-0cb2-40bf-ad4f-084713d4c422 req-ba6539e2-bed9-4261-87ba-4cd668746b43 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:31.380942 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c14c540-0cb2-40bf-ad4f-084713d4c422 req-ba6539e2-bed9-4261-87ba-4cd668746b43 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a1fb8a-caf5-4726-aef0-564b094da45d HTTP/1.1" status: 200 len: 945 time: 0.0682528 Jul 05 09:45:31.419962 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c14c540-0cb2-40bf-ad4f-084713d4c422 req-6e407411-c4b6-45b6-ac1c-2e877db2239e tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332346 Jul 05 09:45:31.601663 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d8e2a-9a73-4737-8740-59559f8fbd63 req-f6071b8b-01ac-4f2c-a645-0faa452116bd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:31.603205 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd3d8e2a-9a73-4737-8740-59559f8fbd63 req-f6071b8b-01ac-4f2c-a645-0faa452116bd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 944 time: 0.0813112 Jul 05 09:45:31.647513 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd3d8e2a-9a73-4737-8740-59559f8fbd63 req-2b3eb7d9-1e16-4b33-99d2-466bd883aacd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374360 Jul 05 09:45:31.819737 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38c609-f3cf-4fa4-b43a-67ba6c6b1857 req-82049f3a-1735-4ed4-9c7e-8eddcfdb6122 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:31.821320 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f38c609-f3cf-4fa4-b43a-67ba6c6b1857 req-82049f3a-1735-4ed4-9c7e-8eddcfdb6122 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.0668070 Jul 05 09:45:31.863435 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f38c609-f3cf-4fa4-b43a-67ba6c6b1857 req-1838afab-38c4-46f1-be3e-a2a04049bd43 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361423 Jul 05 09:45:31.991255 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b53cfac-69f4-4671-b484-260ad2ae071c req-85beed47-8e75-44e8-9ea3-6b47d2d6fcf3 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/ports?device_id=d02de2de-94ef-45c3-81ee-3e1cff42ab1d HTTP/1.1" status: 200 len: 210 time: 0.0290294 Jul 05 09:45:32.153777 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a430713-4a4b-4894-8ece-380aa7fc3e36 req-29ef3c32-b2c5-4212-b97f-361667272fbb tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:32.155267 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a430713-4a4b-4894-8ece-380aa7fc3e36 req-29ef3c32-b2c5-4212-b97f-361667272fbb tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 945 time: 0.0648131 Jul 05 09:45:32.193662 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a430713-4a4b-4894-8ece-380aa7fc3e36 req-d786b27a-106a-45b2-b023-b11e3923a0e8 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318410 Jul 05 09:45:32.338982 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-357ec6af-f744-4e2c-9c65-f9a13b1a1e4c req-ec36607a-69f8-4e65-b4ca-4162d42d3c0f tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d1f2c00-d6c5-4bff-b86a-7284a41af9fe HTTP/1.1" status: 200 len: 210 time: 0.0321279 Jul 05 09:45:32.368405 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:32.510286 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70191ca9-4098-4292-9f0b-d8f40deb8eb9 req-8e0fbd67-466f-42b4-b16f-a0e692f793db tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:32.511803 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70191ca9-4098-4292-9f0b-d8f40deb8eb9 req-8e0fbd67-466f-42b4-b16f-a0e692f793db tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.0653780 Jul 05 09:45:32.552953 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70191ca9-4098-4292-9f0b-d8f40deb8eb9 req-80f001d9-cc03-466c-b9cc-01dd494027b9 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334651 Jul 05 09:45:32.717547 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b73ee-df01-43dc-a993-2313d30675ae req-036eeaac-a7df-4e72-a681-5a7e8e2088db tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:32.719741 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc3b73ee-df01-43dc-a993-2313d30675ae req-036eeaac-a7df-4e72-a681-5a7e8e2088db tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a1fb8a-caf5-4726-aef0-564b094da45d HTTP/1.1" status: 200 len: 945 time: 0.0643537 Jul 05 09:45:32.758342 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc3b73ee-df01-43dc-a993-2313d30675ae req-18e40fd2-cad1-407a-811c-6ef4e8fcc55e tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325968 Jul 05 09:45:32.924760 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04adf83-5bb2-471d-b50a-5be07c202f53 req-a9dd8a6d-fab3-4653-94cf-617937b9fd21 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:32.926899 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f04adf83-5bb2-471d-b50a-5be07c202f53 req-a9dd8a6d-fab3-4653-94cf-617937b9fd21 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 944 time: 0.0706825 Jul 05 09:45:32.973344 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f04adf83-5bb2-471d-b50a-5be07c202f53 req-490130a1-c00d-4371-abd8-f2161147016c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352724 Jul 05 09:45:33.140572 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b1a94-3aa5-48ae-af6f-049fa460126e req-f4eb14f0-cb1b-433a-a66e-63b3bc2e6845 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:33.142073 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fd9b1a94-3aa5-48ae-af6f-049fa460126e req-f4eb14f0-cb1b-433a-a66e-63b3bc2e6845 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.0645931 Jul 05 09:45:33.181464 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fd9b1a94-3aa5-48ae-af6f-049fa460126e req-e55283db-58a1-475b-a8fd-8d0605945f94 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337603 Jul 05 09:45:33.306601 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8b6fda88-6b8f-4e1a-af89-3ea40332655b req-e90a2e94-9838-4811-ae7d-0a2632067e53 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/ports?device_id=d02de2de-94ef-45c3-81ee-3e1cff42ab1d HTTP/1.1" status: 200 len: 210 time: 0.0280118 Jul 05 09:45:33.467599 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae06949-e4df-4442-b87e-445db3aabaf2 req-8eb0a2e4-895c-461e-b33a-3b8865bb9afb tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:33.469037 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aae06949-e4df-4442-b87e-445db3aabaf2 req-8eb0a2e4-895c-461e-b33a-3b8865bb9afb tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 945 time: 0.0659077 Jul 05 09:45:33.507139 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aae06949-e4df-4442-b87e-445db3aabaf2 req-c431a6ad-69cb-4cd3-8054-3566a543a80c tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325792 Jul 05 09:45:33.664424 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a2683e6a-866d-498f-a6a0-58886f4cf560 req-f3722cdd-cfe7-4108-afab-86a54541c4d5 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d1f2c00-d6c5-4bff-b86a-7284a41af9fe HTTP/1.1" status: 200 len: 210 time: 0.0462525 Jul 05 09:45:33.751678 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81a1b0-2273-48be-8e76-905f03371421 req-8ff81bc0-c67f-46ef-b81b-1ebd5027775f tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:33.753760 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2e81a1b0-2273-48be-8e76-905f03371421 req-8ff81bc0-c67f-46ef-b81b-1ebd5027775f tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5d0f1bb-c099-436d-a791-8b878fba384c HTTP/1.1" status: 200 len: 945 time: 0.0830860 Jul 05 09:45:33.828546 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2e81a1b0-2273-48be-8e76-905f03371421 req-c7ce01dd-0e61-4065-b15d-d41f19ac1333 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/security-groups?id=202ebd0c-4845-40be-a99a-c8dd75aeee75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691292 Jul 05 09:45:33.892078 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8d3af-6a20-4115-a3e0-cb5ade5ebc10 req-4e26265e-aac0-454e-a0e2-61d4d4aab565 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:33.908443 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83d8d3af-6a20-4115-a3e0-cb5ade5ebc10 req-4e26265e-aac0-454e-a0e2-61d4d4aab565 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.1166630 Jul 05 09:45:33.947281 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83d8d3af-6a20-4115-a3e0-cb5ade5ebc10 req-563f345a-92e0-4036-a678-41f1d2d6305f tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372074 Jul 05 09:45:34.055246 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1270d-989e-4110-9b89-39795a130c2e req-4366d103-ff22-4644-a503-8becdc1d5ba9 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:34.056845 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55e1270d-989e-4110-9b89-39795a130c2e req-4366d103-ff22-4644-a503-8becdc1d5ba9 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a1fb8a-caf5-4726-aef0-564b094da45d HTTP/1.1" status: 200 len: 945 time: 0.0660045 Jul 05 09:45:34.106102 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55e1270d-989e-4110-9b89-39795a130c2e req-61ced5f2-ab3d-4e1c-9bef-9e0669a0cf27 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431092 Jul 05 09:45:34.168533 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af463e-861f-4138-be30-1fcf8bbd2a63 req-1cd4389f-8caa-4737-82fa-1d34f68cf824 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:34.170060 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b2af463e-861f-4138-be30-1fcf8bbd2a63 req-1cd4389f-8caa-4737-82fa-1d34f68cf824 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 944 time: 0.0788629 Jul 05 09:45:34.181354 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747701f4-362e-4300-89de-722b8f664681 req-f3b0c2e2-a0da-4d41-b7e5-7bd040b9f6ea tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:34.184341 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-747701f4-362e-4300-89de-722b8f664681 req-f3b0c2e2-a0da-4d41-b7e5-7bd040b9f6ea tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007&tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&binding%3Ahost_id=n-h1-798054-8 HTTP/1.1" status: 200 len: 1096 time: 0.0765376 Jul 05 09:45:34.221152 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b2af463e-861f-4138-be30-1fcf8bbd2a63 req-90362dd6-391c-437b-a5f2-457163e4c85c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417562 Jul 05 09:45:34.312866 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-747701f4-362e-4300-89de-722b8f664681 req-1b041dea-41bf-4581-8f8e-105fb21573da service neutron] For port e2627bf4-8abf-467c-a8bb-89bc4d7430c8, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:45:34.316050 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-747701f4-362e-4300-89de-722b8f664681 req-1b041dea-41bf-4581-8f8e-105fb21573da service neutron] Notify callbacks [] for binding, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:34.317232 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-747701f4-362e-4300-89de-722b8f664681 req-1b041dea-41bf-4581-8f8e-105fb21573da service neutron] 10.222.0.81 "DELETE /v2.0/ports/e2627bf4-8abf-467c-a8bb-89bc4d7430c8/bindings/n-h2-798054-8 HTTP/1.1" status: 204 len: 173 time: 0.1190572 Jul 05 09:45:34.367417 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06ee8e-07d2-495f-95cd-6c49557c7aec req-87243594-583a-4a6b-a98f-b1cae789a0bf tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:34.368972 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d06ee8e-07d2-495f-95cd-6c49557c7aec req-87243594-583a-4a6b-a98f-b1cae789a0bf tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.0692105 Jul 05 09:45:34.407628 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d06ee8e-07d2-495f-95cd-6c49557c7aec req-a7592500-7f27-48d3-980e-5b9dc3486865 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324059 Jul 05 09:45:34.444831 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6599377c-1e70-4dac-bc5b-345aa18de004 req-b2369ea5-6bf1-40e9-ba6e-3a2ca2a5a450 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/ports?device_id=d02de2de-94ef-45c3-81ee-3e1cff42ab1d HTTP/1.1" status: 200 len: 210 time: 0.0282927 Jul 05 09:45:34.719159 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab47950-e72a-46bd-98d9-94bfe52c9621 req-835d6521-3f82-47d8-ad80-9a8a4d124e01 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:34.725419 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fab47950-e72a-46bd-98d9-94bfe52c9621 req-835d6521-3f82-47d8-ad80-9a8a4d124e01 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 945 time: 0.0989444 Jul 05 09:45:34.777608 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fab47950-e72a-46bd-98d9-94bfe52c9621 req-626550d9-a5fd-4dca-be0a-b95e0d9a49fb tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415213 Jul 05 09:45:34.809832 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42d56bbe-313b-4851-b672-68af542a763d req-43769605-a9d6-421c-a14c-fbbd021f64b3 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d1f2c00-d6c5-4bff-b86a-7284a41af9fe HTTP/1.1" status: 200 len: 210 time: 0.0303621 Jul 05 09:45:34.972702 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-054628e5-8b07-4731-9bdb-72657cac5d21 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:34.974311 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-054628e5-8b07-4731-9bdb-72657cac5d21 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.81 "GET /v2.0/networks?id=ec254af9-1910-4d97-8c22-d1b3d0b9b18f HTTP/1.1" status: 200 len: 805 time: 0.1115208 Jul 05 09:45:34.994973 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-9c416582-99ac-426c-9f59-0f1122216de2 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Request body: {'port': {'device_id': '7d1f2c00-d6c5-4bff-b86a-7284a41af9fe', 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f', 'admin_state_up': True, 'tenant_id': 'b177f5338a8c495095a3364a4f90feb2'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:35.003034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b78a1-8b92-49c0-9903-efd53a84aa68 req-b6fb8034-ecc4-4da5-b299-5cbf4ed6af72 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:35.011420 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a52b78a1-8b92-49c0-9903-efd53a84aa68 req-b6fb8034-ecc4-4da5-b299-5cbf4ed6af72 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 1096 time: 0.0677462 Jul 05 09:45:35.051594 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a52b78a1-8b92-49c0-9903-efd53a84aa68 req-42b60c7c-9bbd-4e61-a82d-3ae077188129 tempest-LiveAutoBlockMigrationV225Test-1120659203 tempest-LiveAutoBlockMigrationV225Test-1120659203-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373671 Jul 05 09:45:35.147999 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-9c416582-99ac-426c-9f59-0f1122216de2 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Made reservation on behalf of b177f5338a8c495095a3364a4f90feb2 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:35.151659 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-9c416582-99ac-426c-9f59-0f1122216de2 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:35.162228 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbae2ac-f4f8-4f89-8783-d74663cd8a37 req-1173b112-e701-444a-8fb3-717bd3042556 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:35.168500 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1cbae2ac-f4f8-4f89-8783-d74663cd8a37 req-1173b112-e701-444a-8fb3-717bd3042556 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.0962195 Jul 05 09:45:35.225252 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1cbae2ac-f4f8-4f89-8783-d74663cd8a37 req-53f9a7b7-e084-4fb6-b55c-3940e83dbafd tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556383 Jul 05 09:45:35.320843 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-9c416582-99ac-426c-9f59-0f1122216de2 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Allocated IP 172.20.0.9 (ec254af9-1910-4d97-8c22-d1b3d0b9b18f/5a1a105d-77c4-456f-a245-b66e6fc97786/1dee752e-8323-4cb0-861e-d3f5f0807774) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:35.534642 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0d4a1-a718-4370-8b01-2a00d5aa0e08 req-cd031e19-6819-4fd9-b637-0a648e2fbb8e tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:35.535036 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-9c416582-99ac-426c-9f59-0f1122216de2 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:35.542471 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-76c0d4a1-a718-4370-8b01-2a00d5aa0e08 req-cd031e19-6819-4fd9-b637-0a648e2fbb8e tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a1fb8a-caf5-4726-aef0-564b094da45d HTTP/1.1" status: 200 len: 945 time: 0.0942476 Jul 05 09:45:35.597742 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-76c0d4a1-a718-4370-8b01-2a00d5aa0e08 req-29f4c8de-b5df-4afb-9d2a-b4e6d1247634 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529053 Jul 05 09:45:35.624829 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-9c416582-99ac-426c-9f59-0f1122216de2 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:35.674007 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-9c416582-99ac-426c-9f59-0f1122216de2 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Network ec254af9-1910-4d97-8c22-d1b3d0b9b18f is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:35.679925 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-9c416582-99ac-426c-9f59-0f1122216de2 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:35.683893 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-9c416582-99ac-426c-9f59-0f1122216de2 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:35.721858 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c416582-99ac-426c-9f59-0f1122216de2 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Pushing event updated for resources: {'Port': ['ID=1dee752e-8323-4cb0-861e-d3f5f0807774,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:35.754082 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:35.759917 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-9c416582-99ac-426c-9f59-0f1122216de2 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:35.760991 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-9c416582-99ac-426c-9f59-0f1122216de2 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:35.786619 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-9c416582-99ac-426c-9f59-0f1122216de2 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7952211 Jul 05 09:45:35.804914 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-e0ddfab1-db51-418c-8ebb-a504dbc480d4 service neutron] Request body: {'port': {'device_id': '7d1f2c00-d6c5-4bff-b86a-7284a41af9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:35.894538 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-e0ddfab1-db51-418c-8ebb-a504dbc480d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:36.063228 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-c8181b89-b953-4d2b-a6bc-8e83596bb6f4 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:36.064714 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-c8181b89-b953-4d2b-a6bc-8e83596bb6f4 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.81 "GET /v2.0/networks?id=9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144 HTTP/1.1" status: 200 len: 814 time: 0.4660387 Jul 05 09:45:36.080337 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948b65b-0900-48e1-9c6d-07ad32cccae3 req-f0926da0-a1e2-47dc-86b6-a7dc3b51d7f9 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:36.081811 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c948b65b-0900-48e1-9c6d-07ad32cccae3 req-f0926da0-a1e2-47dc-86b6-a7dc3b51d7f9 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 944 time: 0.4241838 Jul 05 09:45:36.090086 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9df5f4-47d3-4c47-812e-2dca8e9fc5a2 req-b654fd7f-9cac-4dc2-921d-46568e27d7af tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:36.091542 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c9df5f4-47d3-4c47-812e-2dca8e9fc5a2 req-b654fd7f-9cac-4dc2-921d-46568e27d7af tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 945 time: 0.1579988 Jul 05 09:45:36.098309 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-317f0548-8fb3-4a22-8380-437ad941417a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Request body: {'port': {'device_id': 'd02de2de-94ef-45c3-81ee-3e1cff42ab1d', 'network_id': '9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144', 'admin_state_up': True, 'tenant_id': '2670d186911d4c43b7e511e7499a38d6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:36.168497 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-e0ddfab1-db51-418c-8ebb-a504dbc480d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dee752e-8323-4cb0-861e-d3f5f0807774 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:36.176046 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-e0ddfab1-db51-418c-8ebb-a504dbc480d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:36.188014 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-e0ddfab1-db51-418c-8ebb-a504dbc480d4 service neutron] Transition to ACTIVE for port object 1dee752e-8323-4cb0-861e-d3f5f0807774 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:36.192606 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-e0ddfab1-db51-418c-8ebb-a504dbc480d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:36.204399 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c948b65b-0900-48e1-9c6d-07ad32cccae3 req-55f1fd0c-28ec-4da9-ad82-78c234cfff86 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1118693 Jul 05 09:45:36.209315 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c9df5f4-47d3-4c47-812e-2dca8e9fc5a2 req-87aeb61d-a92a-4a4d-a671-4b7d82d6c7a7 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059117 Jul 05 09:45:36.255782 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ddfab1-db51-418c-8ebb-a504dbc480d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1dee752e-8323-4cb0-861e-d3f5f0807774,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:36.284081 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-317f0548-8fb3-4a22-8380-437ad941417a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Made reservation on behalf of 2670d186911d4c43b7e511e7499a38d6 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:36.288882 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-317f0548-8fb3-4a22-8380-437ad941417a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:36.349396 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-e0ddfab1-db51-418c-8ebb-a504dbc480d4 service neutron] Attempting to bind port 1dee752e-8323-4cb0-861e-d3f5f0807774 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:45:36.350380 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-e0ddfab1-db51-418c-8ebb-a504dbc480d4 service neutron] Attempting to bind port 1dee752e-8323-4cb0-861e-d3f5f0807774 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'e8ad26d8-1377-4db1-bd72-13e8dacf30a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:45:36.350907 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-e0ddfab1-db51-418c-8ebb-a504dbc480d4 service neutron] Attempting to bind port 1dee752e-8323-4cb0-861e-d3f5f0807774 on network ec254af9-1910-4d97-8c22-d1b3d0b9b18f {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:36.355685 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-e0ddfab1-db51-418c-8ebb-a504dbc480d4 service neutron] Port 1dee752e-8323-4cb0-861e-d3f5f0807774 on network ec254af9-1910-4d97-8c22-d1b3d0b9b18f not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:45:36.356044 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-e0ddfab1-db51-418c-8ebb-a504dbc480d4 service neutron] Attempting to bind port 1dee752e-8323-4cb0-861e-d3f5f0807774 on network ec254af9-1910-4d97-8c22-d1b3d0b9b18f {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:36.362360 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-e0ddfab1-db51-418c-8ebb-a504dbc480d4 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:45:36.362748 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-e0ddfab1-db51-418c-8ebb-a504dbc480d4 service neutron] Checking segment: {'id': 'e8ad26d8-1377-4db1-bd72-13e8dacf30a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:36.363134 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-e0ddfab1-db51-418c-8ebb-a504dbc480d4 service neutron] Bound using segment: {'id': 'e8ad26d8-1377-4db1-bd72-13e8dacf30a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:45:36.363651 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-e0ddfab1-db51-418c-8ebb-a504dbc480d4 service neutron] Bound port: 1dee752e-8323-4cb0-861e-d3f5f0807774, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ad26d8-1377-4db1-bd72-13e8dacf30a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:45:36.364051 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-e0ddfab1-db51-418c-8ebb-a504dbc480d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:36.444137 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-e0ddfab1-db51-418c-8ebb-a504dbc480d4 service neutron] For port 1dee752e-8323-4cb0-861e-d3f5f0807774, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:45:36.447028 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-219066c8-f51f-4bbf-8186-c664f322e013 req-4364a2e4-9dc3-4187-97e3-b4e786f22fd3 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/ports?device_id=d02de2de-94ef-45c3-81ee-3e1cff42ab1d HTTP/1.1" status: 200 len: 210 time: 0.0730181 Jul 05 09:45:36.511552 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0999b-84ea-4373-8cdf-102a01f91dbd req-6bcc7169-91e5-46a1-ab7e-f74e7cb2ca11 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:36.513077 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a6c0999b-84ea-4373-8cdf-102a01f91dbd req-6bcc7169-91e5-46a1-ab7e-f74e7cb2ca11 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.1742711 Jul 05 09:45:36.516596 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-e0ddfab1-db51-418c-8ebb-a504dbc480d4 service neutron] For port 1dee752e-8323-4cb0-861e-d3f5f0807774, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=1dee752e-8323-4cb0-861e-d3f5f0807774,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:45:36.525284 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-e0ddfab1-db51-418c-8ebb-a504dbc480d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:36.555828 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-317f0548-8fb3-4a22-8380-437ad941417a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Allocated IP 172.20.0.8 (9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144/6b182209-a92b-45d2-8e65-30b1854728b0/d88e2e15-45bd-444f-bb7b-1548780c638c) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:36.572371 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-e0ddfab1-db51-418c-8ebb-a504dbc480d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:36.573136 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-e0ddfab1-db51-418c-8ebb-a504dbc480d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:36.574503 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-e0ddfab1-db51-418c-8ebb-a504dbc480d4 service neutron] 10.222.0.81 "PUT /v2.0/ports/1dee752e-8323-4cb0-861e-d3f5f0807774 HTTP/1.1" status: 200 len: 1091 time: 0.7743149 Jul 05 09:45:36.575165 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1f2c00-d6c5-4bff-b86a-7284a41af9fe', 'tag': '1dee752e-8323-4cb0-861e-d3f5f0807774'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:36.578173 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccba1cd-b276-48b9-b92f-e5980ce34065" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1f2c00-d6c5-4bff-b86a-7284a41af9fe", "tag": "1dee752e-8323-4cb0-861e-d3f5f0807774"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:36.625903 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a6c0999b-84ea-4373-8cdf-102a01f91dbd req-794103a1-0094-4358-b5c8-0dfa0b9a4b2d tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002467 Jul 05 09:45:36.665517 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ddfab1-db51-418c-8ebb-a504dbc480d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1dee752e-8323-4cb0-861e-d3f5f0807774,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:36.704779 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-943c0abf-a0a4-4e99-92d5-8ca1293b01c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:36.706303 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-943c0abf-a0a4-4e99-92d5-8ca1293b01c5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 1100 time: 0.2759271 Jul 05 09:45:36.708875 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b319d5-9d4e-4298-a7e3-e0d8f246a67e req-ec088bcd-cf29-4e1a-b005-f4a13f274669 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:36.716066 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-68b319d5-9d4e-4298-a7e3-e0d8f246a67e req-ec088bcd-cf29-4e1a-b005-f4a13f274669 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5d0f1bb-c099-436d-a791-8b878fba384c HTTP/1.1" status: 200 len: 945 time: 0.1375139 Jul 05 09:45:36.718328 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a8422-ab24-45b3-83a3-73cae95c584a req-137d22a3-e01d-4249-b3bb-82baa66f2ab1 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:36.721279 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-519a8422-ab24-45b3-83a3-73cae95c584a req-137d22a3-e01d-4249-b3bb-82baa66f2ab1 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.81 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 945 time: 0.2549505 Jul 05 09:45:36.832235 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-68b319d5-9d4e-4298-a7e3-e0d8f246a67e req-e9e3e378-c2a9-4b90-b149-4bd4724fb9a5 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/security-groups?id=202ebd0c-4845-40be-a99a-c8dd75aeee75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151729 Jul 05 09:45:36.859183 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.81', 61718) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:36.897051 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-317f0548-8fb3-4a22-8380-437ad941417a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:36.914248 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173ce10-6361-406f-ac1f-5199b1dceb28 req-2b71f7c4-19b9-4ad6-88ab-93bc3027cc19 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:36.915693 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5173ce10-6361-406f-ac1f-5199b1dceb28 req-2b71f7c4-19b9-4ad6-88ab-93bc3027cc19 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.81 "GET /v2.0/ports?device_id=40a1fb8a-caf5-4726-aef0-564b094da45d HTTP/1.1" status: 200 len: 945 time: 0.3025835 Jul 05 09:45:36.920350 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-a198ade4-fcc8-49b6-9e11-974d23361ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:36.922300 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-a198ade4-fcc8-49b6-9e11-974d23361ec9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b177f5338a8c495095a3364a4f90feb2&device_id=7d1f2c00-d6c5-4bff-b86a-7284a41af9fe HTTP/1.1" status: 200 len: 1094 time: 0.2655141 Jul 05 09:45:36.930219 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device e5741cec-1270-477c-afeb-8579458325f4 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:36.931979 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc8959-395b-4151-9710-3776516585e9 req-cd499abf-08a0-412c-9421-073293518c4e tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:36.935604 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-ee72f973-6532-4982-9cb5-668563194169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:36.937306 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-ee72f973-6532-4982-9cb5-668563194169 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.2133288 Jul 05 09:45:36.942184 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d4cc8959-395b-4151-9710-3776516585e9 req-cd499abf-08a0-412c-9421-073293518c4e tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d1f2c00-d6c5-4bff-b86a-7284a41af9fe HTTP/1.1" status: 200 len: 943 time: 0.1935723 Jul 05 09:45:37.017891 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:37.032456 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-ccb10459-9326-48dd-9e30-da6e81776a3d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=816666d0-9c42-4d64-be6a-defa55228d25 HTTP/1.1" status: 200 len: 217 time: 0.0714028 Jul 05 09:45:37.037039 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-bc192c40-65f9-40fa-83ec-b3bf53ec84c4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dee752e-8323-4cb0-861e-d3f5f0807774 HTTP/1.1" status: 200 len: 217 time: 0.1041851 Jul 05 09:45:37.040954 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eea7289-69ce-4e08-a9d7-5ef8e025b74d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5741cec-1270-477c-afeb-8579458325f4'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:37.043305 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e8401d-460b-4894-9213-d4c33648c7eb" -d '{"events": [{"server_uuid": "2eea7289-69ce-4e08-a9d7-5ef8e025b74d", "name": "network-vif-unplugged", "status": "completed", "tag": "e5741cec-1270-477c-afeb-8579458325f4"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:37.057863 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port e5741cec-1270-477c-afeb-8579458325f4, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e5741cec-1270-477c-afeb-8579458325f4,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:37.062745 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:37.063483 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device e2627bf4-8abf-467c-a8bb-89bc4d7430c8 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:37.074508 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d4cc8959-395b-4151-9710-3776516585e9 req-9ab31bc5-56ac-4619-97bd-a3ee081bee45 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313326 Jul 05 09:45:37.096006 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096c0f7-4163-49ff-8aa5-b8e76eb11cf1 req-be768caf-7f2e-4e26-b330-30d59a26a9ae tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:37.097524 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e096c0f7-4163-49ff-8aa5-b8e76eb11cf1 req-be768caf-7f2e-4e26-b330-30d59a26a9ae tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eea7289-69ce-4e08-a9d7-5ef8e025b74d HTTP/1.1" status: 200 len: 946 time: 0.2149520 Jul 05 09:45:37.100233 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-317f0548-8fb3-4a22-8380-437ad941417a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:37.134441 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-519a8422-ab24-45b3-83a3-73cae95c584a req-6de8662c-e948-4a63-8bb4-765deee6b09e tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Deleting port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:37.134812 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-519a8422-ab24-45b3-83a3-73cae95c584a req-6de8662c-e948-4a63-8bb4-765deee6b09e tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:37.142798 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=e5741cec-1270-477c-afeb-8579458325f4,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:37.153770 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:37.154462 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:37.155031 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:37.155749 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:37.156262 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:37.156787 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:37.157445 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:37.157932 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:37.158417 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:37.159039 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:37.159568 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:37.160139 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:37.198401 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa97413-94a2-4d44-983e-b1e7c0625296 x-openstack-request-id: req-8fa97413-94a2-4d44-983e-b1e7c0625296 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:37.198689 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1f2c00-d6c5-4bff-b86a-7284a41af9fe", "tag": "1dee752e-8323-4cb0-861e-d3f5f0807774", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:37.198945 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8fa97413-94a2-4d44-983e-b1e7c0625296 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:37.199343 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1f2c00-d6c5-4bff-b86a-7284a41af9fe', 'tag': '1dee752e-8323-4cb0-861e-d3f5f0807774', 'status': 'completed', 'code': 200} Jul 05 09:45:37.202732 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-317f0548-8fb3-4a22-8380-437ad941417a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Network 9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:37.220648 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9d76f-e828-4c97-9f51-00167d0e6aa2 req-d319d0e7-9eb5-4bfd-88b9-3aecab0c2e99 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:37.221312 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-e616f8df-b9c8-47db-93c4-f8fa0d6e8f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:37.222214 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28a9d76f-e828-4c97-9f51-00167d0e6aa2 req-d319d0e7-9eb5-4bfd-88b9-3aecab0c2e99 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.2711728 Jul 05 09:45:37.222741 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-e616f8df-b9c8-47db-93c4-f8fa0d6e8f81 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1784077 Jul 05 09:45:37.224005 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-a9a5171e-a67d-4906-8ead-cf4b0f898b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:37.225360 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-a9a5171e-a67d-4906-8ead-cf4b0f898b1a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5a1a105d-77c4-456f-a245-b66e6fc97786 HTTP/1.1" status: 200 len: 845 time: 0.1696391 Jul 05 09:45:37.230253 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-317f0548-8fb3-4a22-8380-437ad941417a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:37.238083 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-317f0548-8fb3-4a22-8380-437ad941417a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:37.240845 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f0548-8fb3-4a22-8380-437ad941417a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Pushing event updated for resources: {'Port': ['ID=d88e2e15-45bd-444f-bb7b-1548780c638c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:37.301496 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f0548-8fb3-4a22-8380-437ad941417a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:37.301777 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f0548-8fb3-4a22-8380-437ad941417a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:37.302149 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f0548-8fb3-4a22-8380-437ad941417a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:37.302515 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f0548-8fb3-4a22-8380-437ad941417a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:37.302865 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f0548-8fb3-4a22-8380-437ad941417a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:37.303202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f0548-8fb3-4a22-8380-437ad941417a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:37.303561 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f0548-8fb3-4a22-8380-437ad941417a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:37.303919 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f0548-8fb3-4a22-8380-437ad941417a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:37.304260 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f0548-8fb3-4a22-8380-437ad941417a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:37.304615 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f0548-8fb3-4a22-8380-437ad941417a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:37.304987 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f0548-8fb3-4a22-8380-437ad941417a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:37.305313 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f0548-8fb3-4a22-8380-437ad941417a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:37.314046 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-798aa1b5-e6b1-4833-9464-4289f921da04 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec254af9-1910-4d97-8c22-d1b3d0b9b18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685182 Jul 05 09:45:37.349073 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-519a8422-ab24-45b3-83a3-73cae95c584a req-6de8662c-e948-4a63-8bb4-765deee6b09e tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] For port e2627bf4-8abf-467c-a8bb-89bc4d7430c8, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e2627bf4-8abf-467c-a8bb-89bc4d7430c8,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:37.349433 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-519a8422-ab24-45b3-83a3-73cae95c584a req-6de8662c-e948-4a63-8bb4-765deee6b09e tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:37.361844 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-5173ce10-6361-406f-ac1f-5199b1dceb28 req-8a36c255-f906-4b92-a654-1f38f85ec377 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Deleting port ec4580b3-1c2a-430d-9662-78357cbfa071 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:37.362188 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5173ce10-6361-406f-ac1f-5199b1dceb28 req-8a36c255-f906-4b92-a654-1f38f85ec377 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:37.380721 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-317f0548-8fb3-4a22-8380-437ad941417a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:37.381340 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-317f0548-8fb3-4a22-8380-437ad941417a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:37.406954 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28a9d76f-e828-4c97-9f51-00167d0e6aa2 req-68b904f9-1f23-4e31-acd4-1873ad7112fe tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720066 Jul 05 09:45:37.417196 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-317f0548-8fb3-4a22-8380-437ad941417a tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3230207 Jul 05 09:45:37.434506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-c34ec008-cdce-4555-b8ad-304c5b31f4d2 service neutron] Request body: {'port': {'device_id': 'd02de2de-94ef-45c3-81ee-3e1cff42ab1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:37.444943 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-519a8422-ab24-45b3-83a3-73cae95c584a req-6de8662c-e948-4a63-8bb4-765deee6b09e tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Calling delete_port for e2627bf4-8abf-467c-a8bb-89bc4d7430c8 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:37.474902 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-e096c0f7-4163-49ff-8aa5-b8e76eb11cf1 req-7f7513eb-5abf-4fce-b1a5-75c300fb9023 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Deleting port e5741cec-1270-477c-afeb-8579458325f4 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:37.474902 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e096c0f7-4163-49ff-8aa5-b8e76eb11cf1 req-7f7513eb-5abf-4fce-b1a5-75c300fb9023 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:37.476345 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b57dad6-e180-4caa-afb2-d8788b26a35a x-openstack-request-id: req-2b57dad6-e180-4caa-afb2-d8788b26a35a {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:37.476650 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eea7289-69ce-4e08-a9d7-5ef8e025b74d", "name": "network-vif-unplugged", "status": "completed", "tag": "e5741cec-1270-477c-afeb-8579458325f4", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:37.478232 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2b57dad6-e180-4caa-afb2-d8788b26a35a {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:37.479505 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eea7289-69ce-4e08-a9d7-5ef8e025b74d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5741cec-1270-477c-afeb-8579458325f4', 'code': 200} Jul 05 09:45:37.485197 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-bcd76341-3254-4797-af56-b763c3498be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:37.486732 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-bcd76341-3254-4797-af56-b763c3498be5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2552247 Jul 05 09:45:37.492207 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325e8bb-44af-48cc-ac60-4b8d2f08b261 req-bea14653-4817-4007-a216-f30eca208c44 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:37.493869 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f325e8bb-44af-48cc-ac60-4b8d2f08b261 req-bea14653-4817-4007-a216-f30eca208c44 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a1fb8a-caf5-4726-aef0-564b094da45d HTTP/1.1" status: 200 len: 945 time: 0.1837478 Jul 05 09:45:37.613970 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-99b376a8-66a4-4d2f-b060-8ecfeb5d96ab service neutron] 10.222.0.81 "GET /v2.0/networks/ec254af9-1910-4d97-8c22-d1b3d0b9b18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807467 Jul 05 09:45:37.648263 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-5173ce10-6361-406f-ac1f-5199b1dceb28 req-8a36c255-f906-4b92-a654-1f38f85ec377 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] For port ec4580b3-1c2a-430d-9662-78357cbfa071, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=ec4580b3-1c2a-430d-9662-78357cbfa071,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:37.648624 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5173ce10-6361-406f-ac1f-5199b1dceb28 req-8a36c255-f906-4b92-a654-1f38f85ec377 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:37.662886 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f325e8bb-44af-48cc-ac60-4b8d2f08b261 req-5a2013a1-b00c-4194-9190-1d7da92bf5b6 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560400 Jul 05 09:45:37.671173 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-c34ec008-cdce-4555-b8ad-304c5b31f4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:37.697027 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e096c0f7-4163-49ff-8aa5-b8e76eb11cf1 req-7f7513eb-5abf-4fce-b1a5-75c300fb9023 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] For port e5741cec-1270-477c-afeb-8579458325f4, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e5741cec-1270-477c-afeb-8579458325f4,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:37.697428 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e096c0f7-4163-49ff-8aa5-b8e76eb11cf1 req-7f7513eb-5abf-4fce-b1a5-75c300fb9023 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:37.741792 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-e096c0f7-4163-49ff-8aa5-b8e76eb11cf1 req-7f7513eb-5abf-4fce-b1a5-75c300fb9023 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Calling delete_port for e5741cec-1270-477c-afeb-8579458325f4 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:37.834856 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aa842-58d7-4466-a02e-9f040a4bb54e req-02d99403-52e5-49e9-bee2-9061cd16694c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:37.836514 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c7aa842-58d7-4466-a02e-9f040a4bb54e req-02d99403-52e5-49e9-bee2-9061cd16694c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 944 time: 0.2476289 Jul 05 09:45:37.913915 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.81', 61720) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:37.966825 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-5173ce10-6361-406f-ac1f-5199b1dceb28 req-8a36c255-f906-4b92-a654-1f38f85ec377 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Calling delete_port for ec4580b3-1c2a-430d-9662-78357cbfa071 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:38.037198 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c7aa842-58d7-4466-a02e-9f040a4bb54e req-66580489-038d-4f23-b524-3f68a210560c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1403921 Jul 05 09:45:38.055782 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-4129e3c6-11b8-43ae-a3b1-3a3d5b42afa2 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314460 Jul 05 09:45:38.115549 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c83f7ea1-a96d-45de-ba86-bf75ff4a2050 req-ef295f3a-1b84-4733-952c-0e52790f8f97 service neutron] 10.222.0.81 "GET /v2.0/networks/ec254af9-1910-4d97-8c22-d1b3d0b9b18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826765 Jul 05 09:45:38.203745 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5dfcd-3de5-45a6-8e06-83090e6e2508 req-8de9f607-5951-4308-95fa-925843a5eb47 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:38.205596 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67a5dfcd-3de5-45a6-8e06-83090e6e2508 req-8de9f607-5951-4308-95fa-925843a5eb47 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 945 time: 0.4296608 Jul 05 09:45:38.260667 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b3165-2d0f-489a-9df9-e92ec48ae842 req-e22f0807-e6bd-40b1-83d0-eba92bc087f5 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:38.262115 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c05b3165-2d0f-489a-9df9-e92ec48ae842 req-e22f0807-e6bd-40b1-83d0-eba92bc087f5 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5d0f1bb-c099-436d-a791-8b878fba384c HTTP/1.1" status: 200 len: 945 time: 0.3458960 Jul 05 09:45:38.277510 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-519a8422-ab24-45b3-83a3-73cae95c584a req-6de8662c-e948-4a63-8bb4-765deee6b09e tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:38.290548 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['0f90be91-db15-4bef-a182-f1ac65014b1c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:38.342213 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8662c-e948-4a63-8bb4-765deee6b09e tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Pushing event deleted for resources: {'Port': ['ID=e2627bf4-8abf-467c-a8bb-89bc4d7430c8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:38.347934 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e096c0f7-4163-49ff-8aa5-b8e76eb11cf1 req-7f7513eb-5abf-4fce-b1a5-75c300fb9023 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:38.349116 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-c5dd4aff-951f-4d2b-8cab-1440d00fb18f service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472262 Jul 05 09:45:38.412788 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67a5dfcd-3de5-45a6-8e06-83090e6e2508 req-60feddc3-869d-4a36-95b3-2340754f71b1 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960967 Jul 05 09:45:38.428819 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7513eb-5abf-4fce-b1a5-75c300fb9023 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Pushing event deleted for resources: {'Port': ['ID=e5741cec-1270-477c-afeb-8579458325f4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:38.439199 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-519a8422-ab24-45b3-83a3-73cae95c584a req-6de8662c-e948-4a63-8bb4-765deee6b09e tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] No DVR routers for this DVR port e2627bf4-8abf-467c-a8bb-89bc4d7430c8 on host n-h1-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:38.446247 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-519a8422-ab24-45b3-83a3-73cae95c584a req-6de8662c-e948-4a63-8bb4-765deee6b09e tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:38.447634 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-519a8422-ab24-45b3-83a3-73cae95c584a req-6de8662c-e948-4a63-8bb4-765deee6b09e tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.81 "DELETE /v2.0/ports/e2627bf4-8abf-467c-a8bb-89bc4d7430c8 HTTP/1.1" status: 204 len: 173 time: 1.7149765 Jul 05 09:45:38.453605 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccba1cd-b276-48b9-b92f-e5980ce34065 req-3fb78a9a-2e14-4d6d-99dd-852d96ef1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:38.455476 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fccba1cd-b276-48b9-b92f-e5980ce34065 req-3fb78a9a-2e14-4d6d-99dd-852d96ef1f21 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b177f5338a8c495095a3364a4f90feb2&device_id=7d1f2c00-d6c5-4bff-b86a-7284a41af9fe HTTP/1.1" status: 200 len: 1094 time: 0.2475431 Jul 05 09:45:38.543764 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5173ce10-6361-406f-ac1f-5199b1dceb28 req-8a36c255-f906-4b92-a654-1f38f85ec377 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:38.556513 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['ec4580b3-1c2a-430d-9662-78357cbfa071'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:38.604414 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36c255-f906-4b92-a654-1f38f85ec377 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Pushing event deleted for resources: {'Port': ['ID=ec4580b3-1c2a-430d-9662-78357cbfa071,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:38.674031 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-5173ce10-6361-406f-ac1f-5199b1dceb28 req-8a36c255-f906-4b92-a654-1f38f85ec377 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] No DVR routers for this DVR port ec4580b3-1c2a-430d-9662-78357cbfa071 on host n-h1-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:38.680038 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5173ce10-6361-406f-ac1f-5199b1dceb28 req-8a36c255-f906-4b92-a654-1f38f85ec377 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:38.681635 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5173ce10-6361-406f-ac1f-5199b1dceb28 req-8a36c255-f906-4b92-a654-1f38f85ec377 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.81 "DELETE /v2.0/ports/ec4580b3-1c2a-430d-9662-78357cbfa071 HTTP/1.1" status: 204 len: 173 time: 1.7565105 Jul 05 09:45:38.683278 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccba1cd-b276-48b9-b92f-e5980ce34065 req-4797892b-09b7-4436-98ee-39c6ab679e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:38.685007 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fccba1cd-b276-48b9-b92f-e5980ce34065 req-4797892b-09b7-4436-98ee-39c6ab679e1c service neutron] 10.222.0.81 "GET /v2.0/networks?id=ec254af9-1910-4d97-8c22-d1b3d0b9b18f HTTP/1.1" status: 200 len: 906 time: 0.2200744 Jul 05 09:45:38.748053 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fccba1cd-b276-48b9-b92f-e5980ce34065 req-001f820d-9f78-4110-b27b-0d827c1b4b18 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dee752e-8323-4cb0-861e-d3f5f0807774 HTTP/1.1" status: 200 len: 217 time: 0.0546634 Jul 05 09:45:38.807066 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-e096c0f7-4163-49ff-8aa5-b8e76eb11cf1 req-7f7513eb-5abf-4fce-b1a5-75c300fb9023 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] No DVR routers for this DVR port e5741cec-1270-477c-afeb-8579458325f4 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:38.809101 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccba1cd-b276-48b9-b92f-e5980ce34065 req-6c222432-bf65-4016-853d-7428b277359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:38.811472 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fccba1cd-b276-48b9-b92f-e5980ce34065 req-6c222432-bf65-4016-853d-7428b277359b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5a1a105d-77c4-456f-a245-b66e6fc97786 HTTP/1.1" status: 200 len: 845 time: 0.0559349 Jul 05 09:45:38.816790 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e096c0f7-4163-49ff-8aa5-b8e76eb11cf1 req-7f7513eb-5abf-4fce-b1a5-75c300fb9023 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:38.818739 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e096c0f7-4163-49ff-8aa5-b8e76eb11cf1 req-7f7513eb-5abf-4fce-b1a5-75c300fb9023 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.81 "DELETE /v2.0/ports/e5741cec-1270-477c-afeb-8579458325f4 HTTP/1.1" status: 204 len: 173 time: 1.6971579 Jul 05 09:45:38.822396 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eea7289-69ce-4e08-a9d7-5ef8e025b74d', 'name': 'network-vif-deleted', 'tag': 'e5741cec-1270-477c-afeb-8579458325f4'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:38.823814 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3325c333-6bf6-47c0-b688-885b1e13bfbb" -d '{"events": [{"server_uuid": "2eea7289-69ce-4e08-a9d7-5ef8e025b74d", "name": "network-vif-deleted", "tag": "e5741cec-1270-477c-afeb-8579458325f4"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:38.834569 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['4618948b-aba9-4c53-a34d-ed838ba47183'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:38.884400 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8e26c-ae3a-4a8d-af7e-ceea68b2550e req-d7774e59-9101-41b3-b7f2-ffba07628972 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:38.885950 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53b8e26c-ae3a-4a8d-af7e-ceea68b2550e req-d7774e59-9101-41b3-b7f2-ffba07628972 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/ports?device_id=d02de2de-94ef-45c3-81ee-3e1cff42ab1d HTTP/1.1" status: 200 len: 931 time: 0.6333251 Jul 05 09:45:38.893947 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-c34ec008-cdce-4555-b8ad-304c5b31f4d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88e2e15-45bd-444f-bb7b-1548780c638c {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:38.896454 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fccba1cd-b276-48b9-b92f-e5980ce34065 req-77234a28-73b3-4d2a-ab98-5f3f5f031d09 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec254af9-1910-4d97-8c22-d1b3d0b9b18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740871 Jul 05 09:45:38.914276 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-c34ec008-cdce-4555-b8ad-304c5b31f4d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:38.959280 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c05b3165-2d0f-489a-9df9-e92ec48ae842 req-78f46033-2294-43b5-b0bb-7646f429522b tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Deleting port 73f4e93d-5da2-4c9e-aa08-e22009ef6652 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:38.959532 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c05b3165-2d0f-489a-9df9-e92ec48ae842 req-78f46033-2294-43b5-b0bb-7646f429522b tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:38.964510 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-c34ec008-cdce-4555-b8ad-304c5b31f4d2 service neutron] Transition to ACTIVE for port object d88e2e15-45bd-444f-bb7b-1548780c638c will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:38.983284 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53b8e26c-ae3a-4a8d-af7e-ceea68b2550e req-079970ff-9319-4278-a5ed-488ec1c0d305 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/security-groups?id=abc8045d-a3ec-4f3c-95d8-14eb39b34168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811481 Jul 05 09:45:39.017951 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-c34ec008-cdce-4555-b8ad-304c5b31f4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:39.032516 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326646c-f2aa-4357-96b0-ba2d0bb002f1 req-d040d33f-7269-42ba-a92a-c375fd408ab5 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:39.038637 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9326646c-f2aa-4357-96b0-ba2d0bb002f1 req-d040d33f-7269-42ba-a92a-c375fd408ab5 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.2831268 Jul 05 09:45:39.055152 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fccba1cd-b276-48b9-b92f-e5980ce34065 req-2013802c-48b8-4fe4-8737-93cd84d85938 service neutron] 10.222.0.81 "GET /v2.0/networks/ec254af9-1910-4d97-8c22-d1b3d0b9b18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479540 Jul 05 09:45:39.134893 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ec008-cdce-4555-b8ad-304c5b31f4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d88e2e15-45bd-444f-bb7b-1548780c638c,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:39.156477 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9326646c-f2aa-4357-96b0-ba2d0bb002f1 req-473bd071-9e8f-4c2a-a4b3-2b4da93b63f6 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168604 Jul 05 09:45:39.167330 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fccba1cd-b276-48b9-b92f-e5980ce34065 req-44086809-d61d-48c4-b9f3-dca4545647a4 service neutron] 10.222.0.81 "GET /v2.0/networks/ec254af9-1910-4d97-8c22-d1b3d0b9b18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037791 Jul 05 09:45:39.200079 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6913a54d-a3f5-41e5-890d-db73e89e9007', 'name': 'network-vif-deleted', 'tag': 'e2627bf4-8abf-467c-a8bb-89bc4d7430c8'}, {'server_uuid': '40a1fb8a-caf5-4726-aef0-564b094da45d', 'name': 'network-vif-deleted', 'tag': 'ec4580b3-1c2a-430d-9662-78357cbfa071'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:39.205656 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c99ca0-043f-47e9-af92-6d06ae7e3d66" -d '{"events": [{"server_uuid": "6913a54d-a3f5-41e5-890d-db73e89e9007", "name": "network-vif-deleted", "tag": "e2627bf4-8abf-467c-a8bb-89bc4d7430c8"}, {"server_uuid": "40a1fb8a-caf5-4726-aef0-564b094da45d", "name": "network-vif-deleted", "tag": "ec4580b3-1c2a-430d-9662-78357cbfa071"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:39.256356 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c05b3165-2d0f-489a-9df9-e92ec48ae842 req-78f46033-2294-43b5-b0bb-7646f429522b tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] For port 73f4e93d-5da2-4c9e-aa08-e22009ef6652, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=73f4e93d-5da2-4c9e-aa08-e22009ef6652,segment=NetworkSegment(3d83f219-f815-4376-b051-a5566694dac8),segment_id=3d83f219-f815-4376-b051-a5566694dac8)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:39.256941 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c05b3165-2d0f-489a-9df9-e92ec48ae842 req-78f46033-2294-43b5-b0bb-7646f429522b tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:39.419011 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-c34ec008-cdce-4555-b8ad-304c5b31f4d2 service neutron] Attempting to bind port d88e2e15-45bd-444f-bb7b-1548780c638c on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:45:39.419261 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-c34ec008-cdce-4555-b8ad-304c5b31f4d2 service neutron] Attempting to bind port d88e2e15-45bd-444f-bb7b-1548780c638c by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '32247b43-070e-481a-a9d0-5590446130da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:45:39.419479 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-c34ec008-cdce-4555-b8ad-304c5b31f4d2 service neutron] Attempting to bind port d88e2e15-45bd-444f-bb7b-1548780c638c on network 9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:39.453639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-c34ec008-cdce-4555-b8ad-304c5b31f4d2 service neutron] Port d88e2e15-45bd-444f-bb7b-1548780c638c on network 9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:45:39.453971 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-c34ec008-cdce-4555-b8ad-304c5b31f4d2 service neutron] Attempting to bind port d88e2e15-45bd-444f-bb7b-1548780c638c on network 9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:39.470361 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bca048-665f-48d2-a728-49eb8f81e3c4 req-9a3eef79-fb2f-4c64-b787-34f4cad5145f tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:39.472012 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c5bca048-665f-48d2-a728-49eb8f81e3c4 req-9a3eef79-fb2f-4c64-b787-34f4cad5145f tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5d0f1bb-c099-436d-a791-8b878fba384c HTTP/1.1" status: 200 len: 945 time: 0.2860606 Jul 05 09:45:39.509647 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-c34ec008-cdce-4555-b8ad-304c5b31f4d2 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:45:39.510000 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-c34ec008-cdce-4555-b8ad-304c5b31f4d2 service neutron] Checking segment: {'id': '32247b43-070e-481a-a9d0-5590446130da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:39.510438 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-c34ec008-cdce-4555-b8ad-304c5b31f4d2 service neutron] Bound using segment: {'id': '32247b43-070e-481a-a9d0-5590446130da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:45:39.510836 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-c34ec008-cdce-4555-b8ad-304c5b31f4d2 service neutron] Bound port: d88e2e15-45bd-444f-bb7b-1548780c638c, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32247b43-070e-481a-a9d0-5590446130da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:45:39.511202 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-c34ec008-cdce-4555-b8ad-304c5b31f4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:39.640915 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff005efa-e886-468f-b967-6dcbd4607f66 req-68bfc0c0-cb93-4ec6-8f4d-24d98989c965 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:39.642433 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff005efa-e886-468f-b967-6dcbd4607f66 req-68bfc0c0-cb93-4ec6-8f4d-24d98989c965 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d1f2c00-d6c5-4bff-b86a-7284a41af9fe HTTP/1.1" status: 200 len: 943 time: 0.3663671 Jul 05 09:45:39.645169 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c5bca048-665f-48d2-a728-49eb8f81e3c4 req-68a1bef4-8193-4e32-93e1-764b506eb96a tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/security-groups?id=202ebd0c-4845-40be-a99a-c8dd75aeee75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426709 Jul 05 09:45:39.699476 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c05b3165-2d0f-489a-9df9-e92ec48ae842 req-78f46033-2294-43b5-b0bb-7646f429522b tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:39.699792 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c05b3165-2d0f-489a-9df9-e92ec48ae842 req-78f46033-2294-43b5-b0bb-7646f429522b tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:39.700121 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [req-c05b3165-2d0f-489a-9df9-e92ec48ae842 req-78f46033-2294-43b5-b0bb-7646f429522b tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Floating IP eb1fd96c-62d8-4259-ba03-20de6a236b62 disassociated. External IP: 172.25.7.104, port: 73f4e93d-5da2-4c9e-aa08-e22009ef6652. Jul 05 09:45:39.700478 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c05b3165-2d0f-489a-9df9-e92ec48ae842 req-78f46033-2294-43b5-b0bb-7646f429522b tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Calling delete_port for 73f4e93d-5da2-4c9e-aa08-e22009ef6652 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:39.712556 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-c34ec008-cdce-4555-b8ad-304c5b31f4d2 service neutron] For port d88e2e15-45bd-444f-bb7b-1548780c638c, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:45:39.735374 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-c34ec008-cdce-4555-b8ad-304c5b31f4d2 service neutron] For port d88e2e15-45bd-444f-bb7b-1548780c638c, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d88e2e15-45bd-444f-bb7b-1548780c638c,segment=NetworkSegment(32247b43-070e-481a-a9d0-5590446130da),segment_id=32247b43-070e-481a-a9d0-5590446130da)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:45:39.776190 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff005efa-e886-468f-b967-6dcbd4607f66 req-384486ad-34ba-4626-a4ba-e99741248dea tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162755 Jul 05 09:45:39.778483 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-c34ec008-cdce-4555-b8ad-304c5b31f4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:39.819769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-c34ec008-cdce-4555-b8ad-304c5b31f4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:39.820430 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-c34ec008-cdce-4555-b8ad-304c5b31f4d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:39.822040 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-c34ec008-cdce-4555-b8ad-304c5b31f4d2 service neutron] 10.222.0.81 "PUT /v2.0/ports/d88e2e15-45bd-444f-bb7b-1548780c638c HTTP/1.1" status: 200 len: 1091 time: 2.3941503 Jul 05 09:45:39.885914 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ec008-cdce-4555-b8ad-304c5b31f4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d88e2e15-45bd-444f-bb7b-1548780c638c,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:39.986554 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4916bf3d-74d3-4de6-9e4f-4dd0f6ea41dd x-openstack-request-id: req-4916bf3d-74d3-4de6-9e4f-4dd0f6ea41dd {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:39.987078 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eea7289-69ce-4e08-a9d7-5ef8e025b74d", "name": "network-vif-deleted", "tag": "e5741cec-1270-477c-afeb-8579458325f4", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:39.987078 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4916bf3d-74d3-4de6-9e4f-4dd0f6ea41dd {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:39.987504 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eea7289-69ce-4e08-a9d7-5ef8e025b74d', 'name': 'network-vif-deleted', 'tag': 'e5741cec-1270-477c-afeb-8579458325f4', 'status': 'completed', 'code': 200} Jul 05 09:45:40.011685 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca1d89-bee7-4782-8653-f4220bf42538 req-0ab9c8f1-f631-4f65-b985-492381d921f1 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:40.013262 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-05ca1d89-bee7-4782-8653-f4220bf42538 req-0ab9c8f1-f631-4f65-b985-492381d921f1 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.1887362 Jul 05 09:45:40.051521 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c05b3165-2d0f-489a-9df9-e92ec48ae842 req-78f46033-2294-43b5-b0bb-7646f429522b tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:40.096280 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f46033-2294-43b5-b0bb-7646f429522b tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Pushing event deleted for resources: {'Port': ['ID=73f4e93d-5da2-4c9e-aa08-e22009ef6652,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:40.115116 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-05ca1d89-bee7-4782-8653-f4220bf42538 req-5e1d7b6d-faa3-4c0c-b775-96ed0c9e3665 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920119 Jul 05 09:45:40.143402 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-d00d1065-d4d8-48fb-a56d-ed35d81d3717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:40.145184 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-d00d1065-d4d8-48fb-a56d-ed35d81d3717 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2670d186911d4c43b7e511e7499a38d6&device_id=d02de2de-94ef-45c3-81ee-3e1cff42ab1d HTTP/1.1" status: 200 len: 1094 time: 0.2135074 Jul 05 09:45:40.172156 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0285977e-5bda-4186-b585-4654d412b597 x-openstack-request-id: req-0285977e-5bda-4186-b585-4654d412b597 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:40.173417 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6913a54d-a3f5-41e5-890d-db73e89e9007", "name": "network-vif-deleted", "tag": "e2627bf4-8abf-467c-a8bb-89bc4d7430c8", "status": "completed", "code": 200}, {"server_uuid": "40a1fb8a-caf5-4726-aef0-564b094da45d", "name": "network-vif-deleted", "tag": "ec4580b3-1c2a-430d-9662-78357cbfa071", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:40.174218 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0285977e-5bda-4186-b585-4654d412b597 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:40.174872 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6913a54d-a3f5-41e5-890d-db73e89e9007', 'name': 'network-vif-deleted', 'tag': 'e2627bf4-8abf-467c-a8bb-89bc4d7430c8', 'status': 'completed', 'code': 200} Jul 05 09:45:40.175495 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a1fb8a-caf5-4726-aef0-564b094da45d', 'name': 'network-vif-deleted', 'tag': 'ec4580b3-1c2a-430d-9662-78357cbfa071', 'status': 'completed', 'code': 200} Jul 05 09:45:40.238695 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-8335a607-4f4f-4b36-a40e-ed12145376ee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d88e2e15-45bd-444f-bb7b-1548780c638c HTTP/1.1" status: 200 len: 217 time: 0.0812700 Jul 05 09:45:40.353427 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-faac1545-56eb-4524-b346-eaf85b388d36 req-51185852-3692-4d34-bd59-42fb3a960fca tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 210 time: 0.0664856 Jul 05 09:45:40.372082 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efe5c1-e148-405e-9ff6-1df0c80c81fc req-47b0babe-227d-4f23-9f6e-278e4bbe143b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:40.379583 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-36efe5c1-e148-405e-9ff6-1df0c80c81fc req-47b0babe-227d-4f23-9f6e-278e4bbe143b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 944 time: 0.2898784 Jul 05 09:45:40.397590 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-8f845360-8bdd-41da-84b2-4995f50ec9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:40.399008 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-8f845360-8bdd-41da-84b2-4995f50ec9ae service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6b182209-a92b-45d2-8e65-30b1854728b0 HTTP/1.1" status: 200 len: 854 time: 0.1479127 Jul 05 09:45:40.442427 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c05b3165-2d0f-489a-9df9-e92ec48ae842 req-78f46033-2294-43b5-b0bb-7646f429522b tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Router b6421ce9-3041-49f8-8124-f15e15f8b678 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:45:40.446297 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-4eff8b62-02d0-41d2-9920-02cd853fbcb3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358286 Jul 05 09:45:40.467619 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-36efe5c1-e148-405e-9ff6-1df0c80c81fc req-4170accb-91cc-4677-be9b-6be0d771cc9c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0868502 Jul 05 09:45:40.761910 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7f9b1-83f4-4018-8bda-08b16c1fa0e0 req-c2e3ea58-7b1c-4480-b391-b47e8bd3f77f tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:40.763362 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ef7f9b1-83f4-4018-8bda-08b16c1fa0e0 req-c2e3ea58-7b1c-4480-b391-b47e8bd3f77f tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/ports?device_id=d02de2de-94ef-45c3-81ee-3e1cff42ab1d HTTP/1.1" status: 200 len: 943 time: 0.2942874 Jul 05 09:45:40.779047 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-8a572570-9bdd-465b-b83a-7248fbb68348 service neutron] 10.222.0.81 "GET /v2.0/networks/9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196602 Jul 05 09:45:40.840893 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-e5853b42-3cea-462e-be8e-5bcb0efd4a87 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:40.842487 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-e5853b42-3cea-462e-be8e-5bcb0efd4a87 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/networks?id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 HTTP/1.1" status: 200 len: 806 time: 0.2451870 Jul 05 09:45:40.877919 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c05b3165-2d0f-489a-9df9-e92ec48ae842 req-78f46033-2294-43b5-b0bb-7646f429522b tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:45:40.898648 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd9f6fa-dffc-4bae-825a-a297515d87fe None None] Sync routers for ids ['b6421ce9-3041-49f8-8124-f15e15f8b678'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:45:40.908313 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd9f6fa-dffc-4bae-825a-a297515d87fe None None] Routers {'b6421ce9-3041-49f8-8124-f15e15f8b678'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:45:40.908945 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bdd9f6fa-dffc-4bae-825a-a297515d87fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:45:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b6421ce9-3041-49f8-8124-f15e15f8b678'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:40.923707 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-764e30ef-1e08-4c02-a235-95ee37d047d6 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/quotas/305af83efe2d44eab10938e58244a3cb HTTP/1.1" status: 200 len: 375 time: 0.0547483 Jul 05 09:45:40.930486 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ef7f9b1-83f4-4018-8bda-08b16c1fa0e0 req-0431c481-52e8-428f-9bc7-87406701881b tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/security-groups?id=abc8045d-a3ec-4f3c-95d8-14eb39b34168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577549 Jul 05 09:45:40.971992 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05b3165-2d0f-489a-9df9-e92ec48ae842 req-78f46033-2294-43b5-b0bb-7646f429522b tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] No DVR routers for this DVR port 73f4e93d-5da2-4c9e-aa08-e22009ef6652 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:40.975331 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 1dee752e-8323-4cb0-861e-d3f5f0807774 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:45:40.978388 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c05b3165-2d0f-489a-9df9-e92ec48ae842 req-78f46033-2294-43b5-b0bb-7646f429522b tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:40.980518 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c05b3165-2d0f-489a-9df9-e92ec48ae842 req-78f46033-2294-43b5-b0bb-7646f429522b tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.81 "DELETE /v2.0/ports/73f4e93d-5da2-4c9e-aa08-e22009ef6652 HTTP/1.1" status: 204 len: 173 time: 2.7110515 Jul 05 09:45:41.104273 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 1dee752e-8323-4cb0-861e-d3f5f0807774, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=1dee752e-8323-4cb0-861e-d3f5f0807774,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:41.118411 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device ec4580b3-1c2a-430d-9662-78357cbfa071 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:41.142455 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '1dee752e-8323-4cb0-861e-d3f5f0807774', 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f', 'port_id': '1dee752e-8323-4cb0-861e-d3f5f0807774', 'mac_address': 'fa:16:3e:a0:89:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1a105d-77c4-456f-a245-b66e6fc97786', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:45:41.148369 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: ec4580b3-1c2a-430d-9662-78357cbfa071 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:41.148369 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device ec4580b3-1c2a-430d-9662-78357cbfa071 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:41.148369 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device e5741cec-1270-477c-afeb-8579458325f4 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:41.214140 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: e5741cec-1270-477c-afeb-8579458325f4 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:41.214654 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device e5741cec-1270-477c-afeb-8579458325f4 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:41.215114 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 73f4e93d-5da2-4c9e-aa08-e22009ef6652 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:41.264114 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 73f4e93d-5da2-4c9e-aa08-e22009ef6652 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:41.264482 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 73f4e93d-5da2-4c9e-aa08-e22009ef6652 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:41.278713 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c49e08-04d8-479f-8a4e-97a366e860a6 req-c4dd3cb3-e2ed-4ac6-8c76-6048b1e461ac service neutron] 10.222.0.81 "GET /v2.0/networks/9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809737 Jul 05 09:45:41.288059 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:41.312075 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dee752e-8323-4cb0-861e-d3f5f0807774 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:41.329182 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-bdd9f6fa-dffc-4bae-825a-a297515d87fe None None] Set router b6421ce9-3041-49f8-8124-f15e15f8b678 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:45:41.331658 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8badc62-0129-4ddc-beee-3231c91b7cb7 req-2010012d-35a3-4613-ae76-f8a52f25f1ad tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:41.333266 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e8badc62-0129-4ddc-beee-3231c91b7cb7 req-2010012d-35a3-4613-ae76-f8a52f25f1ad tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.0986309 Jul 05 09:45:41.343994 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-edb16531-9664-451e-9e64-f2615f6996ae tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4095240 Jul 05 09:45:41.409238 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e8badc62-0129-4ddc-beee-3231c91b7cb7 req-af0ab737-80ba-42f5-831e-c0e5a4cdfaf3 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593274 Jul 05 09:45:41.514658 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 1dee752e-8323-4cb0-861e-d3f5f0807774, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=1dee752e-8323-4cb0-861e-d3f5f0807774,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:41.527347 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:41.598143 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1cc8ea17-f22f-4db3-a686-af20cb838ed7 req-7f8a64a9-8c2d-4f77-a3e2-fe8ccac5c721 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5d0f1bb-c099-436d-a791-8b878fba384c HTTP/1.1" status: 200 len: 210 time: 0.0425982 Jul 05 09:45:41.637752 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-420b680b-ee3a-44c8-bf27-3f69b52c3edd service neutron] 10.222.0.79 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927785 Jul 05 09:45:41.664779 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=1dee752e-8323-4cb0-861e-d3f5f0807774,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:41.775203 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bdd9f6fa-dffc-4bae-825a-a297515d87fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1147022740-router', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:18Z', 'revision_number': 4, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'gw_port': {'id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '49d780f2-e427-4069-a14a-c3ebfe669b13', 'name': '', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'mac_address': 'fa:16:3e:b6:a0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:17Z', 'updated_at': '2021-07-05T09:39:25Z', 'revision_number': 5, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'subnets': [{'id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:41.795025 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-71caf902-acab-471d-b35f-a609cad6113e service neutron] 10.222.0.79 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452146 Jul 05 09:45:41.820880 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd9f6fa-dffc-4bae-825a-a297515d87fe None None] Checking router: b6421ce9-3041-49f8-8124-f15e15f8b678 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:45:41.830592 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05915b-94dd-4149-8f1b-06d0f1bd751e req-3b3dd40a-0407-4be8-90c6-36acca6e65e0 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:41.831289 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd9f6fa-dffc-4bae-825a-a297515d87fe None None] Routers {'b6421ce9-3041-49f8-8124-f15e15f8b678'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:45:41.832165 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef05915b-94dd-4149-8f1b-06d0f1bd751e req-3b3dd40a-0407-4be8-90c6-36acca6e65e0 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d1f2c00-d6c5-4bff-b86a-7284a41af9fe HTTP/1.1" status: 200 len: 944 time: 0.0908349 Jul 05 09:45:41.836192 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bdd9f6fa-dffc-4bae-825a-a297515d87fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:45:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b6421ce9-3041-49f8-8124-f15e15f8b678'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:41.880459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef05915b-94dd-4149-8f1b-06d0f1bd751e req-e805fbc5-3f69-47eb-8e8f-815476a6e137 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413337 Jul 05 09:45:41.903513 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['1dee752e-8323-4cb0-861e-d3f5f0807774'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:41.989748 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02de2de-94ef-45c3-81ee-3e1cff42ab1d', 'tag': 'd88e2e15-45bd-444f-bb7b-1548780c638c'}, {'server_uuid': 'c5d0f1bb-c099-436d-a791-8b878fba384c', 'name': 'network-vif-deleted', 'tag': '73f4e93d-5da2-4c9e-aa08-e22009ef6652'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:41.991716 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff92bef-5f09-455f-a0a6-79bed3bd4c24" -d '{"events": [{"name": "network-changed", "server_uuid": "d02de2de-94ef-45c3-81ee-3e1cff42ab1d", "tag": "d88e2e15-45bd-444f-bb7b-1548780c638c"}, {"server_uuid": "c5d0f1bb-c099-436d-a791-8b878fba384c", "name": "network-vif-deleted", "tag": "73f4e93d-5da2-4c9e-aa08-e22009ef6652"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:42.007694 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-bdd9f6fa-dffc-4bae-825a-a297515d87fe None None] Set router b6421ce9-3041-49f8-8124-f15e15f8b678 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:45:42.088288 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112b545-07b2-4ff6-b019-c4cc5971e8a4 req-1d53a01a-0f2d-4d92-b25c-55aae2f49c60 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:42.090840 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c112b545-07b2-4ff6-b019-c4cc5971e8a4 req-1d53a01a-0f2d-4d92-b25c-55aae2f49c60 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.0955606 Jul 05 09:45:42.167447 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c112b545-07b2-4ff6-b019-c4cc5971e8a4 req-c599cf23-6dd3-4667-89bf-47d67dc22db9 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703819 Jul 05 09:45:42.239900 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-929b0996-0f39-498d-8366-983a747c64ba req-9f79580b-f6ba-4ea8-abef-b7365a4b6b31 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=6913a54d-a3f5-41e5-890d-db73e89e9007 HTTP/1.1" status: 200 len: 210 time: 0.1227524 Jul 05 09:45:42.306282 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bdd9f6fa-dffc-4bae-825a-a297515d87fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1147022740-router', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:18Z', 'revision_number': 4, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'gw_port': {'id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '49d780f2-e427-4069-a14a-c3ebfe669b13', 'name': '', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'mac_address': 'fa:16:3e:b6:a0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:17Z', 'updated_at': '2021-07-05T09:39:25Z', 'revision_number': 5, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'subnets': [{'id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:42.341911 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd9f6fa-dffc-4bae-825a-a297515d87fe None None] The sync data for ids ['b6421ce9-3041-49f8-8124-f15e15f8b678'] in n-d-798054-8 is: [{'id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1147022740-router', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:18Z', 'revision_number': 4, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'gw_port': {'id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '49d780f2-e427-4069-a14a-c3ebfe669b13', 'name': '', 'network_id': '50450e21-61cd-4f08-9734-c5edcfebb387', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'mac_address': 'fa:16:3e:b6:a0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:17Z', 'updated_at': '2021-07-05T09:39:25Z', 'revision_number': 5, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'subnets': [{'id': '02e4f4c6-8a8b-482c-a989-f519f8934c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:45:42.481628 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60c357-42ce-4cae-9f2c-dc4191f318e5 req-cb5a34a9-ce72-4e9b-9d05-54c1e2d2bfa0 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:42.483921 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ad60c357-42ce-4cae-9f2c-dc4191f318e5 req-cb5a34a9-ce72-4e9b-9d05-54c1e2d2bfa0 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 944 time: 0.1473148 Jul 05 09:45:42.551023 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ad60c357-42ce-4cae-9f2c-dc4191f318e5 req-d7361cb0-870d-4a04-97c6-67f444bd1e17 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583622 Jul 05 09:45:42.569975 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2170c3-bd0f-47d2-a9ac-0c20a043794f req-7c8b94c6-abe8-4179-8038-e1a2865d999c tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:42.571594 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bd2170c3-bd0f-47d2-a9ac-0c20a043794f req-7c8b94c6-abe8-4179-8038-e1a2865d999c tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/ports?device_id=d02de2de-94ef-45c3-81ee-3e1cff42ab1d HTTP/1.1" status: 200 len: 943 time: 0.1625297 Jul 05 09:45:42.664277 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bd2170c3-bd0f-47d2-a9ac-0c20a043794f req-fe11a194-ea8d-4eb2-b489-c6c47433d3ca tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/security-groups?id=abc8045d-a3ec-4f3c-95d8-14eb39b34168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758059 Jul 05 09:45:42.748845 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f341c8a-5b10-4847-bbca-4392465b0f94 x-openstack-request-id: req-9f341c8a-5b10-4847-bbca-4392465b0f94 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:42.749673 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02de2de-94ef-45c3-81ee-3e1cff42ab1d", "tag": "d88e2e15-45bd-444f-bb7b-1548780c638c", "status": "completed", "code": 200}, {"server_uuid": "c5d0f1bb-c099-436d-a791-8b878fba384c", "name": "network-vif-deleted", "tag": "73f4e93d-5da2-4c9e-aa08-e22009ef6652", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:42.749932 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9f341c8a-5b10-4847-bbca-4392465b0f94 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:42.750639 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02de2de-94ef-45c3-81ee-3e1cff42ab1d', 'tag': 'd88e2e15-45bd-444f-bb7b-1548780c638c', 'status': 'completed', 'code': 200} Jul 05 09:45:42.750894 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d0f1bb-c099-436d-a791-8b878fba384c', 'name': 'network-vif-deleted', 'tag': '73f4e93d-5da2-4c9e-aa08-e22009ef6652', 'status': 'completed', 'code': 200} Jul 05 09:45:42.777975 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f372daca-1e92-42ae-9823-455d4b5ac3b6 req-85e52eda-3e67-4ac7-9d10-3d83e5f8ad6d tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=1303187b-fbc0-4da8-a7c0-ac186e29f77c HTTP/1.1" status: 200 len: 210 time: 0.0587578 Jul 05 09:45:42.794221 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9020de-934b-47d2-9b1b-b11fff6ffddc None None] New status for floating IP eb1fd96c-62d8-4259-ba03-20de6a236b62: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:45:42.862097 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff92bef-5f09-455f-a0a6-79bed3bd4c24 req-07e28e24-3be1-4c27-b8f8-37a32eeca9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:42.869474 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bff92bef-5f09-455f-a0a6-79bed3bd4c24 req-07e28e24-3be1-4c27-b8f8-37a32eeca9c4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2670d186911d4c43b7e511e7499a38d6&device_id=d02de2de-94ef-45c3-81ee-3e1cff42ab1d HTTP/1.1" status: 200 len: 1094 time: 0.0881824 Jul 05 09:45:42.984365 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device cdc00d6a-b106-44a7-8c58-52daf384b120 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:45:42.987069 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 1dee752e-8323-4cb0-861e-d3f5f0807774 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:43.047466 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff92bef-5f09-455f-a0a6-79bed3bd4c24 req-92d02579-d16a-41a1-8256-7f0b3f020dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:43.053089 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bff92bef-5f09-455f-a0a6-79bed3bd4c24 req-92d02579-d16a-41a1-8256-7f0b3f020dcf service neutron] 10.222.0.81 "GET /v2.0/networks?id=9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144 HTTP/1.1" status: 200 len: 915 time: 0.1772556 Jul 05 09:45:43.077581 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95deb0-d97b-49e9-a40c-50b2119f218f req-c5f34cc0-7f78-4d4f-abda-d4369b38ccbf tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:43.079141 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa95deb0-d97b-49e9-a40c-50b2119f218f req-c5f34cc0-7f78-4d4f-abda-d4369b38ccbf tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.1268871 Jul 05 09:45:43.140192 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 1dee752e-8323-4cb0-861e-d3f5f0807774 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:43.151062 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bff92bef-5f09-455f-a0a6-79bed3bd4c24 req-326df0bf-9301-454d-8bc3-32feb00ed0ba service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d88e2e15-45bd-444f-bb7b-1548780c638c HTTP/1.1" status: 200 len: 217 time: 0.0708888 Jul 05 09:45:43.188158 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 1dee752e-8323-4cb0-861e-d3f5f0807774 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:43.188538 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:43.227888 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa95deb0-d97b-49e9-a40c-50b2119f218f req-3ae5668a-78fa-436c-94f8-31727c451b94 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226568 Jul 05 09:45:43.273382 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port cdc00d6a-b106-44a7-8c58-52daf384b120, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=cdc00d6a-b106-44a7-8c58-52daf384b120,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:43.284575 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff92bef-5f09-455f-a0a6-79bed3bd4c24 req-058f55ce-fcd3-465d-8326-6bf62c8d4e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:43.286729 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bff92bef-5f09-455f-a0a6-79bed3bd4c24 req-058f55ce-fcd3-465d-8326-6bf62c8d4e6f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6b182209-a92b-45d2-8e65-30b1854728b0 HTTP/1.1" status: 200 len: 854 time: 0.1239340 Jul 05 09:45:43.293556 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'cdc00d6a-b106-44a7-8c58-52daf384b120', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'port_id': 'cdc00d6a-b106-44a7-8c58-52daf384b120', 'mac_address': 'fa:16:3e:5f:2f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70194034-b839-4d67-b152-2ad54f034d6c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:45:43.321439 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09d114-2a66-4e20-b444-8705be9496b8 req-11fb7587-8423-4a32-8fa0-8609f68fb92d tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:43.323258 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ae09d114-2a66-4e20-b444-8705be9496b8 req-11fb7587-8423-4a32-8fa0-8609f68fb92d tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d1f2c00-d6c5-4bff-b86a-7284a41af9fe HTTP/1.1" status: 200 len: 944 time: 0.2650125 Jul 05 09:45:43.347713 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bff92bef-5f09-455f-a0a6-79bed3bd4c24 req-030c4110-bfa9-447e-a3b5-5471c6517f70 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420246 Jul 05 09:45:43.401797 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:43.441434 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 1dee752e-8323-4cb0-861e-d3f5f0807774, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=1dee752e-8323-4cb0-861e-d3f5f0807774,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:43.442897 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1f2c00-d6c5-4bff-b86a-7284a41af9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dee752e-8323-4cb0-861e-d3f5f0807774'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:43.446088 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ac5e84-7f1c-4fe0-8a39-412cee83cb8d" -d '{"events": [{"server_uuid": "7d1f2c00-d6c5-4bff-b86a-7284a41af9fe", "name": "network-vif-plugged", "status": "completed", "tag": "1dee752e-8323-4cb0-861e-d3f5f0807774"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:43.451687 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:43.454158 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:43.500416 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc00d6a-b106-44a7-8c58-52daf384b120 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:43.551288 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bff92bef-5f09-455f-a0a6-79bed3bd4c24 req-a7ae0b3f-7eb3-4a8f-8316-16506023aedf service neutron] 10.222.0.81 "GET /v2.0/networks/9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960878 Jul 05 09:45:43.554558 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port cdc00d6a-b106-44a7-8c58-52daf384b120, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=cdc00d6a-b106-44a7-8c58-52daf384b120,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:43.573917 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:43.576861 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=1dee752e-8323-4cb0-861e-d3f5f0807774,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:43.607366 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-ef41d0c7-f3dd-4b44-b946-00a50876ffc1 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:43.609752 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-ef41d0c7-f3dd-4b44-b946-00a50876ffc1 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.78 "GET /v2.0/networks?id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 HTTP/1.1" status: 200 len: 806 time: 0.1767015 Jul 05 09:45:43.623554 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-db7f4575-ace1-4b40-928d-e2a820cc4c1a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Request body: {'port': {'device_id': '1303187b-fbc0-4da8-a7c0-ac186e29f77c', 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62', 'admin_state_up': True, 'tenant_id': '305af83efe2d44eab10938e58244a3cb'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:43.670643 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ae09d114-2a66-4e20-b444-8705be9496b8 req-c3871a9f-827f-4582-8cbb-52c95e94fe00 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220859 Jul 05 09:45:43.673259 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=cdc00d6a-b106-44a7-8c58-52daf384b120,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:43.775439 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-db7f4575-ace1-4b40-928d-e2a820cc4c1a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Made reservation on behalf of 305af83efe2d44eab10938e58244a3cb for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:43.781589 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-db7f4575-ace1-4b40-928d-e2a820cc4c1a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:43.850687 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['cdc00d6a-b106-44a7-8c58-52daf384b120'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:43.857690 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc4e72-2dee-477b-bd91-b690f9d5829f req-06a5bc44-30a0-4394-82f8-661ea7a04224 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:43.860268 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4cc4e72-2dee-477b-bd91-b690f9d5829f req-06a5bc44-30a0-4394-82f8-661ea7a04224 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.3043835 Jul 05 09:45:43.866526 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bff92bef-5f09-455f-a0a6-79bed3bd4c24 req-d254a964-18d5-450e-874c-67f31e69ac2a service neutron] 10.222.0.81 "GET /v2.0/networks/9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038025 Jul 05 09:45:43.927717 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4cc4e72-2dee-477b-bd91-b690f9d5829f req-737adc1e-3002-47f3-8b91-707b4c94ab7c tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600119 Jul 05 09:45:43.958640 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-db7f4575-ace1-4b40-928d-e2a820cc4c1a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Allocated IP 172.20.0.3 (7dba0c45-bd0a-4b14-925e-b1eed8ad5c62/9b6f44ce-d485-46dc-95cd-7820a4fbcd7e/9d04cc9a-9350-461d-9268-d8d729734a4c) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:43.990089 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf3e251-a59a-49e7-aef1-9a097268f8c6 x-openstack-request-id: req-6cf3e251-a59a-49e7-aef1-9a097268f8c6 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:43.990658 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1f2c00-d6c5-4bff-b86a-7284a41af9fe", "name": "network-vif-plugged", "status": "completed", "tag": "1dee752e-8323-4cb0-861e-d3f5f0807774", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:43.990978 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6cf3e251-a59a-49e7-aef1-9a097268f8c6 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:43.991505 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1f2c00-d6c5-4bff-b86a-7284a41af9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dee752e-8323-4cb0-861e-d3f5f0807774', 'code': 200} Jul 05 09:45:44.168457 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-db7f4575-ace1-4b40-928d-e2a820cc4c1a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:44.226875 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a62cdd-7bcb-4b0b-ab30-0fa120001ca9 req-21a43f8f-e64c-41d2-8549-ae9bbf7e3df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:44.228933 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f0a62cdd-7bcb-4b0b-ab30-0fa120001ca9 req-21a43f8f-e64c-41d2-8549-ae9bbf7e3df1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7d1f2c00-d6c5-4bff-b86a-7284a41af9fe HTTP/1.1" status: 200 len: 1096 time: 0.1672168 Jul 05 09:45:44.239128 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-db7f4575-ace1-4b40-928d-e2a820cc4c1a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:44.253146 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['4618948b-aba9-4c53-a34d-ed838ba47183'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:44.299025 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d493ef-2682-42eb-a3fb-ce562331985b req-e9dbd94e-3fb7-4581-8831-de00d6823703 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:44.306955 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a4d493ef-2682-42eb-a3fb-ce562331985b req-e9dbd94e-3fb7-4581-8831-de00d6823703 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 945 time: 0.1620317 Jul 05 09:45:44.344074 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f0a62cdd-7bcb-4b0b-ab30-0fa120001ca9 req-cb309b78-7441-4c32-a4e1-4dfa7cbfbdd6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016741 Jul 05 09:45:44.365772 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-db7f4575-ace1-4b40-928d-e2a820cc4c1a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:44.376391 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-db7f4575-ace1-4b40-928d-e2a820cc4c1a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:44.383491 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-db7f4575-ace1-4b40-928d-e2a820cc4c1a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:44.386889 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a4d493ef-2682-42eb-a3fb-ce562331985b req-40778468-ff63-491a-8023-6516d97e2303 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709820 Jul 05 09:45:44.438175 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f6f48-b9a9-4769-ac76-bbb19142ab7c req-fdbbeac8-d492-4e29-a58b-469e790bd38c tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:44.450880 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-771f6f48-b9a9-4769-ac76-bbb19142ab7c req-fdbbeac8-d492-4e29-a58b-469e790bd38c tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/ports?device_id=d02de2de-94ef-45c3-81ee-3e1cff42ab1d HTTP/1.1" status: 200 len: 943 time: 0.2301452 Jul 05 09:45:44.466440 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f4575-ace1-4b40-928d-e2a820cc4c1a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Pushing event updated for resources: {'Port': ['ID=9d04cc9a-9350-461d-9268-d8d729734a4c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:44.485862 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-db7f4575-ace1-4b40-928d-e2a820cc4c1a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:44.486535 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-db7f4575-ace1-4b40-928d-e2a820cc4c1a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:44.503497 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-db7f4575-ace1-4b40-928d-e2a820cc4c1a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8844180 Jul 05 09:45:44.518727 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-3af8fe39-5f0a-4df3-b5bf-54b8f590862e service neutron] Request body: {'port': {'device_id': '1303187b-fbc0-4da8-a7c0-ac186e29f77c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:44.520114 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-771f6f48-b9a9-4769-ac76-bbb19142ab7c req-c9a82ecd-ee64-4f37-84fc-f92a567db8e4 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/security-groups?id=abc8045d-a3ec-4f3c-95d8-14eb39b34168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657167 Jul 05 09:45:44.591040 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48976) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:44.654544 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-3af8fe39-5f0a-4df3-b5bf-54b8f590862e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:44.750405 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-63cc1370-196d-4e1b-8e22-a70d52d23a8a tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:44.798493 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329688b-2b3e-4302-bcd5-9a6864e72c5b req-1c79b45d-a1d2-4dc7-b050-69e6b69cf651 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:44.807952 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7329688b-2b3e-4302-bcd5-9a6864e72c5b req-1c79b45d-a1d2-4dc7-b050-69e6b69cf651 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=1303187b-fbc0-4da8-a7c0-ac186e29f77c HTTP/1.1" status: 200 len: 931 time: 0.1749856 Jul 05 09:45:44.811275 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-63cc1370-196d-4e1b-8e22-a70d52d23a8a tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:44.940779 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7329688b-2b3e-4302-bcd5-9a6864e72c5b req-cda2cf24-7cfd-4cdf-aa55-c57f20218bc5 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306572 Jul 05 09:45:44.988783 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-63cc1370-196d-4e1b-8e22-a70d52d23a8a tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:44.991369 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-63cc1370-196d-4e1b-8e22-a70d52d23a8a tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:44.994891 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device d88e2e15-45bd-444f-bb7b-1548780c638c details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:45:44.995410 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-63cc1370-196d-4e1b-8e22-a70d52d23a8a tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "DELETE /v2.0/security-groups/202ebd0c-4845-40be-a99a-c8dd75aeee75 HTTP/1.1" status: 204 len: 168 time: 0.3996940 Jul 05 09:45:44.995530 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device cdc00d6a-b106-44a7-8c58-52daf384b120 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:45.002014 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48984) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:45.013982 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-3af8fe39-5f0a-4df3-b5bf-54b8f590862e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d04cc9a-9350-461d-9268-d8d729734a4c {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:45.033900 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-77e24887-1ed2-4186-9857-b6c3d50f7bd1 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] show failed (client error): The resource could not be found. Jul 05 09:45:45.034524 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-3af8fe39-5f0a-4df3-b5bf-54b8f590862e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:45.038439 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-77e24887-1ed2-4186-9857-b6c3d50f7bd1 tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "GET /v2.0/security-groups/202ebd0c-4845-40be-a99a-c8dd75aeee75 HTTP/1.1" status: 404 len: 347 time: 0.0354447 Jul 05 09:45:45.048217 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fae125-c721-4979-adb0-1db5fb3fe145 req-2e86601c-2574-493d-b7ba-e21a1662731b tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:45.049731 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e1fae125-c721-4979-adb0-1db5fb3fe145 req-2e86601c-2574-493d-b7ba-e21a1662731b tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.2344038 Jul 05 09:45:45.050531 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc1370-196d-4e1b-8e22-a70d52d23a8a tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=202ebd0c-4845-40be-a99a-c8dd75aeee75,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:45.052297 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48986) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:45.068667 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-3af8fe39-5f0a-4df3-b5bf-54b8f590862e service neutron] Transition to ACTIVE for port object 9d04cc9a-9350-461d-9268-d8d729734a4c will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:45.075285 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-3af8fe39-5f0a-4df3-b5bf-54b8f590862e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:45.140377 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8fe39-5f0a-4df3-b5bf-54b8f590862e service neutron] Pushing event updated for resources: {'Port': ['ID=9d04cc9a-9350-461d-9268-d8d729734a4c,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:45.252151 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port cdc00d6a-b106-44a7-8c58-52daf384b120 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:45.259122 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:45.308283 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-3af8fe39-5f0a-4df3-b5bf-54b8f590862e service neutron] Attempting to bind port 9d04cc9a-9350-461d-9268-d8d729734a4c on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:45:45.308685 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-3af8fe39-5f0a-4df3-b5bf-54b8f590862e service neutron] Attempting to bind port 9d04cc9a-9350-461d-9268-d8d729734a4c by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:45:45.309024 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-3af8fe39-5f0a-4df3-b5bf-54b8f590862e service neutron] Attempting to bind port 9d04cc9a-9350-461d-9268-d8d729734a4c on network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:45.315003 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-3af8fe39-5f0a-4df3-b5bf-54b8f590862e service neutron] Port 9d04cc9a-9350-461d-9268-d8d729734a4c on network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:45:45.315865 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-3af8fe39-5f0a-4df3-b5bf-54b8f590862e service neutron] Attempting to bind port 9d04cc9a-9350-461d-9268-d8d729734a4c on network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:45.322011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-3af8fe39-5f0a-4df3-b5bf-54b8f590862e service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:45:45.322492 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-3af8fe39-5f0a-4df3-b5bf-54b8f590862e service neutron] Checking segment: {'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:45.322893 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-3af8fe39-5f0a-4df3-b5bf-54b8f590862e service neutron] Bound using segment: {'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:45:45.323341 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-3af8fe39-5f0a-4df3-b5bf-54b8f590862e service neutron] Bound port: 9d04cc9a-9350-461d-9268-d8d729734a4c, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:45:45.323498 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e1fae125-c721-4979-adb0-1db5fb3fe145 req-3a7d9425-4e0f-4745-8ae4-2c29a30fd120 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627387 Jul 05 09:45:45.323712 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-3af8fe39-5f0a-4df3-b5bf-54b8f590862e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:45.405363 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-3af8fe39-5f0a-4df3-b5bf-54b8f590862e service neutron] For port 9d04cc9a-9350-461d-9268-d8d729734a4c, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:45:45.409373 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port d88e2e15-45bd-444f-bb7b-1548780c638c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d88e2e15-45bd-444f-bb7b-1548780c638c,segment=NetworkSegment(32247b43-070e-481a-a9d0-5590446130da),segment_id=32247b43-070e-481a-a9d0-5590446130da)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:45.410388 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-3af8fe39-5f0a-4df3-b5bf-54b8f590862e service neutron] For port 9d04cc9a-9350-461d-9268-d8d729734a4c, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=9d04cc9a-9350-461d-9268-d8d729734a4c,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:45:45.416524 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-3af8fe39-5f0a-4df3-b5bf-54b8f590862e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:45.458920 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2d005-9eab-420e-b20f-374c7eda3a5b req-d1c8d1a6-a05b-46f9-953e-6cee720ee105 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:45.477299 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-daa2d005-9eab-420e-b20f-374c7eda3a5b req-d1c8d1a6-a05b-46f9-953e-6cee720ee105 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d1f2c00-d6c5-4bff-b86a-7284a41af9fe HTTP/1.1" status: 200 len: 945 time: 0.3031137 Jul 05 09:45:45.482367 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8fe39-5f0a-4df3-b5bf-54b8f590862e service neutron] Pushing event updated for resources: {'Port': ['ID=9d04cc9a-9350-461d-9268-d8d729734a4c,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:45.494134 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'd88e2e15-45bd-444f-bb7b-1548780c638c', 'network_id': '9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144', 'port_id': 'd88e2e15-45bd-444f-bb7b-1548780c638c', 'mac_address': 'fa:16:3e:2c:cb:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b182209-a92b-45d2-8e65-30b1854728b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:45:45.539677 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-3af8fe39-5f0a-4df3-b5bf-54b8f590862e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:45.542344 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-3af8fe39-5f0a-4df3-b5bf-54b8f590862e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:45.544159 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-d4dc0aed-d6f4-4111-ba32-759a21a92b2b tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Deleting port d5835f95-b3e4-4271-8394-157b777711ec {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:45.544639 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d4dc0aed-d6f4-4111-ba32-759a21a92b2b tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:45.545990 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-3af8fe39-5f0a-4df3-b5bf-54b8f590862e service neutron] 10.222.0.78 "PUT /v2.0/ports/9d04cc9a-9350-461d-9268-d8d729734a4c HTTP/1.1" status: 200 len: 1091 time: 1.0330949 Jul 05 09:45:45.546850 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1303187b-fbc0-4da8-a7c0-ac186e29f77c', 'tag': '9d04cc9a-9350-461d-9268-d8d729734a4c'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:45.556660 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1990ba8e-4eeb-4e3d-a98d-464e9c5edb92" -d '{"events": [{"name": "network-changed", "server_uuid": "1303187b-fbc0-4da8-a7c0-ac186e29f77c", "tag": "9d04cc9a-9350-461d-9268-d8d729734a4c"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:45.557710 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:45.576108 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:45.594096 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88e2e15-45bd-444f-bb7b-1548780c638c {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:45.628654 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port cdc00d6a-b106-44a7-8c58-52daf384b120, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=cdc00d6a-b106-44a7-8c58-52daf384b120,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:45.637862 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:45.652291 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-daa2d005-9eab-420e-b20f-374c7eda3a5b req-c57a641e-dab9-47b8-b220-bb3cb8296fe1 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738801 Jul 05 09:45:45.678810 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port d88e2e15-45bd-444f-bb7b-1548780c638c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d88e2e15-45bd-444f-bb7b-1548780c638c,segment=NetworkSegment(32247b43-070e-481a-a9d0-5590446130da),segment_id=32247b43-070e-481a-a9d0-5590446130da)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:45.691174 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:45.721926 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d4dc0aed-d6f4-4111-ba32-759a21a92b2b tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:45.722471 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d4dc0aed-d6f4-4111-ba32-759a21a92b2b tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:45.735530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-d4dc0aed-d6f4-4111-ba32-759a21a92b2b tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Calling delete_port for d5835f95-b3e4-4271-8394-157b777711ec owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:45.745582 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=cdc00d6a-b106-44a7-8c58-52daf384b120,revision_number=10']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:45.745906 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-d63a4c9a-1e4c-4c76-accf-799e8fbef792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:45.747468 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-d63a4c9a-1e4c-4c76-accf-799e8fbef792 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&device_id=1303187b-fbc0-4da8-a7c0-ac186e29f77c HTTP/1.1" status: 200 len: 1094 time: 0.1546121 Jul 05 09:45:45.841091 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=d88e2e15-45bd-444f-bb7b-1548780c638c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:45.858492 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-53a64c88-e7b3-41f9-9775-afa1fcb7467b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d04cc9a-9350-461d-9268-d8d729734a4c HTTP/1.1" status: 200 len: 217 time: 0.0970676 Jul 05 09:45:45.931027 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d4dc0aed-d6f4-4111-ba32-759a21a92b2b tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:45.934442 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-cd0f76d1-6e80-473c-8f31-cf2e5986c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:45.936364 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-cd0f76d1-6e80-473c-8f31-cf2e5986c580 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9b6f44ce-d485-46dc-95cd-7820a4fbcd7e HTTP/1.1" status: 200 len: 846 time: 0.0710871 Jul 05 09:45:45.981128 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc0aed-d6f4-4111-ba32-759a21a92b2b tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Pushing event deleted for resources: {'Port': ['ID=d5835f95-b3e4-4271-8394-157b777711ec,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:45.989425 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['d88e2e15-45bd-444f-bb7b-1548780c638c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:45.992623 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6d17fa-1e1a-4224-8378-486baa320225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc00d6a-b106-44a7-8c58-52daf384b120'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:45.995952 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb6adc2-a1f0-45d6-a8b5-8a678d2687e8" -d '{"events": [{"server_uuid": "6f6d17fa-1e1a-4224-8378-486baa320225", "name": "network-vif-plugged", "status": "completed", "tag": "cdc00d6a-b106-44a7-8c58-52daf384b120"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:46.002717 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-98408e33-074d-492a-a637-efd9c3961df6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588865 Jul 05 09:45:46.037117 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b1b24-c99b-4c36-8c99-2c4e07daab1c req-9f9d59ad-fd73-4f9a-b9f9-f030f7ae0709 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:46.044203 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2f3b1b24-c99b-4c36-8c99-2c4e07daab1c req-9f9d59ad-fd73-4f9a-b9f9-f030f7ae0709 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.4683585 Jul 05 09:45:46.128132 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-9a1b58e2-c2e2-4dcc-be2f-55605af450f1 service neutron] 10.222.0.78 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189876 Jul 05 09:45:46.183161 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152ce13-1c85-4512-b3f5-e47ecfd94e0b req-08853719-0b58-456e-ae36-ed726b0e63fb tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:46.186874 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2152ce13-1c85-4512-b3f5-e47ecfd94e0b req-08853719-0b58-456e-ae36-ed726b0e63fb tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 947 time: 0.3032842 Jul 05 09:45:46.206892 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2f3b1b24-c99b-4c36-8c99-2c4e07daab1c req-65bfe307-e453-41da-be4d-62270da36b7a tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618028 Jul 05 09:45:46.259242 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d4dc0aed-d6f4-4111-ba32-759a21a92b2b tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:46.268939 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d4dc0aed-d6f4-4111-ba32-759a21a92b2b tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:46.270324 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d4dc0aed-d6f4-4111-ba32-759a21a92b2b tempest-ServersWithSpecificFlavorTestJSON-960040333 tempest-ServersWithSpecificFlavorTestJSON-960040333-project] 10.222.0.79 "DELETE /v2.0/floatingips/eb1fd96c-62d8-4259-ba03-20de6a236b62 HTTP/1.1" status: 204 len: 168 time: 1.2169790 Jul 05 09:45:46.312230 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2152ce13-1c85-4512-b3f5-e47ecfd94e0b req-4050d869-bf1e-4e67-9f2a-51106ca26089 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1107411 Jul 05 09:45:46.317467 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-af5a4628-5a3a-4c64-92b4-b6f766fa5115 req-a79e86c7-905b-41d8-862f-0964b8f565eb service neutron] 10.222.0.78 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621277 Jul 05 09:45:46.403915 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bdd843-036d-4cfb-8764-d83342b8a025 x-openstack-request-id: req-b9bdd843-036d-4cfb-8764-d83342b8a025 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:46.404217 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1303187b-fbc0-4da8-a7c0-ac186e29f77c", "tag": "9d04cc9a-9350-461d-9268-d8d729734a4c", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:46.404475 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b9bdd843-036d-4cfb-8764-d83342b8a025 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:46.404889 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1303187b-fbc0-4da8-a7c0-ac186e29f77c', 'tag': '9d04cc9a-9350-461d-9268-d8d729734a4c', 'status': 'completed', 'code': 200} Jul 05 09:45:46.535963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279d5de-22ed-422d-94ca-12a9bb0d4ff4 req-60935d9f-81e6-4e42-860a-732e82995e52 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:46.537538 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1279d5de-22ed-422d-94ca-12a9bb0d4ff4 req-60935d9f-81e6-4e42-860a-732e82995e52 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/ports?device_id=d02de2de-94ef-45c3-81ee-3e1cff42ab1d HTTP/1.1" status: 200 len: 944 time: 0.1374149 Jul 05 09:45:46.542863 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990ba8e-4eeb-4e3d-a98d-464e9c5edb92 req-bce0f889-efee-4826-b93b-1a310e5ff060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:46.544430 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1990ba8e-4eeb-4e3d-a98d-464e9c5edb92 req-bce0f889-efee-4826-b93b-1a310e5ff060 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&device_id=1303187b-fbc0-4da8-a7c0-ac186e29f77c HTTP/1.1" status: 200 len: 1094 time: 0.1167972 Jul 05 09:45:46.617034 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1279d5de-22ed-422d-94ca-12a9bb0d4ff4 req-60c74a71-f5de-4eee-8418-46bd3f0c87e0 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/security-groups?id=abc8045d-a3ec-4f3c-95d8-14eb39b34168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728519 Jul 05 09:45:46.660682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007ae17-1e3a-403e-b7f1-eab3bc011caa req-e623d2f9-8aa9-4743-9433-f0852a852720 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:46.667570 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e007ae17-1e3a-403e-b7f1-eab3bc011caa req-e623d2f9-8aa9-4743-9433-f0852a852720 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=1303187b-fbc0-4da8-a7c0-ac186e29f77c HTTP/1.1" status: 200 len: 943 time: 0.1143866 Jul 05 09:45:46.689905 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8b095c-1bd1-4535-a5fc-dd22119c4a26 x-openstack-request-id: req-7e8b095c-1bd1-4535-a5fc-dd22119c4a26 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:46.690250 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6d17fa-1e1a-4224-8378-486baa320225", "name": "network-vif-plugged", "status": "completed", "tag": "cdc00d6a-b106-44a7-8c58-52daf384b120", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:46.690507 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7e8b095c-1bd1-4535-a5fc-dd22119c4a26 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:46.690943 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6d17fa-1e1a-4224-8378-486baa320225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc00d6a-b106-44a7-8c58-52daf384b120', 'code': 200} Jul 05 09:45:46.697643 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990ba8e-4eeb-4e3d-a98d-464e9c5edb92 req-4874c3ac-b17c-40d0-9515-a3bac2ad2b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:46.699586 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1990ba8e-4eeb-4e3d-a98d-464e9c5edb92 req-4874c3ac-b17c-40d0-9515-a3bac2ad2b11 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 HTTP/1.1" status: 200 len: 907 time: 0.1480966 Jul 05 09:45:46.730609 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e007ae17-1e3a-403e-b7f1-eab3bc011caa req-31b1d19c-ecb7-41d3-8e3e-5fffa3dd6acc tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620246 Jul 05 09:45:46.772460 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1990ba8e-4eeb-4e3d-a98d-464e9c5edb92 req-6d4c5fa6-7dfb-46a8-a017-9cef93302079 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d04cc9a-9350-461d-9268-d8d729734a4c HTTP/1.1" status: 200 len: 217 time: 0.0644052 Jul 05 09:45:46.861484 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990ba8e-4eeb-4e3d-a98d-464e9c5edb92 req-64406ffa-1b4c-499c-aaa0-dcfdc2993288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:46.862995 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1990ba8e-4eeb-4e3d-a98d-464e9c5edb92 req-64406ffa-1b4c-499c-aaa0-dcfdc2993288 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9b6f44ce-d485-46dc-95cd-7820a4fbcd7e HTTP/1.1" status: 200 len: 846 time: 0.0843608 Jul 05 09:45:46.900674 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1990ba8e-4eeb-4e3d-a98d-464e9c5edb92 req-eab51400-139b-4bc9-a039-00a0a8c8cb18 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299206 Jul 05 09:45:47.007070 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1990ba8e-4eeb-4e3d-a98d-464e9c5edb92 req-de466be1-c0a3-4acd-8152-6e348148ac7d service neutron] 10.222.0.78 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001706 Jul 05 09:45:47.082171 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0bf29-e8ae-41ca-9185-31c196b2637b req-f50cd4a0-791b-4d57-b976-d82a88c2fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:47.083815 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-32f0bf29-e8ae-41ca-9185-31c196b2637b req-f50cd4a0-791b-4d57-b976-d82a88c2fc14 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 1098 time: 0.2149153 Jul 05 09:45:47.102402 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca181a-db42-49d0-aef0-99ed889c8329 req-c0777eb7-3fbc-4bfc-8965-ac024aa14ede tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:47.104015 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-afca181a-db42-49d0-aef0-99ed889c8329 req-c0777eb7-3fbc-4bfc-8965-ac024aa14ede tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.2443752 Jul 05 09:45:47.107389 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1990ba8e-4eeb-4e3d-a98d-464e9c5edb92 req-985298e5-2784-4563-a0fd-0aae158a6fcc service neutron] 10.222.0.78 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930731 Jul 05 09:45:47.198034 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-afca181a-db42-49d0-aef0-99ed889c8329 req-6a5aee4d-e42e-4e76-b511-4809e6e152d8 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858908 Jul 05 09:45:47.210539 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-32f0bf29-e8ae-41ca-9185-31c196b2637b req-4bcb5e09-c648-4399-b9c3-cac9ffa4787d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1055119 Jul 05 09:45:47.243225 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026fe54-b896-426f-85d1-aaee9c598665 req-942894a0-f595-45b8-8d16-f4940578fc56 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:47.252411 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c026fe54-b896-426f-85d1-aaee9c598665 req-942894a0-f595-45b8-8d16-f4940578fc56 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d1f2c00-d6c5-4bff-b86a-7284a41af9fe HTTP/1.1" status: 200 len: 945 time: 0.1667416 Jul 05 09:45:47.292566 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c026fe54-b896-426f-85d1-aaee9c598665 req-87855fd9-ea72-4d5c-8c3c-d8b7ee6bd7ea tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328653 Jul 05 09:45:47.469887 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce4cfb-ff51-47ac-8e43-de63958e580c req-a905f66c-cf8c-461f-8f83-35b4629d3017 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:47.471484 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67ce4cfb-ff51-47ac-8e43-de63958e580c req-a905f66c-cf8c-461f-8f83-35b4629d3017 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.0726972 Jul 05 09:45:47.524619 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67ce4cfb-ff51-47ac-8e43-de63958e580c req-10027d45-1866-4e16-8a8f-bc534618c08b tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449395 Jul 05 09:45:47.712384 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441fc96-9d8b-4ffb-8c16-d7fe3a4c4ce8 req-6323d701-6b78-44c6-9086-9479fe914465 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:47.713826 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7441fc96-9d8b-4ffb-8c16-d7fe3a4c4ce8 req-6323d701-6b78-44c6-9086-9479fe914465 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 947 time: 0.0663261 Jul 05 09:45:47.755602 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7441fc96-9d8b-4ffb-8c16-d7fe3a4c4ce8 req-2433c7be-6466-4aa3-b85a-0031a5a478ba tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359352 Jul 05 09:45:47.928886 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcd642-7c57-4d1c-8c8c-5f3ae0752a66 req-5d2a7cc6-c1f9-4304-9319-614b4cad44d1 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:47.930514 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-81bcd642-7c57-4d1c-8c8c-5f3ae0752a66 req-5d2a7cc6-c1f9-4304-9319-614b4cad44d1 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 944 time: 0.0706813 Jul 05 09:45:48.006868 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-81bcd642-7c57-4d1c-8c8c-5f3ae0752a66 req-f6ce5419-c3e4-4791-a319-1d37fb0e1308 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607381 Jul 05 09:45:48.112026 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28b8ed-7676-4249-a017-79c1364196eb req-f8501c9f-99d5-4a30-9e35-43e16ef6f239 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:48.113667 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3a28b8ed-7676-4249-a017-79c1364196eb req-f8501c9f-99d5-4a30-9e35-43e16ef6f239 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/ports?device_id=d02de2de-94ef-45c3-81ee-3e1cff42ab1d HTTP/1.1" status: 200 len: 944 time: 0.0667095 Jul 05 09:45:48.183671 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3a28b8ed-7676-4249-a017-79c1364196eb req-bc7e1a3f-4255-4caa-ba5e-1b51c2d1155c tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/security-groups?id=abc8045d-a3ec-4f3c-95d8-14eb39b34168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645404 Jul 05 09:45:48.214444 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae179b7-1616-4391-94f3-215e26b6a740 req-b6ee32eb-aeff-445b-8230-878ca304e5e2 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:48.216209 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3ae179b7-1616-4391-94f3-215e26b6a740 req-b6ee32eb-aeff-445b-8230-878ca304e5e2 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=1303187b-fbc0-4da8-a7c0-ac186e29f77c HTTP/1.1" status: 200 len: 943 time: 0.0907888 Jul 05 09:45:48.268735 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3ae179b7-1616-4391-94f3-215e26b6a740 req-37e5a960-de88-4920-b290-61629d2ac862 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398891 Jul 05 09:45:48.471273 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02889ac0-9670-4db8-b226-7825990267d2 req-0090acab-423c-4272-a58b-31ce09708c25 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:48.472850 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02889ac0-9670-4db8-b226-7825990267d2 req-0090acab-423c-4272-a58b-31ce09708c25 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.0723150 Jul 05 09:45:48.529228 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02889ac0-9670-4db8-b226-7825990267d2 req-96d3e64a-ac62-4095-9260-667666ef4f65 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463705 Jul 05 09:45:48.605849 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6922a-bf3f-4bd5-a61c-3ce48a75f95c req-4e1e3d59-6b6e-4a73-a044-015f9342a87f tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:48.607389 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e6e6922a-bf3f-4bd5-a61c-3ce48a75f95c req-4e1e3d59-6b6e-4a73-a044-015f9342a87f tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.78 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 944 time: 0.0891831 Jul 05 09:45:48.726022 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49112) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:48.755265 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-e6e6922a-bf3f-4bd5-a61c-3ce48a75f95c req-ded0bcac-5bfb-434a-9d5e-a05880ff17cb tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Deleting port 0f90be91-db15-4bef-a182-f1ac65014b1c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:48.756520 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e6e6922a-bf3f-4bd5-a61c-3ce48a75f95c req-ded0bcac-5bfb-434a-9d5e-a05880ff17cb tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:48.804621 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501b058-52f6-4d3a-bf43-3885f854c13e req-96eeac6e-3fc4-4d06-88d3-f6321bdde86a tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:48.806435 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b501b058-52f6-4d3a-bf43-3885f854c13e req-96eeac6e-3fc4-4d06-88d3-f6321bdde86a tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.0816228 Jul 05 09:45:48.848421 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b501b058-52f6-4d3a-bf43-3885f854c13e req-a39a4f01-bf20-4e2a-89a4-75ff041aab05 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357342 Jul 05 09:45:48.894260 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-e6e6922a-bf3f-4bd5-a61c-3ce48a75f95c req-ded0bcac-5bfb-434a-9d5e-a05880ff17cb tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] For port 0f90be91-db15-4bef-a182-f1ac65014b1c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=0f90be91-db15-4bef-a182-f1ac65014b1c,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:48.894627 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e6e6922a-bf3f-4bd5-a61c-3ce48a75f95c req-ded0bcac-5bfb-434a-9d5e-a05880ff17cb tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:48.947017 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-e6e6922a-bf3f-4bd5-a61c-3ce48a75f95c req-ded0bcac-5bfb-434a-9d5e-a05880ff17cb tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Calling delete_port for 0f90be91-db15-4bef-a182-f1ac65014b1c owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:48.956275 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bb9d4-36cf-4340-8cb6-40a2a4c36c2e req-aa04c1da-d811-4e2c-90b8-2e2da788eea6 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:48.958313 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e50bb9d4-36cf-4340-8cb6-40a2a4c36c2e req-aa04c1da-d811-4e2c-90b8-2e2da788eea6 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d1f2c00-d6c5-4bff-b86a-7284a41af9fe HTTP/1.1" status: 200 len: 945 time: 0.0919430 Jul 05 09:45:49.014176 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device d88e2e15-45bd-444f-bb7b-1548780c638c up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:49.040978 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e50bb9d4-36cf-4340-8cb6-40a2a4c36c2e req-dec00d39-8ca2-41b5-ba1a-834a041f4d73 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756352 Jul 05 09:45:49.071946 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port d88e2e15-45bd-444f-bb7b-1548780c638c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:49.078385 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port d88e2e15-45bd-444f-bb7b-1548780c638c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:49.079882 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:49.104990 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66108dc4-99fd-4e7a-91a9-fd2763272aa8 req-a6663d38-2ed2-40d5-a7b0-8986095aa0ba tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:49.113270 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66108dc4-99fd-4e7a-91a9-fd2763272aa8 req-a6663d38-2ed2-40d5-a7b0-8986095aa0ba tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 947 time: 0.1472867 Jul 05 09:45:49.185496 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66108dc4-99fd-4e7a-91a9-fd2763272aa8 req-f20307f3-f164-48d8-976c-2441a1332fe2 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699623 Jul 05 09:45:49.231434 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:49.264971 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02de2de-94ef-45c3-81ee-3e1cff42ab1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88e2e15-45bd-444f-bb7b-1548780c638c'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:49.268714 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6ab83a-7ad7-4979-8cb7-d51b88416aaf" -d '{"events": [{"server_uuid": "d02de2de-94ef-45c3-81ee-3e1cff42ab1d", "name": "network-vif-plugged", "status": "completed", "tag": "d88e2e15-45bd-444f-bb7b-1548780c638c"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:49.276775 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab4044-1e0e-47df-8d4d-f26899ec2281 req-4dabafb7-bd79-4e7f-88e2-64f5dd5531ed tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:49.285971 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5dab4044-1e0e-47df-8d4d-f26899ec2281 req-4dabafb7-bd79-4e7f-88e2-64f5dd5531ed tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=53612850-0eca-4636-a84a-a86e3e2dc16b HTTP/1.1" status: 200 len: 944 time: 0.0917935 Jul 05 09:45:49.289379 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port d88e2e15-45bd-444f-bb7b-1548780c638c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d88e2e15-45bd-444f-bb7b-1548780c638c,segment=NetworkSegment(32247b43-070e-481a-a9d0-5590446130da),segment_id=32247b43-070e-481a-a9d0-5590446130da)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:49.298169 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:49.308936 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e6e6922a-bf3f-4bd5-a61c-3ce48a75f95c req-ded0bcac-5bfb-434a-9d5e-a05880ff17cb tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:49.330562 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['0f90be91-db15-4bef-a182-f1ac65014b1c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:49.338943 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5dab4044-1e0e-47df-8d4d-f26899ec2281 req-72b3a91b-99ab-44d6-a045-0da5413be75a tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514910 Jul 05 09:45:49.352151 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0bcac-5bfb-434a-9d5e-a05880ff17cb tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Pushing event deleted for resources: {'Port': ['ID=0f90be91-db15-4bef-a182-f1ac65014b1c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:49.391521 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=d88e2e15-45bd-444f-bb7b-1548780c638c,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:49.415993 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63543224-d68b-4d23-b193-ca57a61dbc4c x-openstack-request-id: req-63543224-d68b-4d23-b193-ca57a61dbc4c {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:49.416473 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02de2de-94ef-45c3-81ee-3e1cff42ab1d", "name": "network-vif-plugged", "status": "completed", "tag": "d88e2e15-45bd-444f-bb7b-1548780c638c", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:49.417221 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-63543224-d68b-4d23-b193-ca57a61dbc4c {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:49.419143 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02de2de-94ef-45c3-81ee-3e1cff42ab1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88e2e15-45bd-444f-bb7b-1548780c638c', 'code': 200} Jul 05 09:45:49.431733 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e6922a-bf3f-4bd5-a61c-3ce48a75f95c req-ded0bcac-5bfb-434a-9d5e-a05880ff17cb tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] No DVR routers for this DVR port 0f90be91-db15-4bef-a182-f1ac65014b1c on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:49.437492 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e6e6922a-bf3f-4bd5-a61c-3ce48a75f95c req-ded0bcac-5bfb-434a-9d5e-a05880ff17cb tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:49.439527 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e6e6922a-bf3f-4bd5-a61c-3ce48a75f95c req-ded0bcac-5bfb-434a-9d5e-a05880ff17cb tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.78 "DELETE /v2.0/ports/0f90be91-db15-4bef-a182-f1ac65014b1c HTTP/1.1" status: 204 len: 173 time: 0.8242240 Jul 05 09:45:49.440220 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53612850-0eca-4636-a84a-a86e3e2dc16b', 'name': 'network-vif-deleted', 'tag': '0f90be91-db15-4bef-a182-f1ac65014b1c'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:49.442691 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29df996-5735-440e-adeb-604704b44512" -d '{"events": [{"server_uuid": "53612850-0eca-4636-a84a-a86e3e2dc16b", "name": "network-vif-deleted", "tag": "0f90be91-db15-4bef-a182-f1ac65014b1c"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:49.490563 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee51decc-2ca6-4171-9a3f-81661b1047df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:49.733560 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997bbce-3927-49db-a2c8-b8d4e656a2a5 req-ec1eb796-99e6-4b5f-a050-ecf9cf9b28ee tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:49.735148 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8997bbce-3927-49db-a2c8-b8d4e656a2a5 req-ec1eb796-99e6-4b5f-a050-ecf9cf9b28ee tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/ports?device_id=d02de2de-94ef-45c3-81ee-3e1cff42ab1d HTTP/1.1" status: 200 len: 945 time: 0.4148486 Jul 05 09:45:49.738001 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac6637-c319-4589-8113-d76ac9f4819b req-ea276918-d0cb-442a-bab3-aa59e48662ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:49.739384 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12ac6637-c319-4589-8113-d76ac9f4819b req-ea276918-d0cb-442a-bab3-aa59e48662ea service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d02de2de-94ef-45c3-81ee-3e1cff42ab1d HTTP/1.1" status: 200 len: 1096 time: 0.1309059 Jul 05 09:45:49.770126 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31e1fd-6abf-4e0a-bf0c-a75a0602a63a req-2b1ced23-8839-405b-ab71-5fcc8de1287f tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:49.771689 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7b31e1fd-6abf-4e0a-bf0c-a75a0602a63a req-2b1ced23-8839-405b-ab71-5fcc8de1287f tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=1303187b-fbc0-4da8-a7c0-ac186e29f77c HTTP/1.1" status: 200 len: 943 time: 0.1619067 Jul 05 09:45:49.822796 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8997bbce-3927-49db-a2c8-b8d4e656a2a5 req-815dc6ea-f5fa-4b13-8ff2-05c3942a5581 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/security-groups?id=abc8045d-a3ec-4f3c-95d8-14eb39b34168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813909 Jul 05 09:45:49.831579 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12ac6637-c319-4589-8113-d76ac9f4819b req-3791ce57-882f-497a-82a5-4b493564b8f2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=abc8045d-a3ec-4f3c-95d8-14eb39b34168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805247 Jul 05 09:45:49.853723 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7b31e1fd-6abf-4e0a-bf0c-a75a0602a63a req-33f8553d-572d-4ab6-9c55-43a3f73a4c0f tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715110 Jul 05 09:45:49.876996 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799daf5f-6694-41ab-973a-c10f0497a658 x-openstack-request-id: req-799daf5f-6694-41ab-973a-c10f0497a658 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:49.877490 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53612850-0eca-4636-a84a-a86e3e2dc16b", "name": "network-vif-deleted", "tag": "0f90be91-db15-4bef-a182-f1ac65014b1c", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:49.877581 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-799daf5f-6694-41ab-973a-c10f0497a658 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:49.877902 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53612850-0eca-4636-a84a-a86e3e2dc16b', 'name': 'network-vif-deleted', 'tag': '0f90be91-db15-4bef-a182-f1ac65014b1c', 'status': 'completed', 'code': 200} Jul 05 09:45:50.061284 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ee51decc-2ca6-4171-9a3f-81661b1047df admin admin] Deleting port 49d780f2-e427-4069-a14a-c3ebfe669b13 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:50.061666 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee51decc-2ca6-4171-9a3f-81661b1047df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:50.087082 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69ce65-849c-4c4b-8aa0-d2989ea33084 req-62b9f9bd-955b-4d14-992c-450f5ab521b9 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:50.088721 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9a69ce65-849c-4c4b-8aa0-d2989ea33084 req-62b9f9bd-955b-4d14-992c-450f5ab521b9 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.1192646 Jul 05 09:45:50.096897 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ce2fc-ec0e-4a98-b785-91c0c9f987a0 req-0b290adc-9a0b-4c71-a869-2860466e21cd tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:50.098573 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-743ce2fc-ec0e-4a98-b785-91c0c9f987a0 req-0b290adc-9a0b-4c71-a869-2860466e21cd tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.1164398 Jul 05 09:45:50.149707 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9a69ce65-849c-4c4b-8aa0-d2989ea33084 req-cf94b060-5d55-4a9c-ac5f-09491fe637a8 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499032 Jul 05 09:45:50.155771 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-ee51decc-2ca6-4171-9a3f-81661b1047df admin admin] For port 49d780f2-e427-4069-a14a-c3ebfe669b13, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=49d780f2-e427-4069-a14a-c3ebfe669b13,segment=NetworkSegment(3d83f219-f815-4376-b051-a5566694dac8),segment_id=3d83f219-f815-4376-b051-a5566694dac8)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:50.156383 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee51decc-2ca6-4171-9a3f-81661b1047df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:50.162116 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-743ce2fc-ec0e-4a98-b785-91c0c9f987a0 req-2a7172cb-9623-4499-8d80-56f825ad1827 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560496 Jul 05 09:45:50.169864 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ee51decc-2ca6-4171-9a3f-81661b1047df admin admin] Calling delete_port for 49d780f2-e427-4069-a14a-c3ebfe669b13 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:50.335208 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 9d04cc9a-9350-461d-9268-d8d729734a4c details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:45:50.360186 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee51decc-2ca6-4171-9a3f-81661b1047df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:50.367322 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde9876-74a7-414f-9caa-4e2300db890e req-33e5444e-994a-4aa1-9c4b-981ba3e767c2 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:50.374471 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fde9876-74a7-414f-9caa-4e2300db890e req-33e5444e-994a-4aa1-9c4b-981ba3e767c2 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d1f2c00-d6c5-4bff-b86a-7284a41af9fe HTTP/1.1" status: 200 len: 945 time: 0.1109850 Jul 05 09:45:50.390830 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51decc-2ca6-4171-9a3f-81661b1047df admin admin] Pushing event deleted for resources: {'Port': ['ID=49d780f2-e427-4069-a14a-c3ebfe669b13,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:50.428198 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847be1d-e450-4f76-b2a2-7ea76985b5bd req-76e86c35-0dce-476a-a7bd-e2220f93815a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:50.429756 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7847be1d-e450-4f76-b2a2-7ea76985b5bd req-76e86c35-0dce-476a-a7bd-e2220f93815a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 947 time: 0.1252923 Jul 05 09:45:50.442755 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fde9876-74a7-414f-9caa-4e2300db890e req-2758b36e-2c94-40b8-a0b7-977966d6f2aa tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669479 Jul 05 09:45:50.453340 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 9d04cc9a-9350-461d-9268-d8d729734a4c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=9d04cc9a-9350-461d-9268-d8d729734a4c,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:50.466482 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '9d04cc9a-9350-461d-9268-d8d729734a4c', 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62', 'port_id': '9d04cc9a-9350-461d-9268-d8d729734a4c', 'mac_address': 'fa:16:3e:85:a8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6f44ce-d485-46dc-95cd-7820a4fbcd7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:45:50.484533 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7847be1d-e450-4f76-b2a2-7ea76985b5bd req-2576dcdf-462c-4b05-bd21-ebb3e17e7035 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407484 Jul 05 09:45:50.517290 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:50.543129 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d04cc9a-9350-461d-9268-d8d729734a4c {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:50.567842 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 9d04cc9a-9350-461d-9268-d8d729734a4c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=9d04cc9a-9350-461d-9268-d8d729734a4c,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:50.573586 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:50.615201 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee51decc-2ca6-4171-9a3f-81661b1047df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:50.641173 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=9d04cc9a-9350-461d-9268-d8d729734a4c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:50.775514 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-9b22af84-8a96-4731-8f73-cb44b4c465ba service neutron] show failed (client error): The resource could not be found. Jul 05 09:45:50.776646 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-9b22af84-8a96-4731-8f73-cb44b4c465ba service neutron] 10.222.0.78 "GET /v2.0/ports/816666d0-9c42-4d64-be6a-defa55228d25/bindings/n-h1-798054-8 HTTP/1.1" status: 404 len: 380 time: 0.1075048 Jul 05 09:45:50.894574 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-63e51932-ee3b-43a9-8764-32c1ab00e8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:50.965501 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['9d04cc9a-9350-461d-9268-d8d729734a4c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:50.974705 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233303d-56c7-4a49-967a-fe439b37a6c5 req-c403098e-80de-4232-ac56-d667de066136 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:50.982381 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee51decc-2ca6-4171-9a3f-81661b1047df admin admin] Router b6421ce9-3041-49f8-8124-f15e15f8b678 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:45:50.989219 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a233303d-56c7-4a49-967a-fe439b37a6c5 req-c403098e-80de-4232-ac56-d667de066136 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 944 time: 0.0966036 Jul 05 09:45:51.052943 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 1dee752e-8323-4cb0-861e-d3f5f0807774 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:45:51.076403 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a233303d-56c7-4a49-967a-fe439b37a6c5 req-a2610ba4-ccc0-4dbe-be17-5840ce494434 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861428 Jul 05 09:45:51.125329 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee51decc-2ca6-4171-9a3f-81661b1047df admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:45:51.136229 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ee51decc-2ca6-4171-9a3f-81661b1047df admin admin] 10.222.0.79 "PUT /v2.0/routers/b6421ce9-3041-49f8-8124-f15e15f8b678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4070354 Jul 05 09:45:51.138464 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49156) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:51.150067 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d741ad-cf5e-480c-8d62-0e1d3c802f06 None None] Sync routers for ids ['b6421ce9-3041-49f8-8124-f15e15f8b678'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:45:51.186955 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d741ad-cf5e-480c-8d62-0e1d3c802f06 None None] Routers {'b6421ce9-3041-49f8-8124-f15e15f8b678'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:45:51.188304 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-99d741ad-cf5e-480c-8d62-0e1d3c802f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:45:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b6421ce9-3041-49f8-8124-f15e15f8b678'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:51.257381 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c46aef-8b79-4bce-82a0-8341adc6c1ad req-8e6c4765-298f-4ec7-99b3-b2540063e825 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:51.259399 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70c46aef-8b79-4bce-82a0-8341adc6c1ad req-8e6c4765-298f-4ec7-99b3-b2540063e825 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/ports?device_id=d02de2de-94ef-45c3-81ee-3e1cff42ab1d HTTP/1.1" status: 200 len: 945 time: 0.2677636 Jul 05 09:45:51.288676 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32422d8d-d006-463d-a5a2-ae2e895ac836 admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:51.292953 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-9e25444c-722c-474a-9e3a-efb902ded17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:51.294495 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-9e25444c-722c-474a-9e3a-efb902ded17c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6&tenant_id=113815fb01a24fd792ed2a3df3efc0de HTTP/1.1" status: 200 len: 1100 time: 0.2153671 Jul 05 09:45:51.315010 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-8', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:51.370741 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70c46aef-8b79-4bce-82a0-8341adc6c1ad req-4e6c877e-620e-4c63-a921-9dac65051bd9 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/security-groups?id=abc8045d-a3ec-4f3c-95d8-14eb39b34168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006851 Jul 05 09:45:51.379503 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 1dee752e-8323-4cb0-861e-d3f5f0807774, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=1dee752e-8323-4cb0-861e-d3f5f0807774,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:51.393977 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f709e-a05d-4a4d-aa98-a83fc2906bd1 req-9d8d49c7-016d-466c-98b8-dba03375d81a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:51.395673 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-417f709e-a05d-4a4d-aa98-a83fc2906bd1 req-9d8d49c7-016d-466c-98b8-dba03375d81a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=1303187b-fbc0-4da8-a7c0-ac186e29f77c HTTP/1.1" status: 200 len: 944 time: 0.1922724 Jul 05 09:45:51.411696 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '1dee752e-8323-4cb0-861e-d3f5f0807774', 'network_id': 'ec254af9-1910-4d97-8c22-d1b3d0b9b18f', 'port_id': '1dee752e-8323-4cb0-861e-d3f5f0807774', 'mac_address': 'fa:16:3e:a0:89:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1a105d-77c4-456f-a245-b66e6fc97786', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:45:51.467252 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-99d741ad-cf5e-480c-8d62-0e1d3c802f06 None None] Set router b6421ce9-3041-49f8-8124-f15e15f8b678 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:45:51.479060 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32422d8d-d006-463d-a5a2-ae2e895ac836 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:51.506211 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:51.529421 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:51.575759 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-417f709e-a05d-4a4d-aa98-a83fc2906bd1 req-bda5b3fa-6572-4f5d-b551-bb7037592778 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710844 Jul 05 09:45:51.578560 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1dee752e-8323-4cb0-861e-d3f5f0807774 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:51.582749 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-32422d8d-d006-463d-a5a2-ae2e895ac836 admin admin] Deleting port e9cf561d-3e61-4635-b8a5-b5ff55b12a9a {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:51.583107 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32422d8d-d006-463d-a5a2-ae2e895ac836 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:51.621991 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 1dee752e-8323-4cb0-861e-d3f5f0807774, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=1dee752e-8323-4cb0-861e-d3f5f0807774,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:51.631129 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:51.670919 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-32422d8d-d006-463d-a5a2-ae2e895ac836 admin admin] For port e9cf561d-3e61-4635-b8a5-b5ff55b12a9a, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e9cf561d-3e61-4635-b8a5-b5ff55b12a9a,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:51.671307 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32422d8d-d006-463d-a5a2-ae2e895ac836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:51.683654 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-32422d8d-d006-463d-a5a2-ae2e895ac836 admin admin] Calling delete_port for e9cf561d-3e61-4635-b8a5-b5ff55b12a9a owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:51.724539 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=1dee752e-8323-4cb0-861e-d3f5f0807774,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:51.749469 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-99d741ad-cf5e-480c-8d62-0e1d3c802f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1147022740-router', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:45:50Z', 'revision_number': 5, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'gw_port': {'id': 'e9cf561d-3e61-4635-b8a5-b5ff55b12a9a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:51.752965 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d683b-8322-46c3-b14c-6105dcb233b1 req-0b180d1c-7b63-4232-855e-cc36265a88ef tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:51.754493 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-843d683b-8322-46c3-b14c-6105dcb233b1 req-0b180d1c-7b63-4232-855e-cc36265a88ef tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.78 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 944 time: 0.2378287 Jul 05 09:45:51.779778 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['1dee752e-8323-4cb0-861e-d3f5f0807774'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:51.784716 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d741ad-cf5e-480c-8d62-0e1d3c802f06 None None] Checking router: b6421ce9-3041-49f8-8124-f15e15f8b678 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:45:51.819996 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d741ad-cf5e-480c-8d62-0e1d3c802f06 None None] Routers {'b6421ce9-3041-49f8-8124-f15e15f8b678'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:45:51.820624 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-99d741ad-cf5e-480c-8d62-0e1d3c802f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:45:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b6421ce9-3041-49f8-8124-f15e15f8b678'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:51.883335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186b632-3cc8-44ee-baa4-fd910ee07cf9 req-72ab51ff-6020-4237-8dd2-f9de1beb2961 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:51.885170 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e186b632-3cc8-44ee-baa4-fd910ee07cf9 req-72ab51ff-6020-4237-8dd2-f9de1beb2961 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.3729181 Jul 05 09:45:51.934860 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-99d741ad-cf5e-480c-8d62-0e1d3c802f06 None None] Set router b6421ce9-3041-49f8-8124-f15e15f8b678 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:45:51.939448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135b3d-a082-4198-8ea4-39b7223d718d req-323274dc-6206-4d6b-b4dd-836479aa0d83 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:51.941144 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2e135b3d-a082-4198-8ea4-39b7223d718d req-323274dc-6206-4d6b-b4dd-836479aa0d83 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.1980700 Jul 05 09:45:51.948621 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-843d683b-8322-46c3-b14c-6105dcb233b1 req-378b47f5-9921-4e0d-a871-c343268f5562 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Deleting port d1701b9b-e087-4986-a4e3-7df4176378c5 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:51.948932 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-843d683b-8322-46c3-b14c-6105dcb233b1 req-378b47f5-9921-4e0d-a871-c343268f5562 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:51.950685 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] For port 816666d0-9c42-4d64-be6a-defa55228d25, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=816666d0-9c42-4d64-be6a-defa55228d25,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:51.965701 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32422d8d-d006-463d-a5a2-ae2e895ac836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:51.995130 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e186b632-3cc8-44ee-baa4-fd910ee07cf9 req-4f2a7052-1aea-4571-b71c-0d4543e89516 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927813 Jul 05 09:45:52.002196 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-99d741ad-cf5e-480c-8d62-0e1d3c802f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1147022740-router', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:45:51Z', 'revision_number': 6, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:52.030498 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32422d8d-d006-463d-a5a2-ae2e895ac836 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9cf561d-3e61-4635-b8a5-b5ff55b12a9a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:52.047108 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d741ad-cf5e-480c-8d62-0e1d3c802f06 None None] The sync data for ids ['b6421ce9-3041-49f8-8124-f15e15f8b678'] in n-d-798054-8 is: [{'id': 'b6421ce9-3041-49f8-8124-f15e15f8b678', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1147022740-router', 'tenant_id': 'efee607d69f94e6d9133e9bf132c56d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:14Z', 'updated_at': '2021-07-05T09:45:51Z', 'revision_number': 6, 'project_id': 'efee607d69f94e6d9133e9bf132c56d0', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:45:52.049965 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2e135b3d-a082-4198-8ea4-39b7223d718d req-31a96e3d-c027-4b92-a350-4baff1fb3151 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930436 Jul 05 09:45:52.070563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] For port 816666d0-9c42-4d64-be6a-defa55228d25, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:45:52.137806 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '816666d0-9c42-4d64-be6a-defa55228d25'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:52.140464 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ed69c6-cd35-42a4-833f-21b3750f23f7" -d '{"events": [{"server_uuid": "19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6", "name": "network-vif-unplugged", "status": "completed", "tag": "816666d0-9c42-4d64-be6a-defa55228d25"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:52.145202 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.159061 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] Transition to ACTIVE for port object 816666d0-9c42-4d64-be6a-defa55228d25 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:52.164550 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-843d683b-8322-46c3-b14c-6105dcb233b1 req-378b47f5-9921-4e0d-a871-c343268f5562 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] For port d1701b9b-e087-4986-a4e3-7df4176378c5, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=d1701b9b-e087-4986-a4e3-7df4176378c5,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:52.165062 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-843d683b-8322-46c3-b14c-6105dcb233b1 req-378b47f5-9921-4e0d-a871-c343268f5562 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.175112 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.185471 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-843d683b-8322-46c3-b14c-6105dcb233b1 req-378b47f5-9921-4e0d-a871-c343268f5562 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Calling delete_port for d1701b9b-e087-4986-a4e3-7df4176378c5 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:52.205788 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32422d8d-d006-463d-a5a2-ae2e895ac836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.308130 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] No DVR routers for this DVR port 816666d0-9c42-4d64-be6a-defa55228d25 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:52.313033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] Pushing event updated for resources: {'Port': ['ID=816666d0-9c42-4d64-be6a-defa55228d25,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:52.335563 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32422d8d-d006-463d-a5a2-ae2e895ac836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.338937 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32422d8d-d006-463d-a5a2-ae2e895ac836 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.339972 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 9d04cc9a-9350-461d-9268-d8d729734a4c up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:52.382149 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31800b73-70ff-43ee-b8fc-e9aec4630e21 req-cd1675c0-14eb-42bd-bb25-c4dec348f81e tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:52.384361 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-31800b73-70ff-43ee-b8fc-e9aec4630e21 req-cd1675c0-14eb-42bd-bb25-c4dec348f81e tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d1f2c00-d6c5-4bff-b86a-7284a41af9fe HTTP/1.1" status: 200 len: 944 time: 0.2203069 Jul 05 09:45:52.399131 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 9d04cc9a-9350-461d-9268-d8d729734a4c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:52.400606 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] Attempting to bind port 816666d0-9c42-4d64-be6a-defa55228d25 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:45:52.400976 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] Attempting to bind port 816666d0-9c42-4d64-be6a-defa55228d25 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:45:52.401235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] Attempting to bind port 816666d0-9c42-4d64-be6a-defa55228d25 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:52.408988 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 9d04cc9a-9350-461d-9268-d8d729734a4c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:52.410634 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.411992 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32422d8d-d006-463d-a5a2-ae2e895ac836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.412533 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32422d8d-d006-463d-a5a2-ae2e895ac836 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6421ce9-3041-49f8-8124-f15e15f8b678 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:45:52.417064 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32422d8d-d006-463d-a5a2-ae2e895ac836 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.418392 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-32422d8d-d006-463d-a5a2-ae2e895ac836 admin admin] 10.222.0.79 "DELETE /v2.0/routers/b6421ce9-3041-49f8-8124-f15e15f8b678 HTTP/1.1" status: 204 len: 168 time: 1.2789664 Jul 05 09:45:52.420892 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49170) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:52.444254 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975560a4-d4a9-42fa-9643-03c7801b77e5 req-369a6a79-7e23-46e7-86f1-49ed23250ce7 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:52.451361 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-975560a4-d4a9-42fa-9643-03c7801b77e5 req-369a6a79-7e23-46e7-86f1-49ed23250ce7 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=46cba8eb-de5c-4807-a933-78ffdae055c3 HTTP/1.1" status: 200 len: 944 time: 0.2302215 Jul 05 09:45:52.459063 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] Port 816666d0-9c42-4d64-be6a-defa55228d25 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:45:52.459905 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] Attempting to bind port 816666d0-9c42-4d64-be6a-defa55228d25 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:52.482646 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:45:52.482987 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:52.483431 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:45:52.508984 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] Bound port: 816666d0-9c42-4d64-be6a-defa55228d25, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:45:52.509536 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.545445 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-31800b73-70ff-43ee-b8fc-e9aec4630e21 req-1e3f3456-a253-4f0d-8d49-a88cb30d1287 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525130 Jul 05 09:45:52.578667 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-843d683b-8322-46c3-b14c-6105dcb233b1 req-378b47f5-9921-4e0d-a871-c343268f5562 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.594910 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-975560a4-d4a9-42fa-9643-03c7801b77e5 req-97a802a3-c421-427c-91b0-50129d2cce6e tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426332 Jul 05 09:45:52.642770 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4916948-3feb-4a69-a507-373d7c67485d x-openstack-request-id: req-f4916948-3feb-4a69-a507-373d7c67485d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:52.643271 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6", "name": "network-vif-unplugged", "status": "completed", "tag": "816666d0-9c42-4d64-be6a-defa55228d25", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:52.644005 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f4916948-3feb-4a69-a507-373d7c67485d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:52.644739 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '816666d0-9c42-4d64-be6a-defa55228d25', 'code': 200} Jul 05 09:45:52.650179 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-666d2051-d919-484f-a8ea-b2ef4d2a75b2 admin admin] Deleting subnet 02e4f4c6-8a8b-482c-a989-f519f8934c03 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:45:52.662863 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b47f5-9921-4e0d-a871-c343268f5562 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Pushing event deleted for resources: {'Port': ['ID=d1701b9b-e087-4986-a4e3-7df4176378c5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:52.666688 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.668292 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-666d2051-d919-484f-a8ea-b2ef4d2a75b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.674390 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] For port 816666d0-9c42-4d64-be6a-defa55228d25, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:45:52.681778 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] For port 816666d0-9c42-4d64-be6a-defa55228d25, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=816666d0-9c42-4d64-be6a-defa55228d25,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:45:52.688261 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.700536 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1303187b-fbc0-4da8-a7c0-ac186e29f77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d04cc9a-9350-461d-9268-d8d729734a4c'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:52.703512 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35102e12-84fd-4e61-88e5-9ef4ebe65b15" -d '{"events": [{"server_uuid": "1303187b-fbc0-4da8-a7c0-ac186e29f77c", "name": "network-vif-plugged", "status": "completed", "tag": "9d04cc9a-9350-461d-9268-d8d729734a4c"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:52.745819 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 9d04cc9a-9350-461d-9268-d8d729734a4c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=9d04cc9a-9350-461d-9268-d8d729734a4c,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:52.747546 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-843d683b-8322-46c3-b14c-6105dcb233b1 req-378b47f5-9921-4e0d-a871-c343268f5562 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] No DVR routers for this DVR port d1701b9b-e087-4986-a4e3-7df4176378c5 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:52.752780 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-843d683b-8322-46c3-b14c-6105dcb233b1 req-378b47f5-9921-4e0d-a871-c343268f5562 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.753769 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.754602 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device d1701b9b-e087-4986-a4e3-7df4176378c5 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:52.754967 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-843d683b-8322-46c3-b14c-6105dcb233b1 req-378b47f5-9921-4e0d-a871-c343268f5562 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.78 "DELETE /v2.0/ports/d1701b9b-e087-4986-a4e3-7df4176378c5 HTTP/1.1" status: 204 len: 173 time: 0.9943454 Jul 05 09:45:52.755410 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cba8eb-de5c-4807-a933-78ffdae055c3', 'name': 'network-vif-deleted', 'tag': 'd1701b9b-e087-4986-a4e3-7df4176378c5'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:52.757967 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d49c5f-8f77-41af-b741-32bd343c9c4b" -d '{"events": [{"server_uuid": "46cba8eb-de5c-4807-a933-78ffdae055c3", "name": "network-vif-deleted", "tag": "d1701b9b-e087-4986-a4e3-7df4176378c5"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:52.769538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] Pushing event updated for resources: {'Port': ['ID=816666d0-9c42-4d64-be6a-defa55228d25,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:52.773418 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-666d2051-d919-484f-a8ea-b2ef4d2a75b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.816645 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: d1701b9b-e087-4986-a4e3-7df4176378c5 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:52.816997 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device d1701b9b-e087-4986-a4e3-7df4176378c5 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:52.817427 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 816666d0-9c42-4d64-be6a-defa55228d25 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:52.860649 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:52.863726 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.865746 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-264aad9c-440d-4f05-a65a-66622f644a7f service neutron] 10.222.0.81 "PUT /v2.0/ports/816666d0-9c42-4d64-be6a-defa55228d25 HTTP/1.1" status: 200 len: 1095 time: 1.5558155 Jul 05 09:45:52.878422 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=9d04cc9a-9350-461d-9268-d8d729734a4c,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:52.883770 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 816666d0-9c42-4d64-be6a-defa55228d25 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:52.890471 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 0f90be91-db15-4bef-a182-f1ac65014b1c no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:52.900693 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-666d2051-d919-484f-a8ea-b2ef4d2a75b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.943177 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 0f90be91-db15-4bef-a182-f1ac65014b1c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:52.943533 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 0f90be91-db15-4bef-a182-f1ac65014b1c not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:52.959232 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 49d780f2-e427-4069-a14a-c3ebfe669b13 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:52.994544 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 49d780f2-e427-4069-a14a-c3ebfe669b13 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:52.995126 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 49d780f2-e427-4069-a14a-c3ebfe669b13 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:52.996104 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-666d2051-d919-484f-a8ea-b2ef4d2a75b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:53.052076 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d23e07-0b19-4bcb-9d45-4105e1fef676 req-cf36d2a6-4382-4eb1-9fe4-770ff5324ab5 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:53.052829 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 1dee752e-8323-4cb0-861e-d3f5f0807774 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:53.053313 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d2051-d919-484f-a8ea-b2ef4d2a75b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02e4f4c6-8a8b-482c-a989-f519f8934c03,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:53.054777 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c3d23e07-0b19-4bcb-9d45-4105e1fef676 req-cf36d2a6-4382-4eb1-9fe4-770ff5324ab5 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/ports?device_id=d02de2de-94ef-45c3-81ee-3e1cff42ab1d HTTP/1.1" status: 200 len: 945 time: 0.2436099 Jul 05 09:45:53.065338 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-666d2051-d919-484f-a8ea-b2ef4d2a75b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:53.068286 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-666d2051-d919-484f-a8ea-b2ef4d2a75b2 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/02e4f4c6-8a8b-482c-a989-f519f8934c03 HTTP/1.1" status: 204 len: 168 time: 0.6464424 Jul 05 09:45:53.070280 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49184) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:53.106445 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e5d0b5-5295-42a6-a774-03c61e4d513d None None] Network 50450e21-61cd-4f08-9734-c5edcfebb387 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:53.164762 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e148ec6e-1f94-4d80-9b8a-8bb9cdda69fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:53.170033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-ec452009-cb95-4e26-95e5-0e2ec81d703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:53.171700 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-ec452009-cb95-4e26-95e5-0e2ec81d703b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 1098 time: 0.2636039 Jul 05 09:45:53.177395 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c3d23e07-0b19-4bcb-9d45-4105e1fef676 req-b6810728-11a6-411d-8379-67500f0a849c tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/security-groups?id=abc8045d-a3ec-4f3c-95d8-14eb39b34168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075764 Jul 05 09:45:53.232946 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e148ec6e-1f94-4d80-9b8a-8bb9cdda69fc admin admin] Deleting port d0d2f607-39bd-43af-b939-8255eda47fd0 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:53.233466 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e148ec6e-1f94-4d80-9b8a-8bb9cdda69fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:53.255349 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc4d6f7-da38-4ac4-98ba-a5448efda629 x-openstack-request-id: req-1dc4d6f7-da38-4ac4-98ba-a5448efda629 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:53.255633 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1303187b-fbc0-4da8-a7c0-ac186e29f77c", "name": "network-vif-plugged", "status": "completed", "tag": "9d04cc9a-9350-461d-9268-d8d729734a4c", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:53.255945 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1dc4d6f7-da38-4ac4-98ba-a5448efda629 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:53.256301 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1303187b-fbc0-4da8-a7c0-ac186e29f77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d04cc9a-9350-461d-9268-d8d729734a4c', 'code': 200} Jul 05 09:45:53.309687 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f78e84-256a-4410-ad5a-188424578908 x-openstack-request-id: req-93f78e84-256a-4410-ad5a-188424578908 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:53.310087 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cba8eb-de5c-4807-a933-78ffdae055c3", "name": "network-vif-deleted", "tag": "d1701b9b-e087-4986-a4e3-7df4176378c5", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:53.312172 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-93f78e84-256a-4410-ad5a-188424578908 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:53.313522 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cba8eb-de5c-4807-a933-78ffdae055c3', 'name': 'network-vif-deleted', 'tag': 'd1701b9b-e087-4986-a4e3-7df4176378c5', 'status': 'completed', 'code': 200} Jul 05 09:45:53.335544 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-f8980468-a653-43da-a74c-e0bffe9d9169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:53.335694 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-e148ec6e-1f94-4d80-9b8a-8bb9cdda69fc admin admin] For port d0d2f607-39bd-43af-b939-8255eda47fd0, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d0d2f607-39bd-43af-b939-8255eda47fd0,segment=NetworkSegment(3d83f219-f815-4376-b051-a5566694dac8),segment_id=3d83f219-f815-4376-b051-a5566694dac8)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:53.336317 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e148ec6e-1f94-4d80-9b8a-8bb9cdda69fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:53.343697 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 1dee752e-8323-4cb0-861e-d3f5f0807774 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:53.343993 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-f8980468-a653-43da-a74c-e0bffe9d9169 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1497114 Jul 05 09:45:53.351237 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:53.382759 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e148ec6e-1f94-4d80-9b8a-8bb9cdda69fc admin admin] Calling delete_port for d0d2f607-39bd-43af-b939-8255eda47fd0 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:53.446325 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dc4f1ca5-0834-40bc-a279-27e3e67b6640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:53.482205 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-211d91dd-e53a-42c2-bcfb-77a015a64d5f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=816666d0-9c42-4d64-be6a-defa55228d25 HTTP/1.1" status: 200 len: 217 time: 0.1345267 Jul 05 09:45:53.553619 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:53.614368 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0494b0a-efe2-4a62-9bc6-b0b436548c64 req-5e647719-1938-4769-8e51-25c7c1cecfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:53.623044 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f0494b0a-efe2-4a62-9bc6-b0b436548c64 req-5e647719-1938-4769-8e51-25c7c1cecfea service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1303187b-fbc0-4da8-a7c0-ac186e29f77c HTTP/1.1" status: 200 len: 1096 time: 0.2812696 Jul 05 09:45:53.623781 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e148ec6e-1f94-4d80-9b8a-8bb9cdda69fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:53.629171 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:53.656530 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e46810-dadf-42df-89ff-fa91e0689477 None None] DHCP port deletion for 50450e21-61cd-4f08-9734-c5edcfebb387 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:45:53.687726 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148ec6e-1f94-4d80-9b8a-8bb9cdda69fc admin admin] Pushing event deleted for resources: {'Port': ['ID=d0d2f607-39bd-43af-b939-8255eda47fd0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:53.693178 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e148ec6e-1f94-4d80-9b8a-8bb9cdda69fc admin admin] No DVR routers for this DVR port d0d2f607-39bd-43af-b939-8255eda47fd0 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:53.693815 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 1dee752e-8323-4cb0-861e-d3f5f0807774, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=1dee752e-8323-4cb0-861e-d3f5f0807774,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:53.700696 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:53.760757 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-d8e981e9-5456-4c4b-8827-9f1b50ec0378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:53.771925 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=1dee752e-8323-4cb0-861e-d3f5f0807774,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:53.773650 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-d8e981e9-5456-4c4b-8827-9f1b50ec0378 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.2684302 Jul 05 09:45:53.778128 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e148ec6e-1f94-4d80-9b8a-8bb9cdda69fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:53.789102 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e148ec6e-1f94-4d80-9b8a-8bb9cdda69fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50450e21-61cd-4f08-9734-c5edcfebb387']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:53.801011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e148ec6e-1f94-4d80-9b8a-8bb9cdda69fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d83f219-f815-4376-b051-a5566694dac8') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:53.801318 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e148ec6e-1f94-4d80-9b8a-8bb9cdda69fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d83f219-f815-4376-b051-a5566694dac8') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:53.804726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68e394-6d98-4b56-b1bb-9cdb1649705c req-7bc4d920-5e0c-40a8-bbd1-892f7466850f tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:53.810813 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e148ec6e-1f94-4d80-9b8a-8bb9cdda69fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:53.812830 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ce68e394-6d98-4b56-b1bb-9cdb1649705c req-7bc4d920-5e0c-40a8-bbd1-892f7466850f tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=1303187b-fbc0-4da8-a7c0-ac186e29f77c HTTP/1.1" status: 200 len: 945 time: 0.6398077 Jul 05 09:45:53.825339 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e148ec6e-1f94-4d80-9b8a-8bb9cdda69fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:53.838728 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e148ec6e-1f94-4d80-9b8a-8bb9cdda69fc admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:45:53.839172 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e148ec6e-1f94-4d80-9b8a-8bb9cdda69fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:53.917294 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ce68e394-6d98-4b56-b1bb-9cdb1649705c req-cc220a7d-cf25-4e7e-be82-6d0aac82e66b tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034563 Jul 05 09:45:53.934042 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309a0a0-dcfd-4740-a6fc-532027feb529 req-5dd853c4-8b36-4634-affb-38cf73b5c919 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:53.943360 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1309a0a0-dcfd-4740-a6fc-532027feb529 req-5dd853c4-8b36-4634-affb-38cf73b5c919 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 947 time: 0.3418016 Jul 05 09:45:54.004454 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1309a0a0-dcfd-4740-a6fc-532027feb529 req-6449218c-c490-4903-a75b-d85b92a6e2b4 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544360 Jul 05 09:45:54.017348 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-0b1773cc-a399-4f42-affc-26457abb4ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:54.019981 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-0b1773cc-a399-4f42-affc-26457abb4ab7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2374310 Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:45:54.174951 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:45:54.179517 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f0494b0a-efe2-4a62-9bc6-b0b436548c64 req-ea992a25-d2df-4068-b669-9554066c44cb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505333 Jul 05 09:45:54.189907 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-fea36dca-dd19-4910-aa25-83070b8e8955 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618767 Jul 05 09:45:54.203077 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e148ec6e-1f94-4d80-9b8a-8bb9cdda69fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:54.208852 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e148ec6e-1f94-4d80-9b8a-8bb9cdda69fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:54.213935 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e148ec6e-1f94-4d80-9b8a-8bb9cdda69fc admin admin] 10.222.0.79 "DELETE /v2.0/networks/50450e21-61cd-4f08-9734-c5edcfebb387 HTTP/1.1" status: 204 len: 168 time: 1.1397526 Jul 05 09:45:54.222359 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49204) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:54.256913 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:45:54.274228 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ea8bd-dcb9-46f3-8c55-516f13009c1c req-f8678aed-e7ee-4477-89e6-80577e16013a tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:54.276217 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c59ea8bd-dcb9-46f3-8c55-516f13009c1c req-f8678aed-e7ee-4477-89e6-80577e16013a tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.1820278 Jul 05 09:45:54.321700 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148ec6e-1f94-4d80-9b8a-8bb9cdda69fc admin admin] Pushing event deleted for resources: {'Network': ['ID=50450e21-61cd-4f08-9734-c5edcfebb387,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:54.419874 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e9cf561d-3e61-4635-b8a5-b5ff55b12a9a no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:54.473068 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: e9cf561d-3e61-4635-b8a5-b5ff55b12a9a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:54.473725 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e9cf561d-3e61-4635-b8a5-b5ff55b12a9a not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:54.474091 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d0d2f607-39bd-43af-b939-8255eda47fd0 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:54.503557 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: d0d2f607-39bd-43af-b939-8255eda47fd0 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:54.504002 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d0d2f607-39bd-43af-b939-8255eda47fd0 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:54.510477 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:54.646412 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c59ea8bd-dcb9-46f3-8c55-516f13009c1c req-0f040097-e39f-4c21-b979-8db061070519 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643847 Jul 05 09:45:54.649699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6', 'tag': '816666d0-9c42-4d64-be6a-defa55228d25'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:54.652004 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4eaf3c3-aea7-4738-902b-8f23a36d2295" -d '{"events": [{"name": "network-changed", "server_uuid": "19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6", "tag": "816666d0-9c42-4d64-be6a-defa55228d25"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:54.672656 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3cf1b5ea-3a8a-45d2-86a6-112dba5e71bb req-6c4f03bb-cc9b-4302-aadf-5480a80d6f21 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752438 Jul 05 09:45:54.708010 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-534ce3ec-4375-43b4-9b86-af552b3605b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:54.708427 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26bfee-6631-4cfc-a0da-df1adcb50c2e req-291fc7bc-ce50-42da-ad44-ad2816fe67fe tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:54.710352 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9c26bfee-6631-4cfc-a0da-df1adcb50c2e req-291fc7bc-ce50-42da-ad44-ad2816fe67fe tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d1f2c00-d6c5-4bff-b86a-7284a41af9fe HTTP/1.1" status: 200 len: 945 time: 0.1317191 Jul 05 09:45:54.785288 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9c26bfee-6631-4cfc-a0da-df1adcb50c2e req-df0014ff-eeab-491d-8fa2-5be2b0ea6ef9 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665495 Jul 05 09:45:54.871165 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d3deec-e2b2-4459-abe4-adb30eba0580 x-openstack-request-id: req-d3d3deec-e2b2-4459-abe4-adb30eba0580 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:54.871965 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6", "tag": "816666d0-9c42-4d64-be6a-defa55228d25", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:54.872449 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d3d3deec-e2b2-4459-abe4-adb30eba0580 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:54.873034 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6', 'tag': '816666d0-9c42-4d64-be6a-defa55228d25', 'status': 'completed', 'code': 200} Jul 05 09:45:55.011797 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eaf3c3-aea7-4738-902b-8f23a36d2295 req-be4d6090-68c7-47c9-9939-965eb9c4af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:55.013442 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4eaf3c3-aea7-4738-902b-8f23a36d2295 req-be4d6090-68c7-47c9-9939-965eb9c4af2a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 1098 time: 0.1021492 Jul 05 09:45:55.057637 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 1dee752e-8323-4cb0-861e-d3f5f0807774 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:55.058853 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eaf3c3-aea7-4738-902b-8f23a36d2295 req-89e65374-478a-4bf2-b42d-29c085b4beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:55.060829 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c4eaf3c3-aea7-4738-902b-8f23a36d2295 req-89e65374-478a-4bf2-b42d-29c085b4beb4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 1098 time: 0.1321898 Jul 05 09:45:55.133871 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:55.160425 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de007313-30ab-4137-84af-bfa3f668f3b2 req-85e44b5d-c772-4d38-ab54-4fcc4a2f1f12 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:55.161884 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-de007313-30ab-4137-84af-bfa3f668f3b2 req-85e44b5d-c772-4d38-ab54-4fcc4a2f1f12 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d1f2c00-d6c5-4bff-b86a-7284a41af9fe HTTP/1.1" status: 200 len: 945 time: 0.1911700 Jul 05 09:45:55.176119 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 1dee752e-8323-4cb0-861e-d3f5f0807774, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=1dee752e-8323-4cb0-861e-d3f5f0807774,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:55.181757 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:55.211678 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eaf3c3-aea7-4738-902b-8f23a36d2295 req-91f97088-453f-4672-8aeb-fbf9a09a964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:55.213342 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c4eaf3c3-aea7-4738-902b-8f23a36d2295 req-91f97088-453f-4672-8aeb-fbf9a09a964d service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1352875 Jul 05 09:45:55.239021 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-534ce3ec-4375-43b4-9b86-af552b3605b2 admin admin] Deleting port 216604b8-82f5-403e-8ae6-0e7d1cc97df4 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:55.239251 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-534ce3ec-4375-43b4-9b86-af552b3605b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:55.248420 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=1dee752e-8323-4cb0-861e-d3f5f0807774,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:55.256993 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1f2c00-d6c5-4bff-b86a-7284a41af9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dee752e-8323-4cb0-861e-d3f5f0807774'}, {'server_uuid': '7d1f2c00-d6c5-4bff-b86a-7284a41af9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dee752e-8323-4cb0-861e-d3f5f0807774'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:55.259986 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1e4e0c-a884-47fd-aba0-e7fe9733134b" -d '{"events": [{"server_uuid": "7d1f2c00-d6c5-4bff-b86a-7284a41af9fe", "name": "network-vif-plugged", "status": "completed", "tag": "1dee752e-8323-4cb0-861e-d3f5f0807774"}, {"server_uuid": "7d1f2c00-d6c5-4bff-b86a-7284a41af9fe", "name": "network-vif-unplugged", "status": "completed", "tag": "1dee752e-8323-4cb0-861e-d3f5f0807774"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:55.272133 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eaf3c3-aea7-4738-902b-8f23a36d2295 req-e4502744-fc3a-4c0f-b976-ff7766896353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:55.274349 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4eaf3c3-aea7-4738-902b-8f23a36d2295 req-e4502744-fc3a-4c0f-b976-ff7766896353 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.2501464 Jul 05 09:45:55.291449 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c4eaf3c3-aea7-4738-902b-8f23a36d2295 req-e197965a-ae53-4129-b885-2d99df69e0d3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=816666d0-9c42-4d64-be6a-defa55228d25 HTTP/1.1" status: 200 len: 217 time: 0.0658414 Jul 05 09:45:55.324551 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438e3b7-feda-496c-9bc3-112f0d01466c req-b45ed3ca-937f-473c-b121-98974e17313a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:55.326050 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f438e3b7-feda-496c-9bc3-112f0d01466c req-b45ed3ca-937f-473c-b121-98974e17313a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=1303187b-fbc0-4da8-a7c0-ac186e29f77c HTTP/1.1" status: 200 len: 945 time: 0.2745786 Jul 05 09:45:55.360639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95e4c5-b409-477b-beba-85277054a94f req-98f647dc-fdf2-4ca5-ad96-725b727d1e25 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:55.362147 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef95e4c5-b409-477b-beba-85277054a94f req-98f647dc-fdf2-4ca5-ad96-725b727d1e25 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 944 time: 0.3132565 Jul 05 09:45:55.380676 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4eaf3c3-aea7-4738-902b-8f23a36d2295 req-4467fa77-9b53-439e-a17e-327271b6876d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=816666d0-9c42-4d64-be6a-defa55228d25 HTTP/1.1" status: 200 len: 217 time: 0.0716374 Jul 05 09:45:55.422768 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eaf3c3-aea7-4738-902b-8f23a36d2295 req-ba98b6ef-f3ef-44a7-a380-9823dd9810dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:55.424184 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c4eaf3c3-aea7-4738-902b-8f23a36d2295 req-ba98b6ef-f3ef-44a7-a380-9823dd9810dd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1084788 Jul 05 09:45:55.450542 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-534ce3ec-4375-43b4-9b86-af552b3605b2 admin admin] For port 216604b8-82f5-403e-8ae6-0e7d1cc97df4, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=216604b8-82f5-403e-8ae6-0e7d1cc97df4,segment=NetworkSegment(0bf58861-8fac-4dbd-a70e-a66ae486e442),segment_id=0bf58861-8fac-4dbd-a70e-a66ae486e442)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:55.450542 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-534ce3ec-4375-43b4-9b86-af552b3605b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:55.485267 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f438e3b7-feda-496c-9bc3-112f0d01466c req-c401fe18-cebd-4700-9086-e02bea472b62 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207650 Jul 05 09:45:55.487918 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-534ce3ec-4375-43b4-9b86-af552b3605b2 admin admin] Calling delete_port for 216604b8-82f5-403e-8ae6-0e7d1cc97df4 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:55.494449 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914c364-5ff8-4d64-895d-165970b62fa0 req-7b6353eb-13aa-4de5-9216-3bb786710f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:55.496039 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7914c364-5ff8-4d64-895d-165970b62fa0 req-7b6353eb-13aa-4de5-9216-3bb786710f37 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 1096 time: 0.1791830 Jul 05 09:45:55.496206 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef95e4c5-b409-477b-beba-85277054a94f req-ef6b7e12-7183-4471-b478-2eb6ed2e25a8 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242659 Jul 05 09:45:55.504530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eaf3c3-aea7-4738-902b-8f23a36d2295 req-4a73edca-ff8c-4d31-9d6f-c995a76c0445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:55.506097 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4eaf3c3-aea7-4738-902b-8f23a36d2295 req-4a73edca-ff8c-4d31-9d6f-c995a76c0445 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1164181 Jul 05 09:45:55.515786 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-de007313-30ab-4137-84af-bfa3f668f3b2 req-f98f8764-710d-4039-a5f6-096b8fd60706 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Deleting port 1dee752e-8323-4cb0-861e-d3f5f0807774 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:55.515786 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-de007313-30ab-4137-84af-bfa3f668f3b2 req-f98f8764-710d-4039-a5f6-096b8fd60706 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:55.588956 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7914c364-5ff8-4d64-895d-165970b62fa0 req-a30fba0d-f5f0-41a0-9c3b-e90417793555 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841582 Jul 05 09:45:55.602922 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eaf3c3-aea7-4738-902b-8f23a36d2295 req-53ddb336-7196-4e7b-9afd-7fc0a1dc69ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:55.604462 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c4eaf3c3-aea7-4738-902b-8f23a36d2295 req-53ddb336-7196-4e7b-9afd-7fc0a1dc69ab service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1707182 Jul 05 09:45:55.714792 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-de007313-30ab-4137-84af-bfa3f668f3b2 req-f98f8764-710d-4039-a5f6-096b8fd60706 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] For port 1dee752e-8323-4cb0-861e-d3f5f0807774, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=1dee752e-8323-4cb0-861e-d3f5f0807774,segment=NetworkSegment(e8ad26d8-1377-4db1-bd72-13e8dacf30a0),segment_id=e8ad26d8-1377-4db1-bd72-13e8dacf30a0)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:55.715162 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-de007313-30ab-4137-84af-bfa3f668f3b2 req-f98f8764-710d-4039-a5f6-096b8fd60706 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:55.738009 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-de007313-30ab-4137-84af-bfa3f668f3b2 req-f98f8764-710d-4039-a5f6-096b8fd60706 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Calling delete_port for 1dee752e-8323-4cb0-861e-d3f5f0807774 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:55.755341 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c4eaf3c3-aea7-4738-902b-8f23a36d2295 req-893d47ac-1e93-4d08-885a-3aa6ef84e0f0 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125028 Jul 05 09:45:55.811931 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eaf3c3-aea7-4738-902b-8f23a36d2295 req-5e94adff-713b-4971-86dd-2dc6c8d8c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:55.813401 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4eaf3c3-aea7-4738-902b-8f23a36d2295 req-5e94adff-713b-4971-86dd-2dc6c8d8c30e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2451055 Jul 05 09:45:55.830097 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd79431-f196-4335-b5d7-ae1fae04a1d3 req-f329024d-c6e3-4496-83d6-e4ede0276f7d tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:55.831623 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fdd79431-f196-4335-b5d7-ae1fae04a1d3 req-f329024d-c6e3-4496-83d6-e4ede0276f7d tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 947 time: 0.1813169 Jul 05 09:45:55.879079 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-534ce3ec-4375-43b4-9b86-af552b3605b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:55.934952 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fdd79431-f196-4335-b5d7-ae1fae04a1d3 req-f1b2262b-4c23-4d2f-9067-89e8561be5b6 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921640 Jul 05 09:45:55.937438 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ce3ec-4375-43b4-9b86-af552b3605b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=216604b8-82f5-403e-8ae6-0e7d1cc97df4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:55.973780 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d54e60d-b63f-4d1a-9358-b384847ce2b4 x-openstack-request-id: req-3d54e60d-b63f-4d1a-9358-b384847ce2b4 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:55.974329 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1f2c00-d6c5-4bff-b86a-7284a41af9fe", "name": "network-vif-plugged", "status": "completed", "tag": "1dee752e-8323-4cb0-861e-d3f5f0807774", "code": 200}, {"server_uuid": "7d1f2c00-d6c5-4bff-b86a-7284a41af9fe", "name": "network-vif-unplugged", "status": "completed", "tag": "1dee752e-8323-4cb0-861e-d3f5f0807774", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:55.974456 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3d54e60d-b63f-4d1a-9358-b384847ce2b4 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:55.974946 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1f2c00-d6c5-4bff-b86a-7284a41af9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dee752e-8323-4cb0-861e-d3f5f0807774', 'code': 200} Jul 05 09:45:55.975219 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1f2c00-d6c5-4bff-b86a-7284a41af9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dee752e-8323-4cb0-861e-d3f5f0807774', 'code': 200} Jul 05 09:45:56.049864 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4eaf3c3-aea7-4738-902b-8f23a36d2295 req-6d97dcff-552e-4c25-8336-de0ff19b9a38 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172036 Jul 05 09:45:56.055805 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c4eaf3c3-aea7-4738-902b-8f23a36d2295 req-5bba0de6-7aee-44c2-bac2-e163ce2f97ab service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821519 Jul 05 09:45:56.088741 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48109eed-7452-4860-bded-e6dbb4b2d9e4 req-19ca2d10-0ef1-4790-acf0-dfa1d556e235 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:56.092213 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-48109eed-7452-4860-bded-e6dbb4b2d9e4 req-19ca2d10-0ef1-4790-acf0-dfa1d556e235 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.78 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 944 time: 0.2659342 Jul 05 09:45:56.304445 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-de007313-30ab-4137-84af-bfa3f668f3b2 req-f98f8764-710d-4039-a5f6-096b8fd60706 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:56.309397 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-48109eed-7452-4860-bded-e6dbb4b2d9e4 req-10f27fbb-6a40-481d-bb61-1c7d90f1c2c4 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Deleting port f59913cd-5b2d-44c7-9ca5-03da2f072362 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:56.309881 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-48109eed-7452-4860-bded-e6dbb4b2d9e4 req-10f27fbb-6a40-481d-bb61-1c7d90f1c2c4 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:56.356612 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4eaf3c3-aea7-4738-902b-8f23a36d2295 req-6883ad43-1b22-4231-97d6-0c87a453e2ac service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924426 Jul 05 09:45:56.362397 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-534ce3ec-4375-43b4-9b86-af552b3605b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:56.365842 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f8764-710d-4039-a5f6-096b8fd60706 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Pushing event deleted for resources: {'Port': ['ID=1dee752e-8323-4cb0-861e-d3f5f0807774,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:56.429024 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec69d5-769f-46c7-a7fd-69cdc59f2f68 req-e31d72d0-3f9f-4d2c-a721-86671e89fbfb tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:56.430368 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5bec69d5-769f-46c7-a7fd-69cdc59f2f68 req-e31d72d0-3f9f-4d2c-a721-86671e89fbfb tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d1f2c00-d6c5-4bff-b86a-7284a41af9fe HTTP/1.1" status: 200 len: 865 time: 0.2794528 Jul 05 09:45:56.473242 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-de007313-30ab-4137-84af-bfa3f668f3b2 req-f98f8764-710d-4039-a5f6-096b8fd60706 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] No DVR routers for this DVR port 1dee752e-8323-4cb0-861e-d3f5f0807774 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:56.483909 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc04de-4f8e-4f92-8837-036facbaa665 req-d78cac5b-dfe5-47d4-80fc-8d01d468825f tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:56.485426 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92fc04de-4f8e-4f92-8837-036facbaa665 req-d78cac5b-dfe5-47d4-80fc-8d01d468825f tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.3151603 Jul 05 09:45:56.487058 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-de007313-30ab-4137-84af-bfa3f668f3b2 req-f98f8764-710d-4039-a5f6-096b8fd60706 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:56.488718 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-de007313-30ab-4137-84af-bfa3f668f3b2 req-f98f8764-710d-4039-a5f6-096b8fd60706 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.81 "DELETE /v2.0/ports/1dee752e-8323-4cb0-861e-d3f5f0807774 HTTP/1.1" status: 204 len: 173 time: 1.3110566 Jul 05 09:45:56.495557 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-48109eed-7452-4860-bded-e6dbb4b2d9e4 req-10f27fbb-6a40-481d-bb61-1c7d90f1c2c4 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] For port f59913cd-5b2d-44c7-9ca5-03da2f072362, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=f59913cd-5b2d-44c7-9ca5-03da2f072362,segment=NetworkSegment(15312857-0729-4904-92fe-b163b83faaf3),segment_id=15312857-0729-4904-92fe-b163b83faaf3)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:56.496018 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-48109eed-7452-4860-bded-e6dbb4b2d9e4 req-10f27fbb-6a40-481d-bb61-1c7d90f1c2c4 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:56.518632 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-48109eed-7452-4860-bded-e6dbb4b2d9e4 req-10f27fbb-6a40-481d-bb61-1c7d90f1c2c4 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Calling delete_port for f59913cd-5b2d-44c7-9ca5-03da2f072362 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:56.529259 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5bec69d5-769f-46c7-a7fd-69cdc59f2f68 req-597f9cce-1256-4a9c-b481-76f2877ef684 tempest-ImagesTestJSON-130542999 tempest-ImagesTestJSON-130542999-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d7f61d6-dbcb-4fc4-899f-898d38d351d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734906 Jul 05 09:45:56.572295 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92fc04de-4f8e-4f92-8837-036facbaa665 req-6cee8c47-249f-47b6-8e3c-18d17d8cb908 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492277 Jul 05 09:45:56.573901 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:56.724604 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534ce3ec-4375-43b4-9b86-af552b3605b2 admin admin] Router 12b38149-6005-4ccb-864b-e7819f1ee455 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:45:56.874265 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1f2c00-d6c5-4bff-b86a-7284a41af9fe', 'name': 'network-vif-deleted', 'tag': '1dee752e-8323-4cb0-861e-d3f5f0807774'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:56.877018 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d2c9f0-2b04-4748-a9d2-0a6f72da4897" -d '{"events": [{"server_uuid": "7d1f2c00-d6c5-4bff-b86a-7284a41af9fe", "name": "network-vif-deleted", "tag": "1dee752e-8323-4cb0-861e-d3f5f0807774"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:56.888338 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cb009-a229-4648-a239-1584346e0de7 req-45e5ee8f-d799-47a4-8b7e-504a95304c3b tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:56.890191 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-de2cb009-a229-4648-a239-1584346e0de7 req-45e5ee8f-d799-47a4-8b7e-504a95304c3b tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=1303187b-fbc0-4da8-a7c0-ac186e29f77c HTTP/1.1" status: 200 len: 945 time: 0.1110010 Jul 05 09:45:56.898265 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb059b-0b84-4bb1-b68e-67fca2ccc888 req-c567d126-7ef7-4cf3-aa4b-a06647032fa1 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:56.899965 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5efb059b-0b84-4bb1-b68e-67fca2ccc888 req-c567d126-7ef7-4cf3-aa4b-a06647032fa1 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 944 time: 0.1576905 Jul 05 09:45:56.972872 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-de2cb009-a229-4648-a239-1584346e0de7 req-b1714720-2af5-488b-89d2-017ca0e3ce74 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717094 Jul 05 09:45:56.991669 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5efb059b-0b84-4bb1-b68e-67fca2ccc888 req-35466145-e8e4-42d9-ba1f-a5087adfc5bd tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9750fec-8615-4feb-ae1d-4399c2d8f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803967 Jul 05 09:45:57.068144 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be1c3eb-c344-4ce5-ba37-5fd713453c18 x-openstack-request-id: req-3be1c3eb-c344-4ce5-ba37-5fd713453c18 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:57.068453 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1f2c00-d6c5-4bff-b86a-7284a41af9fe", "name": "network-vif-deleted", "tag": "1dee752e-8323-4cb0-861e-d3f5f0807774", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:57.068577 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 816666d0-9c42-4d64-be6a-defa55228d25 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:45:57.069028 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3be1c3eb-c344-4ce5-ba37-5fd713453c18 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:57.069156 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1f2c00-d6c5-4bff-b86a-7284a41af9fe', 'name': 'network-vif-deleted', 'tag': '1dee752e-8323-4cb0-861e-d3f5f0807774', 'status': 'completed', 'code': 200} Jul 05 09:45:57.198043 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 816666d0-9c42-4d64-be6a-defa55228d25, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=816666d0-9c42-4d64-be6a-defa55228d25,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:57.212077 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '816666d0-9c42-4d64-be6a-defa55228d25', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '816666d0-9c42-4d64-be6a-defa55228d25', 'mac_address': 'fa:16:3e:14:bb:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:45:57.227814 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-48109eed-7452-4860-bded-e6dbb4b2d9e4 req-10f27fbb-6a40-481d-bb61-1c7d90f1c2c4 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:57.257904 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:57.264072 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534ce3ec-4375-43b4-9b86-af552b3605b2 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:45:57.274037 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255e6307-71ce-46f4-a35d-3a5f1fdad84b None None] Sync routers for ids ['12b38149-6005-4ccb-864b-e7819f1ee455'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:45:57.285017 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255e6307-71ce-46f4-a35d-3a5f1fdad84b None None] Routers {'12b38149-6005-4ccb-864b-e7819f1ee455'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:45:57.287734 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-255e6307-71ce-46f4-a35d-3a5f1fdad84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:45:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['12b38149-6005-4ccb-864b-e7819f1ee455'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:57.288789 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816666d0-9c42-4d64-be6a-defa55228d25 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:57.314182 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-534ce3ec-4375-43b4-9b86-af552b3605b2 admin admin] 10.222.0.79 "PUT /v2.0/routers/12b38149-6005-4ccb-864b-e7819f1ee455/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0865054 Jul 05 09:45:57.314182 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f27fbb-6a40-481d-bb61-1c7d90f1c2c4 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Pushing event deleted for resources: {'Port': ['ID=f59913cd-5b2d-44c7-9ca5-03da2f072362,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:57.319230 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49248) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:57.332669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 816666d0-9c42-4d64-be6a-defa55228d25, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=816666d0-9c42-4d64-be6a-defa55228d25,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:57.341563 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:57.349417 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c446ed-58c5-49fd-997d-0bd4ee9fd9e2 req-40ab53c6-6197-455f-ace8-40cfb99ea551 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:57.351722 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-31c446ed-58c5-49fd-997d-0bd4ee9fd9e2 req-40ab53c6-6197-455f-ace8-40cfb99ea551 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 947 time: 0.1743038 Jul 05 09:45:57.420340 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-31c446ed-58c5-49fd-997d-0bd4ee9fd9e2 req-ff3d8299-8f51-4487-8c18-d250305b0b1c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628867 Jul 05 09:45:57.444546 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=816666d0-9c42-4d64-be6a-defa55228d25,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:57.488374 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-48109eed-7452-4860-bded-e6dbb4b2d9e4 req-10f27fbb-6a40-481d-bb61-1c7d90f1c2c4 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] No DVR routers for this DVR port f59913cd-5b2d-44c7-9ca5-03da2f072362 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:57.489831 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-255e6307-71ce-46f4-a35d-3a5f1fdad84b None None] Set router 12b38149-6005-4ccb-864b-e7819f1ee455 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:45:57.492683 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-48109eed-7452-4860-bded-e6dbb4b2d9e4 req-10f27fbb-6a40-481d-bb61-1c7d90f1c2c4 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:57.496684 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-48109eed-7452-4860-bded-e6dbb4b2d9e4 req-10f27fbb-6a40-481d-bb61-1c7d90f1c2c4 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.78 "DELETE /v2.0/ports/f59913cd-5b2d-44c7-9ca5-03da2f072362 HTTP/1.1" status: 204 len: 173 time: 1.3879588 Jul 05 09:45:57.509636 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb31022-9186-4789-91f3-e0b31fb9d199', 'name': 'network-vif-deleted', 'tag': 'f59913cd-5b2d-44c7-9ca5-03da2f072362'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:57.516732 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613e999d-274a-42df-b80f-5ba56aee9745" -d '{"events": [{"server_uuid": "0fb31022-9186-4789-91f3-e0b31fb9d199", "name": "network-vif-deleted", "tag": "f59913cd-5b2d-44c7-9ca5-03da2f072362"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:57.588872 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672442fc-7948-4ef4-a4ab-ee03b4b2e8a9 x-openstack-request-id: req-672442fc-7948-4ef4-a4ab-ee03b4b2e8a9 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:57.589172 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb31022-9186-4789-91f3-e0b31fb9d199", "name": "network-vif-deleted", "tag": "f59913cd-5b2d-44c7-9ca5-03da2f072362", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:57.589450 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-672442fc-7948-4ef4-a4ab-ee03b4b2e8a9 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:57.590622 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb31022-9186-4789-91f3-e0b31fb9d199', 'name': 'network-vif-deleted', 'tag': 'f59913cd-5b2d-44c7-9ca5-03da2f072362', 'status': 'completed', 'code': 200} Jul 05 09:45:57.652750 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3fe1aa44-a69b-478f-b0c7-4ffcd15c5147 admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:57.662182 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['816666d0-9c42-4d64-be6a-defa55228d25'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:57.726220 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-255e6307-71ce-46f4-a35d-3a5f1fdad84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b38149-6005-4ccb-864b-e7819f1ee455', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264277921-router', 'tenant_id': '4c1b29ef5d41460b896d969b72ae4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '1c66a00b-6b62-4223-9e1c-458183f366a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:24Z', 'updated_at': '2021-07-05T09:45:55Z', 'revision_number': 5, 'project_id': '4c1b29ef5d41460b896d969b72ae4b02', 'gw_port': {'id': '1c66a00b-6b62-4223-9e1c-458183f366a8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b38149-6005-4ccb-864b-e7819f1ee455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:25Z', 'updated_at': '2021-07-05T09:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:57.743263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67586983-feb8-4da6-8d8e-24fbbfd14436 req-487b98ab-9d69-4094-bdc3-09e9ba346d60 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:57.744891 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67586983-feb8-4da6-8d8e-24fbbfd14436 req-487b98ab-9d69-4094-bdc3-09e9ba346d60 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=1303187b-fbc0-4da8-a7c0-ac186e29f77c HTTP/1.1" status: 200 len: 945 time: 0.1561737 Jul 05 09:45:57.782326 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255e6307-71ce-46f4-a35d-3a5f1fdad84b None None] Checking router: 12b38149-6005-4ccb-864b-e7819f1ee455 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:45:57.812959 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255e6307-71ce-46f4-a35d-3a5f1fdad84b None None] Routers {'12b38149-6005-4ccb-864b-e7819f1ee455'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:45:57.813715 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-255e6307-71ce-46f4-a35d-3a5f1fdad84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:45:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['12b38149-6005-4ccb-864b-e7819f1ee455'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:57.836281 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3fe1aa44-a69b-478f-b0c7-4ffcd15c5147 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:57.852559 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67586983-feb8-4da6-8d8e-24fbbfd14436 req-30e77f7a-0af3-4c91-8143-53a4cdfe2024 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012270 Jul 05 09:45:57.912262 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10289b57-016e-4cc8-8133-adc234a974c4 req-155ced4e-6ba8-4fad-8ae5-da63339664e9 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:57.929010 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-10289b57-016e-4cc8-8133-adc234a974c4 req-155ced4e-6ba8-4fad-8ae5-da63339664e9 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.1532061 Jul 05 09:45:57.944951 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3fe1aa44-a69b-478f-b0c7-4ffcd15c5147 admin admin] Deleting port 1c66a00b-6b62-4223-9e1c-458183f366a8 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:57.945303 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3fe1aa44-a69b-478f-b0c7-4ffcd15c5147 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:58.059674 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-10289b57-016e-4cc8-8133-adc234a974c4 req-0926fe7b-bc3b-444f-8187-3173d3aad4a8 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335716 Jul 05 09:45:58.086229 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-255e6307-71ce-46f4-a35d-3a5f1fdad84b None None] Set router 12b38149-6005-4ccb-864b-e7819f1ee455 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:45:58.175710 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-3fe1aa44-a69b-478f-b0c7-4ffcd15c5147 admin admin] For port 1c66a00b-6b62-4223-9e1c-458183f366a8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=1c66a00b-6b62-4223-9e1c-458183f366a8,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:58.176106 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3fe1aa44-a69b-478f-b0c7-4ffcd15c5147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:58.192957 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3fe1aa44-a69b-478f-b0c7-4ffcd15c5147 admin admin] Calling delete_port for 1c66a00b-6b62-4223-9e1c-458183f366a8 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:58.334159 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cbb9b-472b-4f5f-864f-79b9255e6bd7 req-8efd7a85-f96a-4b47-bd09-2722a8342a60 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:58.338368 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7b6cbb9b-472b-4f5f-864f-79b9255e6bd7 req-8efd7a85-f96a-4b47-bd09-2722a8342a60 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=1303187b-fbc0-4da8-a7c0-ac186e29f77c HTTP/1.1" status: 200 len: 945 time: 0.1682594 Jul 05 09:45:58.349359 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device f59913cd-5b2d-44c7-9ca5-03da2f072362 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:58.395074 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: f59913cd-5b2d-44c7-9ca5-03da2f072362 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:58.395318 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device f59913cd-5b2d-44c7-9ca5-03da2f072362 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:58.409347 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1d128084-aa7c-4aa4-84a2-1c5c1f8b06ae req-701d0378-f35b-4970-8af0-e3e30c9f66a4 tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fb31022-9186-4789-91f3-e0b31fb9d199 HTTP/1.1" status: 200 len: 210 time: 0.0698938 Jul 05 09:45:58.465575 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7b6cbb9b-472b-4f5f-864f-79b9255e6bd7 req-7a054271-d7b3-460f-be66-4df26517f65d tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965309 Jul 05 09:45:58.531265 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3fe1aa44-a69b-478f-b0c7-4ffcd15c5147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:58.552165 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-255e6307-71ce-46f4-a35d-3a5f1fdad84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b38149-6005-4ccb-864b-e7819f1ee455', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264277921-router', 'tenant_id': '4c1b29ef5d41460b896d969b72ae4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '1c66a00b-6b62-4223-9e1c-458183f366a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:24Z', 'updated_at': '2021-07-05T09:45:55Z', 'revision_number': 5, 'project_id': '4c1b29ef5d41460b896d969b72ae4b02', 'gw_port': {'id': '1c66a00b-6b62-4223-9e1c-458183f366a8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b38149-6005-4ccb-864b-e7819f1ee455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:25Z', 'updated_at': '2021-07-05T09:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:58.596020 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255e6307-71ce-46f4-a35d-3a5f1fdad84b None None] The sync data for ids ['12b38149-6005-4ccb-864b-e7819f1ee455'] in n-d-798054-8 is: [{'id': '12b38149-6005-4ccb-864b-e7819f1ee455', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-264277921-router', 'tenant_id': '4c1b29ef5d41460b896d969b72ae4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '1c66a00b-6b62-4223-9e1c-458183f366a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:24Z', 'updated_at': '2021-07-05T09:45:55Z', 'revision_number': 5, 'project_id': '4c1b29ef5d41460b896d969b72ae4b02', 'gw_port': {'id': '1c66a00b-6b62-4223-9e1c-458183f366a8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b38149-6005-4ccb-864b-e7819f1ee455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:25Z', 'updated_at': '2021-07-05T09:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:45:58.617427 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1aa44-a69b-478f-b0c7-4ffcd15c5147 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c66a00b-6b62-4223-9e1c-458183f366a8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:58.678546 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3fe1aa44-a69b-478f-b0c7-4ffcd15c5147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:58.744970 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a43f7e-b480-4cf3-8560-377551d805f4 req-2e7b3b6f-2125-4d4e-a4d7-b9bc8ea0f7f8 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:58.746594 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-96a43f7e-b480-4cf3-8560-377551d805f4 req-2e7b3b6f-2125-4d4e-a4d7-b9bc8ea0f7f8 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 948 time: 0.0797024 Jul 05 09:45:58.816800 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-96a43f7e-b480-4cf3-8560-377551d805f4 req-d2000a3d-8ee3-4a0c-a537-e0eea0817463 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635567 Jul 05 09:45:58.838223 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3fe1aa44-a69b-478f-b0c7-4ffcd15c5147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:58.840937 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3fe1aa44-a69b-478f-b0c7-4ffcd15c5147 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:58.886715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c64a73-6a1b-4f1c-a642-f48a0618e923 req-e3d516cc-6ed9-4e50-81e4-195f97b83f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:58.888621 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29c64a73-6a1b-4f1c-a642-f48a0618e923 req-e3d516cc-6ed9-4e50-81e4-195f97b83f39 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d4b058b990f649f2b3dcc5ec561d1da5&device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 1096 time: 0.0966120 Jul 05 09:45:58.932317 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3fe1aa44-a69b-478f-b0c7-4ffcd15c5147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:58.933283 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe1aa44-a69b-478f-b0c7-4ffcd15c5147 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12b38149-6005-4ccb-864b-e7819f1ee455 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:45:58.939139 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3fe1aa44-a69b-478f-b0c7-4ffcd15c5147 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:58.944030 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3fe1aa44-a69b-478f-b0c7-4ffcd15c5147 admin admin] 10.222.0.79 "DELETE /v2.0/routers/12b38149-6005-4ccb-864b-e7819f1ee455 HTTP/1.1" status: 204 len: 168 time: 1.6206133 Jul 05 09:45:58.944677 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49284) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:59.038452 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4f5b4d-b9e0-478c-8eb6-56c7ccbd72d4 admin admin] Deleting subnet 4b58913c-ac8c-431a-813a-16e34dc88624 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:45:59.045916 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a4f5b4d-b9e0-478c-8eb6-56c7ccbd72d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:59.055087 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c64a73-6a1b-4f1c-a642-f48a0618e923 req-0dc371df-39b7-4f74-870e-803e6a502a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:59.059216 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29c64a73-6a1b-4f1c-a642-f48a0618e923 req-0dc371df-39b7-4f74-870e-803e6a502a30 service neutron] 10.222.0.81 "GET /v2.0/networks?id=936dc2f0-d82a-4fa2-99fc-22f673149510 HTTP/1.1" status: 200 len: 911 time: 0.1563525 Jul 05 09:45:59.072808 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 816666d0-9c42-4d64-be6a-defa55228d25 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:59.128394 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a4f5b4d-b9e0-478c-8eb6-56c7ccbd72d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:59.139469 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29c64a73-6a1b-4f1c-a642-f48a0618e923 req-f71803be-2191-4f20-89cc-d1a03f24d470 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df4e66ef-32bb-4691-84d4-7c3d3f42f4bd HTTP/1.1" status: 200 len: 217 time: 0.0723443 Jul 05 09:45:59.174598 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 816666d0-9c42-4d64-be6a-defa55228d25 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:59.180179 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 816666d0-9c42-4d64-be6a-defa55228d25 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:59.180615 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:59.287885 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c64a73-6a1b-4f1c-a642-f48a0618e923 req-d1f9bd41-50a1-44e0-9e9a-a3e9c0b49c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:59.289458 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29c64a73-6a1b-4f1c-a642-f48a0618e923 req-d1f9bd41-50a1-44e0-9e9a-a3e9c0b49c1c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac8d69af-6389-4903-b1a9-dea0800e3203 HTTP/1.1" status: 200 len: 850 time: 0.1011775 Jul 05 09:45:59.305093 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a4f5b4d-b9e0-478c-8eb6-56c7ccbd72d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:59.306061 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4efb8-38c5-4f8a-9bff-e52bcedd4486 req-c68e6a8c-bd4c-4402-8bc1-4adaba75e115 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:59.307619 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c8b4efb8-38c5-4f8a-9bff-e52bcedd4486 req-c68e6a8c-bd4c-4402-8bc1-4adaba75e115 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.1669166 Jul 05 09:45:59.365953 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29c64a73-6a1b-4f1c-a642-f48a0618e923 req-a431d032-6ca9-453c-8b1c-212660ad8b7e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=936dc2f0-d82a-4fa2-99fc-22f673149510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573120 Jul 05 09:45:59.368135 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:59.418242 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816666d0-9c42-4d64-be6a-defa55228d25'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:59.422879 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1776f4d7-c153-435a-b5d6-4ddfc1a93a03" -d '{"events": [{"server_uuid": "19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6", "name": "network-vif-plugged", "status": "completed", "tag": "816666d0-9c42-4d64-be6a-defa55228d25"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:59.429758 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a4f5b4d-b9e0-478c-8eb6-56c7ccbd72d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:59.465261 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 816666d0-9c42-4d64-be6a-defa55228d25, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=816666d0-9c42-4d64-be6a-defa55228d25,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:59.471316 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:59.472461 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 1dee752e-8323-4cb0-861e-d3f5f0807774 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:59.488901 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f5b4d-b9e0-478c-8eb6-56c7ccbd72d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b58913c-ac8c-431a-813a-16e34dc88624,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:59.491589 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a4f5b4d-b9e0-478c-8eb6-56c7ccbd72d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:59.496544 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9a4f5b4d-b9e0-478c-8eb6-56c7ccbd72d4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4b58913c-ac8c-431a-813a-16e34dc88624 HTTP/1.1" status: 204 len: 168 time: 0.5508690 Jul 05 09:45:59.497221 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49304) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:59.533877 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9220ca82-5f4d-49b4-b4ed-10af3366002a None None] Network 4c39132b-2adc-48a4-9f2e-65a7a54e79aa requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:59.558239 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 1dee752e-8323-4cb0-861e-d3f5f0807774 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:59.559009 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 1dee752e-8323-4cb0-861e-d3f5f0807774 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:59.571148 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29c64a73-6a1b-4f1c-a642-f48a0618e923 req-917ceacf-1d33-4c38-9e4f-fd4747a9798b service neutron] 10.222.0.81 "GET /v2.0/networks/936dc2f0-d82a-4fa2-99fc-22f673149510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892083 Jul 05 09:45:59.619953 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c8b4efb8-38c5-4f8a-9bff-e52bcedd4486 req-b4dc759b-22e8-4fcb-8d6b-99adb98fb89a tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897584 Jul 05 09:45:59.637322 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6739bc85-a5d5-4351-81f6-5b2472ad438b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:59.707079 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=816666d0-9c42-4d64-be6a-defa55228d25,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:59.756533 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6739bc85-a5d5-4351-81f6-5b2472ad438b admin admin] Deleting port b94eac23-344e-4acf-90e0-05854f60acee {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:59.757137 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6739bc85-a5d5-4351-81f6-5b2472ad438b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:59.830609 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-6739bc85-a5d5-4351-81f6-5b2472ad438b admin admin] For port b94eac23-344e-4acf-90e0-05854f60acee, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b94eac23-344e-4acf-90e0-05854f60acee,segment=NetworkSegment(0bf58861-8fac-4dbd-a70e-a66ae486e442),segment_id=0bf58861-8fac-4dbd-a70e-a66ae486e442)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:59.831277 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6739bc85-a5d5-4351-81f6-5b2472ad438b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:59.846727 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6739bc85-a5d5-4351-81f6-5b2472ad438b admin admin] Calling delete_port for b94eac23-344e-4acf-90e0-05854f60acee owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:59.949730 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6739bc85-a5d5-4351-81f6-5b2472ad438b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:59.953092 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a815e0e-8f3d-4971-99f4-6d0ec34c3894 None None] DHCP port deletion for 4c39132b-2adc-48a4-9f2e-65a7a54e79aa request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:45:59.987619 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739bc85-a5d5-4351-81f6-5b2472ad438b admin admin] Pushing event deleted for resources: {'Port': ['ID=b94eac23-344e-4acf-90e0-05854f60acee,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:59.996400 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6739bc85-a5d5-4351-81f6-5b2472ad438b admin admin] No DVR routers for this DVR port b94eac23-344e-4acf-90e0-05854f60acee on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:00.074432 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6739bc85-a5d5-4351-81f6-5b2472ad438b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:00.086210 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-6739bc85-a5d5-4351-81f6-5b2472ad438b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c39132b-2adc-48a4-9f2e-65a7a54e79aa']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:00.099310 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-6739bc85-a5d5-4351-81f6-5b2472ad438b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf58861-8fac-4dbd-a70e-a66ae486e442') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:00.099585 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-6739bc85-a5d5-4351-81f6-5b2472ad438b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf58861-8fac-4dbd-a70e-a66ae486e442') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:00.110495 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6739bc85-a5d5-4351-81f6-5b2472ad438b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:00.125845 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6739bc85-a5d5-4351-81f6-5b2472ad438b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:00.132790 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6739bc85-a5d5-4351-81f6-5b2472ad438b admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:46:00.133276 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6739bc85-a5d5-4351-81f6-5b2472ad438b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:46:00.135448 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:46:00.143385 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29c64a73-6a1b-4f1c-a642-f48a0618e923 req-4f47378a-7cb0-4721-bc2a-acf9a9e61d36 service neutron] 10.222.0.81 "GET /v2.0/networks/936dc2f0-d82a-4fa2-99fc-22f673149510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092297 Jul 05 09:46:00.185722 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9de0c-93f4-4564-b872-134296ac93af req-3baea6b3-e1fd-48e6-b784-e220f3496b75 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:00.192583 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8da9de0c-93f4-4564-b872-134296ac93af req-3baea6b3-e1fd-48e6-b784-e220f3496b75 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=1303187b-fbc0-4da8-a7c0-ac186e29f77c HTTP/1.1" status: 200 len: 945 time: 0.5707815 Jul 05 09:46:00.203273 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-740c998f-c4ad-46c4-ba85-92282ac784c5 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:00.204779 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-740c998f-c4ad-46c4-ba85-92282ac784c5 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.81 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6&tenant_id=113815fb01a24fd792ed2a3df3efc0de&binding%3Ahost_id=n-h1-798054-8 HTTP/1.1" status: 200 len: 949 time: 0.6257253 Jul 05 09:46:00.227137 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6739bc85-a5d5-4351-81f6-5b2472ad438b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:00.228581 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542d663-562a-4b10-80b9-134f22c4fd50 req-996f3a9b-9e90-4445-a1d7-2d26cff6e6d3 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:00.230697 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9542d663-562a-4b10-80b9-134f22c4fd50 req-996f3a9b-9e90-4445-a1d7-2d26cff6e6d3 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.2060995 Jul 05 09:46:00.237303 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6739bc85-a5d5-4351-81f6-5b2472ad438b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:00.239523 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6739bc85-a5d5-4351-81f6-5b2472ad438b admin admin] 10.222.0.79 "DELETE /v2.0/networks/4c39132b-2adc-48a4-9f2e-65a7a54e79aa HTTP/1.1" status: 204 len: 168 time: 0.7323718 Jul 05 09:46:00.262544 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739bc85-a5d5-4351-81f6-5b2472ad438b admin admin] Pushing event deleted for resources: {'Network': ['ID=4c39132b-2adc-48a4-9f2e-65a7a54e79aa,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:00.312237 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8da9de0c-93f4-4564-b872-134296ac93af req-3735365c-4ec0-4f54-8f47-60b20f21f07f tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186972 Jul 05 09:46:00.371768 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9542d663-562a-4b10-80b9-134f22c4fd50 req-7a163a0b-1ffe-4491-8999-17684ce700ba tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270187 Jul 05 09:46:00.373829 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-352ba39e-d6f9-490f-b686-491764b138c1 service neutron] 10.222.0.81 "GET /v2.0/ports/816666d0-9c42-4d64-be6a-defa55228d25/bindings/n-h1-798054-8 HTTP/1.1" status: 200 len: 382 time: 0.1416388 Jul 05 09:46:00.382514 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 1c66a00b-6b62-4223-9e1c-458183f366a8 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:00.422632 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e860044-9c01-4128-898e-2debdc948d7e x-openstack-request-id: req-8e860044-9c01-4128-898e-2debdc948d7e {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:00.422987 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6", "name": "network-vif-plugged", "status": "completed", "tag": "816666d0-9c42-4d64-be6a-defa55228d25", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:00.423252 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8e860044-9c01-4128-898e-2debdc948d7e {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:00.423631 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816666d0-9c42-4d64-be6a-defa55228d25', 'code': 200} Jul 05 09:46:00.423786 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49310) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:00.424613 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 1c66a00b-6b62-4223-9e1c-458183f366a8 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:00.424954 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 1c66a00b-6b62-4223-9e1c-458183f366a8 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:00.425368 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b94eac23-344e-4acf-90e0-05854f60acee no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:00.475286 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: b94eac23-344e-4acf-90e0-05854f60acee {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:00.475635 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b94eac23-344e-4acf-90e0-05854f60acee not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:00.488216 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 216604b8-82f5-403e-8ae6-0e7d1cc97df4 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:00.516032 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 216604b8-82f5-403e-8ae6-0e7d1cc97df4 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:00.516650 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 216604b8-82f5-403e-8ae6-0e7d1cc97df4 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:00.531415 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6aac842d-5989-437a-a6d4-39f26e857a49 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=efee607d69f94e6d9133e9bf132c56d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1064546 Jul 05 09:46:00.536384 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49312) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:00.555718 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49314) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:00.568207 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-6b77fab1-2e5f-4d0d-ad4b-2528fb749206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:00.570325 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-6b77fab1-2e5f-4d0d-ad4b-2528fb749206 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 1100 time: 0.1394296 Jul 05 09:46:00.693415 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-11286cf9-c71a-46f5-aa63-7d979dc6f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:00.695763 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-11286cf9-c71a-46f5-aa63-7d979dc6f5dc service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1176515 Jul 05 09:46:00.734784 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046f0ec-6007-4f9f-ada1-469420abaf21 req-a05ee4a4-0dba-41d6-819b-8618946b7002 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:00.736411 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3046f0ec-6007-4f9f-ada1-469420abaf21 req-a05ee4a4-0dba-41d6-819b-8618946b7002 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.78 "GET /v2.0/ports?device_id=1303187b-fbc0-4da8-a7c0-ac186e29f77c HTTP/1.1" status: 200 len: 945 time: 0.1333828 Jul 05 09:46:00.737106 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-923f2706-2c6f-4ba9-8c02-1a063c7101af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:00.742922 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7ede92-4748-46a6-8438-09ade92c94e6 admin admin] Deleting subnet 4cd5f100-3ecb-4100-a6d6-40f339ce6cc7 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:46:00.756345 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a7ede92-4748-46a6-8438-09ade92c94e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:00.788070 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-b5758fb8-8f4c-4dda-8a4c-7f1dfe8bfa43 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=816666d0-9c42-4d64-be6a-defa55228d25 HTTP/1.1" status: 200 len: 217 time: 0.0829628 Jul 05 09:46:00.843913 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-923f2706-2c6f-4ba9-8c02-1a063c7101af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:00.861306 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-48c3ed74-2d7b-4e45-ac41-a54dfa813b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:00.862000 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a7ede92-4748-46a6-8438-09ade92c94e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:00.868532 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-48c3ed74-2d7b-4e45-ac41-a54dfa813b83 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0724425 Jul 05 09:46:00.943017 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a7ede92-4748-46a6-8438-09ade92c94e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:00.976331 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-a46c8da8-f9b9-4adc-a217-f333f1a9f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:00.977896 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-a46c8da8-f9b9-4adc-a217-f333f1a9f6d6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1000938 Jul 05 09:46:00.987693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75b907-1290-452d-b352-da46f8711084 req-f38f16ef-f648-4c06-b508-f25ac0b4cdfe tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:00.989316 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6c75b907-1290-452d-b352-da46f8711084 req-f38f16ef-f648-4c06-b508-f25ac0b4cdfe tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.1592822 Jul 05 09:46:01.055988 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a7ede92-4748-46a6-8438-09ade92c94e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:01.096415 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6c75b907-1290-452d-b352-da46f8711084 req-ac509bb3-1004-4f8e-a2a4-0224ba716e08 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979688 Jul 05 09:46:01.099989 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49330) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:01.117843 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ede92-4748-46a6-8438-09ade92c94e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cd5f100-3ecb-4100-a6d6-40f339ce6cc7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:01.124521 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-923f2706-2c6f-4ba9-8c02-1a063c7101af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:01.127470 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-923f2706-2c6f-4ba9-8c02-1a063c7101af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:01.131051 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-923f2706-2c6f-4ba9-8c02-1a063c7101af admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a1c3bb2f-bcaf-4303-8bc0-90bcc6a6b047 HTTP/1.1" status: 204 len: 168 time: 0.5912976 Jul 05 09:46:01.161354 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a7ede92-4748-46a6-8438-09ade92c94e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:01.163353 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9a7ede92-4748-46a6-8438-09ade92c94e6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4cd5f100-3ecb-4100-a6d6-40f339ce6cc7 HTTP/1.1" status: 204 len: 168 time: 0.6062009 Jul 05 09:46:01.166416 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49334) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:01.167243 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f2706-2c6f-4ba9-8c02-1a063c7101af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c3bb2f-bcaf-4303-8bc0-90bcc6a6b047,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:01.175891 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-2c827f28-2477-4914-bb29-33610ae7334b service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853616 Jul 05 09:46:01.179387 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd43143-6e76-4091-85f3-a91911294ba0 admin admin] Deleting subnet 5a1a105d-77c4-456f-a245-b66e6fc97786 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:46:01.182811 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0dd43143-6e76-4091-85f3-a91911294ba0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:01.277169 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0dd43143-6e76-4091-85f3-a91911294ba0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:01.283586 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-3046f0ec-6007-4f9f-ada1-469420abaf21 req-04eccca9-7ca7-4392-b04d-1619fa9ec160 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Deleting port 9d04cc9a-9350-461d-9268-d8d729734a4c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:01.284295 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3046f0ec-6007-4f9f-ada1-469420abaf21 req-04eccca9-7ca7-4392-b04d-1619fa9ec160 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:01.339597 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fc300f9-a1cb-4809-8287-e61f3d090f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:01.382015 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0dd43143-6e76-4091-85f3-a91911294ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:01.422575 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-8252d58e-c070-43ae-afb0-17cdc0f06d3a service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183523 Jul 05 09:46:01.489871 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-3046f0ec-6007-4f9f-ada1-469420abaf21 req-04eccca9-7ca7-4392-b04d-1619fa9ec160 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] For port 9d04cc9a-9350-461d-9268-d8d729734a4c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=9d04cc9a-9350-461d-9268-d8d729734a4c,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:01.490282 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3046f0ec-6007-4f9f-ada1-469420abaf21 req-04eccca9-7ca7-4392-b04d-1619fa9ec160 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:01.502626 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fc300f9-a1cb-4809-8287-e61f3d090f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:01.516019 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-3046f0ec-6007-4f9f-ada1-469420abaf21 req-04eccca9-7ca7-4392-b04d-1619fa9ec160 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Calling delete_port for 9d04cc9a-9350-461d-9268-d8d729734a4c owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:01.518759 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-5fc300f9-a1cb-4809-8287-e61f3d090f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33584e1d-fbb7-4689-90f6-bc3d0ee549b3']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:01.538462 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-5fc300f9-a1cb-4809-8287-e61f3d090f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15312857-0729-4904-92fe-b163b83faaf3') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:01.538820 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0dd43143-6e76-4091-85f3-a91911294ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:01.538951 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-5fc300f9-a1cb-4809-8287-e61f3d090f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15312857-0729-4904-92fe-b163b83faaf3') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:01.552199 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fc300f9-a1cb-4809-8287-e61f3d090f48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:01.559796 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0dd43143-6e76-4091-85f3-a91911294ba0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:01.562877 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0dd43143-6e76-4091-85f3-a91911294ba0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5a1a105d-77c4-456f-a245-b66e6fc97786 HTTP/1.1" status: 204 len: 168 time: 0.4621644 Jul 05 09:46:01.580360 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49344) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:01.598244 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd43143-6e76-4091-85f3-a91911294ba0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a1a105d-77c4-456f-a245-b66e6fc97786,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:01.647052 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fc300f9-a1cb-4809-8287-e61f3d090f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:01.657121 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bd5de-5a94-49ed-83d1-e476629b9d87 req-516031e2-a1e0-4225-b9aa-adca4dcf2b66 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:01.662053 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc300f9-a1cb-4809-8287-e61f3d090f48 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:46:01.662635 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fc300f9-a1cb-4809-8287-e61f3d090f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:46:01.664935 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:46:01.667102 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc2bd5de-5a94-49ed-83d1-e476629b9d87 req-516031e2-a1e0-4225-b9aa-adca4dcf2b66 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=1303187b-fbc0-4da8-a7c0-ac186e29f77c HTTP/1.1" status: 200 len: 945 time: 0.2215931 Jul 05 09:46:01.752077 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49346) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:01.761626 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fc300f9-a1cb-4809-8287-e61f3d090f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:01.767652 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fc300f9-a1cb-4809-8287-e61f3d090f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:01.770508 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5fc300f9-a1cb-4809-8287-e61f3d090f48 admin admin] 10.222.0.79 "DELETE /v2.0/networks/33584e1d-fbb7-4689-90f6-bc3d0ee549b3 HTTP/1.1" status: 204 len: 168 time: 0.5944412 Jul 05 09:46:01.775646 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc2bd5de-5a94-49ed-83d1-e476629b9d87 req-3ac8fab3-a314-4380-8551-342dc3546b67 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095209 Jul 05 09:46:01.779347 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49348) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:01.819435 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5dd31004-5940-4310-8cca-ea7aa24ce9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:01.825183 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc300f9-a1cb-4809-8287-e61f3d090f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=33584e1d-fbb7-4689-90f6-bc3d0ee549b3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:01.870354 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d2c0fc9f-fc37-4802-980f-480646fc2d1e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4c1b29ef5d41460b896d969b72ae4b02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1164844 Jul 05 09:46:01.872911 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49350) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:01.882807 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11863d4-12e6-450a-bcac-0620f7de2fec admin admin] Deleting subnet aa4a48fb-e8fc-497d-aa00-6fb3e2fca168 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:46:01.888064 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d11863d4-12e6-450a-bcac-0620f7de2fec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:01.888236 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3046f0ec-6007-4f9f-ada1-469420abaf21 req-04eccca9-7ca7-4392-b04d-1619fa9ec160 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:01.902714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['4618948b-aba9-4c53-a34d-ed838ba47183', '9d04cc9a-9350-461d-9268-d8d729734a4c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:01.950147 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f11cd9-c2e8-42b2-9f4d-3c393110bca7 req-cb402311-51d2-4e3d-9a83-b107817bae14 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:01.956359 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-31f11cd9-c2e8-42b2-9f4d-3c393110bca7 req-cb402311-51d2-4e3d-9a83-b107817bae14 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.2496898 Jul 05 09:46:01.958761 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eccca9-7ca7-4392-b04d-1619fa9ec160 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Pushing event deleted for resources: {'Port': ['ID=9d04cc9a-9350-461d-9268-d8d729734a4c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:02.003586 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5dd31004-5940-4310-8cca-ea7aa24ce9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.013367 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d11863d4-12e6-450a-bcac-0620f7de2fec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.019355 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-3046f0ec-6007-4f9f-ada1-469420abaf21 req-04eccca9-7ca7-4392-b04d-1619fa9ec160 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] No DVR routers for this DVR port 9d04cc9a-9350-461d-9268-d8d729734a4c on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:02.022195 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3046f0ec-6007-4f9f-ada1-469420abaf21 req-04eccca9-7ca7-4392-b04d-1619fa9ec160 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.025139 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3046f0ec-6007-4f9f-ada1-469420abaf21 req-04eccca9-7ca7-4392-b04d-1619fa9ec160 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.78 "DELETE /v2.0/ports/9d04cc9a-9350-461d-9268-d8d729734a4c HTTP/1.1" status: 204 len: 173 time: 1.2797425 Jul 05 09:46:02.031896 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1303187b-fbc0-4da8-a7c0-ac186e29f77c', 'name': 'network-vif-deleted', 'tag': '9d04cc9a-9350-461d-9268-d8d729734a4c'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:02.034691 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf88469-723a-4298-ab1e-6064ba5fca1a" -d '{"events": [{"server_uuid": "1303187b-fbc0-4da8-a7c0-ac186e29f77c", "name": "network-vif-deleted", "tag": "9d04cc9a-9350-461d-9268-d8d729734a4c"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:02.043112 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f32456fb-6a8a-4011-a628-53e357ea1c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.057671 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-5dd31004-5940-4310-8cca-ea7aa24ce9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec254af9-1910-4d97-8c22-d1b3d0b9b18f']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:02.070381 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-5dd31004-5940-4310-8cca-ea7aa24ce9d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ad26d8-1377-4db1-bd72-13e8dacf30a0') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:02.070742 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-5dd31004-5940-4310-8cca-ea7aa24ce9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ad26d8-1377-4db1-bd72-13e8dacf30a0') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:02.081667 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5dd31004-5940-4310-8cca-ea7aa24ce9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.087170 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f32456fb-6a8a-4011-a628-53e357ea1c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.099271 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc48cea-23d8-4cf4-b70a-f4e4f0049071 x-openstack-request-id: req-2bc48cea-23d8-4cf4-b70a-f4e4f0049071 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:02.099271 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1303187b-fbc0-4da8-a7c0-ac186e29f77c", "name": "network-vif-deleted", "tag": "9d04cc9a-9350-461d-9268-d8d729734a4c", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:02.099524 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2bc48cea-23d8-4cf4-b70a-f4e4f0049071 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:02.099934 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1303187b-fbc0-4da8-a7c0-ac186e29f77c', 'name': 'network-vif-deleted', 'tag': '9d04cc9a-9350-461d-9268-d8d729734a4c', 'status': 'completed', 'code': 200} Jul 05 09:46:02.116958 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-31f11cd9-c2e8-42b2-9f4d-3c393110bca7 req-9ff9037e-f5dd-4e82-927f-c7044edd282c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439598 Jul 05 09:46:02.135477 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5dd31004-5940-4310-8cca-ea7aa24ce9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.142998 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d11863d4-12e6-450a-bcac-0620f7de2fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.159618 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f32456fb-6a8a-4011-a628-53e357ea1c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.164086 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f32456fb-6a8a-4011-a628-53e357ea1c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.165429 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f32456fb-6a8a-4011-a628-53e357ea1c58 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c9542519-e63c-4335-91b4-93138220650e HTTP/1.1" status: 204 len: 168 time: 0.2912207 Jul 05 09:46:02.167612 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd31004-5940-4310-8cca-ea7aa24ce9d6 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:46:02.168553 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5dd31004-5940-4310-8cca-ea7aa24ce9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:46:02.171438 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:46:02.178506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32456fb-6a8a-4011-a628-53e357ea1c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9542519-e63c-4335-91b4-93138220650e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:02.280907 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5dd31004-5940-4310-8cca-ea7aa24ce9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.288083 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5dd31004-5940-4310-8cca-ea7aa24ce9d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.297430 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5dd31004-5940-4310-8cca-ea7aa24ce9d6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ec254af9-1910-4d97-8c22-d1b3d0b9b18f HTTP/1.1" status: 204 len: 168 time: 0.7086370 Jul 05 09:46:02.297430 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d11863d4-12e6-450a-bcac-0620f7de2fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.346523 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd31004-5940-4310-8cca-ea7aa24ce9d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec254af9-1910-4d97-8c22-d1b3d0b9b18f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:02.379754 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11863d4-12e6-450a-bcac-0620f7de2fec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa4a48fb-e8fc-497d-aa00-6fb3e2fca168,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:02.393211 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d11863d4-12e6-450a-bcac-0620f7de2fec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.395920 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.397875 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d11863d4-12e6-450a-bcac-0620f7de2fec admin admin] 10.222.0.79 "DELETE /v2.0/subnets/aa4a48fb-e8fc-497d-aa00-6fb3e2fca168 HTTP/1.1" status: 204 len: 168 time: 0.6104233 Jul 05 09:46:02.398022 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49362) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:02.444073 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af224500-a10a-4ece-a9fc-3b74e2638d79 req-e0e79226-7298-4183-bd3c-5a3cf295de3b tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:02.444850 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-af224500-a10a-4ece-a9fc-3b74e2638d79 req-e0e79226-7298-4183-bd3c-5a3cf295de3b tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.1037393 Jul 05 09:46:02.469081 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49366) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:02.498793 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-af224500-a10a-4ece-a9fc-3b74e2638d79 req-07b99589-5419-4626-89cc-8b2e86f7f899 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477927 Jul 05 09:46:02.520432 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc150-7551-4646-b935-ab2a5fcf81f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.534974 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-86fd5070-9b9e-4561-b358-2443d9595e3d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b177f5338a8c495095a3364a4f90feb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0647929 Jul 05 09:46:02.539011 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49368) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:02.604433 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02f8c21a-6e6f-46e3-b4f3-b1660d2a1868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.628682 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02f8c21a-6e6f-46e3-b4f3-b1660d2a1868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.636397 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc150-7551-4646-b935-ab2a5fcf81f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.648533 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9b6fc150-7551-4646-b935-ab2a5fcf81f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eafbf251-f5ca-46c3-bdde-2b423567eaf8']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:02.663722 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9b6fc150-7551-4646-b935-ab2a5fcf81f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a21c245-d530-4ac3-b6f3-13117b9978a8') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:02.663722 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9b6fc150-7551-4646-b935-ab2a5fcf81f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a21c245-d530-4ac3-b6f3-13117b9978a8') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:02.680355 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc150-7551-4646-b935-ab2a5fcf81f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.699930 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc150-7551-4646-b935-ab2a5fcf81f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.703167 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02f8c21a-6e6f-46e3-b4f3-b1660d2a1868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.707982 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6fc150-7551-4646-b935-ab2a5fcf81f0 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:46:02.708421 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc150-7551-4646-b935-ab2a5fcf81f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.709570 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02f8c21a-6e6f-46e3-b4f3-b1660d2a1868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:46:02.710383 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:46:02.714738 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-02f8c21a-6e6f-46e3-b4f3-b1660d2a1868 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4d7f61d6-dbcb-4fc4-899f-898d38d351d2 HTTP/1.1" status: 204 len: 168 time: 0.1705303 Jul 05 09:46:02.739713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8c21a-6e6f-46e3-b4f3-b1660d2a1868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7f61d6-dbcb-4fc4-899f-898d38d351d2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:02.796649 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc150-7551-4646-b935-ab2a5fcf81f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.804549 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc150-7551-4646-b935-ab2a5fcf81f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.808034 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9b6fc150-7551-4646-b935-ab2a5fcf81f0 admin admin] 10.222.0.79 "DELETE /v2.0/networks/eafbf251-f5ca-46c3-bdde-2b423567eaf8 HTTP/1.1" status: 204 len: 168 time: 0.4082437 Jul 05 09:46:02.824307 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fc150-7551-4646-b935-ab2a5fcf81f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=eafbf251-f5ca-46c3-bdde-2b423567eaf8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:03.086771 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49400) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:03.192286 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ada3f525-2f41-4fd9-a3bb-155f080c9189 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=27a08ed4c5d94b9c9c7a4760272e7f3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1018946 Jul 05 09:46:03.192557 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49410) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:03.321547 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bb477-60ac-4f74-a088-7198b1b757fd req-f6a8c011-861a-4e87-9726-f846e406c19a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:03.323126 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-154bb477-60ac-4f74-a088-7198b1b757fd req-f6a8c011-861a-4e87-9726-f846e406c19a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/networks?id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 HTTP/1.1" status: 200 len: 806 time: 0.2030537 Jul 05 09:46:03.327326 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e33a9be8-d4fd-4525-801e-5e367448afd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:03.362994 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-154bb477-60ac-4f74-a088-7198b1b757fd req-1db86e1b-566b-47d0-aa35-3ef649a95d2b tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/quotas/305af83efe2d44eab10938e58244a3cb HTTP/1.1" status: 200 len: 375 time: 0.0324047 Jul 05 09:46:03.365557 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e33a9be8-d4fd-4525-801e-5e367448afd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:03.442227 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8dad7-70fe-464e-ab6a-2edb0daa2632 req-78aada86-6599-4de9-9c66-ef9c7c15c505 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:03.443659 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c2f8dad7-70fe-464e-ab6a-2edb0daa2632 req-78aada86-6599-4de9-9c66-ef9c7c15c505 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.1835968 Jul 05 09:46:03.508445 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c2f8dad7-70fe-464e-ab6a-2edb0daa2632 req-7f5fc1fa-51bf-48a5-a019-56a178497cc9 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555968 Jul 05 09:46:03.513418 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e33a9be8-d4fd-4525-801e-5e367448afd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:03.524906 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e33a9be8-d4fd-4525-801e-5e367448afd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:03.524906 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e33a9be8-d4fd-4525-801e-5e367448afd3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d9750fec-8615-4feb-ae1d-4399c2d8f1d1 HTTP/1.1" status: 204 len: 168 time: 0.3269794 Jul 05 09:46:03.551832 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-154bb477-60ac-4f74-a088-7198b1b757fd req-2fb33d1b-62cb-41c5-a72c-6919b5f90850 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1734226 Jul 05 09:46:03.553438 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a9be8-d4fd-4525-801e-5e367448afd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9750fec-8615-4feb-ae1d-4399c2d8f1d1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:03.718423 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad9d5f-78db-4f71-af11-0745dfa9dfb2 req-2296ac10-34ba-493f-b318-9eeb42e4c545 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:03.724636 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-07ad9d5f-78db-4f71-af11-0745dfa9dfb2 req-2296ac10-34ba-493f-b318-9eeb42e4c545 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.1043210 Jul 05 09:46:03.766876 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-07ad9d5f-78db-4f71-af11-0745dfa9dfb2 req-7885a225-974f-4ef9-9d6d-cd33ae9ea96c tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407436 Jul 05 09:46:04.070009 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-154bb477-60ac-4f74-a088-7198b1b757fd req-0aae290d-39b1-4d8a-8387-9f8c9da4718c service neutron] 10.222.0.79 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064259 Jul 05 09:46:04.162120 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49452) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:04.191043 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-154bb477-60ac-4f74-a088-7198b1b757fd req-70d735c1-f01f-47eb-8425-7f7e86b647a9 service neutron] 10.222.0.79 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200581 Jul 05 09:46:04.229085 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-460393fb-c371-4138-91b6-393e0a18fb6d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9d80c36a5ad84cc6ac49d07abf404a0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0618930 Jul 05 09:46:04.230039 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49454) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:04.269651 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-2b00037b-cdf3-4cc6-887e-d67e9415035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:04.271244 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-2b00037b-cdf3-4cc6-887e-d67e9415035f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6&tenant_id=113815fb01a24fd792ed2a3df3efc0de HTTP/1.1" status: 200 len: 1100 time: 0.1416113 Jul 05 09:46:04.287265 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-8', 'device_owner': 'compute:nova'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:04.337933 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a8029-2116-4bc5-acd2-8ab172a918bf req-eaa8e0b1-8baa-4dad-990e-0e41c05cc8b5 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:04.340049 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-015a8029-2116-4bc5-acd2-8ab172a918bf req-eaa8e0b1-8baa-4dad-990e-0e41c05cc8b5 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.0975657 Jul 05 09:46:04.352106 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d4d8208-d246-4c36-9bcd-dfbaf680e740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:04.362171 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 9d04cc9a-9350-461d-9268-d8d729734a4c no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:04.400029 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d4d8208-d246-4c36-9bcd-dfbaf680e740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:04.409366 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-015a8029-2116-4bc5-acd2-8ab172a918bf req-e930338e-7881-4cd4-a320-1ef5bccaf6b5 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448377 Jul 05 09:46:04.427102 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 9d04cc9a-9350-461d-9268-d8d729734a4c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:04.440658 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 9d04cc9a-9350-461d-9268-d8d729734a4c not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:04.493250 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:04.526844 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50472568-f5a7-4844-b617-0989b51b93c0 req-541dc057-9890-408d-a3e3-9f5157e927f2 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 210 time: 0.0420909 Jul 05 09:46:04.688478 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d4d8208-d246-4c36-9bcd-dfbaf680e740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:04.691180 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d4d8208-d246-4c36-9bcd-dfbaf680e740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:04.692451 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4d4d8208-d246-4c36-9bcd-dfbaf680e740 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e9635f29-bcd7-4bc6-ab0b-1cf50bef7dde HTTP/1.1" status: 204 len: 168 time: 0.4609547 Jul 05 09:46:04.714709 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d8208-d246-4c36-9bcd-dfbaf680e740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9635f29-bcd7-4bc6-ab0b-1cf50bef7dde,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:04.883572 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] For port 816666d0-9c42-4d64-be6a-defa55228d25, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=816666d0-9c42-4d64-be6a-defa55228d25,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:04.940294 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] For port 816666d0-9c42-4d64-be6a-defa55228d25, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:04.989786 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b90175-2585-4169-a08a-697308f835bd req-3032a805-f1dd-4a6b-8cf3-c37679448a76 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:04.997407 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33b90175-2585-4169-a08a-697308f835bd req-3032a805-f1dd-4a6b-8cf3-c37679448a76 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.0856533 Jul 05 09:46:05.005721 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:05.036214 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '816666d0-9c42-4d64-be6a-defa55228d25'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:05.039397 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026a8491-c4ab-40fa-8c02-f3f232637b41" -d '{"events": [{"server_uuid": "19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6", "name": "network-vif-unplugged", "status": "completed", "tag": "816666d0-9c42-4d64-be6a-defa55228d25"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:05.050691 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] Transition to ACTIVE for port object 816666d0-9c42-4d64-be6a-defa55228d25 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:05.057215 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:05.069688 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33b90175-2585-4169-a08a-697308f835bd req-334bc96c-b226-44bb-a80d-a6ea40d6802d tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690777 Jul 05 09:46:05.150569 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] No DVR routers for this DVR port 816666d0-9c42-4d64-be6a-defa55228d25 on host n-h1-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:05.165758 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=816666d0-9c42-4d64-be6a-defa55228d25,revision_number=10']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:05.251091 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] Attempting to bind port 816666d0-9c42-4d64-be6a-defa55228d25 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:05.251935 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] Attempting to bind port 816666d0-9c42-4d64-be6a-defa55228d25 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:05.252454 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] Attempting to bind port 816666d0-9c42-4d64-be6a-defa55228d25 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:05.259165 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] Port 816666d0-9c42-4d64-be6a-defa55228d25 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:46:05.259498 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] Attempting to bind port 816666d0-9c42-4d64-be6a-defa55228d25 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:05.268771 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e52362-91c0-4ae4-a2fe-6ecddd3c6dca x-openstack-request-id: req-62e52362-91c0-4ae4-a2fe-6ecddd3c6dca {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:05.268771 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6", "name": "network-vif-unplugged", "status": "completed", "tag": "816666d0-9c42-4d64-be6a-defa55228d25", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:05.268771 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-62e52362-91c0-4ae4-a2fe-6ecddd3c6dca {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:05.268771 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '816666d0-9c42-4d64-be6a-defa55228d25', 'code': 200} Jul 05 09:46:05.270264 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:05.270732 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:05.271198 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:05.272320 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] Bound port: 816666d0-9c42-4d64-be6a-defa55228d25, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:05.272690 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:05.396219 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] For port 816666d0-9c42-4d64-be6a-defa55228d25, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:05.400814 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] For port 816666d0-9c42-4d64-be6a-defa55228d25, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=816666d0-9c42-4d64-be6a-defa55228d25,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:05.411590 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:05.499806 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=816666d0-9c42-4d64-be6a-defa55228d25,revision_number=11']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:05.510101 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:05.511028 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:05.512558 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-7c69e7d5-c246-4ef4-a2ac-63c71edbf5a8 service neutron] 10.222.0.78 "PUT /v2.0/ports/816666d0-9c42-4d64-be6a-defa55228d25 HTTP/1.1" status: 200 len: 1096 time: 1.2311673 Jul 05 09:46:05.608422 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-e37e9ec4-2369-48e8-b56d-a724b0b77f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:05.610260 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-e37e9ec4-2369-48e8-b56d-a724b0b77f24 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 1099 time: 0.0676632 Jul 05 09:46:05.691317 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c999160-12f3-44d2-9e92-d8e6a0a6db8b req-abefc20b-c39a-49f9-bc30-1910d2c65a7f tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:05.698478 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1c999160-12f3-44d2-9e92-d8e6a0a6db8b req-abefc20b-c39a-49f9-bc30-1910d2c65a7f tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.1030073 Jul 05 09:46:05.762934 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-418b139d-4ec2-4101-aa0a-5f9a771ef845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:05.764816 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-418b139d-4ec2-4101-aa0a-5f9a771ef845 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1442165 Jul 05 09:46:05.770580 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:05.772905 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1c999160-12f3-44d2-9e92-d8e6a0a6db8b req-4e7eef7a-072d-4a57-bdaf-e00f794b97c4 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736084 Jul 05 09:46:05.788603 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49542) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:05.854541 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-09ff1905-3e2f-4469-8e4f-7ac5001184a7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=816666d0-9c42-4d64-be6a-defa55228d25 HTTP/1.1" status: 200 len: 217 time: 0.0796800 Jul 05 09:46:05.944268 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-1bda13c8-eeb2-48dc-ae48-66bc4c24f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:05.946614 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-1bda13c8-eeb2-48dc-ae48-66bc4c24f48c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0829093 Jul 05 09:46:05.991786 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d101706b-c1b8-49b4-b9c2-aac2de27afa4 req-736f68e5-22f6-41c7-8cb5-03eae7848a71 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 210 time: 0.0348737 Jul 05 09:46:06.048154 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-63aaf0d1-e10f-43b3-a5bd-f788b161ef99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:06.243136 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-c3b49ead-604f-49c4-9695-8501313cd971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:06.244745 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-c3b49ead-604f-49c4-9695-8501313cd971 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2838988 Jul 05 09:46:06.245748 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-63aaf0d1-e10f-43b3-a5bd-f788b161ef99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:06.250386 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-63aaf0d1-e10f-43b3-a5bd-f788b161ef99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:06.270084 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bb477-60ac-4f74-a088-7198b1b757fd req-9fd9838c-75fc-4d57-a617-13c557b5f185 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:06.271593 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-154bb477-60ac-4f74-a088-7198b1b757fd req-9fd9838c-75fc-4d57-a617-13c557b5f185 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.78 "GET /v2.0/networks?id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 HTTP/1.1" status: 200 len: 806 time: 0.3086619 Jul 05 09:46:06.282621 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49566) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:06.323173 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aaf0d1-e10f-43b3-a5bd-f788b161ef99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e4df35-f95a-44b6-a4c1-bcf578c7f778,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:06.328434 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-154bb477-60ac-4f74-a088-7198b1b757fd req-51e63b46-60fa-4eca-a44c-2928ad0d4946 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Request body: {'port': {'device_id': '926f2950-9526-41f3-b1f7-9b44285e5235', 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62', 'admin_state_up': True, 'tenant_id': '305af83efe2d44eab10938e58244a3cb'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:06.369299 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-63aaf0d1-e10f-43b3-a5bd-f788b161ef99 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5a654d22261e4fae8474d28e9c4905d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5791483 Jul 05 09:46:06.371945 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49570) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:06.447411 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-4de5a978-6361-453c-bdcc-530901af10de service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945806 Jul 05 09:46:06.459208 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-98d1f9ec-beac-4224-8713-df4696c911b6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-631636214-network', 'tenant_id': 'c799db7b94904319bea46c0a8fd0c8f9'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:06.490290 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de4468-d01f-483f-b6aa-5cf684bac54c req-9c0f103d-01de-4986-90be-d63a30152b39 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:06.491956 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-86de4468-d01f-483f-b6aa-5cf684bac54c req-9c0f103d-01de-4986-90be-d63a30152b39 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 948 time: 0.1857495 Jul 05 09:46:06.517111 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d1f9ec-beac-4224-8713-df4696c911b6 admin admin] Made reservation on behalf of c799db7b94904319bea46c0a8fd0c8f9 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:06.519386 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98d1f9ec-beac-4224-8713-df4696c911b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:06.521214 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d46182db-67d5-47b0-965a-d4ceb1d18dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:06.546227 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98d1f9ec-beac-4224-8713-df4696c911b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:06.551513 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-154bb477-60ac-4f74-a088-7198b1b757fd req-51e63b46-60fa-4eca-a44c-2928ad0d4946 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Made reservation on behalf of 305af83efe2d44eab10938e58244a3cb for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:06.555407 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-154bb477-60ac-4f74-a088-7198b1b757fd req-51e63b46-60fa-4eca-a44c-2928ad0d4946 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:06.563421 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d46182db-67d5-47b0-965a-d4ceb1d18dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:06.603026 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-70e311cb-81a0-4ed8-9f60-5358e7875b52 req-9122f0ab-bf8c-42fb-9fbd-38970a58a548 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471238 Jul 05 09:46:06.625555 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-86de4468-d01f-483f-b6aa-5cf684bac54c req-7a527c98-62eb-4dd0-8e89-a69f25cbcd60 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210260 Jul 05 09:46:06.675531 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d46182db-67d5-47b0-965a-d4ceb1d18dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:06.678412 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d46182db-67d5-47b0-965a-d4ceb1d18dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:06.682669 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d46182db-67d5-47b0-965a-d4ceb1d18dbe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b5e4df35-f95a-44b6-a4c1-bcf578c7f778 HTTP/1.1" status: 204 len: 168 time: 0.3071086 Jul 05 09:46:06.714179 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46182db-67d5-47b0-965a-d4ceb1d18dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e4df35-f95a-44b6-a4c1-bcf578c7f778,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:06.779176 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98d1f9ec-beac-4224-8713-df4696c911b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:06.785335 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98d1f9ec-beac-4224-8713-df4696c911b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:06.812951 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d1f9ec-beac-4224-8713-df4696c911b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:46:06.830473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1f9ec-beac-4224-8713-df4696c911b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0ecad9-489f-40e7-b6c1-928227c0ad17,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:06.850881 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98d1f9ec-beac-4224-8713-df4696c911b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:06.851278 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-98d1f9ec-beac-4224-8713-df4696c911b6 admin admin] Added segment 0eb94785-6cd9-4068-8a4e-4a5905b865b6 of type vlan for network 17808b79-25f0-45ca-81ba-3ebf96fdca16 Jul 05 09:46:06.905837 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98d1f9ec-beac-4224-8713-df4696c911b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:06.940479 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98d1f9ec-beac-4224-8713-df4696c911b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:06.942207 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d1f9ec-beac-4224-8713-df4696c911b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:06.943113 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98d1f9ec-beac-4224-8713-df4696c911b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:06.993242 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49596) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:07.076904 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1f9ec-beac-4224-8713-df4696c911b6 admin admin] Pushing event updated for resources: {'Network': ['ID=17808b79-25f0-45ca-81ba-3ebf96fdca16,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:07.090868 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-98d1f9ec-beac-4224-8713-df4696c911b6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7961528 Jul 05 09:46:07.094120 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49608) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:07.102040 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f842e5e8-5011-44e6-8dcb-2376a8762580 admin admin] Request body: {'subnet': {'network_id': '17808b79-25f0-45ca-81ba-3ebf96fdca16', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-631636214-subnet', 'tenant_id': 'c799db7b94904319bea46c0a8fd0c8f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:07.110106 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 17808b79-25f0-45ca-81ba-3ebf96fdca16 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:46:07.114561 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 816666d0-9c42-4d64-be6a-defa55228d25 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:07.148079 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-154bb477-60ac-4f74-a088-7198b1b757fd req-51e63b46-60fa-4eca-a44c-2928ad0d4946 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Allocated IP 172.20.0.10 (7dba0c45-bd0a-4b14-925e-b1eed8ad5c62/9b6f44ce-d485-46dc-95cd-7820a4fbcd7e/3b44f6ae-8a59-46d9-9a74-100dc30e9ff7) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:07.152203 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f842e5e8-5011-44e6-8dcb-2376a8762580 admin admin] Made reservation on behalf of c799db7b94904319bea46c0a8fd0c8f9 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:07.155462 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f842e5e8-5011-44e6-8dcb-2376a8762580 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:07.177561 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0abd42-56d3-40c8-8b99-4c175fdac7e0 req-d5e23298-b46e-4a06-95c0-632795d99f35 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:07.180848 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d0abd42-56d3-40c8-8b99-4c175fdac7e0 req-d5e23298-b46e-4a06-95c0-632795d99f35 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.1863985 Jul 05 09:46:07.223690 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5d0d1f98-47be-4212-8ec2-fc945e76c8ce req-b80d9629-9e27-43ee-83ae-e1126e701cdb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 210 time: 0.0613954 Jul 05 09:46:07.228442 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 816666d0-9c42-4d64-be6a-defa55228d25 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:07.245005 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d4832cf8-7d40-4b54-bd78-a97fdb7575bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:07.269346 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6', 'tag': '816666d0-9c42-4d64-be6a-defa55228d25'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:07.271605 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd8a176-b20f-48ac-b23b-d9d8f09bdfeb" -d '{"events": [{"name": "network-changed", "server_uuid": "19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6", "tag": "816666d0-9c42-4d64-be6a-defa55228d25"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:07.284843 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d0abd42-56d3-40c8-8b99-4c175fdac7e0 req-37f6ab3c-7fc7-40c0-ade6-94ce28e9d0c4 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692427 Jul 05 09:46:07.387767 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106d0d75-7474-47c3-aa1e-2afdf0c4d2e1 x-openstack-request-id: req-106d0d75-7474-47c3-aa1e-2afdf0c4d2e1 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:07.388294 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6", "tag": "816666d0-9c42-4d64-be6a-defa55228d25", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:07.388614 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-106d0d75-7474-47c3-aa1e-2afdf0c4d2e1 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:07.389186 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6', 'tag': '816666d0-9c42-4d64-be6a-defa55228d25', 'status': 'completed', 'code': 200} Jul 05 09:46:07.419916 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d4832cf8-7d40-4b54-bd78-a97fdb7575bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:07.462880 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d4832cf8-7d40-4b54-bd78-a97fdb7575bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:07.519835 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4832cf8-7d40-4b54-bd78-a97fdb7575bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d794bacb-49be-4970-8608-c59134900317,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:07.536389 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d4832cf8-7d40-4b54-bd78-a97fdb7575bd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bfbe0ac397754a52b2a4331cbe9a61d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5379128 Jul 05 09:46:07.540309 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49622) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:07.576124 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8a176-b20f-48ac-b23b-d9d8f09bdfeb req-345d9509-4e21-437c-bb46-0ecf045099bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:07.577899 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7cd8a176-b20f-48ac-b23b-d9d8f09bdfeb req-345d9509-4e21-437c-bb46-0ecf045099bf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 1099 time: 0.1560905 Jul 05 09:46:07.612167 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-154bb477-60ac-4f74-a088-7198b1b757fd req-51e63b46-60fa-4eca-a44c-2928ad0d4946 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:07.619726 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8a176-b20f-48ac-b23b-d9d8f09bdfeb req-acf832cb-a57f-4d57-abda-888efc827e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:07.621356 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7cd8a176-b20f-48ac-b23b-d9d8f09bdfeb req-acf832cb-a57f-4d57-abda-888efc827e0b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 1099 time: 0.2136931 Jul 05 09:46:07.662697 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-00356ac7-147f-470a-adfb-1390f8e93a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:07.690130 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f842e5e8-5011-44e6-8dcb-2376a8762580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:07.711543 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-00356ac7-147f-470a-adfb-1390f8e93a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:07.737357 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842e5e8-5011-44e6-8dcb-2376a8762580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61b108fb-f04d-4a2d-bbce-e41eec774815,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:07.785437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8a176-b20f-48ac-b23b-d9d8f09bdfeb req-3fa1046a-9472-4223-912e-fd641cbb110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:07.786864 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7cd8a176-b20f-48ac-b23b-d9d8f09bdfeb req-3fa1046a-9472-4223-912e-fd641cbb110f service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1962175 Jul 05 09:46:07.801576 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-00356ac7-147f-470a-adfb-1390f8e93a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:07.807015 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-00356ac7-147f-470a-adfb-1390f8e93a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:07.811383 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-00356ac7-147f-470a-adfb-1390f8e93a9d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d794bacb-49be-4970-8608-c59134900317 HTTP/1.1" status: 204 len: 168 time: 0.2669911 Jul 05 09:46:07.821800 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-154bb477-60ac-4f74-a088-7198b1b757fd req-51e63b46-60fa-4eca-a44c-2928ad0d4946 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:07.835555 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8a176-b20f-48ac-b23b-d9d8f09bdfeb req-c2ccf999-c423-46a0-b169-929d45d8cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:07.837059 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7cd8a176-b20f-48ac-b23b-d9d8f09bdfeb req-c2ccf999-c423-46a0-b169-929d45d8cb8d service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.2033315 Jul 05 09:46:07.837213 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['4618948b-aba9-4c53-a34d-ed838ba47183'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:07.858929 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f842e5e8-5011-44e6-8dcb-2376a8762580 admin admin] Checking segment: {'id': '0eb94785-6cd9-4068-8a4e-4a5905b865b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '17808b79-25f0-45ca-81ba-3ebf96fdca16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:07.859309 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f842e5e8-5011-44e6-8dcb-2376a8762580 admin admin] Network hostable DHCP agents. Network: 17808b79-25f0-45ca-81ba-3ebf96fdca16, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:46:07.918944 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-154bb477-60ac-4f74-a088-7198b1b757fd req-51e63b46-60fa-4eca-a44c-2928ad0d4946 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:07.921251 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7cd8a176-b20f-48ac-b23b-d9d8f09bdfeb req-79e7d401-0070-45d3-af9c-24b5327d9e4c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=816666d0-9c42-4d64-be6a-defa55228d25 HTTP/1.1" status: 200 len: 217 time: 0.0595531 Jul 05 09:46:07.928827 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-154bb477-60ac-4f74-a088-7198b1b757fd req-51e63b46-60fa-4eca-a44c-2928ad0d4946 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:07.934833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-154bb477-60ac-4f74-a088-7198b1b757fd req-51e63b46-60fa-4eca-a44c-2928ad0d4946 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:07.959484 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00356ac7-147f-470a-adfb-1390f8e93a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d794bacb-49be-4970-8608-c59134900317,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:07.970365 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7cd8a176-b20f-48ac-b23b-d9d8f09bdfeb req-8240b8a6-2dbb-44cd-b040-ee53747263df service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=816666d0-9c42-4d64-be6a-defa55228d25 HTTP/1.1" status: 200 len: 217 time: 0.1709476 Jul 05 09:46:07.972626 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e63b46-60fa-4eca-a44c-2928ad0d4946 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Pushing event updated for resources: {'Port': ['ID=3b44f6ae-8a59-46d9-9a74-100dc30e9ff7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:07.996627 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f842e5e8-5011-44e6-8dcb-2376a8762580 admin admin] Network 17808b79-25f0-45ca-81ba-3ebf96fdca16 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:46:08.029162 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f842e5e8-5011-44e6-8dcb-2376a8762580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 17808b79-25f0-45ca-81ba-3ebf96fdca16) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:08.041367 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2914b87-f578-48f8-a12c-915579a09c7d None None] Network 17808b79-25f0-45ca-81ba-3ebf96fdca16 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:08.042614 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8a176-b20f-48ac-b23b-d9d8f09bdfeb req-04154095-562e-46c4-8ab5-17a3467652a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:08.044202 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7cd8a176-b20f-48ac-b23b-d9d8f09bdfeb req-04154095-562e-46c4-8ab5-17a3467652a9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1032517 Jul 05 09:46:08.060363 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bb477-60ac-4f74-a088-7198b1b757fd req-51e63b46-60fa-4eca-a44c-2928ad0d4946 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:08.061589 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-154bb477-60ac-4f74-a088-7198b1b757fd req-51e63b46-60fa-4eca-a44c-2928ad0d4946 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:08.066939 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f842e5e8-5011-44e6-8dcb-2376a8762580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:08.067532 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f842e5e8-5011-44e6-8dcb-2376a8762580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:08.121393 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-154bb477-60ac-4f74-a088-7198b1b757fd req-51e63b46-60fa-4eca-a44c-2928ad0d4946 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8272324 Jul 05 09:46:08.126048 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f842e5e8-5011-44e6-8dcb-2376a8762580 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0285027 Jul 05 09:46:08.134963 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-154bb477-60ac-4f74-a088-7198b1b757fd req-8dd2df4f-2274-41c3-94b9-51c954d1e7ae service neutron] Request body: {'port': {'device_id': '926f2950-9526-41f3-b1f7-9b44285e5235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:08.165584 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8a176-b20f-48ac-b23b-d9d8f09bdfeb req-8db02ad6-7c32-4d4c-978b-ce90fa5470de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:08.168640 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7cd8a176-b20f-48ac-b23b-d9d8f09bdfeb req-8db02ad6-7c32-4d4c-978b-ce90fa5470de service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1693113 Jul 05 09:46:08.191049 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8a176-b20f-48ac-b23b-d9d8f09bdfeb req-c7502cf5-8f0c-43a6-9bfb-1538b21e2f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:08.192619 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7cd8a176-b20f-48ac-b23b-d9d8f09bdfeb req-c7502cf5-8f0c-43a6-9bfb-1538b21e2f93 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1282430 Jul 05 09:46:08.210734 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c184a5b0-d107-4777-b525-4557557a7a09 None None] Network 17808b79-25f0-45ca-81ba-3ebf96fdca16 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:08.288483 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573127d-4a45-4ae1-b4fd-62b940c49840 req-e12e02f4-f429-4120-a458-93dd1e47cc81 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:08.300186 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-154bb477-60ac-4f74-a088-7198b1b757fd req-8dd2df4f-2274-41c3-94b9-51c954d1e7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:08.308208 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e573127d-4a45-4ae1-b4fd-62b940c49840 req-e12e02f4-f429-4120-a458-93dd1e47cc81 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 948 time: 0.4541569 Jul 05 09:46:08.367909 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7cd8a176-b20f-48ac-b23b-d9d8f09bdfeb req-0f486398-e86b-473e-b3b9-e705a8f758f9 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621759 Jul 05 09:46:08.385971 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f6b6e-0b05-494d-a4bb-b4fb079104ef req-b84463d1-5c9e-48ee-b31c-537bcde13b33 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:08.390224 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc9f6b6e-0b05-494d-a4bb-b4fb079104ef req-b84463d1-5c9e-48ee-b31c-537bcde13b33 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.4932523 Jul 05 09:46:08.394776 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49648) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:08.424445 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e573127d-4a45-4ae1-b4fd-62b940c49840 req-1cb2c85e-0dd8-4900-970f-acf8d8d8323e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119709 Jul 05 09:46:08.517354 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8a176-b20f-48ac-b23b-d9d8f09bdfeb req-d47ebc61-9426-4649-84f5-7413c48f44b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:08.519182 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7cd8a176-b20f-48ac-b23b-d9d8f09bdfeb req-d47ebc61-9426-4649-84f5-7413c48f44b6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3362384 Jul 05 09:46:08.581657 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49658) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:08.608232 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6239594f-d00e-4392-bb02-1f9f023c52f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:08.802515 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6239594f-d00e-4392-bb02-1f9f023c52f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:08.811481 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7cd8a176-b20f-48ac-b23b-d9d8f09bdfeb req-d57f8c24-73c6-4157-9077-531d9d1239c8 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362519 Jul 05 09:46:08.813870 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6239594f-d00e-4392-bb02-1f9f023c52f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:08.894167 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6239594f-d00e-4392-bb02-1f9f023c52f9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=63cd726fc04f42bd878f934c5a0c0651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073444 Jul 05 09:46:08.895463 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49666) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:08.904139 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239594f-d00e-4392-bb02-1f9f023c52f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6486773-6e48-409b-b46f-255669ac7374,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:08.971714 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-143c420e-3a04-41ca-9b31-e4a007aeb305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.000212 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49670) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:09.005126 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-612f972b-59e8-4292-8e44-cfc92e673677 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-556530093-network', 'tenant_id': 'd20b047d02a8427889571ba9706a67c1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:09.009354 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9fdd7dc-88af-4843-9565-03c0ea206c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.030666 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-154bb477-60ac-4f74-a088-7198b1b757fd req-8dd2df4f-2274-41c3-94b9-51c954d1e7ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b44f6ae-8a59-46d9-9a74-100dc30e9ff7 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:46:09.044352 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-154bb477-60ac-4f74-a088-7198b1b757fd req-8dd2df4f-2274-41c3-94b9-51c954d1e7ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.048537 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b990f-8799-41a8-845b-aef908d107d3 req-b565e775-86f5-4135-a13d-ed1f15483432 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:09.050171 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-961b990f-8799-41a8-845b-aef908d107d3 req-b565e775-86f5-4135-a13d-ed1f15483432 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 932 time: 0.5872118 Jul 05 09:46:09.051280 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9fdd7dc-88af-4843-9565-03c0ea206c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.078434 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-154bb477-60ac-4f74-a088-7198b1b757fd req-8dd2df4f-2274-41c3-94b9-51c954d1e7ae service neutron] Transition to ACTIVE for port object 3b44f6ae-8a59-46d9-9a74-100dc30e9ff7 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:09.090836 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-154bb477-60ac-4f74-a088-7198b1b757fd req-8dd2df4f-2274-41c3-94b9-51c954d1e7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.101010 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7cd8a176-b20f-48ac-b23b-d9d8f09bdfeb req-0dfd0217-5279-43ed-a94d-981d6ea8c9c8 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5594733 Jul 05 09:46:09.146571 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2df4f-2274-41c3-94b9-51c954d1e7ae service neutron] Pushing event updated for resources: {'Port': ['ID=3b44f6ae-8a59-46d9-9a74-100dc30e9ff7,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:09.182691 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9fdd7dc-88af-4843-9565-03c0ea206c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.185302 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9fdd7dc-88af-4843-9565-03c0ea206c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.189014 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b9fdd7dc-88af-4843-9565-03c0ea206c1f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c6486773-6e48-409b-b46f-255669ac7374 HTTP/1.1" status: 204 len: 168 time: 0.2900858 Jul 05 09:46:09.215021 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-dc9f6b6e-0b05-494d-a4bb-b4fb079104ef req-6092ad0c-0e41-49c9-b20a-18f51a473d11 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Deleting port df4e66ef-32bb-4691-84d4-7c3d3f42f4bd {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:09.215383 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dc9f6b6e-0b05-494d-a4bb-b4fb079104ef req-6092ad0c-0e41-49c9-b20a-18f51a473d11 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.238808 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e903dce-f5a0-40dd-b8e5-0a9cc5d1559d req-1780228e-8c52-4cd7-a74b-7a56e265fe92 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:09.240926 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e903dce-f5a0-40dd-b8e5-0a9cc5d1559d req-1780228e-8c52-4cd7-a74b-7a56e265fe92 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 945 time: 0.3440077 Jul 05 09:46:09.243115 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fdd7dc-88af-4843-9565-03c0ea206c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6486773-6e48-409b-b46f-255669ac7374,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:09.269960 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-154bb477-60ac-4f74-a088-7198b1b757fd req-8dd2df4f-2274-41c3-94b9-51c954d1e7ae service neutron] Attempting to bind port 3b44f6ae-8a59-46d9-9a74-100dc30e9ff7 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:09.270497 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-154bb477-60ac-4f74-a088-7198b1b757fd req-8dd2df4f-2274-41c3-94b9-51c954d1e7ae service neutron] Attempting to bind port 3b44f6ae-8a59-46d9-9a74-100dc30e9ff7 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:09.271057 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154bb477-60ac-4f74-a088-7198b1b757fd req-8dd2df4f-2274-41c3-94b9-51c954d1e7ae service neutron] Attempting to bind port 3b44f6ae-8a59-46d9-9a74-100dc30e9ff7 on network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:09.280213 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154bb477-60ac-4f74-a088-7198b1b757fd req-8dd2df4f-2274-41c3-94b9-51c954d1e7ae service neutron] Port 3b44f6ae-8a59-46d9-9a74-100dc30e9ff7 on network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:46:09.280750 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154bb477-60ac-4f74-a088-7198b1b757fd req-8dd2df4f-2274-41c3-94b9-51c954d1e7ae service neutron] Attempting to bind port 3b44f6ae-8a59-46d9-9a74-100dc30e9ff7 on network 7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:09.290661 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154bb477-60ac-4f74-a088-7198b1b757fd req-8dd2df4f-2274-41c3-94b9-51c954d1e7ae service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:09.291214 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154bb477-60ac-4f74-a088-7198b1b757fd req-8dd2df4f-2274-41c3-94b9-51c954d1e7ae service neutron] Checking segment: {'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:09.291969 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154bb477-60ac-4f74-a088-7198b1b757fd req-8dd2df4f-2274-41c3-94b9-51c954d1e7ae service neutron] Bound using segment: {'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:09.293065 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-154bb477-60ac-4f74-a088-7198b1b757fd req-8dd2df4f-2274-41c3-94b9-51c954d1e7ae service neutron] Bound port: 3b44f6ae-8a59-46d9-9a74-100dc30e9ff7, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21b0cd67-ed80-4d2b-aa74-d0067af322f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:09.293579 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-154bb477-60ac-4f74-a088-7198b1b757fd req-8dd2df4f-2274-41c3-94b9-51c954d1e7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.297537 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-961b990f-8799-41a8-845b-aef908d107d3 req-4acff644-6172-4c8f-b75f-7add338c2602 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388053 Jul 05 09:46:09.307407 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1327219e-bbf9-4ab5-9c8c-c0331e6157b1 req-c0e6b733-2f2e-44c1-baf6-31e22a3bfc5e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1338158 Jul 05 09:46:09.422431 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7cd8a176-b20f-48ac-b23b-d9d8f09bdfeb req-7900daef-444d-43e1-b31c-d26602d9192b service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069665 Jul 05 09:46:09.433133 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e903dce-f5a0-40dd-b8e5-0a9cc5d1559d req-4532b9bc-b6d7-4949-b9b8-6e98c0542bef tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255162 Jul 05 09:46:09.448854 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-154bb477-60ac-4f74-a088-7198b1b757fd req-8dd2df4f-2274-41c3-94b9-51c954d1e7ae service neutron] For port 3b44f6ae-8a59-46d9-9a74-100dc30e9ff7, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:09.456449 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-dc9f6b6e-0b05-494d-a4bb-b4fb079104ef req-6092ad0c-0e41-49c9-b20a-18f51a473d11 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] For port df4e66ef-32bb-4691-84d4-7c3d3f42f4bd, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=df4e66ef-32bb-4691-84d4-7c3d3f42f4bd,segment=NetworkSegment(5fee5f18-0015-4a67-aeee-419ba2f6ec77),segment_id=5fee5f18-0015-4a67-aeee-419ba2f6ec77)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:09.456832 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dc9f6b6e-0b05-494d-a4bb-b4fb079104ef req-6092ad0c-0e41-49c9-b20a-18f51a473d11 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.457833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-154bb477-60ac-4f74-a088-7198b1b757fd req-8dd2df4f-2274-41c3-94b9-51c954d1e7ae service neutron] For port 3b44f6ae-8a59-46d9-9a74-100dc30e9ff7, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=3b44f6ae-8a59-46d9-9a74-100dc30e9ff7,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:09.492356 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-154bb477-60ac-4f74-a088-7198b1b757fd req-8dd2df4f-2274-41c3-94b9-51c954d1e7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.505962 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-dc9f6b6e-0b05-494d-a4bb-b4fb079104ef req-6092ad0c-0e41-49c9-b20a-18f51a473d11 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Calling delete_port for df4e66ef-32bb-4691-84d4-7c3d3f42f4bd owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:09.512075 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-143c420e-3a04-41ca-9b31-e4a007aeb305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.545745 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-143c420e-3a04-41ca-9b31-e4a007aeb305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.609848 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2df4f-2274-41c3-94b9-51c954d1e7ae service neutron] Pushing event updated for resources: {'Port': ['ID=3b44f6ae-8a59-46d9-9a74-100dc30e9ff7,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:09.625809 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327219e-bbf9-4ab5-9c8c-c0331e6157b1 req-66cd297d-b97c-4151-97ed-0f487fec1da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:09.628694 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1327219e-bbf9-4ab5-9c8c-c0331e6157b1 req-66cd297d-b97c-4151-97ed-0f487fec1da1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=113815fb01a24fd792ed2a3df3efc0de&device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 1102 time: 0.2864776 Jul 05 09:46:09.629820 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612f972b-59e8-4292-8e44-cfc92e673677 admin admin] Made reservation on behalf of d20b047d02a8427889571ba9706a67c1 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:09.632330 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-612f972b-59e8-4292-8e44-cfc92e673677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.645564 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bb477-60ac-4f74-a088-7198b1b757fd req-8dd2df4f-2274-41c3-94b9-51c954d1e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:09.646576 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-154bb477-60ac-4f74-a088-7198b1b757fd req-8dd2df4f-2274-41c3-94b9-51c954d1e7ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.648818 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-154bb477-60ac-4f74-a088-7198b1b757fd req-8dd2df4f-2274-41c3-94b9-51c954d1e7ae service neutron] 10.222.0.78 "PUT /v2.0/ports/3b44f6ae-8a59-46d9-9a74-100dc30e9ff7 HTTP/1.1" status: 200 len: 1092 time: 1.5187838 Jul 05 09:46:09.650702 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-612f972b-59e8-4292-8e44-cfc92e673677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.661696 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926f2950-9526-41f3-b1f7-9b44285e5235', 'tag': '3b44f6ae-8a59-46d9-9a74-100dc30e9ff7'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:09.665001 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b716c2-58da-4597-aa25-b9399d8a5be3" -d '{"events": [{"name": "network-changed", "server_uuid": "926f2950-9526-41f3-b1f7-9b44285e5235", "tag": "3b44f6ae-8a59-46d9-9a74-100dc30e9ff7"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:09.754907 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-143c420e-3a04-41ca-9b31-e4a007aeb305 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=41b9f03077f44165a1910bbd2cc5b215&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3582461 Jul 05 09:46:09.762866 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49684) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:09.765926 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c420e-3a04-41ca-9b31-e4a007aeb305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3139cab0-471a-40cd-aeee-4f54ee03da73,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:09.786746 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-612f972b-59e8-4292-8e44-cfc92e673677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.913866 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327219e-bbf9-4ab5-9c8c-c0331e6157b1 req-f856825c-0ae3-40fa-bcd1-9590ea0f8082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:09.916613 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1327219e-bbf9-4ab5-9c8c-c0331e6157b1 req-f856825c-0ae3-40fa-bcd1-9590ea0f8082 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1265304 Jul 05 09:46:09.931326 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e0698-b28a-486d-93b9-e7945931d934 req-4edeef4e-04ef-4c44-999d-b7dc519ec9d5 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:09.932769 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e81e0698-b28a-486d-93b9-e7945931d934 req-4edeef4e-04ef-4c44-999d-b7dc519ec9d5 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 948 time: 0.2767031 Jul 05 09:46:09.949820 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-612f972b-59e8-4292-8e44-cfc92e673677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.955415 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0fbd42d9-ca2c-4a80-a880-1c398433616e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.976320 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612f972b-59e8-4292-8e44-cfc92e673677 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:46:09.988247 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dc9f6b6e-0b05-494d-a4bb-b4fb079104ef req-6092ad0c-0e41-49c9-b20a-18f51a473d11 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:10.006530 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['12d8dbae-cb56-44c7-997a-7f8069f05707'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:10.033148 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1327219e-bbf9-4ab5-9c8c-c0331e6157b1 req-8025db88-7ce2-4349-b500-f79d745cd43c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=b327d60e-9e93-464d-8aa6-89fb35e1d8b2 HTTP/1.1" status: 200 len: 217 time: 0.0857124 Jul 05 09:46:10.037378 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0fbd42d9-ca2c-4a80-a880-1c398433616e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:10.051769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092ad0c-0e41-49c9-b20a-18f51a473d11 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Pushing event deleted for resources: {'Port': ['ID=df4e66ef-32bb-4691-84d4-7c3d3f42f4bd,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:10.063700 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-612f972b-59e8-4292-8e44-cfc92e673677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:10.064077 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-612f972b-59e8-4292-8e44-cfc92e673677 admin admin] Added segment 6973eadf-a105-40c4-8c65-ccb2e2e5360d of type vlan for network 940133b8-831a-4165-9026-5cc497a1187c Jul 05 09:46:10.092425 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e81e0698-b28a-486d-93b9-e7945931d934 req-17bf1b83-5c9b-4795-b5d3-c48910f0a16e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516473 Jul 05 09:46:10.096739 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f972b-59e8-4292-8e44-cfc92e673677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de0e61c-c8e4-48c6-b8aa-63a2bb373f4f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:10.196739 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-612f972b-59e8-4292-8e44-cfc92e673677 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:10.212168 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327219e-bbf9-4ab5-9c8c-c0331e6157b1 req-e123a0a1-793a-46c6-86c1-bd1487a0f6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:10.214375 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1327219e-bbf9-4ab5-9c8c-c0331e6157b1 req-e123a0a1-793a-46c6-86c1-bd1487a0f6f6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1635914 Jul 05 09:46:10.230110 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bb477-60ac-4f74-a088-7198b1b757fd req-daf96a2a-e14b-41c5-a22c-eb18c2899e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:10.240396 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-154bb477-60ac-4f74-a088-7198b1b757fd req-daf96a2a-e14b-41c5-a22c-eb18c2899e8b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 1095 time: 0.3374205 Jul 05 09:46:10.258119 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46516e9-f82c-42c0-97c3-ccb6f02577d9 x-openstack-request-id: req-a46516e9-f82c-42c0-97c3-ccb6f02577d9 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:10.258683 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926f2950-9526-41f3-b1f7-9b44285e5235", "tag": "3b44f6ae-8a59-46d9-9a74-100dc30e9ff7", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:10.258931 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a46516e9-f82c-42c0-97c3-ccb6f02577d9 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:10.259332 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926f2950-9526-41f3-b1f7-9b44285e5235', 'tag': '3b44f6ae-8a59-46d9-9a74-100dc30e9ff7', 'status': 'completed', 'code': 200} Jul 05 09:46:10.314288 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9f6b6e-0b05-494d-a4bb-b4fb079104ef req-6092ad0c-0e41-49c9-b20a-18f51a473d11 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] No DVR routers for this DVR port df4e66ef-32bb-4691-84d4-7c3d3f42f4bd on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:10.322889 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dc9f6b6e-0b05-494d-a4bb-b4fb079104ef req-6092ad0c-0e41-49c9-b20a-18f51a473d11 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:10.328571 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc9f6b6e-0b05-494d-a4bb-b4fb079104ef req-6092ad0c-0e41-49c9-b20a-18f51a473d11 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.81 "DELETE /v2.0/ports/df4e66ef-32bb-4691-84d4-7c3d3f42f4bd HTTP/1.1" status: 204 len: 173 time: 1.9305811 Jul 05 09:46:10.329001 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3358e6-fe41-4f84-a4e9-803b1e65258a', 'name': 'network-vif-deleted', 'tag': 'df4e66ef-32bb-4691-84d4-7c3d3f42f4bd'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:10.329602 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-154bb477-60ac-4f74-a088-7198b1b757fd req-f8ef5892-15b2-4c74-896e-d3810840847a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b44f6ae-8a59-46d9-9a74-100dc30e9ff7 HTTP/1.1" status: 200 len: 217 time: 0.0694582 Jul 05 09:46:10.331358 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df8d49c-7d64-4899-a5a6-b5a536e935e8" -d '{"events": [{"server_uuid": "aa3358e6-fe41-4f84-a4e9-803b1e65258a", "name": "network-vif-deleted", "tag": "df4e66ef-32bb-4691-84d4-7c3d3f42f4bd"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:10.371406 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-612f972b-59e8-4292-8e44-cfc92e673677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:10.372534 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612f972b-59e8-4292-8e44-cfc92e673677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:10.373123 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-612f972b-59e8-4292-8e44-cfc92e673677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:10.396194 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0fbd42d9-ca2c-4a80-a880-1c398433616e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:10.397469 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 816666d0-9c42-4d64-be6a-defa55228d25 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:46:10.398967 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0fbd42d9-ca2c-4a80-a880-1c398433616e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:10.404323 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0fbd42d9-ca2c-4a80-a880-1c398433616e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3139cab0-471a-40cd-aeee-4f54ee03da73 HTTP/1.1" status: 204 len: 168 time: 0.6400790 Jul 05 09:46:10.424398 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6563b328-97e9-473f-b2b0-541a3de11de0 x-openstack-request-id: req-6563b328-97e9-473f-b2b0-541a3de11de0 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:10.424711 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3358e6-fe41-4f84-a4e9-803b1e65258a", "name": "network-vif-deleted", "tag": "df4e66ef-32bb-4691-84d4-7c3d3f42f4bd", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:10.424968 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6563b328-97e9-473f-b2b0-541a3de11de0 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:10.429019 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3358e6-fe41-4f84-a4e9-803b1e65258a', 'name': 'network-vif-deleted', 'tag': 'df4e66ef-32bb-4691-84d4-7c3d3f42f4bd', 'status': 'completed', 'code': 200} Jul 05 09:46:10.430203 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd42d9-ca2c-4a80-a880-1c398433616e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3139cab0-471a-40cd-aeee-4f54ee03da73,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:10.522667 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-612f972b-59e8-4292-8e44-cfc92e673677 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5203516 Jul 05 09:46:10.525750 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49716) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:10.525750 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49718) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:10.545962 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bb477-60ac-4f74-a088-7198b1b757fd req-e0a49e52-0bb9-4a65-8238-9a1e8ea2fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:10.548579 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-171b0c06-1e07-4a06-a47a-07bf8b4baf8c admin admin] Request body: {'subnet': {'network_id': '940133b8-831a-4165-9026-5cc497a1187c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-556530093-subnet', 'tenant_id': 'd20b047d02a8427889571ba9706a67c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:10.555806 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-154bb477-60ac-4f74-a088-7198b1b757fd req-e0a49e52-0bb9-4a65-8238-9a1e8ea2fa42 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9b6f44ce-d485-46dc-95cd-7820a4fbcd7e HTTP/1.1" status: 200 len: 846 time: 0.2181246 Jul 05 09:46:10.571512 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327219e-bbf9-4ab5-9c8c-c0331e6157b1 req-c4007813-9847-4661-abbc-817f6d1eff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:10.576233 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1327219e-bbf9-4ab5-9c8c-c0331e6157b1 req-c4007813-9847-4661-abbc-817f6d1eff68 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3343458 Jul 05 09:46:10.662142 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171b0c06-1e07-4a06-a47a-07bf8b4baf8c admin admin] Made reservation on behalf of d20b047d02a8427889571ba9706a67c1 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:10.668007 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-171b0c06-1e07-4a06-a47a-07bf8b4baf8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:10.773208 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 816666d0-9c42-4d64-be6a-defa55228d25, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=816666d0-9c42-4d64-be6a-defa55228d25,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:10.786964 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f29f6dee-dbeb-4979-b807-67c316d6f35c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1603729240-network', 'tenant_id': 'f74a958ec8be4a8683e21e11de1010dc'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:10.817854 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f972b-59e8-4292-8e44-cfc92e673677 admin admin] Pushing event updated for resources: {'Network': ['ID=940133b8-831a-4165-9026-5cc497a1187c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:10.828204 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '816666d0-9c42-4d64-be6a-defa55228d25', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '816666d0-9c42-4d64-be6a-defa55228d25', 'mac_address': 'fa:16:3e:14:bb:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:46:10.840557 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 940133b8-831a-4165-9026-5cc497a1187c details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:46:10.844598 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a65bdd-f804-45de-a7ee-f1807408571c req-b1109906-a32a-4f4d-ae96-3e8656a3d8b5 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:10.854568 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1a65bdd-f804-45de-a7ee-f1807408571c req-b1109906-a32a-4f4d-ae96-3e8656a3d8b5 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 944 time: 0.3336415 Jul 05 09:46:10.899712 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-154bb477-60ac-4f74-a088-7198b1b757fd req-a797532c-a301-49ff-a800-12dfd2fe1ca6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688856 Jul 05 09:46:10.985321 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:11.015508 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816666d0-9c42-4d64-be6a-defa55228d25 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:46:11.102490 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-154bb477-60ac-4f74-a088-7198b1b757fd req-0e3b3f4d-3cd0-4307-8b9e-da603b907fe1 service neutron] 10.222.0.78 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577439 Jul 05 09:46:11.130951 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 816666d0-9c42-4d64-be6a-defa55228d25, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=816666d0-9c42-4d64-be6a-defa55228d25,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:11.146646 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:11.208670 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device df4e66ef-32bb-4691-84d4-7c3d3f42f4bd no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:11.245067 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29f6dee-dbeb-4979-b807-67c316d6f35c admin admin] Made reservation on behalf of f74a958ec8be4a8683e21e11de1010dc for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:11.253274 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f29f6dee-dbeb-4979-b807-67c316d6f35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:11.257132 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: df4e66ef-32bb-4691-84d4-7c3d3f42f4bd {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:11.257821 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device df4e66ef-32bb-4691-84d4-7c3d3f42f4bd not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:11.264585 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=816666d0-9c42-4d64-be6a-defa55228d25,revision_number=12']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:11.289325 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1a65bdd-f804-45de-a7ee-f1807408571c req-abf9292c-676a-4182-9662-6733b287cc8e tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335847 Jul 05 09:46:11.295875 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f29f6dee-dbeb-4979-b807-67c316d6f35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:11.305244 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-154bb477-60ac-4f74-a088-7198b1b757fd req-80018cd8-fd37-4b5f-8e00-734ff25caf1e service neutron] 10.222.0.78 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886587 Jul 05 09:46:11.330158 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1327219e-bbf9-4ab5-9c8c-c0331e6157b1 req-b5ad0eb3-3946-483b-88a9-dbbba23a903d service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7387276 Jul 05 09:46:11.356903 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5eb2f3ab-f833-48b9-9ec7-5523d3f88507 req-bdf386c5-79b3-4a19-9a85-8be6e3d37d4e tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3358e6-fe41-4f84-a4e9-803b1e65258a HTTP/1.1" status: 200 len: 210 time: 0.0739486 Jul 05 09:46:11.358102 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-171b0c06-1e07-4a06-a47a-07bf8b4baf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:11.495224 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b0c06-1e07-4a06-a47a-07bf8b4baf8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba730e59-35ef-4871-9461-e522ee1ccfb4,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:11.529608 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['816666d0-9c42-4d64-be6a-defa55228d25'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:11.560850 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b716c2-58da-4597-aa25-b9399d8a5be3 req-cd5cb1fa-1d47-4d30-a487-e9928079e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:11.562422 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b3b716c2-58da-4597-aa25-b9399d8a5be3 req-cd5cb1fa-1d47-4d30-a487-e9928079e458 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 1095 time: 0.0978692 Jul 05 09:46:11.571096 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1327219e-bbf9-4ab5-9c8c-c0331e6157b1 req-7d74dcaa-5315-4e8e-aab9-fc0a05753232 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316966 Jul 05 09:46:11.577364 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b0c06-1e07-4a06-a47a-07bf8b4baf8c admin admin] Checking segment: {'id': '6973eadf-a105-40c4-8c65-ccb2e2e5360d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '940133b8-831a-4165-9026-5cc497a1187c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:11.579614 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171b0c06-1e07-4a06-a47a-07bf8b4baf8c admin admin] Network hostable DHCP agents. Network: 940133b8-831a-4165-9026-5cc497a1187c, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:46:11.751233 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49752) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:11.759468 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171b0c06-1e07-4a06-a47a-07bf8b4baf8c admin admin] Network 940133b8-831a-4165-9026-5cc497a1187c is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:46:11.778063 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b716c2-58da-4597-aa25-b9399d8a5be3 req-4b2024cc-c5c9-4d19-879b-1de1b31ec302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:11.780508 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b3b716c2-58da-4597-aa25-b9399d8a5be3 req-4b2024cc-c5c9-4d19-879b-1de1b31ec302 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 HTTP/1.1" status: 200 len: 907 time: 0.2078042 Jul 05 09:46:11.801704 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-171b0c06-1e07-4a06-a47a-07bf8b4baf8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 940133b8-831a-4165-9026-5cc497a1187c) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:11.816346 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f29f6dee-dbeb-4979-b807-67c316d6f35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:11.826390 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171b0c06-1e07-4a06-a47a-07bf8b4baf8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:11.827498 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-171b0c06-1e07-4a06-a47a-07bf8b4baf8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:11.845994 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950b6591-9400-4a41-8341-44adc95d5b79 None None] Network 940133b8-831a-4165-9026-5cc497a1187c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:11.854678 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b3b716c2-58da-4597-aa25-b9399d8a5be3 req-817ddc6e-d5c1-42d1-bc46-7f0e4616df4f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b44f6ae-8a59-46d9-9a74-100dc30e9ff7 HTTP/1.1" status: 200 len: 217 time: 0.0658092 Jul 05 09:46:11.855691 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b140fc5-6929-48e0-b47c-3dd8d19f3af7 req-3269bc1f-9095-410f-99da-52558b23df7e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:11.864923 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2b140fc5-6929-48e0-b47c-3dd8d19f3af7 req-3269bc1f-9095-410f-99da-52558b23df7e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.4045792 Jul 05 09:46:11.870424 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-171b0c06-1e07-4a06-a47a-07bf8b4baf8c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3414836 Jul 05 09:46:11.880528 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f29f6dee-dbeb-4979-b807-67c316d6f35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:11.899985 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29f6dee-dbeb-4979-b807-67c316d6f35c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:46:11.915516 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f29f6dee-dbeb-4979-b807-67c316d6f35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:11.916303 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-f29f6dee-dbeb-4979-b807-67c316d6f35c admin admin] Added segment 91aa4178-4999-44bc-86ce-4033642ae2b5 of type vlan for network 5aa1814e-7fad-4b86-b0f0-99892209992e Jul 05 09:46:11.926453 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b716c2-58da-4597-aa25-b9399d8a5be3 req-09e19fb1-b198-4bf6-aba4-3c55b892accc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:11.928128 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b3b716c2-58da-4597-aa25-b9399d8a5be3 req-09e19fb1-b198-4bf6-aba4-3c55b892accc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9b6f44ce-d485-46dc-95cd-7820a4fbcd7e HTTP/1.1" status: 200 len: 846 time: 0.0655541 Jul 05 09:46:12.003356 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a4b8ace8-de26-4418-9b44-9467591e80d7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-30703976-network', 'tenant_id': '087cc3c5250447e68a99a7ecdb68e590'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:12.010568 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b3b716c2-58da-4597-aa25-b9399d8a5be3 req-6c995f29-ed15-4da9-b1d5-fd17c89834cc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753825 Jul 05 09:46:12.016345 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f29f6dee-dbeb-4979-b807-67c316d6f35c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:12.044041 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f6dee-dbeb-4979-b807-67c316d6f35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55f3367-43bd-4389-80fb-aa80c759e415,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:12.105864 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49760) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:12.137242 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2b140fc5-6929-48e0-b47c-3dd8d19f3af7 req-dfec7f58-a56b-46d0-a400-937b807a38a3 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709494 Jul 05 09:46:12.191586 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f29f6dee-dbeb-4979-b807-67c316d6f35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:12.193026 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29f6dee-dbeb-4979-b807-67c316d6f35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:12.193844 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f29f6dee-dbeb-4979-b807-67c316d6f35c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:12.202376 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dadc35c-490c-4e26-aea4-5999d5dcccb5 admin admin] Deleting subnet 61b108fb-f04d-4a2d-bbce-e41eec774815 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:46:12.217202 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7dadc35c-490c-4e26-aea4-5999d5dcccb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:12.219866 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9581ac-cd4a-4f43-9e68-e164db206070 None None] Network 940133b8-831a-4165-9026-5cc497a1187c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:12.239876 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b8ace8-de26-4418-9b44-9467591e80d7 admin admin] Made reservation on behalf of 087cc3c5250447e68a99a7ecdb68e590 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:12.244779 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ace8-de26-4418-9b44-9467591e80d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:12.336342 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ace8-de26-4418-9b44-9467591e80d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:12.352453 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f6dee-dbeb-4979-b807-67c316d6f35c admin admin] Pushing event updated for resources: {'Network': ['ID=5aa1814e-7fad-4b86-b0f0-99892209992e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:12.370449 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f29f6dee-dbeb-4979-b807-67c316d6f35c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8427434 Jul 05 09:46:12.377563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49766) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:12.382858 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 5aa1814e-7fad-4b86-b0f0-99892209992e details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:46:12.385262 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4d0296b9-4bc2-4098-9978-2bca74d99678 admin admin] Request body: {'subnet': {'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1603729240-subnet', 'tenant_id': 'f74a958ec8be4a8683e21e11de1010dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:12.423148 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7dadc35c-490c-4e26-aea4-5999d5dcccb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:12.447261 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b3b716c2-58da-4597-aa25-b9399d8a5be3 req-3f66f7f5-6d99-479d-aec3-5893d1db6b4c service neutron] 10.222.0.78 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210167 Jul 05 09:46:12.481140 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7dadc35c-490c-4e26-aea4-5999d5dcccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:12.510396 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fae50-f31f-445c-a2e1-fff68dd5a64c req-0f670fef-7078-4202-aee5-a9d8901e58c0 tempest-MigrationsAdminTest-1277672489 tempest-MigrationsAdminTest-1277672489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:12.517331 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-966fae50-f31f-445c-a2e1-fff68dd5a64c req-0f670fef-7078-4202-aee5-a9d8901e58c0 tempest-MigrationsAdminTest-1277672489 tempest-MigrationsAdminTest-1277672489-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 1100 time: 0.1597879 Jul 05 09:46:12.603638 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b3b716c2-58da-4597-aa25-b9399d8a5be3 req-b2359606-dc7d-439e-be03-3576ff3751ba service neutron] 10.222.0.78 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425204 Jul 05 09:46:12.631589 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ace8-de26-4418-9b44-9467591e80d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:12.637099 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ace8-de26-4418-9b44-9467591e80d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:12.644240 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-966fae50-f31f-445c-a2e1-fff68dd5a64c req-fdd6da5f-cf87-43b7-84de-b52ef3a7b1b9 tempest-MigrationsAdminTest-1277672489 tempest-MigrationsAdminTest-1277672489-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258793 Jul 05 09:46:12.663383 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b8ace8-de26-4418-9b44-9467591e80d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:46:12.685086 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ace8-de26-4418-9b44-9467591e80d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:12.685640 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-a4b8ace8-de26-4418-9b44-9467591e80d7 admin admin] Added segment 030fc36d-dd4d-4ce4-8888-2baef8e088b7 of type vlan for network 23f5a57a-e75c-48d0-bb1c-6a86c872c6d9 Jul 05 09:46:12.688446 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8ace8-de26-4418-9b44-9467591e80d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393b60d1-9042-4c6f-83a0-41b46c091f2b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:12.805357 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0296b9-4bc2-4098-9978-2bca74d99678 admin admin] Made reservation on behalf of f74a958ec8be4a8683e21e11de1010dc for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:12.812912 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d0296b9-4bc2-4098-9978-2bca74d99678 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.032452 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7dadc35c-490c-4e26-aea4-5999d5dcccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.090756 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ace8-de26-4418-9b44-9467591e80d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.101132 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadc35c-490c-4e26-aea4-5999d5dcccb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61b108fb-f04d-4a2d-bbce-e41eec774815,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:13.103585 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7dadc35c-490c-4e26-aea4-5999d5dcccb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.105835 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7dadc35c-490c-4e26-aea4-5999d5dcccb5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/61b108fb-f04d-4a2d-bbce-e41eec774815 HTTP/1.1" status: 204 len: 168 time: 0.9982469 Jul 05 09:46:13.109133 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d0296b9-4bc2-4098-9978-2bca74d99678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.112883 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49776) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:13.150928 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-77b2f8ad-f6c0-4995-800c-c353fbed12b7 req-5fafa1d0-fc68-4411-ac95-bf6bead8cbfc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=de067adf-c5de-40ac-8761-748473d1f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3885074 Jul 05 09:46:13.152127 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ace8-de26-4418-9b44-9467591e80d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.153139 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b8ace8-de26-4418-9b44-9467591e80d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:13.153806 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ace8-de26-4418-9b44-9467591e80d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.179287 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a4b8ace8-de26-4418-9b44-9467591e80d7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4267545 Jul 05 09:46:13.213815 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49778) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:13.221756 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d04acc88-5508-42c6-b762-5bbf5f382917 admin admin] Request body: {'subnet': {'network_id': '23f5a57a-e75c-48d0-bb1c-6a86c872c6d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-30703976-subnet', 'tenant_id': '087cc3c5250447e68a99a7ecdb68e590', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:13.236374 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-233839b1-d665-4798-af76-126b5491b994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.294285 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8ace8-de26-4418-9b44-9467591e80d7 admin admin] Pushing event updated for resources: {'Network': ['ID=23f5a57a-e75c-48d0-bb1c-6a86c872c6d9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:13.299600 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04acc88-5508-42c6-b762-5bbf5f382917 admin admin] Made reservation on behalf of 087cc3c5250447e68a99a7ecdb68e590 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:13.302315 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d04acc88-5508-42c6-b762-5bbf5f382917 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.307314 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 23f5a57a-e75c-48d0-bb1c-6a86c872c6d9 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:46:13.344103 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7409e2b-4e2e-4622-9196-f869b8638549 req-824e3e53-40d1-4cde-9f5f-682b21d39e9a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:13.346144 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7409e2b-4e2e-4622-9196-f869b8638549 req-824e3e53-40d1-4cde-9f5f-682b21d39e9a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 944 time: 0.6690233 Jul 05 09:46:13.430655 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2f8ad-f6c0-4995-800c-c353fbed12b7 req-cc7bf5e1-2200-4ebf-a958-f43ec45ca1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:13.432318 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-77b2f8ad-f6c0-4995-800c-c353fbed12b7 req-cc7bf5e1-2200-4ebf-a958-f43ec45ca1d1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&device_id=de067adf-c5de-40ac-8761-748473d1f2df HTTP/1.1" status: 200 len: 1096 time: 0.2259409 Jul 05 09:46:13.432873 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0296b9-4bc2-4098-9978-2bca74d99678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=408995a7-a274-4d3e-939a-c6141d694df3,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:13.498021 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0296b9-4bc2-4098-9978-2bca74d99678 admin admin] Checking segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:13.499223 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0296b9-4bc2-4098-9978-2bca74d99678 admin admin] Network hostable DHCP agents. Network: 5aa1814e-7fad-4b86-b0f0-99892209992e, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:46:13.533582 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7409e2b-4e2e-4622-9196-f869b8638549 req-cc11071e-6fc1-43c5-bdf7-2a5409a40f82 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754100 Jul 05 09:46:13.536379 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-233839b1-d665-4798-af76-126b5491b994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.553325 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-233839b1-d665-4798-af76-126b5491b994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17808b79-25f0-45ca-81ba-3ebf96fdca16']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:13.576616 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d04acc88-5508-42c6-b762-5bbf5f382917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.596768 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0296b9-4bc2-4098-9978-2bca74d99678 admin admin] Network 5aa1814e-7fad-4b86-b0f0-99892209992e is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:46:13.601728 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-233839b1-d665-4798-af76-126b5491b994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb94785-6cd9-4068-8a4e-4a5905b865b6') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:13.602197 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-233839b1-d665-4798-af76-126b5491b994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb94785-6cd9-4068-8a4e-4a5905b865b6') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:13.632836 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-233839b1-d665-4798-af76-126b5491b994 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.649557 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2f8ad-f6c0-4995-800c-c353fbed12b7 req-085db587-855f-40a1-aaba-9b46555bb3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:13.651246 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-77b2f8ad-f6c0-4995-800c-c353fbed12b7 req-085db587-855f-40a1-aaba-9b46555bb3b4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 HTTP/1.1" status: 200 len: 907 time: 0.1695008 Jul 05 09:46:13.668840 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-4d0296b9-4bc2-4098-9978-2bca74d99678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 5aa1814e-7fad-4b86-b0f0-99892209992e) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:13.675622 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0296b9-4bc2-4098-9978-2bca74d99678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:13.676835 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d0296b9-4bc2-4098-9978-2bca74d99678 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.677517 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259ee95b-c077-41f2-b401-e478cad60b5a None None] Network 5aa1814e-7fad-4b86-b0f0-99892209992e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:13.683835 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-233839b1-d665-4798-af76-126b5491b994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.702396 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-233839b1-d665-4798-af76-126b5491b994 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:46:13.703235 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-233839b1-d665-4798-af76-126b5491b994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:46:13.706740 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:46:13.709931 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-77b2f8ad-f6c0-4995-800c-c353fbed12b7 req-ba3e7ca8-a4ce-4ef0-a823-40affe4eb5c2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4618948b-aba9-4c53-a34d-ed838ba47183 HTTP/1.1" status: 200 len: 217 time: 0.0464342 Jul 05 09:46:13.710618 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04acc88-5508-42c6-b762-5bbf5f382917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ddb5390-4629-41b1-a8c5-27c8806285d5,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:13.744917 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04acc88-5508-42c6-b762-5bbf5f382917 admin admin] Checking segment: {'id': '030fc36d-dd4d-4ce4-8888-2baef8e088b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '23f5a57a-e75c-48d0-bb1c-6a86c872c6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:13.745429 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04acc88-5508-42c6-b762-5bbf5f382917 admin admin] Network hostable DHCP agents. Network: 23f5a57a-e75c-48d0-bb1c-6a86c872c6d9, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:46:13.775313 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4d0296b9-4bc2-4098-9978-2bca74d99678 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3967974 Jul 05 09:46:13.785185 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2f8ad-f6c0-4995-800c-c353fbed12b7 req-a1c577ea-af3d-4aa3-912a-9a55303959e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:13.787162 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-77b2f8ad-f6c0-4995-800c-c353fbed12b7 req-a1c577ea-af3d-4aa3-912a-9a55303959e0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9b6f44ce-d485-46dc-95cd-7820a4fbcd7e HTTP/1.1" status: 200 len: 846 time: 0.0715778 Jul 05 09:46:13.788107 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04acc88-5508-42c6-b762-5bbf5f382917 admin admin] Network 23f5a57a-e75c-48d0-bb1c-6a86c872c6d9 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:46:13.803924 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d04acc88-5508-42c6-b762-5bbf5f382917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 23f5a57a-e75c-48d0-bb1c-6a86c872c6d9) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:13.827163 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-77b2f8ad-f6c0-4995-800c-c353fbed12b7 req-05485d2f-60a9-4ae6-9ded-aaa8f41e9074 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321784 Jul 05 09:46:13.828519 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04acc88-5508-42c6-b762-5bbf5f382917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:13.829259 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d04acc88-5508-42c6-b762-5bbf5f382917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.859167 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d04acc88-5508-42c6-b762-5bbf5f382917 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6439214 Jul 05 09:46:13.874507 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27669332-7c81-4de5-ab32-8ea2c3be2133 None None] Network 23f5a57a-e75c-48d0-bb1c-6a86c872c6d9 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:13.875572 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5574d-b277-4517-b999-75ac27b6a732 req-a9177041-7856-4d6d-aa11-90b66f43e3ae tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:13.877523 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bab5574d-b277-4517-b999-75ac27b6a732 req-a9177041-7856-4d6d-aa11-90b66f43e3ae tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.2827506 Jul 05 09:46:13.896417 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-233839b1-d665-4798-af76-126b5491b994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.902574 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-233839b1-d665-4798-af76-126b5491b994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.905300 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-233839b1-d665-4798-af76-126b5491b994 admin admin] 10.222.0.79 "DELETE /v2.0/networks/17808b79-25f0-45ca-81ba-3ebf96fdca16 HTTP/1.1" status: 204 len: 168 time: 0.7904730 Jul 05 09:46:13.908250 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49788) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:13.939991 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233839b1-d665-4798-af76-126b5491b994 admin admin] Pushing event deleted for resources: {'Network': ['ID=17808b79-25f0-45ca-81ba-3ebf96fdca16,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:13.996580 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-77b2f8ad-f6c0-4995-800c-c353fbed12b7 req-fb0efe54-5d37-4af5-8c0a-e9c79755ae81 service neutron] 10.222.0.78 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581089 Jul 05 09:46:14.000254 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1acae9-472b-4868-978e-15921f4c5e7c admin admin] Deleting subnet ba730e59-35ef-4871-9461-e522ee1ccfb4 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:46:14.004007 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa1acae9-472b-4868-978e-15921f4c5e7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.006175 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a3173-38a3-4a92-b014-817637120e52 req-e0714cd0-fc3e-453a-ab0c-0822643db1b6 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:14.008098 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d89a3173-38a3-4a92-b014-817637120e52 req-e0714cd0-fc3e-453a-ab0c-0822643db1b6 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.2742736 Jul 05 09:46:14.025600 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bab5574d-b277-4517-b999-75ac27b6a732 req-cf55dc24-4e3e-4afc-85ba-e601e703bddd tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397026 Jul 05 09:46:14.084610 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d89a3173-38a3-4a92-b014-817637120e52 req-827b3589-6dcd-43c6-9b48-55c89b337d94 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569224 Jul 05 09:46:14.098779 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa1acae9-472b-4868-978e-15921f4c5e7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.166733 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe73d304-2c35-4018-8763-1609037af946 None None] Network 5aa1814e-7fad-4b86-b0f0-99892209992e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:14.169501 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa1acae9-472b-4868-978e-15921f4c5e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.173699 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-77b2f8ad-f6c0-4995-800c-c353fbed12b7 req-79be8a57-de5c-4812-9512-6ff8c5494160 service neutron] 10.222.0.78 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673224 Jul 05 09:46:14.260587 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa1acae9-472b-4868-978e-15921f4c5e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.299781 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1acae9-472b-4868-978e-15921f4c5e7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba730e59-35ef-4871-9461-e522ee1ccfb4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:14.322619 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa1acae9-472b-4868-978e-15921f4c5e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.325610 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fa1acae9-472b-4868-978e-15921f4c5e7c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ba730e59-35ef-4871-9461-e522ee1ccfb4 HTTP/1.1" status: 204 len: 168 time: 0.4160311 Jul 05 09:46:14.328888 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49800) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:14.440991 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 3b44f6ae-8a59-46d9-9a74-100dc30e9ff7 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:46:14.443106 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 816666d0-9c42-4d64-be6a-defa55228d25 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:14.456108 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0105833-3ed9-40f6-8e0a-37bebaf827de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.589667 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 3b44f6ae-8a59-46d9-9a74-100dc30e9ff7, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=3b44f6ae-8a59-46d9-9a74-100dc30e9ff7,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:14.599504 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-bc8c1e61-752e-432e-b668-b866174bba07 req-61e5ef55-9c20-443c-b129-44ffa8d1f04c tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-178677317', 'description': 'tempest-description-2056944270'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:14.609044 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '3b44f6ae-8a59-46d9-9a74-100dc30e9ff7', 'network_id': '7dba0c45-bd0a-4b14-925e-b1eed8ad5c62', 'port_id': '3b44f6ae-8a59-46d9-9a74-100dc30e9ff7', 'mac_address': 'fa:16:3e:f9:5e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6f44ce-d485-46dc-95cd-7820a4fbcd7e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:46:14.695648 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0105833-3ed9-40f6-8e0a-37bebaf827de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.698824 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.705434 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bc8c1e61-752e-432e-b668-b866174bba07 req-61e5ef55-9c20-443c-b129-44ffa8d1f04c tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.731738 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-e0105833-3ed9-40f6-8e0a-37bebaf827de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['940133b8-831a-4165-9026-5cc497a1187c']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:14.746922 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49812) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:14.748694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-e0105833-3ed9-40f6-8e0a-37bebaf827de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6973eadf-a105-40c4-8c65-ccb2e2e5360d') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:14.749236 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-e0105833-3ed9-40f6-8e0a-37bebaf827de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6973eadf-a105-40c4-8c65-ccb2e2e5360d') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:14.764704 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b44f6ae-8a59-46d9-9a74-100dc30e9ff7 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:46:14.766819 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-407dae04-5474-479c-927f-5b6bac137f7a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-923955445-network', 'tenant_id': '6310c2c29ae34d3db3d8b2abd97bca3f'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:14.769097 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5ac4c4-2433-4aa7-b9f7-282ec849b46e None None] Network 23f5a57a-e75c-48d0-bb1c-6a86c872c6d9 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:14.786706 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0105833-3ed9-40f6-8e0a-37bebaf827de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.812474 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 816666d0-9c42-4d64-be6a-defa55228d25 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:14.814872 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407dae04-5474-479c-927f-5b6bac137f7a admin admin] Made reservation on behalf of 6310c2c29ae34d3db3d8b2abd97bca3f for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:14.818898 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-407dae04-5474-479c-927f-5b6bac137f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.834316 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0105833-3ed9-40f6-8e0a-37bebaf827de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.843722 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-407dae04-5474-479c-927f-5b6bac137f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.849946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0105833-3ed9-40f6-8e0a-37bebaf827de admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:46:14.850739 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0105833-3ed9-40f6-8e0a-37bebaf827de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:46:14.852670 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:46:14.856458 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 3b44f6ae-8a59-46d9-9a74-100dc30e9ff7, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=3b44f6ae-8a59-46d9-9a74-100dc30e9ff7,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:14.857466 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 816666d0-9c42-4d64-be6a-defa55228d25 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:14.857983 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.903943 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.941799 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0105833-3ed9-40f6-8e0a-37bebaf827de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.950982 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0105833-3ed9-40f6-8e0a-37bebaf827de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.953791 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e0105833-3ed9-40f6-8e0a-37bebaf827de admin admin] 10.222.0.79 "DELETE /v2.0/networks/940133b8-831a-4165-9026-5cc497a1187c HTTP/1.1" status: 204 len: 168 time: 0.6237354 Jul 05 09:46:14.983044 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40708307-0750-40aa-9b65-0cb1dde07647 req-2e2b0157-f263-4907-8a31-28647846a9cd tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:14.990399 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-40708307-0750-40aa-9b65-0cb1dde07647 req-2e2b0157-f263-4907-8a31-28647846a9cd tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 944 time: 0.2385528 Jul 05 09:46:15.001165 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0105833-3ed9-40f6-8e0a-37bebaf827de admin admin] Pushing event deleted for resources: {'Network': ['ID=940133b8-831a-4165-9026-5cc497a1187c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:15.009739 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=3b44f6ae-8a59-46d9-9a74-100dc30e9ff7,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:15.046150 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bc8c1e61-752e-432e-b668-b866174bba07 req-61e5ef55-9c20-443c-b129-44ffa8d1f04c tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.067234 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-40708307-0750-40aa-9b65-0cb1dde07647 req-c9b61c9b-75a8-467a-8c71-aa6c33275804 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756841 Jul 05 09:46:15.072053 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bc8c1e61-752e-432e-b668-b866174bba07 req-61e5ef55-9c20-443c-b129-44ffa8d1f04c tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.105464 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.149758 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5ef55-9c20-443c-b129-44ffa8d1f04c tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c120711-809c-4041-b567-af17c02efd01,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:15.166554 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef671ec3-db37-4b14-b875-afb603fa86b5 req-049a2988-a751-41fe-a499-c96683457836 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:15.169267 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ef671ec3-db37-4b14-b875-afb603fa86b5 req-049a2988-a751-41fe-a499-c96683457836 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.78 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 949 time: 0.2364655 Jul 05 09:46:15.187606 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 816666d0-9c42-4d64-be6a-defa55228d25, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=816666d0-9c42-4d64-be6a-defa55228d25,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:15.196804 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816666d0-9c42-4d64-be6a-defa55228d25'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:15.196804 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4401df78-38cf-46fb-a967-05ba77aa1a57" -d '{"events": [{"server_uuid": "19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6", "name": "network-vif-plugged", "status": "completed", "tag": "816666d0-9c42-4d64-be6a-defa55228d25"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:15.206527 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.306506 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-407dae04-5474-479c-927f-5b6bac137f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.308312 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49822) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:15.317745 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=816666d0-9c42-4d64-be6a-defa55228d25,revision_number=13']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:15.323343 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bc8c1e61-752e-432e-b668-b866174bba07 req-61e5ef55-9c20-443c-b129-44ffa8d1f04c tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.327194 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-407dae04-5474-479c-927f-5b6bac137f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.327395 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc8c1e61-752e-432e-b668-b866174bba07 req-61e5ef55-9c20-443c-b129-44ffa8d1f04c tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7355721 Jul 05 09:46:15.350342 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['3b44f6ae-8a59-46d9-9a74-100dc30e9ff7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:15.373869 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407dae04-5474-479c-927f-5b6bac137f7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:46:15.392639 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407dae04-5474-479c-927f-5b6bac137f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34f16c5-1787-4804-9f41-08336699743a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:15.412778 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65e625-1e57-4d55-9cfd-864e73fb4fab req-94b6cb39-bc49-45c2-96d7-b0897fb4ce1c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:15.412916 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e7761cb0-d1a5-4b51-b092-1a6963d7e16d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c799db7b94904319bea46c0a8fd0c8f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1027634 Jul 05 09:46:15.414176 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-407dae04-5474-479c-927f-5b6bac137f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.414532 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-407dae04-5474-479c-927f-5b6bac137f7a admin admin] Added segment 959481ed-b148-4b7e-ad0a-45b2bb45c2ae of type vlan for network 5381b068-7917-4112-ae0f-9c7ddbd71c23 Jul 05 09:46:15.415844 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49828) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:15.416990 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0e65e625-1e57-4d55-9cfd-864e73fb4fab req-94b6cb39-bc49-45c2-96d7-b0897fb4ce1c tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6 HTTP/1.1" status: 200 len: 950 time: 0.1672289 Jul 05 09:46:15.441091 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-ef671ec3-db37-4b14-b875-afb603fa86b5 req-0126696a-34fc-44f7-b026-a5963ae8c43e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Deleting port 816666d0-9c42-4d64-be6a-defa55228d25 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:15.441449 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ef671ec3-db37-4b14-b875-afb603fa86b5 req-0126696a-34fc-44f7-b026-a5963ae8c43e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.505486 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0e65e625-1e57-4d55-9cfd-864e73fb4fab req-a5e7b191-5adf-4337-abc2-8e7302cc6d83 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807407 Jul 05 09:46:15.554568 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-407dae04-5474-479c-927f-5b6bac137f7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.599435 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee64ca1-7c26-479d-84b7-65915087ffd1 x-openstack-request-id: req-2ee64ca1-7c26-479d-84b7-65915087ffd1 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:15.600032 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6", "name": "network-vif-plugged", "status": "completed", "tag": "816666d0-9c42-4d64-be6a-defa55228d25", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:15.600032 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2ee64ca1-7c26-479d-84b7-65915087ffd1 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:15.600415 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816666d0-9c42-4d64-be6a-defa55228d25', 'code': 200} Jul 05 09:46:15.613344 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-8ec27d4d-7606-4f57-bbc8-4579a12d0375 req-4dbbd3e4-9c38-4866-8038-6acd21c46fc1 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-386836713', 'description': 'tempest-description-1342941917'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:15.620097 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c6fade0-313c-47c6-8121-4c13c5cf4060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.648443 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-407dae04-5474-479c-927f-5b6bac137f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.649447 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407dae04-5474-479c-927f-5b6bac137f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:15.650138 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-407dae04-5474-479c-927f-5b6bac137f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.668613 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-ef671ec3-db37-4b14-b875-afb603fa86b5 req-0126696a-34fc-44f7-b026-a5963ae8c43e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] For port 816666d0-9c42-4d64-be6a-defa55228d25, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=816666d0-9c42-4d64-be6a-defa55228d25,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:15.668996 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ef671ec3-db37-4b14-b875-afb603fa86b5 req-0126696a-34fc-44f7-b026-a5963ae8c43e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.683995 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c6fade0-313c-47c6-8121-4c13c5cf4060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.688778 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c00fe-9002-44bd-bea5-e1007f538727 req-b35a88a0-22de-470f-8250-987058714c4c tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:15.691173 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a60c00fe-9002-44bd-bea5-e1007f538727 req-b35a88a0-22de-470f-8250-987058714c4c tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.1656508 Jul 05 09:46:15.697291 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8ec27d4d-7606-4f57-bbc8-4579a12d0375 req-4dbbd3e4-9c38-4866-8038-6acd21c46fc1 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.752762 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-407dae04-5474-479c-927f-5b6bac137f7a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0038297 Jul 05 09:46:15.753801 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-ef671ec3-db37-4b14-b875-afb603fa86b5 req-0126696a-34fc-44f7-b026-a5963ae8c43e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Calling delete_port for 816666d0-9c42-4d64-be6a-defa55228d25 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:15.756101 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49830) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:15.761818 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-900c32cf-3e80-40c0-bdbf-eaf85a542144 admin admin] Request body: {'subnet': {'network_id': '5381b068-7917-4112-ae0f-9c7ddbd71c23', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-923955445-subnet', 'tenant_id': '6310c2c29ae34d3db3d8b2abd97bca3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:15.780014 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a60c00fe-9002-44bd-bea5-e1007f538727 req-299dc86f-b746-4476-bd0f-a4c1a7e22a82 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/security-groups?id=36895eca-63be-4cc8-9a5b-d6f2c510bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782549 Jul 05 09:46:15.790820 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407dae04-5474-479c-927f-5b6bac137f7a admin admin] Pushing event updated for resources: {'Network': ['ID=5381b068-7917-4112-ae0f-9c7ddbd71c23,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:15.804110 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 5381b068-7917-4112-ae0f-9c7ddbd71c23 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:46:15.850222 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c6fade0-313c-47c6-8121-4c13c5cf4060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.853091 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c6fade0-313c-47c6-8121-4c13c5cf4060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.854361 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4c6fade0-313c-47c6-8121-4c13c5cf4060 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0e0ecad9-489f-40e7-b6c1-928227c0ad17 HTTP/1.1" status: 204 len: 168 time: 0.4367783 Jul 05 09:46:15.867040 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fade0-313c-47c6-8121-4c13c5cf4060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0ecad9-489f-40e7-b6c1-928227c0ad17,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:15.933937 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8ec27d4d-7606-4f57-bbc8-4579a12d0375 req-4dbbd3e4-9c38-4866-8038-6acd21c46fc1 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.943443 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8ec27d4d-7606-4f57-bbc8-4579a12d0375 req-4dbbd3e4-9c38-4866-8038-6acd21c46fc1 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.970098 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ef671ec3-db37-4b14-b875-afb603fa86b5 req-0126696a-34fc-44f7-b026-a5963ae8c43e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.996004 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['8e70986e-92b8-4ec4-9e27-405e82323c6c', 'b327d60e-9e93-464d-8aa6-89fb35e1d8b2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:16.016064 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900c32cf-3e80-40c0-bdbf-eaf85a542144 admin admin] Made reservation on behalf of 6310c2c29ae34d3db3d8b2abd97bca3f for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:16.020689 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-900c32cf-3e80-40c0-bdbf-eaf85a542144 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:16.024908 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8ec27d4d-7606-4f57-bbc8-4579a12d0375 req-4dbbd3e4-9c38-4866-8038-6acd21c46fc1 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:16.042338 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ec27d4d-7606-4f57-bbc8-4579a12d0375 req-4dbbd3e4-9c38-4866-8038-6acd21c46fc1 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4263117 Jul 05 09:46:16.042338 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbd3e4-9c38-4866-8038-6acd21c46fc1 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c01cf064-19e2-4d78-9122-23a4a11e316b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:16.109843 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126696a-34fc-44f7-b026-a5963ae8c43e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Pushing event deleted for resources: {'Port': ['ID=816666d0-9c42-4d64-be6a-defa55228d25,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:16.159681 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef671ec3-db37-4b14-b875-afb603fa86b5 req-0126696a-34fc-44f7-b026-a5963ae8c43e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] No DVR routers for this DVR port 816666d0-9c42-4d64-be6a-defa55228d25 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:16.165987 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ef671ec3-db37-4b14-b875-afb603fa86b5 req-0126696a-34fc-44f7-b026-a5963ae8c43e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:16.168375 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ef671ec3-db37-4b14-b875-afb603fa86b5 req-0126696a-34fc-44f7-b026-a5963ae8c43e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.78 "DELETE /v2.0/ports/816666d0-9c42-4d64-be6a-defa55228d25 HTTP/1.1" status: 204 len: 173 time: 0.9884157 Jul 05 09:46:16.168841 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6', 'name': 'network-vif-deleted', 'tag': '816666d0-9c42-4d64-be6a-defa55228d25'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:16.171135 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567cfd02-706b-40e3-a815-8bcbab096fc8" -d '{"events": [{"server_uuid": "19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6", "name": "network-vif-deleted", "tag": "816666d0-9c42-4d64-be6a-defa55228d25"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:16.324997 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2b217d-7222-4053-a50d-86ba1c3e898f x-openstack-request-id: req-9d2b217d-7222-4053-a50d-86ba1c3e898f {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:16.325316 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6", "name": "network-vif-deleted", "tag": "816666d0-9c42-4d64-be6a-defa55228d25", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:16.325555 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9d2b217d-7222-4053-a50d-86ba1c3e898f {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:16.325950 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bcf147-6d7d-4abe-aa5b-cbaf6341e6a6', 'name': 'network-vif-deleted', 'tag': '816666d0-9c42-4d64-be6a-defa55228d25', 'status': 'completed', 'code': 200} Jul 05 09:46:16.403886 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-900c32cf-3e80-40c0-bdbf-eaf85a542144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:16.448087 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020d7c2-b636-48ef-8f93-a487345b7436 req-53e61865-cfa0-498e-8f98-b0f3f1e5d3cb tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:16.453989 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2020d7c2-b636-48ef-8f93-a487345b7436 req-53e61865-cfa0-498e-8f98-b0f3f1e5d3cb tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 946 time: 0.2288206 Jul 05 09:46:16.466022 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c32cf-3e80-40c0-bdbf-eaf85a542144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c081256-9d33-4e41-9621-df9f817cd398,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:16.603385 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['6b53c115-fa70-49fb-a505-943b44432cf3', '816666d0-9c42-4d64-be6a-defa55228d25'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:16.664826 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49856) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:16.693618 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-2020d7c2-b636-48ef-8f93-a487345b7436 req-89fe8390-4575-4326-907b-b75b10a64cf1 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Deleting port 12d8dbae-cb56-44c7-997a-7f8069f05707 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:16.693959 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2020d7c2-b636-48ef-8f93-a487345b7436 req-89fe8390-4575-4326-907b-b75b10a64cf1 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:16.828117 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-12594dde-f347-4328-82eb-3e5686c3ff94 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d20b047d02a8427889571ba9706a67c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618237 Jul 05 09:46:16.828824 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49858) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:16.841643 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-2020d7c2-b636-48ef-8f93-a487345b7436 req-89fe8390-4575-4326-907b-b75b10a64cf1 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] For port 12d8dbae-cb56-44c7-997a-7f8069f05707, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=12d8dbae-cb56-44c7-997a-7f8069f05707,segment=NetworkSegment(5fee5f18-0015-4a67-aeee-419ba2f6ec77),segment_id=5fee5f18-0015-4a67-aeee-419ba2f6ec77)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:16.842444 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2020d7c2-b636-48ef-8f93-a487345b7436 req-89fe8390-4575-4326-907b-b75b10a64cf1 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:16.864837 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-2020d7c2-b636-48ef-8f93-a487345b7436 req-89fe8390-4575-4326-907b-b75b10a64cf1 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Calling delete_port for 12d8dbae-cb56-44c7-997a-7f8069f05707 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:16.908816 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbe2e3d2-5378-44c1-9012-9471c4d6586e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:16.929311 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-97419f99-7bea-4429-a8d5-4a3d15bc3e9e tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:16.933664 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbe2e3d2-5378-44c1-9012-9471c4d6586e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:16.939328 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-97419f99-7bea-4429-a8d5-4a3d15bc3e9e tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/networks?id=23f5a57a-e75c-48d0-bb1c-6a86c872c6d9 HTTP/1.1" status: 200 len: 811 time: 0.4271991 Jul 05 09:46:16.964310 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-cb657da9-3d06-4515-b4ac-1cb7689529a0 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/quotas/087cc3c5250447e68a99a7ecdb68e590 HTTP/1.1" status: 200 len: 375 time: 0.0237031 Jul 05 09:46:16.966325 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c32cf-3e80-40c0-bdbf-eaf85a542144 admin admin] Checking segment: {'id': '959481ed-b148-4b7e-ad0a-45b2bb45c2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5381b068-7917-4112-ae0f-9c7ddbd71c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:16.966680 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900c32cf-3e80-40c0-bdbf-eaf85a542144 admin admin] Network hostable DHCP agents. Network: 5381b068-7917-4112-ae0f-9c7ddbd71c23, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:46:17.014173 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-1a904ae0-3f68-45b4-ade2-bebd912c5243 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=087cc3c5250447e68a99a7ecdb68e590&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389538 Jul 05 09:46:17.025508 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111036a4-bcd1-4c43-9d1a-5b1f9b59da12 req-f7cb3e8f-e125-4778-8096-0233287224bf tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:17.026807 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-111036a4-bcd1-4c43-9d1a-5b1f9b59da12 req-f7cb3e8f-e125-4778-8096-0233287224bf tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 945 time: 0.5706842 Jul 05 09:46:17.044271 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbe2e3d2-5378-44c1-9012-9471c4d6586e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:17.048029 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbe2e3d2-5378-44c1-9012-9471c4d6586e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:17.049676 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fbe2e3d2-5378-44c1-9012-9471c4d6586e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2de0e61c-c8e4-48c6-b8aa-63a2bb373f4f HTTP/1.1" status: 204 len: 168 time: 0.2157702 Jul 05 09:46:17.065993 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2e3d2-5378-44c1-9012-9471c4d6586e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de0e61c-c8e4-48c6-b8aa-63a2bb373f4f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:17.093822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900c32cf-3e80-40c0-bdbf-eaf85a542144 admin admin] Network 5381b068-7917-4112-ae0f-9c7ddbd71c23 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:46:17.125205 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-900c32cf-3e80-40c0-bdbf-eaf85a542144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 5381b068-7917-4112-ae0f-9c7ddbd71c23) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:17.139625 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900c32cf-3e80-40c0-bdbf-eaf85a542144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:17.140247 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-900c32cf-3e80-40c0-bdbf-eaf85a542144 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:17.144215 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab244a7-a0c2-4189-8d94-ef1f88067bc1 None None] Network 5381b068-7917-4112-ae0f-9c7ddbd71c23 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:17.162239 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-111036a4-bcd1-4c43-9d1a-5b1f9b59da12 req-4d829c7a-2790-4482-9e39-bd7c9b9a458a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227691 Jul 05 09:46:17.222973 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-900c32cf-3e80-40c0-bdbf-eaf85a542144 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4657099 Jul 05 09:46:17.238183 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-48b64060-5417-426f-a3cd-ef73d5379c57 service neutron] 10.222.0.79 "GET /v2.0/networks/23f5a57a-e75c-48d0-bb1c-6a86c872c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096334 Jul 05 09:46:17.262760 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2020d7c2-b636-48ef-8f93-a487345b7436 req-89fe8390-4575-4326-907b-b75b10a64cf1 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:17.325022 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['12d8dbae-cb56-44c7-997a-7f8069f05707'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:17.457154 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-d65bfe2f-2aeb-482c-94ae-69cb65501964 service neutron] 10.222.0.79 "GET /v2.0/networks/23f5a57a-e75c-48d0-bb1c-6a86c872c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065279 Jul 05 09:46:17.463720 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe8390-4575-4326-907b-b75b10a64cf1 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Pushing event deleted for resources: {'Port': ['ID=12d8dbae-cb56-44c7-997a-7f8069f05707,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:17.467725 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-2020d7c2-b636-48ef-8f93-a487345b7436 req-89fe8390-4575-4326-907b-b75b10a64cf1 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] No DVR routers for this DVR port 12d8dbae-cb56-44c7-997a-7f8069f05707 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:17.472943 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2020d7c2-b636-48ef-8f93-a487345b7436 req-89fe8390-4575-4326-907b-b75b10a64cf1 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:17.485600 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2020d7c2-b636-48ef-8f93-a487345b7436 req-89fe8390-4575-4326-907b-b75b10a64cf1 tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.78 "DELETE /v2.0/ports/12d8dbae-cb56-44c7-997a-7f8069f05707 HTTP/1.1" status: 204 len: 173 time: 1.0282798 Jul 05 09:46:17.496117 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e90d173-b79e-480e-b167-af9dcf720703 None None] Network 5381b068-7917-4112-ae0f-9c7ddbd71c23 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:17.540374 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d0469471-3f2a-41c7-aa2c-d97fc0dcf5ce req-78f92d3c-1645-4564-be2c-3e6d3d1f389a tempest-ServerRescueTestJSON-348841029 tempest-ServerRescueTestJSON-348841029-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0b870c8-406a-457d-aeb0-15376017a607 HTTP/1.1" status: 200 len: 210 time: 0.0525179 Jul 05 09:46:17.953817 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a261b37b-6ecc-435d-b7d2-18718666cd6a req-8f802c8d-8bcf-465d-9f5f-be7e34dba5b3 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ecb0646-cad2-4928-bbb0-5fd5d795e8a2 HTTP/1.1" status: 200 len: 210 time: 0.0397401 Jul 05 09:46:18.283368 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7f79a-a2b0-4d01-8fd8-183c7f9663b7 req-88363f6b-e363-46ec-8e7c-9d5e2daad8fb tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:18.284959 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dbe7f79a-a2b0-4d01-8fd8-183c7f9663b7 req-88363f6b-e363-46ec-8e7c-9d5e2daad8fb tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 951 time: 0.1405261 Jul 05 09:46:18.327718 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b870c8-406a-457d-aeb0-15376017a607', 'name': 'network-vif-deleted', 'tag': '12d8dbae-cb56-44c7-997a-7f8069f05707'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:18.330968 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe097f87-b369-452e-953c-9a2208a520a7" -d '{"events": [{"server_uuid": "a0b870c8-406a-457d-aeb0-15376017a607", "name": "network-vif-deleted", "tag": "12d8dbae-cb56-44c7-997a-7f8069f05707"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:18.379290 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dbe7f79a-a2b0-4d01-8fd8-183c7f9663b7 req-a72c3e29-05b5-48b4-ad01-d578e6a2738e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856178 Jul 05 09:46:18.452064 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 3b44f6ae-8a59-46d9-9a74-100dc30e9ff7 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:18.508882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-a0fa0a62-7f92-4159-8f12-bd23b75d03c1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:18.519345 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-a0fa0a62-7f92-4159-8f12-bd23b75d03c1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 808 time: 0.1594453 Jul 05 09:46:18.536152 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-4a9a9408-2109-459f-964d-b97431a4255d tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/quotas/f74a958ec8be4a8683e21e11de1010dc HTTP/1.1" status: 200 len: 375 time: 0.0156817 Jul 05 09:46:18.550530 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 3b44f6ae-8a59-46d9-9a74-100dc30e9ff7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:18.560018 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 3b44f6ae-8a59-46d9-9a74-100dc30e9ff7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:18.561502 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:18.624348 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-3bbd425c-6576-4ffa-b87f-93b78405e27b tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861266 Jul 05 09:46:18.751407 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:18.786230 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926f2950-9526-41f3-b1f7-9b44285e5235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b44f6ae-8a59-46d9-9a74-100dc30e9ff7'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:18.789667 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9241b7c5-2d40-4959-a642-8868b471693c" -d '{"events": [{"server_uuid": "926f2950-9526-41f3-b1f7-9b44285e5235", "name": "network-vif-plugged", "status": "completed", "tag": "3b44f6ae-8a59-46d9-9a74-100dc30e9ff7"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:18.798559 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d388ec-8aa8-4083-9562-d7f374fbd1c1 req-05d5b8db-8ae4-4b30-ac22-ed7968b0ccdd tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:18.805768 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-68d388ec-8aa8-4083-9562-d7f374fbd1c1 req-05d5b8db-8ae4-4b30-ac22-ed7968b0ccdd tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 945 time: 0.1662650 Jul 05 09:46:18.812074 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 3b44f6ae-8a59-46d9-9a74-100dc30e9ff7, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=3b44f6ae-8a59-46d9-9a74-100dc30e9ff7,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:18.818174 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:18.819320 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 12d8dbae-cb56-44c7-997a-7f8069f05707 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:18.844534 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-d5884c1c-5bd9-4615-9989-f19fa6a9fa96 service neutron] 10.222.0.79 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180858 Jul 05 09:46:18.848468 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 12d8dbae-cb56-44c7-997a-7f8069f05707 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:18.849205 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 12d8dbae-cb56-44c7-997a-7f8069f05707 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:18.850079 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 816666d0-9c42-4d64-be6a-defa55228d25 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:18.908365 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 816666d0-9c42-4d64-be6a-defa55228d25 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:18.908992 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 816666d0-9c42-4d64-be6a-defa55228d25 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:18.935625 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-68d388ec-8aa8-4083-9562-d7f374fbd1c1 req-bbe20286-0ddf-44a7-bfa3-a75f4ed953c0 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271911 Jul 05 09:46:18.985547 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=3b44f6ae-8a59-46d9-9a74-100dc30e9ff7,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:19.042945 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-5a82b993-fa97-4e4a-90e9-d01e85506c53 service neutron] 10.222.0.79 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972353 Jul 05 09:46:19.049159 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4de6da-cc99-4b2f-a0b5-0c5cffa1ab66 x-openstack-request-id: req-2b4de6da-cc99-4b2f-a0b5-0c5cffa1ab66 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:19.049507 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b870c8-406a-457d-aeb0-15376017a607", "name": "network-vif-deleted", "tag": "12d8dbae-cb56-44c7-997a-7f8069f05707", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:19.049823 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2b4de6da-cc99-4b2f-a0b5-0c5cffa1ab66 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:19.050509 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b870c8-406a-457d-aeb0-15376017a607', 'name': 'network-vif-deleted', 'tag': '12d8dbae-cb56-44c7-997a-7f8069f05707', 'status': 'completed', 'code': 200} Jul 05 09:46:19.134418 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49944) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:19.179540 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6457952-4ed6-4b2b-b012-670dcf544116 x-openstack-request-id: req-b6457952-4ed6-4b2b-b012-670dcf544116 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:19.179887 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926f2950-9526-41f3-b1f7-9b44285e5235", "name": "network-vif-plugged", "status": "completed", "tag": "3b44f6ae-8a59-46d9-9a74-100dc30e9ff7", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:19.180175 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b6457952-4ed6-4b2b-b012-670dcf544116 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:19.180562 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926f2950-9526-41f3-b1f7-9b44285e5235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b44f6ae-8a59-46d9-9a74-100dc30e9ff7', 'code': 200} Jul 05 09:46:19.319724 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fad9a336-3cca-4516-bc34-60f33c3ca2e5 req-cdd8df94-75ea-48d0-863d-0b9e3c4728fc tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 210 time: 0.0469871 Jul 05 09:46:19.423152 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-36fb63bf-accc-4002-8df1-d0c2594c055d req-1c8dd360-17ee-49bc-b3ec-2c2a7d1cfc7f tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ecb0646-cad2-4928-bbb0-5fd5d795e8a2 HTTP/1.1" status: 200 len: 210 time: 0.0825965 Jul 05 09:46:19.507288 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa045c70-d5f8-49c9-a4bb-733cc62c51a5 req-2b587140-7851-4c34-b98c-910764a4388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:19.513358 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-aa045c70-d5f8-49c9-a4bb-733cc62c51a5 req-2b587140-7851-4c34-b98c-910764a4388a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 1097 time: 0.2285404 Jul 05 09:46:19.668762 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-aa045c70-d5f8-49c9-a4bb-733cc62c51a5 req-aa275246-6e33-4173-a9c1-d7a8d86b3123 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433764 Jul 05 09:46:19.735606 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcca53-632e-4c43-bd6e-0ffc2e1c83c2 req-a56798bf-b757-44fb-9c82-7844e7eab2ce tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:19.740029 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-69fcca53-632e-4c43-bd6e-0ffc2e1c83c2 req-a56798bf-b757-44fb-9c82-7844e7eab2ce tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.81 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 951 time: 0.1704092 Jul 05 09:46:19.845162 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-0ad49649-34fc-466b-a952-0546446c2e74 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:19.846984 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-0ad49649-34fc-466b-a952-0546446c2e74 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.81 "GET /v2.0/networks?id=23f5a57a-e75c-48d0-bb1c-6a86c872c6d9 HTTP/1.1" status: 200 len: 811 time: 0.2993431 Jul 05 09:46:19.869527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29c2e0-d2c3-404c-a486-b6a6d6cf48d4 req-6f6ecddd-913a-4c8f-b376-f50945287fed tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:19.871392 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc29c2e0-d2c3-404c-a486-b6a6d6cf48d4 req-6f6ecddd-913a-4c8f-b376-f50945287fed tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 951 time: 0.2602077 Jul 05 09:46:19.877034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-04a03cca-136a-45b3-85f5-17777a71d517 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Request body: {'port': {'device_id': '5ecb0646-cad2-4928-bbb0-5fd5d795e8a2', 'network_id': '23f5a57a-e75c-48d0-bb1c-6a86c872c6d9', 'admin_state_up': True, 'tenant_id': '087cc3c5250447e68a99a7ecdb68e590'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:19.952411 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-69fcca53-632e-4c43-bd6e-0ffc2e1c83c2 req-4b245a57-f08c-4436-8a73-d6f1f15708b7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Deleting port b327d60e-9e93-464d-8aa6-89fb35e1d8b2 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:19.952837 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-69fcca53-632e-4c43-bd6e-0ffc2e1c83c2 req-4b245a57-f08c-4436-8a73-d6f1f15708b7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:20.000282 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc29c2e0-d2c3-404c-a486-b6a6d6cf48d4 req-3cadf782-22de-4ad0-ba1f-0f7dd45c523e tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188488 Jul 05 09:46:20.082476 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-04a03cca-136a-45b3-85f5-17777a71d517 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Made reservation on behalf of 087cc3c5250447e68a99a7ecdb68e590 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:20.088929 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-04a03cca-136a-45b3-85f5-17777a71d517 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:20.177665 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-69fcca53-632e-4c43-bd6e-0ffc2e1c83c2 req-4b245a57-f08c-4436-8a73-d6f1f15708b7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] For port b327d60e-9e93-464d-8aa6-89fb35e1d8b2, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b327d60e-9e93-464d-8aa6-89fb35e1d8b2,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:20.178073 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-69fcca53-632e-4c43-bd6e-0ffc2e1c83c2 req-4b245a57-f08c-4436-8a73-d6f1f15708b7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:20.207101 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-69fcca53-632e-4c43-bd6e-0ffc2e1c83c2 req-4b245a57-f08c-4436-8a73-d6f1f15708b7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Calling delete_port for b327d60e-9e93-464d-8aa6-89fb35e1d8b2 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:20.300384 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ab32ce3-1f0e-44d3-b531-062cbec14f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:20.352035 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cf15e-df9a-4ce8-b5a0-7d2e035ff9fb req-3752b21c-1c4c-4690-a9a9-f4c3128b4c5f tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:20.354180 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa2cf15e-df9a-4ce8-b5a0-7d2e035ff9fb req-3752b21c-1c4c-4690-a9a9-f4c3128b4c5f tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 946 time: 0.1626828 Jul 05 09:46:20.365861 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-04a03cca-136a-45b3-85f5-17777a71d517 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Allocated IP 172.20.0.10 (23f5a57a-e75c-48d0-bb1c-6a86c872c6d9/3ddb5390-4629-41b1-a8c5-27c8806285d5/193ae10c-ede6-4c62-81d1-3387c567e7c9) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:20.411344 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa2cf15e-df9a-4ce8-b5a0-7d2e035ff9fb req-5e85dcc9-ee73-4886-8d7f-939eecb147ea tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480223 Jul 05 09:46:20.563735 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-69fcca53-632e-4c43-bd6e-0ffc2e1c83c2 req-4b245a57-f08c-4436-8a73-d6f1f15708b7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:20.589793 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['8e70986e-92b8-4ec4-9e27-405e82323c6c', 'b327d60e-9e93-464d-8aa6-89fb35e1d8b2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:20.592946 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['6b53c115-fa70-49fb-a505-943b44432cf3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:20.719539 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-04a03cca-136a-45b3-85f5-17777a71d517 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:20.750003 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8efe18ae-ddb9-41fa-87eb-3fb11bf83c7a req-765e0849-b341-4547-b94f-3897b5c76332 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ecb0646-cad2-4928-bbb0-5fd5d795e8a2 HTTP/1.1" status: 200 len: 210 time: 0.1256456 Jul 05 09:46:20.784780 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b245a57-f08c-4436-8a73-d6f1f15708b7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Pushing event deleted for resources: {'Port': ['ID=b327d60e-9e93-464d-8aa6-89fb35e1d8b2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:20.855326 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55828f42-61a6-412d-8d5f-31650b40c349 req-05375cb1-b1ce-4e88-9c82-953e27fea029 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 210 time: 0.1156874 Jul 05 09:46:20.920375 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fcca53-632e-4c43-bd6e-0ffc2e1c83c2 req-4b245a57-f08c-4436-8a73-d6f1f15708b7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] No DVR routers for this DVR port b327d60e-9e93-464d-8aa6-89fb35e1d8b2 on host n-h1-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:20.930242 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-69fcca53-632e-4c43-bd6e-0ffc2e1c83c2 req-4b245a57-f08c-4436-8a73-d6f1f15708b7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:20.940315 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-69fcca53-632e-4c43-bd6e-0ffc2e1c83c2 req-4b245a57-f08c-4436-8a73-d6f1f15708b7 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.81 "DELETE /v2.0/ports/b327d60e-9e93-464d-8aa6-89fb35e1d8b2 HTTP/1.1" status: 204 len: 173 time: 1.1898177 Jul 05 09:46:20.954180 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-04a03cca-136a-45b3-85f5-17777a71d517 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:20.980867 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-773f5bd3-3afd-4e39-9444-fc4b36d1f143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:21.061210 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26d23e6-202b-4153-97e0-e54f4c9a3d0b', 'name': 'network-vif-deleted', 'tag': 'b327d60e-9e93-464d-8aa6-89fb35e1d8b2'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:21.068867 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae1edd0-09d7-4b0a-bbde-7cfe9400f8eb" -d '{"events": [{"server_uuid": "e26d23e6-202b-4153-97e0-e54f4c9a3d0b", "name": "network-vif-deleted", "tag": "b327d60e-9e93-464d-8aa6-89fb35e1d8b2"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:21.114942 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a03cca-136a-45b3-85f5-17777a71d517 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event updated for resources: {'Port': ['ID=193ae10c-ede6-4c62-81d1-3387c567e7c9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:21.132680 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-04a03cca-136a-45b3-85f5-17777a71d517 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Network 23f5a57a-e75c-48d0-bb1c-6a86c872c6d9 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:21.134371 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-04a03cca-136a-45b3-85f5-17777a71d517 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:21.150956 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-04a03cca-136a-45b3-85f5-17777a71d517 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:21.218965 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0ab32ce3-1f0e-44d3-b531-062cbec14f10 admin admin] Deleting port 4e95c764-7ed1-4e89-8be5-261c185c75ea {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:21.219616 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ab32ce3-1f0e-44d3-b531-062cbec14f10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:21.239999 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6e9d6c14-4111-46c0-a872-27936e87ed2d req-0e38e3e4-787a-448a-a3e8-a40b13503ff0 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26d23e6-202b-4153-97e0-e54f4c9a3d0b HTTP/1.1" status: 200 len: 210 time: 0.0412052 Jul 05 09:46:21.287652 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-04a03cca-136a-45b3-85f5-17777a71d517 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:21.288377 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-04a03cca-136a-45b3-85f5-17777a71d517 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:21.297312 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f62e80-6649-4e46-92ea-0e476ed4c4ed x-openstack-request-id: req-b3f62e80-6649-4e46-92ea-0e476ed4c4ed {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:21.297667 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26d23e6-202b-4153-97e0-e54f4c9a3d0b", "name": "network-vif-deleted", "tag": "b327d60e-9e93-464d-8aa6-89fb35e1d8b2", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:21.297990 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b3f62e80-6649-4e46-92ea-0e476ed4c4ed {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:21.298466 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26d23e6-202b-4153-97e0-e54f4c9a3d0b', 'name': 'network-vif-deleted', 'tag': 'b327d60e-9e93-464d-8aa6-89fb35e1d8b2', 'status': 'completed', 'code': 200} Jul 05 09:46:21.334943 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-04a03cca-136a-45b3-85f5-17777a71d517 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4585636 Jul 05 09:46:21.350530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-fc70edef-dcd2-4da6-8196-71ff0f2391b5 service neutron] Request body: {'port': {'device_id': '5ecb0646-cad2-4928-bbb0-5fd5d795e8a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:21.385419 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-0ab32ce3-1f0e-44d3-b531-062cbec14f10 admin admin] For port 4e95c764-7ed1-4e89-8be5-261c185c75ea, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4e95c764-7ed1-4e89-8be5-261c185c75ea,segment=NetworkSegment(5fee5f18-0015-4a67-aeee-419ba2f6ec77),segment_id=5fee5f18-0015-4a67-aeee-419ba2f6ec77)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:21.385782 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ab32ce3-1f0e-44d3-b531-062cbec14f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:21.527555 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-fc70edef-dcd2-4da6-8196-71ff0f2391b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:21.868654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06739b2-3ed4-4527-b55b-231fa67a039a req-d4f8e789-7f1a-4184-9c8f-3a07ea99a77b tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:21.893016 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c06739b2-3ed4-4527-b55b-231fa67a039a req-d4f8e789-7f1a-4184-9c8f-3a07ea99a77b tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 946 time: 0.1958425 Jul 05 09:46:21.959883 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0ab32ce3-1f0e-44d3-b531-062cbec14f10 admin admin] Calling delete_port for 4e95c764-7ed1-4e89-8be5-261c185c75ea owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:22.005888 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-fc70edef-dcd2-4da6-8196-71ff0f2391b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 193ae10c-ede6-4c62-81d1-3387c567e7c9 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:46:22.016528 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-fc70edef-dcd2-4da6-8196-71ff0f2391b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:22.031621 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-fc70edef-dcd2-4da6-8196-71ff0f2391b5 service neutron] Transition to ACTIVE for port object 193ae10c-ede6-4c62-81d1-3387c567e7c9 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:22.042436 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-fc70edef-dcd2-4da6-8196-71ff0f2391b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:22.077887 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-3911247b-cb74-4447-926a-ad096697023b tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:22.081571 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-3911247b-cb74-4447-926a-ad096697023b tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.78 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 808 time: 0.6870458 Jul 05 09:46:22.096006 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-05c7f809-200f-4769-aa31-f7d2d08605a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Request body: {'port': {'device_id': 'ecc71943-fe8d-4740-87f8-41dc77fe392c', 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e', 'admin_state_up': True, 'tenant_id': 'f74a958ec8be4a8683e21e11de1010dc'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:22.177878 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c06739b2-3ed4-4527-b55b-231fa67a039a req-cbab00ae-9e2d-45b1-8466-ecfc296d8b19 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823205 Jul 05 09:46:22.245682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5835cde-901c-4342-bcf1-aaf6c219af54 req-8037d59a-176d-499b-b862-5032238a2d39 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:22.247318 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5835cde-901c-4342-bcf1-aaf6c219af54 req-8037d59a-176d-499b-b862-5032238a2d39 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ecb0646-cad2-4928-bbb0-5fd5d795e8a2 HTTP/1.1" status: 200 len: 944 time: 0.2141001 Jul 05 09:46:22.250257 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70edef-dcd2-4da6-8196-71ff0f2391b5 service neutron] Pushing event updated for resources: {'Port': ['ID=193ae10c-ede6-4c62-81d1-3387c567e7c9,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:22.320329 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5835cde-901c-4342-bcf1-aaf6c219af54 req-d002238f-3343-460e-bb7b-99a5b7f8d058 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups?id=393b60d1-9042-4c6f-83a0-41b46c091f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648730 Jul 05 09:46:22.351928 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fb7b6c3b-aff4-4bd3-b919-84a06d9f8ae9 req-cedace87-7ee1-4929-bc45-6cb0676aa84d tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 210 time: 0.0380514 Jul 05 09:46:22.367800 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-fc70edef-dcd2-4da6-8196-71ff0f2391b5 service neutron] Attempting to bind port 193ae10c-ede6-4c62-81d1-3387c567e7c9 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:22.368174 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-fc70edef-dcd2-4da6-8196-71ff0f2391b5 service neutron] Attempting to bind port 193ae10c-ede6-4c62-81d1-3387c567e7c9 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '030fc36d-dd4d-4ce4-8888-2baef8e088b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '23f5a57a-e75c-48d0-bb1c-6a86c872c6d9'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:22.368298 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-fc70edef-dcd2-4da6-8196-71ff0f2391b5 service neutron] Attempting to bind port 193ae10c-ede6-4c62-81d1-3387c567e7c9 on network 23f5a57a-e75c-48d0-bb1c-6a86c872c6d9 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:22.372838 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-fc70edef-dcd2-4da6-8196-71ff0f2391b5 service neutron] Port 193ae10c-ede6-4c62-81d1-3387c567e7c9 on network 23f5a57a-e75c-48d0-bb1c-6a86c872c6d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:46:22.373699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-fc70edef-dcd2-4da6-8196-71ff0f2391b5 service neutron] Attempting to bind port 193ae10c-ede6-4c62-81d1-3387c567e7c9 on network 23f5a57a-e75c-48d0-bb1c-6a86c872c6d9 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:22.379589 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-fc70edef-dcd2-4da6-8196-71ff0f2391b5 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:22.380108 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-fc70edef-dcd2-4da6-8196-71ff0f2391b5 service neutron] Checking segment: {'id': '030fc36d-dd4d-4ce4-8888-2baef8e088b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '23f5a57a-e75c-48d0-bb1c-6a86c872c6d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:22.380668 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-fc70edef-dcd2-4da6-8196-71ff0f2391b5 service neutron] Bound using segment: {'id': '030fc36d-dd4d-4ce4-8888-2baef8e088b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '23f5a57a-e75c-48d0-bb1c-6a86c872c6d9'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:22.381367 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-fc70edef-dcd2-4da6-8196-71ff0f2391b5 service neutron] Bound port: 193ae10c-ede6-4c62-81d1-3387c567e7c9, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '030fc36d-dd4d-4ce4-8888-2baef8e088b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '23f5a57a-e75c-48d0-bb1c-6a86c872c6d9'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:22.381806 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-fc70edef-dcd2-4da6-8196-71ff0f2391b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:22.457278 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-05c7f809-200f-4769-aa31-f7d2d08605a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Made reservation on behalf of f74a958ec8be4a8683e21e11de1010dc for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:22.461408 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-05c7f809-200f-4769-aa31-f7d2d08605a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:22.516833 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-fc70edef-dcd2-4da6-8196-71ff0f2391b5 service neutron] For port 193ae10c-ede6-4c62-81d1-3387c567e7c9, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:22.520945 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-fc70edef-dcd2-4da6-8196-71ff0f2391b5 service neutron] For port 193ae10c-ede6-4c62-81d1-3387c567e7c9, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=193ae10c-ede6-4c62-81d1-3387c567e7c9,segment=NetworkSegment(030fc36d-dd4d-4ce4-8888-2baef8e088b7),segment_id=030fc36d-dd4d-4ce4-8888-2baef8e088b7)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:22.528332 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-fc70edef-dcd2-4da6-8196-71ff0f2391b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:22.555331 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-fc70edef-dcd2-4da6-8196-71ff0f2391b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:22.557102 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-fc70edef-dcd2-4da6-8196-71ff0f2391b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:22.558658 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-fc70edef-dcd2-4da6-8196-71ff0f2391b5 service neutron] 10.222.0.81 "PUT /v2.0/ports/193ae10c-ede6-4c62-81d1-3387c567e7c9 HTTP/1.1" status: 200 len: 1092 time: 1.2170391 Jul 05 09:46:22.586576 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecb0646-cad2-4928-bbb0-5fd5d795e8a2', 'tag': '193ae10c-ede6-4c62-81d1-3387c567e7c9'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:22.590193 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c9c926-450b-4dc0-be6d-55005ebbe098" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecb0646-cad2-4928-bbb0-5fd5d795e8a2", "tag": "193ae10c-ede6-4c62-81d1-3387c567e7c9"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:22.595781 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50044) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:22.650869 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-05c7f809-200f-4769-aa31-f7d2d08605a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Allocated IP 172.20.0.8 (5aa1814e-7fad-4b86-b0f0-99892209992e/408995a7-a274-4d3e-939a-c6141d694df3/09d3e149-9f30-405f-b1b1-59f9cd5c60a6) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:22.672263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70edef-dcd2-4da6-8196-71ff0f2391b5 service neutron] Pushing event updated for resources: {'Port': ['ID=193ae10c-ede6-4c62-81d1-3387c567e7c9,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:22.703627 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-a59e8f93-8203-4cd1-81c7-67e3ddfaf840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:22.706960 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-a59e8f93-8203-4cd1-81c7-67e3ddfaf840 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=087cc3c5250447e68a99a7ecdb68e590&device_id=5ecb0646-cad2-4928-bbb0-5fd5d795e8a2 HTTP/1.1" status: 200 len: 1095 time: 0.0965858 Jul 05 09:46:22.735039 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ab32ce3-1f0e-44d3-b531-062cbec14f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:22.775082 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-c0295c7c-6f4d-4cf7-8332-08ffc233c512 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=193ae10c-ede6-4c62-81d1-3387c567e7c9 HTTP/1.1" status: 200 len: 217 time: 0.0590434 Jul 05 09:46:22.842330 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab32ce3-1f0e-44d3-b531-062cbec14f10 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e95c764-7ed1-4e89-8be5-261c185c75ea,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:22.877250 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab32ce3-1f0e-44d3-b531-062cbec14f10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:22.877607 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab32ce3-1f0e-44d3-b531-062cbec14f10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:22.877951 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab32ce3-1f0e-44d3-b531-062cbec14f10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:22.878288 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab32ce3-1f0e-44d3-b531-062cbec14f10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:22.878625 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab32ce3-1f0e-44d3-b531-062cbec14f10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:22.878956 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab32ce3-1f0e-44d3-b531-062cbec14f10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:22.879343 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab32ce3-1f0e-44d3-b531-062cbec14f10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:22.879600 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab32ce3-1f0e-44d3-b531-062cbec14f10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:22.879950 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab32ce3-1f0e-44d3-b531-062cbec14f10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:22.880281 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab32ce3-1f0e-44d3-b531-062cbec14f10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:22.880609 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab32ce3-1f0e-44d3-b531-062cbec14f10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:22.880932 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab32ce3-1f0e-44d3-b531-062cbec14f10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:22.893968 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-d7b388b3-d3a5-4ed5-9c91-70f058b282f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:22.896419 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-d7b388b3-d3a5-4ed5-9c91-70f058b282f9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3ddb5390-4629-41b1-a8c5-27c8806285d5 HTTP/1.1" status: 200 len: 851 time: 0.1116891 Jul 05 09:46:22.950791 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b7f904-1f0b-47ac-8be8-afcbde785b0f x-openstack-request-id: req-14b7f904-1f0b-47ac-8be8-afcbde785b0f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:22.952684 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecb0646-cad2-4928-bbb0-5fd5d795e8a2", "tag": "193ae10c-ede6-4c62-81d1-3387c567e7c9", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:22.953031 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-14b7f904-1f0b-47ac-8be8-afcbde785b0f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:22.956037 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecb0646-cad2-4928-bbb0-5fd5d795e8a2', 'tag': '193ae10c-ede6-4c62-81d1-3387c567e7c9', 'status': 'completed', 'code': 200} Jul 05 09:46:22.957160 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4938a2c-5469-46eb-9f4a-021fa49d90b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:23.013808 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-94ed4cb9-bfcf-4978-9ce7-0d2fc6ffe5cb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=23f5a57a-e75c-48d0-bb1c-6a86c872c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972633 Jul 05 09:46:23.039163 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ab32ce3-1f0e-44d3-b531-062cbec14f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:23.084418 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-05c7f809-200f-4769-aa31-f7d2d08605a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:23.140423 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-8627ac26-4ba6-4bee-81fb-d4b119eed955 service neutron] 10.222.0.81 "GET /v2.0/networks/23f5a57a-e75c-48d0-bb1c-6a86c872c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162276 Jul 05 09:46:23.260333 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device b327d60e-9e93-464d-8aa6-89fb35e1d8b2 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:23.277392 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-05c7f809-200f-4769-aa31-f7d2d08605a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:23.331835 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: b327d60e-9e93-464d-8aa6-89fb35e1d8b2 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:23.334400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device b327d60e-9e93-464d-8aa6-89fb35e1d8b2 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:23.361419 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5fe41dcf-18b2-41e8-b448-ee99c4e5d73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:23.367708 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7f809-200f-4769-aa31-f7d2d08605a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Pushing event updated for resources: {'Port': ['ID=09d3e149-9f30-405f-b1b1-59f9cd5c60a6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:23.397836 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-05c7f809-200f-4769-aa31-f7d2d08605a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Network 5aa1814e-7fad-4b86-b0f0-99892209992e is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:23.401139 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-05c7f809-200f-4769-aa31-f7d2d08605a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:23.428190 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-05c7f809-200f-4769-aa31-f7d2d08605a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:23.482805 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-05c7f809-200f-4769-aa31-f7d2d08605a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:23.483593 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-05c7f809-200f-4769-aa31-f7d2d08605a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:23.489479 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0565598-0f2e-4379-a70d-295b084951f7 req-90e911fb-ec2f-4cfc-938f-85fb1f16f0f0 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:23.491080 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f0565598-0f2e-4379-a70d-295b084951f7 req-90e911fb-ec2f-4cfc-938f-85fb1f16f0f0 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 946 time: 0.3490953 Jul 05 09:46:23.508534 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53d2dabe-76f7-4fd4-acc5-7140b28488cf req-d240db20-fe03-490f-a95d-0b491207a3e4 service neutron] 10.222.0.81 "GET /v2.0/networks/23f5a57a-e75c-48d0-bb1c-6a86c872c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517752 Jul 05 09:46:23.526715 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:23.546490 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab32ce3-1f0e-44d3-b531-062cbec14f10 admin admin] Router 6fe36606-df47-4bf6-80ad-7a950c8679ef has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:46:23.622238 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f0565598-0f2e-4379-a70d-295b084951f7 req-5b792ba4-50ad-4df0-abc1-adeca64746c6 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221151 Jul 05 09:46:23.658994 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84320aa-c0f4-40e8-b2c2-e9a7e4283f6c req-d5a3dccc-a792-44ab-a5d2-68d5dc830514 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:23.660876 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b84320aa-c0f4-40e8-b2c2-e9a7e4283f6c req-d5a3dccc-a792-44ab-a5d2-68d5dc830514 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.2762022 Jul 05 09:46:23.669472 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4938a2c-5469-46eb-9f4a-021fa49d90b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:23.721892 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b84320aa-c0f4-40e8-b2c2-e9a7e4283f6c req-c2d524ac-cbd8-445e-b289-5e51279e6ad0 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501578 Jul 05 09:46:23.731393 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4938a2c-5469-46eb-9f4a-021fa49d90b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:23.737269 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab32ce3-1f0e-44d3-b531-062cbec14f10 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:46:23.744850 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-05c7f809-200f-4769-aa31-f7d2d08605a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6536071 Jul 05 09:46:23.751298 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9cc43d-c8ae-4066-8a5f-612d00df272a None None] Sync routers for ids ['6fe36606-df47-4bf6-80ad-7a950c8679ef'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:46:23.762717 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0ab32ce3-1f0e-44d3-b531-062cbec14f10 admin admin] 10.222.0.79 "PUT /v2.0/routers/6fe36606-df47-4bf6-80ad-7a950c8679ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6141126 Jul 05 09:46:23.764080 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50068) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:23.766238 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9cc43d-c8ae-4066-8a5f-612d00df272a None None] Routers {'6fe36606-df47-4bf6-80ad-7a950c8679ef'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:46:23.768890 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fe9cc43d-c8ae-4066-8a5f-612d00df272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:46:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6fe36606-df47-4bf6-80ad-7a950c8679ef'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:23.784593 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-c1d57b8b-6af7-4a59-992c-9992b262b84b service neutron] Request body: {'port': {'device_id': 'ecc71943-fe8d-4740-87f8-41dc77fe392c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:23.894837 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a4938a2c-5469-46eb-9f4a-021fa49d90b3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=23834385db0d4c33b1f4f3235088ed28&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2973669 Jul 05 09:46:23.898714 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50070) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:23.903295 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4938a2c-5469-46eb-9f4a-021fa49d90b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57a3560-031b-4c4e-be06-d31c3d3b916b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:23.945518 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-c1d57b8b-6af7-4a59-992c-9992b262b84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:23.980312 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9c926-450b-4dc0-be6d-55005ebbe098 req-6ef51f60-f32b-4bfe-ae13-441d6e6fda0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:23.988840 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4c9c926-450b-4dc0-be6d-55005ebbe098 req-6ef51f60-f32b-4bfe-ae13-441d6e6fda0c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=087cc3c5250447e68a99a7ecdb68e590&device_id=5ecb0646-cad2-4928-bbb0-5fd5d795e8a2 HTTP/1.1" status: 200 len: 1095 time: 0.4126132 Jul 05 09:46:24.027545 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-fe9cc43d-c8ae-4066-8a5f-612d00df272a None None] Set router 6fe36606-df47-4bf6-80ad-7a950c8679ef gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:46:24.131974 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-577e5975-3bab-49e0-bf14-f0803749af28 admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:24.196904 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad448801-0ac9-4846-9e4b-e3f810fcd32a req-cc9ae723-7319-427f-9a5e-d6b2df4daddc tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:24.198496 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ad448801-0ac9-4846-9e4b-e3f810fcd32a req-cc9ae723-7319-427f-9a5e-d6b2df4daddc tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ecb0646-cad2-4928-bbb0-5fd5d795e8a2 HTTP/1.1" status: 200 len: 944 time: 0.3020172 Jul 05 09:46:24.216306 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-342be722-745f-4aba-a742-53cffa7e5b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:24.239825 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-342be722-745f-4aba-a742-53cffa7e5b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:24.240210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9c926-450b-4dc0-be6d-55005ebbe098 req-b8c1e706-d492-4c4f-abfb-95e3f4d2bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:24.242016 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4c9c926-450b-4dc0-be6d-55005ebbe098 req-b8c1e706-d492-4c4f-abfb-95e3f4d2bf8f service neutron] 10.222.0.81 "GET /v2.0/networks?id=23f5a57a-e75c-48d0-bb1c-6a86c872c6d9 HTTP/1.1" status: 200 len: 912 time: 0.2358360 Jul 05 09:46:24.259718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dd2f9-f0f5-462c-ab2b-a7de9e79b14a req-db9ce444-ce00-4dae-9f13-041d101b0ad2 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:24.274639 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-906dd2f9-f0f5-462c-ab2b-a7de9e79b14a req-db9ce444-ce00-4dae-9f13-041d101b0ad2 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 931 time: 0.2821319 Jul 05 09:46:24.407055 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-342be722-745f-4aba-a742-53cffa7e5b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:24.410432 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-342be722-745f-4aba-a742-53cffa7e5b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:24.411635 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-342be722-745f-4aba-a742-53cffa7e5b70 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e57a3560-031b-4c4e-be06-d31c3d3b916b HTTP/1.1" status: 204 len: 168 time: 0.5119221 Jul 05 09:46:24.436127 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342be722-745f-4aba-a742-53cffa7e5b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57a3560-031b-4c4e-be06-d31c3d3b916b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:24.468278 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-577e5975-3bab-49e0-bf14-f0803749af28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:24.469436 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fe9cc43d-c8ae-4066-8a5f-612d00df272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe36606-df47-4bf6-80ad-7a950c8679ef', 'name': 'tempest-ServerRescueTestJSON-322510715-router', 'tenant_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '39a93c34-17b6-4d57-b78c-552c6aa9cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:49Z', 'updated_at': '2021-07-05T09:46:22Z', 'revision_number': 5, 'project_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'gw_port': {'id': '39a93c34-17b6-4d57-b78c-552c6aa9cd25', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe36606-df47-4bf6-80ad-7a950c8679ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:50Z', 'updated_at': '2021-07-05T09:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:24.518527 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9cc43d-c8ae-4066-8a5f-612d00df272a None None] Checking router: 6fe36606-df47-4bf6-80ad-7a950c8679ef for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:46:24.528464 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:24.532616 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9cc43d-c8ae-4066-8a5f-612d00df272a None None] Routers {'6fe36606-df47-4bf6-80ad-7a950c8679ef'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:46:24.533307 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fe9cc43d-c8ae-4066-8a5f-612d00df272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:46:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6fe36606-df47-4bf6-80ad-7a950c8679ef'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:24.695342 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-fe9cc43d-c8ae-4066-8a5f-612d00df272a None None] Set router 6fe36606-df47-4bf6-80ad-7a950c8679ef gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:46:24.769082 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4c9c926-450b-4dc0-be6d-55005ebbe098 req-13dacd1d-8c3d-4ad6-a539-4fc03b809ac9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=193ae10c-ede6-4c62-81d1-3387c567e7c9 HTTP/1.1" status: 200 len: 217 time: 0.4809341 Jul 05 09:46:24.805118 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fe9cc43d-c8ae-4066-8a5f-612d00df272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe36606-df47-4bf6-80ad-7a950c8679ef', 'name': 'tempest-ServerRescueTestJSON-322510715-router', 'tenant_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:49Z', 'updated_at': '2021-07-05T09:46:24Z', 'revision_number': 6, 'project_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:24.815410 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ad448801-0ac9-4846-9e4b-e3f810fcd32a req-05e8f1df-0458-4541-90ad-3b214cb6412b tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups?id=393b60d1-9042-4c6f-83a0-41b46c091f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6045020 Jul 05 09:46:24.845835 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9cc43d-c8ae-4066-8a5f-612d00df272a None None] The sync data for ids ['6fe36606-df47-4bf6-80ad-7a950c8679ef'] in n-d-798054-8 is: [{'id': '6fe36606-df47-4bf6-80ad-7a950c8679ef', 'name': 'tempest-ServerRescueTestJSON-322510715-router', 'tenant_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:43:49Z', 'updated_at': '2021-07-05T09:46:24Z', 'revision_number': 6, 'project_id': 'd4b058b990f649f2b3dcc5ec561d1da5', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:46:24.857996 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-906dd2f9-f0f5-462c-ab2b-a7de9e79b14a req-902561cc-7a4f-480b-9148-e3d51a5694d8 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5823019 Jul 05 09:46:24.905850 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9c926-450b-4dc0-be6d-55005ebbe098 req-4a9187f0-238c-4ad2-8aac-c9b2a9523d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:24.907365 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4c9c926-450b-4dc0-be6d-55005ebbe098 req-4a9187f0-238c-4ad2-8aac-c9b2a9523d72 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3ddb5390-4629-41b1-a8c5-27c8806285d5 HTTP/1.1" status: 200 len: 851 time: 0.1237438 Jul 05 09:46:24.961347 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd733c-52ea-4546-aa35-3d13ccbaa5cc req-53922c5f-9cd9-4307-a0b6-31c2f92056cb tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:24.963168 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6bdd733c-52ea-4546-aa35-3d13ccbaa5cc req-53922c5f-9cd9-4307-a0b6-31c2f92056cb tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.5167851 Jul 05 09:46:24.965301 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50080) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:24.980765 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4c9c926-450b-4dc0-be6d-55005ebbe098 req-cbf23bc7-ac3b-4aa1-b2e2-ad8fdeecce41 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=23f5a57a-e75c-48d0-bb1c-6a86c872c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656700 Jul 05 09:46:24.983765 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-c1d57b8b-6af7-4a59-992c-9992b262b84b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:46:24.998911 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2582eb52-d690-467c-8b9a-1b75e211d95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.009567 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-577e5975-3bab-49e0-bf14-f0803749af28 admin admin] Deleting port 39a93c34-17b6-4d57-b78c-552c6aa9cd25 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:25.010047 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-577e5975-3bab-49e0-bf14-f0803749af28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.015349 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-c1d57b8b-6af7-4a59-992c-9992b262b84b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.084197 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-c1d57b8b-6af7-4a59-992c-9992b262b84b service neutron] Transition to ACTIVE for port object 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:25.095140 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-c1d57b8b-6af7-4a59-992c-9992b262b84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.200006 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-577e5975-3bab-49e0-bf14-f0803749af28 admin admin] For port 39a93c34-17b6-4d57-b78c-552c6aa9cd25, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=39a93c34-17b6-4d57-b78c-552c6aa9cd25,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:25.200714 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-577e5975-3bab-49e0-bf14-f0803749af28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.211925 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d57b8b-6af7-4a59-992c-9992b262b84b service neutron] Pushing event updated for resources: {'Port': ['ID=09d3e149-9f30-405f-b1b1-59f9cd5c60a6,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:25.233123 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-577e5975-3bab-49e0-bf14-f0803749af28 admin admin] Calling delete_port for 39a93c34-17b6-4d57-b78c-552c6aa9cd25 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:25.244859 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4c9c926-450b-4dc0-be6d-55005ebbe098 req-0cc78a5d-86b7-47db-82f7-3013decaf722 service neutron] 10.222.0.81 "GET /v2.0/networks/23f5a57a-e75c-48d0-bb1c-6a86c872c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434225 Jul 05 09:46:25.255356 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 193ae10c-ede6-4c62-81d1-3387c567e7c9 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:46:25.285632 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5eb87e-b766-4f83-9cec-88defcf6f587 req-872fd3c4-eb19-4d75-992b-d4698457075a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:25.292560 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe5eb87e-b766-4f83-9cec-88defcf6f587 req-872fd3c4-eb19-4d75-992b-d4698457075a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 946 time: 0.2536676 Jul 05 09:46:25.298310 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-6bdd733c-52ea-4546-aa35-3d13ccbaa5cc req-ef60b711-9da9-4709-935e-0ea691b8c5f4 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Deleting port 8e70986e-92b8-4ec4-9e27-405e82323c6c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:25.298748 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6bdd733c-52ea-4546-aa35-3d13ccbaa5cc req-ef60b711-9da9-4709-935e-0ea691b8c5f4 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.409515 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2582eb52-d690-467c-8b9a-1b75e211d95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.416290 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 193ae10c-ede6-4c62-81d1-3387c567e7c9, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=193ae10c-ede6-4c62-81d1-3387c567e7c9,segment=NetworkSegment(030fc36d-dd4d-4ce4-8888-2baef8e088b7),segment_id=030fc36d-dd4d-4ce4-8888-2baef8e088b7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:25.432954 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '193ae10c-ede6-4c62-81d1-3387c567e7c9', 'network_id': '23f5a57a-e75c-48d0-bb1c-6a86c872c6d9', 'port_id': '193ae10c-ede6-4c62-81d1-3387c567e7c9', 'mac_address': 'fa:16:3e:48:fb:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ddb5390-4629-41b1-a8c5-27c8806285d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:46:25.441889 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2582eb52-d690-467c-8b9a-1b75e211d95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.451275 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e6910-292a-4dc5-bfba-a04578d00ee2 req-4f79b0a5-5032-42d5-a2f7-a7fb50cebf20 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:25.452852 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c2e6910-292a-4dc5-bfba-a04578d00ee2 req-4f79b0a5-5032-42d5-a2f7-a7fb50cebf20 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 950 time: 0.4250805 Jul 05 09:46:25.461944 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-c1d57b8b-6af7-4a59-992c-9992b262b84b service neutron] Attempting to bind port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:25.462312 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-c1d57b8b-6af7-4a59-992c-9992b262b84b service neutron] Attempting to bind port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:25.462615 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-c1d57b8b-6af7-4a59-992c-9992b262b84b service neutron] Attempting to bind port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:25.489640 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.490420 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-c1d57b8b-6af7-4a59-992c-9992b262b84b service neutron] Port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 on network 5aa1814e-7fad-4b86-b0f0-99892209992e not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:46:25.490701 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-c1d57b8b-6af7-4a59-992c-9992b262b84b service neutron] Attempting to bind port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:25.508008 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 193ae10c-ede6-4c62-81d1-3387c567e7c9 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:46:25.510378 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-6bdd733c-52ea-4546-aa35-3d13ccbaa5cc req-ef60b711-9da9-4709-935e-0ea691b8c5f4 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] For port 8e70986e-92b8-4ec4-9e27-405e82323c6c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=8e70986e-92b8-4ec4-9e27-405e82323c6c,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:25.510751 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6bdd733c-52ea-4546-aa35-3d13ccbaa5cc req-ef60b711-9da9-4709-935e-0ea691b8c5f4 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.514757 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-c1d57b8b-6af7-4a59-992c-9992b262b84b service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:25.515102 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-c1d57b8b-6af7-4a59-992c-9992b262b84b service neutron] Checking segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:25.515931 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-c1d57b8b-6af7-4a59-992c-9992b262b84b service neutron] Bound using segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:25.516085 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-c1d57b8b-6af7-4a59-992c-9992b262b84b service neutron] Bound port: 09d3e149-9f30-405f-b1b1-59f9cd5c60a6, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:25.516434 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-c1d57b8b-6af7-4a59-992c-9992b262b84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.538142 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 193ae10c-ede6-4c62-81d1-3387c567e7c9, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=193ae10c-ede6-4c62-81d1-3387c567e7c9,segment=NetworkSegment(030fc36d-dd4d-4ce4-8888-2baef8e088b7),segment_id=030fc36d-dd4d-4ce4-8888-2baef8e088b7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:25.545074 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.548917 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582eb52-d690-467c-8b9a-1b75e211d95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a91aad-54fe-44e1-bd6b-ff9cc403f766,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:25.553605 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2582eb52-d690-467c-8b9a-1b75e211d95a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a06f7424682444279c144c0c99bdd4ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5870972 Jul 05 09:46:25.556959 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50084) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:25.570505 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe5eb87e-b766-4f83-9cec-88defcf6f587 req-521b6324-43cb-43dc-a6a2-928d4c239835 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650949 Jul 05 09:46:25.585998 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-6bdd733c-52ea-4546-aa35-3d13ccbaa5cc req-ef60b711-9da9-4709-935e-0ea691b8c5f4 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Calling delete_port for 8e70986e-92b8-4ec4-9e27-405e82323c6c owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:25.635710 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c2e6910-292a-4dc5-bfba-a04578d00ee2 req-6542a8f2-55ed-4dd4-85f7-5bce46f82b58 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518166 Jul 05 09:46:25.650501 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4c9c926-450b-4dc0-be6d-55005ebbe098 req-7d46b4c9-a7f2-4936-a7c4-f93db8eace99 service neutron] 10.222.0.81 "GET /v2.0/networks/23f5a57a-e75c-48d0-bb1c-6a86c872c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960013 Jul 05 09:46:25.680136 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=193ae10c-ede6-4c62-81d1-3387c567e7c9,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:25.698624 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a36860e-8e4f-43ef-b80f-d65012dd61ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.762451 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a36860e-8e4f-43ef-b80f-d65012dd61ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.796919 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['193ae10c-ede6-4c62-81d1-3387c567e7c9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:25.870667 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-c1d57b8b-6af7-4a59-992c-9992b262b84b service neutron] For port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:25.886371 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a36860e-8e4f-43ef-b80f-d65012dd61ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.900225 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-c1d57b8b-6af7-4a59-992c-9992b262b84b service neutron] For port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=09d3e149-9f30-405f-b1b1-59f9cd5c60a6,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:25.908469 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-c1d57b8b-6af7-4a59-992c-9992b262b84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.948123 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a36860e-8e4f-43ef-b80f-d65012dd61ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.949384 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1a36860e-8e4f-43ef-b80f-d65012dd61ce admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/21a91aad-54fe-44e1-bd6b-ff9cc403f766 HTTP/1.1" status: 204 len: 168 time: 0.3897052 Jul 05 09:46:25.969978 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36860e-8e4f-43ef-b80f-d65012dd61ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a91aad-54fe-44e1-bd6b-ff9cc403f766,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:25.974395 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-577e5975-3bab-49e0-bf14-f0803749af28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:26.013855 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-c1d57b8b-6af7-4a59-992c-9992b262b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:26.014494 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-c1d57b8b-6af7-4a59-992c-9992b262b84b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:26.024450 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-c1d57b8b-6af7-4a59-992c-9992b262b84b service neutron] 10.222.0.78 "PUT /v2.0/ports/09d3e149-9f30-405f-b1b1-59f9cd5c60a6 HTTP/1.1" status: 200 len: 1091 time: 2.2486687 Jul 05 09:46:26.074524 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc71943-fe8d-4740-87f8-41dc77fe392c', 'tag': '09d3e149-9f30-405f-b1b1-59f9cd5c60a6'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:26.077187 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291dbe23-401b-4777-adbe-7e0e60bb8d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc71943-fe8d-4740-87f8-41dc77fe392c", "tag": "09d3e149-9f30-405f-b1b1-59f9cd5c60a6"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:26.181447 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2dae0-ae57-4c68-9b82-601546cf3846 req-1e620176-e880-4b91-b2d9-54c4bcf94bf1 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:26.189894 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-32c2dae0-ae57-4c68-9b82-601546cf3846 req-1e620176-e880-4b91-b2d9-54c4bcf94bf1 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ecb0646-cad2-4928-bbb0-5fd5d795e8a2 HTTP/1.1" status: 200 len: 945 time: 0.1442854 Jul 05 09:46:26.244257 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d57b8b-6af7-4a59-992c-9992b262b84b service neutron] Pushing event updated for resources: {'Port': ['ID=09d3e149-9f30-405f-b1b1-59f9cd5c60a6,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:26.276810 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-32c2dae0-ae57-4c68-9b82-601546cf3846 req-8f4f3c1e-4635-4c27-b5c7-bc2bb27bde35 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups?id=393b60d1-9042-4c6f-83a0-41b46c091f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859540 Jul 05 09:46:26.286201 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6bdd733c-52ea-4546-aa35-3d13ccbaa5cc req-ef60b711-9da9-4709-935e-0ea691b8c5f4 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:26.293872 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e5975-3bab-49e0-bf14-f0803749af28 admin admin] Pushing event deleted for resources: {'Port': ['ID=39a93c34-17b6-4d57-b78c-552c6aa9cd25,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:26.298528 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['6b53c115-fa70-49fb-a505-943b44432cf3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:26.304394 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228886f-8a57-421a-85b3-fa2e04d98e72 req-d6b59ace-4374-4e80-a938-3bd870bf4d34 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:26.305977 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6228886f-8a57-421a-85b3-fa2e04d98e72 req-d6b59ace-4374-4e80-a938-3bd870bf4d34 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 943 time: 0.1083288 Jul 05 09:46:26.346653 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-577e5975-3bab-49e0-bf14-f0803749af28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:26.350298 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60b711-9da9-4709-935e-0ea691b8c5f4 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Pushing event deleted for resources: {'Port': ['ID=8e70986e-92b8-4ec4-9e27-405e82323c6c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:26.409954 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6228886f-8a57-421a-85b3-fa2e04d98e72 req-0f3a54b2-3a6e-464e-9f1e-aab82d8540c6 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956571 Jul 05 09:46:26.478993 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4e95c764-7ed1-4e89-8be5-261c185c75ea no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:26.516059 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 4e95c764-7ed1-4e89-8be5-261c185c75ea {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:26.516651 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4e95c764-7ed1-4e89-8be5-261c185c75ea not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:26.516835 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 39a93c34-17b6-4d57-b78c-552c6aa9cd25 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:26.526312 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c26e355-074a-46ec-8e77-405f141ec4fb x-openstack-request-id: req-7c26e355-074a-46ec-8e77-405f141ec4fb {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:26.526960 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc71943-fe8d-4740-87f8-41dc77fe392c", "tag": "09d3e149-9f30-405f-b1b1-59f9cd5c60a6", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:26.527437 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7c26e355-074a-46ec-8e77-405f141ec4fb {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:26.528095 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc71943-fe8d-4740-87f8-41dc77fe392c', 'tag': '09d3e149-9f30-405f-b1b1-59f9cd5c60a6', 'status': 'completed', 'code': 200} Jul 05 09:46:26.548072 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 39a93c34-17b6-4d57-b78c-552c6aa9cd25 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:26.549097 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 39a93c34-17b6-4d57-b78c-552c6aa9cd25 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:26.589663 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:26.649534 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22e268-53a3-4d6b-963d-0be3852e251d req-32ef1e1e-da90-428a-a624-ac9b8a505ad6 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:26.657069 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d22e268-53a3-4d6b-963d-0be3852e251d req-32ef1e1e-da90-428a-a624-ac9b8a505ad6 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 946 time: 0.1533844 Jul 05 09:46:26.661273 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-577e5975-3bab-49e0-bf14-f0803749af28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:26.685049 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdd733c-52ea-4546-aa35-3d13ccbaa5cc req-ef60b711-9da9-4709-935e-0ea691b8c5f4 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] No DVR routers for this DVR port 8e70986e-92b8-4ec4-9e27-405e82323c6c on host n-h1-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:26.688133 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-58afc216-215a-43d6-9077-826533aeab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:26.689899 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-58afc216-215a-43d6-9077-826533aeab5f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 1094 time: 0.6046431 Jul 05 09:46:26.691464 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6bdd733c-52ea-4546-aa35-3d13ccbaa5cc req-ef60b711-9da9-4709-935e-0ea691b8c5f4 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:26.693643 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6bdd733c-52ea-4546-aa35-3d13ccbaa5cc req-ef60b711-9da9-4709-935e-0ea691b8c5f4 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.81 "DELETE /v2.0/ports/8e70986e-92b8-4ec4-9e27-405e82323c6c HTTP/1.1" status: 204 len: 173 time: 1.7217319 Jul 05 09:46:26.694858 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-577e5975-3bab-49e0-bf14-f0803749af28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:26.702351 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d22e268-53a3-4d6b-963d-0be3852e251d req-eef97470-83f8-42fd-ab8b-f72d4c5dbe46 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442564 Jul 05 09:46:26.756932 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-35702d9e-7369-43f6-b031-2fcb4df2c399 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09d3e149-9f30-405f-b1b1-59f9cd5c60a6 HTTP/1.1" status: 200 len: 217 time: 0.0512068 Jul 05 09:46:26.882699 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-8956fe99-23b5-4167-9fc6-443c003ee6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:26.885016 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-8956fe99-23b5-4167-9fc6-443c003ee6e0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=408995a7-a274-4d3e-939a-c6141d694df3 HTTP/1.1" status: 200 len: 848 time: 0.0864103 Jul 05 09:46:26.906217 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-577e5975-3bab-49e0-bf14-f0803749af28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:26.906971 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577e5975-3bab-49e0-bf14-f0803749af28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fe36606-df47-4bf6-80ad-7a950c8679ef {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:46:26.913155 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-577e5975-3bab-49e0-bf14-f0803749af28 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:26.916923 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-577e5975-3bab-49e0-bf14-f0803749af28 admin admin] 10.222.0.79 "DELETE /v2.0/routers/6fe36606-df47-4bf6-80ad-7a950c8679ef HTTP/1.1" status: 204 len: 168 time: 3.1460166 Jul 05 09:46:26.917457 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50118) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:26.942156 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-46506821-69f5-43f1-a378-dc6d541bdb5b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5aa1814e-7fad-4b86-b0f0-99892209992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506830 Jul 05 09:46:27.114036 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bce12ebf-b05c-49e3-956d-eba10ec64549 req-cda701f3-6690-43bf-8105-ae9a68e7cc5a tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f798ce9-b3fb-4ae9-b930-4016e27f1f0e HTTP/1.1" status: 200 len: 210 time: 0.1296539 Jul 05 09:46:27.117228 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-d9dddf17-3651-4b4c-bd8a-03790d2c6c06 service neutron] 10.222.0.78 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684530 Jul 05 09:46:27.126139 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c64ccf-a87b-400c-816d-0443f1cce0bb admin admin] Deleting subnet ac8d69af-6389-4903-b1a9-dea0800e3203 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:46:27.129476 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73c64ccf-a87b-400c-816d-0443f1cce0bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.174365 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73c64ccf-a87b-400c-816d-0443f1cce0bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.220035 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73c64ccf-a87b-400c-816d-0443f1cce0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.240421 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7544f762-c63a-47d9-8b71-bb4305c005a1 req-75093099-69fe-49f7-938d-f8d55124c312 service neutron] 10.222.0.78 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147490 Jul 05 09:46:27.282042 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73c64ccf-a87b-400c-816d-0443f1cce0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.284954 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 193ae10c-ede6-4c62-81d1-3387c567e7c9 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:27.320609 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c64ccf-a87b-400c-816d-0443f1cce0bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac8d69af-6389-4903-b1a9-dea0800e3203,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:27.340418 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73c64ccf-a87b-400c-816d-0443f1cce0bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.359094 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-73c64ccf-a87b-400c-816d-0443f1cce0bb admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ac8d69af-6389-4903-b1a9-dea0800e3203 HTTP/1.1" status: 204 len: 168 time: 0.4403162 Jul 05 09:46:27.359864 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50128) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:27.367364 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 193ae10c-ede6-4c62-81d1-3387c567e7c9 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:27.374142 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 193ae10c-ede6-4c62-81d1-3387c567e7c9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:27.374520 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.469090 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dbe23-401b-4777-adbe-7e0e60bb8d6e req-30cd43cb-33c8-44d4-8f4b-0cd5109c3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:27.471161 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-291dbe23-401b-4777-adbe-7e0e60bb8d6e req-30cd43cb-33c8-44d4-8f4b-0cd5109c3900 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 1094 time: 0.1452942 Jul 05 09:46:27.506976 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4524926-eecf-46ff-a3f6-f431f4c1a6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.572676 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.622582 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecb0646-cad2-4928-bbb0-5fd5d795e8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193ae10c-ede6-4c62-81d1-3387c567e7c9'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:27.630498 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432aadea-05be-4a8a-b785-a73b5336830c" -d '{"events": [{"server_uuid": "5ecb0646-cad2-4928-bbb0-5fd5d795e8a2", "name": "network-vif-plugged", "status": "completed", "tag": "193ae10c-ede6-4c62-81d1-3387c567e7c9"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:27.657602 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 193ae10c-ede6-4c62-81d1-3387c567e7c9, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=193ae10c-ede6-4c62-81d1-3387c567e7c9,segment=NetworkSegment(030fc36d-dd4d-4ce4-8888-2baef8e088b7),segment_id=030fc36d-dd4d-4ce4-8888-2baef8e088b7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:27.662124 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.664045 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 8e70986e-92b8-4ec4-9e27-405e82323c6c no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:27.675557 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dbe23-401b-4777-adbe-7e0e60bb8d6e req-48895d4e-ac31-45c7-876e-31a5aeea2aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:27.679831 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-291dbe23-401b-4777-adbe-7e0e60bb8d6e req-48895d4e-ac31-45c7-876e-31a5aeea2aec service neutron] 10.222.0.78 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 909 time: 0.2009718 Jul 05 09:46:27.681824 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4524926-eecf-46ff-a3f6-f431f4c1a6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.704921 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f4524926-eecf-46ff-a3f6-f431f4c1a6b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936dc2f0-d82a-4fa2-99fc-22f673149510']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:27.709460 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 8e70986e-92b8-4ec4-9e27-405e82323c6c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:27.710183 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 8e70986e-92b8-4ec4-9e27-405e82323c6c not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:27.737913 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a93397-f014-4798-a0c6-9e976de61a09 req-5de09adc-09f8-497f-a51f-e0841e529dbf tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:27.745043 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-18a93397-f014-4798-a0c6-9e976de61a09 req-5de09adc-09f8-497f-a51f-e0841e529dbf tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ecb0646-cad2-4928-bbb0-5fd5d795e8a2 HTTP/1.1" status: 200 len: 945 time: 0.2294159 Jul 05 09:46:27.748941 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f4524926-eecf-46ff-a3f6-f431f4c1a6b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fee5f18-0015-4a67-aeee-419ba2f6ec77') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:27.749244 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f4524926-eecf-46ff-a3f6-f431f4c1a6b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fee5f18-0015-4a67-aeee-419ba2f6ec77') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:27.784428 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=193ae10c-ede6-4c62-81d1-3387c567e7c9,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:27.789956 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-291dbe23-401b-4777-adbe-7e0e60bb8d6e req-a36596a3-6ad6-4394-b733-3d510fb5ebbc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09d3e149-9f30-405f-b1b1-59f9cd5c60a6 HTTP/1.1" status: 200 len: 217 time: 0.1027565 Jul 05 09:46:27.816859 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4524926-eecf-46ff-a3f6-f431f4c1a6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.850465 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4524926-eecf-46ff-a3f6-f431f4c1a6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.867236 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4524926-eecf-46ff-a3f6-f431f4c1a6b3 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:46:27.867726 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4524926-eecf-46ff-a3f6-f431f4c1a6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.869519 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dbe23-401b-4777-adbe-7e0e60bb8d6e req-48d505d6-4589-4167-b69d-6789a24eda4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:46:27.870391 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:46:27.873201 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-291dbe23-401b-4777-adbe-7e0e60bb8d6e req-48d505d6-4589-4167-b69d-6789a24eda4d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=408995a7-a274-4d3e-939a-c6141d694df3 HTTP/1.1" status: 200 len: 848 time: 0.0747035 Jul 05 09:46:27.908068 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-291dbe23-401b-4777-adbe-7e0e60bb8d6e req-20edaf82-7803-415a-aada-fab5ea4273b6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5aa1814e-7fad-4b86-b0f0-99892209992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278826 Jul 05 09:46:27.912382 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-18a93397-f014-4798-a0c6-9e976de61a09 req-838eecc5-a500-4d9a-aa63-cc50f0bfb8c1 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups?id=393b60d1-9042-4c6f-83a0-41b46c091f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664593 Jul 05 09:46:27.967774 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af38fe7-2042-486a-bf05-d6cf0108fa1a req-089209ec-cf36-4da4-8285-f46e068e0667 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:27.969350 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4af38fe7-2042-486a-bf05-d6cf0108fa1a req-089209ec-cf36-4da4-8285-f46e068e0667 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 943 time: 0.2602785 Jul 05 09:46:27.995505 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4524926-eecf-46ff-a3f6-f431f4c1a6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:28.032543 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-291dbe23-401b-4777-adbe-7e0e60bb8d6e req-85489096-44e5-4ee6-8b04-c82db57d845a service neutron] 10.222.0.78 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176922 Jul 05 09:46:28.064677 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4524926-eecf-46ff-a3f6-f431f4c1a6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:28.066415 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f4524926-eecf-46ff-a3f6-f431f4c1a6b3 admin admin] 10.222.0.79 "DELETE /v2.0/networks/936dc2f0-d82a-4fa2-99fc-22f673149510 HTTP/1.1" status: 204 len: 168 time: 0.7054930 Jul 05 09:46:28.069898 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4524926-eecf-46ff-a3f6-f431f4c1a6b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=936dc2f0-d82a-4fa2-99fc-22f673149510,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:28.099971 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4af38fe7-2042-486a-bf05-d6cf0108fa1a req-2f4dec36-79bf-4083-bf8a-0ba4a641049e tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061115 Jul 05 09:46:28.168910 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca16c67-0ccf-4dc7-a7dd-92baf2507214 x-openstack-request-id: req-3ca16c67-0ccf-4dc7-a7dd-92baf2507214 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:28.169205 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecb0646-cad2-4928-bbb0-5fd5d795e8a2", "name": "network-vif-plugged", "status": "completed", "tag": "193ae10c-ede6-4c62-81d1-3387c567e7c9", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:28.169464 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3ca16c67-0ccf-4dc7-a7dd-92baf2507214 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:28.170383 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecb0646-cad2-4928-bbb0-5fd5d795e8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193ae10c-ede6-4c62-81d1-3387c567e7c9', 'code': 200} Jul 05 09:46:28.179687 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-291dbe23-401b-4777-adbe-7e0e60bb8d6e req-08829993-d1f4-404a-a875-2761afe4d5c2 service neutron] 10.222.0.78 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384475 Jul 05 09:46:28.309884 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58739ad7-a467-4599-85c8-d8385242ec31 req-2418717e-f310-4340-9ecf-ecf1f5b8ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:28.312184 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-58739ad7-a467-4599-85c8-d8385242ec31 req-2418717e-f310-4340-9ecf-ecf1f5b8ac44 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5ecb0646-cad2-4928-bbb0-5fd5d795e8a2 HTTP/1.1" status: 200 len: 1097 time: 0.0649810 Jul 05 09:46:28.360191 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-58739ad7-a467-4599-85c8-d8385242ec31 req-892e722a-a34e-485c-a1f2-e4c41af70090 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=393b60d1-9042-4c6f-83a0-41b46c091f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376163 Jul 05 09:46:28.368419 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b790eea-9c23-4278-baf9-06167caeb2d6 req-558710b9-8df1-40a1-bf32-f07061050ad0 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:28.370345 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1b790eea-9c23-4278-baf9-06167caeb2d6 req-558710b9-8df1-40a1-bf32-f07061050ad0 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 946 time: 0.0803926 Jul 05 09:46:28.374991 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50164) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:28.413637 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1b790eea-9c23-4278-baf9-06167caeb2d6 req-3589d3c6-87d0-46a5-9f76-9e1f1aedba18 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352941 Jul 05 09:46:28.419650 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-dfd8fd4b-ee65-4c14-8976-e270e9f48b68 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d4b058b990f649f2b3dcc5ec561d1da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410163 Jul 05 09:46:28.420622 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50166) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:28.468621 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5027c40f-74ec-4d99-94b0-53fe893b5bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:28.490742 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5027c40f-74ec-4d99-94b0-53fe893b5bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:28.530352 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f798ce9-b3fb-4ae9-b930-4016e27f1f0e', 'name': 'network-vif-deleted', 'tag': '8e70986e-92b8-4ec4-9e27-405e82323c6c'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:28.534238 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912b49d8-e73b-4ce4-9a84-f84b4d7b0cbb" -d '{"events": [{"server_uuid": "0f798ce9-b3fb-4ae9-b930-4016e27f1f0e", "name": "network-vif-deleted", "tag": "8e70986e-92b8-4ec4-9e27-405e82323c6c"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:28.547458 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5027c40f-74ec-4d99-94b0-53fe893b5bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:28.550217 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5027c40f-74ec-4d99-94b0-53fe893b5bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:28.551816 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5027c40f-74ec-4d99-94b0-53fe893b5bc1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/36895eca-63be-4cc8-9a5b-d6f2c510bab0 HTTP/1.1" status: 204 len: 168 time: 0.1303039 Jul 05 09:46:28.564951 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027c40f-74ec-4d99-94b0-53fe893b5bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36895eca-63be-4cc8-9a5b-d6f2c510bab0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:28.608486 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291591b-8b7b-4c9f-ab7e-f5d3c30862da req-7b60cf59-ff92-4697-b980-853e721c8fe7 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:28.612623 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9291591b-8b7b-4c9f-ab7e-f5d3c30862da req-7b60cf59-ff92-4697-b980-853e721c8fe7 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/ports?device_id=d02de2de-94ef-45c3-81ee-3e1cff42ab1d HTTP/1.1" status: 200 len: 945 time: 0.0916226 Jul 05 09:46:28.650661 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9291591b-8b7b-4c9f-ab7e-f5d3c30862da req-1227cc62-027f-444c-b94b-219ebaf85f33 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/security-groups?id=abc8045d-a3ec-4f3c-95d8-14eb39b34168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348537 Jul 05 09:46:28.715980 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6160f39a-6fc9-428c-83cd-a774c7fd8439 x-openstack-request-id: req-6160f39a-6fc9-428c-83cd-a774c7fd8439 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:28.716275 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f798ce9-b3fb-4ae9-b930-4016e27f1f0e", "name": "network-vif-deleted", "tag": "8e70986e-92b8-4ec4-9e27-405e82323c6c", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:28.716599 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6160f39a-6fc9-428c-83cd-a774c7fd8439 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:28.717002 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f798ce9-b3fb-4ae9-b930-4016e27f1f0e', 'name': 'network-vif-deleted', 'tag': '8e70986e-92b8-4ec4-9e27-405e82323c6c', 'status': 'completed', 'code': 200} Jul 05 09:46:29.047578 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb894286-0f58-412b-b5a3-6ca51c8fe3fd req-8e7d5eab-9e83-45de-a759-051c1ab3b019 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:29.055183 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb894286-0f58-412b-b5a3-6ca51c8fe3fd req-8e7d5eab-9e83-45de-a759-051c1ab3b019 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.0761149 Jul 05 09:46:29.096659 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb894286-0f58-412b-b5a3-6ca51c8fe3fd req-e6fd83ad-ba54-4ede-b907-762827ac8310 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400915 Jul 05 09:46:29.189151 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a89cf-6f8f-48fa-a49d-2991d4322511 req-ff0ced6a-7d1c-4d14-b804-932dd4674542 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:29.190980 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-211a89cf-6f8f-48fa-a49d-2991d4322511 req-ff0ced6a-7d1c-4d14-b804-932dd4674542 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ecb0646-cad2-4928-bbb0-5fd5d795e8a2 HTTP/1.1" status: 200 len: 946 time: 0.0824366 Jul 05 09:46:29.233561 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-211a89cf-6f8f-48fa-a49d-2991d4322511 req-946920cc-11e0-4498-b357-0c86ef63495e tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups?id=393b60d1-9042-4c6f-83a0-41b46c091f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357342 Jul 05 09:46:29.340747 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50220) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:29.351731 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0096624a-eaa3-4233-9eb3-92d05eb03815 req-a7b6b453-4e3b-40c5-aa1e-76a2049f0841 tempest-QuotasAdminNegativeTest-1297444086 tempest-QuotasAdminNegativeTest-1297444086-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=46a80cb4ec864a4e97d1153fa7d9f2ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328040 Jul 05 09:46:29.491103 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-53cee434-563e-456d-bf2a-ee3a4d991720 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2009989087-network', 'tenant_id': '6f1f56f6a7d74265959f0c56be64a198'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:29.510546 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5510e0e-76a9-49ec-bf25-a42ed8b950ba req-5e307e4a-8151-4aac-9cb8-c43a5b1dc034 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:29.512227 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e5510e0e-76a9-49ec-bf25-a42ed8b950ba req-5e307e4a-8151-4aac-9cb8-c43a5b1dc034 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 943 time: 0.1526296 Jul 05 09:46:29.513993 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cee434-563e-456d-bf2a-ee3a4d991720 admin admin] Made reservation on behalf of 6f1f56f6a7d74265959f0c56be64a198 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:29.516561 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53cee434-563e-456d-bf2a-ee3a4d991720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.519464 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096624a-eaa3-4233-9eb3-92d05eb03815 req-f51ab02e-9aac-486f-a83d-55e5125a418f tempest-QuotasAdminNegativeTest-1297444086 tempest-QuotasAdminNegativeTest-1297444086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:29.520886 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0096624a-eaa3-4233-9eb3-92d05eb03815 req-f51ab02e-9aac-486f-a83d-55e5125a418f tempest-QuotasAdminNegativeTest-1297444086 tempest-QuotasAdminNegativeTest-1297444086-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625819 Jul 05 09:46:29.529181 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53cee434-563e-456d-bf2a-ee3a4d991720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.550437 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0096624a-eaa3-4233-9eb3-92d05eb03815 req-d8997da9-405a-41bd-a84a-72ecdb4e9882 tempest-QuotasAdminNegativeTest-1297444086 tempest-QuotasAdminNegativeTest-1297444086-project] 10.222.0.79 "GET /v2.0/quotas/46a80cb4ec864a4e97d1153fa7d9f2ea HTTP/1.1" status: 200 len: 375 time: 0.0215759 Jul 05 09:46:29.574082 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e5510e0e-76a9-49ec-bf25-a42ed8b950ba req-7e991a4c-4929-4d26-a9d2-0d5919f4572d tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521436 Jul 05 09:46:29.597705 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0096624a-eaa3-4233-9eb3-92d05eb03815 req-bf800524-6e81-4d4d-b87c-6867b3607821 tempest-QuotasAdminNegativeTest-1297444086 tempest-QuotasAdminNegativeTest-1297444086-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=46a80cb4ec864a4e97d1153fa7d9f2ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412440 Jul 05 09:46:29.642102 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53cee434-563e-456d-bf2a-ee3a4d991720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.646535 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53cee434-563e-456d-bf2a-ee3a4d991720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.667062 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53cee434-563e-456d-bf2a-ee3a4d991720 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:46:29.690895 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53cee434-563e-456d-bf2a-ee3a4d991720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.691050 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-53cee434-563e-456d-bf2a-ee3a4d991720 admin admin] Added segment 8a9c7fe3-1979-41f0-8c19-bfe2e33c1b50 of type vlan for network 082e79a4-5101-42cd-9b2e-a1a39c3fecf5 Jul 05 09:46:29.692538 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cee434-563e-456d-bf2a-ee3a4d991720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d8f0e5-1e38-4806-bb1a-e93f4c655094,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:29.739609 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53cee434-563e-456d-bf2a-ee3a4d991720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.773635 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53cee434-563e-456d-bf2a-ee3a4d991720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.774799 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cee434-563e-456d-bf2a-ee3a4d991720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:29.775511 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53cee434-563e-456d-bf2a-ee3a4d991720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.788272 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde04598-7e8b-4007-9b26-a28a083e4f11 req-936c34ff-da04-4fd1-bad7-0bbfe2d41f91 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:29.789765 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fde04598-7e8b-4007-9b26-a28a083e4f11 req-936c34ff-da04-4fd1-bad7-0bbfe2d41f91 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 946 time: 0.0785353 Jul 05 09:46:29.828926 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-53cee434-563e-456d-bf2a-ee3a4d991720 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4870722 Jul 05 09:46:29.833045 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50230) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:29.836279 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cee434-563e-456d-bf2a-ee3a4d991720 admin admin] Pushing event updated for resources: {'Network': ['ID=082e79a4-5101-42cd-9b2e-a1a39c3fecf5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:29.845112 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1d0e0d87-3b83-4f60-b7fa-4f034c5f9d2f admin admin] Request body: {'subnet': {'network_id': '082e79a4-5101-42cd-9b2e-a1a39c3fecf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2009989087-subnet', 'tenant_id': '6f1f56f6a7d74265959f0c56be64a198', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:29.846677 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 082e79a4-5101-42cd-9b2e-a1a39c3fecf5 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:46:29.862020 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fde04598-7e8b-4007-9b26-a28a083e4f11 req-31d3f6ee-04cd-4121-9f73-566d6262802c tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553906 Jul 05 09:46:29.891494 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c8f58-adf4-430c-8c0b-1b3455e92762 req-e40edfdc-fd7e-414e-87e0-d00b4af58991 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:29.893230 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6c4c8f58-adf4-430c-8c0b-1b3455e92762 req-e40edfdc-fd7e-414e-87e0-d00b4af58991 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/ports?device_id=d02de2de-94ef-45c3-81ee-3e1cff42ab1d HTTP/1.1" status: 200 len: 945 time: 0.1260366 Jul 05 09:46:29.898846 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0e0d87-3b83-4f60-b7fa-4f034c5f9d2f admin admin] Made reservation on behalf of 6f1f56f6a7d74265959f0c56be64a198 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:29.901701 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d0e0d87-3b83-4f60-b7fa-4f034c5f9d2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.992532 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6c4c8f58-adf4-430c-8c0b-1b3455e92762 req-dbad4787-ceaf-400b-b5ec-45673c6d1449 tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.79 "GET /v2.0/security-groups?id=abc8045d-a3ec-4f3c-95d8-14eb39b34168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865321 Jul 05 09:46:30.104793 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d0e0d87-3b83-4f60-b7fa-4f034c5f9d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:30.183169 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e0d87-3b83-4f60-b7fa-4f034c5f9d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a56650db-a91e-450c-8473-d0f2ab644087,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:30.193249 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e0d87-3b83-4f60-b7fa-4f034c5f9d2f admin admin] Checking segment: {'id': '8a9c7fe3-1979-41f0-8c19-bfe2e33c1b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '082e79a4-5101-42cd-9b2e-a1a39c3fecf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:30.193628 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0e0d87-3b83-4f60-b7fa-4f034c5f9d2f admin admin] Network hostable DHCP agents. Network: 082e79a4-5101-42cd-9b2e-a1a39c3fecf5, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:46:30.211350 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0e0d87-3b83-4f60-b7fa-4f034c5f9d2f admin admin] Network 082e79a4-5101-42cd-9b2e-a1a39c3fecf5 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:46:30.249446 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-1d0e0d87-3b83-4f60-b7fa-4f034c5f9d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 082e79a4-5101-42cd-9b2e-a1a39c3fecf5) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:30.255288 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0e0d87-3b83-4f60-b7fa-4f034c5f9d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:30.255423 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d0e0d87-3b83-4f60-b7fa-4f034c5f9d2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:30.259571 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b45670-1f4f-42ae-bf0f-ee1cd8c6f0b0 None None] Network 082e79a4-5101-42cd-9b2e-a1a39c3fecf5 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:30.286078 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1d0e0d87-3b83-4f60-b7fa-4f034c5f9d2f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4445770 Jul 05 09:46:30.331552 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405c4e1-b24c-4e88-9e7a-1792a4b6ef65 req-2140b6f9-872f-4a7a-bf5c-36522e43cb31 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:30.337528 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a405c4e1-b24c-4e88-9e7a-1792a4b6ef65 req-2140b6f9-872f-4a7a-bf5c-36522e43cb31 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.1214797 Jul 05 09:46:30.393608 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a405c4e1-b24c-4e88-9e7a-1792a4b6ef65 req-8002f37a-46bf-49e7-b0a3-896bfef0b5f9 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e495b61-c692-45a1-b215-e97c0e944c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496721 Jul 05 09:46:30.402885 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205682b7-837f-433f-ab5a-3a16722ac085 req-8a0fe160-29ca-4bcb-a156-88209f9583ce tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:30.404818 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-205682b7-837f-433f-ab5a-3a16722ac085 req-8a0fe160-29ca-4bcb-a156-88209f9583ce tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02de2de-94ef-45c3-81ee-3e1cff42ab1d HTTP/1.1" status: 200 len: 945 time: 0.1071920 Jul 05 09:46:30.465063 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f503de1a-92bc-4762-92ab-ac27b7d1f8ae None None] Network 082e79a4-5101-42cd-9b2e-a1a39c3fecf5 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:30.538906 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-205682b7-837f-433f-ab5a-3a16722ac085 req-762ed1ff-4842-4570-acf2-fcc4f9e28fdc tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Deleting port d88e2e15-45bd-444f-bb7b-1548780c638c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:30.540219 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-205682b7-837f-433f-ab5a-3a16722ac085 req-762ed1ff-4842-4570-acf2-fcc4f9e28fdc tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:30.540368 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:46:30.642948 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46103282-1f3a-48c7-9577-f367c4629308 req-f41618ac-a494-48eb-a970-0b5d54c7baf9 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:30.647353 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46103282-1f3a-48c7-9577-f367c4629308 req-f41618ac-a494-48eb-a970-0b5d54c7baf9 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ecb0646-cad2-4928-bbb0-5fd5d795e8a2 HTTP/1.1" status: 200 len: 946 time: 0.1200764 Jul 05 09:46:30.684375 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=09d3e149-9f30-405f-b1b1-59f9cd5c60a6,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:30.695527 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46103282-1f3a-48c7-9577-f367c4629308 req-c10d5cea-60c0-47df-bcc8-86d935e69057 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups?id=393b60d1-9042-4c6f-83a0-41b46c091f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413549 Jul 05 09:46:30.697780 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '09d3e149-9f30-405f-b1b1-59f9cd5c60a6', 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e', 'port_id': '09d3e149-9f30-405f-b1b1-59f9cd5c60a6', 'mac_address': 'fa:16:3e:25:f7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '408995a7-a274-4d3e-939a-c6141d694df3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:46:30.711478 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-205682b7-837f-433f-ab5a-3a16722ac085 req-762ed1ff-4842-4570-acf2-fcc4f9e28fdc tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] For port d88e2e15-45bd-444f-bb7b-1548780c638c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d88e2e15-45bd-444f-bb7b-1548780c638c,segment=NetworkSegment(32247b43-070e-481a-a9d0-5590446130da),segment_id=32247b43-070e-481a-a9d0-5590446130da)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:30.712019 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-205682b7-837f-433f-ab5a-3a16722ac085 req-762ed1ff-4842-4570-acf2-fcc4f9e28fdc tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:30.738090 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-205682b7-837f-433f-ab5a-3a16722ac085 req-762ed1ff-4842-4570-acf2-fcc4f9e28fdc tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Calling delete_port for d88e2e15-45bd-444f-bb7b-1548780c638c owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:30.758204 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b3a7d-e2dd-42ea-a67d-d181f1dab77f req-367680df-7281-4d82-9f60-6ec0aef82ada tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:30.760060 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-820b3a7d-e2dd-42ea-a67d-d181f1dab77f req-367680df-7281-4d82-9f60-6ec0aef82ada tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.78 "GET /v2.0/ports?device_id=c06716c5-5057-48fd-ad54-e875163b01a9 HTTP/1.1" status: 200 len: 950 time: 0.1440496 Jul 05 09:46:30.798467 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:30.813589 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:46:30.829861 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5a2cb49b-7077-467f-a59b-41f5bc42d0a9 req-dd2301fe-9907-49b3-a80a-5fda003f3f4a tempest-QuotasAdminNegativeTest-1297444086 tempest-QuotasAdminNegativeTest-1297444086-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=46a80cb4ec864a4e97d1153fa7d9f2ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295973 Jul 05 09:46:30.835058 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=09d3e149-9f30-405f-b1b1-59f9cd5c60a6,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:30.840799 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:30.898773 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=09d3e149-9f30-405f-b1b1-59f9cd5c60a6,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:30.930954 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-c7062d49-dab2-4abd-b99c-a0de5ead6620 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:30.937832 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-c7062d49-dab2-4abd-b99c-a0de5ead6620 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.79 "GET /v2.0/networks?id=082e79a4-5101-42cd-9b2e-a1a39c3fecf5 HTTP/1.1" status: 200 len: 809 time: 0.2350373 Jul 05 09:46:30.960580 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-ffa857d7-051a-4e4d-9099-37443a9adf09 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.79 "GET /v2.0/quotas/6f1f56f6a7d74265959f0c56be64a198 HTTP/1.1" status: 200 len: 375 time: 0.0218055 Jul 05 09:46:30.991312 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-820b3a7d-e2dd-42ea-a67d-d181f1dab77f req-1bbc86c9-cb65-4ff3-b2cb-8d1c428999a6 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Deleting port 6b53c115-fa70-49fb-a505-943b44432cf3 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:30.991537 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-820b3a7d-e2dd-42ea-a67d-d181f1dab77f req-1bbc86c9-cb65-4ff3-b2cb-8d1c428999a6 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:31.010591 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-0b4b6708-5809-42be-943d-18fe4cd49654 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6f1f56f6a7d74265959f0c56be64a198&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443766 Jul 05 09:46:31.049371 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-205682b7-837f-433f-ab5a-3a16722ac085 req-762ed1ff-4842-4570-acf2-fcc4f9e28fdc tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:31.062572 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['d88e2e15-45bd-444f-bb7b-1548780c638c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:31.083058 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cb49b-7077-467f-a59b-41f5bc42d0a9 req-1f27dfbd-40eb-42d5-ab01-8c188f722efe tempest-QuotasAdminNegativeTest-1297444086 tempest-QuotasAdminNegativeTest-1297444086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:31.088683 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5a2cb49b-7077-467f-a59b-41f5bc42d0a9 req-1f27dfbd-40eb-42d5-ab01-8c188f722efe tempest-QuotasAdminNegativeTest-1297444086 tempest-QuotasAdminNegativeTest-1297444086-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2441697 Jul 05 09:46:31.088976 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ed1ff-4842-4570-acf2-fcc4f9e28fdc tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Pushing event deleted for resources: {'Port': ['ID=d88e2e15-45bd-444f-bb7b-1548780c638c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:31.111196 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5a2cb49b-7077-467f-a59b-41f5bc42d0a9 req-499e2132-1b22-42f2-88bc-b512be9e025b tempest-QuotasAdminNegativeTest-1297444086 tempest-QuotasAdminNegativeTest-1297444086-project] 10.222.0.79 "GET /v2.0/quotas/46a80cb4ec864a4e97d1153fa7d9f2ea HTTP/1.1" status: 200 len: 375 time: 0.0185602 Jul 05 09:46:31.146071 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-205682b7-837f-433f-ab5a-3a16722ac085 req-762ed1ff-4842-4570-acf2-fcc4f9e28fdc tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] No DVR routers for this DVR port d88e2e15-45bd-444f-bb7b-1548780c638c on host n-h1-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:31.152900 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-205682b7-837f-433f-ab5a-3a16722ac085 req-762ed1ff-4842-4570-acf2-fcc4f9e28fdc tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:31.154965 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-205682b7-837f-433f-ab5a-3a16722ac085 req-762ed1ff-4842-4570-acf2-fcc4f9e28fdc tempest-VolumesAdminNegativeTest-179843198 tempest-VolumesAdminNegativeTest-179843198-project] 10.222.0.81 "DELETE /v2.0/ports/d88e2e15-45bd-444f-bb7b-1548780c638c HTTP/1.1" status: 204 len: 173 time: 0.7429059 Jul 05 09:46:31.155409 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02de2de-94ef-45c3-81ee-3e1cff42ab1d', 'name': 'network-vif-deleted', 'tag': 'd88e2e15-45bd-444f-bb7b-1548780c638c'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:31.158273 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17f4bb2-d854-4185-bc4b-97c78ff7732f" -d '{"events": [{"server_uuid": "d02de2de-94ef-45c3-81ee-3e1cff42ab1d", "name": "network-vif-deleted", "tag": "d88e2e15-45bd-444f-bb7b-1548780c638c"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:31.159034 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5a2cb49b-7077-467f-a59b-41f5bc42d0a9 req-dc7ba2ba-4b18-4552-968a-ed053245435c tempest-QuotasAdminNegativeTest-1297444086 tempest-QuotasAdminNegativeTest-1297444086-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=46a80cb4ec864a4e97d1153fa7d9f2ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417960 Jul 05 09:46:31.172802 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-820b3a7d-e2dd-42ea-a67d-d181f1dab77f req-1bbc86c9-cb65-4ff3-b2cb-8d1c428999a6 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] For port 6b53c115-fa70-49fb-a505-943b44432cf3, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6b53c115-fa70-49fb-a505-943b44432cf3,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:31.173223 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-820b3a7d-e2dd-42ea-a67d-d181f1dab77f req-1bbc86c9-cb65-4ff3-b2cb-8d1c428999a6 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:31.181447 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-7121f113-8cbe-4d95-bdcd-0c00f80008bf service neutron] 10.222.0.79 "GET /v2.0/networks/082e79a4-5101-42cd-9b2e-a1a39c3fecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589386 Jul 05 09:46:31.191631 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['09d3e149-9f30-405f-b1b1-59f9cd5c60a6'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:31.193242 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-820b3a7d-e2dd-42ea-a67d-d181f1dab77f req-1bbc86c9-cb65-4ff3-b2cb-8d1c428999a6 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Calling delete_port for 6b53c115-fa70-49fb-a505-943b44432cf3 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:31.257286 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:46:31.323209 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-52079bbb-bfab-43cc-9e7a-1d39c18bb42d service neutron] 10.222.0.79 "GET /v2.0/networks/082e79a4-5101-42cd-9b2e-a1a39c3fecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244071 Jul 05 09:46:31.350733 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-820b3a7d-e2dd-42ea-a67d-d181f1dab77f req-1bbc86c9-cb65-4ff3-b2cb-8d1c428999a6 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:31.380618 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc86c9-cb65-4ff3-b2cb-8d1c428999a6 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Pushing event deleted for resources: {'Port': ['ID=6b53c115-fa70-49fb-a505-943b44432cf3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:31.450567 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-820b3a7d-e2dd-42ea-a67d-d181f1dab77f req-1bbc86c9-cb65-4ff3-b2cb-8d1c428999a6 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] No DVR routers for this DVR port 6b53c115-fa70-49fb-a505-943b44432cf3 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:31.453335 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-820b3a7d-e2dd-42ea-a67d-d181f1dab77f req-1bbc86c9-cb65-4ff3-b2cb-8d1c428999a6 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:31.455406 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-820b3a7d-e2dd-42ea-a67d-d181f1dab77f req-1bbc86c9-cb65-4ff3-b2cb-8d1c428999a6 tempest-MigrationsAdminTest-567281645 tempest-MigrationsAdminTest-567281645-project] 10.222.0.78 "DELETE /v2.0/ports/6b53c115-fa70-49fb-a505-943b44432cf3 HTTP/1.1" status: 204 len: 173 time: 0.6899772 Jul 05 09:46:31.502079 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c34b9a-7da3-49e7-8acf-c08d4ab19891 req-ae97e7f4-db83-4d60-b931-8f2445482a20 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:31.508616 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5c34b9a-7da3-49e7-8acf-c08d4ab19891 req-ae97e7f4-db83-4d60-b931-8f2445482a20 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 944 time: 0.0789063 Jul 05 09:46:31.552341 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5c34b9a-7da3-49e7-8acf-c08d4ab19891 req-76d93ca2-343f-4ee9-805f-4c4b162cdb95 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369587 Jul 05 09:46:31.654885 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d718f7f6-e27d-41d3-9312-caf34dc541f2 req-628e3a46-8094-41f2-b584-f7c029596285 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-178677317&fields=id&tenant_id=087cc3c5250447e68a99a7ecdb68e590 HTTP/1.1" status: 200 len: 267 time: 0.0538101 Jul 05 09:46:31.770433 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718f7f6-e27d-41d3-9312-caf34dc541f2 req-bfea73f0-8f03-45b7-a47a-2fbc0465e55d tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:31.778528 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d718f7f6-e27d-41d3-9312-caf34dc541f2 req-bfea73f0-8f03-45b7-a47a-2fbc0465e55d tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ecb0646-cad2-4928-bbb0-5fd5d795e8a2 HTTP/1.1" status: 200 len: 946 time: 0.1225739 Jul 05 09:46:31.785628 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d718f7f6-e27d-41d3-9312-caf34dc541f2 req-fdf6de07-ae07-4091-8200-e47502c07099 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Request body: {'port': {'security_groups': ['393b60d1-9042-4c6f-83a0-41b46c091f2b', '3c120711-809c-4041-b567-af17c02efd01']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:31.888338 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0072222-87e6-4c8c-a045-05d66b8d1bc3 req-9dbd189f-8550-44d4-8ee0-81d94d947bc6 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:31.889576 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d0072222-87e6-4c8c-a045-05d66b8d1bc3 req-9dbd189f-8550-44d4-8ee0-81d94d947bc6 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 946 time: 0.1824617 Jul 05 09:46:31.923391 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d718f7f6-e27d-41d3-9312-caf34dc541f2 req-fdf6de07-ae07-4091-8200-e47502c07099 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:31.968451 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d0072222-87e6-4c8c-a045-05d66b8d1bc3 req-a771fef5-8402-4972-9c5e-1b34e8be7f1f tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727119 Jul 05 09:46:32.014571 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['6b53c115-fa70-49fb-a505-943b44432cf3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:32.086114 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50308) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:32.136197 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b1c33a-a566-4a33-a150-2c75f7e531dd admin admin] Deleting subnet 6b182209-a92b-45d2-8e65-30b1854728b0 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:46:32.139634 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c33a-a566-4a33-a150-2c75f7e531dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.161750 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4855cd-aa0f-452a-9cec-d3057a598ef4 x-openstack-request-id: req-0f4855cd-aa0f-452a-9cec-d3057a598ef4 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:32.162056 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02de2de-94ef-45c3-81ee-3e1cff42ab1d", "name": "network-vif-deleted", "tag": "d88e2e15-45bd-444f-bb7b-1548780c638c", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:32.162330 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0f4855cd-aa0f-452a-9cec-d3057a598ef4 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:32.162683 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02de2de-94ef-45c3-81ee-3e1cff42ab1d', 'name': 'network-vif-deleted', 'tag': 'd88e2e15-45bd-444f-bb7b-1548780c638c', 'status': 'completed', 'code': 200} Jul 05 09:46:32.191366 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c33a-a566-4a33-a150-2c75f7e531dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.229779 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d718f7f6-e27d-41d3-9312-caf34dc541f2 req-fdf6de07-ae07-4091-8200-e47502c07099 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] For port 193ae10c-ede6-4c62-81d1-3387c567e7c9, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=193ae10c-ede6-4c62-81d1-3387c567e7c9,segment=NetworkSegment(030fc36d-dd4d-4ce4-8888-2baef8e088b7),segment_id=030fc36d-dd4d-4ce4-8888-2baef8e088b7)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:32.240510 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c33a-a566-4a33-a150-2c75f7e531dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.278253 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d718f7f6-e27d-41d3-9312-caf34dc541f2 req-fdf6de07-ae07-4091-8200-e47502c07099 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.286120 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d718f7f6-e27d-41d3-9312-caf34dc541f2 req-fdf6de07-ae07-4091-8200-e47502c07099 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.300011 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['193ae10c-ede6-4c62-81d1-3387c567e7c9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:32.319734 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c33a-a566-4a33-a150-2c75f7e531dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.358486 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718f7f6-e27d-41d3-9312-caf34dc541f2 req-fdf6de07-ae07-4091-8200-e47502c07099 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:32.359645 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d718f7f6-e27d-41d3-9312-caf34dc541f2 req-fdf6de07-ae07-4091-8200-e47502c07099 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.372061 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1c33a-a566-4a33-a150-2c75f7e531dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b182209-a92b-45d2-8e65-30b1854728b0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:32.374223 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d718f7f6-e27d-41d3-9312-caf34dc541f2 req-fdf6de07-ae07-4091-8200-e47502c07099 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "PUT /v2.0/ports/193ae10c-ede6-4c62-81d1-3387c567e7c9 HTTP/1.1" status: 200 len: 982 time: 0.5928421 Jul 05 09:46:32.374223 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecb0646-cad2-4928-bbb0-5fd5d795e8a2', 'tag': '193ae10c-ede6-4c62-81d1-3387c567e7c9'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:32.378076 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c33a-a566-4a33-a150-2c75f7e531dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.380878 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c7b1c33a-a566-4a33-a150-2c75f7e531dd admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6b182209-a92b-45d2-8e65-30b1854728b0 HTTP/1.1" status: 204 len: 168 time: 0.2937338 Jul 05 09:46:32.383551 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50318) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:32.383921 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78221dde-58c7-438a-8836-de168cd329ea" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecb0646-cad2-4928-bbb0-5fd5d795e8a2", "tag": "193ae10c-ede6-4c62-81d1-3387c567e7c9"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:32.421101 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.431422 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['193ae10c-ede6-4c62-81d1-3387c567e7c9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:32.462880 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6de07-ae07-4091-8200-e47502c07099 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event updated for resources: {'Port': ['ID=193ae10c-ede6-4c62-81d1-3387c567e7c9,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:32.475161 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2332e2ce-412c-4f6f-9d13-4cdef8e2963c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.568241 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:32.620325 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2332e2ce-412c-4f6f-9d13-4cdef8e2963c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.659630 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2332e2ce-412c-4f6f-9d13-4cdef8e2963c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:32.660328 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8f0e77f8-ceb5-4759-8cfa-98c399cfac92 req-d0a113db-bfb1-40ac-89ca-c844e75be183 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.79 "GET /v2.0/ports?device_id=690f371f-9ed1-47b6-95d2-c40ffcaa96e0 HTTP/1.1" status: 200 len: 210 time: 0.0725012 Jul 05 09:46:32.687610 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2332e2ce-412c-4f6f-9d13-4cdef8e2963c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32247b43-070e-481a-a9d0-5590446130da') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:32.687610 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2332e2ce-412c-4f6f-9d13-4cdef8e2963c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32247b43-070e-481a-a9d0-5590446130da') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:32.715535 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2332e2ce-412c-4f6f-9d13-4cdef8e2963c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.729449 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:32.741414 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:32.741830 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.764985 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2332e2ce-412c-4f6f-9d13-4cdef8e2963c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.785088 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2332e2ce-412c-4f6f-9d13-4cdef8e2963c admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:46:32.785517 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2332e2ce-412c-4f6f-9d13-4cdef8e2963c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:46:32.787528 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:46:32.872047 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2332e2ce-412c-4f6f-9d13-4cdef8e2963c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.883698 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2332e2ce-412c-4f6f-9d13-4cdef8e2963c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.891045 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2332e2ce-412c-4f6f-9d13-4cdef8e2963c admin admin] 10.222.0.79 "DELETE /v2.0/networks/9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144 HTTP/1.1" status: 204 len: 168 time: 0.5060477 Jul 05 09:46:32.891679 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50338) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:32.901809 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.921218 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-415d9b88-ef40-4b4b-8410-3b54d50326af req-d4b26890-6ac5-4fe9-944c-7f862f44d223 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-386836713&fields=id&tenant_id=087cc3c5250447e68a99a7ecdb68e590 HTTP/1.1" status: 200 len: 267 time: 0.0495901 Jul 05 09:46:32.940165 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc71943-fe8d-4740-87f8-41dc77fe392c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d3e149-9f30-405f-b1b1-59f9cd5c60a6'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:32.942687 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2918a7b8-44f0-48c6-b487-25b785f0e6bc" -d '{"events": [{"server_uuid": "ecc71943-fe8d-4740-87f8-41dc77fe392c", "name": "network-vif-plugged", "status": "completed", "tag": "09d3e149-9f30-405f-b1b1-59f9cd5c60a6"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:32.956313 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c740ce4a-7315-4e21-b01c-e2e70311fb71 x-openstack-request-id: req-c740ce4a-7315-4e21-b01c-e2e70311fb71 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:32.957326 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecb0646-cad2-4928-bbb0-5fd5d795e8a2", "tag": "193ae10c-ede6-4c62-81d1-3387c567e7c9", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:32.957683 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c740ce4a-7315-4e21-b01c-e2e70311fb71 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:32.958170 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecb0646-cad2-4928-bbb0-5fd5d795e8a2', 'tag': '193ae10c-ede6-4c62-81d1-3387c567e7c9', 'status': 'completed', 'code': 200} Jul 05 09:46:32.961497 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=09d3e149-9f30-405f-b1b1-59f9cd5c60a6,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:32.969582 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.972035 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6b53c115-fa70-49fb-a505-943b44432cf3 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:33.001851 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d9b88-ef40-4b4b-8410-3b54d50326af req-14ab7e15-b2bc-440f-a8d1-f844620a3937 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:33.010903 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-415d9b88-ef40-4b4b-8410-3b54d50326af req-14ab7e15-b2bc-440f-a8d1-f844620a3937 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ecb0646-cad2-4928-bbb0-5fd5d795e8a2 HTTP/1.1" status: 200 len: 985 time: 0.0884693 Jul 05 09:46:33.016747 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-415d9b88-ef40-4b4b-8410-3b54d50326af req-2c382a64-42bc-4a47-aaa3-85aecff7fc01 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Request body: {'port': {'security_groups': ['393b60d1-9042-4c6f-83a0-41b46c091f2b', '3c120711-809c-4041-b567-af17c02efd01', 'c01cf064-19e2-4d78-9122-23a4a11e316b']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:33.022212 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 6b53c115-fa70-49fb-a505-943b44432cf3 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:33.022779 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50344) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:33.023291 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6b53c115-fa70-49fb-a505-943b44432cf3 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:33.074545 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332e2ce-412c-4f6f-9d13-4cdef8e2963c admin admin] Pushing event deleted for resources: {'Network': ['ID=9f0bc05a-08e2-4fdf-8c2a-5dd1de27e144,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:33.090782 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd90586-31d7-474f-b725-28fa73f92ed3 admin admin] Deleting subnet a17cb33e-7295-4375-aafc-1d60a8638eda {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:46:33.095472 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cdd90586-31d7-474f-b725-28fa73f92ed3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:33.135494 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=09d3e149-9f30-405f-b1b1-59f9cd5c60a6,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:33.140345 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cdd90586-31d7-474f-b725-28fa73f92ed3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:33.166661 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78221dde-58c7-438a-8836-de168cd329ea req-f1d11065-c415-4dfb-83f7-74836403c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:33.168231 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-78221dde-58c7-438a-8836-de168cd329ea req-f1d11065-c415-4dfb-83f7-74836403c8e4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=087cc3c5250447e68a99a7ecdb68e590&device_id=5ecb0646-cad2-4928-bbb0-5fd5d795e8a2 HTTP/1.1" status: 200 len: 1136 time: 0.1924033 Jul 05 09:46:33.232620 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cdd90586-31d7-474f-b725-28fa73f92ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:33.299329 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device d88e2e15-45bd-444f-bb7b-1548780c638c no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:33.314364 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78221dde-58c7-438a-8836-de168cd329ea req-5abe035a-6e40-4a54-8640-ef2d6f4eb6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:33.315925 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-78221dde-58c7-438a-8836-de168cd329ea req-5abe035a-6e40-4a54-8640-ef2d6f4eb6c7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=23f5a57a-e75c-48d0-bb1c-6a86c872c6d9 HTTP/1.1" status: 200 len: 912 time: 0.1395717 Jul 05 09:46:33.333354 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cdd90586-31d7-474f-b725-28fa73f92ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:33.335501 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: d88e2e15-45bd-444f-bb7b-1548780c638c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:33.336146 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device d88e2e15-45bd-444f-bb7b-1548780c638c not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:33.393251 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-78221dde-58c7-438a-8836-de168cd329ea req-51441790-5f29-4fec-92c5-bc90a6dc997d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=193ae10c-ede6-4c62-81d1-3387c567e7c9 HTTP/1.1" status: 200 len: 217 time: 0.0682576 Jul 05 09:46:33.394305 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd90586-31d7-474f-b725-28fa73f92ed3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a17cb33e-7295-4375-aafc-1d60a8638eda,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:33.397890 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cdd90586-31d7-474f-b725-28fa73f92ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:33.399806 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cdd90586-31d7-474f-b725-28fa73f92ed3 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a17cb33e-7295-4375-aafc-1d60a8638eda HTTP/1.1" status: 204 len: 168 time: 0.5024853 Jul 05 09:46:33.402588 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50348) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:33.502357 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78221dde-58c7-438a-8836-de168cd329ea req-3fc3c449-ca7a-416c-87e1-f2235ff7dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:33.503833 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-78221dde-58c7-438a-8836-de168cd329ea req-3fc3c449-ca7a-416c-87e1-f2235ff7dbda service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3ddb5390-4629-41b1-a8c5-27c8806285d5 HTTP/1.1" status: 200 len: 851 time: 0.0939033 Jul 05 09:46:33.507825 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48c62715-818b-469a-8ac1-3a65d4e3b272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:33.543267 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-78221dde-58c7-438a-8836-de168cd329ea req-49fb94a2-5e10-4419-85a2-3cdaf4f344ee service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=23f5a57a-e75c-48d0-bb1c-6a86c872c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321002 Jul 05 09:46:33.563057 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-415d9b88-ef40-4b4b-8410-3b54d50326af req-2c382a64-42bc-4a47-aaa3-85aecff7fc01 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:33.586753 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-aba09442-7447-4243-a863-783daa9840f8 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:33.588239 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-aba09442-7447-4243-a863-783daa9840f8 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.81 "GET /v2.0/networks?id=082e79a4-5101-42cd-9b2e-a1a39c3fecf5 HTTP/1.1" status: 200 len: 809 time: 0.5025902 Jul 05 09:46:33.593363 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6242c8e4-e10f-4881-ad2b-48264cf375a9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=113815fb01a24fd792ed2a3df3efc0de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5673993 Jul 05 09:46:33.597931 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50350) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:33.602676 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-2f306f06-2205-4944-95b3-ef9b98637ea6 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Request body: {'port': {'device_id': '690f371f-9ed1-47b6-95d2-c40ffcaa96e0', 'network_id': '082e79a4-5101-42cd-9b2e-a1a39c3fecf5', 'admin_state_up': True, 'tenant_id': '6f1f56f6a7d74265959f0c56be64a198'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:33.623456 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4884a-77e6-48ab-9f59-2c59390fcba8 req-3e4b385f-3b56-4b57-b225-bfb28f6d302c tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:33.625249 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85e4884a-77e6-48ab-9f59-2c59390fcba8 req-3e4b385f-3b56-4b57-b225-bfb28f6d302c tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 945 time: 0.4656696 Jul 05 09:46:33.816522 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85e4884a-77e6-48ab-9f59-2c59390fcba8 req-24477869-aad3-4c7e-bcf2-29e2d8312705 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728213 Jul 05 09:46:33.848804 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98fcab78-8338-4d1c-8f16-6061516c903a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:33.899001 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98fcab78-8338-4d1c-8f16-6061516c903a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:33.921453 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-2f306f06-2205-4944-95b3-ef9b98637ea6 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Made reservation on behalf of 6f1f56f6a7d74265959f0c56be64a198 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:33.925094 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-2f306f06-2205-4944-95b3-ef9b98637ea6 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:33.930550 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48c62715-818b-469a-8ac1-3a65d4e3b272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:33.949570 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-48c62715-818b-469a-8ac1-3a65d4e3b272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05f60b3-559c-4bec-93ec-7379f77bcb27']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:33.966395 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-48c62715-818b-469a-8ac1-3a65d4e3b272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003b410d-ffc6-40fa-bb84-1fe4979e2034') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:33.966688 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-48c62715-818b-469a-8ac1-3a65d4e3b272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003b410d-ffc6-40fa-bb84-1fe4979e2034') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:33.983411 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48c62715-818b-469a-8ac1-3a65d4e3b272 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:33.991058 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-78221dde-58c7-438a-8836-de168cd329ea req-e8985973-1b2f-44c4-859f-2c011d3b6681 service neutron] 10.222.0.81 "GET /v2.0/networks/23f5a57a-e75c-48d0-bb1c-6a86c872c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402802 Jul 05 09:46:33.999098 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48c62715-818b-469a-8ac1-3a65d4e3b272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:34.051605 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c62715-818b-469a-8ac1-3a65d4e3b272 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:46:34.052064 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48c62715-818b-469a-8ac1-3a65d4e3b272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:46:34.053807 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:46:34.093674 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98fcab78-8338-4d1c-8f16-6061516c903a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:34.097479 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98fcab78-8338-4d1c-8f16-6061516c903a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:34.100584 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-98fcab78-8338-4d1c-8f16-6061516c903a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0e495b61-c692-45a1-b215-e97c0e944c21 HTTP/1.1" status: 204 len: 168 time: 0.5001755 Jul 05 09:46:34.133292 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcab78-8338-4d1c-8f16-6061516c903a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e495b61-c692-45a1-b215-e97c0e944c21,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:34.164640 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06716c5-5057-48fd-ad54-e875163b01a9', 'name': 'network-vif-deleted', 'tag': '6b53c115-fa70-49fb-a505-943b44432cf3'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:34.166924 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadddbd5-b250-466d-8fb1-0efce40d221c" -d '{"events": [{"server_uuid": "c06716c5-5057-48fd-ad54-e875163b01a9", "name": "network-vif-deleted", "tag": "6b53c115-fa70-49fb-a505-943b44432cf3"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:34.183025 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48c62715-818b-469a-8ac1-3a65d4e3b272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:34.191251 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-415d9b88-ef40-4b4b-8410-3b54d50326af req-2c382a64-42bc-4a47-aaa3-85aecff7fc01 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] For port 193ae10c-ede6-4c62-81d1-3387c567e7c9, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=193ae10c-ede6-4c62-81d1-3387c567e7c9,segment=NetworkSegment(030fc36d-dd4d-4ce4-8888-2baef8e088b7),segment_id=030fc36d-dd4d-4ce4-8888-2baef8e088b7)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:34.196306 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48c62715-818b-469a-8ac1-3a65d4e3b272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:34.198216 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-48c62715-818b-469a-8ac1-3a65d4e3b272 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b05f60b3-559c-4bec-93ec-7379f77bcb27 HTTP/1.1" status: 204 len: 168 time: 0.7946560 Jul 05 09:46:34.225266 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c62715-818b-469a-8ac1-3a65d4e3b272 admin admin] Pushing event deleted for resources: {'Network': ['ID=b05f60b3-559c-4bec-93ec-7379f77bcb27,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:34.238755 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-78221dde-58c7-438a-8836-de168cd329ea req-9e064603-7e9e-4894-bb88-785c5096b843 service neutron] 10.222.0.81 "GET /v2.0/networks/23f5a57a-e75c-48d0-bb1c-6a86c872c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365637 Jul 05 09:46:34.244928 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-2f306f06-2205-4944-95b3-ef9b98637ea6 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Allocated IP 172.20.0.10 (082e79a4-5101-42cd-9b2e-a1a39c3fecf5/a56650db-a91e-450c-8473-d0f2ab644087/e632d550-f0c6-4d64-9881-1dffeeaf272c) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:34.255114 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-415d9b88-ef40-4b4b-8410-3b54d50326af req-2c382a64-42bc-4a47-aaa3-85aecff7fc01 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:34.264960 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-415d9b88-ef40-4b4b-8410-3b54d50326af req-2c382a64-42bc-4a47-aaa3-85aecff7fc01 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:34.278706 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['193ae10c-ede6-4c62-81d1-3387c567e7c9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:34.348955 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d9b88-ef40-4b4b-8410-3b54d50326af req-2c382a64-42bc-4a47-aaa3-85aecff7fc01 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:34.349648 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-415d9b88-ef40-4b4b-8410-3b54d50326af req-2c382a64-42bc-4a47-aaa3-85aecff7fc01 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:34.366959 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-415d9b88-ef40-4b4b-8410-3b54d50326af req-2c382a64-42bc-4a47-aaa3-85aecff7fc01 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "PUT /v2.0/ports/193ae10c-ede6-4c62-81d1-3387c567e7c9 HTTP/1.1" status: 200 len: 1021 time: 1.3550715 Jul 05 09:46:34.403615 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fc5be7-1b91-4e43-818e-dafdfdeab823 x-openstack-request-id: req-a0fc5be7-1b91-4e43-818e-dafdfdeab823 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:34.404025 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc71943-fe8d-4740-87f8-41dc77fe392c", "name": "network-vif-plugged", "status": "completed", "tag": "09d3e149-9f30-405f-b1b1-59f9cd5c60a6", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:34.404991 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a0fc5be7-1b91-4e43-818e-dafdfdeab823 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:34.406178 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc71943-fe8d-4740-87f8-41dc77fe392c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d3e149-9f30-405f-b1b1-59f9cd5c60a6', 'code': 200} Jul 05 09:46:34.413140 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c382a64-42bc-4a47-aaa3-85aecff7fc01 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event updated for resources: {'Port': ['ID=193ae10c-ede6-4c62-81d1-3387c567e7c9,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:34.452704 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['193ae10c-ede6-4c62-81d1-3387c567e7c9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:34.615244 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b0a66-1e66-4494-8b70-b538f66b2ece req-5a6426ca-c9b1-41e5-80e1-59664138a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:34.615244 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e41b0a66-1e66-4494-8b70-b538f66b2ece req-5a6426ca-c9b1-41e5-80e1-59664138a589 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 1096 time: 0.1178396 Jul 05 09:46:34.663741 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-2f306f06-2205-4944-95b3-ef9b98637ea6 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:34.665890 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50374) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:34.734138 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b651da-e7b8-4543-b22b-a71690892854 req-1fd0d7cc-aa7e-48d7-a82f-3a19e8b6d03f tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:34.742327 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-65b651da-e7b8-4543-b22b-a71690892854 req-1fd0d7cc-aa7e-48d7-a82f-3a19e8b6d03f tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 946 time: 0.1185699 Jul 05 09:46:34.775481 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-2f306f06-2205-4944-95b3-ef9b98637ea6 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:34.800316 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1f931334-a23d-4b3a-92df-9c583e68c2be admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2670d186911d4c43b7e511e7499a38d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1311860 Jul 05 09:46:34.806084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50378) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:34.806423 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50380) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:34.817658 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e41b0a66-1e66-4494-8b70-b538f66b2ece req-b46418d4-b521-403c-b505-a406da634408 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055268 Jul 05 09:46:34.873502 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-2f306f06-2205-4944-95b3-ef9b98637ea6 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Network 082e79a4-5101-42cd-9b2e-a1a39c3fecf5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:34.887546 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-65b651da-e7b8-4543-b22b-a71690892854 req-26082af6-e3d5-445d-8e99-ed37fac77027 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442702 Jul 05 09:46:34.903069 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-2f306f06-2205-4944-95b3-ef9b98637ea6 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:34.943473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-2f306f06-2205-4944-95b3-ef9b98637ea6 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:34.969291 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea5cfd6-a82f-4716-a06c-a341212378b9 x-openstack-request-id: req-6ea5cfd6-a82f-4716-a06c-a341212378b9 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:34.969880 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06716c5-5057-48fd-ad54-e875163b01a9", "name": "network-vif-deleted", "tag": "6b53c115-fa70-49fb-a505-943b44432cf3", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:34.970399 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6ea5cfd6-a82f-4716-a06c-a341212378b9 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:34.970999 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06716c5-5057-48fd-ad54-e875163b01a9', 'name': 'network-vif-deleted', 'tag': '6b53c115-fa70-49fb-a505-943b44432cf3', 'status': 'completed', 'code': 200} Jul 05 09:46:34.983883 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecb0646-cad2-4928-bbb0-5fd5d795e8a2', 'tag': '193ae10c-ede6-4c62-81d1-3387c567e7c9'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:34.986482 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf43436-0826-403e-9387-fc36dbfca3ee" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecb0646-cad2-4928-bbb0-5fd5d795e8a2", "tag": "193ae10c-ede6-4c62-81d1-3387c567e7c9"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:35.084986 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-398d5cec-1cf3-4866-8ee0-5adf338f9e69 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6236b59c028c41c9a18004a6fefe1584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709935 Jul 05 09:46:35.084986 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f306f06-2205-4944-95b3-ef9b98637ea6 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Pushing event updated for resources: {'Port': ['ID=e632d550-f0c6-4d64-9881-1dffeeaf272c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:35.085805 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50388) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:35.132273 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-2f306f06-2205-4944-95b3-ef9b98637ea6 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:35.132814 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-2f306f06-2205-4944-95b3-ef9b98637ea6 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:35.146091 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f77d2e1f-ca0c-4d7c-a79e-506a70c243b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:35.149443 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aec51f5f-33f1-4c0b-8b31-b27576b06311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:35.169815 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-2f306f06-2205-4944-95b3-ef9b98637ea6 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5724876 Jul 05 09:46:35.170822 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f77d2e1f-ca0c-4d7c-a79e-506a70c243b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:35.192619 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-290ec3ca-80ef-4be8-aef5-643a470a6b60 service neutron] Request body: {'port': {'device_id': '690f371f-9ed1-47b6-95d2-c40ffcaa96e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:35.208489 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83757a6-2c21-4cd7-a4d6-023d79a2fb7c req-52f93b59-0722-4b71-8c4a-c1b0c8af4044 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:35.210052 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c83757a6-2c21-4cd7-a4d6-023d79a2fb7c req-52f93b59-0722-4b71-8c4a-c1b0c8af4044 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.79 "GET /v2.0/ports?device_id=690f371f-9ed1-47b6-95d2-c40ffcaa96e0 HTTP/1.1" status: 200 len: 932 time: 0.3091674 Jul 05 09:46:35.229264 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aec51f5f-33f1-4c0b-8b31-b27576b06311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:35.266965 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f77d2e1f-ca0c-4d7c-a79e-506a70c243b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:35.270469 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f77d2e1f-ca0c-4d7c-a79e-506a70c243b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:35.272105 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f77d2e1f-ca0c-4d7c-a79e-506a70c243b4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fcd6da13-ab82-4fb0-8f6d-dc960d11e77a HTTP/1.1" status: 204 len: 168 time: 0.1845067 Jul 05 09:46:35.282258 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d2e1f-ca0c-4d7c-a79e-506a70c243b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd6da13-ab82-4fb0-8f6d-dc960d11e77a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:35.286484 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def79e11-6b9e-49ff-b9a1-89900ca21897 req-4755228e-5ac5-401a-8725-fd8425f07cfd tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:35.292715 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-def79e11-6b9e-49ff-b9a1-89900ca21897 req-4755228e-5ac5-401a-8725-fd8425f07cfd tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ecb0646-cad2-4928-bbb0-5fd5d795e8a2 HTTP/1.1" status: 200 len: 1024 time: 0.2327111 Jul 05 09:46:35.351593 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c83757a6-2c21-4cd7-a4d6-023d79a2fb7c req-18d8116e-c6f2-4d7e-8a61-06e66f52865f tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.79 "GET /v2.0/security-groups?id=73d8f0e5-1e38-4806-bb1a-e93f4c655094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193743 Jul 05 09:46:35.429447 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aec51f5f-33f1-4c0b-8b31-b27576b06311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:35.432002 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aec51f5f-33f1-4c0b-8b31-b27576b06311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:35.436807 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-aec51f5f-33f1-4c0b-8b31-b27576b06311 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/abc8045d-a3ec-4f3c-95d8-14eb39b34168 HTTP/1.1" status: 204 len: 168 time: 0.6206439 Jul 05 09:46:35.460499 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-290ec3ca-80ef-4be8-aef5-643a470a6b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:35.521587 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-def79e11-6b9e-49ff-b9a1-89900ca21897 req-f74ae88a-d76e-4c43-b6b8-d94ba0248712 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c01cf064-19e2-4d78-9122-23a4a11e316b&id=393b60d1-9042-4c6f-83a0-41b46c091f2b&id=3c120711-809c-4041-b567-af17c02efd01 HTTP/1.1" status: 200 len: 6148 time: 0.2277629 Jul 05 09:46:35.525186 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec51f5f-33f1-4c0b-8b31-b27576b06311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc8045d-a3ec-4f3c-95d8-14eb39b34168,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:35.731523 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f291b0c-7528-4f48-9d39-90e0121d4938 req-7ecf48db-57d5-45e8-a9ae-6a730e2c72e2 tempest-QuotasAdminNegativeTest-1297444086 tempest-QuotasAdminNegativeTest-1297444086-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=46a80cb4ec864a4e97d1153fa7d9f2ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480258 Jul 05 09:46:35.791985 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:35.864058 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0069951-95f0-4975-82fc-3b33c3647fa5 req-80dd2252-8f97-43d2-b17f-24f17b91b7a3 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:35.870365 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f0069951-95f0-4975-82fc-3b33c3647fa5 req-80dd2252-8f97-43d2-b17f-24f17b91b7a3 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 945 time: 0.3145485 Jul 05 09:46:35.968571 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f0069951-95f0-4975-82fc-3b33c3647fa5 req-45e83b94-db91-4a96-b31e-3e281135847b tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971725 Jul 05 09:46:36.021842 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50420) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:36.034789 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f291b0c-7528-4f48-9d39-90e0121d4938 req-f0e62501-c4ab-45f9-83f6-e2687686026b tempest-QuotasAdminNegativeTest-1297444086 tempest-QuotasAdminNegativeTest-1297444086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:36.042850 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f291b0c-7528-4f48-9d39-90e0121d4938 req-f0e62501-c4ab-45f9-83f6-e2687686026b tempest-QuotasAdminNegativeTest-1297444086 tempest-QuotasAdminNegativeTest-1297444086-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3012323 Jul 05 09:46:36.079607 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff91563-2e47-4f9e-8c88-b4be28e04625 x-openstack-request-id: req-7ff91563-2e47-4f9e-8c88-b4be28e04625 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:36.079818 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecb0646-cad2-4928-bbb0-5fd5d795e8a2", "tag": "193ae10c-ede6-4c62-81d1-3387c567e7c9", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:36.080028 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7ff91563-2e47-4f9e-8c88-b4be28e04625 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:36.080316 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecb0646-cad2-4928-bbb0-5fd5d795e8a2', 'tag': '193ae10c-ede6-4c62-81d1-3387c567e7c9', 'status': 'completed', 'code': 200} Jul 05 09:46:36.095357 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f291b0c-7528-4f48-9d39-90e0121d4938 req-d0c19de1-0176-4510-aac2-84b0ac878e77 tempest-QuotasAdminNegativeTest-1297444086 tempest-QuotasAdminNegativeTest-1297444086-project] 10.222.0.79 "GET /v2.0/quotas/46a80cb4ec864a4e97d1153fa7d9f2ea HTTP/1.1" status: 200 len: 375 time: 0.0424819 Jul 05 09:46:36.119681 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-c149ad8c-0205-4664-8da2-2bf9640f9ef4 req-045a0860-6d03-486a-a631-09ea82b9d407 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Request body: {'security_group': {'name': ' tempest-securitygroup -389784420 ', 'description': 'tempest-description-1798473620'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:36.160631 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-37cdcaee-d166-4a80-95da-c84eb4cdc593 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=74b8af4b1ea44e22aea09bf4d28a8316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1372943 Jul 05 09:46:36.164708 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50424) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:36.180781 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f291b0c-7528-4f48-9d39-90e0121d4938 req-4ea69e73-6423-4de0-b334-b4e445c7b11c tempest-QuotasAdminNegativeTest-1297444086 tempest-QuotasAdminNegativeTest-1297444086-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=46a80cb4ec864a4e97d1153fa7d9f2ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844917 Jul 05 09:46:36.232666 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ae738ae-6341-405c-94eb-89b893822d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:36.242673 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-290ec3ca-80ef-4be8-aef5-643a470a6b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e632d550-f0c6-4d64-9881-1dffeeaf272c {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:46:36.254962 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c149ad8c-0205-4664-8da2-2bf9640f9ef4 req-045a0860-6d03-486a-a631-09ea82b9d407 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:36.279624 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-290ec3ca-80ef-4be8-aef5-643a470a6b60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:36.280867 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ae738ae-6341-405c-94eb-89b893822d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:36.348411 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-290ec3ca-80ef-4be8-aef5-643a470a6b60 service neutron] Transition to ACTIVE for port object e632d550-f0c6-4d64-9881-1dffeeaf272c will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:36.359946 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-290ec3ca-80ef-4be8-aef5-643a470a6b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:36.407457 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf43436-0826-403e-9387-fc36dbfca3ee req-5b354e5e-1a72-4cd9-9538-e8b57605929c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:36.417969 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bdf43436-0826-403e-9387-fc36dbfca3ee req-5b354e5e-1a72-4cd9-9538-e8b57605929c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=087cc3c5250447e68a99a7ecdb68e590&device_id=5ecb0646-cad2-4928-bbb0-5fd5d795e8a2 HTTP/1.1" status: 200 len: 1175 time: 0.3220239 Jul 05 09:46:36.419134 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ae738ae-6341-405c-94eb-89b893822d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:36.424523 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ae738ae-6341-405c-94eb-89b893822d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:36.427273 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1ae738ae-6341-405c-94eb-89b893822d6d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a002b866-5c61-4c70-abef-72a8416b5654 HTTP/1.1" status: 204 len: 168 time: 0.2577195 Jul 05 09:46:36.454653 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ec3ca-80ef-4be8-aef5-643a470a6b60 service neutron] Pushing event updated for resources: {'Port': ['ID=e632d550-f0c6-4d64-9881-1dffeeaf272c,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:36.459574 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae738ae-6341-405c-94eb-89b893822d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a002b866-5c61-4c70-abef-72a8416b5654,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:36.623281 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c149ad8c-0205-4664-8da2-2bf9640f9ef4 req-045a0860-6d03-486a-a631-09ea82b9d407 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:36.636717 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c149ad8c-0205-4664-8da2-2bf9640f9ef4 req-045a0860-6d03-486a-a631-09ea82b9d407 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:36.648789 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf43436-0826-403e-9387-fc36dbfca3ee req-2b037227-97f3-4795-9f2e-4307c1b0edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:36.656223 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bdf43436-0826-403e-9387-fc36dbfca3ee req-2b037227-97f3-4795-9f2e-4307c1b0edc1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=23f5a57a-e75c-48d0-bb1c-6a86c872c6d9 HTTP/1.1" status: 200 len: 912 time: 0.2253323 Jul 05 09:46:36.659366 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-290ec3ca-80ef-4be8-aef5-643a470a6b60 service neutron] Attempting to bind port e632d550-f0c6-4d64-9881-1dffeeaf272c on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:36.659827 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-290ec3ca-80ef-4be8-aef5-643a470a6b60 service neutron] Attempting to bind port e632d550-f0c6-4d64-9881-1dffeeaf272c by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '8a9c7fe3-1979-41f0-8c19-bfe2e33c1b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '082e79a4-5101-42cd-9b2e-a1a39c3fecf5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:36.660280 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-290ec3ca-80ef-4be8-aef5-643a470a6b60 service neutron] Attempting to bind port e632d550-f0c6-4d64-9881-1dffeeaf272c on network 082e79a4-5101-42cd-9b2e-a1a39c3fecf5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:36.685000 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-290ec3ca-80ef-4be8-aef5-643a470a6b60 service neutron] Port e632d550-f0c6-4d64-9881-1dffeeaf272c on network 082e79a4-5101-42cd-9b2e-a1a39c3fecf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:46:36.685000 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-290ec3ca-80ef-4be8-aef5-643a470a6b60 service neutron] Attempting to bind port e632d550-f0c6-4d64-9881-1dffeeaf272c on network 082e79a4-5101-42cd-9b2e-a1a39c3fecf5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:36.692703 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c149ad8c-0205-4664-8da2-2bf9640f9ef4 req-045a0860-6d03-486a-a631-09ea82b9d407 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:36.705074 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c149ad8c-0205-4664-8da2-2bf9640f9ef4 req-045a0860-6d03-486a-a631-09ea82b9d407 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.6029942 Jul 05 09:46:36.721096 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-290ec3ca-80ef-4be8-aef5-643a470a6b60 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:36.722550 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-290ec3ca-80ef-4be8-aef5-643a470a6b60 service neutron] Checking segment: {'id': '8a9c7fe3-1979-41f0-8c19-bfe2e33c1b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '082e79a4-5101-42cd-9b2e-a1a39c3fecf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:36.723604 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-290ec3ca-80ef-4be8-aef5-643a470a6b60 service neutron] Bound using segment: {'id': '8a9c7fe3-1979-41f0-8c19-bfe2e33c1b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '082e79a4-5101-42cd-9b2e-a1a39c3fecf5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:36.723604 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-290ec3ca-80ef-4be8-aef5-643a470a6b60 service neutron] Bound port: e632d550-f0c6-4d64-9881-1dffeeaf272c, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9c7fe3-1979-41f0-8c19-bfe2e33c1b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '082e79a4-5101-42cd-9b2e-a1a39c3fecf5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:36.724177 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-290ec3ca-80ef-4be8-aef5-643a470a6b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:36.728031 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a0860-6d03-486a-a631-09ea82b9d407 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f610922-0a80-4223-aeda-691e625495f4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:36.734095 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bdf43436-0826-403e-9387-fc36dbfca3ee req-d4d2566c-cc56-43a8-9909-388124678ba6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=193ae10c-ede6-4c62-81d1-3387c567e7c9 HTTP/1.1" status: 200 len: 217 time: 0.0717142 Jul 05 09:46:36.772094 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf54172-13a3-4e5c-ba02-58dda173e287 req-1d721bea-b8c5-4eb0-8a51-ea99d26adcac tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:36.773946 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cdf54172-13a3-4e5c-ba02-58dda173e287 req-1d721bea-b8c5-4eb0-8a51-ea99d26adcac tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 946 time: 0.2717438 Jul 05 09:46:36.793325 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf43436-0826-403e-9387-fc36dbfca3ee req-35df2d0f-fbd0-4866-b798-1215aeea7176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:36.795156 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bdf43436-0826-403e-9387-fc36dbfca3ee req-35df2d0f-fbd0-4866-b798-1215aeea7176 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3ddb5390-4629-41b1-a8c5-27c8806285d5 HTTP/1.1" status: 200 len: 851 time: 0.0548136 Jul 05 09:46:36.837701 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bdf43436-0826-403e-9387-fc36dbfca3ee req-fcf90a81-e973-4726-91b1-a3c2f6cda57f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=23f5a57a-e75c-48d0-bb1c-6a86c872c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356264 Jul 05 09:46:36.887225 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cdf54172-13a3-4e5c-ba02-58dda173e287 req-e3ae0188-afe8-4dd7-a462-986dfc7c9b1a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741510 Jul 05 09:46:36.912557 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-290ec3ca-80ef-4be8-aef5-643a470a6b60 service neutron] For port e632d550-f0c6-4d64-9881-1dffeeaf272c, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:36.928673 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-290ec3ca-80ef-4be8-aef5-643a470a6b60 service neutron] For port e632d550-f0c6-4d64-9881-1dffeeaf272c, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e632d550-f0c6-4d64-9881-1dffeeaf272c,segment=NetworkSegment(8a9c7fe3-1979-41f0-8c19-bfe2e33c1b50),segment_id=8a9c7fe3-1979-41f0-8c19-bfe2e33c1b50)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:36.937207 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-290ec3ca-80ef-4be8-aef5-643a470a6b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:36.997662 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bdf43436-0826-403e-9387-fc36dbfca3ee req-237bd6bb-d9d6-41b5-863d-e436dd8571e8 service neutron] 10.222.0.81 "GET /v2.0/networks/23f5a57a-e75c-48d0-bb1c-6a86c872c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516960 Jul 05 09:46:37.004708 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-290ec3ca-80ef-4be8-aef5-643a470a6b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:37.005670 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-290ec3ca-80ef-4be8-aef5-643a470a6b60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:37.007289 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-290ec3ca-80ef-4be8-aef5-643a470a6b60 service neutron] 10.222.0.81 "PUT /v2.0/ports/e632d550-f0c6-4d64-9881-1dffeeaf272c HTTP/1.1" status: 200 len: 1092 time: 1.8224168 Jul 05 09:46:37.042540 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ec3ca-80ef-4be8-aef5-643a470a6b60 service neutron] Pushing event updated for resources: {'Port': ['ID=e632d550-f0c6-4d64-9881-1dffeeaf272c,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:37.176441 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-5c32326c-ba58-4b56-a1b1-68d109ce41ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:37.178220 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-5c32326c-ba58-4b56-a1b1-68d109ce41ae service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f1f56f6a7d74265959f0c56be64a198&device_id=690f371f-9ed1-47b6-95d2-c40ffcaa96e0 HTTP/1.1" status: 200 len: 1095 time: 0.1189535 Jul 05 09:46:37.202369 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bdf43436-0826-403e-9387-fc36dbfca3ee req-07b57cca-c437-4c7a-a4e0-1ec6d84532b6 service neutron] 10.222.0.81 "GET /v2.0/networks/23f5a57a-e75c-48d0-bb1c-6a86c872c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907237 Jul 05 09:46:37.217424 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e93f88-bc1e-4cfa-b24c-02e6e2106a88 req-ebf92862-2ec1-47d4-a865-9e70517f9e42 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:37.219276 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5e93f88-bc1e-4cfa-b24c-02e6e2106a88 req-ebf92862-2ec1-47d4-a865-9e70517f9e42 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.79 "GET /v2.0/ports?device_id=690f371f-9ed1-47b6-95d2-c40ffcaa96e0 HTTP/1.1" status: 200 len: 944 time: 0.0973749 Jul 05 09:46:37.254999 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-c298f3a6-0eed-4d0d-8bd0-91931d55e6c8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e632d550-f0c6-4d64-9881-1dffeeaf272c HTTP/1.1" status: 200 len: 217 time: 0.0628631 Jul 05 09:46:37.332263 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5e93f88-bc1e-4cfa-b24c-02e6e2106a88 req-8d2db0e5-eb30-4141-b4c4-89244a52854d tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.79 "GET /v2.0/security-groups?id=73d8f0e5-1e38-4806-bb1a-e93f4c655094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795758 Jul 05 09:46:37.355092 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-c7cb53fc-b16a-4d26-aca8-3d12ab5a86ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:37.356912 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-c7cb53fc-b16a-4d26-aca8-3d12ab5a86ad service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a56650db-a91e-450c-8473-d0f2ab644087 HTTP/1.1" status: 200 len: 849 time: 0.0949833 Jul 05 09:46:37.445110 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-2ca91be7-2cb2-4cea-b09b-9365d314bcf9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=082e79a4-5101-42cd-9b2e-a1a39c3fecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809054 Jul 05 09:46:37.613872 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-23c85dc1-a43e-4fb7-bf28-b93df06b9c09 req-2d0a0919-5758-4e1a-9901-5f1c5de11c6c tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/8f610922-0a80-4223-aeda-691e625495f4 HTTP/1.1" status: 200 len: 1780 time: 0.1711550 Jul 05 09:46:37.664880 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-a4904df3-dc05-49f7-b46f-c18570b8fb44 service neutron] 10.222.0.81 "GET /v2.0/networks/082e79a4-5101-42cd-9b2e-a1a39c3fecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049537 Jul 05 09:46:37.679694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88ed2b-e10a-4d0f-83eb-7131f12a7f6b req-50bfdd7e-798c-4f7f-86c1-f8ab8a384a07 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:37.681278 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ed88ed2b-e10a-4d0f-83eb-7131f12a7f6b req-50bfdd7e-798c-4f7f-86c1-f8ab8a384a07 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 945 time: 0.1387422 Jul 05 09:46:37.815641 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ed88ed2b-e10a-4d0f-83eb-7131f12a7f6b req-9e49d1d1-c2f4-4a99-a181-95b1157d9c27 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075878 Jul 05 09:46:37.830871 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4187e81a-155d-4722-99bc-051e552f3898 req-09afef86-8e04-4cd5-a9ad-dfd3f88b3d2a tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/8f610922-0a80-4223-aeda-691e625495f4 HTTP/1.1" status: 200 len: 1780 time: 0.1472745 Jul 05 09:46:37.898983 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91440103-36ca-4d9a-8b42-e922e29f78ab req-7c5f1e74-8412-44cb-8587-9754bb770f94 service neutron] 10.222.0.81 "GET /v2.0/networks/082e79a4-5101-42cd-9b2e-a1a39c3fecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166872 Jul 05 09:46:37.935703 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4187e81a-155d-4722-99bc-051e552f3898 req-4e1884cb-389b-4d4a-8f4a-e970566aabd0 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:37.965819 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4187e81a-155d-4722-99bc-051e552f3898 req-4e1884cb-389b-4d4a-8f4a-e970566aabd0 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:38.026803 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4187e81a-155d-4722-99bc-051e552f3898 req-4e1884cb-389b-4d4a-8f4a-e970566aabd0 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:38.031504 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4187e81a-155d-4722-99bc-051e552f3898 req-4e1884cb-389b-4d4a-8f4a-e970566aabd0 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:38.053456 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4187e81a-155d-4722-99bc-051e552f3898 req-4e1884cb-389b-4d4a-8f4a-e970566aabd0 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "DELETE /v2.0/security-groups/8f610922-0a80-4223-aeda-691e625495f4 HTTP/1.1" status: 204 len: 173 time: 0.2092049 Jul 05 09:46:38.066133 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1884cb-389b-4d4a-8f4a-e970566aabd0 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f610922-0a80-4223-aeda-691e625495f4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:38.076227 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1884cb-389b-4d4a-8f4a-e970566aabd0 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:38.076985 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1884cb-389b-4d4a-8f4a-e970566aabd0 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:38.077341 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1884cb-389b-4d4a-8f4a-e970566aabd0 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:38.077784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1884cb-389b-4d4a-8f4a-e970566aabd0 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:38.078019 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1884cb-389b-4d4a-8f4a-e970566aabd0 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:38.078528 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1884cb-389b-4d4a-8f4a-e970566aabd0 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:38.078740 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1884cb-389b-4d4a-8f4a-e970566aabd0 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:38.079068 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1884cb-389b-4d4a-8f4a-e970566aabd0 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:38.079402 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1884cb-389b-4d4a-8f4a-e970566aabd0 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:38.079723 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1884cb-389b-4d4a-8f4a-e970566aabd0 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:38.080238 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1884cb-389b-4d4a-8f4a-e970566aabd0 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:38.080558 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1884cb-389b-4d4a-8f4a-e970566aabd0 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:38.084481 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '690f371f-9ed1-47b6-95d2-c40ffcaa96e0', 'tag': 'e632d550-f0c6-4d64-9881-1dffeeaf272c'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:38.087045 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb479cbe-d76f-4a1b-8785-997ab5524e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "690f371f-9ed1-47b6-95d2-c40ffcaa96e0", "tag": "e632d550-f0c6-4d64-9881-1dffeeaf272c"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:38.312684 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50516) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:38.392028 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809abd4-74d7-44e7-96df-e0a5eca120dd req-452602c7-38f9-43d4-af19-f7e4b060d6fd tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:38.399448 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5809abd4-74d7-44e7-96df-e0a5eca120dd req-452602c7-38f9-43d4-af19-f7e4b060d6fd tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 946 time: 0.0866060 Jul 05 09:46:38.462383 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5809abd4-74d7-44e7-96df-e0a5eca120dd req-0c0cb571-b3f6-42e9-8dd3-f6a514b059a0 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617115 Jul 05 09:46:38.467682 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a15908f2-8ce6-4875-bece-be1f4853a29f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:38.542215 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-319b2da2-796c-4484-9362-2f6134a1cf2b req-41b8d592-6c00-458c-9f17-a33a7280091c tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] show failed (client error): The resource could not be found. Jul 05 09:46:38.543199 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-319b2da2-796c-4484-9362-2f6134a1cf2b req-41b8d592-6c00-458c-9f17-a33a7280091c tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/8f610922-0a80-4223-aeda-691e625495f4 HTTP/1.1" status: 404 len: 352 time: 0.0271630 Jul 05 09:46:38.555469 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f61fcb-7935-4e5f-8e63-c9502a29eb1e req-03f67c90-3e33-4f99-9cff-08d0e5558db8 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:38.559277 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7f61fcb-7935-4e5f-8e63-c9502a29eb1e req-03f67c90-3e33-4f99-9cff-08d0e5558db8 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 1096 time: 0.0869317 Jul 05 09:46:38.652564 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c427495b-278f-4621-86ff-3f084169801d x-openstack-request-id: req-c427495b-278f-4621-86ff-3f084169801d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:38.652824 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "690f371f-9ed1-47b6-95d2-c40ffcaa96e0", "tag": "e632d550-f0c6-4d64-9881-1dffeeaf272c", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:38.653008 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c427495b-278f-4621-86ff-3f084169801d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:38.653392 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '690f371f-9ed1-47b6-95d2-c40ffcaa96e0', 'tag': 'e632d550-f0c6-4d64-9881-1dffeeaf272c', 'status': 'completed', 'code': 200} Jul 05 09:46:38.656441 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7f61fcb-7935-4e5f-8e63-c9502a29eb1e req-8f6f1622-b60f-423e-bc4d-6f4beff750e1 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911777 Jul 05 09:46:38.736582 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a15908f2-8ce6-4875-bece-be1f4853a29f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:38.742934 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a15908f2-8ce6-4875-bece-be1f4853a29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:38.771644 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb479cbe-d76f-4a1b-8785-997ab5524e6a req-796780a0-1c07-4d12-a206-001ac4acad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:38.774472 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb479cbe-d76f-4a1b-8785-997ab5524e6a req-796780a0-1c07-4d12-a206-001ac4acad47 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f1f56f6a7d74265959f0c56be64a198&device_id=690f371f-9ed1-47b6-95d2-c40ffcaa96e0 HTTP/1.1" status: 200 len: 1095 time: 0.1090522 Jul 05 09:46:38.817691 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a15908f2-8ce6-4875-bece-be1f4853a29f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=46a80cb4ec864a4e97d1153fa7d9f2ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5037675 Jul 05 09:46:38.822258 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50540) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:38.876981 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15908f2-8ce6-4875-bece-be1f4853a29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af968cd4-0cc9-4612-ad20-3fbea2b7bb72,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:39.223049 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0b3a6cf9-4558-4a9e-9d07-b3e485db2233 req-1ccfff95-8377-4bcd-8888-71b169933437 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1365651521', 'description': 'tempest-description-869381057'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:39.282722 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c5e92f3-4a08-40b9-9987-6eabe561a849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:39.304515 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb479cbe-d76f-4a1b-8785-997ab5524e6a req-c9054d9b-62a0-4660-9ad3-5cb1299d99dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:39.306045 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb479cbe-d76f-4a1b-8785-997ab5524e6a req-c9054d9b-62a0-4660-9ad3-5cb1299d99dd service neutron] 10.222.0.81 "GET /v2.0/networks?id=082e79a4-5101-42cd-9b2e-a1a39c3fecf5 HTTP/1.1" status: 200 len: 910 time: 0.5241783 Jul 05 09:46:39.312736 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0b3a6cf9-4558-4a9e-9d07-b3e485db2233 req-1ccfff95-8377-4bcd-8888-71b169933437 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:39.338499 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c5e92f3-4a08-40b9-9987-6eabe561a849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:39.382967 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb479cbe-d76f-4a1b-8785-997ab5524e6a req-87691007-8e21-4cfb-96db-b193984fe352 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e632d550-f0c6-4d64-9881-1dffeeaf272c HTTP/1.1" status: 200 len: 217 time: 0.0628409 Jul 05 09:46:39.399983 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb679327-9e2c-4df6-a495-d97a8c3a4eec req-12e292b7-7ce3-4346-b1a1-16b46112e553 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:39.401390 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb679327-9e2c-4df6-a495-d97a8c3a4eec req-12e292b7-7ce3-4346-b1a1-16b46112e553 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.79 "GET /v2.0/ports?device_id=690f371f-9ed1-47b6-95d2-c40ffcaa96e0 HTTP/1.1" status: 200 len: 944 time: 0.4871233 Jul 05 09:46:39.506734 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb479cbe-d76f-4a1b-8785-997ab5524e6a req-8e9631fc-fb3b-4cf5-a86c-6fe27492e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:39.508185 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb479cbe-d76f-4a1b-8785-997ab5524e6a req-8e9631fc-fb3b-4cf5-a86c-6fe27492e633 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a56650db-a91e-450c-8473-d0f2ab644087 HTTP/1.1" status: 200 len: 849 time: 0.1159890 Jul 05 09:46:39.512524 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb679327-9e2c-4df6-a495-d97a8c3a4eec req-986ae104-8344-4b6e-8973-37259d96be96 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.79 "GET /v2.0/security-groups?id=73d8f0e5-1e38-4806-bb1a-e93f4c655094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970297 Jul 05 09:46:39.527910 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c5e92f3-4a08-40b9-9987-6eabe561a849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:39.530938 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c5e92f3-4a08-40b9-9987-6eabe561a849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:39.534521 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0c5e92f3-4a08-40b9-9987-6eabe561a849 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/af968cd4-0cc9-4612-ad20-3fbea2b7bb72 HTTP/1.1" status: 204 len: 168 time: 0.7089286 Jul 05 09:46:39.563820 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb479cbe-d76f-4a1b-8785-997ab5524e6a req-9fea8c6c-59d1-4cbb-8297-a45864779451 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=082e79a4-5101-42cd-9b2e-a1a39c3fecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486481 Jul 05 09:46:39.589002 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e92f3-4a08-40b9-9987-6eabe561a849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af968cd4-0cc9-4612-ad20-3fbea2b7bb72,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:39.663326 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0b3a6cf9-4558-4a9e-9d07-b3e485db2233 req-1ccfff95-8377-4bcd-8888-71b169933437 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:39.674760 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0b3a6cf9-4558-4a9e-9d07-b3e485db2233 req-1ccfff95-8377-4bcd-8888-71b169933437 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:39.738847 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0b3a6cf9-4558-4a9e-9d07-b3e485db2233 req-1ccfff95-8377-4bcd-8888-71b169933437 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:39.740111 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b3a6cf9-4558-4a9e-9d07-b3e485db2233 req-1ccfff95-8377-4bcd-8888-71b169933437 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5272539 Jul 05 09:46:39.751775 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfff95-8377-4bcd-8888-71b169933437 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d70e3d-2af9-4c8a-90fa-6a7fb533aa15,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:39.762600 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb479cbe-d76f-4a1b-8785-997ab5524e6a req-a1387aba-bec4-4c9a-b829-2852dd66978d service neutron] 10.222.0.81 "GET /v2.0/networks/082e79a4-5101-42cd-9b2e-a1a39c3fecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851749 Jul 05 09:46:39.801030 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c378afa-5b36-486d-8d22-7e59158366f5 req-da573455-2b78-4d6b-b4cb-aaa2a0a0f2e6 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:39.802655 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c378afa-5b36-486d-8d22-7e59158366f5 req-da573455-2b78-4d6b-b4cb-aaa2a0a0f2e6 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 1096 time: 0.1437123 Jul 05 09:46:39.871051 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50572) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:39.878344 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c378afa-5b36-486d-8d22-7e59158366f5 req-4f360cfb-cbf7-4fe5-8afc-6c1881a37018 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505166 Jul 05 09:46:39.885756 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d47c4782-a11d-45b6-b73a-cb8e4fbdb717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:39.896867 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb479cbe-d76f-4a1b-8785-997ab5524e6a req-320fa278-c3b5-465e-ac01-47fe2a71be0f service neutron] 10.222.0.81 "GET /v2.0/networks/082e79a4-5101-42cd-9b2e-a1a39c3fecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253030 Jul 05 09:46:40.001028 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab920e-9c87-4d4a-b9da-f0c03a624a02 req-1d6f5652-d2ef-48ab-97b0-05f7803cc207 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:40.002507 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d47c4782-a11d-45b6-b73a-cb8e4fbdb717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:40.002793 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fab920e-9c87-4d4a-b9da-f0c03a624a02 req-1d6f5652-d2ef-48ab-97b0-05f7803cc207 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 946 time: 0.0764580 Jul 05 09:46:40.009020 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d47c4782-a11d-45b6-b73a-cb8e4fbdb717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:40.047408 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fab920e-9c87-4d4a-b9da-f0c03a624a02 req-08d031fb-4107-4328-ab42-7de98394d3f0 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373354 Jul 05 09:46:40.048187 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d47c4782-a11d-45b6-b73a-cb8e4fbdb717 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c88c3e21da9544b3972e4317265f739c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1760254 Jul 05 09:46:40.049158 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c4782-a11d-45b6-b73a-cb8e4fbdb717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9623f3-513f-4675-a417-aeb3603552c4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:40.050691 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50576) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:40.093015 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b9beb751-cc15-4c9c-8cd2-016fc40aded5 req-9aa909c7-7429-4d36-aa0e-254946bc2d86 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1838190583', 'description': 'tempest-description-726557611'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:40.140094 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c66cc319-5eeb-492a-aa65-bcf682bf79eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:40.141918 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b9beb751-cc15-4c9c-8cd2-016fc40aded5 req-9aa909c7-7429-4d36-aa0e-254946bc2d86 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:40.178487 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c66cc319-5eeb-492a-aa65-bcf682bf79eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:40.260240 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c66cc319-5eeb-492a-aa65-bcf682bf79eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:40.262691 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c66cc319-5eeb-492a-aa65-bcf682bf79eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:40.263942 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c66cc319-5eeb-492a-aa65-bcf682bf79eb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eb9623f3-513f-4675-a417-aeb3603552c4 HTTP/1.1" status: 204 len: 168 time: 0.2111380 Jul 05 09:46:40.281640 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b9beb751-cc15-4c9c-8cd2-016fc40aded5 req-9aa909c7-7429-4d36-aa0e-254946bc2d86 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:40.282876 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66cc319-5eeb-492a-aa65-bcf682bf79eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9623f3-513f-4675-a417-aeb3603552c4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:40.287534 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b9beb751-cc15-4c9c-8cd2-016fc40aded5 req-9aa909c7-7429-4d36-aa0e-254946bc2d86 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:40.320572 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b9beb751-cc15-4c9c-8cd2-016fc40aded5 req-9aa909c7-7429-4d36-aa0e-254946bc2d86 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:40.322061 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b9beb751-cc15-4c9c-8cd2-016fc40aded5 req-9aa909c7-7429-4d36-aa0e-254946bc2d86 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2376897 Jul 05 09:46:40.326999 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa909c7-7429-4d36-aa0e-254946bc2d86 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9cf4ef-76a2-48e3-9d8d-1f4f64e9dd32,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:40.600746 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-478b2a67-41cc-45f1-8eb9-244b1343115d req-3a2cdb3d-1f8b-4480-9172-8978fbf2a22a tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1248031652', 'description': 'tempest-description-1196466983'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:40.663418 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-478b2a67-41cc-45f1-8eb9-244b1343115d req-3a2cdb3d-1f8b-4480-9172-8978fbf2a22a tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:40.691514 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88e8f4-a4bd-468f-9a8b-290365f93293 req-0e073f94-403c-4308-bc3e-2a0f12c3bb12 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:40.693073 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b88e8f4-a4bd-468f-9a8b-290365f93293 req-0e073f94-403c-4308-bc3e-2a0f12c3bb12 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 947 time: 0.0872669 Jul 05 09:46:40.761026 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b88e8f4-a4bd-468f-9a8b-290365f93293 req-f2a59fe4-afc8-4353-a801-232b09d10cf9 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587108 Jul 05 09:46:40.812654 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50642) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:40.826682 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-478b2a67-41cc-45f1-8eb9-244b1343115d req-3a2cdb3d-1f8b-4480-9172-8978fbf2a22a tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:40.833371 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-478b2a67-41cc-45f1-8eb9-244b1343115d req-3a2cdb3d-1f8b-4480-9172-8978fbf2a22a tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:40.871222 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-478b2a67-41cc-45f1-8eb9-244b1343115d req-3a2cdb3d-1f8b-4480-9172-8978fbf2a22a tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:40.877911 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-478b2a67-41cc-45f1-8eb9-244b1343115d req-3a2cdb3d-1f8b-4480-9172-8978fbf2a22a tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2826545 Jul 05 09:46:40.888644 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2cdb3d-1f8b-4480-9172-8978fbf2a22a tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc40a4af-6002-4245-bc55-af033580818d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:40.943065 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-41ebfc58-0b9e-447b-b520-eebfc6b55151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:41.063170 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-41ebfc58-0b9e-447b-b520-eebfc6b55151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:41.068867 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-41ebfc58-0b9e-447b-b520-eebfc6b55151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:41.076368 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39a216-8d20-4662-bd65-a4dd7bc9d8de req-cf8e81c8-83bf-45e8-b305-c2598ab70efc tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:41.077969 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f39a216-8d20-4662-bd65-a4dd7bc9d8de req-cf8e81c8-83bf-45e8-b305-c2598ab70efc tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.79 "GET /v2.0/ports?device_id=690f371f-9ed1-47b6-95d2-c40ffcaa96e0 HTTP/1.1" status: 200 len: 944 time: 0.0877810 Jul 05 09:46:41.121703 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f39a216-8d20-4662-bd65-a4dd7bc9d8de req-f364b954-feab-45fa-b66f-bd44eef29fa3 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.79 "GET /v2.0/security-groups?id=73d8f0e5-1e38-4806-bb1a-e93f4c655094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363657 Jul 05 09:46:41.125244 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-41ebfc58-0b9e-447b-b520-eebfc6b55151 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a224997c38df4f14a477a9afc991d38c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112521 Jul 05 09:46:41.126096 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebfc58-0b9e-447b-b520-eebfc6b55151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e96099f-f070-4f49-a928-e266e6181ded,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:41.128010 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50658) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:41.200214 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d5c970c-030e-4893-9ef8-b68bd8896a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:41.240002 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d5c970c-030e-4893-9ef8-b68bd8896a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:41.306831 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d5c970c-030e-4893-9ef8-b68bd8896a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:41.311028 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d5c970c-030e-4893-9ef8-b68bd8896a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:41.312576 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9d5c970c-030e-4893-9ef8-b68bd8896a3b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7e96099f-f070-4f49-a928-e266e6181ded HTTP/1.1" status: 204 len: 168 time: 0.1834331 Jul 05 09:46:41.321717 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c970c-030e-4893-9ef8-b68bd8896a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e96099f-f070-4f49-a928-e266e6181ded,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:41.365181 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device e632d550-f0c6-4d64-9881-1dffeeaf272c details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:46:41.465827 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port e632d550-f0c6-4d64-9881-1dffeeaf272c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e632d550-f0c6-4d64-9881-1dffeeaf272c,segment=NetworkSegment(8a9c7fe3-1979-41f0-8c19-bfe2e33c1b50),segment_id=8a9c7fe3-1979-41f0-8c19-bfe2e33c1b50)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:41.477920 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'e632d550-f0c6-4d64-9881-1dffeeaf272c', 'network_id': '082e79a4-5101-42cd-9b2e-a1a39c3fecf5', 'port_id': 'e632d550-f0c6-4d64-9881-1dffeeaf272c', 'mac_address': 'fa:16:3e:22:d3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a56650db-a91e-450c-8473-d0f2ab644087', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:46:41.520939 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:41.537468 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e632d550-f0c6-4d64-9881-1dffeeaf272c {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:46:41.558865 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port e632d550-f0c6-4d64-9881-1dffeeaf272c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e632d550-f0c6-4d64-9881-1dffeeaf272c,segment=NetworkSegment(8a9c7fe3-1979-41f0-8c19-bfe2e33c1b50),segment_id=8a9c7fe3-1979-41f0-8c19-bfe2e33c1b50)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:41.563694 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:41.631947 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=e632d550-f0c6-4d64-9881-1dffeeaf272c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:41.641937 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:41.642365 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:41.642782 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:41.643411 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:41.644115 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:41.644769 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:41.645483 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:41.646021 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:41.646790 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:41.647437 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:41.648012 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:41.648715 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:41.796796 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c1f93893-4960-46d6-9fa6-304e8542e0b2 req-90c6fc70-3800-4686-ae7f-367d3ac1de28 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=087cc3c5250447e68a99a7ecdb68e590 HTTP/1.1" status: 200 len: 10896 time: 0.1291456 Jul 05 09:46:41.823689 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50730) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:41.840097 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b169e75-2503-4c2e-9ffe-a2476674c99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:41.853118 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['e632d550-f0c6-4d64-9881-1dffeeaf272c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:41.877435 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c1f93893-4960-46d6-9fa6-304e8542e0b2 req-afe18ae6-d993-483d-8c56-a20dee1ec7c0 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/393b60d1-9042-4c6f-83a0-41b46c091f2b HTTP/1.1" status: 200 len: 2981 time: 0.0497074 Jul 05 09:46:41.936750 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd42eb-5fd0-40aa-8195-70b091b2d41d req-704ad91a-599f-4ed9-acdc-59baa163da00 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:41.938321 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67dd42eb-5fd0-40aa-8195-70b091b2d41d req-704ad91a-599f-4ed9-acdc-59baa163da00 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 947 time: 0.1406169 Jul 05 09:46:41.965074 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c1f93893-4960-46d6-9fa6-304e8542e0b2 req-638d5bbf-46fa-4e64-83db-c63d5487c34f tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/393b60d1-9042-4c6f-83a0-41b46c091f2b HTTP/1.1" status: 200 len: 2981 time: 0.0741334 Jul 05 09:46:42.050871 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b169e75-2503-4c2e-9ffe-a2476674c99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:42.059145 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b169e75-2503-4c2e-9ffe-a2476674c99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:42.099000 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-67dd42eb-5fd0-40aa-8195-70b091b2d41d req-b36e1c25-11c9-447c-811e-d7a396085d1b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Deleting port cdc00d6a-b106-44a7-8c58-52daf384b120 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:42.099429 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67dd42eb-5fd0-40aa-8195-70b091b2d41d req-b36e1c25-11c9-447c-811e-d7a396085d1b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:42.145349 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5b169e75-2503-4c2e-9ffe-a2476674c99e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e349a9dfed5f4bd7b181c394953aefd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204789 Jul 05 09:46:42.146178 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50742) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:42.147228 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b169e75-2503-4c2e-9ffe-a2476674c99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d0cba2-7f80-4fe1-8894-ad4472450882,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:42.215013 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee374d9d-4fe0-4efe-bf19-46d942e0af84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:42.239666 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee374d9d-4fe0-4efe-bf19-46d942e0af84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:42.260627 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-67dd42eb-5fd0-40aa-8195-70b091b2d41d req-b36e1c25-11c9-447c-811e-d7a396085d1b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] For port cdc00d6a-b106-44a7-8c58-52daf384b120, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=cdc00d6a-b106-44a7-8c58-52daf384b120,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:42.260990 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67dd42eb-5fd0-40aa-8195-70b091b2d41d req-b36e1c25-11c9-447c-811e-d7a396085d1b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:42.303619 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee374d9d-4fe0-4efe-bf19-46d942e0af84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:42.306462 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee374d9d-4fe0-4efe-bf19-46d942e0af84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:42.308026 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ee374d9d-4fe0-4efe-bf19-46d942e0af84 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d6d0cba2-7f80-4fe1-8894-ad4472450882 HTTP/1.1" status: 204 len: 168 time: 0.1473954 Jul 05 09:46:42.317827 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee374d9d-4fe0-4efe-bf19-46d942e0af84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d0cba2-7f80-4fe1-8894-ad4472450882,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:42.329645 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4413b-4e67-47e3-855b-6d57cc3f0aba req-18ec2155-aaf3-4022-b1c2-6e12c2d45e65 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:42.336401 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8c4413b-4e67-47e3-855b-6d57cc3f0aba req-18ec2155-aaf3-4022-b1c2-6e12c2d45e65 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 946 time: 0.1567392 Jul 05 09:46:42.429334 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8c4413b-4e67-47e3-855b-6d57cc3f0aba req-f367c0df-3dbc-47f2-890a-32219f36e89e tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919647 Jul 05 09:46:42.522402 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67dd42eb-5fd0-40aa-8195-70b091b2d41d req-b36e1c25-11c9-447c-811e-d7a396085d1b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:42.522891 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67dd42eb-5fd0-40aa-8195-70b091b2d41d req-b36e1c25-11c9-447c-811e-d7a396085d1b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:42.523477 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [req-67dd42eb-5fd0-40aa-8195-70b091b2d41d req-b36e1c25-11c9-447c-811e-d7a396085d1b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Floating IP e53f5c16-2880-46de-b6a8-42937b3dd47e disassociated. External IP: 172.25.7.20, port: cdc00d6a-b106-44a7-8c58-52daf384b120. Jul 05 09:46:42.523960 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-67dd42eb-5fd0-40aa-8195-70b091b2d41d req-b36e1c25-11c9-447c-811e-d7a396085d1b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Calling delete_port for cdc00d6a-b106-44a7-8c58-52daf384b120 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:42.740783 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67dd42eb-5fd0-40aa-8195-70b091b2d41d req-b36e1c25-11c9-447c-811e-d7a396085d1b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:42.774785 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e1c25-11c9-447c-811e-d7a396085d1b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Pushing event deleted for resources: {'Port': ['ID=cdc00d6a-b106-44a7-8c58-52daf384b120,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:42.792133 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e54e8e-c5d7-4627-8caa-0868e77d3db0 req-459ada9f-b0ff-4d00-bfeb-bea49624c9b2 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:42.793631 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4e54e8e-c5d7-4627-8caa-0868e77d3db0 req-459ada9f-b0ff-4d00-bfeb-bea49624c9b2 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f6d17fa-1e1a-4224-8378-486baa320225 HTTP/1.1" status: 200 len: 868 time: 0.1608779 Jul 05 09:46:42.917956 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4e54e8e-c5d7-4627-8caa-0868e77d3db0 req-dd3a8530-9d13-4a7b-b974-ba91d53f7093 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=06820146-2473-496e-90a8-f95f2d053774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0826743 Jul 05 09:46:42.963994 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67dd42eb-5fd0-40aa-8195-70b091b2d41d req-b36e1c25-11c9-447c-811e-d7a396085d1b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Router 9ed241d0-799f-41b7-851e-813ec1862e93 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:46:43.037192 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d2d4adb4-02c6-429a-95ed-0c4b21c3bc15 req-3e72e037-2d76-4da4-a765-4a8d3f82bf65 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/a8d70e3d-2af9-4c8a-90fa-6a7fb533aa15 HTTP/1.1" status: 200 len: 1800 time: 0.0867193 Jul 05 09:46:43.046951 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-9a77ae6c-9011-4810-a9bd-0c7eb4536f66 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:46:43.047988 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-9a77ae6c-9011-4810-a9bd-0c7eb4536f66 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2117150 Jul 05 09:46:43.069998 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-15101aa0-ff79-4e2e-ac6f-fff3e82c07a1 service neutron] Request body: {'binding': {'host': 'n-h1-798054-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:43.070391 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-15101aa0-ff79-4e2e-ac6f-fff3e82c07a1 service neutron] Unknown quota resources ['binding']. {{(pid=93907) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 09:46:43.235195 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67dd42eb-5fd0-40aa-8195-70b091b2d41d req-b36e1c25-11c9-447c-811e-d7a396085d1b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:46:43.247635 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce518267-daaf-4d8b-b14b-862680ca454f None None] Sync routers for ids ['9ed241d0-799f-41b7-851e-813ec1862e93'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:46:43.262158 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce518267-daaf-4d8b-b14b-862680ca454f None None] Routers {'9ed241d0-799f-41b7-851e-813ec1862e93'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:46:43.262791 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ce518267-daaf-4d8b-b14b-862680ca454f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:46:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9ed241d0-799f-41b7-851e-813ec1862e93'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:43.264933 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d2d4adb4-02c6-429a-95ed-0c4b21c3bc15 req-018bd724-ce6d-4cb9-afe1-e32233c735d8 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:43.311335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-67dd42eb-5fd0-40aa-8195-70b091b2d41d req-b36e1c25-11c9-447c-811e-d7a396085d1b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] No DVR routers for this DVR port cdc00d6a-b106-44a7-8c58-52daf384b120 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:43.314565 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67dd42eb-5fd0-40aa-8195-70b091b2d41d req-b36e1c25-11c9-447c-811e-d7a396085d1b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:43.317033 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67dd42eb-5fd0-40aa-8195-70b091b2d41d req-b36e1c25-11c9-447c-811e-d7a396085d1b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.81 "DELETE /v2.0/ports/cdc00d6a-b106-44a7-8c58-52daf384b120 HTTP/1.1" status: 204 len: 173 time: 1.3670220 Jul 05 09:46:43.324272 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6d17fa-1e1a-4224-8378-486baa320225', 'name': 'network-vif-deleted', 'tag': 'cdc00d6a-b106-44a7-8c58-52daf384b120'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:43.326651 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431acb18-e21e-4789-b7b3-5268237a704f" -d '{"events": [{"server_uuid": "6f6d17fa-1e1a-4224-8378-486baa320225", "name": "network-vif-deleted", "tag": "cdc00d6a-b106-44a7-8c58-52daf384b120"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:43.337942 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d2d4adb4-02c6-429a-95ed-0c4b21c3bc15 req-018bd724-ce6d-4cb9-afe1-e32233c735d8 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:43.368015 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device e632d550-f0c6-4d64-9881-1dffeeaf272c up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:43.399900 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-ce518267-daaf-4d8b-b14b-862680ca454f None None] Set router 9ed241d0-799f-41b7-851e-813ec1862e93 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:46:43.411151 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-15101aa0-ff79-4e2e-ac6f-fff3e82c07a1 service neutron] Attempting to bind port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 on host n-h1-798054-8 for vnic_type normal with profile None {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:43.411898 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-15101aa0-ff79-4e2e-ac6f-fff3e82c07a1 service neutron] Attempting to bind port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:43.412707 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-15101aa0-ff79-4e2e-ac6f-fff3e82c07a1 service neutron] Attempting to bind port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:43.418235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-15101aa0-ff79-4e2e-ac6f-fff3e82c07a1 service neutron] Port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 on network 5aa1814e-7fad-4b86-b0f0-99892209992e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:46:43.418791 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-15101aa0-ff79-4e2e-ac6f-fff3e82c07a1 service neutron] Attempting to bind port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:43.427289 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-15101aa0-ff79-4e2e-ac6f-fff3e82c07a1 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:43.428041 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-15101aa0-ff79-4e2e-ac6f-fff3e82c07a1 service neutron] Checking segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:43.428645 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-15101aa0-ff79-4e2e-ac6f-fff3e82c07a1 service neutron] Bound using segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:43.429488 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-15101aa0-ff79-4e2e-ac6f-fff3e82c07a1 service neutron] Bound port: 09d3e149-9f30-405f-b1b1-59f9cd5c60a6, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:43.434801 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d2d4adb4-02c6-429a-95ed-0c4b21c3bc15 req-018bd724-ce6d-4cb9-afe1-e32233c735d8 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:43.439227 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d2d4adb4-02c6-429a-95ed-0c4b21c3bc15 req-018bd724-ce6d-4cb9-afe1-e32233c735d8 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:43.451817 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d2d4adb4-02c6-429a-95ed-0c4b21c3bc15 req-018bd724-ce6d-4cb9-afe1-e32233c735d8 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "DELETE /v2.0/security-groups/a8d70e3d-2af9-4c8a-90fa-6a7fb533aa15 HTTP/1.1" status: 204 len: 173 time: 0.4022880 Jul 05 09:46:43.461731 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port e632d550-f0c6-4d64-9881-1dffeeaf272c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:43.469510 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port e632d550-f0c6-4d64-9881-1dffeeaf272c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:43.470210 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:43.595881 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018bd724-ce6d-4cb9-afe1-e32233c735d8 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d70e3d-2af9-4c8a-90fa-6a7fb533aa15,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:43.602749 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:43.642070 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690f371f-9ed1-47b6-95d2-c40ffcaa96e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e632d550-f0c6-4d64-9881-1dffeeaf272c'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:43.644974 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c81c1b3-cd4a-4691-bfd3-58f92fd1e6e6" -d '{"events": [{"server_uuid": "690f371f-9ed1-47b6-95d2-c40ffcaa96e0", "name": "network-vif-plugged", "status": "completed", "tag": "e632d550-f0c6-4d64-9881-1dffeeaf272c"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:43.671634 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port e632d550-f0c6-4d64-9881-1dffeeaf272c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e632d550-f0c6-4d64-9881-1dffeeaf272c,segment=NetworkSegment(8a9c7fe3-1979-41f0-8c19-bfe2e33c1b50),segment_id=8a9c7fe3-1979-41f0-8c19-bfe2e33c1b50)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:43.678833 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:43.680003 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device cdc00d6a-b106-44a7-8c58-52daf384b120 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:43.696923 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ce518267-daaf-4d8b-b14b-862680ca454f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'name': 'tempest-AttachVolumeShelveTestJSON-1701151289-router', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:00Z', 'updated_at': '2021-07-05T09:42:04Z', 'revision_number': 4, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'gw_port': {'id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:01Z', 'updated_at': '2021-07-05T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'f735da5b-e169-46c6-97a7-a66abd0cc6e7', 'name': '', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'mac_address': 'fa:16:3e:6e:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '70194034-b839-4d67-b152-2ad54f034d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:04Z', 'updated_at': '2021-07-05T09:42:10Z', 'revision_number': 5, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'subnets': [{'id': '70194034-b839-4d67-b152-2ad54f034d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:43.704400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: cdc00d6a-b106-44a7-8c58-52daf384b120 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:43.705008 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device cdc00d6a-b106-44a7-8c58-52daf384b120 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:43.714311 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-15101aa0-ff79-4e2e-ac6f-fff3e82c07a1 service neutron] For port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=09d3e149-9f30-405f-b1b1-59f9cd5c60a6,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:43.730515 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-15101aa0-ff79-4e2e-ac6f-fff3e82c07a1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:43.742078 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce518267-daaf-4d8b-b14b-862680ca454f None None] Checking router: 9ed241d0-799f-41b7-851e-813ec1862e93 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:46:43.742317 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-15101aa0-ff79-4e2e-ac6f-fff3e82c07a1 service neutron] 10.222.0.79 "POST /v2.0/ports/09d3e149-9f30-405f-b1b1-59f9cd5c60a6/bindings HTTP/1.1" status: 201 len: 389 time: 0.6747038 Jul 05 09:46:43.751517 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce518267-daaf-4d8b-b14b-862680ca454f None None] Routers {'9ed241d0-799f-41b7-851e-813ec1862e93'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:46:43.752179 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ce518267-daaf-4d8b-b14b-862680ca454f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:46:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9ed241d0-799f-41b7-851e-813ec1862e93'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:43.763941 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=e632d550-f0c6-4d64-9881-1dffeeaf272c,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:43.801628 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8efe3-f152-49a0-896f-7e47c8ad3211 req-296b718b-3910-4d94-9b86-f5324b687212 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:43.816817 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46c8efe3-f152-49a0-896f-7e47c8ad3211 req-296b718b-3910-4d94-9b86-f5324b687212 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.79 "GET /v2.0/ports?device_id=690f371f-9ed1-47b6-95d2-c40ffcaa96e0 HTTP/1.1" status: 200 len: 946 time: 0.1420729 Jul 05 09:46:43.901237 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-ce518267-daaf-4d8b-b14b-862680ca454f None None] Set router 9ed241d0-799f-41b7-851e-813ec1862e93 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:46:43.943357 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46c8efe3-f152-49a0-896f-7e47c8ad3211 req-eec052b4-2002-47d2-94c9-c52f1f3541a8 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.79 "GET /v2.0/security-groups?id=73d8f0e5-1e38-4806-bb1a-e93f4c655094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254754 Jul 05 09:46:44.131842 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-206ca741-e500-4e30-8b65-6fef0ab3bc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:44.134003 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-206ca741-e500-4e30-8b65-6fef0ab3bc79 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 1096 time: 0.0739124 Jul 05 09:46:44.182763 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ce518267-daaf-4d8b-b14b-862680ca454f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'name': 'tempest-AttachVolumeShelveTestJSON-1701151289-router', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:00Z', 'updated_at': '2021-07-05T09:42:04Z', 'revision_number': 4, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'gw_port': {'id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:01Z', 'updated_at': '2021-07-05T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'f735da5b-e169-46c6-97a7-a66abd0cc6e7', 'name': '', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'mac_address': 'fa:16:3e:6e:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '70194034-b839-4d67-b152-2ad54f034d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:04Z', 'updated_at': '2021-07-05T09:42:10Z', 'revision_number': 5, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'subnets': [{'id': '70194034-b839-4d67-b152-2ad54f034d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:44.214893 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce518267-daaf-4d8b-b14b-862680ca454f None None] The sync data for ids ['9ed241d0-799f-41b7-851e-813ec1862e93'] in n-d-798054-8 is: [{'id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'name': 'tempest-AttachVolumeShelveTestJSON-1701151289-router', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:00Z', 'updated_at': '2021-07-05T09:42:04Z', 'revision_number': 4, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'gw_port': {'id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:01Z', 'updated_at': '2021-07-05T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'f735da5b-e169-46c6-97a7-a66abd0cc6e7', 'name': '', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'mac_address': 'fa:16:3e:6e:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '70194034-b839-4d67-b152-2ad54f034d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:04Z', 'updated_at': '2021-07-05T09:42:10Z', 'revision_number': 5, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'subnets': [{'id': '70194034-b839-4d67-b152-2ad54f034d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:46:44.226940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-2672bce5-4c41-4b42-860a-b7d2ad9fe4b0 req-3618efbe-694b-4b67-8ad4-fb7a480fa6c2 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1853894739', 'description': 'tempest-description-902213070'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:44.269371 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2672bce5-4c41-4b42-860a-b7d2ad9fe4b0 req-3618efbe-694b-4b67-8ad4-fb7a480fa6c2 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.288359 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2672bce5-4c41-4b42-860a-b7d2ad9fe4b0 req-3618efbe-694b-4b67-8ad4-fb7a480fa6c2 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.314645 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-c2e4c4bc-d26e-402f-a36b-c33972f3d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:44.316320 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-c2e4c4bc-d26e-402f-a36b-c33972f3d61f service neutron] 10.222.0.81 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 909 time: 0.1726131 Jul 05 09:46:44.373493 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-98fe3592-b091-4ccb-9803-ec9710ae52df service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09d3e149-9f30-405f-b1b1-59f9cd5c60a6 HTTP/1.1" status: 200 len: 217 time: 0.0472291 Jul 05 09:46:44.446437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-2253c546-874e-49ae-890b-bca56a44cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:44.448037 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-2253c546-874e-49ae-890b-bca56a44cc7a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=408995a7-a274-4d3e-939a-c6141d694df3 HTTP/1.1" status: 200 len: 848 time: 0.0679407 Jul 05 09:46:44.492007 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-c4113d49-f5c7-4727-a30a-2605f55af722 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5aa1814e-7fad-4b86-b0f0-99892209992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329998 Jul 05 09:46:44.531622 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8765be-4be3-4172-8295-01e9328e9c7a x-openstack-request-id: req-4b8765be-4be3-4172-8295-01e9328e9c7a {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:44.532231 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6d17fa-1e1a-4224-8378-486baa320225", "name": "network-vif-deleted", "tag": "cdc00d6a-b106-44a7-8c58-52daf384b120", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:44.532231 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4b8765be-4be3-4172-8295-01e9328e9c7a {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:44.532581 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6d17fa-1e1a-4224-8378-486baa320225', 'name': 'network-vif-deleted', 'tag': 'cdc00d6a-b106-44a7-8c58-52daf384b120', 'status': 'completed', 'code': 200} Jul 05 09:46:44.536175 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cff6c0-2d18-478f-a6f4-aa653c5b59fb None None] New status for floating IP e53f5c16-2880-46de-b6a8-42937b3dd47e: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:46:44.563280 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2672bce5-4c41-4b42-860a-b7d2ad9fe4b0 req-3618efbe-694b-4b67-8ad4-fb7a480fa6c2 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.582867 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2672bce5-4c41-4b42-860a-b7d2ad9fe4b0 req-3618efbe-694b-4b67-8ad4-fb7a480fa6c2 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.590391 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-c6d75032-af4b-4a0d-84fe-f6c4dbd4f153 req-b2a1ac5f-7071-40c7-afa3-f5b14c511fe0 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] show failed (client error): The resource could not be found. Jul 05 09:46:44.591999 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6d75032-af4b-4a0d-84fe-f6c4dbd4f153 req-b2a1ac5f-7071-40c7-afa3-f5b14c511fe0 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/a8d70e3d-2af9-4c8a-90fa-6a7fb533aa15 HTTP/1.1" status: 404 len: 352 time: 0.0268674 Jul 05 09:46:44.647115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618efbe-694b-4b67-8ad4-fb7a480fa6c2 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9def5186-2c59-4e3f-bcd5-29f7faa2e204,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:44.678542 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-2b24e63f-5ef8-44c0-8601-ea13916352d7 service neutron] 10.222.0.81 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740265 Jul 05 09:46:44.803047 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2672bce5-4c41-4b42-860a-b7d2ad9fe4b0 req-3618efbe-694b-4b67-8ad4-fb7a480fa6c2 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.814756 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2672bce5-4c41-4b42-860a-b7d2ad9fe4b0 req-3618efbe-694b-4b67-8ad4-fb7a480fa6c2 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.866213 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2672bce5-4c41-4b42-860a-b7d2ad9fe4b0 req-3618efbe-694b-4b67-8ad4-fb7a480fa6c2 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.867432 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2672bce5-4c41-4b42-860a-b7d2ad9fe4b0 req-3618efbe-694b-4b67-8ad4-fb7a480fa6c2 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6802859 Jul 05 09:46:44.874364 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618efbe-694b-4b67-8ad4-fb7a480fa6c2 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59bc4099-83a9-407e-b4e4-9ff1a1ed3ede,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:44.878352 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-34c72353-feb7-4558-a12f-9de511592990 service neutron] 10.222.0.81 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920738 Jul 05 09:46:44.895997 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ad049-8237-417f-bf36-1c5eb3b8138a req-6db1410f-c923-4848-bcee-c35aad150db6 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:44.898311 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-709ad049-8237-417f-bf36-1c5eb3b8138a req-6db1410f-c923-4848-bcee-c35aad150db6 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 946 time: 0.1889369 Jul 05 09:46:44.917510 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f48cb05-408b-4eb6-859b-6c18e264eaef x-openstack-request-id: req-6f48cb05-408b-4eb6-859b-6c18e264eaef {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:44.917861 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690f371f-9ed1-47b6-95d2-c40ffcaa96e0", "name": "network-vif-plugged", "status": "completed", "tag": "e632d550-f0c6-4d64-9881-1dffeeaf272c", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:44.918122 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6f48cb05-408b-4eb6-859b-6c18e264eaef {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:44.918553 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690f371f-9ed1-47b6-95d2-c40ffcaa96e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e632d550-f0c6-4d64-9881-1dffeeaf272c', 'code': 200} Jul 05 09:46:44.941626 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-709ad049-8237-417f-bf36-1c5eb3b8138a req-3fb16575-078d-4354-80a9-e5d0c29f694c tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339694 Jul 05 09:46:45.059320 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-d057a923-4878-45fd-be26-995fe9d93305 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:45.061517 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-d057a923-4878-45fd-be26-995fe9d93305 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c&tenant_id=f74a958ec8be4a8683e21e11de1010dc&binding%3Ahost_id=n-h2-798054-8 HTTP/1.1" status: 200 len: 1096 time: 0.1157067 Jul 05 09:46:45.062054 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ace02-04bd-449e-bd65-cf9ede7ebc44 req-c8c8889a-e88e-4f35-8139-0e27fa22fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:45.063896 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-708ace02-04bd-449e-bd65-cf9ede7ebc44 req-c8c8889a-e88e-4f35-8139-0e27fa22fe05 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=690f371f-9ed1-47b6-95d2-c40ffcaa96e0 HTTP/1.1" status: 200 len: 1097 time: 0.0604777 Jul 05 09:46:45.078269 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-2691d81d-0308-4cf4-bd69-4fe6930cac85 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-8'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:45.109968 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-708ace02-04bd-449e-bd65-cf9ede7ebc44 req-e95eb06e-2100-4c29-ba36-f6b799f79203 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=73d8f0e5-1e38-4806-bb1a-e93f4c655094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364013 Jul 05 09:46:45.128031 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7c5dd-12df-41c1-9711-f2ff929c9f1c req-61811e33-9f21-4363-a14f-65d299496934 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:45.129584 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78f7c5dd-12df-41c1-9711-f2ff929c9f1c req-61811e33-9f21-4363-a14f-65d299496934 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 945 time: 0.1202343 Jul 05 09:46:45.441825 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-2691d81d-0308-4cf4-bd69-4fe6930cac85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.465702 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78f7c5dd-12df-41c1-9711-f2ff929c9f1c req-a03abf7d-a45b-4916-87a0-df8c6ca5586d tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299756 Jul 05 09:46:45.496400 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-247a854f-8a52-41d3-b1c3-67fd73e56174 req-5936b63c-08ca-4ba9-b4f5-6084f0bc6304 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/6e9cf4ef-76a2-48e3-9d8d-1f4f64e9dd32 HTTP/1.1" status: 200 len: 1800 time: 0.3323665 Jul 05 09:46:45.504986 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-2ed37619-be23-4650-b440-02bb70f33053 req-b0e027df-1450-4fc4-8ed5-6ca2ca4f4b68 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Request body: {'security_group': {'name': 'tempest-securitygroup-455871989', 'description': 'tempest-description-1920984433'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:45.598989 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2ed37619-be23-4650-b440-02bb70f33053 req-b0e027df-1450-4fc4-8ed5-6ca2ca4f4b68 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.665939 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-247a854f-8a52-41d3-b1c3-67fd73e56174 req-6bc6d593-c58a-400b-b04c-b77c4edfc74b tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.703826 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-2691d81d-0308-4cf4-bd69-4fe6930cac85 service neutron] For port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=09d3e149-9f30-405f-b1b1-59f9cd5c60a6,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:45.730801 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-247a854f-8a52-41d3-b1c3-67fd73e56174 req-6bc6d593-c58a-400b-b04c-b77c4edfc74b tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.810625 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-2691d81d-0308-4cf4-bd69-4fe6930cac85 service neutron] For port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:45.816589 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-247a854f-8a52-41d3-b1c3-67fd73e56174 req-6bc6d593-c58a-400b-b04c-b77c4edfc74b tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.819091 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-247a854f-8a52-41d3-b1c3-67fd73e56174 req-6bc6d593-c58a-400b-b04c-b77c4edfc74b tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.820270 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-247a854f-8a52-41d3-b1c3-67fd73e56174 req-6bc6d593-c58a-400b-b04c-b77c4edfc74b tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "DELETE /v2.0/security-groups/6e9cf4ef-76a2-48e3-9d8d-1f4f64e9dd32 HTTP/1.1" status: 204 len: 173 time: 0.3108954 Jul 05 09:46:45.864855 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2ed37619-be23-4650-b440-02bb70f33053 req-b0e027df-1450-4fc4-8ed5-6ca2ca4f4b68 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.866181 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6d593-c58a-400b-b04c-b77c4edfc74b tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9cf4ef-76a2-48e3-9d8d-1f4f64e9dd32,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:45.872089 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2ed37619-be23-4650-b440-02bb70f33053 req-b0e027df-1450-4fc4-8ed5-6ca2ca4f4b68 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.921545 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2ed37619-be23-4650-b440-02bb70f33053 req-b0e027df-1450-4fc4-8ed5-6ca2ca4f4b68 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.922779 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ed37619-be23-4650-b440-02bb70f33053 req-b0e027df-1450-4fc4-8ed5-6ca2ca4f4b68 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4233701 Jul 05 09:46:45.927510 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-2691d81d-0308-4cf4-bd69-4fe6930cac85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.943071 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e027df-1450-4fc4-8ed5-6ca2ca4f4b68 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4000df22-2b8e-473b-920f-1dd96d6aab05,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:45.972627 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50882) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:45.975946 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-2691d81d-0308-4cf4-bd69-4fe6930cac85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.048550 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3e0d41c-c628-40e7-b0b2-5196cca5f31d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.075365 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3e0d41c-c628-40e7-b0b2-5196cca5f31d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.106053 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691d81d-0308-4cf4-bd69-4fe6930cac85 service neutron] Pushing event updated for resources: {'Port': ['ID=09d3e149-9f30-405f-b1b1-59f9cd5c60a6,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:46.120137 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baf8d5-5e48-4d08-85d0-9adc92a492d8 req-ee32980b-a902-4f73-ba69-facc2c04b2b9 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:46.121949 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-56baf8d5-5e48-4d08-85d0-9adc92a492d8 req-ee32980b-a902-4f73-ba69-facc2c04b2b9 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.79 "GET /v2.0/ports?device_id=690f371f-9ed1-47b6-95d2-c40ffcaa96e0 HTTP/1.1" status: 200 len: 946 time: 0.2038009 Jul 05 09:46:46.123402 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-2691d81d-0308-4cf4-bd69-4fe6930cac85 service neutron] Attempting to bind port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 on host n-h2-798054-8 for vnic_type normal with profile {"migrating_to": "n-h1-798054-8"} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:46.123809 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-2691d81d-0308-4cf4-bd69-4fe6930cac85 service neutron] Attempting to bind port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:46.124155 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-2691d81d-0308-4cf4-bd69-4fe6930cac85 service neutron] Attempting to bind port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:46.130820 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-2691d81d-0308-4cf4-bd69-4fe6930cac85 service neutron] Port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 on network 5aa1814e-7fad-4b86-b0f0-99892209992e not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:46:46.131165 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-2691d81d-0308-4cf4-bd69-4fe6930cac85 service neutron] Attempting to bind port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:46.143911 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3e0d41c-c628-40e7-b0b2-5196cca5f31d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.144287 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-2691d81d-0308-4cf4-bd69-4fe6930cac85 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:46.144639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-2691d81d-0308-4cf4-bd69-4fe6930cac85 service neutron] Checking segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:46.145025 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-2691d81d-0308-4cf4-bd69-4fe6930cac85 service neutron] Bound using segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:46.145465 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-2691d81d-0308-4cf4-bd69-4fe6930cac85 service neutron] Bound port: 09d3e149-9f30-405f-b1b1-59f9cd5c60a6, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:46.145827 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-2691d81d-0308-4cf4-bd69-4fe6930cac85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.146477 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3e0d41c-c628-40e7-b0b2-5196cca5f31d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.151390 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d3e0d41c-c628-40e7-b0b2-5196cca5f31d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "DELETE /v2.0/security-groups/06820146-2473-496e-90a8-f95f2d053774 HTTP/1.1" status: 204 len: 168 time: 0.1774886 Jul 05 09:46:46.152077 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50902) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:46.175515 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0d41c-c628-40e7-b0b2-5196cca5f31d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06820146-2473-496e-90a8-f95f2d053774,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:46.177491 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-6e4b5cd8-bb54-4308-8c6f-365c5d4173ba tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] show failed (client error): The resource could not be found. Jul 05 09:46:46.183885 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6e4b5cd8-bb54-4308-8c6f-365c5d4173ba tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups/06820146-2473-496e-90a8-f95f2d053774 HTTP/1.1" status: 404 len: 347 time: 0.0251160 Jul 05 09:46:46.186389 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50908) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:46.213140 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-56baf8d5-5e48-4d08-85d0-9adc92a492d8 req-b7997e72-4cd7-4ff1-9ce1-21f287f0ac8c tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.79 "GET /v2.0/security-groups?id=73d8f0e5-1e38-4806-bb1a-e93f4c655094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833972 Jul 05 09:46:46.250694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-2691d81d-0308-4cf4-bd69-4fe6930cac85 service neutron] For port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:46.254604 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-2691d81d-0308-4cf4-bd69-4fe6930cac85 service neutron] For port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=09d3e149-9f30-405f-b1b1-59f9cd5c60a6,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:46.273411 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-2691d81d-0308-4cf4-bd69-4fe6930cac85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.276992 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-b83293b0-0d44-4793-90b7-35b3a1ce395a req-7d5ffe5c-d38e-47b9-ba1d-48509aaf1747 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] show failed (client error): The resource could not be found. Jul 05 09:46:46.278103 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b83293b0-0d44-4793-90b7-35b3a1ce395a req-7d5ffe5c-d38e-47b9-ba1d-48509aaf1747 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/6e9cf4ef-76a2-48e3-9d8d-1f4f64e9dd32 HTTP/1.1" status: 404 len: 352 time: 0.0204170 Jul 05 09:46:46.373517 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6482892e-95c3-4bc8-bb07-b029acdc973a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Deleting port f9c1d6f0-c791-4299-a204-d5505680cb48 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:46.374139 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6482892e-95c3-4bc8-bb07-b029acdc973a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.382530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691d81d-0308-4cf4-bd69-4fe6930cac85 service neutron] Pushing event updated for resources: {'Port': ['ID=09d3e149-9f30-405f-b1b1-59f9cd5c60a6,revision_number=8']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:46.386232 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-2691d81d-0308-4cf4-bd69-4fe6930cac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:46.386920 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-2691d81d-0308-4cf4-bd69-4fe6930cac85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.388423 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-2691d81d-0308-4cf4-bd69-4fe6930cac85 service neutron] 10.222.0.81 "PUT /v2.0/ports/09d3e149-9f30-405f-b1b1-59f9cd5c60a6 HTTP/1.1" status: 200 len: 1121 time: 1.3153315 Jul 05 09:46:46.439616 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-bbf7e197-9641-4986-9de1-8b27b2df8482 req-a54f930d-484b-4360-996c-2bb2f6de2408 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1867543412', 'description': 'tempest-description-479592392'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:46.465114 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bbf7e197-9641-4986-9de1-8b27b2df8482 req-a54f930d-484b-4360-996c-2bb2f6de2408 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.472068 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['09d3e149-9f30-405f-b1b1-59f9cd5c60a6'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:46.491341 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bbf7e197-9641-4986-9de1-8b27b2df8482 req-a54f930d-484b-4360-996c-2bb2f6de2408 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.493934 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6482892e-95c3-4bc8-bb07-b029acdc973a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.494901 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6482892e-95c3-4bc8-bb07-b029acdc973a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.509065 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6482892e-95c3-4bc8-bb07-b029acdc973a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Calling delete_port for f9c1d6f0-c791-4299-a204-d5505680cb48 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:46.534357 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc71943-fe8d-4740-87f8-41dc77fe392c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d3e149-9f30-405f-b1b1-59f9cd5c60a6'}, {'name': 'network-changed', 'server_uuid': 'ecc71943-fe8d-4740-87f8-41dc77fe392c', 'tag': '09d3e149-9f30-405f-b1b1-59f9cd5c60a6'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:46.537099 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b492d21-d316-432e-9a49-08c740d40706" -d '{"events": [{"server_uuid": "ecc71943-fe8d-4740-87f8-41dc77fe392c", "name": "network-vif-unplugged", "status": "completed", "tag": "09d3e149-9f30-405f-b1b1-59f9cd5c60a6"}, {"name": "network-changed", "server_uuid": "ecc71943-fe8d-4740-87f8-41dc77fe392c", "tag": "09d3e149-9f30-405f-b1b1-59f9cd5c60a6"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:46.640204 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815f60b-d6a2-450d-9845-aa4b97908790 req-ccf2dbe9-38ed-4d4d-bf64-370918e15444 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:46.641913 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8815f60b-d6a2-450d-9845-aa4b97908790 req-ccf2dbe9-38ed-4d4d-bf64-370918e15444 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 946 time: 0.1272039 Jul 05 09:46:46.675003 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bbf7e197-9641-4986-9de1-8b27b2df8482 req-a54f930d-484b-4360-996c-2bb2f6de2408 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.679927 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bbf7e197-9641-4986-9de1-8b27b2df8482 req-a54f930d-484b-4360-996c-2bb2f6de2408 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.686560 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6482892e-95c3-4bc8-bb07-b029acdc973a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.715692 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482892e-95c3-4bc8-bb07-b029acdc973a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Pushing event deleted for resources: {'Port': ['ID=f9c1d6f0-c791-4299-a204-d5505680cb48,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:46.728657 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8815f60b-d6a2-450d-9845-aa4b97908790 req-bb4d4c2f-291b-4bd0-99cd-1832386a0721 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782096 Jul 05 09:46:46.731306 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f930d-484b-4360-996c-2bb2f6de2408 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c21818-6b51-4fe0-ac48-feae513b5899,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:46.796205 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6482892e-95c3-4bc8-bb07-b029acdc973a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.798900 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6482892e-95c3-4bc8-bb07-b029acdc973a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.799253 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bbf7e197-9641-4986-9de1-8b27b2df8482 req-a54f930d-484b-4360-996c-2bb2f6de2408 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.800136 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6482892e-95c3-4bc8-bb07-b029acdc973a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "DELETE /v2.0/floatingips/e53f5c16-2880-46de-b6a8-42937b3dd47e HTTP/1.1" status: 204 len: 168 time: 0.6123388 Jul 05 09:46:46.805804 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bbf7e197-9641-4986-9de1-8b27b2df8482 req-a54f930d-484b-4360-996c-2bb2f6de2408 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.840610 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bbf7e197-9641-4986-9de1-8b27b2df8482 req-a54f930d-484b-4360-996c-2bb2f6de2408 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.850212 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bbf7e197-9641-4986-9de1-8b27b2df8482 req-a54f930d-484b-4360-996c-2bb2f6de2408 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4136014 Jul 05 09:46:46.850586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f930d-484b-4360-996c-2bb2f6de2408 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a20566-c0dc-4263-9013-e1b8b0eef4ba,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:46.906486 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ae351d07-04d9-4e63-8cbe-7bacd14c91a8 req-5344bfeb-9962-42cc-9e58-739369af31c6 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/bc40a4af-6002-4245-bc55-af033580818d HTTP/1.1" status: 200 len: 1801 time: 0.0424740 Jul 05 09:46:46.976049 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ae351d07-04d9-4e63-8cbe-7bacd14c91a8 req-c1bae90b-3c95-4dd3-8990-fcaa9ae59a75 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:47.001103 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ae351d07-04d9-4e63-8cbe-7bacd14c91a8 req-c1bae90b-3c95-4dd3-8990-fcaa9ae59a75 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:47.077003 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ae351d07-04d9-4e63-8cbe-7bacd14c91a8 req-c1bae90b-3c95-4dd3-8990-fcaa9ae59a75 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:47.079628 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ae351d07-04d9-4e63-8cbe-7bacd14c91a8 req-c1bae90b-3c95-4dd3-8990-fcaa9ae59a75 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:47.080824 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ae351d07-04d9-4e63-8cbe-7bacd14c91a8 req-c1bae90b-3c95-4dd3-8990-fcaa9ae59a75 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "DELETE /v2.0/security-groups/bc40a4af-6002-4245-bc55-af033580818d HTTP/1.1" status: 204 len: 173 time: 0.1682193 Jul 05 09:46:47.096241 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bae90b-3c95-4dd3-8990-fcaa9ae59a75 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc40a4af-6002-4245-bc55-af033580818d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:47.110866 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb5ea1-820c-4141-8088-72144a77e030 req-c93972da-03ae-414d-9ed6-bd7ea55eb953 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:47.112452 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-edbb5ea1-820c-4141-8088-72144a77e030 req-c93972da-03ae-414d-9ed6-bd7ea55eb953 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 943 time: 0.0866466 Jul 05 09:46:47.131416 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4594bc6-078a-4022-99ee-76478b616cf6 x-openstack-request-id: req-a4594bc6-078a-4022-99ee-76478b616cf6 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:47.131722 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc71943-fe8d-4740-87f8-41dc77fe392c", "name": "network-vif-unplugged", "status": "completed", "tag": "09d3e149-9f30-405f-b1b1-59f9cd5c60a6", "code": 200}, {"name": "network-changed", "server_uuid": "ecc71943-fe8d-4740-87f8-41dc77fe392c", "tag": "09d3e149-9f30-405f-b1b1-59f9cd5c60a6", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:47.132006 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a4594bc6-078a-4022-99ee-76478b616cf6 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:47.132403 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc71943-fe8d-4740-87f8-41dc77fe392c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d3e149-9f30-405f-b1b1-59f9cd5c60a6', 'code': 200} Jul 05 09:46:47.132653 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc71943-fe8d-4740-87f8-41dc77fe392c', 'tag': '09d3e149-9f30-405f-b1b1-59f9cd5c60a6', 'status': 'completed', 'code': 200} Jul 05 09:46:47.175447 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-edbb5ea1-820c-4141-8088-72144a77e030 req-b4970b6a-dd8d-4832-bcb6-672286319373 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532432 Jul 05 09:46:47.178173 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50958) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:47.199242 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0ea14c80-64d1-43c4-b45f-0b15745de1be req-3fa03518-3a97-462a-95da-03e017b2d615 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-109024277', 'description': 'tempest-description-1393830609'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:47.228363 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0ea14c80-64d1-43c4-b45f-0b15745de1be req-3fa03518-3a97-462a-95da-03e017b2d615 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:47.239742 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b492d21-d316-432e-9a49-08c740d40706 req-8ef4b700-16a3-4f92-a390-83bde3e217e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:47.241823 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5b492d21-d316-432e-9a49-08c740d40706 req-8ef4b700-16a3-4f92-a390-83bde3e217e1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 1124 time: 0.0751264 Jul 05 09:46:47.315906 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0ea14c80-64d1-43c4-b45f-0b15745de1be req-3fa03518-3a97-462a-95da-03e017b2d615 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:47.320460 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0ea14c80-64d1-43c4-b45f-0b15745de1be req-3fa03518-3a97-462a-95da-03e017b2d615 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:47.336808 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fcb1a4d1-40ec-4bc6-ae98-f8f05b195157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:47.345181 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0ea14c80-64d1-43c4-b45f-0b15745de1be req-3fa03518-3a97-462a-95da-03e017b2d615 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:47.357240 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0ea14c80-64d1-43c4-b45f-0b15745de1be req-3fa03518-3a97-462a-95da-03e017b2d615 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1610942 Jul 05 09:46:47.370657 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa03518-3a97-462a-95da-03e017b2d615 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeafc876-19e2-438b-8dbe-c2b801299ee8,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:47.416513 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b492d21-d316-432e-9a49-08c740d40706 req-106939a5-0ab3-4d51-8974-d8cae7271ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:47.418277 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5b492d21-d316-432e-9a49-08c740d40706 req-106939a5-0ab3-4d51-8974-d8cae7271ebe service neutron] 10.222.0.78 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 909 time: 0.1633527 Jul 05 09:46:47.477740 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5b492d21-d316-432e-9a49-08c740d40706 req-cbddd9dd-1afc-4cba-bf6c-07afdf1abf8b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09d3e149-9f30-405f-b1b1-59f9cd5c60a6 HTTP/1.1" status: 200 len: 217 time: 0.0418203 Jul 05 09:46:47.480359 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50984) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:47.485929 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-00536bf9-4189-4f90-8dda-264fcdfece71 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Request body: {'security_group': {'name': 'tempest-securitygroup--745511711', 'description': 'tempest-description--924894702'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:47.508197 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-fdaf653a-4b53-4d98-9651-c54a8343d6b1 req-11d22331-d92f-46ca-82ac-f1ccdd787150 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] show failed (client error): The resource could not be found. Jul 05 09:46:47.509725 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fdaf653a-4b53-4d98-9651-c54a8343d6b1 req-11d22331-d92f-46ca-82ac-f1ccdd787150 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/bc40a4af-6002-4245-bc55-af033580818d HTTP/1.1" status: 404 len: 352 time: 0.0173569 Jul 05 09:46:47.567909 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fcb1a4d1-40ec-4bc6-ae98-f8f05b195157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:47.569180 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b492d21-d316-432e-9a49-08c740d40706 req-8f1a82b9-205f-438d-9d84-a3aa2aae3f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:47.571188 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5b492d21-d316-432e-9a49-08c740d40706 req-8f1a82b9-205f-438d-9d84-a3aa2aae3f2a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=408995a7-a274-4d3e-939a-c6141d694df3 HTTP/1.1" status: 200 len: 848 time: 0.0861385 Jul 05 09:46:47.574841 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fcb1a4d1-40ec-4bc6-ae98-f8f05b195157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:47.593563 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-00536bf9-4189-4f90-8dda-264fcdfece71 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:47.607326 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fcb1a4d1-40ec-4bc6-ae98-f8f05b195157 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ed6e8c61df8c4efdb23aa2354f825b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4280572 Jul 05 09:46:47.611928 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51000) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:47.645563 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5b492d21-d316-432e-9a49-08c740d40706 req-eede59ee-422e-4aa4-b8e1-4fd02b9568c3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5aa1814e-7fad-4b86-b0f0-99892209992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439615 Jul 05 09:46:47.676109 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1a4d1-40ec-4bc6-ae98-f8f05b195157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292b4cec-d226-49f1-9194-fc0b1474bd02,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:47.742286 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-14cf9463-7ae2-4c8d-b7b3-1ed796f0e09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:47.758604 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5b492d21-d316-432e-9a49-08c740d40706 req-05fc8b88-9233-418e-9289-66e00190dedd service neutron] 10.222.0.78 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032331 Jul 05 09:46:47.801911 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-14cf9463-7ae2-4c8d-b7b3-1ed796f0e09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:47.820320 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b996e3-e5c9-4cf5-b1fb-73368bde7ac4 req-850ec077-73f3-445d-bfab-90886bdd0916 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:47.821897 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-21b996e3-e5c9-4cf5-b1fb-73368bde7ac4 req-850ec077-73f3-445d-bfab-90886bdd0916 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.79 "GET /v2.0/ports?device_id=690f371f-9ed1-47b6-95d2-c40ffcaa96e0 HTTP/1.1" status: 200 len: 946 time: 0.1909854 Jul 05 09:46:47.857858 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5b492d21-d316-432e-9a49-08c740d40706 req-344b554c-0c59-41fa-823b-82eb82cbc9ec service neutron] 10.222.0.78 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884252 Jul 05 09:46:47.918069 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-00536bf9-4189-4f90-8dda-264fcdfece71 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:47.933796 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-00536bf9-4189-4f90-8dda-264fcdfece71 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:47.957317 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-21b996e3-e5c9-4cf5-b1fb-73368bde7ac4 req-09fa3e40-e692-497e-bd34-237dbd5c4c75 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.79 "GET /v2.0/security-groups?id=73d8f0e5-1e38-4806-bb1a-e93f4c655094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253164 Jul 05 09:46:48.000870 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-00536bf9-4189-4f90-8dda-264fcdfece71 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.002080 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-00536bf9-4189-4f90-8dda-264fcdfece71 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5206904 Jul 05 09:46:48.005147 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51016) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:48.009795 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6cc1b26e-a7ad-4daa-be65-d2d36e1243c4 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Request body: {'security_group_rule': {'security_group_id': '62af9113-15d8-4849-bdc7-d988689aaba6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:48.017750 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00536bf9-4189-4f90-8dda-264fcdfece71 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62af9113-15d8-4849-bdc7-d988689aaba6,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:48.030500 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-14cf9463-7ae2-4c8d-b7b3-1ed796f0e09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.034024 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-14cf9463-7ae2-4c8d-b7b3-1ed796f0e09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.035565 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-14cf9463-7ae2-4c8d-b7b3-1ed796f0e09b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/292b4cec-d226-49f1-9194-fc0b1474bd02 HTTP/1.1" status: 204 len: 168 time: 0.4224761 Jul 05 09:46:48.042804 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6cc1b26e-a7ad-4daa-be65-d2d36e1243c4 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.057998 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf9463-7ae2-4c8d-b7b3-1ed796f0e09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292b4cec-d226-49f1-9194-fc0b1474bd02,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:48.117064 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6cc1b26e-a7ad-4daa-be65-d2d36e1243c4 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.120537 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6cc1b26e-a7ad-4daa-be65-d2d36e1243c4 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.140539 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1b26e-a7ad-4daa-be65-d2d36e1243c4 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a22ba110-0ac9-4392-9f72-72ff72bdc1c4,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:48.146685 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6cc1b26e-a7ad-4daa-be65-d2d36e1243c4 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.147693 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a13378f-53c4-4c97-a58d-7a5ad0ccad24 req-3881352b-f797-41e0-a44f-5d055ca4e95e tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=087cc3c5250447e68a99a7ecdb68e590 HTTP/1.1" status: 200 len: 6148 time: 0.1480236 Jul 05 09:46:48.148020 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6cc1b26e-a7ad-4daa-be65-d2d36e1243c4 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418450 Jul 05 09:46:48.150612 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51020) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:48.155651 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b3f7f7c3-4096-42ad-97ac-222a58e19909 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Request body: {'security_group_rule': {'security_group_id': '62af9113-15d8-4849-bdc7-d988689aaba6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:48.184102 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b3f7f7c3-4096-42ad-97ac-222a58e19909 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.224424 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a13378f-53c4-4c97-a58d-7a5ad0ccad24 req-1a904a3d-f167-49fa-a592-29a67674a9f6 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/393b60d1-9042-4c6f-83a0-41b46c091f2b HTTP/1.1" status: 200 len: 2981 time: 0.0758493 Jul 05 09:46:48.251587 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b3f7f7c3-4096-42ad-97ac-222a58e19909 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.255685 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b3f7f7c3-4096-42ad-97ac-222a58e19909 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.277692 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7f7c3-4096-42ad-97ac-222a58e19909 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de775ba8-c45c-474c-ba64-42879c9a3411,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:48.282023 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b3f7f7c3-4096-42ad-97ac-222a58e19909 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.286981 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b3f7f7c3-4096-42ad-97ac-222a58e19909 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1353123 Jul 05 09:46:48.287462 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51026) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:48.291912 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ed7eac58-9a53-40f4-95d6-d2264fca40e7 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:48.295371 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-9f948628-c64d-4753-b943-a63570baa83c tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42766 time: 0.5340097 Jul 05 09:46:48.319794 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed7eac58-9a53-40f4-95d6-d2264fca40e7 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.328957 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a13378f-53c4-4c97-a58d-7a5ad0ccad24 req-18aef51c-248a-4642-87fb-7bf480807807 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/393b60d1-9042-4c6f-83a0-41b46c091f2b HTTP/1.1" status: 200 len: 2981 time: 0.0956092 Jul 05 09:46:48.356315 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-aefb248a-57e8-4dc4-8683-485131593817 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/26044d41-f5bf-4da5-a9b4-843383d44cf0 HTTP/1.1" status: 200 len: 2973 time: 0.0501857 Jul 05 09:46:48.398332 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51038) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:48.419916 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ccac7e3c-ccb7-4d65-a2bc-53c20f9a2eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.429736 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-a831c6fd-6ec3-40ab-b2af-8ba749481a4f tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/26044d41-f5bf-4da5-a9b4-843383d44cf0 HTTP/1.1" status: 200 len: 2973 time: 0.0664265 Jul 05 09:46:48.446958 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed7eac58-9a53-40f4-95d6-d2264fca40e7 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.462194 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-e4ea8653-727c-443a-9ec2-b08ae89eb426 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] show failed (client error): The resource could not be found. Jul 05 09:46:48.463714 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-e4ea8653-727c-443a-9ec2-b08ae89eb426 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/292b4cec-d226-49f1-9194-fc0b1474bd02 HTTP/1.1" status: 404 len: 352 time: 0.0267541 Jul 05 09:46:48.497913 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-570376fe-94e0-40a6-963b-9ebdeba2f9c7 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] show failed (client error): The resource could not be found. Jul 05 09:46:48.499195 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-570376fe-94e0-40a6-963b-9ebdeba2f9c7 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/292b4cec-d226-49f1-9194-fc0b1474bd02 HTTP/1.1" status: 404 len: 352 time: 0.0226727 Jul 05 09:46:48.581160 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-ed7eac58-9a53-40f4-95d6-d2264fca40e7 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Allocated IP 172.25.7.180 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/bf14c741-dfae-4275-be2a-0cc964e4e7e1) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:48.582343 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-de892d3a-af6f-46c1-b733-7385e7e93a92 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/35c21818-6b51-4fe0-ac48-feae513b5899 HTTP/1.1" status: 200 len: 2981 time: 0.0723741 Jul 05 09:46:48.630343 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ccac7e3c-ccb7-4d65-a2bc-53c20f9a2eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.641826 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ccac7e3c-ccb7-4d65-a2bc-53c20f9a2eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.673291 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-2b7b7fa5-29e6-4ef3-9b6a-2cac7f8f67c1 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/35c21818-6b51-4fe0-ac48-feae513b5899 HTTP/1.1" status: 200 len: 2981 time: 0.0855098 Jul 05 09:46:48.692262 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed7eac58-9a53-40f4-95d6-d2264fca40e7 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.697850 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ccac7e3c-ccb7-4d65-a2bc-53c20f9a2eab admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c5288a0b41144c528b81e08dc0ae1792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980266 Jul 05 09:46:48.698691 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac7e3c-ccb7-4d65-a2bc-53c20f9a2eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4beaff1e-95d4-49f6-b6ea-c1fe3cfa9404,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:48.700772 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51064) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:48.735161 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-02b0c532-aa54-420b-b98b-410cd46c363e tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/393b60d1-9042-4c6f-83a0-41b46c091f2b HTTP/1.1" status: 200 len: 2981 time: 0.0476837 Jul 05 09:46:48.775065 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88e25a24-7d3d-4969-abbf-58b04bca951c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.788192 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed7eac58-9a53-40f4-95d6-d2264fca40e7 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.792397 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-0a2c4ced-e2be-4039-8c74-3f8bd468af53 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/393b60d1-9042-4c6f-83a0-41b46c091f2b HTTP/1.1" status: 200 len: 2981 time: 0.0498629 Jul 05 09:46:48.826507 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88e25a24-7d3d-4969-abbf-58b04bca951c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.836560 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-65042e39-fdb6-42fe-ba9d-5dbe99d2a1fd tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/47ad0e29-541b-44e8-8103-a80c1398abac HTTP/1.1" status: 200 len: 2977 time: 0.0427818 Jul 05 09:46:48.850407 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7eac58-9a53-40f4-95d6-d2264fca40e7 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:48.860640 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ed7eac58-9a53-40f4-95d6-d2264fca40e7 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:48.869225 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7eac58-9a53-40f4-95d6-d2264fca40e7 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:48.879753 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-d714cd6d-7254-473c-9177-42ed2b2b3eb2 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/47ad0e29-541b-44e8-8103-a80c1398abac HTTP/1.1" status: 200 len: 2977 time: 0.0399914 Jul 05 09:46:48.898772 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7eac58-9a53-40f4-95d6-d2264fca40e7 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Pushing event updated for resources: {'Port': ['ID=bf14c741-dfae-4275-be2a-0cc964e4e7e1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:48.932154 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88e25a24-7d3d-4969-abbf-58b04bca951c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.934617 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88e25a24-7d3d-4969-abbf-58b04bca951c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.936423 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-88e25a24-7d3d-4969-abbf-58b04bca951c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4beaff1e-95d4-49f6-b6ea-c1fe3cfa9404 HTTP/1.1" status: 204 len: 168 time: 0.2347112 Jul 05 09:46:48.969991 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e25a24-7d3d-4969-abbf-58b04bca951c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4beaff1e-95d4-49f6-b6ea-c1fe3cfa9404,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:48.982115 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-2c24898e-095f-443d-aaf0-9fd3cd3d7fec tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/4fdbe865-64e0-488a-a7b2-284350f32d96 HTTP/1.1" status: 200 len: 2981 time: 0.0948534 Jul 05 09:46:49.000739 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed7eac58-9a53-40f4-95d6-d2264fca40e7 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.046912 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed7eac58-9a53-40f4-95d6-d2264fca40e7 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.048383 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-1dad6ac0-4568-44cd-a2e5-f8378fa71169 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/4fdbe865-64e0-488a-a7b2-284350f32d96 HTTP/1.1" status: 200 len: 2981 time: 0.0653365 Jul 05 09:46:49.062465 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc34c9b-70e3-4fdd-a23d-d705c686cfbc req-950d73d9-3887-40b3-a788-77edf8b5363b tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:49.064083 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2dc34c9b-70e3-4fdd-a23d-d705c686cfbc req-950d73d9-3887-40b3-a788-77edf8b5363b tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 946 time: 0.1473715 Jul 05 09:46:49.119581 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-9be9cfed-e832-4ccf-9236-b9d7bfab1bc2 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/51f94f67-a211-4906-b576-62aebf1b785c HTTP/1.1" status: 200 len: 2981 time: 0.0655794 Jul 05 09:46:49.141044 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2dc34c9b-70e3-4fdd-a23d-d705c686cfbc req-5d2b32aa-0864-47ce-ad1b-443fa2c28311 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654521 Jul 05 09:46:49.186674 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-8ade72e5-d67d-4455-87ce-9364b16bdd26 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/51f94f67-a211-4906-b576-62aebf1b785c HTTP/1.1" status: 200 len: 2981 time: 0.0506616 Jul 05 09:46:49.230252 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed7eac58-9a53-40f4-95d6-d2264fca40e7 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.237888 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed7eac58-9a53-40f4-95d6-d2264fca40e7 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.260416 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-ed8bb974-9b8d-4141-8899-2963bc23b812 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/73d8f0e5-1e38-4806-bb1a-e93f4c655094 HTTP/1.1" status: 200 len: 2981 time: 0.0676441 Jul 05 09:46:49.319320 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-4339f52a-29c0-4ddb-b62c-1b29313d33c0 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/73d8f0e5-1e38-4806-bb1a-e93f4c655094 HTTP/1.1" status: 200 len: 2981 time: 0.0574710 Jul 05 09:46:49.327301 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7eac58-9a53-40f4-95d6-d2264fca40e7 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Pushing event updated for resources: {'Port': ['ID=bf14c741-dfae-4275-be2a-0cc964e4e7e1,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:49.346679 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed7eac58-9a53-40f4-95d6-d2264fca40e7 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.364466 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed7eac58-9a53-40f4-95d6-d2264fca40e7 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.375252 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ed7eac58-9a53-40f4-95d6-d2264fca40e7 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0778849 Jul 05 09:46:49.384227 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-e8c7acde-44cf-49f9-b8ed-4a0bda2466f8 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/9def5186-2c59-4e3f-bcd5-29f7faa2e204 HTTP/1.1" status: 200 len: 2981 time: 0.0640304 Jul 05 09:46:49.397629 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:46:49.437592 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-479de3cf-6ca6-46bf-8550-fc382aeced4b tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/9def5186-2c59-4e3f-bcd5-29f7faa2e204 HTTP/1.1" status: 200 len: 2981 time: 0.0436630 Jul 05 09:46:49.525994 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-c75252e1-f70b-4189-b9bc-59dd712c2928 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/b34f16c5-1787-4804-9f41-08336699743a HTTP/1.1" status: 200 len: 2981 time: 0.0748761 Jul 05 09:46:49.539066 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=09d3e149-9f30-405f-b1b1-59f9cd5c60a6,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:49.552167 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 has no active binding in host n-h1-798054-8 {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 09:46:49.581428 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0839ae-89ec-49a5-81e8-130219c456a9 req-0469a1bc-e60e-43c0-a9cd-3fea23bcc53c tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:49.582948 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2d0839ae-89ec-49a5-81e8-130219c456a9 req-0469a1bc-e60e-43c0-a9cd-3fea23bcc53c tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 943 time: 0.1151900 Jul 05 09:46:49.599919 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-3e29c387-3aea-46b2-83af-46c47b915923 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/b34f16c5-1787-4804-9f41-08336699743a HTTP/1.1" status: 200 len: 2981 time: 0.0668051 Jul 05 09:46:49.654406 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2d0839ae-89ec-49a5-81e8-130219c456a9 req-ddf6ef54-b832-4f30-baf7-49ff95afb70e tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636673 Jul 05 09:46:49.659601 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-12bf5087-e30a-4fac-aa20-581bc5cdee48 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/d55f3367-43bd-4389-80fb-aa80c759e415 HTTP/1.1" status: 200 len: 2981 time: 0.0518250 Jul 05 09:46:49.691236 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-ed17a731-c0a4-4278-a4d6-81d19209be3b req-8c121cc4-ca40-46fd-a26e-b5a8997752b8 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1342292193', 'description': 'tempest-description-500499765'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:49.729070 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-ccb22bcd-a36b-4cf4-8474-3656ec8ad064 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/d55f3367-43bd-4389-80fb-aa80c759e415 HTTP/1.1" status: 200 len: 2981 time: 0.0624447 Jul 05 09:46:49.734719 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ed17a731-c0a4-4278-a4d6-81d19209be3b req-8c121cc4-ca40-46fd-a26e-b5a8997752b8 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.796323 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-d154086b-48f4-406a-b8d7-be46063048fb tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/d9790fb0-ed27-4770-a311-a1d02f8232e1 HTTP/1.1" status: 200 len: 2981 time: 0.0589592 Jul 05 09:46:49.866380 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab515e6-4422-45f7-b8b4-66855fcf1fd7 req-65da293f-03b4-41df-8e45-832684ea6929 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/d9790fb0-ed27-4770-a311-a1d02f8232e1 HTTP/1.1" status: 200 len: 2981 time: 0.0637126 Jul 05 09:46:49.890255 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ed17a731-c0a4-4278-a4d6-81d19209be3b req-8c121cc4-ca40-46fd-a26e-b5a8997752b8 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.894351 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ed17a731-c0a4-4278-a4d6-81d19209be3b req-8c121cc4-ca40-46fd-a26e-b5a8997752b8 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.925619 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ed17a731-c0a4-4278-a4d6-81d19209be3b req-8c121cc4-ca40-46fd-a26e-b5a8997752b8 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.933046 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ed17a731-c0a4-4278-a4d6-81d19209be3b req-8c121cc4-ca40-46fd-a26e-b5a8997752b8 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2417996 Jul 05 09:46:49.933046 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c121cc4-ca40-46fd-a26e-b5a8997752b8 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=394aefeb-34be-49e9-bbb6-c2decd916ea4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:50.034449 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43939485-6445-405c-af1c-93b96fca155f req-8044179a-61d6-4ecc-bbdb-9e5f91d87897 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--745511711&fields=id&tenant_id=e14984e744944dda9aa0ac1df3aa0f0a HTTP/1.1" status: 200 len: 267 time: 0.0387957 Jul 05 09:46:50.143918 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43939485-6445-405c-af1c-93b96fca155f req-1abe6bf2-cb0d-4468-8762-bdd28b9621e3 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:50.145883 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43939485-6445-405c-af1c-93b96fca155f req-1abe6bf2-cb0d-4468-8762-bdd28b9621e3 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/networks?id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb HTTP/1.1" status: 200 len: 817 time: 0.1042731 Jul 05 09:46:50.173336 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43939485-6445-405c-af1c-93b96fca155f req-ccc02d3a-d3c5-46a5-97f3-abaaa180f821 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/quotas/e14984e744944dda9aa0ac1df3aa0f0a HTTP/1.1" status: 200 len: 375 time: 0.0218148 Jul 05 09:46:50.184376 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-de9ebbb5-7c78-45a5-a3e0-7e1ee3793377 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=874a56ca1d6e4f12b2fa3c93333c21da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249188 Jul 05 09:46:50.322263 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43939485-6445-405c-af1c-93b96fca155f req-79310dc7-47ca-4b98-a797-8810c939f45d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e14984e744944dda9aa0ac1df3aa0f0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1406186 Jul 05 09:46:50.330733 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-c0995c28-ea02-49cc-b5a6-54e24c8d2bf3 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:50.332158 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-c0995c28-ea02-49cc-b5a6-54e24c8d2bf3 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1403902 Jul 05 09:46:50.389343 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-afdd392b-8970-4aa5-9d2e-540dc4249ba1 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.79 "GET /v2.0/quotas/874a56ca1d6e4f12b2fa3c93333c21da HTTP/1.1" status: 200 len: 375 time: 0.0463121 Jul 05 09:46:50.426690 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-48bad1a4-ae29-4330-88fb-2c1c97daab01 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=874a56ca1d6e4f12b2fa3c93333c21da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314367 Jul 05 09:46:50.453005 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43939485-6445-405c-af1c-93b96fca155f req-b64e9231-5dbb-4aa7-9b4c-65637838842c service neutron] 10.222.0.79 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185462 Jul 05 09:46:50.562773 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43939485-6445-405c-af1c-93b96fca155f req-9122cd20-2158-40e3-bf93-351bb8629452 service neutron] 10.222.0.79 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034751 Jul 05 09:46:50.636345 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f725d577-f5d1-4d0f-8860-613a548c9e8c req-88b370ae-181d-4e3f-8b5e-3888a0ead3a9 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=78f695828a7e489892835cea54efdf07 HTTP/1.1" status: 200 len: 6102 time: 0.0782518 Jul 05 09:46:50.692464 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f725d577-f5d1-4d0f-8860-613a548c9e8c req-5a389e93-d897-4e30-91e2-74f3e1359850 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] 10.222.0.79 "GET /v2.0/security-groups/9def5186-2c59-4e3f-bcd5-29f7faa2e204 HTTP/1.1" status: 200 len: 2981 time: 0.0543604 Jul 05 09:46:50.748310 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f725d577-f5d1-4d0f-8860-613a548c9e8c req-9aa181e8-d0d0-4cfd-9824-57ef5be3dfc0 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] 10.222.0.79 "GET /v2.0/security-groups/9def5186-2c59-4e3f-bcd5-29f7faa2e204 HTTP/1.1" status: 200 len: 2981 time: 0.0547318 Jul 05 09:46:50.779964 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3a50acd6-9023-405a-8ce3-755f4ed3cd8e req-c7111c2e-5367-4fa8-8e7c-3c0784d090cc tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1689895805', 'description': 'tempest-description-1892727387'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:50.825499 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3a50acd6-9023-405a-8ce3-755f4ed3cd8e req-c7111c2e-5367-4fa8-8e7c-3c0784d090cc tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:50.891610 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6d08062b-e03f-41bd-8717-8a1d34fc32b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:50.956745 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3a50acd6-9023-405a-8ce3-755f4ed3cd8e req-c7111c2e-5367-4fa8-8e7c-3c0784d090cc tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:50.962316 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3a50acd6-9023-405a-8ce3-755f4ed3cd8e req-c7111c2e-5367-4fa8-8e7c-3c0784d090cc tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:51.004747 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3a50acd6-9023-405a-8ce3-755f4ed3cd8e req-c7111c2e-5367-4fa8-8e7c-3c0784d090cc tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:51.016341 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3a50acd6-9023-405a-8ce3-755f4ed3cd8e req-c7111c2e-5367-4fa8-8e7c-3c0784d090cc tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2482250 Jul 05 09:46:51.028271 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7111c2e-5367-4fa8-8e7c-3c0784d090cc tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7232a910-3fdd-4b9f-9923-538a74bb1bbf,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:51.355177 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-550b2bb3-5e19-4cce-8782-beedf1060aaa req-91af6e90-567c-49a1-ad01-cdd3e8c2698b tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e149a48-6eeb-401f-a4c5-1427b2d5d4bd HTTP/1.1" status: 200 len: 210 time: 0.0410383 Jul 05 09:46:51.411076 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa9f7c-1fbe-4acf-8dae-b83e7ed7de22 req-723a206c-c5ca-4751-8646-b187e665416d tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:51.412860 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-22fa9f7c-1fbe-4acf-8dae-b83e7ed7de22 req-723a206c-c5ca-4751-8646-b187e665416d tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 946 time: 0.0888081 Jul 05 09:46:51.469926 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-22fa9f7c-1fbe-4acf-8dae-b83e7ed7de22 req-5ad84418-ade7-4c42-9e33-32f6bf281e1c tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496695 Jul 05 09:46:51.552322 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb24d4-0c97-47ab-a168-6337ef58ca69 req-0a1308d9-a503-4307-a404-6d6168a10d88 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:51.554214 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b8bb24d4-0c97-47ab-a168-6337ef58ca69 req-0a1308d9-a503-4307-a404-6d6168a10d88 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 943 time: 0.0727565 Jul 05 09:46:51.607982 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-95c941dd-7825-4b02-99a3-dfe3e8ec45a7 req-5d5306c5-f458-4210-833b-1344ee0fa919 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 210 time: 0.0305822 Jul 05 09:46:51.622657 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b8bb24d4-0c97-47ab-a168-6337ef58ca69 req-d88cd857-4d40-46c7-a035-61df1c3e21b5 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606096 Jul 05 09:46:51.677078 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-957d88b0-3899-48e3-8ff8-ba298fc06549 req-e3988eed-df4c-44dc-890d-669f2b8e3e21 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/eeafc876-19e2-438b-8dbe-c2b801299ee8 HTTP/1.1" status: 200 len: 1777 time: 0.0386024 Jul 05 09:46:51.699754 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-b24d73d4-f3d0-4295-93a7-9e20690da732 service neutron] 10.222.0.78 "GET /v2.0/ports/09d3e149-9f30-405f-b1b1-59f9cd5c60a6/bindings/n-h1-798054-8 HTTP/1.1" status: 200 len: 384 time: 0.0751522 Jul 05 09:46:51.788567 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-957d88b0-3899-48e3-8ff8-ba298fc06549 req-a340056b-f436-483c-aa7a-2b3050938078 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:51.828319 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-957d88b0-3899-48e3-8ff8-ba298fc06549 req-a340056b-f436-483c-aa7a-2b3050938078 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:51.868745 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-e531781b-df7c-4e70-9a74-addcb18a830e tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:51.876161 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-e531781b-df7c-4e70-9a74-addcb18a830e tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/networks?id=23f5a57a-e75c-48d0-bb1c-6a86c872c6d9 HTTP/1.1" status: 200 len: 811 time: 0.1697619 Jul 05 09:46:51.900202 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-a391ff9f-1f69-40a8-98a8-42588eed8aa2 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/quotas/087cc3c5250447e68a99a7ecdb68e590 HTTP/1.1" status: 200 len: 375 time: 0.0230873 Jul 05 09:46:51.901813 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-9597f490-3959-4be6-a511-df4fa9a2c145 service neutron] For port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=09d3e149-9f30-405f-b1b1-59f9cd5c60a6,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:51.928361 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-9597f490-3959-4be6-a511-df4fa9a2c145 service neutron] For port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:51.943314 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-957d88b0-3899-48e3-8ff8-ba298fc06549 req-a340056b-f436-483c-aa7a-2b3050938078 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:51.947197 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-957d88b0-3899-48e3-8ff8-ba298fc06549 req-a340056b-f436-483c-aa7a-2b3050938078 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:51.948585 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-957d88b0-3899-48e3-8ff8-ba298fc06549 req-a340056b-f436-483c-aa7a-2b3050938078 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "DELETE /v2.0/security-groups/eeafc876-19e2-438b-8dbe-c2b801299ee8 HTTP/1.1" status: 204 len: 173 time: 0.2644334 Jul 05 09:46:51.966373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340056b-f436-483c-aa7a-2b3050938078 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeafc876-19e2-438b-8dbe-c2b801299ee8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:51.972391 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-9597f490-3959-4be6-a511-df4fa9a2c145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:46:52.000495 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-9597f490-3959-4be6-a511-df4fa9a2c145 service neutron] For port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=09d3e149-9f30-405f-b1b1-59f9cd5c60a6,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:52.017678 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-9597f490-3959-4be6-a511-df4fa9a2c145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:52.027919 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-c005d570-3ae2-424c-9963-765ad2a26be1 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=874a56ca1d6e4f12b2fa3c93333c21da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435097 Jul 05 09:46:52.042791 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-0c7a45cc-19c5-41d0-8560-083555fffb66 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=087cc3c5250447e68a99a7ecdb68e590&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1414678 Jul 05 09:46:52.114922 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-9597f490-3959-4be6-a511-df4fa9a2c145 service neutron] Transition to ACTIVE for port object 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:52.121984 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-9597f490-3959-4be6-a511-df4fa9a2c145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:52.212052 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-9597f490-3959-4be6-a511-df4fa9a2c145 service neutron] No DVR routers for this DVR port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:52.232259 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597f490-3959-4be6-a511-df4fa9a2c145 service neutron] Pushing event updated for resources: {'Port': ['ID=09d3e149-9f30-405f-b1b1-59f9cd5c60a6,revision_number=10']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:52.258804 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-9597f490-3959-4be6-a511-df4fa9a2c145 service neutron] 10.222.0.78 "PUT /v2.0/ports/09d3e149-9f30-405f-b1b1-59f9cd5c60a6/bindings/n-h1-798054-8/activate HTTP/1.1" status: 200 len: 369 time: 0.5517979 Jul 05 09:46:52.264035 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-2ebf727a-617c-47f1-b117-e11c49bfb820 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:52.265560 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-2ebf727a-617c-47f1-b117-e11c49bfb820 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2198105 Jul 05 09:46:52.289107 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-a8593ad4-e871-493d-8ace-c4364474098f tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Request body: {'port': {'device_id': '6e149a48-6eeb-401f-a4c5-1427b2d5d4bd', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': '874a56ca1d6e4f12b2fa3c93333c21da'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:52.352401 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-3bffd9af-529f-47f7-8432-13a4c827dfbf service neutron] 10.222.0.79 "GET /v2.0/networks/23f5a57a-e75c-48d0-bb1c-6a86c872c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930702 Jul 05 09:46:52.404223 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-da64fb7d-8a73-4f81-8f1a-7ecab4974638 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:52.406101 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-da64fb7d-8a73-4f81-8f1a-7ecab4974638 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c&tenant_id=f74a958ec8be4a8683e21e11de1010dc&binding%3Ahost_id=n-h2-798054-8 HTTP/1.1" status: 200 len: 1095 time: 0.0709360 Jul 05 09:46:52.489550 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-a8593ad4-e871-493d-8ace-c4364474098f tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Made reservation on behalf of 874a56ca1d6e4f12b2fa3c93333c21da for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:52.489763 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-92894d65-bd23-4de3-9adb-572bbe741bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:52.491503 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-92894d65-bd23-4de3-9adb-572bbe741bbe service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c&tenant_id=f74a958ec8be4a8683e21e11de1010dc HTTP/1.1" status: 200 len: 1095 time: 0.0705526 Jul 05 09:46:52.494508 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-a8593ad4-e871-493d-8ace-c4364474098f tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:52.513869 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-a8593ad4-e871-493d-8ace-c4364474098f tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:52.580985 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-a3df78b1-e7c4-421f-9b50-a83cfbd3f58e service neutron] 10.222.0.79 "GET /v2.0/networks/23f5a57a-e75c-48d0-bb1c-6a86c872c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996255 Jul 05 09:46:52.603473 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-a89640cc-1b66-4034-a895-14d5fd57cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:52.606292 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-a89640cc-1b66-4034-a895-14d5fd57cb29 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 1095 time: 0.0686419 Jul 05 09:46:52.680461 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d104e9cf-7adb-4784-982c-40a32bc4d778 req-24dcbb91-9ef9-49c6-af0c-0fdad5caf610 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "GET /v2.0/security-groups/b9a20566-c0dc-4263-9013-e1b8b0eef4ba HTTP/1.1" status: 200 len: 1777 time: 0.1338222 Jul 05 09:46:52.736797 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-cf9f03b6-2807-4ac7-8b37-a970fe1a05c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:52.738303 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-cf9f03b6-2807-4ac7-8b37-a970fe1a05c2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 909 time: 0.1216023 Jul 05 09:46:52.813989 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43939485-6445-405c-af1c-93b96fca155f req-c5d1fd88-105c-4334-ba0e-7d872489de75 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:52.816684 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43939485-6445-405c-af1c-93b96fca155f req-c5d1fd88-105c-4334-ba0e-7d872489de75 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.81 "GET /v2.0/networks?id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb HTTP/1.1" status: 200 len: 817 time: 0.2712836 Jul 05 09:46:52.831839 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d104e9cf-7adb-4784-982c-40a32bc4d778 req-8c4de8d2-e541-429c-92fa-feef41468438 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:52.845694 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-6a6c32b6-081a-4294-9dfa-ddc4119ace66 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09d3e149-9f30-405f-b1b1-59f9cd5c60a6 HTTP/1.1" status: 200 len: 217 time: 0.0806792 Jul 05 09:46:52.909217 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d104e9cf-7adb-4784-982c-40a32bc4d778 req-8c4de8d2-e541-429c-92fa-feef41468438 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:52.917825 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-d5075b6a-4672-4d67-8275-43b6af3eb7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:52.917825 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-d5075b6a-4672-4d67-8275-43b6af3eb7f3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=408995a7-a274-4d3e-939a-c6141d694df3 HTTP/1.1" status: 200 len: 848 time: 0.0580275 Jul 05 09:46:52.918092 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43939485-6445-405c-af1c-93b96fca155f req-a1c7d1c4-8290-481b-ba68-af9592ddc514 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e14984e744944dda9aa0ac1df3aa0f0a HTTP/1.1" status: 200 len: 379 time: 0.0770214 Jul 05 09:46:52.921060 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-a8593ad4-e871-493d-8ace-c4364474098f tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:52.929490 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-a8593ad4-e871-493d-8ace-c4364474098f tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:52.955505 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-43939485-6445-405c-af1c-93b96fca155f req-a2f042bc-d0cd-4e59-863f-fb0ac35e2619 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Request body: {'port': {'device_id': '3667c411-e4ac-4fe7-bc20-110aa2e7ac5a', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'admin_state_up': True, 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'security_groups': ['62af9113-15d8-4849-bdc7-d988689aaba6']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:52.974657 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-c7d92713-d10e-432e-a035-91624a8e4a77 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5aa1814e-7fad-4b86-b0f0-99892209992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341394 Jul 05 09:46:53.089843 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-e8768727-7c47-4c20-ab57-eafa8a54407d service neutron] 10.222.0.81 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055915 Jul 05 09:46:53.196664 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-5df76956-9da2-42fc-9056-f61c9aefaec3 service neutron] 10.222.0.81 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974960 Jul 05 09:46:53.293264 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7b0a2351-a520-441b-93eb-c05f1feeaa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:53.349448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8593ad4-e871-493d-8ace-c4364474098f tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7116833d-5ed7-4ea8-9ab5-e3b13cea9d99,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:53.354051 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a604e659-1fac-4747-b202-18209e6f7898 req-380a957b-3813-47f3-b168-8166440dff84 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e149a48-6eeb-401f-a4c5-1427b2d5d4bd HTTP/1.1" status: 200 len: 210 time: 0.1177278 Jul 05 09:46:53.367640 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d104e9cf-7adb-4784-982c-40a32bc4d778 req-8c4de8d2-e541-429c-92fa-feef41468438 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:53.370460 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d104e9cf-7adb-4784-982c-40a32bc4d778 req-8c4de8d2-e541-429c-92fa-feef41468438 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:53.371621 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d104e9cf-7adb-4784-982c-40a32bc4d778 req-8c4de8d2-e541-429c-92fa-feef41468438 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] 10.222.0.79 "DELETE /v2.0/security-groups/b9a20566-c0dc-4263-9013-e1b8b0eef4ba HTTP/1.1" status: 204 len: 173 time: 0.6815560 Jul 05 09:46:53.420866 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4de8d2-e541-429c-92fa-feef41468438 tempest-SecurityGroupsTestAdminJSON-649827263 tempest-SecurityGroupsTestAdminJSON-649827263-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a20566-c0dc-4263-9013-e1b8b0eef4ba,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:53.496943 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-a8593ad4-e871-493d-8ace-c4364474098f tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Allocated IP 192.168.233.155 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/c9dfa240-fc92-4f6d-997c-34e0583b6c99) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:53.518325 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:53.544813 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43939485-6445-405c-af1c-93b96fca155f req-a2f042bc-d0cd-4e59-863f-fb0ac35e2619 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Made reservation on behalf of e14984e744944dda9aa0ac1df3aa0f0a for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:53.548181 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-43939485-6445-405c-af1c-93b96fca155f req-a2f042bc-d0cd-4e59-863f-fb0ac35e2619 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:53.630792 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-caf20f5e-2a69-4d22-aec5-c334095d183a tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:53.632740 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-caf20f5e-2a69-4d22-aec5-c334095d183a tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c&tenant_id=f74a958ec8be4a8683e21e11de1010dc&binding%3Ahost_id=n-h1-798054-8 HTTP/1.1" status: 200 len: 1095 time: 0.0891552 Jul 05 09:46:53.705669 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5391dcdc-1eec-4bcb-bc0b-fc40582d02d2 req-2b4adedf-2bba-4222-bb67-4148bca3f8ec tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 210 time: 0.0764623 Jul 05 09:46:53.770277 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace5b2f-db7e-41c8-951c-f2f7f44c573e req-7e10e563-143f-4f28-a303-b17b6104fe4d tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:53.771803 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3ace5b2f-db7e-41c8-951c-f2f7f44c573e req-7e10e563-143f-4f28-a303-b17b6104fe4d tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 946 time: 0.2701266 Jul 05 09:46:53.775681 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-528753ae-a962-416f-a593-0c961c7fc552 service neutron] For port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:53.784104 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-528753ae-a962-416f-a593-0c961c7fc552 service neutron] Notify callbacks [] for binding, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:53.786685 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-09a52373-2e4c-4704-a13a-f4b9e2edfb70 req-528753ae-a962-416f-a593-0c961c7fc552 service neutron] 10.222.0.81 "DELETE /v2.0/ports/09d3e149-9f30-405f-b1b1-59f9cd5c60a6/bindings/n-h2-798054-8 HTTP/1.1" status: 204 len: 173 time: 0.1428854 Jul 05 09:46:53.935982 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3ace5b2f-db7e-41c8-951c-f2f7f44c573e req-e38f72d7-e6be-48b4-952a-40c8f6fb171e tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477365 Jul 05 09:46:53.942971 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-43939485-6445-405c-af1c-93b96fca155f req-a2f042bc-d0cd-4e59-863f-fb0ac35e2619 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Allocated IP 172.20.0.6 (ceb77ef8-ce40-49b7-a00f-5da7d032f3bb/70194034-b839-4d67-b152-2ad54f034d6c/d1dabde5-d7fc-474b-93b7-918b89720f06) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:53.965410 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-a8593ad4-e871-493d-8ace-c4364474098f tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:54.000428 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-a8593ad4-e871-493d-8ace-c4364474098f tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Transition to ACTIVE for port object c9dfa240-fc92-4f6d-997c-34e0583b6c99 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:54.041793 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b23e2-90dc-4fed-9262-724a0b971f38 req-b25fe3c3-c281-437e-bf22-9141aba643f0 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:54.048848 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2b7b23e2-90dc-4fed-9262-724a0b971f38 req-b25fe3c3-c281-437e-bf22-9141aba643f0 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 944 time: 0.2084401 Jul 05 09:46:54.196865 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-a8593ad4-e871-493d-8ace-c4364474098f tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:54.198185 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-1d10e8d4-960b-4981-afab-7b38dacd2815 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:54.199793 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-1d10e8d4-960b-4981-afab-7b38dacd2815 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.78 "GET /v2.0/networks?id=23f5a57a-e75c-48d0-bb1c-6a86c872c6d9 HTTP/1.1" status: 200 len: 811 time: 0.2013814 Jul 05 09:46:54.210019 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ce886d11-e3e4-41d5-a054-934f923cf2cd req-68ff18f9-d334-4854-96f4-33c1353e656b tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a8f1a25-b30c-4298-8a0a-a04836194d54 HTTP/1.1" status: 200 len: 210 time: 0.0702937 Jul 05 09:46:54.221103 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2b7b23e2-90dc-4fed-9262-724a0b971f38 req-85ee9b3b-cefd-4e42-aa82-b8503f0853d4 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712914 Jul 05 09:46:54.236334 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-896a24f3-8eec-4cf3-a6ff-a2922cf58dad tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Request body: {'port': {'device_id': '6a8f1a25-b30c-4298-8a0a-a04836194d54', 'network_id': '23f5a57a-e75c-48d0-bb1c-6a86c872c6d9', 'admin_state_up': True, 'tenant_id': '087cc3c5250447e68a99a7ecdb68e590'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:54.324308 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-a8593ad4-e871-493d-8ace-c4364474098f tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:54.345486 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-a8593ad4-e871-493d-8ace-c4364474098f tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:54.348074 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-a8593ad4-e871-493d-8ace-c4364474098f tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:54.364075 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-43939485-6445-405c-af1c-93b96fca155f req-a2f042bc-d0cd-4e59-863f-fb0ac35e2619 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:54.407661 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8593ad4-e871-493d-8ace-c4364474098f tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Pushing event updated for resources: {'Port': ['ID=c9dfa240-fc92-4f6d-997c-34e0583b6c99,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:54.426773 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-43939485-6445-405c-af1c-93b96fca155f req-a2f042bc-d0cd-4e59-863f-fb0ac35e2619 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Transition to ACTIVE for port object d1dabde5-d7fc-474b-93b7-918b89720f06 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:54.436345 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a74ed958-4624-4a34-a4d9-c40c3f398c63 req-909d50c8-ae6a-4c2f-a6e0-9110324e0b8a tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] 10.222.0.79 "GET /v2.0/security-groups/4000df22-2b8e-473b-920f-1dd96d6aab05 HTTP/1.1" status: 200 len: 1777 time: 0.1850274 Jul 05 09:46:54.469098 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-896a24f3-8eec-4cf3-a6ff-a2922cf58dad tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Made reservation on behalf of 087cc3c5250447e68a99a7ecdb68e590 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:54.476462 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-896a24f3-8eec-4cf3-a6ff-a2922cf58dad tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:54.481224 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-a8593ad4-e871-493d-8ace-c4364474098f tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:54.482434 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-a8593ad4-e871-493d-8ace-c4364474098f tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:54.502005 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:54.531337 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-a8593ad4-e871-493d-8ace-c4364474098f tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2468441 Jul 05 09:46:54.552061 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-52fc7af5-cf52-4da0-af75-448ab29c4feb service neutron] Request body: {'port': {'device_id': '6e149a48-6eeb-401f-a4c5-1427b2d5d4bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:54.563287 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a74ed958-4624-4a34-a4d9-c40c3f398c63 req-4abde93e-1d71-47d7-82e7-60a963f0101f tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:54.609046 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-43939485-6445-405c-af1c-93b96fca155f req-a2f042bc-d0cd-4e59-863f-fb0ac35e2619 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:54.626124 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:54.666622 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a74ed958-4624-4a34-a4d9-c40c3f398c63 req-4abde93e-1d71-47d7-82e7-60a963f0101f tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:54.705629 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-896a24f3-8eec-4cf3-a6ff-a2922cf58dad tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Allocated IP 172.20.0.11 (23f5a57a-e75c-48d0-bb1c-6a86c872c6d9/3ddb5390-4629-41b1-a8c5-27c8806285d5/91411441-b894-461d-97bf-6077133480c8) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:54.708546 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43939485-6445-405c-af1c-93b96fca155f req-a2f042bc-d0cd-4e59-863f-fb0ac35e2619 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Network ceb77ef8-ce40-49b7-a00f-5da7d032f3bb is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:54.722507 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f042bc-d0cd-4e59-863f-fb0ac35e2619 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Pushing event updated for resources: {'Port': ['ID=d1dabde5-d7fc-474b-93b7-918b89720f06,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:54.726503 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:54.747615 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-43939485-6445-405c-af1c-93b96fca155f req-a2f042bc-d0cd-4e59-863f-fb0ac35e2619 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:54.753495 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-43939485-6445-405c-af1c-93b96fca155f req-a2f042bc-d0cd-4e59-863f-fb0ac35e2619 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:54.817772 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e2eee0e3-d454-499d-b911-6f8eb67f7174 None None] Provisioning for port c9dfa240-fc92-4f6d-997c-34e0583b6c99 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:54.823061 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e2eee0e3-d454-499d-b911-6f8eb67f7174 None None] Provisioning complete for port c9dfa240-fc92-4f6d-997c-34e0583b6c99 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:54.824088 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e2eee0e3-d454-499d-b911-6f8eb67f7174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:54.857029 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-52fc7af5-cf52-4da0-af75-448ab29c4feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:54.868942 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43939485-6445-405c-af1c-93b96fca155f req-a2f042bc-d0cd-4e59-863f-fb0ac35e2619 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:54.869615 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-43939485-6445-405c-af1c-93b96fca155f req-a2f042bc-d0cd-4e59-863f-fb0ac35e2619 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:54.872021 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e2eee0e3-d454-499d-b911-6f8eb67f7174 None None] Port c9dfa240-fc92-4f6d-997c-34e0583b6c99 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:46:54.885132 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a74ed958-4624-4a34-a4d9-c40c3f398c63 req-4abde93e-1d71-47d7-82e7-60a963f0101f tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:54.887633 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a74ed958-4624-4a34-a4d9-c40c3f398c63 req-4abde93e-1d71-47d7-82e7-60a963f0101f tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:54.889383 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a74ed958-4624-4a34-a4d9-c40c3f398c63 req-4abde93e-1d71-47d7-82e7-60a963f0101f tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] 10.222.0.79 "DELETE /v2.0/security-groups/4000df22-2b8e-473b-920f-1dd96d6aab05 HTTP/1.1" status: 204 len: 173 time: 0.4521935 Jul 05 09:46:54.906142 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abde93e-1d71-47d7-82e7-60a963f0101f tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4000df22-2b8e-473b-920f-1dd96d6aab05,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:54.930778 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43939485-6445-405c-af1c-93b96fca155f req-a2f042bc-d0cd-4e59-863f-fb0ac35e2619 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9845915 Jul 05 09:46:54.948619 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-43939485-6445-405c-af1c-93b96fca155f req-4c2b04a8-67a0-4702-af7a-e169849d7df5 service neutron] Request body: {'port': {'device_id': '3667c411-e4ac-4fe7-bc20-110aa2e7ac5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:54.994009 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-896a24f3-8eec-4cf3-a6ff-a2922cf58dad tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:55.052157 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-896a24f3-8eec-4cf3-a6ff-a2922cf58dad tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:55.066163 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['193ae10c-ede6-4c62-81d1-3387c567e7c9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:55.109235 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a24f3-8eec-4cf3-a6ff-a2922cf58dad tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event updated for resources: {'Port': ['ID=91411441-b894-461d-97bf-6077133480c8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:55.140540 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-896a24f3-8eec-4cf3-a6ff-a2922cf58dad tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Network 23f5a57a-e75c-48d0-bb1c-6a86c872c6d9 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:55.142670 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-896a24f3-8eec-4cf3-a6ff-a2922cf58dad tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:55.153385 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-896a24f3-8eec-4cf3-a6ff-a2922cf58dad tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:55.211157 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f556a642-9970-4412-828a-c755b8dcd65b None None] Provisioning for port d1dabde5-d7fc-474b-93b7-918b89720f06 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:55.218074 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-896a24f3-8eec-4cf3-a6ff-a2922cf58dad tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:55.218909 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-896a24f3-8eec-4cf3-a6ff-a2922cf58dad tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:55.224447 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f556a642-9970-4412-828a-c755b8dcd65b None None] Provisioning complete for port d1dabde5-d7fc-474b-93b7-918b89720f06 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:55.225181 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f556a642-9970-4412-828a-c755b8dcd65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:55.234308 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-896a24f3-8eec-4cf3-a6ff-a2922cf58dad tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0151587 Jul 05 09:46:55.250487 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-96ea60f3-53d4-4b5f-bb49-843219522ced service neutron] Request body: {'port': {'device_id': '6a8f1a25-b30c-4298-8a0a-a04836194d54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:55.258903 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-43939485-6445-405c-af1c-93b96fca155f req-4c2b04a8-67a0-4702-af7a-e169849d7df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:55.285754 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f556a642-9970-4412-828a-c755b8dcd65b None None] Port d1dabde5-d7fc-474b-93b7-918b89720f06 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:46:55.335361 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-96ea60f3-53d4-4b5f-bb49-843219522ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:55.356244 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb3b8d-1490-466e-8280-e304850b0f1d req-476add5f-1a97-4e9a-92ab-94fd15328d1d tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:55.357916 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ddb3b8d-1490-466e-8280-e304850b0f1d req-476add5f-1a97-4e9a-92ab-94fd15328d1d tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e149a48-6eeb-401f-a4c5-1427b2d5d4bd HTTP/1.1" status: 200 len: 936 time: 0.3040214 Jul 05 09:46:55.477417 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b0025-8974-4427-9c44-b96c25ea8821 req-97a7ea3d-93c3-4530-8aa7-576ffc74f8d3 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:55.479031 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a4b0025-8974-4427-9c44-b96c25ea8821 req-97a7ea3d-93c3-4530-8aa7-576ffc74f8d3 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 931 time: 0.2988944 Jul 05 09:46:55.573909 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ddb3b8d-1490-466e-8280-e304850b0f1d req-c35ecf82-d01b-47c4-af9d-b10a4ff68679 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.79 "GET /v2.0/security-groups?id=7116833d-5ed7-4ea8-9ab5-e3b13cea9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916103 Jul 05 09:46:55.614916 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-96ea60f3-53d4-4b5f-bb49-843219522ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91411441-b894-461d-97bf-6077133480c8 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:46:55.623600 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-52fc7af5-cf52-4da0-af75-448ab29c4feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9dfa240-fc92-4f6d-997c-34e0583b6c99 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:46:55.623915 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-96ea60f3-53d4-4b5f-bb49-843219522ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:55.634562 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-52fc7af5-cf52-4da0-af75-448ab29c4feb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:55.639212 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-96ea60f3-53d4-4b5f-bb49-843219522ced service neutron] Transition to ACTIVE for port object 91411441-b894-461d-97bf-6077133480c8 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:55.649231 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-96ea60f3-53d4-4b5f-bb49-843219522ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:55.650177 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a4b0025-8974-4427-9c44-b96c25ea8821 req-d11bb234-942e-4e84-b1ab-8c51642e73ed tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614769 Jul 05 09:46:55.665163 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-52fc7af5-cf52-4da0-af75-448ab29c4feb service neutron] Transition to ACTIVE for port object c9dfa240-fc92-4f6d-997c-34e0583b6c99 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:55.675052 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-52fc7af5-cf52-4da0-af75-448ab29c4feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:55.738291 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea60f3-53d4-4b5f-bb49-843219522ced service neutron] Pushing event updated for resources: {'Port': ['ID=91411441-b894-461d-97bf-6077133480c8,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:55.905285 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-43939485-6445-405c-af1c-93b96fca155f req-4c2b04a8-67a0-4702-af7a-e169849d7df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1dabde5-d7fc-474b-93b7-918b89720f06 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:46:55.923078 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-43939485-6445-405c-af1c-93b96fca155f req-4c2b04a8-67a0-4702-af7a-e169849d7df5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:55.993144 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-43939485-6445-405c-af1c-93b96fca155f req-4c2b04a8-67a0-4702-af7a-e169849d7df5 service neutron] Transition to ACTIVE for port object d1dabde5-d7fc-474b-93b7-918b89720f06 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:56.050213 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-43939485-6445-405c-af1c-93b96fca155f req-4c2b04a8-67a0-4702-af7a-e169849d7df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:56.053440 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc7af5-cf52-4da0-af75-448ab29c4feb service neutron] Pushing event updated for resources: {'Port': ['ID=c9dfa240-fc92-4f6d-997c-34e0583b6c99,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:56.059428 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-96ea60f3-53d4-4b5f-bb49-843219522ced service neutron] Attempting to bind port 91411441-b894-461d-97bf-6077133480c8 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:56.060849 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-96ea60f3-53d4-4b5f-bb49-843219522ced service neutron] Attempting to bind port 91411441-b894-461d-97bf-6077133480c8 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '030fc36d-dd4d-4ce4-8888-2baef8e088b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '23f5a57a-e75c-48d0-bb1c-6a86c872c6d9'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:56.061707 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-96ea60f3-53d4-4b5f-bb49-843219522ced service neutron] Attempting to bind port 91411441-b894-461d-97bf-6077133480c8 on network 23f5a57a-e75c-48d0-bb1c-6a86c872c6d9 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:56.066396 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-96ea60f3-53d4-4b5f-bb49-843219522ced service neutron] Port 91411441-b894-461d-97bf-6077133480c8 on network 23f5a57a-e75c-48d0-bb1c-6a86c872c6d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:46:56.066746 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-96ea60f3-53d4-4b5f-bb49-843219522ced service neutron] Attempting to bind port 91411441-b894-461d-97bf-6077133480c8 on network 23f5a57a-e75c-48d0-bb1c-6a86c872c6d9 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:56.071955 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-96ea60f3-53d4-4b5f-bb49-843219522ced service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:56.072351 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-96ea60f3-53d4-4b5f-bb49-843219522ced service neutron] Checking segment: {'id': '030fc36d-dd4d-4ce4-8888-2baef8e088b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '23f5a57a-e75c-48d0-bb1c-6a86c872c6d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:56.072744 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-96ea60f3-53d4-4b5f-bb49-843219522ced service neutron] Bound using segment: {'id': '030fc36d-dd4d-4ce4-8888-2baef8e088b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '23f5a57a-e75c-48d0-bb1c-6a86c872c6d9'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:56.073695 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-96ea60f3-53d4-4b5f-bb49-843219522ced service neutron] Bound port: 91411441-b894-461d-97bf-6077133480c8, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '030fc36d-dd4d-4ce4-8888-2baef8e088b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '23f5a57a-e75c-48d0-bb1c-6a86c872c6d9'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:56.073695 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-96ea60f3-53d4-4b5f-bb49-843219522ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:56.139807 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-96ea60f3-53d4-4b5f-bb49-843219522ced service neutron] For port 91411441-b894-461d-97bf-6077133480c8, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:56.143797 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-96ea60f3-53d4-4b5f-bb49-843219522ced service neutron] For port 91411441-b894-461d-97bf-6077133480c8, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=91411441-b894-461d-97bf-6077133480c8,segment=NetworkSegment(030fc36d-dd4d-4ce4-8888-2baef8e088b7),segment_id=030fc36d-dd4d-4ce4-8888-2baef8e088b7)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:56.146851 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ed381589-4067-4a9a-a192-2c4a9a179786 req-cb2fd70a-289b-4231-9b9e-330980bfd91b tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] 10.222.0.79 "GET /v2.0/security-groups/59bc4099-83a9-407e-b4e4-9ff1a1ed3ede HTTP/1.1" status: 200 len: 1777 time: 0.4219489 Jul 05 09:46:56.148878 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-96ea60f3-53d4-4b5f-bb49-843219522ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:56.190405 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-96ea60f3-53d4-4b5f-bb49-843219522ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:56.191038 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-96ea60f3-53d4-4b5f-bb49-843219522ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:56.192593 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-96ea60f3-53d4-4b5f-bb49-843219522ced service neutron] 10.222.0.78 "PUT /v2.0/ports/91411441-b894-461d-97bf-6077133480c8 HTTP/1.1" status: 200 len: 1092 time: 0.9503396 Jul 05 09:46:56.193070 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8f1a25-b30c-4298-8a0a-a04836194d54', 'tag': '91411441-b894-461d-97bf-6077133480c8'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:56.195902 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b130e87-6cdb-4305-aecf-83b5eb4dbb2b" -d '{"events": [{"name": "network-changed", "server_uuid": "6a8f1a25-b30c-4298-8a0a-a04836194d54", "tag": "91411441-b894-461d-97bf-6077133480c8"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:56.243174 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b04a8-67a0-4702-af7a-e169849d7df5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1dabde5-d7fc-474b-93b7-918b89720f06,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:56.269400 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea60f3-53d4-4b5f-bb49-843219522ced service neutron] Pushing event updated for resources: {'Port': ['ID=91411441-b894-461d-97bf-6077133480c8,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:56.304634 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-52fc7af5-cf52-4da0-af75-448ab29c4feb service neutron] Attempting to bind port c9dfa240-fc92-4f6d-997c-34e0583b6c99 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:56.304975 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-52fc7af5-cf52-4da0-af75-448ab29c4feb service neutron] Attempting to bind port c9dfa240-fc92-4f6d-997c-34e0583b6c99 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:56.305479 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-52fc7af5-cf52-4da0-af75-448ab29c4feb service neutron] Attempting to bind port c9dfa240-fc92-4f6d-997c-34e0583b6c99 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:56.322968 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-52fc7af5-cf52-4da0-af75-448ab29c4feb service neutron] Port c9dfa240-fc92-4f6d-997c-34e0583b6c99 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:46:56.323333 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-52fc7af5-cf52-4da0-af75-448ab29c4feb service neutron] Attempting to bind port c9dfa240-fc92-4f6d-997c-34e0583b6c99 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:56.352129 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-52fc7af5-cf52-4da0-af75-448ab29c4feb service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:56.352555 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-52fc7af5-cf52-4da0-af75-448ab29c4feb service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:56.353077 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-52fc7af5-cf52-4da0-af75-448ab29c4feb service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:56.353796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-52fc7af5-cf52-4da0-af75-448ab29c4feb service neutron] Bound port: c9dfa240-fc92-4f6d-997c-34e0583b6c99, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:56.354219 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-579cf321-c1d5-4617-b7c6-cf6f8d710e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:56.354347 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-52fc7af5-cf52-4da0-af75-448ab29c4feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:56.355934 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-579cf321-c1d5-4617-b7c6-cf6f8d710e85 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=087cc3c5250447e68a99a7ecdb68e590&device_id=6a8f1a25-b30c-4298-8a0a-a04836194d54 HTTP/1.1" status: 200 len: 1095 time: 0.1123517 Jul 05 09:46:56.377420 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ed381589-4067-4a9a-a192-2c4a9a179786 req-2b4fbec5-577f-4a5e-9e09-f5973f00b738 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:56.408675 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-cbd09163-ee25-4d4f-af71-c73b309430fa service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91411441-b894-461d-97bf-6077133480c8 HTTP/1.1" status: 200 len: 217 time: 0.0402000 Jul 05 09:46:56.441595 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ed381589-4067-4a9a-a192-2c4a9a179786 req-2b4fbec5-577f-4a5e-9e09-f5973f00b738 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:56.467629 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-e42e2d29-d0b9-48e2-994c-f380e34d1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:56.469124 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-e42e2d29-d0b9-48e2-994c-f380e34d1e86 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3ddb5390-4629-41b1-a8c5-27c8806285d5 HTTP/1.1" status: 200 len: 851 time: 0.0548105 Jul 05 09:46:56.471091 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-43939485-6445-405c-af1c-93b96fca155f req-4c2b04a8-67a0-4702-af7a-e169849d7df5 service neutron] Attempting to bind port d1dabde5-d7fc-474b-93b7-918b89720f06 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:56.471440 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-43939485-6445-405c-af1c-93b96fca155f req-4c2b04a8-67a0-4702-af7a-e169849d7df5 service neutron] Attempting to bind port d1dabde5-d7fc-474b-93b7-918b89720f06 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '15f1258a-cb1b-4612-aec6-1f6daa92fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:56.471771 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43939485-6445-405c-af1c-93b96fca155f req-4c2b04a8-67a0-4702-af7a-e169849d7df5 service neutron] Attempting to bind port d1dabde5-d7fc-474b-93b7-918b89720f06 on network ceb77ef8-ce40-49b7-a00f-5da7d032f3bb {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:56.493845 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43939485-6445-405c-af1c-93b96fca155f req-4c2b04a8-67a0-4702-af7a-e169849d7df5 service neutron] Port d1dabde5-d7fc-474b-93b7-918b89720f06 on network ceb77ef8-ce40-49b7-a00f-5da7d032f3bb not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:46:56.494198 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43939485-6445-405c-af1c-93b96fca155f req-4c2b04a8-67a0-4702-af7a-e169849d7df5 service neutron] Attempting to bind port d1dabde5-d7fc-474b-93b7-918b89720f06 on network ceb77ef8-ce40-49b7-a00f-5da7d032f3bb {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:56.505921 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-82ae2b08-a52e-4634-8c98-67bae7ae587f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=23f5a57a-e75c-48d0-bb1c-6a86c872c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306642 Jul 05 09:46:56.533914 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43939485-6445-405c-af1c-93b96fca155f req-4c2b04a8-67a0-4702-af7a-e169849d7df5 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:56.534269 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43939485-6445-405c-af1c-93b96fca155f req-4c2b04a8-67a0-4702-af7a-e169849d7df5 service neutron] Checking segment: {'id': '15f1258a-cb1b-4612-aec6-1f6daa92fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:56.534688 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43939485-6445-405c-af1c-93b96fca155f req-4c2b04a8-67a0-4702-af7a-e169849d7df5 service neutron] Bound using segment: {'id': '15f1258a-cb1b-4612-aec6-1f6daa92fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:56.535238 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-43939485-6445-405c-af1c-93b96fca155f req-4c2b04a8-67a0-4702-af7a-e169849d7df5 service neutron] Bound port: d1dabde5-d7fc-474b-93b7-918b89720f06, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15f1258a-cb1b-4612-aec6-1f6daa92fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:56.535591 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-43939485-6445-405c-af1c-93b96fca155f req-4c2b04a8-67a0-4702-af7a-e169849d7df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:56.566420 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcf8ef-1b20-4e73-b0e6-43def03b0683 req-3372f64e-f805-47be-8f84-6ecbc7a21d8a tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:56.566771 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:56.568598 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09fcf8ef-1b20-4e73-b0e6-43def03b0683 req-3372f64e-f805-47be-8f84-6ecbc7a21d8a tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 1095 time: 0.2309365 Jul 05 09:46:56.573555 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-52fc7af5-cf52-4da0-af75-448ab29c4feb service neutron] For port c9dfa240-fc92-4f6d-997c-34e0583b6c99, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:56.608868 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-08677a6f-59ba-45d4-90d8-d595ec02af78 service neutron] 10.222.0.78 "GET /v2.0/networks/23f5a57a-e75c-48d0-bb1c-6a86c872c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966532 Jul 05 09:46:56.707212 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-25a755e9-95c7-40fd-b4a2-09dd4b30c4f5 req-e922b353-0c1f-4265-8dc8-8d99c41e6f22 service neutron] 10.222.0.78 "GET /v2.0/networks/23f5a57a-e75c-48d0-bb1c-6a86c872c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918477 Jul 05 09:46:56.877151 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-52fc7af5-cf52-4da0-af75-448ab29c4feb service neutron] For port c9dfa240-fc92-4f6d-997c-34e0583b6c99, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=c9dfa240-fc92-4f6d-997c-34e0583b6c99,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:56.878887 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ed381589-4067-4a9a-a192-2c4a9a179786 req-2b4fbec5-577f-4a5e-9e09-f5973f00b738 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:56.882696 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ed381589-4067-4a9a-a192-2c4a9a179786 req-2b4fbec5-577f-4a5e-9e09-f5973f00b738 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:56.883915 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ed381589-4067-4a9a-a192-2c4a9a179786 req-2b4fbec5-577f-4a5e-9e09-f5973f00b738 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] 10.222.0.79 "DELETE /v2.0/security-groups/59bc4099-83a9-407e-b4e4-9ff1a1ed3ede HTTP/1.1" status: 204 len: 173 time: 0.7265275 Jul 05 09:46:56.896045 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-52fc7af5-cf52-4da0-af75-448ab29c4feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:56.945524 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fbec5-577f-4a5e-9e09-f5973f00b738 tempest-SecurityGroupsTestAdminJSON-1188020255 tempest-SecurityGroupsTestAdminJSON-1188020255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bc4099-83a9-407e-b4e4-9ff1a1ed3ede,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:56.969469 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09fcf8ef-1b20-4e73-b0e6-43def03b0683 req-23ae8d2c-cde1-462f-8d1a-9af85a7c4c58 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899848 Jul 05 09:46:56.980892 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-43939485-6445-405c-af1c-93b96fca155f req-4c2b04a8-67a0-4702-af7a-e169849d7df5 service neutron] For port d1dabde5-d7fc-474b-93b7-918b89720f06, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:56.983899 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-52fc7af5-cf52-4da0-af75-448ab29c4feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:56.984496 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-52fc7af5-cf52-4da0-af75-448ab29c4feb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:56.985922 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-52fc7af5-cf52-4da0-af75-448ab29c4feb service neutron] 10.222.0.81 "PUT /v2.0/ports/c9dfa240-fc92-4f6d-997c-34e0583b6c99 HTTP/1.1" status: 200 len: 1096 time: 2.4390917 Jul 05 09:46:56.986432 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e149a48-6eeb-401f-a4c5-1427b2d5d4bd', 'tag': 'c9dfa240-fc92-4f6d-997c-34e0583b6c99'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:56.989106 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f298f6-fd88-41dc-b957-c2a4609925e2" -d '{"events": [{"name": "network-changed", "server_uuid": "6e149a48-6eeb-401f-a4c5-1427b2d5d4bd", "tag": "c9dfa240-fc92-4f6d-997c-34e0583b6c99"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:56.996160 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-43939485-6445-405c-af1c-93b96fca155f req-4c2b04a8-67a0-4702-af7a-e169849d7df5 service neutron] For port d1dabde5-d7fc-474b-93b7-918b89720f06, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d1dabde5-d7fc-474b-93b7-918b89720f06,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:57.039899 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-43939485-6445-405c-af1c-93b96fca155f req-4c2b04a8-67a0-4702-af7a-e169849d7df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:57.049083 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc7af5-cf52-4da0-af75-448ab29c4feb service neutron] Pushing event updated for resources: {'Port': ['ID=c9dfa240-fc92-4f6d-997c-34e0583b6c99,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:57.177346 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43939485-6445-405c-af1c-93b96fca155f req-4c2b04a8-67a0-4702-af7a-e169849d7df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:57.177679 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-43939485-6445-405c-af1c-93b96fca155f req-4c2b04a8-67a0-4702-af7a-e169849d7df5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:57.179314 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43939485-6445-405c-af1c-93b96fca155f req-4c2b04a8-67a0-4702-af7a-e169849d7df5 service neutron] 10.222.0.81 "PUT /v2.0/ports/d1dabde5-d7fc-474b-93b7-918b89720f06 HTTP/1.1" status: 200 len: 1091 time: 2.2399185 Jul 05 09:46:57.259615 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51400) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:57.273673 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b04a8-67a0-4702-af7a-e169849d7df5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1dabde5-d7fc-474b-93b7-918b89720f06,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:57.352514 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94017020-239b-42d8-b8ac-900f2f12502a req-b48e06bf-cf53-47fe-97de-d23f7e1a3163 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:57.354132 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-94017020-239b-42d8-b8ac-900f2f12502a req-b48e06bf-cf53-47fe-97de-d23f7e1a3163 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 946 time: 0.3106313 Jul 05 09:46:57.364536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-604ce072-95c1-4200-989c-128090c7dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:57.366041 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-604ce072-95c1-4200-989c-128090c7dae8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=874a56ca1d6e4f12b2fa3c93333c21da&device_id=6e149a48-6eeb-401f-a4c5-1427b2d5d4bd HTTP/1.1" status: 200 len: 1099 time: 0.3034475 Jul 05 09:46:57.451241 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-b4bf80d2-e428-4d91-be47-4aa35de1571b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=c9dfa240-fc92-4f6d-997c-34e0583b6c99 HTTP/1.1" status: 200 len: 217 time: 0.0715046 Jul 05 09:46:57.469933 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-762e279e-a882-4117-b027-1520fcebd63a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=78f695828a7e489892835cea54efdf07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090390 Jul 05 09:46:57.472349 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51404) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:57.481780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43939485-6445-405c-af1c-93b96fca155f req-b4ea2f67-321e-4392-b4ac-7d3523d48983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:57.483151 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43939485-6445-405c-af1c-93b96fca155f req-b4ea2f67-321e-4392-b4ac-7d3523d48983 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e14984e744944dda9aa0ac1df3aa0f0a&device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 1094 time: 0.2517896 Jul 05 09:46:57.508429 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-94017020-239b-42d8-b8ac-900f2f12502a req-b6070517-9273-40bd-8800-efddd70bfee3 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471288 Jul 05 09:46:57.524226 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df715c35-1cfb-4884-ba1c-88717973e76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:57.536652 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa7781-1434-40e0-82a6-d9d1e8bce678 req-1c9db897-5179-49e3-aaf9-1b142632d25c tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:57.538600 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12fa7781-1434-40e0-82a6-d9d1e8bce678 req-1c9db897-5179-49e3-aaf9-1b142632d25c tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a8f1a25-b30c-4298-8a0a-a04836194d54 HTTP/1.1" status: 200 len: 944 time: 0.3144062 Jul 05 09:46:57.548139 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df715c35-1cfb-4884-ba1c-88717973e76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:57.576762 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43939485-6445-405c-af1c-93b96fca155f req-0e46fe3e-b499-4e9d-9223-66a5c46248e4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1dabde5-d7fc-474b-93b7-918b89720f06 HTTP/1.1" status: 200 len: 217 time: 0.0641036 Jul 05 09:46:57.577806 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f0ed12-b5ba-4058-a178-6a3572a831a8 x-openstack-request-id: req-71f0ed12-b5ba-4058-a178-6a3572a831a8 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:57.578201 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a8f1a25-b30c-4298-8a0a-a04836194d54", "tag": "91411441-b894-461d-97bf-6077133480c8", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:57.578459 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-71f0ed12-b5ba-4058-a178-6a3572a831a8 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:57.579040 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a8f1a25-b30c-4298-8a0a-a04836194d54', 'tag': '91411441-b894-461d-97bf-6077133480c8', 'status': 'completed', 'code': 200} Jul 05 09:46:57.624650 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df715c35-1cfb-4884-ba1c-88717973e76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:57.627140 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-43487218-6163-4f41-98e7-0d4db063ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:57.627872 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df715c35-1cfb-4884-ba1c-88717973e76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:57.628587 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-43487218-6163-4f41-98e7-0d4db063ed21 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1667573 Jul 05 09:46:57.632952 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-df715c35-1cfb-4884-ba1c-88717973e76b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9def5186-2c59-4e3f-bcd5-29f7faa2e204 HTTP/1.1" status: 204 len: 168 time: 0.1560786 Jul 05 09:46:57.709532 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12fa7781-1434-40e0-82a6-d9d1e8bce678 req-c0e3e793-14d3-431d-8d16-3c5b5a495a46 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups?id=393b60d1-9042-4c6f-83a0-41b46c091f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374202 Jul 05 09:46:57.724947 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df715c35-1cfb-4884-ba1c-88717973e76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9def5186-2c59-4e3f-bcd5-29f7faa2e204,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:57.737709 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43939485-6445-405c-af1c-93b96fca155f req-85f16bab-bf85-4fc4-8a78-c5d9847405de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:57.739686 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43939485-6445-405c-af1c-93b96fca155f req-85f16bab-bf85-4fc4-8a78-c5d9847405de service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70194034-b839-4d67-b152-2ad54f034d6c HTTP/1.1" status: 200 len: 856 time: 0.1544445 Jul 05 09:46:57.791535 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b130e87-6cdb-4305-aecf-83b5eb4dbb2b req-b84d3556-713a-44df-966c-1af3c3b0836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:57.794975 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3b130e87-6cdb-4305-aecf-83b5eb4dbb2b req-b84d3556-713a-44df-966c-1af3c3b0836f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=087cc3c5250447e68a99a7ecdb68e590&device_id=6a8f1a25-b30c-4298-8a0a-a04836194d54 HTTP/1.1" status: 200 len: 1095 time: 0.1862175 Jul 05 09:46:57.906275 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b130e87-6cdb-4305-aecf-83b5eb4dbb2b req-470cab9f-d3af-43ca-943b-040e9cd6d11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:57.909367 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3b130e87-6cdb-4305-aecf-83b5eb4dbb2b req-470cab9f-d3af-43ca-943b-040e9cd6d11b service neutron] 10.222.0.78 "GET /v2.0/networks?id=23f5a57a-e75c-48d0-bb1c-6a86c872c6d9 HTTP/1.1" status: 200 len: 912 time: 0.1064637 Jul 05 09:46:57.950079 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-9ef25153-d21f-4364-a4c7-2ed10c8e5326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:57.952151 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-9ef25153-d21f-4364-a4c7-2ed10c8e5326 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3162720 Jul 05 09:46:57.969375 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3b130e87-6cdb-4305-aecf-83b5eb4dbb2b req-3c6861ba-33b0-4578-a0e6-67c56b9ad70a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91411441-b894-461d-97bf-6077133480c8 HTTP/1.1" status: 200 len: 217 time: 0.0538034 Jul 05 09:46:58.003763 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43939485-6445-405c-af1c-93b96fca155f req-494e47df-fd37-4bf3-8afa-1a0b2dc9e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:58.005386 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43939485-6445-405c-af1c-93b96fca155f req-494e47df-fd37-4bf3-8afa-1a0b2dc9e947 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2558928 Jul 05 09:46:58.005856 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51430) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:58.033310 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b130e87-6cdb-4305-aecf-83b5eb4dbb2b req-491d0230-922f-461b-a199-25a537d3df26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:58.035298 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3b130e87-6cdb-4305-aecf-83b5eb4dbb2b req-491d0230-922f-461b-a199-25a537d3df26 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3ddb5390-4629-41b1-a8c5-27c8806285d5 HTTP/1.1" status: 200 len: 851 time: 0.0587122 Jul 05 09:46:58.074834 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3b130e87-6cdb-4305-aecf-83b5eb4dbb2b req-594fdbed-9238-4e0f-99c4-78aa3b3aa5d0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=23f5a57a-e75c-48d0-bb1c-6a86c872c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328438 Jul 05 09:46:58.139089 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdab947-07a8-4b82-9e27-6d97eb9e0a4d req-f60a6b0c-97bd-492f-a4d6-469051b73dac tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:58.139089 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efdab947-07a8-4b82-9e27-6d97eb9e0a4d req-f60a6b0c-97bd-492f-a4d6-469051b73dac tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e149a48-6eeb-401f-a4c5-1427b2d5d4bd HTTP/1.1" status: 200 len: 948 time: 0.3303099 Jul 05 09:46:58.178898 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3b130e87-6cdb-4305-aecf-83b5eb4dbb2b req-bea6ab4f-5b3d-40ec-a980-2fa15bd023e3 service neutron] 10.222.0.78 "GET /v2.0/networks/23f5a57a-e75c-48d0-bb1c-6a86c872c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965328 Jul 05 09:46:58.193467 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd72f48-ee4c-451a-97fc-6f166436a0f8 req-920e7ac3-6f4c-4cc4-971e-8db985b76b79 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:58.194961 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dfd72f48-ee4c-451a-97fc-6f166436a0f8 req-920e7ac3-6f4c-4cc4-971e-8db985b76b79 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 943 time: 0.2909436 Jul 05 09:46:58.238729 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e1d13c73-e7db-4564-ab08-2ddb0a53e947 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8878be934f9e47c088202289a32d8a8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2028742 Jul 05 09:46:58.244346 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51440) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:58.253690 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-0f79d480-2c16-489d-a992-fdd7a51da378 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799027 Jul 05 09:46:58.318292 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3b130e87-6cdb-4305-aecf-83b5eb4dbb2b req-96cac92e-9029-4e6e-859c-ae2085e68d13 service neutron] 10.222.0.78 "GET /v2.0/networks/23f5a57a-e75c-48d0-bb1c-6a86c872c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319990 Jul 05 09:46:58.326639 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43939485-6445-405c-af1c-93b96fca155f req-50363f02-a71d-479c-8417-211a74d8c149 service neutron] 10.222.0.81 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781677 Jul 05 09:46:58.333710 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d4007dbd-2dde-4bd2-88aa-61bcb9172a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:58.342318 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efdab947-07a8-4b82-9e27-6d97eb9e0a4d req-b6042b99-3f63-4a23-97d9-c9ccc5f1b466 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.79 "GET /v2.0/security-groups?id=7116833d-5ed7-4ea8-9ab5-e3b13cea9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882107 Jul 05 09:46:58.364070 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dfd72f48-ee4c-451a-97fc-6f166436a0f8 req-57d68edd-a582-4a51-a9c1-86c76293cb4b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468959 Jul 05 09:46:58.371027 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d4007dbd-2dde-4bd2-88aa-61bcb9172a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:58.426301 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f49b532-3319-4c27-b19e-dbc1216ba9ea x-openstack-request-id: req-1f49b532-3319-4c27-b19e-dbc1216ba9ea {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:58.426603 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e149a48-6eeb-401f-a4c5-1427b2d5d4bd", "tag": "c9dfa240-fc92-4f6d-997c-34e0583b6c99", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:58.426859 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1f49b532-3319-4c27-b19e-dbc1216ba9ea {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:58.427258 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e149a48-6eeb-401f-a4c5-1427b2d5d4bd', 'tag': 'c9dfa240-fc92-4f6d-997c-34e0583b6c99', 'status': 'completed', 'code': 200} Jul 05 09:46:58.438825 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d4007dbd-2dde-4bd2-88aa-61bcb9172a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:58.445181 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d4007dbd-2dde-4bd2-88aa-61bcb9172a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:58.451051 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d4007dbd-2dde-4bd2-88aa-61bcb9172a19 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/35c21818-6b51-4fe0-ac48-feae513b5899 HTTP/1.1" status: 204 len: 168 time: 0.2022541 Jul 05 09:46:58.465234 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4007dbd-2dde-4bd2-88aa-61bcb9172a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c21818-6b51-4fe0-ac48-feae513b5899,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:58.479933 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3c19b2a-c09c-4044-be20-51e943a409b8 req-168b66e4-c162-483e-9842-ee0a7cbb16a4 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151020 Jul 05 09:46:58.536525 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43939485-6445-405c-af1c-93b96fca155f req-fd4f20c5-abac-49ae-981c-3a63f2a970b8 service neutron] 10.222.0.81 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929669 Jul 05 09:46:58.558454 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51454) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:58.712515 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e00d5-4244-4873-8124-622d4351c34c req-0c275b29-75b3-408e-b003-6fc83b9fadcc tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:58.719796 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c82e00d5-4244-4873-8124-622d4351c34c req-0c275b29-75b3-408e-b003-6fc83b9fadcc tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 808 time: 0.1883917 Jul 05 09:46:58.735605 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f298f6-fd88-41dc-b957-c2a4609925e2 req-8d3f872f-cc80-4a82-896c-ef1dad25968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:58.737283 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5f298f6-fd88-41dc-b957-c2a4609925e2 req-8d3f872f-cc80-4a82-896c-ef1dad25968b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=874a56ca1d6e4f12b2fa3c93333c21da&device_id=6e149a48-6eeb-401f-a4c5-1427b2d5d4bd HTTP/1.1" status: 200 len: 1099 time: 0.1585650 Jul 05 09:46:58.744029 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c82e00d5-4244-4873-8124-622d4351c34c req-19964f8a-1fb1-45d7-8609-469587d8c07f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/quotas/f74a958ec8be4a8683e21e11de1010dc HTTP/1.1" status: 200 len: 375 time: 0.0232139 Jul 05 09:46:58.841151 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffabf838-8f2a-4992-a679-0425ce7b9561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:58.890191 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f298f6-fd88-41dc-b957-c2a4609925e2 req-8906ab8b-b3da-4b2e-bfe5-0024a1b33498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:58.891671 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5f298f6-fd88-41dc-b957-c2a4609925e2 req-8906ab8b-b3da-4b2e-bfe5-0024a1b33498 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1448340 Jul 05 09:46:58.903599 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c82e00d5-4244-4873-8124-622d4351c34c req-63c580b9-b512-405f-98e1-4ad5953afc45 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1582625 Jul 05 09:46:58.983606 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5f298f6-fd88-41dc-b957-c2a4609925e2 req-ea00179f-3dfc-4d70-88c3-9700f5d17528 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=c9dfa240-fc92-4f6d-997c-34e0583b6c99 HTTP/1.1" status: 200 len: 217 time: 0.0779741 Jul 05 09:46:59.001816 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffabf838-8f2a-4992-a679-0425ce7b9561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:59.007879 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffabf838-8f2a-4992-a679-0425ce7b9561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:59.048642 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ffabf838-8f2a-4992-a679-0425ce7b9561 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=805c02397b7149d3bc36fc9d3c04a7b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4878447 Jul 05 09:46:59.051728 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51476) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:59.060427 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f298f6-fd88-41dc-b957-c2a4609925e2 req-0b09c598-c039-45f0-9cf3-85cd02058da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:59.061905 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5f298f6-fd88-41dc-b957-c2a4609925e2 req-0b09c598-c039-45f0-9cf3-85cd02058da3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0682099 Jul 05 09:46:59.070742 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c82e00d5-4244-4873-8124-622d4351c34c req-8e0e602c-59d7-40f9-9ef7-88efaee393eb service neutron] 10.222.0.79 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662753 Jul 05 09:46:59.125954 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabf838-8f2a-4992-a679-0425ce7b9561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd316e67-725c-49d9-98fd-f3316d059a89,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:59.157772 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca0d87f6-b5ef-4a27-b8cb-74a5945c82e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:59.180975 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca0d87f6-b5ef-4a27-b8cb-74a5945c82e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:59.237531 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca0d87f6-b5ef-4a27-b8cb-74a5945c82e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:59.240661 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca0d87f6-b5ef-4a27-b8cb-74a5945c82e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:59.241830 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ca0d87f6-b5ef-4a27-b8cb-74a5945c82e9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fd316e67-725c-49d9-98fd-f3316d059a89 HTTP/1.1" status: 204 len: 168 time: 0.1883020 Jul 05 09:46:59.244743 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c82e00d5-4244-4873-8124-622d4351c34c req-56c285cf-b9a0-4c46-896a-95c9bef77c9e service neutron] 10.222.0.79 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728375 Jul 05 09:46:59.264664 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d87f6-b5ef-4a27-b8cb-74a5945c82e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd316e67-725c-49d9-98fd-f3316d059a89,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:59.265730 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f298f6-fd88-41dc-b957-c2a4609925e2 req-3df3c648-0087-48cd-82f4-205d129ff2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:59.267583 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5f298f6-fd88-41dc-b957-c2a4609925e2 req-3df3c648-0087-48cd-82f4-205d129ff2d3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1947291 Jul 05 09:46:59.284195 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc7090-a9ea-477f-bc8b-023420be16bd req-5d384ad3-6375-4d70-a54b-69db3611a16d tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:59.292058 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1ccc7090-a9ea-477f-bc8b-023420be16bd req-5d384ad3-6375-4d70-a54b-69db3611a16d tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a8f1a25-b30c-4298-8a0a-a04836194d54 HTTP/1.1" status: 200 len: 944 time: 0.1494868 Jul 05 09:46:59.653325 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1ccc7090-a9ea-477f-bc8b-023420be16bd req-94ac252e-ce94-48da-8d55-2747417d7620 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups?id=393b60d1-9042-4c6f-83a0-41b46c091f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603375 Jul 05 09:46:59.725066 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5f298f6-fd88-41dc-b957-c2a4609925e2 req-3f394446-d8d3-4962-8b8d-aa7905ac1742 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176097 Jul 05 09:46:59.845766 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c0ef4-7de3-4664-8c31-58fad4f1de5d req-0124c0ce-789a-4af6-a4aa-1dd05df4ca07 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:59.853531 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-324c0ef4-7de3-4664-8c31-58fad4f1de5d req-0124c0ce-789a-4af6-a4aa-1dd05df4ca07 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 946 time: 0.2722306 Jul 05 09:46:59.857211 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5f298f6-fd88-41dc-b957-c2a4609925e2 req-33056025-149a-41a3-b9ab-b63843039669 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208773 Jul 05 09:46:59.905281 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-324c0ef4-7de3-4664-8c31-58fad4f1de5d req-baf82b9f-c7df-4e93-8cfe-d06e1a998f42 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506184 Jul 05 09:47:00.024583 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9003da8-f7e5-42e4-89b9-8d6b90101a74 req-7155d446-4ea7-4e0b-84e4-ca3ba029854a tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 210 time: 0.0442927 Jul 05 09:47:00.193576 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b37fab-6622-4366-8ae8-f3adadbef869 req-1dc425d7-bb95-4e6a-95fc-5c9769ba9316 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:00.204328 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7b37fab-6622-4366-8ae8-f3adadbef869 req-1dc425d7-bb95-4e6a-95fc-5c9769ba9316 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e149a48-6eeb-401f-a4c5-1427b2d5d4bd HTTP/1.1" status: 200 len: 948 time: 0.1477098 Jul 05 09:47:00.255083 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7b37fab-6622-4366-8ae8-f3adadbef869 req-c06ec130-9201-4de4-8d8c-043d33454f93 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.79 "GET /v2.0/security-groups?id=7116833d-5ed7-4ea8-9ab5-e3b13cea9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498888 Jul 05 09:47:00.282391 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29b16e-0b4d-4135-a05d-9cd5c66d5ab9 req-053e8652-0fdf-46df-9b4f-169f86cffbaf tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:00.292811 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ac29b16e-0b4d-4135-a05d-9cd5c66d5ab9 req-053e8652-0fdf-46df-9b4f-169f86cffbaf tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 943 time: 0.1585183 Jul 05 09:47:00.373920 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ac29b16e-0b4d-4135-a05d-9cd5c66d5ab9 req-79ab664c-e047-4133-8289-5ae0c9fc490f tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801215 Jul 05 09:47:00.450180 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3667c411-e4ac-4fe7-bc20-110aa2e7ac5a', 'tag': 'd1dabde5-d7fc-474b-93b7-918b89720f06'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:00.452589 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e359fba9-42ac-4867-b130-795f3575f503" -d '{"events": [{"name": "network-changed", "server_uuid": "3667c411-e4ac-4fe7-bc20-110aa2e7ac5a", "tag": "d1dabde5-d7fc-474b-93b7-918b89720f06"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:00.492867 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92fd86-b5bc-4d05-b9a0-ea38361f0cf2 req-efa25696-1292-40e2-b311-c03f0bbeb2f0 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:00.494566 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c92fd86-b5bc-4d05-b9a0-ea38361f0cf2 req-efa25696-1292-40e2-b311-c03f0bbeb2f0 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 946 time: 0.0863130 Jul 05 09:47:00.536211 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c92fd86-b5bc-4d05-b9a0-ea38361f0cf2 req-6528f97f-f931-4c59-9a5a-7ea0bc414775 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333252 Jul 05 09:47:00.587974 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6340c164-d8e4-4560-8e8e-15aca41ed949 x-openstack-request-id: req-6340c164-d8e4-4560-8e8e-15aca41ed949 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:00.588280 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3667c411-e4ac-4fe7-bc20-110aa2e7ac5a", "tag": "d1dabde5-d7fc-474b-93b7-918b89720f06", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:00.588537 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6340c164-d8e4-4560-8e8e-15aca41ed949 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:00.588999 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3667c411-e4ac-4fe7-bc20-110aa2e7ac5a', 'tag': 'd1dabde5-d7fc-474b-93b7-918b89720f06', 'status': 'completed', 'code': 200} Jul 05 09:47:00.642050 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 91411441-b894-461d-97bf-6077133480c8 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:47:00.678089 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359fba9-42ac-4867-b130-795f3575f503 req-9b079ed6-c874-4bf5-8aca-3c5382ef0d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:00.679603 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e359fba9-42ac-4867-b130-795f3575f503 req-9b079ed6-c874-4bf5-8aca-3c5382ef0d37 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e14984e744944dda9aa0ac1df3aa0f0a&device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 1094 time: 0.0581374 Jul 05 09:47:00.790274 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 91411441-b894-461d-97bf-6077133480c8, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=91411441-b894-461d-97bf-6077133480c8,segment=NetworkSegment(030fc36d-dd4d-4ce4-8888-2baef8e088b7),segment_id=030fc36d-dd4d-4ce4-8888-2baef8e088b7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:00.806687 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '91411441-b894-461d-97bf-6077133480c8', 'network_id': '23f5a57a-e75c-48d0-bb1c-6a86c872c6d9', 'port_id': '91411441-b894-461d-97bf-6077133480c8', 'mac_address': 'fa:16:3e:a9:b8:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ddb5390-4629-41b1-a8c5-27c8806285d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:47:00.820237 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359fba9-42ac-4867-b130-795f3575f503 req-86566624-9e77-4823-af88-57976a435595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:00.821733 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e359fba9-42ac-4867-b130-795f3575f503 req-86566624-9e77-4823-af88-57976a435595 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb HTTP/1.1" status: 200 len: 918 time: 0.1336408 Jul 05 09:47:00.861004 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:00.888219 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91411441-b894-461d-97bf-6077133480c8 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:00.889949 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e359fba9-42ac-4867-b130-795f3575f503 req-77be3ace-9e56-4577-aa80-1c2aada0392a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1dabde5-d7fc-474b-93b7-918b89720f06 HTTP/1.1" status: 200 len: 217 time: 0.0545380 Jul 05 09:47:00.927081 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 91411441-b894-461d-97bf-6077133480c8, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=91411441-b894-461d-97bf-6077133480c8,segment=NetworkSegment(030fc36d-dd4d-4ce4-8888-2baef8e088b7),segment_id=030fc36d-dd4d-4ce4-8888-2baef8e088b7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:00.934847 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:01.000797 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=91411441-b894-461d-97bf-6077133480c8,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:01.034505 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e00d5-4244-4873-8124-622d4351c34c req-38fb74e3-99e0-42e9-bb9d-86caa8e93b01 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:01.036995 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c82e00d5-4244-4873-8124-622d4351c34c req-38fb74e3-99e0-42e9-bb9d-86caa8e93b01 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.78 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 808 time: 0.2120662 Jul 05 09:47:01.051373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359fba9-42ac-4867-b130-795f3575f503 req-4a0831a3-fad3-4883-a74c-bf43269d2ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:01.052075 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-c82e00d5-4244-4873-8124-622d4351c34c req-60c55c5a-7d75-42bb-a6e1-0da9d26c077f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Request body: {'port': {'device_id': 'f28655a3-8cb8-448e-8b53-796b4f6d8f41', 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e', 'admin_state_up': True, 'tenant_id': 'f74a958ec8be4a8683e21e11de1010dc'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:01.052954 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e359fba9-42ac-4867-b130-795f3575f503 req-4a0831a3-fad3-4883-a74c-bf43269d2ee7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70194034-b839-4d67-b152-2ad54f034d6c HTTP/1.1" status: 200 len: 856 time: 0.1549850 Jul 05 09:47:01.113748 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37344896-607d-44a2-ae6e-a3a8fcf695eb req-0feee35d-6400-4162-8496-e465f19dc908 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:01.115229 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37344896-607d-44a2-ae6e-a3a8fcf695eb req-0feee35d-6400-4162-8496-e465f19dc908 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a8f1a25-b30c-4298-8a0a-a04836194d54 HTTP/1.1" status: 200 len: 945 time: 0.1563537 Jul 05 09:47:01.180543 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359fba9-42ac-4867-b130-795f3575f503 req-760567ac-5e86-4dbf-974d-0db2f58349e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:01.182116 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e359fba9-42ac-4867-b130-795f3575f503 req-760567ac-5e86-4dbf-974d-0db2f58349e1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177042 Jul 05 09:47:01.185161 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37344896-607d-44a2-ae6e-a3a8fcf695eb req-b89c9896-888e-4006-8a5b-a4fba0bd1f20 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups?id=393b60d1-9042-4c6f-83a0-41b46c091f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587220 Jul 05 09:47:01.202176 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c82e00d5-4244-4873-8124-622d4351c34c req-60c55c5a-7d75-42bb-a6e1-0da9d26c077f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Made reservation on behalf of f74a958ec8be4a8683e21e11de1010dc for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:01.207274 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c82e00d5-4244-4873-8124-622d4351c34c req-60c55c5a-7d75-42bb-a6e1-0da9d26c077f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:01.294953 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['91411441-b894-461d-97bf-6077133480c8'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:01.304499 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e359fba9-42ac-4867-b130-795f3575f503 req-bbfff6f7-365f-4330-bee0-8ca03a355180 service neutron] 10.222.0.81 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107793 Jul 05 09:47:01.372521 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-c82e00d5-4244-4873-8124-622d4351c34c req-60c55c5a-7d75-42bb-a6e1-0da9d26c077f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Allocated IP 172.20.0.9 (5aa1814e-7fad-4b86-b0f0-99892209992e/408995a7-a274-4d3e-939a-c6141d694df3/37b025e8-892c-40a2-923d-69f70acde91f) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:01.427886 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device c9dfa240-fc92-4f6d-997c-34e0583b6c99 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:47:01.428171 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7cd1ad6-8788-42e2-80a8-228bddfaffc7 req-b95b7ff7-77bb-43a2-b71c-401c207f7a9c tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 210 time: 0.1022599 Jul 05 09:47:01.539322 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e359fba9-42ac-4867-b130-795f3575f503 req-29379090-7299-4c10-b390-ca71fea2f541 service neutron] 10.222.0.81 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281308 Jul 05 09:47:01.549476 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a10a7-917b-4058-be4e-9007b4d1cebe req-2987ba2c-b5a0-4f22-905d-bd8110819237 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:01.551074 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5a1a10a7-917b-4058-be4e-9007b4d1cebe req-2987ba2c-b5a0-4f22-905d-bd8110819237 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 946 time: 0.1181343 Jul 05 09:47:01.581087 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port c9dfa240-fc92-4f6d-997c-34e0583b6c99, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=c9dfa240-fc92-4f6d-997c-34e0583b6c99,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:01.597711 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'c9dfa240-fc92-4f6d-997c-34e0583b6c99', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': 'c9dfa240-fc92-4f6d-997c-34e0583b6c99', 'mac_address': 'fa:16:3e:16:fb:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:47:01.602508 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5a1a10a7-917b-4058-be4e-9007b4d1cebe req-70ed1fc0-7553-4cfe-97ec-b85885b5319f tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429938 Jul 05 09:47:01.617088 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c82e00d5-4244-4873-8124-622d4351c34c req-60c55c5a-7d75-42bb-a6e1-0da9d26c077f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:01.646706 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:01.663228 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9dfa240-fc92-4f6d-997c-34e0583b6c99 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:01.671601 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c82e00d5-4244-4873-8124-622d4351c34c req-60c55c5a-7d75-42bb-a6e1-0da9d26c077f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:01.687366 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port c9dfa240-fc92-4f6d-997c-34e0583b6c99, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=c9dfa240-fc92-4f6d-997c-34e0583b6c99,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:01.695477 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:01.696286 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device d1dabde5-d7fc-474b-93b7-918b89720f06 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:47:01.705312 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a098b1-1767-4ca0-998b-385ae84bf1d2 req-9db6b3f8-6abc-4d23-9e27-d5d184d0a478 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:01.707355 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8a098b1-1767-4ca0-998b-385ae84bf1d2 req-9db6b3f8-6abc-4d23-9e27-d5d184d0a478 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e149a48-6eeb-401f-a4c5-1427b2d5d4bd HTTP/1.1" status: 200 len: 948 time: 0.0949481 Jul 05 09:47:01.729157 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c55c5a-7d75-42bb-a6e1-0da9d26c077f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Pushing event updated for resources: {'Port': ['ID=37b025e8-892c-40a2-923d-69f70acde91f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:01.741756 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c82e00d5-4244-4873-8124-622d4351c34c req-60c55c5a-7d75-42bb-a6e1-0da9d26c077f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Network 5aa1814e-7fad-4b86-b0f0-99892209992e is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:01.743210 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-c82e00d5-4244-4873-8124-622d4351c34c req-60c55c5a-7d75-42bb-a6e1-0da9d26c077f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:01.745609 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82e00d5-4244-4873-8124-622d4351c34c req-60c55c5a-7d75-42bb-a6e1-0da9d26c077f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:01.757432 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8a098b1-1767-4ca0-998b-385ae84bf1d2 req-c266f4be-58c2-46f0-a24e-f4775a649265 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.79 "GET /v2.0/security-groups?id=7116833d-5ed7-4ea8-9ab5-e3b13cea9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442092 Jul 05 09:47:01.771210 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=c9dfa240-fc92-4f6d-997c-34e0583b6c99,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:01.798478 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e00d5-4244-4873-8124-622d4351c34c req-60c55c5a-7d75-42bb-a6e1-0da9d26c077f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:01.799124 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c82e00d5-4244-4873-8124-622d4351c34c req-60c55c5a-7d75-42bb-a6e1-0da9d26c077f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:01.814704 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c82e00d5-4244-4873-8124-622d4351c34c req-60c55c5a-7d75-42bb-a6e1-0da9d26c077f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7686028 Jul 05 09:47:01.833609 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-c82e00d5-4244-4873-8124-622d4351c34c req-7f792416-31b3-46b8-afe6-d78b746f6720 service neutron] Request body: {'port': {'device_id': 'f28655a3-8cb8-448e-8b53-796b4f6d8f41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:01.869305 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port d1dabde5-d7fc-474b-93b7-918b89720f06, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d1dabde5-d7fc-474b-93b7-918b89720f06,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:01.883095 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'd1dabde5-d7fc-474b-93b7-918b89720f06', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'port_id': 'd1dabde5-d7fc-474b-93b7-918b89720f06', 'mac_address': 'fa:16:3e:7c:01:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70194034-b839-4d67-b152-2ad54f034d6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:47:01.914159 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c82e00d5-4244-4873-8124-622d4351c34c req-7f792416-31b3-46b8-afe6-d78b746f6720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:01.924184 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:01.946168 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1dabde5-d7fc-474b-93b7-918b89720f06 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:01.967876 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port d1dabde5-d7fc-474b-93b7-918b89720f06, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d1dabde5-d7fc-474b-93b7-918b89720f06,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:01.973762 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:01.974484 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cf2e4-e2dc-4065-8c28-49ad0b799947 req-ec1e235e-c5f3-4237-88a3-4e068b237535 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:01.976488 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-937cf2e4-e2dc-4065-8c28-49ad0b799947 req-ec1e235e-c5f3-4237-88a3-4e068b237535 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 943 time: 0.0794811 Jul 05 09:47:02.018350 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-937cf2e4-e2dc-4065-8c28-49ad0b799947 req-02cff865-b213-42ed-8c72-1ed24b2a6eee tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354095 Jul 05 09:47:02.025576 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=d1dabde5-d7fc-474b-93b7-918b89720f06,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:02.266497 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-c82e00d5-4244-4873-8124-622d4351c34c req-7f792416-31b3-46b8-afe6-d78b746f6720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b025e8-892c-40a2-923d-69f70acde91f {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:02.277347 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['d1dabde5-d7fc-474b-93b7-918b89720f06'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:02.284895 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c82e00d5-4244-4873-8124-622d4351c34c req-7f792416-31b3-46b8-afe6-d78b746f6720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:02.321673 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-c82e00d5-4244-4873-8124-622d4351c34c req-7f792416-31b3-46b8-afe6-d78b746f6720 service neutron] Transition to ACTIVE for port object 37b025e8-892c-40a2-923d-69f70acde91f will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:02.332956 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['c9dfa240-fc92-4f6d-997c-34e0583b6c99'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:02.335365 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c82e00d5-4244-4873-8124-622d4351c34c req-7f792416-31b3-46b8-afe6-d78b746f6720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:02.438291 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b68e9-8220-4099-af87-aa39c8b2fb5e req-2c2d1cb5-13d9-4da1-8978-960d6470c1ad tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:02.443627 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:02.446824 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-297b68e9-8220-4099-af87-aa39c8b2fb5e req-2c2d1cb5-13d9-4da1-8978-960d6470c1ad tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a8f1a25-b30c-4298-8a0a-a04836194d54 HTTP/1.1" status: 200 len: 945 time: 0.0916045 Jul 05 09:47:02.468560 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f792416-31b3-46b8-afe6-d78b746f6720 service neutron] Pushing event updated for resources: {'Port': ['ID=37b025e8-892c-40a2-923d-69f70acde91f,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:02.509941 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-297b68e9-8220-4099-af87-aa39c8b2fb5e req-092992ea-ef1b-48e5-b77c-68fd44d84d4d tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups?id=393b60d1-9042-4c6f-83a0-41b46c091f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621324 Jul 05 09:47:02.619803 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51644) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:02.645358 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 91411441-b894-461d-97bf-6077133480c8 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:02.675743 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b591867-5c3a-466f-a438-42f10a64c0b6 req-3cfc15bb-233e-4885-813e-c45fa73b3f46 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:02.677830 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4b591867-5c3a-466f-a438-42f10a64c0b6 req-3cfc15bb-233e-4885-813e-c45fa73b3f46 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.78 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 946 time: 0.2560387 Jul 05 09:47:02.737465 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-c82e00d5-4244-4873-8124-622d4351c34c req-7f792416-31b3-46b8-afe6-d78b746f6720 service neutron] Attempting to bind port 37b025e8-892c-40a2-923d-69f70acde91f on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:02.737710 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-c82e00d5-4244-4873-8124-622d4351c34c req-7f792416-31b3-46b8-afe6-d78b746f6720 service neutron] Attempting to bind port 37b025e8-892c-40a2-923d-69f70acde91f by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:02.738117 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82e00d5-4244-4873-8124-622d4351c34c req-7f792416-31b3-46b8-afe6-d78b746f6720 service neutron] Attempting to bind port 37b025e8-892c-40a2-923d-69f70acde91f on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:02.745709 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 91411441-b894-461d-97bf-6077133480c8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:02.746310 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486e203-a784-4d3a-aefd-c2076a065f7c req-799b3f42-9e25-4133-bb11-9fa3762f9c79 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:02.747654 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82e00d5-4244-4873-8124-622d4351c34c req-7f792416-31b3-46b8-afe6-d78b746f6720 service neutron] Port 37b025e8-892c-40a2-923d-69f70acde91f on network 5aa1814e-7fad-4b86-b0f0-99892209992e not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:47:02.748139 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82e00d5-4244-4873-8124-622d4351c34c req-7f792416-31b3-46b8-afe6-d78b746f6720 service neutron] Attempting to bind port 37b025e8-892c-40a2-923d-69f70acde91f on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:02.751516 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 91411441-b894-461d-97bf-6077133480c8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:02.752520 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:02.754084 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2486e203-a784-4d3a-aefd-c2076a065f7c req-799b3f42-9e25-4133-bb11-9fa3762f9c79 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 943 time: 0.1246672 Jul 05 09:47:02.764363 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82e00d5-4244-4873-8124-622d4351c34c req-7f792416-31b3-46b8-afe6-d78b746f6720 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:02.764809 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82e00d5-4244-4873-8124-622d4351c34c req-7f792416-31b3-46b8-afe6-d78b746f6720 service neutron] Checking segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:02.765340 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82e00d5-4244-4873-8124-622d4351c34c req-7f792416-31b3-46b8-afe6-d78b746f6720 service neutron] Bound using segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:02.765858 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-c82e00d5-4244-4873-8124-622d4351c34c req-7f792416-31b3-46b8-afe6-d78b746f6720 service neutron] Bound port: 37b025e8-892c-40a2-923d-69f70acde91f, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:02.766298 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c82e00d5-4244-4873-8124-622d4351c34c req-7f792416-31b3-46b8-afe6-d78b746f6720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:02.791790 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2486e203-a784-4d3a-aefd-c2076a065f7c req-33e45fe0-4b1f-4a41-8c4f-c7677e62a65f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366907 Jul 05 09:47:02.833289 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e283e8c0-e92f-461c-a6b2-13b644d43987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:02.902779 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-c82e00d5-4244-4873-8124-622d4351c34c req-7f792416-31b3-46b8-afe6-d78b746f6720 service neutron] For port 37b025e8-892c-40a2-923d-69f70acde91f, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:02.936121 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:02.939824 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-c82e00d5-4244-4873-8124-622d4351c34c req-7f792416-31b3-46b8-afe6-d78b746f6720 service neutron] For port 37b025e8-892c-40a2-923d-69f70acde91f, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=37b025e8-892c-40a2-923d-69f70acde91f,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:47:02.961122 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-4b591867-5c3a-466f-a438-42f10a64c0b6 req-85511ed2-d2b7-45a3-91cd-6f287b025d1a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Deleting port 3b44f6ae-8a59-46d9-9a74-100dc30e9ff7 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:47:02.961748 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4b591867-5c3a-466f-a438-42f10a64c0b6 req-85511ed2-d2b7-45a3-91cd-6f287b025d1a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:02.967083 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c82e00d5-4244-4873-8124-622d4351c34c req-7f792416-31b3-46b8-afe6-d78b746f6720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:02.981457 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8f1a25-b30c-4298-8a0a-a04836194d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91411441-b894-461d-97bf-6077133480c8'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:02.984194 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749bc59b-b9b1-436e-bd46-515ff2bcb04f" -d '{"events": [{"server_uuid": "6a8f1a25-b30c-4298-8a0a-a04836194d54", "name": "network-vif-plugged", "status": "completed", "tag": "91411441-b894-461d-97bf-6077133480c8"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:03.004329 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 91411441-b894-461d-97bf-6077133480c8, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=91411441-b894-461d-97bf-6077133480c8,segment=NetworkSegment(030fc36d-dd4d-4ce4-8888-2baef8e088b7),segment_id=030fc36d-dd4d-4ce4-8888-2baef8e088b7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:03.008099 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e283e8c0-e92f-461c-a6b2-13b644d43987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.009731 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.011234 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 3b44f6ae-8a59-46d9-9a74-100dc30e9ff7 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:47:03.013712 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e283e8c0-e92f-461c-a6b2-13b644d43987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.046413 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e283e8c0-e92f-461c-a6b2-13b644d43987 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5133bae38c03451096fde9bfeb97f82c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4252825 Jul 05 09:47:03.051136 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51658) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:03.072986 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e00d5-4244-4873-8124-622d4351c34c req-7f792416-31b3-46b8-afe6-d78b746f6720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:03.074187 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c82e00d5-4244-4873-8124-622d4351c34c req-7f792416-31b3-46b8-afe6-d78b746f6720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.075130 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c82e00d5-4244-4873-8124-622d4351c34c req-7f792416-31b3-46b8-afe6-d78b746f6720 service neutron] 10.222.0.78 "PUT /v2.0/ports/37b025e8-892c-40a2-923d-69f70acde91f HTTP/1.1" status: 200 len: 1091 time: 1.2471373 Jul 05 09:47:03.077647 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28655a3-8cb8-448e-8b53-796b4f6d8f41', 'tag': '37b025e8-892c-40a2-923d-69f70acde91f'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:03.086429 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12ac38c-a8f2-487b-a68b-1ff438955544" -d '{"events": [{"name": "network-changed", "server_uuid": "f28655a3-8cb8-448e-8b53-796b4f6d8f41", "tag": "37b025e8-892c-40a2-923d-69f70acde91f"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:03.157385 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f792416-31b3-46b8-afe6-d78b746f6720 service neutron] Pushing event updated for resources: {'Port': ['ID=37b025e8-892c-40a2-923d-69f70acde91f,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:03.158857 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=91411441-b894-461d-97bf-6077133480c8,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:03.178728 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.182590 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-4b591867-5c3a-466f-a438-42f10a64c0b6 req-85511ed2-d2b7-45a3-91cd-6f287b025d1a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] For port 3b44f6ae-8a59-46d9-9a74-100dc30e9ff7, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=3b44f6ae-8a59-46d9-9a74-100dc30e9ff7,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:03.182977 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4b591867-5c3a-466f-a438-42f10a64c0b6 req-85511ed2-d2b7-45a3-91cd-6f287b025d1a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.192174 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283e8c0-e92f-461c-a6b2-13b644d43987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cae90d-441f-4193-8c8d-1dacfd205188,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:03.199494 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-4b591867-5c3a-466f-a438-42f10a64c0b6 req-85511ed2-d2b7-45a3-91cd-6f287b025d1a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Calling delete_port for 3b44f6ae-8a59-46d9-9a74-100dc30e9ff7 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:47:03.229309 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04580be0-7bd2-4c10-bda1-06cb7efc9e05 req-cb788119-dbf8-48f7-8657-3a381c66e4e9 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:03.237256 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-04580be0-7bd2-4c10-bda1-06cb7efc9e05 req-cb788119-dbf8-48f7-8657-3a381c66e4e9 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 946 time: 0.2796884 Jul 05 09:47:03.239319 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51666) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:03.243475 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 3b44f6ae-8a59-46d9-9a74-100dc30e9ff7, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=3b44f6ae-8a59-46d9-9a74-100dc30e9ff7,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:03.249118 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.260982 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e00d5-4244-4873-8124-622d4351c34c req-75b8d238-62f7-493e-afbd-e3186c17940f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:03.262795 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c82e00d5-4244-4873-8124-622d4351c34c req-75b8d238-62f7-493e-afbd-e3186c17940f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 1094 time: 0.1391158 Jul 05 09:47:03.280372 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3aa587f3-3aa8-414b-a3be-54b07dd2b5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.314660 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3aa587f3-3aa8-414b-a3be-54b07dd2b5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.320872 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c82e00d5-4244-4873-8124-622d4351c34c req-e9eff185-5bbc-41c6-a90b-bd73ab3deb77 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37b025e8-892c-40a2-923d-69f70acde91f HTTP/1.1" status: 200 len: 217 time: 0.0506244 Jul 05 09:47:03.325376 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=3b44f6ae-8a59-46d9-9a74-100dc30e9ff7,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:03.335614 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-04580be0-7bd2-4c10-bda1-06cb7efc9e05 req-ae17004d-a721-4970-ac14-a499d43cbf1b tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973821 Jul 05 09:47:03.410016 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3aa587f3-3aa8-414b-a3be-54b07dd2b5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.412823 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3aa587f3-3aa8-414b-a3be-54b07dd2b5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.414618 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3aa587f3-3aa8-414b-a3be-54b07dd2b5b3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/70cae90d-441f-4193-8c8d-1dacfd205188 HTTP/1.1" status: 204 len: 168 time: 0.3618324 Jul 05 09:47:03.427898 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device c9dfa240-fc92-4f6d-997c-34e0583b6c99 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:03.433388 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa587f3-3aa8-414b-a3be-54b07dd2b5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cae90d-441f-4193-8c8d-1dacfd205188,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:03.464276 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f6b2130-94b8-4d00-a479-979d087ca607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.516264 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e00d5-4244-4873-8124-622d4351c34c req-aff1ec34-bc1a-44ee-ab8d-007294a61cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:03.517809 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c82e00d5-4244-4873-8124-622d4351c34c req-aff1ec34-bc1a-44ee-ab8d-007294a61cbb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=408995a7-a274-4d3e-939a-c6141d694df3 HTTP/1.1" status: 200 len: 848 time: 0.1888688 Jul 05 09:47:03.519755 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4b591867-5c3a-466f-a438-42f10a64c0b6 req-85511ed2-d2b7-45a3-91cd-6f287b025d1a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.541511 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230fc6ce-aaa1-42e2-b4dc-72c8eef24205 x-openstack-request-id: req-230fc6ce-aaa1-42e2-b4dc-72c8eef24205 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:03.541848 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a8f1a25-b30c-4298-8a0a-a04836194d54", "name": "network-vif-plugged", "status": "completed", "tag": "91411441-b894-461d-97bf-6077133480c8", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:03.543086 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-230fc6ce-aaa1-42e2-b4dc-72c8eef24205 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:03.543502 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8f1a25-b30c-4298-8a0a-a04836194d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91411441-b894-461d-97bf-6077133480c8', 'code': 200} Jul 05 09:47:03.552592 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85511ed2-d2b7-45a3-91cd-6f287b025d1a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Pushing event deleted for resources: {'Port': ['ID=3b44f6ae-8a59-46d9-9a74-100dc30e9ff7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:03.568359 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['4618948b-aba9-4c53-a34d-ed838ba47183'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:03.597288 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c82e00d5-4244-4873-8124-622d4351c34c req-80fd0c6e-01df-478d-aa76-577ac0be5b01 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5aa1814e-7fad-4b86-b0f0-99892209992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459058 Jul 05 09:47:03.681363 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port c9dfa240-fc92-4f6d-997c-34e0583b6c99 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:03.686952 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port c9dfa240-fc92-4f6d-997c-34e0583b6c99 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:03.687314 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.703026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b591867-5c3a-466f-a438-42f10a64c0b6 req-85511ed2-d2b7-45a3-91cd-6f287b025d1a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] No DVR routers for this DVR port 3b44f6ae-8a59-46d9-9a74-100dc30e9ff7 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:47:03.706709 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4b591867-5c3a-466f-a438-42f10a64c0b6 req-85511ed2-d2b7-45a3-91cd-6f287b025d1a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.708780 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4b591867-5c3a-466f-a438-42f10a64c0b6 req-85511ed2-d2b7-45a3-91cd-6f287b025d1a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.78 "DELETE /v2.0/ports/3b44f6ae-8a59-46d9-9a74-100dc30e9ff7 HTTP/1.1" status: 204 len: 173 time: 1.0230930 Jul 05 09:47:03.725859 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75dde9f-cbb8-4beb-8c98-48525bec8cd6 req-36300397-b3a9-4362-8c4a-7126e6314fa3 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:03.728234 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b75dde9f-cbb8-4beb-8c98-48525bec8cd6 req-36300397-b3a9-4362-8c4a-7126e6314fa3 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e149a48-6eeb-401f-a4c5-1427b2d5d4bd HTTP/1.1" status: 200 len: 949 time: 0.2482717 Jul 05 09:47:03.771197 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c82e00d5-4244-4873-8124-622d4351c34c req-2c0b82ed-9d0e-4cda-9e9d-fc2de1878acd service neutron] 10.222.0.78 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426129 Jul 05 09:47:03.802282 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d8b28-3bbc-4508-a452-349a9e1610d2 req-b6d615c9-e230-4d14-93d6-ca9625ed448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:03.803826 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-150d8b28-3bbc-4508-a452-349a9e1610d2 req-b6d615c9-e230-4d14-93d6-ca9625ed448f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6a8f1a25-b30c-4298-8a0a-a04836194d54 HTTP/1.1" status: 200 len: 1097 time: 0.2665660 Jul 05 09:47:03.849200 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b75dde9f-cbb8-4beb-8c98-48525bec8cd6 req-faf1e1d1-cabb-441f-a100-34c586b250fd tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.79 "GET /v2.0/security-groups?id=7116833d-5ed7-4ea8-9ab5-e3b13cea9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081350 Jul 05 09:47:03.885937 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c82e00d5-4244-4873-8124-622d4351c34c req-1cc9d045-5583-4d61-8d27-2e1f312e459d service neutron] 10.222.0.78 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086683 Jul 05 09:47:03.891081 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb420dae-3cf9-4986-bb01-3e7b550f9441 req-a04e955d-4db3-483b-9697-60396d05a381 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:03.902011 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fb420dae-3cf9-4986-bb01-3e7b550f9441 req-a04e955d-4db3-483b-9697-60396d05a381 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 944 time: 0.2583416 Jul 05 09:47:03.929231 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d640eec7-a73c-4635-9f55-9598c57c3abc x-openstack-request-id: req-d640eec7-a73c-4635-9f55-9598c57c3abc {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:03.929651 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f28655a3-8cb8-448e-8b53-796b4f6d8f41", "tag": "37b025e8-892c-40a2-923d-69f70acde91f", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:03.930062 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d640eec7-a73c-4635-9f55-9598c57c3abc {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:03.930570 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28655a3-8cb8-448e-8b53-796b4f6d8f41', 'tag': '37b025e8-892c-40a2-923d-69f70acde91f', 'status': 'completed', 'code': 200} Jul 05 09:47:03.947225 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f6b2130-94b8-4d00-a479-979d087ca607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.960192 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f6b2130-94b8-4d00-a479-979d087ca607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.965825 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.989330 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-150d8b28-3bbc-4508-a452-349a9e1610d2 req-aafab2bd-2605-4f20-ad44-635ce98b84d5 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=393b60d1-9042-4c6f-83a0-41b46c091f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684809 Jul 05 09:47:04.021667 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6f6b2130-94b8-4d00-a479-979d087ca607 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c18360074cd64a3e96f74f6a743a07d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7757711 Jul 05 09:47:04.030757 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fb420dae-3cf9-4986-bb01-3e7b550f9441 req-c4c66c4d-d8cb-46d3-8220-5ea612f90274 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150012 Jul 05 09:47:04.031418 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51686) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:04.045505 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port c9dfa240-fc92-4f6d-997c-34e0583b6c99, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=c9dfa240-fc92-4f6d-997c-34e0583b6c99,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:04.052028 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:04.053399 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device d1dabde5-d7fc-474b-93b7-918b89720f06 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:04.068599 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ac38c-a8f2-487b-a68b-1ff438955544 req-d9c0231a-e342-4c17-9a1d-fe4590bc45e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:04.070620 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b12ac38c-a8f2-487b-a68b-1ff438955544 req-d9c0231a-e342-4c17-9a1d-fe4590bc45e3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 1094 time: 0.1036391 Jul 05 09:47:04.080854 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b2130-94b8-4d00-a479-979d087ca607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d725c6-7343-4bb0-a9ad-e71747794060,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:04.158081 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port d1dabde5-d7fc-474b-93b7-918b89720f06 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:04.166900 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=c9dfa240-fc92-4f6d-997c-34e0583b6c99,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:04.170362 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port d1dabde5-d7fc-474b-93b7-918b89720f06 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:04.178158 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:04.249254 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d70ddcb-f557-4de9-9017-dd328931024a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:04.254192 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ac38c-a8f2-487b-a68b-1ff438955544 req-f244b966-e383-4dc9-832d-9e1b2fb50b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:04.257261 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b12ac38c-a8f2-487b-a68b-1ff438955544 req-f244b966-e383-4dc9-832d-9e1b2fb50b6e service neutron] 10.222.0.78 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 909 time: 0.1423380 Jul 05 09:47:04.298264 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d70ddcb-f557-4de9-9017-dd328931024a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:04.313214 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b12ac38c-a8f2-487b-a68b-1ff438955544 req-1902708b-1496-46d5-90f6-c90f547c0a0b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37b025e8-892c-40a2-923d-69f70acde91f HTTP/1.1" status: 200 len: 217 time: 0.0484362 Jul 05 09:47:04.367352 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7ab96-2d37-4c0c-b445-2775c2d121b6 req-d62aebcc-97b4-4624-b01d-28f0b25a08e2 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:04.374955 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d3a7ab96-2d37-4c0c-b445-2775c2d121b6 req-d62aebcc-97b4-4624-b01d-28f0b25a08e2 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.79 "GET /v2.0/ports?device_id=690f371f-9ed1-47b6-95d2-c40ffcaa96e0 HTTP/1.1" status: 200 len: 946 time: 0.2761180 Jul 05 09:47:04.378577 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ac38c-a8f2-487b-a68b-1ff438955544 req-82a4a2ce-b319-4f1c-bae3-60a02c5e720c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:04.380563 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b12ac38c-a8f2-487b-a68b-1ff438955544 req-82a4a2ce-b319-4f1c-bae3-60a02c5e720c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=408995a7-a274-4d3e-939a-c6141d694df3 HTTP/1.1" status: 200 len: 848 time: 0.0611548 Jul 05 09:47:04.404316 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:04.423507 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b12ac38c-a8f2-487b-a68b-1ff438955544 req-6cd829eb-464e-4009-9cf7-6c0c16bb0325 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5aa1814e-7fad-4b86-b0f0-99892209992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353799 Jul 05 09:47:04.430950 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1b989-94e4-49e0-ab51-37bdb2b49928 req-04ef49e5-36ed-4117-b574-16cb027a3fbd tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:04.432823 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bcf1b989-94e4-49e0-ab51-37bdb2b49928 req-04ef49e5-36ed-4117-b574-16cb027a3fbd tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a8f1a25-b30c-4298-8a0a-a04836194d54 HTTP/1.1" status: 200 len: 946 time: 0.2223022 Jul 05 09:47:04.464869 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port d1dabde5-d7fc-474b-93b7-918b89720f06, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d1dabde5-d7fc-474b-93b7-918b89720f06,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:04.470035 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d3a7ab96-2d37-4c0c-b445-2775c2d121b6 req-fc398146-ba54-47c8-a779-308a02c00e8b tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.79 "GET /v2.0/security-groups?id=73d8f0e5-1e38-4806-bb1a-e93f4c655094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940197 Jul 05 09:47:04.472185 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:04.520066 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bcf1b989-94e4-49e0-ab51-37bdb2b49928 req-e9ba1f32-b83a-44ed-9bc1-65a2240dac21 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups?id=393b60d1-9042-4c6f-83a0-41b46c091f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790653 Jul 05 09:47:04.530319 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d70ddcb-f557-4de9-9017-dd328931024a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:04.532786 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d70ddcb-f557-4de9-9017-dd328931024a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:04.533941 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5d70ddcb-f557-4de9-9017-dd328931024a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d6d725c6-7343-4bb0-a9ad-e71747794060 HTTP/1.1" status: 204 len: 168 time: 0.4988546 Jul 05 09:47:04.558799 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70ddcb-f557-4de9-9017-dd328931024a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d725c6-7343-4bb0-a9ad-e71747794060,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:04.595980 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=d1dabde5-d7fc-474b-93b7-918b89720f06,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:04.618223 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b12ac38c-a8f2-487b-a68b-1ff438955544 req-47b7b297-0b3c-4eec-8fef-b0cc19a75130 service neutron] 10.222.0.78 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860340 Jul 05 09:47:04.733372 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b12ac38c-a8f2-487b-a68b-1ff438955544 req-c4e168f9-b342-4bd8-b71a-989107f9d780 service neutron] 10.222.0.78 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049054 Jul 05 09:47:04.745004 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ac1b525a-2599-4892-bc79-0bf9f5e96af3 req-f4b15662-f80f-4a91-8c67-12bcf47753bb tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=926f2950-9526-41f3-b1f7-9b44285e5235 HTTP/1.1" status: 200 len: 210 time: 0.0367568 Jul 05 09:47:04.753114 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980132c-fce4-42a5-b16e-ad968b28b724 req-5748eee0-ed46-4bcf-8c25-137ce04d46d2 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:04.760062 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4980132c-fce4-42a5-b16e-ad968b28b724 req-5748eee0-ed46-4bcf-8c25-137ce04d46d2 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 943 time: 0.1144457 Jul 05 09:47:04.803381 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4980132c-fce4-42a5-b16e-ad968b28b724 req-649eb5ed-12e6-4733-87df-d573b41d1e5f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423601 Jul 05 09:47:05.005758 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51710) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:05.019348 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c10d2ca9-d785-4859-a942-5a697f5032a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:05.036515 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9906dd7-f290-4cc0-ae91-10572918317f req-9708f94b-5f1a-4133-8b94-a203fc18ffb5 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:05.038074 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9906dd7-f290-4cc0-ae91-10572918317f req-9708f94b-5f1a-4133-8b94-a203fc18ffb5 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e149a48-6eeb-401f-a4c5-1427b2d5d4bd HTTP/1.1" status: 200 len: 950 time: 0.0691273 Jul 05 09:47:05.119662 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9906dd7-f290-4cc0-ae91-10572918317f req-7462b3e7-6c70-4586-a982-aa2d09a434e3 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.79 "GET /v2.0/security-groups?id=7116833d-5ed7-4ea8-9ab5-e3b13cea9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739532 Jul 05 09:47:05.156099 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c10d2ca9-d785-4859-a942-5a697f5032a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:05.164393 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c10d2ca9-d785-4859-a942-5a697f5032a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:05.172436 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27eeb65-c637-4d46-bfb6-786bdefc03c0 req-06a38e2e-a089-4042-8787-6dd7e6b3570f tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:05.174334 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c27eeb65-c637-4d46-bfb6-786bdefc03c0 req-06a38e2e-a089-4042-8787-6dd7e6b3570f tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.81 "GET /v2.0/ports?device_id=690f371f-9ed1-47b6-95d2-c40ffcaa96e0 HTTP/1.1" status: 200 len: 946 time: 0.1078415 Jul 05 09:47:05.218409 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c10d2ca9-d785-4859-a942-5a697f5032a0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4f6e3513db03499bb1ea2f06d2632177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2114275 Jul 05 09:47:05.222782 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51716) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:05.225576 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d2ca9-d785-4859-a942-5a697f5032a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4a45c0-b39b-4d7b-b764-4f1eefc58364,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:05.378921 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d0ecb31-d252-4393-83f5-175926d2912f req-e1407122-da3c-474d-9e51-e4c178c57791 tempest-AbsoluteLimitsNegativeTestJSON-496528626 tempest-AbsoluteLimitsNegativeTestJSON-496528626-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=e8a529c7f4f94b069c101cfa13eba308&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372179 Jul 05 09:47:05.425690 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-205162ba-8daf-41aa-adda-afbad39e7782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:05.464796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc2232-a540-495a-a414-1272725d14d8 req-2e9ffacb-6265-4faa-981b-1fe1e81b7f35 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:05.466936 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-44cc2232-a540-495a-a414-1272725d14d8 req-2e9ffacb-6265-4faa-981b-1fe1e81b7f35 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.2489152 Jul 05 09:47:05.516360 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-205162ba-8daf-41aa-adda-afbad39e7782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:05.534666 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c27eeb65-c637-4d46-bfb6-786bdefc03c0 req-afdacdef-977f-4497-a337-d05c120cee0d tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Deleting port e632d550-f0c6-4d64-9881-1dffeeaf272c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:47:05.535008 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c27eeb65-c637-4d46-bfb6-786bdefc03c0 req-afdacdef-977f-4497-a337-d05c120cee0d tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:05.544950 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926f2950-9526-41f3-b1f7-9b44285e5235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b44f6ae-8a59-46d9-9a74-100dc30e9ff7'}, {'server_uuid': '6e149a48-6eeb-401f-a4c5-1427b2d5d4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9dfa240-fc92-4f6d-997c-34e0583b6c99'}, {'server_uuid': '3667c411-e4ac-4fe7-bc20-110aa2e7ac5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1dabde5-d7fc-474b-93b7-918b89720f06'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:05.547326 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762b6ffe-1823-483f-93bb-d62d14ac31ce" -d '{"events": [{"server_uuid": "926f2950-9526-41f3-b1f7-9b44285e5235", "name": "network-vif-unplugged", "status": "completed", "tag": "3b44f6ae-8a59-46d9-9a74-100dc30e9ff7"}, {"server_uuid": "6e149a48-6eeb-401f-a4c5-1427b2d5d4bd", "name": "network-vif-plugged", "status": "completed", "tag": "c9dfa240-fc92-4f6d-997c-34e0583b6c99"}, {"server_uuid": "3667c411-e4ac-4fe7-bc20-110aa2e7ac5a", "name": "network-vif-plugged", "status": "completed", "tag": "d1dabde5-d7fc-474b-93b7-918b89720f06"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:05.769436 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:05.863055 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-44cc2232-a540-495a-a414-1272725d14d8 req-ad19e71c-8725-4647-8ff2-e1f2f3226515 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3888743 Jul 05 09:47:05.876103 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ecb31-d252-4393-83f5-175926d2912f req-8fecac51-bb7d-4b42-b305-ea2092bc7209 tempest-AbsoluteLimitsNegativeTestJSON-496528626 tempest-AbsoluteLimitsNegativeTestJSON-496528626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:05.877548 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d0ecb31-d252-4393-83f5-175926d2912f req-8fecac51-bb7d-4b42-b305-ea2092bc7209 tempest-AbsoluteLimitsNegativeTestJSON-496528626 tempest-AbsoluteLimitsNegativeTestJSON-496528626-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4890397 Jul 05 09:47:05.903901 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d0ecb31-d252-4393-83f5-175926d2912f req-acf315a8-af15-405c-80f6-31056ac01e3b tempest-AbsoluteLimitsNegativeTestJSON-496528626 tempest-AbsoluteLimitsNegativeTestJSON-496528626-project] 10.222.0.79 "GET /v2.0/quotas/e8a529c7f4f94b069c101cfa13eba308 HTTP/1.1" status: 200 len: 375 time: 0.0190580 Jul 05 09:47:05.931637 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926f2950-9526-41f3-b1f7-9b44285e5235', 'name': 'network-vif-deleted', 'tag': '3b44f6ae-8a59-46d9-9a74-100dc30e9ff7'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:05.935532 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65733e6b-61db-49ba-93ff-553ccebf4bf3" -d '{"events": [{"server_uuid": "926f2950-9526-41f3-b1f7-9b44285e5235", "name": "network-vif-deleted", "tag": "3b44f6ae-8a59-46d9-9a74-100dc30e9ff7"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:05.953584 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d0ecb31-d252-4393-83f5-175926d2912f req-a468a938-f52f-43ee-99e3-e1af5f74aee4 tempest-AbsoluteLimitsNegativeTestJSON-496528626 tempest-AbsoluteLimitsNegativeTestJSON-496528626-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8a529c7f4f94b069c101cfa13eba308&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416729 Jul 05 09:47:05.959022 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-205162ba-8daf-41aa-adda-afbad39e7782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:05.961647 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-205162ba-8daf-41aa-adda-afbad39e7782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:05.962763 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-205162ba-8daf-41aa-adda-afbad39e7782 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0e4a45c0-b39b-4d7b-b764-4f1eefc58364 HTTP/1.1" status: 204 len: 168 time: 0.7400432 Jul 05 09:47:05.971464 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c27eeb65-c637-4d46-bfb6-786bdefc03c0 req-afdacdef-977f-4497-a337-d05c120cee0d tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] For port e632d550-f0c6-4d64-9881-1dffeeaf272c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e632d550-f0c6-4d64-9881-1dffeeaf272c,segment=NetworkSegment(8a9c7fe3-1979-41f0-8c19-bfe2e33c1b50),segment_id=8a9c7fe3-1979-41f0-8c19-bfe2e33c1b50)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:05.971833 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c27eeb65-c637-4d46-bfb6-786bdefc03c0 req-afdacdef-977f-4497-a337-d05c120cee0d tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:05.986265 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205162ba-8daf-41aa-adda-afbad39e7782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4a45c0-b39b-4d7b-b764-4f1eefc58364,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:06.010548 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c27eeb65-c637-4d46-bfb6-786bdefc03c0 req-afdacdef-977f-4497-a337-d05c120cee0d tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Calling delete_port for e632d550-f0c6-4d64-9881-1dffeeaf272c owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:47:06.060328 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556951c4-051e-4df8-a062-1c0d0e45f94c x-openstack-request-id: req-556951c4-051e-4df8-a062-1c0d0e45f94c {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:06.060640 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926f2950-9526-41f3-b1f7-9b44285e5235", "name": "network-vif-unplugged", "status": "completed", "tag": "3b44f6ae-8a59-46d9-9a74-100dc30e9ff7", "code": 200}, {"server_uuid": "6e149a48-6eeb-401f-a4c5-1427b2d5d4bd", "name": "network-vif-plugged", "status": "completed", "tag": "c9dfa240-fc92-4f6d-997c-34e0583b6c99", "code": 200}, {"server_uuid": "3667c411-e4ac-4fe7-bc20-110aa2e7ac5a", "name": "network-vif-plugged", "status": "completed", "tag": "d1dabde5-d7fc-474b-93b7-918b89720f06", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:06.060901 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-556951c4-051e-4df8-a062-1c0d0e45f94c {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:06.061431 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926f2950-9526-41f3-b1f7-9b44285e5235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b44f6ae-8a59-46d9-9a74-100dc30e9ff7', 'code': 200} Jul 05 09:47:06.061586 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e149a48-6eeb-401f-a4c5-1427b2d5d4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9dfa240-fc92-4f6d-997c-34e0583b6c99', 'code': 200} Jul 05 09:47:06.061801 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3667c411-e4ac-4fe7-bc20-110aa2e7ac5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1dabde5-d7fc-474b-93b7-918b89720f06', 'code': 200} Jul 05 09:47:06.143416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0fa12-8567-4307-a4d8-ba6ea05670d9 req-484ee585-2a81-4d46-a176-735a75387531 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:06.145106 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02e0fa12-8567-4307-a4d8-ba6ea05670d9 req-484ee585-2a81-4d46-a176-735a75387531 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.79 "GET /v2.0/ports?device_id=690f371f-9ed1-47b6-95d2-c40ffcaa96e0 HTTP/1.1" status: 200 len: 946 time: 0.1612825 Jul 05 09:47:06.235340 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e06645-c04b-4c83-8780-358dfa7ff967 req-5785784c-8cc8-41d8-aaa1-a5fb11bcf3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:06.237007 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-34e06645-c04b-4c83-8780-358dfa7ff967 req-5785784c-8cc8-41d8-aaa1-a5fb11bcf3e1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6e149a48-6eeb-401f-a4c5-1427b2d5d4bd HTTP/1.1" status: 200 len: 1101 time: 0.0725336 Jul 05 09:47:06.284945 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-34e06645-c04b-4c83-8780-358dfa7ff967 req-daae4a94-7e2e-4e24-9a86-a772393cd716 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7116833d-5ed7-4ea8-9ab5-e3b13cea9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360079 Jul 05 09:47:06.351426 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02e0fa12-8567-4307-a4d8-ba6ea05670d9 req-625e63c8-ece3-49f7-affb-148678455c70 tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.79 "GET /v2.0/security-groups?id=73d8f0e5-1e38-4806-bb1a-e93f4c655094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882715 Jul 05 09:47:06.382265 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c27eeb65-c637-4d46-bfb6-786bdefc03c0 req-afdacdef-977f-4497-a337-d05c120cee0d tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:06.424452 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6c3ba-2154-475c-a03a-de8d503cae97 req-75254a01-fcbc-4e72-bdf1-922ce9c15c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:06.425982 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b9d6c3ba-2154-475c-a03a-de8d503cae97 req-75254a01-fcbc-4e72-bdf1-922ce9c15c5f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 1096 time: 0.2646425 Jul 05 09:47:06.428416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdacdef-977f-4497-a337-d05c120cee0d tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Pushing event deleted for resources: {'Port': ['ID=e632d550-f0c6-4d64-9881-1dffeeaf272c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:06.453471 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21b551-20c0-44c9-a98b-5eb457e5444e req-09fe3056-5526-4fb8-a696-727aafb94c13 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:06.460784 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ca21b551-20c0-44c9-a98b-5eb457e5444e req-09fe3056-5526-4fb8-a696-727aafb94c13 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a8f1a25-b30c-4298-8a0a-a04836194d54 HTTP/1.1" status: 200 len: 946 time: 0.2446537 Jul 05 09:47:06.485495 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51758) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:06.529355 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27eeb65-c637-4d46-bfb6-786bdefc03c0 req-afdacdef-977f-4497-a337-d05c120cee0d tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] No DVR routers for this DVR port e632d550-f0c6-4d64-9881-1dffeeaf272c on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:47:06.539289 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c27eeb65-c637-4d46-bfb6-786bdefc03c0 req-afdacdef-977f-4497-a337-d05c120cee0d tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:06.541236 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c27eeb65-c637-4d46-bfb6-786bdefc03c0 req-afdacdef-977f-4497-a337-d05c120cee0d tempest-ServerTagsTestJSON-2067924407 tempest-ServerTagsTestJSON-2067924407-project] 10.222.0.81 "DELETE /v2.0/ports/e632d550-f0c6-4d64-9881-1dffeeaf272c HTTP/1.1" status: 204 len: 173 time: 1.3595684 Jul 05 09:47:06.541707 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690f371f-9ed1-47b6-95d2-c40ffcaa96e0', 'name': 'network-vif-deleted', 'tag': 'e632d550-f0c6-4d64-9881-1dffeeaf272c'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:06.544442 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9d78a2-8b21-4b0c-8e29-5890d368fbd6" -d '{"events": [{"server_uuid": "690f371f-9ed1-47b6-95d2-c40ffcaa96e0", "name": "network-vif-deleted", "tag": "e632d550-f0c6-4d64-9881-1dffeeaf272c"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:06.561172 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b9d6c3ba-2154-475c-a03a-de8d503cae97 req-1f53b291-b381-4e0b-a7ae-e6e8bfb89ed5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267240 Jul 05 09:47:06.583378 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ca21b551-20c0-44c9-a98b-5eb457e5444e req-f203eec2-7323-412a-b036-b7607b3916da tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups?id=393b60d1-9042-4c6f-83a0-41b46c091f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222954 Jul 05 09:47:06.638991 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3d8b88-d4aa-48de-a0a3-d7a6340f23a6 x-openstack-request-id: req-8c3d8b88-d4aa-48de-a0a3-d7a6340f23a6 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:06.639411 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926f2950-9526-41f3-b1f7-9b44285e5235", "name": "network-vif-deleted", "tag": "3b44f6ae-8a59-46d9-9a74-100dc30e9ff7", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:06.639675 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8c3d8b88-d4aa-48de-a0a3-d7a6340f23a6 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:06.640108 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926f2950-9526-41f3-b1f7-9b44285e5235', 'name': 'network-vif-deleted', 'tag': '3b44f6ae-8a59-46d9-9a74-100dc30e9ff7', 'status': 'completed', 'code': 200} Jul 05 09:47:06.650430 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 37b025e8-892c-40a2-923d-69f70acde91f details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:47:06.720730 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b70a93-dac9-428a-afcb-2f89d7396c28 req-db5f2f08-18d2-43ae-bd4c-bbc5a3ff5768 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:06.728061 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80b70a93-dac9-428a-afcb-2f89d7396c28 req-db5f2f08-18d2-43ae-bd4c-bbc5a3ff5768 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 943 time: 0.1607902 Jul 05 09:47:06.766549 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28d5dbe5-37c0-47d3-9e7f-dc0077fcbb45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:06.851959 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 37b025e8-892c-40a2-923d-69f70acde91f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=37b025e8-892c-40a2-923d-69f70acde91f,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:06.864981 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80b70a93-dac9-428a-afcb-2f89d7396c28 req-44163e14-4737-464e-b4d1-235e2f66d2e3 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317899 Jul 05 09:47:06.871017 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '37b025e8-892c-40a2-923d-69f70acde91f', 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e', 'port_id': '37b025e8-892c-40a2-923d-69f70acde91f', 'mac_address': 'fa:16:3e:24:82:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '408995a7-a274-4d3e-939a-c6141d694df3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:47:06.886045 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28d5dbe5-37c0-47d3-9e7f-dc0077fcbb45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:06.892352 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28d5dbe5-37c0-47d3-9e7f-dc0077fcbb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:06.910590 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64849c1-960d-477c-843e-3f21d7475a99 req-282b6549-1d06-42ab-b4a6-e2d23bc3ffba tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:06.915541 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c64849c1-960d-477c-843e-3f21d7475a99 req-282b6549-1d06-42ab-b4a6-e2d23bc3ffba tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e149a48-6eeb-401f-a4c5-1427b2d5d4bd HTTP/1.1" status: 200 len: 950 time: 0.1639240 Jul 05 09:47:06.940994 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-28d5dbe5-37c0-47d3-9e7f-dc0077fcbb45 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e8a529c7f4f94b069c101cfa13eba308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4542992 Jul 05 09:47:06.943087 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5dbe5-37c0-47d3-9e7f-dc0077fcbb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e46cc4-4f4a-451e-a013-824a971e1089,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:06.945953 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51778) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:06.953974 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:06.972721 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b025e8-892c-40a2-923d-69f70acde91f {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:06.985306 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c64849c1-960d-477c-843e-3f21d7475a99 req-c8b7bdf3-48a3-4bfc-a008-624f6afd4533 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.79 "GET /v2.0/security-groups?id=7116833d-5ed7-4ea8-9ab5-e3b13cea9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634630 Jul 05 09:47:07.006797 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 37b025e8-892c-40a2-923d-69f70acde91f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=37b025e8-892c-40a2-923d-69f70acde91f,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:07.013391 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:07.032509 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41811a63-e792-4952-a547-9e814772400a x-openstack-request-id: req-41811a63-e792-4952-a547-9e814772400a {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:07.032812 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690f371f-9ed1-47b6-95d2-c40ffcaa96e0", "name": "network-vif-deleted", "tag": "e632d550-f0c6-4d64-9881-1dffeeaf272c", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:07.033075 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-41811a63-e792-4952-a547-9e814772400a {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:07.033484 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690f371f-9ed1-47b6-95d2-c40ffcaa96e0', 'name': 'network-vif-deleted', 'tag': 'e632d550-f0c6-4d64-9881-1dffeeaf272c', 'status': 'completed', 'code': 200} Jul 05 09:47:07.047082 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a91d56b3-acbc-4454-8c51-9b16e477bf56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:07.089293 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a91d56b3-acbc-4454-8c51-9b16e477bf56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:07.107238 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=37b025e8-892c-40a2-923d-69f70acde91f,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:07.158279 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a91d56b3-acbc-4454-8c51-9b16e477bf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:07.161122 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a91d56b3-acbc-4454-8c51-9b16e477bf56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:07.165753 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a91d56b3-acbc-4454-8c51-9b16e477bf56 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d1e46cc4-4f4a-451e-a013-824a971e1089 HTTP/1.1" status: 204 len: 168 time: 0.2184939 Jul 05 09:47:07.174277 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d56b3-acbc-4454-8c51-9b16e477bf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e46cc4-4f4a-451e-a013-824a971e1089,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:07.175366 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6dd903e2-05a6-4623-bebb-e5bc648a2ad9 req-26f3d4b4-113e-4c56-9866-30fbd53667a6 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1342292193&fields=id&tenant_id=087cc3c5250447e68a99a7ecdb68e590 HTTP/1.1" status: 200 len: 267 time: 0.0494964 Jul 05 09:47:07.265140 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd903e2-05a6-4623-bebb-e5bc648a2ad9 req-9785c9f5-8891-408d-adb0-1c9f7cc1fd2b tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:07.267047 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6dd903e2-05a6-4623-bebb-e5bc648a2ad9 req-9785c9f5-8891-408d-adb0-1c9f7cc1fd2b tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a8f1a25-b30c-4298-8a0a-a04836194d54 HTTP/1.1" status: 200 len: 946 time: 0.0909588 Jul 05 09:47:07.288293 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6dd903e2-05a6-4623-bebb-e5bc648a2ad9 req-fb4a33f3-4f45-4f73-888d-d95913cc30f9 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Request body: {'port': {'security_groups': ['393b60d1-9042-4c6f-83a0-41b46c091f2b', '394aefeb-34be-49e9-bbb6-c2decd916ea4']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:07.337132 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['37b025e8-892c-40a2-923d-69f70acde91f'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:07.449038 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device e632d550-f0c6-4d64-9881-1dffeeaf272c no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:47:07.512893 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: e632d550-f0c6-4d64-9881-1dffeeaf272c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:47:07.512893 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device e632d550-f0c6-4d64-9881-1dffeeaf272c not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:47:07.539973 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6dd903e2-05a6-4623-bebb-e5bc648a2ad9 req-fb4a33f3-4f45-4f73-888d-d95913cc30f9 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:07.630183 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138739f-9819-440d-b211-eff4d9371070 req-388773c0-2ca8-41f2-a198-0d08bf6d6067 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:07.631914 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6138739f-9819-440d-b211-eff4d9371070 req-388773c0-2ca8-41f2-a198-0d08bf6d6067 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.1591799 Jul 05 09:47:07.712804 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6138739f-9819-440d-b211-eff4d9371070 req-fac31cf0-320b-4b84-be4d-8412cf9d7883 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727170 Jul 05 09:47:07.841204 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6dd903e2-05a6-4623-bebb-e5bc648a2ad9 req-fb4a33f3-4f45-4f73-888d-d95913cc30f9 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] For port 91411441-b894-461d-97bf-6077133480c8, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=91411441-b894-461d-97bf-6077133480c8,segment=NetworkSegment(030fc36d-dd4d-4ce4-8888-2baef8e088b7),segment_id=030fc36d-dd4d-4ce4-8888-2baef8e088b7)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:07.877269 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6dd903e2-05a6-4623-bebb-e5bc648a2ad9 req-fb4a33f3-4f45-4f73-888d-d95913cc30f9 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:07.883110 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51810) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:07.886153 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6dd903e2-05a6-4623-bebb-e5bc648a2ad9 req-fb4a33f3-4f45-4f73-888d-d95913cc30f9 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:07.902616 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['193ae10c-ede6-4c62-81d1-3387c567e7c9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:07.935582 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd903e2-05a6-4623-bebb-e5bc648a2ad9 req-fb4a33f3-4f45-4f73-888d-d95913cc30f9 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:07.936270 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6dd903e2-05a6-4623-bebb-e5bc648a2ad9 req-fb4a33f3-4f45-4f73-888d-d95913cc30f9 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:07.949798 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6dd903e2-05a6-4623-bebb-e5bc648a2ad9 req-fb4a33f3-4f45-4f73-888d-d95913cc30f9 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "PUT /v2.0/ports/91411441-b894-461d-97bf-6077133480c8 HTTP/1.1" status: 200 len: 982 time: 0.6601894 Jul 05 09:47:08.004590 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a33f3-4f45-4f73-888d-d95913cc30f9 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event updated for resources: {'Port': ['ID=91411441-b894-461d-97bf-6077133480c8,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:08.009478 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f64bfd6-c0d8-4423-92ca-92c53ae12e63 admin admin] Deleting subnet a56650db-a91e-450c-8473-d0f2ab644087 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:47:08.029280 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f64bfd6-c0d8-4423-92ca-92c53ae12e63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:08.076490 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['91411441-b894-461d-97bf-6077133480c8'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:08.102647 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f64bfd6-c0d8-4423-92ca-92c53ae12e63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:08.136413 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f9273205-9dde-4247-bb71-71388682e878 req-09c8e536-7b7a-487f-9706-9e90b05a116c tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/394aefeb-34be-49e9-bbb6-c2decd916ea4 HTTP/1.1" status: 200 len: 1800 time: 0.0606008 Jul 05 09:47:08.193470 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f64bfd6-c0d8-4423-92ca-92c53ae12e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:08.219831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['91411441-b894-461d-97bf-6077133480c8'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:08.254676 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-f9273205-9dde-4247-bb71-71388682e878 req-bc3f5da0-6657-4548-b586-5a5d6db0efe5 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 09:47:08.260633 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f9273205-9dde-4247-bb71-71388682e878 req-bc3f5da0-6657-4548-b586-5a5d6db0efe5 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "DELETE /v2.0/security-groups/394aefeb-34be-49e9-bbb6-c2decd916ea4 HTTP/1.1" status: 409 len: 341 time: 0.1096058 Jul 05 09:47:08.264707 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f64bfd6-c0d8-4423-92ca-92c53ae12e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:08.276485 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:47:08.299576 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2243b1-8cbb-4fed-bd4d-ab8b0633dbc0 req-c199a8e9-f183-4c7f-86de-7ba520aedb50 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:08.305513 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64bfd6-c0d8-4423-92ca-92c53ae12e63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a56650db-a91e-450c-8473-d0f2ab644087,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:08.307953 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f64bfd6-c0d8-4423-92ca-92c53ae12e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:08.308730 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6c2243b1-8cbb-4fed-bd4d-ab8b0633dbc0 req-c199a8e9-f183-4c7f-86de-7ba520aedb50 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 944 time: 0.1680019 Jul 05 09:47:08.310484 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3f64bfd6-c0d8-4423-92ca-92c53ae12e63 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a56650db-a91e-450c-8473-d0f2ab644087 HTTP/1.1" status: 204 len: 168 time: 0.4259276 Jul 05 09:47:08.313449 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51832) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:08.400963 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9ac48ed-ce87-4bf8-8d50-26e117e70e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:08.426095 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6c2243b1-8cbb-4fed-bd4d-ab8b0633dbc0 req-9185db91-c2d8-45a4-b00a-b675dd8e3f79 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045628 Jul 05 09:47:08.531248 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9ac48ed-ce87-4bf8-8d50-26e117e70e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:08.542011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e9ac48ed-ce87-4bf8-8d50-26e117e70e17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082e79a4-5101-42cd-9b2e-a1a39c3fecf5']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:08.557320 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e9ac48ed-ce87-4bf8-8d50-26e117e70e17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9c7fe3-1979-41f0-8c19-bfe2e33c1b50') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:08.557675 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e9ac48ed-ce87-4bf8-8d50-26e117e70e17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9c7fe3-1979-41f0-8c19-bfe2e33c1b50') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:08.559408 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc619b8c-d10d-41bb-983f-d268bc2a5d7c req-272b8fe8-22f1-42dc-a4ac-3176a80cefce tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:08.572468 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc619b8c-d10d-41bb-983f-d268bc2a5d7c req-272b8fe8-22f1-42dc-a4ac-3176a80cefce tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e149a48-6eeb-401f-a4c5-1427b2d5d4bd HTTP/1.1" status: 200 len: 950 time: 0.2016332 Jul 05 09:47:08.576758 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9ac48ed-ce87-4bf8-8d50-26e117e70e17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:08.605524 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9ac48ed-ce87-4bf8-8d50-26e117e70e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:08.628763 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ac48ed-ce87-4bf8-8d50-26e117e70e17 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:47:08.629090 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9ac48ed-ce87-4bf8-8d50-26e117e70e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:08.641068 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc619b8c-d10d-41bb-983f-d268bc2a5d7c req-1e1e82ad-3348-44b7-b6e3-c9951c3dbd92 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.79 "GET /v2.0/security-groups?id=7116833d-5ed7-4ea8-9ab5-e3b13cea9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673869 Jul 05 09:47:08.657664 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 37b025e8-892c-40a2-923d-69f70acde91f up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:08.675659 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51846) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:47:08.782579 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:47:08.788510 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9ac48ed-ce87-4bf8-8d50-26e117e70e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:08.793686 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9ac48ed-ce87-4bf8-8d50-26e117e70e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:08.799808 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e9ac48ed-ce87-4bf8-8d50-26e117e70e17 admin admin] 10.222.0.79 "DELETE /v2.0/networks/082e79a4-5101-42cd-9b2e-a1a39c3fecf5 HTTP/1.1" status: 204 len: 168 time: 0.4838333 Jul 05 09:47:08.802476 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 37b025e8-892c-40a2-923d-69f70acde91f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:08.807319 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 37b025e8-892c-40a2-923d-69f70acde91f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:08.808043 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:08.813017 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4d8952e1-7e2c-464d-845a-6a9b8f6b2c66 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1873202214-network', 'tenant_id': 'aa98cc124489494eaf3eca69496a0954'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:08.819641 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac48ed-ce87-4bf8-8d50-26e117e70e17 admin admin] Pushing event deleted for resources: {'Network': ['ID=082e79a4-5101-42cd-9b2e-a1a39c3fecf5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:08.857444 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8952e1-7e2c-464d-845a-6a9b8f6b2c66 admin admin] Made reservation on behalf of aa98cc124489494eaf3eca69496a0954 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:08.861456 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d8952e1-7e2c-464d-845a-6a9b8f6b2c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:08.880424 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d8952e1-7e2c-464d-845a-6a9b8f6b2c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:08.978404 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:09.023504 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51862) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:09.047160 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28655a3-8cb8-448e-8b53-796b4f6d8f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b025e8-892c-40a2-923d-69f70acde91f'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:09.051195 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56636c15-fd6f-471b-986b-5025ed984b59" -d '{"events": [{"server_uuid": "f28655a3-8cb8-448e-8b53-796b4f6d8f41", "name": "network-vif-plugged", "status": "completed", "tag": "37b025e8-892c-40a2-923d-69f70acde91f"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:09.051612 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8f1a25-b30c-4298-8a0a-a04836194d54', 'tag': '91411441-b894-461d-97bf-6077133480c8'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:09.053775 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74dd42b8-7206-488b-9d6f-d386cda0912e" -d '{"events": [{"name": "network-changed", "server_uuid": "6a8f1a25-b30c-4298-8a0a-a04836194d54", "tag": "91411441-b894-461d-97bf-6077133480c8"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:09.063903 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-b8a211f4-99b7-4289-b240-6a2f6d4d5d3c tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=8e4e2570184f4ee1969c3f037f250713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402932 Jul 05 09:47:09.072058 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 37b025e8-892c-40a2-923d-69f70acde91f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=37b025e8-892c-40a2-923d-69f70acde91f,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:09.079129 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:09.098290 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6f0e79c2-d985-4b19-849c-4998cabd05b2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6f1f56f6a7d74265959f0c56be64a198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0735428 Jul 05 09:47:09.101017 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51870) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:09.153948 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=37b025e8-892c-40a2-923d-69f70acde91f,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:09.188402 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-ddb9aad5-7ec6-44b1-9490-2805c3c7c6f8 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:09.197288 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-ddb9aad5-7ec6-44b1-9490-2805c3c7c6f8 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1324680 Jul 05 09:47:09.206345 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d8952e1-7e2c-464d-845a-6a9b8f6b2c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:09.219045 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-17bfa6e6-b7c7-4bb4-8317-2d41457d60a3 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.79 "GET /v2.0/quotas/8e4e2570184f4ee1969c3f037f250713 HTTP/1.1" status: 200 len: 375 time: 0.0203090 Jul 05 09:47:09.219954 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d8952e1-7e2c-464d-845a-6a9b8f6b2c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:09.239045 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-61a616ec-903d-4ec7-9533-12455612bb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:09.250023 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8952e1-7e2c-464d-845a-6a9b8f6b2c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cca85f-3e19-4aaa-b545-3aaa90309a3b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:09.263298 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-61a616ec-903d-4ec7-9533-12455612bb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:09.299731 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8952e1-7e2c-464d-845a-6a9b8f6b2c66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:47:09.303723 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-6fa447f9-885a-4b6e-a47f-e5f32f0c2677 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8e4e2570184f4ee1969c3f037f250713&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549839 Jul 05 09:47:09.304422 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3455b18-38c1-49d9-a8f6-d03f67b47149 req-aba0c7e6-9f71-423e-a92e-92533f3d8296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:09.305978 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3455b18-38c1-49d9-a8f6-d03f67b47149 req-aba0c7e6-9f71-423e-a92e-92533f3d8296 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=087cc3c5250447e68a99a7ecdb68e590&device_id=6a8f1a25-b30c-4298-8a0a-a04836194d54 HTTP/1.1" status: 200 len: 1136 time: 0.1279390 Jul 05 09:47:09.314063 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d8952e1-7e2c-464d-845a-6a9b8f6b2c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:09.314519 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-4d8952e1-7e2c-464d-845a-6a9b8f6b2c66 admin admin] Added segment cde4c46a-4cf7-4f9c-b951-447d8ec9802e of type vlan for network 8f960e0c-250c-4108-a0f1-585a71eef7c0 Jul 05 09:47:09.392546 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-61a616ec-903d-4ec7-9533-12455612bb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:09.395601 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-61a616ec-903d-4ec7-9533-12455612bb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:09.397111 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-61a616ec-903d-4ec7-9533-12455612bb45 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/73d8f0e5-1e38-4806-bb1a-e93f4c655094 HTTP/1.1" status: 204 len: 168 time: 0.2945590 Jul 05 09:47:09.438063 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d8952e1-7e2c-464d-845a-6a9b8f6b2c66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:09.441678 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3455b18-38c1-49d9-a8f6-d03f67b47149 req-af0d170a-5012-4a4d-883a-9908707983d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:09.443257 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3455b18-38c1-49d9-a8f6-d03f67b47149 req-af0d170a-5012-4a4d-883a-9908707983d8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=23f5a57a-e75c-48d0-bb1c-6a86c872c6d9 HTTP/1.1" status: 200 len: 912 time: 0.1267235 Jul 05 09:47:09.450329 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a616ec-903d-4ec7-9533-12455612bb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d8f0e5-1e38-4806-bb1a-e93f4c655094,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:09.516595 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d8952e1-7e2c-464d-845a-6a9b8f6b2c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:09.518426 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8952e1-7e2c-464d-845a-6a9b8f6b2c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:09.519202 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d8952e1-7e2c-464d-845a-6a9b8f6b2c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:09.528519 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3455b18-38c1-49d9-a8f6-d03f67b47149 req-e32c75c4-95a6-464a-9862-dd5485f01ed1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91411441-b894-461d-97bf-6077133480c8 HTTP/1.1" status: 200 len: 217 time: 0.0737464 Jul 05 09:47:09.637107 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4d8952e1-7e2c-464d-845a-6a9b8f6b2c66 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9597242 Jul 05 09:47:09.641415 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51884) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:09.654338 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-664ac2c9-993b-4358-8089-c5917d794f98 admin admin] Request body: {'subnet': {'network_id': '8f960e0c-250c-4108-a0f1-585a71eef7c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1873202214-subnet', 'tenant_id': 'aa98cc124489494eaf3eca69496a0954', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:09.672640 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8952e1-7e2c-464d-845a-6a9b8f6b2c66 admin admin] Pushing event updated for resources: {'Network': ['ID=8f960e0c-250c-4108-a0f1-585a71eef7c0,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:09.690471 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 8f960e0c-250c-4108-a0f1-585a71eef7c0 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:47:09.720885 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3455b18-38c1-49d9-a8f6-d03f67b47149 req-48e80ffb-1932-4b25-97b5-59fd5eb025a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:09.724265 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3455b18-38c1-49d9-a8f6-d03f67b47149 req-48e80ffb-1932-4b25-97b5-59fd5eb025a0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3ddb5390-4629-41b1-a8c5-27c8806285d5 HTTP/1.1" status: 200 len: 851 time: 0.1684761 Jul 05 09:47:09.787737 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3455b18-38c1-49d9-a8f6-d03f67b47149 req-e86291aa-aeb2-4cb3-aef7-dc3c69bd2ce2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=23f5a57a-e75c-48d0-bb1c-6a86c872c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577726 Jul 05 09:47:09.799665 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664ac2c9-993b-4358-8089-c5917d794f98 admin admin] Made reservation on behalf of aa98cc124489494eaf3eca69496a0954 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:09.802953 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-664ac2c9-993b-4358-8089-c5917d794f98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:09.933875 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea17569-ed24-419f-8927-f323ca6ba727 req-c860e758-792d-4fa9-a49c-b4b3f9cbf5a0 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:09.938233 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3455b18-38c1-49d9-a8f6-d03f67b47149 req-b72f648e-26d5-483c-9e62-963be1ebf9de service neutron] 10.222.0.78 "GET /v2.0/networks/23f5a57a-e75c-48d0-bb1c-6a86c872c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346290 Jul 05 09:47:09.941034 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ea17569-ed24-419f-8927-f323ca6ba727 req-c860e758-792d-4fa9-a49c-b4b3f9cbf5a0 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.2466154 Jul 05 09:47:09.963127 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb2451-1748-4861-b60c-82ad2cee2414 req-7d0b6bac-58ef-4b70-9238-2c2b3c8d360d tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:09.970478 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c3eb2451-1748-4861-b60c-82ad2cee2414 req-7d0b6bac-58ef-4b70-9238-2c2b3c8d360d tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a8f1a25-b30c-4298-8a0a-a04836194d54 HTTP/1.1" status: 200 len: 985 time: 0.2434900 Jul 05 09:47:10.086199 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3455b18-38c1-49d9-a8f6-d03f67b47149 req-301d9844-0312-46a4-83e9-db3bcd094003 service neutron] 10.222.0.78 "GET /v2.0/networks/23f5a57a-e75c-48d0-bb1c-6a86c872c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394470 Jul 05 09:47:10.089831 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ea17569-ed24-419f-8927-f323ca6ba727 req-045551c8-72ed-4708-ab40-14b18243c55b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477060 Jul 05 09:47:10.124215 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c3eb2451-1748-4861-b60c-82ad2cee2414 req-90f4b575-eab7-4fdd-9f89-1225bd7ba504 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups?id=393b60d1-9042-4c6f-83a0-41b46c091f2b&id=394aefeb-34be-49e9-bbb6-c2decd916ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1527393 Jul 05 09:47:10.209597 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ee2c65-d9ff-438d-a052-9a00c3d050bc x-openstack-request-id: req-c3ee2c65-d9ff-438d-a052-9a00c3d050bc {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:10.210130 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28655a3-8cb8-448e-8b53-796b4f6d8f41", "name": "network-vif-plugged", "status": "completed", "tag": "37b025e8-892c-40a2-923d-69f70acde91f", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:10.210130 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c3ee2c65-d9ff-438d-a052-9a00c3d050bc {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:10.210572 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28655a3-8cb8-448e-8b53-796b4f6d8f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b025e8-892c-40a2-923d-69f70acde91f', 'code': 200} Jul 05 09:47:10.224264 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da7cda0-286b-4f76-9396-9e3e4b0ddc0e x-openstack-request-id: req-0da7cda0-286b-4f76-9396-9e3e4b0ddc0e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:10.224573 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a8f1a25-b30c-4298-8a0a-a04836194d54", "tag": "91411441-b894-461d-97bf-6077133480c8", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:10.224837 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0da7cda0-286b-4f76-9396-9e3e4b0ddc0e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:10.225257 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a8f1a25-b30c-4298-8a0a-a04836194d54', 'tag': '91411441-b894-461d-97bf-6077133480c8', 'status': 'completed', 'code': 200} Jul 05 09:47:10.378802 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-664ac2c9-993b-4358-8089-c5917d794f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:10.506517 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-90515f08-aefa-46f4-b209-5b1fc89166d0 req-62d9cd5e-e440-4c0a-abc8-c6ba098b7fc1 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfc4ff40-250a-45b3-82bb-dadbdca0e08a HTTP/1.1" status: 200 len: 210 time: 0.0508459 Jul 05 09:47:10.512167 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ac2c9-993b-4358-8089-c5917d794f98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c447b439-2f44-49d7-a5db-9db292a8c9c4,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:10.588202 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd42b8-7206-488b-9d6f-d386cda0912e req-295788e2-1b3d-434f-9fff-ae2f37f6d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:10.596316 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-74dd42b8-7206-488b-9d6f-d386cda0912e req-295788e2-1b3d-434f-9fff-ae2f37f6d008 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=087cc3c5250447e68a99a7ecdb68e590&device_id=6a8f1a25-b30c-4298-8a0a-a04836194d54 HTTP/1.1" status: 200 len: 1136 time: 0.1231480 Jul 05 09:47:10.617524 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664ac2c9-993b-4358-8089-c5917d794f98 admin admin] Checking segment: {'id': 'cde4c46a-4cf7-4f9c-b951-447d8ec9802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8f960e0c-250c-4108-a0f1-585a71eef7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:10.618688 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664ac2c9-993b-4358-8089-c5917d794f98 admin admin] Network hostable DHCP agents. Network: 8f960e0c-250c-4108-a0f1-585a71eef7c0, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:47:10.661259 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d4a31-e158-4614-855d-1840017fe3e2 req-c94e26c7-50ce-442e-b946-0f5817641c04 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:10.663602 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e6d4a31-e158-4614-855d-1840017fe3e2 req-c94e26c7-50ce-442e-b946-0f5817641c04 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 945 time: 0.2068298 Jul 05 09:47:10.669099 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12a6fc-0b80-4004-8c5d-7ea4dee9592a req-58427982-76b6-4566-bf27-4a74df4ff667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:10.679878 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-be12a6fc-0b80-4004-8c5d-7ea4dee9592a req-58427982-76b6-4566-bf27-4a74df4ff667 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 1096 time: 0.1721020 Jul 05 09:47:10.710729 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664ac2c9-993b-4358-8089-c5917d794f98 admin admin] Network 8f960e0c-250c-4108-a0f1-585a71eef7c0 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:47:10.758320 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd42b8-7206-488b-9d6f-d386cda0912e req-2800f98e-32c2-40e4-9d30-3768bf368144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:10.759810 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-74dd42b8-7206-488b-9d6f-d386cda0912e req-2800f98e-32c2-40e4-9d30-3768bf368144 service neutron] 10.222.0.78 "GET /v2.0/networks?id=23f5a57a-e75c-48d0-bb1c-6a86c872c6d9 HTTP/1.1" status: 200 len: 912 time: 0.1597195 Jul 05 09:47:10.775838 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-be12a6fc-0b80-4004-8c5d-7ea4dee9592a req-6f7089ac-bb84-47a7-8e89-33310177894b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858471 Jul 05 09:47:10.795886 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51922) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:10.809343 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e6d4a31-e158-4614-855d-1840017fe3e2 req-ada3bf11-acee-4470-a7f1-dee29b237b46 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268656 Jul 05 09:47:10.814861 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-664ac2c9-993b-4358-8089-c5917d794f98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 8f960e0c-250c-4108-a0f1-585a71eef7c0) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:10.818339 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-74dd42b8-7206-488b-9d6f-d386cda0912e req-4935799a-856c-4b8a-a923-7dc5d5cbe707 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91411441-b894-461d-97bf-6077133480c8 HTTP/1.1" status: 200 len: 217 time: 0.0493312 Jul 05 09:47:10.827406 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664ac2c9-993b-4358-8089-c5917d794f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:10.828032 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-664ac2c9-993b-4358-8089-c5917d794f98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:10.831245 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8163f3a-6542-462e-bc20-5b8d91f6fec1 None None] Network 8f960e0c-250c-4108-a0f1-585a71eef7c0 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:10.892934 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-664ac2c9-993b-4358-8089-c5917d794f98 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2504489 Jul 05 09:47:10.920931 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f84759-7fb5-4297-8379-85bae528f380 req-abf45a9d-2cf1-4635-94ec-1dc6ae6b26ab tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:10.922930 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50f84759-7fb5-4297-8379-85bae528f380 req-abf45a9d-2cf1-4635-94ec-1dc6ae6b26ab tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e149a48-6eeb-401f-a4c5-1427b2d5d4bd HTTP/1.1" status: 200 len: 950 time: 0.2340777 Jul 05 09:47:11.020785 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd42b8-7206-488b-9d6f-d386cda0912e req-c90224e8-a519-4aa1-b5d5-df336f90e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:11.022468 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-74dd42b8-7206-488b-9d6f-d386cda0912e req-c90224e8-a519-4aa1-b5d5-df336f90e28e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3ddb5390-4629-41b1-a8c5-27c8806285d5 HTTP/1.1" status: 200 len: 851 time: 0.1060824 Jul 05 09:47:11.050199 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747367ed-5787-48de-9e2e-c455d0d57504 None None] Network 8f960e0c-250c-4108-a0f1-585a71eef7c0 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:11.091508 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-74dd42b8-7206-488b-9d6f-d386cda0912e req-b634c730-8ec8-46b2-84dd-058f9602c82a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=23f5a57a-e75c-48d0-bb1c-6a86c872c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609989 Jul 05 09:47:11.098191 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50f84759-7fb5-4297-8379-85bae528f380 req-d592c774-0f62-41b3-9919-f727b7e05386 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.79 "GET /v2.0/security-groups?id=7116833d-5ed7-4ea8-9ab5-e3b13cea9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679583 Jul 05 09:47:11.133624 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4dd05bea-c28a-46f9-a6ee-39143af3401e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1007540097-network', 'tenant_id': '75d5c84ca64141ddadd1bedc99f90e4d'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:11.223732 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-74dd42b8-7206-488b-9d6f-d386cda0912e req-ad85fa8a-702d-416a-b31e-6903dbf8b610 service neutron] 10.222.0.78 "GET /v2.0/networks/23f5a57a-e75c-48d0-bb1c-6a86c872c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255360 Jul 05 09:47:11.248039 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd05bea-c28a-46f9-a6ee-39143af3401e admin admin] Made reservation on behalf of 75d5c84ca64141ddadd1bedc99f90e4d for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:11.250942 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4dd05bea-c28a-46f9-a6ee-39143af3401e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:11.337285 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4dd05bea-c28a-46f9-a6ee-39143af3401e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:11.350325 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018e4c6-885d-41cd-9626-a370bbc16265 req-26bcb2fe-0e56-4e1d-af2a-eb98701d7738 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:11.365903 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51936) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:11.368836 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3018e4c6-885d-41cd-9626-a370bbc16265 req-26bcb2fe-0e56-4e1d-af2a-eb98701d7738 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.3809283 Jul 05 09:47:11.376700 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-fcf9abc8-adb7-4837-a098-ee3aedb7e72d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Request body: {'floatingip': {'port_id': 'd1dabde5-d7fc-474b-93b7-918b89720f06'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:11.471872 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55135f3-0251-45bf-bcc6-e30f1eb0a701 req-04c7ed6a-8a92-4d9c-90f0-590b228046e6 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:11.473493 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d55135f3-0251-45bf-bcc6-e30f1eb0a701 req-04c7ed6a-8a92-4d9c-90f0-590b228046e6 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e149a48-6eeb-401f-a4c5-1427b2d5d4bd HTTP/1.1" status: 200 len: 950 time: 0.2655780 Jul 05 09:47:11.480649 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b805c12f-e971-4cc0-bf48-73889c1b2023 req-7d0e7568-ecba-4d40-8339-414f894b3dd0 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1305550910', 'description': 'tempest-description-1708033015'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:11.701002 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9597f7-57c1-4299-b142-0c562c61ad6a req-7cccfd3c-bb8e-4cbe-b7d7-676aed3acb1a tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:11.708690 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9c9597f7-57c1-4299-b142-0c562c61ad6a req-7cccfd3c-bb8e-4cbe-b7d7-676aed3acb1a tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a8f1a25-b30c-4298-8a0a-a04836194d54 HTTP/1.1" status: 200 len: 985 time: 0.1771924 Jul 05 09:47:11.737436 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fcf9abc8-adb7-4837-a098-ee3aedb7e72d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:11.745947 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-d55135f3-0251-45bf-bcc6-e30f1eb0a701 req-8626a117-c281-4c29-8af1-f4b012d00fbc tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Deleting port c9dfa240-fc92-4f6d-997c-34e0583b6c99 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:47:11.746429 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d55135f3-0251-45bf-bcc6-e30f1eb0a701 req-8626a117-c281-4c29-8af1-f4b012d00fbc tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:11.816073 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4dd05bea-c28a-46f9-a6ee-39143af3401e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:11.823373 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-74dd42b8-7206-488b-9d6f-d386cda0912e req-59c6e3ab-8d63-4592-8644-7d003ff19c26 service neutron] 10.222.0.78 "GET /v2.0/networks/23f5a57a-e75c-48d0-bb1c-6a86c872c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5903971 Jul 05 09:47:11.869074 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4dd05bea-c28a-46f9-a6ee-39143af3401e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:11.918036 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9c9597f7-57c1-4299-b142-0c562c61ad6a req-7137a8f3-e2e5-403f-943f-2b20d57c9db7 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups?id=393b60d1-9042-4c6f-83a0-41b46c091f2b&id=394aefeb-34be-49e9-bbb6-c2decd916ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2066617 Jul 05 09:47:11.920440 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-90d076ae-047e-4ad1-afbd-0cb8a4622bbd tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=8e4e2570184f4ee1969c3f037f250713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1132689 Jul 05 09:47:11.967294 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd05bea-c28a-46f9-a6ee-39143af3401e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:47:11.980962 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4dd05bea-c28a-46f9-a6ee-39143af3401e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:11.981688 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-4dd05bea-c28a-46f9-a6ee-39143af3401e admin admin] Added segment 6236b97d-8425-459f-81ba-4fba31e24243 of type vlan for network 9fc753bd-ed1c-4222-8288-03c51cdba06e Jul 05 09:47:11.993722 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd05bea-c28a-46f9-a6ee-39143af3401e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:12.052596 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4dd05bea-c28a-46f9-a6ee-39143af3401e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:12.153418 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d55135f3-0251-45bf-bcc6-e30f1eb0a701 req-8626a117-c281-4c29-8af1-f4b012d00fbc tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] For port c9dfa240-fc92-4f6d-997c-34e0583b6c99, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=c9dfa240-fc92-4f6d-997c-34e0583b6c99,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:12.153805 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d55135f3-0251-45bf-bcc6-e30f1eb0a701 req-8626a117-c281-4c29-8af1-f4b012d00fbc tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:12.237524 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-d55135f3-0251-45bf-bcc6-e30f1eb0a701 req-8626a117-c281-4c29-8af1-f4b012d00fbc tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Calling delete_port for c9dfa240-fc92-4f6d-997c-34e0583b6c99 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:47:12.254058 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4dd05bea-c28a-46f9-a6ee-39143af3401e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:12.255062 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd05bea-c28a-46f9-a6ee-39143af3401e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:12.255652 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4dd05bea-c28a-46f9-a6ee-39143af3401e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:12.294838 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b805c12f-e971-4cc0-bf48-73889c1b2023 req-7d0e7568-ecba-4d40-8339-414f894b3dd0 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:12.315252 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-626eee9a-18ef-4851-8b62-f22e30bcf51f req-af00c01d-9c44-4c81-b61f-70221d78bb1c tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfc4ff40-250a-45b3-82bb-dadbdca0e08a HTTP/1.1" status: 200 len: 210 time: 0.0795028 Jul 05 09:47:12.428066 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4dd05bea-c28a-46f9-a6ee-39143af3401e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6107593 Jul 05 09:47:12.431048 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51948) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:12.441425 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e1c80dbc-6b42-4cb0-86e5-281cd7d518dc admin admin] Request body: {'subnet': {'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1007540097-subnet', 'tenant_id': '75d5c84ca64141ddadd1bedc99f90e4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:12.469190 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd05bea-c28a-46f9-a6ee-39143af3401e admin admin] Pushing event updated for resources: {'Network': ['ID=9fc753bd-ed1c-4222-8288-03c51cdba06e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:12.479543 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 9fc753bd-ed1c-4222-8288-03c51cdba06e details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:47:12.523535 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-102dc574-9026-47c3-98f4-219c7fd65e44 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:12.525055 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-102dc574-9026-47c3-98f4-219c7fd65e44 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3421333 Jul 05 09:47:12.544026 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-b1afc0d5-08c6-4fdb-882a-bdf483bc4fec tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Request body: {'port': {'device_id': 'bfc4ff40-250a-45b3-82bb-dadbdca0e08a', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': '8e4e2570184f4ee1969c3f037f250713'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:12.549073 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fcf9abc8-adb7-4837-a098-ee3aedb7e72d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:12.553819 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fcf9abc8-adb7-4837-a098-ee3aedb7e72d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:12.659220 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-fcf9abc8-adb7-4837-a098-ee3aedb7e72d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Floating IP 3ce7228a-ebb7-4adb-9681-528ec3ce191e associated. External IP: 172.25.7.180, port: d1dabde5-d7fc-474b-93b7-918b89720f06. Jul 05 09:47:12.877817 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf9abc8-adb7-4837-a098-ee3aedb7e72d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Router 9ed241d0-799f-41b7-851e-813ec1862e93 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:47:12.960570 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b805c12f-e971-4cc0-bf48-73889c1b2023 req-7d0e7568-ecba-4d40-8339-414f894b3dd0 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:12.982177 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c3fa6-7d99-4507-9561-7591fdf2dabf req-eea1d6de-a1ec-4e38-8255-1a4566a0fb31 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:12.983947 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-897c3fa6-7d99-4507-9561-7591fdf2dabf req-eea1d6de-a1ec-4e38-8255-1a4566a0fb31 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 945 time: 0.5224595 Jul 05 09:47:12.984591 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b805c12f-e971-4cc0-bf48-73889c1b2023 req-7d0e7568-ecba-4d40-8339-414f894b3dd0 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:12.997437 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c80dbc-6b42-4cb0-86e5-281cd7d518dc admin admin] Made reservation on behalf of 75d5c84ca64141ddadd1bedc99f90e4d for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:13.000086 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1c80dbc-6b42-4cb0-86e5-281cd7d518dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:13.004605 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf9abc8-adb7-4837-a098-ee3aedb7e72d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:47:13.015589 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce89633b-a55b-44cf-8f3d-214a9a633ffd None None] Sync routers for ids ['9ed241d0-799f-41b7-851e-813ec1862e93'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:47:13.018041 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fcf9abc8-adb7-4837-a098-ee3aedb7e72d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:13.021038 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d55135f3-0251-45bf-bcc6-e30f1eb0a701 req-8626a117-c281-4c29-8af1-f4b012d00fbc tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:13.025639 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce89633b-a55b-44cf-8f3d-214a9a633ffd None None] Routers {'9ed241d0-799f-41b7-851e-813ec1862e93'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:47:13.026508 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ce89633b-a55b-44cf-8f3d-214a9a633ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:46:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9ed241d0-799f-41b7-851e-813ec1862e93'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:13.083509 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b805c12f-e971-4cc0-bf48-73889c1b2023 req-7d0e7568-ecba-4d40-8339-414f894b3dd0 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:13.084772 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b805c12f-e971-4cc0-bf48-73889c1b2023 req-7d0e7568-ecba-4d40-8339-414f894b3dd0 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.6088002 Jul 05 09:47:13.107673 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626a117-c281-4c29-8af1-f4b012d00fbc tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Pushing event deleted for resources: {'Port': ['ID=c9dfa240-fc92-4f6d-997c-34e0583b6c99,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:13.111375 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fcf9abc8-adb7-4837-a098-ee3aedb7e72d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "PUT /v2.0/floatingips/3ce7228a-ebb7-4adb-9681-528ec3ce191e HTTP/1.1" status: 200 len: 991 time: 1.7382197 Jul 05 09:47:13.113476 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3667c411-e4ac-4fe7-bc20-110aa2e7ac5a', 'tag': 'd1dabde5-d7fc-474b-93b7-918b89720f06'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:13.115097 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-897c3fa6-7d99-4507-9561-7591fdf2dabf req-51b80348-7ddd-4c1f-9a47-115fd1f77f09 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200469 Jul 05 09:47:13.116079 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94e3ed8-2136-4f4a-a339-41eacde6f22e" -d '{"events": [{"name": "network-changed", "server_uuid": "3667c411-e4ac-4fe7-bc20-110aa2e7ac5a", "tag": "d1dabde5-d7fc-474b-93b7-918b89720f06"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:13.124863 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e7568-ecba-4d40-8339-414f894b3dd0 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82a8aab2-ecce-46dc-b2af-f7c04f7304c8,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:13.155559 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-b1afc0d5-08c6-4fdb-882a-bdf483bc4fec tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Made reservation on behalf of 8e4e2570184f4ee1969c3f037f250713 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:13.159404 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-b1afc0d5-08c6-4fdb-882a-bdf483bc4fec tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:13.162933 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-ce89633b-a55b-44cf-8f3d-214a9a633ffd None None] Set router 9ed241d0-799f-41b7-851e-813ec1862e93 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:47:13.180494 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55135f3-0251-45bf-bcc6-e30f1eb0a701 req-8626a117-c281-4c29-8af1-f4b012d00fbc tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] No DVR routers for this DVR port c9dfa240-fc92-4f6d-997c-34e0583b6c99 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:47:13.187431 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d55135f3-0251-45bf-bcc6-e30f1eb0a701 req-8626a117-c281-4c29-8af1-f4b012d00fbc tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:13.194602 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d55135f3-0251-45bf-bcc6-e30f1eb0a701 req-8626a117-c281-4c29-8af1-f4b012d00fbc tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.81 "DELETE /v2.0/ports/c9dfa240-fc92-4f6d-997c-34e0583b6c99 HTTP/1.1" status: 204 len: 173 time: 1.7055354 Jul 05 09:47:13.195091 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e149a48-6eeb-401f-a4c5-1427b2d5d4bd', 'name': 'network-vif-deleted', 'tag': 'c9dfa240-fc92-4f6d-997c-34e0583b6c99'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:13.197478 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0ac6ec-ee8b-4260-bb7b-771f3360fef2" -d '{"events": [{"server_uuid": "6e149a48-6eeb-401f-a4c5-1427b2d5d4bd", "name": "network-vif-deleted", "tag": "c9dfa240-fc92-4f6d-997c-34e0583b6c99"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:13.212700 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-b1afc0d5-08c6-4fdb-882a-bdf483bc4fec tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:13.391320 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1c80dbc-6b42-4cb0-86e5-281cd7d518dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:13.434001 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-b1afc0d5-08c6-4fdb-882a-bdf483bc4fec tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:13.439242 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fd67b6e9-b052-40a0-b7ac-340be04954c8 req-bd5dd67f-2649-410c-9066-2048c66ae7af tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1689895805&fields=id&tenant_id=087cc3c5250447e68a99a7ecdb68e590 HTTP/1.1" status: 200 len: 267 time: 0.0910411 Jul 05 09:47:13.441559 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-b1afc0d5-08c6-4fdb-882a-bdf483bc4fec tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:13.469602 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ce89633b-a55b-44cf-8f3d-214a9a633ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'name': 'tempest-AttachVolumeShelveTestJSON-1701151289-router', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:00Z', 'updated_at': '2021-07-05T09:42:04Z', 'revision_number': 4, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'gw_port': {'id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:01Z', 'updated_at': '2021-07-05T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3ce7228a-ebb7-4adb-9681-528ec3ce191e', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'port_id': 'd1dabde5-d7fc-474b-93b7-918b89720f06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'mac_address': 'fa:16:3e:7c:01:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3667c411-e4ac-4fe7-bc20-110aa2e7ac5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:46:48Z', 'updated_at': '2021-07-05T09:47:12Z', 'revision_number': 1, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f735da5b-e169-46c6-97a7-a66abd0cc6e7', 'name': '', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'mac_address': 'fa:16:3e:6e:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '70194034-b839-4d67-b152-2ad54f034d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:04Z', 'updated_at': '2021-07-05T09:42:10Z', 'revision_number': 5, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'subnets': [{'id': '70194034-b839-4d67-b152-2ad54f034d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:13.471457 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device c9dfa240-fc92-4f6d-997c-34e0583b6c99 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:47:13.509868 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce89633b-a55b-44cf-8f3d-214a9a633ffd None None] Checking router: 9ed241d0-799f-41b7-851e-813ec1862e93 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:47:13.517367 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: c9dfa240-fc92-4f6d-997c-34e0583b6c99 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:47:13.518372 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device c9dfa240-fc92-4f6d-997c-34e0583b6c99 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:47:13.527051 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce89633b-a55b-44cf-8f3d-214a9a633ffd None None] Routers {'9ed241d0-799f-41b7-851e-813ec1862e93'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:47:13.528390 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c80dbc-6b42-4cb0-86e5-281cd7d518dc admin admin] Checking segment: {'id': '6236b97d-8425-459f-81ba-4fba31e24243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:13.528937 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ce89633b-a55b-44cf-8f3d-214a9a633ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:46:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9ed241d0-799f-41b7-851e-813ec1862e93'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:13.529061 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c80dbc-6b42-4cb0-86e5-281cd7d518dc admin admin] Network hostable DHCP agents. Network: 9fc753bd-ed1c-4222-8288-03c51cdba06e, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:47:13.531068 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c80dbc-6b42-4cb0-86e5-281cd7d518dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a14a8afb-77fc-4bd0-9b4d-adabd45f7421,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:13.549658 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c80dbc-6b42-4cb0-86e5-281cd7d518dc admin admin] Network 9fc753bd-ed1c-4222-8288-03c51cdba06e is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:47:13.561291 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e1c80dbc-6b42-4cb0-86e5-281cd7d518dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 9fc753bd-ed1c-4222-8288-03c51cdba06e) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:13.573278 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75c4350-af1d-428b-9d79-e6649d67ac90 None None] Network 9fc753bd-ed1c-4222-8288-03c51cdba06e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:13.580568 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c80dbc-6b42-4cb0-86e5-281cd7d518dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:13.581229 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1c80dbc-6b42-4cb0-86e5-281cd7d518dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:13.607253 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e1c80dbc-6b42-4cb0-86e5-281cd7d518dc admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1750076 Jul 05 09:47:13.642070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afc0d5-08c6-4fdb-882a-bdf483bc4fec tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef028cb-5a5e-4a9b-b12e-926aa3ebe105,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:13.686965 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-ce89633b-a55b-44cf-8f3d-214a9a633ffd None None] Set router 9ed241d0-799f-41b7-851e-813ec1862e93 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:47:13.742860 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdd1598-2d15-4331-bc43-ebcbd7e09b17 None None] Network 9fc753bd-ed1c-4222-8288-03c51cdba06e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:13.744420 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f5823c26-ea8b-4de8-accc-c00db2248495 req-6b1271c1-0b24-4da8-b796-fa48158f91c5 tempest-ImagesNegativeTestJSON-1160263120 tempest-ImagesNegativeTestJSON-1160263120-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e149a48-6eeb-401f-a4c5-1427b2d5d4bd HTTP/1.1" status: 200 len: 210 time: 0.1514866 Jul 05 09:47:13.911025 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67b6e9-b052-40a0-b7ac-340be04954c8 req-152b419d-a9b8-4540-a50c-8107ac72a689 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:13.919704 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fd67b6e9-b052-40a0-b7ac-340be04954c8 req-152b419d-a9b8-4540-a50c-8107ac72a689 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a8f1a25-b30c-4298-8a0a-a04836194d54 HTTP/1.1" status: 200 len: 985 time: 0.4567907 Jul 05 09:47:13.927079 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-fd67b6e9-b052-40a0-b7ac-340be04954c8 req-7ad63f13-8d50-4383-867c-cbcdb48713be tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Request body: {'port': {'security_groups': ['393b60d1-9042-4c6f-83a0-41b46c091f2b', '394aefeb-34be-49e9-bbb6-c2decd916ea4', '7232a910-3fdd-4b9f-9923-538a74bb1bbf']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:13.941416 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4809ecd1-80af-4ae0-82a8-da1988432317 req-421da06e-2fb7-49e8-aa2b-788361810990 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "GET /v2.0/security-groups/82a8aab2-ecce-46dc-b2af-f7c04f7304c8 HTTP/1.1" status: 200 len: 1805 time: 0.1377480 Jul 05 09:47:13.968108 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-b1afc0d5-08c6-4fdb-882a-bdf483bc4fec tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Allocated IP 192.168.233.233 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/304ee344-b887-4db3-918a-9585be663a35) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:13.980888 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-4809ecd1-80af-4ae0-82a8-da1988432317 req-c6c02e89-91bb-407f-bc6f-b049426a476c tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '82a8aab2-ecce-46dc-b2af-f7c04f7304c8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:13.981807 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-4809ecd1-80af-4ae0-82a8-da1988432317 req-c6c02e89-91bb-407f-bc6f-b049426a476c tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '82a8aab2-ecce-46dc-b2af-f7c04f7304c8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:14.110251 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ce89633b-a55b-44cf-8f3d-214a9a633ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'name': 'tempest-AttachVolumeShelveTestJSON-1701151289-router', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:00Z', 'updated_at': '2021-07-05T09:42:04Z', 'revision_number': 4, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'gw_port': {'id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:01Z', 'updated_at': '2021-07-05T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3ce7228a-ebb7-4adb-9681-528ec3ce191e', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'port_id': 'd1dabde5-d7fc-474b-93b7-918b89720f06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'mac_address': 'fa:16:3e:7c:01:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3667c411-e4ac-4fe7-bc20-110aa2e7ac5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:46:48Z', 'updated_at': '2021-07-05T09:47:12Z', 'revision_number': 1, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f735da5b-e169-46c6-97a7-a66abd0cc6e7', 'name': '', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'mac_address': 'fa:16:3e:6e:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '70194034-b839-4d67-b152-2ad54f034d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:04Z', 'updated_at': '2021-07-05T09:42:10Z', 'revision_number': 5, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'subnets': [{'id': '70194034-b839-4d67-b152-2ad54f034d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:14.112543 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fd67b6e9-b052-40a0-b7ac-340be04954c8 req-7ad63f13-8d50-4383-867c-cbcdb48713be tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:14.137261 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce89633b-a55b-44cf-8f3d-214a9a633ffd None None] The sync data for ids ['9ed241d0-799f-41b7-851e-813ec1862e93'] in n-d-798054-8 is: [{'id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'name': 'tempest-AttachVolumeShelveTestJSON-1701151289-router', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:00Z', 'updated_at': '2021-07-05T09:42:04Z', 'revision_number': 4, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'gw_port': {'id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:01Z', 'updated_at': '2021-07-05T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3ce7228a-ebb7-4adb-9681-528ec3ce191e', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'port_id': 'd1dabde5-d7fc-474b-93b7-918b89720f06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'mac_address': 'fa:16:3e:7c:01:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3667c411-e4ac-4fe7-bc20-110aa2e7ac5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:46:48Z', 'updated_at': '2021-07-05T09:47:12Z', 'revision_number': 1, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f735da5b-e169-46c6-97a7-a66abd0cc6e7', 'name': '', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'mac_address': 'fa:16:3e:6e:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '70194034-b839-4d67-b152-2ad54f034d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:04Z', 'updated_at': '2021-07-05T09:42:10Z', 'revision_number': 5, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'subnets': [{'id': '70194034-b839-4d67-b152-2ad54f034d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:47:14.224663 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4809ecd1-80af-4ae0-82a8-da1988432317 req-c6c02e89-91bb-407f-bc6f-b049426a476c tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:14.312698 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4809ecd1-80af-4ae0-82a8-da1988432317 req-c6c02e89-91bb-407f-bc6f-b049426a476c tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:14.326356 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8459e519-ff5d-443e-90cf-b03e556ee75c None None] New status for floating IP 3ce7228a-ebb7-4adb-9681-528ec3ce191e: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:47:14.329566 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4809ecd1-80af-4ae0-82a8-da1988432317 req-c6c02e89-91bb-407f-bc6f-b049426a476c tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:14.362432 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-b1afc0d5-08c6-4fdb-882a-bdf483bc4fec tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:14.380678 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c02e89-91bb-407f-bc6f-b049426a476c tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0811981-44cd-4c0e-810f-fd3d31aaa3ad,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:14.394591 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-b1afc0d5-08c6-4fdb-882a-bdf483bc4fec tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Transition to ACTIVE for port object 304ee344-b887-4db3-918a-9585be663a35 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:14.398864 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4809ecd1-80af-4ae0-82a8-da1988432317 req-c6c02e89-91bb-407f-bc6f-b049426a476c tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:14.400093 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4809ecd1-80af-4ae0-82a8-da1988432317 req-c6c02e89-91bb-407f-bc6f-b049426a476c tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4273906 Jul 05 09:47:14.497515 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-b1afc0d5-08c6-4fdb-882a-bdf483bc4fec tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:14.548802 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73448908-1ef0-46ff-9550-51c7fa99ca86 x-openstack-request-id: req-73448908-1ef0-46ff-9550-51c7fa99ca86 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:14.549322 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3667c411-e4ac-4fe7-bc20-110aa2e7ac5a", "tag": "d1dabde5-d7fc-474b-93b7-918b89720f06", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:14.549322 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-73448908-1ef0-46ff-9550-51c7fa99ca86 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:14.549727 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3667c411-e4ac-4fe7-bc20-110aa2e7ac5a', 'tag': 'd1dabde5-d7fc-474b-93b7-918b89720f06', 'status': 'completed', 'code': 200} Jul 05 09:47:14.576544 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-b1afc0d5-08c6-4fdb-882a-bdf483bc4fec tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:14.583478 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-fd67b6e9-b052-40a0-b7ac-340be04954c8 req-7ad63f13-8d50-4383-867c-cbcdb48713be tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] For port 91411441-b894-461d-97bf-6077133480c8, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=91411441-b894-461d-97bf-6077133480c8,segment=NetworkSegment(030fc36d-dd4d-4ce4-8888-2baef8e088b7),segment_id=030fc36d-dd4d-4ce4-8888-2baef8e088b7)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:14.601642 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-b1afc0d5-08c6-4fdb-882a-bdf483bc4fec tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:14.606587 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-b1afc0d5-08c6-4fdb-882a-bdf483bc4fec tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:14.610569 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afc0d5-08c6-4fdb-882a-bdf483bc4fec tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Pushing event updated for resources: {'Port': ['ID=304ee344-b887-4db3-918a-9585be663a35,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:14.718520 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fd67b6e9-b052-40a0-b7ac-340be04954c8 req-7ad63f13-8d50-4383-867c-cbcdb48713be tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:14.728259 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fd67b6e9-b052-40a0-b7ac-340be04954c8 req-7ad63f13-8d50-4383-867c-cbcdb48713be tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:14.735702 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-b1afc0d5-08c6-4fdb-882a-bdf483bc4fec tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:14.736846 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-b1afc0d5-08c6-4fdb-882a-bdf483bc4fec tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:14.740551 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['91411441-b894-461d-97bf-6077133480c8'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:14.743664 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['193ae10c-ede6-4c62-81d1-3387c567e7c9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:14.809128 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-b1afc0d5-08c6-4fdb-882a-bdf483bc4fec tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2711682 Jul 05 09:47:14.820064 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67b6e9-b052-40a0-b7ac-340be04954c8 req-7ad63f13-8d50-4383-867c-cbcdb48713be tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:14.820689 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fd67b6e9-b052-40a0-b7ac-340be04954c8 req-7ad63f13-8d50-4383-867c-cbcdb48713be tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:14.822034 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fd67b6e9-b052-40a0-b7ac-340be04954c8 req-7ad63f13-8d50-4383-867c-cbcdb48713be tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "PUT /v2.0/ports/91411441-b894-461d-97bf-6077133480c8 HTTP/1.1" status: 200 len: 1021 time: 0.9014685 Jul 05 09:47:14.837090 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-cda66b23-dd07-418b-b0e7-733dd39bb200 service neutron] Request body: {'port': {'device_id': 'bfc4ff40-250a-45b3-82bb-dadbdca0e08a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:14.874063 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd8632f-d070-4333-934d-1820b4b081ab x-openstack-request-id: req-acd8632f-d070-4333-934d-1820b4b081ab {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:14.874618 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e149a48-6eeb-401f-a4c5-1427b2d5d4bd", "name": "network-vif-deleted", "tag": "c9dfa240-fc92-4f6d-997c-34e0583b6c99", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:14.874934 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-acd8632f-d070-4333-934d-1820b4b081ab {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:14.875286 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e149a48-6eeb-401f-a4c5-1427b2d5d4bd', 'name': 'network-vif-deleted', 'tag': 'c9dfa240-fc92-4f6d-997c-34e0583b6c99', 'status': 'completed', 'code': 200} Jul 05 09:47:14.884737 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e3ed8-2136-4f4a-a339-41eacde6f22e req-7b6d5b85-13ed-4cf1-85e8-67648e0910d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:14.886290 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f94e3ed8-2136-4f4a-a339-41eacde6f22e req-7b6d5b85-13ed-4cf1-85e8-67648e0910d8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e14984e744944dda9aa0ac1df3aa0f0a&device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 1096 time: 0.3007886 Jul 05 09:47:14.890561 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad63f13-8d50-4383-867c-cbcdb48713be tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event updated for resources: {'Port': ['ID=91411441-b894-461d-97bf-6077133480c8,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:14.895802 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['91411441-b894-461d-97bf-6077133480c8'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:14.909615 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a63c1b-18d2-4194-b0e7-93a73b3b1dda req-d7a3092c-1578-4ac0-94c1-acc0e5c53908 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:14.911113 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-48a63c1b-18d2-4194-b0e7-93a73b3b1dda req-d7a3092c-1578-4ac0-94c1-acc0e5c53908 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 1096 time: 0.2539005 Jul 05 09:47:14.963007 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-32e73934-4745-4f71-a075-c99ce384aa21 None None] Provisioning for port 304ee344-b887-4db3-918a-9585be663a35 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:14.993414 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-32e73934-4745-4f71-a075-c99ce384aa21 None None] Provisioning complete for port 304ee344-b887-4db3-918a-9585be663a35 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:14.993835 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32e73934-4745-4f71-a075-c99ce384aa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:15.026721 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-cda66b23-dd07-418b-b0e7-733dd39bb200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:15.032560 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-48a63c1b-18d2-4194-b0e7-93a73b3b1dda req-ed88d0f8-683c-41c2-9d8a-89f88da9558e tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083362 Jul 05 09:47:15.112711 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e3ed8-2136-4f4a-a339-41eacde6f22e req-5ac167ae-5202-4ed3-9158-72651ad7a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:15.114219 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f94e3ed8-2136-4f4a-a339-41eacde6f22e req-5ac167ae-5202-4ed3-9158-72651ad7a0b4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb HTTP/1.1" status: 200 len: 918 time: 0.2206919 Jul 05 09:47:15.124907 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-32e73934-4745-4f71-a075-c99ce384aa21 None None] Port 304ee344-b887-4db3-918a-9585be663a35 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:47:15.235643 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-acb2ad1e-7e23-418a-828e-20038384b2a9 req-b79bbd54-7b3e-41b0-9e8e-bf3ad99fa443 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=de067adf-c5de-40ac-8761-748473d1f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0789931 Jul 05 09:47:15.342464 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2ad1e-7e23-418a-828e-20038384b2a9 req-ee85b0c0-c36b-44a6-8f8f-49c7da4347d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:15.344002 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-acb2ad1e-7e23-418a-828e-20038384b2a9 req-ee85b0c0-c36b-44a6-8f8f-49c7da4347d1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=305af83efe2d44eab10938e58244a3cb&device_id=de067adf-c5de-40ac-8761-748473d1f2df HTTP/1.1" status: 200 len: 1096 time: 0.0551267 Jul 05 09:47:15.450878 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f94e3ed8-2136-4f4a-a339-41eacde6f22e req-ebd5f948-0d4c-4419-8405-566bf9e4e028 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1dabde5-d7fc-474b-93b7-918b89720f06 HTTP/1.1" status: 200 len: 1001 time: 0.3228335 Jul 05 09:47:15.457015 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2ad1e-7e23-418a-828e-20038384b2a9 req-f18d8afd-6427-45e5-84e5-c3360951b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:15.458417 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-acb2ad1e-7e23-418a-828e-20038384b2a9 req-f18d8afd-6427-45e5-84e5-c3360951b50e service neutron] 10.222.0.78 "GET /v2.0/networks?id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 HTTP/1.1" status: 200 len: 907 time: 0.0920031 Jul 05 09:47:15.485738 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf2fdf-2612-4c09-8f3c-d0785f7fe13c req-d51ab827-c251-4740-8250-ca63302a42a9 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:15.487327 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-20bf2fdf-2612-4c09-8f3c-d0785f7fe13c req-d51ab827-c251-4740-8250-ca63302a42a9 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfc4ff40-250a-45b3-82bb-dadbdca0e08a HTTP/1.1" status: 200 len: 936 time: 0.4366479 Jul 05 09:47:15.500407 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-acb2ad1e-7e23-418a-828e-20038384b2a9 req-ed5a510c-fe9f-425c-82e1-5cf4dea05d73 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4618948b-aba9-4c53-a34d-ed838ba47183 HTTP/1.1" status: 200 len: 217 time: 0.0356746 Jul 05 09:47:15.555472 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2ad1e-7e23-418a-828e-20038384b2a9 req-0b16ad45-11ad-4b7f-a5cd-4efc4f5812bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:15.557331 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-acb2ad1e-7e23-418a-828e-20038384b2a9 req-0b16ad45-11ad-4b7f-a5cd-4efc4f5812bb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9b6f44ce-d485-46dc-95cd-7820a4fbcd7e HTTP/1.1" status: 200 len: 846 time: 0.0487509 Jul 05 09:47:15.589634 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-acb2ad1e-7e23-418a-828e-20038384b2a9 req-241b681f-448a-4fee-b3c3-cca7ae2bb6bf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261579 Jul 05 09:47:15.594973 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e3ed8-2136-4f4a-a339-41eacde6f22e req-3c381d25-20ce-4cbc-b297-b3a830b6f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:15.596455 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f94e3ed8-2136-4f4a-a339-41eacde6f22e req-3c381d25-20ce-4cbc-b297-b3a830b6f9de service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70194034-b839-4d67-b152-2ad54f034d6c HTTP/1.1" status: 200 len: 856 time: 0.1314149 Jul 05 09:47:15.611316 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-a74155eb-8e5f-49b8-ae43-d639a66be0c0 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:15.611316 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-a74155eb-8e5f-49b8-ae43-d639a66be0c0 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/networks?id=9fc753bd-ed1c-4222-8288-03c51cdba06e HTTP/1.1" status: 200 len: 815 time: 0.3847628 Jul 05 09:47:15.649179 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-20bf2fdf-2612-4c09-8f3c-d0785f7fe13c req-c82cca75-05ce-4b44-b4ba-c47f579ffc98 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.79 "GET /v2.0/security-groups?id=8ef028cb-5a5e-4a9b-b12e-926aa3ebe105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303165 Jul 05 09:47:15.671636 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-f8785115-21ac-45c5-8b91-9e5092305bbc tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/quotas/75d5c84ca64141ddadd1bedc99f90e4d HTTP/1.1" status: 200 len: 375 time: 0.0544825 Jul 05 09:47:15.690916 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-5ee7e9bf-a4d5-4049-b552-5c2890788027 req-6cb3b572-122e-4b1e-b35d-6210f9de6d93 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1462302127', 'description': 'tempest-description-1852547328'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:15.698034 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-acb2ad1e-7e23-418a-828e-20038384b2a9 req-ea671182-9b87-4cdd-911b-d1644b591958 service neutron] 10.222.0.78 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983226 Jul 05 09:47:15.740601 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-a64328fb-90d8-4fb5-9853-16c78d3031da tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=75d5c84ca64141ddadd1bedc99f90e4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561800 Jul 05 09:47:15.798955 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-acb2ad1e-7e23-418a-828e-20038384b2a9 req-80d180c0-4ebb-4874-a6ec-94f06a9118f1 service neutron] 10.222.0.78 "GET /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930738 Jul 05 09:47:16.069818 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-cda66b23-dd07-418b-b0e7-733dd39bb200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 304ee344-b887-4db3-918a-9585be663a35 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:16.074098 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5ee7e9bf-a4d5-4049-b552-5c2890788027 req-6cb3b572-122e-4b1e-b35d-6210f9de6d93 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:16.082849 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-cda66b23-dd07-418b-b0e7-733dd39bb200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:16.108274 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e3ed8-2136-4f4a-a339-41eacde6f22e req-1bc54139-b818-4765-a586-04487bd1f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:16.109802 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f94e3ed8-2136-4f4a-a339-41eacde6f22e req-1bc54139-b818-4765-a586-04487bd1f909 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4958608 Jul 05 09:47:16.121206 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-cda66b23-dd07-418b-b0e7-733dd39bb200 service neutron] Transition to ACTIVE for port object 304ee344-b887-4db3-918a-9585be663a35 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:16.138200 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-cda66b23-dd07-418b-b0e7-733dd39bb200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:16.248769 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-d4dac36e-9664-48ef-bbca-6749ab1baaf0 service neutron] 10.222.0.79 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877524 Jul 05 09:47:16.334125 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda66b23-dd07-418b-b0e7-733dd39bb200 service neutron] Pushing event updated for resources: {'Port': ['ID=304ee344-b887-4db3-918a-9585be663a35,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:16.433903 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f94e3ed8-2136-4f4a-a339-41eacde6f22e req-b96a19e6-0ad7-4dea-a45c-b76056e7c3fb service neutron] 10.222.0.81 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139536 Jul 05 09:47:16.492034 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5ee7e9bf-a4d5-4049-b552-5c2890788027 req-6cb3b572-122e-4b1e-b35d-6210f9de6d93 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:16.535276 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5ee7e9bf-a4d5-4049-b552-5c2890788027 req-6cb3b572-122e-4b1e-b35d-6210f9de6d93 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:16.546486 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-cda66b23-dd07-418b-b0e7-733dd39bb200 service neutron] Attempting to bind port 304ee344-b887-4db3-918a-9585be663a35 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:16.546869 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-cda66b23-dd07-418b-b0e7-733dd39bb200 service neutron] Attempting to bind port 304ee344-b887-4db3-918a-9585be663a35 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:16.547203 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-cda66b23-dd07-418b-b0e7-733dd39bb200 service neutron] Attempting to bind port 304ee344-b887-4db3-918a-9585be663a35 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:16.569056 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-46dd4c20-6859-421f-8454-3ad26fa962e9 service neutron] 10.222.0.79 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055859 Jul 05 09:47:16.573646 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-cda66b23-dd07-418b-b0e7-733dd39bb200 service neutron] Port 304ee344-b887-4db3-918a-9585be663a35 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:47:16.573867 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-cda66b23-dd07-418b-b0e7-733dd39bb200 service neutron] Attempting to bind port 304ee344-b887-4db3-918a-9585be663a35 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:16.598636 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5ee7e9bf-a4d5-4049-b552-5c2890788027 req-6cb3b572-122e-4b1e-b35d-6210f9de6d93 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:16.599952 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ee7e9bf-a4d5-4049-b552-5c2890788027 req-6cb3b572-122e-4b1e-b35d-6210f9de6d93 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9199305 Jul 05 09:47:16.603015 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-cda66b23-dd07-418b-b0e7-733dd39bb200 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:16.603353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-cda66b23-dd07-418b-b0e7-733dd39bb200 service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:16.603682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-cda66b23-dd07-418b-b0e7-733dd39bb200 service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:16.604164 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-cda66b23-dd07-418b-b0e7-733dd39bb200 service neutron] Bound port: 304ee344-b887-4db3-918a-9585be663a35, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:16.604527 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-cda66b23-dd07-418b-b0e7-733dd39bb200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:16.613427 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3b572-122e-4b1e-b35d-6210f9de6d93 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=626302ee-21a3-46b8-a72e-01164c5cec4e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:16.641193 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f94e3ed8-2136-4f4a-a339-41eacde6f22e req-43db7aa0-1b71-4780-9c07-a42f628d4e69 service neutron] 10.222.0.81 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878605 Jul 05 09:47:16.725433 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-cda66b23-dd07-418b-b0e7-733dd39bb200 service neutron] For port 304ee344-b887-4db3-918a-9585be663a35, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:16.750540 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-cda66b23-dd07-418b-b0e7-733dd39bb200 service neutron] For port 304ee344-b887-4db3-918a-9585be663a35, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=304ee344-b887-4db3-918a-9585be663a35,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:47:16.760132 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-cda66b23-dd07-418b-b0e7-733dd39bb200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:16.795012 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e128b455-8638-4a7c-8322-72bb5ffd2cea req-bd1dd4b0-bdba-4948-b67a-010908140783 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/7232a910-3fdd-4b9f-9923-538a74bb1bbf HTTP/1.1" status: 200 len: 1801 time: 0.0890763 Jul 05 09:47:16.814129 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-cda66b23-dd07-418b-b0e7-733dd39bb200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:16.814773 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-cda66b23-dd07-418b-b0e7-733dd39bb200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:16.816444 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-cda66b23-dd07-418b-b0e7-733dd39bb200 service neutron] 10.222.0.78 "PUT /v2.0/ports/304ee344-b887-4db3-918a-9585be663a35 HTTP/1.1" status: 200 len: 1096 time: 1.9889898 Jul 05 09:47:16.885961 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8f1a25-b30c-4298-8a0a-a04836194d54', 'tag': '91411441-b894-461d-97bf-6077133480c8'}, {'name': 'network-changed', 'server_uuid': 'bfc4ff40-250a-45b3-82bb-dadbdca0e08a', 'tag': '304ee344-b887-4db3-918a-9585be663a35'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:16.889328 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43990645-ac36-4d02-9520-3f8e7716d51d" -d '{"events": [{"name": "network-changed", "server_uuid": "6a8f1a25-b30c-4298-8a0a-a04836194d54", "tag": "91411441-b894-461d-97bf-6077133480c8"}, {"name": "network-changed", "server_uuid": "bfc4ff40-250a-45b3-82bb-dadbdca0e08a", "tag": "304ee344-b887-4db3-918a-9585be663a35"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:16.893902 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda66b23-dd07-418b-b0e7-733dd39bb200 service neutron] Pushing event updated for resources: {'Port': ['ID=304ee344-b887-4db3-918a-9585be663a35,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:16.966743 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-e128b455-8638-4a7c-8322-72bb5ffd2cea req-380a9df4-44dd-43cf-96de-1ba5ddbe7c25 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 09:47:16.967922 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e128b455-8638-4a7c-8322-72bb5ffd2cea req-380a9df4-44dd-43cf-96de-1ba5ddbe7c25 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "DELETE /v2.0/security-groups/7232a910-3fdd-4b9f-9923-538a74bb1bbf HTTP/1.1" status: 409 len: 341 time: 0.1657178 Jul 05 09:47:17.013951 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-289a2b90-1eb1-4130-8a5a-1f235de45cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:17.015500 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-289a2b90-1eb1-4130-8a5a-1f235de45cc7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8e4e2570184f4ee1969c3f037f250713&device_id=bfc4ff40-250a-45b3-82bb-dadbdca0e08a HTTP/1.1" status: 200 len: 1099 time: 0.1452985 Jul 05 09:47:17.028497 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4add38-55b8-4f8c-9cab-78e918f8cb07 req-dc159150-ed69-4c45-bc3f-ac6c0d7bdbc6 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:17.030217 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa4add38-55b8-4f8c-9cab-78e918f8cb07 req-dc159150-ed69-4c45-bc3f-ac6c0d7bdbc6 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 1096 time: 0.1126318 Jul 05 09:47:17.097283 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-4e9194dc-4d1b-47b2-a7ad-54dc60bf7f2a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=304ee344-b887-4db3-918a-9585be663a35 HTTP/1.1" status: 200 len: 217 time: 0.0656135 Jul 05 09:47:17.146992 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa4add38-55b8-4f8c-9cab-78e918f8cb07 req-a08f9ad9-c451-4f77-92ce-4b1640974a06 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094406 Jul 05 09:47:17.202403 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-4403cb04-b280-4306-a101-8a35104aa057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:17.204511 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-4403cb04-b280-4306-a101-8a35104aa057 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1006103 Jul 05 09:47:17.272436 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83266264-061c-43a5-a938-23614765797c req-58da8c67-8161-45b5-bd74-3ed9ea9d9775 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "GET /v2.0/security-groups/626302ee-21a3-46b8-a72e-01164c5cec4e HTTP/1.1" status: 200 len: 1805 time: 0.1117411 Jul 05 09:47:17.302928 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-83266264-061c-43a5-a938-23614765797c req-1b153252-0a6b-4d69-97ea-9dbf5f5bf933 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '626302ee-21a3-46b8-a72e-01164c5cec4e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:17.303326 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-83266264-061c-43a5-a938-23614765797c req-1b153252-0a6b-4d69-97ea-9dbf5f5bf933 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '626302ee-21a3-46b8-a72e-01164c5cec4e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:17.385451 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-43909041-f890-4f8f-acb8-148bf7c87d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:17.387028 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-43909041-f890-4f8f-acb8-148bf7c87d0f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1688242 Jul 05 09:47:17.422446 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5dc865-d4df-4154-bb04-a010472d6501 req-6a7c572e-0fae-42cf-b2a2-13c0ece77945 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:17.424031 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1c5dc865-d4df-4154-bb04-a010472d6501 req-6a7c572e-0fae-42cf-b2a2-13c0ece77945 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfc4ff40-250a-45b3-82bb-dadbdca0e08a HTTP/1.1" status: 200 len: 948 time: 0.1730309 Jul 05 09:47:17.436623 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-83266264-061c-43a5-a938-23614765797c req-1b153252-0a6b-4d69-97ea-9dbf5f5bf933 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:17.512115 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-83266264-061c-43a5-a938-23614765797c req-1b153252-0a6b-4d69-97ea-9dbf5f5bf933 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:17.520045 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-83266264-061c-43a5-a938-23614765797c req-1b153252-0a6b-4d69-97ea-9dbf5f5bf933 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:17.565934 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b153252-0a6b-4d69-97ea-9dbf5f5bf933 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab99dec-d320-428f-b00c-55725bc147ec,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:17.576425 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1c5dc865-d4df-4154-bb04-a010472d6501 req-9caca7fd-c838-4f6e-a02a-35e4ec9da993 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.79 "GET /v2.0/security-groups?id=8ef028cb-5a5e-4a9b-b12e-926aa3ebe105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359661 Jul 05 09:47:17.579654 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-83266264-061c-43a5-a938-23614765797c req-1b153252-0a6b-4d69-97ea-9dbf5f5bf933 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:17.581143 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83266264-061c-43a5-a938-23614765797c req-1b153252-0a6b-4d69-97ea-9dbf5f5bf933 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2896543 Jul 05 09:47:17.617282 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-c47ec812-4ddc-4114-952a-fd3bdd2b3eca service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178628 Jul 05 09:47:17.770138 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d258488f-edc2-4170-a328-84795e711e8b req-151efdb2-0a70-489a-b5f7-1935be7b4034 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=872b9857-bddd-4fab-84bd-93a225e6069a HTTP/1.1" status: 200 len: 210 time: 0.0392299 Jul 05 09:47:17.782710 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63ad1a52-08f3-4bdf-a06f-c28357f67115 req-df8d6e89-9592-455a-920f-e573d2df6493 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568487 Jul 05 09:47:17.821019 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccda727-f41e-4214-8c42-b0d8a630064d x-openstack-request-id: req-9ccda727-f41e-4214-8c42-b0d8a630064d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:17.821325 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a8f1a25-b30c-4298-8a0a-a04836194d54", "tag": "91411441-b894-461d-97bf-6077133480c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bfc4ff40-250a-45b3-82bb-dadbdca0e08a", "tag": "304ee344-b887-4db3-918a-9585be663a35", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:17.821588 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9ccda727-f41e-4214-8c42-b0d8a630064d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:17.822008 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a8f1a25-b30c-4298-8a0a-a04836194d54', 'tag': '91411441-b894-461d-97bf-6077133480c8', 'status': 'completed', 'code': 200} Jul 05 09:47:17.822269 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc4ff40-250a-45b3-82bb-dadbdca0e08a', 'tag': '304ee344-b887-4db3-918a-9585be663a35', 'status': 'completed', 'code': 200} Jul 05 09:47:17.893247 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d934da35-8582-420b-8207-563fcec09a1d req-cdc8eccf-cd57-4224-8a16-b4123f9b464e tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1995150835', 'description': 'tempest-description-290891358'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:17.930024 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d934da35-8582-420b-8207-563fcec09a1d req-cdc8eccf-cd57-4224-8a16-b4123f9b464e tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:17.947363 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43990645-ac36-4d02-9520-3f8e7716d51d req-64e6c946-21d7-47c4-904d-68a1bdded80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:17.948947 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43990645-ac36-4d02-9520-3f8e7716d51d req-64e6c946-21d7-47c4-904d-68a1bdded80d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=087cc3c5250447e68a99a7ecdb68e590&device_id=6a8f1a25-b30c-4298-8a0a-a04836194d54 HTTP/1.1" status: 200 len: 1175 time: 0.0968792 Jul 05 09:47:18.178899 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43990645-ac36-4d02-9520-3f8e7716d51d req-dbbdf996-2474-4887-9acf-2e67782c855f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:18.180435 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43990645-ac36-4d02-9520-3f8e7716d51d req-dbbdf996-2474-4887-9acf-2e67782c855f service neutron] 10.222.0.78 "GET /v2.0/networks?id=23f5a57a-e75c-48d0-bb1c-6a86c872c6d9 HTTP/1.1" status: 200 len: 912 time: 0.2255373 Jul 05 09:47:18.188517 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d934da35-8582-420b-8207-563fcec09a1d req-cdc8eccf-cd57-4224-8a16-b4123f9b464e tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:18.204424 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d934da35-8582-420b-8207-563fcec09a1d req-cdc8eccf-cd57-4224-8a16-b4123f9b464e tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:18.261784 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43990645-ac36-4d02-9520-3f8e7716d51d req-fd69dc6f-e49c-4d4a-b694-0074b28cc4e2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91411441-b894-461d-97bf-6077133480c8 HTTP/1.1" status: 200 len: 217 time: 0.0699823 Jul 05 09:47:18.294546 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d934da35-8582-420b-8207-563fcec09a1d req-cdc8eccf-cd57-4224-8a16-b4123f9b464e tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:18.295800 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d934da35-8582-420b-8207-563fcec09a1d req-cdc8eccf-cd57-4224-8a16-b4123f9b464e tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4092774 Jul 05 09:47:18.333234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-773fced3-7137-4db8-94a2-0b4603fbcb85 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:18.334708 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-773fced3-7137-4db8-94a2-0b4603fbcb85 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.81 "GET /v2.0/networks?id=9fc753bd-ed1c-4222-8288-03c51cdba06e HTTP/1.1" status: 200 len: 815 time: 0.2550774 Jul 05 09:47:18.335351 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8eccf-cd57-4224-8a16-b4123f9b464e tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3df182d-bd7a-467c-8fd8-2fdd791bcc83,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:18.348438 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-5262da01-fa47-45ed-8d7f-63e1e090b30b tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Request body: {'port': {'device_id': '872b9857-bddd-4fab-84bd-93a225e6069a', 'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e', 'admin_state_up': True, 'tenant_id': '75d5c84ca64141ddadd1bedc99f90e4d'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:18.403412 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43990645-ac36-4d02-9520-3f8e7716d51d req-76858b58-14e4-4d0f-8f90-38b8a7f7d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:18.404386 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43990645-ac36-4d02-9520-3f8e7716d51d req-76858b58-14e4-4d0f-8f90-38b8a7f7d120 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3ddb5390-4629-41b1-a8c5-27c8806285d5 HTTP/1.1" status: 200 len: 851 time: 0.1257534 Jul 05 09:47:18.454210 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43990645-ac36-4d02-9520-3f8e7716d51d req-35e0cd2e-0172-445e-a721-0f8bedad098d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=23f5a57a-e75c-48d0-bb1c-6a86c872c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420039 Jul 05 09:47:18.596755 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b71e8f34-96f4-4aba-9a2e-907c54fa9a9d req-70b94f0d-d465-4676-b6a9-69ee4762bbf1 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-692396477', 'description': 'tempest-description-645422024'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:18.631914 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-5262da01-fa47-45ed-8d7f-63e1e090b30b tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Made reservation on behalf of 75d5c84ca64141ddadd1bedc99f90e4d for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:18.635445 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-5262da01-fa47-45ed-8d7f-63e1e090b30b tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:18.659394 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43990645-ac36-4d02-9520-3f8e7716d51d req-d4e971aa-ce57-4e23-9870-982f9c14986a service neutron] 10.222.0.78 "GET /v2.0/networks/23f5a57a-e75c-48d0-bb1c-6a86c872c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955981 Jul 05 09:47:18.678432 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b71e8f34-96f4-4aba-9a2e-907c54fa9a9d req-70b94f0d-d465-4676-b6a9-69ee4762bbf1 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:18.690412 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be098e13-efc4-48ba-b921-1e902ed72076 req-f7655688-8b36-4a90-b0db-78728c342480 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:18.691940 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-be098e13-efc4-48ba-b921-1e902ed72076 req-f7655688-8b36-4a90-b0db-78728c342480 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a8f1a25-b30c-4298-8a0a-a04836194d54 HTTP/1.1" status: 200 len: 1024 time: 0.2174559 Jul 05 09:47:18.873032 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-be098e13-efc4-48ba-b921-1e902ed72076 req-71ee1bff-e030-408f-b553-ef650663b6a1 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups?id=7232a910-3fdd-4b9f-9923-538a74bb1bbf&id=393b60d1-9042-4c6f-83a0-41b46c091f2b&id=394aefeb-34be-49e9-bbb6-c2decd916ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1604621 Jul 05 09:47:18.925005 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43990645-ac36-4d02-9520-3f8e7716d51d req-4aa9de0e-a6e3-4059-8414-5717909c73ad service neutron] 10.222.0.78 "GET /v2.0/networks/23f5a57a-e75c-48d0-bb1c-6a86c872c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575555 Jul 05 09:47:18.946181 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-5262da01-fa47-45ed-8d7f-63e1e090b30b tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Allocated IP 172.20.0.14 (9fc753bd-ed1c-4222-8288-03c51cdba06e/a14a8afb-77fc-4bd0-9b4d-adabd45f7421/7a209d70-5a0a-48bf-a1f9-5c9b063143d3) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:18.988081 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b71e8f34-96f4-4aba-9a2e-907c54fa9a9d req-70b94f0d-d465-4676-b6a9-69ee4762bbf1 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:19.025877 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b71e8f34-96f4-4aba-9a2e-907c54fa9a9d req-70b94f0d-d465-4676-b6a9-69ee4762bbf1 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:19.112324 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b71e8f34-96f4-4aba-9a2e-907c54fa9a9d req-70b94f0d-d465-4676-b6a9-69ee4762bbf1 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:19.113552 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b71e8f34-96f4-4aba-9a2e-907c54fa9a9d req-70b94f0d-d465-4676-b6a9-69ee4762bbf1 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5340014 Jul 05 09:47:19.125995 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b94f0d-d465-4676-b6a9-69ee4762bbf1 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b6c29d-8708-4032-bfa2-be001b680d7b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:19.454708 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43990645-ac36-4d02-9520-3f8e7716d51d req-df0e4bf4-3519-40d7-9bcd-1c483247c4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:19.456293 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43990645-ac36-4d02-9520-3f8e7716d51d req-df0e4bf4-3519-40d7-9bcd-1c483247c4b3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8e4e2570184f4ee1969c3f037f250713&device_id=bfc4ff40-250a-45b3-82bb-dadbdca0e08a HTTP/1.1" status: 200 len: 1099 time: 0.4710293 Jul 05 09:47:19.535913 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f6ec0-cff8-4d4c-8b52-55893bbe04ad req-e042ac84-cf6a-478a-960f-b67c8f2dc6e2 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:19.537467 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-740f6ec0-cff8-4d4c-8b52-55893bbe04ad req-e042ac84-cf6a-478a-960f-b67c8f2dc6e2 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 1096 time: 0.5387685 Jul 05 09:47:19.561939 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-5262da01-fa47-45ed-8d7f-63e1e090b30b tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:19.631482 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-740f6ec0-cff8-4d4c-8b52-55893bbe04ad req-3f00ce6f-eca6-4787-a81b-9a66804518b7 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828800 Jul 05 09:47:19.656553 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43990645-ac36-4d02-9520-3f8e7716d51d req-5bd1c4c4-47de-4a08-ac75-19e932cac02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:19.658055 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43990645-ac36-4d02-9520-3f8e7716d51d req-5bd1c4c4-47de-4a08-ac75-19e932cac02f service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1921077 Jul 05 09:47:19.711929 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43990645-ac36-4d02-9520-3f8e7716d51d req-a348bd71-cea1-48a9-a80b-3c690385c5f4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=304ee344-b887-4db3-918a-9585be663a35 HTTP/1.1" status: 200 len: 217 time: 0.0417717 Jul 05 09:47:19.738566 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-5262da01-fa47-45ed-8d7f-63e1e090b30b tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:19.839778 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9046993-3961-48fb-9d7f-bff195c1df59 req-ee69bc58-5228-4443-bb0c-fc6f6b7e256d tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:19.841268 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9046993-3961-48fb-9d7f-bff195c1df59 req-ee69bc58-5228-4443-bb0c-fc6f6b7e256d tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfc4ff40-250a-45b3-82bb-dadbdca0e08a HTTP/1.1" status: 200 len: 948 time: 0.2262726 Jul 05 09:47:19.880352 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43990645-ac36-4d02-9520-3f8e7716d51d req-4ead1375-f73e-4371-abc1-8f9b09e40b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:19.881851 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43990645-ac36-4d02-9520-3f8e7716d51d req-4ead1375-f73e-4371-abc1-8f9b09e40b61 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1583896 Jul 05 09:47:19.882450 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262da01-fa47-45ed-8d7f-63e1e090b30b tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Pushing event updated for resources: {'Port': ['ID=7a209d70-5a0a-48bf-a1f9-5c9b063143d3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:19.886047 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-5262da01-fa47-45ed-8d7f-63e1e090b30b tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Network 9fc753bd-ed1c-4222-8288-03c51cdba06e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:19.905641 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-5262da01-fa47-45ed-8d7f-63e1e090b30b tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:19.910620 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-5262da01-fa47-45ed-8d7f-63e1e090b30b tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:19.991137 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9046993-3961-48fb-9d7f-bff195c1df59 req-082b48e9-4688-489b-8331-c393523645ed tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.79 "GET /v2.0/security-groups?id=8ef028cb-5a5e-4a9b-b12e-926aa3ebe105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328120 Jul 05 09:47:20.012245 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-5262da01-fa47-45ed-8d7f-63e1e090b30b tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:20.012867 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-5262da01-fa47-45ed-8d7f-63e1e090b30b tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:20.022953 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa5798-7ae4-4eec-bbff-60d6f5a35756 req-a961cdb3-fa6a-46a8-86dc-0cb01b9175c2 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:20.024544 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ddfa5798-7ae4-4eec-bbff-60d6f5a35756 req-a961cdb3-fa6a-46a8-86dc-0cb01b9175c2 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=872b9857-bddd-4fab-84bd-93a225e6069a HTTP/1.1" status: 200 len: 932 time: 0.2605836 Jul 05 09:47:20.078194 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-5262da01-fa47-45ed-8d7f-63e1e090b30b tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7347355 Jul 05 09:47:20.086664 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43990645-ac36-4d02-9520-3f8e7716d51d req-ae92fec3-5da1-411d-a30a-015f0627e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:20.088159 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43990645-ac36-4d02-9520-3f8e7716d51d req-ae92fec3-5da1-411d-a30a-015f0627e009 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1936622 Jul 05 09:47:20.101400 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-7b8999b0-5cc8-4299-8efa-b0a5c7f9b73f service neutron] Request body: {'port': {'device_id': '872b9857-bddd-4fab-84bd-93a225e6069a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:20.155519 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0e69256b-5bbd-41f4-8cc4-a24588794422 req-b1e501b0-4806-4ebf-84a3-b12a036d9c75 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "GET /v2.0/security-groups/b3df182d-bd7a-467c-8fd8-2fdd791bcc83 HTTP/1.1" status: 200 len: 1804 time: 0.1300211 Jul 05 09:47:20.158263 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ddfa5798-7ae4-4eec-bbff-60d6f5a35756 req-52a44fee-868a-4bf3-952f-4e8d330ecf20 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260753 Jul 05 09:47:20.287731 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-7b8999b0-5cc8-4299-8efa-b0a5c7f9b73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:20.291867 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0e69256b-5bbd-41f4-8cc4-a24588794422 req-15daa4ed-338d-468f-8ef9-7f9cf731c3af tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "GET /v2.0/security-groups/08b6c29d-8708-4032-bfa2-be001b680d7b HTTP/1.1" status: 200 len: 1803 time: 0.1033778 Jul 05 09:47:20.313668 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0e69256b-5bbd-41f4-8cc4-a24588794422 req-94017fa1-393b-40e8-b2d1-aef7a41e0d1c tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b3df182d-bd7a-467c-8fd8-2fdd791bcc83', 'remote_group_id': '08b6c29d-8708-4032-bfa2-be001b680d7b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:20.313992 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0e69256b-5bbd-41f4-8cc4-a24588794422 req-94017fa1-393b-40e8-b2d1-aef7a41e0d1c tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b3df182d-bd7a-467c-8fd8-2fdd791bcc83', 'remote_group_id': '08b6c29d-8708-4032-bfa2-be001b680d7b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:20.324856 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116614e-a19a-436f-b173-60df59f3e90c req-9a449966-6114-4ffb-9056-c3cfed36c1ab tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:20.326050 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2116614e-a19a-436f-b173-60df59f3e90c req-9a449966-6114-4ffb-9056-c3cfed36c1ab tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a8f1a25-b30c-4298-8a0a-a04836194d54 HTTP/1.1" status: 200 len: 1024 time: 0.0927386 Jul 05 09:47:20.329529 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43990645-ac36-4d02-9520-3f8e7716d51d req-4e82347e-7ed1-44f5-9043-719109062bd3 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183495 Jul 05 09:47:20.444026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-2116614e-a19a-436f-b173-60df59f3e90c req-2cff2c68-9388-415a-b5f9-a6923c9dbe21 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Deleting port 91411441-b894-461d-97bf-6077133480c8 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:47:20.444290 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2116614e-a19a-436f-b173-60df59f3e90c req-2cff2c68-9388-415a-b5f9-a6923c9dbe21 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:20.543832 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-2116614e-a19a-436f-b173-60df59f3e90c req-2cff2c68-9388-415a-b5f9-a6923c9dbe21 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] For port 91411441-b894-461d-97bf-6077133480c8, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=91411441-b894-461d-97bf-6077133480c8,segment=NetworkSegment(030fc36d-dd4d-4ce4-8888-2baef8e088b7),segment_id=030fc36d-dd4d-4ce4-8888-2baef8e088b7)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:20.544246 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2116614e-a19a-436f-b173-60df59f3e90c req-2cff2c68-9388-415a-b5f9-a6923c9dbe21 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:20.559365 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-2116614e-a19a-436f-b173-60df59f3e90c req-2cff2c68-9388-415a-b5f9-a6923c9dbe21 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Calling delete_port for 91411441-b894-461d-97bf-6077133480c8 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:47:20.594403 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0e69256b-5bbd-41f4-8cc4-a24588794422 req-94017fa1-393b-40e8-b2d1-aef7a41e0d1c tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:20.650654 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43990645-ac36-4d02-9520-3f8e7716d51d req-cf35e596-c696-40f2-8e75-66979986d4fd service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131311 Jul 05 09:47:20.696260 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0e69256b-5bbd-41f4-8cc4-a24588794422 req-94017fa1-393b-40e8-b2d1-aef7a41e0d1c tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:20.708765 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2116614e-a19a-436f-b173-60df59f3e90c req-2cff2c68-9388-415a-b5f9-a6923c9dbe21 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:20.709005 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0e69256b-5bbd-41f4-8cc4-a24588794422 req-94017fa1-393b-40e8-b2d1-aef7a41e0d1c tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:20.721813 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37840876-9cee-4f69-9ef5-22cd5da47d14 req-76e8f15c-f601-4219-94b8-772293f1cc9a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:20.724725 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['193ae10c-ede6-4c62-81d1-3387c567e7c9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:20.728910 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['91411441-b894-461d-97bf-6077133480c8'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:20.729209 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37840876-9cee-4f69-9ef5-22cd5da47d14 req-76e8f15c-f601-4219-94b8-772293f1cc9a tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=de067adf-c5de-40ac-8761-748473d1f2df HTTP/1.1" status: 200 len: 945 time: 0.2732151 Jul 05 09:47:20.735135 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 304ee344-b887-4db3-918a-9585be663a35 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:47:20.757179 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff2c68-9388-415a-b5f9-a6923c9dbe21 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event deleted for resources: {'Port': ['ID=91411441-b894-461d-97bf-6077133480c8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:20.775164 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94017fa1-393b-40e8-b2d1-aef7a41e0d1c tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e08827-a06a-4be9-b728-b92c298d8185,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:20.784554 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0e69256b-5bbd-41f4-8cc4-a24588794422 req-94017fa1-393b-40e8-b2d1-aef7a41e0d1c tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:20.785766 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0e69256b-5bbd-41f4-8cc4-a24588794422 req-94017fa1-393b-40e8-b2d1-aef7a41e0d1c tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4839418 Jul 05 09:47:20.805811 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37840876-9cee-4f69-9ef5-22cd5da47d14 req-03d9f504-5358-4ea8-9649-4599fe03cb86 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9790fb0-ed27-4770-a311-a1d02f8232e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759199 Jul 05 09:47:20.841951 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-2116614e-a19a-436f-b173-60df59f3e90c req-2cff2c68-9388-415a-b5f9-a6923c9dbe21 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] No DVR routers for this DVR port 91411441-b894-461d-97bf-6077133480c8 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:47:20.845792 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2116614e-a19a-436f-b173-60df59f3e90c req-2cff2c68-9388-415a-b5f9-a6923c9dbe21 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:20.847819 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2116614e-a19a-436f-b173-60df59f3e90c req-2cff2c68-9388-415a-b5f9-a6923c9dbe21 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.78 "DELETE /v2.0/ports/91411441-b894-461d-97bf-6077133480c8 HTTP/1.1" status: 204 len: 173 time: 0.5110416 Jul 05 09:47:20.852277 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8f1a25-b30c-4298-8a0a-a04836194d54', 'name': 'network-vif-deleted', 'tag': '91411441-b894-461d-97bf-6077133480c8'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:20.854592 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd25dc4-3f9b-4b9a-850c-2a9beb97f5a7" -d '{"events": [{"server_uuid": "6a8f1a25-b30c-4298-8a0a-a04836194d54", "name": "network-vif-deleted", "tag": "91411441-b894-461d-97bf-6077133480c8"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:20.885313 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-7b8999b0-5cc8-4299-8efa-b0a5c7f9b73f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a209d70-5a0a-48bf-a1f9-5c9b063143d3 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:20.895745 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-7b8999b0-5cc8-4299-8efa-b0a5c7f9b73f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:20.912071 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-7b8999b0-5cc8-4299-8efa-b0a5c7f9b73f service neutron] Transition to ACTIVE for port object 7a209d70-5a0a-48bf-a1f9-5c9b063143d3 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:20.917128 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-7b8999b0-5cc8-4299-8efa-b0a5c7f9b73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:20.991541 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8999b0-5cc8-4299-8efa-b0a5c7f9b73f service neutron] Pushing event updated for resources: {'Port': ['ID=7a209d70-5a0a-48bf-a1f9-5c9b063143d3,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:21.012229 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-64104b65-b49d-40a7-a1c9-2df179461d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:21.066957 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 304ee344-b887-4db3-918a-9585be663a35, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=304ee344-b887-4db3-918a-9585be663a35,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:21.067600 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7cbdafd-7944-4b75-99f8-3cd361f9fb70 req-dd2883b6-a59d-496c-b7f2-973742dce0d2 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a8f1a25-b30c-4298-8a0a-a04836194d54 HTTP/1.1" status: 200 len: 210 time: 0.0803449 Jul 05 09:47:21.091611 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-7b8999b0-5cc8-4299-8efa-b0a5c7f9b73f service neutron] Attempting to bind port 7a209d70-5a0a-48bf-a1f9-5c9b063143d3 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:21.092409 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-7b8999b0-5cc8-4299-8efa-b0a5c7f9b73f service neutron] Attempting to bind port 7a209d70-5a0a-48bf-a1f9-5c9b063143d3 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '6236b97d-8425-459f-81ba-4fba31e24243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:21.092409 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-7b8999b0-5cc8-4299-8efa-b0a5c7f9b73f service neutron] Attempting to bind port 7a209d70-5a0a-48bf-a1f9-5c9b063143d3 on network 9fc753bd-ed1c-4222-8288-03c51cdba06e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:21.097814 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-7b8999b0-5cc8-4299-8efa-b0a5c7f9b73f service neutron] Port 7a209d70-5a0a-48bf-a1f9-5c9b063143d3 on network 9fc753bd-ed1c-4222-8288-03c51cdba06e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:47:21.098251 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-7b8999b0-5cc8-4299-8efa-b0a5c7f9b73f service neutron] Attempting to bind port 7a209d70-5a0a-48bf-a1f9-5c9b063143d3 on network 9fc753bd-ed1c-4222-8288-03c51cdba06e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:21.103626 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-7b8999b0-5cc8-4299-8efa-b0a5c7f9b73f service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:21.104014 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-7b8999b0-5cc8-4299-8efa-b0a5c7f9b73f service neutron] Checking segment: {'id': '6236b97d-8425-459f-81ba-4fba31e24243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:21.104402 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-7b8999b0-5cc8-4299-8efa-b0a5c7f9b73f service neutron] Bound using segment: {'id': '6236b97d-8425-459f-81ba-4fba31e24243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:21.104846 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-7b8999b0-5cc8-4299-8efa-b0a5c7f9b73f service neutron] Bound port: 7a209d70-5a0a-48bf-a1f9-5c9b063143d3, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6236b97d-8425-459f-81ba-4fba31e24243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:21.105203 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-7b8999b0-5cc8-4299-8efa-b0a5c7f9b73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:21.119028 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '304ee344-b887-4db3-918a-9585be663a35', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '304ee344-b887-4db3-918a-9585be663a35', 'mac_address': 'fa:16:3e:3f:7c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:47:21.201034 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:21.201814 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e611df42-238a-453f-b6ed-a4b26e33df8d req-883c82ff-2851-457a-b0d3-abff84698327 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1237268694', 'description': 'tempest-description-963875260'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:21.207795 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-7b8999b0-5cc8-4299-8efa-b0a5c7f9b73f service neutron] For port 7a209d70-5a0a-48bf-a1f9-5c9b063143d3, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:21.222083 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 304ee344-b887-4db3-918a-9585be663a35 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:21.250224 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-7b8999b0-5cc8-4299-8efa-b0a5c7f9b73f service neutron] For port 7a209d70-5a0a-48bf-a1f9-5c9b063143d3, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=7a209d70-5a0a-48bf-a1f9-5c9b063143d3,segment=NetworkSegment(6236b97d-8425-459f-81ba-4fba31e24243),segment_id=6236b97d-8425-459f-81ba-4fba31e24243)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:47:21.254427 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e611df42-238a-453f-b6ed-a4b26e33df8d req-883c82ff-2851-457a-b0d3-abff84698327 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:21.258202 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 304ee344-b887-4db3-918a-9585be663a35, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=304ee344-b887-4db3-918a-9585be663a35,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:21.263464 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:21.282632 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-7b8999b0-5cc8-4299-8efa-b0a5c7f9b73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:21.332511 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=304ee344-b887-4db3-918a-9585be663a35,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:21.359155 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-7b8999b0-5cc8-4299-8efa-b0a5c7f9b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:21.359810 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-7b8999b0-5cc8-4299-8efa-b0a5c7f9b73f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:21.361377 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-7b8999b0-5cc8-4299-8efa-b0a5c7f9b73f service neutron] 10.222.0.81 "PUT /v2.0/ports/7a209d70-5a0a-48bf-a1f9-5c9b063143d3 HTTP/1.1" status: 200 len: 1092 time: 1.2713301 Jul 05 09:47:21.361950 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872b9857-bddd-4fab-84bd-93a225e6069a', 'tag': '7a209d70-5a0a-48bf-a1f9-5c9b063143d3'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:21.365109 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38732537-c612-4aa6-bc90-d2075bd36284" -d '{"events": [{"name": "network-changed", "server_uuid": "872b9857-bddd-4fab-84bd-93a225e6069a", "tag": "7a209d70-5a0a-48bf-a1f9-5c9b063143d3"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:21.420149 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a47fc-0e13-42f5-a510-05f6a83346ea req-a854c9f4-ebd6-480d-9db0-0b63835e857d tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:21.421951 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-892a47fc-0e13-42f5-a510-05f6a83346ea req-a854c9f4-ebd6-480d-9db0-0b63835e857d tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.78 "GET /v2.0/ports?device_id=de067adf-c5de-40ac-8761-748473d1f2df HTTP/1.1" status: 200 len: 945 time: 0.1620970 Jul 05 09:47:21.455321 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8999b0-5cc8-4299-8efa-b0a5c7f9b73f service neutron] Pushing event updated for resources: {'Port': ['ID=7a209d70-5a0a-48bf-a1f9-5c9b063143d3,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:21.544229 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e611df42-238a-453f-b6ed-a4b26e33df8d req-883c82ff-2851-457a-b0d3-abff84698327 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:21.548646 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-2357e703-0252-4148-94b7-c7aa7006bd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:21.549479 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-2357e703-0252-4148-94b7-c7aa7006bd88 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=75d5c84ca64141ddadd1bedc99f90e4d&device_id=872b9857-bddd-4fab-84bd-93a225e6069a HTTP/1.1" status: 200 len: 1095 time: 0.1067808 Jul 05 09:47:21.551314 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e611df42-238a-453f-b6ed-a4b26e33df8d req-883c82ff-2851-457a-b0d3-abff84698327 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:21.569322 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52092) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:21.592229 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-892a47fc-0e13-42f5-a510-05f6a83346ea req-7da700ab-f690-4574-b15a-de96f3848c61 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Deleting port 4618948b-aba9-4c53-a34d-ed838ba47183 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:47:21.592770 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-892a47fc-0e13-42f5-a510-05f6a83346ea req-7da700ab-f690-4574-b15a-de96f3848c61 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:21.595607 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['304ee344-b887-4db3-918a-9585be663a35'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:21.687263 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-36211391-69a2-4ea4-9715-35e0e8fae20d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a209d70-5a0a-48bf-a1f9-5c9b063143d3 HTTP/1.1" status: 200 len: 217 time: 0.1280532 Jul 05 09:47:21.745055 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e611df42-238a-453f-b6ed-a4b26e33df8d req-883c82ff-2851-457a-b0d3-abff84698327 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:21.768043 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-892a47fc-0e13-42f5-a510-05f6a83346ea req-7da700ab-f690-4574-b15a-de96f3848c61 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] For port 4618948b-aba9-4c53-a34d-ed838ba47183, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=4618948b-aba9-4c53-a34d-ed838ba47183,segment=NetworkSegment(21b0cd67-ed80-4d2b-aa74-d0067af322f6),segment_id=21b0cd67-ed80-4d2b-aa74-d0067af322f6)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:21.768497 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e611df42-238a-453f-b6ed-a4b26e33df8d req-883c82ff-2851-457a-b0d3-abff84698327 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5725400 Jul 05 09:47:21.768698 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-892a47fc-0e13-42f5-a510-05f6a83346ea req-7da700ab-f690-4574-b15a-de96f3848c61 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:21.772416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c82ff-2851-457a-b0d3-abff84698327 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23f20bea-7400-4bac-94e7-518635a23f21,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:21.813011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-892a47fc-0e13-42f5-a510-05f6a83346ea req-7da700ab-f690-4574-b15a-de96f3848c61 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Calling delete_port for 4618948b-aba9-4c53-a34d-ed838ba47183 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:47:21.821479 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-8053790c-7836-4494-a999-8c89d5b9094f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:21.823417 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-8053790c-7836-4494-a999-8c89d5b9094f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a14a8afb-77fc-4bd0-9b4d-adabd45f7421 HTTP/1.1" status: 200 len: 855 time: 0.1262615 Jul 05 09:47:21.829106 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762bef0c-2eea-46c0-880f-602d1431d404 x-openstack-request-id: req-762bef0c-2eea-46c0-880f-602d1431d404 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:21.829403 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a8f1a25-b30c-4298-8a0a-a04836194d54", "name": "network-vif-deleted", "tag": "91411441-b894-461d-97bf-6077133480c8", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:21.829651 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-762bef0c-2eea-46c0-880f-602d1431d404 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:21.830188 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8f1a25-b30c-4298-8a0a-a04836194d54', 'name': 'network-vif-deleted', 'tag': '91411441-b894-461d-97bf-6077133480c8', 'status': 'completed', 'code': 200} Jul 05 09:47:21.868775 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-06084928-3937-4029-8f1d-bb2a7f75e66f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9fc753bd-ed1c-4222-8288-03c51cdba06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369329 Jul 05 09:47:21.929362 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e29e6bb2-2c91-4a53-a5b1-8a613e287e03 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=874a56ca1d6e4f12b2fa3c93333c21da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3564310 Jul 05 09:47:21.929662 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52104) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:22.016653 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-9d3451aa-ace1-4f50-847c-0111b1587156 service neutron] 10.222.0.81 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397943 Jul 05 09:47:22.039373 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45ed89e3-8fd9-49bc-9f6b-f4d76784ebcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:22.073355 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-892a47fc-0e13-42f5-a510-05f6a83346ea req-7da700ab-f690-4574-b15a-de96f3848c61 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:22.077475 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45ed89e3-8fd9-49bc-9f6b-f4d76784ebcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:22.078399 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d23b81-b784-47cf-9267-f83732eb7823 req-f5f24f73-2621-42ce-9af8-7494c7e4c97f tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:22.079996 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-31d23b81-b784-47cf-9267-f83732eb7823 req-f5f24f73-2621-42ce-9af8-7494c7e4c97f tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfc4ff40-250a-45b3-82bb-dadbdca0e08a HTTP/1.1" status: 200 len: 949 time: 0.1450989 Jul 05 09:47:22.120846 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da700ab-f690-4574-b15a-de96f3848c61 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Pushing event deleted for resources: {'Port': ['ID=4618948b-aba9-4c53-a34d-ed838ba47183,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:22.137750 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-31d23b81-b784-47cf-9267-f83732eb7823 req-5a8912a7-2ed3-438f-aa73-aa2681b70ed4 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.79 "GET /v2.0/security-groups?id=8ef028cb-5a5e-4a9b-b12e-926aa3ebe105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504200 Jul 05 09:47:22.156193 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11a808b6-e027-46ec-ad55-71545e78e3ac req-740e08ae-1c54-45f4-9617-2c3738a01ebd service neutron] 10.222.0.81 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328187 Jul 05 09:47:22.203628 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-892a47fc-0e13-42f5-a510-05f6a83346ea req-7da700ab-f690-4574-b15a-de96f3848c61 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] No DVR routers for this DVR port 4618948b-aba9-4c53-a34d-ed838ba47183 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:47:22.209783 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-892a47fc-0e13-42f5-a510-05f6a83346ea req-7da700ab-f690-4574-b15a-de96f3848c61 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:22.211987 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-892a47fc-0e13-42f5-a510-05f6a83346ea req-7da700ab-f690-4574-b15a-de96f3848c61 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.78 "DELETE /v2.0/ports/4618948b-aba9-4c53-a34d-ed838ba47183 HTTP/1.1" status: 204 len: 173 time: 0.7814829 Jul 05 09:47:22.234402 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45ed89e3-8fd9-49bc-9f6b-f4d76784ebcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:22.239031 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45ed89e3-8fd9-49bc-9f6b-f4d76784ebcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:22.242698 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-45ed89e3-8fd9-49bc-9f6b-f4d76784ebcc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7116833d-5ed7-4ea8-9ab5-e3b13cea9d99 HTTP/1.1" status: 204 len: 168 time: 0.3071206 Jul 05 09:47:22.271080 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed89e3-8fd9-49bc-9f6b-f4d76784ebcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7116833d-5ed7-4ea8-9ab5-e3b13cea9d99,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:22.298061 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['4618948b-aba9-4c53-a34d-ed838ba47183'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:22.362813 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53009ba-3dbd-41cd-9d77-a8ff1d462942 req-9eaf034d-c3c4-476e-9ee9-fa851de0921f tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:22.364685 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f53009ba-3dbd-41cd-9d77-a8ff1d462942 req-9eaf034d-c3c4-476e-9ee9-fa851de0921f tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=872b9857-bddd-4fab-84bd-93a225e6069a HTTP/1.1" status: 200 len: 944 time: 0.1031680 Jul 05 09:47:22.422832 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-100e9c27-403c-4d65-b18a-424a4f927e0c tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:47:22.425439 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-100e9c27-403c-4d65-b18a-424a4f927e0c tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2232356 Jul 05 09:47:22.428848 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f53009ba-3dbd-41cd-9d77-a8ff1d462942 req-c82b446a-1f08-4961-9527-de30e42adfd0 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558946 Jul 05 09:47:22.546196 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-c42ad019-718f-418f-8320-7503517cc1e2 service neutron] Request body: {'binding': {'host': 'n-h1-798054-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:22.547107 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-c42ad019-718f-418f-8320-7503517cc1e2 service neutron] Unknown quota resources ['binding']. {{(pid=93906) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 09:47:22.623347 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06daf718-239d-4a95-9cb2-3f55bd888edf x-openstack-request-id: req-06daf718-239d-4a95-9cb2-3f55bd888edf {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:22.623972 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "872b9857-bddd-4fab-84bd-93a225e6069a", "tag": "7a209d70-5a0a-48bf-a1f9-5c9b063143d3", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:22.625112 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-06daf718-239d-4a95-9cb2-3f55bd888edf {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:22.625709 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '872b9857-bddd-4fab-84bd-93a225e6069a', 'tag': '7a209d70-5a0a-48bf-a1f9-5c9b063143d3', 'status': 'completed', 'code': 200} Jul 05 09:47:22.644110 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-5b22f07d-fe31-4714-b265-28f8553adea6 req-990fb879-609b-4c30-9035-b9b41982eb31 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-699163532', 'description': 'tempest-description-1872647383'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:22.700286 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-c42ad019-718f-418f-8320-7503517cc1e2 service neutron] Attempting to bind port 37b025e8-892c-40a2-923d-69f70acde91f on host n-h1-798054-8 for vnic_type normal with profile None {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:22.700637 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-c42ad019-718f-418f-8320-7503517cc1e2 service neutron] Attempting to bind port 37b025e8-892c-40a2-923d-69f70acde91f by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:22.701005 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-c42ad019-718f-418f-8320-7503517cc1e2 service neutron] Attempting to bind port 37b025e8-892c-40a2-923d-69f70acde91f on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:22.705978 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-c42ad019-718f-418f-8320-7503517cc1e2 service neutron] Port 37b025e8-892c-40a2-923d-69f70acde91f on network 5aa1814e-7fad-4b86-b0f0-99892209992e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:47:22.706301 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-c42ad019-718f-418f-8320-7503517cc1e2 service neutron] Attempting to bind port 37b025e8-892c-40a2-923d-69f70acde91f on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:22.713627 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 304ee344-b887-4db3-918a-9585be663a35 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:22.718230 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-c42ad019-718f-418f-8320-7503517cc1e2 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:22.718503 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-c42ad019-718f-418f-8320-7503517cc1e2 service neutron] Checking segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:22.718868 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-c42ad019-718f-418f-8320-7503517cc1e2 service neutron] Bound using segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:22.719326 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-c42ad019-718f-418f-8320-7503517cc1e2 service neutron] Bound port: 37b025e8-892c-40a2-923d-69f70acde91f, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:22.728964 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5b22f07d-fe31-4714-b265-28f8553adea6 req-990fb879-609b-4c30-9035-b9b41982eb31 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:22.789909 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-c42ad019-718f-418f-8320-7503517cc1e2 service neutron] For port 37b025e8-892c-40a2-923d-69f70acde91f, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=37b025e8-892c-40a2-923d-69f70acde91f,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:47:22.793461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38732537-c612-4aa6-bc90-d2075bd36284 req-98aa3fa9-4a32-4760-8745-39902040825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:22.795292 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-38732537-c612-4aa6-bc90-d2075bd36284 req-98aa3fa9-4a32-4760-8745-39902040825d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=75d5c84ca64141ddadd1bedc99f90e4d&device_id=872b9857-bddd-4fab-84bd-93a225e6069a HTTP/1.1" status: 200 len: 1095 time: 0.1378279 Jul 05 09:47:22.800431 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-c42ad019-718f-418f-8320-7503517cc1e2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:22.802004 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-c42ad019-718f-418f-8320-7503517cc1e2 service neutron] 10.222.0.79 "POST /v2.0/ports/37b025e8-892c-40a2-923d-69f70acde91f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3703072 Jul 05 09:47:22.826783 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 304ee344-b887-4db3-918a-9585be663a35 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:22.831671 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 304ee344-b887-4db3-918a-9585be663a35 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:22.832324 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:22.933241 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5b22f07d-fe31-4714-b265-28f8553adea6 req-990fb879-609b-4c30-9035-b9b41982eb31 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:22.941225 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38732537-c612-4aa6-bc90-d2075bd36284 req-8dbffb1c-7763-4bfe-af98-ddee86eba2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:22.942694 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-38732537-c612-4aa6-bc90-d2075bd36284 req-8dbffb1c-7763-4bfe-af98-ddee86eba2da service neutron] 10.222.0.81 "GET /v2.0/networks?id=9fc753bd-ed1c-4222-8288-03c51cdba06e HTTP/1.1" status: 200 len: 916 time: 0.1400657 Jul 05 09:47:22.943481 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5b22f07d-fe31-4714-b265-28f8553adea6 req-990fb879-609b-4c30-9035-b9b41982eb31 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:23.003528 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5b22f07d-fe31-4714-b265-28f8553adea6 req-990fb879-609b-4c30-9035-b9b41982eb31 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:23.016433 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b22f07d-fe31-4714-b265-28f8553adea6 req-990fb879-609b-4c30-9035-b9b41982eb31 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3798740 Jul 05 09:47:23.039660 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-38732537-c612-4aa6-bc90-d2075bd36284 req-13857fcc-319e-4606-b101-25941b13266c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a209d70-5a0a-48bf-a1f9-5c9b063143d3 HTTP/1.1" status: 200 len: 217 time: 0.0858905 Jul 05 09:47:23.054509 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fb879-609b-4c30-9035-b9b41982eb31 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d69a77d-8f9d-4f22-8786-73dd015e36da,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:23.162207 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38732537-c612-4aa6-bc90-d2075bd36284 req-3ed428bf-ad15-4ba8-aec7-c950740e4660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:23.164014 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-38732537-c612-4aa6-bc90-d2075bd36284 req-3ed428bf-ad15-4ba8-aec7-c950740e4660 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a14a8afb-77fc-4bd0-9b4d-adabd45f7421 HTTP/1.1" status: 200 len: 855 time: 0.1107349 Jul 05 09:47:23.206940 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:23.232701 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-38732537-c612-4aa6-bc90-d2075bd36284 req-43d32eed-2560-49dd-a57b-2774976afb2c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9fc753bd-ed1c-4222-8288-03c51cdba06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565529 Jul 05 09:47:23.244175 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc4ff40-250a-45b3-82bb-dadbdca0e08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304ee344-b887-4db3-918a-9585be663a35'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:23.247246 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181383c0-df27-4767-8a03-d7ff48b8377a" -d '{"events": [{"server_uuid": "bfc4ff40-250a-45b3-82bb-dadbdca0e08a", "name": "network-vif-plugged", "status": "completed", "tag": "304ee344-b887-4db3-918a-9585be663a35"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:23.266716 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 304ee344-b887-4db3-918a-9585be663a35, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=304ee344-b887-4db3-918a-9585be663a35,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:23.272255 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:23.273588 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 91411441-b894-461d-97bf-6077133480c8 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:47:23.307203 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb510316-29ff-4b7d-bbae-d71cf705010e req-16378411-88d4-4660-9f50-f4265725d9ff tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] 10.222.0.79 "GET /v2.0/ports?device_id=de067adf-c5de-40ac-8761-748473d1f2df HTTP/1.1" status: 200 len: 210 time: 0.0772238 Jul 05 09:47:23.332379 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 91411441-b894-461d-97bf-6077133480c8 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:47:23.333045 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 91411441-b894-461d-97bf-6077133480c8 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:47:23.355420 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3183ae77-e027-468b-9f3f-532b693727d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:23.363108 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=304ee344-b887-4db3-918a-9585be663a35,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:23.472824 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7e30ed3c-03d6-4f8c-8c73-a3049662b56b req-05401bc7-381d-4ad9-9867-05e517733084 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "GET /v2.0/security-groups/23f20bea-7400-4bac-94e7-518635a23f21 HTTP/1.1" status: 200 len: 1804 time: 0.1257286 Jul 05 09:47:23.478273 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-38732537-c612-4aa6-bc90-d2075bd36284 req-9d763261-9181-4c5c-8a0d-f5dc09069ead service neutron] 10.222.0.81 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277758 Jul 05 09:47:23.494544 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-56ab4560-1c1c-4659-b039-63c259e8e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:23.496027 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-56ab4560-1c1c-4659-b039-63c259e8e779 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 1096 time: 0.2618592 Jul 05 09:47:23.511784 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:23.571487 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f145dd-b4a3-4a7d-87eb-9fdbfd7b71aa req-8481a7ac-55a2-425a-b504-d72669c661d1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:23.572879 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97f145dd-b4a3-4a7d-87eb-9fdbfd7b71aa req-8481a7ac-55a2-425a-b504-d72669c661d1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 945 time: 0.2290757 Jul 05 09:47:23.831917 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de067adf-c5de-40ac-8761-748473d1f2df', 'name': 'network-vif-deleted', 'tag': '4618948b-aba9-4c53-a34d-ed838ba47183'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:23.834684 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645efa72-fbfe-49f3-b9af-a01215ed8516" -d '{"events": [{"server_uuid": "de067adf-c5de-40ac-8761-748473d1f2df", "name": "network-vif-deleted", "tag": "4618948b-aba9-4c53-a34d-ed838ba47183"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:23.900741 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7e30ed3c-03d6-4f8c-8c73-a3049662b56b req-c8c79d8c-ebdc-4182-8059-148f69396d3d tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "GET /v2.0/security-groups/7d69a77d-8f9d-4f22-8786-73dd015e36da HTTP/1.1" status: 200 len: 1804 time: 0.4215083 Jul 05 09:47:23.924412 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-7e30ed3c-03d6-4f8c-8c73-a3049662b56b req-fc83ddc6-9575-434e-b161-da3fc7310f1d tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '23f20bea-7400-4bac-94e7-518635a23f21', 'remote_group_id': '7d69a77d-8f9d-4f22-8786-73dd015e36da', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:23.924741 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-7e30ed3c-03d6-4f8c-8c73-a3049662b56b req-fc83ddc6-9575-434e-b161-da3fc7310f1d tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '23f20bea-7400-4bac-94e7-518635a23f21', 'remote_group_id': '7d69a77d-8f9d-4f22-8786-73dd015e36da', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:23.975282 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-38732537-c612-4aa6-bc90-d2075bd36284 req-caeb7006-3f1d-4a6a-b363-dd0981cc1512 service neutron] 10.222.0.81 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839573 Jul 05 09:47:23.978123 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97f145dd-b4a3-4a7d-87eb-9fdbfd7b71aa req-8d5f34c6-be73-45c4-a80a-8a80521612f5 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926814 Jul 05 09:47:24.000566 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-b6aa4523-caf1-447b-ae95-b700c07ff9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:24.000566 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-b6aa4523-caf1-447b-ae95-b700c07ff9d7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 909 time: 0.4855752 Jul 05 09:47:24.074198 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-747d0283-8400-4077-b389-d3e528e0a85c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37b025e8-892c-40a2-923d-69f70acde91f HTTP/1.1" status: 200 len: 217 time: 0.0642328 Jul 05 09:47:24.151179 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7e30ed3c-03d6-4f8c-8c73-a3049662b56b req-fc83ddc6-9575-434e-b161-da3fc7310f1d tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:24.172294 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0348f702-42bf-488a-a088-1c4a2c985927 req-ad120c68-22e8-46b1-a629-921e94691dd0 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/394aefeb-34be-49e9-bbb6-c2decd916ea4 HTTP/1.1" status: 200 len: 1800 time: 0.1650481 Jul 05 09:47:24.177767 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-28b6d690-5d3a-43b4-ac46-328a02d96ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:24.179168 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-28b6d690-5d3a-43b4-ac46-328a02d96ba3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=408995a7-a274-4d3e-939a-c6141d694df3 HTTP/1.1" status: 200 len: 848 time: 0.0907228 Jul 05 09:47:24.242284 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-400ae8de-e1c1-4ae4-8072-9d708068d777 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5aa1814e-7fad-4b86-b0f0-99892209992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467856 Jul 05 09:47:24.271214 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7e30ed3c-03d6-4f8c-8c73-a3049662b56b req-fc83ddc6-9575-434e-b161-da3fc7310f1d tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:24.311507 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7e30ed3c-03d6-4f8c-8c73-a3049662b56b req-fc83ddc6-9575-434e-b161-da3fc7310f1d tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:24.351350 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83ddc6-9575-434e-b161-da3fc7310f1d tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249ebfe4-90a2-4508-bac4-2de7d189be62,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:24.357013 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0348f702-42bf-488a-a088-1c4a2c985927 req-615a33e3-fa35-4c20-9015-2808b342e462 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:24.364382 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7e30ed3c-03d6-4f8c-8c73-a3049662b56b req-fc83ddc6-9575-434e-b161-da3fc7310f1d tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:24.365599 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7e30ed3c-03d6-4f8c-8c73-a3049662b56b req-fc83ddc6-9575-434e-b161-da3fc7310f1d tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4523466 Jul 05 09:47:24.400621 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0348f702-42bf-488a-a088-1c4a2c985927 req-615a33e3-fa35-4c20-9015-2808b342e462 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:24.428516 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-3dfeb25e-79a7-4126-b599-8e01d4307c38 service neutron] 10.222.0.81 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738338 Jul 05 09:47:24.478021 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:24.535660 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0348f702-42bf-488a-a088-1c4a2c985927 req-615a33e3-fa35-4c20-9015-2808b342e462 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:24.538221 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0348f702-42bf-488a-a088-1c4a2c985927 req-615a33e3-fa35-4c20-9015-2808b342e462 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:24.539413 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0348f702-42bf-488a-a088-1c4a2c985927 req-615a33e3-fa35-4c20-9015-2808b342e462 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "DELETE /v2.0/security-groups/394aefeb-34be-49e9-bbb6-c2decd916ea4 HTTP/1.1" status: 204 len: 173 time: 0.3593683 Jul 05 09:47:24.572002 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a33e3-fa35-4c20-9015-2808b342e462 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=394aefeb-34be-49e9-bbb6-c2decd916ea4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:24.578044 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd712dd4-e4e9-4e42-84b9-7f912977c452 x-openstack-request-id: req-cd712dd4-e4e9-4e42-84b9-7f912977c452 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:24.578341 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc4ff40-250a-45b3-82bb-dadbdca0e08a", "name": "network-vif-plugged", "status": "completed", "tag": "304ee344-b887-4db3-918a-9585be663a35", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:24.578741 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cd712dd4-e4e9-4e42-84b9-7f912977c452 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:24.579189 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc4ff40-250a-45b3-82bb-dadbdca0e08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304ee344-b887-4db3-918a-9585be663a35', 'code': 200} Jul 05 09:47:24.598479 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-c491b681-0179-4de6-9313-3ceb364d8280 service neutron] 10.222.0.81 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623657 Jul 05 09:47:24.616622 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd34cf2-9ebb-49e2-ae4e-cfba19309ec7 req-1c2bd297-73f6-4cff-b3f5-b7820ecc93a2 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:24.618323 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abd34cf2-9ebb-49e2-ae4e-cfba19309ec7 req-1c2bd297-73f6-4cff-b3f5-b7820ecc93a2 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfc4ff40-250a-45b3-82bb-dadbdca0e08a HTTP/1.1" status: 200 len: 950 time: 0.1576762 Jul 05 09:47:24.663659 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abd34cf2-9ebb-49e2-ae4e-cfba19309ec7 req-a2521648-e91a-45b4-abf4-f59319e5ff0f tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.79 "GET /v2.0/security-groups?id=8ef028cb-5a5e-4a9b-b12e-926aa3ebe105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370874 Jul 05 09:47:24.721645 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755304b2-b75c-44ff-89cf-230362a33681 req-959a7dc6-344b-431f-98f3-5b78aab1e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:24.723307 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-755304b2-b75c-44ff-89cf-230362a33681 req-959a7dc6-344b-431f-98f3-5b78aab1e0c7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bfc4ff40-250a-45b3-82bb-dadbdca0e08a HTTP/1.1" status: 200 len: 1101 time: 0.0592074 Jul 05 09:47:24.738118 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 4618948b-aba9-4c53-a34d-ed838ba47183 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:47:24.741086 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-5c30a332-e8cf-42d2-9e78-908d63a4f62e tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:24.743026 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-5c30a332-e8cf-42d2-9e78-908d63a4f62e tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41&tenant_id=f74a958ec8be4a8683e21e11de1010dc&binding%3Ahost_id=n-h2-798054-8 HTTP/1.1" status: 200 len: 1096 time: 0.0772505 Jul 05 09:47:24.759976 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-95d1f5c2-367a-4c15-af60-7a32874c37b4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-8'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:24.763293 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 4618948b-aba9-4c53-a34d-ed838ba47183 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:47:24.774336 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 4618948b-aba9-4c53-a34d-ed838ba47183 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:47:24.782422 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-755304b2-b75c-44ff-89cf-230362a33681 req-6c2c17da-bec1-4f9a-b2fc-bee6359e4066 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8ef028cb-5a5e-4a9b-b12e-926aa3ebe105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491247 Jul 05 09:47:24.880767 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-b279bc2c-2fe6-445b-8af4-72fbd7c0ea53 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=68c976355c8947dfb15f859dec911fd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578232 Jul 05 09:47:24.888566 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-95d1f5c2-367a-4c15-af60-7a32874c37b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.088573 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d03ca-8e5a-4497-80a7-1c42f33c016a req-0c21e97d-c3c1-4fea-bdf2-82a63321e5eb tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:25.090642 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b85d03ca-8e5a-4497-80a7-1c42f33c016a req-0c21e97d-c3c1-4fea-bdf2-82a63321e5eb tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=872b9857-bddd-4fab-84bd-93a225e6069a HTTP/1.1" status: 200 len: 944 time: 0.2660847 Jul 05 09:47:25.126723 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-996a0f95-662c-4c96-93b0-c4ca5de0b2ec tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:25.128223 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-996a0f95-662c-4c96-93b0-c4ca5de0b2ec tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2421560 Jul 05 09:47:25.168924 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-13a4b57e-ab3c-4806-81aa-e6838841ecd5 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.79 "GET /v2.0/quotas/68c976355c8947dfb15f859dec911fd0 HTTP/1.1" status: 200 len: 375 time: 0.0335844 Jul 05 09:47:25.173990 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b85d03ca-8e5a-4497-80a7-1c42f33c016a req-ab853273-5d6c-4793-a477-b2be3f690c8f tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758905 Jul 05 09:47:25.214760 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-d851477a-4479-410f-8962-8f3ff2597674 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=68c976355c8947dfb15f859dec911fd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398171 Jul 05 09:47:25.216637 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-95d1f5c2-367a-4c15-af60-7a32874c37b4 service neutron] For port 37b025e8-892c-40a2-923d-69f70acde91f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=37b025e8-892c-40a2-923d-69f70acde91f,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:25.258431 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-95d1f5c2-367a-4c15-af60-7a32874c37b4 service neutron] For port 37b025e8-892c-40a2-923d-69f70acde91f, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:25.311122 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28655a3-8cb8-448e-8b53-796b4f6d8f41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37b025e8-892c-40a2-923d-69f70acde91f'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:25.313841 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193f9ec7-741a-45d5-8e7e-75c886445dd8" -d '{"events": [{"server_uuid": "f28655a3-8cb8-448e-8b53-796b4f6d8f41", "name": "network-vif-unplugged", "status": "completed", "tag": "37b025e8-892c-40a2-923d-69f70acde91f"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:25.317819 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-95d1f5c2-367a-4c15-af60-7a32874c37b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.323498 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-95d1f5c2-367a-4c15-af60-7a32874c37b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.331097 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1fb9da-db53-42bc-baf6-2d1895cdb3ff x-openstack-request-id: req-5c1fb9da-db53-42bc-baf6-2d1895cdb3ff {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:25.335175 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de067adf-c5de-40ac-8761-748473d1f2df", "name": "network-vif-deleted", "tag": "4618948b-aba9-4c53-a34d-ed838ba47183", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:25.336177 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5c1fb9da-db53-42bc-baf6-2d1895cdb3ff {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:25.336965 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de067adf-c5de-40ac-8761-748473d1f2df', 'name': 'network-vif-deleted', 'tag': '4618948b-aba9-4c53-a34d-ed838ba47183', 'status': 'completed', 'code': 200} Jul 05 09:47:25.399889 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52176) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:25.449124 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1f5c2-367a-4c15-af60-7a32874c37b4 service neutron] Pushing event updated for resources: {'Port': ['ID=37b025e8-892c-40a2-923d-69f70acde91f,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:25.469163 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb21cd38-1f5c-49f6-a37b-7a02b8dee85d admin admin] Deleting subnet 9b6f44ce-d485-46dc-95cd-7820a4fbcd7e {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:47:25.473599 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2cee22a6-58d4-4d84-920e-1b279ff7afbb req-92ff259e-b8c0-4998-91b5-d9f53247b238 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "GET /v2.0/security-groups/7d69a77d-8f9d-4f22-8786-73dd015e36da HTTP/1.1" status: 200 len: 1804 time: 0.1227238 Jul 05 09:47:25.473756 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bb21cd38-1f5c-49f6-a37b-7a02b8dee85d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.518813 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bb21cd38-1f5c-49f6-a37b-7a02b8dee85d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.527355 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-95d1f5c2-367a-4c15-af60-7a32874c37b4 service neutron] Attempting to bind port 37b025e8-892c-40a2-923d-69f70acde91f on host n-h2-798054-8 for vnic_type normal with profile {"migrating_to": "n-h1-798054-8"} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:25.528245 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-95d1f5c2-367a-4c15-af60-7a32874c37b4 service neutron] Attempting to bind port 37b025e8-892c-40a2-923d-69f70acde91f by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:25.528589 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-95d1f5c2-367a-4c15-af60-7a32874c37b4 service neutron] Attempting to bind port 37b025e8-892c-40a2-923d-69f70acde91f on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:25.537565 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5d7f8498-5378-4780-b805-931b4d1b6fac req-04e45e74-ddc9-473b-b8be-a19a14e59dfe tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/7232a910-3fdd-4b9f-9923-538a74bb1bbf HTTP/1.1" status: 200 len: 1801 time: 0.1209760 Jul 05 09:47:25.544666 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-95d1f5c2-367a-4c15-af60-7a32874c37b4 service neutron] Port 37b025e8-892c-40a2-923d-69f70acde91f on network 5aa1814e-7fad-4b86-b0f0-99892209992e not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:47:25.544995 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-95d1f5c2-367a-4c15-af60-7a32874c37b4 service neutron] Attempting to bind port 37b025e8-892c-40a2-923d-69f70acde91f on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:25.564418 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-95d1f5c2-367a-4c15-af60-7a32874c37b4 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:25.564812 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-95d1f5c2-367a-4c15-af60-7a32874c37b4 service neutron] Checking segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:25.565159 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-95d1f5c2-367a-4c15-af60-7a32874c37b4 service neutron] Bound using segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:25.565454 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bb21cd38-1f5c-49f6-a37b-7a02b8dee85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.565607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-95d1f5c2-367a-4c15-af60-7a32874c37b4 service neutron] Bound port: 37b025e8-892c-40a2-923d-69f70acde91f, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:25.565996 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-95d1f5c2-367a-4c15-af60-7a32874c37b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.582265 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 7a209d70-5a0a-48bf-a1f9-5c9b063143d3 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:47:25.638114 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bb21cd38-1f5c-49f6-a37b-7a02b8dee85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.646740 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2cee22a6-58d4-4d84-920e-1b279ff7afbb req-0b6c3460-c480-4181-8e1e-b5609cfb8f20 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.673284 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bb21cd38-1f5c-49f6-a37b-7a02b8dee85d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.675343 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bb21cd38-1f5c-49f6-a37b-7a02b8dee85d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9b6f44ce-d485-46dc-95cd-7820a4fbcd7e HTTP/1.1" status: 204 len: 168 time: 0.2732100 Jul 05 09:47:25.685378 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52182) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:25.689071 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21cd38-1f5c-49f6-a37b-7a02b8dee85d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b6f44ce-d485-46dc-95cd-7820a4fbcd7e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:25.705714 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21cd38-1f5c-49f6-a37b-7a02b8dee85d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:25.706142 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2cee22a6-58d4-4d84-920e-1b279ff7afbb req-0b6c3460-c480-4181-8e1e-b5609cfb8f20 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.706786 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21cd38-1f5c-49f6-a37b-7a02b8dee85d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:25.707559 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21cd38-1f5c-49f6-a37b-7a02b8dee85d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:25.708154 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21cd38-1f5c-49f6-a37b-7a02b8dee85d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:25.708591 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21cd38-1f5c-49f6-a37b-7a02b8dee85d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:25.709149 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21cd38-1f5c-49f6-a37b-7a02b8dee85d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:25.709797 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21cd38-1f5c-49f6-a37b-7a02b8dee85d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:25.710235 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21cd38-1f5c-49f6-a37b-7a02b8dee85d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:25.710663 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21cd38-1f5c-49f6-a37b-7a02b8dee85d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:25.711230 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21cd38-1f5c-49f6-a37b-7a02b8dee85d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:25.711899 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21cd38-1f5c-49f6-a37b-7a02b8dee85d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:25.712751 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21cd38-1f5c-49f6-a37b-7a02b8dee85d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:25.719016 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 7a209d70-5a0a-48bf-a1f9-5c9b063143d3, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=7a209d70-5a0a-48bf-a1f9-5c9b063143d3,segment=NetworkSegment(6236b97d-8425-459f-81ba-4fba31e24243),segment_id=6236b97d-8425-459f-81ba-4fba31e24243)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:25.742047 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '7a209d70-5a0a-48bf-a1f9-5c9b063143d3', 'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e', 'port_id': '7a209d70-5a0a-48bf-a1f9-5c9b063143d3', 'mac_address': 'fa:16:3e:68:12:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a14a8afb-77fc-4bd0-9b4d-adabd45f7421', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:47:25.762927 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-95d1f5c2-367a-4c15-af60-7a32874c37b4 service neutron] For port 37b025e8-892c-40a2-923d-69f70acde91f, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:25.766630 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5d7f8498-5378-4780-b805-931b4d1b6fac req-9893da07-39cc-4968-ae5b-6089d5282308 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.801766 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.818169 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2abed37-072a-43c5-870d-ea847bfbdb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.818426 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-95d1f5c2-367a-4c15-af60-7a32874c37b4 service neutron] For port 37b025e8-892c-40a2-923d-69f70acde91f, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=37b025e8-892c-40a2-923d-69f70acde91f,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:47:25.819224 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a209d70-5a0a-48bf-a1f9-5c9b063143d3 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:25.832804 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-95d1f5c2-367a-4c15-af60-7a32874c37b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.850675 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 7a209d70-5a0a-48bf-a1f9-5c9b063143d3, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=7a209d70-5a0a-48bf-a1f9-5c9b063143d3,segment=NetworkSegment(6236b97d-8425-459f-81ba-4fba31e24243),segment_id=6236b97d-8425-459f-81ba-4fba31e24243)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:25.851404 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5d7f8498-5378-4780-b805-931b4d1b6fac req-9893da07-39cc-4968-ae5b-6089d5282308 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.857984 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.951540 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=7a209d70-5a0a-48bf-a1f9-5c9b063143d3,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:25.956235 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2abed37-072a-43c5-870d-ea847bfbdb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.969479 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1f5c2-367a-4c15-af60-7a32874c37b4 service neutron] Pushing event updated for resources: {'Port': ['ID=37b025e8-892c-40a2-923d-69f70acde91f,revision_number=8']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:25.974980 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2cee22a6-58d4-4d84-920e-1b279ff7afbb req-0b6c3460-c480-4181-8e1e-b5609cfb8f20 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.975724 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-d2abed37-072a-43c5-870d-ea847bfbdb34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dba0c45-bd0a-4b14-925e-b1eed8ad5c62']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:25.977698 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2cee22a6-58d4-4d84-920e-1b279ff7afbb req-0b6c3460-c480-4181-8e1e-b5609cfb8f20 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.989889 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-d2abed37-072a-43c5-870d-ea847bfbdb34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b0cd67-ed80-4d2b-aa74-d0067af322f6') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:25.990241 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-d2abed37-072a-43c5-870d-ea847bfbdb34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b0cd67-ed80-4d2b-aa74-d0067af322f6') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:25.992462 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2cee22a6-58d4-4d84-920e-1b279ff7afbb req-0b6c3460-c480-4181-8e1e-b5609cfb8f20 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "DELETE /v2.0/security-groups/7d69a77d-8f9d-4f22-8786-73dd015e36da HTTP/1.1" status: 204 len: 173 time: 0.5101290 Jul 05 09:47:25.995512 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-95d1f5c2-367a-4c15-af60-7a32874c37b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:25.996667 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-95d1f5c2-367a-4c15-af60-7a32874c37b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.998558 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-95d1f5c2-367a-4c15-af60-7a32874c37b4 service neutron] 10.222.0.81 "PUT /v2.0/ports/37b025e8-892c-40a2-923d-69f70acde91f HTTP/1.1" status: 200 len: 1121 time: 1.2445545 Jul 05 09:47:26.000772 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2abed37-072a-43c5-870d-ea847bfbdb34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:26.018566 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5d7f8498-5378-4780-b805-931b4d1b6fac req-9893da07-39cc-4968-ae5b-6089d5282308 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:26.021084 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5d7f8498-5378-4780-b805-931b4d1b6fac req-9893da07-39cc-4968-ae5b-6089d5282308 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:26.022231 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5d7f8498-5378-4780-b805-931b4d1b6fac req-9893da07-39cc-4968-ae5b-6089d5282308 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "DELETE /v2.0/security-groups/7232a910-3fdd-4b9f-9923-538a74bb1bbf HTTP/1.1" status: 204 len: 173 time: 0.4742348 Jul 05 09:47:26.035006 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2abed37-072a-43c5-870d-ea847bfbdb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:26.044011 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c3460-c480-4181-8e1e-b5609cfb8f20 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d69a77d-8f9d-4f22-8786-73dd015e36da,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:26.047099 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['37b025e8-892c-40a2-923d-69f70acde91f'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:26.057033 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2abed37-072a-43c5-870d-ea847bfbdb34 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:47:26.058018 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2abed37-072a-43c5-870d-ea847bfbdb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:26.062929 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893da07-39cc-4968-ae5b-6089d5282308 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7232a910-3fdd-4b9f-9923-538a74bb1bbf,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:26.110653 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b756d844-1d87-48c7-ac24-6376bc88ec38 x-openstack-request-id: req-b756d844-1d87-48c7-ac24-6376bc88ec38 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:26.111299 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28655a3-8cb8-448e-8b53-796b4f6d8f41", "name": "network-vif-unplugged", "status": "completed", "tag": "37b025e8-892c-40a2-923d-69f70acde91f", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:26.111299 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b756d844-1d87-48c7-ac24-6376bc88ec38 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:26.111704 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28655a3-8cb8-448e-8b53-796b4f6d8f41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37b025e8-892c-40a2-923d-69f70acde91f', 'code': 200} Jul 05 09:47:26.122170 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['7a209d70-5a0a-48bf-a1f9-5c9b063143d3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:26.321837 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-54a53fb1-23df-4bdf-9f82-6cafabaaa638 req-e9a4eea0-99ed-45de-8d75-3c26d0a31a64 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec485e15-5952-4ace-9933-f4d364d6fcde HTTP/1.1" status: 200 len: 210 time: 0.0567429 Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:47:26.528312 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:47:26.534253 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd1dda-8e9f-4206-bcb0-ec108cc8632d req-cd8490b8-43e6-4f9c-a9b1-93ed1ebe5a79 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:26.535780 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-38bd1dda-8e9f-4206-bcb0-ec108cc8632d req-cd8490b8-43e6-4f9c-a9b1-93ed1ebe5a79 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 943 time: 0.1392827 Jul 05 09:47:26.556847 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2abed37-072a-43c5-870d-ea847bfbdb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:26.563017 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2abed37-072a-43c5-870d-ea847bfbdb34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:26.571277 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d2abed37-072a-43c5-870d-ea847bfbdb34 admin admin] 10.222.0.79 "DELETE /v2.0/networks/7dba0c45-bd0a-4b14-925e-b1eed8ad5c62 HTTP/1.1" status: 204 len: 168 time: 0.8784573 Jul 05 09:47:26.579071 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:26.589063 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abed37-072a-43c5-870d-ea847bfbdb34 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dba0c45-bd0a-4b14-925e-b1eed8ad5c62,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:26.603328 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade28500-4705-47de-8574-fc8cd8ea2781 req-8439b425-fc6f-4dbc-8824-acfb23400b31 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:26.604997 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ade28500-4705-47de-8574-fc8cd8ea2781 req-8439b425-fc6f-4dbc-8824-acfb23400b31 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfc4ff40-250a-45b3-82bb-dadbdca0e08a HTTP/1.1" status: 200 len: 950 time: 0.1259069 Jul 05 09:47:26.611640 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-38bd1dda-8e9f-4206-bcb0-ec108cc8632d req-e8ad48a1-f414-4e0f-923d-2c6946dbf6b2 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684195 Jul 05 09:47:26.648791 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ade28500-4705-47de-8574-fc8cd8ea2781 req-e5767a5f-4607-4535-b8ac-147cf8d5a063 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.79 "GET /v2.0/security-groups?id=8ef028cb-5a5e-4a9b-b12e-926aa3ebe105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356963 Jul 05 09:47:26.696121 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e02528b8-b980-4a88-8b47-2ec21062ff27 req-a00a69da-1a3d-4f0b-bd6f-7e485a441f71 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-58934686', 'description': 'tempest-description-1761672550'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:26.707533 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d0aea67a-6309-40ed-aa39-48ff94a7cbd0 req-205d5940-2505-4063-b7ec-3ad100aaf0ee tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "GET /v2.0/security-groups/23f20bea-7400-4bac-94e7-518635a23f21 HTTP/1.1" status: 200 len: 1804 time: 0.0576899 Jul 05 09:47:26.735036 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e02528b8-b980-4a88-8b47-2ec21062ff27 req-a00a69da-1a3d-4f0b-bd6f-7e485a441f71 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:26.885027 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-064c5e3b-4447-42f3-921f-1e75e618147a tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=68c976355c8947dfb15f859dec911fd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279930 Jul 05 09:47:26.897943 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e02528b8-b980-4a88-8b47-2ec21062ff27 req-a00a69da-1a3d-4f0b-bd6f-7e485a441f71 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:26.913004 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e02528b8-b980-4a88-8b47-2ec21062ff27 req-a00a69da-1a3d-4f0b-bd6f-7e485a441f71 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:26.936659 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52202) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:26.959663 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c85cd-4ba7-48f2-b985-e537d3543767 req-61a70478-b2d9-4862-8136-89e846af3689 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:26.961342 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe3c85cd-4ba7-48f2-b985-e537d3543767 req-61a70478-b2d9-4862-8136-89e846af3689 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=872b9857-bddd-4fab-84bd-93a225e6069a HTTP/1.1" status: 200 len: 945 time: 0.1367245 Jul 05 09:47:26.978610 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e02528b8-b980-4a88-8b47-2ec21062ff27 req-a00a69da-1a3d-4f0b-bd6f-7e485a441f71 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:26.978887 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e02528b8-b980-4a88-8b47-2ec21062ff27 req-a00a69da-1a3d-4f0b-bd6f-7e485a441f71 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2889535 Jul 05 09:47:26.988446 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a69da-1a3d-4f0b-bd6f-7e485a441f71 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1cb387-ce36-447d-8479-9e0616b8e558,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:27.039418 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-5746da9f-f611-416d-bdc8-eb7eac6718f9 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:27.041852 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-5746da9f-f611-416d-bdc8-eb7eac6718f9 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1448905 Jul 05 09:47:27.043832 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe3c85cd-4ba7-48f2-b985-e537d3543767 req-62300d93-66b9-42dc-bc37-46d8d3fb5195 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717523 Jul 05 09:47:27.047679 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-15e3316d-b22c-41e3-ae6e-7ceaf81ab346 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=305af83efe2d44eab10938e58244a3cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1098783 Jul 05 09:47:27.050605 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52206) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:27.057467 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-9f872bdf-3853-4336-94f5-4511daaaa9d4 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Request body: {'port': {'device_id': 'ec485e15-5952-4ace-9933-f4d364d6fcde', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': '68c976355c8947dfb15f859dec911fd0'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:27.138786 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc8be3bf-7a11-4939-93ae-19de0ba95d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.163317 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc8be3bf-7a11-4939-93ae-19de0ba95d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.176970 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6814e6eb-06d7-4e51-a161-57d37ed4a7e8 req-589023fd-dfd9-4911-bd3a-b99b30c8cfbf tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-699316016', 'description': 'tempest-description-1342406059'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:27.214107 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.db.api [req-6814e6eb-06d7-4e51-a161-57d37ed4a7e8 req-589023fd-dfd9-4911-bd3a-b99b30c8cfbf tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 09:47:27.214107 n-d-798054-8 neutron-server[93907]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 09:47:27.214107 n-d-798054-8 neutron-server[93907]: [parameters: {'project_id': 'aa98cc124489494eaf3eca69496a0954', 'id': 'be4e2966-9aa5-4682-ae0b-0a7a60460741', 'expiration': datetime.datetime(2021, 7, 5, 9, 49, 27, 202941)}] Jul 05 09:47:27.214107 n-d-798054-8 neutron-server[93907]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:47:27.214793 n-d-798054-8 neutron-server[93907]: DEBUG oslo_db.api [req-6814e6eb-06d7-4e51-a161-57d37ed4a7e8 req-589023fd-dfd9-4911-bd3a-b99b30c8cfbf tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:47:27.218964 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-9f872bdf-3853-4336-94f5-4511daaaa9d4 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Made reservation on behalf of 68c976355c8947dfb15f859dec911fd0 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:27.223825 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-9f872bdf-3853-4336-94f5-4511daaaa9d4 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.235121 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-9f872bdf-3853-4336-94f5-4511daaaa9d4 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.238317 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc8be3bf-7a11-4939-93ae-19de0ba95d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.241985 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc8be3bf-7a11-4939-93ae-19de0ba95d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.246196 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-fc8be3bf-7a11-4939-93ae-19de0ba95d88 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d9790fb0-ed27-4770-a311-a1d02f8232e1 HTTP/1.1" status: 204 len: 168 time: 0.1926992 Jul 05 09:47:27.256167 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8be3bf-7a11-4939-93ae-19de0ba95d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9790fb0-ed27-4770-a311-a1d02f8232e1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:27.351530 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-9f872bdf-3853-4336-94f5-4511daaaa9d4 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.357361 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-9f872bdf-3853-4336-94f5-4511daaaa9d4 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.410598 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a853120a-34a9-41c4-8766-41b2f21b5113 req-e307bb6e-0fd7-4c1d-b823-479c6b302cde tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/bd1cb387-ce36-447d-8479-9e0616b8e558 HTTP/1.1" status: 200 len: 1799 time: 0.0502596 Jul 05 09:47:27.415425 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-a853120a-34a9-41c4-8766-41b2f21b5113 req-52bc8fa5-1f1d-4995-b3cd-b3f33238060d tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Request body: {'security_group': {'name': 'tempest-sg-hth-534513234', 'description': 'tempest-description-hth-743076007'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:27.425797 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f872bdf-3853-4336-94f5-4511daaaa9d4 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30901ce0-617f-46e4-801e-11e59c63d62c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:27.442112 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a853120a-34a9-41c4-8766-41b2f21b5113 req-52bc8fa5-1f1d-4995-b3cd-b3f33238060d tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.492495 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a853120a-34a9-41c4-8766-41b2f21b5113 req-52bc8fa5-1f1d-4995-b3cd-b3f33238060d tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.496482 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a853120a-34a9-41c4-8766-41b2f21b5113 req-52bc8fa5-1f1d-4995-b3cd-b3f33238060d tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.500969 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a853120a-34a9-41c4-8766-41b2f21b5113 req-52bc8fa5-1f1d-4995-b3cd-b3f33238060d tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.502464 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a853120a-34a9-41c4-8766-41b2f21b5113 req-52bc8fa5-1f1d-4995-b3cd-b3f33238060d tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "PUT /v2.0/security-groups/bd1cb387-ce36-447d-8479-9e0616b8e558 HTTP/1.1" status: 200 len: 1773 time: 0.0912368 Jul 05 09:47:27.527265 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc8fa5-1f1d-4995-b3cd-b3f33238060d tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1cb387-ce36-447d-8479-9e0616b8e558,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:27.529606 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-9f872bdf-3853-4336-94f5-4511daaaa9d4 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Allocated IP 192.168.233.124 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/207430a9-91d0-40d8-aa56-332652f0367a) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:27.614394 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 37b025e8-892c-40a2-923d-69f70acde91f details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:47:27.617234 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 7a209d70-5a0a-48bf-a1f9-5c9b063143d3 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:27.723281 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-020e0e9c-ea58-4a02-8dbb-efac2acf870a req-e5e57b7a-ff76-4010-b2b4-75574bb35139 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec485e15-5952-4ace-9933-f4d364d6fcde HTTP/1.1" status: 200 len: 210 time: 0.0426352 Jul 05 09:47:27.732887 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-9f872bdf-3853-4336-94f5-4511daaaa9d4 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.755568 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-9f872bdf-3853-4336-94f5-4511daaaa9d4 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Transition to ACTIVE for port object 207430a9-91d0-40d8-aa56-332652f0367a will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:27.765074 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 7a209d70-5a0a-48bf-a1f9-5c9b063143d3 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:27.772457 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6814e6eb-06d7-4e51-a161-57d37ed4a7e8 req-589023fd-dfd9-4911-bd3a-b99b30c8cfbf tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.792499 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 7a209d70-5a0a-48bf-a1f9-5c9b063143d3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:27.792884 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.804560 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-9f872bdf-3853-4336-94f5-4511daaaa9d4 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.854649 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 37b025e8-892c-40a2-923d-69f70acde91f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=37b025e8-892c-40a2-923d-69f70acde91f,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:27.868018 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3587f390-4146-42c9-aa43-af74c87540e9 req-250c05f2-319a-4792-8996-6c7c402c05f7 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/bd1cb387-ce36-447d-8479-9e0616b8e558 HTTP/1.1" status: 200 len: 1773 time: 0.0786624 Jul 05 09:47:27.886190 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-9f872bdf-3853-4336-94f5-4511daaaa9d4 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:27.889874 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-9f872bdf-3853-4336-94f5-4511daaaa9d4 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:27.892672 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-9f872bdf-3853-4336-94f5-4511daaaa9d4 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:27.928230 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f872bdf-3853-4336-94f5-4511daaaa9d4 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Pushing event updated for resources: {'Port': ['ID=207430a9-91d0-40d8-aa56-332652f0367a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:27.961451 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.975301 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-9f872bdf-3853-4336-94f5-4511daaaa9d4 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:27.975992 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-9f872bdf-3853-4336-94f5-4511daaaa9d4 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.978589 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6814e6eb-06d7-4e51-a161-57d37ed4a7e8 req-589023fd-dfd9-4911-bd3a-b99b30c8cfbf tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.984519 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6814e6eb-06d7-4e51-a161-57d37ed4a7e8 req-589023fd-dfd9-4911-bd3a-b99b30c8cfbf tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.996414 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-9f872bdf-3853-4336-94f5-4511daaaa9d4 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9430711 Jul 05 09:47:27.998109 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 37b025e8-892c-40a2-923d-69f70acde91f has no active binding in host n-h1-798054-8 {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 09:47:28.006504 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872b9857-bddd-4fab-84bd-93a225e6069a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a209d70-5a0a-48bf-a1f9-5c9b063143d3'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:28.008798 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34abbb8a-83ba-4fc1-b188-fa67a2248f61" -d '{"events": [{"server_uuid": "872b9857-bddd-4fab-84bd-93a225e6069a", "name": "network-vif-plugged", "status": "completed", "tag": "7a209d70-5a0a-48bf-a1f9-5c9b063143d3"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:28.023567 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-88238118-0df4-4452-bc2b-27fa947aaa7f service neutron] Request body: {'port': {'device_id': 'ec485e15-5952-4ace-9933-f4d364d6fcde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:28.023926 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 7a209d70-5a0a-48bf-a1f9-5c9b063143d3, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=7a209d70-5a0a-48bf-a1f9-5c9b063143d3,segment=NetworkSegment(6236b97d-8425-459f-81ba-4fba31e24243),segment_id=6236b97d-8425-459f-81ba-4fba31e24243)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:28.028938 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.048431 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6814e6eb-06d7-4e51-a161-57d37ed4a7e8 req-589023fd-dfd9-4911-bd3a-b99b30c8cfbf tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.059529 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6814e6eb-06d7-4e51-a161-57d37ed4a7e8 req-589023fd-dfd9-4911-bd3a-b99b30c8cfbf tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8844321 Jul 05 09:47:28.060587 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589023fd-dfd9-4911-bd3a-b99b30c8cfbf tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cee7b7-dde6-4ce2-a576-6ca6ff00f29e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:28.113115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28655a3-8cb8-448e-8b53-796b4f6d8f41', 'tag': '37b025e8-892c-40a2-923d-69f70acde91f'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:28.116129 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f619ec-b79f-4793-aabb-35bde3edf3ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f28655a3-8cb8-448e-8b53-796b4f6d8f41", "tag": "37b025e8-892c-40a2-923d-69f70acde91f"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:28.139148 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=7a209d70-5a0a-48bf-a1f9-5c9b063143d3,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:28.208436 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-88238118-0df4-4452-bc2b-27fa947aaa7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.264448 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a6ae0e20-7aad-4194-bc4a-ac9539bd6538 req-daf208a7-8f8b-4170-826d-b30b22db5c21 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/bd1cb387-ce36-447d-8479-9e0616b8e558 HTTP/1.1" status: 200 len: 1773 time: 0.0846727 Jul 05 09:47:28.302623 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-848a09ee-f9f4-40ff-bac3-d9d27c1939f7 None None] Provisioning for port 207430a9-91d0-40d8-aa56-332652f0367a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:28.305699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52254) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:28.307984 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-848a09ee-f9f4-40ff-bac3-d9d27c1939f7 None None] Provisioning complete for port 207430a9-91d0-40d8-aa56-332652f0367a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:28.308609 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-848a09ee-f9f4-40ff-bac3-d9d27c1939f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.346580 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ce7b6-0839-4052-9d17-1e2bbb008ac3 req-d6bc0cdb-be58-4999-91b9-5830beef3014 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:28.353402 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c2ce7b6-0839-4052-9d17-1e2bbb008ac3 req-d6bc0cdb-be58-4999-91b9-5830beef3014 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 943 time: 0.1352797 Jul 05 09:47:28.355204 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-848a09ee-f9f4-40ff-bac3-d9d27c1939f7 None None] Port 207430a9-91d0-40d8-aa56-332652f0367a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:47:28.387021 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a6ae0e20-7aad-4194-bc4a-ac9539bd6538 req-ff49adf5-e729-495e-9531-a1eecd5d7c2a tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.419940 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c2ce7b6-0839-4052-9d17-1e2bbb008ac3 req-91078ec3-84e5-437f-b99d-003b787fd05d tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656395 Jul 05 09:47:28.423884 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a6ae0e20-7aad-4194-bc4a-ac9539bd6538 req-ff49adf5-e729-495e-9531-a1eecd5d7c2a tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.450779 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-66915779-ce91-474d-aab7-8d378a413cda admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-63766746-network', 'tenant_id': 'a6475ba64a0d482bb432aecc90634688'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:28.483042 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66915779-ce91-474d-aab7-8d378a413cda admin admin] Made reservation on behalf of a6475ba64a0d482bb432aecc90634688 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:28.485618 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66915779-ce91-474d-aab7-8d378a413cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.492561 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254f4a87-25f6-4cac-9750-ff789a93cb32 x-openstack-request-id: req-254f4a87-25f6-4cac-9750-ff789a93cb32 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:28.494104 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872b9857-bddd-4fab-84bd-93a225e6069a", "name": "network-vif-plugged", "status": "completed", "tag": "7a209d70-5a0a-48bf-a1f9-5c9b063143d3", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:28.494641 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-254f4a87-25f6-4cac-9750-ff789a93cb32 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:28.494801 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66915779-ce91-474d-aab7-8d378a413cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.495425 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872b9857-bddd-4fab-84bd-93a225e6069a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a209d70-5a0a-48bf-a1f9-5c9b063143d3', 'code': 200} Jul 05 09:47:28.506590 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a6ae0e20-7aad-4194-bc4a-ac9539bd6538 req-ff49adf5-e729-495e-9531-a1eecd5d7c2a tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.509069 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a6ae0e20-7aad-4194-bc4a-ac9539bd6538 req-ff49adf5-e729-495e-9531-a1eecd5d7c2a tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.510254 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a6ae0e20-7aad-4194-bc4a-ac9539bd6538 req-ff49adf5-e729-495e-9531-a1eecd5d7c2a tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "DELETE /v2.0/security-groups/bd1cb387-ce36-447d-8479-9e0616b8e558 HTTP/1.1" status: 204 len: 173 time: 0.2404840 Jul 05 09:47:28.522473 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-88238118-0df4-4452-bc2b-27fa947aaa7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207430a9-91d0-40d8-aa56-332652f0367a {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:28.532281 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-88238118-0df4-4452-bc2b-27fa947aaa7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.536977 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49adf5-e729-495e-9531-a1eecd5d7c2a tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1cb387-ce36-447d-8479-9e0616b8e558,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:28.548289 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-88238118-0df4-4452-bc2b-27fa947aaa7f service neutron] Transition to ACTIVE for port object 207430a9-91d0-40d8-aa56-332652f0367a will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:28.555464 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-88238118-0df4-4452-bc2b-27fa947aaa7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.603744 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-acd0b0f2-79ce-4cf3-bcce-898c4ea99636 req-00472bfc-4957-4e4f-a3ae-c3cede58a4b1 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "GET /v2.0/security-groups/b8cee7b7-dde6-4ce2-a576-6ca6ff00f29e HTTP/1.1" status: 200 len: 1804 time: 0.0925069 Jul 05 09:47:28.625486 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88238118-0df4-4452-bc2b-27fa947aaa7f service neutron] Pushing event updated for resources: {'Port': ['ID=207430a9-91d0-40d8-aa56-332652f0367a,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:28.629383 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-acd0b0f2-79ce-4cf3-bcce-898c4ea99636 req-8aea449e-9156-47e2-b69b-6a6f2098623b tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b8cee7b7-dde6-4ce2-a576-6ca6ff00f29e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:28.629619 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-acd0b0f2-79ce-4cf3-bcce-898c4ea99636 req-8aea449e-9156-47e2-b69b-6a6f2098623b tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b8cee7b7-dde6-4ce2-a576-6ca6ff00f29e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:28.712256 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-88238118-0df4-4452-bc2b-27fa947aaa7f service neutron] Attempting to bind port 207430a9-91d0-40d8-aa56-332652f0367a on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:28.712640 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-88238118-0df4-4452-bc2b-27fa947aaa7f service neutron] Attempting to bind port 207430a9-91d0-40d8-aa56-332652f0367a by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:28.712988 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-88238118-0df4-4452-bc2b-27fa947aaa7f service neutron] Attempting to bind port 207430a9-91d0-40d8-aa56-332652f0367a on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:28.718605 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-88238118-0df4-4452-bc2b-27fa947aaa7f service neutron] Port 207430a9-91d0-40d8-aa56-332652f0367a on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:47:28.718943 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-88238118-0df4-4452-bc2b-27fa947aaa7f service neutron] Attempting to bind port 207430a9-91d0-40d8-aa56-332652f0367a on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:28.725144 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-88238118-0df4-4452-bc2b-27fa947aaa7f service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:28.725498 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-88238118-0df4-4452-bc2b-27fa947aaa7f service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:28.725865 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-88238118-0df4-4452-bc2b-27fa947aaa7f service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:28.726313 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-88238118-0df4-4452-bc2b-27fa947aaa7f service neutron] Bound port: 207430a9-91d0-40d8-aa56-332652f0367a, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:28.726679 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-88238118-0df4-4452-bc2b-27fa947aaa7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.782039 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66915779-ce91-474d-aab7-8d378a413cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.800777 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-88238118-0df4-4452-bc2b-27fa947aaa7f service neutron] For port 207430a9-91d0-40d8-aa56-332652f0367a, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:28.801171 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66915779-ce91-474d-aab7-8d378a413cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.804620 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-88238118-0df4-4452-bc2b-27fa947aaa7f service neutron] For port 207430a9-91d0-40d8-aa56-332652f0367a, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=207430a9-91d0-40d8-aa56-332652f0367a,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:47:28.809748 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-88238118-0df4-4452-bc2b-27fa947aaa7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.841443 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66915779-ce91-474d-aab7-8d378a413cda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:47:28.844210 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-88238118-0df4-4452-bc2b-27fa947aaa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:28.845787 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-88238118-0df4-4452-bc2b-27fa947aaa7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.847401 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-88238118-0df4-4452-bc2b-27fa947aaa7f service neutron] 10.222.0.78 "PUT /v2.0/ports/207430a9-91d0-40d8-aa56-332652f0367a HTTP/1.1" status: 200 len: 1096 time: 0.8372195 Jul 05 09:47:28.850118 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec485e15-5952-4ace-9933-f4d364d6fcde', 'tag': '207430a9-91d0-40d8-aa56-332652f0367a'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:28.853084 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9e7052-a219-4b21-a321-00311163b9e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ec485e15-5952-4ace-9933-f4d364d6fcde", "tag": "207430a9-91d0-40d8-aa56-332652f0367a"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:28.858882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c68fee-d301-434d-8bfa-da231f7114fa req-935c99a5-3d1b-47da-b9c3-d40118264963 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:28.860509 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a1c68fee-d301-434d-8bfa-da231f7114fa req-935c99a5-3d1b-47da-b9c3-d40118264963 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=872b9857-bddd-4fab-84bd-93a225e6069a HTTP/1.1" status: 200 len: 946 time: 0.1800518 Jul 05 09:47:28.867345 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec95dc-f00f-4789-a793-402a3dab5538 req-d3510fb1-9247-4a9e-8f5e-656b84c1b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:28.868936 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-54ec95dc-f00f-4789-a793-402a3dab5538 req-d3510fb1-9247-4a9e-8f5e-656b84c1b89d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=872b9857-bddd-4fab-84bd-93a225e6069a HTTP/1.1" status: 200 len: 1097 time: 0.2075002 Jul 05 09:47:28.883149 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66915779-ce91-474d-aab7-8d378a413cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.883149 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-66915779-ce91-474d-aab7-8d378a413cda admin admin] Added segment 2b33c294-6053-481b-baf8-537f54d65ae9 of type vlan for network a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2 Jul 05 09:47:28.891790 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66915779-ce91-474d-aab7-8d378a413cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84665837-5d8b-46df-bf44-4b5998ae7b29,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:28.931751 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88238118-0df4-4452-bc2b-27fa947aaa7f service neutron] Pushing event updated for resources: {'Port': ['ID=207430a9-91d0-40d8-aa56-332652f0367a,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:28.969570 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-eeea7b46-6c8d-4530-b528-37c24e1503b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:28.971289 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-eeea7b46-6c8d-4530-b528-37c24e1503b8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=68c976355c8947dfb15f859dec911fd0&device_id=ec485e15-5952-4ace-9933-f4d364d6fcde HTTP/1.1" status: 200 len: 1099 time: 0.0692751 Jul 05 09:47:29.012212 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-54ec95dc-f00f-4789-a793-402a3dab5538 req-2d29c481-15b2-46ea-9afd-1c3e25543eb6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259577 Jul 05 09:47:29.013858 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66915779-ce91-474d-aab7-8d378a413cda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.018085 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-359ecbff-e2e5-473a-a596-8f0d736785f4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=207430a9-91d0-40d8-aa56-332652f0367a HTTP/1.1" status: 200 len: 217 time: 0.0387926 Jul 05 09:47:29.028396 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a1c68fee-d301-434d-8bfa-da231f7114fa req-f1f8908a-eaa6-4337-b4b7-95ff6f5ca90e tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473722 Jul 05 09:47:29.032707 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-acd0b0f2-79ce-4cf3-bcce-898c4ea99636 req-8aea449e-9156-47e2-b69b-6a6f2098623b tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.065585 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-acd0b0f2-79ce-4cf3-bcce-898c4ea99636 req-8aea449e-9156-47e2-b69b-6a6f2098623b tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.071739 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-acd0b0f2-79ce-4cf3-bcce-898c4ea99636 req-8aea449e-9156-47e2-b69b-6a6f2098623b tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.089040 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66915779-ce91-474d-aab7-8d378a413cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.090076 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66915779-ce91-474d-aab7-8d378a413cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:29.090626 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-eb861242-4b7f-490c-b943-383ee9498440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:29.090774 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66915779-ce91-474d-aab7-8d378a413cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.092602 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-eb861242-4b7f-490c-b943-383ee9498440 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0676239 Jul 05 09:47:29.116526 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea449e-9156-47e2-b69b-6a6f2098623b tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409bb4ee-a1ba-498c-84f3-63b67cfc0314,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:29.118302 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f90656-6c5b-4e2a-81ff-08dceff34ac3 x-openstack-request-id: req-37f90656-6c5b-4e2a-81ff-08dceff34ac3 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:29.118587 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f28655a3-8cb8-448e-8b53-796b4f6d8f41", "tag": "37b025e8-892c-40a2-923d-69f70acde91f", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:29.118843 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-37f90656-6c5b-4e2a-81ff-08dceff34ac3 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:29.119237 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28655a3-8cb8-448e-8b53-796b4f6d8f41', 'tag': '37b025e8-892c-40a2-923d-69f70acde91f', 'status': 'completed', 'code': 200} Jul 05 09:47:29.175616 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-dca8e79c-28ff-4ddc-a863-855de09d8370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:29.177265 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-dca8e79c-28ff-4ddc-a863-855de09d8370 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0735166 Jul 05 09:47:29.178092 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52264) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:29.178389 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-66915779-ce91-474d-aab7-8d378a413cda admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8715646 Jul 05 09:47:29.179224 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-acd0b0f2-79ce-4cf3-bcce-898c4ea99636 req-8aea449e-9156-47e2-b69b-6a6f2098623b tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.182747 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b722ef0c-98eb-4a5c-8373-5ef49c490eb9 admin admin] Request body: {'subnet': {'network_id': 'a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-63766746-subnet', 'tenant_id': 'a6475ba64a0d482bb432aecc90634688', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:29.192523 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-acd0b0f2-79ce-4cf3-bcce-898c4ea99636 req-8aea449e-9156-47e2-b69b-6a6f2098623b tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5707021 Jul 05 09:47:29.220221 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66915779-ce91-474d-aab7-8d378a413cda admin admin] Pushing event updated for resources: {'Network': ['ID=a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:29.234400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:47:29.250838 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f619ec-b79f-4793-aabb-35bde3edf3ee req-14f9ffc3-862e-42dc-bccc-6597c88da50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:29.252440 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3f619ec-b79f-4793-aabb-35bde3edf3ee req-14f9ffc3-862e-42dc-bccc-6597c88da50d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 1124 time: 0.0947843 Jul 05 09:47:29.282949 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b722ef0c-98eb-4a5c-8373-5ef49c490eb9 admin admin] Made reservation on behalf of a6475ba64a0d482bb432aecc90634688 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:29.285513 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b722ef0c-98eb-4a5c-8373-5ef49c490eb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.364991 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-4f120633-e597-4c32-9d2b-fe22a2f1a0b4 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726198 Jul 05 09:47:29.401479 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f619ec-b79f-4793-aabb-35bde3edf3ee req-b23c6733-8636-442a-892b-14ff3afbcf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:29.403443 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3f619ec-b79f-4793-aabb-35bde3edf3ee req-b23c6733-8636-442a-892b-14ff3afbcf4d service neutron] 10.222.0.78 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 909 time: 0.1440425 Jul 05 09:47:29.458103 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3f619ec-b79f-4793-aabb-35bde3edf3ee req-d04bf79f-8eef-4f07-a125-884402b11477 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37b025e8-892c-40a2-923d-69f70acde91f HTTP/1.1" status: 200 len: 217 time: 0.0474479 Jul 05 09:47:29.540485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f619ec-b79f-4793-aabb-35bde3edf3ee req-3187db46-1853-4c39-9c7c-3a1287618e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:29.541181 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b85ca05-a586-4c5a-ab79-ca8cacc95653 req-09d66063-309e-46d4-b4c4-69c017a2111e service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672716 Jul 05 09:47:29.542096 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3f619ec-b79f-4793-aabb-35bde3edf3ee req-3187db46-1853-4c39-9c7c-3a1287618e31 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=408995a7-a274-4d3e-939a-c6141d694df3 HTTP/1.1" status: 200 len: 848 time: 0.0548015 Jul 05 09:47:29.559722 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7c6f12-f921-487a-9ca1-49d8ce52d119 x-openstack-request-id: req-1d7c6f12-f921-487a-9ca1-49d8ce52d119 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:29.560478 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec485e15-5952-4ace-9933-f4d364d6fcde", "tag": "207430a9-91d0-40d8-aa56-332652f0367a", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:29.560865 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1d7c6f12-f921-487a-9ca1-49d8ce52d119 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:29.561370 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec485e15-5952-4ace-9933-f4d364d6fcde', 'tag': '207430a9-91d0-40d8-aa56-332652f0367a', 'status': 'completed', 'code': 200} Jul 05 09:47:29.572466 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811200a9-68cb-433a-be2b-0731dc57c9de req-3982cea2-e300-40d4-84dd-0360c07b7bd7 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:29.574145 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-811200a9-68cb-433a-be2b-0731dc57c9de req-3982cea2-e300-40d4-84dd-0360c07b7bd7 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec485e15-5952-4ace-9933-f4d364d6fcde HTTP/1.1" status: 200 len: 948 time: 0.1186316 Jul 05 09:47:29.621619 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3f619ec-b79f-4793-aabb-35bde3edf3ee req-2ef2407b-a98a-40d7-94c5-93df934c8906 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5aa1814e-7fad-4b86-b0f0-99892209992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447083 Jul 05 09:47:29.640663 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b722ef0c-98eb-4a5c-8373-5ef49c490eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.709294 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722ef0c-98eb-4a5c-8373-5ef49c490eb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ae632a1-0aa5-4d4f-a2ca-5b30d6118137,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:29.720334 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-811200a9-68cb-433a-be2b-0731dc57c9de req-0925bfdc-782e-4196-b5e8-7212efcda1da tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.79 "GET /v2.0/security-groups?id=30901ce0-617f-46e4-801e-11e59c63d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345379 Jul 05 09:47:29.724779 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41503161-98dc-44b3-b81b-82997ba51c1a req-42548a8e-3abe-4d58-aa26-0b1bda9e899a tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "GET /v2.0/security-groups/b8cee7b7-dde6-4ce2-a576-6ca6ff00f29e HTTP/1.1" status: 200 len: 2397 time: 0.1490815 Jul 05 09:47:29.731038 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e7052-a219-4b21-a321-00311163b9e5 req-aa4293e1-7f8b-4b18-a68b-e83dd15a735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:29.732808 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7b9e7052-a219-4b21-a321-00311163b9e5 req-aa4293e1-7f8b-4b18-a68b-e83dd15a735a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=68c976355c8947dfb15f859dec911fd0&device_id=ec485e15-5952-4ace-9933-f4d364d6fcde HTTP/1.1" status: 200 len: 1099 time: 0.1256592 Jul 05 09:47:29.735990 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b722ef0c-98eb-4a5c-8373-5ef49c490eb9 admin admin] Checking segment: {'id': '2b33c294-6053-481b-baf8-537f54d65ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:29.736364 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b722ef0c-98eb-4a5c-8373-5ef49c490eb9 admin admin] Network hostable DHCP agents. Network: a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:47:29.755329 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-41503161-98dc-44b3-b81b-82997ba51c1a req-ea492fac-88b2-4278-8dcb-706f149c33f0 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b8cee7b7-dde6-4ce2-a576-6ca6ff00f29e', 'remote_group_id': None}]} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:29.755671 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-41503161-98dc-44b3-b81b-82997ba51c1a req-ea492fac-88b2-4278-8dcb-706f149c33f0 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b8cee7b7-dde6-4ce2-a576-6ca6ff00f29e', 'remote_group_id': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:29.780856 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3f619ec-b79f-4793-aabb-35bde3edf3ee req-bdd53848-a3d2-45ec-b2f1-a1ce32d56ba0 service neutron] 10.222.0.78 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506038 Jul 05 09:47:29.813281 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b722ef0c-98eb-4a5c-8373-5ef49c490eb9 admin admin] Network a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:47:29.831613 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b722ef0c-98eb-4a5c-8373-5ef49c490eb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:29.837018 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b722ef0c-98eb-4a5c-8373-5ef49c490eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:29.837644 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b722ef0c-98eb-4a5c-8373-5ef49c490eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.846799 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bbc7ef-315d-4caf-bf19-1fef9ce25203 None None] Network a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:29.865327 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b722ef0c-98eb-4a5c-8373-5ef49c490eb9 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6860130 Jul 05 09:47:29.889460 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-41503161-98dc-44b3-b81b-82997ba51c1a req-ea492fac-88b2-4278-8dcb-706f149c33f0 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.900844 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e7052-a219-4b21-a321-00311163b9e5 req-b9de658e-92fb-47f6-94ff-9446089884b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:29.903836 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7b9e7052-a219-4b21-a321-00311163b9e5 req-b9de658e-92fb-47f6-94ff-9446089884b7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1481583 Jul 05 09:47:29.920469 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-41503161-98dc-44b3-b81b-82997ba51c1a req-ea492fac-88b2-4278-8dcb-706f149c33f0 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.932575 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-41503161-98dc-44b3-b81b-82997ba51c1a req-ea492fac-88b2-4278-8dcb-706f149c33f0 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.952401 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3f619ec-b79f-4793-aabb-35bde3edf3ee req-95d0fb44-675a-4e9d-833b-2e4416ccd657 service neutron] 10.222.0.78 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530535 Jul 05 09:47:29.956868 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea492fac-88b2-4278-8dcb-706f149c33f0 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4e71e5-5aa3-4ac4-a95f-57241f16efe7,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:29.960688 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7b9e7052-a219-4b21-a321-00311163b9e5 req-227e21e7-1e93-41cb-8c02-c670c89639ba service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=207430a9-91d0-40d8-aa56-332652f0367a HTTP/1.1" status: 200 len: 217 time: 0.0432906 Jul 05 09:47:29.966537 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-41503161-98dc-44b3-b81b-82997ba51c1a req-ea492fac-88b2-4278-8dcb-706f149c33f0 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.970024 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41503161-98dc-44b3-b81b-82997ba51c1a req-ea492fac-88b2-4278-8dcb-706f149c33f0 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2276618 Jul 05 09:47:30.097163 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474f3a6-a70a-479c-9575-e079f1e75626 req-ba55879b-e61a-469d-be96-0c5ed340d84e tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:30.104695 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4474f3a6-a70a-479c-9575-e079f1e75626 req-ba55879b-e61a-469d-be96-0c5ed340d84e tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 943 time: 0.1183407 Jul 05 09:47:30.151772 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba4c625-edd7-4afb-a0c7-66c69bbf3726 None None] Network a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:30.155226 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-1f9618ac-b843-48e9-b6da-5e168b818bf1 service neutron] 10.222.0.78 "GET /v2.0/ports/37b025e8-892c-40a2-923d-69f70acde91f/bindings/n-h1-798054-8 HTTP/1.1" status: 200 len: 384 time: 0.1921749 Jul 05 09:47:30.156802 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e7052-a219-4b21-a321-00311163b9e5 req-64fe8e9b-423b-4916-9fd6-6e15bf565984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:30.158782 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7b9e7052-a219-4b21-a321-00311163b9e5 req-64fe8e9b-423b-4916-9fd6-6e15bf565984 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1701121 Jul 05 09:47:30.188412 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4474f3a6-a70a-479c-9575-e079f1e75626 req-2b53ea6d-ae20-4d2e-a067-8149bca4b09f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827050 Jul 05 09:47:30.232776 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba9260-4b6f-4bd6-8d71-2a5b5653235c req-d984798e-ed7a-4e36-a521-8b60ba41716c tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:30.235013 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9cba9260-4b6f-4bd6-8d71-2a5b5653235c req-d984798e-ed7a-4e36-a521-8b60ba41716c tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfc4ff40-250a-45b3-82bb-dadbdca0e08a HTTP/1.1" status: 200 len: 950 time: 0.1281009 Jul 05 09:47:30.259617 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-fb4bd60a-df59-4fa4-bf3a-98d04d01ae82 req-1fb703a2-d2e8-4d62-83e3-9785c24f19db tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] show failed (client error): The resource could not be found. Jul 05 09:47:30.261298 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fb4bd60a-df59-4fa4-bf3a-98d04d01ae82 req-1fb703a2-d2e8-4d62-83e3-9785c24f19db tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/7232a910-3fdd-4b9f-9923-538a74bb1bbf HTTP/1.1" status: 404 len: 352 time: 0.0247221 Jul 05 09:47:30.303706 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e7052-a219-4b21-a321-00311163b9e5 req-74aa2814-0607-4503-b25b-c03cbbedcfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:30.305456 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7b9e7052-a219-4b21-a321-00311163b9e5 req-74aa2814-0607-4503-b25b-c03cbbedcfb9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1379428 Jul 05 09:47:30.320962 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9cba9260-4b6f-4bd6-8d71-2a5b5653235c req-5bf99358-1262-4746-8333-a1533e7afd5a tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.79 "GET /v2.0/security-groups?id=8ef028cb-5a5e-4a9b-b12e-926aa3ebe105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757332 Jul 05 09:47:30.354736 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2cc09f37-ac04-400c-b795-7f67d3d9d59d req-e3016d1e-faa4-42b8-8380-6389a713b493 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "GET /v2.0/security-groups/b8cee7b7-dde6-4ce2-a576-6ca6ff00f29e HTTP/1.1" status: 200 len: 2995 time: 0.0528958 Jul 05 09:47:30.487082 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7b9e7052-a219-4b21-a321-00311163b9e5 req-b3f7e65e-2d2b-4de0-bf2f-b839f2a9210f service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634927 Jul 05 09:47:30.521538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab444e0e-b044-49a0-854b-aecffdb2f5a8 req-21618213-21fe-40a0-b16f-34c59d6f20a9 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:30.523164 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab444e0e-b044-49a0-854b-aecffdb2f5a8 req-21618213-21fe-40a0-b16f-34c59d6f20a9 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=872b9857-bddd-4fab-84bd-93a225e6069a HTTP/1.1" status: 200 len: 946 time: 0.0901000 Jul 05 09:47:30.556524 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-e392c794-3616-421c-8c33-dc9bb35ddd17 service neutron] For port 37b025e8-892c-40a2-923d-69f70acde91f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=37b025e8-892c-40a2-923d-69f70acde91f,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:30.588382 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-e392c794-3616-421c-8c33-dc9bb35ddd17 service neutron] For port 37b025e8-892c-40a2-923d-69f70acde91f, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:30.629543 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab444e0e-b044-49a0-854b-aecffdb2f5a8 req-e7cf4652-dd3a-4d85-a209-0bd7d0290b0c tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992701 Jul 05 09:47:30.640930 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-e392c794-3616-421c-8c33-dc9bb35ddd17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b025e8-892c-40a2-923d-69f70acde91f {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:30.652365 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-e392c794-3616-421c-8c33-dc9bb35ddd17 service neutron] For port 37b025e8-892c-40a2-923d-69f70acde91f, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=37b025e8-892c-40a2-923d-69f70acde91f,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:30.662023 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7b9e7052-a219-4b21-a321-00311163b9e5 req-f93177d0-0a79-4978-84b5-91ac31d4d789 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662726 Jul 05 09:47:30.669644 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-e392c794-3616-421c-8c33-dc9bb35ddd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:30.703482 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-8081e142-7ee1-4a74-b6f4-f4111a2117fa tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:30.705523 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-8081e142-7ee1-4a74-b6f4-f4111a2117fa tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/networks?id=a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2 HTTP/1.1" status: 200 len: 812 time: 0.1532104 Jul 05 09:47:30.727134 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-a8da019e-11ba-4a2e-9da2-e385396ec8fa tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/quotas/a6475ba64a0d482bb432aecc90634688 HTTP/1.1" status: 200 len: 375 time: 0.0160608 Jul 05 09:47:30.769790 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-e392c794-3616-421c-8c33-dc9bb35ddd17 service neutron] Transition to ACTIVE for port object 37b025e8-892c-40a2-923d-69f70acde91f will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:30.774283 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-e69a9973-fad6-4135-bf3e-77edb3d44b64 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a6475ba64a0d482bb432aecc90634688&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408559 Jul 05 09:47:30.782422 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-e392c794-3616-421c-8c33-dc9bb35ddd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:30.856686 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-e392c794-3616-421c-8c33-dc9bb35ddd17 service neutron] No DVR routers for this DVR port 37b025e8-892c-40a2-923d-69f70acde91f on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:47:30.865946 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-14e47c45-7c56-4329-8ad6-7a4f563966db req-6d8f530f-35b6-4c36-a3b4-6e7833546020 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] show failed (client error): The resource could not be found. Jul 05 09:47:30.867010 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-14e47c45-7c56-4329-8ad6-7a4f563966db req-6d8f530f-35b6-4c36-a3b4-6e7833546020 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/394aefeb-34be-49e9-bbb6-c2decd916ea4 HTTP/1.1" status: 404 len: 352 time: 0.0258477 Jul 05 09:47:30.897384 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392c794-3616-421c-8c33-dc9bb35ddd17 service neutron] Pushing event updated for resources: {'Port': ['ID=37b025e8-892c-40a2-923d-69f70acde91f,revision_number=10']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:30.904620 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-e392c794-3616-421c-8c33-dc9bb35ddd17 service neutron] 10.222.0.78 "PUT /v2.0/ports/37b025e8-892c-40a2-923d-69f70acde91f/bindings/n-h1-798054-8/activate HTTP/1.1" status: 200 len: 369 time: 0.7382321 Jul 05 09:47:30.910127 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-a9eb1cd4-325f-4523-bd69-c82c402dc334 service neutron] 10.222.0.79 "GET /v2.0/networks/a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265321 Jul 05 09:47:31.004486 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d3745661-9aeb-40f7-a8a5-a9b7ce2b1831 req-ca937fb2-15b8-4f61-b294-b3f23ed7fd5c tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "GET /v2.0/security-group-rules/ac4e71e5-5aa3-4ac4-a95f-57241f16efe7 HTTP/1.1" status: 200 len: 783 time: 0.0832591 Jul 05 09:47:31.116427 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-ac0e982d-0629-4cd1-8c29-25953467299c service neutron] 10.222.0.79 "GET /v2.0/networks/a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052615 Jul 05 09:47:31.144737 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d3745661-9aeb-40f7-a8a5-a9b7ce2b1831 req-25a43d4e-bc31-4b0c-9c46-fd466616afa2 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "GET /v2.0/security-groups/b8cee7b7-dde6-4ce2-a576-6ca6ff00f29e HTTP/1.1" status: 200 len: 2995 time: 0.1238830 Jul 05 09:47:31.146690 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b9465-1343-4d1a-a73d-e817d9d7b004 req-ed9e42a7-471d-491f-bd39-e3b3bc320062 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:31.148487 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-565b9465-1343-4d1a-a73d-e817d9d7b004 req-ed9e42a7-471d-491f-bd39-e3b3bc320062 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfc4ff40-250a-45b3-82bb-dadbdca0e08a HTTP/1.1" status: 200 len: 950 time: 0.0784500 Jul 05 09:47:31.177195 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-97c4726e-42b9-40c0-8952-e22382cf6f90 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:31.178713 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-97c4726e-42b9-40c0-8952-e22382cf6f90 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41&tenant_id=f74a958ec8be4a8683e21e11de1010dc&binding%3Ahost_id=n-h2-798054-8 HTTP/1.1" status: 200 len: 1095 time: 0.1778016 Jul 05 09:47:31.203010 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d3745661-9aeb-40f7-a8a5-a9b7ce2b1831 req-3309502e-9247-492a-8b3a-c7eb1fe65d01 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:31.228857 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d3745661-9aeb-40f7-a8a5-a9b7ce2b1831 req-3309502e-9247-492a-8b3a-c7eb1fe65d01 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:31.276079 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d3745661-9aeb-40f7-a8a5-a9b7ce2b1831 req-3309502e-9247-492a-8b3a-c7eb1fe65d01 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:31.285793 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d3745661-9aeb-40f7-a8a5-a9b7ce2b1831 req-3309502e-9247-492a-8b3a-c7eb1fe65d01 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:31.301840 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d3745661-9aeb-40f7-a8a5-a9b7ce2b1831 req-3309502e-9247-492a-8b3a-c7eb1fe65d01 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/ac4e71e5-5aa3-4ac4-a95f-57241f16efe7 HTTP/1.1" status: 204 len: 173 time: 0.1464317 Jul 05 09:47:31.323214 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309502e-9247-492a-8b3a-c7eb1fe65d01 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac4e71e5-5aa3-4ac4-a95f-57241f16efe7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:31.332222 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-1c14b972-ace3-4314-a7d0-797e55e19d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:31.333924 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-1c14b972-ace3-4314-a7d0-797e55e19d6a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41&tenant_id=f74a958ec8be4a8683e21e11de1010dc HTTP/1.1" status: 200 len: 1095 time: 0.1423471 Jul 05 09:47:31.334779 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-565b9465-1343-4d1a-a73d-e817d9d7b004 req-ff6022a3-9f02-4a9d-a6a4-73857f6fc385 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Deleting port 304ee344-b887-4db3-918a-9585be663a35 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:47:31.335135 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-565b9465-1343-4d1a-a73d-e817d9d7b004 req-ff6022a3-9f02-4a9d-a6a4-73857f6fc385 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:31.335986 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-93b4a757-8eb7-4ffb-89af-0599c53582ad req-9454ba8f-1579-4946-82e7-583983879622 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] show failed (client error): The resource could not be found. Jul 05 09:47:31.352659 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-93b4a757-8eb7-4ffb-89af-0599c53582ad req-9454ba8f-1579-4946-82e7-583983879622 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/bc40a4af-6002-4245-bc55-af033580818d HTTP/1.1" status: 404 len: 352 time: 0.0496068 Jul 05 09:47:31.444479 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-cc2b00e0-5dd8-4385-9766-7b21f3145f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:31.446122 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-cc2b00e0-5dd8-4385-9766-7b21f3145f67 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 1095 time: 0.0762064 Jul 05 09:47:31.508686 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-565b9465-1343-4d1a-a73d-e817d9d7b004 req-ff6022a3-9f02-4a9d-a6a4-73857f6fc385 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] For port 304ee344-b887-4db3-918a-9585be663a35, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=304ee344-b887-4db3-918a-9585be663a35,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:31.509549 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-565b9465-1343-4d1a-a73d-e817d9d7b004 req-ff6022a3-9f02-4a9d-a6a4-73857f6fc385 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:31.528197 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-565b9465-1343-4d1a-a73d-e817d9d7b004 req-ff6022a3-9f02-4a9d-a6a4-73857f6fc385 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Calling delete_port for 304ee344-b887-4db3-918a-9585be663a35 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:47:31.629850 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee0a84-875d-4f21-863b-fb90f39513a1 req-83b9de89-9fb8-4fff-89a4-ba7d1977306c tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:31.638020 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9bee0a84-875d-4f21-863b-fb90f39513a1 req-83b9de89-9fb8-4fff-89a4-ba7d1977306c tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec485e15-5952-4ace-9933-f4d364d6fcde HTTP/1.1" status: 200 len: 948 time: 0.2072928 Jul 05 09:47:31.725172 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-565b9465-1343-4d1a-a73d-e817d9d7b004 req-ff6022a3-9f02-4a9d-a6a4-73857f6fc385 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:31.725772 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-8c8c0d05-cb17-46af-a49a-65390e64d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:31.727427 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-8c8c0d05-cb17-46af-a49a-65390e64d5bd service neutron] 10.222.0.81 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 909 time: 0.2365990 Jul 05 09:47:31.738065 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['304ee344-b887-4db3-918a-9585be663a35'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:31.744808 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bea80-3a95-4c89-837f-c5d4a781ffc6 req-f3f739a5-642d-4467-9843-8d0800692c9f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:31.744808 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff8bea80-3a95-4c89-837f-c5d4a781ffc6 req-f3f739a5-642d-4467-9843-8d0800692c9f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 944 time: 0.2536933 Jul 05 09:47:31.769645 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6022a3-9f02-4a9d-a6a4-73857f6fc385 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Pushing event deleted for resources: {'Port': ['ID=304ee344-b887-4db3-918a-9585be663a35,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:31.853231 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-565b9465-1343-4d1a-a73d-e817d9d7b004 req-ff6022a3-9f02-4a9d-a6a4-73857f6fc385 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] No DVR routers for this DVR port 304ee344-b887-4db3-918a-9585be663a35 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:47:31.857918 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-565b9465-1343-4d1a-a73d-e817d9d7b004 req-ff6022a3-9f02-4a9d-a6a4-73857f6fc385 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:31.860526 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-565b9465-1343-4d1a-a73d-e817d9d7b004 req-ff6022a3-9f02-4a9d-a6a4-73857f6fc385 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.78 "DELETE /v2.0/ports/304ee344-b887-4db3-918a-9585be663a35 HTTP/1.1" status: 204 len: 173 time: 0.7002726 Jul 05 09:47:31.861318 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc4ff40-250a-45b3-82bb-dadbdca0e08a', 'name': 'network-vif-deleted', 'tag': '304ee344-b887-4db3-918a-9585be663a35'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:31.874646 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301ef8eb-9558-4782-b0ca-f252e5913f17" -d '{"events": [{"server_uuid": "bfc4ff40-250a-45b3-82bb-dadbdca0e08a", "name": "network-vif-deleted", "tag": "304ee344-b887-4db3-918a-9585be663a35"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:32.104097 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9bee0a84-875d-4f21-863b-fb90f39513a1 req-be1b12e1-34e7-4089-8241-f954d3c711ea tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.79 "GET /v2.0/security-groups?id=30901ce0-617f-46e4-801e-11e59c63d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650817 Jul 05 09:47:32.107950 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-c8c95141-1216-4cdc-a274-b02955f73a87 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37b025e8-892c-40a2-923d-69f70acde91f HTTP/1.1" status: 200 len: 217 time: 0.3618026 Jul 05 09:47:32.176382 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff8bea80-3a95-4c89-837f-c5d4a781ffc6 req-a71ad71a-1ad4-4ff0-9fca-915d9918e5b9 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713072 Jul 05 09:47:32.182155 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-e6c98305-1eae-4e64-bb36-a665934ff643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:32.183988 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-e6c98305-1eae-4e64-bb36-a665934ff643 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=408995a7-a274-4d3e-939a-c6141d694df3 HTTP/1.1" status: 200 len: 848 time: 0.0613394 Jul 05 09:47:32.229548 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-37e0eee5-4855-494d-bc70-5fe275a2a70e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5aa1814e-7fad-4b86-b0f0-99892209992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354848 Jul 05 09:47:32.283526 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-22b28d7c-9ae3-4ce3-b138-34b00d77c4cc req-3356811d-6a94-475c-b8c7-4e5a0da3f710 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 210 time: 0.0572822 Jul 05 09:47:32.362454 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efc5bd1a-9f00-4891-bcb9-25c3aeccc3d3 req-c744c7fa-508d-4345-b098-1f7b6cce169d tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "GET /v2.0/security-groups/b8cee7b7-dde6-4ce2-a576-6ca6ff00f29e HTTP/1.1" status: 200 len: 2397 time: 0.1350698 Jul 05 09:47:32.410029 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:32.456381 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-306d03b0-a2fc-4764-b62e-8f3f0a1e3415 service neutron] 10.222.0.81 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122440 Jul 05 09:47:32.461096 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43b55561-4489-43bd-9832-dba2fd5d8e23 req-6ea7efcf-fa23-46e5-9cf6-a9f7e78433a1 tempest-TenantUsagesTestJSON-1003953161 tempest-TenantUsagesTestJSON-1003953161-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfc4ff40-250a-45b3-82bb-dadbdca0e08a HTTP/1.1" status: 200 len: 210 time: 0.0479910 Jul 05 09:47:32.554155 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-97a1c79a-9942-4b92-9cc6-dae40e4bc20f req-d006530b-41c9-4b4f-828d-207926f3e120 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] show failed (client error): The resource could not be found. Jul 05 09:47:32.555155 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97a1c79a-9942-4b92-9cc6-dae40e4bc20f req-d006530b-41c9-4b4f-828d-207926f3e120 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/6e9cf4ef-76a2-48e3-9d8d-1f4f64e9dd32 HTTP/1.1" status: 404 len: 352 time: 0.0574059 Jul 05 09:47:32.596046 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-efc5bd1a-9f00-4891-bcb9-25c3aeccc3d3 req-b45de911-1386-4883-8425-e1c0c68f58be tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:32.631432 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-efc5bd1a-9f00-4891-bcb9-25c3aeccc3d3 req-b45de911-1386-4883-8425-e1c0c68f58be tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:32.635342 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-13947053-b37e-40db-a8ef-dc13bcf73e0e service neutron] 10.222.0.81 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633022 Jul 05 09:47:32.693716 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-efc5bd1a-9f00-4891-bcb9-25c3aeccc3d3 req-b45de911-1386-4883-8425-e1c0c68f58be tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:32.697776 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-efc5bd1a-9f00-4891-bcb9-25c3aeccc3d3 req-b45de911-1386-4883-8425-e1c0c68f58be tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:32.699139 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efc5bd1a-9f00-4891-bcb9-25c3aeccc3d3 req-b45de911-1386-4883-8425-e1c0c68f58be tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "DELETE /v2.0/security-groups/b8cee7b7-dde6-4ce2-a576-6ca6ff00f29e HTTP/1.1" status: 204 len: 173 time: 0.3089139 Jul 05 09:47:32.709412 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45de911-1386-4883-8425-e1c0c68f58be tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cee7b7-dde6-4ce2-a576-6ca6ff00f29e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:32.746000 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff98afad-1333-4004-9ee1-11d023b1a313 x-openstack-request-id: req-ff98afad-1333-4004-9ee1-11d023b1a313 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:32.747118 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc4ff40-250a-45b3-82bb-dadbdca0e08a", "name": "network-vif-deleted", "tag": "304ee344-b887-4db3-918a-9585be663a35", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:32.747374 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ff98afad-1333-4004-9ee1-11d023b1a313 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:32.747817 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc4ff40-250a-45b3-82bb-dadbdca0e08a', 'name': 'network-vif-deleted', 'tag': '304ee344-b887-4db3-918a-9585be663a35', 'status': 'completed', 'code': 200} Jul 05 09:47:32.755468 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 207430a9-91d0-40d8-aa56-332652f0367a details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:47:32.758938 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 37b025e8-892c-40a2-923d-69f70acde91f no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:47:32.884450 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 37b025e8-892c-40a2-923d-69f70acde91f not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:47:32.890394 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-edd0c019-3562-465f-a0da-b9fd61bc2217 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:32.892485 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-edd0c019-3562-465f-a0da-b9fd61bc2217 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.81 "GET /v2.0/networks?id=a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2 HTTP/1.1" status: 200 len: 812 time: 0.1311369 Jul 05 09:47:32.909896 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-1154bc02-67d7-4156-a1a7-2a3bbbc5651b req-ee994bac-74df-45db-8174-0dbf8d280ae9 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] show failed (client error): The resource could not be found. Jul 05 09:47:32.911130 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1154bc02-67d7-4156-a1a7-2a3bbbc5651b req-ee994bac-74df-45db-8174-0dbf8d280ae9 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/a8d70e3d-2af9-4c8a-90fa-6a7fb533aa15 HTTP/1.1" status: 404 len: 352 time: 0.0290616 Jul 05 09:47:32.915280 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-e3291d27-88b8-4907-bbd9-618e2cbaff36 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Request body: {'port': {'device_id': 'a92dd334-bc70-468d-b2c0-2d2affd3898c', 'network_id': 'a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2', 'admin_state_up': True, 'tenant_id': 'a6475ba64a0d482bb432aecc90634688'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:32.935867 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 207430a9-91d0-40d8-aa56-332652f0367a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=207430a9-91d0-40d8-aa56-332652f0367a,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:32.951083 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '207430a9-91d0-40d8-aa56-332652f0367a', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '207430a9-91d0-40d8-aa56-332652f0367a', 'mac_address': 'fa:16:3e:c5:e1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:47:32.995613 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:33.003900 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-95928d82-a881-43e6-a5c0-c4125f519180 req-10768903-2c86-4aa4-978f-718ba8fe3b5a tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] show failed (client error): The resource could not be found. Jul 05 09:47:33.005069 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-95928d82-a881-43e6-a5c0-c4125f519180 req-10768903-2c86-4aa4-978f-718ba8fe3b5a tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "GET /v2.0/security-groups/7d69a77d-8f9d-4f22-8786-73dd015e36da HTTP/1.1" status: 404 len: 352 time: 0.0263684 Jul 05 09:47:33.014107 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207430a9-91d0-40d8-aa56-332652f0367a {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:33.044760 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 207430a9-91d0-40d8-aa56-332652f0367a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=207430a9-91d0-40d8-aa56-332652f0367a,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:33.050153 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:33.112304 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=207430a9-91d0-40d8-aa56-332652f0367a,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:33.133678 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-69fa1377-0ccf-461e-9586-813e6b93aeee req-4f022536-000c-4b60-963b-5da5ac381554 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] show failed (client error): The resource could not be found. Jul 05 09:47:33.134599 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-69fa1377-0ccf-461e-9586-813e6b93aeee req-4f022536-000c-4b60-963b-5da5ac381554 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/8f610922-0a80-4223-aeda-691e625495f4 HTTP/1.1" status: 404 len: 352 time: 0.0714343 Jul 05 09:47:33.173458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-73376b6c-acb1-4794-961f-2cfb18b93301 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:33.175032 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-73376b6c-acb1-4794-961f-2cfb18b93301 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41&tenant_id=f74a958ec8be4a8683e21e11de1010dc&binding%3Ahost_id=n-h1-798054-8 HTTP/1.1" status: 200 len: 1095 time: 0.1099377 Jul 05 09:47:33.175668 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-e3291d27-88b8-4907-bbd9-618e2cbaff36 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Made reservation on behalf of a6475ba64a0d482bb432aecc90634688 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:33.179113 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-e3291d27-88b8-4907-bbd9-618e2cbaff36 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:33.316862 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-553af481-b01c-44ab-bfe8-8c4daf484f9f req-a699c482-b0a5-4a61-9141-637ee6c9ac1b tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "GET /v2.0/security-groups/23f20bea-7400-4bac-94e7-518635a23f21 HTTP/1.1" status: 200 len: 1804 time: 0.1541023 Jul 05 09:47:33.365411 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['207430a9-91d0-40d8-aa56-332652f0367a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:33.536478 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-21f2960a-f364-4939-b5b6-e20a063358bf service neutron] For port 37b025e8-892c-40a2-923d-69f70acde91f, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:33.546436 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-e3291d27-88b8-4907-bbd9-618e2cbaff36 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Allocated IP 172.20.0.10 (a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2/4ae632a1-0aa5-4d4f-a2ca-5b30d6118137/249da0cf-193f-4c9c-86b1-cf8ab6844941) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:33.550229 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-21f2960a-f364-4939-b5b6-e20a063358bf service neutron] Notify callbacks [] for binding, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:33.551339 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aedef0dd-7912-4bd2-a899-04460e9de26b req-21f2960a-f364-4939-b5b6-e20a063358bf service neutron] 10.222.0.81 "DELETE /v2.0/ports/37b025e8-892c-40a2-923d-69f70acde91f/bindings/n-h2-798054-8 HTTP/1.1" status: 204 len: 173 time: 0.3577704 Jul 05 09:47:33.554555 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-553af481-b01c-44ab-bfe8-8c4daf484f9f req-d60fff28-77e7-4e09-91eb-9607527a3efb tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:33.583656 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63e0a0-ce4a-4237-be11-2777af95338a req-fff79b7f-02c9-4fbd-b54c-34448733e8d8 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:33.584438 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb63e0a0-ce4a-4237-be11-2777af95338a req-fff79b7f-02c9-4fbd-b54c-34448733e8d8 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec485e15-5952-4ace-9933-f4d364d6fcde HTTP/1.1" status: 200 len: 949 time: 0.2643828 Jul 05 09:47:33.629059 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-553af481-b01c-44ab-bfe8-8c4daf484f9f req-d60fff28-77e7-4e09-91eb-9607527a3efb tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:33.700718 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb63e0a0-ce4a-4237-be11-2777af95338a req-010128cf-e15c-4b67-9a87-efd33cb6a6c0 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.79 "GET /v2.0/security-groups?id=30901ce0-617f-46e4-801e-11e59c63d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088290 Jul 05 09:47:33.746965 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-553af481-b01c-44ab-bfe8-8c4daf484f9f req-d60fff28-77e7-4e09-91eb-9607527a3efb tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:33.750009 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-553af481-b01c-44ab-bfe8-8c4daf484f9f req-d60fff28-77e7-4e09-91eb-9607527a3efb tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:33.751170 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-553af481-b01c-44ab-bfe8-8c4daf484f9f req-d60fff28-77e7-4e09-91eb-9607527a3efb tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "DELETE /v2.0/security-groups/23f20bea-7400-4bac-94e7-518635a23f21 HTTP/1.1" status: 204 len: 173 time: 0.4279568 Jul 05 09:47:33.766219 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fff28-77e7-4e09-91eb-9607527a3efb tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f20bea-7400-4bac-94e7-518635a23f21,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:33.814906 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-e3291d27-88b8-4907-bbd9-618e2cbaff36 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:33.867724 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-e3291d27-88b8-4907-bbd9-618e2cbaff36 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:33.914928 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-e3291d27-88b8-4907-bbd9-618e2cbaff36 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Network a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:33.944577 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-e3291d27-88b8-4907-bbd9-618e2cbaff36 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:33.950961 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-e3291d27-88b8-4907-bbd9-618e2cbaff36 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:34.009631 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3291d27-88b8-4907-bbd9-618e2cbaff36 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Pushing event updated for resources: {'Port': ['ID=249da0cf-193f-4c9c-86b1-cf8ab6844941,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:34.046581 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-e3291d27-88b8-4907-bbd9-618e2cbaff36 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:34.047669 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-e3291d27-88b8-4907-bbd9-618e2cbaff36 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:34.070407 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-e3291d27-88b8-4907-bbd9-618e2cbaff36 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1619461 Jul 05 09:47:34.079701 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170f7e7-6c26-4e8f-9ca8-ffbcaf97e7d2 req-760baeb9-69c6-40a5-b918-5723a60d890c tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:34.081277 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3170f7e7-6c26-4e8f-9ca8-ffbcaf97e7d2 req-760baeb9-69c6-40a5-b918-5723a60d890c tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 944 time: 0.1712444 Jul 05 09:47:34.089672 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-4f7ff8da-6328-4f7f-9764-8273b5998b5a service neutron] Request body: {'port': {'device_id': 'a92dd334-bc70-468d-b2c0-2d2affd3898c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:34.223992 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3170f7e7-6c26-4e8f-9ca8-ffbcaf97e7d2 req-2239f5f3-6301-475d-9a42-8e6e8f3180ae tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308634 Jul 05 09:47:34.256831 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d78bc-8cbd-42c5-8d65-fbf9fa540a85 req-97018fd6-f8c8-4a5b-bd6b-c93c5f816fed tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:34.258368 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c62d78bc-8cbd-42c5-8d65-fbf9fa540a85 req-97018fd6-f8c8-4a5b-bd6b-c93c5f816fed tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 932 time: 0.1420236 Jul 05 09:47:34.263779 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-4f7ff8da-6328-4f7f-9764-8273b5998b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:34.346478 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c62d78bc-8cbd-42c5-8d65-fbf9fa540a85 req-4747f004-c655-4958-8ad7-28439f2c077d tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793214 Jul 05 09:47:34.583506 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bae0d148-8a65-441c-99da-6d1974ee62bf req-9dcc3742-a554-4db5-9f86-1f89fd9a63bd tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "GET /v2.0/security-groups/08b6c29d-8708-4032-bfa2-be001b680d7b HTTP/1.1" status: 200 len: 1803 time: 0.0816791 Jul 05 09:47:34.634110 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52382) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:34.764526 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 207430a9-91d0-40d8-aa56-332652f0367a up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:34.786039 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fe161cfc-a478-41a5-ad4c-5beddd1c85fe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8e4e2570184f4ee1969c3f037f250713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499302 Jul 05 09:47:34.788544 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52388) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:34.829549 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bae0d148-8a65-441c-99da-6d1974ee62bf req-35b6ef55-929b-4b33-b8c8-e3a1833136c6 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:34.835182 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 207430a9-91d0-40d8-aa56-332652f0367a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:34.842700 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 207430a9-91d0-40d8-aa56-332652f0367a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:34.843592 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:34.844200 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48be0117-cc73-4460-b779-a7db529eac98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:34.868581 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48be0117-cc73-4460-b779-a7db529eac98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:34.872921 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cc7b8-0b01-40d9-8aeb-c534998debe5 req-7ca226ab-61e6-42db-b4fa-562f05aca0fd tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:34.875374 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c0cc7b8-0b01-40d9-8aeb-c534998debe5 req-7ca226ab-61e6-42db-b4fa-562f05aca0fd tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ecb0646-cad2-4928-bbb0-5fd5d795e8a2 HTTP/1.1" status: 200 len: 1024 time: 0.2207103 Jul 05 09:47:34.923219 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48be0117-cc73-4460-b779-a7db529eac98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:34.926063 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48be0117-cc73-4460-b779-a7db529eac98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:34.927437 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-48be0117-cc73-4460-b779-a7db529eac98 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8ef028cb-5a5e-4a9b-b12e-926aa3ebe105 HTTP/1.1" status: 204 len: 168 time: 0.1377573 Jul 05 09:47:34.947874 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bae0d148-8a65-441c-99da-6d1974ee62bf req-35b6ef55-929b-4b33-b8c8-e3a1833136c6 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:34.953059 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be0117-cc73-4460-b779-a7db529eac98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef028cb-5a5e-4a9b-b12e-926aa3ebe105,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:35.000578 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c0cc7b8-0b01-40d9-8aeb-c534998debe5 req-759cc54c-a6dd-45c1-ba68-bfd974d4761a tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c01cf064-19e2-4d78-9122-23a4a11e316b&id=393b60d1-9042-4c6f-83a0-41b46c091f2b&id=3c120711-809c-4041-b567-af17c02efd01&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1140993 Jul 05 09:47:35.002065 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:35.010161 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-4f7ff8da-6328-4f7f-9764-8273b5998b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 249da0cf-193f-4c9c-86b1-cf8ab6844941 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:35.034946 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec485e15-5952-4ace-9933-f4d364d6fcde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207430a9-91d0-40d8-aa56-332652f0367a'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:35.038227 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913ce93e-04b0-483a-84c8-d2a5023cfad8" -d '{"events": [{"server_uuid": "ec485e15-5952-4ace-9933-f4d364d6fcde", "name": "network-vif-plugged", "status": "completed", "tag": "207430a9-91d0-40d8-aa56-332652f0367a"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:35.054046 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-4f7ff8da-6328-4f7f-9764-8273b5998b5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:35.056510 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 207430a9-91d0-40d8-aa56-332652f0367a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=207430a9-91d0-40d8-aa56-332652f0367a,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:35.062081 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:35.063405 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 304ee344-b887-4db3-918a-9585be663a35 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:47:35.107064 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-4f7ff8da-6328-4f7f-9764-8273b5998b5a service neutron] Transition to ACTIVE for port object 249da0cf-193f-4c9c-86b1-cf8ab6844941 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:35.122918 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-4f7ff8da-6328-4f7f-9764-8273b5998b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:35.143726 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=207430a9-91d0-40d8-aa56-332652f0367a,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:35.148515 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 304ee344-b887-4db3-918a-9585be663a35 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:47:35.149343 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 304ee344-b887-4db3-918a-9585be663a35 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:47:35.201233 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bae0d148-8a65-441c-99da-6d1974ee62bf req-35b6ef55-929b-4b33-b8c8-e3a1833136c6 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:35.204060 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bae0d148-8a65-441c-99da-6d1974ee62bf req-35b6ef55-929b-4b33-b8c8-e3a1833136c6 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:35.212500 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bae0d148-8a65-441c-99da-6d1974ee62bf req-35b6ef55-929b-4b33-b8c8-e3a1833136c6 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "DELETE /v2.0/security-groups/08b6c29d-8708-4032-bfa2-be001b680d7b HTTP/1.1" status: 204 len: 173 time: 0.6277506 Jul 05 09:47:35.263691 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0641f6-a98d-4074-b55a-eae3d6101d28 x-openstack-request-id: req-1e0641f6-a98d-4074-b55a-eae3d6101d28 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:35.264328 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec485e15-5952-4ace-9933-f4d364d6fcde", "name": "network-vif-plugged", "status": "completed", "tag": "207430a9-91d0-40d8-aa56-332652f0367a", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:35.264689 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1e0641f6-a98d-4074-b55a-eae3d6101d28 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:35.265204 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec485e15-5952-4ace-9933-f4d364d6fcde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207430a9-91d0-40d8-aa56-332652f0367a', 'code': 200} Jul 05 09:47:35.270782 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ff8da-6328-4f7f-9764-8273b5998b5a service neutron] Pushing event updated for resources: {'Port': ['ID=249da0cf-193f-4c9c-86b1-cf8ab6844941,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:35.276957 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6ef55-929b-4b33-b8c8-e3a1833136c6 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b6c29d-8708-4032-bfa2-be001b680d7b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:35.359499 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52400) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:35.399808 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-00bb8b7c-ddb7-4b6d-a6b3-9ebe2cb83f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:35.413504 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f08e0-d609-4523-91eb-afcae9d82cc0 req-af25e8f2-4445-4706-a2a2-36e4bebe5c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:35.415352 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d37f08e0-d609-4523-91eb-afcae9d82cc0 req-af25e8f2-4445-4706-a2a2-36e4bebe5c8b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ec485e15-5952-4ace-9933-f4d364d6fcde HTTP/1.1" status: 200 len: 1101 time: 0.0639725 Jul 05 09:47:35.426127 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77be2f-0950-4edb-9c41-cd2b7bfa681d req-f52fe825-5473-4b5b-b013-d30db410d05a tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:35.435297 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff77be2f-0950-4edb-9c41-cd2b7bfa681d req-f52fe825-5473-4b5b-b013-d30db410d05a tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec485e15-5952-4ace-9933-f4d364d6fcde HTTP/1.1" status: 200 len: 950 time: 0.2587340 Jul 05 09:47:35.465246 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d37f08e0-d609-4523-91eb-afcae9d82cc0 req-4d799008-0e45-40f1-b37b-1add5c1927cf service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=30901ce0-617f-46e4-801e-11e59c63d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437534 Jul 05 09:47:35.514744 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-4f7ff8da-6328-4f7f-9764-8273b5998b5a service neutron] Attempting to bind port 249da0cf-193f-4c9c-86b1-cf8ab6844941 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:35.515067 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-4f7ff8da-6328-4f7f-9764-8273b5998b5a service neutron] Attempting to bind port 249da0cf-193f-4c9c-86b1-cf8ab6844941 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '2b33c294-6053-481b-baf8-537f54d65ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:35.515428 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-4f7ff8da-6328-4f7f-9764-8273b5998b5a service neutron] Attempting to bind port 249da0cf-193f-4c9c-86b1-cf8ab6844941 on network a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:35.540114 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-4f7ff8da-6328-4f7f-9764-8273b5998b5a service neutron] Port 249da0cf-193f-4c9c-86b1-cf8ab6844941 on network a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:47:35.540420 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-4f7ff8da-6328-4f7f-9764-8273b5998b5a service neutron] Attempting to bind port 249da0cf-193f-4c9c-86b1-cf8ab6844941 on network a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:35.556276 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff77be2f-0950-4edb-9c41-cd2b7bfa681d req-1aeb0230-e8a6-4636-86d6-66fc5cf55785 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.79 "GET /v2.0/security-groups?id=30901ce0-617f-46e4-801e-11e59c63d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198437 Jul 05 09:47:35.562220 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-4f7ff8da-6328-4f7f-9764-8273b5998b5a service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:35.562569 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-4f7ff8da-6328-4f7f-9764-8273b5998b5a service neutron] Checking segment: {'id': '2b33c294-6053-481b-baf8-537f54d65ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:35.563081 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-4f7ff8da-6328-4f7f-9764-8273b5998b5a service neutron] Bound using segment: {'id': '2b33c294-6053-481b-baf8-537f54d65ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:35.563419 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-4f7ff8da-6328-4f7f-9764-8273b5998b5a service neutron] Bound port: 249da0cf-193f-4c9c-86b1-cf8ab6844941, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b33c294-6053-481b-baf8-537f54d65ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:35.563897 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-4f7ff8da-6328-4f7f-9764-8273b5998b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:35.717416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b316e-f6f8-4ca2-b0f6-e04f237029a3 req-b9933b71-928f-4f5a-bc8f-03dce95b58d5 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:35.719363 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e51b316e-f6f8-4ca2-b0f6-e04f237029a3 req-b9933b71-928f-4f5a-bc8f-03dce95b58d5 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 1095 time: 0.2790945 Jul 05 09:47:35.758691 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0887c9d6-5d17-474d-8be4-aff9d20ac01a req-737a3802-68e0-4298-802d-bbe88abda488 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "GET /v2.0/security-groups/b3df182d-bd7a-467c-8fd8-2fdd791bcc83 HTTP/1.1" status: 200 len: 1804 time: 0.1554103 Jul 05 09:47:35.784147 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:35.841081 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-4f7ff8da-6328-4f7f-9764-8273b5998b5a service neutron] For port 249da0cf-193f-4c9c-86b1-cf8ab6844941, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:35.861168 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-00bb8b7c-ddb7-4b6d-a6b3-9ebe2cb83f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:35.874601 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84627750-7b24-416a-8250-23103682e628 req-0baf8cd9-5555-405d-89b1-d81af0c6fc17 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:35.876106 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84627750-7b24-416a-8250-23103682e628 req-0baf8cd9-5555-405d-89b1-d81af0c6fc17 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ecb0646-cad2-4928-bbb0-5fd5d795e8a2 HTTP/1.1" status: 200 len: 1024 time: 0.3009315 Jul 05 09:47:35.888323 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-00bb8b7c-ddb7-4b6d-a6b3-9ebe2cb83f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:35.894378 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-4f7ff8da-6328-4f7f-9764-8273b5998b5a service neutron] For port 249da0cf-193f-4c9c-86b1-cf8ab6844941, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=249da0cf-193f-4c9c-86b1-cf8ab6844941,segment=NetworkSegment(2b33c294-6053-481b-baf8-537f54d65ae9),segment_id=2b33c294-6053-481b-baf8-537f54d65ae9)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:47:35.906294 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e51b316e-f6f8-4ca2-b0f6-e04f237029a3 req-f9fc1ce4-c183-41b5-b481-a3ff3a00b808 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701448 Jul 05 09:47:35.941700 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-4f7ff8da-6328-4f7f-9764-8273b5998b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:36.019530 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-00bb8b7c-ddb7-4b6d-a6b3-9ebe2cb83f4d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dc7d0d93992b4a1bbd901c298a322083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6553998 Jul 05 09:47:36.022602 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52410) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:36.034066 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb8b7c-ddb7-4b6d-a6b3-9ebe2cb83f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea6fb2f-ca10-4c99-9c84-8ec6ddec8c4c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:36.054661 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-4f7ff8da-6328-4f7f-9764-8273b5998b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:36.055066 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-4f7ff8da-6328-4f7f-9764-8273b5998b5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:36.056551 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-4f7ff8da-6328-4f7f-9764-8273b5998b5a service neutron] 10.222.0.81 "PUT /v2.0/ports/249da0cf-193f-4c9c-86b1-cf8ab6844941 HTTP/1.1" status: 200 len: 1092 time: 1.9741020 Jul 05 09:47:36.082115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92dd334-bc70-468d-b2c0-2d2affd3898c', 'tag': '249da0cf-193f-4c9c-86b1-cf8ab6844941'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:36.092758 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efde86c-2d57-4563-b78c-835441003387" -d '{"events": [{"name": "network-changed", "server_uuid": "a92dd334-bc70-468d-b2c0-2d2affd3898c", "tag": "249da0cf-193f-4c9c-86b1-cf8ab6844941"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:36.095104 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea4fcf6a-b978-4233-bca3-fad8e1cab0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:36.126181 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea4fcf6a-b978-4233-bca3-fad8e1cab0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:36.165303 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0887c9d6-5d17-474d-8be4-aff9d20ac01a req-6e118e6a-0c8c-42d1-9399-ec45fe654e1a tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:36.181051 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea4fcf6a-b978-4233-bca3-fad8e1cab0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:36.185210 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea4fcf6a-b978-4233-bca3-fad8e1cab0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:36.189513 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ea4fcf6a-b978-4233-bca3-fad8e1cab0ce admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2ea6fb2f-ca10-4c99-9c84-8ec6ddec8c4c HTTP/1.1" status: 204 len: 168 time: 0.1615076 Jul 05 09:47:36.197607 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4fcf6a-b978-4233-bca3-fad8e1cab0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea6fb2f-ca10-4c99-9c84-8ec6ddec8c4c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:36.218116 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ff8da-6328-4f7f-9764-8273b5998b5a service neutron] Pushing event updated for resources: {'Port': ['ID=249da0cf-193f-4c9c-86b1-cf8ab6844941,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:36.242828 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0887c9d6-5d17-474d-8be4-aff9d20ac01a req-6e118e6a-0c8c-42d1-9399-ec45fe654e1a tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:36.319770 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-84627750-7b24-416a-8250-23103682e628 req-4d8d329c-a81c-41c2-8c82-1e4db4164563 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Deleting port 193ae10c-ede6-4c62-81d1-3387c567e7c9 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:47:36.320186 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-84627750-7b24-416a-8250-23103682e628 req-4d8d329c-a81c-41c2-8c82-1e4db4164563 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:36.370215 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-219fc6f3-13c4-4a46-9206-01c8a6a3dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:36.371826 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-219fc6f3-13c4-4a46-9206-01c8a6a3dcbb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6475ba64a0d482bb432aecc90634688&device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 1095 time: 0.2641098 Jul 05 09:47:36.394593 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0887c9d6-5d17-474d-8be4-aff9d20ac01a req-6e118e6a-0c8c-42d1-9399-ec45fe654e1a tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:36.398223 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0887c9d6-5d17-474d-8be4-aff9d20ac01a req-6e118e6a-0c8c-42d1-9399-ec45fe654e1a tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:36.399343 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0887c9d6-5d17-474d-8be4-aff9d20ac01a req-6e118e6a-0c8c-42d1-9399-ec45fe654e1a tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "DELETE /v2.0/security-groups/b3df182d-bd7a-467c-8fd8-2fdd791bcc83 HTTP/1.1" status: 204 len: 173 time: 0.6214359 Jul 05 09:47:36.802237 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8faa0c-e214-4790-9316-caf7d4482698 req-62aaf24d-c6da-4b79-b844-59177cc1eacb tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:36.804864 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa8faa0c-e214-4790-9316-caf7d4482698 req-62aaf24d-c6da-4b79-b844-59177cc1eacb tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 944 time: 0.7064135 Jul 05 09:47:36.813936 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-3f45c599-44cb-4b97-bf57-766c313611d1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=249da0cf-193f-4c9c-86b1-cf8ab6844941 HTTP/1.1" status: 200 len: 217 time: 0.4334261 Jul 05 09:47:36.857679 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e118e6a-0c8c-42d1-9399-ec45fe654e1a tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3df182d-bd7a-467c-8fd8-2fdd791bcc83,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:36.982906 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-84627750-7b24-416a-8250-23103682e628 req-4d8d329c-a81c-41c2-8c82-1e4db4164563 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] For port 193ae10c-ede6-4c62-81d1-3387c567e7c9, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=193ae10c-ede6-4c62-81d1-3387c567e7c9,segment=NetworkSegment(030fc36d-dd4d-4ce4-8888-2baef8e088b7),segment_id=030fc36d-dd4d-4ce4-8888-2baef8e088b7)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:36.983228 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-84627750-7b24-416a-8250-23103682e628 req-4d8d329c-a81c-41c2-8c82-1e4db4164563 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:36.988076 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa8faa0c-e214-4790-9316-caf7d4482698 req-f2761b20-0ef4-42dd-a1bf-733b86524da8 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730282 Jul 05 09:47:36.995251 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-79561872-fac9-407c-b673-8725afe246a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:36.996805 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-79561872-fac9-407c-b673-8725afe246a1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4ae632a1-0aa5-4d4f-a2ca-5b30d6118137 HTTP/1.1" status: 200 len: 852 time: 0.1632226 Jul 05 09:47:37.026533 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-84627750-7b24-416a-8250-23103682e628 req-4d8d329c-a81c-41c2-8c82-1e4db4164563 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Calling delete_port for 193ae10c-ede6-4c62-81d1-3387c567e7c9 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:47:37.056573 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a648c8-2323-460b-a24b-57675ffa832d x-openstack-request-id: req-56a648c8-2323-460b-a24b-57675ffa832d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:37.056867 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92dd334-bc70-468d-b2c0-2d2affd3898c", "tag": "249da0cf-193f-4c9c-86b1-cf8ab6844941", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:37.057121 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-56a648c8-2323-460b-a24b-57675ffa832d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:37.057515 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92dd334-bc70-468d-b2c0-2d2affd3898c', 'tag': '249da0cf-193f-4c9c-86b1-cf8ab6844941', 'status': 'completed', 'code': 200} Jul 05 09:47:37.062041 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-882f7882-2cbc-4672-9517-aa66dab97204 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474334 Jul 05 09:47:37.077198 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52450) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:37.079338 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93949f2b-b726-4436-8dfd-c9183c2e41df req-bab02344-c35e-4011-a94a-2f4f8c193214 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:37.086418 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-93949f2b-b726-4436-8dfd-c9183c2e41df req-bab02344-c35e-4011-a94a-2f4f8c193214 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ecb0646-cad2-4928-bbb0-5fd5d795e8a2 HTTP/1.1" status: 200 len: 1024 time: 0.2761896 Jul 05 09:47:37.188841 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-849bb8ef-164b-4a02-baa0-78696846da7c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-network', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:37.223577 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849bb8ef-164b-4a02-baa0-78696846da7c admin admin] Made reservation on behalf of f14992b010214883a7cb6c5d4bf0968d for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:37.226232 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-849bb8ef-164b-4a02-baa0-78696846da7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:37.236538 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-849bb8ef-164b-4a02-baa0-78696846da7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:37.296019 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-93949f2b-b726-4436-8dfd-c9183c2e41df req-de0041fc-6341-4359-b382-89196f5ad5a1 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c01cf064-19e2-4d78-9122-23a4a11e316b&id=393b60d1-9042-4c6f-83a0-41b46c091f2b&id=3c120711-809c-4041-b567-af17c02efd01&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2087421 Jul 05 09:47:37.353683 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-53cde3fa-2409-4728-bee2-779687e17369 service neutron] 10.222.0.81 "GET /v2.0/networks/a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628541 Jul 05 09:47:37.357318 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-849bb8ef-164b-4a02-baa0-78696846da7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:37.361597 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-849bb8ef-164b-4a02-baa0-78696846da7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:37.384539 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849bb8ef-164b-4a02-baa0-78696846da7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:47:37.400984 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bb8ef-164b-4a02-baa0-78696846da7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823634ac-e1e9-42f9-9129-b03020e72b45,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:37.404643 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-849bb8ef-164b-4a02-baa0-78696846da7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:37.405269 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-849bb8ef-164b-4a02-baa0-78696846da7c admin admin] Added segment 48c2a058-2c95-42e3-b8e4-a232959d524e of type vlan for network 746da40b-2cc7-466f-a36c-2d78a0886235 Jul 05 09:47:37.449779 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-849bb8ef-164b-4a02-baa0-78696846da7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:37.463176 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-6cccebbf-dede-4417-bd73-761a722fba56 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:37.465271 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-6cccebbf-dede-4417-bd73-761a722fba56 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 808 time: 0.3323672 Jul 05 09:47:37.485787 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-849bb8ef-164b-4a02-baa0-78696846da7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:37.487497 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849bb8ef-164b-4a02-baa0-78696846da7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:37.488264 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-849bb8ef-164b-4a02-baa0-78696846da7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:37.530232 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-668d91f3-0015-43fd-abd5-863bceec1c05 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/quotas/f74a958ec8be4a8683e21e11de1010dc HTTP/1.1" status: 200 len: 375 time: 0.0484214 Jul 05 09:47:37.541640 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41c2a26b-0392-467f-89e4-9fce7916207d req-61367e35-8cd8-4c6a-bd9e-9f53a51cf442 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "GET /v2.0/security-groups/626302ee-21a3-46b8-a72e-01164c5cec4e HTTP/1.1" status: 200 len: 2404 time: 0.1953676 Jul 05 09:47:37.547749 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-849bb8ef-164b-4a02-baa0-78696846da7c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4661338 Jul 05 09:47:37.550293 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52458) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:37.556122 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7b235d4b-7d1f-4d1c-9c8b-a736a272605b admin admin] Request body: {'subnet': {'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-subnet', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:37.568071 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-84627750-7b24-416a-8250-23103682e628 req-4d8d329c-a81c-41c2-8c82-1e4db4164563 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:37.570592 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bb8ef-164b-4a02-baa0-78696846da7c admin admin] Pushing event updated for resources: {'Network': ['ID=746da40b-2cc7-466f-a36c-2d78a0886235,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:37.577311 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['193ae10c-ede6-4c62-81d1-3387c567e7c9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:37.596951 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b235d4b-7d1f-4d1c-9c8b-a736a272605b admin admin] Made reservation on behalf of f14992b010214883a7cb6c5d4bf0968d for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:37.598904 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 746da40b-2cc7-466f-a36c-2d78a0886235 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:47:37.599978 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b235d4b-7d1f-4d1c-9c8b-a736a272605b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:37.631791 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f980d16-a398-4053-b345-7a292b4d2d72 req-502ef36a-4f88-4065-88ca-a0c4657f1651 service neutron] 10.222.0.81 "GET /v2.0/networks/a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663362 Jul 05 09:47:37.644062 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d329c-a81c-41c2-8c82-1e4db4164563 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event deleted for resources: {'Port': ['ID=193ae10c-ede6-4c62-81d1-3387c567e7c9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:37.749317 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-84627750-7b24-416a-8250-23103682e628 req-4d8d329c-a81c-41c2-8c82-1e4db4164563 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] No DVR routers for this DVR port 193ae10c-ede6-4c62-81d1-3387c567e7c9 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:47:37.760351 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-84627750-7b24-416a-8250-23103682e628 req-4d8d329c-a81c-41c2-8c82-1e4db4164563 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:37.763243 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84627750-7b24-416a-8250-23103682e628 req-4d8d329c-a81c-41c2-8c82-1e4db4164563 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.81 "DELETE /v2.0/ports/193ae10c-ede6-4c62-81d1-3387c567e7c9 HTTP/1.1" status: 204 len: 173 time: 1.8771620 Jul 05 09:47:37.793698 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-41c2a26b-0392-467f-89e4-9fce7916207d req-986e9546-f1b6-4f98-b84a-98d49e872fde tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:37.837172 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-41c2a26b-0392-467f-89e4-9fce7916207d req-986e9546-f1b6-4f98-b84a-98d49e872fde tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:37.847144 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-68807f08-1214-4795-b686-60ef6b2b18c6 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3044722 Jul 05 09:47:37.885967 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b235d4b-7d1f-4d1c-9c8b-a736a272605b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:37.945338 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efde86c-2d57-4563-b78c-835441003387 req-4b8e5403-e9ef-460c-bc35-d60c1ed6ceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:37.946978 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0efde86c-2d57-4563-b78c-835441003387 req-4b8e5403-e9ef-460c-bc35-d60c1ed6ceb5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6475ba64a0d482bb432aecc90634688&device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 1095 time: 0.2122836 Jul 05 09:47:37.964055 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b235d4b-7d1f-4d1c-9c8b-a736a272605b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0c42237-0515-4756-b2dd-a698486063e5,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:37.971054 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b235d4b-7d1f-4d1c-9c8b-a736a272605b admin admin] Checking segment: {'id': '48c2a058-2c95-42e3-b8e4-a232959d524e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:37.971642 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b235d4b-7d1f-4d1c-9c8b-a736a272605b admin admin] Network hostable DHCP agents. Network: 746da40b-2cc7-466f-a36c-2d78a0886235, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:47:37.999631 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b235d4b-7d1f-4d1c-9c8b-a736a272605b admin admin] Network 746da40b-2cc7-466f-a36c-2d78a0886235 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:47:38.009711 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-7b235d4b-7d1f-4d1c-9c8b-a736a272605b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 746da40b-2cc7-466f-a36c-2d78a0886235) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:38.019391 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7566c800-2ae4-4eca-a13f-a4f06e9ba909 None None] Network 746da40b-2cc7-466f-a36c-2d78a0886235 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:38.020022 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b235d4b-7d1f-4d1c-9c8b-a736a272605b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:38.020749 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b235d4b-7d1f-4d1c-9c8b-a736a272605b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:38.030914 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-41c2a26b-0392-467f-89e4-9fce7916207d req-986e9546-f1b6-4f98-b84a-98d49e872fde tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:38.033786 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-41c2a26b-0392-467f-89e4-9fce7916207d req-986e9546-f1b6-4f98-b84a-98d49e872fde tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:38.035065 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41c2a26b-0392-467f-89e4-9fce7916207d req-986e9546-f1b6-4f98-b84a-98d49e872fde tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "DELETE /v2.0/security-groups/626302ee-21a3-46b8-a72e-01164c5cec4e HTTP/1.1" status: 204 len: 173 time: 0.4804175 Jul 05 09:47:38.045051 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7b235d4b-7d1f-4d1c-9c8b-a736a272605b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4930634 Jul 05 09:47:38.059774 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52468) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:38.074230 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-30ca7cb9-e731-4673-ba12-efce450d85d7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:38.089383 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e9546-f1b6-4f98-b84a-98d49e872fde tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=626302ee-21a3-46b8-a72e-01164c5cec4e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:38.107083 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30ca7cb9-e731-4673-ba12-efce450d85d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:38.109355 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30ca7cb9-e731-4673-ba12-efce450d85d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:38.118284 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-35f9e01a-d6c2-4dac-89ff-963f8b74460f service neutron] 10.222.0.79 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592256 Jul 05 09:47:38.145637 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986e9546-f1b6-4f98-b84a-98d49e872fde tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:38.145914 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986e9546-f1b6-4f98-b84a-98d49e872fde tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:38.146338 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986e9546-f1b6-4f98-b84a-98d49e872fde tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:38.146775 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986e9546-f1b6-4f98-b84a-98d49e872fde tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:38.147373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986e9546-f1b6-4f98-b84a-98d49e872fde tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:38.147787 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986e9546-f1b6-4f98-b84a-98d49e872fde tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:38.148561 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986e9546-f1b6-4f98-b84a-98d49e872fde tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:38.148561 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986e9546-f1b6-4f98-b84a-98d49e872fde tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:38.148955 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986e9546-f1b6-4f98-b84a-98d49e872fde tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:38.149358 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986e9546-f1b6-4f98-b84a-98d49e872fde tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:38.149756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986e9546-f1b6-4f98-b84a-98d49e872fde tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:38.150149 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986e9546-f1b6-4f98-b84a-98d49e872fde tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:38.174390 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30ca7cb9-e731-4673-ba12-efce450d85d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:38.210011 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efde86c-2d57-4563-b78c-835441003387 req-33b70bf0-c6aa-4295-995c-9604ec81cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:38.211232 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0efde86c-2d57-4563-b78c-835441003387 req-33b70bf0-c6aa-4295-995c-9604ec81cc4e service neutron] 10.222.0.81 "GET /v2.0/networks?id=a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2 HTTP/1.1" status: 200 len: 913 time: 0.2483308 Jul 05 09:47:38.240107 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b57b32d-3869-4091-a191-94c9234c5c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-746da40b-2cc7-466f-a36c-2d78a0886235', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'fixed_ips': [{'subnet_id': 'f0c42237-0515-4756-b2dd-a698486063e5'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:47:38.241155 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2b57b32d-3869-4091-a191-94c9234c5c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:38.302094 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0efde86c-2d57-4563-b78c-835441003387 req-d493241a-a24d-4519-907f-3d37c72136de service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=249da0cf-193f-4c9c-86b1-cf8ab6844941 HTTP/1.1" status: 200 len: 217 time: 0.0730324 Jul 05 09:47:38.332253 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30ca7cb9-e731-4673-ba12-efce450d85d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:38.369754 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-0df4a4af-beb7-4812-b2ee-4d357f62a0d4 service neutron] 10.222.0.79 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506814 Jul 05 09:47:38.411461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efde86c-2d57-4563-b78c-835441003387 req-9c956f9d-ba09-4d60-80da-350ed74c2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:38.413085 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0efde86c-2d57-4563-b78c-835441003387 req-9c956f9d-ba09-4d60-80da-350ed74c2829 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4ae632a1-0aa5-4d4f-a2ca-5b30d6118137 HTTP/1.1" status: 200 len: 852 time: 0.0820611 Jul 05 09:47:38.427783 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d42ca-6acc-4cdc-9df4-dcc42d66cdaa req-31fe01ac-1944-4431-ac83-1b7a354207d7 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:38.428090 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-2b57b32d-3869-4091-a191-94c9234c5c5f None None] Allocated IP 172.20.0.2 (746da40b-2cc7-466f-a36c-2d78a0886235/f0c42237-0515-4756-b2dd-a698486063e5/04413b93-9033-4d0b-9208-dbaeb1997618) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:38.438097 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c62d42ca-6acc-4cdc-9df4-dcc42d66cdaa req-31fe01ac-1944-4431-ac83-1b7a354207d7 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec485e15-5952-4ace-9933-f4d364d6fcde HTTP/1.1" status: 200 len: 950 time: 0.1901901 Jul 05 09:47:38.483481 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0efde86c-2d57-4563-b78c-835441003387 req-ecef2528-eb24-4e4d-9ea8-cd33a1415e3c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368009 Jul 05 09:47:38.584521 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c62d42ca-6acc-4cdc-9df4-dcc42d66cdaa req-6a14679c-444c-4f89-8f70-fd9a5458e512 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.79 "GET /v2.0/security-groups?id=30901ce0-617f-46e4-801e-11e59c63d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453309 Jul 05 09:47:38.688383 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0efde86c-2d57-4563-b78c-835441003387 req-28228396-07e5-45fd-8a23-4cf309696752 service neutron] 10.222.0.81 "GET /v2.0/networks/a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946449 Jul 05 09:47:38.710999 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2b57b32d-3869-4091-a191-94c9234c5c5f None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:38.722841 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2b57b32d-3869-4091-a191-94c9234c5c5f None None] Transition to ACTIVE for port object 04413b93-9033-4d0b-9208-dbaeb1997618 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:38.744485 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2b57b32d-3869-4091-a191-94c9234c5c5f None None] Transition to ACTIVE for port object 04413b93-9033-4d0b-9208-dbaeb1997618 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:38.753322 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2b57b32d-3869-4091-a191-94c9234c5c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:38.803634 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b57b32d-3869-4091-a191-94c9234c5c5f None None] Network 746da40b-2cc7-466f-a36c-2d78a0886235 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:38.809900 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30ca7cb9-e731-4673-ba12-efce450d85d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:38.817365 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-2b57b32d-3869-4091-a191-94c9234c5c5f None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:38.827927 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b57b32d-3869-4091-a191-94c9234c5c5f None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:38.859212 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30ca7cb9-e731-4673-ba12-efce450d85d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:38.868335 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57b32d-3869-4091-a191-94c9234c5c5f None None] Pushing event updated for resources: {'Port': ['ID=04413b93-9033-4d0b-9208-dbaeb1997618,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:38.920051 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2b57b32d-3869-4091-a191-94c9234c5c5f None None] Attempting to bind port 04413b93-9033-4d0b-9208-dbaeb1997618 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:38.920492 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2b57b32d-3869-4091-a191-94c9234c5c5f None None] Attempting to bind port 04413b93-9033-4d0b-9208-dbaeb1997618 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '48c2a058-2c95-42e3-b8e4-a232959d524e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:38.920887 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b57b32d-3869-4091-a191-94c9234c5c5f None None] Attempting to bind port 04413b93-9033-4d0b-9208-dbaeb1997618 on network 746da40b-2cc7-466f-a36c-2d78a0886235 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:38.926383 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8aee056d-908d-410e-baf2-20c65dda6c82 req-d4add1ed-5748-46bc-9527-b40bcda2d233 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "GET /v2.0/security-groups/82a8aab2-ecce-46dc-b2af-f7c04f7304c8 HTTP/1.1" status: 200 len: 2398 time: 0.1191580 Jul 05 09:47:38.926569 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b57b32d-3869-4091-a191-94c9234c5c5f None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:38.926852 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b57b32d-3869-4091-a191-94c9234c5c5f None None] Checking segment: {'id': '48c2a058-2c95-42e3-b8e4-a232959d524e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:38.927266 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2b57b32d-3869-4091-a191-94c9234c5c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:38.927875 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b57b32d-3869-4091-a191-94c9234c5c5f None None] Bound using segment: {'id': '48c2a058-2c95-42e3-b8e4-a232959d524e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:38.928252 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2b57b32d-3869-4091-a191-94c9234c5c5f None None] Bound port: 04413b93-9033-4d0b-9208-dbaeb1997618, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c2a058-2c95-42e3-b8e4-a232959d524e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:38.928711 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2b57b32d-3869-4091-a191-94c9234c5c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:38.930920 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0efde86c-2d57-4563-b78c-835441003387 req-077c375e-b1c0-4a04-ba4e-9c9a4f868146 service neutron] 10.222.0.81 "GET /v2.0/networks/a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280424 Jul 05 09:47:38.953248 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac9033-ab6f-4b37-b309-c2d5bdae99ae req-5478afe3-ba63-4946-992f-de3e5ad01f8e tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:38.954802 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ceac9033-ab6f-4b37-b309-c2d5bdae99ae req-5478afe3-ba63-4946-992f-de3e5ad01f8e tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 944 time: 0.2403271 Jul 05 09:47:39.023223 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2b57b32d-3869-4091-a191-94c9234c5c5f None None] For port 04413b93-9033-4d0b-9208-dbaeb1997618, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:39.025818 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ceac9033-ab6f-4b37-b309-c2d5bdae99ae req-92507a0b-aec6-4b35-a5c6-aae69104061f tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582960 Jul 05 09:47:39.026765 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2b57b32d-3869-4091-a191-94c9234c5c5f None None] For port 04413b93-9033-4d0b-9208-dbaeb1997618, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=04413b93-9033-4d0b-9208-dbaeb1997618,segment=NetworkSegment(48c2a058-2c95-42e3-b8e4-a232959d524e),segment_id=48c2a058-2c95-42e3-b8e4-a232959d524e)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:47:39.033720 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2b57b32d-3869-4091-a191-94c9234c5c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:39.039967 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8aee056d-908d-410e-baf2-20c65dda6c82 req-42a4702f-ea27-4ba3-a293-caeec97bdcf5 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:39.062768 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecb0646-cad2-4928-bbb0-5fd5d795e8a2', 'name': 'network-vif-deleted', 'tag': '193ae10c-ede6-4c62-81d1-3387c567e7c9'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:39.064350 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-30ca7cb9-e731-4673-ba12-efce450d85d7 admin admin] Allocated IP 172.25.7.65 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/0795fe1a-b04c-4d8a-9862-28a6a6a5774d) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:39.065161 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4ef951-e708-4781-8a25-6d30bf519f61" -d '{"events": [{"server_uuid": "5ecb0646-cad2-4928-bbb0-5fd5d795e8a2", "name": "network-vif-deleted", "tag": "193ae10c-ede6-4c62-81d1-3387c567e7c9"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:39.084309 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8aee056d-908d-410e-baf2-20c65dda6c82 req-42a4702f-ea27-4ba3-a293-caeec97bdcf5 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:39.098747 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57b32d-3869-4091-a191-94c9234c5c5f None None] Pushing event updated for resources: {'Port': ['ID=04413b93-9033-4d0b-9208-dbaeb1997618,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:39.147651 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8aee056d-908d-410e-baf2-20c65dda6c82 req-42a4702f-ea27-4ba3-a293-caeec97bdcf5 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:39.151061 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8aee056d-908d-410e-baf2-20c65dda6c82 req-42a4702f-ea27-4ba3-a293-caeec97bdcf5 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:39.153910 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8aee056d-908d-410e-baf2-20c65dda6c82 req-42a4702f-ea27-4ba3-a293-caeec97bdcf5 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] 10.222.0.79 "DELETE /v2.0/security-groups/82a8aab2-ecce-46dc-b2af-f7c04f7304c8 HTTP/1.1" status: 204 len: 173 time: 0.2183170 Jul 05 09:47:39.163377 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52488) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:39.166336 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4702f-ea27-4ba3-a293-caeec97bdcf5 tempest-SecurityGroupRulesTestJSON-2137123046 tempest-SecurityGroupRulesTestJSON-2137123046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a8aab2-ecce-46dc-b2af-f7c04f7304c8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:39.279214 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e9534c-312b-44d2-8f33-cb2cd5a998c6 admin admin] Deleting subnet c447b439-2f44-49d7-a5db-9db292a8c9c4 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:47:39.287123 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-19e9534c-312b-44d2-8f33-cb2cd5a998c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:39.359056 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-60ce1733-077e-4f69-b25d-9d5c0eeadb26 req-b4555bc8-44bf-47ce-abb6-96a0a48f764a tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 210 time: 0.0562515 Jul 05 09:47:39.422242 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224e2479-ce1d-4cef-ae08-e756f212e163 x-openstack-request-id: req-224e2479-ce1d-4cef-ae08-e756f212e163 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:39.422655 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecb0646-cad2-4928-bbb0-5fd5d795e8a2", "name": "network-vif-deleted", "tag": "193ae10c-ede6-4c62-81d1-3387c567e7c9", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:39.422907 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-224e2479-ce1d-4cef-ae08-e756f212e163 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:39.423313 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecb0646-cad2-4928-bbb0-5fd5d795e8a2', 'name': 'network-vif-deleted', 'tag': '193ae10c-ede6-4c62-81d1-3387c567e7c9', 'status': 'completed', 'code': 200} Jul 05 09:47:39.541031 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4305684-f1ba-49ac-b69a-bdddb0b314d4 req-d6dcf503-7764-47c6-8a29-6f579c7d7c8c tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/c01cf064-19e2-4d78-9122-23a4a11e316b HTTP/1.1" status: 200 len: 1800 time: 0.1037052 Jul 05 09:47:39.628227 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e4305684-f1ba-49ac-b69a-bdddb0b314d4 req-bbbd3b46-0a3e-4fb6-80a9-aad33ab9c2c1 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:39.665117 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e4305684-f1ba-49ac-b69a-bdddb0b314d4 req-bbbd3b46-0a3e-4fb6-80a9-aad33ab9c2c1 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:39.696315 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 249da0cf-193f-4c9c-86b1-cf8ab6844941 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:47:39.709375 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 193ae10c-ede6-4c62-81d1-3387c567e7c9 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:47:39.713608 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30ca7cb9-e731-4673-ba12-efce450d85d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:39.724059 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-19e9534c-312b-44d2-8f33-cb2cd5a998c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:39.738690 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e4305684-f1ba-49ac-b69a-bdddb0b314d4 req-bbbd3b46-0a3e-4fb6-80a9-aad33ab9c2c1 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:39.759545 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e4305684-f1ba-49ac-b69a-bdddb0b314d4 req-bbbd3b46-0a3e-4fb6-80a9-aad33ab9c2c1 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:39.761032 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4305684-f1ba-49ac-b69a-bdddb0b314d4 req-bbbd3b46-0a3e-4fb6-80a9-aad33ab9c2c1 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "DELETE /v2.0/security-groups/c01cf064-19e2-4d78-9122-23a4a11e316b HTTP/1.1" status: 204 len: 173 time: 0.2185163 Jul 05 09:47:39.767801 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 193ae10c-ede6-4c62-81d1-3387c567e7c9 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:47:39.768364 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 193ae10c-ede6-4c62-81d1-3387c567e7c9 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:47:39.787403 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd3b46-0a3e-4fb6-80a9-aad33ab9c2c1 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01cf064-19e2-4d78-9122-23a4a11e316b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:39.797283 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-19e9534c-312b-44d2-8f33-cb2cd5a998c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:39.846983 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30ca7cb9-e731-4673-ba12-efce450d85d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:39.942887 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79f1d185-3bb9-4413-8fef-cc8c4fbb8a3c req-aad57487-9d5c-47c6-b049-f3500e039382 tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "GET /v2.0/security-groups/3c120711-809c-4041-b567-af17c02efd01 HTTP/1.1" status: 200 len: 1800 time: 0.0570145 Jul 05 09:47:39.948318 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ca7cb9-e731-4673-ba12-efce450d85d7 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:39.956884 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-30ca7cb9-e731-4673-ba12-efce450d85d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:39.962477 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ca7cb9-e731-4673-ba12-efce450d85d7 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:39.986395 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 249da0cf-193f-4c9c-86b1-cf8ab6844941, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=249da0cf-193f-4c9c-86b1-cf8ab6844941,segment=NetworkSegment(2b33c294-6053-481b-baf8-537f54d65ae9),segment_id=2b33c294-6053-481b-baf8-537f54d65ae9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:39.993791 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-19e9534c-312b-44d2-8f33-cb2cd5a998c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:39.999401 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca7cb9-e731-4673-ba12-efce450d85d7 admin admin] Pushing event updated for resources: {'Port': ['ID=0795fe1a-b04c-4d8a-9862-28a6a6a5774d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:40.007685 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '249da0cf-193f-4c9c-86b1-cf8ab6844941', 'network_id': 'a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2', 'port_id': '249da0cf-193f-4c9c-86b1-cf8ab6844941', 'mac_address': 'fa:16:3e:91:62:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae632a1-0aa5-4d4f-a2ca-5b30d6118137', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:47:40.044753 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9534c-312b-44d2-8f33-cb2cd5a998c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c447b439-2f44-49d7-a5db-9db292a8c9c4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:40.054672 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79f1d185-3bb9-4413-8fef-cc8c4fbb8a3c req-f0b79131-2167-4d9c-8721-c8dddfa99b4a tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.068685 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-19e9534c-312b-44d2-8f33-cb2cd5a998c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.070677 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-19e9534c-312b-44d2-8f33-cb2cd5a998c6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c447b439-2f44-49d7-a5db-9db292a8c9c4 HTTP/1.1" status: 204 len: 168 time: 0.9044476 Jul 05 09:47:40.078196 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52518) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:40.093528 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.110734 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 249da0cf-193f-4c9c-86b1-cf8ab6844941 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:40.146137 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 249da0cf-193f-4c9c-86b1-cf8ab6844941, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=249da0cf-193f-4c9c-86b1-cf8ab6844941,segment=NetworkSegment(2b33c294-6053-481b-baf8-537f54d65ae9),segment_id=2b33c294-6053-481b-baf8-537f54d65ae9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:40.153923 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.224582 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f69b12a-c870-4cfd-b6a1-4f09cde3271a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.257650 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=249da0cf-193f-4c9c-86b1-cf8ab6844941,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:40.282843 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79f1d185-3bb9-4413-8fef-cc8c4fbb8a3c req-f0b79131-2167-4d9c-8721-c8dddfa99b4a tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.386047 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-15698263-1ef4-44f0-b85c-c1169b177f9a tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:40.387731 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-15698263-1ef4-44f0-b85c-c1169b177f9a tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.78 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 808 time: 0.2358353 Jul 05 09:47:40.423397 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['249da0cf-193f-4c9c-86b1-cf8ab6844941'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:40.432288 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-ac143987-b68b-446b-827d-8f534d23db74 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Request body: {'port': {'device_id': '2228bf84-4aa3-4f2c-a9e1-f3b1de304614', 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e', 'admin_state_up': True, 'tenant_id': 'f74a958ec8be4a8683e21e11de1010dc'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:40.469548 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f69b12a-c870-4cfd-b6a1-4f09cde3271a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.484052 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7f69b12a-c870-4cfd-b6a1-4f09cde3271a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f960e0c-250c-4108-a0f1-585a71eef7c0']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:40.512785 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7f69b12a-c870-4cfd-b6a1-4f09cde3271a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde4c46a-4cf7-4f9c-b951-447d8ec9802e') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:40.514404 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7f69b12a-c870-4cfd-b6a1-4f09cde3271a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde4c46a-4cf7-4f9c-b951-447d8ec9802e') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:40.525183 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30ca7cb9-e731-4673-ba12-efce450d85d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.543208 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f69b12a-c870-4cfd-b6a1-4f09cde3271a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.573665 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66342b63-4194-4c0a-afc6-d7a4f3b5f192 req-0a338098-4aa7-45f4-926c-6da44f360a05 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:40.575733 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66342b63-4194-4c0a-afc6-d7a4f3b5f192 req-0a338098-4aa7-45f4-926c-6da44f360a05 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 945 time: 0.3281686 Jul 05 09:47:40.579350 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79f1d185-3bb9-4413-8fef-cc8c4fbb8a3c req-f0b79131-2167-4d9c-8721-c8dddfa99b4a tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.582016 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79f1d185-3bb9-4413-8fef-cc8c4fbb8a3c req-f0b79131-2167-4d9c-8721-c8dddfa99b4a tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.592605 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52522) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:40.597418 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79f1d185-3bb9-4413-8fef-cc8c4fbb8a3c req-f0b79131-2167-4d9c-8721-c8dddfa99b4a tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] 10.222.0.79 "DELETE /v2.0/security-groups/3c120711-809c-4041-b567-af17c02efd01 HTTP/1.1" status: 204 len: 173 time: 0.6488543 Jul 05 09:47:40.617957 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f69b12a-c870-4cfd-b6a1-4f09cde3271a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.646363 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f69b12a-c870-4cfd-b6a1-4f09cde3271a admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:47:40.646892 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f69b12a-c870-4cfd-b6a1-4f09cde3271a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:47:40.650373 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:47:40.656164 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:47:40.656164 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:47:40.656164 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:47:40.656164 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:47:40.656164 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:47:40.656164 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:47:40.656164 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:47:40.656164 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:47:40.656164 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:47:40.656164 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:47:40.656164 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b79131-2167-4d9c-8721-c8dddfa99b4a tempest-SecurityGroupsTestJSON-1687667795 tempest-SecurityGroupsTestJSON-1687667795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c120711-809c-4041-b567-af17c02efd01,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:40.667386 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e64a96c-f96c-4b2d-bad2-43c869bf4ce2 admin admin] Deleting subnet 3ddb5390-4629-41b1-a8c5-27c8806285d5 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:47:40.696568 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bae344-3af5-4663-98c8-1e2b596b3fcb None None] Network 746da40b-2cc7-466f-a36c-2d78a0886235 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:40.705180 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e64a96c-f96c-4b2d-bad2-43c869bf4ce2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.785815 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66342b63-4194-4c0a-afc6-d7a4f3b5f192 req-83b6d7e3-7ff7-4ed9-a03b-0d89eacfad61 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849844 Jul 05 09:47:40.806589 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e64a96c-f96c-4b2d-bad2-43c869bf4ce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.814684 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f69b12a-c870-4cfd-b6a1-4f09cde3271a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.829037 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-ac143987-b68b-446b-827d-8f534d23db74 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Made reservation on behalf of f74a958ec8be4a8683e21e11de1010dc for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:40.833022 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-ac143987-b68b-446b-827d-8f534d23db74 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.834361 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f69b12a-c870-4cfd-b6a1-4f09cde3271a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.836464 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7f69b12a-c870-4cfd-b6a1-4f09cde3271a admin admin] 10.222.0.79 "DELETE /v2.0/networks/8f960e0c-250c-4108-a0f1-585a71eef7c0 HTTP/1.1" status: 204 len: 168 time: 0.7547302 Jul 05 09:47:40.837499 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69b12a-c870-4cfd-b6a1-4f09cde3271a admin admin] Pushing event deleted for resources: {'Network': ['ID=8f960e0c-250c-4108-a0f1-585a71eef7c0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:40.880689 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 04413b93-9033-4d0b-9208-dbaeb1997618 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:40.888913 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fbad8792-e612-4bdf-9d24-99d0a0e37f35 req-68239cd6-6837-472a-9c61-e27ce67eaa0b tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 210 time: 0.0476286 Jul 05 09:47:41.006893 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a6da70fd-bbf6-4e5c-8986-46c5fb469ff5 None None] Provisioning for port 04413b93-9033-4d0b-9208-dbaeb1997618 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:41.052847 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30ca7cb9-e731-4673-ba12-efce450d85d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.061279 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52540) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:41.068209 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e64a96c-f96c-4b2d-bad2-43c869bf4ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.071461 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 04413b93-9033-4d0b-9208-dbaeb1997618 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:41.086281 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 04413b93-9033-4d0b-9208-dbaeb1997618 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:41.086657 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.122538 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d9c2a2ba-fa3d-481e-b7e4-8a18b08bef9f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aa98cc124489494eaf3eca69496a0954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564735 Jul 05 09:47:41.122776 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52542) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:41.178743 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cff12bca-72bf-40b2-93ca-08a415601026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.201498 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cff12bca-72bf-40b2-93ca-08a415601026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.222554 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.251094 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cff12bca-72bf-40b2-93ca-08a415601026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.253767 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cff12bca-72bf-40b2-93ca-08a415601026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.254936 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cff12bca-72bf-40b2-93ca-08a415601026 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/60cca85f-3e19-4aaa-b545-3aaa90309a3b HTTP/1.1" status: 204 len: 168 time: 0.1312883 Jul 05 09:47:41.264904 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff12bca-72bf-40b2-93ca-08a415601026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cca85f-3e19-4aaa-b545-3aaa90309a3b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:41.266483 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 04413b93-9033-4d0b-9208-dbaeb1997618, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=04413b93-9033-4d0b-9208-dbaeb1997618,segment=NetworkSegment(48c2a058-2c95-42e3-b8e4-a232959d524e),segment_id=48c2a058-2c95-42e3-b8e4-a232959d524e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:41.272617 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.287377 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-ac143987-b68b-446b-827d-8f534d23db74 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Allocated IP 172.20.0.14 (5aa1814e-7fad-4b86-b0f0-99892209992e/408995a7-a274-4d3e-939a-c6141d694df3/c347d0e5-43ef-4149-a9e6-f63d765fcd86) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:41.345737 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=04413b93-9033-4d0b-9208-dbaeb1997618,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:41.366473 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e64a96c-f96c-4b2d-bad2-43c869bf4ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.408566 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64a96c-f96c-4b2d-bad2-43c869bf4ce2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ddb5390-4629-41b1-a8c5-27c8806285d5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:41.414520 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e64a96c-f96c-4b2d-bad2-43c869bf4ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.416556 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2e64a96c-f96c-4b2d-bad2-43c869bf4ce2 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3ddb5390-4629-41b1-a8c5-27c8806285d5 HTTP/1.1" status: 204 len: 168 time: 0.8218718 Jul 05 09:47:41.420080 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52546) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:41.493836 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ca7cb9-e731-4673-ba12-efce450d85d7 admin admin] Router ad9b659a-bc5c-4072-945b-24056e18af14 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:47:41.511034 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0291412e-6b12-4b76-8458-a7fb501cb65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.545696 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1ac1d222-eaf6-4c76-a275-f45660740fdb None None] Provisioning complete for port 04413b93-9033-4d0b-9208-dbaeb1997618 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:41.546659 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d222-eaf6-4c76-a275-f45660740fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.604478 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-ac143987-b68b-446b-827d-8f534d23db74 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.614325 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0291412e-6b12-4b76-8458-a7fb501cb65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.625557 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0291412e-6b12-4b76-8458-a7fb501cb65d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f5a57a-e75c-48d0-bb1c-6a86c872c6d9']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:41.638336 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0291412e-6b12-4b76-8458-a7fb501cb65d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030fc36d-dd4d-4ce4-8888-2baef8e088b7') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:41.638642 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0291412e-6b12-4b76-8458-a7fb501cb65d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030fc36d-dd4d-4ce4-8888-2baef8e088b7') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:41.648223 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0291412e-6b12-4b76-8458-a7fb501cb65d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.663001 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0291412e-6b12-4b76-8458-a7fb501cb65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.670018 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0291412e-6b12-4b76-8458-a7fb501cb65d admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:47:41.670510 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0291412e-6b12-4b76-8458-a7fb501cb65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:47:41.673241 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:47:41.709893 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 249da0cf-193f-4c9c-86b1-cf8ab6844941 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:41.710655 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-ac143987-b68b-446b-827d-8f534d23db74 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.714300 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ca7cb9-e731-4673-ba12-efce450d85d7 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:47:41.729600 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] Sync routers for ids ['ad9b659a-bc5c-4072-945b-24056e18af14'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:47:41.750179 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] Routers {'ad9b659a-bc5c-4072-945b-24056e18af14'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:47:41.750822 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:47:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ad9b659a-bc5c-4072-945b-24056e18af14'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:41.760205 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30ca7cb9-e731-4673-ba12-efce450d85d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.764852 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52558) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:41.765026 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-30ca7cb9-e731-4673-ba12-efce450d85d7 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.7018547 Jul 05 09:47:41.776728 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-ac143987-b68b-446b-827d-8f534d23db74 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Network 5aa1814e-7fad-4b86-b0f0-99892209992e is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:41.780622 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0291412e-6b12-4b76-8458-a7fb501cb65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.781030 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-ac143987-b68b-446b-827d-8f534d23db74 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:41.786904 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-ac143987-b68b-446b-827d-8f534d23db74 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:41.806586 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 249da0cf-193f-4c9c-86b1-cf8ab6844941 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:41.816362 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 249da0cf-193f-4c9c-86b1-cf8ab6844941 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:41.818703 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.823962 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0291412e-6b12-4b76-8458-a7fb501cb65d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.826609 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0291412e-6b12-4b76-8458-a7fb501cb65d admin admin] 10.222.0.79 "DELETE /v2.0/networks/23f5a57a-e75c-48d0-bb1c-6a86c872c6d9 HTTP/1.1" status: 204 len: 168 time: 0.4053099 Jul 05 09:47:41.843755 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac143987-b68b-446b-827d-8f534d23db74 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Pushing event updated for resources: {'Port': ['ID=c347d0e5-43ef-4149-a9e6-f63d765fcd86,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:41.855774 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291412e-6b12-4b76-8458-a7fb501cb65d admin admin] Pushing event deleted for resources: {'Network': ['ID=23f5a57a-e75c-48d0-bb1c-6a86c872c6d9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:41.904645 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-ac143987-b68b-446b-827d-8f534d23db74 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:41.905289 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-ac143987-b68b-446b-827d-8f534d23db74 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.927665 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.948256 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-ac143987-b68b-446b-827d-8f534d23db74 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5223813 Jul 05 09:47:41.962394 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-42f40865-f2d7-4067-b6f0-5746d4a763b0 service neutron] Request body: {'port': {'device_id': '2228bf84-4aa3-4f2c-a9e1-f3b1de304614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:41.975875 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92dd334-bc70-468d-b2c0-2d2affd3898c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249da0cf-193f-4c9c-86b1-cf8ab6844941'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:41.979417 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed0a429-1582-470c-9d65-e2c7e653593b" -d '{"events": [{"server_uuid": "a92dd334-bc70-468d-b2c0-2d2affd3898c", "name": "network-vif-plugged", "status": "completed", "tag": "249da0cf-193f-4c9c-86b1-cf8ab6844941"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:41.993345 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] Set router ad9b659a-bc5c-4072-945b-24056e18af14 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:47:41.995780 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 249da0cf-193f-4c9c-86b1-cf8ab6844941, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=249da0cf-193f-4c9c-86b1-cf8ab6844941,segment=NetworkSegment(2b33c294-6053-481b-baf8-537f54d65ae9),segment_id=2b33c294-6053-481b-baf8-537f54d65ae9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:42.003223 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:42.097264 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-42f40865-f2d7-4067-b6f0-5746d4a763b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:42.140659 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=249da0cf-193f-4c9c-86b1-cf8ab6844941,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:42.167634 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:42.171977 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:42.172582 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:42.175365 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:42.177511 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:42.177969 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:42.179177 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:42.180248 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:42.184107 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:42.184575 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:42.185155 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:42.185784 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:42.242010 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52580) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:42.416255 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52584) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:42.439061 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:40Z', 'revision_number': 3, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:42.479328 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 04413b93-9033-4d0b-9208-dbaeb1997618 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:42.498475 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] Checking router: ad9b659a-bc5c-4072-945b-24056e18af14 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:47:42.499393 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] Updating router ad9b659a-bc5c-4072-945b-24056e18af14 port 0795fe1a-b04c-4d8a-9862-28a6a6a5774d binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:47:42.510772 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-22321b6f-0783-4de4-9cab-1fffe132e97a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=087cc3c5250447e68a99a7ecdb68e590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2649937 Jul 05 09:47:42.517296 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52588) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:42.530688 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-42f40865-f2d7-4067-b6f0-5746d4a763b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c347d0e5-43ef-4149-a9e6-f63d765fcd86 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:42.531279 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405ee70-d77f-4d74-855d-8e5a6914f481 req-25b096ce-6c92-41be-a017-01f83cd1bdbb tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:42.533644 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5405ee70-d77f-4d74-855d-8e5a6914f481 req-25b096ce-6c92-41be-a017-01f83cd1bdbb tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.5349162 Jul 05 09:47:42.546079 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:42.560621 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-42f40865-f2d7-4067-b6f0-5746d4a763b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:42.581416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bb280-e3b3-4f56-a7ad-d83726227d35 req-3d39f7e6-f6eb-4604-96ec-4cbf5a843e3e tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:42.584037 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 04413b93-9033-4d0b-9208-dbaeb1997618 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:42.584421 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:42.587685 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-42f40865-f2d7-4067-b6f0-5746d4a763b0 service neutron] Transition to ACTIVE for port object c347d0e5-43ef-4149-a9e6-f63d765fcd86 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:42.592488 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5d3bb280-e3b3-4f56-a7ad-d83726227d35 req-3d39f7e6-f6eb-4604-96ec-4cbf5a843e3e tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 932 time: 0.3648491 Jul 05 09:47:42.598713 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-42f40865-f2d7-4067-b6f0-5746d4a763b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:42.618507 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b156282-2eb3-4b11-b3b6-76610dec7a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:42.694040 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-03f29969-e9bb-47ea-b8e5-c7e8704d255d admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-614195647-network', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:42.713441 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b156282-2eb3-4b11-b3b6-76610dec7a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:42.718880 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f40865-f2d7-4067-b6f0-5746d4a763b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c347d0e5-43ef-4149-a9e6-f63d765fcd86,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:42.755354 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f29969-e9bb-47ea-b8e5-c7e8704d255d admin admin] Made reservation on behalf of b2e9d6e402a44a229484b04a808cfafa for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:42.757703 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03f29969-e9bb-47ea-b8e5-c7e8704d255d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:42.781243 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 207430a9-91d0-40d8-aa56-332652f0367a details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:47:42.795543 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5405ee70-d77f-4d74-855d-8e5a6914f481 req-f172ab6f-e71c-4258-a7d5-4f564a6a4699 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445519 Jul 05 09:47:42.796745 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03f29969-e9bb-47ea-b8e5-c7e8704d255d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:42.845475 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5d3bb280-e3b3-4f56-a7ad-d83726227d35 req-b7a5234d-5730-4068-91e3-c7b26237634d tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457356 Jul 05 09:47:42.863321 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-42f40865-f2d7-4067-b6f0-5746d4a763b0 service neutron] Attempting to bind port c347d0e5-43ef-4149-a9e6-f63d765fcd86 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:42.863773 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-42f40865-f2d7-4067-b6f0-5746d4a763b0 service neutron] Attempting to bind port c347d0e5-43ef-4149-a9e6-f63d765fcd86 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:42.864149 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-42f40865-f2d7-4067-b6f0-5746d4a763b0 service neutron] Attempting to bind port c347d0e5-43ef-4149-a9e6-f63d765fcd86 on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:42.885870 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b156282-2eb3-4b11-b3b6-76610dec7a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:42.892792 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b156282-2eb3-4b11-b3b6-76610dec7a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:42.894651 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5b156282-2eb3-4b11-b3b6-76610dec7a5a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/393b60d1-9042-4c6f-83a0-41b46c091f2b HTTP/1.1" status: 204 len: 168 time: 0.3764048 Jul 05 09:47:42.904217 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-42f40865-f2d7-4067-b6f0-5746d4a763b0 service neutron] Port c347d0e5-43ef-4149-a9e6-f63d765fcd86 on network 5aa1814e-7fad-4b86-b0f0-99892209992e not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:47:42.904548 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-42f40865-f2d7-4067-b6f0-5746d4a763b0 service neutron] Attempting to bind port c347d0e5-43ef-4149-a9e6-f63d765fcd86 on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:42.941106 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b156282-2eb3-4b11-b3b6-76610dec7a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393b60d1-9042-4c6f-83a0-41b46c091f2b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:42.941343 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd01ca70-a8cc-430a-884e-79232c9d158f x-openstack-request-id: req-dd01ca70-a8cc-430a-884e-79232c9d158f {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:42.941849 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92dd334-bc70-468d-b2c0-2d2affd3898c", "name": "network-vif-plugged", "status": "completed", "tag": "249da0cf-193f-4c9c-86b1-cf8ab6844941", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:42.942067 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dd01ca70-a8cc-430a-884e-79232c9d158f {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:42.942271 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92dd334-bc70-468d-b2c0-2d2affd3898c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249da0cf-193f-4c9c-86b1-cf8ab6844941', 'code': 200} Jul 05 09:47:42.951730 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-42f40865-f2d7-4067-b6f0-5746d4a763b0 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:42.953980 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-42f40865-f2d7-4067-b6f0-5746d4a763b0 service neutron] Checking segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:42.955164 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-42f40865-f2d7-4067-b6f0-5746d4a763b0 service neutron] Bound using segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:42.955990 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-42f40865-f2d7-4067-b6f0-5746d4a763b0 service neutron] Bound port: c347d0e5-43ef-4149-a9e6-f63d765fcd86, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:42.957335 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-42f40865-f2d7-4067-b6f0-5746d4a763b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:42.977919 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 207430a9-91d0-40d8-aa56-332652f0367a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=207430a9-91d0-40d8-aa56-332652f0367a,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:42.978249 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:43.001613 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] Transition to ACTIVE for port object 0795fe1a-b04c-4d8a-9862-28a6a6a5774d will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:43.013552 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:43.020677 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '207430a9-91d0-40d8-aa56-332652f0367a', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '207430a9-91d0-40d8-aa56-332652f0367a', 'mac_address': 'fa:16:3e:c5:e1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:47:43.070860 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] Attempting to bind port 0795fe1a-b04c-4d8a-9862-28a6a6a5774d on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:43.071234 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] Attempting to bind port 0795fe1a-b04c-4d8a-9862-28a6a6a5774d by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:43.071951 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] Attempting to bind port 0795fe1a-b04c-4d8a-9862-28a6a6a5774d on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:43.082396 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:43.082794 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:43.083208 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:43.083598 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:43.084119 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] Bound port: 0795fe1a-b04c-4d8a-9862-28a6a6a5774d, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:43.084498 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:43.084640 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:43.118217 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 207430a9-91d0-40d8-aa56-332652f0367a {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:43.140400 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03f29969-e9bb-47ea-b8e5-c7e8704d255d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:43.148885 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03f29969-e9bb-47ea-b8e5-c7e8704d255d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:43.149064 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0beeb307-99b6-47b2-ac46-fef260f36cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:43.162368 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-42f40865-f2d7-4067-b6f0-5746d4a763b0 service neutron] For port c347d0e5-43ef-4149-a9e6-f63d765fcd86, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:43.170204 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-42f40865-f2d7-4067-b6f0-5746d4a763b0 service neutron] For port c347d0e5-43ef-4149-a9e6-f63d765fcd86, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=c347d0e5-43ef-4149-a9e6-f63d765fcd86,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:47:43.175520 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17f0c1-8d40-4c05-a9ce-1d85cef1263d None None] Pushing event updated for resources: {'Port': ['ID=0795fe1a-b04c-4d8a-9862-28a6a6a5774d,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:43.179821 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] For port 0795fe1a-b04c-4d8a-9862-28a6a6a5774d, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:43.183735 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-42f40865-f2d7-4067-b6f0-5746d4a763b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:43.193829 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 207430a9-91d0-40d8-aa56-332652f0367a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=207430a9-91d0-40d8-aa56-332652f0367a,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:43.198603 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17f0c1-8d40-4c05-a9ce-1d85cef1263d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:43.198915 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f29969-e9bb-47ea-b8e5-c7e8704d255d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:47:43.199619 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17f0c1-8d40-4c05-a9ce-1d85cef1263d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:43.200264 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17f0c1-8d40-4c05-a9ce-1d85cef1263d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:43.202816 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17f0c1-8d40-4c05-a9ce-1d85cef1263d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:43.202971 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:43.203233 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17f0c1-8d40-4c05-a9ce-1d85cef1263d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:43.203578 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17f0c1-8d40-4c05-a9ce-1d85cef1263d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:43.203993 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17f0c1-8d40-4c05-a9ce-1d85cef1263d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:43.204677 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17f0c1-8d40-4c05-a9ce-1d85cef1263d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:43.205011 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17f0c1-8d40-4c05-a9ce-1d85cef1263d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:43.205393 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17f0c1-8d40-4c05-a9ce-1d85cef1263d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:43.205723 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17f0c1-8d40-4c05-a9ce-1d85cef1263d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:43.206093 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17f0c1-8d40-4c05-a9ce-1d85cef1263d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:43.213445 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] For port 0795fe1a-b04c-4d8a-9862-28a6a6a5774d, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=0795fe1a-b04c-4d8a-9862-28a6a6a5774d,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:47:43.220248 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:43.273298 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f40865-f2d7-4067-b6f0-5746d4a763b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c347d0e5-43ef-4149-a9e6-f63d765fcd86,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:43.283053 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-42f40865-f2d7-4067-b6f0-5746d4a763b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:43.296839 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-42f40865-f2d7-4067-b6f0-5746d4a763b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:43.298538 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-42f40865-f2d7-4067-b6f0-5746d4a763b0 service neutron] 10.222.0.78 "PUT /v2.0/ports/c347d0e5-43ef-4149-a9e6-f63d765fcd86 HTTP/1.1" status: 200 len: 1092 time: 1.3423462 Jul 05 09:47:43.304721 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] Routers {'ad9b659a-bc5c-4072-945b-24056e18af14'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:47:43.305552 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:47:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ad9b659a-bc5c-4072-945b-24056e18af14'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:43.307279 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2228bf84-4aa3-4f2c-a9e1-f3b1de304614', 'tag': 'c347d0e5-43ef-4149-a9e6-f63d765fcd86'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:43.319664 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ae741b-ae22-4bda-9169-412dc3d182f7" -d '{"events": [{"name": "network-changed", "server_uuid": "2228bf84-4aa3-4f2c-a9e1-f3b1de304614", "tag": "c347d0e5-43ef-4149-a9e6-f63d765fcd86"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:43.320678 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['207430a9-91d0-40d8-aa56-332652f0367a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:43.328269 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f29969-e9bb-47ea-b8e5-c7e8704d255d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b6e239-b4fc-4e92-9ea7-407ba11d38ce,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:43.364257 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=207430a9-91d0-40d8-aa56-332652f0367a,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:43.367004 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03f29969-e9bb-47ea-b8e5-c7e8704d255d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:43.367365 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-03f29969-e9bb-47ea-b8e5-c7e8704d255d admin admin] Added segment 7d9f6744-08e7-4f74-82b6-8017c5c5d989 of type vlan for network 0cb0d1a7-4a96-4b1a-82ea-62650006a9d6 Jul 05 09:47:43.460808 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17f0c1-8d40-4c05-a9ce-1d85cef1263d None None] Pushing event updated for resources: {'Port': ['ID=0795fe1a-b04c-4d8a-9862-28a6a6a5774d,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:43.494928 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156f2fbb-22fc-407f-a1d4-b1a1f9e8e4a1 x-openstack-request-id: req-156f2fbb-22fc-407f-a1d4-b1a1f9e8e4a1 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:43.495460 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2228bf84-4aa3-4f2c-a9e1-f3b1de304614", "tag": "c347d0e5-43ef-4149-a9e6-f63d765fcd86", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:43.495766 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-156f2fbb-22fc-407f-a1d4-b1a1f9e8e4a1 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:43.496841 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2228bf84-4aa3-4f2c-a9e1-f3b1de304614', 'tag': 'c347d0e5-43ef-4149-a9e6-f63d765fcd86', 'status': 'completed', 'code': 200} Jul 05 09:47:43.517349 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03f29969-e9bb-47ea-b8e5-c7e8704d255d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:43.552979 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] Set router ad9b659a-bc5c-4072-945b-24056e18af14 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:47:43.566146 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03f29969-e9bb-47ea-b8e5-c7e8704d255d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:43.567574 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f29969-e9bb-47ea-b8e5-c7e8704d255d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:43.568514 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03f29969-e9bb-47ea-b8e5-c7e8704d255d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:43.665540 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f29969-e9bb-47ea-b8e5-c7e8704d255d admin admin] Pushing event updated for resources: {'Network': ['ID=0cb0d1a7-4a96-4b1a-82ea-62650006a9d6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:43.677211 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-03f29969-e9bb-47ea-b8e5-c7e8704d255d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2597504 Jul 05 09:47:43.678175 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52614) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:43.679424 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 0cb0d1a7-4a96-4b1a-82ea-62650006a9d6 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:47:43.685056 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-46f0787b-2ba0-4d38-9818-0e87ff85ce9a admin admin] Request body: {'subnet': {'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-614195647-subnet', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:43.729173 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-62c4643e-7302-40a4-921e-397c25de5b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:43.732905 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-62c4643e-7302-40a4-921e-397c25de5b47 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 1095 time: 0.3825004 Jul 05 09:47:43.804921 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:40Z', 'revision_number': 3, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:43.815805 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c614a3b-81f0-4d7e-aad7-59ee7d93a2fe req-bd83b37e-2290-493e-a9fb-bb94924333b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:43.818378 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c614a3b-81f0-4d7e-aad7-59ee7d93a2fe req-bd83b37e-2290-493e-a9fb-bb94924333b2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 1097 time: 0.6717308 Jul 05 09:47:43.841026 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f90eb9d-22a0-46ee-be5b-54217755f21a None None] The sync data for ids ['ad9b659a-bc5c-4072-945b-24056e18af14'] in n-d-798054-8 is: [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:40Z', 'revision_number': 3, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:47:43.852387 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-5f8680b0-dcc4-48f7-a388-9b1adfbf57e3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c347d0e5-43ef-4149-a9e6-f63d765fcd86 HTTP/1.1" status: 200 len: 217 time: 0.0935714 Jul 05 09:47:43.863809 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f0787b-2ba0-4d38-9818-0e87ff85ce9a admin admin] Made reservation on behalf of b2e9d6e402a44a229484b04a808cfafa for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:43.867013 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46f0787b-2ba0-4d38-9818-0e87ff85ce9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:43.930903 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-0beeb307-99b6-47b2-ac46-fef260f36cdf admin admin] Allocated IP 172.20.0.1 (746da40b-2cc7-466f-a36c-2d78a0886235/f0c42237-0515-4756-b2dd-a698486063e5/7406d6fd-1288-48fc-9f40-fe7dfc607318) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:43.938685 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c614a3b-81f0-4d7e-aad7-59ee7d93a2fe req-9d1f12ef-9955-4afe-9994-7391b4a2efa9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601847 Jul 05 09:47:44.077014 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52630) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:44.131876 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-ede8de0b-3f95-44c5-9699-6f9676103fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:44.133407 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-ede8de0b-3f95-44c5-9699-6f9676103fa5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=408995a7-a274-4d3e-939a-c6141d694df3 HTTP/1.1" status: 200 len: 848 time: 0.2614486 Jul 05 09:47:44.175089 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-ba5c6798-39b3-4cf1-99b8-893f31e6c2c2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5aa1814e-7fad-4b86-b0f0-99892209992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313859 Jul 05 09:47:44.176102 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46f0787b-2ba0-4d38-9818-0e87ff85ce9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.195018 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0beeb307-99b6-47b2-ac46-fef260f36cdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.210980 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-dbd1966b-1325-4118-aeee-5919b0be60d2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-327952688-network', 'tenant_id': '277627ebd7464c359b06a15e4b1a6489'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:44.232237 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-0beeb307-99b6-47b2-ac46-fef260f36cdf admin admin] Transition to ACTIVE for port object 7406d6fd-1288-48fc-9f40-fe7dfc607318 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:44.287888 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5d8f1-c5b8-40ed-8430-4eda0c417bec req-36481f63-4619-4399-ae6f-dde29b8e9916 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:44.289504 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9fa5d8f1-c5b8-40ed-8430-4eda0c417bec req-36481f63-4619-4399-ae6f-dde29b8e9916 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.2471857 Jul 05 09:47:44.305608 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4926b6-5555-40ea-8787-3c51de2b8fd4 req-a8082814-aa08-4456-8d01-2e2e791e28ff tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:44.307531 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d4926b6-5555-40ea-8787-3c51de2b8fd4 req-a8082814-aa08-4456-8d01-2e2e791e28ff tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 944 time: 0.2324011 Jul 05 09:47:44.320237 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd1966b-1325-4118-aeee-5919b0be60d2 admin admin] Made reservation on behalf of 277627ebd7464c359b06a15e4b1a6489 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:44.324456 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbd1966b-1325-4118-aeee-5919b0be60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.375810 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbd1966b-1325-4118-aeee-5919b0be60d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.415446 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0beeb307-99b6-47b2-ac46-fef260f36cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.489576 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d4926b6-5555-40ea-8787-3c51de2b8fd4 req-33791f78-c0d3-48c4-84b2-51eede738650 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583371 Jul 05 09:47:44.512409 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9fa5d8f1-c5b8-40ed-8430-4eda0c417bec req-7e5d5bac-9107-4ab2-a0cc-54fb2e7dc061 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981754 Jul 05 09:47:44.549213 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 0795fe1a-b04c-4d8a-9862-28a6a6a5774d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:44.587006 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beeb307-99b6-47b2-ac46-fef260f36cdf admin admin] Network 746da40b-2cc7-466f-a36c-2d78a0886235 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:44.594369 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-0beeb307-99b6-47b2-ac46-fef260f36cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:44.599384 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beeb307-99b6-47b2-ac46-fef260f36cdf admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:44.603176 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beeb307-99b6-47b2-ac46-fef260f36cdf admin admin] Pushing event updated for resources: {'Port': ['ID=7406d6fd-1288-48fc-9f40-fe7dfc607318,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:44.659347 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 0795fe1a-b04c-4d8a-9862-28a6a6a5774d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:44.665482 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 0795fe1a-b04c-4d8a-9862-28a6a6a5774d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:44.665891 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.678867 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0beeb307-99b6-47b2-ac46-fef260f36cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.765457 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0787b-2ba0-4d38-9818-0e87ff85ce9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=11fb63e6-003a-4932-a1fe-88ef947e51fd,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:44.806666 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.836645 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f0787b-2ba0-4d38-9818-0e87ff85ce9a admin admin] Checking segment: {'id': '7d9f6744-08e7-4f74-82b6-8017c5c5d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:44.837024 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f0787b-2ba0-4d38-9818-0e87ff85ce9a admin admin] Network hostable DHCP agents. Network: 0cb0d1a7-4a96-4b1a-82ea-62650006a9d6, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:47:44.839241 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 207430a9-91d0-40d8-aa56-332652f0367a up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:44.876239 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbd1966b-1325-4118-aeee-5919b0be60d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.882564 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-050689f6-1c1c-498d-b1cd-1238a13a0528 service neutron] 10.222.0.78 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6804025 Jul 05 09:47:44.896933 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbd1966b-1325-4118-aeee-5919b0be60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.905458 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f0787b-2ba0-4d38-9818-0e87ff85ce9a admin admin] Network 0cb0d1a7-4a96-4b1a-82ea-62650006a9d6 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:47:44.938978 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 0795fe1a-b04c-4d8a-9862-28a6a6a5774d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=0795fe1a-b04c-4d8a-9862-28a6a6a5774d,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:44.945491 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.997248 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-46f0787b-2ba0-4d38-9818-0e87ff85ce9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 0cb0d1a7-4a96-4b1a-82ea-62650006a9d6) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:45.004179 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f0787b-2ba0-4d38-9818-0e87ff85ce9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:45.006670 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46f0787b-2ba0-4d38-9818-0e87ff85ce9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.008830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 207430a9-91d0-40d8-aa56-332652f0367a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:45.009206 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.035023 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-46f0787b-2ba0-4d38-9818-0e87ff85ce9a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3538888 Jul 05 09:47:45.038206 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52658) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:45.044737 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ff9120f2-687f-456e-ab9c-9c56acd56b21 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-614195647-router', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:45.059269 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1966b-1325-4118-aeee-5919b0be60d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9321aa10-4c77-4559-b772-7a36e3fd7817,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:45.062420 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0894be-1193-4119-abae-cb963a4e4d96 None None] Network 0cb0d1a7-4a96-4b1a-82ea-62650006a9d6 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:45.081430 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd1966b-1325-4118-aeee-5919b0be60d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:47:45.093704 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff9120f2-687f-456e-ab9c-9c56acd56b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.095754 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff9120f2-687f-456e-ab9c-9c56acd56b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.128379 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbd1966b-1325-4118-aeee-5919b0be60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.128751 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-dbd1966b-1325-4118-aeee-5919b0be60d2 admin admin] Added segment 2d0d9b78-f015-4a1e-b97d-ed241adbdcce of type vlan for network d7ce5e94-320c-492a-bb66-c25b99ff7a3c Jul 05 09:47:45.143215 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-960fd098-4b51-4c83-b483-0f160a2ee54c req-fef2500d-2691-4cd5-b86f-234d05e77428 service neutron] 10.222.0.78 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532861 Jul 05 09:47:45.184267 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-74362f44-0420-4bcc-a34a-616d00804de5 None None] Provisioning for port 7406d6fd-1288-48fc-9f40-fe7dfc607318 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:45.198899 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=0795fe1a-b04c-4d8a-9862-28a6a6a5774d,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:45.208271 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff9120f2-687f-456e-ab9c-9c56acd56b21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.231867 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-74362f44-0420-4bcc-a34a-616d00804de5 None None] Provisioning complete for port 7406d6fd-1288-48fc-9f40-fe7dfc607318 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:45.232246 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-74362f44-0420-4bcc-a34a-616d00804de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.257398 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:47:45.265333 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-f3e4709a-f7a2-4029-9a48-887b852df2c9 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:45.272018 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-f3e4709a-f7a2-4029-9a48-887b852df2c9 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/networks?id=9fc753bd-ed1c-4222-8288-03c51cdba06e HTTP/1.1" status: 200 len: 815 time: 0.4286571 Jul 05 09:47:45.279225 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbd1966b-1325-4118-aeee-5919b0be60d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.306611 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-74362f44-0420-4bcc-a34a-616d00804de5 None None] Port 7406d6fd-1288-48fc-9f40-fe7dfc607318 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:47:45.308233 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-6abba086-4a08-47f3-b941-8f495e768e01 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/quotas/75d5c84ca64141ddadd1bedc99f90e4d HTTP/1.1" status: 200 len: 375 time: 0.0353038 Jul 05 09:47:45.311700 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0beeb307-99b6-47b2-ac46-fef260f36cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.315157 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.372643 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec485e15-5952-4ace-9933-f4d364d6fcde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207430a9-91d0-40d8-aa56-332652f0367a'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:45.375171 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc47874-f174-43ad-9788-a9ad905084f9" -d '{"events": [{"server_uuid": "ec485e15-5952-4ace-9933-f4d364d6fcde", "name": "network-vif-plugged", "status": "completed", "tag": "207430a9-91d0-40d8-aa56-332652f0367a"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:45.412950 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 207430a9-91d0-40d8-aa56-332652f0367a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=207430a9-91d0-40d8-aa56-332652f0367a,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:45.420044 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbd1966b-1325-4118-aeee-5919b0be60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.420957 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd1966b-1325-4118-aeee-5919b0be60d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:45.421552 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbd1966b-1325-4118-aeee-5919b0be60d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.430189 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.437469 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff9120f2-687f-456e-ab9c-9c56acd56b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.454988 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d905a6df-8554-4bae-bc86-665da62a5820 x-openstack-request-id: req-d905a6df-8554-4bae-bc86-665da62a5820 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:45.455608 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec485e15-5952-4ace-9933-f4d364d6fcde", "name": "network-vif-plugged", "status": "completed", "tag": "207430a9-91d0-40d8-aa56-332652f0367a", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:45.456131 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d905a6df-8554-4bae-bc86-665da62a5820 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:45.456740 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec485e15-5952-4ace-9933-f4d364d6fcde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207430a9-91d0-40d8-aa56-332652f0367a', 'code': 200} Jul 05 09:47:45.482354 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fce2066-fc31-4c29-8ee5-02fa3b3dba93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-0cb0d1a7-4a96-4b1a-82ea-62650006a9d6', 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'fixed_ips': [{'subnet_id': '11fb63e6-003a-4932-a1fe-88ef947e51fd'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:47:45.483581 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2fce2066-fc31-4c29-8ee5-02fa3b3dba93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.501242 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-dbd1966b-1325-4118-aeee-5919b0be60d2 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4232297 Jul 05 09:47:45.507794 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52662) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:45.513831 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-67b9ed40-3205-4966-8c20-7e4583ed39c0 admin admin] Request body: {'subnet': {'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-327952688-subnet', 'tenant_id': '277627ebd7464c359b06a15e4b1a6489', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:45.521637 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae741b-ae22-4bda-9169-412dc3d182f7 req-08164604-e456-4480-977f-e781b9b9f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:45.523148 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a7ae741b-ae22-4bda-9169-412dc3d182f7 req-08164604-e456-4480-977f-e781b9b9f628 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 1095 time: 0.2099669 Jul 05 09:47:45.542442 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1966b-1325-4118-aeee-5919b0be60d2 admin admin] Pushing event updated for resources: {'Network': ['ID=d7ce5e94-320c-492a-bb66-c25b99ff7a3c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:45.578518 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-499dc577-e118-422d-9e8c-ee515b34e650 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=75d5c84ca64141ddadd1bedc99f90e4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2693624 Jul 05 09:47:45.631582 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=207430a9-91d0-40d8-aa56-332652f0367a,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:45.632190 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b9ed40-3205-4966-8c20-7e4583ed39c0 admin admin] Made reservation on behalf of 277627ebd7464c359b06a15e4b1a6489 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:45.634544 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-67b9ed40-3205-4966-8c20-7e4583ed39c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.638933 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network d7ce5e94-320c-492a-bb66-c25b99ff7a3c details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:47:45.762095 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-2fce2066-fc31-4c29-8ee5-02fa3b3dba93 None None] Allocated IP 172.20.0.2 (0cb0d1a7-4a96-4b1a-82ea-62650006a9d6/11fb63e6-003a-4932-a1fe-88ef947e51fd/023f702c-f465-4927-8a88-e01f88190dc9) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:45.768448 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae741b-ae22-4bda-9169-412dc3d182f7 req-0534cc21-f933-45bc-ab8d-d471b8a93f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:45.769977 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a7ae741b-ae22-4bda-9169-412dc3d182f7 req-0534cc21-f933-45bc-ab8d-d471b8a93f64 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 909 time: 0.2339046 Jul 05 09:47:45.792246 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0beeb307-99b6-47b2-ac46-fef260f36cdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.798900 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0beeb307-99b6-47b2-ac46-fef260f36cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.802386 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-94971661-db2f-4202-8823-468b41764b4b service neutron] 10.222.0.79 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144890 Jul 05 09:47:45.828075 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a7ae741b-ae22-4bda-9169-412dc3d182f7 req-732754cb-a373-4af7-9104-16267b24b129 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c347d0e5-43ef-4149-a9e6-f63d765fcd86 HTTP/1.1" status: 200 len: 217 time: 0.0506749 Jul 05 09:47:45.897931 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19310f-962e-47e8-aefc-1820189a1da4 req-ace96319-304d-4420-9f9a-e8a204704ad8 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:45.905099 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe19310f-962e-47e8-aefc-1820189a1da4 req-ace96319-304d-4420-9f9a-e8a204704ad8 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 944 time: 0.2496824 Jul 05 09:47:45.937849 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2fce2066-fc31-4c29-8ee5-02fa3b3dba93 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.946741 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2fce2066-fc31-4c29-8ee5-02fa3b3dba93 None None] Transition to ACTIVE for port object 023f702c-f465-4927-8a88-e01f88190dc9 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:45.963675 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beeb307-99b6-47b2-ac46-fef260f36cdf admin admin] Pushing event updated for resources: {'Port': ['ID=7406d6fd-1288-48fc-9f40-fe7dfc607318,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:45.965750 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2fce2066-fc31-4c29-8ee5-02fa3b3dba93 None None] Transition to ACTIVE for port object 023f702c-f465-4927-8a88-e01f88190dc9 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:45.969809 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0beeb307-99b6-47b2-ac46-fef260f36cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.982901 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2fce2066-fc31-4c29-8ee5-02fa3b3dba93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.987019 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae741b-ae22-4bda-9169-412dc3d182f7 req-210370b6-e7ae-4ce8-8aac-41f511dadb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:45.988616 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a7ae741b-ae22-4bda-9169-412dc3d182f7 req-210370b6-e7ae-4ce8-8aac-41f511dadb13 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=408995a7-a274-4d3e-939a-c6141d694df3 HTTP/1.1" status: 200 len: 848 time: 0.1520851 Jul 05 09:47:46.032789 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fce2066-fc31-4c29-8ee5-02fa3b3dba93 None None] Network 0cb0d1a7-4a96-4b1a-82ea-62650006a9d6 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:46.041296 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-2fce2066-fc31-4c29-8ee5-02fa3b3dba93 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:46.045646 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fce2066-fc31-4c29-8ee5-02fa3b3dba93 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:46.052837 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce2066-fc31-4c29-8ee5-02fa3b3dba93 None None] Pushing event updated for resources: {'Port': ['ID=023f702c-f465-4927-8a88-e01f88190dc9,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:46.060381 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a7ae741b-ae22-4bda-9169-412dc3d182f7 req-e0a80c74-4146-4a4a-ab6a-4e3ce9ad9fcb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5aa1814e-7fad-4b86-b0f0-99892209992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444853 Jul 05 09:47:46.088039 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe19310f-962e-47e8-aefc-1820189a1da4 req-93333388-1861-4a8d-9b79-446054779e54 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821218 Jul 05 09:47:46.122927 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2fce2066-fc31-4c29-8ee5-02fa3b3dba93 None None] Attempting to bind port 023f702c-f465-4927-8a88-e01f88190dc9 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:46.122927 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2fce2066-fc31-4c29-8ee5-02fa3b3dba93 None None] Attempting to bind port 023f702c-f465-4927-8a88-e01f88190dc9 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '7d9f6744-08e7-4f74-82b6-8017c5c5d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:46.122927 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fce2066-fc31-4c29-8ee5-02fa3b3dba93 None None] Attempting to bind port 023f702c-f465-4927-8a88-e01f88190dc9 on network 0cb0d1a7-4a96-4b1a-82ea-62650006a9d6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:46.126940 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fce2066-fc31-4c29-8ee5-02fa3b3dba93 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:46.127325 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fce2066-fc31-4c29-8ee5-02fa3b3dba93 None None] Checking segment: {'id': '7d9f6744-08e7-4f74-82b6-8017c5c5d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:46.127736 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2fce2066-fc31-4c29-8ee5-02fa3b3dba93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:46.128163 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fce2066-fc31-4c29-8ee5-02fa3b3dba93 None None] Bound using segment: {'id': '7d9f6744-08e7-4f74-82b6-8017c5c5d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:46.128644 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2fce2066-fc31-4c29-8ee5-02fa3b3dba93 None None] Bound port: 023f702c-f465-4927-8a88-e01f88190dc9, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9f6744-08e7-4f74-82b6-8017c5c5d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:46.129357 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2fce2066-fc31-4c29-8ee5-02fa3b3dba93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:46.145652 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-1bc9852c-41bd-45d1-96a5-e2510fae1804 service neutron] 10.222.0.79 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181481 Jul 05 09:47:46.164309 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff9120f2-687f-456e-ab9c-9c56acd56b21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:46.172671 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-67b9ed40-3205-4966-8c20-7e4583ed39c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:46.176712 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beeb307-99b6-47b2-ac46-fef260f36cdf admin admin] Network 746da40b-2cc7-466f-a36c-2d78a0886235 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:46.180152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-0beeb307-99b6-47b2-ac46-fef260f36cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:46.205671 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff9120f2-687f-456e-ab9c-9c56acd56b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:46.252193 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2fce2066-fc31-4c29-8ee5-02fa3b3dba93 None None] For port 023f702c-f465-4927-8a88-e01f88190dc9, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:46.256334 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2fce2066-fc31-4c29-8ee5-02fa3b3dba93 None None] For port 023f702c-f465-4927-8a88-e01f88190dc9, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=023f702c-f465-4927-8a88-e01f88190dc9,segment=NetworkSegment(7d9f6744-08e7-4f74-82b6-8017c5c5d989),segment_id=7d9f6744-08e7-4f74-82b6-8017c5c5d989)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:47:46.262544 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2fce2066-fc31-4c29-8ee5-02fa3b3dba93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:46.376757 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce2066-fc31-4c29-8ee5-02fa3b3dba93 None None] Pushing event updated for resources: {'Port': ['ID=023f702c-f465-4927-8a88-e01f88190dc9,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:46.446328 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9ed40-3205-4966-8c20-7e4583ed39c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82a767f2-a70d-493a-920a-63cb4c3e85d1,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:46.450216 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a7ae741b-ae22-4bda-9169-412dc3d182f7 req-21b4ed50-bcf1-4888-8261-1167427740e3 service neutron] 10.222.0.78 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636327 Jul 05 09:47:46.517191 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0beeb307-99b6-47b2-ac46-fef260f36cdf admin admin] Router ad9b659a-bc5c-4072-945b-24056e18af14 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:47:46.624243 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b9ed40-3205-4966-8c20-7e4583ed39c0 admin admin] Checking segment: {'id': '2d0d9b78-f015-4a1e-b97d-ed241adbdcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:46.624777 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b9ed40-3205-4966-8c20-7e4583ed39c0 admin admin] Network hostable DHCP agents. Network: d7ce5e94-320c-492a-bb66-c25b99ff7a3c, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:47:46.647523 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255408b6-f21d-4a6f-9f0d-f46a113a04ae req-d88c47a8-08a6-4905-a173-085168abce37 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:46.650047 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-255408b6-f21d-4a6f-9f0d-f46a113a04ae req-d88c47a8-08a6-4905-a173-085168abce37 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.3116224 Jul 05 09:47:46.662645 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 0795fe1a-b04c-4d8a-9862-28a6a6a5774d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:46.706457 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-255408b6-f21d-4a6f-9f0d-f46a113a04ae req-dd7d2ca2-fd23-464c-a693-953cfa35eaa1 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496342 Jul 05 09:47:46.818824 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-17f48b5a-ebca-4357-80f6-ed810e75be38 None None] Provisioning complete for port 7406d6fd-1288-48fc-9f40-fe7dfc607318 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:46.819630 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-17f48b5a-ebca-4357-80f6-ed810e75be38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:46.835689 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0beeb307-99b6-47b2-ac46-fef260f36cdf admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:47:46.859964 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0beeb307-99b6-47b2-ac46-fef260f36cdf admin admin] 10.222.0.79 "PUT /v2.0/routers/ad9b659a-bc5c-4072-945b-24056e18af14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0852156 Jul 05 09:47:46.884574 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] Sync routers for ids ['ad9b659a-bc5c-4072-945b-24056e18af14'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:47:46.895186 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b9ed40-3205-4966-8c20-7e4583ed39c0 admin admin] Network d7ce5e94-320c-492a-bb66-c25b99ff7a3c is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:47:46.940873 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 0795fe1a-b04c-4d8a-9862-28a6a6a5774d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:46.941029 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-67b9ed40-3205-4966-8c20-7e4583ed39c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, d7ce5e94-320c-492a-bb66-c25b99ff7a3c) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:46.941667 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:46.967897 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b9ed40-3205-4966-8c20-7e4583ed39c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:46.968188 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] Routers {'ad9b659a-bc5c-4072-945b-24056e18af14'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:47:46.968519 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-67b9ed40-3205-4966-8c20-7e4583ed39c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:46.968957 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:47:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ad9b659a-bc5c-4072-945b-24056e18af14'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:46.976203 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9056337-1b65-4bcf-a5ea-88474f203947 None None] Network d7ce5e94-320c-492a-bb66-c25b99ff7a3c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:46.989552 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-ff9120f2-687f-456e-ab9c-9c56acd56b21 admin admin] Allocated IP 172.25.7.186 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/e470acb2-8f73-4edc-8070-7211411795a8) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:47.016470 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-88e9289a-09b9-46a7-b08e-098d62949e7c req-fdbbd051-2663-448d-a1d3-c7e813392e08 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e4299de-a387-4c55-a9ad-f443ba0c7ef2 HTTP/1.1" status: 200 len: 210 time: 0.1400769 Jul 05 09:47:47.068980 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-17f48b5a-ebca-4357-80f6-ed810e75be38 None None] Port 7406d6fd-1288-48fc-9f40-fe7dfc607318 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:47:47.136302 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff9120f2-687f-456e-ab9c-9c56acd56b21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:47.183065 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff9120f2-687f-456e-ab9c-9c56acd56b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:47.239661 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a7ae741b-ae22-4bda-9169-412dc3d182f7 req-dab9c5ce-cca4-4482-8f8f-4295ff5bf222 service neutron] 10.222.0.78 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7788594 Jul 05 09:47:47.245668 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9120f2-687f-456e-ab9c-9c56acd56b21 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:47.256728 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-67b9ed40-3205-4966-8c20-7e4583ed39c0 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7383568 Jul 05 09:47:47.256728 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ff9120f2-687f-456e-ab9c-9c56acd56b21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:47.258169 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9120f2-687f-456e-ab9c-9c56acd56b21 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:47.287184 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9120f2-687f-456e-ab9c-9c56acd56b21 admin admin] Pushing event updated for resources: {'Port': ['ID=e470acb2-8f73-4edc-8070-7211411795a8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:47.368894 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461c07a-75d2-4a23-a629-3db25af2840d req-e36f7b98-639e-4d3f-b204-9504964c74e5 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:47.370516 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3461c07a-75d2-4a23-a629-3db25af2840d req-e36f7b98-639e-4d3f-b204-9504964c74e5 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/networks?id=a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2 HTTP/1.1" status: 200 len: 812 time: 0.2677641 Jul 05 09:47:47.390921 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3461c07a-75d2-4a23-a629-3db25af2840d req-2ce4e76c-f11f-481a-b829-f342962c9dad tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/quotas/a6475ba64a0d482bb432aecc90634688 HTTP/1.1" status: 200 len: 375 time: 0.0131950 Jul 05 09:47:47.707342 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] Set router ad9b659a-bc5c-4072-945b-24056e18af14 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:47:47.731646 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff9120f2-687f-456e-ab9c-9c56acd56b21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:48.088222 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3461c07a-75d2-4a23-a629-3db25af2840d req-a215f3a9-a4da-455b-ae94-586dadaba31c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a6475ba64a0d482bb432aecc90634688&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6877322 Jul 05 09:47:48.134843 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba4b57-34ab-4a7a-882d-a2735d138745 req-ce41a1b1-3b1f-4d7b-be9a-0c1d6e08e52e tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:48.165124 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bba4b57-34ab-4a7a-882d-a2735d138745 req-ce41a1b1-3b1f-4d7b-be9a-0c1d6e08e52e tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 944 time: 0.7664387 Jul 05 09:47:48.181573 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff9120f2-687f-456e-ab9c-9c56acd56b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:48.183331 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa31499f-03cc-4adf-9a32-7c678b5afd11 None None] Network d7ce5e94-320c-492a-bb66-c25b99ff7a3c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:48.266143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25ef11b-7e19-435e-aa8e-0f263e9f96a0 None None] Network 0cb0d1a7-4a96-4b1a-82ea-62650006a9d6 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:48.288566 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bba4b57-34ab-4a7a-882d-a2735d138745 req-9e80f87d-7673-4b2b-bef4-d0ce45e04a76 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221824 Jul 05 09:47:48.345913 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3461c07a-75d2-4a23-a629-3db25af2840d req-de6ef05b-9460-4a53-9065-902bc9b5b42b service neutron] 10.222.0.79 "GET /v2.0/networks/a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560389 Jul 05 09:47:48.358549 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:45Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '7406d6fd-1288-48fc-9f40-fe7dfc607318', 'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'mac_address': 'fa:16:3e:15:3a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:43Z', 'updated_at': '2021-07-05T09:47:45Z', 'revision_number': 2, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'subnets': [{'id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:48.403136 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9120f2-687f-456e-ab9c-9c56acd56b21 admin admin] Router e997bbe9-8485-49e4-81cc-6f13f0d3550d is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:47:48.434436 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] Checking router: ad9b659a-bc5c-4072-945b-24056e18af14 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:47:48.434796 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] Updating router ad9b659a-bc5c-4072-945b-24056e18af14 port 7406d6fd-1288-48fc-9f40-fe7dfc607318 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:47:48.436562 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eeacb377-5cac-440e-90b9-11692908f38b None None] Provisioning for port 023f702c-f465-4927-8a88-e01f88190dc9 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:48.639648 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 023f702c-f465-4927-8a88-e01f88190dc9 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:48.653122 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3461c07a-75d2-4a23-a629-3db25af2840d req-bc421d34-faa0-4ff2-beda-329cec20fcba service neutron] 10.222.0.79 "GET /v2.0/networks/a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058639 Jul 05 09:47:48.710308 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9120f2-687f-456e-ab9c-9c56acd56b21 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:47:48.754538 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:48.765373 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] Sync routers for ids ['e997bbe9-8485-49e4-81cc-6f13f0d3550d'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:47:48.780780 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] Routers {'e997bbe9-8485-49e4-81cc-6f13f0d3550d'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:47:48.781746 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:47:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e997bbe9-8485-49e4-81cc-6f13f0d3550d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:48.858430 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff9120f2-687f-456e-ab9c-9c56acd56b21 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:48.863356 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ff9120f2-687f-456e-ab9c-9c56acd56b21 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8240390 Jul 05 09:47:48.867993 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52760) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:48.919268 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-7e7f071d-d4ac-40bf-b21e-6a6da057403e tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:48.931001 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-7e7f071d-d4ac-40bf-b21e-6a6da057403e tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/networks?id=746da40b-2cc7-466f-a36c-2d78a0886235 HTTP/1.1" status: 200 len: 820 time: 0.2309568 Jul 05 09:47:48.962212 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-494f0d4a-2288-4e7f-b7b2-24ad61ab3b30 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/quotas/f14992b010214883a7cb6c5d4bf0968d HTTP/1.1" status: 200 len: 375 time: 0.0301013 Jul 05 09:47:49.090555 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-ea70cb29-fa1b-46d9-a10a-86c629e60939 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f14992b010214883a7cb6c5d4bf0968d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1272337 Jul 05 09:47:49.135678 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] Set router e997bbe9-8485-49e4-81cc-6f13f0d3550d gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:47:49.207831 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-3ceb5329-390a-4206-be6c-f4772ddd5fef tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:49.209741 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-3ceb5329-390a-4206-be6c-f4772ddd5fef tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.78 "GET /v2.0/networks?id=9fc753bd-ed1c-4222-8288-03c51cdba06e HTTP/1.1" status: 200 len: 815 time: 0.4975190 Jul 05 09:47:49.237919 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-b57b3c57-66ad-4568-9364-a2d9e2b62a41 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Request body: {'port': {'device_id': '4e4299de-a387-4c55-a9ad-f443ba0c7ef2', 'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e', 'admin_state_up': True, 'tenant_id': '75d5c84ca64141ddadd1bedc99f90e4d'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:49.239131 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 023f702c-f465-4927-8a88-e01f88190dc9 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:49.289247 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 023f702c-f465-4927-8a88-e01f88190dc9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:49.289630 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:49.336673 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-e25085ba-2fa6-4fd5-852e-63177c0d07c3 service neutron] 10.222.0.79 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450991 Jul 05 09:47:49.627582 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:49.781412 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'name': 'tempest-ServersTestBootFromVolume-614195647-router', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:45Z', 'updated_at': '2021-07-05T09:47:47Z', 'revision_number': 3, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'gw_port': {'id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:46Z', 'updated_at': '2021-07-05T09:47:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:49.803300 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee7322-7e1b-412f-87a6-67957830a406 req-7f9aa0c1-5f65-4fff-a84a-7bfc150f2195 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:49.806051 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ceee7322-7e1b-412f-87a6-67957830a406 req-7f9aa0c1-5f65-4fff-a84a-7bfc150f2195 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/networks?id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c HTTP/1.1" status: 200 len: 811 time: 0.5133069 Jul 05 09:47:49.817391 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-984153c0-5c6c-4048-95de-745b4ec06963 service neutron] 10.222.0.79 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791207 Jul 05 09:47:49.826864 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:49.837653 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 023f702c-f465-4927-8a88-e01f88190dc9, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=023f702c-f465-4927-8a88-e01f88190dc9,segment=NetworkSegment(7d9f6744-08e7-4f74-82b6-8017c5c5d989),segment_id=7d9f6744-08e7-4f74-82b6-8017c5c5d989)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:49.848561 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ceee7322-7e1b-412f-87a6-67957830a406 req-5a77f4a6-f7ce-4d59-9579-56f05782cec3 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/quotas/277627ebd7464c359b06a15e4b1a6489 HTTP/1.1" status: 200 len: 375 time: 0.0279095 Jul 05 09:47:49.880411 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:49.880907 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] Checking router: e997bbe9-8485-49e4-81cc-6f13f0d3550d for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:47:49.881268 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] Updating router e997bbe9-8485-49e4-81cc-6f13f0d3550d port e470acb2-8f73-4edc-8070-7211411795a8 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:47:49.893403 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] Transition to ACTIVE for port object 7406d6fd-1288-48fc-9f40-fe7dfc607318 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:49.901882 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ceee7322-7e1b-412f-87a6-67957830a406 req-5dbd9ff8-7e9b-40ee-b887-f46ab74cfa0f tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=277627ebd7464c359b06a15e4b1a6489&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516410 Jul 05 09:47:49.915072 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f6812e74-e6af-4c3f-9a56-a391ea3e36ff None None] Provisioning complete for port 023f702c-f465-4927-8a88-e01f88190dc9 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:49.915739 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f6812e74-e6af-4c3f-9a56-a391ea3e36ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:49.960052 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:50.009524 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:50.059129 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ceee7322-7e1b-412f-87a6-67957830a406 req-17345c5e-ff2e-440b-97f0-17cbc018a8f3 service neutron] 10.222.0.79 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504261 Jul 05 09:47:50.194197 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=023f702c-f465-4927-8a88-e01f88190dc9,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:50.285084 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ceee7322-7e1b-412f-87a6-67957830a406 req-54797baf-ecef-4969-aa2c-ec5c735c05fa service neutron] 10.222.0.79 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222445 Jul 05 09:47:50.619223 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 023f702c-f465-4927-8a88-e01f88190dc9 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:50.761921 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501433e-5f92-4ef6-86e6-690383d077cd None None] Pushing event updated for resources: {'Port': ['ID=7406d6fd-1288-48fc-9f40-fe7dfc607318,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:50.792316 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] Attempting to bind port 7406d6fd-1288-48fc-9f40-fe7dfc607318 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:50.792822 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] Attempting to bind port 7406d6fd-1288-48fc-9f40-fe7dfc607318 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '48c2a058-2c95-42e3-b8e4-a232959d524e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:50.793195 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] Attempting to bind port 7406d6fd-1288-48fc-9f40-fe7dfc607318 on network 746da40b-2cc7-466f-a36c-2d78a0886235 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:50.806231 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:50.846823 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:50.847479 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] Checking segment: {'id': '48c2a058-2c95-42e3-b8e4-a232959d524e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:50.847674 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:50.848035 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] Bound using segment: {'id': '48c2a058-2c95-42e3-b8e4-a232959d524e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:50.848529 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] Bound port: 7406d6fd-1288-48fc-9f40-fe7dfc607318, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c2a058-2c95-42e3-b8e4-a232959d524e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:50.848919 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:50.859352 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device c347d0e5-43ef-4149-a9e6-f63d765fcd86 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:47:50.860056 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] Transition to ACTIVE for port object e470acb2-8f73-4edc-8070-7211411795a8 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:50.872397 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:50.934553 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2570b5fc-9c64-4a01-9313-b928e5cab572 req-8fe55971-01af-41d0-bfb6-2a17f861098f tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e4299de-a387-4c55-a9ad-f443ba0c7ef2 HTTP/1.1" status: 200 len: 210 time: 0.0923886 Jul 05 09:47:51.017281 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] Attempting to bind port e470acb2-8f73-4edc-8070-7211411795a8 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:51.018104 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] Attempting to bind port e470acb2-8f73-4edc-8070-7211411795a8 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:51.018717 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] Attempting to bind port e470acb2-8f73-4edc-8070-7211411795a8 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:51.029631 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:51.039619 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:51.040541 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:51.041642 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:51.042713 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] Bound port: e470acb2-8f73-4edc-8070-7211411795a8, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:51.043390 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:51.055731 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4fb6a9cb-bde2-4b2e-baa3-9b3dddd16dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:51.086913 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b89f69d6-193e-44c6-adc2-e4f626d7f22e req-ea5361b7-5efe-46af-aaa6-2b25cdc05469 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d859344-fba7-4e5d-81b4-bd8517c9b614 HTTP/1.1" status: 200 len: 210 time: 0.1438866 Jul 05 09:47:51.211249 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1c16d37-697e-4e83-bee0-4da9ee074194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:51.224685 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] For port e470acb2-8f73-4edc-8070-7211411795a8, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:51.236276 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.resource_extend [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:47:51.243629 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] For port e470acb2-8f73-4edc-8070-7211411795a8, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e470acb2-8f73-4edc-8070-7211411795a8,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:47:51.256155 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:51.265332 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-b57b3c57-66ad-4568-9364-a2d9e2b62a41 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Made reservation on behalf of 75d5c84ca64141ddadd1bedc99f90e4d for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:51.273316 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-b57b3c57-66ad-4568-9364-a2d9e2b62a41 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:51.275499 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22826e-d0c8-4e8c-b9df-1c0ff2506ff9 req-f291072e-b68e-442c-aef6-ccff56b9d657 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:51.293622 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f22826e-d0c8-4e8c-b9df-1c0ff2506ff9 req-f291072e-b68e-442c-aef6-ccff56b9d657 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 944 time: 0.1661081 Jul 05 09:47:51.372825 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de432b-01a6-46b2-9964-dbb740be2442 None None] Pushing event updated for resources: {'Port': ['ID=e470acb2-8f73-4edc-8070-7211411795a8,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:51.458573 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] Routers {'e997bbe9-8485-49e4-81cc-6f13f0d3550d'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:47:51.458817 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:47:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e997bbe9-8485-49e4-81cc-6f13f0d3550d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:51.461828 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de432b-01a6-46b2-9964-dbb740be2442 None None] Pushing event updated for resources: {'Port': ['ID=e470acb2-8f73-4edc-8070-7211411795a8,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:51.532210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461c07a-75d2-4a23-a629-3db25af2840d req-59270778-c4f3-4754-955a-54a2eec1020a tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:51.534168 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 023f702c-f465-4927-8a88-e01f88190dc9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:51.534545 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3461c07a-75d2-4a23-a629-3db25af2840d req-59270778-c4f3-4754-955a-54a2eec1020a tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.81 "GET /v2.0/networks?id=a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2 HTTP/1.1" status: 200 len: 812 time: 0.2339935 Jul 05 09:47:51.538091 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:51.564796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3461c07a-75d2-4a23-a629-3db25af2840d req-0d88e16c-3fa9-44b6-8f41-a7eca64a149c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Request body: {'port': {'device_id': '0d859344-fba7-4e5d-81b4-bd8517c9b614', 'network_id': 'a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2', 'admin_state_up': True, 'tenant_id': 'a6475ba64a0d482bb432aecc90634688'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:51.595699 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-b57b3c57-66ad-4568-9364-a2d9e2b62a41 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Allocated IP 172.20.0.8 (9fc753bd-ed1c-4222-8288-03c51cdba06e/a14a8afb-77fc-4bd0-9b4d-adabd45f7421/86305fdc-3bf1-45a5-acb8-6ad4b27e085d) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:51.691431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] For port 7406d6fd-1288-48fc-9f40-fe7dfc607318, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:51.752379 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] Set router e997bbe9-8485-49e4-81cc-6f13f0d3550d gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:47:51.778414 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] For port 7406d6fd-1288-48fc-9f40-fe7dfc607318, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7406d6fd-1288-48fc-9f40-fe7dfc607318,segment=NetworkSegment(48c2a058-2c95-42e3-b8e4-a232959d524e),segment_id=48c2a058-2c95-42e3-b8e4-a232959d524e)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:47:51.809990 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-b57b3c57-66ad-4568-9364-a2d9e2b62a41 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:51.830999 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:51.842808 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-362afb09-7087-47a4-bd6a-75aefd2b02bd req-a00f4327-22fb-4df6-8dcb-08b04105ba7b tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 210 time: 0.3053405 Jul 05 09:47:51.880263 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-b57b3c57-66ad-4568-9364-a2d9e2b62a41 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:51.953233 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f22826e-d0c8-4e8c-b9df-1c0ff2506ff9 req-a6834240-774f-4022-a9bc-86097b480d85 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6585960 Jul 05 09:47:51.962788 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-b57b3c57-66ad-4568-9364-a2d9e2b62a41 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Network 9fc753bd-ed1c-4222-8288-03c51cdba06e is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:51.968349 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-b57b3c57-66ad-4568-9364-a2d9e2b62a41 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:51.972714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port c347d0e5-43ef-4149-a9e6-f63d765fcd86, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=c347d0e5-43ef-4149-a9e6-f63d765fcd86,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:51.973597 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3461c07a-75d2-4a23-a629-3db25af2840d req-0d88e16c-3fa9-44b6-8f41-a7eca64a149c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Made reservation on behalf of a6475ba64a0d482bb432aecc90634688 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:51.977690 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3461c07a-75d2-4a23-a629-3db25af2840d req-0d88e16c-3fa9-44b6-8f41-a7eca64a149c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:51.986425 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-b57b3c57-66ad-4568-9364-a2d9e2b62a41 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:52.056330 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'c347d0e5-43ef-4149-a9e6-f63d765fcd86', 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e', 'port_id': 'c347d0e5-43ef-4149-a9e6-f63d765fcd86', 'mac_address': 'fa:16:3e:5c:90:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '408995a7-a274-4d3e-939a-c6141d694df3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:47:52.063693 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b3c57-66ad-4568-9364-a2d9e2b62a41 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Pushing event updated for resources: {'Port': ['ID=86305fdc-3bf1-45a5-acb8-6ad4b27e085d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:52.119263 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-b57b3c57-66ad-4568-9364-a2d9e2b62a41 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:52.122383 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-b57b3c57-66ad-4568-9364-a2d9e2b62a41 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:52.152988 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['7a209d70-5a0a-48bf-a1f9-5c9b063143d3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:52.155741 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-b57b3c57-66ad-4568-9364-a2d9e2b62a41 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9353037 Jul 05 09:47:52.173347 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-8fe76649-f099-40f1-bb45-13ea363d677c service neutron] Request body: {'port': {'device_id': '4e4299de-a387-4c55-a9ad-f443ba0c7ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:52.253820 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501433e-5f92-4ef6-86e6-690383d077cd None None] Pushing event updated for resources: {'Port': ['ID=7406d6fd-1288-48fc-9f40-fe7dfc607318,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:52.302351 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-3461c07a-75d2-4a23-a629-3db25af2840d req-0d88e16c-3fa9-44b6-8f41-a7eca64a149c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Allocated IP 172.20.0.4 (a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2/4ae632a1-0aa5-4d4f-a2ca-5b30d6118137/f1229c95-fe21-4c83-af95-e1b50ef03862) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:52.370430 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:52.384457 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-8fe76649-f099-40f1-bb45-13ea363d677c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:52.399375 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-a1c16d37-697e-4e83-bee0-4da9ee074194 admin admin] Allocated IP 172.20.0.1 (0cb0d1a7-4a96-4b1a-82ea-62650006a9d6/11fb63e6-003a-4932-a1fe-88ef947e51fd/7d0a08c6-3be6-403c-851f-99d68bff8018) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:52.438802 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c347d0e5-43ef-4149-a9e6-f63d765fcd86 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:52.519411 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port c347d0e5-43ef-4149-a9e6-f63d765fcd86, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=c347d0e5-43ef-4149-a9e6-f63d765fcd86,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:52.571485 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bca650b0-be03-461c-ad79-a422bb86fceb req-31e447d1-e651-4e09-9c1c-5e6508a9a0db tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aebec4a-99e3-4e28-b214-78bcc1d258ba HTTP/1.1" status: 200 len: 210 time: 0.0764115 Jul 05 09:47:52.676816 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3461c07a-75d2-4a23-a629-3db25af2840d req-0d88e16c-3fa9-44b6-8f41-a7eca64a149c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:52.750331 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'name': 'tempest-ServersTestBootFromVolume-614195647-router', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:45Z', 'updated_at': '2021-07-05T09:47:47Z', 'revision_number': 3, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'gw_port': {'id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:46Z', 'updated_at': '2021-07-05T09:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:52.826981 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1850e-7100-48f0-8f7a-f24b39be543d req-b0a16bce-e895-4ae8-812b-6b3f22c3d580 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:52.835469 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85a1850e-7100-48f0-8f7a-f24b39be543d req-b0a16bce-e895-4ae8-812b-6b3f22c3d580 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e4299de-a387-4c55-a9ad-f443ba0c7ef2 HTTP/1.1" status: 200 len: 931 time: 0.3439469 Jul 05 09:47:52.868450 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6bd603-e658-4e84-87c6-1708df51f308 None None] The sync data for ids ['e997bbe9-8485-49e4-81cc-6f13f0d3550d'] in n-d-798054-8 is: [{'id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'name': 'tempest-ServersTestBootFromVolume-614195647-router', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:45Z', 'updated_at': '2021-07-05T09:47:47Z', 'revision_number': 3, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'gw_port': {'id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:46Z', 'updated_at': '2021-07-05T09:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:47:52.912717 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] Routers {'ad9b659a-bc5c-4072-945b-24056e18af14'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:47:52.915738 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:47:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ad9b659a-bc5c-4072-945b-24056e18af14'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:52.931089 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-022c5147-a552-4bf5-b419-023a367d5e78 req-590de522-76b7-4214-bcb3-ded2899666be tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d859344-fba7-4e5d-81b4-bd8517c9b614 HTTP/1.1" status: 200 len: 210 time: 0.0902824 Jul 05 09:47:52.942795 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3461c07a-75d2-4a23-a629-3db25af2840d req-0d88e16c-3fa9-44b6-8f41-a7eca64a149c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:53.100626 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1c16d37-697e-4e83-bee0-4da9ee074194 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:53.140375 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85a1850e-7100-48f0-8f7a-f24b39be543d req-6faed672-9bf1-476e-b558-ed4ffdb58ffe tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034410 Jul 05 09:47:53.143102 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-a1c16d37-697e-4e83-bee0-4da9ee074194 admin admin] Transition to ACTIVE for port object 7d0a08c6-3be6-403c-851f-99d68bff8018 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:53.145566 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3461c07a-75d2-4a23-a629-3db25af2840d req-0d88e16c-3fa9-44b6-8f41-a7eca64a149c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Network a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:53.233910 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-3461c07a-75d2-4a23-a629-3db25af2840d req-0d88e16c-3fa9-44b6-8f41-a7eca64a149c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:53.269588 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-8fe76649-f099-40f1-bb45-13ea363d677c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86305fdc-3bf1-45a5-acb8-6ad4b27e085d {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:53.286332 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-8fe76649-f099-40f1-bb45-13ea363d677c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:53.302641 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1c16d37-697e-4e83-bee0-4da9ee074194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:53.322159 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-8fe76649-f099-40f1-bb45-13ea363d677c service neutron] Transition to ACTIVE for port object 86305fdc-3bf1-45a5-acb8-6ad4b27e085d will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:53.381889 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-8fe76649-f099-40f1-bb45-13ea363d677c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:53.428206 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3461c07a-75d2-4a23-a629-3db25af2840d req-0d88e16c-3fa9-44b6-8f41-a7eca64a149c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:53.428870 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c16d37-697e-4e83-bee0-4da9ee074194 admin admin] Network 0cb0d1a7-4a96-4b1a-82ea-62650006a9d6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:53.439805 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88e16c-3fa9-44b6-8f41-a7eca64a149c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Pushing event updated for resources: {'Port': ['ID=f1229c95-fe21-4c83-af95-e1b50ef03862,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:53.448071 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a1c16d37-697e-4e83-bee0-4da9ee074194 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:53.453143 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:53.467883 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c16d37-697e-4e83-bee0-4da9ee074194 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:53.481833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c16d37-697e-4e83-bee0-4da9ee074194 admin admin] Pushing event updated for resources: {'Port': ['ID=7d0a08c6-3be6-403c-851f-99d68bff8018,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:53.582801 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-98dc93d5-ef19-49be-b7c4-a14e5cf365b2 req-29a8ac46-1db4-4576-8c33-0a6a168ef952 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 210 time: 0.1496291 Jul 05 09:47:53.760957 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461c07a-75d2-4a23-a629-3db25af2840d req-0d88e16c-3fa9-44b6-8f41-a7eca64a149c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:53.761684 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3461c07a-75d2-4a23-a629-3db25af2840d req-0d88e16c-3fa9-44b6-8f41-a7eca64a149c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:53.812234 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d9a0eb6e-ac46-442c-8ca3-4eaee7b1260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:53.845533 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:53.877296 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3461c07a-75d2-4a23-a629-3db25af2840d req-0d88e16c-3fa9-44b6-8f41-a7eca64a149c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3190963 Jul 05 09:47:53.893655 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] Set router ad9b659a-bc5c-4072-945b-24056e18af14 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:47:53.897588 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['c347d0e5-43ef-4149-a9e6-f63d765fcd86'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:53.898107 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-844b7635-b2d6-49cc-a2aa-6b4648b4242a tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:53.900933 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-844b7635-b2d6-49cc-a2aa-6b4648b4242a tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.81 "GET /v2.0/networks?id=746da40b-2cc7-466f-a36c-2d78a0886235 HTTP/1.1" status: 200 len: 820 time: 0.7442341 Jul 05 09:47:53.916051 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3461c07a-75d2-4a23-a629-3db25af2840d req-497d98e2-8b4b-4aac-b5ca-9ff495f740c8 service neutron] Request body: {'port': {'device_id': '0d859344-fba7-4e5d-81b4-bd8517c9b614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:53.931488 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-dfcbf6eb-d554-4744-8da2-db82e35ee853 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Request body: {'port': {'device_id': '66004ca2-9475-4f06-8ad6-4a6dae01b65a', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'admin_state_up': True, 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:53.952663 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe76649-f099-40f1-bb45-13ea363d677c service neutron] Pushing event updated for resources: {'Port': ['ID=86305fdc-3bf1-45a5-acb8-6ad4b27e085d,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:54.010429 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=c347d0e5-43ef-4149-a9e6-f63d765fcd86,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:54.080647 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1c16d37-697e-4e83-bee0-4da9ee074194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:54.123727 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea363c5d-61b4-4749-a87b-30b42d500093 req-156563aa-b809-4378-8e08-ab903501e8e2 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:54.133801 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea363c5d-61b4-4749-a87b-30b42d500093 req-156563aa-b809-4378-8e08-ab903501e8e2 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 945 time: 0.6951160 Jul 05 09:47:54.222789 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['249da0cf-193f-4c9c-86b1-cf8ab6844941'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:54.243381 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2e80e960-7c82-4286-afc2-7b920c90affe None None] Provisioning for port 7d0a08c6-3be6-403c-851f-99d68bff8018 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:54.268332 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6257d576-6a12-4cd4-adb9-1253b2b41385 req-ed913feb-a2f7-42a5-bcbc-2e9f83b0c563 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aebec4a-99e3-4e28-b214-78bcc1d258ba HTTP/1.1" status: 200 len: 210 time: 0.0721211 Jul 05 09:47:54.359669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2e80e960-7c82-4286-afc2-7b920c90affe None None] Provisioning complete for port 7d0a08c6-3be6-403c-851f-99d68bff8018 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:54.360066 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2e80e960-7c82-4286-afc2-7b920c90affe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:54.370547 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee7322-7e1b-412f-87a6-67957830a406 req-cb3d7b0a-e545-43ce-aaa7-eb99de58ae8c tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:54.376450 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ceee7322-7e1b-412f-87a6-67957830a406 req-cb3d7b0a-e545-43ce-aaa7-eb99de58ae8c tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.78 "GET /v2.0/networks?id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c HTTP/1.1" status: 200 len: 811 time: 0.6028361 Jul 05 09:47:54.377474 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea363c5d-61b4-4749-a87b-30b42d500093 req-f28c1a23-9135-4556-93d0-3a626cbcf7bb tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417269 Jul 05 09:47:54.420671 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-ceee7322-7e1b-412f-87a6-67957830a406 req-6cb4a9f4-bbc5-4c39-8bfa-5d6f5faae509 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Request body: {'port': {'device_id': '4aebec4a-99e3-4e28-b214-78bcc1d258ba', 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c', 'admin_state_up': True, 'tenant_id': '277627ebd7464c359b06a15e4b1a6489'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:54.510339 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3461c07a-75d2-4a23-a629-3db25af2840d req-497d98e2-8b4b-4aac-b5ca-9ff495f740c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:54.541021 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-dfcbf6eb-d554-4744-8da2-db82e35ee853 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Made reservation on behalf of f14992b010214883a7cb6c5d4bf0968d for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:54.549405 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-dfcbf6eb-d554-4744-8da2-db82e35ee853 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:54.614152 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-8fe76649-f099-40f1-bb45-13ea363d677c service neutron] Attempting to bind port 86305fdc-3bf1-45a5-acb8-6ad4b27e085d on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:54.614609 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-8fe76649-f099-40f1-bb45-13ea363d677c service neutron] Attempting to bind port 86305fdc-3bf1-45a5-acb8-6ad4b27e085d by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '6236b97d-8425-459f-81ba-4fba31e24243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:54.614609 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-8fe76649-f099-40f1-bb45-13ea363d677c service neutron] Attempting to bind port 86305fdc-3bf1-45a5-acb8-6ad4b27e085d on network 9fc753bd-ed1c-4222-8288-03c51cdba06e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:54.661804 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-8fe76649-f099-40f1-bb45-13ea363d677c service neutron] Port 86305fdc-3bf1-45a5-acb8-6ad4b27e085d on network 9fc753bd-ed1c-4222-8288-03c51cdba06e not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:47:54.662249 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-8fe76649-f099-40f1-bb45-13ea363d677c service neutron] Attempting to bind port 86305fdc-3bf1-45a5-acb8-6ad4b27e085d on network 9fc753bd-ed1c-4222-8288-03c51cdba06e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:54.733430 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-8fe76649-f099-40f1-bb45-13ea363d677c service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:54.733918 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-8fe76649-f099-40f1-bb45-13ea363d677c service neutron] Checking segment: {'id': '6236b97d-8425-459f-81ba-4fba31e24243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:54.734766 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-8fe76649-f099-40f1-bb45-13ea363d677c service neutron] Bound using segment: {'id': '6236b97d-8425-459f-81ba-4fba31e24243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:54.734978 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e470acb2-8f73-4edc-8070-7211411795a8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:54.735480 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-8fe76649-f099-40f1-bb45-13ea363d677c service neutron] Bound port: 86305fdc-3bf1-45a5-acb8-6ad4b27e085d, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6236b97d-8425-459f-81ba-4fba31e24243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:54.735934 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-8fe76649-f099-40f1-bb45-13ea363d677c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:54.797721 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2e80e960-7c82-4286-afc2-7b920c90affe None None] Port 7d0a08c6-3be6-403c-851f-99d68bff8018 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:47:54.896673 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-8fe76649-f099-40f1-bb45-13ea363d677c service neutron] For port 86305fdc-3bf1-45a5-acb8-6ad4b27e085d, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:54.901309 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-8fe76649-f099-40f1-bb45-13ea363d677c service neutron] For port 86305fdc-3bf1-45a5-acb8-6ad4b27e085d, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=86305fdc-3bf1-45a5-acb8-6ad4b27e085d,segment=NetworkSegment(6236b97d-8425-459f-81ba-4fba31e24243),segment_id=6236b97d-8425-459f-81ba-4fba31e24243)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:47:54.910963 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-8fe76649-f099-40f1-bb45-13ea363d677c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:54.941167 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9236a6-d678-4aa5-ad09-402bb354f009 req-4c231559-8dcf-4ab8-8e8c-610075ccb531 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:54.943491 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa9236a6-d678-4aa5-ad09-402bb354f009 req-4c231559-8dcf-4ab8-8e8c-610075ccb531 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d859344-fba7-4e5d-81b4-bd8517c9b614 HTTP/1.1" status: 200 len: 931 time: 0.4199800 Jul 05 09:47:55.006392 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:55.017802 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe76649-f099-40f1-bb45-13ea363d677c service neutron] Pushing event updated for resources: {'Port': ['ID=86305fdc-3bf1-45a5-acb8-6ad4b27e085d,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:55.031563 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceee7322-7e1b-412f-87a6-67957830a406 req-6cb4a9f4-bbc5-4c39-8bfa-5d6f5faae509 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Made reservation on behalf of 277627ebd7464c359b06a15e4b1a6489 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:55.037139 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ceee7322-7e1b-412f-87a6-67957830a406 req-6cb4a9f4-bbc5-4c39-8bfa-5d6f5faae509 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:55.044597 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-8fe76649-f099-40f1-bb45-13ea363d677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:55.045741 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-8fe76649-f099-40f1-bb45-13ea363d677c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:55.048247 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-8fe76649-f099-40f1-bb45-13ea363d677c service neutron] 10.222.0.78 "PUT /v2.0/ports/86305fdc-3bf1-45a5-acb8-6ad4b27e085d HTTP/1.1" status: 200 len: 1091 time: 2.8845835 Jul 05 09:47:55.049170 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4299de-a387-4c55-a9ad-f443ba0c7ef2', 'tag': '86305fdc-3bf1-45a5-acb8-6ad4b27e085d'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:55.052269 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27819ecd-351d-400d-aded-fdadd4d1974d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4299de-a387-4c55-a9ad-f443ba0c7ef2", "tag": "86305fdc-3bf1-45a5-acb8-6ad4b27e085d"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:55.061269 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-dfcbf6eb-d554-4744-8da2-db82e35ee853 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Allocated IP 172.20.0.5 (746da40b-2cc7-466f-a36c-2d78a0886235/f0c42237-0515-4756-b2dd-a698486063e5/92965308-0ccc-426c-a8f6-816b4b37f699) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:55.073404 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1c16d37-697e-4e83-bee0-4da9ee074194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:55.125583 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa9236a6-d678-4aa5-ad09-402bb354f009 req-d8938464-2bfd-482c-ae9a-021bdece8695 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315022 Jul 05 09:47:55.151576 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port e470acb2-8f73-4edc-8070-7211411795a8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:55.186576 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port e470acb2-8f73-4edc-8070-7211411795a8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:55.186966 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:55.273981 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630fc0b-0edf-4cbb-a660-f5a1801a528a req-873edad7-d315-48dc-b41b-6e9bded1fdd0 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:55.275594 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d630fc0b-0edf-4cbb-a660-f5a1801a528a req-873edad7-d315-48dc-b41b-6e9bded1fdd0 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e4299de-a387-4c55-a9ad-f443ba0c7ef2 HTTP/1.1" status: 200 len: 943 time: 0.3512421 Jul 05 09:47:55.400516 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1c16d37-697e-4e83-bee0-4da9ee074194 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:55.415058 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2e7e27c2-fa4a-4e49-90f2-dd074e4ee33a req-3753ba8a-ef9c-497a-a3a9-08d57a2f6be1 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 210 time: 0.0466318 Jul 05 09:47:55.427182 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1c16d37-697e-4e83-bee0-4da9ee074194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:55.523231 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:55.530154 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c16d37-697e-4e83-bee0-4da9ee074194 admin admin] Pushing event updated for resources: {'Port': ['ID=7d0a08c6-3be6-403c-851f-99d68bff8018,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:55.559170 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d630fc0b-0edf-4cbb-a660-f5a1801a528a req-e0eb3ae1-e5ed-4f63-8a7e-4edca337eea8 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597232 Jul 05 09:47:55.572863 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port e470acb2-8f73-4edc-8070-7211411795a8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e470acb2-8f73-4edc-8070-7211411795a8,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:55.585734 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:55.617704 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:45Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '7406d6fd-1288-48fc-9f40-fe7dfc607318', 'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'mac_address': 'fa:16:3e:15:3a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:43Z', 'updated_at': '2021-07-05T09:47:51Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'subnets': [{'id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:55.646803 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-dd441d8c-f676-49eb-9c8e-ac28f691438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:55.648658 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-dd441d8c-f676-49eb-9c8e-ac28f691438c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=75d5c84ca64141ddadd1bedc99f90e4d&device_id=4e4299de-a387-4c55-a9ad-f443ba0c7ef2 HTTP/1.1" status: 200 len: 1094 time: 0.5531323 Jul 05 09:47:55.678432 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28f12e8-eb6c-4410-a0b5-950d117f6bbf x-openstack-request-id: req-e28f12e8-eb6c-4410-a0b5-950d117f6bbf {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:55.678720 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4299de-a387-4c55-a9ad-f443ba0c7ef2", "tag": "86305fdc-3bf1-45a5-acb8-6ad4b27e085d", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:55.691779 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e28f12e8-eb6c-4410-a0b5-950d117f6bbf {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:55.693450 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4299de-a387-4c55-a9ad-f443ba0c7ef2', 'tag': '86305fdc-3bf1-45a5-acb8-6ad4b27e085d', 'status': 'completed', 'code': 200} Jul 05 09:47:55.704041 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0390d03-d1b6-48a1-b23f-b98846f81b05 None None] The sync data for ids ['ad9b659a-bc5c-4072-945b-24056e18af14'] in n-d-798054-8 is: [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:45Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '7406d6fd-1288-48fc-9f40-fe7dfc607318', 'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'mac_address': 'fa:16:3e:15:3a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:43Z', 'updated_at': '2021-07-05T09:47:51Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'subnets': [{'id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:47:55.738077 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1c16d37-697e-4e83-bee0-4da9ee074194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:55.780007 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=e470acb2-8f73-4edc-8070-7211411795a8,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:55.877705 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-ceee7322-7e1b-412f-87a6-67957830a406 req-6cb4a9f4-bbc5-4c39-8bfa-5d6f5faae509 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Allocated IP 172.20.0.11 (d7ce5e94-320c-492a-bb66-c25b99ff7a3c/82a767f2-a70d-493a-920a-63cb4c3e85d1/4146964c-ddd9-4bb5-8a51-3c11b09bf879) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:55.904171 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-5dd51633-610f-4ca9-b18f-8bb4b341508a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86305fdc-3bf1-45a5-acb8-6ad4b27e085d HTTP/1.1" status: 200 len: 217 time: 0.2376821 Jul 05 09:47:56.117283 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-533df77d-9f5b-4b46-89b3-2fb46152049e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:56.118776 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-533df77d-9f5b-4b46-89b3-2fb46152049e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a14a8afb-77fc-4bd0-9b4d-adabd45f7421 HTTP/1.1" status: 200 len: 855 time: 0.1602144 Jul 05 09:47:56.176782 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c16d37-697e-4e83-bee0-4da9ee074194 admin admin] Network 0cb0d1a7-4a96-4b1a-82ea-62650006a9d6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:56.179549 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-7e91e653-7af6-46ca-8187-848ce7611929 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9fc753bd-ed1c-4222-8288-03c51cdba06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522559 Jul 05 09:47:56.182899 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a1c16d37-697e-4e83-bee0-4da9ee074194 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:56.332923 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cc39dce2-91d8-47f8-af7c-50916dd74292 req-657b6506-711b-427a-a7cf-0ed0c5a6f63b tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aebec4a-99e3-4e28-b214-78bcc1d258ba HTTP/1.1" status: 200 len: 210 time: 0.1293797 Jul 05 09:47:56.408005 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-3461c07a-75d2-4a23-a629-3db25af2840d req-497d98e2-8b4b-4aac-b5ca-9ff495f740c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1229c95-fe21-4c83-af95-e1b50ef03862 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:56.437831 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3461c07a-75d2-4a23-a629-3db25af2840d req-497d98e2-8b4b-4aac-b5ca-9ff495f740c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:56.442721 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-dfcbf6eb-d554-4744-8da2-db82e35ee853 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:56.460315 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ceee7322-7e1b-412f-87a6-67957830a406 req-6cb4a9f4-bbc5-4c39-8bfa-5d6f5faae509 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:56.480566 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-dfcbf6eb-d554-4744-8da2-db82e35ee853 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Transition to ACTIVE for port object 92965308-0ccc-426c-a8f6-816b4b37f699 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:56.547145 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-3461c07a-75d2-4a23-a629-3db25af2840d req-497d98e2-8b4b-4aac-b5ca-9ff495f740c8 service neutron] Transition to ACTIVE for port object f1229c95-fe21-4c83-af95-e1b50ef03862 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:56.558137 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0e82da18-090e-44b9-88c2-98b7f053bf9c None None] Provisioning complete for port 7d0a08c6-3be6-403c-851f-99d68bff8018 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:56.559047 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0e82da18-090e-44b9-88c2-98b7f053bf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:56.564899 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3461c07a-75d2-4a23-a629-3db25af2840d req-497d98e2-8b4b-4aac-b5ca-9ff495f740c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:56.599891 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ddc3f-6859-437f-b526-7e12fab96dab req-66bf2fea-f7a9-4b7d-94aa-cdf95e79926a tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:56.599891 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cc2ddc3f-6859-437f-b526-7e12fab96dab req-66bf2fea-f7a9-4b7d-94aa-cdf95e79926a tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 945 time: 0.3940661 Jul 05 09:47:56.662761 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0e82da18-090e-44b9-88c2-98b7f053bf9c None None] Port 7d0a08c6-3be6-403c-851f-99d68bff8018 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:47:56.689008 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:56.735609 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d98e2-8b4b-4aac-b5ca-9ff495f740c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f1229c95-fe21-4c83-af95-e1b50ef03862,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:56.778761 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7406d6fd-1288-48fc-9f40-fe7dfc607318 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:56.789251 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-de001e31-61f1-4cfc-9978-4d2787a74f3f service neutron] 10.222.0.78 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5901296 Jul 05 09:47:56.811403 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ceee7322-7e1b-412f-87a6-67957830a406 req-6cb4a9f4-bbc5-4c39-8bfa-5d6f5faae509 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:56.815597 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c16d37-697e-4e83-bee0-4da9ee074194 admin admin] Router e997bbe9-8485-49e4-81cc-6f13f0d3550d has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:47:56.840245 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-dfcbf6eb-d554-4744-8da2-db82e35ee853 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:56.871442 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 7406d6fd-1288-48fc-9f40-fe7dfc607318 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:56.876350 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 7406d6fd-1288-48fc-9f40-fe7dfc607318 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:56.876728 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:56.935982 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-dfcbf6eb-d554-4744-8da2-db82e35ee853 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Network 746da40b-2cc7-466f-a36c-2d78a0886235 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:56.981431 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cc2ddc3f-6859-437f-b526-7e12fab96dab req-92fa08b6-5397-4f35-9224-33cb915d1554 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392719 Jul 05 09:47:56.982254 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-dfcbf6eb-d554-4744-8da2-db82e35ee853 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:57.030254 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-dfcbf6eb-d554-4744-8da2-db82e35ee853 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:57.088931 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceee7322-7e1b-412f-87a6-67957830a406 req-6cb4a9f4-bbc5-4c39-8bfa-5d6f5faae509 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Network d7ce5e94-320c-492a-bb66-c25b99ff7a3c is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:57.091866 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:57.102257 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-ceee7322-7e1b-412f-87a6-67957830a406 req-6cb4a9f4-bbc5-4c39-8bfa-5d6f5faae509 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:57.105809 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceee7322-7e1b-412f-87a6-67957830a406 req-6cb4a9f4-bbc5-4c39-8bfa-5d6f5faae509 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:57.129713 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4a9f4-bbc5-4c39-8bfa-5d6f5faae509 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Pushing event updated for resources: {'Port': ['ID=4146964c-ddd9-4bb5-8a51-3c11b09bf879,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:57.171528 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 7406d6fd-1288-48fc-9f40-fe7dfc607318, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7406d6fd-1288-48fc-9f40-fe7dfc607318,segment=NetworkSegment(48c2a058-2c95-42e3-b8e4-a232959d524e),segment_id=48c2a058-2c95-42e3-b8e4-a232959d524e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:57.176174 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3461c07a-75d2-4a23-a629-3db25af2840d req-497d98e2-8b4b-4aac-b5ca-9ff495f740c8 service neutron] Attempting to bind port f1229c95-fe21-4c83-af95-e1b50ef03862 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:57.178315 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3461c07a-75d2-4a23-a629-3db25af2840d req-497d98e2-8b4b-4aac-b5ca-9ff495f740c8 service neutron] Attempting to bind port f1229c95-fe21-4c83-af95-e1b50ef03862 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '2b33c294-6053-481b-baf8-537f54d65ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:57.178717 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:57.178895 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3461c07a-75d2-4a23-a629-3db25af2840d req-497d98e2-8b4b-4aac-b5ca-9ff495f740c8 service neutron] Attempting to bind port f1229c95-fe21-4c83-af95-e1b50ef03862 on network a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:57.179524 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e470acb2-8f73-4edc-8070-7211411795a8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:57.210095 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3461c07a-75d2-4a23-a629-3db25af2840d req-497d98e2-8b4b-4aac-b5ca-9ff495f740c8 service neutron] Port f1229c95-fe21-4c83-af95-e1b50ef03862 on network a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:47:57.210492 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3461c07a-75d2-4a23-a629-3db25af2840d req-497d98e2-8b4b-4aac-b5ca-9ff495f740c8 service neutron] Attempting to bind port f1229c95-fe21-4c83-af95-e1b50ef03862 on network a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:57.349938 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd4b07-cf2a-413e-adb6-067138aedfa3 req-ff73055b-7864-4bf0-9690-a1a62fd24be4 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:57.358953 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f0fd4b07-cf2a-413e-adb6-067138aedfa3 req-ff73055b-7864-4bf0-9690-a1a62fd24be4 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d859344-fba7-4e5d-81b4-bd8517c9b614 HTTP/1.1" status: 200 len: 943 time: 0.5724311 Jul 05 09:47:57.400290 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port e470acb2-8f73-4edc-8070-7211411795a8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:57.400671 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:57.416228 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3461c07a-75d2-4a23-a629-3db25af2840d req-497d98e2-8b4b-4aac-b5ca-9ff495f740c8 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:57.417275 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3461c07a-75d2-4a23-a629-3db25af2840d req-497d98e2-8b4b-4aac-b5ca-9ff495f740c8 service neutron] Checking segment: {'id': '2b33c294-6053-481b-baf8-537f54d65ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:57.418523 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3461c07a-75d2-4a23-a629-3db25af2840d req-497d98e2-8b4b-4aac-b5ca-9ff495f740c8 service neutron] Bound using segment: {'id': '2b33c294-6053-481b-baf8-537f54d65ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:57.419293 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3461c07a-75d2-4a23-a629-3db25af2840d req-497d98e2-8b4b-4aac-b5ca-9ff495f740c8 service neutron] Bound port: f1229c95-fe21-4c83-af95-e1b50ef03862, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b33c294-6053-481b-baf8-537f54d65ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:57.419959 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3461c07a-75d2-4a23-a629-3db25af2840d req-497d98e2-8b4b-4aac-b5ca-9ff495f740c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:57.427801 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbf6eb-d554-4744-8da2-db82e35ee853 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Pushing event updated for resources: {'Port': ['ID=92965308-0ccc-426c-a8f6-816b4b37f699,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:57.436333 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c16d37-697e-4e83-bee0-4da9ee074194 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:47:57.444676 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee7322-7e1b-412f-87a6-67957830a406 req-6cb4a9f4-bbc5-4c39-8bfa-5d6f5faae509 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:57.445956 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ceee7322-7e1b-412f-87a6-67957830a406 req-6cb4a9f4-bbc5-4c39-8bfa-5d6f5faae509 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:57.459117 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f0fd4b07-cf2a-413e-adb6-067138aedfa3 req-3a11023d-95ca-4ffb-8c48-9eb540b0f294 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992796 Jul 05 09:47:57.467407 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] Sync routers for ids ['e997bbe9-8485-49e4-81cc-6f13f0d3550d'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:47:57.468085 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0e6509fe-46c6-41e3-ace1-ca251e959b34 req-b73fdd34-40eb-4dc7-91c7-3a2fdd4aa7c2 service neutron] 10.222.0.78 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6545861 Jul 05 09:47:57.473813 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a1c16d37-697e-4e83-bee0-4da9ee074194 admin admin] 10.222.0.79 "PUT /v2.0/routers/e997bbe9-8485-49e4-81cc-6f13f0d3550d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6020355 Jul 05 09:47:57.475899 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ceee7322-7e1b-412f-87a6-67957830a406 req-6cb4a9f4-bbc5-4c39-8bfa-5d6f5faae509 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0833869 Jul 05 09:47:57.478882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-dfcbf6eb-d554-4744-8da2-db82e35ee853 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:57.480542 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-dfcbf6eb-d554-4744-8da2-db82e35ee853 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:57.507787 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=7406d6fd-1288-48fc-9f40-fe7dfc607318,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:57.508816 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-ceee7322-7e1b-412f-87a6-67957830a406 req-32ce5d4c-edef-420b-b5ab-66776ce27e04 service neutron] Request body: {'port': {'device_id': '4aebec4a-99e3-4e28-b214-78bcc1d258ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:57.513656 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device c347d0e5-43ef-4149-a9e6-f63d765fcd86 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:57.523757 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a00c6ccd-4340-486a-b9c7-1e71156adbf5 None None] Provisioning for port 92965308-0ccc-426c-a8f6-816b4b37f699 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:57.556129 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] Routers {'e997bbe9-8485-49e4-81cc-6f13f0d3550d'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:47:57.556782 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:47:54Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e997bbe9-8485-49e4-81cc-6f13f0d3550d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:57.592204 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-dfcbf6eb-d554-4744-8da2-db82e35ee853 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6684742 Jul 05 09:47:57.608681 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823bddfc-b02e-4fd0-a8da-1578408ba51b req-d7d50e8e-a66f-472c-aaab-ce8f87bd30ec tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:57.613943 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-823bddfc-b02e-4fd0-a8da-1578408ba51b req-d7d50e8e-a66f-472c-aaab-ce8f87bd30ec tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 931 time: 0.3414211 Jul 05 09:47:57.647074 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-08c2e07f-e822-4d58-bae3-3afa93752a32 service neutron] Request body: {'port': {'device_id': '66004ca2-9475-4f06-8ad6-4a6dae01b65a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:57.654154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a00c6ccd-4340-486a-b9c7-1e71156adbf5 None None] Provisioning complete for port 92965308-0ccc-426c-a8f6-816b4b37f699 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:57.654154 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a00c6ccd-4340-486a-b9c7-1e71156adbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:57.860597 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a00c6ccd-4340-486a-b9c7-1e71156adbf5 None None] Port 92965308-0ccc-426c-a8f6-816b4b37f699 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:47:57.877148 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port c347d0e5-43ef-4149-a9e6-f63d765fcd86 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:57.877849 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-08c2e07f-e822-4d58-bae3-3afa93752a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:57.888998 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port c347d0e5-43ef-4149-a9e6-f63d765fcd86 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:57.889787 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:57.905318 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-823bddfc-b02e-4fd0-a8da-1578408ba51b req-59dc1f44-9775-4e2e-b808-e30d5e857065 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/security-groups?id=823634ac-e1e9-42f9-9129-b03020e72b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886615 Jul 05 09:47:57.950808 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] Set router e997bbe9-8485-49e4-81cc-6f13f0d3550d gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:47:58.124453 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3461c07a-75d2-4a23-a629-3db25af2840d req-497d98e2-8b4b-4aac-b5ca-9ff495f740c8 service neutron] For port f1229c95-fe21-4c83-af95-e1b50ef03862, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:58.231384 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3461c07a-75d2-4a23-a629-3db25af2840d req-497d98e2-8b4b-4aac-b5ca-9ff495f740c8 service neutron] For port f1229c95-fe21-4c83-af95-e1b50ef03862, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=f1229c95-fe21-4c83-af95-e1b50ef03862,segment=NetworkSegment(2b33c294-6053-481b-baf8-537f54d65ae9),segment_id=2b33c294-6053-481b-baf8-537f54d65ae9)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:47:58.250279 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27a41d-b1a1-482f-bed9-6f8509ef1933 req-6923fc8e-f45e-4a26-a29f-7957d9cd89f6 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:58.253809 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ec27a41d-b1a1-482f-bed9-6f8509ef1933 req-6923fc8e-f45e-4a26-a29f-7957d9cd89f6 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e4299de-a387-4c55-a9ad-f443ba0c7ef2 HTTP/1.1" status: 200 len: 943 time: 0.3911281 Jul 05 09:47:58.262001 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3461c07a-75d2-4a23-a629-3db25af2840d req-497d98e2-8b4b-4aac-b5ca-9ff495f740c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:58.270820 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ceee7322-7e1b-412f-87a6-67957830a406 req-32ce5d4c-edef-420b-b5ab-66776ce27e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:58.297499 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27819ecd-351d-400d-aded-fdadd4d1974d req-2125f59a-0eb7-4033-a45a-770d51348c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:58.299468 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-27819ecd-351d-400d-aded-fdadd4d1974d req-2125f59a-0eb7-4033-a45a-770d51348c00 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=75d5c84ca64141ddadd1bedc99f90e4d&device_id=4e4299de-a387-4c55-a9ad-f443ba0c7ef2 HTTP/1.1" status: 200 len: 1094 time: 0.6733482 Jul 05 09:47:58.330401 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:58.368675 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2228bf84-4aa3-4f2c-a9e1-f3b1de304614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c347d0e5-43ef-4149-a9e6-f63d765fcd86'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:58.372432 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5595fbf7-df24-48f4-baef-a4ce6fe4a76b" -d '{"events": [{"server_uuid": "2228bf84-4aa3-4f2c-a9e1-f3b1de304614", "name": "network-vif-plugged", "status": "completed", "tag": "c347d0e5-43ef-4149-a9e6-f63d765fcd86"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:58.392704 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port c347d0e5-43ef-4149-a9e6-f63d765fcd86, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=c347d0e5-43ef-4149-a9e6-f63d765fcd86,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:58.425441 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:58.455277 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461c07a-75d2-4a23-a629-3db25af2840d req-497d98e2-8b4b-4aac-b5ca-9ff495f740c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:58.456433 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3461c07a-75d2-4a23-a629-3db25af2840d req-497d98e2-8b4b-4aac-b5ca-9ff495f740c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:58.458131 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3461c07a-75d2-4a23-a629-3db25af2840d req-497d98e2-8b4b-4aac-b5ca-9ff495f740c8 service neutron] 10.222.0.81 "PUT /v2.0/ports/f1229c95-fe21-4c83-af95-e1b50ef03862 HTTP/1.1" status: 200 len: 1091 time: 4.5537946 Jul 05 09:47:58.483575 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d859344-fba7-4e5d-81b4-bd8517c9b614', 'tag': 'f1229c95-fe21-4c83-af95-e1b50ef03862'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:58.486180 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb3823b-4487-435e-b9a3-a7f31c2f1ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "0d859344-fba7-4e5d-81b4-bd8517c9b614", "tag": "f1229c95-fe21-4c83-af95-e1b50ef03862"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:58.551711 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=c347d0e5-43ef-4149-a9e6-f63d765fcd86,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:58.562212 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'name': 'tempest-ServersTestBootFromVolume-614195647-router', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:45Z', 'updated_at': '2021-07-05T09:47:54Z', 'revision_number': 4, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'gw_port': {'id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:46Z', 'updated_at': '2021-07-05T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '7d0a08c6-3be6-403c-851f-99d68bff8018', 'name': '', 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'mac_address': 'fa:16:3e:d0:b3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '11fb63e6-003a-4932-a1fe-88ef947e51fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:51Z', 'updated_at': '2021-07-05T09:47:55Z', 'revision_number': 2, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'subnets': [{'id': '11fb63e6-003a-4932-a1fe-88ef947e51fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:58.590985 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ec27a41d-b1a1-482f-bed9-6f8509ef1933 req-a73f3e14-ff90-4bf8-a8a7-ba7722b8c7b0 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264213 Jul 05 09:47:58.605666 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] Checking router: e997bbe9-8485-49e4-81cc-6f13f0d3550d for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:47:58.606033 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] Updating router e997bbe9-8485-49e4-81cc-6f13f0d3550d port 7d0a08c6-3be6-403c-851f-99d68bff8018 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:47:58.610087 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7406d6fd-1288-48fc-9f40-fe7dfc607318 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:58.618075 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27819ecd-351d-400d-aded-fdadd4d1974d req-aa62e13d-6e86-4f07-aaca-685c85ecb377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:58.619756 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-27819ecd-351d-400d-aded-fdadd4d1974d req-aa62e13d-6e86-4f07-aaca-685c85ecb377 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9fc753bd-ed1c-4222-8288-03c51cdba06e HTTP/1.1" status: 200 len: 916 time: 0.2977078 Jul 05 09:47:58.686270 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:58.720731 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ab9cd-4df9-4208-ac64-9b26f80397d3 req-8d563a52-faff-4087-b89f-d4d7b8d1092d tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:58.729746 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 7406d6fd-1288-48fc-9f40-fe7dfc607318 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:58.730663 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:58.733133 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6a4ab9cd-4df9-4208-ac64-9b26f80397d3 req-8d563a52-faff-4087-b89f-d4d7b8d1092d tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aebec4a-99e3-4e28-b214-78bcc1d258ba HTTP/1.1" status: 200 len: 932 time: 0.3776472 Jul 05 09:47:58.747460 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-27819ecd-351d-400d-aded-fdadd4d1974d req-3399a808-30d3-4fe8-94d0-c3b289f118d9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86305fdc-3bf1-45a5-acb8-6ad4b27e085d HTTP/1.1" status: 200 len: 217 time: 0.0865362 Jul 05 09:47:58.776092 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d98e2-8b4b-4aac-b5ca-9ff495f740c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f1229c95-fe21-4c83-af95-e1b50ef03862,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:58.798509 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6a4ab9cd-4df9-4208-ac64-9b26f80397d3 req-98b52bd4-09d5-40d6-8269-76a2a6ca36ef tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641906 Jul 05 09:47:58.826892 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461c07a-75d2-4a23-a629-3db25af2840d req-6979c831-17eb-407e-b1ad-637102cb8cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:58.831666 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3461c07a-75d2-4a23-a629-3db25af2840d req-6979c831-17eb-407e-b1ad-637102cb8cf1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6475ba64a0d482bb432aecc90634688&device_id=0d859344-fba7-4e5d-81b4-bd8517c9b614 HTTP/1.1" status: 200 len: 1094 time: 0.3099573 Jul 05 09:47:58.940427 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3461c07a-75d2-4a23-a629-3db25af2840d req-3a3c4893-320f-47d3-8812-94f9d513bc2f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1229c95-fe21-4c83-af95-e1b50ef03862 HTTP/1.1" status: 200 len: 217 time: 0.0974023 Jul 05 09:47:59.029925 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-ceee7322-7e1b-412f-87a6-67957830a406 req-32ce5d4c-edef-420b-b5ab-66776ce27e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4146964c-ddd9-4bb5-8a51-3c11b09bf879 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:59.057846 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ceee7322-7e1b-412f-87a6-67957830a406 req-32ce5d4c-edef-420b-b5ab-66776ce27e04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:59.081866 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52920) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:59.086635 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-82070ffb-f443-4e03-bf06-d2a9d99f4ddc tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1295898876', 'description': 'tempest-description--1139873976'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:59.130463 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-08c2e07f-e822-4d58-bae3-3afa93752a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92965308-0ccc-426c-a8f6-816b4b37f699 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:59.138829 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-08c2e07f-e822-4d58-bae3-3afa93752a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:59.151538 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cba700a-3841-43e6-bfc5-c211368948e0 x-openstack-request-id: req-9cba700a-3841-43e6-bfc5-c211368948e0 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:59.152629 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2228bf84-4aa3-4f2c-a9e1-f3b1de304614", "name": "network-vif-plugged", "status": "completed", "tag": "c347d0e5-43ef-4149-a9e6-f63d765fcd86", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:59.152629 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9cba700a-3841-43e6-bfc5-c211368948e0 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:59.153162 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2228bf84-4aa3-4f2c-a9e1-f3b1de304614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c347d0e5-43ef-4149-a9e6-f63d765fcd86', 'code': 200} Jul 05 09:47:59.160527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-08c2e07f-e822-4d58-bae3-3afa93752a32 service neutron] Transition to ACTIVE for port object 92965308-0ccc-426c-a8f6-816b4b37f699 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:59.184522 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82070ffb-f443-4e03-bf06-d2a9d99f4ddc tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:59.202101 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-08c2e07f-e822-4d58-bae3-3afa93752a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:59.232665 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-ceee7322-7e1b-412f-87a6-67957830a406 req-32ce5d4c-edef-420b-b5ab-66776ce27e04 service neutron] Transition to ACTIVE for port object 4146964c-ddd9-4bb5-8a51-3c11b09bf879 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:59.242822 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27819ecd-351d-400d-aded-fdadd4d1974d req-b9d62cd0-48bc-4256-9dac-befc87c6711b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:59.247954 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-27819ecd-351d-400d-aded-fdadd4d1974d req-b9d62cd0-48bc-4256-9dac-befc87c6711b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a14a8afb-77fc-4bd0-9b4d-adabd45f7421 HTTP/1.1" status: 200 len: 855 time: 0.4896147 Jul 05 09:47:59.249868 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ceee7322-7e1b-412f-87a6-67957830a406 req-32ce5d4c-edef-420b-b5ab-66776ce27e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:59.260204 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6819e02-8713-400f-9411-8fa459771321 x-openstack-request-id: req-c6819e02-8713-400f-9411-8fa459771321 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:59.260361 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d859344-fba7-4e5d-81b4-bd8517c9b614", "tag": "f1229c95-fe21-4c83-af95-e1b50ef03862", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:59.260533 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c6819e02-8713-400f-9411-8fa459771321 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:59.260935 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d859344-fba7-4e5d-81b4-bd8517c9b614', 'tag': 'f1229c95-fe21-4c83-af95-e1b50ef03862', 'status': 'completed', 'code': 200} Jul 05 09:47:59.286325 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:59.309915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] Transition to ACTIVE for port object 7d0a08c6-3be6-403c-851f-99d68bff8018 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:59.321835 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:59.408891 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-27819ecd-351d-400d-aded-fdadd4d1974d req-06bf3958-de21-4541-bcba-b37fc3d85e5c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9fc753bd-ed1c-4222-8288-03c51cdba06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309609 Jul 05 09:47:59.440473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-08c2e07f-e822-4d58-bae3-3afa93752a32 service neutron] Attempting to bind port 92965308-0ccc-426c-a8f6-816b4b37f699 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:59.441390 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-08c2e07f-e822-4d58-bae3-3afa93752a32 service neutron] Attempting to bind port 92965308-0ccc-426c-a8f6-816b4b37f699 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '48c2a058-2c95-42e3-b8e4-a232959d524e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:59.441992 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-08c2e07f-e822-4d58-bae3-3afa93752a32 service neutron] Attempting to bind port 92965308-0ccc-426c-a8f6-816b4b37f699 on network 746da40b-2cc7-466f-a36c-2d78a0886235 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:59.443208 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bb552-39a9-481b-bb62-6ec739f4a866 None None] Pushing event updated for resources: {'Port': ['ID=7d0a08c6-3be6-403c-851f-99d68bff8018,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:59.450072 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461c07a-75d2-4a23-a629-3db25af2840d req-319d0d95-953b-4570-b399-7c68a745591e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:59.453669 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3461c07a-75d2-4a23-a629-3db25af2840d req-319d0d95-953b-4570-b399-7c68a745591e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4ae632a1-0aa5-4d4f-a2ca-5b30d6118137 HTTP/1.1" status: 200 len: 852 time: 0.4935505 Jul 05 09:47:59.467783 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-08c2e07f-e822-4d58-bae3-3afa93752a32 service neutron] Port 92965308-0ccc-426c-a8f6-816b4b37f699 on network 746da40b-2cc7-466f-a36c-2d78a0886235 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:47:59.468563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-08c2e07f-e822-4d58-bae3-3afa93752a32 service neutron] Attempting to bind port 92965308-0ccc-426c-a8f6-816b4b37f699 on network 746da40b-2cc7-466f-a36c-2d78a0886235 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:59.489646 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] Attempting to bind port 7d0a08c6-3be6-403c-851f-99d68bff8018 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:59.490025 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] Attempting to bind port 7d0a08c6-3be6-403c-851f-99d68bff8018 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '7d9f6744-08e7-4f74-82b6-8017c5c5d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:59.491130 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] Attempting to bind port 7d0a08c6-3be6-403c-851f-99d68bff8018 on network 0cb0d1a7-4a96-4b1a-82ea-62650006a9d6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:59.495911 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-08c2e07f-e822-4d58-bae3-3afa93752a32 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:59.496607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-08c2e07f-e822-4d58-bae3-3afa93752a32 service neutron] Checking segment: {'id': '48c2a058-2c95-42e3-b8e4-a232959d524e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:59.497305 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-08c2e07f-e822-4d58-bae3-3afa93752a32 service neutron] Bound using segment: {'id': '48c2a058-2c95-42e3-b8e4-a232959d524e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:59.498019 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-08c2e07f-e822-4d58-bae3-3afa93752a32 service neutron] Bound port: 92965308-0ccc-426c-a8f6-816b4b37f699, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48c2a058-2c95-42e3-b8e4-a232959d524e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:59.499141 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-08c2e07f-e822-4d58-bae3-3afa93752a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:59.501144 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:59.501535 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] Checking segment: {'id': '7d9f6744-08e7-4f74-82b6-8017c5c5d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:59.501947 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:59.502345 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] Bound using segment: {'id': '7d9f6744-08e7-4f74-82b6-8017c5c5d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:59.502825 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] Bound port: 7d0a08c6-3be6-403c-851f-99d68bff8018, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9f6744-08e7-4f74-82b6-8017c5c5d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:59.503212 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:59.622926 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] For port 7d0a08c6-3be6-403c-851f-99d68bff8018, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:59.634268 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-27819ecd-351d-400d-aded-fdadd4d1974d req-d260e01e-fdd1-4551-863b-b8765055cd68 service neutron] 10.222.0.78 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125142 Jul 05 09:47:59.636828 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] For port 7d0a08c6-3be6-403c-851f-99d68bff8018, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7d0a08c6-3be6-403c-851f-99d68bff8018,segment=NetworkSegment(7d9f6744-08e7-4f74-82b6-8017c5c5d989),segment_id=7d9f6744-08e7-4f74-82b6-8017c5c5d989)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:47:59.647156 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:59.654372 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3461c07a-75d2-4a23-a629-3db25af2840d req-857f3c8c-be93-40b6-bbcc-fd6fc73a9d01 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1594622 Jul 05 09:47:59.704820 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce5d4c-edef-420b-b5ab-66776ce27e04 service neutron] Pushing event updated for resources: {'Port': ['ID=4146964c-ddd9-4bb5-8a51-3c11b09bf879,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:59.722124 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2e07f-e822-4d58-bae3-3afa93752a32 service neutron] Pushing event updated for resources: {'Port': ['ID=92965308-0ccc-426c-a8f6-816b4b37f699,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:59.756307 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-08c2e07f-e822-4d58-bae3-3afa93752a32 service neutron] For port 92965308-0ccc-426c-a8f6-816b4b37f699, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:59.793467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bb552-39a9-481b-bb62-6ec739f4a866 None None] Pushing event updated for resources: {'Port': ['ID=7d0a08c6-3be6-403c-851f-99d68bff8018,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:59.796463 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] Routers {'e997bbe9-8485-49e4-81cc-6f13f0d3550d'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:47:59.797079 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:47:54Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e997bbe9-8485-49e4-81cc-6f13f0d3550d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:59.895254 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f08978-24f9-4b53-b7ca-5d90d9ee67ee req-0477cea7-3e12-4a29-9ea5-d0459ee3ec7f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:59.905124 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3f08978-24f9-4b53-b7ca-5d90d9ee67ee req-0477cea7-3e12-4a29-9ea5-d0459ee3ec7f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 946 time: 0.7490232 Jul 05 09:47:59.965830 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-ceee7322-7e1b-412f-87a6-67957830a406 req-32ce5d4c-edef-420b-b5ab-66776ce27e04 service neutron] Attempting to bind port 4146964c-ddd9-4bb5-8a51-3c11b09bf879 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:59.966601 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-ceee7322-7e1b-412f-87a6-67957830a406 req-32ce5d4c-edef-420b-b5ab-66776ce27e04 service neutron] Attempting to bind port 4146964c-ddd9-4bb5-8a51-3c11b09bf879 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '2d0d9b78-f015-4a1e-b97d-ed241adbdcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:59.967203 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceee7322-7e1b-412f-87a6-67957830a406 req-32ce5d4c-edef-420b-b5ab-66776ce27e04 service neutron] Attempting to bind port 4146964c-ddd9-4bb5-8a51-3c11b09bf879 on network d7ce5e94-320c-492a-bb66-c25b99ff7a3c {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:59.971666 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3461c07a-75d2-4a23-a629-3db25af2840d req-75826753-ffe8-4e08-9633-1a3818a29fea service neutron] 10.222.0.81 "GET /v2.0/networks/a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673147 Jul 05 09:47:59.974738 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-08c2e07f-e822-4d58-bae3-3afa93752a32 service neutron] For port 92965308-0ccc-426c-a8f6-816b4b37f699, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=92965308-0ccc-426c-a8f6-816b4b37f699,segment=NetworkSegment(48c2a058-2c95-42e3-b8e4-a232959d524e),segment_id=48c2a058-2c95-42e3-b8e4-a232959d524e)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:47:59.977132 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] Set router e997bbe9-8485-49e4-81cc-6f13f0d3550d gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:47:59.982852 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceee7322-7e1b-412f-87a6-67957830a406 req-32ce5d4c-edef-420b-b5ab-66776ce27e04 service neutron] Port 4146964c-ddd9-4bb5-8a51-3c11b09bf879 on network d7ce5e94-320c-492a-bb66-c25b99ff7a3c not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:47:59.983504 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceee7322-7e1b-412f-87a6-67957830a406 req-32ce5d4c-edef-420b-b5ab-66776ce27e04 service neutron] Attempting to bind port 4146964c-ddd9-4bb5-8a51-3c11b09bf879 on network d7ce5e94-320c-492a-bb66-c25b99ff7a3c {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:59.999844 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82070ffb-f443-4e03-bf06-d2a9d99f4ddc tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:00.006429 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-27819ecd-351d-400d-aded-fdadd4d1974d req-ce9346de-1df4-41da-8916-b9b13e19b86c service neutron] 10.222.0.78 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405118 Jul 05 09:48:00.007723 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceee7322-7e1b-412f-87a6-67957830a406 req-32ce5d4c-edef-420b-b5ab-66776ce27e04 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:48:00.008638 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceee7322-7e1b-412f-87a6-67957830a406 req-32ce5d4c-edef-420b-b5ab-66776ce27e04 service neutron] Checking segment: {'id': '2d0d9b78-f015-4a1e-b97d-ed241adbdcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:48:00.009444 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceee7322-7e1b-412f-87a6-67957830a406 req-32ce5d4c-edef-420b-b5ab-66776ce27e04 service neutron] Bound using segment: {'id': '2d0d9b78-f015-4a1e-b97d-ed241adbdcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:48:00.010404 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-ceee7322-7e1b-412f-87a6-67957830a406 req-32ce5d4c-edef-420b-b5ab-66776ce27e04 service neutron] Bound port: 4146964c-ddd9-4bb5-8a51-3c11b09bf879, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0d9b78-f015-4a1e-b97d-ed241adbdcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:48:00.011400 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ceee7322-7e1b-412f-87a6-67957830a406 req-32ce5d4c-edef-420b-b5ab-66776ce27e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:00.023362 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0030ca1-5f04-4d00-84c4-3eb4c441cdea req-5420ddb9-0e0a-4f15-97e3-f6a3c83dd25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:00.025063 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f0030ca1-5f04-4d00-84c4-3eb4c441cdea req-5420ddb9-0e0a-4f15-97e3-f6a3c83dd25b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 1097 time: 0.7614760 Jul 05 09:48:00.034519 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-08c2e07f-e822-4d58-bae3-3afa93752a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:00.039896 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82070ffb-f443-4e03-bf06-d2a9d99f4ddc tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:00.082317 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82070ffb-f443-4e03-bf06-d2a9d99f4ddc tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e3fc5f-0902-4478-b4ea-1c0d166b1352,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:00.132552 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82070ffb-f443-4e03-bf06-d2a9d99f4ddc tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:00.137831 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-82070ffb-f443-4e03-bf06-d2a9d99f4ddc tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0547261 Jul 05 09:48:00.140513 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52930) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:00.156841 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-35d9d224-fc8a-492c-9df4-7cf57546986f tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Request body: {'security_group_rule': {'security_group_id': 'a0e3fc5f-0902-4478-b4ea-1c0d166b1352', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:00.210550 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-ceee7322-7e1b-412f-87a6-67957830a406 req-32ce5d4c-edef-420b-b5ab-66776ce27e04 service neutron] For port 4146964c-ddd9-4bb5-8a51-3c11b09bf879, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:48:00.215684 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-ceee7322-7e1b-412f-87a6-67957830a406 req-32ce5d4c-edef-420b-b5ab-66776ce27e04 service neutron] For port 4146964c-ddd9-4bb5-8a51-3c11b09bf879, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=4146964c-ddd9-4bb5-8a51-3c11b09bf879,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:48:00.227043 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ceee7322-7e1b-412f-87a6-67957830a406 req-32ce5d4c-edef-420b-b5ab-66776ce27e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:00.234849 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f0030ca1-5f04-4d00-84c4-3eb4c441cdea req-e7c08944-2036-429a-a580-875574ef8174 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914515 Jul 05 09:48:00.247144 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee7322-7e1b-412f-87a6-67957830a406 req-32ce5d4c-edef-420b-b5ab-66776ce27e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:00.247597 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ceee7322-7e1b-412f-87a6-67957830a406 req-32ce5d4c-edef-420b-b5ab-66776ce27e04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:00.249526 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ceee7322-7e1b-412f-87a6-67957830a406 req-32ce5d4c-edef-420b-b5ab-66776ce27e04 service neutron] 10.222.0.78 "PUT /v2.0/ports/4146964c-ddd9-4bb5-8a51-3c11b09bf879 HTTP/1.1" status: 200 len: 1092 time: 2.7565570 Jul 05 09:48:00.252207 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aebec4a-99e3-4e28-b214-78bcc1d258ba', 'tag': '4146964c-ddd9-4bb5-8a51-3c11b09bf879'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:00.255400 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cde05ce-a1f1-4f06-9dce-6eb09640bb18" -d '{"events": [{"name": "network-changed", "server_uuid": "4aebec4a-99e3-4e28-b214-78bcc1d258ba", "tag": "4146964c-ddd9-4bb5-8a51-3c11b09bf879"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:00.258458 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35d9d224-fc8a-492c-9df4-7cf57546986f tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:00.277234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-08c2e07f-e822-4d58-bae3-3afa93752a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:00.278277 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-08c2e07f-e822-4d58-bae3-3afa93752a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:00.283447 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-08c2e07f-e822-4d58-bae3-3afa93752a32 service neutron] 10.222.0.81 "PUT /v2.0/ports/92965308-0ccc-426c-a8f6-816b4b37f699 HTTP/1.1" status: 200 len: 1091 time: 2.6412809 Jul 05 09:48:00.316453 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3f08978-24f9-4b53-b7ca-5d90d9ee67ee req-31294a37-f0aa-43c5-adc1-15e32a714e36 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051588 Jul 05 09:48:00.350421 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'name': 'tempest-ServersTestBootFromVolume-614195647-router', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:45Z', 'updated_at': '2021-07-05T09:47:54Z', 'revision_number': 4, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'gw_port': {'id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:46Z', 'updated_at': '2021-07-05T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '7d0a08c6-3be6-403c-851f-99d68bff8018', 'name': '', 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'mac_address': 'fa:16:3e:d0:b3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '11fb63e6-003a-4932-a1fe-88ef947e51fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:51Z', 'updated_at': '2021-07-05T09:47:59Z', 'revision_number': 4, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'subnets': [{'id': '11fb63e6-003a-4932-a1fe-88ef947e51fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:00.413748 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff98a10-8132-4942-a6d4-fee882307eb7 None None] The sync data for ids ['e997bbe9-8485-49e4-81cc-6f13f0d3550d'] in n-d-798054-8 is: [{'id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'name': 'tempest-ServersTestBootFromVolume-614195647-router', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:45Z', 'updated_at': '2021-07-05T09:47:54Z', 'revision_number': 4, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'gw_port': {'id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:46Z', 'updated_at': '2021-07-05T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '7d0a08c6-3be6-403c-851f-99d68bff8018', 'name': '', 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'mac_address': 'fa:16:3e:d0:b3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '11fb63e6-003a-4932-a1fe-88ef947e51fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:51Z', 'updated_at': '2021-07-05T09:47:59Z', 'revision_number': 4, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'subnets': [{'id': '11fb63e6-003a-4932-a1fe-88ef947e51fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:48:00.440566 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d416ea2-a012-4dd9-b4c6-6c7484146d31 req-ff4c79ee-47d8-4f77-aaef-dabaa8bd2632 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:00.442153 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d416ea2-a012-4dd9-b4c6-6c7484146d31 req-ff4c79ee-47d8-4f77-aaef-dabaa8bd2632 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d859344-fba7-4e5d-81b4-bd8517c9b614 HTTP/1.1" status: 200 len: 943 time: 1.0190721 Jul 05 09:48:00.515097 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce5d4c-edef-420b-b5ab-66776ce27e04 service neutron] Pushing event updated for resources: {'Port': ['ID=4146964c-ddd9-4bb5-8a51-3c11b09bf879,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:00.599355 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35d9d224-fc8a-492c-9df4-7cf57546986f tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:00.611953 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee7322-7e1b-412f-87a6-67957830a406 req-2d636384-9ca3-458e-b48b-82c8091b297a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:00.616812 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ceee7322-7e1b-412f-87a6-67957830a406 req-2d636384-9ca3-458e-b48b-82c8091b297a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=277627ebd7464c359b06a15e4b1a6489&device_id=4aebec4a-99e3-4e28-b214-78bcc1d258ba HTTP/1.1" status: 200 len: 1095 time: 0.2189951 Jul 05 09:48:00.617755 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35d9d224-fc8a-492c-9df4-7cf57546986f tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:00.662800 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9d224-fc8a-492c-9df4-7cf57546986f tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75232248-81c8-4f7e-bf37-8213c9ec968d,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:00.672673 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35d9d224-fc8a-492c-9df4-7cf57546986f tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:00.676862 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-35d9d224-fc8a-492c-9df4-7cf57546986f tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5347109 Jul 05 09:48:00.677588 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52934) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:00.713958 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ebcd8256-06db-4ee3-afef-a5bcd314b913 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Request body: {'security_group_rule': {'security_group_id': 'a0e3fc5f-0902-4478-b4ea-1c0d166b1352', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:00.721883 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d416ea2-a012-4dd9-b4c6-6c7484146d31 req-405d5566-98e7-471c-8168-015bd09bdd95 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647223 Jul 05 09:48:00.724928 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2e07f-e822-4d58-bae3-3afa93752a32 service neutron] Pushing event updated for resources: {'Port': ['ID=92965308-0ccc-426c-a8f6-816b4b37f699,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:00.744503 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ceee7322-7e1b-412f-87a6-67957830a406 req-cf4164d3-2a79-4171-b885-6170ea87ae95 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4146964c-ddd9-4bb5-8a51-3c11b09bf879 HTTP/1.1" status: 200 len: 217 time: 0.1071799 Jul 05 09:48:00.773304 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3461c07a-75d2-4a23-a629-3db25af2840d req-f271844a-621e-4742-ba58-a59fcd4d74e9 service neutron] 10.222.0.81 "GET /v2.0/networks/a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7751441 Jul 05 09:48:00.782424 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-b2394cef-be5f-4b03-b564-603436170456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:00.784195 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-b2394cef-be5f-4b03-b564-603436170456 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f14992b010214883a7cb6c5d4bf0968d&device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 1094 time: 0.4240935 Jul 05 09:48:00.801773 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fbba1-9326-4c3d-aac2-7e3880f2034c req-abb601b2-521e-4f79-ae51-68226f8b1e8c tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:00.821000 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-961fbba1-9326-4c3d-aac2-7e3880f2034c req-abb601b2-521e-4f79-ae51-68226f8b1e8c tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 943 time: 0.2398691 Jul 05 09:48:00.897883 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-327c1b99-cd50-4338-b20b-42e5aaa764d9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92965308-0ccc-426c-a8f6-816b4b37f699 HTTP/1.1" status: 200 len: 217 time: 0.0679710 Jul 05 09:48:00.909817 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee7322-7e1b-412f-87a6-67957830a406 req-fc84f416-d131-4549-b274-7fc107cdab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:00.911413 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ceee7322-7e1b-412f-87a6-67957830a406 req-fc84f416-d131-4549-b274-7fc107cdab1b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=82a767f2-a70d-493a-920a-63cb4c3e85d1 HTTP/1.1" status: 200 len: 851 time: 0.1564820 Jul 05 09:48:00.920261 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebcd8256-06db-4ee3-afef-a5bcd314b913 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:01.044266 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-961fbba1-9326-4c3d-aac2-7e3880f2034c req-88ec0839-e132-4b40-bb65-f832082e4634 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/security-groups?id=823634ac-e1e9-42f9-9129-b03020e72b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220287 Jul 05 09:48:01.069924 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ceee7322-7e1b-412f-87a6-67957830a406 req-b344678e-2b23-48f2-bcb8-cb8adc7595e4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690048 Jul 05 09:48:01.087974 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-d63c1111-a1c3-44fd-9a9d-d433969beac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:01.092961 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-d63c1111-a1c3-44fd-9a9d-d433969beac1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f0c42237-0515-4756-b2dd-a698486063e5 HTTP/1.1" status: 200 len: 859 time: 0.1805084 Jul 05 09:48:01.190748 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebcd8256-06db-4ee3-afef-a5bcd314b913 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:01.199357 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3823b-4487-435e-b9a3-a7f31c2f1ebc req-c90fa64a-f7b3-4db8-94e4-e15982ce500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:01.201208 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efb3823b-4487-435e-b9a3-a7f31c2f1ebc req-c90fa64a-f7b3-4db8-94e4-e15982ce500a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6475ba64a0d482bb432aecc90634688&device_id=0d859344-fba7-4e5d-81b4-bd8517c9b614 HTTP/1.1" status: 200 len: 1094 time: 0.3021410 Jul 05 09:48:01.207505 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebcd8256-06db-4ee3-afef-a5bcd314b913 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:01.281175 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66004ca2-9475-4f06-8ad6-4a6dae01b65a', 'tag': '92965308-0ccc-426c-a8f6-816b4b37f699'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:01.281477 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd8256-06db-4ee3-afef-a5bcd314b913 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b84aa45-f6f6-4bef-9150-74c526ad5459,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:01.282497 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb88759-8cb8-492e-9f44-73e8dd40c748" -d '{"events": [{"name": "network-changed", "server_uuid": "66004ca2-9475-4f06-8ad6-4a6dae01b65a", "tag": "92965308-0ccc-426c-a8f6-816b4b37f699"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:01.307273 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebcd8256-06db-4ee3-afef-a5bcd314b913 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:01.311959 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ebcd8256-06db-4ee3-afef-a5bcd314b913 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6292000 Jul 05 09:48:01.316803 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52946) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:01.322047 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0d2e3f96-0ed9-40cd-9470-11dd462e1176 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:01.354362 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ceee7322-7e1b-412f-87a6-67957830a406 req-c8ec48e6-c3e3-4769-8224-82ed3d91d224 service neutron] 10.222.0.78 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620077 Jul 05 09:48:01.389663 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-b691c14e-b118-4142-99e4-3020a0283719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:01.391268 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-b691c14e-b118-4142-99e4-3020a0283719 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=746da40b-2cc7-466f-a36c-2d78a0886235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2892969 Jul 05 09:48:01.463655 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d2e3f96-0ed9-40cd-9470-11dd462e1176 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:01.496616 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f4c2a-7144-4242-844f-80e77f935ced req-05935cea-712d-4b77-a9d8-f8991c226421 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:01.498291 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-293f4c2a-7144-4242-844f-80e77f935ced req-05935cea-712d-4b77-a9d8-f8991c226421 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e4299de-a387-4c55-a9ad-f443ba0c7ef2 HTTP/1.1" status: 200 len: 943 time: 0.3250027 Jul 05 09:48:01.530816 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 86305fdc-3bf1-45a5-acb8-6ad4b27e085d details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:48:01.634553 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ceee7322-7e1b-412f-87a6-67957830a406 req-28db6ee9-8ce1-4bf9-bf19-019b0aff2e4d service neutron] 10.222.0.78 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725182 Jul 05 09:48:01.737531 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d2e3f96-0ed9-40cd-9470-11dd462e1176 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:01.787122 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 86305fdc-3bf1-45a5-acb8-6ad4b27e085d, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=86305fdc-3bf1-45a5-acb8-6ad4b27e085d,segment=NetworkSegment(6236b97d-8425-459f-81ba-4fba31e24243),segment_id=6236b97d-8425-459f-81ba-4fba31e24243)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:01.810222 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '86305fdc-3bf1-45a5-acb8-6ad4b27e085d', 'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e', 'port_id': '86305fdc-3bf1-45a5-acb8-6ad4b27e085d', 'mac_address': 'fa:16:3e:06:0c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a14a8afb-77fc-4bd0-9b4d-adabd45f7421', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:48:01.864665 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:01.886985 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86305fdc-3bf1-45a5-acb8-6ad4b27e085d {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:48:01.922832 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 86305fdc-3bf1-45a5-acb8-6ad4b27e085d, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=86305fdc-3bf1-45a5-acb8-6ad4b27e085d,segment=NetworkSegment(6236b97d-8425-459f-81ba-4fba31e24243),segment_id=6236b97d-8425-459f-81ba-4fba31e24243)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:01.931397 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-0d2e3f96-0ed9-40cd-9470-11dd462e1176 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Allocated IP 172.25.7.217 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/857efad6-2c56-4fac-ba18-e0b763214437) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:01.937936 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:02.011023 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-3499ff53-236e-477a-bd04-0769b6d112d8 service neutron] 10.222.0.81 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536296 Jul 05 09:48:02.023128 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=86305fdc-3bf1-45a5-acb8-6ad4b27e085d,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:02.091577 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-293f4c2a-7144-4242-844f-80e77f935ced req-2fb13790-e653-4e6f-afb2-fb940691c0f9 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5775745 Jul 05 09:48:02.105808 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d2e3f96-0ed9-40cd-9470-11dd462e1176 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:02.137016 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3823b-4487-435e-b9a3-a7f31c2f1ebc req-a39716e6-81ee-4726-9817-40abdac54b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:02.139403 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efb3823b-4487-435e-b9a3-a7f31c2f1ebc req-a39716e6-81ee-4726-9817-40abdac54b03 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2 HTTP/1.1" status: 200 len: 913 time: 0.9126117 Jul 05 09:48:02.213089 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c2c5c6-ebc9-4132-ba0c-71836ba09d1d x-openstack-request-id: req-76c2c5c6-ebc9-4132-ba0c-71836ba09d1d {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:02.213388 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aebec4a-99e3-4e28-b214-78bcc1d258ba", "tag": "4146964c-ddd9-4bb5-8a51-3c11b09bf879", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:02.213647 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-76c2c5c6-ebc9-4132-ba0c-71836ba09d1d {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:02.214056 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aebec4a-99e3-4e28-b214-78bcc1d258ba', 'tag': '4146964c-ddd9-4bb5-8a51-3c11b09bf879', 'status': 'completed', 'code': 200} Jul 05 09:48:02.240334 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8043354a-d2e3-4540-abff-90d1b4dca038 x-openstack-request-id: req-8043354a-d2e3-4540-abff-90d1b4dca038 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:02.240774 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66004ca2-9475-4f06-8ad6-4a6dae01b65a", "tag": "92965308-0ccc-426c-a8f6-816b4b37f699", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:02.241135 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8043354a-d2e3-4540-abff-90d1b4dca038 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:02.241639 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66004ca2-9475-4f06-8ad6-4a6dae01b65a', 'tag': '92965308-0ccc-426c-a8f6-816b4b37f699', 'status': 'completed', 'code': 200} Jul 05 09:48:02.248747 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efb3823b-4487-435e-b9a3-a7f31c2f1ebc req-e489982a-e919-4844-9d9f-6dc1d919a3df service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1229c95-fe21-4c83-af95-e1b50ef03862 HTTP/1.1" status: 200 len: 217 time: 0.0707283 Jul 05 09:48:02.264059 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d2e3f96-0ed9-40cd-9470-11dd462e1176 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:02.315593 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2e3f96-0ed9-40cd-9470-11dd462e1176 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:02.324625 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-0d2e3f96-0ed9-40cd-9470-11dd462e1176 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:02.329866 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3823b-4487-435e-b9a3-a7f31c2f1ebc req-2f731c41-5e02-4797-af0c-87b75aea966c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:02.331548 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efb3823b-4487-435e-b9a3-a7f31c2f1ebc req-2f731c41-5e02-4797-af0c-87b75aea966c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4ae632a1-0aa5-4d4f-a2ca-5b30d6118137 HTTP/1.1" status: 200 len: 852 time: 0.0734527 Jul 05 09:48:02.331693 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2e3f96-0ed9-40cd-9470-11dd462e1176 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:02.335532 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde05ce-a1f1-4f06-9dce-6eb09640bb18 req-2d95de93-8f8e-4701-bff4-e8cbd2dbea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:02.337218 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0cde05ce-a1f1-4f06-9dce-6eb09640bb18 req-2d95de93-8f8e-4701-bff4-e8cbd2dbea51 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=277627ebd7464c359b06a15e4b1a6489&device_id=4aebec4a-99e3-4e28-b214-78bcc1d258ba HTTP/1.1" status: 200 len: 1095 time: 0.1216979 Jul 05 09:48:02.338922 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e3f96-0ed9-40cd-9470-11dd462e1176 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Pushing event updated for resources: {'Port': ['ID=857efad6-2c56-4fac-ba18-e0b763214437,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:02.407036 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:02.427312 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148cdfab-6d97-476f-9fd3-28a75aa96500 req-671cad7f-47a8-482a-8255-dd11d41c5b8f tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:02.428733 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-148cdfab-6d97-476f-9fd3-28a75aa96500 req-671cad7f-47a8-482a-8255-dd11d41c5b8f tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aebec4a-99e3-4e28-b214-78bcc1d258ba HTTP/1.1" status: 200 len: 944 time: 1.0863473 Jul 05 09:48:02.469533 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efb3823b-4487-435e-b9a3-a7f31c2f1ebc req-245cbed4-236c-4d16-8c3b-c9839aad1ea5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038811 Jul 05 09:48:02.474472 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9793f5a9-1af4-4b1c-baf5-9260a960de6a req-693f43fb-01be-428e-b633-fc6102dde274 service neutron] 10.222.0.81 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512241 Jul 05 09:48:02.532215 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde05ce-a1f1-4f06-9dce-6eb09640bb18 req-fa0eba00-f5e7-4b99-8efe-b4fb4496be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:02.535755 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['86305fdc-3bf1-45a5-acb8-6ad4b27e085d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:48:02.540886 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0cde05ce-a1f1-4f06-9dce-6eb09640bb18 req-fa0eba00-f5e7-4b99-8efe-b4fb4496be3d service neutron] 10.222.0.78 "GET /v2.0/networks?id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c HTTP/1.1" status: 200 len: 912 time: 0.1785405 Jul 05 09:48:02.552951 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d2e3f96-0ed9-40cd-9470-11dd462e1176 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:02.634141 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-148cdfab-6d97-476f-9fd3-28a75aa96500 req-62a2c027-4c89-4bf9-a766-03f39b6af84e tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586399 Jul 05 09:48:02.646282 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7d0a08c6-3be6-403c-851f-99d68bff8018 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:02.693731 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0cde05ce-a1f1-4f06-9dce-6eb09640bb18 req-2bd3a970-fc65-464f-b157-af3b36fedd91 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4146964c-ddd9-4bb5-8a51-3c11b09bf879 HTTP/1.1" status: 200 len: 217 time: 0.1347690 Jul 05 09:48:02.792075 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d2e3f96-0ed9-40cd-9470-11dd462e1176 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:02.847833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde05ce-a1f1-4f06-9dce-6eb09640bb18 req-8dca6b9c-45ac-4b37-bed9-2965a4c1681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:02.851584 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0cde05ce-a1f1-4f06-9dce-6eb09640bb18 req-8dca6b9c-45ac-4b37-bed9-2965a4c1681c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=82a767f2-a70d-493a-920a-63cb4c3e85d1 HTTP/1.1" status: 200 len: 851 time: 0.1281650 Jul 05 09:48:02.854989 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5f122-cd2c-484c-831d-2d66f10650ae req-26eda919-3b2d-4a26-816e-81f67eb37c39 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:02.860488 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02d5f122-cd2c-484c-831d-2d66f10650ae req-26eda919-3b2d-4a26-816e-81f67eb37c39 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 946 time: 0.4891982 Jul 05 09:48:02.863088 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb88759-8cb8-492e-9f44-73e8dd40c748 req-b5d91e06-7d30-4053-adf9-e99a58cea4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:02.864891 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0cb88759-8cb8-492e-9f44-73e8dd40c748 req-b5d91e06-7d30-4053-adf9-e99a58cea4ab service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f14992b010214883a7cb6c5d4bf0968d&device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 1094 time: 0.2277386 Jul 05 09:48:02.866762 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efb3823b-4487-435e-b9a3-a7f31c2f1ebc req-ac2debd9-4fd1-447c-88c1-abf585f234a5 service neutron] 10.222.0.81 "GET /v2.0/networks/a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699093 Jul 05 09:48:02.874127 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 7d0a08c6-3be6-403c-851f-99d68bff8018 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:02.891283 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 7d0a08c6-3be6-403c-851f-99d68bff8018 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:02.891654 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:02.912608 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0cde05ce-a1f1-4f06-9dce-6eb09640bb18 req-0623048c-5797-49bd-b869-98c10b3af11c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503643 Jul 05 09:48:03.003309 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:03.055884 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 7d0a08c6-3be6-403c-851f-99d68bff8018, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7d0a08c6-3be6-403c-851f-99d68bff8018,segment=NetworkSegment(7d9f6744-08e7-4f74-82b6-8017c5c5d989),segment_id=7d9f6744-08e7-4f74-82b6-8017c5c5d989)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:03.065312 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:03.080554 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02d5f122-cd2c-484c-831d-2d66f10650ae req-4a00e09b-6a19-4113-b59b-6d5fd8e6540d tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118592 Jul 05 09:48:03.173289 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=7d0a08c6-3be6-403c-851f-99d68bff8018,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:03.188160 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efb3823b-4487-435e-b9a3-a7f31c2f1ebc req-2eda0957-0ea1-48e4-bcbb-428997aaa4d0 service neutron] 10.222.0.81 "GET /v2.0/networks/a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715998 Jul 05 09:48:03.195100 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d2e3f96-0ed9-40cd-9470-11dd462e1176 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:03.205903 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d2e3f96-0ed9-40cd-9470-11dd462e1176 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:03.219374 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0cde05ce-a1f1-4f06-9dce-6eb09640bb18 req-13927ba3-1fb3-4786-a67d-16c957092012 service neutron] 10.222.0.78 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930945 Jul 05 09:48:03.238454 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb88759-8cb8-492e-9f44-73e8dd40c748 req-5d9b8d88-3c26-499b-abf7-2ebc979b49a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:03.240051 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0cb88759-8cb8-492e-9f44-73e8dd40c748 req-5d9b8d88-3c26-499b-abf7-2ebc979b49a2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=746da40b-2cc7-466f-a36c-2d78a0886235 HTTP/1.1" status: 200 len: 921 time: 0.3140941 Jul 05 09:48:03.250581 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a5434-978a-4c56-aba9-3eb964df111c req-ce3aa9f7-c36e-41d3-bda1-ccaa18ecf66a tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:03.259254 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f48a5434-978a-4c56-aba9-3eb964df111c req-ce3aa9f7-c36e-41d3-bda1-ccaa18ecf66a tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d859344-fba7-4e5d-81b4-bd8517c9b614 HTTP/1.1" status: 200 len: 943 time: 0.3538420 Jul 05 09:48:03.315575 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0cb88759-8cb8-492e-9f44-73e8dd40c748 req-6a6e996a-a938-4b05-aea1-4dae469a0ce1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92965308-0ccc-426c-a8f6-816b4b37f699 HTTP/1.1" status: 200 len: 217 time: 0.0504448 Jul 05 09:48:03.365169 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e3f96-0ed9-40cd-9470-11dd462e1176 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Pushing event updated for resources: {'Port': ['ID=857efad6-2c56-4fac-ba18-e0b763214437,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:03.375273 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d2e3f96-0ed9-40cd-9470-11dd462e1176 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:03.384789 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb88759-8cb8-492e-9f44-73e8dd40c748 req-6d153420-caab-49cf-bb61-29b82e85ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:03.387120 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0cb88759-8cb8-492e-9f44-73e8dd40c748 req-6d153420-caab-49cf-bb61-29b82e85ab2a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f0c42237-0515-4756-b2dd-a698486063e5 HTTP/1.1" status: 200 len: 859 time: 0.0542257 Jul 05 09:48:03.411780 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d2e3f96-0ed9-40cd-9470-11dd462e1176 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:03.426508 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0d2e3f96-0ed9-40cd-9470-11dd462e1176 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0995951 Jul 05 09:48:03.432211 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0cde05ce-a1f1-4f06-9dce-6eb09640bb18 req-ee194f88-b48b-4913-8be2-7cbb500d3a8e service neutron] 10.222.0.78 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815767 Jul 05 09:48:03.487284 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f48a5434-978a-4c56-aba9-3eb964df111c req-278652e3-50cd-454f-a623-de43b1c7cc3d tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270494 Jul 05 09:48:03.550360 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb88759-8cb8-492e-9f44-73e8dd40c748 req-5fd7c1b5-c523-499e-8534-7818a8f44420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:03.552035 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0cb88759-8cb8-492e-9f44-73e8dd40c748 req-5fd7c1b5-c523-499e-8534-7818a8f44420 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=746da40b-2cc7-466f-a36c-2d78a0886235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1492901 Jul 05 09:48:03.569562 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fe932-1aeb-4265-86f0-1148dfac7453 req-be38cef8-6e43-450e-a1c7-eacb282d1020 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:03.569562 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d1fe932-1aeb-4265-86f0-1148dfac7453 req-be38cef8-6e43-450e-a1c7-eacb282d1020 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 943 time: 0.1792285 Jul 05 09:48:03.692867 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d1fe932-1aeb-4265-86f0-1148dfac7453 req-7d96b817-71fa-4438-8c49-ef6d9ad6a001 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/security-groups?id=823634ac-e1e9-42f9-9129-b03020e72b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157560 Jul 05 09:48:03.781907 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0cb88759-8cb8-492e-9f44-73e8dd40c748 req-63d01536-fdb0-42d5-b908-c8847beefe46 service neutron] 10.222.0.81 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126706 Jul 05 09:48:03.836632 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device f1229c95-fe21-4c83-af95-e1b50ef03862 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:48:03.989593 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port f1229c95-fe21-4c83-af95-e1b50ef03862, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=f1229c95-fe21-4c83-af95-e1b50ef03862,segment=NetworkSegment(2b33c294-6053-481b-baf8-537f54d65ae9),segment_id=2b33c294-6053-481b-baf8-537f54d65ae9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:04.003317 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'f1229c95-fe21-4c83-af95-e1b50ef03862', 'network_id': 'a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2', 'port_id': 'f1229c95-fe21-4c83-af95-e1b50ef03862', 'mac_address': 'fa:16:3e:b2:c6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae632a1-0aa5-4d4f-a2ca-5b30d6118137', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:48:04.062977 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0cb88759-8cb8-492e-9f44-73e8dd40c748 req-1635a579-4752-47e1-8bf9-e7664e08eaaa service neutron] 10.222.0.81 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713478 Jul 05 09:48:04.065345 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:04.078831 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96b394-767b-43dc-8e91-b05b718996a4 req-7b40e635-4795-4a12-b8ff-e3e419807e9e tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:04.087920 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1229c95-fe21-4c83-af95-e1b50ef03862 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:48:04.088739 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb96b394-767b-43dc-8e91-b05b718996a4 req-7b40e635-4795-4a12-b8ff-e3e419807e9e tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 1097 time: 0.2690959 Jul 05 09:48:04.107994 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671aa78-c420-43f4-96d6-91436e5eff7d req-74d56803-a14e-4c22-89bb-c51fa360030e tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:04.115044 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a671aa78-c420-43f4-96d6-91436e5eff7d req-74d56803-a14e-4c22-89bb-c51fa360030e tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e4299de-a387-4c55-a9ad-f443ba0c7ef2 HTTP/1.1" status: 200 len: 944 time: 0.2171185 Jul 05 09:48:04.134159 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port f1229c95-fe21-4c83-af95-e1b50ef03862, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=f1229c95-fe21-4c83-af95-e1b50ef03862,segment=NetworkSegment(2b33c294-6053-481b-baf8-537f54d65ae9),segment_id=2b33c294-6053-481b-baf8-537f54d65ae9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:04.151452 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:04.213246 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb96b394-767b-43dc-8e91-b05b718996a4 req-82ff5682-f356-44c9-b75a-fb49d48bbdfb tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235552 Jul 05 09:48:04.239548 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=f1229c95-fe21-4c83-af95-e1b50ef03862,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:04.243195 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a671aa78-c420-43f4-96d6-91436e5eff7d req-9f01ec49-5758-40ef-979e-3b51465aa17c tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272240 Jul 05 09:48:04.426747 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['f1229c95-fe21-4c83-af95-e1b50ef03862'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:48:04.460580 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733bc84c-9ebe-443f-9733-8e37f0ea405b req-389eabf7-47d7-4ccf-aa4b-bba265a02dff tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:04.476742 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-733bc84c-9ebe-443f-9733-8e37f0ea405b req-389eabf7-47d7-4ccf-aa4b-bba265a02dff tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aebec4a-99e3-4e28-b214-78bcc1d258ba HTTP/1.1" status: 200 len: 944 time: 0.1045780 Jul 05 09:48:04.579311 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-733bc84c-9ebe-443f-9733-8e37f0ea405b req-5d0eb05c-6e2c-412f-9781-c9d8dc6ddd41 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013310 Jul 05 09:48:04.626819 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7d0a08c6-3be6-403c-851f-99d68bff8018 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:04.908631 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 7d0a08c6-3be6-403c-851f-99d68bff8018 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:04.918181 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:04.979647 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d6ef1-80f7-43e8-98f5-5d354e0b4484 req-bf777af9-4ff0-4c71-89b5-3a29ba2fc493 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:04.995463 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-682d6ef1-80f7-43e8-98f5-5d354e0b4484 req-bf777af9-4ff0-4c71-89b5-3a29ba2fc493 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d859344-fba7-4e5d-81b4-bd8517c9b614 HTTP/1.1" status: 200 len: 944 time: 0.1222165 Jul 05 09:48:05.054700 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-682d6ef1-80f7-43e8-98f5-5d354e0b4484 req-1d274541-ec51-484e-81ef-a7ec8274a3e8 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556746 Jul 05 09:48:05.330931 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e63195-5c01-4ddd-afbf-692d1648a57e req-c2559756-ed09-43ea-81f1-6a5a5c2d2025 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:05.333457 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28e63195-5c01-4ddd-afbf-692d1648a57e req-c2559756-ed09-43ea-81f1-6a5a5c2d2025 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 943 time: 0.1200569 Jul 05 09:48:05.399228 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28e63195-5c01-4ddd-afbf-692d1648a57e req-895f69c0-768e-4fd3-8789-010c1ec81f22 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/security-groups?id=823634ac-e1e9-42f9-9129-b03020e72b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537755 Jul 05 09:48:05.543594 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 4146964c-ddd9-4bb5-8a51-3c11b09bf879 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:48:05.552495 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 86305fdc-3bf1-45a5-acb8-6ad4b27e085d up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:05.711552 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92341dc0-8354-452d-8c77-0747834e3b06 req-558e0164-07c5-43ee-b51b-eb5449e812bb tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:05.714411 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92341dc0-8354-452d-8c77-0747834e3b06 req-558e0164-07c5-43ee-b51b-eb5449e812bb tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e4299de-a387-4c55-a9ad-f443ba0c7ef2 HTTP/1.1" status: 200 len: 944 time: 0.1510642 Jul 05 09:48:05.760401 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 86305fdc-3bf1-45a5-acb8-6ad4b27e085d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:05.766690 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 86305fdc-3bf1-45a5-acb8-6ad4b27e085d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:05.766690 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:05.851091 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92341dc0-8354-452d-8c77-0747834e3b06 req-3e73fb70-060f-447d-abce-ad549fa0ae4d tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205590 Jul 05 09:48:05.868380 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 92965308-0ccc-426c-a8f6-816b4b37f699 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:48:05.872523 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device f1229c95-fe21-4c83-af95-e1b50ef03862 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:05.898408 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:05.965148 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 4146964c-ddd9-4bb5-8a51-3c11b09bf879, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=4146964c-ddd9-4bb5-8a51-3c11b09bf879,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:06.014996 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '4146964c-ddd9-4bb5-8a51-3c11b09bf879', 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c', 'port_id': '4146964c-ddd9-4bb5-8a51-3c11b09bf879', 'mac_address': 'fa:16:3e:62:a4:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a767f2-a70d-493a-920a-63cb4c3e85d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:48:06.258795 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:06.262938 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4b6f0-6497-41ad-aa45-aff575a1effb req-f07e3f79-41a1-49b9-922a-4c8b70de0a8a tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:06.264464 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abd4b6f0-6497-41ad-aa45-aff575a1effb req-f07e3f79-41a1-49b9-922a-4c8b70de0a8a tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aebec4a-99e3-4e28-b214-78bcc1d258ba HTTP/1.1" status: 200 len: 944 time: 0.1127439 Jul 05 09:48:06.323280 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abd4b6f0-6497-41ad-aa45-aff575a1effb req-05fd0e88-2e3a-4318-b7f8-462b15d58d36 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522430 Jul 05 09:48:06.334023 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:06.367641 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4299de-a387-4c55-a9ad-f443ba0c7ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86305fdc-3bf1-45a5-acb8-6ad4b27e085d'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:06.372019 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a890b4d-f859-40f4-9b06-13802a97b903" -d '{"events": [{"server_uuid": "4e4299de-a387-4c55-a9ad-f443ba0c7ef2", "name": "network-vif-plugged", "status": "completed", "tag": "86305fdc-3bf1-45a5-acb8-6ad4b27e085d"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:06.394887 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port f1229c95-fe21-4c83-af95-e1b50ef03862 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:06.412094 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 86305fdc-3bf1-45a5-acb8-6ad4b27e085d, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=86305fdc-3bf1-45a5-acb8-6ad4b27e085d,segment=NetworkSegment(6236b97d-8425-459f-81ba-4fba31e24243),segment_id=6236b97d-8425-459f-81ba-4fba31e24243)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:06.415173 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port f1229c95-fe21-4c83-af95-e1b50ef03862 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:06.415973 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:06.420681 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:06.424383 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4146964c-ddd9-4bb5-8a51-3c11b09bf879 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:48:06.437090 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 92965308-0ccc-426c-a8f6-816b4b37f699, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=92965308-0ccc-426c-a8f6-816b4b37f699,segment=NetworkSegment(48c2a058-2c95-42e3-b8e4-a232959d524e),segment_id=48c2a058-2c95-42e3-b8e4-a232959d524e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:06.527090 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '92965308-0ccc-426c-a8f6-816b4b37f699', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'port_id': '92965308-0ccc-426c-a8f6-816b4b37f699', 'mac_address': 'fa:16:3e:25:e4:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:48:06.529784 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 4146964c-ddd9-4bb5-8a51-3c11b09bf879, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=4146964c-ddd9-4bb5-8a51-3c11b09bf879,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:06.548169 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:06.591196 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=86305fdc-3bf1-45a5-acb8-6ad4b27e085d,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:06.622755 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcb73f-a132-4231-abcf-456a7cba4a86 req-1d09ac34-cd76-4456-9c34-833f31e09785 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:06.633408 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a9bcb73f-a132-4231-abcf-456a7cba4a86 req-1d09ac34-cd76-4456-9c34-833f31e09785 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d859344-fba7-4e5d-81b4-bd8517c9b614 HTTP/1.1" status: 200 len: 944 time: 0.1218748 Jul 05 09:48:06.643548 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:06.695790 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a9bcb73f-a132-4231-abcf-456a7cba4a86 req-76fc7a68-7381-45d0-8649-5c79f2658091 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605683 Jul 05 09:48:06.720047 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92965308-0ccc-426c-a8f6-816b4b37f699 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:48:06.732286 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=4146964c-ddd9-4bb5-8a51-3c11b09bf879,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:06.747500 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:06.786955 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 92965308-0ccc-426c-a8f6-816b4b37f699, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=92965308-0ccc-426c-a8f6-816b4b37f699,segment=NetworkSegment(48c2a058-2c95-42e3-b8e4-a232959d524e),segment_id=48c2a058-2c95-42e3-b8e4-a232959d524e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:06.798814 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:06.845936 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port f1229c95-fe21-4c83-af95-e1b50ef03862, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=f1229c95-fe21-4c83-af95-e1b50ef03862,segment=NetworkSegment(2b33c294-6053-481b-baf8-537f54d65ae9),segment_id=2b33c294-6053-481b-baf8-537f54d65ae9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:06.863888 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:06.895601 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=92965308-0ccc-426c-a8f6-816b4b37f699,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:06.958512 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=f1229c95-fe21-4c83-af95-e1b50ef03862,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:06.984588 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['4146964c-ddd9-4bb5-8a51-3c11b09bf879'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:48:07.104108 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['92965308-0ccc-426c-a8f6-816b4b37f699'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:48:07.412406 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7429fd18-e633-45d2-b28b-b736d79c74e5 x-openstack-request-id: req-7429fd18-e633-45d2-b28b-b736d79c74e5 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:07.413256 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4299de-a387-4c55-a9ad-f443ba0c7ef2", "name": "network-vif-plugged", "status": "completed", "tag": "86305fdc-3bf1-45a5-acb8-6ad4b27e085d", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:07.413584 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7429fd18-e633-45d2-b28b-b736d79c74e5 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:07.414060 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4299de-a387-4c55-a9ad-f443ba0c7ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86305fdc-3bf1-45a5-acb8-6ad4b27e085d', 'code': 200} Jul 05 09:48:07.648294 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9108ffa-bd3c-4218-8fbc-18a8136e5e86 req-a85415b9-358f-4d83-b7e1-18f11334b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:07.651211 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d9108ffa-bd3c-4218-8fbc-18a8136e5e86 req-a85415b9-358f-4d83-b7e1-18f11334b034 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4e4299de-a387-4c55-a9ad-f443ba0c7ef2 HTTP/1.1" status: 200 len: 1096 time: 0.1286113 Jul 05 09:48:07.667781 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca9ed0-14f9-4e8d-8d71-24888f5c565e req-9be859b5-2f29-4b6a-96cc-2b33d0927e18 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:07.671828 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0cca9ed0-14f9-4e8d-8d71-24888f5c565e req-9be859b5-2f29-4b6a-96cc-2b33d0927e18 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 944 time: 0.1149459 Jul 05 09:48:07.736019 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d9108ffa-bd3c-4218-8fbc-18a8136e5e86 req-dc0a3822-73a2-439f-8012-9cf0c76d692d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705640 Jul 05 09:48:07.742157 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0cca9ed0-14f9-4e8d-8d71-24888f5c565e req-06911965-171e-4656-8d1d-31fcc7edc294 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/security-groups?id=823634ac-e1e9-42f9-9129-b03020e72b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594018 Jul 05 09:48:07.957986 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0db8e-bd99-44f9-938b-c599a2641f02 req-914dc6f9-dc33-4d07-9119-cc6de0e7ce14 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:07.966454 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f2e0db8e-bd99-44f9-938b-c599a2641f02 req-914dc6f9-dc33-4d07-9119-cc6de0e7ce14 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e4299de-a387-4c55-a9ad-f443ba0c7ef2 HTTP/1.1" status: 200 len: 945 time: 0.1042049 Jul 05 09:48:08.027797 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f2e0db8e-bd99-44f9-938b-c599a2641f02 req-d6f15b69-a2a1-4eea-9321-ba845dddf178 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601370 Jul 05 09:48:08.387139 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99633254-1a15-4cfc-a7f6-010bcb184fb3 req-3e4377c7-336d-4a99-833b-6b9c2159a59a tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:08.388831 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-99633254-1a15-4cfc-a7f6-010bcb184fb3 req-3e4377c7-336d-4a99-833b-6b9c2159a59a tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aebec4a-99e3-4e28-b214-78bcc1d258ba HTTP/1.1" status: 200 len: 945 time: 0.1031551 Jul 05 09:48:08.510595 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-99633254-1a15-4cfc-a7f6-010bcb184fb3 req-613d19f6-412e-46b3-9417-3597c4d8ab7c tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144145 Jul 05 09:48:08.784589 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636143e-841e-4f69-b884-5ccc94af3b3f req-14f93b69-8369-4447-b33a-d8e28505a888 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:08.786572 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a636143e-841e-4f69-b884-5ccc94af3b3f req-14f93b69-8369-4447-b33a-d8e28505a888 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d859344-fba7-4e5d-81b4-bd8517c9b614 HTTP/1.1" status: 200 len: 945 time: 0.0988421 Jul 05 09:48:08.841681 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a636143e-841e-4f69-b884-5ccc94af3b3f req-b43ac889-07ed-41a7-a9f8-468b00cc54a2 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489988 Jul 05 09:48:09.082831 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da1924-59b8-484d-acc2-946fd8542376 req-b1da148f-fe80-4e0d-a449-3096a85115bc tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:09.084463 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-21da1924-59b8-484d-acc2-946fd8542376 req-b1da148f-fe80-4e0d-a449-3096a85115bc tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 944 time: 0.1210456 Jul 05 09:48:09.251053 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-21da1924-59b8-484d-acc2-946fd8542376 req-34f4bc07-9abb-4c6a-a4ae-5abfe7a398b4 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/security-groups?id=823634ac-e1e9-42f9-9129-b03020e72b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551864 Jul 05 09:48:09.293668 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-508151b1-ffa3-4db6-baaa-6ba41666022f req-c97b7c33-8d37-4e03-a3b9-7b41477b4bee service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1654840 Jul 05 09:48:09.415397 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d859344-fba7-4e5d-81b4-bd8517c9b614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1229c95-fe21-4c83-af95-e1b50ef03862'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:09.418861 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ef6a73-8348-49db-b008-818c90e1ee79" -d '{"events": [{"server_uuid": "0d859344-fba7-4e5d-81b4-bd8517c9b614", "name": "network-vif-plugged", "status": "completed", "tag": "f1229c95-fe21-4c83-af95-e1b50ef03862"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:09.496559 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508151b1-ffa3-4db6-baaa-6ba41666022f req-8cc8deea-3e03-4f25-9914-eeec170d7028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:09.498109 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-508151b1-ffa3-4db6-baaa-6ba41666022f req-8cc8deea-3e03-4f25-9914-eeec170d7028 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 1095 time: 0.1321199 Jul 05 09:48:09.527042 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc350c6-306a-4ffd-ad57-0070e69d5b2a req-c4755d53-46a1-48d5-a53a-203b7ae7b5d1 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:09.533054 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-adc350c6-306a-4ffd-ad57-0070e69d5b2a req-c4755d53-46a1-48d5-a53a-203b7ae7b5d1 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e4299de-a387-4c55-a9ad-f443ba0c7ef2 HTTP/1.1" status: 200 len: 945 time: 0.1315241 Jul 05 09:48:09.569444 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 4146964c-ddd9-4bb5-8a51-3c11b09bf879 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:09.683630 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 4146964c-ddd9-4bb5-8a51-3c11b09bf879 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:09.691691 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 4146964c-ddd9-4bb5-8a51-3c11b09bf879 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:09.692176 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:09.696438 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-adc350c6-306a-4ffd-ad57-0070e69d5b2a req-04756619-d8b3-43b0-87f4-5df89ebba85a tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502185 Jul 05 09:48:09.770753 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508151b1-ffa3-4db6-baaa-6ba41666022f req-0528f92d-ba98-4bb3-b1bc-a5eb9298a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:09.774796 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-508151b1-ffa3-4db6-baaa-6ba41666022f req-0528f92d-ba98-4bb3-b1bc-a5eb9298a7d9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 909 time: 0.2373638 Jul 05 09:48:09.810703 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a34d001-881a-4ebf-889b-7f3c0a486c7a x-openstack-request-id: req-1a34d001-881a-4ebf-889b-7f3c0a486c7a {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:09.810991 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d859344-fba7-4e5d-81b4-bd8517c9b614", "name": "network-vif-plugged", "status": "completed", "tag": "f1229c95-fe21-4c83-af95-e1b50ef03862", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:09.811244 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1a34d001-881a-4ebf-889b-7f3c0a486c7a {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:09.811633 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d859344-fba7-4e5d-81b4-bd8517c9b614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1229c95-fe21-4c83-af95-e1b50ef03862', 'code': 200} Jul 05 09:48:09.864651 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-508151b1-ffa3-4db6-baaa-6ba41666022f req-64c9aa26-c618-41ec-9be3-ef79f0cb9eda service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09d3e149-9f30-405f-b1b1-59f9cd5c60a6 HTTP/1.1" status: 200 len: 217 time: 0.0839694 Jul 05 09:48:09.944496 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 92965308-0ccc-426c-a8f6-816b4b37f699 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:09.946722 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:10.020546 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508151b1-ffa3-4db6-baaa-6ba41666022f req-22aa5dfa-623c-4290-ad13-c5313c1b8724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:10.022289 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-508151b1-ffa3-4db6-baaa-6ba41666022f req-22aa5dfa-623c-4290-ad13-c5313c1b8724 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=408995a7-a274-4d3e-939a-c6141d694df3 HTTP/1.1" status: 200 len: 848 time: 0.1522913 Jul 05 09:48:10.038771 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f46e7d-7a89-4572-afaa-981e4a2eeb42 req-634107ce-ba7c-40d4-a2ce-8242da22848e tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:10.040354 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-47f46e7d-7a89-4572-afaa-981e4a2eeb42 req-634107ce-ba7c-40d4-a2ce-8242da22848e tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aebec4a-99e3-4e28-b214-78bcc1d258ba HTTP/1.1" status: 200 len: 945 time: 0.1548145 Jul 05 09:48:10.080431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 4146964c-ddd9-4bb5-8a51-3c11b09bf879, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=4146964c-ddd9-4bb5-8a51-3c11b09bf879,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:10.088789 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:10.099644 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-508151b1-ffa3-4db6-baaa-6ba41666022f req-72de0850-4edd-4f0c-a1ab-6de0a4ce2784 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5aa1814e-7fad-4b86-b0f0-99892209992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706468 Jul 05 09:48:10.119869 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 92965308-0ccc-426c-a8f6-816b4b37f699 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:10.129085 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 92965308-0ccc-426c-a8f6-816b4b37f699 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:10.129476 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:10.181543 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=4146964c-ddd9-4bb5-8a51-3c11b09bf879,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:10.204611 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-508151b1-ffa3-4db6-baaa-6ba41666022f req-1c819be0-08a4-45d8-883e-855b823a7124 service neutron] 10.222.0.81 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943553 Jul 05 09:48:10.209489 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6be2a-efd5-4f57-ac08-27f9fcd26613 req-28628b1d-3583-4d45-9e3b-201b5f5ea2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:10.211022 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-acb6be2a-efd5-4f57-ac08-27f9fcd26613 req-28628b1d-3583-4d45-9e3b-201b5f5ea2a4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0d859344-fba7-4e5d-81b4-bd8517c9b614 HTTP/1.1" status: 200 len: 1096 time: 0.3237839 Jul 05 09:48:10.250646 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:10.305964 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-47f46e7d-7a89-4572-afaa-981e4a2eeb42 req-9cfdf83f-d46b-4391-afb3-1ae5f3e3c353 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552140 Jul 05 09:48:10.307347 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 92965308-0ccc-426c-a8f6-816b4b37f699, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=92965308-0ccc-426c-a8f6-816b4b37f699,segment=NetworkSegment(48c2a058-2c95-42e3-b8e4-a232959d524e),segment_id=48c2a058-2c95-42e3-b8e4-a232959d524e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:10.312527 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:10.405782 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=92965308-0ccc-426c-a8f6-816b4b37f699,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:10.480687 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-508151b1-ffa3-4db6-baaa-6ba41666022f req-4475d8a3-3dcc-4604-8de1-23c453766afc service neutron] 10.222.0.81 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667327 Jul 05 09:48:10.487206 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-acb6be2a-efd5-4f57-ac08-27f9fcd26613 req-9a68ce4d-9d59-4028-941d-5372bc472b29 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954212 Jul 05 09:48:10.525264 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af987e-a20b-44ad-a9fd-80ba18c1d7a5 req-07dca1c8-e4ee-44aa-879e-14cb59f346d8 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:10.533070 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43af987e-a20b-44ad-a9fd-80ba18c1d7a5 req-07dca1c8-e4ee-44aa-879e-14cb59f346d8 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d859344-fba7-4e5d-81b4-bd8517c9b614 HTTP/1.1" status: 200 len: 945 time: 0.1184571 Jul 05 09:48:10.630216 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43af987e-a20b-44ad-a9fd-80ba18c1d7a5 req-97bd591c-f5ba-43c9-b1ff-69f62d47c605 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956335 Jul 05 09:48:10.682202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dae1a7-7700-4b73-8df9-b895218723b3 req-3a4d46bc-4109-4268-8d42-1439cd21a493 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:10.689388 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71dae1a7-7700-4b73-8df9-b895218723b3 req-3a4d46bc-4109-4268-8d42-1439cd21a493 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 945 time: 0.1521254 Jul 05 09:48:10.836733 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71dae1a7-7700-4b73-8df9-b895218723b3 req-5e4284f5-2058-497b-9282-03b41f6024ce tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/security-groups?id=823634ac-e1e9-42f9-9129-b03020e72b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361902 Jul 05 09:48:11.439881 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc99ec-c5aa-4387-9fff-0f608d597e1b req-bb4b8270-ad2f-48c9-9fe8-8f88dbf207e4 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:11.453237 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-76dc99ec-c5aa-4387-9fff-0f608d597e1b req-bb4b8270-ad2f-48c9-9fe8-8f88dbf207e4 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec485e15-5952-4ace-9933-f4d364d6fcde HTTP/1.1" status: 200 len: 950 time: 0.1085575 Jul 05 09:48:11.580381 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea447c3-b4df-4d61-b23e-75da115fa6d2 req-c4c2ec3f-73b6-42ec-bc6f-b638b0211835 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:11.582065 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ea447c3-b4df-4d61-b23e-75da115fa6d2 req-c4c2ec3f-73b6-42ec-bc6f-b638b0211835 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aebec4a-99e3-4e28-b214-78bcc1d258ba HTTP/1.1" status: 200 len: 946 time: 0.1199718 Jul 05 09:48:11.594185 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-76dc99ec-c5aa-4387-9fff-0f608d597e1b req-40bcb104-e144-40d3-a1a4-07a7b1a9bea6 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.79 "GET /v2.0/security-groups?id=30901ce0-617f-46e4-801e-11e59c63d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400251 Jul 05 09:48:11.688089 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ea447c3-b4df-4d61-b23e-75da115fa6d2 req-dae09f15-475e-4b1e-b78c-da3afea02dee tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908575 Jul 05 09:48:11.812805 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aebec4a-99e3-4e28-b214-78bcc1d258ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4146964c-ddd9-4bb5-8a51-3c11b09bf879'}, {'server_uuid': '66004ca2-9475-4f06-8ad6-4a6dae01b65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92965308-0ccc-426c-a8f6-816b4b37f699'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:11.815123 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b097d5-93de-41cf-82ab-3b693ed927ec" -d '{"events": [{"server_uuid": "4aebec4a-99e3-4e28-b214-78bcc1d258ba", "name": "network-vif-plugged", "status": "completed", "tag": "4146964c-ddd9-4bb5-8a51-3c11b09bf879"}, {"server_uuid": "66004ca2-9475-4f06-8ad6-4a6dae01b65a", "name": "network-vif-plugged", "status": "completed", "tag": "92965308-0ccc-426c-a8f6-816b4b37f699"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:11.914394 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6322265-84a1-49ec-8573-05b511408ab8 req-f514a37b-9c1d-4870-b002-2f32094c4229 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:11.920456 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f6322265-84a1-49ec-8573-05b511408ab8 req-f514a37b-9c1d-4870-b002-2f32094c4229 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d859344-fba7-4e5d-81b4-bd8517c9b614 HTTP/1.1" status: 200 len: 945 time: 0.0797110 Jul 05 09:48:11.983339 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f6322265-84a1-49ec-8573-05b511408ab8 req-78f86fdc-1b75-4bdb-bf05-795acce020bb tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582724 Jul 05 09:48:12.046549 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cac00a8-9e55-4087-a317-c407eb0e8f37 x-openstack-request-id: req-5cac00a8-9e55-4087-a317-c407eb0e8f37 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:12.046858 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aebec4a-99e3-4e28-b214-78bcc1d258ba", "name": "network-vif-plugged", "status": "completed", "tag": "4146964c-ddd9-4bb5-8a51-3c11b09bf879", "code": 200}, {"server_uuid": "66004ca2-9475-4f06-8ad6-4a6dae01b65a", "name": "network-vif-plugged", "status": "completed", "tag": "92965308-0ccc-426c-a8f6-816b4b37f699", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:12.047116 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5cac00a8-9e55-4087-a317-c407eb0e8f37 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:12.047516 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aebec4a-99e3-4e28-b214-78bcc1d258ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4146964c-ddd9-4bb5-8a51-3c11b09bf879', 'code': 200} Jul 05 09:48:12.047771 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66004ca2-9475-4f06-8ad6-4a6dae01b65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92965308-0ccc-426c-a8f6-816b4b37f699', 'code': 200} Jul 05 09:48:12.288279 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367e912-a3b4-4243-9974-1d7aa8b79174 req-bac68b8d-5d02-4e11-8c7f-0a61af0f61f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:12.289811 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c367e912-a3b4-4243-9974-1d7aa8b79174 req-bac68b8d-5d02-4e11-8c7f-0a61af0f61f8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 1096 time: 0.1142542 Jul 05 09:48:12.305817 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f8e72-f542-460d-9b9b-10cda7cd0701 req-7dd479b0-600b-41f7-9b61-8b2a5f0002f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:12.314125 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace30d4-9692-46aa-8ff1-89417b11fd40 req-c324fdff-58eb-495e-ac59-60130d89eb21 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:12.314850 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-197f8e72-f542-460d-9b9b-10cda7cd0701 req-7dd479b0-600b-41f7-9b61-8b2a5f0002f5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4aebec4a-99e3-4e28-b214-78bcc1d258ba HTTP/1.1" status: 200 len: 1097 time: 0.1497223 Jul 05 09:48:12.315714 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bace30d4-9692-46aa-8ff1-89417b11fd40 req-c324fdff-58eb-495e-ac59-60130d89eb21 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 945 time: 0.1082661 Jul 05 09:48:12.369104 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c367e912-a3b4-4243-9974-1d7aa8b79174 req-b415eccd-1bca-478e-9821-ff1e3079bf1f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=823634ac-e1e9-42f9-9129-b03020e72b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695453 Jul 05 09:48:12.374769 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bace30d4-9692-46aa-8ff1-89417b11fd40 req-30efa24e-e802-4068-91b0-14c5c05953e3 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/security-groups?id=823634ac-e1e9-42f9-9129-b03020e72b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500462 Jul 05 09:48:12.382868 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-197f8e72-f542-460d-9b9b-10cda7cd0701 req-18454138-e0ee-4710-b977-cfe8b0ca9d10 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601788 Jul 05 09:48:12.844769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd73ccd-ead2-409e-9861-8cd150934afb req-b2e60bd2-af3a-4da8-a32e-223ea3a81852 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:12.852374 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6dd73ccd-ead2-409e-9861-8cd150934afb req-b2e60bd2-af3a-4da8-a32e-223ea3a81852 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d859344-fba7-4e5d-81b4-bd8517c9b614 HTTP/1.1" status: 200 len: 945 time: 0.0791559 Jul 05 09:48:12.902162 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6dd73ccd-ead2-409e-9861-8cd150934afb req-c100e5ab-f8e4-422c-8954-c52b05ad1db3 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482893 Jul 05 09:48:13.068927 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1fcce-13d4-4655-af5f-2cf652e90d64 req-491fda69-ff78-4a86-92c6-5e7c09725e29 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:13.070527 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e2d1fcce-13d4-4655-af5f-2cf652e90d64 req-491fda69-ff78-4a86-92c6-5e7c09725e29 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aebec4a-99e3-4e28-b214-78bcc1d258ba HTTP/1.1" status: 200 len: 946 time: 0.0738401 Jul 05 09:48:13.117516 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e2d1fcce-13d4-4655-af5f-2cf652e90d64 req-651d89ee-eb23-43b2-8f4f-b16db7066c72 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400810 Jul 05 09:48:13.587679 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 207430a9-91d0-40d8-aa56-332652f0367a no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:48:13.625310 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d318b27-2bc5-4cb8-abf9-9b03a77a9d39 req-9b1aad00-cc0b-4169-894d-f7e0c77543b1 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:13.632060 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5d318b27-2bc5-4cb8-abf9-9b03a77a9d39 req-9b1aad00-cc0b-4169-894d-f7e0c77543b1 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 945 time: 0.0936263 Jul 05 09:48:13.719146 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5d318b27-2bc5-4cb8-abf9-9b03a77a9d39 req-9b4090e8-296d-4269-b5fc-939d5284fb5e tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/security-groups?id=823634ac-e1e9-42f9-9129-b03020e72b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834265 Jul 05 09:48:13.774711 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:13.816114 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 207430a9-91d0-40d8-aa56-332652f0367a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=207430a9-91d0-40d8-aa56-332652f0367a,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:13.820369 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:13.874983 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=207430a9-91d0-40d8-aa56-332652f0367a,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:14.048728 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec485e15-5952-4ace-9933-f4d364d6fcde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '207430a9-91d0-40d8-aa56-332652f0367a'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:14.051589 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75199b9-649c-4667-bce3-408a105e3a41" -d '{"events": [{"server_uuid": "ec485e15-5952-4ace-9933-f4d364d6fcde", "name": "network-vif-unplugged", "status": "completed", "tag": "207430a9-91d0-40d8-aa56-332652f0367a"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:14.088252 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f5ec0-62b6-4bf9-8c4d-afc52e437956 req-8c3c501e-bcd9-400f-8d42-44287a6d7af1 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:14.090393 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b73f5ec0-62b6-4bf9-8c4d-afc52e437956 req-8c3c501e-bcd9-400f-8d42-44287a6d7af1 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d859344-fba7-4e5d-81b4-bd8517c9b614 HTTP/1.1" status: 200 len: 945 time: 0.0687044 Jul 05 09:48:14.096740 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f162e27-3351-4b0e-a748-f58942d6e58a x-openstack-request-id: req-9f162e27-3351-4b0e-a748-f58942d6e58a {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:14.097418 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec485e15-5952-4ace-9933-f4d364d6fcde", "name": "network-vif-unplugged", "status": "completed", "tag": "207430a9-91d0-40d8-aa56-332652f0367a", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:14.097876 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9f162e27-3351-4b0e-a748-f58942d6e58a {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:14.098637 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec485e15-5952-4ace-9933-f4d364d6fcde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '207430a9-91d0-40d8-aa56-332652f0367a', 'code': 200} Jul 05 09:48:14.132557 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b73f5ec0-62b6-4bf9-8c4d-afc52e437956 req-099aa792-98cc-47e6-9dbf-a8deb910ca9b tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359659 Jul 05 09:48:14.346699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3132d43-caff-4150-b75a-72f2f66a19fc req-a840764d-dd0f-4978-bcf0-2f5b65f2234a tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:14.348535 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d3132d43-caff-4150-b75a-72f2f66a19fc req-a840764d-dd0f-4978-bcf0-2f5b65f2234a tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aebec4a-99e3-4e28-b214-78bcc1d258ba HTTP/1.1" status: 200 len: 946 time: 0.0927577 Jul 05 09:48:14.421632 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d3132d43-caff-4150-b75a-72f2f66a19fc req-d4737884-3476-467f-9c29-772ff498cbb2 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536892 Jul 05 09:48:14.436977 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c0309-7c99-483e-9f62-46228ac9f8d9 req-208167ef-c077-4bb8-a8ec-05da13da5834 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:14.439015 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6a5c0309-7c99-483e-9f62-46228ac9f8d9 req-208167ef-c077-4bb8-a8ec-05da13da5834 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d859344-fba7-4e5d-81b4-bd8517c9b614 HTTP/1.1" status: 200 len: 945 time: 0.1116469 Jul 05 09:48:14.589390 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-6a5c0309-7c99-483e-9f62-46228ac9f8d9 req-4ac0509c-2ed1-4bf3-befb-8a5a06e15fff tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Deleting port f1229c95-fe21-4c83-af95-e1b50ef03862 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:48:14.589746 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6a5c0309-7c99-483e-9f62-46228ac9f8d9 req-4ac0509c-2ed1-4bf3-befb-8a5a06e15fff tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:15.075754 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6a5c0309-7c99-483e-9f62-46228ac9f8d9 req-4ac0509c-2ed1-4bf3-befb-8a5a06e15fff tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] For port f1229c95-fe21-4c83-af95-e1b50ef03862, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=f1229c95-fe21-4c83-af95-e1b50ef03862,segment=NetworkSegment(2b33c294-6053-481b-baf8-537f54d65ae9),segment_id=2b33c294-6053-481b-baf8-537f54d65ae9)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:15.076150 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6a5c0309-7c99-483e-9f62-46228ac9f8d9 req-4ac0509c-2ed1-4bf3-befb-8a5a06e15fff tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:15.094885 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-6a5c0309-7c99-483e-9f62-46228ac9f8d9 req-4ac0509c-2ed1-4bf3-befb-8a5a06e15fff tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Calling delete_port for f1229c95-fe21-4c83-af95-e1b50ef03862 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:48:15.104249 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c743aef-5354-487b-a286-72c346947fb2 req-eea7cae8-3add-4f7a-bab3-8121fc869775 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:15.105983 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1c743aef-5354-487b-a286-72c346947fb2 req-eea7cae8-3add-4f7a-bab3-8121fc869775 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 945 time: 0.1971033 Jul 05 09:48:15.125011 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f547b-8205-4a13-8775-af929cc4d398 req-c2e84af6-f947-4f3a-97c8-963a9d86a9b4 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:15.126479 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5d2f547b-8205-4a13-8775-af929cc4d398 req-c2e84af6-f947-4f3a-97c8-963a9d86a9b4 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aebec4a-99e3-4e28-b214-78bcc1d258ba HTTP/1.1" status: 200 len: 946 time: 0.2189348 Jul 05 09:48:15.258407 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1c743aef-5354-487b-a286-72c346947fb2 req-f31f0288-5ad0-4587-bcee-123a00d3b334 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/security-groups?id=823634ac-e1e9-42f9-9129-b03020e72b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293979 Jul 05 09:48:15.268416 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5d2f547b-8205-4a13-8775-af929cc4d398 req-7f7f4824-6107-4a2e-bd76-6aed03bca8f8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314352 Jul 05 09:48:15.361492 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6a5c0309-7c99-483e-9f62-46228ac9f8d9 req-4ac0509c-2ed1-4bf3-befb-8a5a06e15fff tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:15.377541 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['249da0cf-193f-4c9c-86b1-cf8ab6844941', 'f1229c95-fe21-4c83-af95-e1b50ef03862'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:48:15.456067 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0509c-2ed1-4bf3-befb-8a5a06e15fff tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Pushing event deleted for resources: {'Port': ['ID=f1229c95-fe21-4c83-af95-e1b50ef03862,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:15.665760 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5bd29707-5e62-4797-ad21-8bbf73916249 req-18b3be9d-287f-4fa7-9918-39c4431afd07 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d859344-fba7-4e5d-81b4-bd8517c9b614 HTTP/1.1" status: 200 len: 210 time: 0.1962526 Jul 05 09:48:15.741108 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5c0309-7c99-483e-9f62-46228ac9f8d9 req-4ac0509c-2ed1-4bf3-befb-8a5a06e15fff tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] No DVR routers for this DVR port f1229c95-fe21-4c83-af95-e1b50ef03862 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:48:15.750597 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6a5c0309-7c99-483e-9f62-46228ac9f8d9 req-4ac0509c-2ed1-4bf3-befb-8a5a06e15fff tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:15.752639 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6a5c0309-7c99-483e-9f62-46228ac9f8d9 req-4ac0509c-2ed1-4bf3-befb-8a5a06e15fff tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.81 "DELETE /v2.0/ports/f1229c95-fe21-4c83-af95-e1b50ef03862 HTTP/1.1" status: 204 len: 173 time: 1.3067088 Jul 05 09:48:15.753371 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d859344-fba7-4e5d-81b4-bd8517c9b614', 'name': 'network-vif-deleted', 'tag': 'f1229c95-fe21-4c83-af95-e1b50ef03862'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:15.755697 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e7be70-8379-45b1-8d2a-a4428af0096c" -d '{"events": [{"server_uuid": "0d859344-fba7-4e5d-81b4-bd8517c9b614", "name": "network-vif-deleted", "tag": "f1229c95-fe21-4c83-af95-e1b50ef03862"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:15.814126 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4445fd12-87a9-4a36-84e9-ac307df99daa x-openstack-request-id: req-4445fd12-87a9-4a36-84e9-ac307df99daa {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:15.814743 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d859344-fba7-4e5d-81b4-bd8517c9b614", "name": "network-vif-deleted", "tag": "f1229c95-fe21-4c83-af95-e1b50ef03862", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:15.815193 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4445fd12-87a9-4a36-84e9-ac307df99daa {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:15.815808 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d859344-fba7-4e5d-81b4-bd8517c9b614', 'name': 'network-vif-deleted', 'tag': 'f1229c95-fe21-4c83-af95-e1b50ef03862', 'status': 'completed', 'code': 200} Jul 05 09:48:15.884563 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9475be4-2129-47e4-881c-48f5305d1924 req-8c9bfe30-400e-4c6a-b58a-394592214ef2 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3345540 Jul 05 09:48:15.890961 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e9475be4-2129-47e4-881c-48f5305d1924 req-a7e937ee-5594-4c52-804a-1b2a356a7772 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:15.921331 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e9475be4-2129-47e4-881c-48f5305d1924 req-a7e937ee-5594-4c52-804a-1b2a356a7772 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:16.038762 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e9475be4-2129-47e4-881c-48f5305d1924 req-a7e937ee-5594-4c52-804a-1b2a356a7772 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:16.161895 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-e9475be4-2129-47e4-881c-48f5305d1924 req-a7e937ee-5594-4c52-804a-1b2a356a7772 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Allocated IP 172.25.7.42 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/5e21ee53-3f28-4400-94f2-9ad13d9f7635) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:16.286868 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e9475be4-2129-47e4-881c-48f5305d1924 req-a7e937ee-5594-4c52-804a-1b2a356a7772 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:16.338759 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e9475be4-2129-47e4-881c-48f5305d1924 req-a7e937ee-5594-4c52-804a-1b2a356a7772 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:16.389240 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9475be4-2129-47e4-881c-48f5305d1924 req-a7e937ee-5594-4c52-804a-1b2a356a7772 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:16.394303 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-e9475be4-2129-47e4-881c-48f5305d1924 req-a7e937ee-5594-4c52-804a-1b2a356a7772 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:16.398943 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9475be4-2129-47e4-881c-48f5305d1924 req-a7e937ee-5594-4c52-804a-1b2a356a7772 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:16.552870 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e937ee-5594-4c52-804a-1b2a356a7772 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Pushing event updated for resources: {'Port': ['ID=5e21ee53-3f28-4400-94f2-9ad13d9f7635,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:16.694359 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e9475be4-2129-47e4-881c-48f5305d1924 req-a7e937ee-5594-4c52-804a-1b2a356a7772 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:16.705177 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7230cde-4c39-419e-896b-a09220f8f151 req-fe055030-ba50-4b91-913f-a953053e8cdc tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:16.706729 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7230cde-4c39-419e-896b-a09220f8f151 req-fe055030-ba50-4b91-913f-a953053e8cdc tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aebec4a-99e3-4e28-b214-78bcc1d258ba HTTP/1.1" status: 200 len: 946 time: 0.2234464 Jul 05 09:48:16.781122 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7230cde-4c39-419e-896b-a09220f8f151 req-dd072f2a-f2c9-4993-a9ba-18b28592e9e7 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685215 Jul 05 09:48:16.781836 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e9475be4-2129-47e4-881c-48f5305d1924 req-a7e937ee-5594-4c52-804a-1b2a356a7772 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:16.898808 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa52b34-76a7-4bf3-b830-9c7f94e86fcf req-86c9e38c-d1fb-45fc-ab45-072dc6050d68 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:16.900692 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0fa52b34-76a7-4bf3-b830-9c7f94e86fcf req-86c9e38c-d1fb-45fc-ab45-072dc6050d68 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.78 "GET /v2.0/ports?device_id=4aebec4a-99e3-4e28-b214-78bcc1d258ba HTTP/1.1" status: 200 len: 946 time: 0.0694506 Jul 05 09:48:17.010957 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e9475be4-2129-47e4-881c-48f5305d1924 req-a7e937ee-5594-4c52-804a-1b2a356a7772 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:17.029690 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e9475be4-2129-47e4-881c-48f5305d1924 req-a7e937ee-5594-4c52-804a-1b2a356a7772 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:17.067514 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-0fa52b34-76a7-4bf3-b830-9c7f94e86fcf req-ef5b4f20-ef84-49b9-ae4f-b61f4f7a2092 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Deleting port 4146964c-ddd9-4bb5-8a51-3c11b09bf879 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:48:17.068439 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0fa52b34-76a7-4bf3-b830-9c7f94e86fcf req-ef5b4f20-ef84-49b9-ae4f-b61f4f7a2092 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:17.113035 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e937ee-5594-4c52-804a-1b2a356a7772 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Pushing event updated for resources: {'Port': ['ID=5e21ee53-3f28-4400-94f2-9ad13d9f7635,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:17.131587 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e9475be4-2129-47e4-881c-48f5305d1924 req-a7e937ee-5594-4c52-804a-1b2a356a7772 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:17.147131 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e9475be4-2129-47e4-881c-48f5305d1924 req-a7e937ee-5594-4c52-804a-1b2a356a7772 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:17.149053 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9475be4-2129-47e4-881c-48f5305d1924 req-a7e937ee-5594-4c52-804a-1b2a356a7772 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2634852 Jul 05 09:48:17.226140 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-0fa52b34-76a7-4bf3-b830-9c7f94e86fcf req-ef5b4f20-ef84-49b9-ae4f-b61f4f7a2092 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] For port 4146964c-ddd9-4bb5-8a51-3c11b09bf879, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=4146964c-ddd9-4bb5-8a51-3c11b09bf879,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:17.226780 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0fa52b34-76a7-4bf3-b830-9c7f94e86fcf req-ef5b4f20-ef84-49b9-ae4f-b61f4f7a2092 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:17.247031 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9475be4-2129-47e4-881c-48f5305d1924 req-fb9ed3f1-e7d8-4248-a0cc-e1f9d1e3345c tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 695 time: 0.0901339 Jul 05 09:48:17.264786 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-0fa52b34-76a7-4bf3-b830-9c7f94e86fcf req-ef5b4f20-ef84-49b9-ae4f-b61f4f7a2092 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Calling delete_port for 4146964c-ddd9-4bb5-8a51-3c11b09bf879 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:48:17.410150 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410bb18-4387-4cca-8487-4a4d90c66a9f req-f86640b9-f573-45d3-852d-d5cef94235fb tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:17.411935 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9410bb18-4387-4cca-8487-4a4d90c66a9f req-f86640b9-f573-45d3-852d-d5cef94235fb tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1425390 Jul 05 09:48:17.412565 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0fa52b34-76a7-4bf3-b830-9c7f94e86fcf req-ef5b4f20-ef84-49b9-ae4f-b61f4f7a2092 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:17.421620 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9475be4-2129-47e4-881c-48f5305d1924 req-38277d51-f18f-40fe-810a-839f59471bff tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:17.424146 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9475be4-2129-47e4-881c-48f5305d1924 req-38277d51-f18f-40fe-810a-839f59471bff tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.1707242 Jul 05 09:48:17.426151 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['4146964c-ddd9-4bb5-8a51-3c11b09bf879'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:48:17.462290 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9410bb18-4387-4cca-8487-4a4d90c66a9f req-d4d67528-c9ac-4574-8435-e06c5518593a tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370936 Jul 05 09:48:17.472198 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b4f20-ef84-49b9-ae4f-b61f4f7a2092 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Pushing event deleted for resources: {'Port': ['ID=4146964c-ddd9-4bb5-8a51-3c11b09bf879,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:17.528756 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa52b34-76a7-4bf3-b830-9c7f94e86fcf req-ef5b4f20-ef84-49b9-ae4f-b61f4f7a2092 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] No DVR routers for this DVR port 4146964c-ddd9-4bb5-8a51-3c11b09bf879 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:48:17.532219 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0fa52b34-76a7-4bf3-b830-9c7f94e86fcf req-ef5b4f20-ef84-49b9-ae4f-b61f4f7a2092 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:17.534539 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0fa52b34-76a7-4bf3-b830-9c7f94e86fcf req-ef5b4f20-ef84-49b9-ae4f-b61f4f7a2092 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.78 "DELETE /v2.0/ports/4146964c-ddd9-4bb5-8a51-3c11b09bf879 HTTP/1.1" status: 204 len: 173 time: 0.6265275 Jul 05 09:48:17.535261 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aebec4a-99e3-4e28-b214-78bcc1d258ba', 'name': 'network-vif-deleted', 'tag': '4146964c-ddd9-4bb5-8a51-3c11b09bf879'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:17.537538 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da25655c-4593-49c9-b6fc-62c5ad7606ba" -d '{"events": [{"server_uuid": "4aebec4a-99e3-4e28-b214-78bcc1d258ba", "name": "network-vif-deleted", "tag": "4146964c-ddd9-4bb5-8a51-3c11b09bf879"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:17.600133 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc335e7d-aa40-4c4e-a79b-298665a9d4c4 x-openstack-request-id: req-dc335e7d-aa40-4c4e-a79b-298665a9d4c4 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:17.600428 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aebec4a-99e3-4e28-b214-78bcc1d258ba", "name": "network-vif-deleted", "tag": "4146964c-ddd9-4bb5-8a51-3c11b09bf879", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:17.600684 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dc335e7d-aa40-4c4e-a79b-298665a9d4c4 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:17.601100 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aebec4a-99e3-4e28-b214-78bcc1d258ba', 'name': 'network-vif-deleted', 'tag': '4146964c-ddd9-4bb5-8a51-3c11b09bf879', 'status': 'completed', 'code': 200} Jul 05 09:48:17.610654 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 207430a9-91d0-40d8-aa56-332652f0367a details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:48:17.832679 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-3ee54291-7ec7-4ea4-b864-0b9a59489ffe tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:17.834168 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-3ee54291-7ec7-4ea4-b864-0b9a59489ffe tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/networks?id=746da40b-2cc7-466f-a36c-2d78a0886235 HTTP/1.1" status: 200 len: 820 time: 0.2309415 Jul 05 09:48:17.847165 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 207430a9-91d0-40d8-aa56-332652f0367a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=207430a9-91d0-40d8-aa56-332652f0367a,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:17.851404 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceafdc5-52f4-491c-9169-95c2345dee9c req-fa05dad6-9e58-489b-b1dc-9beba24ad66d tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:17.862483 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9ceafdc5-52f4-491c-9169-95c2345dee9c req-fa05dad6-9e58-489b-b1dc-9beba24ad66d tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1297474 Jul 05 09:48:17.874879 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '207430a9-91d0-40d8-aa56-332652f0367a', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '207430a9-91d0-40d8-aa56-332652f0367a', 'mac_address': 'fa:16:3e:c5:e1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:48:17.891148 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-51431c35-dd97-4286-98c4-ef4b788c7695 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/quotas/f14992b010214883a7cb6c5d4bf0968d HTTP/1.1" status: 200 len: 375 time: 0.0303526 Jul 05 09:48:17.909374 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device f1229c95-fe21-4c83-af95-e1b50ef03862 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:48:17.937262 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: f1229c95-fe21-4c83-af95-e1b50ef03862 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:48:17.937740 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device f1229c95-fe21-4c83-af95-e1b50ef03862 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:48:17.945260 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9ceafdc5-52f4-491c-9169-95c2345dee9c req-bbc087c4-3954-4311-921e-709a5829ce84 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853903 Jul 05 09:48:17.949716 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:17.966875 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207430a9-91d0-40d8-aa56-332652f0367a {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:48:17.989671 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 207430a9-91d0-40d8-aa56-332652f0367a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=207430a9-91d0-40d8-aa56-332652f0367a,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:17.994938 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-2aea4c65-7e7f-4367-b025-612485df8ae8 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f14992b010214883a7cb6c5d4bf0968d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0938210 Jul 05 09:48:18.001275 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:18.077000 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=207430a9-91d0-40d8-aa56-332652f0367a,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:18.106765 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['207430a9-91d0-40d8-aa56-332652f0367a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:48:18.142054 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f8957fd-9f61-403d-85e7-e5fbd3a64a6f req-19e15429-5138-4f5f-8462-2d8b6ea3d320 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aebec4a-99e3-4e28-b214-78bcc1d258ba HTTP/1.1" status: 200 len: 210 time: 0.0393655 Jul 05 09:48:18.147554 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-a0c0d65e-0f76-42bb-8bf8-8f1ff3b9e776 service neutron] 10.222.0.79 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414618 Jul 05 09:48:18.264590 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-364af01e-480b-43d6-a6ab-2b8265a6ef36 service neutron] 10.222.0.79 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002557 Jul 05 09:48:18.431423 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-e62d89ea-c9fb-41fa-88f1-5c7fa8aa062b tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:18.437612 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-e62d89ea-c9fb-41fa-88f1-5c7fa8aa062b tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/networks?id=9fc753bd-ed1c-4222-8288-03c51cdba06e HTTP/1.1" status: 200 len: 815 time: 0.1476007 Jul 05 09:48:18.454198 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-2dca5401-dd4d-494f-b5d1-000e384dc058 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/quotas/75d5c84ca64141ddadd1bedc99f90e4d HTTP/1.1" status: 200 len: 375 time: 0.0156775 Jul 05 09:48:18.540422 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-d578b705-baba-4e7c-a3f8-e6cb62b04f9c tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=75d5c84ca64141ddadd1bedc99f90e4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853074 Jul 05 09:48:18.655660 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-7a4fcb35-f02c-4aa4-a1bc-adaa1ab2f804 service neutron] 10.222.0.79 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114376 Jul 05 09:48:18.844110 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-64d68957-ec67-4291-bc06-d56c7f4d0b51 service neutron] 10.222.0.79 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827891 Jul 05 09:48:18.863280 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc080b-2e32-4128-bf35-c86729638929 req-d176f102-b75c-4fca-a8d0-a15fde49cc60 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:18.868403 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7ddc080b-2e32-4128-bf35-c86729638929 req-d176f102-b75c-4fca-a8d0-a15fde49cc60 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1339924 Jul 05 09:48:18.922538 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7ddc080b-2e32-4128-bf35-c86729638929 req-b81f4db7-34d2-435d-a7b5-541e9669187e tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498245 Jul 05 09:48:19.145787 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70478f7c-1a5e-443b-8300-ec1d5246fbac req-535042ea-edd7-40eb-b4cf-7b71fbe0e8ab tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00 HTTP/1.1" status: 200 len: 210 time: 0.0498006 Jul 05 09:48:19.220463 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b04af89e-4dba-40a2-89c1-d4cd4ffba508 req-7fb2fab4-6909-4d66-b329-834e496cd3cb tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7567fe7-071a-4dd1-bb59-0e412d58e0f3 HTTP/1.1" status: 200 len: 210 time: 0.0384936 Jul 05 09:48:19.591901 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-294ae534-abfc-4a16-b7ad-57d0f4c2b9c6 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:19.593438 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-294ae534-abfc-4a16-b7ad-57d0f4c2b9c6 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/networks?id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c HTTP/1.1" status: 200 len: 811 time: 0.1423461 Jul 05 09:48:19.640554 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 207430a9-91d0-40d8-aa56-332652f0367a up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:19.652029 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-3bec55ec-24f4-489e-a5c0-565aebf344c1 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/quotas/277627ebd7464c359b06a15e4b1a6489 HTTP/1.1" status: 200 len: 375 time: 0.0485463 Jul 05 09:48:19.700996 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-d9d43e8a-f6d2-412c-98b6-08f46c7b7103 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=277627ebd7464c359b06a15e4b1a6489&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480847 Jul 05 09:48:19.716489 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 207430a9-91d0-40d8-aa56-332652f0367a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:19.716867 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:19.839542 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:19.914528 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-b0972a54-2f50-4c9e-87ed-93ddada35490 service neutron] 10.222.0.79 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050903 Jul 05 09:48:19.924118 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 207430a9-91d0-40d8-aa56-332652f0367a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=207430a9-91d0-40d8-aa56-332652f0367a,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:19.926174 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec485e15-5952-4ace-9933-f4d364d6fcde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207430a9-91d0-40d8-aa56-332652f0367a'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:19.931511 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47aaa009-99e1-4ccc-9319-5a6ca9bda188" -d '{"events": [{"server_uuid": "ec485e15-5952-4ace-9933-f4d364d6fcde", "name": "network-vif-plugged", "status": "completed", "tag": "207430a9-91d0-40d8-aa56-332652f0367a"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:19.940402 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:19.941218 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 4146964c-ddd9-4bb5-8a51-3c11b09bf879 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:48:19.991161 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 4146964c-ddd9-4bb5-8a51-3c11b09bf879 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:48:19.993556 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 4146964c-ddd9-4bb5-8a51-3c11b09bf879 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:48:20.052204 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=207430a9-91d0-40d8-aa56-332652f0367a,revision_number=10']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:20.172744 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-2f240d76-3116-41e2-b038-8ed4ad244ebb service neutron] 10.222.0.79 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547441 Jul 05 09:48:20.176055 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57b0e5-4535-488b-aa79-32c65629d864 req-c360893e-9a17-4f5d-8b10-d0d3f6761f62 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:20.185959 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ac57b0e5-4535-488b-aa79-32c65629d864 req-c360893e-9a17-4f5d-8b10-d0d3f6761f62 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 1097 time: 0.1511662 Jul 05 09:48:20.253860 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ac57b0e5-4535-488b-aa79-32c65629d864 req-93231eb7-1085-4785-b5ce-b1fc7302382d tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635307 Jul 05 09:48:20.291714 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-34aa4fe2-20d7-4446-b01f-a66c978a8bee tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:20.294478 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-34aa4fe2-20d7-4446-b01f-a66c978a8bee tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.78 "GET /v2.0/networks?id=746da40b-2cc7-466f-a36c-2d78a0886235 HTTP/1.1" status: 200 len: 820 time: 0.2152510 Jul 05 09:48:20.303984 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed71ea83-f8dd-40dc-9752-4cd146864dff x-openstack-request-id: req-ed71ea83-f8dd-40dc-9752-4cd146864dff {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:20.304322 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec485e15-5952-4ace-9933-f4d364d6fcde", "name": "network-vif-plugged", "status": "completed", "tag": "207430a9-91d0-40d8-aa56-332652f0367a", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:20.304932 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ed71ea83-f8dd-40dc-9752-4cd146864dff {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:20.305353 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec485e15-5952-4ace-9933-f4d364d6fcde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207430a9-91d0-40d8-aa56-332652f0367a', 'code': 200} Jul 05 09:48:20.327133 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-fb20fd79-c6b9-4804-ae10-b0e1f454d4fc tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Request body: {'port': {'device_id': 'a7567fe7-071a-4dd1-bb59-0e412d58e0f3', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'admin_state_up': True, 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:20.620432 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-fb20fd79-c6b9-4804-ae10-b0e1f454d4fc tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Made reservation on behalf of f14992b010214883a7cb6c5d4bf0968d for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:20.626147 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-fb20fd79-c6b9-4804-ae10-b0e1f454d4fc tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:20.639500 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3296b31b-ce58-4ea9-aa94-3154884ce29c req-73e14fc6-3197-4c0a-89ba-b2894fd8c17d tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00 HTTP/1.1" status: 200 len: 210 time: 0.0771346 Jul 05 09:48:20.695342 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41e1ee18-edf0-4c18-879b-5fc907f23bc6 req-4efcf406-2db3-4f2b-9f29-50e1773f69ff tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7567fe7-071a-4dd1-bb59-0e412d58e0f3 HTTP/1.1" status: 200 len: 210 time: 0.0544794 Jul 05 09:48:20.803776 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-fb20fd79-c6b9-4804-ae10-b0e1f454d4fc tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Allocated IP 172.20.0.8 (746da40b-2cc7-466f-a36c-2d78a0886235/f0c42237-0515-4756-b2dd-a698486063e5/8a27cfa7-407b-4f88-a574-2b3cc58cd353) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:20.804891 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6dd3a5a1-c216-4598-9892-77e8d8e1043c req-c9ec33dd-782d-44c1-8004-662c5db967d4 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b64e60-3119-4060-b0d1-5045543c4a80 HTTP/1.1" status: 200 len: 210 time: 0.0566468 Jul 05 09:48:20.884886 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7264135d-5771-4aac-80ff-570d63fd70db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:21.081589 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-fb20fd79-c6b9-4804-ae10-b0e1f454d4fc tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:21.131616 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-fb20fd79-c6b9-4804-ae10-b0e1f454d4fc tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Transition to ACTIVE for port object 8a27cfa7-407b-4f88-a574-2b3cc58cd353 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:21.202160 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-fb20fd79-c6b9-4804-ae10-b0e1f454d4fc tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:21.214611 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['92965308-0ccc-426c-a8f6-816b4b37f699'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:48:21.249216 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-fb20fd79-c6b9-4804-ae10-b0e1f454d4fc tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Network 746da40b-2cc7-466f-a36c-2d78a0886235 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:21.253590 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-fb20fd79-c6b9-4804-ae10-b0e1f454d4fc tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:21.270283 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-fb20fd79-c6b9-4804-ae10-b0e1f454d4fc tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:21.274425 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-8c07874c-f37d-4895-82a0-1e36f720070b tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:21.278763 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-8c07874c-f37d-4895-82a0-1e36f720070b tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.78 "GET /v2.0/networks?id=9fc753bd-ed1c-4222-8288-03c51cdba06e HTTP/1.1" status: 200 len: 815 time: 0.2221246 Jul 05 09:48:21.340757 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-fb20fd79-c6b9-4804-ae10-b0e1f454d4fc tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:21.342078 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-fb20fd79-c6b9-4804-ae10-b0e1f454d4fc tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:21.351610 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-e2f61f80-328e-4011-9cc1-ccd551cceeca tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Request body: {'port': {'device_id': '051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00', 'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e', 'admin_state_up': True, 'tenant_id': '75d5c84ca64141ddadd1bedc99f90e4d'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:21.445559 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20fd79-c6b9-4804-ae10-b0e1f454d4fc tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Pushing event updated for resources: {'Port': ['ID=8a27cfa7-407b-4f88-a574-2b3cc58cd353,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:21.478180 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-fb20fd79-c6b9-4804-ae10-b0e1f454d4fc tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1636038 Jul 05 09:48:21.519975 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-c672478e-9292-460c-83a2-73c2637d494a service neutron] Request body: {'port': {'device_id': 'a7567fe7-071a-4dd1-bb59-0e412d58e0f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:21.667372 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-c672478e-9292-460c-83a2-73c2637d494a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:21.735873 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9ccacd22-66de-4abd-a3d5-36f724150f12 None None] Provisioning for port 8a27cfa7-407b-4f88-a574-2b3cc58cd353 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:21.750799 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9ccacd22-66de-4abd-a3d5-36f724150f12 None None] Provisioning complete for port 8a27cfa7-407b-4f88-a574-2b3cc58cd353 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:21.751322 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9ccacd22-66de-4abd-a3d5-36f724150f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:21.827331 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9ccacd22-66de-4abd-a3d5-36f724150f12 None None] Port 8a27cfa7-407b-4f88-a574-2b3cc58cd353 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:48:22.175481 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-c672478e-9292-460c-83a2-73c2637d494a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a27cfa7-407b-4f88-a574-2b3cc58cd353 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:48:22.184677 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-c672478e-9292-460c-83a2-73c2637d494a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:22.201182 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-c672478e-9292-460c-83a2-73c2637d494a service neutron] Transition to ACTIVE for port object 8a27cfa7-407b-4f88-a574-2b3cc58cd353 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:22.208933 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-c672478e-9292-460c-83a2-73c2637d494a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:22.224105 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-e2f61f80-328e-4011-9cc1-ccd551cceeca tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Made reservation on behalf of 75d5c84ca64141ddadd1bedc99f90e4d for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:22.227802 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-e2f61f80-328e-4011-9cc1-ccd551cceeca tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:22.249213 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c2c804f-ec85-42ab-9030-1f11d01d3d1d req-9bb5d768-3c4b-4c17-a3d2-01110085d3e9 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00 HTTP/1.1" status: 200 len: 210 time: 0.0406313 Jul 05 09:48:22.258912 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:48:22.423188 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-e2f61f80-328e-4011-9cc1-ccd551cceeca tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Allocated IP 172.20.0.12 (9fc753bd-ed1c-4222-8288-03c51cdba06e/a14a8afb-77fc-4bd0-9b4d-adabd45f7421/4e16e6a1-7622-4733-aa44-5875dba4140a) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:22.726912 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-a1d6af3c-5b65-4db0-8eb6-9d895ba18cc7 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:48:22.728989 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-a1d6af3c-5b65-4db0-8eb6-9d895ba18cc7 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0251083 Jul 05 09:48:22.745256 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-c5a33860-f7b6-429c-a5b7-33ee841bcc04 service neutron] Request body: {'binding': {'host': 'n-h1-798054-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:22.745727 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-c5a33860-f7b6-429c-a5b7-33ee841bcc04 service neutron] Unknown quota resources ['binding']. {{(pid=93907) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 09:48:22.802248 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672478e-9292-460c-83a2-73c2637d494a service neutron] Pushing event updated for resources: {'Port': ['ID=8a27cfa7-407b-4f88-a574-2b3cc58cd353,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:22.879050 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-c672478e-9292-460c-83a2-73c2637d494a service neutron] Attempting to bind port 8a27cfa7-407b-4f88-a574-2b3cc58cd353 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:48:22.879399 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-c672478e-9292-460c-83a2-73c2637d494a service neutron] Attempting to bind port 8a27cfa7-407b-4f88-a574-2b3cc58cd353 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '48c2a058-2c95-42e3-b8e4-a232959d524e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:48:22.879726 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-c672478e-9292-460c-83a2-73c2637d494a service neutron] Attempting to bind port 8a27cfa7-407b-4f88-a574-2b3cc58cd353 on network 746da40b-2cc7-466f-a36c-2d78a0886235 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:22.884808 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-c672478e-9292-460c-83a2-73c2637d494a service neutron] Port 8a27cfa7-407b-4f88-a574-2b3cc58cd353 on network 746da40b-2cc7-466f-a36c-2d78a0886235 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:48:22.885142 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-c672478e-9292-460c-83a2-73c2637d494a service neutron] Attempting to bind port 8a27cfa7-407b-4f88-a574-2b3cc58cd353 on network 746da40b-2cc7-466f-a36c-2d78a0886235 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:22.891117 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-c672478e-9292-460c-83a2-73c2637d494a service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:48:22.891464 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-c672478e-9292-460c-83a2-73c2637d494a service neutron] Checking segment: {'id': '48c2a058-2c95-42e3-b8e4-a232959d524e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:48:22.891890 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-c672478e-9292-460c-83a2-73c2637d494a service neutron] Bound using segment: {'id': '48c2a058-2c95-42e3-b8e4-a232959d524e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:48:22.892346 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-c672478e-9292-460c-83a2-73c2637d494a service neutron] Bound port: 8a27cfa7-407b-4f88-a574-2b3cc58cd353, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48c2a058-2c95-42e3-b8e4-a232959d524e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:48:22.892688 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-c672478e-9292-460c-83a2-73c2637d494a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:22.949578 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e95be2-eb18-4f65-92a5-b5521be0add5 req-49c68ea6-a409-4e79-ac6b-b0ce5f240d20 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:22.951324 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77e95be2-eb18-4f65-92a5-b5521be0add5 req-49c68ea6-a409-4e79-ac6b-b0ce5f240d20 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7567fe7-071a-4dd1-bb59-0e412d58e0f3 HTTP/1.1" status: 200 len: 943 time: 0.4419601 Jul 05 09:48:22.972150 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-e2f61f80-328e-4011-9cc1-ccd551cceeca tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:22.996000 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-c672478e-9292-460c-83a2-73c2637d494a service neutron] For port 8a27cfa7-407b-4f88-a574-2b3cc58cd353, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:48:22.999623 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-c672478e-9292-460c-83a2-73c2637d494a service neutron] For port 8a27cfa7-407b-4f88-a574-2b3cc58cd353, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8a27cfa7-407b-4f88-a574-2b3cc58cd353,segment=NetworkSegment(48c2a058-2c95-42e3-b8e4-a232959d524e),segment_id=48c2a058-2c95-42e3-b8e4-a232959d524e)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:48:23.006187 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-c672478e-9292-460c-83a2-73c2637d494a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:23.042141 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-c672478e-9292-460c-83a2-73c2637d494a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:23.043258 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-c672478e-9292-460c-83a2-73c2637d494a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:23.044756 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-c672478e-9292-460c-83a2-73c2637d494a service neutron] 10.222.0.78 "PUT /v2.0/ports/8a27cfa7-407b-4f88-a574-2b3cc58cd353 HTTP/1.1" status: 200 len: 1091 time: 1.5592895 Jul 05 09:48:23.047227 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7567fe7-071a-4dd1-bb59-0e412d58e0f3', 'tag': '8a27cfa7-407b-4f88-a574-2b3cc58cd353'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:23.050747 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d087bd10-9194-45b5-a117-82e773d6fc8d" -d '{"events": [{"name": "network-changed", "server_uuid": "a7567fe7-071a-4dd1-bb59-0e412d58e0f3", "tag": "8a27cfa7-407b-4f88-a574-2b3cc58cd353"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:23.106916 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-afc7c076-76ae-4223-89ab-f8b910130b76 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:23.108833 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-afc7c076-76ae-4223-89ab-f8b910130b76 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.81 "GET /v2.0/networks?id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c HTTP/1.1" status: 200 len: 811 time: 0.6007774 Jul 05 09:48:23.127907 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672478e-9292-460c-83a2-73c2637d494a service neutron] Pushing event updated for resources: {'Port': ['ID=8a27cfa7-407b-4f88-a574-2b3cc58cd353,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:23.147278 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-7a3665f4-69ce-420c-a3b3-c877df140ff3 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Request body: {'port': {'device_id': '03b64e60-3119-4060-b0d1-5045543c4a80', 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c', 'admin_state_up': True, 'tenant_id': '277627ebd7464c359b06a15e4b1a6489'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:23.246558 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77e95be2-eb18-4f65-92a5-b5521be0add5 req-ac5de9f6-f10c-485b-8cef-2fdd59e1d041 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/security-groups?id=823634ac-e1e9-42f9-9129-b03020e72b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334395 Jul 05 09:48:23.248222 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-695beba1-4e53-481d-82d0-656982b8385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:23.250795 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-695beba1-4e53-481d-82d0-656982b8385f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f14992b010214883a7cb6c5d4bf0968d&device_id=a7567fe7-071a-4dd1-bb59-0e412d58e0f3 HTTP/1.1" status: 200 len: 1094 time: 0.1480732 Jul 05 09:48:23.259242 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-c5a33860-f7b6-429c-a5b7-33ee841bcc04 service neutron] Attempting to bind port c347d0e5-43ef-4149-a9e6-f63d765fcd86 on host n-h1-798054-8 for vnic_type normal with profile None {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:48:23.259594 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-c5a33860-f7b6-429c-a5b7-33ee841bcc04 service neutron] Attempting to bind port c347d0e5-43ef-4149-a9e6-f63d765fcd86 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:48:23.259955 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-c5a33860-f7b6-429c-a5b7-33ee841bcc04 service neutron] Attempting to bind port c347d0e5-43ef-4149-a9e6-f63d765fcd86 on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:23.284709 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-c5a33860-f7b6-429c-a5b7-33ee841bcc04 service neutron] Port c347d0e5-43ef-4149-a9e6-f63d765fcd86 on network 5aa1814e-7fad-4b86-b0f0-99892209992e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:48:23.285607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-c5a33860-f7b6-429c-a5b7-33ee841bcc04 service neutron] Attempting to bind port c347d0e5-43ef-4149-a9e6-f63d765fcd86 on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:23.300316 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-e2f61f80-328e-4011-9cc1-ccd551cceeca tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:23.328078 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['86305fdc-3bf1-45a5-acb8-6ad4b27e085d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:48:23.368740 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-c5a33860-f7b6-429c-a5b7-33ee841bcc04 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:48:23.376364 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-c5a33860-f7b6-429c-a5b7-33ee841bcc04 service neutron] Checking segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:48:23.377138 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-c5a33860-f7b6-429c-a5b7-33ee841bcc04 service neutron] Bound using segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:48:23.381304 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-c5a33860-f7b6-429c-a5b7-33ee841bcc04 service neutron] Bound port: c347d0e5-43ef-4149-a9e6-f63d765fcd86, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:48:23.421750 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-c93a1cab-a9c3-4288-955b-efa82b7ce6c7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a27cfa7-407b-4f88-a574-2b3cc58cd353 HTTP/1.1" status: 200 len: 217 time: 0.1578124 Jul 05 09:48:23.423921 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['7a209d70-5a0a-48bf-a1f9-5c9b063143d3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:48:23.483407 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d158e15c-78a3-411f-8d26-e8ca631989eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:23.521756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f61f80-328e-4011-9cc1-ccd551cceeca tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Pushing event updated for resources: {'Port': ['ID=4e16e6a1-7622-4733-aa44-5875dba4140a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:23.538082 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-3644bf99-4ffb-4801-b44a-df376976845e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:23.539595 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-3644bf99-4ffb-4801-b44a-df376976845e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f0c42237-0515-4756-b2dd-a698486063e5 HTTP/1.1" status: 200 len: 859 time: 0.1078262 Jul 05 09:48:23.550819 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-e2f61f80-328e-4011-9cc1-ccd551cceeca tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Network 9fc753bd-ed1c-4222-8288-03c51cdba06e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:23.584397 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:23.586286 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-e2f61f80-328e-4011-9cc1-ccd551cceeca tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:23.590945 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-e2f61f80-328e-4011-9cc1-ccd551cceeca tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:23.619093 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f343ab37-e1cc-4119-84e2-2103c863b0ac req-c69f8096-bf3b-4a4c-8d8c-24d762c6bc9b tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b64e60-3119-4060-b0d1-5045543c4a80 HTTP/1.1" status: 200 len: 210 time: 0.0814202 Jul 05 09:48:23.669155 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-60f538f8-0f5c-4fb3-a36b-6904fbf112cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:23.670693 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-60f538f8-0f5c-4fb3-a36b-6904fbf112cd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=746da40b-2cc7-466f-a36c-2d78a0886235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1208596 Jul 05 09:48:23.790916 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-209a9ae8-21d5-4879-9f1d-37c0b0021fae service neutron] 10.222.0.78 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111226 Jul 05 09:48:23.829075 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-7a3665f4-69ce-420c-a3b3-c877df140ff3 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Made reservation on behalf of 277627ebd7464c359b06a15e4b1a6489 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:23.832599 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-7a3665f4-69ce-420c-a3b3-c877df140ff3 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:23.885978 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-c5a33860-f7b6-429c-a5b7-33ee841bcc04 service neutron] For port c347d0e5-43ef-4149-a9e6-f63d765fcd86, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=c347d0e5-43ef-4149-a9e6-f63d765fcd86,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:48:23.913921 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-e2f61f80-328e-4011-9cc1-ccd551cceeca tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:23.914564 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-e2f61f80-328e-4011-9cc1-ccd551cceeca tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:23.920855 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-c5a33860-f7b6-429c-a5b7-33ee841bcc04 service neutron] Notify callbacks [] for binding, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:23.922238 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-c5a33860-f7b6-429c-a5b7-33ee841bcc04 service neutron] 10.222.0.79 "POST /v2.0/ports/c347d0e5-43ef-4149-a9e6-f63d765fcd86/bindings HTTP/1.1" status: 201 len: 389 time: 1.1809349 Jul 05 09:48:23.929696 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-58280dec-bc10-42ba-a0da-8ee4810cad8d req-73b35a50-ac3b-4fdf-bfac-8c1d36b54d6b service neutron] 10.222.0.78 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311572 Jul 05 09:48:23.984634 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-e2f61f80-328e-4011-9cc1-ccd551cceeca tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6370149 Jul 05 09:48:24.020310 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-45dc7552-9c1b-4b3f-bb5e-9c3f83a8c6aa service neutron] Request body: {'port': {'device_id': '051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:24.168272 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068b4ac8-23ca-4c33-a41b-6c12c988ab31 x-openstack-request-id: req-068b4ac8-23ca-4c33-a41b-6c12c988ab31 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:24.168805 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7567fe7-071a-4dd1-bb59-0e412d58e0f3", "tag": "8a27cfa7-407b-4f88-a574-2b3cc58cd353", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:24.169282 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-068b4ac8-23ca-4c33-a41b-6c12c988ab31 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:24.169881 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7567fe7-071a-4dd1-bb59-0e412d58e0f3', 'tag': '8a27cfa7-407b-4f88-a574-2b3cc58cd353', 'status': 'completed', 'code': 200} Jul 05 09:48:24.172827 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-7a3665f4-69ce-420c-a3b3-c877df140ff3 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Allocated IP 172.20.0.11 (d7ce5e94-320c-492a-bb66-c25b99ff7a3c/82a767f2-a70d-493a-920a-63cb4c3e85d1/57d9cefe-34c4-45d1-8311-6b5cf0c02ae6) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:24.179434 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-45dc7552-9c1b-4b3f-bb5e-9c3f83a8c6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:24.373859 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087bd10-9194-45b5-a117-82e773d6fc8d req-ec0954b7-c691-4c08-b2ad-57828c4b5c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:24.377754 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d087bd10-9194-45b5-a117-82e773d6fc8d req-ec0954b7-c691-4c08-b2ad-57828c4b5c64 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f14992b010214883a7cb6c5d4bf0968d&device_id=a7567fe7-071a-4dd1-bb59-0e412d58e0f3 HTTP/1.1" status: 200 len: 1094 time: 0.1692531 Jul 05 09:48:24.496635 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:24.528359 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087bd10-9194-45b5-a117-82e773d6fc8d req-563e6ce7-551c-4fbc-a6ed-4c0911205230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:24.530595 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d087bd10-9194-45b5-a117-82e773d6fc8d req-563e6ce7-551c-4fbc-a6ed-4c0911205230 service neutron] 10.222.0.78 "GET /v2.0/networks?id=746da40b-2cc7-466f-a36c-2d78a0886235 HTTP/1.1" status: 200 len: 921 time: 0.1428967 Jul 05 09:48:24.591956 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d087bd10-9194-45b5-a117-82e773d6fc8d req-ae1c0ba1-abb4-41e4-b0b5-6ffeb86f993e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a27cfa7-407b-4f88-a574-2b3cc58cd353 HTTP/1.1" status: 200 len: 217 time: 0.0537076 Jul 05 09:48:24.662276 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087bd10-9194-45b5-a117-82e773d6fc8d req-a4438883-b058-4f26-8df5-dd7c5316c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:24.664222 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d087bd10-9194-45b5-a117-82e773d6fc8d req-a4438883-b058-4f26-8df5-dd7c5316c6e5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f0c42237-0515-4756-b2dd-a698486063e5 HTTP/1.1" status: 200 len: 859 time: 0.0631909 Jul 05 09:48:24.742755 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087bd10-9194-45b5-a117-82e773d6fc8d req-d117f0e6-db31-43d9-be1d-341010d87c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:24.745899 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d087bd10-9194-45b5-a117-82e773d6fc8d req-d117f0e6-db31-43d9-be1d-341010d87c23 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=746da40b-2cc7-466f-a36c-2d78a0886235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735998 Jul 05 09:48:24.752257 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-f0732892-ef39-496c-9932-e250bf8ad349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:24.753879 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-f0732892-ef39-496c-9932-e250bf8ad349 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 1097 time: 0.4195983 Jul 05 09:48:24.815411 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-7a3665f4-69ce-420c-a3b3-c877df140ff3 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:24.963905 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d087bd10-9194-45b5-a117-82e773d6fc8d req-2ad9345c-7274-4f9d-bad6-0294442843d5 service neutron] 10.222.0.78 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027540 Jul 05 09:48:24.975277 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-8709d30e-db32-474d-95e8-d69e1a59d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:24.983078 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-8709d30e-db32-474d-95e8-d69e1a59d9c6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 909 time: 0.2149079 Jul 05 09:48:25.020562 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21e2ae-1978-4d23-b8bd-410676421c0f req-c79a4317-e2fb-4f27-8f0b-357fffef5a09 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:25.027955 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6e21e2ae-1978-4d23-b8bd-410676421c0f req-c79a4317-e2fb-4f27-8f0b-357fffef5a09 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.5840154 Jul 05 09:48:25.091316 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d087bd10-9194-45b5-a117-82e773d6fc8d req-4a5932c6-f10c-4f81-9d06-cb42a9cdbf66 service neutron] 10.222.0.78 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143231 Jul 05 09:48:25.095599 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba707b-50b3-4373-a2d3-134cf94d3129 req-50b204e2-1c18-40fe-a014-94181279bd5d tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:25.097130 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74ba707b-50b3-4373-a2d3-134cf94d3129 req-50b204e2-1c18-40fe-a014-94181279bd5d tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00 HTTP/1.1" status: 200 len: 932 time: 0.6627512 Jul 05 09:48:25.098435 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-795ce35a-678f-4782-b784-b2d21f384412 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c347d0e5-43ef-4149-a9e6-f63d765fcd86 HTTP/1.1" status: 200 len: 217 time: 0.1002612 Jul 05 09:48:25.217415 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6e21e2ae-1978-4d23-b8bd-410676421c0f req-2b0105e2-82db-48a2-a493-edf1c45eee20 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884110 Jul 05 09:48:25.280570 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-7a3665f4-69ce-420c-a3b3-c877df140ff3 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.300862 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-deda5a1a-d62c-480d-9ec5-0d4e1167c5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:25.302626 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-deda5a1a-d62c-480d-9ec5-0d4e1167c5c1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=408995a7-a274-4d3e-939a-c6141d694df3 HTTP/1.1" status: 200 len: 848 time: 0.1741884 Jul 05 09:48:25.342772 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74ba707b-50b3-4373-a2d3-134cf94d3129 req-268736af-6e48-446d-b32a-5a5be3f105d0 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153053 Jul 05 09:48:25.391977 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-45dc7552-9c1b-4b3f-bb5e-9c3f83a8c6aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e16e6a1-7622-4733-aa44-5875dba4140a {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:48:25.457957 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-f0131820-eee2-4534-af63-6c536dbaf1be service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5aa1814e-7fad-4b86-b0f0-99892209992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944808 Jul 05 09:48:25.471790 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-45dc7552-9c1b-4b3f-bb5e-9c3f83a8c6aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.518647 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-7a3665f4-69ce-420c-a3b3-c877df140ff3 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Network d7ce5e94-320c-492a-bb66-c25b99ff7a3c is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:25.587022 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-7a3665f4-69ce-420c-a3b3-c877df140ff3 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:25.589234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3665f4-69ce-420c-a3b3-c877df140ff3 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Pushing event updated for resources: {'Port': ['ID=57d9cefe-34c4-45d1-8311-6b5cf0c02ae6,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:25.610389 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-7a3665f4-69ce-420c-a3b3-c877df140ff3 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:25.643050 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-45dc7552-9c1b-4b3f-bb5e-9c3f83a8c6aa service neutron] Transition to ACTIVE for port object 4e16e6a1-7622-4733-aa44-5875dba4140a will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:25.663416 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-45dc7552-9c1b-4b3f-bb5e-9c3f83a8c6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.741187 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-7a3665f4-69ce-420c-a3b3-c877df140ff3 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:25.741756 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-7a3665f4-69ce-420c-a3b3-c877df140ff3 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.810443 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-c9810a29-5d6c-40d1-bf6d-63ce7ccd6954 service neutron] 10.222.0.81 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360848 Jul 05 09:48:25.835542 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc7552-9c1b-4b3f-bb5e-9c3f83a8c6aa service neutron] Pushing event updated for resources: {'Port': ['ID=4e16e6a1-7622-4733-aa44-5875dba4140a,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:25.839199 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-7a3665f4-69ce-420c-a3b3-c877df140ff3 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7050309 Jul 05 09:48:25.853625 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-c86e5012-1b81-497d-ab2a-8071950bd3d6 service neutron] Request body: {'port': {'device_id': '03b64e60-3119-4060-b0d1-5045543c4a80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:25.887666 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e9cac-2d7c-4e69-b1d5-fafa9d28c204 req-7bea87a7-76a6-4f8d-9301-9361769e27de tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:25.889210 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-079e9cac-2d7c-4e69-b1d5-fafa9d28c204 req-7bea87a7-76a6-4f8d-9301-9361769e27de tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 946 time: 0.4257681 Jul 05 09:48:25.969185 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676453e-d0c3-42b6-a736-a4828bab2dc9 req-0c0b7cfa-dfdc-4b5c-a7b2-dddfd494b2e8 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:25.970621 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8676453e-d0c3-42b6-a736-a4828bab2dc9 req-0c0b7cfa-dfdc-4b5c-a7b2-dddfd494b2e8 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7567fe7-071a-4dd1-bb59-0e412d58e0f3 HTTP/1.1" status: 200 len: 943 time: 0.4211533 Jul 05 09:48:26.397776 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-079e9cac-2d7c-4e69-b1d5-fafa9d28c204 req-3193353b-427e-4110-92bc-cc6f8f954c17 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695919 Jul 05 09:48:26.409661 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-45dc7552-9c1b-4b3f-bb5e-9c3f83a8c6aa service neutron] Attempting to bind port 4e16e6a1-7622-4733-aa44-5875dba4140a on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:48:26.432527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-45dc7552-9c1b-4b3f-bb5e-9c3f83a8c6aa service neutron] Attempting to bind port 4e16e6a1-7622-4733-aa44-5875dba4140a by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '6236b97d-8425-459f-81ba-4fba31e24243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:48:26.432919 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-45dc7552-9c1b-4b3f-bb5e-9c3f83a8c6aa service neutron] Attempting to bind port 4e16e6a1-7622-4733-aa44-5875dba4140a on network 9fc753bd-ed1c-4222-8288-03c51cdba06e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:26.494021 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8676453e-d0c3-42b6-a736-a4828bab2dc9 req-1c2b9157-27c9-4a7a-9e08-cf2a567ecd58 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/security-groups?id=823634ac-e1e9-42f9-9129-b03020e72b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017869 Jul 05 09:48:26.502878 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-45dc7552-9c1b-4b3f-bb5e-9c3f83a8c6aa service neutron] Port 4e16e6a1-7622-4733-aa44-5875dba4140a on network 9fc753bd-ed1c-4222-8288-03c51cdba06e not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:48:26.515343 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-45dc7552-9c1b-4b3f-bb5e-9c3f83a8c6aa service neutron] Attempting to bind port 4e16e6a1-7622-4733-aa44-5875dba4140a on network 9fc753bd-ed1c-4222-8288-03c51cdba06e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:26.522309 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-fa1aefc2-04f9-4a96-9212-289bde9441f0 service neutron] 10.222.0.81 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6898417 Jul 05 09:48:26.535359 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-c86e5012-1b81-497d-ab2a-8071950bd3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:26.553395 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-45dc7552-9c1b-4b3f-bb5e-9c3f83a8c6aa service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:48:26.554010 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-45dc7552-9c1b-4b3f-bb5e-9c3f83a8c6aa service neutron] Checking segment: {'id': '6236b97d-8425-459f-81ba-4fba31e24243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:48:26.554591 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-45dc7552-9c1b-4b3f-bb5e-9c3f83a8c6aa service neutron] Bound using segment: {'id': '6236b97d-8425-459f-81ba-4fba31e24243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:48:26.555231 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-45dc7552-9c1b-4b3f-bb5e-9c3f83a8c6aa service neutron] Bound port: 4e16e6a1-7622-4733-aa44-5875dba4140a, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6236b97d-8425-459f-81ba-4fba31e24243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:48:26.555768 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-45dc7552-9c1b-4b3f-bb5e-9c3f83a8c6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:26.604022 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:26.842116 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afc44b-4d62-4bb6-83e5-03b05310ba61 req-a04aaa96-2c3c-4de3-8089-5de5eca2ab2c tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:26.843743 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27afc44b-4d62-4bb6-83e5-03b05310ba61 req-a04aaa96-2c3c-4de3-8089-5de5eca2ab2c tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b64e60-3119-4060-b0d1-5045543c4a80 HTTP/1.1" status: 200 len: 932 time: 0.2854719 Jul 05 09:48:26.848839 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-45dc7552-9c1b-4b3f-bb5e-9c3f83a8c6aa service neutron] For port 4e16e6a1-7622-4733-aa44-5875dba4140a, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:48:26.909691 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-45dc7552-9c1b-4b3f-bb5e-9c3f83a8c6aa service neutron] For port 4e16e6a1-7622-4733-aa44-5875dba4140a, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=4e16e6a1-7622-4733-aa44-5875dba4140a,segment=NetworkSegment(6236b97d-8425-459f-81ba-4fba31e24243),segment_id=6236b97d-8425-459f-81ba-4fba31e24243)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:48:26.935239 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-45dc7552-9c1b-4b3f-bb5e-9c3f83a8c6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:27.062703 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27afc44b-4d62-4bb6-83e5-03b05310ba61 req-888912aa-ab88-4325-9a47-3448c8767488 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116096 Jul 05 09:48:27.104538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc7552-9c1b-4b3f-bb5e-9c3f83a8c6aa service neutron] Pushing event updated for resources: {'Port': ['ID=4e16e6a1-7622-4733-aa44-5875dba4140a,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:27.121388 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-45dc7552-9c1b-4b3f-bb5e-9c3f83a8c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:27.122176 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-45dc7552-9c1b-4b3f-bb5e-9c3f83a8c6aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:27.124073 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-45dc7552-9c1b-4b3f-bb5e-9c3f83a8c6aa service neutron] 10.222.0.78 "PUT /v2.0/ports/4e16e6a1-7622-4733-aa44-5875dba4140a HTTP/1.1" status: 200 len: 1092 time: 3.1083555 Jul 05 09:48:27.126607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00', 'tag': '4e16e6a1-7622-4733-aa44-5875dba4140a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:27.129087 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccc04be-37d8-4bd1-a1e5-3c4eb86acae0" -d '{"events": [{"name": "network-changed", "server_uuid": "051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00", "tag": "4e16e6a1-7622-4733-aa44-5875dba4140a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:27.229659 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3062a85-f79b-4a5e-b45b-e7b8752f2a6a req-acc03717-2296-467d-885f-253a636eb025 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:27.249965 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3062a85-f79b-4a5e-b45b-e7b8752f2a6a req-acc03717-2296-467d-885f-253a636eb025 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.2649879 Jul 05 09:48:27.359300 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3062a85-f79b-4a5e-b45b-e7b8752f2a6a req-6793cbcb-ff5c-4727-a5a7-2b73c7126f4b tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050341 Jul 05 09:48:27.393543 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-c86e5012-1b81-497d-ab2a-8071950bd3d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d9cefe-34c4-45d1-8311-6b5cf0c02ae6 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:48:27.407413 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-c86e5012-1b81-497d-ab2a-8071950bd3d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:27.468779 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868bdaaf-a038-4819-8e35-fcc0c6a94727 x-openstack-request-id: req-868bdaaf-a038-4819-8e35-fcc0c6a94727 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:27.469089 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00", "tag": "4e16e6a1-7622-4733-aa44-5875dba4140a", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:27.469364 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-868bdaaf-a038-4819-8e35-fcc0c6a94727 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:27.473919 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00', 'tag': '4e16e6a1-7622-4733-aa44-5875dba4140a', 'status': 'completed', 'code': 200} Jul 05 09:48:27.507401 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-c86e5012-1b81-497d-ab2a-8071950bd3d6 service neutron] Transition to ACTIVE for port object 57d9cefe-34c4-45d1-8311-6b5cf0c02ae6 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:27.517960 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-4469315f-3be0-478a-a4b2-af32744c8b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:27.518730 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-4469315f-3be0-478a-a4b2-af32744c8b55 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=75d5c84ca64141ddadd1bedc99f90e4d&device_id=051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00 HTTP/1.1" status: 200 len: 1095 time: 0.3428676 Jul 05 09:48:27.523559 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-c86e5012-1b81-497d-ab2a-8071950bd3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:27.695718 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 8a27cfa7-407b-4f88-a574-2b3cc58cd353 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:48:27.702304 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-36b42a42-8080-4687-a11a-4bb691319127 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e16e6a1-7622-4733-aa44-5875dba4140a HTTP/1.1" status: 200 len: 217 time: 0.1631343 Jul 05 09:48:28.069657 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-7429dae0-ee66-436c-8fa7-ccddadf371d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:28.074025 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-7429dae0-ee66-436c-8fa7-ccddadf371d3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a14a8afb-77fc-4bd0-9b4d-adabd45f7421 HTTP/1.1" status: 200 len: 855 time: 0.3394525 Jul 05 09:48:28.118128 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974859e1-f302-4aac-a1be-9a779776bcdf req-cc1f80e2-3728-418a-9b94-b63bcd224c8d tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:28.122659 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-974859e1-f302-4aac-a1be-9a779776bcdf req-cc1f80e2-3728-418a-9b94-b63bcd224c8d tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00 HTTP/1.1" status: 200 len: 944 time: 0.8032520 Jul 05 09:48:28.131128 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 8a27cfa7-407b-4f88-a574-2b3cc58cd353, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8a27cfa7-407b-4f88-a574-2b3cc58cd353,segment=NetworkSegment(48c2a058-2c95-42e3-b8e4-a232959d524e),segment_id=48c2a058-2c95-42e3-b8e4-a232959d524e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:28.172665 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '8a27cfa7-407b-4f88-a574-2b3cc58cd353', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'port_id': '8a27cfa7-407b-4f88-a574-2b3cc58cd353', 'mac_address': 'fa:16:3e:ef:c4:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:48:28.235449 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:28.252236 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a27cfa7-407b-4f88-a574-2b3cc58cd353 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:48:28.262348 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e5012-1b81-497d-ab2a-8071950bd3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=57d9cefe-34c4-45d1-8311-6b5cf0c02ae6,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:28.300761 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 8a27cfa7-407b-4f88-a574-2b3cc58cd353, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8a27cfa7-407b-4f88-a574-2b3cc58cd353,segment=NetworkSegment(48c2a058-2c95-42e3-b8e4-a232959d524e),segment_id=48c2a058-2c95-42e3-b8e4-a232959d524e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:28.306498 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:28.310000 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-4b4198c9-4bdf-421e-b124-ba84ea76e2a4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9fc753bd-ed1c-4222-8288-03c51cdba06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1857355 Jul 05 09:48:28.386605 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=8a27cfa7-407b-4f88-a574-2b3cc58cd353,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:28.422131 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-974859e1-f302-4aac-a1be-9a779776bcdf req-8b302eb1-e501-48b5-b87d-767bdd7584c1 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599525 Jul 05 09:48:28.523060 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-c86e5012-1b81-497d-ab2a-8071950bd3d6 service neutron] Attempting to bind port 57d9cefe-34c4-45d1-8311-6b5cf0c02ae6 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:48:28.524308 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-c86e5012-1b81-497d-ab2a-8071950bd3d6 service neutron] Attempting to bind port 57d9cefe-34c4-45d1-8311-6b5cf0c02ae6 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '2d0d9b78-f015-4a1e-b97d-ed241adbdcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:48:28.524853 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-c86e5012-1b81-497d-ab2a-8071950bd3d6 service neutron] Attempting to bind port 57d9cefe-34c4-45d1-8311-6b5cf0c02ae6 on network d7ce5e94-320c-492a-bb66-c25b99ff7a3c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:28.558700 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794221d-4d18-44e5-b658-9a50f47fbecb req-ae4420c5-52d2-43e5-81d1-909b51ca476f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:28.566797 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d794221d-4d18-44e5-b658-9a50f47fbecb req-ae4420c5-52d2-43e5-81d1-909b51ca476f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 946 time: 0.8667569 Jul 05 09:48:28.624057 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-c86e5012-1b81-497d-ab2a-8071950bd3d6 service neutron] Port 57d9cefe-34c4-45d1-8311-6b5cf0c02ae6 on network d7ce5e94-320c-492a-bb66-c25b99ff7a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:48:28.627376 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-c86e5012-1b81-497d-ab2a-8071950bd3d6 service neutron] Attempting to bind port 57d9cefe-34c4-45d1-8311-6b5cf0c02ae6 on network d7ce5e94-320c-492a-bb66-c25b99ff7a3c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:28.700526 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-c86e5012-1b81-497d-ab2a-8071950bd3d6 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:48:28.701139 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-c86e5012-1b81-497d-ab2a-8071950bd3d6 service neutron] Checking segment: {'id': '2d0d9b78-f015-4a1e-b97d-ed241adbdcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:48:28.701716 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-c86e5012-1b81-497d-ab2a-8071950bd3d6 service neutron] Bound using segment: {'id': '2d0d9b78-f015-4a1e-b97d-ed241adbdcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:48:28.702734 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-c86e5012-1b81-497d-ab2a-8071950bd3d6 service neutron] Bound port: 57d9cefe-34c4-45d1-8311-6b5cf0c02ae6, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0d9b78-f015-4a1e-b97d-ed241adbdcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:48:28.703621 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-c86e5012-1b81-497d-ab2a-8071950bd3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:28.756672 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-2c25691b-a3ee-451b-b263-9646969f5155 service neutron] 10.222.0.78 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232275 Jul 05 09:48:28.775552 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d794221d-4d18-44e5-b658-9a50f47fbecb req-73688e36-651e-4e27-a881-e7dd751de481 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066500 Jul 05 09:48:28.807661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['8a27cfa7-407b-4f88-a574-2b3cc58cd353'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:48:29.108614 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-c86e5012-1b81-497d-ab2a-8071950bd3d6 service neutron] For port 57d9cefe-34c4-45d1-8311-6b5cf0c02ae6, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:48:29.128246 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-c86e5012-1b81-497d-ab2a-8071950bd3d6 service neutron] For port 57d9cefe-34c4-45d1-8311-6b5cf0c02ae6, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=57d9cefe-34c4-45d1-8311-6b5cf0c02ae6,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:48:29.160077 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45dac8-1af3-419c-a513-685053928771 req-1f31cf32-772a-4928-bf72-b51911c123e4 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:29.164477 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ac45dac8-1af3-419c-a513-685053928771 req-1f31cf32-772a-4928-bf72-b51911c123e4 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7567fe7-071a-4dd1-bb59-0e412d58e0f3 HTTP/1.1" status: 200 len: 944 time: 0.5122526 Jul 05 09:48:29.199588 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-06d32702-1fbb-409a-9ef7-421c3de4cb1e req-9c58c084-6fd4-46dc-adb9-4c736bcb2714 service neutron] 10.222.0.78 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148340 Jul 05 09:48:29.199588 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-c86e5012-1b81-497d-ab2a-8071950bd3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:29.329827 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-c86e5012-1b81-497d-ab2a-8071950bd3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:29.330470 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-c86e5012-1b81-497d-ab2a-8071950bd3d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:29.332094 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-c86e5012-1b81-497d-ab2a-8071950bd3d6 service neutron] 10.222.0.81 "PUT /v2.0/ports/57d9cefe-34c4-45d1-8311-6b5cf0c02ae6 HTTP/1.1" status: 200 len: 1092 time: 3.4831262 Jul 05 09:48:29.467554 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ac45dac8-1af3-419c-a513-685053928771 req-44a0480c-a567-445e-ab29-d6c05c4515d6 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/security-groups?id=823634ac-e1e9-42f9-9129-b03020e72b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667637 Jul 05 09:48:29.468301 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e5012-1b81-497d-ab2a-8071950bd3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=57d9cefe-34c4-45d1-8311-6b5cf0c02ae6,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:29.483144 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b64e60-3119-4060-b0d1-5045543c4a80', 'tag': '57d9cefe-34c4-45d1-8311-6b5cf0c02ae6'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:29.485430 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb3d1d4-b199-4432-81cb-fec1d5b929bf" -d '{"events": [{"name": "network-changed", "server_uuid": "03b64e60-3119-4060-b0d1-5045543c4a80", "tag": "57d9cefe-34c4-45d1-8311-6b5cf0c02ae6"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:29.553645 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc04be-37d8-4bd1-a1e5-3c4eb86acae0 req-5a9634c2-96f3-4b9a-b6ed-e0030225c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:29.555280 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ccc04be-37d8-4bd1-a1e5-3c4eb86acae0 req-5a9634c2-96f3-4b9a-b6ed-e0030225c66b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=75d5c84ca64141ddadd1bedc99f90e4d&device_id=051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00 HTTP/1.1" status: 200 len: 1095 time: 0.2763457 Jul 05 09:48:29.583239 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-6ec3f4d4-c150-48e2-91df-32eca9afe298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:29.585147 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-6ec3f4d4-c150-48e2-91df-32eca9afe298 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=277627ebd7464c359b06a15e4b1a6489&device_id=03b64e60-3119-4060-b0d1-5045543c4a80 HTTP/1.1" status: 200 len: 1095 time: 0.1861138 Jul 05 09:48:29.632420 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-136fb209-e592-417d-ab06-ce071f7f85ee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d9cefe-34c4-45d1-8311-6b5cf0c02ae6 HTTP/1.1" status: 200 len: 217 time: 0.0358343 Jul 05 09:48:29.754098 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8d4cf-56b5-42b7-b3e7-b57ef12d2244 req-0b33392c-6acf-422e-896f-6597d6ed4968 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:29.756039 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9ef8d4cf-56b5-42b7-b3e7-b57ef12d2244 req-0b33392c-6acf-422e-896f-6597d6ed4968 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b64e60-3119-4060-b0d1-5045543c4a80 HTTP/1.1" status: 200 len: 944 time: 0.3768954 Jul 05 09:48:29.787425 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-6be29b84-80c1-4c3d-bd1a-1b4029a22599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:29.789095 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-6be29b84-80c1-4c3d-bd1a-1b4029a22599 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=82a767f2-a70d-493a-920a-63cb4c3e85d1 HTTP/1.1" status: 200 len: 851 time: 0.0975451 Jul 05 09:48:29.844675 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-806bad53-fb51-453b-a990-29aa46f8b7aa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290213 Jul 05 09:48:29.952011 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9ef8d4cf-56b5-42b7-b3e7-b57ef12d2244 req-59503ff7-273f-4146-b89b-b28fce8de58b tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772020 Jul 05 09:48:29.955415 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc04be-37d8-4bd1-a1e5-3c4eb86acae0 req-31fd97d2-ba0f-43a0-aea5-9c0120c8cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:29.957181 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ccc04be-37d8-4bd1-a1e5-3c4eb86acae0 req-31fd97d2-ba0f-43a0-aea5-9c0120c8cb45 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9fc753bd-ed1c-4222-8288-03c51cdba06e HTTP/1.1" status: 200 len: 916 time: 0.3924189 Jul 05 09:48:30.035469 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22248bbb-1291-46f9-aab4-ac6fe3df0b16 x-openstack-request-id: req-22248bbb-1291-46f9-aab4-ac6fe3df0b16 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:30.035968 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b64e60-3119-4060-b0d1-5045543c4a80", "tag": "57d9cefe-34c4-45d1-8311-6b5cf0c02ae6", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:30.036329 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-22248bbb-1291-46f9-aab4-ac6fe3df0b16 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:30.036833 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b64e60-3119-4060-b0d1-5045543c4a80', 'tag': '57d9cefe-34c4-45d1-8311-6b5cf0c02ae6', 'status': 'completed', 'code': 200} Jul 05 09:48:30.045095 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ccc04be-37d8-4bd1-a1e5-3c4eb86acae0 req-6988d727-1de2-4c34-9d34-49820d9c8947 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e16e6a1-7622-4733-aa44-5875dba4140a HTTP/1.1" status: 200 len: 217 time: 0.0780694 Jul 05 09:48:30.092348 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-7f33e4ec-527d-4024-8c72-b222cd69d643 service neutron] 10.222.0.81 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358093 Jul 05 09:48:30.100065 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae47c3-9473-4cbd-b422-a5edbd3cf0a8 req-ae51ab7c-b8ca-48f4-ae5d-75dc09391ca2 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:30.107160 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eeae47c3-9473-4cbd-b422-a5edbd3cf0a8 req-ae51ab7c-b8ca-48f4-ae5d-75dc09391ca2 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00 HTTP/1.1" status: 200 len: 944 time: 0.3646951 Jul 05 09:48:30.508657 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc04be-37d8-4bd1-a1e5-3c4eb86acae0 req-1ccd8ad1-0ee7-4ca0-a6e3-a6f11e2a5296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:30.509965 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ccc04be-37d8-4bd1-a1e5-3c4eb86acae0 req-1ccd8ad1-0ee7-4ca0-a6e3-a6f11e2a5296 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a14a8afb-77fc-4bd0-9b4d-adabd45f7421 HTTP/1.1" status: 200 len: 855 time: 0.4527822 Jul 05 09:48:30.523732 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eeae47c3-9473-4cbd-b422-a5edbd3cf0a8 req-f6917dc9-4e20-44c3-8380-af55b513948b tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155982 Jul 05 09:48:30.582698 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ccc04be-37d8-4bd1-a1e5-3c4eb86acae0 req-0e840b9c-b131-4680-a703-15cca40475ea service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9fc753bd-ed1c-4222-8288-03c51cdba06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622201 Jul 05 09:48:30.663443 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fd5b9f8-cbc2-4236-8168-d4916c748863 req-140f6a43-b95f-4e9b-aae7-3ef5a0ee22ee service neutron] 10.222.0.81 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491495 Jul 05 09:48:30.688702 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078736c5-96d9-4076-96f7-9cdf28fec936 req-6c20dc01-1c9d-41db-b9ec-52989b5e6dbf tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:30.696239 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-078736c5-96d9-4076-96f7-9cdf28fec936 req-6c20dc01-1c9d-41db-b9ec-52989b5e6dbf tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 946 time: 0.5199184 Jul 05 09:48:30.809965 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-078736c5-96d9-4076-96f7-9cdf28fec936 req-6009fac2-69fd-49e2-b66c-74750d360cfc tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126120 Jul 05 09:48:30.821050 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ccc04be-37d8-4bd1-a1e5-3c4eb86acae0 req-659b8a70-81b1-40e6-9ae6-f7dd8988d36e service neutron] 10.222.0.78 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291069 Jul 05 09:48:30.997803 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3d1d4-b199-4432-81cb-fec1d5b929bf req-af94e383-d17a-4aa3-af6e-855967bc50fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:30.999799 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4fb3d1d4-b199-4432-81cb-fec1d5b929bf req-af94e383-d17a-4aa3-af6e-855967bc50fe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=277627ebd7464c359b06a15e4b1a6489&device_id=03b64e60-3119-4060-b0d1-5045543c4a80 HTTP/1.1" status: 200 len: 1095 time: 0.2765241 Jul 05 09:48:31.122497 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-c10bf4ed-71c1-4294-9290-8557235ce1c5 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1295898876&fields=id&tenant_id=b2e9d6e402a44a229484b04a808cfafa HTTP/1.1" status: 200 len: 267 time: 0.1708488 Jul 05 09:48:31.202343 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ccc04be-37d8-4bd1-a1e5-3c4eb86acae0 req-39debd75-8732-4263-bed9-86ef487f04b9 service neutron] 10.222.0.78 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692298 Jul 05 09:48:31.250227 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3d1d4-b199-4432-81cb-fec1d5b929bf req-d5ba10cc-b1f0-48ed-a968-74fd58754cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:31.251911 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4fb3d1d4-b199-4432-81cb-fec1d5b929bf req-d5ba10cc-b1f0-48ed-a968-74fd58754cec service neutron] 10.222.0.81 "GET /v2.0/networks?id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c HTTP/1.1" status: 200 len: 912 time: 0.2424936 Jul 05 09:48:31.316942 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09c6f6-5142-4105-83c0-a4e56196a0ec req-96825e63-2048-4d3f-ad55-43e211bf2635 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:31.318742 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe09c6f6-5142-4105-83c0-a4e56196a0ec req-96825e63-2048-4d3f-ad55-43e211bf2635 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7567fe7-071a-4dd1-bb59-0e412d58e0f3 HTTP/1.1" status: 200 len: 944 time: 0.2603314 Jul 05 09:48:31.322282 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4fb3d1d4-b199-4432-81cb-fec1d5b929bf req-ca2c21d9-f8b9-442d-bf95-287954388483 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d9cefe-34c4-45d1-8311-6b5cf0c02ae6 HTTP/1.1" status: 200 len: 217 time: 0.0612006 Jul 05 09:48:31.332821 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-fa1c09b2-2c20-4320-bf8f-e011c48990cf tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:31.334320 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-fa1c09b2-2c20-4320-bf8f-e011c48990cf tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/networks?id=0cb0d1a7-4a96-4b1a-82ea-62650006a9d6 HTTP/1.1" status: 200 len: 815 time: 0.2109866 Jul 05 09:48:31.387944 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-2850e64b-9b80-43f6-9646-333ef4ae3fdf tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/quotas/b2e9d6e402a44a229484b04a808cfafa HTTP/1.1" status: 200 len: 375 time: 0.0472684 Jul 05 09:48:31.439689 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe09c6f6-5142-4105-83c0-a4e56196a0ec req-88db4637-3b3c-4a79-91e2-11366d753a2f tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/security-groups?id=823634ac-e1e9-42f9-9129-b03020e72b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141701 Jul 05 09:48:31.442229 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3d1d4-b199-4432-81cb-fec1d5b929bf req-ae0c939e-ee28-425b-a4d4-e728d8beb34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:31.443602 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4fb3d1d4-b199-4432-81cb-fec1d5b929bf req-ae0c939e-ee28-425b-a4d4-e728d8beb34c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=82a767f2-a70d-493a-920a-63cb4c3e85d1 HTTP/1.1" status: 200 len: 851 time: 0.1084547 Jul 05 09:48:31.478391 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4fb3d1d4-b199-4432-81cb-fec1d5b929bf req-a0070db0-a819-410b-b2f4-4617b3d659c4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271790 Jul 05 09:48:31.564946 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-e7644660-107c-4d60-879f-c3063f1e97a0 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b2e9d6e402a44a229484b04a808cfafa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1671481 Jul 05 09:48:31.695954 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4fb3d1d4-b199-4432-81cb-fec1d5b929bf req-7219235b-fbd9-415c-bb61-aa9478c9561d service neutron] 10.222.0.81 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099900 Jul 05 09:48:31.713429 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 8a27cfa7-407b-4f88-a574-2b3cc58cd353 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:31.796311 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-4f0d65d1-6e5e-407d-ac18-7442e32a1803 service neutron] 10.222.0.79 "GET /v2.0/networks/0cb0d1a7-4a96-4b1a-82ea-62650006a9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204638 Jul 05 09:48:31.813712 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 8a27cfa7-407b-4f88-a574-2b3cc58cd353 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:31.819288 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 8a27cfa7-407b-4f88-a574-2b3cc58cd353 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:31.819918 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:31.905166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6229b-930f-491e-a6b3-d2c738d3ff5a req-0098e5bd-ccb4-4137-88a5-f28120043414 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:31.913218 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7dc6229b-930f-491e-a6b3-d2c738d3ff5a req-0098e5bd-ccb4-4137-88a5-f28120043414 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.3279634 Jul 05 09:48:31.941348 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:31.970365 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7567fe7-071a-4dd1-bb59-0e412d58e0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a27cfa7-407b-4f88-a574-2b3cc58cd353'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:31.974886 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0cb952-63db-42d5-8f29-ce2bfe25898e" -d '{"events": [{"server_uuid": "a7567fe7-071a-4dd1-bb59-0e412d58e0f3", "name": "network-vif-plugged", "status": "completed", "tag": "8a27cfa7-407b-4f88-a574-2b3cc58cd353"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:31.989296 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4fb3d1d4-b199-4432-81cb-fec1d5b929bf req-5a57c8f6-3f4b-4691-a3d5-9e00a4a48362 service neutron] 10.222.0.81 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817721 Jul 05 09:48:31.992870 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 8a27cfa7-407b-4f88-a574-2b3cc58cd353, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8a27cfa7-407b-4f88-a574-2b3cc58cd353,segment=NetworkSegment(48c2a058-2c95-42e3-b8e4-a232959d524e),segment_id=48c2a058-2c95-42e3-b8e4-a232959d524e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:32.010373 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:32.031677 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7dc6229b-930f-491e-a6b3-d2c738d3ff5a req-5c72d988-9d68-44cd-ad5f-32d6829139da tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127427 Jul 05 09:48:32.041885 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 57d9cefe-34c4-45d1-8311-6b5cf0c02ae6 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:48:32.054212 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-dbc34612-bdf2-4a8f-a741-6ea4371dc75a service neutron] 10.222.0.79 "GET /v2.0/networks/0cb0d1a7-4a96-4b1a-82ea-62650006a9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553103 Jul 05 09:48:32.139323 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=8a27cfa7-407b-4f88-a574-2b3cc58cd353,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:32.219455 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 57d9cefe-34c4-45d1-8311-6b5cf0c02ae6, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=57d9cefe-34c4-45d1-8311-6b5cf0c02ae6,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:32.238140 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '57d9cefe-34c4-45d1-8311-6b5cf0c02ae6', 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c', 'port_id': '57d9cefe-34c4-45d1-8311-6b5cf0c02ae6', 'mac_address': 'fa:16:3e:36:e7:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a767f2-a70d-493a-920a-63cb4c3e85d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:48:32.304058 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:32.321382 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d9cefe-34c4-45d1-8311-6b5cf0c02ae6 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:48:32.349274 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec08d9-a828-4fb0-a58a-394029619488 req-a7733c53-464e-47dd-932a-fb9655f2f1cd tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:32.359839 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1cec08d9-a828-4fb0-a58a-394029619488 req-a7733c53-464e-47dd-932a-fb9655f2f1cd tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b64e60-3119-4060-b0d1-5045543c4a80 HTTP/1.1" status: 200 len: 944 time: 0.1309545 Jul 05 09:48:32.368317 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 57d9cefe-34c4-45d1-8311-6b5cf0c02ae6, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=57d9cefe-34c4-45d1-8311-6b5cf0c02ae6,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:32.372991 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:32.433364 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=57d9cefe-34c4-45d1-8311-6b5cf0c02ae6,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:32.435301 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1cec08d9-a828-4fb0-a58a-394029619488 req-de66f998-904c-40df-a08f-85caadd20ebe tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724654 Jul 05 09:48:32.459804 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:32.662332 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['57d9cefe-34c4-45d1-8311-6b5cf0c02ae6'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:48:32.685591 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792319bf-1dec-4835-90c4-277df8477a13 req-0601588b-ba62-4ea9-9715-4ecc50f42279 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:32.694608 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-792319bf-1dec-4835-90c4-277df8477a13 req-0601588b-ba62-4ea9-9715-4ecc50f42279 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00 HTTP/1.1" status: 200 len: 944 time: 0.0908477 Jul 05 09:48:32.769021 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-792319bf-1dec-4835-90c4-277df8477a13 req-3c9b05fd-142c-4ea7-a014-589fbb3d7776 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732529 Jul 05 09:48:33.028052 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc7a296-55f6-4fae-953e-88e45a0ac38f x-openstack-request-id: req-ebc7a296-55f6-4fae-953e-88e45a0ac38f {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:33.028561 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7567fe7-071a-4dd1-bb59-0e412d58e0f3", "name": "network-vif-plugged", "status": "completed", "tag": "8a27cfa7-407b-4f88-a574-2b3cc58cd353", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:33.028673 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ebc7a296-55f6-4fae-953e-88e45a0ac38f {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:33.029037 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7567fe7-071a-4dd1-bb59-0e412d58e0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a27cfa7-407b-4f88-a574-2b3cc58cd353', 'code': 200} Jul 05 09:48:33.261387 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810e7b2-8c3f-4cb3-89cd-c6106fcd2ed3 req-1957c96d-62ce-49ea-a95a-a2d3900a902c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:33.264671 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d810e7b2-8c3f-4cb3-89cd-c6106fcd2ed3 req-1957c96d-62ce-49ea-a95a-a2d3900a902c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1264739 Jul 05 09:48:33.299041 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6da08-93f5-47e9-a326-d8752a6cd698 req-8ae7814c-f850-4a44-803e-42fc6ba43d3e tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:33.300682 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63e6da08-93f5-47e9-a326-d8752a6cd698 req-8ae7814c-f850-4a44-803e-42fc6ba43d3e tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 946 time: 0.2693975 Jul 05 09:48:33.302624 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d6fc8-d83c-4ff5-b395-652d83122c74 req-00b99fe7-f58b-4b99-8e68-c23a85e5b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:33.305459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cc6d6fc8-d83c-4ff5-b395-652d83122c74 req-00b99fe7-f58b-4b99-8e68-c23a85e5b07c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a7567fe7-071a-4dd1-bb59-0e412d58e0f3 HTTP/1.1" status: 200 len: 1096 time: 0.1688197 Jul 05 09:48:33.398850 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cc6d6fc8-d83c-4ff5-b395-652d83122c74 req-37ea016a-9908-4ef2-8ec7-47b6668d71a3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=823634ac-e1e9-42f9-9129-b03020e72b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679700 Jul 05 09:48:33.414120 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d810e7b2-8c3f-4cb3-89cd-c6106fcd2ed3 req-6b5c72cc-6cc8-433d-b5f5-5da6361d75ae tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076403 Jul 05 09:48:33.430650 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63e6da08-93f5-47e9-a326-d8752a6cd698 req-0318f23e-1390-4544-b296-d62a77a557fe tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002874 Jul 05 09:48:33.652020 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e713a808-a122-40e7-ac67-3be93fb4a6a8 req-4f20b895-56b2-4208-8a2f-ea297f77b753 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/ports?device_id=8aa0ee78-1a1e-49b0-99e8-195308e2a131 HTTP/1.1" status: 200 len: 210 time: 0.0402024 Jul 05 09:48:33.718881 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5430f-0346-4c73-8d45-1eed9372745e req-bff59c8f-5994-48b0-8fc7-ca89a21d472e tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:33.721649 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1cf5430f-0346-4c73-8d45-1eed9372745e req-bff59c8f-5994-48b0-8fc7-ca89a21d472e tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7567fe7-071a-4dd1-bb59-0e412d58e0f3 HTTP/1.1" status: 200 len: 945 time: 0.1683221 Jul 05 09:48:33.729233 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 4e16e6a1-7622-4733-aa44-5875dba4140a details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:48:33.817011 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1cf5430f-0346-4c73-8d45-1eed9372745e req-e51a6446-62b3-474a-98d0-340cdd8c9377 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/security-groups?id=823634ac-e1e9-42f9-9129-b03020e72b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879123 Jul 05 09:48:33.851363 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 4e16e6a1-7622-4733-aa44-5875dba4140a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=4e16e6a1-7622-4733-aa44-5875dba4140a,segment=NetworkSegment(6236b97d-8425-459f-81ba-4fba31e24243),segment_id=6236b97d-8425-459f-81ba-4fba31e24243)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:33.866590 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b5bc6-932a-472b-aa0e-a20775317d82 req-df63096b-f7ad-4750-808b-ae0dfe4606ca tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:33.869128 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6f3b5bc6-932a-472b-aa0e-a20775317d82 req-df63096b-f7ad-4750-808b-ae0dfe4606ca tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b64e60-3119-4060-b0d1-5045543c4a80 HTTP/1.1" status: 200 len: 945 time: 0.1098924 Jul 05 09:48:33.870549 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '4e16e6a1-7622-4733-aa44-5875dba4140a', 'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e', 'port_id': '4e16e6a1-7622-4733-aa44-5875dba4140a', 'mac_address': 'fa:16:3e:33:3a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a14a8afb-77fc-4bd0-9b4d-adabd45f7421', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:48:33.937814 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6f3b5bc6-932a-472b-aa0e-a20775317d82 req-e559263b-6c6b-4c44-8166-f5334ff53580 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606394 Jul 05 09:48:33.987099 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:33.992752 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e16e6a1-7622-4733-aa44-5875dba4140a {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:48:34.036265 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 4e16e6a1-7622-4733-aa44-5875dba4140a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=4e16e6a1-7622-4733-aa44-5875dba4140a,segment=NetworkSegment(6236b97d-8425-459f-81ba-4fba31e24243),segment_id=6236b97d-8425-459f-81ba-4fba31e24243)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:34.090976 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 57d9cefe-34c4-45d1-8311-6b5cf0c02ae6 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:34.095431 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:34.194994 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 57d9cefe-34c4-45d1-8311-6b5cf0c02ae6 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:34.200120 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 57d9cefe-34c4-45d1-8311-6b5cf0c02ae6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:34.200654 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:34.254250 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=4e16e6a1-7622-4733-aa44-5875dba4140a,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:34.285127 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2834fa-a88e-4be2-b05f-82c4409d88d5 req-a285da66-0f08-4a36-883a-b593b5b1e9d5 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:34.286656 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1a2834fa-a88e-4be2-b05f-82c4409d88d5 req-a285da66-0f08-4a36-883a-b593b5b1e9d5 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00 HTTP/1.1" status: 200 len: 944 time: 0.2787745 Jul 05 09:48:34.313635 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:34.356347 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 57d9cefe-34c4-45d1-8311-6b5cf0c02ae6, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=57d9cefe-34c4-45d1-8311-6b5cf0c02ae6,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:34.361549 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:34.405277 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1a2834fa-a88e-4be2-b05f-82c4409d88d5 req-2920d22a-05cd-491f-8ba7-11b507fba3d2 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067083 Jul 05 09:48:34.443086 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b864dd-444c-4753-b492-86ea5b94da40 req-c41473ca-2183-4ced-9b81-e307be1fe5c2 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:34.448090 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-65b864dd-444c-4753-b492-86ea5b94da40 req-c41473ca-2183-4ced-9b81-e307be1fe5c2 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.3235569 Jul 05 09:48:34.459871 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-c8fd3e32-d0c6-4849-97f8-876a8b665e5c tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:34.461458 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-c8fd3e32-d0c6-4849-97f8-876a8b665e5c tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.81 "GET /v2.0/networks?id=0cb0d1a7-4a96-4b1a-82ea-62650006a9d6 HTTP/1.1" status: 200 len: 815 time: 0.3244143 Jul 05 09:48:34.554779 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-65b864dd-444c-4753-b492-86ea5b94da40 req-35e6c45c-5615-4d91-9325-03f936f0b85b tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921538 Jul 05 09:48:34.593729 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-deb3673e-8c69-4a4b-ac86-ab9d9f7df555 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2e9d6e402a44a229484b04a808cfafa HTTP/1.1" status: 200 len: 380 time: 0.0864036 Jul 05 09:48:34.606563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-4922a726-47bb-4eb7-992a-06d3f1db5276 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Request body: {'port': {'device_id': '8aa0ee78-1a1e-49b0-99e8-195308e2a131', 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6', 'admin_state_up': True, 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'security_groups': ['a0e3fc5f-0902-4478-b4ea-1c0d166b1352']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:34.696943 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=57d9cefe-34c4-45d1-8311-6b5cf0c02ae6,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:34.942970 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-4922a726-47bb-4eb7-992a-06d3f1db5276 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Made reservation on behalf of b2e9d6e402a44a229484b04a808cfafa for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:34.945843 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-4922a726-47bb-4eb7-992a-06d3f1db5276 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:34.971341 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['4e16e6a1-7622-4733-aa44-5875dba4140a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:48:34.988402 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd39613-8d92-46a9-b78c-e0d2eb145348 req-82d130cd-c3bc-453d-989c-318cd9819293 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:34.990245 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cfd39613-8d92-46a9-b78c-e0d2eb145348 req-82d130cd-c3bc-453d-989c-318cd9819293 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 946 time: 0.1618354 Jul 05 09:48:35.037433 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b64e60-3119-4060-b0d1-5045543c4a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d9cefe-34c4-45d1-8311-6b5cf0c02ae6'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:35.039120 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58a791-411b-46b7-b4fc-3bd5dc8a06cc req-0dc7a1d6-14cc-4d75-95ee-df42f4948c84 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:35.040777 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff58a791-411b-46b7-b4fc-3bd5dc8a06cc req-0dc7a1d6-14cc-4d75-95ee-df42f4948c84 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.2237241 Jul 05 09:48:35.043506 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65958f6-4376-46ce-8609-596f9658317f" -d '{"events": [{"server_uuid": "03b64e60-3119-4060-b0d1-5045543c4a80", "name": "network-vif-plugged", "status": "completed", "tag": "57d9cefe-34c4-45d1-8311-6b5cf0c02ae6"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:35.102843 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cfd39613-8d92-46a9-b78c-e0d2eb145348 req-d9aa47aa-1d7e-43be-9937-cd579bc822c7 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002264 Jul 05 09:48:35.175395 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff58a791-411b-46b7-b4fc-3bd5dc8a06cc req-0a614afc-7c24-43ec-ad00-817e43f10dc2 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970159 Jul 05 09:48:35.291698 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-4922a726-47bb-4eb7-992a-06d3f1db5276 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Allocated IP 172.20.0.9 (0cb0d1a7-4a96-4b1a-82ea-62650006a9d6/11fb63e6-003a-4932-a1fe-88ef947e51fd/5223e31b-116a-43e5-84ae-271411893460) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:35.361409 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6da7940-2981-4c71-90ec-68c4f2c3f4a7 req-d67103ab-d857-4c39-91f5-52eda13144e5 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/ports?device_id=8aa0ee78-1a1e-49b0-99e8-195308e2a131 HTTP/1.1" status: 200 len: 210 time: 0.0410919 Jul 05 09:48:35.594011 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28641b69-739a-427b-bfe2-ac1976ea9203 req-8798921c-2986-463f-956e-dfabdaa3b6d7 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:35.595643 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28641b69-739a-427b-bfe2-ac1976ea9203 req-8798921c-2986-463f-956e-dfabdaa3b6d7 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7567fe7-071a-4dd1-bb59-0e412d58e0f3 HTTP/1.1" status: 200 len: 945 time: 0.1800027 Jul 05 09:48:35.642447 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-4922a726-47bb-4eb7-992a-06d3f1db5276 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:35.680092 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-4922a726-47bb-4eb7-992a-06d3f1db5276 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Transition to ACTIVE for port object 5223e31b-116a-43e5-84ae-271411893460 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:35.699803 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28641b69-739a-427b-bfe2-ac1976ea9203 req-fba5615e-cbe4-4ba5-9dff-051bd399fc0c tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/security-groups?id=823634ac-e1e9-42f9-9129-b03020e72b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897665 Jul 05 09:48:35.739822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b9782-ae4e-49fd-bac1-79c4e8c0ac30 req-3d8527e1-1da8-4e06-9b11-c49e32eeb788 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:35.741976 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f64b9782-ae4e-49fd-bac1-79c4e8c0ac30 req-3d8527e1-1da8-4e06-9b11-c49e32eeb788 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b64e60-3119-4060-b0d1-5045543c4a80 HTTP/1.1" status: 200 len: 946 time: 0.1995113 Jul 05 09:48:35.791753 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d30039b-e801-4b5f-be21-16c8f3b06be2 x-openstack-request-id: req-0d30039b-e801-4b5f-be21-16c8f3b06be2 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:35.795486 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b64e60-3119-4060-b0d1-5045543c4a80", "name": "network-vif-plugged", "status": "completed", "tag": "57d9cefe-34c4-45d1-8311-6b5cf0c02ae6", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:35.795978 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0d30039b-e801-4b5f-be21-16c8f3b06be2 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:35.797182 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b64e60-3119-4060-b0d1-5045543c4a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d9cefe-34c4-45d1-8311-6b5cf0c02ae6', 'code': 200} Jul 05 09:48:35.804231 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:35.870627 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f64b9782-ae4e-49fd-bac1-79c4e8c0ac30 req-65f457c4-3f3d-44c5-b8f9-58570575d6f7 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196961 Jul 05 09:48:35.953890 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-4922a726-47bb-4eb7-992a-06d3f1db5276 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:36.047401 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-4922a726-47bb-4eb7-992a-06d3f1db5276 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Network 0cb0d1a7-4a96-4b1a-82ea-62650006a9d6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:36.058656 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-4922a726-47bb-4eb7-992a-06d3f1db5276 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:36.062294 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-4922a726-47bb-4eb7-992a-06d3f1db5276 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:36.116690 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922a726-47bb-4eb7-992a-06d3f1db5276 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Pushing event updated for resources: {'Port': ['ID=5223e31b-116a-43e5-84ae-271411893460,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:36.159258 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-4922a726-47bb-4eb7-992a-06d3f1db5276 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:36.159960 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-4922a726-47bb-4eb7-992a-06d3f1db5276 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:36.180941 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52a407-0215-4fb1-b425-0be077e4ab46 req-a35d4723-1a4f-4611-b1cc-010e5ea3da08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:36.182571 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f52a407-0215-4fb1-b425-0be077e4ab46 req-a35d4723-1a4f-4611-b1cc-010e5ea3da08 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=03b64e60-3119-4060-b0d1-5045543c4a80 HTTP/1.1" status: 200 len: 1097 time: 0.3074613 Jul 05 09:48:36.208064 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5a0b6-3e2b-4cc7-91fe-a4680c6f24f6 req-39095593-30eb-45f4-98ca-eaf2174ef77e tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:36.215692 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-24a5a0b6-3e2b-4cc7-91fe-a4680c6f24f6 req-39095593-30eb-45f4-98ca-eaf2174ef77e tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00 HTTP/1.1" status: 200 len: 945 time: 0.2355556 Jul 05 09:48:36.225261 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-4922a726-47bb-4eb7-992a-06d3f1db5276 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6250668 Jul 05 09:48:36.242418 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Request body: {'port': {'device_id': '8aa0ee78-1a1e-49b0-99e8-195308e2a131', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:36.544008 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-49272846-340d-41f9-9ffb-a4167d631349 None None] Provisioning for port 5223e31b-116a-43e5-84ae-271411893460 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:36.551061 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-49272846-340d-41f9-9ffb-a4167d631349 None None] Provisioning complete for port 5223e31b-116a-43e5-84ae-271411893460 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:36.551462 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-49272846-340d-41f9-9ffb-a4167d631349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:36.663915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-49272846-340d-41f9-9ffb-a4167d631349 None None] Port 5223e31b-116a-43e5-84ae-271411893460 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:48:36.664361 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f52a407-0215-4fb1-b425-0be077e4ab46 req-5f01a883-6d35-4182-9fd3-fd93c4856746 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4744112 Jul 05 09:48:36.712636 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-24a5a0b6-3e2b-4cc7-91fe-a4680c6f24f6 req-5eefbe55-30c4-437f-aa6e-687ac5cd3ac5 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957666 Jul 05 09:48:36.777259 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440962e-18ac-4a94-80b5-100d1d3c3f31 req-b9e3ff7e-571c-43fb-b2f0-ee0d05beb1e5 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:36.781902 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6440962e-18ac-4a94-80b5-100d1d3c3f31 req-b9e3ff7e-571c-43fb-b2f0-ee0d05beb1e5 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5093820 Jul 05 09:48:36.785641 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:36.895418 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6440962e-18ac-4a94-80b5-100d1d3c3f31 req-e2c1c034-bed5-46cc-90b1-58fa03b4f600 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 695 time: 0.0921273 Jul 05 09:48:36.900430 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6440962e-18ac-4a94-80b5-100d1d3c3f31 req-4c1bfcba-dba5-41fc-aaf6-5716f20f63d0 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Request body: {'floatingip': {'port_id': '92965308-0ccc-426c-a8f6-816b4b37f699', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:36.998281 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6440962e-18ac-4a94-80b5-100d1d3c3f31 req-4c1bfcba-dba5-41fc-aaf6-5716f20f63d0 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:37.252457 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7522a2-c2d0-475e-a4ae-10a287ed992e req-dcd8598f-ba9b-494f-9f33-0dde36ed6f84 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:37.254000 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c7522a2-c2d0-475e-a4ae-10a287ed992e req-dcd8598f-ba9b-494f-9f33-0dde36ed6f84 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.3072147 Jul 05 09:48:37.380033 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c7522a2-c2d0-475e-a4ae-10a287ed992e req-71579ded-7cda-4ea7-95a4-13ddcf8bafe0 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135566 Jul 05 09:48:37.503170 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5223e31b-116a-43e5-84ae-271411893460 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:48:37.553386 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:37.675616 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Transition to ACTIVE for port object 5223e31b-116a-43e5-84ae-271411893460 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:37.689161 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:37.746121 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 4e16e6a1-7622-4733-aa44-5875dba4140a up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:37.803726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Pushing event updated for resources: {'Port': ['ID=5223e31b-116a-43e5-84ae-271411893460,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:37.862456 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 4e16e6a1-7622-4733-aa44-5875dba4140a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:37.870013 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 4e16e6a1-7622-4733-aa44-5875dba4140a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:37.870917 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:37.984337 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6440962e-18ac-4a94-80b5-100d1d3c3f31 req-4c1bfcba-dba5-41fc-aaf6-5716f20f63d0 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:38.007303 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:38.014947 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6440962e-18ac-4a94-80b5-100d1d3c3f31 req-4c1bfcba-dba5-41fc-aaf6-5716f20f63d0 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:38.040567 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e16e6a1-7622-4733-aa44-5875dba4140a'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:38.043522 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90334d62-7194-49b3-8728-d19a698599c0" -d '{"events": [{"server_uuid": "051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00", "name": "network-vif-plugged", "status": "completed", "tag": "4e16e6a1-7622-4733-aa44-5875dba4140a"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:38.065049 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 4e16e6a1-7622-4733-aa44-5875dba4140a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=4e16e6a1-7622-4733-aa44-5875dba4140a,segment=NetworkSegment(6236b97d-8425-459f-81ba-4fba31e24243),segment_id=6236b97d-8425-459f-81ba-4fba31e24243)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:38.072935 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:38.113125 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484a1e7-884c-46bb-88c9-28b6da8c6432 req-fa70deb0-14b8-437c-a2d8-2eca470f2259 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:38.120814 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6484a1e7-884c-46bb-88c9-28b6da8c6432 req-fa70deb0-14b8-437c-a2d8-2eca470f2259 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 946 time: 0.4856091 Jul 05 09:48:38.154996 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=4e16e6a1-7622-4733-aa44-5875dba4140a,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:38.200995 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Attempting to bind port 5223e31b-116a-43e5-84ae-271411893460 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:48:38.201344 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Attempting to bind port 5223e31b-116a-43e5-84ae-271411893460 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '7d9f6744-08e7-4f74-82b6-8017c5c5d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:48:38.201682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Attempting to bind port 5223e31b-116a-43e5-84ae-271411893460 on network 0cb0d1a7-4a96-4b1a-82ea-62650006a9d6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:38.217410 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Port 5223e31b-116a-43e5-84ae-271411893460 on network 0cb0d1a7-4a96-4b1a-82ea-62650006a9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:48:38.217741 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Attempting to bind port 5223e31b-116a-43e5-84ae-271411893460 on network 0cb0d1a7-4a96-4b1a-82ea-62650006a9d6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:38.246749 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6484a1e7-884c-46bb-88c9-28b6da8c6432 req-bc353fcd-0313-4504-8600-742d621b6086 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249588 Jul 05 09:48:38.249864 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:48:38.250280 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Checking segment: {'id': '7d9f6744-08e7-4f74-82b6-8017c5c5d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:48:38.250820 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Bound using segment: {'id': '7d9f6744-08e7-4f74-82b6-8017c5c5d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:48:38.250972 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Bound port: 5223e31b-116a-43e5-84ae-271411893460, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d9f6744-08e7-4f74-82b6-8017c5c5d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:48:38.251303 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:38.304876 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [req-6440962e-18ac-4a94-80b5-100d1d3c3f31 req-4c1bfcba-dba5-41fc-aaf6-5716f20f63d0 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Floating IP d8f68feb-bee4-458a-81cc-6d7e34f62601 associated. External IP: 172.25.7.42, port: 92965308-0ccc-426c-a8f6-816b4b37f699. Jul 05 09:48:38.503970 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] For port 5223e31b-116a-43e5-84ae-271411893460, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:48:38.511068 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] For port 5223e31b-116a-43e5-84ae-271411893460, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=5223e31b-116a-43e5-84ae-271411893460,segment=NetworkSegment(7d9f6744-08e7-4f74-82b6-8017c5c5d989),segment_id=7d9f6744-08e7-4f74-82b6-8017c5c5d989)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:48:38.524694 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:38.600660 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:38.601297 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:38.602718 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] 10.222.0.81 "PUT /v2.0/ports/5223e31b-116a-43e5-84ae-271411893460 HTTP/1.1" status: 200 len: 1091 time: 2.3658557 Jul 05 09:48:38.604647 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa0ee78-1a1e-49b0-99e8-195308e2a131', 'tag': '5223e31b-116a-43e5-84ae-271411893460'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:38.606915 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167ad11c-e095-427d-9cd8-9f11e12de7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa0ee78-1a1e-49b0-99e8-195308e2a131", "tag": "5223e31b-116a-43e5-84ae-271411893460"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:38.611985 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Pushing event updated for resources: {'Port': ['ID=5223e31b-116a-43e5-84ae-271411893460,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:38.629401 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b23072-3835-4386-90ad-34070634beb5 req-922942d7-4974-4d7f-97b7-171d86c7a579 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:38.630718 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43b23072-3835-4386-90ad-34070634beb5 req-922942d7-4974-4d7f-97b7-171d86c7a579 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/ports?device_id=8aa0ee78-1a1e-49b0-99e8-195308e2a131 HTTP/1.1" status: 200 len: 943 time: 0.2232704 Jul 05 09:48:38.733347 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:38.733670 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:38.733958 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:38.734300 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:38.734640 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:38.735157 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:38.735501 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:38.735833 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:38.736187 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:38.736515 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:38.736842 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:38.737166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c3abe-27ab-4252-a423-801cb1287933 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:38.830775 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-7136607f-f385-4658-8cad-5875e9ebbace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:38.832358 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-7136607f-f385-4658-8cad-5875e9ebbace service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b2e9d6e402a44a229484b04a808cfafa&device_id=8aa0ee78-1a1e-49b0-99e8-195308e2a131 HTTP/1.1" status: 200 len: 1094 time: 0.1432576 Jul 05 09:48:38.854794 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43b23072-3835-4386-90ad-34070634beb5 req-e8362a6a-c23e-4edc-ad42-e5b2ffaf68ad tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0e3fc5f-0902-4478-b4ea-1c0d166b1352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666687 Jul 05 09:48:39.002091 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-5817ead0-6b01-49a1-b484-01981d735d94 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5223e31b-116a-43e5-84ae-271411893460 HTTP/1.1" status: 200 len: 217 time: 0.1441762 Jul 05 09:48:39.119337 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6440962e-18ac-4a94-80b5-100d1d3c3f31 req-4c1bfcba-dba5-41fc-aaf6-5716f20f63d0 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Router ad9b659a-bc5c-4072-945b-24056e18af14 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:48:39.163380 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-a1560062-5c20-4230-9385-ce9893e4a260 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:39.164947 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-a1560062-5c20-4230-9385-ce9893e4a260 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614&tenant_id=f74a958ec8be4a8683e21e11de1010dc&binding%3Ahost_id=n-h2-798054-8 HTTP/1.1" status: 200 len: 1097 time: 0.3091626 Jul 05 09:48:39.172127 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-3e6467d5-0030-473c-b07a-a1e304abc5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:39.173575 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-3e6467d5-0030-473c-b07a-a1e304abc5f3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=11fb63e6-003a-4932-a1fe-88ef947e51fd HTTP/1.1" status: 200 len: 854 time: 0.1298385 Jul 05 09:48:39.209689 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-810f98af-220e-4dbb-8f32-806107d93008 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-8'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:39.550189 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cfa6d-51cb-4542-bd04-a8f6b1d66b2c req-6b633647-a52f-4c5b-93ee-cb9e5f3f8cd2 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:39.552792 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc5cfa6d-51cb-4542-bd04-a8f6b1d66b2c req-6b633647-a52f-4c5b-93ee-cb9e5f3f8cd2 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b64e60-3119-4060-b0d1-5045543c4a80 HTTP/1.1" status: 200 len: 946 time: 0.5550723 Jul 05 09:48:39.699537 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc5cfa6d-51cb-4542-bd04-a8f6b1d66b2c req-d06a2f25-e1d1-4235-bf84-fa18a451f3a8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267765 Jul 05 09:48:39.723390 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-810f98af-220e-4dbb-8f32-806107d93008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:39.726410 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6440962e-18ac-4a94-80b5-100d1d3c3f31 req-4c1bfcba-dba5-41fc-aaf6-5716f20f63d0 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:48:39.739607 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6440962e-18ac-4a94-80b5-100d1d3c3f31 req-4c1bfcba-dba5-41fc-aaf6-5716f20f63d0 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:39.741117 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b22f0a-4e2a-4b19-a60a-fa77594afbdc None None] Sync routers for ids ['ad9b659a-bc5c-4072-945b-24056e18af14'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:48:39.755590 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b22f0a-4e2a-4b19-a60a-fa77594afbdc None None] Routers {'ad9b659a-bc5c-4072-945b-24056e18af14'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:48:39.766884 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-e266fa60-14e4-49d2-a16c-d8d5a7c6ee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:39.768420 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-e266fa60-14e4-49d2-a16c-d8d5a7c6ee69 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0cb0d1a7-4a96-4b1a-82ea-62650006a9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5629783 Jul 05 09:48:39.770502 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-34b22f0a-4e2a-4b19-a60a-fa77594afbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:48:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ad9b659a-bc5c-4072-945b-24056e18af14'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:39.875411 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6440962e-18ac-4a94-80b5-100d1d3c3f31 req-4c1bfcba-dba5-41fc-aaf6-5716f20f63d0 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "PUT /v2.0/floatingips/d8f68feb-bee4-458a-81cc-6d7e34f62601 HTTP/1.1" status: 200 len: 995 time: 2.9715273 Jul 05 09:48:39.919332 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-34b22f0a-4e2a-4b19-a60a-fa77594afbdc None None] Set router ad9b659a-bc5c-4072-945b-24056e18af14 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:48:40.013174 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-a8f31f7b-7969-4867-85cd-153ee5a2df57 service neutron] 10.222.0.81 "GET /v2.0/networks/0cb0d1a7-4a96-4b1a-82ea-62650006a9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253799 Jul 05 09:48:40.080726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-810f98af-220e-4dbb-8f32-806107d93008 service neutron] For port c347d0e5-43ef-4149-a9e6-f63d765fcd86, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=c347d0e5-43ef-4149-a9e6-f63d765fcd86,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:40.103623 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440962e-18ac-4a94-80b5-100d1d3c3f31 req-fd7bed49-bea4-41be-9508-03821639f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:40.106459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6440962e-18ac-4a94-80b5-100d1d3c3f31 req-fd7bed49-bea4-41be-9508-03821639f9d3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f14992b010214883a7cb6c5d4bf0968d&device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 1096 time: 0.2293007 Jul 05 09:48:40.127560 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device c347d0e5-43ef-4149-a9e6-f63d765fcd86 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:48:40.266203 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-34b22f0a-4e2a-4b19-a60a-fa77594afbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:45Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd8f68feb-bee4-458a-81cc-6d7e34f62601', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'port_id': '92965308-0ccc-426c-a8f6-816b4b37f699', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'mac_address': 'fa:16:3e:25:e4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66004ca2-9475-4f06-8ad6-4a6dae01b65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:48:16Z', 'updated_at': '2021-07-05T09:48:37Z', 'revision_number': 1, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7406d6fd-1288-48fc-9f40-fe7dfc607318', 'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'mac_address': 'fa:16:3e:15:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:43Z', 'updated_at': '2021-07-05T09:47:57Z', 'revision_number': 5, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'subnets': [{'id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:40.278829 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port c347d0e5-43ef-4149-a9e6-f63d765fcd86, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=c347d0e5-43ef-4149-a9e6-f63d765fcd86,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:40.296143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device c347d0e5-43ef-4149-a9e6-f63d765fcd86 has no active binding in host n-h1-798054-8 {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 09:48:40.300031 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-810f98af-220e-4dbb-8f32-806107d93008 service neutron] For port c347d0e5-43ef-4149-a9e6-f63d765fcd86, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:48:40.302464 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b22f0a-4e2a-4b19-a60a-fa77594afbdc None None] Checking router: ad9b659a-bc5c-4072-945b-24056e18af14 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:48:40.312268 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b22f0a-4e2a-4b19-a60a-fa77594afbdc None None] Routers {'ad9b659a-bc5c-4072-945b-24056e18af14'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:48:40.312973 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-34b22f0a-4e2a-4b19-a60a-fa77594afbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:48:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ad9b659a-bc5c-4072-945b-24056e18af14'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:40.327559 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-156f42e7-7bef-4f67-8aad-c21ed23ab25c req-17135154-7c77-4b39-b8b2-418930ba8d02 service neutron] 10.222.0.81 "GET /v2.0/networks/0cb0d1a7-4a96-4b1a-82ea-62650006a9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041995 Jul 05 09:48:40.381188 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-810f98af-220e-4dbb-8f32-806107d93008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:40.386564 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440962e-18ac-4a94-80b5-100d1d3c3f31 req-486c4944-6e39-4bde-bf3b-3013c1378b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:40.388088 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6440962e-18ac-4a94-80b5-100d1d3c3f31 req-486c4944-6e39-4bde-bf3b-3013c1378b53 service neutron] 10.222.0.79 "GET /v2.0/networks?id=746da40b-2cc7-466f-a36c-2d78a0886235 HTTP/1.1" status: 200 len: 921 time: 0.2694404 Jul 05 09:48:40.390721 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-810f98af-220e-4dbb-8f32-806107d93008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:40.405975 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01468c2c-6609-41d7-a777-51156307e125 req-cced4ded-d344-4040-859f-971944d9fec2 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:40.407510 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01468c2c-6609-41d7-a777-51156307e125 req-cced4ded-d344-4040-859f-971944d9fec2 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.3062387 Jul 05 09:48:40.531922 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-34b22f0a-4e2a-4b19-a60a-fa77594afbdc None None] Set router ad9b659a-bc5c-4072-945b-24056e18af14 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:48:40.539834 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01468c2c-6609-41d7-a777-51156307e125 req-2f2f2bf9-59ae-4c9a-b532-efde316ac89d tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931416 Jul 05 09:48:40.604315 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6440962e-18ac-4a94-80b5-100d1d3c3f31 req-2eba1256-4f1d-4b56-b41d-ffac3001e763 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92965308-0ccc-426c-a8f6-816b4b37f699 HTTP/1.1" status: 200 len: 998 time: 0.1956344 Jul 05 09:48:40.607056 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f98af-220e-4dbb-8f32-806107d93008 service neutron] Pushing event updated for resources: {'Port': ['ID=c347d0e5-43ef-4149-a9e6-f63d765fcd86,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:40.686133 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-810f98af-220e-4dbb-8f32-806107d93008 service neutron] Attempting to bind port c347d0e5-43ef-4149-a9e6-f63d765fcd86 on host n-h2-798054-8 for vnic_type normal with profile {"migrating_to": "n-h1-798054-8"} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:48:40.686539 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-810f98af-220e-4dbb-8f32-806107d93008 service neutron] Attempting to bind port c347d0e5-43ef-4149-a9e6-f63d765fcd86 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:48:40.686802 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-810f98af-220e-4dbb-8f32-806107d93008 service neutron] Attempting to bind port c347d0e5-43ef-4149-a9e6-f63d765fcd86 on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:40.694783 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-810f98af-220e-4dbb-8f32-806107d93008 service neutron] Port c347d0e5-43ef-4149-a9e6-f63d765fcd86 on network 5aa1814e-7fad-4b86-b0f0-99892209992e not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:48:40.695141 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-810f98af-220e-4dbb-8f32-806107d93008 service neutron] Attempting to bind port c347d0e5-43ef-4149-a9e6-f63d765fcd86 on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:40.703841 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-810f98af-220e-4dbb-8f32-806107d93008 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:48:40.704205 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-810f98af-220e-4dbb-8f32-806107d93008 service neutron] Checking segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:48:40.705170 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-810f98af-220e-4dbb-8f32-806107d93008 service neutron] Bound using segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:48:40.705627 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-810f98af-220e-4dbb-8f32-806107d93008 service neutron] Bound port: c347d0e5-43ef-4149-a9e6-f63d765fcd86, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:48:40.706006 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-810f98af-220e-4dbb-8f32-806107d93008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:40.709641 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440962e-18ac-4a94-80b5-100d1d3c3f31 req-c3a372ab-02e9-4689-8b31-c638f2d7c699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:40.711154 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6440962e-18ac-4a94-80b5-100d1d3c3f31 req-c3a372ab-02e9-4689-8b31-c638f2d7c699 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f0c42237-0515-4756-b2dd-a698486063e5 HTTP/1.1" status: 200 len: 859 time: 0.0922959 Jul 05 09:48:40.842585 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-34b22f0a-4e2a-4b19-a60a-fa77594afbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:45Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd8f68feb-bee4-458a-81cc-6d7e34f62601', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'port_id': '92965308-0ccc-426c-a8f6-816b4b37f699', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'mac_address': 'fa:16:3e:25:e4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66004ca2-9475-4f06-8ad6-4a6dae01b65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:48:16Z', 'updated_at': '2021-07-05T09:48:37Z', 'revision_number': 1, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7406d6fd-1288-48fc-9f40-fe7dfc607318', 'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'mac_address': 'fa:16:3e:15:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:43Z', 'updated_at': '2021-07-05T09:47:57Z', 'revision_number': 5, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'subnets': [{'id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:40.866622 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-810f98af-220e-4dbb-8f32-806107d93008 service neutron] For port c347d0e5-43ef-4149-a9e6-f63d765fcd86, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:48:40.871426 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-810f98af-220e-4dbb-8f32-806107d93008 service neutron] For port c347d0e5-43ef-4149-a9e6-f63d765fcd86, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=c347d0e5-43ef-4149-a9e6-f63d765fcd86,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:48:40.875380 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b22f0a-4e2a-4b19-a60a-fa77594afbdc None None] The sync data for ids ['ad9b659a-bc5c-4072-945b-24056e18af14'] in n-d-798054-8 is: [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:45Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd8f68feb-bee4-458a-81cc-6d7e34f62601', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'port_id': '92965308-0ccc-426c-a8f6-816b4b37f699', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'mac_address': 'fa:16:3e:25:e4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66004ca2-9475-4f06-8ad6-4a6dae01b65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:48:16Z', 'updated_at': '2021-07-05T09:48:37Z', 'revision_number': 1, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7406d6fd-1288-48fc-9f40-fe7dfc607318', 'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'mac_address': 'fa:16:3e:15:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:43Z', 'updated_at': '2021-07-05T09:47:57Z', 'revision_number': 5, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'subnets': [{'id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:48:40.881756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440962e-18ac-4a94-80b5-100d1d3c3f31 req-c5c1fe83-3b38-4e30-922d-dcf3edbeaca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:40.883579 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6440962e-18ac-4a94-80b5-100d1d3c3f31 req-c5c1fe83-3b38-4e30-922d-dcf3edbeaca5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=746da40b-2cc7-466f-a36c-2d78a0886235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1660991 Jul 05 09:48:40.886374 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-810f98af-220e-4dbb-8f32-806107d93008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:40.896969 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331edda8-cc84-4045-863b-bafdbcae063c req-76a72009-17e6-429f-8002-4fbd471f8461 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:40.898627 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-331edda8-cc84-4045-863b-bafdbcae063c req-76a72009-17e6-429f-8002-4fbd471f8461 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00 HTTP/1.1" status: 200 len: 946 time: 0.1681030 Jul 05 09:48:41.063124 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-810f98af-220e-4dbb-8f32-806107d93008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:41.063750 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-810f98af-220e-4dbb-8f32-806107d93008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:41.065183 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-810f98af-220e-4dbb-8f32-806107d93008 service neutron] 10.222.0.81 "PUT /v2.0/ports/c347d0e5-43ef-4149-a9e6-f63d765fcd86 HTTP/1.1" status: 200 len: 1122 time: 1.8907375 Jul 05 09:48:41.067521 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f98af-220e-4dbb-8f32-806107d93008 service neutron] Pushing event updated for resources: {'Port': ['ID=c347d0e5-43ef-4149-a9e6-f63d765fcd86,revision_number=8']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:41.086379 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-331edda8-cc84-4045-863b-bafdbcae063c req-e68ec095-82f7-4886-b153-c540017cea23 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546347 Jul 05 09:48:41.095938 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13045cb2-a3b1-4d48-95ea-38e89445e599 None None] New status for floating IP d8f68feb-bee4-458a-81cc-6d7e34f62601: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:48:41.108308 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6440962e-18ac-4a94-80b5-100d1d3c3f31 req-cec06ef8-877c-438c-be18-04d14fe716f1 service neutron] 10.222.0.79 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075572 Jul 05 09:48:41.222155 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48be8552-c9df-45b0-a229-d07457da4fb0 x-openstack-request-id: req-48be8552-c9df-45b0-a229-d07457da4fb0 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:41.222752 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa0ee78-1a1e-49b0-99e8-195308e2a131", "tag": "5223e31b-116a-43e5-84ae-271411893460", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:41.223271 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-48be8552-c9df-45b0-a229-d07457da4fb0 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:41.223923 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa0ee78-1a1e-49b0-99e8-195308e2a131', 'tag': '5223e31b-116a-43e5-84ae-271411893460', 'status': 'completed', 'code': 200} Jul 05 09:48:41.236004 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6440962e-18ac-4a94-80b5-100d1d3c3f31 req-49a18fcf-1fe0-4802-b0d2-73fcbccda5d3 service neutron] 10.222.0.79 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169131 Jul 05 09:48:41.303290 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015978ea-d54f-4dc0-adf9-8306eb8d01eb x-openstack-request-id: req-015978ea-d54f-4dc0-adf9-8306eb8d01eb {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:41.303919 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00", "name": "network-vif-plugged", "status": "completed", "tag": "4e16e6a1-7622-4733-aa44-5875dba4140a", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:41.304099 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-015978ea-d54f-4dc0-adf9-8306eb8d01eb {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:41.304844 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e16e6a1-7622-4733-aa44-5875dba4140a', 'code': 200} Jul 05 09:48:41.365636 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['c347d0e5-43ef-4149-a9e6-f63d765fcd86'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:48:41.394410 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['c347d0e5-43ef-4149-a9e6-f63d765fcd86'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:48:41.407771 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ff3ee-05aa-487a-8361-2b5ff43602f6 req-9cf3db9d-a5df-4719-a329-56f2cb401006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:41.409324 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0d5ff3ee-05aa-487a-8361-2b5ff43602f6 req-9cf3db9d-a5df-4719-a329-56f2cb401006 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00 HTTP/1.1" status: 200 len: 1097 time: 0.1674712 Jul 05 09:48:41.432145 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ad11c-e095-427d-9cd8-9f11e12de7e4 req-0da27033-068f-45ec-b4b2-24cebb557571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:41.433635 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-167ad11c-e095-427d-9cd8-9f11e12de7e4 req-0da27033-068f-45ec-b4b2-24cebb557571 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b2e9d6e402a44a229484b04a808cfafa&device_id=8aa0ee78-1a1e-49b0-99e8-195308e2a131 HTTP/1.1" status: 200 len: 1094 time: 0.1367128 Jul 05 09:48:41.472262 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1758d-81c4-42e0-bc0e-e69d8a5bcda9 req-e007240c-3f2c-46d9-ba79-eb49437cf8bf tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:41.473762 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35a1758d-81c4-42e0-bc0e-e69d8a5bcda9 req-e007240c-3f2c-46d9-ba79-eb49437cf8bf tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 944 time: 0.1396070 Jul 05 09:48:41.564872 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0d5ff3ee-05aa-487a-8361-2b5ff43602f6 req-b98ec481-78ea-4a9d-92ca-20222157337e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461892 Jul 05 09:48:41.612265 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35a1758d-81c4-42e0-bc0e-e69d8a5bcda9 req-24066cac-5097-49ed-bef8-e209d52f6036 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028254 Jul 05 09:48:41.625233 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ad11c-e095-427d-9cd8-9f11e12de7e4 req-48ea7ccf-9b64-4f6a-916a-9f3eb7d14e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:41.626715 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-167ad11c-e095-427d-9cd8-9f11e12de7e4 req-48ea7ccf-9b64-4f6a-916a-9f3eb7d14e94 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0cb0d1a7-4a96-4b1a-82ea-62650006a9d6 HTTP/1.1" status: 200 len: 916 time: 0.1846025 Jul 05 09:48:41.638008 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489c726-dd83-4fc2-8e35-7811bda5112f req-bfb225e9-3577-42a5-840c-5f4821735762 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:41.639499 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3489c726-dd83-4fc2-8e35-7811bda5112f req-bfb225e9-3577-42a5-840c-5f4821735762 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/ports?device_id=8aa0ee78-1a1e-49b0-99e8-195308e2a131 HTTP/1.1" status: 200 len: 943 time: 0.1869285 Jul 05 09:48:41.685752 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-167ad11c-e095-427d-9cd8-9f11e12de7e4 req-8158e185-f06d-446d-9833-49645cc3c3cb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5223e31b-116a-43e5-84ae-271411893460 HTTP/1.1" status: 200 len: 217 time: 0.0452754 Jul 05 09:48:41.736293 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3489c726-dd83-4fc2-8e35-7811bda5112f req-f17b5aa0-f73c-4527-9910-2c7d0fc37b4f tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0e3fc5f-0902-4478-b4ea-1c0d166b1352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897698 Jul 05 09:48:41.765639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ad11c-e095-427d-9cd8-9f11e12de7e4 req-dc487995-f701-4c43-844b-372c75dd64e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:41.767769 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-167ad11c-e095-427d-9cd8-9f11e12de7e4 req-dc487995-f701-4c43-844b-372c75dd64e5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=11fb63e6-003a-4932-a1fe-88ef947e51fd HTTP/1.1" status: 200 len: 854 time: 0.0741286 Jul 05 09:48:41.828756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ad11c-e095-427d-9cd8-9f11e12de7e4 req-b9decad2-9911-494e-ba62-a5d85109da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:41.830386 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-167ad11c-e095-427d-9cd8-9f11e12de7e4 req-b9decad2-9911-494e-ba62-a5d85109da8b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0cb0d1a7-4a96-4b1a-82ea-62650006a9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554411 Jul 05 09:48:41.970849 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-167ad11c-e095-427d-9cd8-9f11e12de7e4 req-74675b1c-e494-406a-9e45-2d1332b190fc service neutron] 10.222.0.81 "GET /v2.0/networks/0cb0d1a7-4a96-4b1a-82ea-62650006a9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231923 Jul 05 09:48:41.982298 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a90667-99eb-40b3-98a0-c74adc272931 req-44496caa-ac61-4ae2-a3a5-e19ef6647326 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:41.983792 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58a90667-99eb-40b3-98a0-c74adc272931 req-44496caa-ac61-4ae2-a3a5-e19ef6647326 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7567fe7-071a-4dd1-bb59-0e412d58e0f3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1480865 Jul 05 09:48:42.134690 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58a90667-99eb-40b3-98a0-c74adc272931 req-547abf65-10ea-4b5a-80c1-dfef9171df11 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 1000 time: 0.1420157 Jul 05 09:48:42.167069 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-58a90667-99eb-40b3-98a0-c74adc272931 req-a438fd9d-49ac-4ff5-a5df-069e108e118a tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Request body: {'floatingip': {'port_id': '8a27cfa7-407b-4f88-a574-2b3cc58cd353', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:42.203955 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-167ad11c-e095-427d-9cd8-9f11e12de7e4 req-91a7e3e4-934a-4174-b6fe-c73f71919617 service neutron] 10.222.0.81 "GET /v2.0/networks/0cb0d1a7-4a96-4b1a-82ea-62650006a9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191460 Jul 05 09:48:42.536103 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-58a90667-99eb-40b3-98a0-c74adc272931 req-a438fd9d-49ac-4ff5-a5df-069e108e118a tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:42.606132 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5e961-3e2b-445b-89fd-244a26d74b9a req-ef5ac4fe-8772-4939-b4fd-7f401e727479 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:42.607652 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fda5e961-3e2b-445b-89fd-244a26d74b9a req-ef5ac4fe-8772-4939-b4fd-7f401e727479 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec485e15-5952-4ace-9933-f4d364d6fcde HTTP/1.1" status: 200 len: 951 time: 0.4062712 Jul 05 09:48:42.703514 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fda5e961-3e2b-445b-89fd-244a26d74b9a req-d5c82fef-709e-43d5-9836-ec8e460bf327 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.79 "GET /v2.0/security-groups?id=30901ce0-617f-46e4-801e-11e59c63d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689456 Jul 05 09:48:42.970152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a75f6-0e42-44ff-8b75-68a5a1087aa2 req-b5fa5db3-dc89-43df-9350-70e408e89d2a tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:42.971712 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2d2a75f6-0e42-44ff-8b75-68a5a1087aa2 req-b5fa5db3-dc89-43df-9350-70e408e89d2a tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1514564 Jul 05 09:48:43.054451 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2d2a75f6-0e42-44ff-8b75-68a5a1087aa2 req-f7ee647f-128c-469c-a0a9-4214e2ce711c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762970 Jul 05 09:48:43.168480 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-58a90667-99eb-40b3-98a0-c74adc272931 req-a438fd9d-49ac-4ff5-a5df-069e108e118a tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:43.185792 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-58a90667-99eb-40b3-98a0-c74adc272931 req-a438fd9d-49ac-4ff5-a5df-069e108e118a tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:43.243111 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66004ca2-9475-4f06-8ad6-4a6dae01b65a', 'tag': '92965308-0ccc-426c-a8f6-816b4b37f699'}, {'server_uuid': '2228bf84-4aa3-4f2c-a9e1-f3b1de304614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c347d0e5-43ef-4149-a9e6-f63d765fcd86'}, {'name': 'network-changed', 'server_uuid': '2228bf84-4aa3-4f2c-a9e1-f3b1de304614', 'tag': 'c347d0e5-43ef-4149-a9e6-f63d765fcd86'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:43.245751 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c845ea02-9e4c-46ce-b17b-bc8c803e95db" -d '{"events": [{"name": "network-changed", "server_uuid": "66004ca2-9475-4f06-8ad6-4a6dae01b65a", "tag": "92965308-0ccc-426c-a8f6-816b4b37f699"}, {"server_uuid": "2228bf84-4aa3-4f2c-a9e1-f3b1de304614", "name": "network-vif-unplugged", "status": "completed", "tag": "c347d0e5-43ef-4149-a9e6-f63d765fcd86"}, {"name": "network-changed", "server_uuid": "2228bf84-4aa3-4f2c-a9e1-f3b1de304614", "tag": "c347d0e5-43ef-4149-a9e6-f63d765fcd86"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:43.341830 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c2f08-d8d3-49e1-a106-665f86968f07 req-5af6255c-c745-4198-a8fd-ba62b054a0e1 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:43.343376 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6c9c2f08-d8d3-49e1-a106-665f86968f07 req-5af6255c-c745-4198-a8fd-ba62b054a0e1 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00 HTTP/1.1" status: 200 len: 946 time: 0.1697304 Jul 05 09:48:43.360264 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [req-58a90667-99eb-40b3-98a0-c74adc272931 req-a438fd9d-49ac-4ff5-a5df-069e108e118a tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Floating IP d8f68feb-bee4-458a-81cc-6d7e34f62601 associated. External IP: 172.25.7.42, port: 92965308-0ccc-426c-a8f6-816b4b37f699. Jul 05 09:48:43.436859 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6c9c2f08-d8d3-49e1-a106-665f86968f07 req-a67d940b-3bca-4787-af68-f4f7cba6589f tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847781 Jul 05 09:48:43.634457 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58a90667-99eb-40b3-98a0-c74adc272931 req-a438fd9d-49ac-4ff5-a5df-069e108e118a tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Router ad9b659a-bc5c-4072-945b-24056e18af14 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:48:43.656822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaddf64-f4aa-4c94-b222-2886ee5e929a req-44033255-845c-4d47-ac6d-cd873258b008 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:43.658359 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0aaddf64-f4aa-4c94-b222-2886ee5e929a req-44033255-845c-4d47-ac6d-cd873258b008 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 944 time: 0.1162314 Jul 05 09:48:43.768493 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0aaddf64-f4aa-4c94-b222-2886ee5e929a req-8c86f92d-6297-4f9e-ac7c-0ae0333aafdd tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716355 Jul 05 09:48:43.796274 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58a90667-99eb-40b3-98a0-c74adc272931 req-a438fd9d-49ac-4ff5-a5df-069e108e118a tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:48:43.804758 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 207430a9-91d0-40d8-aa56-332652f0367a no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:48:43.812980 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5813940-c849-49f7-a708-29aea35b1774 None None] Sync routers for ids ['ad9b659a-bc5c-4072-945b-24056e18af14'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:48:43.826893 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5813940-c849-49f7-a708-29aea35b1774 None None] Routers {'ad9b659a-bc5c-4072-945b-24056e18af14'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:48:43.827665 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f5813940-c849-49f7-a708-29aea35b1774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:48:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ad9b659a-bc5c-4072-945b-24056e18af14'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:43.901866 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:43.927156 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec485e15-5952-4ace-9933-f4d364d6fcde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '207430a9-91d0-40d8-aa56-332652f0367a'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:43.930154 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a38a541-9856-4c15-908d-bd07883dc6e9" -d '{"events": [{"server_uuid": "ec485e15-5952-4ace-9933-f4d364d6fcde", "name": "network-vif-unplugged", "status": "completed", "tag": "207430a9-91d0-40d8-aa56-332652f0367a"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:43.952048 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 207430a9-91d0-40d8-aa56-332652f0367a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=207430a9-91d0-40d8-aa56-332652f0367a,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:43.965968 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:44.002185 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f5813940-c849-49f7-a708-29aea35b1774 None None] Set router ad9b659a-bc5c-4072-945b-24056e18af14 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:48:44.045414 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=207430a9-91d0-40d8-aa56-332652f0367a,revision_number=11']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:44.056359 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:44.056726 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:44.057798 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:44.058146 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:44.058491 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:44.058923 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:44.059145 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:44.059566 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:44.060007 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:44.060471 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:44.060589 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:44.060884 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:44.186074 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58a90667-99eb-40b3-98a0-c74adc272931 req-a438fd9d-49ac-4ff5-a5df-069e108e118a tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Router ad9b659a-bc5c-4072-945b-24056e18af14 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:48:44.343592 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f5813940-c849-49f7-a708-29aea35b1774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:45Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd8f68feb-bee4-458a-81cc-6d7e34f62601', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'port_id': '8a27cfa7-407b-4f88-a574-2b3cc58cd353', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'mac_address': 'fa:16:3e:ef:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7567fe7-071a-4dd1-bb59-0e412d58e0f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:48:16Z', 'updated_at': '2021-07-05T09:48:43Z', 'revision_number': 3, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7406d6fd-1288-48fc-9f40-fe7dfc607318', 'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'mac_address': 'fa:16:3e:15:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:43Z', 'updated_at': '2021-07-05T09:47:57Z', 'revision_number': 5, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'subnets': [{'id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:44.344638 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58a90667-99eb-40b3-98a0-c74adc272931 req-a438fd9d-49ac-4ff5-a5df-069e108e118a tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:48:44.349934 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-58a90667-99eb-40b3-98a0-c74adc272931 req-a438fd9d-49ac-4ff5-a5df-069e108e118a tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:44.370936 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5813940-c849-49f7-a708-29aea35b1774 None None] Checking router: ad9b659a-bc5c-4072-945b-24056e18af14 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:48:44.379734 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5813940-c849-49f7-a708-29aea35b1774 None None] Routers {'ad9b659a-bc5c-4072-945b-24056e18af14'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:48:44.380529 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f5813940-c849-49f7-a708-29aea35b1774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:48:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ad9b659a-bc5c-4072-945b-24056e18af14'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:44.432461 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58a90667-99eb-40b3-98a0-c74adc272931 req-a438fd9d-49ac-4ff5-a5df-069e108e118a tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "PUT /v2.0/floatingips/d8f68feb-bee4-458a-81cc-6d7e34f62601 HTTP/1.1" status: 200 len: 997 time: 2.2726326 Jul 05 09:48:44.501955 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a90667-99eb-40b3-98a0-c74adc272931 req-d8ba2263-2de8-47d4-a3a8-e244a065a9cc tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:44.503797 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58a90667-99eb-40b3-98a0-c74adc272931 req-d8ba2263-2de8-47d4-a3a8-e244a065a9cc tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports/92965308-0ccc-426c-a8f6-816b4b37f699 HTTP/1.1" status: 200 len: 942 time: 0.0643828 Jul 05 09:48:44.508136 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f5813940-c849-49f7-a708-29aea35b1774 None None] Set router ad9b659a-bc5c-4072-945b-24056e18af14 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:48:44.663917 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4996d6-1dff-41bf-b0b0-7d3633aeaee7 req-d62278ce-5c28-4400-9896-f4e59bd78b78 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:44.665494 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea4996d6-1dff-41bf-b0b0-7d3633aeaee7 req-d62278ce-5c28-4400-9896-f4e59bd78b78 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/ports?device_id=8aa0ee78-1a1e-49b0-99e8-195308e2a131 HTTP/1.1" status: 200 len: 943 time: 0.1034238 Jul 05 09:48:44.668957 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a90667-99eb-40b3-98a0-c74adc272931 req-a15ef24e-fc96-4d57-861e-ad99e337c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:44.670407 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58a90667-99eb-40b3-98a0-c74adc272931 req-a15ef24e-fc96-4d57-861e-ad99e337c947 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f14992b010214883a7cb6c5d4bf0968d&device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 1096 time: 0.1065354 Jul 05 09:48:44.762744 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea4996d6-1dff-41bf-b0b0-7d3633aeaee7 req-9c5ad9d3-5437-4abe-9b0e-0ca762f037a7 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0e3fc5f-0902-4478-b4ea-1c0d166b1352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872755 Jul 05 09:48:44.763752 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f5813940-c849-49f7-a708-29aea35b1774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:45Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd8f68feb-bee4-458a-81cc-6d7e34f62601', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'port_id': '8a27cfa7-407b-4f88-a574-2b3cc58cd353', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'mac_address': 'fa:16:3e:ef:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7567fe7-071a-4dd1-bb59-0e412d58e0f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:48:16Z', 'updated_at': '2021-07-05T09:48:43Z', 'revision_number': 3, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7406d6fd-1288-48fc-9f40-fe7dfc607318', 'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'mac_address': 'fa:16:3e:15:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:43Z', 'updated_at': '2021-07-05T09:47:57Z', 'revision_number': 5, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'subnets': [{'id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:44.801600 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5813940-c849-49f7-a708-29aea35b1774 None None] The sync data for ids ['ad9b659a-bc5c-4072-945b-24056e18af14'] in n-d-798054-8 is: [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:45Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd8f68feb-bee4-458a-81cc-6d7e34f62601', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'port_id': '8a27cfa7-407b-4f88-a574-2b3cc58cd353', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'mac_address': 'fa:16:3e:ef:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7567fe7-071a-4dd1-bb59-0e412d58e0f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:48:16Z', 'updated_at': '2021-07-05T09:48:43Z', 'revision_number': 3, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7406d6fd-1288-48fc-9f40-fe7dfc607318', 'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'mac_address': 'fa:16:3e:15:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:43Z', 'updated_at': '2021-07-05T09:47:57Z', 'revision_number': 5, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'subnets': [{'id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:48:44.805392 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a90667-99eb-40b3-98a0-c74adc272931 req-23794217-dd81-4ee7-9d9d-5e86aac2cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:44.807322 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58a90667-99eb-40b3-98a0-c74adc272931 req-23794217-dd81-4ee7-9d9d-5e86aac2cdae service neutron] 10.222.0.79 "GET /v2.0/networks?id=746da40b-2cc7-466f-a36c-2d78a0886235 HTTP/1.1" status: 200 len: 921 time: 0.1297941 Jul 05 09:48:44.867166 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58a90667-99eb-40b3-98a0-c74adc272931 req-6282354b-c939-47d9-be57-e96b31d2aa88 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92965308-0ccc-426c-a8f6-816b4b37f699 HTTP/1.1" status: 200 len: 217 time: 0.0480716 Jul 05 09:48:44.956989 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a90667-99eb-40b3-98a0-c74adc272931 req-72c89488-e958-42fe-8783-a8a50d3a055b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:44.958503 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58a90667-99eb-40b3-98a0-c74adc272931 req-72c89488-e958-42fe-8783-a8a50d3a055b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f0c42237-0515-4756-b2dd-a698486063e5 HTTP/1.1" status: 200 len: 859 time: 0.0843949 Jul 05 09:48:45.012026 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbd524d-ea14-486d-bc92-28a6e9532121 None None] New status for floating IP d8f68feb-bee4-458a-81cc-6d7e34f62601: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:48:45.018482 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fed91-8d6e-4845-a3c0-34cedc2e54c4 req-10293720-a09a-4448-a916-d7dd2b4f357f tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:45.019985 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1a1fed91-8d6e-4845-a3c0-34cedc2e54c4 req-10293720-a09a-4448-a916-d7dd2b4f357f tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1127710 Jul 05 09:48:45.057344 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a90667-99eb-40b3-98a0-c74adc272931 req-95480390-5e73-4943-b02f-4e78206a2058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:45.058922 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58a90667-99eb-40b3-98a0-c74adc272931 req-95480390-5e73-4943-b02f-4e78206a2058 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=746da40b-2cc7-466f-a36c-2d78a0886235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915022 Jul 05 09:48:45.117569 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1a1fed91-8d6e-4845-a3c0-34cedc2e54c4 req-a50d1c68-d59c-4a60-9b41-5cef429f6003 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908794 Jul 05 09:48:45.186844 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58a90667-99eb-40b3-98a0-c74adc272931 req-937103d0-09eb-42db-a6b2-c3db9a4b8110 service neutron] 10.222.0.79 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203675 Jul 05 09:48:45.268406 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dbc0a1-0a40-49b9-8de4-02084f25269a x-openstack-request-id: req-c2dbc0a1-0a40-49b9-8de4-02084f25269a {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:45.268772 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66004ca2-9475-4f06-8ad6-4a6dae01b65a", "tag": "92965308-0ccc-426c-a8f6-816b4b37f699", "status": "completed", "code": 200}, {"server_uuid": "2228bf84-4aa3-4f2c-a9e1-f3b1de304614", "name": "network-vif-unplugged", "status": "completed", "tag": "c347d0e5-43ef-4149-a9e6-f63d765fcd86", "code": 200}, {"name": "network-changed", "server_uuid": "2228bf84-4aa3-4f2c-a9e1-f3b1de304614", "tag": "c347d0e5-43ef-4149-a9e6-f63d765fcd86", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:45.268973 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c2dbc0a1-0a40-49b9-8de4-02084f25269a {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:45.269509 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66004ca2-9475-4f06-8ad6-4a6dae01b65a', 'tag': '92965308-0ccc-426c-a8f6-816b4b37f699', 'status': 'completed', 'code': 200} Jul 05 09:48:45.269777 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2228bf84-4aa3-4f2c-a9e1-f3b1de304614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c347d0e5-43ef-4149-a9e6-f63d765fcd86', 'code': 200} Jul 05 09:48:45.270023 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2228bf84-4aa3-4f2c-a9e1-f3b1de304614', 'tag': 'c347d0e5-43ef-4149-a9e6-f63d765fcd86', 'status': 'completed', 'code': 200} Jul 05 09:48:45.273169 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91710ae0-f41d-4104-9a5a-17472f793f49 x-openstack-request-id: req-91710ae0-f41d-4104-9a5a-17472f793f49 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:45.273698 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec485e15-5952-4ace-9933-f4d364d6fcde", "name": "network-vif-unplugged", "status": "completed", "tag": "207430a9-91d0-40d8-aa56-332652f0367a", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:45.274738 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-91710ae0-f41d-4104-9a5a-17472f793f49 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:45.275491 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec485e15-5952-4ace-9933-f4d364d6fcde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '207430a9-91d0-40d8-aa56-332652f0367a', 'code': 200} Jul 05 09:48:45.327627 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cf0040-e91e-414d-9189-e1771fdf75db None None] Sync routers for ids ['ad9b659a-bc5c-4072-945b-24056e18af14'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:48:45.343161 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cf0040-e91e-414d-9189-e1771fdf75db None None] Routers {'ad9b659a-bc5c-4072-945b-24056e18af14'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:48:45.344168 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-95cf0040-e91e-414d-9189-e1771fdf75db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:48:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ad9b659a-bc5c-4072-945b-24056e18af14'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:45.460207 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58a90667-99eb-40b3-98a0-c74adc272931 req-1ce9839a-e080-4bcd-9793-2e81049e42e2 service neutron] 10.222.0.79 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724664 Jul 05 09:48:45.481308 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845ea02-9e4c-46ce-b17b-bc8c803e95db req-0e538a9b-3410-4ae1-9f7f-98014ff2d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:45.483177 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c845ea02-9e4c-46ce-b17b-bc8c803e95db req-0e538a9b-3410-4ae1-9f7f-98014ff2d507 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 1125 time: 0.2123520 Jul 05 09:48:45.502532 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845ea02-9e4c-46ce-b17b-bc8c803e95db req-517f2b33-c66c-475f-9d8c-a1d5d734fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:45.503836 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-95cf0040-e91e-414d-9189-e1771fdf75db None None] Set router ad9b659a-bc5c-4072-945b-24056e18af14 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:48:45.504032 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c845ea02-9e4c-46ce-b17b-bc8c803e95db req-517f2b33-c66c-475f-9d8c-a1d5d734fe9c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f14992b010214883a7cb6c5d4bf0968d&device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 1096 time: 0.2321489 Jul 05 09:48:45.706635 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff94f97-69d8-441d-802d-b4e807a40393 req-ccf7410a-2107-4757-81b5-ec3909b20309 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:45.708173 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ff94f97-69d8-441d-802d-b4e807a40393 req-ccf7410a-2107-4757-81b5-ec3909b20309 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00 HTTP/1.1" status: 200 len: 946 time: 0.2710638 Jul 05 09:48:45.730373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845ea02-9e4c-46ce-b17b-bc8c803e95db req-5252aaf4-88b9-412c-ad9a-565ae42f39f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:45.731884 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c845ea02-9e4c-46ce-b17b-bc8c803e95db req-5252aaf4-88b9-412c-ad9a-565ae42f39f1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 909 time: 0.2390246 Jul 05 09:48:45.748048 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-95cf0040-e91e-414d-9189-e1771fdf75db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:45Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd8f68feb-bee4-458a-81cc-6d7e34f62601', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'port_id': '8a27cfa7-407b-4f88-a574-2b3cc58cd353', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'mac_address': 'fa:16:3e:ef:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7567fe7-071a-4dd1-bb59-0e412d58e0f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:48:16Z', 'updated_at': '2021-07-05T09:48:45Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7406d6fd-1288-48fc-9f40-fe7dfc607318', 'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'mac_address': 'fa:16:3e:15:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:43Z', 'updated_at': '2021-07-05T09:47:57Z', 'revision_number': 5, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'subnets': [{'id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:45.749769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a90667-99eb-40b3-98a0-c74adc272931 req-1446319f-67c8-43f4-bad5-36d590b05fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:45.751288 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58a90667-99eb-40b3-98a0-c74adc272931 req-1446319f-67c8-43f4-bad5-36d590b05fce service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f14992b010214883a7cb6c5d4bf0968d&device_id=a7567fe7-071a-4dd1-bb59-0e412d58e0f3 HTTP/1.1" status: 200 len: 1096 time: 0.2444208 Jul 05 09:48:45.752292 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845ea02-9e4c-46ce-b17b-bc8c803e95db req-0988b983-a4e5-47a9-9e0d-3c8fdd9d3109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:45.753633 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c845ea02-9e4c-46ce-b17b-bc8c803e95db req-0988b983-a4e5-47a9-9e0d-3c8fdd9d3109 service neutron] 10.222.0.81 "GET /v2.0/networks?id=746da40b-2cc7-466f-a36c-2d78a0886235 HTTP/1.1" status: 200 len: 921 time: 0.2025862 Jul 05 09:48:45.779952 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cf0040-e91e-414d-9189-e1771fdf75db None None] Checking router: ad9b659a-bc5c-4072-945b-24056e18af14 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:48:45.788467 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cf0040-e91e-414d-9189-e1771fdf75db None None] Routers {'ad9b659a-bc5c-4072-945b-24056e18af14'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:48:45.789139 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-95cf0040-e91e-414d-9189-e1771fdf75db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:48:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ad9b659a-bc5c-4072-945b-24056e18af14'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:45.998286 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-95cf0040-e91e-414d-9189-e1771fdf75db None None] Set router ad9b659a-bc5c-4072-945b-24056e18af14 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:48:46.161260 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c845ea02-9e4c-46ce-b17b-bc8c803e95db req-a0786aea-95ee-4d77-8dfd-d9c6e6893706 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c347d0e5-43ef-4149-a9e6-f63d765fcd86 HTTP/1.1" status: 200 len: 217 time: 0.4066582 Jul 05 09:48:46.180349 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c845ea02-9e4c-46ce-b17b-bc8c803e95db req-cedd6612-c9be-45b1-bbc3-f358c73b732b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92965308-0ccc-426c-a8f6-816b4b37f699 HTTP/1.1" status: 200 len: 217 time: 0.4159491 Jul 05 09:48:46.209293 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ff94f97-69d8-441d-802d-b4e807a40393 req-5ec8aebb-7893-4073-a556-0262997b8f27 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898608 Jul 05 09:48:46.230633 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-95cf0040-e91e-414d-9189-e1771fdf75db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:45Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd8f68feb-bee4-458a-81cc-6d7e34f62601', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'port_id': '8a27cfa7-407b-4f88-a574-2b3cc58cd353', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'mac_address': 'fa:16:3e:ef:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7567fe7-071a-4dd1-bb59-0e412d58e0f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:48:16Z', 'updated_at': '2021-07-05T09:48:45Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7406d6fd-1288-48fc-9f40-fe7dfc607318', 'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'mac_address': 'fa:16:3e:15:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:43Z', 'updated_at': '2021-07-05T09:47:57Z', 'revision_number': 5, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'subnets': [{'id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:46.268718 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cf0040-e91e-414d-9189-e1771fdf75db None None] The sync data for ids ['ad9b659a-bc5c-4072-945b-24056e18af14'] in n-d-798054-8 is: [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:45Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd8f68feb-bee4-458a-81cc-6d7e34f62601', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'port_id': '8a27cfa7-407b-4f88-a574-2b3cc58cd353', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'mac_address': 'fa:16:3e:ef:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7567fe7-071a-4dd1-bb59-0e412d58e0f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:48:16Z', 'updated_at': '2021-07-05T09:48:45Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7406d6fd-1288-48fc-9f40-fe7dfc607318', 'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'mac_address': 'fa:16:3e:15:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:43Z', 'updated_at': '2021-07-05T09:47:57Z', 'revision_number': 5, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'subnets': [{'id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:48:46.275126 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845ea02-9e4c-46ce-b17b-bc8c803e95db req-b3a381d2-9a59-40ec-92d6-0a7f8ea1e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:46.277524 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c845ea02-9e4c-46ce-b17b-bc8c803e95db req-b3a381d2-9a59-40ec-92d6-0a7f8ea1e9e7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=408995a7-a274-4d3e-939a-c6141d694df3 HTTP/1.1" status: 200 len: 848 time: 0.1089783 Jul 05 09:48:46.309382 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845ea02-9e4c-46ce-b17b-bc8c803e95db req-725b0e37-bdab-43a1-a013-1ebfdff5fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:46.311053 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c845ea02-9e4c-46ce-b17b-bc8c803e95db req-725b0e37-bdab-43a1-a013-1ebfdff5fafd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f0c42237-0515-4756-b2dd-a698486063e5 HTTP/1.1" status: 200 len: 859 time: 0.1070993 Jul 05 09:48:46.357107 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c845ea02-9e4c-46ce-b17b-bc8c803e95db req-7376db34-55c3-40c3-b9e6-0ccd3aca1bc8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5aa1814e-7fad-4b86-b0f0-99892209992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693059 Jul 05 09:48:46.408500 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a90667-99eb-40b3-98a0-c74adc272931 req-c058111c-49f6-4886-a9f4-d7cbd0e1db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:46.410103 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58a90667-99eb-40b3-98a0-c74adc272931 req-c058111c-49f6-4886-a9f4-d7cbd0e1db74 service neutron] 10.222.0.79 "GET /v2.0/networks?id=746da40b-2cc7-466f-a36c-2d78a0886235 HTTP/1.1" status: 200 len: 921 time: 0.6447616 Jul 05 09:48:46.588115 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58a90667-99eb-40b3-98a0-c74adc272931 req-14eae23c-7881-47e1-8052-192e2a317f6d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a27cfa7-407b-4f88-a574-2b3cc58cd353 HTTP/1.1" status: 200 len: 1000 time: 0.1593857 Jul 05 09:48:46.691625 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c845ea02-9e4c-46ce-b17b-bc8c803e95db req-dd39aadc-71b5-498b-9f33-db289967b79e service neutron] 10.222.0.78 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136754 Jul 05 09:48:46.702798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a147c7-c843-45f1-a99b-c7c27146801d req-6426b1ec-dd72-49cd-8ee1-157f6aad8ca9 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:46.704324 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67a147c7-c843-45f1-a99b-c7c27146801d req-6426b1ec-dd72-49cd-8ee1-157f6aad8ca9 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 944 time: 0.3283019 Jul 05 09:48:46.717582 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845ea02-9e4c-46ce-b17b-bc8c803e95db req-5bbfe8a4-393c-4ffe-ab97-8ac20675f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:46.719172 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c845ea02-9e4c-46ce-b17b-bc8c803e95db req-5bbfe8a4-393c-4ffe-ab97-8ac20675f6db service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=746da40b-2cc7-466f-a36c-2d78a0886235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3702695 Jul 05 09:48:46.741990 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a90667-99eb-40b3-98a0-c74adc272931 req-af962b80-790a-4d17-9f9f-6cda35eaa987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:46.743473 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58a90667-99eb-40b3-98a0-c74adc272931 req-af962b80-790a-4d17-9f9f-6cda35eaa987 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f0c42237-0515-4756-b2dd-a698486063e5 HTTP/1.1" status: 200 len: 859 time: 0.1422000 Jul 05 09:48:46.887491 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67a147c7-c843-45f1-a99b-c7c27146801d req-12e05066-7817-465a-b0d1-b0e8c9da2248 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653557 Jul 05 09:48:46.955171 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c845ea02-9e4c-46ce-b17b-bc8c803e95db req-9ac282c9-dc7d-4fce-810b-85f428e568f6 service neutron] 10.222.0.78 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472785 Jul 05 09:48:46.974041 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c845ea02-9e4c-46ce-b17b-bc8c803e95db req-3d9092e2-cbed-4580-b466-49a01ec9aa35 service neutron] 10.222.0.81 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438581 Jul 05 09:48:46.981162 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a90667-99eb-40b3-98a0-c74adc272931 req-552d9dfd-5bba-476b-bb2a-5a23d718878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:46.983006 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58a90667-99eb-40b3-98a0-c74adc272931 req-552d9dfd-5bba-476b-bb2a-5a23d718878c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=746da40b-2cc7-466f-a36c-2d78a0886235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2002068 Jul 05 09:48:47.148703 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58a90667-99eb-40b3-98a0-c74adc272931 req-09aa93b7-8c67-45dc-bc83-15b2a3cf3823 service neutron] 10.222.0.79 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571374 Jul 05 09:48:47.151202 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c845ea02-9e4c-46ce-b17b-bc8c803e95db req-ff6f159d-84fa-4d0a-a51e-35b7d7af26fd service neutron] 10.222.0.81 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666451 Jul 05 09:48:47.266706 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58a90667-99eb-40b3-98a0-c74adc272931 req-d1415bb9-e883-4bf8-9a1f-40401ec4041d service neutron] 10.222.0.79 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112645 Jul 05 09:48:47.273780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66004ca2-9475-4f06-8ad6-4a6dae01b65a', 'tag': '92965308-0ccc-426c-a8f6-816b4b37f699'}, {'name': 'network-changed', 'server_uuid': 'a7567fe7-071a-4dd1-bb59-0e412d58e0f3', 'tag': '8a27cfa7-407b-4f88-a574-2b3cc58cd353'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:47.279619 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf04b6d-3523-4bef-b5ad-1e8458a2ccf3" -d '{"events": [{"name": "network-changed", "server_uuid": "66004ca2-9475-4f06-8ad6-4a6dae01b65a", "tag": "92965308-0ccc-426c-a8f6-816b4b37f699"}, {"name": "network-changed", "server_uuid": "a7567fe7-071a-4dd1-bb59-0e412d58e0f3", "tag": "8a27cfa7-407b-4f88-a574-2b3cc58cd353"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:47.498065 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2d7aa-c7de-4b3b-aa27-7f14ad1b236e req-f3508ec4-1797-4818-a118-8178bb9e26ce tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:47.499953 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9fc2d7aa-c7de-4b3b-aa27-7f14ad1b236e req-f3508ec4-1797-4818-a118-8178bb9e26ce tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/ports?device_id=8aa0ee78-1a1e-49b0-99e8-195308e2a131 HTTP/1.1" status: 200 len: 943 time: 0.0788622 Jul 05 09:48:47.576087 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9fc2d7aa-c7de-4b3b-aa27-7f14ad1b236e req-37c2e44d-45c4-449a-817f-716c4f0904c7 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0e3fc5f-0902-4478-b4ea-1c0d166b1352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661151 Jul 05 09:48:47.597921 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35cc00-5a79-4581-adc3-949b7e26b9f2 req-1b012cf7-f1b7-4130-9015-69fb35eeb504 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:47.597921 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea35cc00-5a79-4581-adc3-949b7e26b9f2 req-1b012cf7-f1b7-4130-9015-69fb35eeb504 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.0953500 Jul 05 09:48:47.647814 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea35cc00-5a79-4581-adc3-949b7e26b9f2 req-a666e1c3-3499-4733-95ac-d1ab016dd418 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456610 Jul 05 09:48:47.717565 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8207d3-4ad6-44bc-98dc-29799fa02f5c x-openstack-request-id: req-de8207d3-4ad6-44bc-98dc-29799fa02f5c {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:47.717958 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66004ca2-9475-4f06-8ad6-4a6dae01b65a", "tag": "92965308-0ccc-426c-a8f6-816b4b37f699", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a7567fe7-071a-4dd1-bb59-0e412d58e0f3", "tag": "8a27cfa7-407b-4f88-a574-2b3cc58cd353", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:47.718565 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-de8207d3-4ad6-44bc-98dc-29799fa02f5c {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:47.718723 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66004ca2-9475-4f06-8ad6-4a6dae01b65a', 'tag': '92965308-0ccc-426c-a8f6-816b4b37f699', 'status': 'completed', 'code': 200} Jul 05 09:48:47.719047 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7567fe7-071a-4dd1-bb59-0e412d58e0f3', 'tag': '8a27cfa7-407b-4f88-a574-2b3cc58cd353', 'status': 'completed', 'code': 200} Jul 05 09:48:47.900078 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9be498d9-991d-427b-a012-f128f761cec0 req-da928e58-b0f1-4a95-819a-ed7d0afe6c91 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 1000 time: 0.1678069 Jul 05 09:48:47.968841 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75198c22-0a58-40f7-a85b-6df109918639 req-b682ba2b-222c-47c7-b648-44145ab1115d tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:47.970469 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-75198c22-0a58-40f7-a85b-6df109918639 req-b682ba2b-222c-47c7-b648-44145ab1115d tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec485e15-5952-4ace-9933-f4d364d6fcde HTTP/1.1" status: 200 len: 949 time: 0.2350724 Jul 05 09:48:48.001605 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf04b6d-3523-4bef-b5ad-1e8458a2ccf3 req-a1ce87c1-cb39-4b6f-919c-e642548274ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:48.003054 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbf04b6d-3523-4bef-b5ad-1e8458a2ccf3 req-a1ce87c1-cb39-4b6f-919c-e642548274ab service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f14992b010214883a7cb6c5d4bf0968d&device_id=a7567fe7-071a-4dd1-bb59-0e412d58e0f3 HTTP/1.1" status: 200 len: 1096 time: 0.2315681 Jul 05 09:48:48.011125 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf04b6d-3523-4bef-b5ad-1e8458a2ccf3 req-23e62d61-a3ba-4d94-a222-985cff2e0064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:48.012571 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbf04b6d-3523-4bef-b5ad-1e8458a2ccf3 req-23e62d61-a3ba-4d94-a222-985cff2e0064 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f14992b010214883a7cb6c5d4bf0968d&device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 1096 time: 0.2387600 Jul 05 09:48:48.019071 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be498d9-991d-427b-a012-f128f761cec0 req-24c0c491-b2f2-4d57-95ed-8bebd4acda29 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:48.020384 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9be498d9-991d-427b-a012-f128f761cec0 req-24c0c491-b2f2-4d57-95ed-8bebd4acda29 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports/8a27cfa7-407b-4f88-a574-2b3cc58cd353 HTTP/1.1" status: 200 len: 942 time: 0.1128955 Jul 05 09:48:48.146874 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-75198c22-0a58-40f7-a85b-6df109918639 req-97ea4921-2fe0-418b-831c-d73559ddb0ab tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.79 "GET /v2.0/security-groups?id=30901ce0-617f-46e4-801e-11e59c63d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624041 Jul 05 09:48:48.188597 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 5223e31b-116a-43e5-84ae-271411893460 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:48:48.252699 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9be498d9-991d-427b-a012-f128f761cec0 req-726bfd66-9120-41fa-9ff5-c9d3b3da40da tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 1000 time: 0.1246021 Jul 05 09:48:48.256275 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf04b6d-3523-4bef-b5ad-1e8458a2ccf3 req-d0f34ea3-2964-46ef-a97e-3713562bdf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:48.257716 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbf04b6d-3523-4bef-b5ad-1e8458a2ccf3 req-d0f34ea3-2964-46ef-a97e-3713562bdf55 service neutron] 10.222.0.78 "GET /v2.0/networks?id=746da40b-2cc7-466f-a36c-2d78a0886235 HTTP/1.1" status: 200 len: 921 time: 0.2348118 Jul 05 09:48:48.313271 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 5223e31b-116a-43e5-84ae-271411893460, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=5223e31b-116a-43e5-84ae-271411893460,segment=NetworkSegment(7d9f6744-08e7-4f74-82b6-8017c5c5d989),segment_id=7d9f6744-08e7-4f74-82b6-8017c5c5d989)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:48.326278 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '5223e31b-116a-43e5-84ae-271411893460', 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6', 'port_id': '5223e31b-116a-43e5-84ae-271411893460', 'mac_address': 'fa:16:3e:5a:18:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11fb63e6-003a-4932-a1fe-88ef947e51fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:48:48.326737 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf04b6d-3523-4bef-b5ad-1e8458a2ccf3 req-b98e9c81-764c-4c9a-ab19-2d50673135f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:48.328251 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbf04b6d-3523-4bef-b5ad-1e8458a2ccf3 req-b98e9c81-764c-4c9a-ab19-2d50673135f2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=746da40b-2cc7-466f-a36c-2d78a0886235 HTTP/1.1" status: 200 len: 921 time: 0.2963839 Jul 05 09:48:48.345799 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-264cbdf2-5d09-4aa5-8523-d29f5930b55b service neutron] 10.222.0.78 "GET /v2.0/ports/c347d0e5-43ef-4149-a9e6-f63d765fcd86/bindings/n-h1-798054-8 HTTP/1.1" status: 200 len: 384 time: 0.0593648 Jul 05 09:48:48.363050 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:48.375946 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5223e31b-116a-43e5-84ae-271411893460 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:48:48.396430 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 5223e31b-116a-43e5-84ae-271411893460, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=5223e31b-116a-43e5-84ae-271411893460,segment=NetworkSegment(7d9f6744-08e7-4f74-82b6-8017c5c5d989),segment_id=7d9f6744-08e7-4f74-82b6-8017c5c5d989)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:48.403224 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:48.452460 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbf04b6d-3523-4bef-b5ad-1e8458a2ccf3 req-ed89e459-c33d-41af-81e7-8a4f3f37aae8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92965308-0ccc-426c-a8f6-816b4b37f699 HTTP/1.1" status: 200 len: 217 time: 0.0628784 Jul 05 09:48:48.459621 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=5223e31b-116a-43e5-84ae-271411893460,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:48.487182 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbf04b6d-3523-4bef-b5ad-1e8458a2ccf3 req-715be9bf-f107-47a9-8bdc-9a4114cb171d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a27cfa7-407b-4f88-a574-2b3cc58cd353 HTTP/1.1" status: 200 len: 1000 time: 0.1983593 Jul 05 09:48:48.524331 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-426da9f2-8c04-4448-814e-6a66765aadfe service neutron] For port c347d0e5-43ef-4149-a9e6-f63d765fcd86, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=c347d0e5-43ef-4149-a9e6-f63d765fcd86,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:48.546602 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-426da9f2-8c04-4448-814e-6a66765aadfe service neutron] For port c347d0e5-43ef-4149-a9e6-f63d765fcd86, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:48:48.578809 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-426da9f2-8c04-4448-814e-6a66765aadfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c347d0e5-43ef-4149-a9e6-f63d765fcd86 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:48:48.589803 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-426da9f2-8c04-4448-814e-6a66765aadfe service neutron] For port c347d0e5-43ef-4149-a9e6-f63d765fcd86, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=c347d0e5-43ef-4149-a9e6-f63d765fcd86,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:48.590453 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746133d-84da-4cde-8231-62524dd9c434 req-bb8327d6-d751-40c5-8ff9-af1391fe145d tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:48.592384 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6746133d-84da-4cde-8231-62524dd9c434 req-bb8327d6-d751-40c5-8ff9-af1391fe145d tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.3302972 Jul 05 09:48:48.598794 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf04b6d-3523-4bef-b5ad-1e8458a2ccf3 req-55f6df7f-93a2-4334-8161-db19df734583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:48.600665 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbf04b6d-3523-4bef-b5ad-1e8458a2ccf3 req-55f6df7f-93a2-4334-8161-db19df734583 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f0c42237-0515-4756-b2dd-a698486063e5 HTTP/1.1" status: 200 len: 859 time: 0.1353090 Jul 05 09:48:48.603505 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-426da9f2-8c04-4448-814e-6a66765aadfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:48.612250 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be498d9-991d-427b-a012-f128f761cec0 req-9f02845b-40a6-42da-a74b-a68df9c01214 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:48.613608 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9be498d9-991d-427b-a012-f128f761cec0 req-9f02845b-40a6-42da-a74b-a68df9c01214 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.3363972 Jul 05 09:48:48.634336 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf04b6d-3523-4bef-b5ad-1e8458a2ccf3 req-e7be85c6-46fe-457a-b5d6-53c0912ad439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:48.636528 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbf04b6d-3523-4bef-b5ad-1e8458a2ccf3 req-e7be85c6-46fe-457a-b5d6-53c0912ad439 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f0c42237-0515-4756-b2dd-a698486063e5 HTTP/1.1" status: 200 len: 859 time: 0.1236563 Jul 05 09:48:48.682712 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-426da9f2-8c04-4448-814e-6a66765aadfe service neutron] Transition to ACTIVE for port object c347d0e5-43ef-4149-a9e6-f63d765fcd86 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:48.686471 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-426da9f2-8c04-4448-814e-6a66765aadfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:48.718922 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6746133d-84da-4cde-8231-62524dd9c434 req-e54bdeaf-9ca5-45dd-a030-000b37a9c3da tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171296 Jul 05 09:48:48.755327 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-426da9f2-8c04-4448-814e-6a66765aadfe service neutron] No DVR routers for this DVR port c347d0e5-43ef-4149-a9e6-f63d765fcd86 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:48:48.765485 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['5223e31b-116a-43e5-84ae-271411893460'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:48:48.793944 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426da9f2-8c04-4448-814e-6a66765aadfe service neutron] Pushing event updated for resources: {'Port': ['ID=c347d0e5-43ef-4149-a9e6-f63d765fcd86,revision_number=10']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:48.801114 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-426da9f2-8c04-4448-814e-6a66765aadfe service neutron] 10.222.0.78 "PUT /v2.0/ports/c347d0e5-43ef-4149-a9e6-f63d765fcd86/bindings/n-h1-798054-8/activate HTTP/1.1" status: 200 len: 369 time: 0.4486182 Jul 05 09:48:48.806741 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426da9f2-8c04-4448-814e-6a66765aadfe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:48.807639 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426da9f2-8c04-4448-814e-6a66765aadfe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:48.808057 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426da9f2-8c04-4448-814e-6a66765aadfe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:48.808424 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426da9f2-8c04-4448-814e-6a66765aadfe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:48.808962 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426da9f2-8c04-4448-814e-6a66765aadfe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:48.809489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426da9f2-8c04-4448-814e-6a66765aadfe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:48.810023 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426da9f2-8c04-4448-814e-6a66765aadfe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:48.810385 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426da9f2-8c04-4448-814e-6a66765aadfe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:48.810733 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426da9f2-8c04-4448-814e-6a66765aadfe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:48.811080 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426da9f2-8c04-4448-814e-6a66765aadfe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:48.811427 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426da9f2-8c04-4448-814e-6a66765aadfe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:48.811969 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426da9f2-8c04-4448-814e-6a66765aadfe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:48.822119 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf04b6d-3523-4bef-b5ad-1e8458a2ccf3 req-9566b6ab-978c-45e7-877a-4194eeb9a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:48.825424 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbf04b6d-3523-4bef-b5ad-1e8458a2ccf3 req-9566b6ab-978c-45e7-877a-4194eeb9a6fb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=746da40b-2cc7-466f-a36c-2d78a0886235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078853 Jul 05 09:48:48.845069 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf04b6d-3523-4bef-b5ad-1e8458a2ccf3 req-0efbef7a-1558-4a6e-89fe-ed7cc2941a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:48.850456 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbf04b6d-3523-4bef-b5ad-1e8458a2ccf3 req-0efbef7a-1558-4a6e-89fe-ed7cc2941a10 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=746da40b-2cc7-466f-a36c-2d78a0886235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1852252 Jul 05 09:48:49.463594 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbf04b6d-3523-4bef-b5ad-1e8458a2ccf3 req-968cdd50-67af-465b-a075-695ae06e8259 service neutron] 10.222.0.81 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117787 Jul 05 09:48:49.477010 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbf04b6d-3523-4bef-b5ad-1e8458a2ccf3 req-aca22753-196d-427f-8f0b-1ab8d21d7428 service neutron] 10.222.0.78 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606327 Jul 05 09:48:49.495527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-cdaba2bb-47b7-43e3-9062-035cac1c0e33 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:49.496971 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-cdaba2bb-47b7-43e3-9062-035cac1c0e33 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614&tenant_id=f74a958ec8be4a8683e21e11de1010dc&binding%3Ahost_id=n-h2-798054-8 HTTP/1.1" status: 200 len: 1096 time: 0.5912509 Jul 05 09:48:49.513905 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518776ef-952f-4534-b6db-1ea226f863d0 req-86858afa-3d38-4174-b122-cbf94d5e4f58 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:49.515311 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-518776ef-952f-4534-b6db-1ea226f863d0 req-86858afa-3d38-4174-b122-cbf94d5e4f58 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 945 time: 0.6007779 Jul 05 09:48:49.636354 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18cec9-fdac-4ecb-af61-2feb4f2be2ea req-249500ba-b7f1-4489-b5e8-97d7a9c299e8 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:49.637814 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a18cec9-fdac-4ecb-af61-2feb4f2be2ea req-249500ba-b7f1-4489-b5e8-97d7a9c299e8 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/ports?device_id=8aa0ee78-1a1e-49b0-99e8-195308e2a131 HTTP/1.1" status: 200 len: 944 time: 0.3430786 Jul 05 09:48:49.739360 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-518776ef-952f-4534-b6db-1ea226f863d0 req-7b4225dc-49d3-4efb-88bf-3be33eb2f671 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957798 Jul 05 09:48:49.757734 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494846c7-1f8a-4360-a5eb-1407e20f93a1 req-926a12dd-11e5-44a3-bf2c-0f313758a607 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:49.759444 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-494846c7-1f8a-4360-a5eb-1407e20f93a1 req-926a12dd-11e5-44a3-bf2c-0f313758a607 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec485e15-5952-4ace-9933-f4d364d6fcde HTTP/1.1" status: 200 len: 949 time: 0.0709908 Jul 05 09:48:49.779677 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a18cec9-fdac-4ecb-af61-2feb4f2be2ea req-3a1867b3-399a-4db9-981f-62176642bbcc tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0e3fc5f-0902-4478-b4ea-1c0d166b1352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230278 Jul 05 09:48:49.781470 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbf04b6d-3523-4bef-b5ad-1e8458a2ccf3 req-126459f1-0b6c-420e-bcc2-1b89718e8f50 service neutron] 10.222.0.78 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962005 Jul 05 09:48:49.784885 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbf04b6d-3523-4bef-b5ad-1e8458a2ccf3 req-8aa2a069-f5c8-4c42-99ff-1d045d7794aa service neutron] 10.222.0.81 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013172 Jul 05 09:48:49.799707 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-4478fbd9-7e3e-43b0-b76a-2962abb6e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:49.801255 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-4478fbd9-7e3e-43b0-b76a-2962abb6e4c1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614&tenant_id=f74a958ec8be4a8683e21e11de1010dc HTTP/1.1" status: 200 len: 1096 time: 0.2755082 Jul 05 09:48:49.809546 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device c347d0e5-43ef-4149-a9e6-f63d765fcd86 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:48:49.875291 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-96b2b751-3d8b-4eff-b81a-f21f35c310a9 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 1000 time: 0.0886731 Jul 05 09:48:49.883003 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device c347d0e5-43ef-4149-a9e6-f63d765fcd86 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:48:49.945538 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-494846c7-1f8a-4360-a5eb-1407e20f93a1 req-5576047c-3187-456b-8047-770c46e42048 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Deleting port 207430a9-91d0-40d8-aa56-332652f0367a {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:48:49.949009 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-494846c7-1f8a-4360-a5eb-1407e20f93a1 req-5576047c-3187-456b-8047-770c46e42048 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:50.008798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-3cdcc80c-ea81-4467-b6ca-4f8e53441e1c tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:50.010224 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-3cdcc80c-ea81-4467-b6ca-4f8e53441e1c tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports/8a27cfa7-407b-4f88-a574-2b3cc58cd353 HTTP/1.1" status: 200 len: 942 time: 0.1239982 Jul 05 09:48:50.037737 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-915e5b37-a81b-4b93-85dc-8ded1abbf181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:50.039292 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-915e5b37-a81b-4b93-85dc-8ded1abbf181 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 1096 time: 0.1631436 Jul 05 09:48:50.052245 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-494846c7-1f8a-4360-a5eb-1407e20f93a1 req-5576047c-3187-456b-8047-770c46e42048 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] For port 207430a9-91d0-40d8-aa56-332652f0367a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=207430a9-91d0-40d8-aa56-332652f0367a,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:50.052593 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-494846c7-1f8a-4360-a5eb-1407e20f93a1 req-5576047c-3187-456b-8047-770c46e42048 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:50.062775 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9936ec-8c84-47bf-ae5e-f30907dad12f req-c4578da8-f141-4138-872b-9c6aaef7ef7b tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:50.064655 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1c9936ec-8c84-47bf-ae5e-f30907dad12f req-c4578da8-f141-4138-872b-9c6aaef7ef7b tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec485e15-5952-4ace-9933-f4d364d6fcde HTTP/1.1" status: 200 len: 949 time: 0.1029873 Jul 05 09:48:50.071811 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-494846c7-1f8a-4360-a5eb-1407e20f93a1 req-5576047c-3187-456b-8047-770c46e42048 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Calling delete_port for 207430a9-91d0-40d8-aa56-332652f0367a owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:48:50.200192 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1c9936ec-8c84-47bf-ae5e-f30907dad12f req-a7370e82-1f4b-4dd3-a49d-681df410ff27 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.79 "GET /v2.0/security-groups?id=30901ce0-617f-46e4-801e-11e59c63d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272557 Jul 05 09:48:50.204845 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 5223e31b-116a-43e5-84ae-271411893460 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:50.231573 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-494846c7-1f8a-4360-a5eb-1407e20f93a1 req-5576047c-3187-456b-8047-770c46e42048 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:50.269115 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576047c-3187-456b-8047-770c46e42048 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Pushing event deleted for resources: {'Port': ['ID=207430a9-91d0-40d8-aa56-332652f0367a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:50.288181 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-d78bf7e2-5c73-4c06-814f-0dd6a41b92ea tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 1000 time: 0.1553712 Jul 05 09:48:50.294162 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-8467a33a-98dc-4b33-9ac4-4f139a3b8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:50.296136 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-8467a33a-98dc-4b33-9ac4-4f139a3b8b31 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 909 time: 0.2425926 Jul 05 09:48:50.323951 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 5223e31b-116a-43e5-84ae-271411893460 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:50.329245 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 5223e31b-116a-43e5-84ae-271411893460 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:50.329819 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:50.346572 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-e8e3b086-5ec4-4bc5-9895-4b7c294eeaea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c347d0e5-43ef-4149-a9e6-f63d765fcd86 HTTP/1.1" status: 200 len: 217 time: 0.0401931 Jul 05 09:48:50.357011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-494846c7-1f8a-4360-a5eb-1407e20f93a1 req-5576047c-3187-456b-8047-770c46e42048 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] No DVR routers for this DVR port 207430a9-91d0-40d8-aa56-332652f0367a on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:48:50.367308 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-494846c7-1f8a-4360-a5eb-1407e20f93a1 req-5576047c-3187-456b-8047-770c46e42048 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:50.372795 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-494846c7-1f8a-4360-a5eb-1407e20f93a1 req-5576047c-3187-456b-8047-770c46e42048 tempest-ImagesOneServerTestJSON-2027017745 tempest-ImagesOneServerTestJSON-2027017745-project] 10.222.0.78 "DELETE /v2.0/ports/207430a9-91d0-40d8-aa56-332652f0367a HTTP/1.1" status: 204 len: 173 time: 0.6075718 Jul 05 09:48:50.373277 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec485e15-5952-4ace-9933-f4d364d6fcde', 'name': 'network-vif-deleted', 'tag': '207430a9-91d0-40d8-aa56-332652f0367a'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:50.375836 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a7068e-95bb-4dd8-afb5-7475ce7f3b4c" -d '{"events": [{"server_uuid": "ec485e15-5952-4ace-9933-f4d364d6fcde", "name": "network-vif-deleted", "tag": "207430a9-91d0-40d8-aa56-332652f0367a"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:50.450422 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-a97519bd-fe7b-457a-a6ed-cd42b67e06e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:50.451935 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-a97519bd-fe7b-457a-a6ed-cd42b67e06e2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=408995a7-a274-4d3e-939a-c6141d694df3 HTTP/1.1" status: 200 len: 848 time: 0.0914185 Jul 05 09:48:50.467031 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:50.491371 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa0ee78-1a1e-49b0-99e8-195308e2a131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5223e31b-116a-43e5-84ae-271411893460'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:50.493668 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ed2034-27ea-4aa7-8a21-2bb5426305b1" -d '{"events": [{"server_uuid": "8aa0ee78-1a1e-49b0-99e8-195308e2a131", "name": "network-vif-plugged", "status": "completed", "tag": "5223e31b-116a-43e5-84ae-271411893460"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:50.508357 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 5223e31b-116a-43e5-84ae-271411893460, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=5223e31b-116a-43e5-84ae-271411893460,segment=NetworkSegment(7d9f6744-08e7-4f74-82b6-8017c5c5d989),segment_id=7d9f6744-08e7-4f74-82b6-8017c5c5d989)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:50.514145 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:50.533267 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-3ac0407f-c432-4a8a-bdd7-c29c31300722 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5aa1814e-7fad-4b86-b0f0-99892209992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433028 Jul 05 09:48:50.605061 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=5223e31b-116a-43e5-84ae-271411893460,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:50.672106 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-c3eb9419-460b-403c-8420-5bcc21e0dfda tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:50.673538 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-c3eb9419-460b-403c-8420-5bcc21e0dfda tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.3765206 Jul 05 09:48:50.760226 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-7bd7b9f2-d104-4b86-bc15-f0fcdefbdd9a tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 1000 time: 0.0790067 Jul 05 09:48:50.767652 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9a994-47a5-440b-baf1-d05d707be6f3 req-76ba7122-9b76-430c-a297-fd141b8cca7b tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:50.774711 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4ab9a994-47a5-440b-baf1-d05d707be6f3 req-76ba7122-9b76-430c-a297-fd141b8cca7b tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.3302934 Jul 05 09:48:50.781486 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-e216711c-6021-4ef5-992c-cf5ef1a01f5d tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:50.792191 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-b466831a-a9f4-4328-ba4e-1edba174586d service neutron] 10.222.0.81 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455883 Jul 05 09:48:50.878898 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6727a828-0ecb-4d32-a49d-d1b80c295e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:50.913564 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-e216711c-6021-4ef5-992c-cf5ef1a01f5d tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:50.922242 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4ab9a994-47a5-440b-baf1-d05d707be6f3 req-d2e5aa22-0f8b-4fdf-8a7c-00eedb46c717 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467090 Jul 05 09:48:51.091169 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-e035caec-cfef-4e30-90c3-7e17960804b4 service neutron] 10.222.0.81 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696223 Jul 05 09:48:51.133650 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92229a38-e209-4447-8106-1ee541268d8e x-openstack-request-id: req-92229a38-e209-4447-8106-1ee541268d8e {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:51.134622 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec485e15-5952-4ace-9933-f4d364d6fcde", "name": "network-vif-deleted", "tag": "207430a9-91d0-40d8-aa56-332652f0367a", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:51.135640 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-92229a38-e209-4447-8106-1ee541268d8e {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:51.136329 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec485e15-5952-4ace-9933-f4d364d6fcde', 'name': 'network-vif-deleted', 'tag': '207430a9-91d0-40d8-aa56-332652f0367a', 'status': 'completed', 'code': 200} Jul 05 09:48:51.152655 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-e216711c-6021-4ef5-992c-cf5ef1a01f5d tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:51.158480 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-e216711c-6021-4ef5-992c-cf5ef1a01f5d tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:51.158852 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-e216711c-6021-4ef5-992c-cf5ef1a01f5d tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Floating IP d8f68feb-bee4-458a-81cc-6d7e34f62601 disassociated. External IP: 172.25.7.42, port: 8a27cfa7-407b-4f88-a574-2b3cc58cd353. Jul 05 09:48:51.175627 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec23cfa-6cda-4fa7-aeeb-0d501da815af x-openstack-request-id: req-0ec23cfa-6cda-4fa7-aeeb-0d501da815af {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:51.176212 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa0ee78-1a1e-49b0-99e8-195308e2a131", "name": "network-vif-plugged", "status": "completed", "tag": "5223e31b-116a-43e5-84ae-271411893460", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:51.176757 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0ec23cfa-6cda-4fa7-aeeb-0d501da815af {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:51.177391 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa0ee78-1a1e-49b0-99e8-195308e2a131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5223e31b-116a-43e5-84ae-271411893460', 'code': 200} Jul 05 09:48:51.535940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a762d-fae1-441f-8fef-c5c0ee106f06 req-7e452f3c-f947-4a35-8758-c5acc459e854 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:51.537350 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f83a762d-fae1-441f-8fef-c5c0ee106f06 req-7e452f3c-f947-4a35-8758-c5acc459e854 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 945 time: 0.1979876 Jul 05 09:48:51.539994 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-e216711c-6021-4ef5-992c-cf5ef1a01f5d tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Router ad9b659a-bc5c-4072-945b-24056e18af14 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:48:51.543876 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66972493-d10c-4e6c-9794-895c21944c61 req-8628212b-c469-42cd-8675-27bf8ba367f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:51.545307 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66972493-d10c-4e6c-9794-895c21944c61 req-8628212b-c469-42cd-8675-27bf8ba367f4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8aa0ee78-1a1e-49b0-99e8-195308e2a131 HTTP/1.1" status: 200 len: 1096 time: 0.2076702 Jul 05 09:48:51.613535 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-155cd725-f806-495c-b2b1-70b564811072 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:51.614969 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-155cd725-f806-495c-b2b1-70b564811072 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614&tenant_id=f74a958ec8be4a8683e21e11de1010dc&binding%3Ahost_id=n-h1-798054-8 HTTP/1.1" status: 200 len: 1096 time: 0.1653812 Jul 05 09:48:51.665012 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f83a762d-fae1-441f-8fef-c5c0ee106f06 req-b38d6b32-7115-4286-941e-aa91c1d742a6 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171119 Jul 05 09:48:51.685029 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66972493-d10c-4e6c-9794-895c21944c61 req-3472557b-ff35-4b83-862a-74cb11310752 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a0e3fc5f-0902-4478-b4ea-1c0d166b1352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274810 Jul 05 09:48:51.817281 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 207430a9-91d0-40d8-aa56-332652f0367a no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:48:51.844296 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 207430a9-91d0-40d8-aa56-332652f0367a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:48:51.844936 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 207430a9-91d0-40d8-aa56-332652f0367a not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:48:52.096425 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-e216711c-6021-4ef5-992c-cf5ef1a01f5d tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:48:52.108455 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903f8536-7599-4ac2-891f-cc3d64e03e18 None None] Sync routers for ids ['ad9b659a-bc5c-4072-945b-24056e18af14'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:48:52.123980 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903f8536-7599-4ac2-891f-cc3d64e03e18 None None] Routers {'ad9b659a-bc5c-4072-945b-24056e18af14'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:48:52.124829 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-903f8536-7599-4ac2-891f-cc3d64e03e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:48:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ad9b659a-bc5c-4072-945b-24056e18af14'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:52.127096 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-e216711c-6021-4ef5-992c-cf5ef1a01f5d tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:52.199868 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c3cc1-4453-4f80-be38-4222559402bb req-eca1e87a-256c-4b19-be80-91f4a97427e6 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:52.201406 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-114c3cc1-4453-4f80-be38-4222559402bb req-eca1e87a-256c-4b19-be80-91f4a97427e6 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/ports?device_id=8aa0ee78-1a1e-49b0-99e8-195308e2a131 HTTP/1.1" status: 200 len: 945 time: 0.1759815 Jul 05 09:48:52.207757 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-e216711c-6021-4ef5-992c-cf5ef1a01f5d tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "PUT /v2.0/floatingips/d8f68feb-bee4-458a-81cc-6d7e34f62601 HTTP/1.1" status: 200 len: 694 time: 1.4304070 Jul 05 09:48:52.208803 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-e163c16a-9456-4da5-8f50-d471d92888bf service neutron] For port c347d0e5-43ef-4149-a9e6-f63d765fcd86, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:48:52.209868 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7567fe7-071a-4dd1-bb59-0e412d58e0f3', 'tag': '8a27cfa7-407b-4f88-a574-2b3cc58cd353'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:52.212112 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb0dcc5-37c0-44d1-99a1-8df12d5061e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a7567fe7-071a-4dd1-bb59-0e412d58e0f3", "tag": "8a27cfa7-407b-4f88-a574-2b3cc58cd353"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:52.219234 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-e163c16a-9456-4da5-8f50-d471d92888bf service neutron] Notify callbacks [] for binding, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:52.220954 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-161d76c9-9ad6-48db-b37a-e4a1138c4cc2 req-e163c16a-9456-4da5-8f50-d471d92888bf service neutron] 10.222.0.81 "DELETE /v2.0/ports/c347d0e5-43ef-4149-a9e6-f63d765fcd86/bindings/n-h2-798054-8 HTTP/1.1" status: 204 len: 173 time: 0.5677869 Jul 05 09:48:52.251008 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-903f8536-7599-4ac2-891f-cc3d64e03e18 None None] Set router ad9b659a-bc5c-4072-945b-24056e18af14 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:48:52.257063 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-114c3cc1-4453-4f80-be38-4222559402bb req-c7bec15f-3d81-4052-8644-9eaac8e0707c tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0e3fc5f-0902-4478-b4ea-1c0d166b1352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416408 Jul 05 09:48:52.333375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-7a4b9832-7404-4244-b506-9b5e7ab74458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:52.336060 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-7a4b9832-7404-4244-b506-9b5e7ab74458 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f14992b010214883a7cb6c5d4bf0968d&device_id=a7567fe7-071a-4dd1-bb59-0e412d58e0f3 HTTP/1.1" status: 200 len: 1096 time: 0.0778499 Jul 05 09:48:52.534080 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-903f8536-7599-4ac2-891f-cc3d64e03e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:45Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '7406d6fd-1288-48fc-9f40-fe7dfc607318', 'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'mac_address': 'fa:16:3e:15:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:43Z', 'updated_at': '2021-07-05T09:47:57Z', 'revision_number': 5, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'subnets': [{'id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:52.543781 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-dfaf1daa-801a-414a-9077-b1c38e98c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:52.545546 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-dfaf1daa-801a-414a-9077-b1c38e98c7d0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=746da40b-2cc7-466f-a36c-2d78a0886235 HTTP/1.1" status: 200 len: 921 time: 0.2013557 Jul 05 09:48:52.568435 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903f8536-7599-4ac2-891f-cc3d64e03e18 None None] Checking router: ad9b659a-bc5c-4072-945b-24056e18af14 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:48:52.577955 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903f8536-7599-4ac2-891f-cc3d64e03e18 None None] Routers {'ad9b659a-bc5c-4072-945b-24056e18af14'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:48:52.578660 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-903f8536-7599-4ac2-891f-cc3d64e03e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:48:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ad9b659a-bc5c-4072-945b-24056e18af14'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:52.593605 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-11ccd9bd-301d-42a1-ad43-f41902a71f5a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a27cfa7-407b-4f88-a574-2b3cc58cd353 HTTP/1.1" status: 200 len: 217 time: 0.0399706 Jul 05 09:48:52.651638 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3929a-8d6d-4ed6-b18c-a308ccf533b2 req-20a0c4e7-224c-4575-8cc5-2ab84c9bb3b5 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:52.658833 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-76f3929a-8d6d-4ed6-b18c-a308ccf533b2 req-20a0c4e7-224c-4575-8cc5-2ab84c9bb3b5 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1671488 Jul 05 09:48:52.688165 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-dbc13c2f-bf6e-4ebb-9722-c665e59b0cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:52.690025 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-dbc13c2f-bf6e-4ebb-9722-c665e59b0cf4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f0c42237-0515-4756-b2dd-a698486063e5 HTTP/1.1" status: 200 len: 859 time: 0.0895131 Jul 05 09:48:52.742307 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-76f3929a-8d6d-4ed6-b18c-a308ccf533b2 req-a51815f7-8042-479a-9b32-777fddf384f3 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822289 Jul 05 09:48:52.802777 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-95e87874-66a2-492e-b1d7-3f5da8b3734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:52.804356 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-95e87874-66a2-492e-b1d7-3f5da8b3734d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=746da40b-2cc7-466f-a36c-2d78a0886235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056294 Jul 05 09:48:52.874282 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-903f8536-7599-4ac2-891f-cc3d64e03e18 None None] Set router ad9b659a-bc5c-4072-945b-24056e18af14 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:48:53.001281 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-b038e7ae-2800-4001-b4b0-84cc548e77aa service neutron] 10.222.0.79 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907880 Jul 05 09:48:53.134001 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c8a093-d451-4860-85ff-e3f90ee67c8e x-openstack-request-id: req-33c8a093-d451-4860-85ff-e3f90ee67c8e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:53.134719 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7567fe7-071a-4dd1-bb59-0e412d58e0f3", "tag": "8a27cfa7-407b-4f88-a574-2b3cc58cd353", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:53.134719 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-33c8a093-d451-4860-85ff-e3f90ee67c8e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:53.135463 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7567fe7-071a-4dd1-bb59-0e412d58e0f3', 'tag': '8a27cfa7-407b-4f88-a574-2b3cc58cd353', 'status': 'completed', 'code': 200} Jul 05 09:48:53.185767 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0dcc5-37c0-44d1-99a1-8df12d5061e5 req-f11df3bc-0141-462b-88fd-6b533ff1df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:53.188868 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3cb0dcc5-37c0-44d1-99a1-8df12d5061e5 req-f11df3bc-0141-462b-88fd-6b533ff1df4d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f14992b010214883a7cb6c5d4bf0968d&device_id=a7567fe7-071a-4dd1-bb59-0e412d58e0f3 HTTP/1.1" status: 200 len: 1096 time: 0.1327000 Jul 05 09:48:53.209271 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-903f8536-7599-4ac2-891f-cc3d64e03e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:45Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '7406d6fd-1288-48fc-9f40-fe7dfc607318', 'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'mac_address': 'fa:16:3e:15:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:43Z', 'updated_at': '2021-07-05T09:47:57Z', 'revision_number': 5, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'subnets': [{'id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:53.256352 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-406fc2dd-c2c4-4ff9-8e25-a9bfbc5c5480 req-aa490c24-b29b-4f01-9730-9d62d14814dd service neutron] 10.222.0.79 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452576 Jul 05 09:48:53.292960 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903f8536-7599-4ac2-891f-cc3d64e03e18 None None] The sync data for ids ['ad9b659a-bc5c-4072-945b-24056e18af14'] in n-d-798054-8 is: [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:45Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '7406d6fd-1288-48fc-9f40-fe7dfc607318', 'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'mac_address': 'fa:16:3e:15:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:43Z', 'updated_at': '2021-07-05T09:47:57Z', 'revision_number': 5, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'subnets': [{'id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:48:53.340134 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5ee0-1354-4b8a-a865-ea22ad9eb0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:53.485396 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54106) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:53.491509 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0dcc5-37c0-44d1-99a1-8df12d5061e5 req-4ab8bf2a-0a5d-47e1-8c86-bb5302adc00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:53.493044 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3cb0dcc5-37c0-44d1-99a1-8df12d5061e5 req-4ab8bf2a-0a5d-47e1-8c86-bb5302adc00c service neutron] 10.222.0.78 "GET /v2.0/networks?id=746da40b-2cc7-466f-a36c-2d78a0886235 HTTP/1.1" status: 200 len: 921 time: 0.2970564 Jul 05 09:48:53.578289 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:53.643263 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3cb0dcc5-37c0-44d1-99a1-8df12d5061e5 req-ce99af11-c24b-43d1-b9ba-54b69a8c474e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a27cfa7-407b-4f88-a574-2b3cc58cd353 HTTP/1.1" status: 200 len: 217 time: 0.1320963 Jul 05 09:48:53.721623 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecac62e-7624-4e78-b60e-5cfba6fe5504 req-6fcd3c96-2ecc-400a-a094-4a68e3678003 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:53.729521 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eecac62e-7624-4e78-b60e-5cfba6fe5504 req-6fcd3c96-2ecc-400a-a094-4a68e3678003 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/networks?id=a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2 HTTP/1.1" status: 200 len: 812 time: 0.2965884 Jul 05 09:48:53.753166 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0dcc5-37c0-44d1-99a1-8df12d5061e5 req-81870344-6f90-4561-86e8-cdc2c4f97f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:53.755155 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3cb0dcc5-37c0-44d1-99a1-8df12d5061e5 req-81870344-6f90-4561-86e8-cdc2c4f97f2f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f0c42237-0515-4756-b2dd-a698486063e5 HTTP/1.1" status: 200 len: 859 time: 0.0982325 Jul 05 09:48:53.761114 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eecac62e-7624-4e78-b60e-5cfba6fe5504 req-dc88ae67-b168-41b3-a7ee-8d93299b78cc tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/quotas/a6475ba64a0d482bb432aecc90634688 HTTP/1.1" status: 200 len: 375 time: 0.0242941 Jul 05 09:48:53.841652 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbcea83-b01c-4f2f-9390-b5f411adf497 None None] New status for floating IP d8f68feb-bee4-458a-81cc-6d7e34f62601: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:48:53.855389 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-600c8a39-9cee-4011-ae1a-da2546d99f35 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=68c976355c8947dfb15f859dec911fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687358 Jul 05 09:48:53.859728 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54116) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:53.875267 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eecac62e-7624-4e78-b60e-5cfba6fe5504 req-4e0900db-55cb-451d-a9af-8d3e6d2b63aa tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a6475ba64a0d482bb432aecc90634688&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1040790 Jul 05 09:48:53.899366 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0dcc5-37c0-44d1-99a1-8df12d5061e5 req-1b157056-732a-420c-8536-f8828cf65843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:53.900237 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beddfac-32ba-4bd0-b47e-9515124c942b req-53fc5b6d-359b-42e8-b467-4d36fc781c5b tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:53.901708 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3cb0dcc5-37c0-44d1-99a1-8df12d5061e5 req-1b157056-732a-420c-8536-f8828cf65843 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=746da40b-2cc7-466f-a36c-2d78a0886235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1387644 Jul 05 09:48:53.907995 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0beddfac-32ba-4bd0-b47e-9515124c942b req-53fc5b6d-359b-42e8-b467-4d36fc781c5b tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 945 time: 0.1242697 Jul 05 09:48:53.956259 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0beddfac-32ba-4bd0-b47e-9515124c942b req-c37ba8b6-b691-49f0-879b-499617dac7bc tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470667 Jul 05 09:48:54.012055 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07a946d3-bea8-476f-b7a6-15f5e1d9fd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:54.056292 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3cb0dcc5-37c0-44d1-99a1-8df12d5061e5 req-b247e3e0-49db-4d16-bace-b60e43d31ee8 service neutron] 10.222.0.78 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464875 Jul 05 09:48:54.060420 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07a946d3-bea8-476f-b7a6-15f5e1d9fd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:54.213590 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07a946d3-bea8-476f-b7a6-15f5e1d9fd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:54.217170 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07a946d3-bea8-476f-b7a6-15f5e1d9fd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:54.219035 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-07a946d3-bea8-476f-b7a6-15f5e1d9fd73 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/30901ce0-617f-46e4-801e-11e59c63d62c HTTP/1.1" status: 204 len: 168 time: 0.3503466 Jul 05 09:48:54.227192 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ffa45-d4aa-43d1-b067-17048df1587b req-e8446c94-78a9-483b-86e8-bac74d0fa127 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:54.234943 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-815ffa45-d4aa-43d1-b067-17048df1587b req-e8446c94-78a9-483b-86e8-bac74d0fa127 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/ports?device_id=8aa0ee78-1a1e-49b0-99e8-195308e2a131 HTTP/1.1" status: 200 len: 945 time: 0.1203296 Jul 05 09:48:54.285130 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a946d3-bea8-476f-b7a6-15f5e1d9fd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30901ce0-617f-46e4-801e-11e59c63d62c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:54.316555 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3cb0dcc5-37c0-44d1-99a1-8df12d5061e5 req-8c7eccde-658b-400c-9896-8c74f058883d service neutron] 10.222.0.78 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487328 Jul 05 09:48:54.323416 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-815ffa45-d4aa-43d1-b067-17048df1587b req-bf2cb446-205f-4a84-bb96-7ed6f36b5072 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0e3fc5f-0902-4478-b4ea-1c0d166b1352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846651 Jul 05 09:48:54.495062 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:54.659318 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8860b-daaf-428e-9de5-c9580010b2d2 req-588d2cbc-510d-4a02-83f5-a371ff8efc75 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:54.688428 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35d8860b-daaf-428e-9de5-c9580010b2d2 req-588d2cbc-510d-4a02-83f5-a371ff8efc75 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1258430 Jul 05 09:48:54.779941 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35d8860b-daaf-428e-9de5-c9580010b2d2 req-b49be442-7acf-43cd-9ec1-977e0555db4e tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905817 Jul 05 09:48:54.959807 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c92f5-eb05-41ba-836b-44eee460e549 req-2b26acfa-4ef9-4eba-82c7-88763836cd96 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:54.961331 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-330c92f5-eb05-41ba-836b-44eee460e549 req-2b26acfa-4ef9-4eba-82c7-88763836cd96 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/ports?device_id=8aa0ee78-1a1e-49b0-99e8-195308e2a131 HTTP/1.1" status: 200 len: 945 time: 0.1212914 Jul 05 09:48:54.970289 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54150) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:54.975580 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4d136cc5-fa02-4c3e-b667-a6e1f4280178 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Request body: {'floatingip': {'port_id': '5223e31b-116a-43e5-84ae-271411893460'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:54.995898 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98846cf-8051-439d-80f2-c3fccc72596d req-16e41af1-a208-43c2-99ae-e4b53638029a tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:54.997388 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d98846cf-8051-439d-80f2-c3fccc72596d req-16e41af1-a208-43c2-99ae-e4b53638029a tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1040196 Jul 05 09:48:55.037630 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d136cc5-fa02-4c3e-b667-a6e1f4280178 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:55.064077 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d98846cf-8051-439d-80f2-c3fccc72596d req-6aea01e0-fab0-4268-9182-22934833d257 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 695 time: 0.0604625 Jul 05 09:48:55.100352 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d98846cf-8051-439d-80f2-c3fccc72596d req-db11c634-59ec-49bf-a2f1-1ef61d54a9eb tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Request body: {'floatingip': {'port_id': '92965308-0ccc-426c-a8f6-816b4b37f699', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:55.149149 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d98846cf-8051-439d-80f2-c3fccc72596d req-db11c634-59ec-49bf-a2f1-1ef61d54a9eb tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:55.240071 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36795749-b5cc-4c89-b5b3-2619246f7a78 req-fbfe930a-f709-43a7-acf9-5a6eddaefbb5 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:55.241600 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-36795749-b5cc-4c89-b5b3-2619246f7a78 req-fbfe930a-f709-43a7-acf9-5a6eddaefbb5 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b64e60-3119-4060-b0d1-5045543c4a80 HTTP/1.1" status: 200 len: 946 time: 0.1821182 Jul 05 09:48:55.349900 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-36795749-b5cc-4c89-b5b3-2619246f7a78 req-05b7df3c-db42-4f35-9585-6348dd95897f tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860429 Jul 05 09:48:55.522295 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d136cc5-fa02-4c3e-b667-a6e1f4280178 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:55.526214 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d136cc5-fa02-4c3e-b667-a6e1f4280178 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:55.606913 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27addc5e-89ff-4c73-b5c7-209c5aad8642 req-799f3607-9101-4017-adfa-251e239f58ac tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:55.608444 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27addc5e-89ff-4c73-b5c7-209c5aad8642 req-799f3607-9101-4017-adfa-251e239f58ac tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 1096 time: 0.1485167 Jul 05 09:48:55.631487 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-4d136cc5-fa02-4c3e-b667-a6e1f4280178 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Floating IP 49ef803f-1317-4653-b565-261597e6b8d2 associated. External IP: 172.25.7.217, port: 5223e31b-116a-43e5-84ae-271411893460. Jul 05 09:48:55.709242 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27addc5e-89ff-4c73-b5c7-209c5aad8642 req-5a485379-ea86-4597-b726-949ba1d31b48 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925579 Jul 05 09:48:55.736909 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d98846cf-8051-439d-80f2-c3fccc72596d req-db11c634-59ec-49bf-a2f1-1ef61d54a9eb tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:55.741949 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d98846cf-8051-439d-80f2-c3fccc72596d req-db11c634-59ec-49bf-a2f1-1ef61d54a9eb tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:55.845437 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d136cc5-fa02-4c3e-b667-a6e1f4280178 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Router e997bbe9-8485-49e4-81cc-6f13f0d3550d has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:48:55.888379 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [req-d98846cf-8051-439d-80f2-c3fccc72596d req-db11c634-59ec-49bf-a2f1-1ef61d54a9eb tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Floating IP d8f68feb-bee4-458a-81cc-6d7e34f62601 associated. External IP: 172.25.7.42, port: 92965308-0ccc-426c-a8f6-816b4b37f699. Jul 05 09:48:55.958645 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d136cc5-fa02-4c3e-b667-a6e1f4280178 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:48:55.963465 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d136cc5-fa02-4c3e-b667-a6e1f4280178 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:55.970190 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a28b2-73aa-471d-b918-1c3925d19e80 req-9caa9988-e7b2-459e-8d8f-62295061a571 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:55.970835 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4052ea71-bfe4-4ea3-a059-7f82aee0a8c3 None None] Sync routers for ids ['e997bbe9-8485-49e4-81cc-6f13f0d3550d'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:48:55.971744 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7b6a28b2-73aa-471d-b918-1c3925d19e80 req-9caa9988-e7b2-459e-8d8f-62295061a571 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1408110 Jul 05 09:48:55.981350 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4052ea71-bfe4-4ea3-a059-7f82aee0a8c3 None None] Routers {'e997bbe9-8485-49e4-81cc-6f13f0d3550d'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:48:55.982126 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4052ea71-bfe4-4ea3-a059-7f82aee0a8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:48:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e997bbe9-8485-49e4-81cc-6f13f0d3550d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:56.027962 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4d136cc5-fa02-4c3e-b667-a6e1f4280178 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "PUT /v2.0/floatingips/49ef803f-1317-4653-b565-261597e6b8d2 HTTP/1.1" status: 200 len: 991 time: 1.0564561 Jul 05 09:48:56.028945 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa0ee78-1a1e-49b0-99e8-195308e2a131', 'tag': '5223e31b-116a-43e5-84ae-271411893460'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:56.031426 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca78f57d-76c9-4137-9978-f7fd9f3ec5dd" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa0ee78-1a1e-49b0-99e8-195308e2a131", "tag": "5223e31b-116a-43e5-84ae-271411893460"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:56.053382 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7b6a28b2-73aa-471d-b918-1c3925d19e80 req-b69c8391-da3b-4eca-aaed-46f0fb9dae19 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517795 Jul 05 09:48:56.122496 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-4052ea71-bfe4-4ea3-a059-7f82aee0a8c3 None None] Set router e997bbe9-8485-49e4-81cc-6f13f0d3550d gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:48:56.183708 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d98846cf-8051-439d-80f2-c3fccc72596d req-db11c634-59ec-49bf-a2f1-1ef61d54a9eb tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Router ad9b659a-bc5c-4072-945b-24056e18af14 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:48:56.252343 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cbb30-b2dc-4895-bf3d-f99453cb72dc req-76c83ce1-ee7d-473f-931b-5e6649d74d7d tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:56.254223 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-346cbb30-b2dc-4895-bf3d-f99453cb72dc req-76c83ce1-ee7d-473f-931b-5e6649d74d7d tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7567fe7-071a-4dd1-bb59-0e412d58e0f3 HTTP/1.1" status: 200 len: 945 time: 0.0803778 Jul 05 09:48:56.308365 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d98846cf-8051-439d-80f2-c3fccc72596d req-db11c634-59ec-49bf-a2f1-1ef61d54a9eb tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:48:56.313888 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d98846cf-8051-439d-80f2-c3fccc72596d req-db11c634-59ec-49bf-a2f1-1ef61d54a9eb tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:56.320376 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9106868d-aba0-4e9e-b997-9d2d8381ca76 None None] Sync routers for ids ['ad9b659a-bc5c-4072-945b-24056e18af14'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:48:56.334189 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9106868d-aba0-4e9e-b997-9d2d8381ca76 None None] Routers {'ad9b659a-bc5c-4072-945b-24056e18af14'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:48:56.337138 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9106868d-aba0-4e9e-b997-9d2d8381ca76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:48:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ad9b659a-bc5c-4072-945b-24056e18af14'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:56.378537 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d98846cf-8051-439d-80f2-c3fccc72596d req-db11c634-59ec-49bf-a2f1-1ef61d54a9eb tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "PUT /v2.0/floatingips/d8f68feb-bee4-458a-81cc-6d7e34f62601 HTTP/1.1" status: 200 len: 995 time: 1.3028653 Jul 05 09:48:56.379301 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66004ca2-9475-4f06-8ad6-4a6dae01b65a', 'tag': '92965308-0ccc-426c-a8f6-816b4b37f699'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:56.382355 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4317bf9d-8248-4617-b0f8-4e486ca59316" -d '{"events": [{"name": "network-changed", "server_uuid": "66004ca2-9475-4f06-8ad6-4a6dae01b65a", "tag": "92965308-0ccc-426c-a8f6-816b4b37f699"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:56.400493 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-346cbb30-b2dc-4895-bf3d-f99453cb72dc req-26b44aa8-5506-4e72-8aa6-b7c6bb9e56d7 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Deleting port 8a27cfa7-407b-4f88-a574-2b3cc58cd353 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:48:56.400852 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-346cbb30-b2dc-4895-bf3d-f99453cb72dc req-26b44aa8-5506-4e72-8aa6-b7c6bb9e56d7 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:56.419180 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4052ea71-bfe4-4ea3-a059-7f82aee0a8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'name': 'tempest-ServersTestBootFromVolume-614195647-router', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:45Z', 'updated_at': '2021-07-05T09:47:54Z', 'revision_number': 4, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'gw_port': {'id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:46Z', 'updated_at': '2021-07-05T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '49ef803f-1317-4653-b565-261597e6b8d2', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'floating_ip_address': '172.25.7.217', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'port_id': '5223e31b-116a-43e5-84ae-271411893460', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6', 'mac_address': 'fa:16:3e:5a:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa0ee78-1a1e-49b0-99e8-195308e2a131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:48:02Z', 'updated_at': '2021-07-05T09:48:55Z', 'revision_number': 1, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d0a08c6-3be6-403c-851f-99d68bff8018', 'name': '', 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'mac_address': 'fa:16:3e:d0:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '11fb63e6-003a-4932-a1fe-88ef947e51fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:51Z', 'updated_at': '2021-07-05T09:48:03Z', 'revision_number': 5, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'subnets': [{'id': '11fb63e6-003a-4932-a1fe-88ef947e51fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:56.468412 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98846cf-8051-439d-80f2-c3fccc72596d req-5678b89c-a428-41a6-b338-f645b0a1c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:56.470221 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d98846cf-8051-439d-80f2-c3fccc72596d req-5678b89c-a428-41a6-b338-f645b0a1c331 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f14992b010214883a7cb6c5d4bf0968d&device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 1096 time: 0.0776191 Jul 05 09:48:56.472168 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4052ea71-bfe4-4ea3-a059-7f82aee0a8c3 None None] Checking router: e997bbe9-8485-49e4-81cc-6f13f0d3550d for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:48:56.482314 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4052ea71-bfe4-4ea3-a059-7f82aee0a8c3 None None] Routers {'e997bbe9-8485-49e4-81cc-6f13f0d3550d'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:48:56.483012 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4052ea71-bfe4-4ea3-a059-7f82aee0a8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:48:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e997bbe9-8485-49e4-81cc-6f13f0d3550d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:56.513104 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-346cbb30-b2dc-4895-bf3d-f99453cb72dc req-26b44aa8-5506-4e72-8aa6-b7c6bb9e56d7 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] For port 8a27cfa7-407b-4f88-a574-2b3cc58cd353, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8a27cfa7-407b-4f88-a574-2b3cc58cd353,segment=NetworkSegment(48c2a058-2c95-42e3-b8e4-a232959d524e),segment_id=48c2a058-2c95-42e3-b8e4-a232959d524e)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:56.513104 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-346cbb30-b2dc-4895-bf3d-f99453cb72dc req-26b44aa8-5506-4e72-8aa6-b7c6bb9e56d7 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:56.526644 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-346cbb30-b2dc-4895-bf3d-f99453cb72dc req-26b44aa8-5506-4e72-8aa6-b7c6bb9e56d7 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Calling delete_port for 8a27cfa7-407b-4f88-a574-2b3cc58cd353 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:48:56.578124 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-9106868d-aba0-4e9e-b997-9d2d8381ca76 None None] Set router ad9b659a-bc5c-4072-945b-24056e18af14 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:48:56.622355 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:56.648659 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-4052ea71-bfe4-4ea3-a059-7f82aee0a8c3 None None] Set router e997bbe9-8485-49e4-81cc-6f13f0d3550d gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:48:56.665180 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98846cf-8051-439d-80f2-c3fccc72596d req-5ed61097-b7ef-47e0-9041-37f2f450851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:56.672807 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d98846cf-8051-439d-80f2-c3fccc72596d req-5ed61097-b7ef-47e0-9041-37f2f450851c service neutron] 10.222.0.79 "GET /v2.0/networks?id=746da40b-2cc7-466f-a36c-2d78a0886235 HTTP/1.1" status: 200 len: 921 time: 0.1961656 Jul 05 09:48:56.683004 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751c8ca-dbf5-4f0c-a222-3aa509cca38c req-2ecb3271-b9f7-47a0-b00e-a2c82a521c90 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:56.684557 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a751c8ca-dbf5-4f0c-a222-3aa509cca38c req-2ecb3271-b9f7-47a0-b00e-a2c82a521c90 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 1096 time: 0.1173217 Jul 05 09:48:56.706039 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-346cbb30-b2dc-4895-bf3d-f99453cb72dc req-26b44aa8-5506-4e72-8aa6-b7c6bb9e56d7 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:56.744917 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b44aa8-5506-4e72-8aa6-b7c6bb9e56d7 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Pushing event deleted for resources: {'Port': ['ID=8a27cfa7-407b-4f88-a574-2b3cc58cd353,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:56.763632 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['8a27cfa7-407b-4f88-a574-2b3cc58cd353'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:48:56.789073 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a751c8ca-dbf5-4f0c-a222-3aa509cca38c req-51850904-4552-4f46-85b9-2dbcafdccc7c tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695210 Jul 05 09:48:56.798028 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['92965308-0ccc-426c-a8f6-816b4b37f699'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:48:56.809045 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d98846cf-8051-439d-80f2-c3fccc72596d req-50982334-cae0-440a-81e9-82cb04676187 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92965308-0ccc-426c-a8f6-816b4b37f699 HTTP/1.1" status: 200 len: 998 time: 0.1353383 Jul 05 09:48:56.834162 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-346cbb30-b2dc-4895-bf3d-f99453cb72dc req-26b44aa8-5506-4e72-8aa6-b7c6bb9e56d7 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] No DVR routers for this DVR port 8a27cfa7-407b-4f88-a574-2b3cc58cd353 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:48:56.841989 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-346cbb30-b2dc-4895-bf3d-f99453cb72dc req-26b44aa8-5506-4e72-8aa6-b7c6bb9e56d7 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:56.845752 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-346cbb30-b2dc-4895-bf3d-f99453cb72dc req-26b44aa8-5506-4e72-8aa6-b7c6bb9e56d7 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.78 "DELETE /v2.0/ports/8a27cfa7-407b-4f88-a574-2b3cc58cd353 HTTP/1.1" status: 204 len: 173 time: 0.5844705 Jul 05 09:48:56.937561 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98846cf-8051-439d-80f2-c3fccc72596d req-7c9903c4-7ba4-4f91-be86-9f4daefb4bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:56.946359 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d98846cf-8051-439d-80f2-c3fccc72596d req-7c9903c4-7ba4-4f91-be86-9f4daefb4bd8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f0c42237-0515-4756-b2dd-a698486063e5 HTTP/1.1" status: 200 len: 859 time: 0.1364136 Jul 05 09:48:57.029466 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9106868d-aba0-4e9e-b997-9d2d8381ca76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:45Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd8f68feb-bee4-458a-81cc-6d7e34f62601', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'port_id': '92965308-0ccc-426c-a8f6-816b4b37f699', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'mac_address': 'fa:16:3e:25:e4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66004ca2-9475-4f06-8ad6-4a6dae01b65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:48:16Z', 'updated_at': '2021-07-05T09:48:55Z', 'revision_number': 8, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7406d6fd-1288-48fc-9f40-fe7dfc607318', 'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'mac_address': 'fa:16:3e:15:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:43Z', 'updated_at': '2021-07-05T09:47:57Z', 'revision_number': 5, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'subnets': [{'id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:57.049370 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14beffe-af70-4db4-94f8-21fcb5e6573f x-openstack-request-id: req-f14beffe-af70-4db4-94f8-21fcb5e6573f {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:57.049668 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa0ee78-1a1e-49b0-99e8-195308e2a131", "tag": "5223e31b-116a-43e5-84ae-271411893460", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:57.049928 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f14beffe-af70-4db4-94f8-21fcb5e6573f {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:57.050337 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa0ee78-1a1e-49b0-99e8-195308e2a131', 'tag': '5223e31b-116a-43e5-84ae-271411893460', 'status': 'completed', 'code': 200} Jul 05 09:48:57.093895 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9106868d-aba0-4e9e-b997-9d2d8381ca76 None None] Checking router: ad9b659a-bc5c-4072-945b-24056e18af14 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:48:57.107871 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9106868d-aba0-4e9e-b997-9d2d8381ca76 None None] Routers {'ad9b659a-bc5c-4072-945b-24056e18af14'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:48:57.109179 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9106868d-aba0-4e9e-b997-9d2d8381ca76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:48:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ad9b659a-bc5c-4072-945b-24056e18af14'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:57.232049 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-9106868d-aba0-4e9e-b997-9d2d8381ca76 None None] Set router ad9b659a-bc5c-4072-945b-24056e18af14 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:48:57.297062 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4052ea71-bfe4-4ea3-a059-7f82aee0a8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'name': 'tempest-ServersTestBootFromVolume-614195647-router', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:45Z', 'updated_at': '2021-07-05T09:47:54Z', 'revision_number': 4, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'gw_port': {'id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:46Z', 'updated_at': '2021-07-05T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '49ef803f-1317-4653-b565-261597e6b8d2', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'floating_ip_address': '172.25.7.217', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'port_id': '5223e31b-116a-43e5-84ae-271411893460', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6', 'mac_address': 'fa:16:3e:5a:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa0ee78-1a1e-49b0-99e8-195308e2a131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:48:02Z', 'updated_at': '2021-07-05T09:48:55Z', 'revision_number': 1, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d0a08c6-3be6-403c-851f-99d68bff8018', 'name': '', 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'mac_address': 'fa:16:3e:d0:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '11fb63e6-003a-4932-a1fe-88ef947e51fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:51Z', 'updated_at': '2021-07-05T09:48:03Z', 'revision_number': 5, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'subnets': [{'id': '11fb63e6-003a-4932-a1fe-88ef947e51fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:57.330188 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4052ea71-bfe4-4ea3-a059-7f82aee0a8c3 None None] The sync data for ids ['e997bbe9-8485-49e4-81cc-6f13f0d3550d'] in n-d-798054-8 is: [{'id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'name': 'tempest-ServersTestBootFromVolume-614195647-router', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:45Z', 'updated_at': '2021-07-05T09:47:54Z', 'revision_number': 4, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'gw_port': {'id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:46Z', 'updated_at': '2021-07-05T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '49ef803f-1317-4653-b565-261597e6b8d2', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'floating_ip_address': '172.25.7.217', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'port_id': '5223e31b-116a-43e5-84ae-271411893460', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6', 'mac_address': 'fa:16:3e:5a:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa0ee78-1a1e-49b0-99e8-195308e2a131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:48:02Z', 'updated_at': '2021-07-05T09:48:55Z', 'revision_number': 1, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d0a08c6-3be6-403c-851f-99d68bff8018', 'name': '', 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'mac_address': 'fa:16:3e:d0:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '11fb63e6-003a-4932-a1fe-88ef947e51fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:51Z', 'updated_at': '2021-07-05T09:48:03Z', 'revision_number': 5, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'subnets': [{'id': '11fb63e6-003a-4932-a1fe-88ef947e51fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:48:57.395532 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de560a7-18bd-4f3d-9bc8-ad77596f8341 req-8ae45222-c9bf-4265-a6ac-2a04a6eeae95 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:57.397216 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0de560a7-18bd-4f3d-9bc8-ad77596f8341 req-8ae45222-c9bf-4265-a6ac-2a04a6eeae95 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.81 "GET /v2.0/ports?device_id=03b64e60-3119-4060-b0d1-5045543c4a80 HTTP/1.1" status: 200 len: 946 time: 0.6177866 Jul 05 09:48:57.497737 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0ebd2404-09ed-422a-bfae-68e1ace39920 req-f61837b3-41df-4315-9313-1cdfb95b157f tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a6475ba64a0d482bb432aecc90634688 HTTP/1.1" status: 200 len: 221 time: 0.1192143 Jul 05 09:48:57.504532 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9106868d-aba0-4e9e-b997-9d2d8381ca76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:45Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd8f68feb-bee4-458a-81cc-6d7e34f62601', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'port_id': '92965308-0ccc-426c-a8f6-816b4b37f699', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'mac_address': 'fa:16:3e:25:e4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66004ca2-9475-4f06-8ad6-4a6dae01b65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:48:16Z', 'updated_at': '2021-07-05T09:48:55Z', 'revision_number': 8, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7406d6fd-1288-48fc-9f40-fe7dfc607318', 'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'mac_address': 'fa:16:3e:15:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:43Z', 'updated_at': '2021-07-05T09:47:57Z', 'revision_number': 5, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'subnets': [{'id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:57.551928 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98846cf-8051-439d-80f2-c3fccc72596d req-d4790216-c7ae-48fa-8751-ea54d6eb34f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:57.553475 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d98846cf-8051-439d-80f2-c3fccc72596d req-d4790216-c7ae-48fa-8751-ea54d6eb34f9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=746da40b-2cc7-466f-a36c-2d78a0886235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6063442 Jul 05 09:48:57.578905 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78f57d-76c9-4137-9978-f7fd9f3ec5dd req-4a610204-7273-422f-9165-4f9d2ed12807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:57.580469 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ca78f57d-76c9-4137-9978-f7fd9f3ec5dd req-4a610204-7273-422f-9165-4f9d2ed12807 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b2e9d6e402a44a229484b04a808cfafa&device_id=8aa0ee78-1a1e-49b0-99e8-195308e2a131 HTTP/1.1" status: 200 len: 1096 time: 0.2039700 Jul 05 09:48:57.584524 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9106868d-aba0-4e9e-b997-9d2d8381ca76 None None] The sync data for ids ['ad9b659a-bc5c-4072-945b-24056e18af14'] in n-d-798054-8 is: [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:45Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd8f68feb-bee4-458a-81cc-6d7e34f62601', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'port_id': '92965308-0ccc-426c-a8f6-816b4b37f699', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'mac_address': 'fa:16:3e:25:e4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66004ca2-9475-4f06-8ad6-4a6dae01b65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:48:16Z', 'updated_at': '2021-07-05T09:48:55Z', 'revision_number': 8, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7406d6fd-1288-48fc-9f40-fe7dfc607318', 'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'mac_address': 'fa:16:3e:15:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:43Z', 'updated_at': '2021-07-05T09:47:57Z', 'revision_number': 5, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'subnets': [{'id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:48:57.674428 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd4a3a8-9fbb-4254-995d-40d53756e0f3 None None] New status for floating IP 49ef803f-1317-4653-b565-261597e6b8d2: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:48:57.771990 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-0de560a7-18bd-4f3d-9bc8-ad77596f8341 req-b68ea41e-e349-4fd9-9e33-2f4f02d586f8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Deleting port 57d9cefe-34c4-45d1-8311-6b5cf0c02ae6 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:48:57.772339 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0de560a7-18bd-4f3d-9bc8-ad77596f8341 req-b68ea41e-e349-4fd9-9e33-2f4f02d586f8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:57.854418 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d98846cf-8051-439d-80f2-c3fccc72596d req-8af71dac-b2de-45bf-9c47-f4d49acc6603 service neutron] 10.222.0.79 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874973 Jul 05 09:48:57.888590 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dbeb5c-c8bf-4c0e-a3f4-faf664359a18 None None] New status for floating IP d8f68feb-bee4-458a-81cc-6d7e34f62601: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:48:57.938752 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78f57d-76c9-4137-9978-f7fd9f3ec5dd req-525415f6-18b1-4bf9-9974-1349f2a424c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:57.940341 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ca78f57d-76c9-4137-9978-f7fd9f3ec5dd req-525415f6-18b1-4bf9-9974-1349f2a424c6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0cb0d1a7-4a96-4b1a-82ea-62650006a9d6 HTTP/1.1" status: 200 len: 916 time: 0.3060040 Jul 05 09:48:57.962566 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82b767-5393-420c-bbc8-e056453eadb3 req-85129ff4-adeb-4dfb-8ed7-a27084a86f6d tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:57.964080 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4e82b767-5393-420c-bbc8-e056453eadb3 req-85129ff4-adeb-4dfb-8ed7-a27084a86f6d tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b64e60-3119-4060-b0d1-5045543c4a80 HTTP/1.1" status: 200 len: 946 time: 0.3154180 Jul 05 09:48:58.064026 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0de560a7-18bd-4f3d-9bc8-ad77596f8341 req-b68ea41e-e349-4fd9-9e33-2f4f02d586f8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] For port 57d9cefe-34c4-45d1-8311-6b5cf0c02ae6, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=57d9cefe-34c4-45d1-8311-6b5cf0c02ae6,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:58.064408 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0de560a7-18bd-4f3d-9bc8-ad77596f8341 req-b68ea41e-e349-4fd9-9e33-2f4f02d586f8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:58.100186 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ca78f57d-76c9-4137-9978-f7fd9f3ec5dd req-205f2c29-1b00-48cf-9c21-99b8d055244b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5223e31b-116a-43e5-84ae-271411893460 HTTP/1.1" status: 200 len: 1001 time: 0.1455233 Jul 05 09:48:58.116496 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-0de560a7-18bd-4f3d-9bc8-ad77596f8341 req-b68ea41e-e349-4fd9-9e33-2f4f02d586f8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Calling delete_port for 57d9cefe-34c4-45d1-8311-6b5cf0c02ae6 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:48:58.121985 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4e82b767-5393-420c-bbc8-e056453eadb3 req-17f01136-69e3-47bb-807b-049604f99981 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474352 Jul 05 09:48:58.127144 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d98846cf-8051-439d-80f2-c3fccc72596d req-6d201210-9da2-42da-bad1-8bbbb9093b14 service neutron] 10.222.0.79 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580886 Jul 05 09:48:58.200371 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7923e8-bc50-4d1c-a248-0f1bb1ae8419 x-openstack-request-id: req-bd7923e8-bc50-4d1c-a248-0f1bb1ae8419 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:58.200676 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66004ca2-9475-4f06-8ad6-4a6dae01b65a", "tag": "92965308-0ccc-426c-a8f6-816b4b37f699", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:58.200928 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bd7923e8-bc50-4d1c-a248-0f1bb1ae8419 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:58.201328 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66004ca2-9475-4f06-8ad6-4a6dae01b65a', 'tag': '92965308-0ccc-426c-a8f6-816b4b37f699', 'status': 'completed', 'code': 200} Jul 05 09:48:58.213491 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78f57d-76c9-4137-9978-f7fd9f3ec5dd req-6d9ae35d-b515-4c9e-870a-ab10dff0bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:58.215019 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ca78f57d-76c9-4137-9978-f7fd9f3ec5dd req-6d9ae35d-b515-4c9e-870a-ab10dff0bf07 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=11fb63e6-003a-4932-a1fe-88ef947e51fd HTTP/1.1" status: 200 len: 854 time: 0.1076193 Jul 05 09:48:58.282026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317bf9d-8248-4617-b0f8-4e486ca59316 req-5c338201-9e88-486f-a844-ed5cd2b4f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:58.284611 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4317bf9d-8248-4617-b0f8-4e486ca59316 req-5c338201-9e88-486f-a844-ed5cd2b4f34a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f14992b010214883a7cb6c5d4bf0968d&device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 1096 time: 0.0782075 Jul 05 09:48:58.329983 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78f57d-76c9-4137-9978-f7fd9f3ec5dd req-33301d6c-59df-426b-acb2-00a71a12219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:58.331535 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ca78f57d-76c9-4137-9978-f7fd9f3ec5dd req-33301d6c-59df-426b-acb2-00a71a12219e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0cb0d1a7-4a96-4b1a-82ea-62650006a9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051600 Jul 05 09:48:58.396837 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0de560a7-18bd-4f3d-9bc8-ad77596f8341 req-b68ea41e-e349-4fd9-9e33-2f4f02d586f8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:58.406534 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317bf9d-8248-4617-b0f8-4e486ca59316 req-9e5329ae-3657-420d-962e-732f9e0c179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:58.409146 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4317bf9d-8248-4617-b0f8-4e486ca59316 req-9e5329ae-3657-420d-962e-732f9e0c179e service neutron] 10.222.0.81 "GET /v2.0/networks?id=746da40b-2cc7-466f-a36c-2d78a0886235 HTTP/1.1" status: 200 len: 921 time: 0.1157022 Jul 05 09:48:58.446831 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ea41e-e349-4fd9-9e33-2f4f02d586f8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Pushing event deleted for resources: {'Port': ['ID=57d9cefe-34c4-45d1-8311-6b5cf0c02ae6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:58.517580 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de560a7-18bd-4f3d-9bc8-ad77596f8341 req-b68ea41e-e349-4fd9-9e33-2f4f02d586f8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] No DVR routers for this DVR port 57d9cefe-34c4-45d1-8311-6b5cf0c02ae6 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:48:58.521160 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0de560a7-18bd-4f3d-9bc8-ad77596f8341 req-b68ea41e-e349-4fd9-9e33-2f4f02d586f8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:58.523750 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0de560a7-18bd-4f3d-9bc8-ad77596f8341 req-b68ea41e-e349-4fd9-9e33-2f4f02d586f8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.81 "DELETE /v2.0/ports/57d9cefe-34c4-45d1-8311-6b5cf0c02ae6 HTTP/1.1" status: 204 len: 173 time: 1.0923700 Jul 05 09:48:58.534281 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4317bf9d-8248-4617-b0f8-4e486ca59316 req-645cb5a6-2912-406b-bc95-a5351f521b7d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92965308-0ccc-426c-a8f6-816b4b37f699 HTTP/1.1" status: 200 len: 1000 time: 0.1169672 Jul 05 09:48:58.549930 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ca78f57d-76c9-4137-9978-f7fd9f3ec5dd req-0c0e270b-81d3-4ee5-ad66-af2b2b9e48f1 service neutron] 10.222.0.81 "GET /v2.0/networks/0cb0d1a7-4a96-4b1a-82ea-62650006a9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100770 Jul 05 09:48:58.670089 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317bf9d-8248-4617-b0f8-4e486ca59316 req-119c091b-3fdd-4951-aa77-4a6a5c3cd293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:58.671824 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4317bf9d-8248-4617-b0f8-4e486ca59316 req-119c091b-3fdd-4951-aa77-4a6a5c3cd293 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f0c42237-0515-4756-b2dd-a698486063e5 HTTP/1.1" status: 200 len: 859 time: 0.1218104 Jul 05 09:48:58.749884 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ca78f57d-76c9-4137-9978-f7fd9f3ec5dd req-3969fe52-5662-4869-b407-2985d3d5b99c service neutron] 10.222.0.81 "GET /v2.0/networks/0cb0d1a7-4a96-4b1a-82ea-62650006a9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886559 Jul 05 09:48:58.773734 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317bf9d-8248-4617-b0f8-4e486ca59316 req-8f7add1e-dfbe-4740-921e-b789468062a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:58.775589 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4317bf9d-8248-4617-b0f8-4e486ca59316 req-8f7add1e-dfbe-4740-921e-b789468062a6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=746da40b-2cc7-466f-a36c-2d78a0886235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897236 Jul 05 09:48:58.776544 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d3401-a954-48f4-96c2-912e8107600b req-9aca769d-9ac6-4698-a2dd-8d5c2ca56577 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:58.783630 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-487d3401-a954-48f4-96c2-912e8107600b req-9aca769d-9ac6-4698-a2dd-8d5c2ca56577 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1179497 Jul 05 09:48:58.830248 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-487d3401-a954-48f4-96c2-912e8107600b req-c5996724-303a-495f-b8b9-87d48a1d8e4b tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455048 Jul 05 09:48:58.920222 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-68f97b30-4343-46d0-98df-0f72e6e1e90b req-8a0a65fc-18df-4216-b50c-43e247db798a tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/floatingips/d8f68feb-bee4-458a-81cc-6d7e34f62601 HTTP/1.1" status: 200 len: 997 time: 0.0734169 Jul 05 09:48:58.926783 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4317bf9d-8248-4617-b0f8-4e486ca59316 req-a4e5fa1a-3253-4bf1-9062-3c0741c01a17 service neutron] 10.222.0.81 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436207 Jul 05 09:48:59.036136 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4317bf9d-8248-4617-b0f8-4e486ca59316 req-6544a041-654d-4b33-8d58-a7c4d045f234 service neutron] 10.222.0.81 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023662 Jul 05 09:48:59.051746 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7567fe7-071a-4dd1-bb59-0e412d58e0f3', 'name': 'network-vif-deleted', 'tag': '8a27cfa7-407b-4f88-a574-2b3cc58cd353'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:59.055056 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5ebb7c-c48a-4874-aaea-8639219326cd" -d '{"events": [{"server_uuid": "a7567fe7-071a-4dd1-bb59-0e412d58e0f3", "name": "network-vif-deleted", "tag": "8a27cfa7-407b-4f88-a574-2b3cc58cd353"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:59.087699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f97b30-4343-46d0-98df-0f72e6e1e90b req-6a243747-f012-474f-9e5f-10f22352d63f tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:59.089221 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-68f97b30-4343-46d0-98df-0f72e6e1e90b req-6a243747-f012-474f-9e5f-10f22352d63f tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.1680028 Jul 05 09:48:59.117301 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5500e-21ba-47c7-a615-c30bfaba87f7 req-41573537-ebd1-464e-8d36-b19dc3ec1656 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:59.119631 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-26e5500e-21ba-47c7-a615-c30bfaba87f7 req-41573537-ebd1-464e-8d36-b19dc3ec1656 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.1162786 Jul 05 09:48:59.165942 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-26e5500e-21ba-47c7-a615-c30bfaba87f7 req-6fad0f32-9b67-47d8-87a5-58aa27eabcfa tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404413 Jul 05 09:48:59.259393 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:48:59.283750 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99332f67-8ce6-41c4-8efc-ed0d06a9d6db req-c6aea354-9304-4fc1-a44d-d12e6456d31f tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:59.285341 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-99332f67-8ce6-41c4-8efc-ed0d06a9d6db req-c6aea354-9304-4fc1-a44d-d12e6456d31f tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.0746574 Jul 05 09:48:59.326469 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-99332f67-8ce6-41c4-8efc-ed0d06a9d6db req-7a6f6302-38ce-4cef-b476-a227c105aedc tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347762 Jul 05 09:48:59.380174 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23178fbb-1b20-433a-ad2a-9eedd289d42a x-openstack-request-id: req-23178fbb-1b20-433a-ad2a-9eedd289d42a {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:59.380651 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7567fe7-071a-4dd1-bb59-0e412d58e0f3", "name": "network-vif-deleted", "tag": "8a27cfa7-407b-4f88-a574-2b3cc58cd353", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:59.380754 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-23178fbb-1b20-433a-ad2a-9eedd289d42a {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:59.381114 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7567fe7-071a-4dd1-bb59-0e412d58e0f3', 'name': 'network-vif-deleted', 'tag': '8a27cfa7-407b-4f88-a574-2b3cc58cd353', 'status': 'completed', 'code': 200} Jul 05 09:48:59.453805 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-f924b156-e2d0-4e55-8245-c5ef0d8d3e7c tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 1000 time: 0.0608082 Jul 05 09:48:59.512474 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-bc051a59-79df-4726-aa98-b780e7485448 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:59.514110 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-bc051a59-79df-4726-aa98-b780e7485448 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports/92965308-0ccc-426c-a8f6-816b4b37f699 HTTP/1.1" status: 200 len: 942 time: 0.0548990 Jul 05 09:48:59.670513 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-7546fe72-45ca-4573-a548-4e6258ee6a35 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 1000 time: 0.0739791 Jul 05 09:48:59.762026 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bcf59334-87bc-4c6a-b33c-67646fa48dec req-99f79d55-a910-4acf-a673-a04017fdbdf8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b64e60-3119-4060-b0d1-5045543c4a80 HTTP/1.1" status: 200 len: 210 time: 0.0390160 Jul 05 09:48:59.823723 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 8a27cfa7-407b-4f88-a574-2b3cc58cd353 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:48:59.833081 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-5dd80250-9003-42b5-9e0c-a468bfbf4f7d tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:59.840802 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-5dd80250-9003-42b5-9e0c-a468bfbf4f7d tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.1649652 Jul 05 09:48:59.848120 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 8a27cfa7-407b-4f88-a574-2b3cc58cd353 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:48:59.848605 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 8a27cfa7-407b-4f88-a574-2b3cc58cd353 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:48:59.907197 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-760bc61e-f5f2-4a50-8ede-ca51ae420772 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 1000 time: 0.0654976 Jul 05 09:48:59.918301 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-3db1c508-4b1f-4889-a445-0e8b01d780e3 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:00.007715 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-3db1c508-4b1f-4889-a445-0e8b01d780e3 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:00.111829 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ca582-f715-485f-ab82-d3bfd45d9a02 req-f2329151-6735-44cd-9ccd-abd2807956c7 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:00.113273 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b8ca582-f715-485f-ab82-d3bfd45d9a02 req-f2329151-6735-44cd-9ccd-abd2807956c7 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1603091 Jul 05 09:49:00.194417 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-3db1c508-4b1f-4889-a445-0e8b01d780e3 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:00.200010 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b8ca582-f715-485f-ab82-d3bfd45d9a02 req-9f28721b-1c3b-438f-99ed-9ced6a422622 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798693 Jul 05 09:49:00.201063 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-3db1c508-4b1f-4889-a445-0e8b01d780e3 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:00.201383 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-3db1c508-4b1f-4889-a445-0e8b01d780e3 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Floating IP d8f68feb-bee4-458a-81cc-6d7e34f62601 disassociated. External IP: 172.25.7.42, port: 92965308-0ccc-426c-a8f6-816b4b37f699. Jul 05 09:49:00.203064 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b64e60-3119-4060-b0d1-5045543c4a80', 'name': 'network-vif-deleted', 'tag': '57d9cefe-34c4-45d1-8311-6b5cf0c02ae6'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:00.205310 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72292f6-c0ba-4013-9dcf-5f93c352cb2f" -d '{"events": [{"server_uuid": "03b64e60-3119-4060-b0d1-5045543c4a80", "name": "network-vif-deleted", "tag": "57d9cefe-34c4-45d1-8311-6b5cf0c02ae6"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:00.281076 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 57d9cefe-34c4-45d1-8311-6b5cf0c02ae6 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:49:00.305850 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 57d9cefe-34c4-45d1-8311-6b5cf0c02ae6 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:49:00.306400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 57d9cefe-34c4-45d1-8311-6b5cf0c02ae6 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:49:00.421434 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-3db1c508-4b1f-4889-a445-0e8b01d780e3 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Router ad9b659a-bc5c-4072-945b-24056e18af14 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:49:00.565737 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-3db1c508-4b1f-4889-a445-0e8b01d780e3 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:49:00.570767 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-3db1c508-4b1f-4889-a445-0e8b01d780e3 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:00.578166 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22be9f2-dc32-423b-9d9b-0673bc0f56be None None] Sync routers for ids ['ad9b659a-bc5c-4072-945b-24056e18af14'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:49:00.587166 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22be9f2-dc32-423b-9d9b-0673bc0f56be None None] Routers {'ad9b659a-bc5c-4072-945b-24056e18af14'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:49:00.588458 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a22be9f2-dc32-423b-9d9b-0673bc0f56be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:48:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ad9b659a-bc5c-4072-945b-24056e18af14'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:00.628339 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce72122-9286-4ce4-a24e-59d9bdcff09e req-fdad56cd-a7b6-4c5d-b395-31140bad9970 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:00.629876 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9ce72122-9286-4ce4-a24e-59d9bdcff09e req-fdad56cd-a7b6-4c5d-b395-31140bad9970 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.1191893 Jul 05 09:49:00.635501 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-3db1c508-4b1f-4889-a445-0e8b01d780e3 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "PUT /v2.0/floatingips/d8f68feb-bee4-458a-81cc-6d7e34f62601 HTTP/1.1" status: 200 len: 695 time: 0.7215776 Jul 05 09:49:00.708980 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-a22be9f2-dc32-423b-9d9b-0673bc0f56be None None] Set router ad9b659a-bc5c-4072-945b-24056e18af14 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:49:00.714718 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9ce72122-9286-4ce4-a24e-59d9bdcff09e req-26b6e15e-c5b3-44e8-9552-5a312086be18 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743859 Jul 05 09:49:00.750098 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-66c841db-83b5-4b00-ad0a-3af63bbc0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:00.752317 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-66c841db-83b5-4b00-ad0a-3af63bbc0fb3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f14992b010214883a7cb6c5d4bf0968d&device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 1096 time: 0.0999699 Jul 05 09:49:00.943693 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a22be9f2-dc32-423b-9d9b-0673bc0f56be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:45Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '7406d6fd-1288-48fc-9f40-fe7dfc607318', 'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'mac_address': 'fa:16:3e:15:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:43Z', 'updated_at': '2021-07-05T09:47:57Z', 'revision_number': 5, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'subnets': [{'id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:00.971149 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22be9f2-dc32-423b-9d9b-0673bc0f56be None None] Checking router: ad9b659a-bc5c-4072-945b-24056e18af14 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:49:00.980530 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22be9f2-dc32-423b-9d9b-0673bc0f56be None None] Routers {'ad9b659a-bc5c-4072-945b-24056e18af14'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:49:00.981161 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a22be9f2-dc32-423b-9d9b-0673bc0f56be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:48:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ad9b659a-bc5c-4072-945b-24056e18af14'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:01.090256 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-a22be9f2-dc32-423b-9d9b-0673bc0f56be None None] Set router ad9b659a-bc5c-4072-945b-24056e18af14 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:49:01.106785 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb4b84e-1b4c-4668-a7ff-76c7f8b1d774 x-openstack-request-id: req-beb4b84e-1b4c-4668-a7ff-76c7f8b1d774 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:01.107103 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b64e60-3119-4060-b0d1-5045543c4a80", "name": "network-vif-deleted", "tag": "57d9cefe-34c4-45d1-8311-6b5cf0c02ae6", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:01.107325 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-beb4b84e-1b4c-4668-a7ff-76c7f8b1d774 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:01.107709 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b64e60-3119-4060-b0d1-5045543c4a80', 'name': 'network-vif-deleted', 'tag': '57d9cefe-34c4-45d1-8311-6b5cf0c02ae6', 'status': 'completed', 'code': 200} Jul 05 09:49:01.186950 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-08894fc0-893d-4830-b00c-5fdfa14c493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:01.188476 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-08894fc0-893d-4830-b00c-5fdfa14c493d service neutron] 10.222.0.79 "GET /v2.0/networks?id=746da40b-2cc7-466f-a36c-2d78a0886235 HTTP/1.1" status: 200 len: 921 time: 0.4335649 Jul 05 09:49:01.203304 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632e6c8-b692-4a5e-ab15-1ca49bd1c20f req-d4bfe3a8-3b30-4686-99db-f38d514efef3 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:01.204719 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a632e6c8-b692-4a5e-ab15-1ca49bd1c20f req-d4bfe3a8-3b30-4686-99db-f38d514efef3 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.0999210 Jul 05 09:49:01.250264 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-dd5c2a64-f4d6-4f3e-8091-bbb84a70c207 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92965308-0ccc-426c-a8f6-816b4b37f699 HTTP/1.1" status: 200 len: 217 time: 0.0445924 Jul 05 09:49:01.304632 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a632e6c8-b692-4a5e-ab15-1ca49bd1c20f req-d8069749-20b7-4f7e-8982-12320d3bc313 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928211 Jul 05 09:49:01.306427 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a22be9f2-dc32-423b-9d9b-0673bc0f56be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:45Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '7406d6fd-1288-48fc-9f40-fe7dfc607318', 'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'mac_address': 'fa:16:3e:15:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:43Z', 'updated_at': '2021-07-05T09:47:57Z', 'revision_number': 5, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'subnets': [{'id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:01.315345 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-4c544e9f-416d-4b1e-bf03-f9c4482b1cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:01.317146 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-4c544e9f-416d-4b1e-bf03-f9c4482b1cea service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f0c42237-0515-4756-b2dd-a698486063e5 HTTP/1.1" status: 200 len: 859 time: 0.0589488 Jul 05 09:49:01.356695 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22be9f2-dc32-423b-9d9b-0673bc0f56be None None] The sync data for ids ['ad9b659a-bc5c-4072-945b-24056e18af14'] in n-d-798054-8 is: [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:45Z', 'revision_number': 4, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '7406d6fd-1288-48fc-9f40-fe7dfc607318', 'name': '', 'network_id': '746da40b-2cc7-466f-a36c-2d78a0886235', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'mac_address': 'fa:16:3e:15:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:43Z', 'updated_at': '2021-07-05T09:47:57Z', 'revision_number': 5, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'subnets': [{'id': 'f0c42237-0515-4756-b2dd-a698486063e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:49:01.398253 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-7882d1cd-27d0-4b6b-9c4f-dfc755885dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:01.406677 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-7882d1cd-27d0-4b6b-9c4f-dfc755885dc8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=746da40b-2cc7-466f-a36c-2d78a0886235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836620 Jul 05 09:49:01.495969 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-89a7f861-89ea-4312-ab47-2ce047c26bed req-1ef9e170-e311-4868-a762-cf7071c6e649 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b64e60-3119-4060-b0d1-5045543c4a80 HTTP/1.1" status: 200 len: 210 time: 0.0323160 Jul 05 09:49:01.544848 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-04e4d8d9-5f6e-4fe8-867d-31bce6fd0b0c service neutron] 10.222.0.79 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371436 Jul 05 09:49:01.673820 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3dc9071e-10bd-4dd2-978b-75f551b72c6c req-051a75e4-d0f9-48ed-aff6-3e04986dd496 service neutron] 10.222.0.79 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212468 Jul 05 09:49:01.694747 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb973720-e540-458d-8036-5ac3742684a5 None None] New status for floating IP d8f68feb-bee4-458a-81cc-6d7e34f62601: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:49:01.941684 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bf026-738e-4548-bbc9-517efa0fea06 req-83bcac8d-dcfa-4861-aef7-d861d8f4ba35 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:01.944142 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-116bf026-738e-4548-bbc9-517efa0fea06 req-83bcac8d-dcfa-4861-aef7-d861d8f4ba35 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.0751939 Jul 05 09:49:02.027435 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-116bf026-738e-4548-bbc9-517efa0fea06 req-b764b6c7-a70e-4c6a-8b6f-f43b1a4833b1 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758846 Jul 05 09:49:02.059370 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7536b-1a8f-4a8d-8b8f-eafef51d1d18 req-1932ea78-5e8e-4d82-8b1c-979361599a83 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:02.066819 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-32c7536b-1a8f-4a8d-8b8f-eafef51d1d18 req-1932ea78-5e8e-4d82-8b1c-979361599a83 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.0925031 Jul 05 09:49:02.111782 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-32c7536b-1a8f-4a8d-8b8f-eafef51d1d18 req-6b7c24c4-eb9b-4138-a6eb-f477f364b8e5 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440745 Jul 05 09:49:02.407756 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:02.452678 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eedebe-f698-4d3c-966d-07227f8ab794 req-df3540ed-f498-435f-9898-9030852bd489 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:02.462215 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e5eedebe-f698-4d3c-966d-07227f8ab794 req-df3540ed-f498-435f-9898-9030852bd489 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1489737 Jul 05 09:49:02.469177 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67d4ea53-291e-41c6-bf31-6c995ab75848 req-4fea55e0-e791-4957-9048-1b02980bbb4a tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/floatingips/d8f68feb-bee4-458a-81cc-6d7e34f62601 HTTP/1.1" status: 200 len: 693 time: 0.0946093 Jul 05 09:49:02.571382 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e5eedebe-f698-4d3c-966d-07227f8ab794 req-d429f73f-17ec-4669-b409-e8d8b430dbe9 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074121 Jul 05 09:49:02.627960 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4ea53-291e-41c6-bf31-6c995ab75848 req-4dfe17d5-49a1-4fd5-9d07-1ececfa57a7f tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:02.633743 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67d4ea53-291e-41c6-bf31-6c995ab75848 req-4dfe17d5-49a1-4fd5-9d07-1ececfa57a7f tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.1559153 Jul 05 09:49:02.680874 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67d4ea53-291e-41c6-bf31-6c995ab75848 req-31e737b8-50e4-4c77-b99b-26f7d910d5e3 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 696 time: 0.0444467 Jul 05 09:49:02.736326 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67d4ea53-291e-41c6-bf31-6c995ab75848 req-c468a980-d2be-4dc1-a5a6-d4884c92df19 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 696 time: 0.0479040 Jul 05 09:49:02.884158 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-67d4ea53-291e-41c6-bf31-6c995ab75848 req-f662bb96-be6c-4448-b43d-801dc5b14d2c tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Deleting port 5e21ee53-3f28-4400-94f2-9ad13d9f7635 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:49:02.884671 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67d4ea53-291e-41c6-bf31-6c995ab75848 req-f662bb96-be6c-4448-b43d-801dc5b14d2c tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:02.977092 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67d4ea53-291e-41c6-bf31-6c995ab75848 req-f662bb96-be6c-4448-b43d-801dc5b14d2c tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:02.977827 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67d4ea53-291e-41c6-bf31-6c995ab75848 req-f662bb96-be6c-4448-b43d-801dc5b14d2c tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:02.990928 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-67d4ea53-291e-41c6-bf31-6c995ab75848 req-f662bb96-be6c-4448-b43d-801dc5b14d2c tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Calling delete_port for 5e21ee53-3f28-4400-94f2-9ad13d9f7635 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:49:03.109111 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66004ca2-9475-4f06-8ad6-4a6dae01b65a', 'tag': '92965308-0ccc-426c-a8f6-816b4b37f699'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:03.111948 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65163617-849d-41bb-9813-5952eadd9974" -d '{"events": [{"name": "network-changed", "server_uuid": "66004ca2-9475-4f06-8ad6-4a6dae01b65a", "tag": "92965308-0ccc-426c-a8f6-816b4b37f699"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:03.175014 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34b63f94-aeec-41a8-bd11-afdf7383c97c req-d96b72a6-c5b4-4545-a44a-553f763ec4b2 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b64e60-3119-4060-b0d1-5045543c4a80 HTTP/1.1" status: 200 len: 210 time: 0.0527217 Jul 05 09:49:03.203216 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67d4ea53-291e-41c6-bf31-6c995ab75848 req-f662bb96-be6c-4448-b43d-801dc5b14d2c tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:03.235031 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662bb96-be6c-4448-b43d-801dc5b14d2c tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Pushing event deleted for resources: {'Port': ['ID=5e21ee53-3f28-4400-94f2-9ad13d9f7635,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:03.296741 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67d4ea53-291e-41c6-bf31-6c995ab75848 req-f662bb96-be6c-4448-b43d-801dc5b14d2c tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:03.300572 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67d4ea53-291e-41c6-bf31-6c995ab75848 req-f662bb96-be6c-4448-b43d-801dc5b14d2c tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:03.309232 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67d4ea53-291e-41c6-bf31-6c995ab75848 req-f662bb96-be6c-4448-b43d-801dc5b14d2c tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "DELETE /v2.0/floatingips/d8f68feb-bee4-458a-81cc-6d7e34f62601 HTTP/1.1" status: 204 len: 173 time: 0.5659387 Jul 05 09:49:03.361471 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1700a9ad-89bf-486d-af77-bc09f1661f1d x-openstack-request-id: req-1700a9ad-89bf-486d-af77-bc09f1661f1d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:03.362320 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66004ca2-9475-4f06-8ad6-4a6dae01b65a", "tag": "92965308-0ccc-426c-a8f6-816b4b37f699", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:03.364546 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1700a9ad-89bf-486d-af77-bc09f1661f1d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:03.364917 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66004ca2-9475-4f06-8ad6-4a6dae01b65a', 'tag': '92965308-0ccc-426c-a8f6-816b4b37f699', 'status': 'completed', 'code': 200} Jul 05 09:49:03.463815 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65163617-849d-41bb-9813-5952eadd9974 req-a87ac744-1980-4c9d-aa00-da121b4caa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:03.465471 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-65163617-849d-41bb-9813-5952eadd9974 req-a87ac744-1980-4c9d-aa00-da121b4caa93 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f14992b010214883a7cb6c5d4bf0968d&device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 1096 time: 0.0957110 Jul 05 09:49:03.530843 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243e1c1-7088-4c59-8f90-fb8b23013ae8 req-1eb19aa0-b48a-498b-8b81-d33e71a2ecce tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:03.532560 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c243e1c1-7088-4c59-8f90-fb8b23013ae8 req-1eb19aa0-b48a-498b-8b81-d33e71a2ecce tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.1148262 Jul 05 09:49:03.557199 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff29a0-2f64-4429-ab50-7bbc5c75dd71 req-c6f3cead-1e7f-4dda-98dd-515dec4ec1a6 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:03.559124 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-48ff29a0-2f64-4429-ab50-7bbc5c75dd71 req-c6f3cead-1e7f-4dda-98dd-515dec4ec1a6 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.0997417 Jul 05 09:49:03.571004 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65163617-849d-41bb-9813-5952eadd9974 req-c5db5865-e5e4-44fb-8c42-4c56926a93d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:03.573009 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-65163617-849d-41bb-9813-5952eadd9974 req-c5db5865-e5e4-44fb-8c42-4c56926a93d5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=746da40b-2cc7-466f-a36c-2d78a0886235 HTTP/1.1" status: 200 len: 921 time: 0.0988472 Jul 05 09:49:03.611790 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c243e1c1-7088-4c59-8f90-fb8b23013ae8 req-3e009082-a942-4495-9682-cda626eaac90 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686882 Jul 05 09:49:03.614475 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-48ff29a0-2f64-4429-ab50-7bbc5c75dd71 req-c5f13632-1679-4224-8e00-de39002b9bba tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481403 Jul 05 09:49:03.629200 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-65163617-849d-41bb-9813-5952eadd9974 req-a24ffe09-ab2d-49f0-bf23-092d647500ca service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92965308-0ccc-426c-a8f6-816b4b37f699 HTTP/1.1" status: 200 len: 217 time: 0.0486586 Jul 05 09:49:03.716938 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65163617-849d-41bb-9813-5952eadd9974 req-7635dc45-9aa6-4e9b-8706-5314c963ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:03.718975 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-65163617-849d-41bb-9813-5952eadd9974 req-7635dc45-9aa6-4e9b-8706-5314c963ac9d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f0c42237-0515-4756-b2dd-a698486063e5 HTTP/1.1" status: 200 len: 859 time: 0.0745420 Jul 05 09:49:03.796153 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65163617-849d-41bb-9813-5952eadd9974 req-da7e3af1-1c6a-48ee-ab3b-87f176bfd989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:03.797884 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-65163617-849d-41bb-9813-5952eadd9974 req-da7e3af1-1c6a-48ee-ab3b-87f176bfd989 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=746da40b-2cc7-466f-a36c-2d78a0886235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715024 Jul 05 09:49:03.928082 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-65163617-849d-41bb-9813-5952eadd9974 req-751c75e0-eb9e-4726-b860-30657bc49ebe service neutron] 10.222.0.81 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215158 Jul 05 09:49:04.053157 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-65163617-849d-41bb-9813-5952eadd9974 req-de6330db-e17d-45ba-abd3-0b2d2ad443e5 service neutron] 10.222.0.81 "GET /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176689 Jul 05 09:49:04.062490 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3ba1e-1c69-42bc-a0e6-db0e3bc25e36 req-4507ba9d-b5cd-49ee-92e6-0165311e8d92 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:04.064113 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3f3ba1e-1c69-42bc-a0e6-db0e3bc25e36 req-4507ba9d-b5cd-49ee-92e6-0165311e8d92 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.0866613 Jul 05 09:49:04.133949 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3f3ba1e-1c69-42bc-a0e6-db0e3bc25e36 req-90794567-ca05-4846-baba-32d7a3125dde tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621257 Jul 05 09:49:04.177728 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e625bb-983a-4780-8096-eba91d8097ff req-30a73561-fd80-449b-bd04-80b97bc0e27e tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:04.178256 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29e625bb-983a-4780-8096-eba91d8097ff req-30a73561-fd80-449b-bd04-80b97bc0e27e tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 945 time: 0.0847907 Jul 05 09:49:04.224483 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29e625bb-983a-4780-8096-eba91d8097ff req-d2d20e35-6918-4ad6-bb26-f07a7d86ee88 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/security-groups?id=823634ac-e1e9-42f9-9129-b03020e72b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359917 Jul 05 09:49:04.512693 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54348) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:04.569805 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f57dd-4af1-48b0-b315-cb384f3e87ec req-6110f7de-fec1-40eb-8e6f-c3ebc4ed1e3c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:04.576795 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e01f57dd-4af1-48b0-b315-cb384f3e87ec req-6110f7de-fec1-40eb-8e6f-c3ebc4ed1e3c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1309767 Jul 05 09:49:04.630191 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e01f57dd-4af1-48b0-b315-cb384f3e87ec req-0ca1af46-3ab0-4f4a-9815-d4456413077c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523367 Jul 05 09:49:04.982928 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8250a8f-b057-42ba-a358-9b3544c53a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:04.999701 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89bdae-1784-40fc-b3d7-8707fcac1b19 req-4080e43e-fc6b-4be1-92f5-a98684288e39 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:05.002319 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f89bdae-1784-40fc-b3d7-8707fcac1b19 req-4080e43e-fc6b-4be1-92f5-a98684288e39 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.2366316 Jul 05 09:49:05.025006 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccb6b7-0d7a-4806-a75b-2929a2a618de req-337236a6-7d61-4577-83c3-cb250650b850 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:05.028182 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53ccb6b7-0d7a-4806-a75b-2929a2a618de req-337236a6-7d61-4577-83c3-cb250650b850 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.2182093 Jul 05 09:49:05.116758 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f89bdae-1784-40fc-b3d7-8707fcac1b19 req-3ce565d1-736b-4c3a-a072-d8005d3d743c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049604 Jul 05 09:49:05.119444 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8250a8f-b057-42ba-a358-9b3544c53a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:05.124253 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53ccb6b7-0d7a-4806-a75b-2929a2a618de req-3b5637e1-6b46-4978-8c07-50c4adbfa8a2 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867352 Jul 05 09:49:05.125567 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8250a8f-b057-42ba-a358-9b3544c53a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:05.177721 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8250a8f-b057-42ba-a358-9b3544c53a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607c783c-059a-41d2-8de8-8b8bb1b30e45,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:05.186590 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 54368) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:05.196223 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d8250a8f-b057-42ba-a358-9b3544c53a26 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c66111ee2a144c5683c36986a780bdce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6823182 Jul 05 09:49:05.263018 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9b745424-ea8a-4a63-8479-69da54134366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:05.377849 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9b745424-ea8a-4a63-8479-69da54134366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:05.458240 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af92428-e284-4955-8d2f-eb792726d1bf req-08b92bf2-7b19-4fd6-8841-7bed26d811e0 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:05.459697 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5af92428-e284-4955-8d2f-eb792726d1bf req-08b92bf2-7b19-4fd6-8841-7bed26d811e0 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/networks?id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c HTTP/1.1" status: 200 len: 811 time: 0.2099352 Jul 05 09:49:05.469515 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef36bb-2a75-4e9f-9c97-02d765e5f0dc req-7ef27c8b-36f9-4274-bbe9-04cfb324c7eb tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:05.472355 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bfef36bb-2a75-4e9f-9c97-02d765e5f0dc req-7ef27c8b-36f9-4274-bbe9-04cfb324c7eb tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1661348 Jul 05 09:49:05.475669 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95de445-f77c-4ff6-89cf-d8072a7c3923 req-32002244-6577-4b02-b7bc-9c54ab602129 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:05.477874 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e95de445-f77c-4ff6-89cf-d8072a7c3923 req-32002244-6577-4b02-b7bc-9c54ab602129 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.81 "GET /v2.0/ports?device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 945 time: 0.0734260 Jul 05 09:49:05.507748 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5af92428-e284-4955-8d2f-eb792726d1bf req-9e971e08-a8ba-48e7-9190-e4673df9f1f0 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/quotas/277627ebd7464c359b06a15e4b1a6489 HTTP/1.1" status: 200 len: 375 time: 0.0306621 Jul 05 09:49:05.510715 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9b745424-ea8a-4a63-8479-69da54134366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:05.518082 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9b745424-ea8a-4a63-8479-69da54134366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:05.518082 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9b745424-ea8a-4a63-8479-69da54134366 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/607c783c-059a-41d2-8de8-8b8bb1b30e45 HTTP/1.1" status: 204 len: 168 time: 0.3281293 Jul 05 09:49:05.552154 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b745424-ea8a-4a63-8479-69da54134366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607c783c-059a-41d2-8de8-8b8bb1b30e45,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:05.581703 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5af92428-e284-4955-8d2f-eb792726d1bf req-e45ab650-0d0d-461f-8950-82615670c7c9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=277627ebd7464c359b06a15e4b1a6489&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543056 Jul 05 09:49:05.600423 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bfef36bb-2a75-4e9f-9c97-02d765e5f0dc req-7d61aff1-d62c-4d56-b55d-015125db13ea tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207972 Jul 05 09:49:05.602169 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-e95de445-f77c-4ff6-89cf-d8072a7c3923 req-08a85ffa-9d00-4f90-bc65-6c457507e8a4 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Deleting port 92965308-0ccc-426c-a8f6-816b4b37f699 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:49:05.602615 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e95de445-f77c-4ff6-89cf-d8072a7c3923 req-08a85ffa-9d00-4f90-bc65-6c457507e8a4 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:05.783874 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-e95de445-f77c-4ff6-89cf-d8072a7c3923 req-08a85ffa-9d00-4f90-bc65-6c457507e8a4 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] For port 92965308-0ccc-426c-a8f6-816b4b37f699, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=92965308-0ccc-426c-a8f6-816b4b37f699,segment=NetworkSegment(48c2a058-2c95-42e3-b8e4-a232959d524e),segment_id=48c2a058-2c95-42e3-b8e4-a232959d524e)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:05.784327 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e95de445-f77c-4ff6-89cf-d8072a7c3923 req-08a85ffa-9d00-4f90-bc65-6c457507e8a4 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:05.801407 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-e95de445-f77c-4ff6-89cf-d8072a7c3923 req-08a85ffa-9d00-4f90-bc65-6c457507e8a4 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Calling delete_port for 92965308-0ccc-426c-a8f6-816b4b37f699 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:49:05.807765 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:05.816063 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5af92428-e284-4955-8d2f-eb792726d1bf req-919b995e-75d5-4f55-90b4-a14a4e3e80ed service neutron] 10.222.0.79 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334673 Jul 05 09:49:05.932578 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2465e1-7077-456e-b565-135064d742b2 req-efbbfda7-4a65-4e8b-9108-f373e9a701b4 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:05.934166 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d2465e1-7077-456e-b565-135064d742b2 req-efbbfda7-4a65-4e8b-9108-f373e9a701b4 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/ports?device_id=66004ca2-9475-4f06-8ad6-4a6dae01b65a HTTP/1.1" status: 200 len: 945 time: 0.2049675 Jul 05 09:49:05.967505 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5af92428-e284-4955-8d2f-eb792726d1bf req-42a1b927-01fc-4d2d-9ddf-3a0d34486be7 service neutron] 10.222.0.79 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409664 Jul 05 09:49:05.985428 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e95de445-f77c-4ff6-89cf-d8072a7c3923 req-08a85ffa-9d00-4f90-bc65-6c457507e8a4 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:06.001789 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['92965308-0ccc-426c-a8f6-816b4b37f699'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:49:06.036041 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d2465e1-7077-456e-b565-135064d742b2 req-5ed77e45-ea85-4343-a218-31bcea2b69d7 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.79 "GET /v2.0/security-groups?id=823634ac-e1e9-42f9-9129-b03020e72b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855813 Jul 05 09:49:06.063950 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a85ffa-9d00-4f90-bc65-6c457507e8a4 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Pushing event deleted for resources: {'Port': ['ID=92965308-0ccc-426c-a8f6-816b4b37f699,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:06.129226 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95de445-f77c-4ff6-89cf-d8072a7c3923 req-08a85ffa-9d00-4f90-bc65-6c457507e8a4 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] No DVR routers for this DVR port 92965308-0ccc-426c-a8f6-816b4b37f699 on host n-h1-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:49:06.133319 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e95de445-f77c-4ff6-89cf-d8072a7c3923 req-08a85ffa-9d00-4f90-bc65-6c457507e8a4 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:06.137038 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e95de445-f77c-4ff6-89cf-d8072a7c3923 req-08a85ffa-9d00-4f90-bc65-6c457507e8a4 tempest-FloatingIPsAssociationTestJSON-41787674 tempest-FloatingIPsAssociationTestJSON-41787674-project] 10.222.0.81 "DELETE /v2.0/ports/92965308-0ccc-426c-a8f6-816b4b37f699 HTTP/1.1" status: 204 len: 173 time: 0.6525803 Jul 05 09:49:06.137361 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66004ca2-9475-4f06-8ad6-4a6dae01b65a', 'name': 'network-vif-deleted', 'tag': '92965308-0ccc-426c-a8f6-816b4b37f699'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:06.140309 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bf4df7-9199-4f96-bf0d-a1be61cc3e0e" -d '{"events": [{"server_uuid": "66004ca2-9475-4f06-8ad6-4a6dae01b65a", "name": "network-vif-deleted", "tag": "92965308-0ccc-426c-a8f6-816b4b37f699"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:06.354664 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c56f99-53d7-4d44-940c-7ae9bbeec6e5 req-360af979-acf3-4793-8f85-5a6d24753b3c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:06.367040 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83c56f99-53d7-4d44-940c-7ae9bbeec6e5 req-360af979-acf3-4793-8f85-5a6d24753b3c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1462703 Jul 05 09:49:06.474078 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83c56f99-53d7-4d44-940c-7ae9bbeec6e5 req-5d33e8ed-7ecf-4680-a24d-3d4edfad06ef tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058002 Jul 05 09:49:06.537800 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565ee7f7-ecef-43b2-93e8-a37bed3fb4b7 x-openstack-request-id: req-565ee7f7-ecef-43b2-93e8-a37bed3fb4b7 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:06.538103 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66004ca2-9475-4f06-8ad6-4a6dae01b65a", "name": "network-vif-deleted", "tag": "92965308-0ccc-426c-a8f6-816b4b37f699", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:06.538361 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-565ee7f7-ecef-43b2-93e8-a37bed3fb4b7 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:06.538772 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66004ca2-9475-4f06-8ad6-4a6dae01b65a', 'name': 'network-vif-deleted', 'tag': '92965308-0ccc-426c-a8f6-816b4b37f699', 'status': 'completed', 'code': 200} Jul 05 09:49:06.665684 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54422) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:06.766449 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7abad6c9-7c2a-4991-b638-d9ad7bbbe92a req-783029ea-6e03-4358-8e8e-6508c1aa4b96 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=d8997bc9-6d32-4e0a-a54a-bb43fbd5df79 HTTP/1.1" status: 200 len: 210 time: 0.0783539 Jul 05 09:49:06.858664 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8f5beaa2-a0c0-4162-83dc-af7754a4990e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1436430564-network', 'tenant_id': 'eecc582d1ea743b985d03f43a928d9cc'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:06.906536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c645d9-2748-4038-9d63-322eb34bae85 req-6fc0fd81-0eae-4d26-9e62-e5d2107199dd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:06.918335 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e5c645d9-2748-4038-9d63-322eb34bae85 req-6fc0fd81-0eae-4d26-9e62-e5d2107199dd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.2807229 Jul 05 09:49:06.955252 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5beaa2-a0c0-4162-83dc-af7754a4990e admin admin] Made reservation on behalf of eecc582d1ea743b985d03f43a928d9cc for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:06.958327 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f5beaa2-a0c0-4162-83dc-af7754a4990e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:06.968547 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f5beaa2-a0c0-4162-83dc-af7754a4990e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:07.047047 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e5c645d9-2748-4038-9d63-322eb34bae85 req-bf4bc253-4736-44f4-b53e-3582fa966822 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260533 Jul 05 09:49:07.203584 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f5beaa2-a0c0-4162-83dc-af7754a4990e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:07.208562 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f5beaa2-a0c0-4162-83dc-af7754a4990e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:07.253089 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5beaa2-a0c0-4162-83dc-af7754a4990e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:49:07.278141 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5beaa2-a0c0-4162-83dc-af7754a4990e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c301a7-7c9b-4cb4-9a2b-0776e9af0e90,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:07.291533 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f5beaa2-a0c0-4162-83dc-af7754a4990e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:07.292562 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-8f5beaa2-a0c0-4162-83dc-af7754a4990e admin admin] Added segment 054460e2-274a-4160-8647-dc0efae665a2 of type vlan for network 7332efbf-2789-488a-9243-181175917f83 Jul 05 09:49:07.393160 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f5beaa2-a0c0-4162-83dc-af7754a4990e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:07.445245 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe244baa-4c98-459d-ab4c-009dc4b93535 req-6e570da5-63ef-4eb6-a68d-e83343297c72 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:07.455280 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe244baa-4c98-459d-ab4c-009dc4b93535 req-6e570da5-63ef-4eb6-a68d-e83343297c72 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1265438 Jul 05 09:49:07.499898 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f5beaa2-a0c0-4162-83dc-af7754a4990e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:07.501430 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5beaa2-a0c0-4162-83dc-af7754a4990e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:07.502766 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f5beaa2-a0c0-4162-83dc-af7754a4990e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:07.522676 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe244baa-4c98-459d-ab4c-009dc4b93535 req-f1348bfc-bca6-4c0b-82a3-7a9cd88bd28c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646288 Jul 05 09:49:07.603012 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5beaa2-a0c0-4162-83dc-af7754a4990e admin admin] Pushing event updated for resources: {'Network': ['ID=7332efbf-2789-488a-9243-181175917f83,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:07.616225 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 7332efbf-2789-488a-9243-181175917f83 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:49:07.633471 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8f5beaa2-a0c0-4162-83dc-af7754a4990e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9634185 Jul 05 09:49:07.633714 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 54498) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:07.639210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1df00120-a520-4431-a49d-16b5ff4a5666 admin admin] Request body: {'subnet': {'network_id': '7332efbf-2789-488a-9243-181175917f83', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1436430564-subnet', 'tenant_id': 'eecc582d1ea743b985d03f43a928d9cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:07.674757 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df00120-a520-4431-a49d-16b5ff4a5666 admin admin] Made reservation on behalf of eecc582d1ea743b985d03f43a928d9cc for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:07.679163 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1df00120-a520-4431-a49d-16b5ff4a5666 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:07.681948 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54504) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:08.004678 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1df00120-a520-4431-a49d-16b5ff4a5666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:08.109563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df00120-a520-4431-a49d-16b5ff4a5666 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0be4b80-02d6-499f-9cea-f1d18f720052,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:08.124190 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df00120-a520-4431-a49d-16b5ff4a5666 admin admin] Checking segment: {'id': '054460e2-274a-4160-8647-dc0efae665a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '7332efbf-2789-488a-9243-181175917f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:49:08.124766 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df00120-a520-4431-a49d-16b5ff4a5666 admin admin] Network hostable DHCP agents. Network: 7332efbf-2789-488a-9243-181175917f83, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:49:08.147653 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2265e4-e5fc-4c5f-82d7-5390cb7dbf62 req-1ad40b4e-a8e4-4c58-8495-2d0a1604fca7 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:08.149528 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9c2265e4-e5fc-4c5f-82d7-5390cb7dbf62 req-1ad40b4e-a8e4-4c58-8495-2d0a1604fca7 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1597898 Jul 05 09:49:08.188755 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df00120-a520-4431-a49d-16b5ff4a5666 admin admin] Network 7332efbf-2789-488a-9243-181175917f83 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:49:08.203959 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9c2265e4-e5fc-4c5f-82d7-5390cb7dbf62 req-13d73eab-08b5-4d4e-8f76-e7569c56d09d tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458772 Jul 05 09:49:08.205520 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-1df00120-a520-4431-a49d-16b5ff4a5666 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 7332efbf-2789-488a-9243-181175917f83) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:08.210158 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df00120-a520-4431-a49d-16b5ff4a5666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:08.212227 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1df00120-a520-4431-a49d-16b5ff4a5666 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:08.216315 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c28e0e7-86a2-46b7-98f6-f403f685ef9c None None] Network 7332efbf-2789-488a-9243-181175917f83 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:49:08.232517 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1df00120-a520-4431-a49d-16b5ff4a5666 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5971234 Jul 05 09:49:08.332273 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d4306b2-3cae-4ce2-bc03-382c9505db11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:08.349151 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a0c4f-b4f5-4d18-8f03-166952e6d0a5 req-306c7927-3019-407b-9ded-6e661dd61079 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:08.355670 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f72a0c4f-b4f5-4d18-8f03-166952e6d0a5 req-306c7927-3019-407b-9ded-6e661dd61079 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.1219349 Jul 05 09:49:08.506207 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f72a0c4f-b4f5-4d18-8f03-166952e6d0a5 req-f8152179-17a9-438a-b03d-ebc512d5daaa tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431882 Jul 05 09:49:08.521216 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 92965308-0ccc-426c-a8f6-816b4b37f699 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:49:08.601149 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-7435faf1-0868-4b3a-8d5b-6f4486b1c4e9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:08.601350 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7a6f87-8e4b-4999-9127-b949ac0d5820 None None] Network 7332efbf-2789-488a-9243-181175917f83 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:49:08.604008 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-7435faf1-0868-4b3a-8d5b-6f4486b1c4e9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/networks?id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c HTTP/1.1" status: 200 len: 811 time: 0.2079020 Jul 05 09:49:08.622575 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 92965308-0ccc-426c-a8f6-816b4b37f699 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:49:08.623088 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 92965308-0ccc-426c-a8f6-816b4b37f699 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:49:08.635499 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-bc80b55e-1c34-475c-89bc-abdb8130b403 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/quotas/277627ebd7464c359b06a15e4b1a6489 HTTP/1.1" status: 200 len: 375 time: 0.0200872 Jul 05 09:49:08.690491 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-15861ebb-a2ae-4854-8b5d-d44b8abcbc18 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=277627ebd7464c359b06a15e4b1a6489&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500097 Jul 05 09:49:08.799131 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-1358e6ee-19c2-4f34-8347-fc21618caefc req-64e86652-24d4-49d1-aeb1-e1e9b71eaf09 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-241907498', 'description': 'tempest-description-670058371'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:08.876072 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1358e6ee-19c2-4f34-8347-fc21618caefc req-64e86652-24d4-49d1-aeb1-e1e9b71eaf09 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:08.891084 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6d4306b2-3cae-4ce2-bc03-382c9505db11 admin admin] Deleting port 7406d6fd-1288-48fc-9f40-fe7dfc607318 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:49:08.891636 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d4306b2-3cae-4ce2-bc03-382c9505db11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:08.912064 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-0303e2a5-bf47-42c4-93f7-43b96d857215 service neutron] 10.222.0.79 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195365 Jul 05 09:49:08.997322 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-6d4306b2-3cae-4ce2-bc03-382c9505db11 admin admin] For port 7406d6fd-1288-48fc-9f40-fe7dfc607318, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7406d6fd-1288-48fc-9f40-fe7dfc607318,segment=NetworkSegment(48c2a058-2c95-42e3-b8e4-a232959d524e),segment_id=48c2a058-2c95-42e3-b8e4-a232959d524e)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:08.997755 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d4306b2-3cae-4ce2-bc03-382c9505db11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:09.015038 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6d4306b2-3cae-4ce2-bc03-382c9505db11 admin admin] Calling delete_port for 7406d6fd-1288-48fc-9f40-fe7dfc607318 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:49:09.097395 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1358e6ee-19c2-4f34-8347-fc21618caefc req-64e86652-24d4-49d1-aeb1-e1e9b71eaf09 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:09.140447 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-a7228f4f-823a-42c1-96d2-416e07209e19 service neutron] 10.222.0.79 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271194 Jul 05 09:49:09.148100 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1358e6ee-19c2-4f34-8347-fc21618caefc req-64e86652-24d4-49d1-aeb1-e1e9b71eaf09 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:09.202854 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1358e6ee-19c2-4f34-8347-fc21618caefc req-64e86652-24d4-49d1-aeb1-e1e9b71eaf09 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:09.209766 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1358e6ee-19c2-4f34-8347-fc21618caefc req-64e86652-24d4-49d1-aeb1-e1e9b71eaf09 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4196908 Jul 05 09:49:09.220445 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e86652-24d4-49d1-aeb1-e1e9b71eaf09 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a61d00-6cb3-49d3-80cc-6ab154c0fa24,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:09.394984 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d4306b2-3cae-4ce2-bc03-382c9505db11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:09.431123 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02887f5-84f6-468e-911c-2bd75bb4d860 req-a0ce042e-0ed9-4e92-b130-402edaecfe19 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:09.436238 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a433f3f-6c41-4e64-a2f2-4f6dcd5cc6b6 req-4c79f23e-bf6b-4eef-b0ca-0c9d86e42934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:09.437496 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a02887f5-84f6-468e-911c-2bd75bb4d860 req-a0ce042e-0ed9-4e92-b130-402edaecfe19 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1248190 Jul 05 09:49:09.445262 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a433f3f-6c41-4e64-a2f2-4f6dcd5cc6b6 req-4c79f23e-bf6b-4eef-b0ca-0c9d86e42934 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e14984e744944dda9aa0ac1df3aa0f0a&device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 1096 time: 0.2745740 Jul 05 09:49:09.448832 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4306b2-3cae-4ce2-bc03-382c9505db11 admin admin] Pushing event deleted for resources: {'Port': ['ID=7406d6fd-1288-48fc-9f40-fe7dfc607318,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:09.611420 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a02887f5-84f6-468e-911c-2bd75bb4d860 req-6fbee961-c3c6-42f3-bbdb-8390a8fc9160 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674302 Jul 05 09:49:09.641231 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c04db8ae-4df1-4698-8e0b-63815108b4ff req-e45326bb-6742-4ad2-ad23-4d73da5f38c9 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "GET /v2.0/security-groups/e3a61d00-6cb3-49d3-80cc-6ab154c0fa24 HTTP/1.1" status: 200 len: 1813 time: 0.1298823 Jul 05 09:49:09.646048 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-c04db8ae-4df1-4698-8e0b-63815108b4ff req-f1d22904-8e4b-433e-8ad9-62a8c25881c8 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3a61d00-6cb3-49d3-80cc-6ab154c0fa24', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:09.646374 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-c04db8ae-4df1-4698-8e0b-63815108b4ff req-f1d22904-8e4b-433e-8ad9-62a8c25881c8 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3a61d00-6cb3-49d3-80cc-6ab154c0fa24', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:09.785451 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e230086-72c4-42cd-b969-ac27d00bfa78 req-4c0f4ea8-0bc9-4f7e-b72a-f3acb403012a tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=019f5d41-2073-41e4-8bfc-725db42ef9bb HTTP/1.1" status: 200 len: 210 time: 0.0463529 Jul 05 09:49:09.788207 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d4306b2-3cae-4ce2-bc03-382c9505db11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:09.829877 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c04db8ae-4df1-4698-8e0b-63815108b4ff req-f1d22904-8e4b-433e-8ad9-62a8c25881c8 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:09.876470 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c04db8ae-4df1-4698-8e0b-63815108b4ff req-f1d22904-8e4b-433e-8ad9-62a8c25881c8 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:09.882870 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c04db8ae-4df1-4698-8e0b-63815108b4ff req-f1d22904-8e4b-433e-8ad9-62a8c25881c8 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:09.940756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d22904-8e4b-433e-8ad9-62a8c25881c8 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a291c5e-983f-451b-a282-0abed0d36bd7,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:09.955168 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c04db8ae-4df1-4698-8e0b-63815108b4ff req-f1d22904-8e4b-433e-8ad9-62a8c25881c8 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:09.956629 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c04db8ae-4df1-4698-8e0b-63815108b4ff req-f1d22904-8e4b-433e-8ad9-62a8c25881c8 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3147006 Jul 05 09:49:10.084757 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4306b2-3cae-4ce2-bc03-382c9505db11 admin admin] Router ad9b659a-bc5c-4072-945b-24056e18af14 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:49:10.148585 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7563b48-66ae-4e48-879f-2a11b864b7eb req-02dc5957-db49-4810-815c-b193b368f8b1 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:10.149954 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d7563b48-66ae-4e48-879f-2a11b864b7eb req-02dc5957-db49-4810-815c-b193b368f8b1 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.1461649 Jul 05 09:49:10.167182 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a433f3f-6c41-4e64-a2f2-4f6dcd5cc6b6 req-5877202c-9e15-463c-99fb-872519ad3d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:10.169726 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a433f3f-6c41-4e64-a2f2-4f6dcd5cc6b6 req-5877202c-9e15-463c-99fb-872519ad3d31 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb HTTP/1.1" status: 200 len: 918 time: 0.6550515 Jul 05 09:49:10.251930 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a433f3f-6c41-4e64-a2f2-4f6dcd5cc6b6 req-26ec13d0-de43-491b-9183-dc7e413b1807 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1dabde5-d7fc-474b-93b7-918b89720f06 HTTP/1.1" status: 200 len: 1001 time: 0.0745745 Jul 05 09:49:10.259787 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d7563b48-66ae-4e48-879f-2a11b864b7eb req-688285d1-77c3-4564-b972-7af5820e4390 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765648 Jul 05 09:49:10.311470 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c04203-ea0d-4aed-acc6-e1275e9d7876 req-0151500a-a1c0-459c-9fd9-8735d26833fd tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:10.323939 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a4c04203-ea0d-4aed-acc6-e1275e9d7876 req-0151500a-a1c0-459c-9fd9-8735d26833fd tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1952877 Jul 05 09:49:10.335043 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a433f3f-6c41-4e64-a2f2-4f6dcd5cc6b6 req-8ebbeabe-87e5-4ad2-8f2c-ed8f43eb30fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:10.336839 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a433f3f-6c41-4e64-a2f2-4f6dcd5cc6b6 req-8ebbeabe-87e5-4ad2-8f2c-ed8f43eb30fe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70194034-b839-4d67-b152-2ad54f034d6c HTTP/1.1" status: 200 len: 856 time: 0.0510337 Jul 05 09:49:10.413781 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4306b2-3cae-4ce2-bc03-382c9505db11 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:49:10.419470 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bfe214e0-7fc7-43fa-928a-8a18311b62d2 req-73192467-3e35-4cfe-95ee-61db9503639d tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "GET /v2.0/security-groups/e3a61d00-6cb3-49d3-80cc-6ab154c0fa24 HTTP/1.1" status: 200 len: 2407 time: 0.0869248 Jul 05 09:49:10.424974 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5418cb10-1f3f-4824-a9f0-34cad6e6cb9b None None] Sync routers for ids ['ad9b659a-bc5c-4072-945b-24056e18af14'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:49:10.425462 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6d4306b2-3cae-4ce2-bc03-382c9505db11 admin admin] 10.222.0.79 "PUT /v2.0/routers/ad9b659a-bc5c-4072-945b-24056e18af14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7421002 Jul 05 09:49:10.428265 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54582) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:10.441791 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5418cb10-1f3f-4824-a9f0-34cad6e6cb9b None None] Routers {'ad9b659a-bc5c-4072-945b-24056e18af14'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:49:10.443096 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5418cb10-1f3f-4824-a9f0-34cad6e6cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:48:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ad9b659a-bc5c-4072-945b-24056e18af14'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:10.451174 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a4c04203-ea0d-4aed-acc6-e1275e9d7876 req-ca99ae60-b283-432f-81bb-e0bef4a851ec tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263852 Jul 05 09:49:10.490564 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-10ad84f1-0d7b-4b96-ac9d-3c18e8e9df14 req-532fbe10-6968-4947-a7ca-dcc3aeed8529 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "GET /v2.0/security-group-rules/1a291c5e-983f-451b-a282-0abed0d36bd7 HTTP/1.1" status: 200 len: 778 time: 0.0286958 Jul 05 09:49:10.570508 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-10ad84f1-0d7b-4b96-ac9d-3c18e8e9df14 req-4f3d46e1-d192-4ac5-9873-9ff6be68b981 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "GET /v2.0/security-groups/e3a61d00-6cb3-49d3-80cc-6ab154c0fa24 HTTP/1.1" status: 200 len: 2407 time: 0.0784628 Jul 05 09:49:10.615672 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-10ad84f1-0d7b-4b96-ac9d-3c18e8e9df14 req-dad80cee-313e-47b5-a99e-202a39cfbd7a tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:10.628391 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-10ad84f1-0d7b-4b96-ac9d-3c18e8e9df14 req-dad80cee-313e-47b5-a99e-202a39cfbd7a tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:10.670635 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-10ad84f1-0d7b-4b96-ac9d-3c18e8e9df14 req-dad80cee-313e-47b5-a99e-202a39cfbd7a tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:10.686941 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-10ad84f1-0d7b-4b96-ac9d-3c18e8e9df14 req-dad80cee-313e-47b5-a99e-202a39cfbd7a tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:10.704420 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-10ad84f1-0d7b-4b96-ac9d-3c18e8e9df14 req-dad80cee-313e-47b5-a99e-202a39cfbd7a tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/1a291c5e-983f-451b-a282-0abed0d36bd7 HTTP/1.1" status: 204 len: 173 time: 0.1304214 Jul 05 09:49:10.712441 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad80cee-313e-47b5-a99e-202a39cfbd7a tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a291c5e-983f-451b-a282-0abed0d36bd7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:10.731686 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-5418cb10-1f3f-4824-a9f0-34cad6e6cb9b None None] Set router ad9b659a-bc5c-4072-945b-24056e18af14 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:49:10.777368 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-93da437d-90ef-4502-8444-ec298604495a req-c968cfe0-abc5-4505-ba41-c41ed1741c8a tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-340194728', 'description': 'tempest-description-1133125321'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:10.818883 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-93da437d-90ef-4502-8444-ec298604495a req-c968cfe0-abc5-4505-ba41-c41ed1741c8a tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:11.012677 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-93da437d-90ef-4502-8444-ec298604495a req-c968cfe0-abc5-4505-ba41-c41ed1741c8a tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:11.025570 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-93da437d-90ef-4502-8444-ec298604495a req-c968cfe0-abc5-4505-ba41-c41ed1741c8a tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:11.071508 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-93da437d-90ef-4502-8444-ec298604495a req-c968cfe0-abc5-4505-ba41-c41ed1741c8a tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:11.075658 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-93da437d-90ef-4502-8444-ec298604495a req-c968cfe0-abc5-4505-ba41-c41ed1741c8a tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3070526 Jul 05 09:49:11.176031 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5418cb10-1f3f-4824-a9f0-34cad6e6cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:49:09Z', 'revision_number': 5, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:11.188853 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9a282-2426-4324-8c01-be7042888630 req-3d2acfe7-e9f2-40d2-8429-c78c5a79aca2 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:11.190450 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c1e9a282-2426-4324-8c01-be7042888630 req-3d2acfe7-e9f2-40d2-8429-c78c5a79aca2 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.2536507 Jul 05 09:49:11.191357 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968cfe0-abc5-4505-ba41-c41ed1741c8a tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8478fc-fd23-47c5-8a4a-925ef86dc371,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:11.292874 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5418cb10-1f3f-4824-a9f0-34cad6e6cb9b None None] Checking router: ad9b659a-bc5c-4072-945b-24056e18af14 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:49:11.311195 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c1e9a282-2426-4324-8c01-be7042888630 req-9fd0cf28-cefb-45db-8e18-526114d47b52 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086304 Jul 05 09:49:11.331200 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a433f3f-6c41-4e64-a2f2-4f6dcd5cc6b6 req-ff33c9b5-f940-4422-816c-8ade788fb61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:11.336875 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5418cb10-1f3f-4824-a9f0-34cad6e6cb9b None None] Routers {'ad9b659a-bc5c-4072-945b-24056e18af14'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:49:11.337570 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5418cb10-1f3f-4824-a9f0-34cad6e6cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:48:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ad9b659a-bc5c-4072-945b-24056e18af14'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:11.344113 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a433f3f-6c41-4e64-a2f2-4f6dcd5cc6b6 req-ff33c9b5-f940-4422-816c-8ade788fb61e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9884079 Jul 05 09:49:11.417335 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c002ada7-4f39-4ff2-818f-94b87a6ca976 req-0f277668-2b3d-4593-9467-c917035040b4 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "GET /v2.0/security-groups/6d8478fc-fd23-47c5-8a4a-925ef86dc371 HTTP/1.1" status: 200 len: 1814 time: 0.0882897 Jul 05 09:49:11.521798 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-56ab7b90-dfd4-4f12-8d57-110333feeab4 req-8f4135e3-f6fa-4bda-8ac2-12fab760fc98 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=019f5d41-2073-41e4-8bfc-725db42ef9bb HTTP/1.1" status: 200 len: 210 time: 0.0999851 Jul 05 09:49:11.705307 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-5418cb10-1f3f-4824-a9f0-34cad6e6cb9b None None] Set router ad9b659a-bc5c-4072-945b-24056e18af14 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:49:11.729682 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a23ea249-76f0-4798-ab50-aca1e195f1d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:11.861715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d83944-6470-4a30-918f-fda4bab687ba req-5d769846-0042-480c-b5b9-684678fb509b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:11.875297 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-06d83944-6470-4a30-918f-fda4bab687ba req-5d769846-0042-480c-b5b9-684678fb509b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.2083681 Jul 05 09:49:11.957725 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a433f3f-6c41-4e64-a2f2-4f6dcd5cc6b6 req-0cae71bc-9013-43bc-b3da-d4a5d6d4d728 service neutron] 10.222.0.81 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6103208 Jul 05 09:49:11.977551 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-408c3552-507e-4ff3-913c-03d1c89d54ae tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:11.985258 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-408c3552-507e-4ff3-913c-03d1c89d54ae tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.78 "GET /v2.0/networks?id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c HTTP/1.1" status: 200 len: 811 time: 0.4725361 Jul 05 09:49:12.020711 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-828831ba-899b-43bf-afb0-2040869150ba tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Request body: {'port': {'device_id': '019f5d41-2073-41e4-8bfc-725db42ef9bb', 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c', 'admin_state_up': True, 'tenant_id': '277627ebd7464c359b06a15e4b1a6489'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:12.026642 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-06d83944-6470-4a30-918f-fda4bab687ba req-735ecb78-d805-434e-98f5-8f371a5a52ec tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490200 Jul 05 09:49:12.112245 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd61062-c3d6-4cd8-b8f4-185ac49099f4 req-e0471226-fab4-4f99-bec8-e9e58b92a913 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:12.130062 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5418cb10-1f3f-4824-a9f0-34cad6e6cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:49:09Z', 'revision_number': 5, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:12.142472 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4dd61062-c3d6-4cd8-b8f4-185ac49099f4 req-e0471226-fab4-4f99-bec8-e9e58b92a913 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.2588897 Jul 05 09:49:12.167039 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5418cb10-1f3f-4824-a9f0-34cad6e6cb9b None None] The sync data for ids ['ad9b659a-bc5c-4072-945b-24056e18af14'] in n-d-798054-8 is: [{'id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'name': 'tempest-FloatingIPsAssociationTestJSON-157000856-router', 'tenant_id': 'f14992b010214883a7cb6c5d4bf0968d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:49:09Z', 'revision_number': 5, 'project_id': 'f14992b010214883a7cb6c5d4bf0968d', 'gw_port': {'id': '0795fe1a-b04c-4d8a-9862-28a6a6a5774d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b659a-bc5c-4072-945b-24056e18af14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:38Z', 'updated_at': '2021-07-05T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:49:12.250039 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4dd61062-c3d6-4cd8-b8f4-185ac49099f4 req-39515859-f5a7-4afa-9d0e-62489f291bca tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061642 Jul 05 09:49:12.297921 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-cadc4f1e-7745-4caf-b050-234b70ad1fff req-98dafb57-b61e-4708-b058-50118ead9f5c tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1075614978', 'description': 'tempest-description-1942432892'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:12.356972 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cadc4f1e-7745-4caf-b050-234b70ad1fff req-98dafb57-b61e-4708-b058-50118ead9f5c tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:12.411124 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.db.api [req-cadc4f1e-7745-4caf-b050-234b70ad1fff req-98dafb57-b61e-4708-b058-50118ead9f5c tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 09:49:12.411124 n-d-798054-8 neutron-server[93907]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 09:49:12.411124 n-d-798054-8 neutron-server[93907]: [parameters: {'project_id_1': 'eecc582d1ea743b985d03f43a928d9cc', 'expiration_1': datetime.datetime(2021, 7, 5, 9, 49, 12, 398766)}] Jul 05 09:49:12.411124 n-d-798054-8 neutron-server[93907]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:49:12.411515 n-d-798054-8 neutron-server[93907]: DEBUG oslo_db.api [req-cadc4f1e-7745-4caf-b050-234b70ad1fff req-98dafb57-b61e-4708-b058-50118ead9f5c tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:49:12.415168 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a23ea249-76f0-4798-ab50-aca1e195f1d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:12.439949 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-828831ba-899b-43bf-afb0-2040869150ba tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Made reservation on behalf of 277627ebd7464c359b06a15e4b1a6489 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:12.444127 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-828831ba-899b-43bf-afb0-2040869150ba tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:12.491259 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a433f3f-6c41-4e64-a2f2-4f6dcd5cc6b6 req-9b9d0d80-1389-486c-aae8-1fe16cf371e9 service neutron] 10.222.0.81 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017946 Jul 05 09:49:12.550960 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7406d6fd-1288-48fc-9f40-fe7dfc607318 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:49:12.614317 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 7406d6fd-1288-48fc-9f40-fe7dfc607318 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:49:12.614673 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7406d6fd-1288-48fc-9f40-fe7dfc607318 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:49:12.663738 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a23ea249-76f0-4798-ab50-aca1e195f1d2 admin admin] Deleting port 0795fe1a-b04c-4d8a-9862-28a6a6a5774d {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:49:12.664106 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a23ea249-76f0-4798-ab50-aca1e195f1d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:12.668425 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b436d-5c10-4952-af56-1c23b5b40012 req-4dc74e46-a2e8-486e-9699-909e1293d7af tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:12.674179 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-732b436d-5c10-4952-af56-1c23b5b40012 req-4dc74e46-a2e8-486e-9699-909e1293d7af tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1773119 Jul 05 09:49:12.722359 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-732b436d-5c10-4952-af56-1c23b5b40012 req-a8f8bb4b-8932-439c-ac61-8208988c49bc tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454838 Jul 05 09:49:12.755602 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-828831ba-899b-43bf-afb0-2040869150ba tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Allocated IP 172.20.0.11 (d7ce5e94-320c-492a-bb66-c25b99ff7a3c/82a767f2-a70d-493a-920a-63cb4c3e85d1/f67c09f4-7b15-4fec-bf70-a0e46a9ddf69) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:12.905399 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-a23ea249-76f0-4798-ab50-aca1e195f1d2 admin admin] For port 0795fe1a-b04c-4d8a-9862-28a6a6a5774d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=0795fe1a-b04c-4d8a-9862-28a6a6a5774d,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:12.906040 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a23ea249-76f0-4798-ab50-aca1e195f1d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:12.913259 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cadc4f1e-7745-4caf-b050-234b70ad1fff req-98dafb57-b61e-4708-b058-50118ead9f5c tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:12.936989 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a23ea249-76f0-4798-ab50-aca1e195f1d2 admin admin] Calling delete_port for 0795fe1a-b04c-4d8a-9862-28a6a6a5774d owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:49:13.090014 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cadc4f1e-7745-4caf-b050-234b70ad1fff req-98dafb57-b61e-4708-b058-50118ead9f5c tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.100951 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cadc4f1e-7745-4caf-b050-234b70ad1fff req-98dafb57-b61e-4708-b058-50118ead9f5c tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.133676 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dafb57-b61e-4708-b058-50118ead9f5c tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f26fe66-e066-416c-a733-40bf42b9b2ab,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:13.160784 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cadc4f1e-7745-4caf-b050-234b70ad1fff req-98dafb57-b61e-4708-b058-50118ead9f5c tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.162458 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cadc4f1e-7745-4caf-b050-234b70ad1fff req-98dafb57-b61e-4708-b058-50118ead9f5c tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.8688455 Jul 05 09:49:13.197414 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-828831ba-899b-43bf-afb0-2040869150ba tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.201651 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-81272ec9-b878-4dce-90a0-80eac12fa6ee req-24d0481c-e82b-491b-a66d-cecfba6c14e6 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=019f5d41-2073-41e4-8bfc-725db42ef9bb HTTP/1.1" status: 200 len: 210 time: 0.0335982 Jul 05 09:49:13.352657 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-828831ba-899b-43bf-afb0-2040869150ba tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.399751 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f12d32-3ff6-483e-9ff5-01ee396a45a1 req-ee8badf3-c235-49a0-9ecc-64d2520534e7 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:13.407450 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84f12d32-3ff6-483e-9ff5-01ee396a45a1 req-ee8badf3-c235-49a0-9ecc-64d2520534e7 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1246579 Jul 05 09:49:13.421110 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-828831ba-899b-43bf-afb0-2040869150ba tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Network d7ce5e94-320c-492a-bb66-c25b99ff7a3c is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:13.427421 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a23ea249-76f0-4798-ab50-aca1e195f1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.433327 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-828831ba-899b-43bf-afb0-2040869150ba tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:13.448732 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-828831ba-899b-43bf-afb0-2040869150ba tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:49:13.459410 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84f12d32-3ff6-483e-9ff5-01ee396a45a1 req-0094828e-d6b3-4899-873a-5c546a0614ac tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510862 Jul 05 09:49:13.474900 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828831ba-899b-43bf-afb0-2040869150ba tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Pushing event updated for resources: {'Port': ['ID=f67c09f4-7b15-4fec-bf70-a0e46a9ddf69,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:13.503354 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efdf2f-7466-44c9-b599-be5c4b764101 req-40f490b2-ba80-416b-bfc1-1e3b6ab9d237 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:13.510273 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63efdf2f-7466-44c9-b599-be5c4b764101 req-40f490b2-ba80-416b-bfc1-1e3b6ab9d237 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.1760356 Jul 05 09:49:13.550615 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ea249-76f0-4798-ab50-aca1e195f1d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0795fe1a-b04c-4d8a-9862-28a6a6a5774d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:13.572604 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-828831ba-899b-43bf-afb0-2040869150ba tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:13.572803 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0628d33d-693b-4154-b33e-9246c06ed3f2 req-99113bb1-d92a-4004-8f74-e066d7a1709a tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "GET /v2.0/security-groups/1f26fe66-e066-416c-a733-40bf42b9b2ab HTTP/1.1" status: 200 len: 1815 time: 0.0783713 Jul 05 09:49:13.573242 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-828831ba-899b-43bf-afb0-2040869150ba tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.590869 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a23ea249-76f0-4798-ab50-aca1e195f1d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.619250 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63efdf2f-7466-44c9-b599-be5c4b764101 req-1bd72d9a-ee38-480c-a54a-8c896a828fdb tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034679 Jul 05 09:49:13.652570 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-828831ba-899b-43bf-afb0-2040869150ba tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6399364 Jul 05 09:49:13.693753 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-8be6940e-71f5-46ad-8e2a-6af1578efcca service neutron] Request body: {'port': {'device_id': '019f5d41-2073-41e4-8bfc-725db42ef9bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:13.700058 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a23ea249-76f0-4798-ab50-aca1e195f1d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.724024 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a23ea249-76f0-4798-ab50-aca1e195f1d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.789381 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a23ea249-76f0-4798-ab50-aca1e195f1d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.791728 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23ea249-76f0-4798-ab50-aca1e195f1d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad9b659a-bc5c-4072-945b-24056e18af14 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:49:13.826534 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a23ea249-76f0-4798-ab50-aca1e195f1d2 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.828568 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a23ea249-76f0-4798-ab50-aca1e195f1d2 admin admin] 10.222.0.79 "DELETE /v2.0/routers/ad9b659a-bc5c-4072-945b-24056e18af14 HTTP/1.1" status: 204 len: 168 time: 3.3984344 Jul 05 09:49:13.830629 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54650) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:13.883038 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-8be6940e-71f5-46ad-8e2a-6af1578efcca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.915057 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac8c60ea-07fc-41fc-8038-a80af87a5d3f admin admin] Deleting subnet f0c42237-0515-4756-b2dd-a698486063e5 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:49:13.937572 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac8c60ea-07fc-41fc-8038-a80af87a5d3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.992778 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0c39ed46-b551-48fd-ac1c-0ea743efb937 req-03557763-f8cc-4cb3-8d94-813fdbb7523c tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-998644674', 'description': 'tempest-description-75620332'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:14.013991 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac8c60ea-07fc-41fc-8038-a80af87a5d3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:14.229839 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac8c60ea-07fc-41fc-8038-a80af87a5d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:14.333941 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-04d7d996-684b-4a59-83b9-13ca9c480630 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:14.335723 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-04d7d996-684b-4a59-83b9-13ca9c480630 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/networks?id=9fc753bd-ed1c-4222-8288-03c51cdba06e HTTP/1.1" status: 200 len: 815 time: 0.4921355 Jul 05 09:49:14.337305 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac8c60ea-07fc-41fc-8038-a80af87a5d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:14.360745 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-6e10cac2-8924-4f47-a59d-68e79bfc177c tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/quotas/75d5c84ca64141ddadd1bedc99f90e4d HTTP/1.1" status: 200 len: 375 time: 0.0166981 Jul 05 09:49:14.362175 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0c39ed46-b551-48fd-ac1c-0ea743efb937 req-03557763-f8cc-4cb3-8d94-813fdbb7523c tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:14.392034 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c60ea-07fc-41fc-8038-a80af87a5d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0c42237-0515-4756-b2dd-a698486063e5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:14.401748 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac8c60ea-07fc-41fc-8038-a80af87a5d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:14.402724 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998edc01-fc0f-4242-a021-8e1b18cf2d17 None None] Network 746da40b-2cc7-466f-a36c-2d78a0886235 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:49:14.406406 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ac8c60ea-07fc-41fc-8038-a80af87a5d3f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f0c42237-0515-4756-b2dd-a698486063e5 HTTP/1.1" status: 204 len: 168 time: 0.5722952 Jul 05 09:49:14.406406 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54658) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:14.409524 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-8be6940e-71f5-46ad-8e2a-6af1578efcca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67c09f4-7b15-4fec-bf70-a0e46a9ddf69 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:49:14.424060 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-8be6940e-71f5-46ad-8e2a-6af1578efcca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:14.487809 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-8be6940e-71f5-46ad-8e2a-6af1578efcca service neutron] Transition to ACTIVE for port object f67c09f4-7b15-4fec-bf70-a0e46a9ddf69 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:14.500546 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-8be6940e-71f5-46ad-8e2a-6af1578efcca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:14.529954 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-601eb3f4-1f1d-4d88-a2f8-521038565de3 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=75d5c84ca64141ddadd1bedc99f90e4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1518741 Jul 05 09:49:14.535913 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86355d1d-5a09-4fb5-9dec-60c858c2aae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:14.609919 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0c39ed46-b551-48fd-ac1c-0ea743efb937 req-03557763-f8cc-4cb3-8d94-813fdbb7523c tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:14.620547 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6940e-71f5-46ad-8e2a-6af1578efcca service neutron] Pushing event updated for resources: {'Port': ['ID=f67c09f4-7b15-4fec-bf70-a0e46a9ddf69,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:14.626540 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0c39ed46-b551-48fd-ac1c-0ea743efb937 req-03557763-f8cc-4cb3-8d94-813fdbb7523c tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:14.651808 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 0795fe1a-b04c-4d8a-9862-28a6a6a5774d no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:49:14.677111 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 0795fe1a-b04c-4d8a-9862-28a6a6a5774d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:49:14.677707 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 0795fe1a-b04c-4d8a-9862-28a6a6a5774d not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:49:14.684738 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0c39ed46-b551-48fd-ac1c-0ea743efb937 req-03557763-f8cc-4cb3-8d94-813fdbb7523c tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:14.691595 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c39ed46-b551-48fd-ac1c-0ea743efb937 req-03557763-f8cc-4cb3-8d94-813fdbb7523c tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7049942 Jul 05 09:49:14.705517 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03557763-f8cc-4cb3-8d94-813fdbb7523c tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb88197b-eef3-420b-bc95-9f858ac7be4d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:14.742759 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-8be6940e-71f5-46ad-8e2a-6af1578efcca service neutron] Attempting to bind port f67c09f4-7b15-4fec-bf70-a0e46a9ddf69 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:49:14.743050 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-8be6940e-71f5-46ad-8e2a-6af1578efcca service neutron] Attempting to bind port f67c09f4-7b15-4fec-bf70-a0e46a9ddf69 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '2d0d9b78-f015-4a1e-b97d-ed241adbdcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:49:14.743378 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-8be6940e-71f5-46ad-8e2a-6af1578efcca service neutron] Attempting to bind port f67c09f4-7b15-4fec-bf70-a0e46a9ddf69 on network d7ce5e94-320c-492a-bb66-c25b99ff7a3c {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:14.750974 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-86355d1d-5a09-4fb5-9dec-60c858c2aae6 admin admin] Deleting port 04413b93-9033-4d0b-9208-dbaeb1997618 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:49:14.751341 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86355d1d-5a09-4fb5-9dec-60c858c2aae6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:14.754048 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-4b380a76-3eff-451c-96b7-9dc3481922d9 service neutron] 10.222.0.79 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150726 Jul 05 09:49:14.754177 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-8be6940e-71f5-46ad-8e2a-6af1578efcca service neutron] Port f67c09f4-7b15-4fec-bf70-a0e46a9ddf69 on network d7ce5e94-320c-492a-bb66-c25b99ff7a3c not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:49:14.754668 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-8be6940e-71f5-46ad-8e2a-6af1578efcca service neutron] Attempting to bind port f67c09f4-7b15-4fec-bf70-a0e46a9ddf69 on network d7ce5e94-320c-492a-bb66-c25b99ff7a3c {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:14.788541 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67c5bd1-3c18-45cf-afee-292206ffddc2 None None] DHCP port deletion for 746da40b-2cc7-466f-a36c-2d78a0886235 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:49:14.803825 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-8be6940e-71f5-46ad-8e2a-6af1578efcca service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:49:14.804272 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-8be6940e-71f5-46ad-8e2a-6af1578efcca service neutron] Checking segment: {'id': '2d0d9b78-f015-4a1e-b97d-ed241adbdcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:49:14.804673 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-8be6940e-71f5-46ad-8e2a-6af1578efcca service neutron] Bound using segment: {'id': '2d0d9b78-f015-4a1e-b97d-ed241adbdcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:49:14.805132 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-8be6940e-71f5-46ad-8e2a-6af1578efcca service neutron] Bound port: f67c09f4-7b15-4fec-bf70-a0e46a9ddf69, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0d9b78-f015-4a1e-b97d-ed241adbdcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:49:14.805501 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-8be6940e-71f5-46ad-8e2a-6af1578efcca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:14.847233 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d67c5bd1-3c18-45cf-afee-292206ffddc2 None None] Deleting port 04413b93-9033-4d0b-9208-dbaeb1997618 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:49:14.847638 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d67c5bd1-3c18-45cf-afee-292206ffddc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:14.866964 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-86355d1d-5a09-4fb5-9dec-60c858c2aae6 admin admin] For port 04413b93-9033-4d0b-9208-dbaeb1997618, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=04413b93-9033-4d0b-9208-dbaeb1997618,segment=NetworkSegment(48c2a058-2c95-42e3-b8e4-a232959d524e),segment_id=48c2a058-2c95-42e3-b8e4-a232959d524e)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:14.867376 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86355d1d-5a09-4fb5-9dec-60c858c2aae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:14.889064 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-86355d1d-5a09-4fb5-9dec-60c858c2aae6 admin admin] Calling delete_port for 04413b93-9033-4d0b-9208-dbaeb1997618 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:49:14.933148 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d67c5bd1-3c18-45cf-afee-292206ffddc2 None None] For port 04413b93-9033-4d0b-9208-dbaeb1997618, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=04413b93-9033-4d0b-9208-dbaeb1997618,segment=NetworkSegment(48c2a058-2c95-42e3-b8e4-a232959d524e),segment_id=48c2a058-2c95-42e3-b8e4-a232959d524e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:14.934740 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d67c5bd1-3c18-45cf-afee-292206ffddc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:14.938813 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-54ce0354-fad9-41fe-93df-6b97ea2975d4 service neutron] 10.222.0.79 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840205 Jul 05 09:49:14.953576 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-8be6940e-71f5-46ad-8e2a-6af1578efcca service neutron] For port f67c09f4-7b15-4fec-bf70-a0e46a9ddf69, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:49:14.966878 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7163a57-6c4d-437b-b758-16cadcbe508e req-baa50fa2-03ef-4641-a05b-0676977050b8 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:14.970113 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-8be6940e-71f5-46ad-8e2a-6af1578efcca service neutron] For port f67c09f4-7b15-4fec-bf70-a0e46a9ddf69, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=f67c09f4-7b15-4fec-bf70-a0e46a9ddf69,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:49:14.977686 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-8be6940e-71f5-46ad-8e2a-6af1578efcca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:14.980053 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d67c5bd1-3c18-45cf-afee-292206ffddc2 None None] Calling delete_port for 04413b93-9033-4d0b-9208-dbaeb1997618 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:49:14.987112 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7163a57-6c4d-437b-b758-16cadcbe508e req-baa50fa2-03ef-4641-a05b-0676977050b8 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1484487 Jul 05 09:49:15.051564 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-8be6940e-71f5-46ad-8e2a-6af1578efcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:15.052267 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-8be6940e-71f5-46ad-8e2a-6af1578efcca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:15.053978 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-8be6940e-71f5-46ad-8e2a-6af1578efcca service neutron] 10.222.0.78 "PUT /v2.0/ports/f67c09f4-7b15-4fec-bf70-a0e46a9ddf69 HTTP/1.1" status: 200 len: 1092 time: 1.3677657 Jul 05 09:49:15.056578 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019f5d41-2073-41e4-8bfc-725db42ef9bb', 'tag': 'f67c09f4-7b15-4fec-bf70-a0e46a9ddf69'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:15.058940 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd351822-4a8a-4735-ad01-33bc5ac6f363" -d '{"events": [{"name": "network-changed", "server_uuid": "019f5d41-2073-41e4-8bfc-725db42ef9bb", "tag": "f67c09f4-7b15-4fec-bf70-a0e46a9ddf69"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:15.091288 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7163a57-6c4d-437b-b758-16cadcbe508e req-3136ab14-01a5-434e-a5b1-1df76aff5594 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989521 Jul 05 09:49:15.093614 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6940e-71f5-46ad-8e2a-6af1578efcca service neutron] Pushing event updated for resources: {'Port': ['ID=f67c09f4-7b15-4fec-bf70-a0e46a9ddf69,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:15.101038 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86355d1d-5a09-4fb5-9dec-60c858c2aae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:15.163739 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86355d1d-5a09-4fb5-9dec-60c858c2aae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=04413b93-9033-4d0b-9208-dbaeb1997618,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:15.171310 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86355d1d-5a09-4fb5-9dec-60c858c2aae6 admin admin] No DVR routers for this DVR port 04413b93-9033-4d0b-9208-dbaeb1997618 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:49:15.222650 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d67c5bd1-3c18-45cf-afee-292206ffddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:15.280165 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86355d1d-5a09-4fb5-9dec-60c858c2aae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:15.290342 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-ec0efd6d-1b99-4770-a3c3-a66c1d4f0635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:15.292483 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-ec0efd6d-1b99-4770-a3c3-a66c1d4f0635 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=277627ebd7464c359b06a15e4b1a6489&device_id=019f5d41-2073-41e4-8bfc-725db42ef9bb HTTP/1.1" status: 200 len: 1095 time: 0.1886842 Jul 05 09:49:15.296235 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-86355d1d-5a09-4fb5-9dec-60c858c2aae6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['746da40b-2cc7-466f-a36c-2d78a0886235']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:15.298643 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c5bd1-3c18-45cf-afee-292206ffddc2 None None] Pushing event deleted for resources: {'Port': ['ID=04413b93-9033-4d0b-9208-dbaeb1997618,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:15.302654 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67c5bd1-3c18-45cf-afee-292206ffddc2 None None] No DVR routers for this DVR port 04413b93-9033-4d0b-9208-dbaeb1997618 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:49:15.332842 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-86355d1d-5a09-4fb5-9dec-60c858c2aae6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c2a058-2c95-42e3-b8e4-a232959d524e') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:15.333702 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-86355d1d-5a09-4fb5-9dec-60c858c2aae6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c2a058-2c95-42e3-b8e4-a232959d524e') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:15.352686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6bf81-ff32-4e48-9494-7d7b41ecd7df req-51156a1c-392e-40f7-b07c-a59df7adf876 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:15.362327 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-94b6bf81-ff32-4e48-9494-7d7b41ecd7df req-51156a1c-392e-40f7-b07c-a59df7adf876 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=019f5d41-2073-41e4-8bfc-725db42ef9bb HTTP/1.1" status: 200 len: 944 time: 0.1313374 Jul 05 09:49:15.382257 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-6bdffc63-8f71-4037-b350-f3d67e0871a7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f67c09f4-7b15-4fec-bf70-a0e46a9ddf69 HTTP/1.1" status: 200 len: 217 time: 0.0809541 Jul 05 09:49:15.386543 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86355d1d-5a09-4fb5-9dec-60c858c2aae6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:15.431904 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86355d1d-5a09-4fb5-9dec-60c858c2aae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:15.443279 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-94b6bf81-ff32-4e48-9494-7d7b41ecd7df req-17488422-ea67-4c48-9000-803126707501 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799930 Jul 05 09:49:15.458120 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86355d1d-5a09-4fb5-9dec-60c858c2aae6 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:49:15.458974 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86355d1d-5a09-4fb5-9dec-60c858c2aae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:49:15.460906 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:49:15.505562 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-e032332d-7b6a-479f-a404-1fa58d7b76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:15.507156 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-e032332d-7b6a-479f-a404-1fa58d7b76e2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=82a767f2-a70d-493a-920a-63cb4c3e85d1 HTTP/1.1" status: 200 len: 851 time: 0.1185298 Jul 05 09:49:15.518480 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7108ccc-0594-426f-9288-14e942c8d6c7 req-5380fd9f-1643-4cf3-a098-bed17d370b7d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:15.520073 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7108ccc-0594-426f-9288-14e942c8d6c7 req-5380fd9f-1643-4cf3-a098-bed17d370b7d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.1257055 Jul 05 09:49:15.565482 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-206affd8-f35b-477d-9e76-80ff35d7b2d6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484641 Jul 05 09:49:15.576811 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-160e486a-0caa-485c-8a1a-4f3f053c9015 req-5de8ebb2-a5df-4964-a6b0-38992d8eac49 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "GET /v2.0/security-groups/bb88197b-eef3-420b-bc95-9f858ac7be4d HTTP/1.1" status: 200 len: 1812 time: 0.0934353 Jul 05 09:49:15.581719 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86355d1d-5a09-4fb5-9dec-60c858c2aae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:15.599021 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86355d1d-5a09-4fb5-9dec-60c858c2aae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:15.600507 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-86355d1d-5a09-4fb5-9dec-60c858c2aae6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/746da40b-2cc7-466f-a36c-2d78a0886235 HTTP/1.1" status: 204 len: 168 time: 1.1934235 Jul 05 09:49:15.625347 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7108ccc-0594-426f-9288-14e942c8d6c7 req-80bc5a14-a895-4c98-8dd1-371c1741d517 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983799 Jul 05 09:49:15.690182 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86355d1d-5a09-4fb5-9dec-60c858c2aae6 admin admin] Pushing event deleted for resources: {'Network': ['ID=746da40b-2cc7-466f-a36c-2d78a0886235,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:15.707947 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1154f4c6-e2a6-4300-968c-1af41c3fb11c x-openstack-request-id: req-1154f4c6-e2a6-4300-968c-1af41c3fb11c {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:15.708488 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019f5d41-2073-41e4-8bfc-725db42ef9bb", "tag": "f67c09f4-7b15-4fec-bf70-a0e46a9ddf69", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:15.709376 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1154f4c6-e2a6-4300-968c-1af41c3fb11c {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:15.710178 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019f5d41-2073-41e4-8bfc-725db42ef9bb', 'tag': 'f67c09f4-7b15-4fec-bf70-a0e46a9ddf69', 'status': 'completed', 'code': 200} Jul 05 09:49:15.787397 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-7b950464-0905-4c64-b158-c645967bf8dc service neutron] 10.222.0.78 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154500 Jul 05 09:49:15.812873 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-602917c5-53f9-47b7-90fc-339cac6d0870 req-d4d164ac-6eac-46db-9616-4194281f8c34 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a9d60e7-873d-43f5-b5ae-67b460c96690 HTTP/1.1" status: 200 len: 210 time: 0.0518703 Jul 05 09:49:15.828060 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 54686) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:15.882961 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-ce05f08c-9734-4315-a242-62948a47aff1 req-028beaae-ddbe-47f6-aeda-4130ffb1bc17 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-914191203', 'description': 'tempest-description-144017329'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:15.902647 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-24d9cbe5-0f34-443f-b2b3-37cc3748d9e1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f14992b010214883a7cb6c5d4bf0968d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0731714 Jul 05 09:49:15.906959 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54690) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:15.922570 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ce05f08c-9734-4315-a242-62948a47aff1 req-028beaae-ddbe-47f6-aeda-4130ffb1bc17 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:15.962909 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d526af3-ece3-4b94-a95b-fd2cde87dc08 req-af68f1c7-3d3c-485b-b604-faa1759aa50b service neutron] 10.222.0.78 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676474 Jul 05 09:49:15.993040 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2b807b82-cc32-4f71-8922-ce762c1c78a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:16.029343 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2b807b82-cc32-4f71-8922-ce762c1c78a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:16.102040 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ce05f08c-9734-4315-a242-62948a47aff1 req-028beaae-ddbe-47f6-aeda-4130ffb1bc17 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:16.108563 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ce05f08c-9734-4315-a242-62948a47aff1 req-028beaae-ddbe-47f6-aeda-4130ffb1bc17 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:16.147789 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd351822-4a8a-4735-ad01-33bc5ac6f363 req-61548e3e-1e88-4299-aa6d-3edd83bb9ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:16.153790 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fd351822-4a8a-4735-ad01-33bc5ac6f363 req-61548e3e-1e88-4299-aa6d-3edd83bb9ed6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=277627ebd7464c359b06a15e4b1a6489&device_id=019f5d41-2073-41e4-8bfc-725db42ef9bb HTTP/1.1" status: 200 len: 1095 time: 0.1106393 Jul 05 09:49:16.155079 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2b807b82-cc32-4f71-8922-ce762c1c78a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:16.158263 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2b807b82-cc32-4f71-8922-ce762c1c78a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:16.159371 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2b807b82-cc32-4f71-8922-ce762c1c78a7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/823634ac-e1e9-42f9-9129-b03020e72b45 HTTP/1.1" status: 204 len: 168 time: 0.2502990 Jul 05 09:49:16.171841 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ce05f08c-9734-4315-a242-62948a47aff1 req-028beaae-ddbe-47f6-aeda-4130ffb1bc17 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:16.180807 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ce05f08c-9734-4315-a242-62948a47aff1 req-028beaae-ddbe-47f6-aeda-4130ffb1bc17 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3065801 Jul 05 09:49:16.190831 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b807b82-cc32-4f71-8922-ce762c1c78a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823634ac-e1e9-42f9-9129-b03020e72b45,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:16.254161 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028beaae-ddbe-47f6-aeda-4130ffb1bc17 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ff1723-72d0-434c-9cb8-7d3f64926e4a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:16.273271 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd351822-4a8a-4735-ad01-33bc5ac6f363 req-0eb23014-ed7b-4722-a5d9-91bdc51ff13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:16.276292 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fd351822-4a8a-4735-ad01-33bc5ac6f363 req-0eb23014-ed7b-4722-a5d9-91bdc51ff13c service neutron] 10.222.0.78 "GET /v2.0/networks?id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c HTTP/1.1" status: 200 len: 912 time: 0.1139300 Jul 05 09:49:16.380834 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fd351822-4a8a-4735-ad01-33bc5ac6f363 req-a1296605-281d-415a-9691-202cd5bd7199 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f67c09f4-7b15-4fec-bf70-a0e46a9ddf69 HTTP/1.1" status: 200 len: 217 time: 0.0974793 Jul 05 09:49:16.390919 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device d1dabde5-d7fc-474b-93b7-918b89720f06 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:49:16.415184 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-62e9f29e-45a2-4145-bb5b-9292f439d9ca req-f19f25bc-cb4a-48a8-b33c-d7ff97dbc4bf tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "GET /v2.0/security-groups/35ff1723-72d0-434c-9cb8-7d3f64926e4a HTTP/1.1" status: 200 len: 1813 time: 0.1843519 Jul 05 09:49:16.557664 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd351822-4a8a-4735-ad01-33bc5ac6f363 req-187bcdb3-9dde-43e1-9366-18a06b7a6780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:16.558243 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-f8bb9b85-fee4-4e08-be82-8e2e0e19f4b4 req-17563852-da44-4240-9c45-60072d029167 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] show failed (client error): The resource could not be found. Jul 05 09:49:16.561710 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fd351822-4a8a-4735-ad01-33bc5ac6f363 req-187bcdb3-9dde-43e1-9366-18a06b7a6780 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=82a767f2-a70d-493a-920a-63cb4c3e85d1 HTTP/1.1" status: 200 len: 851 time: 0.1735246 Jul 05 09:49:16.583706 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8bb9b85-fee4-4e08-be82-8e2e0e19f4b4 req-17563852-da44-4240-9c45-60072d029167 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "GET /v2.0/security-groups/300b8c53-7f93-496a-b4a1-2d8b3bb37bdd HTTP/1.1" status: 404 len: 352 time: 0.0942335 Jul 05 09:49:16.631520 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 04413b93-9033-4d0b-9208-dbaeb1997618 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:49:16.687750 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fd351822-4a8a-4735-ad01-33bc5ac6f363 req-546ddd12-c6d4-47c1-b65e-029c795ec6d6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137846 Jul 05 09:49:16.703968 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 04413b93-9033-4d0b-9208-dbaeb1997618 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:49:16.707057 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 04413b93-9033-4d0b-9208-dbaeb1997618 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:49:16.733132 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4fc97-91bb-47a6-8645-5c104d7757b2 req-3ba5693b-8de8-46d8-b851-dcf7ee9dc114 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:16.744874 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-86c4fc97-91bb-47a6-8645-5c104d7757b2 req-3ba5693b-8de8-46d8-b851-dcf7ee9dc114 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.4230604 Jul 05 09:49:16.773627 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4da6f5a2-5827-4f95-9eb8-057fd25ac6d0 req-1acc340a-e34d-42bc-846f-19020d3cd6e3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4e4299de-a387-4c55-a9ad-f443ba0c7ef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4160938 Jul 05 09:49:16.777991 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port d1dabde5-d7fc-474b-93b7-918b89720f06, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d1dabde5-d7fc-474b-93b7-918b89720f06,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:16.790089 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'd1dabde5-d7fc-474b-93b7-918b89720f06', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'port_id': 'd1dabde5-d7fc-474b-93b7-918b89720f06', 'mac_address': 'fa:16:3e:7c:01:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70194034-b839-4d67-b152-2ad54f034d6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:49:16.856009 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:16.879504 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1dabde5-d7fc-474b-93b7-918b89720f06 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:49:16.891143 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fd351822-4a8a-4735-ad01-33bc5ac6f363 req-5ce13885-564c-4673-8241-9b1a77c037c3 service neutron] 10.222.0.78 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957848 Jul 05 09:49:16.903416 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-86c4fc97-91bb-47a6-8645-5c104d7757b2 req-549b2b1b-5746-4aac-b999-79bd392e5d35 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521769 Jul 05 09:49:16.934072 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port d1dabde5-d7fc-474b-93b7-918b89720f06, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d1dabde5-d7fc-474b-93b7-918b89720f06,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:16.939771 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:17.049693 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-c3484c67-065a-4458-a7ea-2c3255b5f88f req-b6377a16-052d-4fb3-85ce-c0c8f7c416b3 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] show failed (client error): The resource could not be found. Jul 05 09:49:17.051635 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c3484c67-065a-4458-a7ea-2c3255b5f88f req-b6377a16-052d-4fb3-85ce-c0c8f7c416b3 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "GET /v2.0/security-group-rules/72f28dcb-48c5-4ba8-8cd8-47bf1a16cdc7 HTTP/1.1" status: 404 len: 361 time: 0.0873957 Jul 05 09:49:17.093577 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=d1dabde5-d7fc-474b-93b7-918b89720f06,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:17.108146 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['d1dabde5-d7fc-474b-93b7-918b89720f06'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:49:17.140621 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fd351822-4a8a-4735-ad01-33bc5ac6f363 req-8fc4fac2-d4dd-406b-b1ab-71a739a6d7d1 service neutron] 10.222.0.78 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421892 Jul 05 09:49:17.164101 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2245f65-3356-4dc2-bc4a-ef820aa81660 req-065b9f6c-5b0b-4aac-a35b-d4a7069b06e3 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:17.165747 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c2245f65-3356-4dc2-bc4a-ef820aa81660 req-065b9f6c-5b0b-4aac-a35b-d4a7069b06e3 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=019f5d41-2073-41e4-8bfc-725db42ef9bb HTTP/1.1" status: 200 len: 944 time: 0.2041519 Jul 05 09:49:17.180922 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6f5a2-5827-4f95-9eb8-057fd25ac6d0 req-d3d5c3d7-a27d-40e7-b799-b6b965092283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:17.185642 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4da6f5a2-5827-4f95-9eb8-057fd25ac6d0 req-d3d5c3d7-a27d-40e7-b799-b6b965092283 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=75d5c84ca64141ddadd1bedc99f90e4d&device_id=4e4299de-a387-4c55-a9ad-f443ba0c7ef2 HTTP/1.1" status: 200 len: 1096 time: 0.3454316 Jul 05 09:49:17.256543 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c2245f65-3356-4dc2-bc4a-ef820aa81660 req-35a74924-335c-4050-8b01-eb15bec321dd tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697491 Jul 05 09:49:17.455930 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-dab66f8e-89af-4ab2-aa03-30792555908c tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:17.457803 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-dab66f8e-89af-4ab2-aa03-30792555908c tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.81 "GET /v2.0/networks?id=9fc753bd-ed1c-4222-8288-03c51cdba06e HTTP/1.1" status: 200 len: 815 time: 0.2170019 Jul 05 09:49:17.479383 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-ab8ebf63-f4b7-414a-8d6a-911254505963 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Request body: {'port': {'device_id': '4a9d60e7-873d-43f5-b5ae-67b460c96690', 'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e', 'admin_state_up': True, 'tenant_id': '75d5c84ca64141ddadd1bedc99f90e4d'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:17.659907 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6f5a2-5827-4f95-9eb8-057fd25ac6d0 req-f5bbb61a-6419-4837-a52e-fb7d9b1182a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:17.661426 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4da6f5a2-5827-4f95-9eb8-057fd25ac6d0 req-f5bbb61a-6419-4837-a52e-fb7d9b1182a4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9fc753bd-ed1c-4222-8288-03c51cdba06e HTTP/1.1" status: 200 len: 916 time: 0.4016829 Jul 05 09:49:17.700179 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-ab8ebf63-f4b7-414a-8d6a-911254505963 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Made reservation on behalf of 75d5c84ca64141ddadd1bedc99f90e4d for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:17.719053 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-ab8ebf63-f4b7-414a-8d6a-911254505963 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:17.810034 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4da6f5a2-5827-4f95-9eb8-057fd25ac6d0 req-14cd8c70-3077-4194-b3a1-e3f2e181d96c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86305fdc-3bf1-45a5-acb8-6ad4b27e085d HTTP/1.1" status: 200 len: 217 time: 0.1299272 Jul 05 09:49:17.882250 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54758) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:17.903149 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6feb85ee-e206-443a-91e5-ca8797a93385 req-1b974585-3b35-4e62-895d-c1a4900c7397 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a9d60e7-873d-43f5-b5ae-67b460c96690 HTTP/1.1" status: 200 len: 210 time: 0.0980387 Jul 05 09:49:17.920187 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb181666-5b88-4bc5-94aa-fecce45a539d req-9e72ed32-1eee-44c5-ac81-7614200cc07e tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:17.926352 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fb181666-5b88-4bc5-94aa-fecce45a539d req-9e72ed32-1eee-44c5-ac81-7614200cc07e tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 944 time: 0.4566023 Jul 05 09:49:17.937882 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-ab8ebf63-f4b7-414a-8d6a-911254505963 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Allocated IP 172.20.0.5 (9fc753bd-ed1c-4222-8288-03c51cdba06e/a14a8afb-77fc-4bd0-9b4d-adabd45f7421/e407747f-6ac5-4bc7-a0a0-a61181cfcf49) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:17.964822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6f5a2-5827-4f95-9eb8-057fd25ac6d0 req-6cacd38c-c55e-4413-98a5-64173a5659bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:17.966390 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4da6f5a2-5827-4f95-9eb8-057fd25ac6d0 req-6cacd38c-c55e-4413-98a5-64173a5659bf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a14a8afb-77fc-4bd0-9b4d-adabd45f7421 HTTP/1.1" status: 200 len: 855 time: 0.1460142 Jul 05 09:49:18.027739 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fb181666-5b88-4bc5-94aa-fecce45a539d req-a0f7177d-e637-4815-84bb-328634171904 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004238 Jul 05 09:49:18.036316 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4da6f5a2-5827-4f95-9eb8-057fd25ac6d0 req-a65a49c9-5eff-4293-9a8d-037b0c431faf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9fc753bd-ed1c-4222-8288-03c51cdba06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616477 Jul 05 09:49:18.138099 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-ab8ebf63-f4b7-414a-8d6a-911254505963 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:18.151237 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-863c4502-ddd8-4b0b-80ad-9fc50caa27fd admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1227042050-network', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:18.194565 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863c4502-ddd8-4b0b-80ad-9fc50caa27fd admin admin] Made reservation on behalf of e04a66e3970b460eb00d87560a63797b for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:18.198216 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-863c4502-ddd8-4b0b-80ad-9fc50caa27fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:18.219581 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d3ffc3a-5330-4885-bd13-52d1260af199 req-17928c82-7379-4378-988d-ebe6a0233256 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "GET /v2.0/security-groups/35ff1723-72d0-434c-9cb8-7d3f64926e4a HTTP/1.1" status: 200 len: 1813 time: 0.2301886 Jul 05 09:49:18.223051 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-863c4502-ddd8-4b0b-80ad-9fc50caa27fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:18.260121 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-ab8ebf63-f4b7-414a-8d6a-911254505963 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:18.277063 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['86305fdc-3bf1-45a5-acb8-6ad4b27e085d', '4e16e6a1-7622-4733-aa44-5875dba4140a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:49:18.286392 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['7a209d70-5a0a-48bf-a1f9-5c9b063143d3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:49:18.309324 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4da6f5a2-5827-4f95-9eb8-057fd25ac6d0 req-4acd3b6a-821b-4b05-a7b7-83557513eaab service neutron] 10.222.0.78 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573264 Jul 05 09:49:18.354341 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ebf63-f4b7-414a-8d6a-911254505963 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Pushing event updated for resources: {'Port': ['ID=e407747f-6ac5-4bc7-a0a0-a61181cfcf49,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:18.377791 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-ab8ebf63-f4b7-414a-8d6a-911254505963 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Network 9fc753bd-ed1c-4222-8288-03c51cdba06e is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:18.382223 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-ab8ebf63-f4b7-414a-8d6a-911254505963 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:18.385424 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-ab8ebf63-f4b7-414a-8d6a-911254505963 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:49:18.430304 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7d3ffc3a-5330-4885-bd13-52d1260af199 req-6505816f-e94a-46d0-96e5-a8e268d043b7 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:18.432701 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device d1dabde5-d7fc-474b-93b7-918b89720f06 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:18.467705 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-ab8ebf63-f4b7-414a-8d6a-911254505963 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:18.469073 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-ab8ebf63-f4b7-414a-8d6a-911254505963 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:18.516840 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7d3ffc3a-5330-4885-bd13-52d1260af199 req-6505816f-e94a-46d0-96e5-a8e268d043b7 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:18.558471 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-863c4502-ddd8-4b0b-80ad-9fc50caa27fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:18.566898 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-863c4502-ddd8-4b0b-80ad-9fc50caa27fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:18.592131 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-ab8ebf63-f4b7-414a-8d6a-911254505963 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1157508 Jul 05 09:49:18.598839 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-9d377980-adb1-44d1-8034-6bb9b17989d8 service neutron] Request body: {'port': {'device_id': '4a9d60e7-873d-43f5-b5ae-67b460c96690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:18.624029 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7d3ffc3a-5330-4885-bd13-52d1260af199 req-6505816f-e94a-46d0-96e5-a8e268d043b7 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:18.628416 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7d3ffc3a-5330-4885-bd13-52d1260af199 req-6505816f-e94a-46d0-96e5-a8e268d043b7 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:18.628700 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port d1dabde5-d7fc-474b-93b7-918b89720f06 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:18.629268 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:18.630068 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d3ffc3a-5330-4885-bd13-52d1260af199 req-6505816f-e94a-46d0-96e5-a8e268d043b7 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "DELETE /v2.0/security-groups/35ff1723-72d0-434c-9cb8-7d3f64926e4a HTTP/1.1" status: 204 len: 173 time: 0.4089596 Jul 05 09:49:18.661311 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4da6f5a2-5827-4f95-9eb8-057fd25ac6d0 req-ba6f9b57-80f7-41e1-8735-b5a442217450 service neutron] 10.222.0.78 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441918 Jul 05 09:49:18.663526 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505816f-e94a-46d0-96e5-a8e268d043b7 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ff1723-72d0-434c-9cb8-7d3f64926e4a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:18.707457 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d062991-5244-474c-8320-6a8adbdcc6f6 req-61f72343-cb63-4854-91e4-ad9ba7d2f9c9 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:18.711355 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2d062991-5244-474c-8320-6a8adbdcc6f6 req-61f72343-cb63-4854-91e4-ad9ba7d2f9c9 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.4007084 Jul 05 09:49:18.744450 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c4502-ddd8-4b0b-80ad-9fc50caa27fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:18.776802 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863c4502-ddd8-4b0b-80ad-9fc50caa27fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:49:18.819178 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-863c4502-ddd8-4b0b-80ad-9fc50caa27fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:18.821276 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-863c4502-ddd8-4b0b-80ad-9fc50caa27fd admin admin] Added segment 680b625a-b67a-48a3-bded-1661a7565d01 of type vlan for network 2b4fa0ad-d771-4467-abb7-7725cc9bca3e Jul 05 09:49:18.841336 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2d062991-5244-474c-8320-6a8adbdcc6f6 req-fb23b0c6-bf3b-4e30-958b-2c2edc0d4e12 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227591 Jul 05 09:49:18.978544 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-863c4502-ddd8-4b0b-80ad-9fc50caa27fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:19.026842 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-9d377980-adb1-44d1-8034-6bb9b17989d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:19.050454 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:19.117085 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fc52c-f9dc-4d47-9bd5-c817829fb285 req-2245791a-4a1a-449a-ab08-cb523a959c55 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:19.128940 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-088fc52c-f9dc-4d47-9bd5-c817829fb285 req-2245791a-4a1a-449a-ab08-cb523a959c55 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=019f5d41-2073-41e4-8bfc-725db42ef9bb HTTP/1.1" status: 200 len: 944 time: 0.1797016 Jul 05 09:49:19.208664 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3667c411-e4ac-4fe7-bc20-110aa2e7ac5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1dabde5-d7fc-474b-93b7-918b89720f06'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:19.211034 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc49538-6803-4b1e-9a4e-78bc99aa5a2e" -d '{"events": [{"server_uuid": "3667c411-e4ac-4fe7-bc20-110aa2e7ac5a", "name": "network-vif-plugged", "status": "completed", "tag": "d1dabde5-d7fc-474b-93b7-918b89720f06"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:19.250311 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port d1dabde5-d7fc-474b-93b7-918b89720f06, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d1dabde5-d7fc-474b-93b7-918b89720f06,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:19.263489 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fbe80a6b-d9ab-4d46-a5fe-3bc4504482e7 req-34a82f56-29f8-441a-a092-d47d6a1f12f3 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "GET /v2.0/security-groups/bb88197b-eef3-420b-bc95-9f858ac7be4d HTTP/1.1" status: 200 len: 1812 time: 0.1809959 Jul 05 09:49:19.289115 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-088fc52c-f9dc-4d47-9bd5-c817829fb285 req-23472c94-d585-4dad-85d7-00486ed5f787 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584675 Jul 05 09:49:19.314310 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:19.421277 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fbe80a6b-d9ab-4d46-a5fe-3bc4504482e7 req-edb7f294-59fc-43f9-a158-a617c5a4a236 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:19.450940 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fbe80a6b-d9ab-4d46-a5fe-3bc4504482e7 req-edb7f294-59fc-43f9-a158-a617c5a4a236 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:19.494380 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-863c4502-ddd8-4b0b-80ad-9fc50caa27fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:19.495640 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863c4502-ddd8-4b0b-80ad-9fc50caa27fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:19.496309 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-863c4502-ddd8-4b0b-80ad-9fc50caa27fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:19.527975 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-863c4502-ddd8-4b0b-80ad-9fc50caa27fd admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6417043 Jul 05 09:49:19.542758 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 54780) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:19.547173 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=d1dabde5-d7fc-474b-93b7-918b89720f06,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:19.549379 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-583d5d54-8818-4dd9-9678-c66823247671 admin admin] Request body: {'subnet': {'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1227042050-subnet', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:19.598414 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fbe80a6b-d9ab-4d46-a5fe-3bc4504482e7 req-edb7f294-59fc-43f9-a158-a617c5a4a236 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:19.602405 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fbe80a6b-d9ab-4d46-a5fe-3bc4504482e7 req-edb7f294-59fc-43f9-a158-a617c5a4a236 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:19.623558 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fbe80a6b-d9ab-4d46-a5fe-3bc4504482e7 req-edb7f294-59fc-43f9-a158-a617c5a4a236 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "DELETE /v2.0/security-groups/bb88197b-eef3-420b-bc95-9f858ac7be4d HTTP/1.1" status: 204 len: 173 time: 0.3587987 Jul 05 09:49:19.674442 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583d5d54-8818-4dd9-9678-c66823247671 admin admin] Made reservation on behalf of e04a66e3970b460eb00d87560a63797b for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:19.681511 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-583d5d54-8818-4dd9-9678-c66823247671 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:19.703163 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7f294-59fc-43f9-a158-a617c5a4a236 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb88197b-eef3-420b-bc95-9f858ac7be4d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:19.829342 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2fd83b-f5de-403d-be86-418710b24eb8 req-08e0ece7-032b-43d6-88be-0733ce0cefe9 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:19.836518 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8b2fd83b-f5de-403d-be86-418710b24eb8 req-08e0ece7-032b-43d6-88be-0733ce0cefe9 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.3431408 Jul 05 09:49:19.958629 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8b2fd83b-f5de-403d-be86-418710b24eb8 req-96f04a5b-94be-4cb2-b322-3e1182be7416 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211150 Jul 05 09:49:19.980345 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device f67c09f4-7b15-4fec-bf70-a0e46a9ddf69 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:49:20.033356 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea286f3-92a7-402e-8ec9-cec233043047 req-b3a9fdf8-5da6-49da-acb4-9d993e3c6520 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:20.035004 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1ea286f3-92a7-402e-8ec9-cec233043047 req-b3a9fdf8-5da6-49da-acb4-9d993e3c6520 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a9d60e7-873d-43f5-b5ae-67b460c96690 HTTP/1.1" status: 200 len: 931 time: 0.1958969 Jul 05 09:49:20.091311 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c4502-ddd8-4b0b-80ad-9fc50caa27fd admin admin] Pushing event updated for resources: {'Network': ['ID=2b4fa0ad-d771-4467-abb7-7725cc9bca3e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:20.158404 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1ea286f3-92a7-402e-8ec9-cec233043047 req-f8ce502a-6d4a-43d7-9d0a-15ca608e69cb tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993047 Jul 05 09:49:20.162831 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-583d5d54-8818-4dd9-9678-c66823247671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:20.194456 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 2b4fa0ad-d771-4467-abb7-7725cc9bca3e details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:49:20.203108 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-9d377980-adb1-44d1-8034-6bb9b17989d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e407747f-6ac5-4bc7-a0a0-a61181cfcf49 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:49:20.221671 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-9d377980-adb1-44d1-8034-6bb9b17989d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:20.265031 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-9d377980-adb1-44d1-8034-6bb9b17989d8 service neutron] Transition to ACTIVE for port object e407747f-6ac5-4bc7-a0a0-a61181cfcf49 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:20.270903 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-9d377980-adb1-44d1-8034-6bb9b17989d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:20.301901 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7c4a3f-bb35-4042-b540-9cc5af4558d8 x-openstack-request-id: req-4d7c4a3f-bb35-4042-b540-9cc5af4558d8 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:20.302423 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3667c411-e4ac-4fe7-bc20-110aa2e7ac5a", "name": "network-vif-plugged", "status": "completed", "tag": "d1dabde5-d7fc-474b-93b7-918b89720f06", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:20.302856 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4d7c4a3f-bb35-4042-b540-9cc5af4558d8 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:20.303701 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3667c411-e4ac-4fe7-bc20-110aa2e7ac5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1dabde5-d7fc-474b-93b7-918b89720f06', 'code': 200} Jul 05 09:49:20.345906 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port f67c09f4-7b15-4fec-bf70-a0e46a9ddf69, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=f67c09f4-7b15-4fec-bf70-a0e46a9ddf69,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:20.351888 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d377980-adb1-44d1-8034-6bb9b17989d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e407747f-6ac5-4bc7-a0a0-a61181cfcf49,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:20.371638 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'f67c09f4-7b15-4fec-bf70-a0e46a9ddf69', 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c', 'port_id': 'f67c09f4-7b15-4fec-bf70-a0e46a9ddf69', 'mac_address': 'fa:16:3e:83:39:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a767f2-a70d-493a-920a-63cb4c3e85d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:49:20.416596 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d5d54-8818-4dd9-9678-c66823247671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c724bc-0f32-4952-94a0-85931aacdabb,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:20.454092 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:20.473334 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67c09f4-7b15-4fec-bf70-a0e46a9ddf69 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:49:20.525280 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-9d377980-adb1-44d1-8034-6bb9b17989d8 service neutron] Attempting to bind port e407747f-6ac5-4bc7-a0a0-a61181cfcf49 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:49:20.527511 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port f67c09f4-7b15-4fec-bf70-a0e46a9ddf69, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=f67c09f4-7b15-4fec-bf70-a0e46a9ddf69,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:20.528636 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-9d377980-adb1-44d1-8034-6bb9b17989d8 service neutron] Attempting to bind port e407747f-6ac5-4bc7-a0a0-a61181cfcf49 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '6236b97d-8425-459f-81ba-4fba31e24243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:49:20.529130 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-9d377980-adb1-44d1-8034-6bb9b17989d8 service neutron] Attempting to bind port e407747f-6ac5-4bc7-a0a0-a61181cfcf49 on network 9fc753bd-ed1c-4222-8288-03c51cdba06e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:20.533722 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:20.545891 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-9d377980-adb1-44d1-8034-6bb9b17989d8 service neutron] Port e407747f-6ac5-4bc7-a0a0-a61181cfcf49 on network 9fc753bd-ed1c-4222-8288-03c51cdba06e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:49:20.546595 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-9d377980-adb1-44d1-8034-6bb9b17989d8 service neutron] Attempting to bind port e407747f-6ac5-4bc7-a0a0-a61181cfcf49 on network 9fc753bd-ed1c-4222-8288-03c51cdba06e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:20.554291 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b18461-a899-4dbf-893a-c775920f668f req-2aad991d-3019-4bee-9c2b-d06f6d0643e2 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:20.564597 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-9d377980-adb1-44d1-8034-6bb9b17989d8 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:49:20.564833 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4b18461-a899-4dbf-893a-c775920f668f req-2aad991d-3019-4bee-9c2b-d06f6d0643e2 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.2877524 Jul 05 09:49:20.565294 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-9d377980-adb1-44d1-8034-6bb9b17989d8 service neutron] Checking segment: {'id': '6236b97d-8425-459f-81ba-4fba31e24243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:49:20.565827 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-9d377980-adb1-44d1-8034-6bb9b17989d8 service neutron] Bound using segment: {'id': '6236b97d-8425-459f-81ba-4fba31e24243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:49:20.568224 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-9d377980-adb1-44d1-8034-6bb9b17989d8 service neutron] Bound port: e407747f-6ac5-4bc7-a0a0-a61181cfcf49, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6236b97d-8425-459f-81ba-4fba31e24243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:49:20.568827 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-9d377980-adb1-44d1-8034-6bb9b17989d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:20.625034 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4b18461-a899-4dbf-893a-c775920f668f req-ece60c98-8e4e-4184-a082-0fbc94d01154 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583780 Jul 05 09:49:20.640631 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f398c2b1-0650-4e35-a70e-1d8862d4d737 req-ac0cf181-a147-4ae6-ad56-ccd7ac74e021 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "GET /v2.0/security-groups/1f26fe66-e066-416c-a733-40bf42b9b2ab HTTP/1.1" status: 200 len: 1815 time: 0.2186306 Jul 05 09:49:20.643187 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=f67c09f4-7b15-4fec-bf70-a0e46a9ddf69,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:20.728890 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-9d377980-adb1-44d1-8034-6bb9b17989d8 service neutron] For port e407747f-6ac5-4bc7-a0a0-a61181cfcf49, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:49:20.734221 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-9d377980-adb1-44d1-8034-6bb9b17989d8 service neutron] For port e407747f-6ac5-4bc7-a0a0-a61181cfcf49, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e407747f-6ac5-4bc7-a0a0-a61181cfcf49,segment=NetworkSegment(6236b97d-8425-459f-81ba-4fba31e24243),segment_id=6236b97d-8425-459f-81ba-4fba31e24243)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:49:20.748896 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-9d377980-adb1-44d1-8034-6bb9b17989d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:20.788726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583d5d54-8818-4dd9-9678-c66823247671 admin admin] Checking segment: {'id': '680b625a-b67a-48a3-bded-1661a7565d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:49:20.789436 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583d5d54-8818-4dd9-9678-c66823247671 admin admin] Network hostable DHCP agents. Network: 2b4fa0ad-d771-4467-abb7-7725cc9bca3e, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:49:20.846738 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-9d377980-adb1-44d1-8034-6bb9b17989d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:20.848196 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-9d377980-adb1-44d1-8034-6bb9b17989d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:20.850575 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f398c2b1-0650-4e35-a70e-1d8862d4d737 req-f0efe745-2cb1-4035-8433-b6bd99d239cd tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:20.851595 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-9d377980-adb1-44d1-8034-6bb9b17989d8 service neutron] 10.222.0.81 "PUT /v2.0/ports/e407747f-6ac5-4bc7-a0a0-a61181cfcf49 HTTP/1.1" status: 200 len: 1091 time: 2.2586293 Jul 05 09:49:20.869969 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583d5d54-8818-4dd9-9678-c66823247671 admin admin] Network 2b4fa0ad-d771-4467-abb7-7725cc9bca3e is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:49:20.896700 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-10c17f84-3b71-4e74-8701-9d98eb33d001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:20.900722 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9d60e7-873d-43f5-b5ae-67b460c96690', 'tag': 'e407747f-6ac5-4bc7-a0a0-a61181cfcf49'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:20.907974 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1fb53a-1071-48e0-8781-350dea72415c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9d60e7-873d-43f5-b5ae-67b460c96690", "tag": "e407747f-6ac5-4bc7-a0a0-a61181cfcf49"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:20.908263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-583d5d54-8818-4dd9-9678-c66823247671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 2b4fa0ad-d771-4467-abb7-7725cc9bca3e) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:20.913182 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583d5d54-8818-4dd9-9678-c66823247671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:20.913794 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-583d5d54-8818-4dd9-9678-c66823247671 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:20.925745 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['f67c09f4-7b15-4fec-bf70-a0e46a9ddf69'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:49:20.936315 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-583d5d54-8818-4dd9-9678-c66823247671 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3888705 Jul 05 09:49:20.941033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 54798) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:20.945232 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b2d373f2-6fbc-427a-8763-fad38215ca12 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1227042050-router', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:21.007013 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2d373f2-6fbc-427a-8763-fad38215ca12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:21.009761 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2d373f2-6fbc-427a-8763-fad38215ca12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:21.062747 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79e8404-82b9-4fd7-a0c4-821e6eda9473 None None] Network 2b4fa0ad-d771-4467-abb7-7725cc9bca3e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:49:21.103591 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d377980-adb1-44d1-8034-6bb9b17989d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e407747f-6ac5-4bc7-a0a0-a61181cfcf49,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:21.170136 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2d373f2-6fbc-427a-8763-fad38215ca12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:21.175428 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f398c2b1-0650-4e35-a70e-1d8862d4d737 req-f0efe745-2cb1-4035-8433-b6bd99d239cd tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:21.183290 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-0f7178ed-71b5-4ad4-8f35-6e69070e3124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:21.192960 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-0f7178ed-71b5-4ad4-8f35-6e69070e3124 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=75d5c84ca64141ddadd1bedc99f90e4d&device_id=4a9d60e7-873d-43f5-b5ae-67b460c96690 HTTP/1.1" status: 200 len: 1094 time: 0.2514079 Jul 05 09:49:21.285031 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-72938151-f8df-48f5-b482-b1fd407d27fb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e407747f-6ac5-4bc7-a0a0-a61181cfcf49 HTTP/1.1" status: 200 len: 217 time: 0.0837443 Jul 05 09:49:21.423932 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-696ef1ba-bf0f-414d-90b6-2b4c0eb8f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:21.425705 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-696ef1ba-bf0f-414d-90b6-2b4c0eb8f5c2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a14a8afb-77fc-4bd0-9b4d-adabd45f7421 HTTP/1.1" status: 200 len: 855 time: 0.1331518 Jul 05 09:49:21.475947 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2d373f2-6fbc-427a-8763-fad38215ca12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:21.517617 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-abc84e67-d325-4171-b8c5-322d78965550 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9fc753bd-ed1c-4222-8288-03c51cdba06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831347 Jul 05 09:49:21.520314 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a5d622-5b71-438b-a7b2-9a9b62a8d0cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-2b4fa0ad-d771-4467-abb7-7725cc9bca3e', 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'fixed_ips': [{'subnet_id': '22c724bc-0f32-4952-94a0-85931aacdabb'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:49:21.525018 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-66a5d622-5b71-438b-a7b2-9a9b62a8d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:21.539038 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6f237-50dc-43aa-a7d6-882850102da5 req-b55aacc2-8459-44e0-9fe3-ee0783a3d1c6 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:21.546761 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ff6f237-50dc-43aa-a7d6-882850102da5 req-b55aacc2-8459-44e0-9fe3-ee0783a3d1c6 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=019f5d41-2073-41e4-8bfc-725db42ef9bb HTTP/1.1" status: 200 len: 945 time: 0.2299187 Jul 05 09:49:21.586717 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f398c2b1-0650-4e35-a70e-1d8862d4d737 req-f0efe745-2cb1-4035-8433-b6bd99d239cd tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:21.589951 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f398c2b1-0650-4e35-a70e-1d8862d4d737 req-f0efe745-2cb1-4035-8433-b6bd99d239cd tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:21.607577 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f398c2b1-0650-4e35-a70e-1d8862d4d737 req-f0efe745-2cb1-4035-8433-b6bd99d239cd tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "DELETE /v2.0/security-groups/1f26fe66-e066-416c-a733-40bf42b9b2ab HTTP/1.1" status: 204 len: 173 time: 0.9644623 Jul 05 09:49:21.674649 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0efe745-2cb1-4035-8433-b6bd99d239cd tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f26fe66-e066-416c-a733-40bf42b9b2ab,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:21.750431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-66a5d622-5b71-438b-a7b2-9a9b62a8d0cc None None] Allocated IP 172.20.0.2 (2b4fa0ad-d771-4467-abb7-7725cc9bca3e/22c724bc-0f32-4952-94a0-85931aacdabb/b4a84c5a-0442-45c9-aa4e-9982afd7a04d) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:21.759197 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-c267821d-aca8-40ce-86bf-b7e6607d89b3 service neutron] 10.222.0.81 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339923 Jul 05 09:49:21.796953 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ff6f237-50dc-43aa-a7d6-882850102da5 req-b2202754-2a53-46c7-a4ec-050ae33cf514 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491992 Jul 05 09:49:21.923529 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb726e46-6ad9-40ac-9bc0-3f3acb1dc233 x-openstack-request-id: req-fb726e46-6ad9-40ac-9bc0-3f3acb1dc233 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:21.924069 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9d60e7-873d-43f5-b5ae-67b460c96690", "tag": "e407747f-6ac5-4bc7-a0a0-a61181cfcf49", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:21.924476 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fb726e46-6ad9-40ac-9bc0-3f3acb1dc233 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:21.925306 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9d60e7-873d-43f5-b5ae-67b460c96690', 'tag': 'e407747f-6ac5-4bc7-a0a0-a61181cfcf49', 'status': 'completed', 'code': 200} Jul 05 09:49:22.068846 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-14607ada-ec5a-4398-ad5b-cf03b791c177 req-9c81587b-34a0-43b7-8bb1-a7bc056d6420 service neutron] 10.222.0.81 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993944 Jul 05 09:49:22.118567 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74f7aa-820b-45ac-9636-d8b710949cd5 req-d3a9dc82-9a94-4666-808f-53776566244c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:22.120535 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef74f7aa-820b-45ac-9636-d8b710949cd5 req-d3a9dc82-9a94-4666-808f-53776566244c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.2383347 Jul 05 09:49:22.178523 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2d373f2-6fbc-427a-8763-fad38215ca12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:22.212573 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2d373f2-6fbc-427a-8763-fad38215ca12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:22.215598 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1fb53a-1071-48e0-8781-350dea72415c req-52656268-37c8-4d95-967f-a0c5015efca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:22.217461 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ae1fb53a-1071-48e0-8781-350dea72415c req-52656268-37c8-4d95-967f-a0c5015efca6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=75d5c84ca64141ddadd1bedc99f90e4d&device_id=4a9d60e7-873d-43f5-b5ae-67b460c96690 HTTP/1.1" status: 200 len: 1094 time: 0.0887539 Jul 05 09:49:22.270797 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-66a5d622-5b71-438b-a7b2-9a9b62a8d0cc None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:22.285353 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-66a5d622-5b71-438b-a7b2-9a9b62a8d0cc None None] Transition to ACTIVE for port object b4a84c5a-0442-45c9-aa4e-9982afd7a04d will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:22.303989 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-66a5d622-5b71-438b-a7b2-9a9b62a8d0cc None None] Transition to ACTIVE for port object b4a84c5a-0442-45c9-aa4e-9982afd7a04d will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:22.311371 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-66a5d622-5b71-438b-a7b2-9a9b62a8d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:22.322217 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef74f7aa-820b-45ac-9636-d8b710949cd5 req-b364abac-bed3-4ac4-b832-71a7fe66b68a tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822059 Jul 05 09:49:22.358836 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5d622-5b71-438b-a7b2-9a9b62a8d0cc None None] Pushing event updated for resources: {'Port': ['ID=b4a84c5a-0442-45c9-aa4e-9982afd7a04d,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:22.363740 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1fb53a-1071-48e0-8781-350dea72415c req-794f0e8f-cd48-4523-8cf6-5071e340d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:22.365522 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ae1fb53a-1071-48e0-8781-350dea72415c req-794f0e8f-cd48-4523-8cf6-5071e340d50c service neutron] 10.222.0.81 "GET /v2.0/networks?id=9fc753bd-ed1c-4222-8288-03c51cdba06e HTTP/1.1" status: 200 len: 916 time: 0.1376238 Jul 05 09:49:22.378191 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a5d622-5b71-438b-a7b2-9a9b62a8d0cc None None] Network 2b4fa0ad-d771-4467-abb7-7725cc9bca3e is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:22.382829 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-66a5d622-5b71-438b-a7b2-9a9b62a8d0cc None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:22.389451 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a5d622-5b71-438b-a7b2-9a9b62a8d0cc None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:49:22.424292 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-b2d373f2-6fbc-427a-8763-fad38215ca12 admin admin] Allocated IP 172.25.7.55 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/374131f8-5e1b-4171-ba30-21d0063405ac) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:22.498937 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ae1fb53a-1071-48e0-8781-350dea72415c req-4870fdcb-c924-4310-a749-40d08aa67dcd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e407747f-6ac5-4bc7-a0a0-a61181cfcf49 HTTP/1.1" status: 200 len: 217 time: 0.1236002 Jul 05 09:49:22.529397 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-66a5d622-5b71-438b-a7b2-9a9b62a8d0cc None None] Attempting to bind port b4a84c5a-0442-45c9-aa4e-9982afd7a04d on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:49:22.530048 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-66a5d622-5b71-438b-a7b2-9a9b62a8d0cc None None] Attempting to bind port b4a84c5a-0442-45c9-aa4e-9982afd7a04d by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '680b625a-b67a-48a3-bded-1661a7565d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:49:22.530988 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a5d622-5b71-438b-a7b2-9a9b62a8d0cc None None] Attempting to bind port b4a84c5a-0442-45c9-aa4e-9982afd7a04d on network 2b4fa0ad-d771-4467-abb7-7725cc9bca3e {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:22.537830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a5d622-5b71-438b-a7b2-9a9b62a8d0cc None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:49:22.538420 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a5d622-5b71-438b-a7b2-9a9b62a8d0cc None None] Checking segment: {'id': '680b625a-b67a-48a3-bded-1661a7565d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:49:22.538969 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-66a5d622-5b71-438b-a7b2-9a9b62a8d0cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:22.539896 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a5d622-5b71-438b-a7b2-9a9b62a8d0cc None None] Bound using segment: {'id': '680b625a-b67a-48a3-bded-1661a7565d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:49:22.542099 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-66a5d622-5b71-438b-a7b2-9a9b62a8d0cc None None] Bound port: b4a84c5a-0442-45c9-aa4e-9982afd7a04d, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680b625a-b67a-48a3-bded-1661a7565d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:49:22.542099 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-66a5d622-5b71-438b-a7b2-9a9b62a8d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:22.563987 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b868754-4060-4168-90d6-a15c907c43bf req-19073e42-9616-4bcd-9894-96cfad01c0c8 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:22.572123 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b868754-4060-4168-90d6-a15c907c43bf req-19073e42-9616-4bcd-9894-96cfad01c0c8 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a9d60e7-873d-43f5-b5ae-67b460c96690 HTTP/1.1" status: 200 len: 943 time: 0.4853601 Jul 05 09:49:22.632877 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-66a5d622-5b71-438b-a7b2-9a9b62a8d0cc None None] For port b4a84c5a-0442-45c9-aa4e-9982afd7a04d, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:49:22.637280 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1fb53a-1071-48e0-8781-350dea72415c req-c89c8385-78ef-46c7-a71c-d8cb72b9ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:22.639184 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ae1fb53a-1071-48e0-8781-350dea72415c req-c89c8385-78ef-46c7-a71c-d8cb72b9ee88 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a14a8afb-77fc-4bd0-9b4d-adabd45f7421 HTTP/1.1" status: 200 len: 855 time: 0.1274395 Jul 05 09:49:22.639548 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-66a5d622-5b71-438b-a7b2-9a9b62a8d0cc None None] For port b4a84c5a-0442-45c9-aa4e-9982afd7a04d, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b4a84c5a-0442-45c9-aa4e-9982afd7a04d,segment=NetworkSegment(680b625a-b67a-48a3-bded-1661a7565d01),segment_id=680b625a-b67a-48a3-bded-1661a7565d01)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:49:22.645427 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-66a5d622-5b71-438b-a7b2-9a9b62a8d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:22.673048 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-86bcd31a-b303-47e2-8238-6c8103784ca5 req-1a4f0ab0-899f-44c6-8aab-f06c7650305a tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "GET /v2.0/security-groups/6d8478fc-fd23-47c5-8a4a-925ef86dc371 HTTP/1.1" status: 200 len: 1814 time: 0.2840128 Jul 05 09:49:22.687459 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ae1fb53a-1071-48e0-8781-350dea72415c req-a99615df-d6e9-411b-a106-ada47c72a107 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9fc753bd-ed1c-4222-8288-03c51cdba06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409243 Jul 05 09:49:22.705114 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b868754-4060-4168-90d6-a15c907c43bf req-6eab3876-dcff-4003-9938-68ecc1e6e178 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319222 Jul 05 09:49:22.749550 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5d622-5b71-438b-a7b2-9a9b62a8d0cc None None] Pushing event updated for resources: {'Port': ['ID=b4a84c5a-0442-45c9-aa4e-9982afd7a04d,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:22.881175 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2d373f2-6fbc-427a-8763-fad38215ca12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:22.929938 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-86bcd31a-b303-47e2-8238-6c8103784ca5 req-583f62a0-7c31-4dcf-964b-a3cffd897543 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:22.938954 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ae1fb53a-1071-48e0-8781-350dea72415c req-ed306698-ddf4-4fa3-9119-d8fbe8dd4496 service neutron] 10.222.0.81 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280133 Jul 05 09:49:22.994878 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-86bcd31a-b303-47e2-8238-6c8103784ca5 req-583f62a0-7c31-4dcf-964b-a3cffd897543 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:23.102775 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-86bcd31a-b303-47e2-8238-6c8103784ca5 req-583f62a0-7c31-4dcf-964b-a3cffd897543 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:23.106122 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-86bcd31a-b303-47e2-8238-6c8103784ca5 req-583f62a0-7c31-4dcf-964b-a3cffd897543 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:23.107948 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-86bcd31a-b303-47e2-8238-6c8103784ca5 req-583f62a0-7c31-4dcf-964b-a3cffd897543 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "DELETE /v2.0/security-groups/6d8478fc-fd23-47c5-8a4a-925ef86dc371 HTTP/1.1" status: 204 len: 173 time: 0.4339304 Jul 05 09:49:23.145579 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ae1fb53a-1071-48e0-8781-350dea72415c req-fd01c8a4-865b-4909-87a4-efabd5beab2f service neutron] 10.222.0.81 "GET /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002621 Jul 05 09:49:23.200143 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f62a0-7c31-4dcf-964b-a3cffd897543 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8478fc-fd23-47c5-8a4a-925ef86dc371,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:23.308121 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5a1a47c3-fab4-4203-a2af-22d287bfdf88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:23.321615 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2d373f2-6fbc-427a-8763-fad38215ca12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:23.409431 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182806af-ead8-4576-8ecf-7f57a1cdd1f9 req-36d71ad8-4287-4358-860a-c39f5e781f27 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:23.416729 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-182806af-ead8-4576-8ecf-7f57a1cdd1f9 req-36d71ad8-4287-4358-860a-c39f5e781f27 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.4790149 Jul 05 09:49:23.442659 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d373f2-6fbc-427a-8763-fad38215ca12 admin admin] Pushing event updated for resources: {'Port': ['ID=374131f8-5e1b-4171-ba30-21d0063405ac,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:23.449481 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d373f2-6fbc-427a-8763-fad38215ca12 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:23.479003 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-b2d373f2-6fbc-427a-8763-fad38215ca12 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:23.480869 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d373f2-6fbc-427a-8763-fad38215ca12 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:49:23.522143 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:23.550514 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-182806af-ead8-4576-8ecf-7f57a1cdd1f9 req-d3f48492-8a23-4d32-815d-f7f3d791e6f5 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327212 Jul 05 09:49:23.721350 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344c062-5dcb-4534-8cbe-9d5c4e0e5946 req-fcf78d19-ca7a-4871-a011-e441b5d32945 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:23.722965 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2344c062-5dcb-4534-8cbe-9d5c4e0e5946 req-fcf78d19-ca7a-4871-a011-e441b5d32945 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.2814097 Jul 05 09:49:23.835543 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2344c062-5dcb-4534-8cbe-9d5c4e0e5946 req-da9c311c-d1cd-423c-a59d-20bd9860af82 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840468 Jul 05 09:49:24.001625 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device f67c09f4-7b15-4fec-bf70-a0e46a9ddf69 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:24.030240 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2d373f2-6fbc-427a-8763-fad38215ca12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:24.225885 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port f67c09f4-7b15-4fec-bf70-a0e46a9ddf69 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:24.245274 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port f67c09f4-7b15-4fec-bf70-a0e46a9ddf69 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:24.245658 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:24.287711 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e7ede6-61c5-4989-9bfa-979f9ae83635 None None] Network 2b4fa0ad-d771-4467-abb7-7725cc9bca3e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:49:24.459059 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device e407747f-6ac5-4bc7-a0a0-a61181cfcf49 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:49:24.546796 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-613702bd-5a48-408f-9ed7-d034fef2fda3 None None] Provisioning for port b4a84c5a-0442-45c9-aa4e-9982afd7a04d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:24.674618 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:24.691667 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b4a84c5a-0442-45c9-aa4e-9982afd7a04d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:24.761827 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7717a9ff-b665-45ed-9e05-55c2fb24ac95 req-8c0cf4a0-665c-4d6b-9bb9-cc4bd8e35f67 tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "GET /v2.0/security-groups/e3a61d00-6cb3-49d3-80cc-6ab154c0fa24 HTTP/1.1" status: 200 len: 1813 time: 0.7330291 Jul 05 09:49:24.858383 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:24.865511 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port e407747f-6ac5-4bc7-a0a0-a61181cfcf49, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e407747f-6ac5-4bc7-a0a0-a61181cfcf49,segment=NetworkSegment(6236b97d-8425-459f-81ba-4fba31e24243),segment_id=6236b97d-8425-459f-81ba-4fba31e24243)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:24.875225 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca725a-7187-45e5-b361-b01eb8d82e3e req-5296f0ba-d25b-4ab5-adcc-fe2551847a22 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:24.883007 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efca725a-7187-45e5-b361-b01eb8d82e3e req-5296f0ba-d25b-4ab5-adcc-fe2551847a22 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=019f5d41-2073-41e4-8bfc-725db42ef9bb HTTP/1.1" status: 200 len: 945 time: 1.1288226 Jul 05 09:49:24.896038 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'e407747f-6ac5-4bc7-a0a0-a61181cfcf49', 'network_id': '9fc753bd-ed1c-4222-8288-03c51cdba06e', 'port_id': 'e407747f-6ac5-4bc7-a0a0-a61181cfcf49', 'mac_address': 'fa:16:3e:b8:ef:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a14a8afb-77fc-4bd0-9b4d-adabd45f7421', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:49:24.916025 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port b4a84c5a-0442-45c9-aa4e-9982afd7a04d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:24.932316 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019f5d41-2073-41e4-8bfc-725db42ef9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67c09f4-7b15-4fec-bf70-a0e46a9ddf69'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:24.935120 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bba2712-5bc7-48f7-903a-7793ce8a9996" -d '{"events": [{"server_uuid": "019f5d41-2073-41e4-8bfc-725db42ef9bb", "name": "network-vif-plugged", "status": "completed", "tag": "f67c09f4-7b15-4fec-bf70-a0e46a9ddf69"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:24.942678 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efca725a-7187-45e5-b361-b01eb8d82e3e req-ebb8f0f1-1c38-4c15-8723-922e536041b0 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576816 Jul 05 09:49:24.954055 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7717a9ff-b665-45ed-9e05-55c2fb24ac95 req-6ba6e9a8-ad4c-4d0a-8f25-92bfb8e8979b tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:24.999120 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b4a84c5a-0442-45c9-aa4e-9982afd7a04d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:24.999625 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:25.007310 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port f67c09f4-7b15-4fec-bf70-a0e46a9ddf69, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=f67c09f4-7b15-4fec-bf70-a0e46a9ddf69,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:25.041231 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7717a9ff-b665-45ed-9e05-55c2fb24ac95 req-6ba6e9a8-ad4c-4d0a-8f25-92bfb8e8979b tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:25.045569 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2d373f2-6fbc-427a-8763-fad38215ca12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:25.045755 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:25.144358 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:25.197844 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e407747f-6ac5-4bc7-a0a0-a61181cfcf49 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:49:25.285043 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=f67c09f4-7b15-4fec-bf70-a0e46a9ddf69,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:25.328648 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ac453-dd3c-4ace-bbcc-11ae874c8836 req-14dfdab6-7b25-44a5-b67c-95d3739679c0 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:25.330675 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-046ac453-dd3c-4ace-bbcc-11ae874c8836 req-14dfdab6-7b25-44a5-b67c-95d3739679c0 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a9d60e7-873d-43f5-b5ae-67b460c96690 HTTP/1.1" status: 200 len: 943 time: 0.1625378 Jul 05 09:49:25.337788 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7717a9ff-b665-45ed-9e05-55c2fb24ac95 req-6ba6e9a8-ad4c-4d0a-8f25-92bfb8e8979b tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:25.341091 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7717a9ff-b665-45ed-9e05-55c2fb24ac95 req-6ba6e9a8-ad4c-4d0a-8f25-92bfb8e8979b tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:25.341822 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port e407747f-6ac5-4bc7-a0a0-a61181cfcf49, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e407747f-6ac5-4bc7-a0a0-a61181cfcf49,segment=NetworkSegment(6236b97d-8425-459f-81ba-4fba31e24243),segment_id=6236b97d-8425-459f-81ba-4fba31e24243)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:25.351531 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54838) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:25.357886 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7717a9ff-b665-45ed-9e05-55c2fb24ac95 req-6ba6e9a8-ad4c-4d0a-8f25-92bfb8e8979b tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] 10.222.0.79 "DELETE /v2.0/security-groups/e3a61d00-6cb3-49d3-80cc-6ab154c0fa24 HTTP/1.1" status: 204 len: 173 time: 0.5944161 Jul 05 09:49:25.369649 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:25.412145 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6e9a8-ad4c-4d0a-8f25-92bfb8e8979b tempest-SecurityGroupRulesNegativeTestJSON-1120449259 tempest-SecurityGroupRulesNegativeTestJSON-1120449259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a61d00-6cb3-49d3-80cc-6ab154c0fa24,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:25.445864 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-618b4680-eb1f-4664-9dcd-8258b79bc8b9 admin admin] Deleting subnet c0be4b80-02d6-499f-9cea-f1d18f720052 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:49:25.453010 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:25.458322 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4718c7a9-8895-4ead-ab00-d182e7d572c6 None None] Provisioning complete for port b4a84c5a-0442-45c9-aa4e-9982afd7a04d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:25.458699 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4718c7a9-8895-4ead-ab00-d182e7d572c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:25.468189 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-618b4680-eb1f-4664-9dcd-8258b79bc8b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:25.514139 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-046ac453-dd3c-4ace-bbcc-11ae874c8836 req-90f79bcb-0b0d-43fc-b4df-4c86b327e9b6 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496639 Jul 05 09:49:25.521707 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=e407747f-6ac5-4bc7-a0a0-a61181cfcf49,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:25.546667 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port b4a84c5a-0442-45c9-aa4e-9982afd7a04d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b4a84c5a-0442-45c9-aa4e-9982afd7a04d,segment=NetworkSegment(680b625a-b67a-48a3-bded-1661a7565d01),segment_id=680b625a-b67a-48a3-bded-1661a7565d01)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:25.564726 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:25.586731 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d373f2-6fbc-427a-8763-fad38215ca12 admin admin] Router c84b6f5f-adb2-4aca-9107-0d4fbaba109a is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:49:25.642814 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-618b4680-eb1f-4664-9dcd-8258b79bc8b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:25.706741 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['e407747f-6ac5-4bc7-a0a0-a61181cfcf49'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:49:25.798184 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8536b91e-1faa-443e-a6a5-32e1a2d460c5 x-openstack-request-id: req-8536b91e-1faa-443e-a6a5-32e1a2d460c5 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:25.798532 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019f5d41-2073-41e4-8bfc-725db42ef9bb", "name": "network-vif-plugged", "status": "completed", "tag": "f67c09f4-7b15-4fec-bf70-a0e46a9ddf69", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:25.801304 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8536b91e-1faa-443e-a6a5-32e1a2d460c5 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:25.801445 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019f5d41-2073-41e4-8bfc-725db42ef9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67c09f4-7b15-4fec-bf70-a0e46a9ddf69', 'code': 200} Jul 05 09:49:25.806255 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-618b4680-eb1f-4664-9dcd-8258b79bc8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:25.837548 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=b4a84c5a-0442-45c9-aa4e-9982afd7a04d,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:25.878459 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-618b4680-eb1f-4664-9dcd-8258b79bc8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:25.916156 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b4680-eb1f-4664-9dcd-8258b79bc8b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0be4b80-02d6-499f-9cea-f1d18f720052,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:25.918640 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-618b4680-eb1f-4664-9dcd-8258b79bc8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:25.920737 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-618b4680-eb1f-4664-9dcd-8258b79bc8b9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c0be4b80-02d6-499f-9cea-f1d18f720052 HTTP/1.1" status: 204 len: 168 time: 0.5681305 Jul 05 09:49:25.923178 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54842) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:26.026475 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8cc256d-95c9-43c0-803d-3af94b77071e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:26.093802 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d373f2-6fbc-427a-8763-fad38215ca12 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:49:26.104806 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] Sync routers for ids ['c84b6f5f-adb2-4aca-9107-0d4fbaba109a'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:49:26.121085 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] Routers {'c84b6f5f-adb2-4aca-9107-0d4fbaba109a'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:49:26.125273 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:49:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c84b6f5f-adb2-4aca-9107-0d4fbaba109a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:26.145987 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be537f15-80f2-412f-aec4-117855ab6964 req-d679b9c1-657a-49eb-ac2c-e2301a885d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:26.147835 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-be537f15-80f2-412f-aec4-117855ab6964 req-d679b9c1-657a-49eb-ac2c-e2301a885d3d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=019f5d41-2073-41e4-8bfc-725db42ef9bb HTTP/1.1" status: 200 len: 1097 time: 0.2588220 Jul 05 09:49:26.153517 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8cc256d-95c9-43c0-803d-3af94b77071e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:26.155052 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2d373f2-6fbc-427a-8763-fad38215ca12 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:26.158749 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b2d373f2-6fbc-427a-8763-fad38215ca12 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2153778 Jul 05 09:49:26.160358 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54846) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:26.171563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25547822-eb99-42e6-ac74-587e96e20efd req-826289c4-e7d2-4930-952c-1380d83c305e tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:26.179087 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25547822-eb99-42e6-ac74-587e96e20efd req-826289c4-e7d2-4930-952c-1380d83c305e tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.4242897 Jul 05 09:49:26.193100 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-d8cc256d-95c9-43c0-803d-3af94b77071e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7332efbf-2789-488a-9243-181175917f83']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:26.227146 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e8445-c5ac-45e0-8544-12fb500ca7bf req-657f974e-c6f1-448a-8a82-b2c3956f920d tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:26.228939 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4a7e8445-c5ac-45e0-8544-12fb500ca7bf req-657f974e-c6f1-448a-8a82-b2c3956f920d tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.2248919 Jul 05 09:49:26.276046 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-be537f15-80f2-412f-aec4-117855ab6964 req-fdd4b905-2ab8-45c5-9a89-b6f7c0ace804 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177235 Jul 05 09:49:26.296751 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-d8cc256d-95c9-43c0-803d-3af94b77071e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '054460e2-274a-4160-8647-dc0efae665a2') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:26.296975 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-d8cc256d-95c9-43c0-803d-3af94b77071e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '054460e2-274a-4160-8647-dc0efae665a2') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:26.298249 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25547822-eb99-42e6-ac74-587e96e20efd req-7d5d8f83-1bf9-4964-91c3-a511c939edd8 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125484 Jul 05 09:49:26.322771 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8cc256d-95c9-43c0-803d-3af94b77071e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:26.353902 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] Set router c84b6f5f-adb2-4aca-9107-0d4fbaba109a gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:49:26.365771 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4a7e8445-c5ac-45e0-8544-12fb500ca7bf req-b93286d8-22c7-4069-883e-77facfdee8dc tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289189 Jul 05 09:49:26.441690 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8cc256d-95c9-43c0-803d-3af94b77071e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:26.459985 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8cc256d-95c9-43c0-803d-3af94b77071e admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:49:26.460407 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8cc256d-95c9-43c0-803d-3af94b77071e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:49:26.462182 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:49:26.637412 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8cc256d-95c9-43c0-803d-3af94b77071e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:26.639906 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:26.654208 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8cc256d-95c9-43c0-803d-3af94b77071e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:26.669016 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d8cc256d-95c9-43c0-803d-3af94b77071e admin admin] 10.222.0.79 "DELETE /v2.0/networks/7332efbf-2789-488a-9243-181175917f83 HTTP/1.1" status: 204 len: 168 time: 0.7447684 Jul 05 09:49:26.696543 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b4a84c5a-0442-45c9-aa4e-9982afd7a04d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:26.696693 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc256d-95c9-43c0-803d-3af94b77071e admin admin] Pushing event deleted for resources: {'Network': ['ID=7332efbf-2789-488a-9243-181175917f83,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:26.761488 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'name': 'tempest-TaggedBootDevicesTest_v242-1227042050-router', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:49:21Z', 'updated_at': '2021-07-05T09:49:23Z', 'revision_number': 3, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'gw_port': {'id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:49:22Z', 'updated_at': '2021-07-05T09:49:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:26.828936 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] Checking router: c84b6f5f-adb2-4aca-9107-0d4fbaba109a for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:49:26.830137 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] Updating router c84b6f5f-adb2-4aca-9107-0d4fbaba109a port 374131f8-5e1b-4171-ba30-21d0063405ac binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:49:26.850366 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b4a84c5a-0442-45c9-aa4e-9982afd7a04d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:26.850742 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:26.894698 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:27.005216 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d81488-7909-424f-b429-147a9a3743c1 req-8bdbddc1-d8dd-4d6c-8cb6-090d255dc5f5 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:27.027052 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03d81488-7909-424f-b429-147a9a3743c1 req-8bdbddc1-d8dd-4d6c-8cb6-090d255dc5f5 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=019f5d41-2073-41e4-8bfc-725db42ef9bb HTTP/1.1" status: 200 len: 946 time: 0.5152769 Jul 05 09:49:27.083502 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 54860) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:27.160303 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03d81488-7909-424f-b429-147a9a3743c1 req-44944363-a498-47b9-97be-00eb25a775ed tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301250 Jul 05 09:49:27.198364 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950286d-4424-4a7e-9a28-ca05194a8a93 req-9abd7934-35c2-4c5e-98d4-0b545b37e142 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:27.201335 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7950286d-4424-4a7e-9a28-ca05194a8a93 req-9abd7934-35c2-4c5e-98d4-0b545b37e142 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.5643566 Jul 05 09:49:27.380004 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4d98c88b-03ad-41f1-8b53-5efc2802f3d6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eecc582d1ea743b985d03f43a928d9cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729163 Jul 05 09:49:27.380459 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 54872) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:27.401335 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7950286d-4424-4a7e-9a28-ca05194a8a93 req-da58e44f-2c44-46ca-9453-36d45520b986 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848483 Jul 05 09:49:27.414197 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:27.470608 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] Transition to ACTIVE for port object 374131f8-5e1b-4171-ba30-21d0063405ac will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:27.498465 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:27.566522 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c68e4cd9-3c69-4220-8874-fc5049840600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:27.643780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90887281-810a-40cf-9f62-7e7c36ff811e req-bc0bc86c-5f82-4570-8934-ffc8d3d836d3 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:27.672702 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-90887281-810a-40cf-9f62-7e7c36ff811e req-bc0bc86c-5f82-4570-8934-ffc8d3d836d3 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a9d60e7-873d-43f5-b5ae-67b460c96690 HTTP/1.1" status: 200 len: 944 time: 0.3407223 Jul 05 09:49:27.725900 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b655703a-bba6-4d69-9a01-48bd1ddc5196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:27.746230 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] Attempting to bind port 374131f8-5e1b-4171-ba30-21d0063405ac on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:49:27.746607 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] Attempting to bind port 374131f8-5e1b-4171-ba30-21d0063405ac by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:49:27.747047 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] Attempting to bind port 374131f8-5e1b-4171-ba30-21d0063405ac on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:27.774689 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a57fec-1d19-4ce5-ac5d-17ac93de2ee7 None None] Pushing event updated for resources: {'Port': ['ID=374131f8-5e1b-4171-ba30-21d0063405ac,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:27.778659 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:49:27.779059 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:49:27.779482 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:27.779969 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:49:27.787478 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] Bound port: 374131f8-5e1b-4171-ba30-21d0063405ac, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:49:27.788301 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:27.847791 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-90887281-810a-40cf-9f62-7e7c36ff811e req-60e234fb-b921-4ffa-9701-00108a01f39a tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566370 Jul 05 09:49:27.870547 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a57fec-1d19-4ce5-ac5d-17ac93de2ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:27.870899 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a57fec-1d19-4ce5-ac5d-17ac93de2ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:27.871249 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a57fec-1d19-4ce5-ac5d-17ac93de2ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:27.871641 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a57fec-1d19-4ce5-ac5d-17ac93de2ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:27.872072 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a57fec-1d19-4ce5-ac5d-17ac93de2ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:27.872416 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a57fec-1d19-4ce5-ac5d-17ac93de2ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:27.872747 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a57fec-1d19-4ce5-ac5d-17ac93de2ee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:27.873346 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a57fec-1d19-4ce5-ac5d-17ac93de2ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:27.873680 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a57fec-1d19-4ce5-ac5d-17ac93de2ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:27.874006 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a57fec-1d19-4ce5-ac5d-17ac93de2ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:27.874416 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a57fec-1d19-4ce5-ac5d-17ac93de2ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:27.874826 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a57fec-1d19-4ce5-ac5d-17ac93de2ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:27.878204 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b655703a-bba6-4d69-9a01-48bd1ddc5196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:27.921441 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-c68e4cd9-3c69-4220-8874-fc5049840600 admin admin] Allocated IP 172.20.0.1 (2b4fa0ad-d771-4467-abb7-7725cc9bca3e/22c724bc-0f32-4952-94a0-85931aacdabb/dc9719bf-f8e5-4b6d-855c-d24854bd4691) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:27.987684 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] For port 374131f8-5e1b-4171-ba30-21d0063405ac, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:49:27.991952 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] For port 374131f8-5e1b-4171-ba30-21d0063405ac, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=374131f8-5e1b-4171-ba30-21d0063405ac,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:49:28.003930 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:28.064591 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c68e4cd9-3c69-4220-8874-fc5049840600 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:28.091767 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-c68e4cd9-3c69-4220-8874-fc5049840600 admin admin] Transition to ACTIVE for port object dc9719bf-f8e5-4b6d-855c-d24854bd4691 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:28.130071 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7836583-3a07-4572-b41e-7d2afa11ad73 req-b04c755d-d360-4a90-86ff-f0ee16f891fc tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:28.135247 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c68e4cd9-3c69-4220-8874-fc5049840600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:28.137268 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d7836583-3a07-4572-b41e-7d2afa11ad73 req-b04c755d-d360-4a90-86ff-f0ee16f891fc tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.2564497 Jul 05 09:49:28.138237 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b655703a-bba6-4d69-9a01-48bd1ddc5196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:28.144714 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b655703a-bba6-4d69-9a01-48bd1ddc5196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:28.148491 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b655703a-bba6-4d69-9a01-48bd1ddc5196 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b5c301a7-7c9b-4cb4-9a2b-0776e9af0e90 HTTP/1.1" status: 204 len: 168 time: 0.7636635 Jul 05 09:49:28.148684 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a57fec-1d19-4ce5-ac5d-17ac93de2ee7 None None] Pushing event updated for resources: {'Port': ['ID=374131f8-5e1b-4171-ba30-21d0063405ac,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:28.173846 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655703a-bba6-4d69-9a01-48bd1ddc5196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c301a7-7c9b-4cb4-9a2b-0776e9af0e90,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:28.175999 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] Routers {'c84b6f5f-adb2-4aca-9107-0d4fbaba109a'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:49:28.176975 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:49:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c84b6f5f-adb2-4aca-9107-0d4fbaba109a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:28.234955 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e4cd9-3c69-4220-8874-fc5049840600 admin admin] Pushing event updated for resources: {'Port': ['ID=dc9719bf-f8e5-4b6d-855c-d24854bd4691,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:28.262858 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68e4cd9-3c69-4220-8874-fc5049840600 admin admin] Network 2b4fa0ad-d771-4467-abb7-7725cc9bca3e is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:28.267292 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c68e4cd9-3c69-4220-8874-fc5049840600 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:28.274977 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68e4cd9-3c69-4220-8874-fc5049840600 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:49:28.300332 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d7836583-3a07-4572-b41e-7d2afa11ad73 req-2e515a16-b2d1-499d-b651-6a205dfc014e tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529860 Jul 05 09:49:28.414430 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c68e4cd9-3c69-4220-8874-fc5049840600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:28.456173 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device e407747f-6ac5-4bc7-a0a0-a61181cfcf49 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:28.481056 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] Set router c84b6f5f-adb2-4aca-9107-0d4fbaba109a gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:49:28.499222 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ead3cc-2136-446d-a20d-b16b39195afd req-8a9668cd-69fe-4b6a-8002-9b7137ec3b1a tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:28.514807 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70ead3cc-2136-446d-a20d-b16b39195afd req-8a9668cd-69fe-4b6a-8002-9b7137ec3b1a tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.2531297 Jul 05 09:49:28.634350 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port e407747f-6ac5-4bc7-a0a0-a61181cfcf49 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:28.640010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port e407747f-6ac5-4bc7-a0a0-a61181cfcf49 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:28.644836 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:28.698097 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70ead3cc-2136-446d-a20d-b16b39195afd req-069eaaa7-0b2c-4aff-8379-f3f4f69f10a2 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819258 Jul 05 09:49:28.838196 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:28.866240 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c68e4cd9-3c69-4220-8874-fc5049840600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:28.916496 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018bd82-73fd-405d-bdbd-6aadfc434deb req-56aaf2b7-065a-425a-abc3-c96510a775ae tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:28.922927 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0018bd82-73fd-405d-bdbd-6aadfc434deb req-56aaf2b7-065a-425a-abc3-c96510a775ae tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=019f5d41-2073-41e4-8bfc-725db42ef9bb HTTP/1.1" status: 200 len: 946 time: 0.2203813 Jul 05 09:49:29.000335 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port e407747f-6ac5-4bc7-a0a0-a61181cfcf49, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e407747f-6ac5-4bc7-a0a0-a61181cfcf49,segment=NetworkSegment(6236b97d-8425-459f-81ba-4fba31e24243),segment_id=6236b97d-8425-459f-81ba-4fba31e24243)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:29.004291 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9d60e7-873d-43f5-b5ae-67b460c96690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e407747f-6ac5-4bc7-a0a0-a61181cfcf49'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:29.016827 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5723851e-0879-4a9d-b96b-8d9b852d78a5" -d '{"events": [{"server_uuid": "4a9d60e7-873d-43f5-b5ae-67b460c96690", "name": "network-vif-plugged", "status": "completed", "tag": "e407747f-6ac5-4bc7-a0a0-a61181cfcf49"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:29.032903 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eb8b8363-99fe-46a5-9d01-b7a75121f608 None None] Provisioning for port dc9719bf-f8e5-4b6d-855c-d24854bd4691 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:29.041701 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0018bd82-73fd-405d-bdbd-6aadfc434deb req-742572f6-5c63-44ec-8921-ee8a24c09d54 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130459 Jul 05 09:49:29.047592 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:29.121094 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eb8b8363-99fe-46a5-9d01-b7a75121f608 None None] Provisioning complete for port dc9719bf-f8e5-4b6d-855c-d24854bd4691 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:29.121675 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eb8b8363-99fe-46a5-9d01-b7a75121f608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:29.283066 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b8363-99fe-46a5-9d01-b7a75121f608 None None] Port dc9719bf-f8e5-4b6d-855c-d24854bd4691 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:49:29.289144 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=e407747f-6ac5-4bc7-a0a0-a61181cfcf49,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:29.304006 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'name': 'tempest-TaggedBootDevicesTest_v242-1227042050-router', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:49:21Z', 'updated_at': '2021-07-05T09:49:23Z', 'revision_number': 3, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'gw_port': {'id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:49:22Z', 'updated_at': '2021-07-05T09:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:29.357860 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66efca99-b4c9-404c-8a02-0d36526e1a50 None None] The sync data for ids ['c84b6f5f-adb2-4aca-9107-0d4fbaba109a'] in n-d-798054-8 is: [{'id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'name': 'tempest-TaggedBootDevicesTest_v242-1227042050-router', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:49:21Z', 'updated_at': '2021-07-05T09:49:23Z', 'revision_number': 3, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'gw_port': {'id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:49:22Z', 'updated_at': '2021-07-05T09:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:49:29.375437 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c68e4cd9-3c69-4220-8874-fc5049840600 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:29.386542 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c68e4cd9-3c69-4220-8874-fc5049840600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:29.456237 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c4828-83cb-4fa3-8347-056434457dfb req-c2721ded-2e08-4d45-b365-069457601047 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:29.467867 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0e0c4828-83cb-4fa3-8347-056434457dfb req-c2721ded-2e08-4d45-b365-069457601047 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a9d60e7-873d-43f5-b5ae-67b460c96690 HTTP/1.1" status: 200 len: 945 time: 0.1448441 Jul 05 09:49:29.481622 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e4cd9-3c69-4220-8874-fc5049840600 admin admin] Pushing event updated for resources: {'Port': ['ID=dc9719bf-f8e5-4b6d-855c-d24854bd4691,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:29.518655 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c68e4cd9-3c69-4220-8874-fc5049840600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:29.569648 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34633c1-0762-413e-979d-49b09ff5d1bf req-ca7e7784-e040-418b-a846-78e6e24221cc tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:29.581260 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f34633c1-0762-413e-979d-49b09ff5d1bf req-ca7e7784-e040-418b-a846-78e6e24221cc tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.3532529 Jul 05 09:49:29.659169 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68e4cd9-3c69-4220-8874-fc5049840600 admin admin] Network 2b4fa0ad-d771-4467-abb7-7725cc9bca3e is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:29.661122 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c68e4cd9-3c69-4220-8874-fc5049840600 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:29.701131 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f34633c1-0762-413e-979d-49b09ff5d1bf req-57041698-80f3-4731-8fd6-3db09d2baf4d tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175287 Jul 05 09:49:29.729132 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0e0c4828-83cb-4fa3-8347-056434457dfb req-a3a1f9ca-aaf2-4536-a98d-c6c752dcf28b tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589436 Jul 05 09:49:29.764603 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 54926) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:29.821097 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3540312-a792-4f5f-b375-6a59f2347bae x-openstack-request-id: req-f3540312-a792-4f5f-b375-6a59f2347bae {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:29.822014 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9d60e7-873d-43f5-b5ae-67b460c96690", "name": "network-vif-plugged", "status": "completed", "tag": "e407747f-6ac5-4bc7-a0a0-a61181cfcf49", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:29.822521 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f3540312-a792-4f5f-b375-6a59f2347bae {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:29.823346 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9d60e7-873d-43f5-b5ae-67b460c96690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e407747f-6ac5-4bc7-a0a0-a61181cfcf49', 'code': 200} Jul 05 09:49:30.102343 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68e4cd9-3c69-4220-8874-fc5049840600 admin admin] Router c84b6f5f-adb2-4aca-9107-0d4fbaba109a has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:49:30.143449 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518220da-78fe-4a68-80b5-20f894dd0657 req-f01a1a32-c09b-4c2c-935b-6fb18ebb4c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:30.145565 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-518220da-78fe-4a68-80b5-20f894dd0657 req-f01a1a32-c09b-4c2c-935b-6fb18ebb4c69 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4a9d60e7-873d-43f5-b5ae-67b460c96690 HTTP/1.1" status: 200 len: 1096 time: 0.1339200 Jul 05 09:49:30.305491 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-518220da-78fe-4a68-80b5-20f894dd0657 req-0490229e-15fb-4382-b389-9be8c30c07d6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526945 Jul 05 09:49:30.324419 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cb4d70b6-a7d0-4777-82fd-07a12f500ef6 None None] Provisioning complete for port dc9719bf-f8e5-4b6d-855c-d24854bd4691 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:30.326695 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cb4d70b6-a7d0-4777-82fd-07a12f500ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:30.358975 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-796ca7f3-9289-44a7-8e48-6af415fe047c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-814898543-network', 'tenant_id': 'd236fdab887b489b8c810e32f218d63d'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:30.431185 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-cb4d70b6-a7d0-4777-82fd-07a12f500ef6 None None] Port dc9719bf-f8e5-4b6d-855c-d24854bd4691 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:49:30.467757 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68e4cd9-3c69-4220-8874-fc5049840600 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:49:30.474246 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c68e4cd9-3c69-4220-8874-fc5049840600 admin admin] 10.222.0.79 "PUT /v2.0/routers/c84b6f5f-adb2-4aca-9107-0d4fbaba109a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3066945 Jul 05 09:49:30.502060 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796ca7f3-9289-44a7-8e48-6af415fe047c admin admin] Made reservation on behalf of d236fdab887b489b8c810e32f218d63d for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:30.508510 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-796ca7f3-9289-44a7-8e48-6af415fe047c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:30.532909 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2390fe-e3a3-4219-91d3-b837f118c8df req-450fc577-4a7b-480c-acac-19e4954d604d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:30.534833 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e2390fe-e3a3-4219-91d3-b837f118c8df req-450fc577-4a7b-480c-acac-19e4954d604d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.2900436 Jul 05 09:49:30.536230 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-796ca7f3-9289-44a7-8e48-6af415fe047c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:30.693431 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e2390fe-e3a3-4219-91d3-b837f118c8df req-c04417ba-ef7d-407c-a2f2-1db96695b6d1 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461537 Jul 05 09:49:30.886285 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 374131f8-5e1b-4171-ba30-21d0063405ac up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:30.980744 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 374131f8-5e1b-4171-ba30-21d0063405ac completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:30.993192 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-796ca7f3-9289-44a7-8e48-6af415fe047c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:30.996204 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 374131f8-5e1b-4171-ba30-21d0063405ac triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:30.997386 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:31.062033 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-796ca7f3-9289-44a7-8e48-6af415fe047c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:31.140160 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-796ca7f3-9289-44a7-8e48-6af415fe047c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:49:31.187771 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:31.202369 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-796ca7f3-9289-44a7-8e48-6af415fe047c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:31.202732 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-796ca7f3-9289-44a7-8e48-6af415fe047c admin admin] Added segment e8ab96e7-023a-4cf8-b150-053c9e9e75c2 of type vlan for network 68529006-2d6f-4e98-9574-c7fc991654a2 Jul 05 09:49:31.223290 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 374131f8-5e1b-4171-ba30-21d0063405ac, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=374131f8-5e1b-4171-ba30-21d0063405ac,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:31.232478 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:31.272375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ca7f3-9289-44a7-8e48-6af415fe047c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7d340a-dbc0-4551-841e-6b4369d95475,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:31.342376 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=374131f8-5e1b-4171-ba30-21d0063405ac,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:31.405916 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-796ca7f3-9289-44a7-8e48-6af415fe047c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:31.466468 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0c160-3469-4707-a90b-a06fe96892e7 req-eb9610eb-2bc8-4f63-a24c-1ef9e8e7020b tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:31.483401 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-14a0c160-3469-4707-a90b-a06fe96892e7 req-eb9610eb-2bc8-4f63-a24c-1ef9e8e7020b tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=019f5d41-2073-41e4-8bfc-725db42ef9bb HTTP/1.1" status: 200 len: 946 time: 0.6905320 Jul 05 09:49:31.511769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeed2c7-cdec-48e2-920d-46fe4bc2c2bd req-d5bbe8ce-c9b7-4529-b191-d45fd702bce5 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:31.521676 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-adeed2c7-cdec-48e2-920d-46fe4bc2c2bd req-d5bbe8ce-c9b7-4529-b191-d45fd702bce5 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.5851545 Jul 05 09:49:31.522430 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-796ca7f3-9289-44a7-8e48-6af415fe047c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:31.523565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796ca7f3-9289-44a7-8e48-6af415fe047c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:31.524184 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-796ca7f3-9289-44a7-8e48-6af415fe047c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:31.739677 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ca7f3-9289-44a7-8e48-6af415fe047c admin admin] Pushing event updated for resources: {'Network': ['ID=68529006-2d6f-4e98-9574-c7fc991654a2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:31.754646 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 68529006-2d6f-4e98-9574-c7fc991654a2 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:49:31.782069 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-796ca7f3-9289-44a7-8e48-6af415fe047c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0158792 Jul 05 09:49:31.785365 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54994) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:31.792716 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5bd8c1d6-4f87-4f98-aae3-03795f8615df admin admin] Request body: {'subnet': {'network_id': '68529006-2d6f-4e98-9574-c7fc991654a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-814898543-subnet', 'tenant_id': 'd236fdab887b489b8c810e32f218d63d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:31.808874 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-14a0c160-3469-4707-a90b-a06fe96892e7 req-9b267419-c7bf-4a8e-9423-c68d0afe393c tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244691 Jul 05 09:49:31.842048 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-adeed2c7-cdec-48e2-920d-46fe4bc2c2bd req-02f21d34-4f74-4d34-bc81-d8614e3672fb tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917080 Jul 05 09:49:31.853688 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd8c1d6-4f87-4f98-aae3-03795f8615df admin admin] Made reservation on behalf of d236fdab887b489b8c810e32f218d63d for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:31.861034 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5bd8c1d6-4f87-4f98-aae3-03795f8615df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:32.244664 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5bd8c1d6-4f87-4f98-aae3-03795f8615df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:32.332474 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a391353-7961-411a-87db-1323e3a5b3fe req-cfec9921-4691-4eb9-a03e-e0fdbb7bb6d1 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:32.341348 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a391353-7961-411a-87db-1323e3a5b3fe req-cfec9921-4691-4eb9-a03e-e0fdbb7bb6d1 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a9d60e7-873d-43f5-b5ae-67b460c96690 HTTP/1.1" status: 200 len: 945 time: 0.2167807 Jul 05 09:49:32.400467 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8c1d6-4f87-4f98-aae3-03795f8615df admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c5d0599-4cd9-4fcc-8d89-9c142f9074fb,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:32.418833 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:32.428079 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a391353-7961-411a-87db-1323e3a5b3fe req-27509ca5-e0ba-4db4-9bd7-6bfb01960567 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838115 Jul 05 09:49:32.472956 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd8c1d6-4f87-4f98-aae3-03795f8615df admin admin] Checking segment: {'id': 'e8ab96e7-023a-4cf8-b150-053c9e9e75c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '68529006-2d6f-4e98-9574-c7fc991654a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:49:32.474321 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd8c1d6-4f87-4f98-aae3-03795f8615df admin admin] Network hostable DHCP agents. Network: 68529006-2d6f-4e98-9574-c7fc991654a2, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:49:32.548620 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd8c1d6-4f87-4f98-aae3-03795f8615df admin admin] Network 68529006-2d6f-4e98-9574-c7fc991654a2 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:49:32.578894 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-5bd8c1d6-4f87-4f98-aae3-03795f8615df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 68529006-2d6f-4e98-9574-c7fc991654a2) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:32.593176 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd8c1d6-4f87-4f98-aae3-03795f8615df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:32.594223 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c9e39f-7fe3-459b-8b35-c5c84aed99a5 None None] Network 68529006-2d6f-4e98-9574-c7fc991654a2 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:49:32.601269 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5bd8c1d6-4f87-4f98-aae3-03795f8615df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:32.654620 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5bd8c1d6-4f87-4f98-aae3-03795f8615df admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8679154 Jul 05 09:49:32.689250 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83372ef6-ea4c-4daa-8e30-49eed8087959 req-5bcf06b4-4e73-4535-a394-19c4ab18b672 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:32.690942 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83372ef6-ea4c-4daa-8e30-49eed8087959 req-5bcf06b4-4e73-4535-a394-19c4ab18b672 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.2517841 Jul 05 09:49:32.801505 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83372ef6-ea4c-4daa-8e30-49eed8087959 req-3d6795b9-2987-4696-8385-2d2f9cc7e984 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009934 Jul 05 09:49:32.866660 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 374131f8-5e1b-4171-ba30-21d0063405ac up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:32.871538 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] Sync routers for ids ['c84b6f5f-adb2-4aca-9107-0d4fbaba109a'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:49:33.117723 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] Routers {'c84b6f5f-adb2-4aca-9107-0d4fbaba109a'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:49:33.125449 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:49:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c84b6f5f-adb2-4aca-9107-0d4fbaba109a'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:33.457850 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] Set router c84b6f5f-adb2-4aca-9107-0d4fbaba109a gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:49:33.490289 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61880c-17e7-4fe0-bfbb-8e106c741a4f req-58fc53c1-85e3-4198-8cdf-32a8c697fa55 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:33.492060 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ca61880c-17e7-4fe0-bfbb-8e106c741a4f req-58fc53c1-85e3-4198-8cdf-32a8c697fa55 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=019f5d41-2073-41e4-8bfc-725db42ef9bb HTTP/1.1" status: 200 len: 946 time: 0.2385437 Jul 05 09:49:33.506702 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919dcfb6-8d3b-4dbe-9b45-daebd3982b4c req-aa6e2499-9fa8-4d09-8028-c26e353e21b0 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:33.514306 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-919dcfb6-8d3b-4dbe-9b45-daebd3982b4c req-aa6e2499-9fa8-4d09-8028-c26e353e21b0 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1974781 Jul 05 09:49:33.588777 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ca61880c-17e7-4fe0-bfbb-8e106c741a4f req-a2da1dad-948a-498c-b0b8-a6c12bca43db tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711157 Jul 05 09:49:33.600840 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-919dcfb6-8d3b-4dbe-9b45-daebd3982b4c req-13827821-4ab8-40c2-b261-25ed137d06dc tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854907 Jul 05 09:49:33.681143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6452ebb7-0abc-4f6d-9f66-082c5b4d3dec None None] Network 68529006-2d6f-4e98-9574-c7fc991654a2 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:49:34.082427 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 374131f8-5e1b-4171-ba30-21d0063405ac triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:34.082809 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:34.164573 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'name': 'tempest-TaggedBootDevicesTest_v242-1227042050-router', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:49:21Z', 'updated_at': '2021-07-05T09:49:28Z', 'revision_number': 4, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'gw_port': {'id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:49:22Z', 'updated_at': '2021-07-05T09:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'dc9719bf-f8e5-4b6d-855c-d24854bd4691', 'name': '', 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'mac_address': 'fa:16:3e:f6:f1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '22c724bc-0f32-4952-94a0-85931aacdabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:49:27Z', 'updated_at': '2021-07-05T09:49:29Z', 'revision_number': 2, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'subnets': [{'id': '22c724bc-0f32-4952-94a0-85931aacdabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:34.253222 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] Checking router: c84b6f5f-adb2-4aca-9107-0d4fbaba109a for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:49:34.254467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] Updating router c84b6f5f-adb2-4aca-9107-0d4fbaba109a port dc9719bf-f8e5-4b6d-855c-d24854bd4691 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:49:34.298842 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b114ef-64bd-4497-a117-e2659f9334ca req-c9c64086-42c0-4a76-aa8f-96b1676d47cf tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:34.303215 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9b114ef-64bd-4497-a117-e2659f9334ca req-c9c64086-42c0-4a76-aa8f-96b1676d47cf tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.1924462 Jul 05 09:49:34.387329 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:34.422839 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9b114ef-64bd-4497-a117-e2659f9334ca req-8fd46412-1275-421e-b55a-50b8787f310e tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123192 Jul 05 09:49:34.751456 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e7d41-e107-4c62-b1b7-337835121b3b req-e4e3dd67-7983-431e-8be0-ae745c5bc7bd tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:34.760598 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-977e7d41-e107-4c62-b1b7-337835121b3b req-e4e3dd67-7983-431e-8be0-ae745c5bc7bd tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1745191 Jul 05 09:49:34.827793 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-977e7d41-e107-4c62-b1b7-337835121b3b req-7ad21437-ffe3-4242-b821-540bf412ebe5 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662043 Jul 05 09:49:34.855260 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746f3ab-67ce-4191-9992-c2bddfa16fbe req-8780d7f3-e313-492c-90a9-046943e29968 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:34.857306 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8746f3ab-67ce-4191-9992-c2bddfa16fbe req-8780d7f3-e313-492c-90a9-046943e29968 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.78 "GET /v2.0/ports?device_id=019f5d41-2073-41e4-8bfc-725db42ef9bb HTTP/1.1" status: 200 len: 946 time: 0.1469715 Jul 05 09:49:34.988474 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:35.005510 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] Transition to ACTIVE for port object dc9719bf-f8e5-4b6d-855c-d24854bd4691 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:35.016397 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:35.173974 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-8746f3ab-67ce-4191-9992-c2bddfa16fbe req-3b422180-855f-4474-8a46-062b6b0d9980 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Deleting port f67c09f4-7b15-4fec-bf70-a0e46a9ddf69 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:49:35.174332 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8746f3ab-67ce-4191-9992-c2bddfa16fbe req-3b422180-855f-4474-8a46-062b6b0d9980 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:35.182620 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a339eb-7881-4785-8bc3-c7b407235f80 None None] Pushing event updated for resources: {'Port': ['ID=dc9719bf-f8e5-4b6d-855c-d24854bd4691,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:35.190993 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a663b-7e46-4a98-b24f-78c632338efd req-be1e9ddb-65be-443d-9c2f-15dc14a9b724 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:35.198741 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b64a663b-7e46-4a98-b24f-78c632338efd req-be1e9ddb-65be-443d-9c2f-15dc14a9b724 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=019f5d41-2073-41e4-8bfc-725db42ef9bb HTTP/1.1" status: 200 len: 946 time: 0.2296436 Jul 05 09:49:35.291627 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] Attempting to bind port dc9719bf-f8e5-4b6d-855c-d24854bd4691 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:49:35.292100 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] Attempting to bind port dc9719bf-f8e5-4b6d-855c-d24854bd4691 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '680b625a-b67a-48a3-bded-1661a7565d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:49:35.293144 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] Attempting to bind port dc9719bf-f8e5-4b6d-855c-d24854bd4691 on network 2b4fa0ad-d771-4467-abb7-7725cc9bca3e {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:35.308921 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:49:35.309329 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] Checking segment: {'id': '680b625a-b67a-48a3-bded-1661a7565d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:49:35.309870 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:35.312975 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] Bound using segment: {'id': '680b625a-b67a-48a3-bded-1661a7565d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:49:35.313552 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] Bound port: dc9719bf-f8e5-4b6d-855c-d24854bd4691, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680b625a-b67a-48a3-bded-1661a7565d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:49:35.313968 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:35.326578 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b64a663b-7e46-4a98-b24f-78c632338efd req-9a52d8dc-2375-4c55-bb12-2bd702280de4 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267555 Jul 05 09:49:35.457049 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-8746f3ab-67ce-4191-9992-c2bddfa16fbe req-3b422180-855f-4474-8a46-062b6b0d9980 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] For port f67c09f4-7b15-4fec-bf70-a0e46a9ddf69, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=f67c09f4-7b15-4fec-bf70-a0e46a9ddf69,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:35.457428 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8746f3ab-67ce-4191-9992-c2bddfa16fbe req-3b422180-855f-4474-8a46-062b6b0d9980 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:35.478735 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-8746f3ab-67ce-4191-9992-c2bddfa16fbe req-3b422180-855f-4474-8a46-062b6b0d9980 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Calling delete_port for f67c09f4-7b15-4fec-bf70-a0e46a9ddf69 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:49:35.526110 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] For port dc9719bf-f8e5-4b6d-855c-d24854bd4691, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:49:35.564636 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] For port dc9719bf-f8e5-4b6d-855c-d24854bd4691, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=dc9719bf-f8e5-4b6d-855c-d24854bd4691,segment=NetworkSegment(680b625a-b67a-48a3-bded-1661a7565d01),segment_id=680b625a-b67a-48a3-bded-1661a7565d01)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:49:35.572199 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:35.800511 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a339eb-7881-4785-8bc3-c7b407235f80 None None] Pushing event updated for resources: {'Port': ['ID=dc9719bf-f8e5-4b6d-855c-d24854bd4691,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:35.804253 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] Routers {'c84b6f5f-adb2-4aca-9107-0d4fbaba109a'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:49:35.804514 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:49:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c84b6f5f-adb2-4aca-9107-0d4fbaba109a'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:35.939979 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] Set router c84b6f5f-adb2-4aca-9107-0d4fbaba109a gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:49:36.015699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275abb00-6f75-490b-b317-658c49f7e756 req-59510e63-03f4-449d-be1c-71089a6d9922 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:36.052912 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-275abb00-6f75-490b-b317-658c49f7e756 req-59510e63-03f4-449d-be1c-71089a6d9922 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.2761176 Jul 05 09:49:36.096293 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8746f3ab-67ce-4191-9992-c2bddfa16fbe req-3b422180-855f-4474-8a46-062b6b0d9980 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:36.126581 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-275abb00-6f75-490b-b317-658c49f7e756 req-a39dc044-f778-4151-944d-505c74873a19 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718911 Jul 05 09:49:36.175285 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b422180-855f-4474-8a46-062b6b0d9980 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Pushing event deleted for resources: {'Port': ['ID=f67c09f4-7b15-4fec-bf70-a0e46a9ddf69,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:36.180109 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:36.263653 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:49:36.349105 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-8746f3ab-67ce-4191-9992-c2bddfa16fbe req-3b422180-855f-4474-8a46-062b6b0d9980 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] No DVR routers for this DVR port f67c09f4-7b15-4fec-bf70-a0e46a9ddf69 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:49:36.354429 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8746f3ab-67ce-4191-9992-c2bddfa16fbe req-3b422180-855f-4474-8a46-062b6b0d9980 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:36.357586 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8746f3ab-67ce-4191-9992-c2bddfa16fbe req-3b422180-855f-4474-8a46-062b6b0d9980 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.78 "DELETE /v2.0/ports/f67c09f4-7b15-4fec-bf70-a0e46a9ddf69 HTTP/1.1" status: 204 len: 173 time: 1.4941800 Jul 05 09:49:36.369957 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019f5d41-2073-41e4-8bfc-725db42ef9bb', 'name': 'network-vif-deleted', 'tag': 'f67c09f4-7b15-4fec-bf70-a0e46a9ddf69'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:36.380973 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb64a476-d49d-4232-bd9c-d4c9f46c9b61" -d '{"events": [{"server_uuid": "019f5d41-2073-41e4-8bfc-725db42ef9bb", "name": "network-vif-deleted", "tag": "f67c09f4-7b15-4fec-bf70-a0e46a9ddf69"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:36.475295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'name': 'tempest-TaggedBootDevicesTest_v242-1227042050-router', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:49:21Z', 'updated_at': '2021-07-05T09:49:28Z', 'revision_number': 4, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'gw_port': {'id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:49:22Z', 'updated_at': '2021-07-05T09:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'dc9719bf-f8e5-4b6d-855c-d24854bd4691', 'name': '', 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'mac_address': 'fa:16:3e:f6:f1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '22c724bc-0f32-4952-94a0-85931aacdabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:49:27Z', 'updated_at': '2021-07-05T09:49:35Z', 'revision_number': 4, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'subnets': [{'id': '22c724bc-0f32-4952-94a0-85931aacdabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:36.557934 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2b5428-3702-46f5-ab3a-5487beac0ef9 None None] The sync data for ids ['c84b6f5f-adb2-4aca-9107-0d4fbaba109a'] in n-d-798054-8 is: [{'id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'name': 'tempest-TaggedBootDevicesTest_v242-1227042050-router', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:49:21Z', 'updated_at': '2021-07-05T09:49:28Z', 'revision_number': 4, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'gw_port': {'id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:49:22Z', 'updated_at': '2021-07-05T09:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'dc9719bf-f8e5-4b6d-855c-d24854bd4691', 'name': '', 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'mac_address': 'fa:16:3e:f6:f1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '22c724bc-0f32-4952-94a0-85931aacdabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:49:27Z', 'updated_at': '2021-07-05T09:49:35Z', 'revision_number': 4, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'subnets': [{'id': '22c724bc-0f32-4952-94a0-85931aacdabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:49:36.934718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301a856-988f-4d1b-bdbd-59204eae6d8c req-16ce8930-e2e8-45cb-aad4-c3d90a644249 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:36.942367 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8301a856-988f-4d1b-bdbd-59204eae6d8c req-16ce8930-e2e8-45cb-aad4-c3d90a644249 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.0948300 Jul 05 09:49:37.072538 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8301a856-988f-4d1b-bdbd-59204eae6d8c req-e8818aaf-351d-461f-b9bf-3e9947ef8a75 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289353 Jul 05 09:49:38.089669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device f67c09f4-7b15-4fec-bf70-a0e46a9ddf69 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:49:38.158960 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: f67c09f4-7b15-4fec-bf70-a0e46a9ddf69 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:49:38.159314 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device f67c09f4-7b15-4fec-bf70-a0e46a9ddf69 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:49:38.189109 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf75f76-2f28-41ac-9ee8-ab371904a496 x-openstack-request-id: req-9bf75f76-2f28-41ac-9ee8-ab371904a496 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:38.189667 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019f5d41-2073-41e4-8bfc-725db42ef9bb", "name": "network-vif-deleted", "tag": "f67c09f4-7b15-4fec-bf70-a0e46a9ddf69", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:38.189667 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9bf75f76-2f28-41ac-9ee8-ab371904a496 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:38.190055 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019f5d41-2073-41e4-8bfc-725db42ef9bb', 'name': 'network-vif-deleted', 'tag': 'f67c09f4-7b15-4fec-bf70-a0e46a9ddf69', 'status': 'completed', 'code': 200} Jul 05 09:49:38.704292 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device dc9719bf-f8e5-4b6d-855c-d24854bd4691 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:38.759220 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f4ceb-3237-411a-9a64-7590af2310ec req-feebb2d7-d7cb-4c3a-962a-46825e63ebe5 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:38.775639 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-989f4ceb-3237-411a-9a64-7590af2310ec req-feebb2d7-d7cb-4c3a-962a-46825e63ebe5 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1978073 Jul 05 09:49:38.837693 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port dc9719bf-f8e5-4b6d-855c-d24854bd4691 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:38.840423 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-989f4ceb-3237-411a-9a64-7590af2310ec req-0f5d78e1-c836-4dae-b1ba-90fbdfaae9a0 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576906 Jul 05 09:49:38.843284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port dc9719bf-f8e5-4b6d-855c-d24854bd4691 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:38.843742 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:38.993705 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:39.071840 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port dc9719bf-f8e5-4b6d-855c-d24854bd4691, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=dc9719bf-f8e5-4b6d-855c-d24854bd4691,segment=NetworkSegment(680b625a-b67a-48a3-bded-1661a7565d01),segment_id=680b625a-b67a-48a3-bded-1661a7565d01)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:39.077788 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:39.162231 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=dc9719bf-f8e5-4b6d-855c-d24854bd4691,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:39.174708 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c9369-1615-43d3-ad9f-94378fce88ac req-2be0e0ff-db19-4b96-9b66-b0aa0ee9e64c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:39.176392 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-447c9369-1615-43d3-ad9f-94378fce88ac req-2be0e0ff-db19-4b96-9b66-b0aa0ee9e64c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.1739600 Jul 05 09:49:39.229096 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-447c9369-1615-43d3-ad9f-94378fce88ac req-b12bdcea-b804-4d1a-8c7e-7c00616f0c8e tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456376 Jul 05 09:49:40.603899 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device dc9719bf-f8e5-4b6d-855c-d24854bd4691 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:40.674417 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port dc9719bf-f8e5-4b6d-855c-d24854bd4691 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:40.674891 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:40.732110 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-d804da62-adea-4f18-881d-b7c534f52843 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:40.733369 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-d804da62-adea-4f18-881d-b7c534f52843 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/networks?id=68529006-2d6f-4e98-9574-c7fc991654a2 HTTP/1.1" status: 200 len: 817 time: 0.2127512 Jul 05 09:49:40.762035 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-3cbf0883-860b-415c-b5e6-eb9a7bf236ae tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/quotas/d236fdab887b489b8c810e32f218d63d HTTP/1.1" status: 200 len: 375 time: 0.0218182 Jul 05 09:49:40.769214 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b88533-bc07-412b-9084-0413ab082048 req-77a49cbd-a1a7-47c5-ab71-d448ffe10318 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:40.776222 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09b88533-bc07-412b-9084-0413ab082048 req-77a49cbd-a1a7-47c5-ab71-d448ffe10318 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/networks?id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c HTTP/1.1" status: 200 len: 811 time: 0.1929343 Jul 05 09:49:40.817804 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09b88533-bc07-412b-9084-0413ab082048 req-4442f9cc-75fe-4a49-831b-46f0d1492896 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/quotas/277627ebd7464c359b06a15e4b1a6489 HTTP/1.1" status: 200 len: 375 time: 0.0406687 Jul 05 09:49:40.819843 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-e9a8c2aa-372b-4d2c-a9c8-0b43d40e14c8 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d236fdab887b489b8c810e32f218d63d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416906 Jul 05 09:49:40.892245 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09b88533-bc07-412b-9084-0413ab082048 req-50786cb7-e32b-4432-a6ee-ebef740a3c46 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=277627ebd7464c359b06a15e4b1a6489&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675068 Jul 05 09:49:41.020992 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-ef719240-363c-41a6-9820-6dd00d9471bf service neutron] 10.222.0.79 "GET /v2.0/networks/68529006-2d6f-4e98-9574-c7fc991654a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874216 Jul 05 09:49:41.082231 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09b88533-bc07-412b-9084-0413ab082048 req-90646877-6eea-42bc-bf2c-23df0a46f9e1 service neutron] 10.222.0.79 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805964 Jul 05 09:49:41.245263 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbe65f-2c35-4df5-b1b7-08ef85ec940c req-c47f47ae-6fb8-4964-8ea4-b830777af0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:41.248673 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f8dbe65f-2c35-4df5-b1b7-08ef85ec940c req-c47f47ae-6fb8-4964-8ea4-b830777af0fb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e14984e744944dda9aa0ac1df3aa0f0a&device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 1096 time: 0.1376774 Jul 05 09:49:41.428484 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbe65f-2c35-4df5-b1b7-08ef85ec940c req-cde14853-f763-475e-a79c-96a84dca16f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:41.431063 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f8dbe65f-2c35-4df5-b1b7-08ef85ec940c req-cde14853-f763-475e-a79c-96a84dca16f6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb HTTP/1.1" status: 200 len: 918 time: 0.1749458 Jul 05 09:49:41.549453 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f8dbe65f-2c35-4df5-b1b7-08ef85ec940c req-02c987cb-ccc8-4e8b-87e4-3b1683c66aa7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1dabde5-d7fc-474b-93b7-918b89720f06 HTTP/1.1" status: 200 len: 1001 time: 0.1107028 Jul 05 09:49:41.566116 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-f5b1ef56-0f76-4364-aa5f-bc2e41c2d7b6 service neutron] 10.222.0.79 "GET /v2.0/networks/68529006-2d6f-4e98-9574-c7fc991654a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356736 Jul 05 09:49:41.606919 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09b88533-bc07-412b-9084-0413ab082048 req-4e85e446-1713-4077-9d0c-1a8613f59389 service neutron] 10.222.0.79 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068617 Jul 05 09:49:41.630225 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbe65f-2c35-4df5-b1b7-08ef85ec940c req-c2ce50e2-b574-4660-ab40-a2bf154621c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:41.632494 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f8dbe65f-2c35-4df5-b1b7-08ef85ec940c req-c2ce50e2-b574-4660-ab40-a2bf154621c3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70194034-b839-4d67-b152-2ad54f034d6c HTTP/1.1" status: 200 len: 856 time: 0.0769081 Jul 05 09:49:41.829527 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbe65f-2c35-4df5-b1b7-08ef85ec940c req-3e2759b6-27c9-4769-8bb2-ee435a9371ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:41.834266 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f8dbe65f-2c35-4df5-b1b7-08ef85ec940c req-3e2759b6-27c9-4769-8bb2-ee435a9371ac service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1925399 Jul 05 09:49:41.859321 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [req-f8dbe65f-2c35-4df5-b1b7-08ef85ec940c req-d134f2cb-494e-46a6-97e5-2cb456e253e5 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:49:41.862556 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f8dbe65f-2c35-4df5-b1b7-08ef85ec940c req-d134f2cb-494e-46a6-97e5-2cb456e253e5 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207090 Jul 05 09:49:41.972092 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3641a-8501-48e7-bee5-6d7350a35047 req-0bf53d08-2b6f-47fa-83e6-d9c1baa53e70 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:41.979761 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-20d3641a-8501-48e7-bee5-6d7350a35047 req-0bf53d08-2b6f-47fa-83e6-d9c1baa53e70 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1121848 Jul 05 09:49:42.038275 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-20d3641a-8501-48e7-bee5-6d7350a35047 req-149d525d-f99d-4757-95f4-aa267bdc10b2 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574963 Jul 05 09:49:42.070140 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f8dbe65f-2c35-4df5-b1b7-08ef85ec940c req-2f62e9be-a551-4047-b81f-3d0d591d04a4 service neutron] 10.222.0.81 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025206 Jul 05 09:49:42.186325 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-8748cf71-8128-4c1a-816c-57990ebd6055 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:42.193002 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-8748cf71-8128-4c1a-816c-57990ebd6055 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 808 time: 0.1360672 Jul 05 09:49:42.213972 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-90c908c0-d28e-42d0-b86c-4bb9bf3a521d tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/quotas/f74a958ec8be4a8683e21e11de1010dc HTTP/1.1" status: 200 len: 375 time: 0.0194943 Jul 05 09:49:42.295533 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f8dbe65f-2c35-4df5-b1b7-08ef85ec940c req-49d407e5-38c2-466e-b4cc-0824abaade5d service neutron] 10.222.0.81 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178822 Jul 05 09:49:42.333499 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-232d92d0-75d9-4209-824f-513d162efb2b tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1185904 Jul 05 09:49:42.581197 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-619d987f-f967-455b-a3c3-5e8ecd416991 service neutron] 10.222.0.79 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467265 Jul 05 09:49:42.604198 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0748b-38b9-4371-bdab-70a502733da0 req-0a6ae985-22f4-4c31-94d1-aa87d49ae674 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:42.612592 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ffc0748b-38b9-4371-bdab-70a502733da0 req-0a6ae985-22f4-4c31-94d1-aa87d49ae674 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.2672060 Jul 05 09:49:42.710715 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ffc0748b-38b9-4371-bdab-70a502733da0 req-45e48c4c-14c7-4b9e-8408-6ce315d06940 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970771 Jul 05 09:49:42.804604 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-5401cead-1937-4611-98f5-dd8dfb2f2868 service neutron] 10.222.0.79 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225108 Jul 05 09:49:42.836958 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-def741d9-b78a-4c95-8da7-7514847131f0 req-a48cfd38-f530-407d-9966-3d75c1516f7d tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 210 time: 0.0499732 Jul 05 09:49:42.936398 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55389b3b-ef28-457a-b4cb-d47b1c4904a5 req-58daeede-07c3-42a6-807b-1b1ffcbdc0b9 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c633a00-549c-40c9-b310-99ba268206cf HTTP/1.1" status: 200 len: 210 time: 0.0478153 Jul 05 09:49:43.295185 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce738822-2bcb-4184-8780-9db1979d44f0 req-8f5ddb13-7af3-4df4-8f16-9fd41ccd39ae tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:43.303453 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ce738822-2bcb-4184-8780-9db1979d44f0 req-8f5ddb13-7af3-4df4-8f16-9fd41ccd39ae tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1578164 Jul 05 09:49:43.358200 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ce738822-2bcb-4184-8780-9db1979d44f0 req-d3832761-29bb-4433-8f73-8402c76e5405 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493734 Jul 05 09:49:43.568775 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2892b0f1-33e1-4433-9ac0-86e959d18bf0 req-ef7e13b2-5fba-4b1f-af4a-2e8223e625e7 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 210 time: 0.0423703 Jul 05 09:49:43.658165 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc34cd0-08d8-45fb-b5ef-cdddd57b1bec req-4e98aad6-8edd-405b-8596-7410a49a982a tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:43.659940 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3fc34cd0-08d8-45fb-b5ef-cdddd57b1bec req-4e98aad6-8edd-405b-8596-7410a49a982a tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.0845525 Jul 05 09:49:43.749241 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3fc34cd0-08d8-45fb-b5ef-cdddd57b1bec req-910b7485-4807-4968-a8be-79b0083f55ef tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801113 Jul 05 09:49:44.154805 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-82cf203e-412b-412b-9301-f7a4b1cc4938 req-f570630b-7fd2-46b8-838d-c0288066eb23 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 210 time: 0.1012256 Jul 05 09:49:44.245178 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b88533-bc07-412b-9084-0413ab082048 req-20421a64-7692-4f95-9f35-8a129954d38a tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:44.247327 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09b88533-bc07-412b-9084-0413ab082048 req-20421a64-7692-4f95-9f35-8a129954d38a tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.78 "GET /v2.0/networks?id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c HTTP/1.1" status: 200 len: 811 time: 0.2870686 Jul 05 09:49:44.259889 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfd2ee-f9d9-4aba-a709-702206707e4b req-f8e31c41-d60b-463c-8f28-68078e2b106e tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:44.261549 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-30cfd2ee-f9d9-4aba-a709-702206707e4b req-f8e31c41-d60b-463c-8f28-68078e2b106e tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.2476504 Jul 05 09:49:44.266841 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-09b88533-bc07-412b-9084-0413ab082048 req-f2d41e64-4f72-4ae9-8c32-438ffbfa0fb9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Request body: {'port': {'device_id': 'b7421ede-5555-42f1-8d0e-1f317aa8314c', 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c', 'admin_state_up': True, 'tenant_id': '277627ebd7464c359b06a15e4b1a6489'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:44.429361 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-30cfd2ee-f9d9-4aba-a709-702206707e4b req-58f425e7-e61b-4b40-9f7b-18f8b4bea2c9 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042197 Jul 05 09:49:44.509361 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09b88533-bc07-412b-9084-0413ab082048 req-f2d41e64-4f72-4ae9-8c32-438ffbfa0fb9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Made reservation on behalf of 277627ebd7464c359b06a15e4b1a6489 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:44.515057 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-09b88533-bc07-412b-9084-0413ab082048 req-f2d41e64-4f72-4ae9-8c32-438ffbfa0fb9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:44.583200 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88752776-4edf-47bc-9737-c8304046dd0f req-6e36b914-c8fe-4d5a-8f1a-60042ba543f1 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:44.591637 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-88752776-4edf-47bc-9737-c8304046dd0f req-6e36b914-c8fe-4d5a-8f1a-60042ba543f1 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.2637453 Jul 05 09:49:44.683634 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-04dae089-ff9d-42a8-be66-c7530d4ced8c req-46cb8c4e-f155-46c6-a039-7f693d26e996 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c633a00-549c-40c9-b310-99ba268206cf HTTP/1.1" status: 200 len: 210 time: 0.0526657 Jul 05 09:49:44.723449 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-88752776-4edf-47bc-9737-c8304046dd0f req-56788833-cf3b-4de5-8296-3623e90a6e05 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275454 Jul 05 09:49:44.771772 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-2baefdbb-94a3-4962-bf08-c216c7a4da48 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:44.784722 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-2baefdbb-94a3-4962-bf08-c216c7a4da48 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.78 "GET /v2.0/networks?id=68529006-2d6f-4e98-9574-c7fc991654a2 HTTP/1.1" status: 200 len: 817 time: 0.2119398 Jul 05 09:49:44.798275 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-9da9ce37-7797-48e8-be71-964ef5f6e15b tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Request body: {'port': {'device_id': '3c633a00-549c-40c9-b310-99ba268206cf', 'network_id': '68529006-2d6f-4e98-9574-c7fc991654a2', 'admin_state_up': True, 'tenant_id': 'd236fdab887b489b8c810e32f218d63d'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:44.860111 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-09b88533-bc07-412b-9084-0413ab082048 req-f2d41e64-4f72-4ae9-8c32-438ffbfa0fb9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Allocated IP 172.20.0.2 (d7ce5e94-320c-492a-bb66-c25b99ff7a3c/82a767f2-a70d-493a-920a-63cb4c3e85d1/452daffa-0f70-45b6-b71e-dc5db12f5cf3) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:44.915330 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-04946467-d399-4967-a987-c725dc90fbd6 req-5009ae1f-1343-4aa7-a4a2-5f8293b8d36c tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 210 time: 0.0578413 Jul 05 09:49:45.135417 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-9da9ce37-7797-48e8-be71-964ef5f6e15b tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Made reservation on behalf of d236fdab887b489b8c810e32f218d63d for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:45.141077 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-9da9ce37-7797-48e8-be71-964ef5f6e15b tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:45.220997 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18697163-7c14-439e-b494-9939162a86ef req-73906813-f1e6-4e3e-812b-8007c156db9c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:45.224489 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-18697163-7c14-439e-b494-9939162a86ef req-73906813-f1e6-4e3e-812b-8007c156db9c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1825948 Jul 05 09:49:45.245211 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-09b88533-bc07-412b-9084-0413ab082048 req-f2d41e64-4f72-4ae9-8c32-438ffbfa0fb9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:45.277966 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-33c38fa2-6859-466d-ab48-cdebda01c573 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:45.279475 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-33c38fa2-6859-466d-ab48-cdebda01c573 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.78 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 808 time: 0.2406938 Jul 05 09:49:45.298819 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-18697163-7c14-439e-b494-9939162a86ef req-5eb11ef4-3efa-49ea-b0ce-1bd86a20f413 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723329 Jul 05 09:49:45.309786 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-27d12220-a25d-4f76-8f17-7a878b2138a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Request body: {'port': {'device_id': '91a1444f-3f57-433f-a038-ec1ee40b2177', 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e', 'admin_state_up': True, 'tenant_id': 'f74a958ec8be4a8683e21e11de1010dc'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:45.350790 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-09b88533-bc07-412b-9084-0413ab082048 req-f2d41e64-4f72-4ae9-8c32-438ffbfa0fb9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:45.383093 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09b88533-bc07-412b-9084-0413ab082048 req-f2d41e64-4f72-4ae9-8c32-438ffbfa0fb9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Network d7ce5e94-320c-492a-bb66-c25b99ff7a3c is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:45.439554 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-09b88533-bc07-412b-9084-0413ab082048 req-f2d41e64-4f72-4ae9-8c32-438ffbfa0fb9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:45.443367 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b88533-bc07-412b-9084-0413ab082048 req-f2d41e64-4f72-4ae9-8c32-438ffbfa0fb9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:49:45.556815 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b88533-bc07-412b-9084-0413ab082048 req-f2d41e64-4f72-4ae9-8c32-438ffbfa0fb9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:45.557524 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-09b88533-bc07-412b-9084-0413ab082048 req-f2d41e64-4f72-4ae9-8c32-438ffbfa0fb9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:45.611517 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d41e64-4f72-4ae9-8c32-438ffbfa0fb9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Pushing event updated for resources: {'Port': ['ID=452daffa-0f70-45b6-b71e-dc5db12f5cf3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:45.647954 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09b88533-bc07-412b-9084-0413ab082048 req-f2d41e64-4f72-4ae9-8c32-438ffbfa0fb9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3850424 Jul 05 09:49:45.651228 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d41e64-4f72-4ae9-8c32-438ffbfa0fb9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:45.651585 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d41e64-4f72-4ae9-8c32-438ffbfa0fb9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:45.652012 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d41e64-4f72-4ae9-8c32-438ffbfa0fb9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:45.652355 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d41e64-4f72-4ae9-8c32-438ffbfa0fb9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:45.652693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d41e64-4f72-4ae9-8c32-438ffbfa0fb9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:45.653290 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d41e64-4f72-4ae9-8c32-438ffbfa0fb9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:45.653626 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d41e64-4f72-4ae9-8c32-438ffbfa0fb9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:45.653954 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d41e64-4f72-4ae9-8c32-438ffbfa0fb9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:45.654284 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d41e64-4f72-4ae9-8c32-438ffbfa0fb9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:45.654608 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d41e64-4f72-4ae9-8c32-438ffbfa0fb9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:45.654934 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d41e64-4f72-4ae9-8c32-438ffbfa0fb9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:45.655258 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d41e64-4f72-4ae9-8c32-438ffbfa0fb9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:45.673491 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-09b88533-bc07-412b-9084-0413ab082048 req-ab2adce8-604b-4b6d-a08d-ab2957c465ad tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:49:45.674468 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09b88533-bc07-412b-9084-0413ab082048 req-ab2adce8-604b-4b6d-a08d-ab2957c465ad tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118556 Jul 05 09:49:45.695993 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38156521-cff8-40df-ab8e-e13d7c17c585 req-ea4e9598-b7d7-482a-9bbd-336859900f5f tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:45.697704 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-38156521-cff8-40df-ab8e-e13d7c17c585 req-ea4e9598-b7d7-482a-9bbd-336859900f5f tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 931 time: 0.3118215 Jul 05 09:49:45.760665 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d608ed3-5030-4f31-b238-2c4ea593d2f5 req-5629344e-a101-4f11-99ff-4dec72dff93d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:45.763666 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d608ed3-5030-4f31-b238-2c4ea593d2f5 req-5629344e-a101-4f11-99ff-4dec72dff93d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 945 time: 0.1667209 Jul 05 09:49:45.816123 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-9da9ce37-7797-48e8-be71-964ef5f6e15b tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Allocated IP 172.20.0.2 (68529006-2d6f-4e98-9574-c7fc991654a2/5c5d0599-4cd9-4fcc-8d89-9c142f9074fb/3f842cf2-0ee8-4d0f-bbd9-d31689a9e995) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:45.816647 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-09b88533-bc07-412b-9084-0413ab082048 req-be4e15aa-e66f-4712-b7ff-9c1d30b3830f service neutron] Request body: {'port': {'device_id': 'b7421ede-5555-42f1-8d0e-1f317aa8314c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:45.824299 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-38156521-cff8-40df-ab8e-e13d7c17c585 req-497771ee-4ea7-4fa6-9b5a-08f0469df78a tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055565 Jul 05 09:49:45.890461 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d608ed3-5030-4f31-b238-2c4ea593d2f5 req-ead47436-f754-4bf0-aee3-57a1e8f940fe tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187015 Jul 05 09:49:45.936140 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-09b88533-bc07-412b-9084-0413ab082048 req-be4e15aa-e66f-4712-b7ff-9c1d30b3830f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:46.031540 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-27d12220-a25d-4f76-8f17-7a878b2138a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Made reservation on behalf of f74a958ec8be4a8683e21e11de1010dc for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:46.035218 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-27d12220-a25d-4f76-8f17-7a878b2138a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:46.090737 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b26b43d-45db-44d7-b553-3e21943ea2a6 req-3476a5d9-3ea4-49bf-afd3-d5dea826f156 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c633a00-549c-40c9-b310-99ba268206cf HTTP/1.1" status: 200 len: 210 time: 0.0881341 Jul 05 09:49:46.216967 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-9da9ce37-7797-48e8-be71-964ef5f6e15b tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:46.286151 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-27d12220-a25d-4f76-8f17-7a878b2138a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Allocated IP 172.20.0.13 (5aa1814e-7fad-4b86-b0f0-99892209992e/408995a7-a274-4d3e-939a-c6141d694df3/65fe92fa-d1b8-480b-ba27-ad6bb2233e31) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:46.312137 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebdda4-0326-4ae6-a271-42c5ba8a3665 req-31b57585-96d1-4049-85c1-040fbb258fed tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:46.318951 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1aebdda4-0326-4ae6-a271-42c5ba8a3665 req-31b57585-96d1-4049-85c1-040fbb258fed tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1939619 Jul 05 09:49:46.352735 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-9da9ce37-7797-48e8-be71-964ef5f6e15b tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:46.393124 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1aebdda4-0326-4ae6-a271-42c5ba8a3665 req-5f4a1ff1-cec1-49f8-9207-827e9da1911f tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732281 Jul 05 09:49:46.401477 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-9da9ce37-7797-48e8-be71-964ef5f6e15b tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Network 68529006-2d6f-4e98-9574-c7fc991654a2 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:46.421675 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-9da9ce37-7797-48e8-be71-964ef5f6e15b tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:46.432236 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-9da9ce37-7797-48e8-be71-964ef5f6e15b tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:49:46.448504 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1309c991-cb2a-435d-b483-fb1b3ba52b4e req-5ebe0df5-a0a1-4631-a9e7-ed3f1533bbf4 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 210 time: 0.0463367 Jul 05 09:49:46.547963 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9ce37-7797-48e8-be71-964ef5f6e15b tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Pushing event updated for resources: {'Port': ['ID=3f842cf2-0ee8-4d0f-bbd9-d31689a9e995,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:46.556179 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-09b88533-bc07-412b-9084-0413ab082048 req-be4e15aa-e66f-4712-b7ff-9c1d30b3830f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 452daffa-0f70-45b6-b71e-dc5db12f5cf3 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:49:46.565107 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device d1dabde5-d7fc-474b-93b7-918b89720f06 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:49:46.587389 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-09b88533-bc07-412b-9084-0413ab082048 req-be4e15aa-e66f-4712-b7ff-9c1d30b3830f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:46.636528 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-09b88533-bc07-412b-9084-0413ab082048 req-be4e15aa-e66f-4712-b7ff-9c1d30b3830f service neutron] Transition to ACTIVE for port object 452daffa-0f70-45b6-b71e-dc5db12f5cf3 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:46.644966 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-09b88533-bc07-412b-9084-0413ab082048 req-be4e15aa-e66f-4712-b7ff-9c1d30b3830f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:46.658007 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-9da9ce37-7797-48e8-be71-964ef5f6e15b tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:46.661665 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-9da9ce37-7797-48e8-be71-964ef5f6e15b tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:46.698378 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-9da9ce37-7797-48e8-be71-964ef5f6e15b tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9040997 Jul 05 09:49:46.719222 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Request body: {'port': {'device_id': '3c633a00-549c-40c9-b310-99ba268206cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:46.751012 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e15aa-e66f-4712-b7ff-9c1d30b3830f service neutron] Pushing event updated for resources: {'Port': ['ID=452daffa-0f70-45b6-b71e-dc5db12f5cf3,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:46.777351 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:46.816056 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3667c411-e4ac-4fe7-bc20-110aa2e7ac5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1dabde5-d7fc-474b-93b7-918b89720f06'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:46.824339 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee13d9aa-3ba9-4a76-a0fd-9b2dc409db65" -d '{"events": [{"server_uuid": "3667c411-e4ac-4fe7-bc20-110aa2e7ac5a", "name": "network-vif-unplugged", "status": "completed", "tag": "d1dabde5-d7fc-474b-93b7-918b89720f06"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:46.840806 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port d1dabde5-d7fc-474b-93b7-918b89720f06, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d1dabde5-d7fc-474b-93b7-918b89720f06,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:46.848584 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:46.854400 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-27d12220-a25d-4f76-8f17-7a878b2138a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:46.879037 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:46.917553 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=d1dabde5-d7fc-474b-93b7-918b89720f06,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:46.948153 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:46.950740 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:46.951274 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:46.952861 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:46.953945 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:46.954522 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:46.955916 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:46.957439 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:46.958099 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:46.959401 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:46.960686 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:46.961610 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:47.067658 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-09b88533-bc07-412b-9084-0413ab082048 req-be4e15aa-e66f-4712-b7ff-9c1d30b3830f service neutron] Attempting to bind port 452daffa-0f70-45b6-b71e-dc5db12f5cf3 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:49:47.068046 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-09b88533-bc07-412b-9084-0413ab082048 req-be4e15aa-e66f-4712-b7ff-9c1d30b3830f service neutron] Attempting to bind port 452daffa-0f70-45b6-b71e-dc5db12f5cf3 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '2d0d9b78-f015-4a1e-b97d-ed241adbdcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:49:47.068378 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b88533-bc07-412b-9084-0413ab082048 req-be4e15aa-e66f-4712-b7ff-9c1d30b3830f service neutron] Attempting to bind port 452daffa-0f70-45b6-b71e-dc5db12f5cf3 on network d7ce5e94-320c-492a-bb66-c25b99ff7a3c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:47.072714 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-27d12220-a25d-4f76-8f17-7a878b2138a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:47.083067 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b88533-bc07-412b-9084-0413ab082048 req-be4e15aa-e66f-4712-b7ff-9c1d30b3830f service neutron] Port 452daffa-0f70-45b6-b71e-dc5db12f5cf3 on network d7ce5e94-320c-492a-bb66-c25b99ff7a3c not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:49:47.083431 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b88533-bc07-412b-9084-0413ab082048 req-be4e15aa-e66f-4712-b7ff-9c1d30b3830f service neutron] Attempting to bind port 452daffa-0f70-45b6-b71e-dc5db12f5cf3 on network d7ce5e94-320c-492a-bb66-c25b99ff7a3c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:47.085462 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['c347d0e5-43ef-4149-a9e6-f63d765fcd86'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:49:47.099550 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a561cfd-f97f-4444-96cf-3c5b6b3d95c7 req-e9ec6f48-2c6c-4043-82fd-f9dc39826180 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:47.101207 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a561cfd-f97f-4444-96cf-3c5b6b3d95c7 req-e9ec6f48-2c6c-4043-82fd-f9dc39826180 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.3647213 Jul 05 09:49:47.102577 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b88533-bc07-412b-9084-0413ab082048 req-be4e15aa-e66f-4712-b7ff-9c1d30b3830f service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:49:47.102924 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b88533-bc07-412b-9084-0413ab082048 req-be4e15aa-e66f-4712-b7ff-9c1d30b3830f service neutron] Checking segment: {'id': '2d0d9b78-f015-4a1e-b97d-ed241adbdcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:49:47.104737 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b88533-bc07-412b-9084-0413ab082048 req-be4e15aa-e66f-4712-b7ff-9c1d30b3830f service neutron] Bound using segment: {'id': '2d0d9b78-f015-4a1e-b97d-ed241adbdcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:49:47.104737 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-09b88533-bc07-412b-9084-0413ab082048 req-be4e15aa-e66f-4712-b7ff-9c1d30b3830f service neutron] Bound port: 452daffa-0f70-45b6-b71e-dc5db12f5cf3, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0d9b78-f015-4a1e-b97d-ed241adbdcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:49:47.104737 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-09b88533-bc07-412b-9084-0413ab082048 req-be4e15aa-e66f-4712-b7ff-9c1d30b3830f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:47.202253 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-27d12220-a25d-4f76-8f17-7a878b2138a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Network 5aa1814e-7fad-4b86-b0f0-99892209992e is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:47.205249 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-27d12220-a25d-4f76-8f17-7a878b2138a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:47.208303 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-27d12220-a25d-4f76-8f17-7a878b2138a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:49:47.233515 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-09b88533-bc07-412b-9084-0413ab082048 req-be4e15aa-e66f-4712-b7ff-9c1d30b3830f service neutron] For port 452daffa-0f70-45b6-b71e-dc5db12f5cf3, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:49:47.236803 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-09b88533-bc07-412b-9084-0413ab082048 req-be4e15aa-e66f-4712-b7ff-9c1d30b3830f service neutron] For port 452daffa-0f70-45b6-b71e-dc5db12f5cf3, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=452daffa-0f70-45b6-b71e-dc5db12f5cf3,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:49:47.245278 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-09b88533-bc07-412b-9084-0413ab082048 req-be4e15aa-e66f-4712-b7ff-9c1d30b3830f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:47.275776 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd89d50-4b16-40ea-8854-8a99beadce1c x-openstack-request-id: req-7fd89d50-4b16-40ea-8854-8a99beadce1c {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:47.276102 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3667c411-e4ac-4fe7-bc20-110aa2e7ac5a", "name": "network-vif-unplugged", "status": "failed", "tag": "d1dabde5-d7fc-474b-93b7-918b89720f06", "code": 422}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:47.276387 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7fd89d50-4b16-40ea-8854-8a99beadce1c {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:47.284610 n-d-798054-8 neutron-server[93908]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3667c411-e4ac-4fe7-bc20-110aa2e7ac5a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd1dabde5-d7fc-474b-93b7-918b89720f06', 'code': 422} returned with failed status Jul 05 09:49:47.325713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b88533-bc07-412b-9084-0413ab082048 req-be4e15aa-e66f-4712-b7ff-9c1d30b3830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:47.326371 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-09b88533-bc07-412b-9084-0413ab082048 req-be4e15aa-e66f-4712-b7ff-9c1d30b3830f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:47.327901 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09b88533-bc07-412b-9084-0413ab082048 req-be4e15aa-e66f-4712-b7ff-9c1d30b3830f service neutron] 10.222.0.78 "PUT /v2.0/ports/452daffa-0f70-45b6-b71e-dc5db12f5cf3 HTTP/1.1" status: 200 len: 1091 time: 1.6456721 Jul 05 09:49:47.330987 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7421ede-5555-42f1-8d0e-1f317aa8314c', 'tag': '452daffa-0f70-45b6-b71e-dc5db12f5cf3'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:47.340548 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62708679-5bfd-4044-b631-8fa1c22696b9" -d '{"events": [{"name": "network-changed", "server_uuid": "b7421ede-5555-42f1-8d0e-1f317aa8314c", "tag": "452daffa-0f70-45b6-b71e-dc5db12f5cf3"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:47.373258 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d12220-a25d-4f76-8f17-7a878b2138a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Pushing event updated for resources: {'Port': ['ID=65fe92fa-d1b8-480b-ba27-ad6bb2233e31,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:47.379593 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a561cfd-f97f-4444-96cf-3c5b6b3d95c7 req-ad068a65-656a-4ad0-ab20-f21b1e20db59 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582271 Jul 05 09:49:47.402474 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-27d12220-a25d-4f76-8f17-7a878b2138a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:47.402474 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-27d12220-a25d-4f76-8f17-7a878b2138a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:47.421976 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-27d12220-a25d-4f76-8f17-7a878b2138a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1292846 Jul 05 09:49:47.444671 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-16c80ad4-66a5-40ac-91a8-b7072c04e5e1 service neutron] Request body: {'port': {'device_id': '91a1444f-3f57-433f-a038-ec1ee40b2177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:47.524729 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e15aa-e66f-4712-b7ff-9c1d30b3830f service neutron] Pushing event updated for resources: {'Port': ['ID=452daffa-0f70-45b6-b71e-dc5db12f5cf3,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:47.603824 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-16c80ad4-66a5-40ac-91a8-b7072c04e5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:47.676415 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b88533-bc07-412b-9084-0413ab082048 req-c6f36522-ebce-4c54-be5a-8dbcffbba7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:47.678130 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09b88533-bc07-412b-9084-0413ab082048 req-c6f36522-ebce-4c54-be5a-8dbcffbba7d9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=277627ebd7464c359b06a15e4b1a6489&device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 1094 time: 0.2948387 Jul 05 09:49:47.723431 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f842cf2-0ee8-4d0f-bbd9-d31689a9e995 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:49:47.740740 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09b88533-bc07-412b-9084-0413ab082048 req-6beb376c-16f4-4dd3-9554-5552697f1b34 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=452daffa-0f70-45b6-b71e-dc5db12f5cf3 HTTP/1.1" status: 200 len: 217 time: 0.0507269 Jul 05 09:49:47.749601 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:47.808872 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b4e18-a87b-4d29-be8b-b92449be4443 req-a2ca2d10-f60e-43f5-81e7-78bb52108c4c tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:47.810497 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-473b4e18-a87b-4d29-be8b-b92449be4443 req-a2ca2d10-f60e-43f5-81e7-78bb52108c4c tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c633a00-549c-40c9-b310-99ba268206cf HTTP/1.1" status: 200 len: 931 time: 0.1852512 Jul 05 09:49:47.820936 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e4b61-9cc2-4684-9f57-9a55e4714df2 req-fa76f5e6-7827-43e9-8368-eb81288db8f8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:47.822529 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b75e4b61-9cc2-4684-9f57-9a55e4714df2 req-fa76f5e6-7827-43e9-8368-eb81288db8f8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 943 time: 0.2647822 Jul 05 09:49:47.843264 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Transition to ACTIVE for port object 3f842cf2-0ee8-4d0f-bbd9-d31689a9e995 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:47.852045 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b88533-bc07-412b-9084-0413ab082048 req-7019cb02-cc8c-4c7c-ba92-ca3fb182181c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:47.853726 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09b88533-bc07-412b-9084-0413ab082048 req-7019cb02-cc8c-4c7c-ba92-ca3fb182181c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=82a767f2-a70d-493a-920a-63cb4c3e85d1 HTTP/1.1" status: 200 len: 851 time: 0.1037190 Jul 05 09:49:47.857431 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:47.903826 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09b88533-bc07-412b-9084-0413ab082048 req-5fe61699-8574-4c0b-af2c-a694354d96e3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424247 Jul 05 09:49:47.936530 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-473b4e18-a87b-4d29-be8b-b92449be4443 req-9d8e5d2f-c8ab-402e-b282-737d65567a3c tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f7d340a-dbc0-4551-841e-6b4369d95475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110599 Jul 05 09:49:47.953341 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b75e4b61-9cc2-4684-9f57-9a55e4714df2 req-8c92f70d-d712-4980-a83e-947c1fd40557 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203778 Jul 05 09:49:48.085502 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09b88533-bc07-412b-9084-0413ab082048 req-aa1a68d6-8a62-4cd8-8542-290d6515b1b0 service neutron] 10.222.0.78 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708348 Jul 05 09:49:48.225504 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-16c80ad4-66a5-40ac-91a8-b7072c04e5e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:49:48.245951 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-16c80ad4-66a5-40ac-91a8-b7072c04e5e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:48.257146 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a2ea60-ed2b-422b-be7a-01741cf01db1 x-openstack-request-id: req-01a2ea60-ed2b-422b-be7a-01741cf01db1 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:48.257676 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7421ede-5555-42f1-8d0e-1f317aa8314c", "tag": "452daffa-0f70-45b6-b71e-dc5db12f5cf3", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:48.258682 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-01a2ea60-ed2b-422b-be7a-01741cf01db1 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:48.258798 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Pushing event updated for resources: {'Port': ['ID=3f842cf2-0ee8-4d0f-bbd9-d31689a9e995,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:48.259960 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7421ede-5555-42f1-8d0e-1f317aa8314c', 'tag': '452daffa-0f70-45b6-b71e-dc5db12f5cf3', 'status': 'completed', 'code': 200} Jul 05 09:49:48.277263 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-16c80ad4-66a5-40ac-91a8-b7072c04e5e1 service neutron] Transition to ACTIVE for port object 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:48.289539 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-16c80ad4-66a5-40ac-91a8-b7072c04e5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:48.305878 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09b88533-bc07-412b-9084-0413ab082048 req-dcae000e-ebe9-45af-9a70-57efc8732fc6 service neutron] 10.222.0.78 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140377 Jul 05 09:49:48.342867 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Attempting to bind port 3f842cf2-0ee8-4d0f-bbd9-d31689a9e995 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:49:48.343215 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Attempting to bind port 3f842cf2-0ee8-4d0f-bbd9-d31689a9e995 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'e8ab96e7-023a-4cf8-b150-053c9e9e75c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '68529006-2d6f-4e98-9574-c7fc991654a2'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:49:48.343551 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Attempting to bind port 3f842cf2-0ee8-4d0f-bbd9-d31689a9e995 on network 68529006-2d6f-4e98-9574-c7fc991654a2 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:48.359147 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Port 3f842cf2-0ee8-4d0f-bbd9-d31689a9e995 on network 68529006-2d6f-4e98-9574-c7fc991654a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:49:48.359498 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Attempting to bind port 3f842cf2-0ee8-4d0f-bbd9-d31689a9e995 on network 68529006-2d6f-4e98-9574-c7fc991654a2 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:48.389844 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:49:48.390720 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Checking segment: {'id': 'e8ab96e7-023a-4cf8-b150-053c9e9e75c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '68529006-2d6f-4e98-9574-c7fc991654a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:49:48.391472 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Bound using segment: {'id': 'e8ab96e7-023a-4cf8-b150-053c9e9e75c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '68529006-2d6f-4e98-9574-c7fc991654a2'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:49:48.392202 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Bound port: 3f842cf2-0ee8-4d0f-bbd9-d31689a9e995, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ab96e7-023a-4cf8-b150-053c9e9e75c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '68529006-2d6f-4e98-9574-c7fc991654a2'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:49:48.392779 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:48.395301 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c80ad4-66a5-40ac-91a8-b7072c04e5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=65fe92fa-d1b8-480b-ba27-ad6bb2233e31,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:48.487201 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7f15a-9545-4a9c-8d75-ed50e4a95122 req-0cd97dca-e333-4206-9f5d-29076d5dbb8e tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:48.488785 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02f7f15a-9545-4a9c-8d75-ed50e4a95122 req-0cd97dca-e333-4206-9f5d-29076d5dbb8e tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 944 time: 0.1077375 Jul 05 09:49:48.490826 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62708679-5bfd-4044-b631-8fa1c22696b9 req-3dbc4a3d-2afc-40ec-b2df-553bf8038a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:48.492248 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-62708679-5bfd-4044-b631-8fa1c22696b9 req-3dbc4a3d-2afc-40ec-b2df-553bf8038a56 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=277627ebd7464c359b06a15e4b1a6489&device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 1094 time: 0.1227794 Jul 05 09:49:48.573297 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-16c80ad4-66a5-40ac-91a8-b7072c04e5e1 service neutron] Attempting to bind port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:49:48.573654 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-16c80ad4-66a5-40ac-91a8-b7072c04e5e1 service neutron] Attempting to bind port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:49:48.573991 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-16c80ad4-66a5-40ac-91a8-b7072c04e5e1 service neutron] Attempting to bind port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:48.591492 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-16c80ad4-66a5-40ac-91a8-b7072c04e5e1 service neutron] Port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 on network 5aa1814e-7fad-4b86-b0f0-99892209992e not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:49:48.591744 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-16c80ad4-66a5-40ac-91a8-b7072c04e5e1 service neutron] Attempting to bind port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:48.599578 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02f7f15a-9545-4a9c-8d75-ed50e4a95122 req-af49972d-8e08-472e-91d9-cc3048e696ab tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045947 Jul 05 09:49:48.610928 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-16c80ad4-66a5-40ac-91a8-b7072c04e5e1 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:49:48.611280 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-16c80ad4-66a5-40ac-91a8-b7072c04e5e1 service neutron] Checking segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:49:48.611679 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-16c80ad4-66a5-40ac-91a8-b7072c04e5e1 service neutron] Bound using segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:49:48.612159 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-16c80ad4-66a5-40ac-91a8-b7072c04e5e1 service neutron] Bound port: 65fe92fa-d1b8-480b-ba27-ad6bb2233e31, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:49:48.612529 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-16c80ad4-66a5-40ac-91a8-b7072c04e5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:48.621686 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] For port 3f842cf2-0ee8-4d0f-bbd9-d31689a9e995, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:49:48.662128 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62708679-5bfd-4044-b631-8fa1c22696b9 req-7f30f7bf-8210-4df3-9c7c-42f3c5d2f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:48.663814 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-62708679-5bfd-4044-b631-8fa1c22696b9 req-7f30f7bf-8210-4df3-9c7c-42f3c5d2f02c service neutron] 10.222.0.78 "GET /v2.0/networks?id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c HTTP/1.1" status: 200 len: 912 time: 0.1619420 Jul 05 09:49:48.679934 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] For port 3f842cf2-0ee8-4d0f-bbd9-d31689a9e995, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=3f842cf2-0ee8-4d0f-bbd9-d31689a9e995,segment=NetworkSegment(e8ab96e7-023a-4cf8-b150-053c9e9e75c2),segment_id=e8ab96e7-023a-4cf8-b150-053c9e9e75c2)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:49:48.747153 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:48.748273 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-62708679-5bfd-4044-b631-8fa1c22696b9 req-0d593b18-733d-44c5-a58e-f3bae64e7477 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=452daffa-0f70-45b6-b71e-dc5db12f5cf3 HTTP/1.1" status: 200 len: 217 time: 0.0745533 Jul 05 09:49:48.804810 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62708679-5bfd-4044-b631-8fa1c22696b9 req-996daa2e-c496-4825-b1a6-90c8ff09b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:48.806607 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-62708679-5bfd-4044-b631-8fa1c22696b9 req-996daa2e-c496-4825-b1a6-90c8ff09b8cd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=82a767f2-a70d-493a-920a-63cb4c3e85d1 HTTP/1.1" status: 200 len: 851 time: 0.0551329 Jul 05 09:49:48.838132 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:48.838767 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:48.840222 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] 10.222.0.78 "PUT /v2.0/ports/3f842cf2-0ee8-4d0f-bbd9-d31689a9e995 HTTP/1.1" status: 200 len: 1091 time: 2.1301694 Jul 05 09:49:48.840659 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c633a00-549c-40c9-b310-99ba268206cf', 'tag': '3f842cf2-0ee8-4d0f-bbd9-d31689a9e995'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:48.842985 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6062465d-be6a-460a-a8ac-42f8662aac96" -d '{"events": [{"name": "network-changed", "server_uuid": "3c633a00-549c-40c9-b310-99ba268206cf", "tag": "3f842cf2-0ee8-4d0f-bbd9-d31689a9e995"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:48.861211 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-16c80ad4-66a5-40ac-91a8-b7072c04e5e1 service neutron] For port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:49:48.865793 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-16c80ad4-66a5-40ac-91a8-b7072c04e5e1 service neutron] For port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=65fe92fa-d1b8-480b-ba27-ad6bb2233e31,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:49:48.870377 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Pushing event updated for resources: {'Port': ['ID=3f842cf2-0ee8-4d0f-bbd9-d31689a9e995,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:48.878445 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:48.878787 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:48.879246 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:48.879465 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:48.879813 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:48.880163 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:48.880494 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:48.880831 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:48.881148 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:48.881475 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:48.881801 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:48.882127 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eceee1-bab1-4370-95e8-4b7067dbb468 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:48.888568 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-16c80ad4-66a5-40ac-91a8-b7072c04e5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:48.920956 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-62708679-5bfd-4044-b631-8fa1c22696b9 req-861fc7b0-1791-424d-9dd0-59af76d7a80e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061401 Jul 05 09:49:48.971361 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-16c80ad4-66a5-40ac-91a8-b7072c04e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:48.972132 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-16c80ad4-66a5-40ac-91a8-b7072c04e5e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:48.973590 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-16c80ad4-66a5-40ac-91a8-b7072c04e5e1 service neutron] 10.222.0.78 "PUT /v2.0/ports/65fe92fa-d1b8-480b-ba27-ad6bb2233e31 HTTP/1.1" status: 200 len: 1092 time: 1.5373194 Jul 05 09:49:49.001990 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c80ad4-66a5-40ac-91a8-b7072c04e5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=65fe92fa-d1b8-480b-ba27-ad6bb2233e31,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:49.014439 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-f1155210-bbe3-4c3f-bc71-c4c7b20257fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:49.016000 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-f1155210-bbe3-4c3f-bc71-c4c7b20257fa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d236fdab887b489b8c810e32f218d63d&device_id=3c633a00-549c-40c9-b310-99ba268206cf HTTP/1.1" status: 200 len: 1094 time: 0.1289344 Jul 05 09:49:49.110619 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bbd05-4881-4f79-bec2-9edd0c30b337 req-386c23c7-e720-4bd5-b247-56aaeb1558da tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:49.112216 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-071bbd05-4881-4f79-bec2-9edd0c30b337 req-386c23c7-e720-4bd5-b247-56aaeb1558da tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.2830410 Jul 05 09:49:49.112806 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-39d8c1fd-3b20-47cc-b894-62ad5fcf281f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f842cf2-0ee8-4d0f-bbd9-d31689a9e995 HTTP/1.1" status: 200 len: 217 time: 0.0840058 Jul 05 09:49:49.179545 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-d4e798b1-2bb3-4883-af41-1834fa0aa424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:49.181201 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-d4e798b1-2bb3-4883-af41-1834fa0aa424 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5c5d0599-4cd9-4fcc-8d89-9c142f9074fb HTTP/1.1" status: 200 len: 857 time: 0.0589042 Jul 05 09:49:49.197502 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-62708679-5bfd-4044-b631-8fa1c22696b9 req-c06fc46f-a187-4190-bf63-67c36ecdd108 service neutron] 10.222.0.78 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374113 Jul 05 09:49:49.223567 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-ef27f8bf-c7b7-459d-85cd-cdd082689be8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=68529006-2d6f-4e98-9574-c7fc991654a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339019 Jul 05 09:49:49.244197 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-10a0b4d4-e428-4be6-b318-fe602129b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:49.245681 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-10a0b4d4-e428-4be6-b318-fe602129b882 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 1095 time: 0.2157848 Jul 05 09:49:49.259302 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c92a78-42ca-4f14-9804-bb15520a248f x-openstack-request-id: req-56c92a78-42ca-4f14-9804-bb15520a248f {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:49.259596 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c633a00-549c-40c9-b310-99ba268206cf", "tag": "3f842cf2-0ee8-4d0f-bbd9-d31689a9e995", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:49.259861 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-56c92a78-42ca-4f14-9804-bb15520a248f {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:49.260283 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c633a00-549c-40c9-b310-99ba268206cf', 'tag': '3f842cf2-0ee8-4d0f-bbd9-d31689a9e995', 'status': 'completed', 'code': 200} Jul 05 09:49:49.274371 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-071bbd05-4881-4f79-bec2-9edd0c30b337 req-cc559aa6-c486-43c7-8797-d2b4b374cdd1 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548734 Jul 05 09:49:49.391802 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-791787a7-171d-4043-885d-fdae0893c51e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65fe92fa-d1b8-480b-ba27-ad6bb2233e31 HTTP/1.1" status: 200 len: 217 time: 0.1305177 Jul 05 09:49:49.493478 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-b1a46040-ab03-4768-b248-dedf488ee704 service neutron] 10.222.0.78 "GET /v2.0/networks/68529006-2d6f-4e98-9574-c7fc991654a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628808 Jul 05 09:49:49.495510 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-c4c9e476-18be-4ba9-a32f-900da24c7dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:49.497180 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-c4c9e476-18be-4ba9-a32f-900da24c7dc3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=408995a7-a274-4d3e-939a-c6141d694df3 HTTP/1.1" status: 200 len: 848 time: 0.0961030 Jul 05 09:49:49.595662 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-aeb7270c-613d-4874-95f8-756ba7cecee5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5aa1814e-7fad-4b86-b0f0-99892209992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884678 Jul 05 09:49:49.721214 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dc958028-686e-4dfb-9052-7bc9b3a42544 req-8c452aa0-dfd0-4e97-b403-13f886f3bc4b service neutron] 10.222.0.78 "GET /v2.0/networks/68529006-2d6f-4e98-9574-c7fc991654a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152879 Jul 05 09:49:49.746259 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-8a97bfa1-01df-4276-b9b2-69067f7c4cd0 service neutron] 10.222.0.78 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430511 Jul 05 09:49:49.896863 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a97cdfbc-67c0-4ae0-b6b1-3bc548d7a0e8 req-f9fca5c6-3108-4a53-a476-831195351203 service neutron] 10.222.0.78 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432753 Jul 05 09:49:49.904694 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062465d-be6a-460a-a8ac-42f8662aac96 req-6367f739-d06a-467b-b4e1-2e03454bf2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:49.909876 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6062465d-be6a-460a-a8ac-42f8662aac96 req-6367f739-d06a-467b-b4e1-2e03454bf2cc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d236fdab887b489b8c810e32f218d63d&device_id=3c633a00-549c-40c9-b310-99ba268206cf HTTP/1.1" status: 200 len: 1094 time: 0.1084075 Jul 05 09:49:49.980182 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-62708679-5bfd-4044-b631-8fa1c22696b9 req-82dd6872-86d8-46dd-ad9a-7593ae087cf0 service neutron] 10.222.0.78 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7623582 Jul 05 09:49:50.024532 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062465d-be6a-460a-a8ac-42f8662aac96 req-f49bc216-5fdb-4929-81b5-378a0a0663b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:50.026424 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6062465d-be6a-460a-a8ac-42f8662aac96 req-f49bc216-5fdb-4929-81b5-378a0a0663b5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=68529006-2d6f-4e98-9574-c7fc991654a2 HTTP/1.1" status: 200 len: 918 time: 0.1103292 Jul 05 09:49:50.033244 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47411860-7e6b-465e-a654-2c54cf901d06 req-f5cb6abe-f363-46c7-8e7f-8aeee7bcb08a tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:50.042982 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-47411860-7e6b-465e-a654-2c54cf901d06 req-f5cb6abe-f363-46c7-8e7f-8aeee7bcb08a tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c633a00-549c-40c9-b310-99ba268206cf HTTP/1.1" status: 200 len: 943 time: 0.2543111 Jul 05 09:49:50.077505 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4f7bc-e532-40b5-a902-199dde726b6a req-c08c829f-b6c1-4c52-b526-b20585ad1dba tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:50.079027 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a8e4f7bc-e532-40b5-a902-199dde726b6a req-c08c829f-b6c1-4c52-b526-b20585ad1dba tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 943 time: 0.2566359 Jul 05 09:49:50.085487 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6062465d-be6a-460a-a8ac-42f8662aac96 req-7853c4b6-595d-4cc5-a002-8ab47ea217b1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f842cf2-0ee8-4d0f-bbd9-d31689a9e995 HTTP/1.1" status: 200 len: 217 time: 0.0505533 Jul 05 09:49:50.097874 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1a10b718-bb2e-4b48-bfa9-6d4a9571426e req-f7a25e3b-03ea-43e1-b8aa-12fa63d116ea service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3100483 Jul 05 09:49:50.145223 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-47411860-7e6b-465e-a654-2c54cf901d06 req-ab4f65f1-84ac-49ab-bfe4-8393bf300870 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f7d340a-dbc0-4551-841e-6b4369d95475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013660 Jul 05 09:49:50.170917 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a8e4f7bc-e532-40b5-a902-199dde726b6a req-26f6e96b-f684-4613-b5ba-8b8aeb2d0050 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830178 Jul 05 09:49:50.178933 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062465d-be6a-460a-a8ac-42f8662aac96 req-cff05177-3b12-4163-98c7-20941c69aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:50.185317 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6062465d-be6a-460a-a8ac-42f8662aac96 req-cff05177-3b12-4163-98c7-20941c69aa48 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5c5d0599-4cd9-4fcc-8d89-9c142f9074fb HTTP/1.1" status: 200 len: 857 time: 0.0933356 Jul 05 09:49:50.223667 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6062465d-be6a-460a-a8ac-42f8662aac96 req-4a0c5b9a-b90c-47d2-b624-b0700520a26c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=68529006-2d6f-4e98-9574-c7fc991654a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314260 Jul 05 09:49:50.398278 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6062465d-be6a-460a-a8ac-42f8662aac96 req-226e114f-e16a-43a3-a74d-20f63841566f service neutron] 10.222.0.78 "GET /v2.0/networks/68529006-2d6f-4e98-9574-c7fc991654a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635828 Jul 05 09:49:50.506660 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06289f-1bcf-4849-b598-327b52215473 req-490dde22-0924-4fca-b671-85bf8502a8ac tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:50.509690 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b06289f-1bcf-4849-b598-327b52215473 req-490dde22-0924-4fca-b671-85bf8502a8ac tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 943 time: 0.0915606 Jul 05 09:49:50.568461 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6062465d-be6a-460a-a8ac-42f8662aac96 req-381fe284-bb5d-4eb1-85ea-172f8d71b481 service neutron] 10.222.0.78 "GET /v2.0/networks/68529006-2d6f-4e98-9574-c7fc991654a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619997 Jul 05 09:49:50.605088 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b06289f-1bcf-4849-b598-327b52215473 req-4808d8e6-9309-4f64-8146-eb4d3aec1422 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889959 Jul 05 09:49:50.658799 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3a936-d8d5-48f0-9381-21922c59ecff req-917962d1-0d98-43ca-943d-4781ef94df8a tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:50.666688 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7e3a936-d8d5-48f0-9381-21922c59ecff req-917962d1-0d98-43ca-943d-4781ef94df8a tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1134586 Jul 05 09:49:50.715125 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7e3a936-d8d5-48f0-9381-21922c59ecff req-efda88d0-616c-42b1-abea-93aa2b5fd260 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473566 Jul 05 09:49:50.887061 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446ddf0-081e-49c4-b30e-4c4ede071195 req-8f532387-da3d-4db7-9a79-693ef658ac37 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:50.889584 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0446ddf0-081e-49c4-b30e-4c4ede071195 req-8f532387-da3d-4db7-9a79-693ef658ac37 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 944 time: 0.1132801 Jul 05 09:49:50.890577 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-970f63de-3f69-4f81-b923-033bc67ffb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:50.942083 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0446ddf0-081e-49c4-b30e-4c4ede071195 req-47749dde-6ac8-408e-899c-7eec3363aa74 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468092 Jul 05 09:49:51.261519 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a1444f-3f57-433f-a038-ec1ee40b2177', 'tag': '65fe92fa-d1b8-480b-ba27-ad6bb2233e31'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:51.264477 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e69c473-fc2c-40c9-92f6-51994693acae" -d '{"events": [{"name": "network-changed", "server_uuid": "91a1444f-3f57-433f-a038-ec1ee40b2177", "tag": "65fe92fa-d1b8-480b-ba27-ad6bb2233e31"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:51.383911 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a905b-bd4c-4711-b422-b844bdb90c12 req-ba2ff19b-1acb-49c9-a428-c2540fdd6f66 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:51.386926 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-692a905b-bd4c-4711-b422-b844bdb90c12 req-ba2ff19b-1acb-49c9-a428-c2540fdd6f66 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c633a00-549c-40c9-b310-99ba268206cf HTTP/1.1" status: 200 len: 943 time: 0.0782344 Jul 05 09:49:51.435685 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-692a905b-bd4c-4711-b422-b844bdb90c12 req-066b3231-5b3c-44e4-8d0f-def6b86a8009 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f7d340a-dbc0-4551-841e-6b4369d95475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387704 Jul 05 09:49:51.531372 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10b718-bb2e-4b48-bfa9-6d4a9571426e req-3d78153d-a84a-4caa-8edb-5f0f657f727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:51.532997 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1a10b718-bb2e-4b48-bfa9-6d4a9571426e req-3d78153d-a84a-4caa-8edb-5f0f657f727a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a&tenant_id=e14984e744944dda9aa0ac1df3aa0f0a HTTP/1.1" status: 200 len: 1094 time: 0.0678751 Jul 05 09:49:51.545533 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40d5676-1ba8-4a2e-a31a-082c7cce450f x-openstack-request-id: req-a40d5676-1ba8-4a2e-a31a-082c7cce450f {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:51.546003 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a1444f-3f57-433f-a038-ec1ee40b2177", "tag": "65fe92fa-d1b8-480b-ba27-ad6bb2233e31", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:51.546326 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a40d5676-1ba8-4a2e-a31a-082c7cce450f {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:51.546937 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a1444f-3f57-433f-a038-ec1ee40b2177', 'tag': '65fe92fa-d1b8-480b-ba27-ad6bb2233e31', 'status': 'completed', 'code': 200} Jul 05 09:49:51.718419 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69c473-fc2c-40c9-92f6-51994693acae req-b138822d-678d-46fa-a99b-0f910ac45ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:51.719991 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7e69c473-fc2c-40c9-92f6-51994693acae req-b138822d-678d-46fa-a99b-0f910ac45ca4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 1095 time: 0.1393993 Jul 05 09:49:51.726650 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10b718-bb2e-4b48-bfa9-6d4a9571426e req-cb8e6684-de90-4592-8499-006ed69fa01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:51.728251 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1a10b718-bb2e-4b48-bfa9-6d4a9571426e req-cb8e6684-de90-4592-8499-006ed69fa01e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e14984e744944dda9aa0ac1df3aa0f0a&device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 1094 time: 0.1061919 Jul 05 09:49:51.753320 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb91a6-4efe-47b8-b090-58571f954489 req-2542adfb-e8c0-47e9-8ff3-5bc8da777eca tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:51.756156 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a1eb91a6-4efe-47b8-b090-58571f954489 req-2542adfb-e8c0-47e9-8ff3-5bc8da777eca tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 943 time: 0.1327806 Jul 05 09:49:51.825405 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a1eb91a6-4efe-47b8-b090-58571f954489 req-7264cdce-69c9-437a-b4f5-d36f08f1dc93 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606258 Jul 05 09:49:51.887144 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69c473-fc2c-40c9-92f6-51994693acae req-de2007dd-1587-45e1-a0cf-fb3d829d1a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:51.888688 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7e69c473-fc2c-40c9-92f6-51994693acae req-de2007dd-1587-45e1-a0cf-fb3d829d1a37 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 909 time: 0.1595726 Jul 05 09:49:51.965109 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dc9f2-072d-403b-88c1-3b127d5640d5 req-f47c6944-b450-4294-ac35-e7fdb1499ec7 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:51.973418 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-182dc9f2-072d-403b-88c1-3b127d5640d5 req-f47c6944-b450-4294-ac35-e7fdb1499ec7 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1025386 Jul 05 09:49:51.980753 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7e69c473-fc2c-40c9-92f6-51994693acae req-8232f9d5-e409-482e-abfd-5fb9265369cc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65fe92fa-d1b8-480b-ba27-ad6bb2233e31 HTTP/1.1" status: 200 len: 217 time: 0.0748138 Jul 05 09:49:52.024578 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10b718-bb2e-4b48-bfa9-6d4a9571426e req-284f595e-d203-4a48-ad59-fede9ed1239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:52.026205 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1a10b718-bb2e-4b48-bfa9-6d4a9571426e req-284f595e-d203-4a48-ad59-fede9ed1239c service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb HTTP/1.1" status: 200 len: 918 time: 0.2304626 Jul 05 09:49:52.087796 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69c473-fc2c-40c9-92f6-51994693acae req-6a352104-834e-4f60-9560-cc68ef432f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:52.089319 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7e69c473-fc2c-40c9-92f6-51994693acae req-6a352104-834e-4f60-9560-cc68ef432f01 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=408995a7-a274-4d3e-939a-c6141d694df3 HTTP/1.1" status: 200 len: 848 time: 0.1014612 Jul 05 09:49:52.093594 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-182dc9f2-072d-403b-88c1-3b127d5640d5 req-1ce39192-9dd6-4616-b7b4-5ff501de5f4b tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172142 Jul 05 09:49:52.157080 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df434f-8481-4ca7-95bd-0bf21035e7a6 req-0f1f3d5f-19f8-4957-a882-bff15e559c95 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:52.161974 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9df434f-8481-4ca7-95bd-0bf21035e7a6 req-0f1f3d5f-19f8-4957-a882-bff15e559c95 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 943 time: 0.1415169 Jul 05 09:49:52.170982 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7e69c473-fc2c-40c9-92f6-51994693acae req-a34fa3af-81b4-48a8-9357-775e3e18ea6c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5aa1814e-7fad-4b86-b0f0-99892209992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677764 Jul 05 09:49:52.230143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 452daffa-0f70-45b6-b71e-dc5db12f5cf3 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:49:52.284413 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9df434f-8481-4ca7-95bd-0bf21035e7a6 req-9cc822f9-5cd7-4acb-8b50-d72c65cced2b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150320 Jul 05 09:49:52.384349 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1a10b718-bb2e-4b48-bfa9-6d4a9571426e req-5b131bf2-ca9b-4890-aa5a-6bf64ae85e05 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1dabde5-d7fc-474b-93b7-918b89720f06 HTTP/1.1" status: 200 len: 999 time: 0.3464956 Jul 05 09:49:52.457068 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 452daffa-0f70-45b6-b71e-dc5db12f5cf3, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=452daffa-0f70-45b6-b71e-dc5db12f5cf3,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:52.471080 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10b718-bb2e-4b48-bfa9-6d4a9571426e req-6c1cd0ea-7185-4470-a7e6-1739f0d72090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:52.473424 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1a10b718-bb2e-4b48-bfa9-6d4a9571426e req-6c1cd0ea-7185-4470-a7e6-1739f0d72090 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70194034-b839-4d67-b152-2ad54f034d6c HTTP/1.1" status: 200 len: 856 time: 0.0778351 Jul 05 09:49:52.479275 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7e69c473-fc2c-40c9-92f6-51994693acae req-f3f0b83f-5ba7-4abd-a1ba-aaa5e918a559 service neutron] 10.222.0.78 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944062 Jul 05 09:49:52.487258 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '452daffa-0f70-45b6-b71e-dc5db12f5cf3', 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c', 'port_id': '452daffa-0f70-45b6-b71e-dc5db12f5cf3', 'mac_address': 'fa:16:3e:db:32:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a767f2-a70d-493a-920a-63cb4c3e85d1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:49:52.494533 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c5f97-f9ef-46a1-8e53-6b691dda372a req-e949a08f-e915-471c-b784-754cb3f4634c tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:52.497885 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0f8c5f97-f9ef-46a1-8e53-6b691dda372a req-e949a08f-e915-471c-b784-754cb3f4634c tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 944 time: 0.1427398 Jul 05 09:49:52.589130 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:52.607831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 452daffa-0f70-45b6-b71e-dc5db12f5cf3 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:49:52.634942 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 452daffa-0f70-45b6-b71e-dc5db12f5cf3, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=452daffa-0f70-45b6-b71e-dc5db12f5cf3,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:52.643014 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:52.643187 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0f8c5f97-f9ef-46a1-8e53-6b691dda372a req-4889c8b6-15ce-4168-a6e1-54f51e8fb5ac tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388373 Jul 05 09:49:52.643915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 3f842cf2-0ee8-4d0f-bbd9-d31689a9e995 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:49:52.753986 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 3f842cf2-0ee8-4d0f-bbd9-d31689a9e995, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=3f842cf2-0ee8-4d0f-bbd9-d31689a9e995,segment=NetworkSegment(e8ab96e7-023a-4cf8-b150-053c9e9e75c2),segment_id=e8ab96e7-023a-4cf8-b150-053c9e9e75c2)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:52.777830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '3f842cf2-0ee8-4d0f-bbd9-d31689a9e995', 'network_id': '68529006-2d6f-4e98-9574-c7fc991654a2', 'port_id': '3f842cf2-0ee8-4d0f-bbd9-d31689a9e995', 'mac_address': 'fa:16:3e:b7:5d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c5d0599-4cd9-4fcc-8d89-9c142f9074fb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:49:52.794364 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73437b-4167-4468-8274-db6b9a4b0b49 req-1cffd5f4-a98b-48e3-a355-931b38eb7fbc tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:52.796158 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f73437b-4167-4468-8274-db6b9a4b0b49 req-1cffd5f4-a98b-48e3-a355-931b38eb7fbc tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c633a00-549c-40c9-b310-99ba268206cf HTTP/1.1" status: 200 len: 943 time: 0.1922984 Jul 05 09:49:52.850184 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:52.874534 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f842cf2-0ee8-4d0f-bbd9-d31689a9e995 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:49:52.886701 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f73437b-4167-4468-8274-db6b9a4b0b49 req-29b1c34d-c066-4307-9a5c-f679b291e91d tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f7d340a-dbc0-4551-841e-6b4369d95475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840886 Jul 05 09:49:52.913489 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 3f842cf2-0ee8-4d0f-bbd9-d31689a9e995, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=3f842cf2-0ee8-4d0f-bbd9-d31689a9e995,segment=NetworkSegment(e8ab96e7-023a-4cf8-b150-053c9e9e75c2),segment_id=e8ab96e7-023a-4cf8-b150-053c9e9e75c2)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:52.925051 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:52.943273 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=452daffa-0f70-45b6-b71e-dc5db12f5cf3,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:53.000467 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10b718-bb2e-4b48-bfa9-6d4a9571426e req-75543445-031d-42c2-80f9-f21d6ae8f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:53.001782 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1a10b718-bb2e-4b48-bfa9-6d4a9571426e req-75543445-031d-42c2-80f9-f21d6ae8f170 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5213652 Jul 05 09:49:53.015083 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=3f842cf2-0ee8-4d0f-bbd9-d31689a9e995,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:53.039481 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7e69c473-fc2c-40c9-92f6-51994693acae req-60c292de-9435-4a59-bf15-7cac29bb1a27 service neutron] 10.222.0.78 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5447822 Jul 05 09:49:53.130027 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1a10b718-bb2e-4b48-bfa9-6d4a9571426e req-13b0b77a-784a-43cb-91a2-f3a7c117dc47 service neutron] 10.222.0.81 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164305 Jul 05 09:49:53.130882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4623796-badf-4398-a042-87fea650326b req-be3701e5-5475-4d2a-9734-9f419aea86a0 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:53.132702 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4623796-badf-4398-a042-87fea650326b req-be3701e5-5475-4d2a-9734-9f419aea86a0 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 944 time: 0.0843866 Jul 05 09:49:53.221432 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4623796-badf-4398-a042-87fea650326b req-fb218194-c229-4bf5-8643-11eb7a4e2d64 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787764 Jul 05 09:49:53.249522 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1a10b718-bb2e-4b48-bfa9-6d4a9571426e req-e585c70a-f6fd-427a-a11e-bc6931327da4 service neutron] 10.222.0.81 "GET /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100509 Jul 05 09:49:53.297642 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-28320717-adbc-49dd-acc9-506d8d141c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:53.349016 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['3f842cf2-0ee8-4d0f-bbd9-d31689a9e995'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:49:53.388924 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2466f-5bf6-41a9-b79d-ef4d3f786aa0 req-66474c99-6a65-4ac8-a1a0-5507de092cae tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:53.396378 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b1e2466f-5bf6-41a9-b79d-ef4d3f786aa0 req-66474c99-6a65-4ac8-a1a0-5507de092cae tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1161659 Jul 05 09:49:53.412918 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['452daffa-0f70-45b6-b71e-dc5db12f5cf3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:49:53.465486 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b1e2466f-5bf6-41a9-b79d-ef4d3f786aa0 req-103e3f05-d4ca-4346-9184-0d2fb8684240 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555286 Jul 05 09:49:53.575827 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb2510-1ec9-4b5b-a937-25a4cf1a8ad7 req-618b413f-005d-48e4-b049-339faa1e6769 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:53.588203 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7abb2510-1ec9-4b5b-a937-25a4cf1a8ad7 req-618b413f-005d-48e4-b049-339faa1e6769 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 943 time: 0.0952365 Jul 05 09:49:53.672225 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7abb2510-1ec9-4b5b-a937-25a4cf1a8ad7 req-2f69e6b7-1770-40d5-ae5b-d10662655811 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827293 Jul 05 09:49:53.728963 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:54.034332 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161903b-2567-4f19-b672-98f23f26717a req-c5f0dd95-d89b-47a7-8f0a-df9d734125e9 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:54.049293 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4161903b-2567-4f19-b672-98f23f26717a req-c5f0dd95-d89b-47a7-8f0a-df9d734125e9 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 944 time: 0.2003255 Jul 05 09:49:54.138714 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4161903b-2567-4f19-b672-98f23f26717a req-cceadddf-d735-4996-bf97-fb0afe625e0f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883932 Jul 05 09:49:54.316576 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431cf07-23e8-448f-9edb-aa8075f8041a req-86c0f654-4350-475a-bb71-1315499d7a03 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:54.318434 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c431cf07-23e8-448f-9edb-aa8075f8041a req-86c0f654-4350-475a-bb71-1315499d7a03 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c633a00-549c-40c9-b310-99ba268206cf HTTP/1.1" status: 200 len: 944 time: 0.1465626 Jul 05 09:49:54.391175 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c431cf07-23e8-448f-9edb-aa8075f8041a req-730df0f5-4bab-4606-84e3-9329aa42537c tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f7d340a-dbc0-4551-841e-6b4369d95475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663488 Jul 05 09:49:54.532912 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:54.651976 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840139f4-029d-46f8-b45d-e5dcf37de35d req-2c6df1bb-05d6-4cb5-9c16-c184b34a4d14 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:54.653595 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-840139f4-029d-46f8-b45d-e5dcf37de35d req-2c6df1bb-05d6-4cb5-9c16-c184b34a4d14 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 944 time: 0.1659303 Jul 05 09:49:54.788759 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-840139f4-029d-46f8-b45d-e5dcf37de35d req-61cce3b7-c769-4e2f-ad8b-45efaca5ad81 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285539 Jul 05 09:49:54.840188 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816432d-fe72-4c75-964f-d181a10339d6 req-cd6c740f-3d67-4ad1-9096-7d8e8134acdc tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:54.850788 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d816432d-fe72-4c75-964f-d181a10339d6 req-cd6c740f-3d67-4ad1-9096-7d8e8134acdc tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1113415 Jul 05 09:49:54.902465 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d816432d-fe72-4c75-964f-d181a10339d6 req-9ff27aae-fc65-4122-9a86-fb927caee85a tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506816 Jul 05 09:49:55.058711 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fbc7b-cc6d-4aa3-a8bf-9860e90c218f req-81cbdd67-3675-4ee2-9901-316d59696217 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:55.063335 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0e5fbc7b-cc6d-4aa3-a8bf-9860e90c218f req-81cbdd67-3675-4ee2-9901-316d59696217 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 943 time: 0.1222739 Jul 05 09:49:55.148867 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0e5fbc7b-cc6d-4aa3-a8bf-9860e90c218f req-69bd67bd-05e6-447c-9f1f-99066eafe75d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787787 Jul 05 09:49:55.355474 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aff090-953a-45b5-8444-0733bf6c172f req-a8409899-bdf2-45bc-b8ce-9545331d7394 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:55.362669 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39aff090-953a-45b5-8444-0733bf6c172f req-a8409899-bdf2-45bc-b8ce-9545331d7394 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 944 time: 0.1067302 Jul 05 09:49:55.450944 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39aff090-953a-45b5-8444-0733bf6c172f req-96c6c572-6b3a-427f-a876-8df8f94617e1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841787 Jul 05 09:49:55.718150 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7143a5-d8ea-471b-b123-db425eb78c6a req-a44c463c-1b7a-4077-8ddf-27f1bcc1e67e tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:55.719962 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7b7143a5-d8ea-471b-b123-db425eb78c6a req-a44c463c-1b7a-4077-8ddf-27f1bcc1e67e tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c633a00-549c-40c9-b310-99ba268206cf HTTP/1.1" status: 200 len: 944 time: 0.1094205 Jul 05 09:49:55.771793 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7b7143a5-d8ea-471b-b123-db425eb78c6a req-115de2e0-66f2-46f1-8ec8-bc16ae03166b tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f7d340a-dbc0-4551-841e-6b4369d95475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462620 Jul 05 09:49:56.030140 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403d332-e042-489e-82cf-492a47b69a2c req-d04302bb-29aa-48f5-b733-75da0efb04f4 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:56.031662 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2403d332-e042-489e-82cf-492a47b69a2c req-d04302bb-29aa-48f5-b733-75da0efb04f4 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 944 time: 0.0990088 Jul 05 09:49:56.112731 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2403d332-e042-489e-82cf-492a47b69a2c req-c28230a2-6b84-435f-a9e8-e3af573e7d2b tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738866 Jul 05 09:49:56.235135 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 452daffa-0f70-45b6-b71e-dc5db12f5cf3 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:56.330284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 452daffa-0f70-45b6-b71e-dc5db12f5cf3 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:56.334711 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 452daffa-0f70-45b6-b71e-dc5db12f5cf3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:56.335313 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:56.417643 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887f83c-20c5-4b5b-a06c-8a5e01808486 req-3385f6c7-066c-497e-bf23-4dad6ca6981f tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:56.433034 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d887f83c-20c5-4b5b-a06c-8a5e01808486 req-3385f6c7-066c-497e-bf23-4dad6ca6981f tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1556733 Jul 05 09:49:56.486558 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:56.515800 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7421ede-5555-42f1-8d0e-1f317aa8314c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452daffa-0f70-45b6-b71e-dc5db12f5cf3'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:56.518219 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1527a9-0cb4-4851-adfe-f8c4f2aa0e67" -d '{"events": [{"server_uuid": "b7421ede-5555-42f1-8d0e-1f317aa8314c", "name": "network-vif-plugged", "status": "completed", "tag": "452daffa-0f70-45b6-b71e-dc5db12f5cf3"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:56.523755 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d887f83c-20c5-4b5b-a06c-8a5e01808486 req-a533e86a-1fb3-44d8-a797-e847379ce255 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904722 Jul 05 09:49:56.581013 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 452daffa-0f70-45b6-b71e-dc5db12f5cf3, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=452daffa-0f70-45b6-b71e-dc5db12f5cf3,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:56.610446 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:56.612619 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 3f842cf2-0ee8-4d0f-bbd9-d31689a9e995 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:56.680436 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=452daffa-0f70-45b6-b71e-dc5db12f5cf3,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:56.711968 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:56.795977 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 3f842cf2-0ee8-4d0f-bbd9-d31689a9e995 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:56.804049 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 3f842cf2-0ee8-4d0f-bbd9-d31689a9e995 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:56.807894 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:56.844843 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff629eaf-1da0-4fc0-9323-27a697028f2d req-5f114860-e202-4b52-9bec-a285391a2c82 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:56.847572 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff629eaf-1da0-4fc0-9323-27a697028f2d req-5f114860-e202-4b52-9bec-a285391a2c82 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 943 time: 0.1351984 Jul 05 09:49:56.903080 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff629eaf-1da0-4fc0-9323-27a697028f2d req-f10b3f7d-2b21-413a-9e51-246f54b1daa7 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448599 Jul 05 09:49:57.038130 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:57.108524 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 3f842cf2-0ee8-4d0f-bbd9-d31689a9e995, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=3f842cf2-0ee8-4d0f-bbd9-d31689a9e995,segment=NetworkSegment(e8ab96e7-023a-4cf8-b150-053c9e9e75c2),segment_id=e8ab96e7-023a-4cf8-b150-053c9e9e75c2)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:57.118481 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:57.199668 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=3f842cf2-0ee8-4d0f-bbd9-d31689a9e995,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:57.285102 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cf7b1-02ff-4085-bc6c-ccdd38c291bb req-99d12237-5255-486c-871a-716863a59192 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:57.286876 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3a5cf7b1-02ff-4085-bc6c-ccdd38c291bb req-99d12237-5255-486c-871a-716863a59192 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 944 time: 0.1488848 Jul 05 09:49:57.359218 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3a5cf7b1-02ff-4085-bc6c-ccdd38c291bb req-f02f3315-f5c0-4d74-9b8b-ed8443462223 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658731 Jul 05 09:49:57.425331 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497b97f9-95f1-4065-b34a-b8a68dd938cf x-openstack-request-id: req-497b97f9-95f1-4065-b34a-b8a68dd938cf {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:57.426391 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7421ede-5555-42f1-8d0e-1f317aa8314c", "name": "network-vif-plugged", "status": "completed", "tag": "452daffa-0f70-45b6-b71e-dc5db12f5cf3", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:57.426787 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-497b97f9-95f1-4065-b34a-b8a68dd938cf {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:57.427172 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7421ede-5555-42f1-8d0e-1f317aa8314c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452daffa-0f70-45b6-b71e-dc5db12f5cf3', 'code': 200} Jul 05 09:49:57.666414 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20fb61-9677-4c0e-bec9-638f775feb2e req-9d68f37a-91e9-4103-a382-ebef885fadaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:57.675414 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1b20fb61-9677-4c0e-bec9-638f775feb2e req-9d68f37a-91e9-4103-a382-ebef885fadaa service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 1096 time: 0.1228242 Jul 05 09:49:57.764409 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f29dec-a638-4a84-a060-f3d75f1e06f6 req-2c1c8da3-93b8-4a19-9971-4bf57f9c6007 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:57.766837 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-51f29dec-a638-4a84-a060-f3d75f1e06f6 req-2c1c8da3-93b8-4a19-9971-4bf57f9c6007 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c633a00-549c-40c9-b310-99ba268206cf HTTP/1.1" status: 200 len: 945 time: 0.1589148 Jul 05 09:49:57.769954 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1b20fb61-9677-4c0e-bec9-638f775feb2e req-0d2d3f6e-e2ba-4584-9240-5401d3f5086e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901387 Jul 05 09:49:57.842645 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-51f29dec-a638-4a84-a060-f3d75f1e06f6 req-507f9a73-22c5-417c-9d91-029fb05c603e tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f7d340a-dbc0-4551-841e-6b4369d95475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675015 Jul 05 09:49:58.075178 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235a85c-516c-44fa-9ef5-ca58cd89d9cc req-ddad8ecd-00fa-45d6-b819-a3df92ca9f95 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:58.077595 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7235a85c-516c-44fa-9ef5-ca58cd89d9cc req-ddad8ecd-00fa-45d6-b819-a3df92ca9f95 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.1039195 Jul 05 09:49:58.145845 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7235a85c-516c-44fa-9ef5-ca58cd89d9cc req-fe51175d-8431-45b6-90e1-d236b5335779 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510588 Jul 05 09:49:58.400318 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42553de0-582f-488d-87dd-3287c5d12152 req-adb55221-7e42-4ccf-ade7-021e1ca1e599 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:58.401939 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42553de0-582f-488d-87dd-3287c5d12152 req-adb55221-7e42-4ccf-ade7-021e1ca1e599 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1130517 Jul 05 09:49:58.479192 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42553de0-582f-488d-87dd-3287c5d12152 req-d6f5baf8-b14c-4cde-b2bc-0370897d0e1a tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712383 Jul 05 09:49:58.746899 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a84cc-5ddd-4487-9d44-f2f35e66f186 req-7d00c2c8-fbb5-46e6-be28-8fd091afc079 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:58.751614 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-331a84cc-5ddd-4487-9d44-f2f35e66f186 req-7d00c2c8-fbb5-46e6-be28-8fd091afc079 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 943 time: 0.1457789 Jul 05 09:49:58.856774 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-331a84cc-5ddd-4487-9d44-f2f35e66f186 req-adde6d14-1bde-4663-b235-6e1d916c766a tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944974 Jul 05 09:49:59.115900 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173aa04-edeb-4496-bfb1-16c11b41213a req-1896e35f-c5ff-4dc9-9450-4e0a38026198 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:59.120832 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e173aa04-edeb-4496-bfb1-16c11b41213a req-1896e35f-c5ff-4dc9-9450-4e0a38026198 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 944 time: 0.0923636 Jul 05 09:49:59.184527 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e173aa04-edeb-4496-bfb1-16c11b41213a req-9829ef06-da7e-42cc-8c63-1c84ec1d0bf0 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572717 Jul 05 09:49:59.377393 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e0657-21f2-42a6-b37a-6dbc90234cba req-3d6a86c4-b0ae-489c-bc28-c351b9fd8201 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:59.379031 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-919e0657-21f2-42a6-b37a-6dbc90234cba req-3d6a86c4-b0ae-489c-bc28-c351b9fd8201 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c633a00-549c-40c9-b310-99ba268206cf HTTP/1.1" status: 200 len: 945 time: 0.0843420 Jul 05 09:49:59.421567 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-919e0657-21f2-42a6-b37a-6dbc90234cba req-6cf25777-ed4c-4fb1-a45d-0eaf11724759 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f7d340a-dbc0-4551-841e-6b4369d95475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356019 Jul 05 09:49:59.428458 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c633a00-549c-40c9-b310-99ba268206cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f842cf2-0ee8-4d0f-bbd9-d31689a9e995'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:59.432173 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188336d4-80fc-419a-bc8c-76fbb166523f" -d '{"events": [{"server_uuid": "3c633a00-549c-40c9-b310-99ba268206cf", "name": "network-vif-plugged", "status": "completed", "tag": "3f842cf2-0ee8-4d0f-bbd9-d31689a9e995"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:59.612394 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3721c81-5f66-44b3-b3ea-18597fc67b54 req-220f0cc0-20ae-40e3-82a7-832a1da3fc3f tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:59.614124 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3721c81-5f66-44b3-b3ea-18597fc67b54 req-220f0cc0-20ae-40e3-82a7-832a1da3fc3f tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.0753376 Jul 05 09:49:59.657579 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3721c81-5f66-44b3-b3ea-18597fc67b54 req-006348fc-9495-4228-8684-457463b47aa7 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363600 Jul 05 09:49:59.713068 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1092d7a3-d361-4d24-8caf-dda6586802c1 x-openstack-request-id: req-1092d7a3-d361-4d24-8caf-dda6586802c1 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:59.713373 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c633a00-549c-40c9-b310-99ba268206cf", "name": "network-vif-plugged", "status": "completed", "tag": "3f842cf2-0ee8-4d0f-bbd9-d31689a9e995", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:59.713633 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1092d7a3-d361-4d24-8caf-dda6586802c1 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:59.714021 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c633a00-549c-40c9-b310-99ba268206cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f842cf2-0ee8-4d0f-bbd9-d31689a9e995', 'code': 200} Jul 05 09:49:59.858122 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc80e4-f426-40cd-b748-c62b4e439b9f req-6f7d1cc3-06e5-4c04-9ccb-45c60ef49757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:59.859657 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b8bc80e4-f426-40cd-b748-c62b4e439b9f req-6f7d1cc3-06e5-4c04-9ccb-45c60ef49757 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3c633a00-549c-40c9-b310-99ba268206cf HTTP/1.1" status: 200 len: 1096 time: 0.0540614 Jul 05 09:49:59.877895 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180d17a-91bf-4357-8c78-1c6e50c584bf req-4477fc18-1828-4393-acca-4dcb0a6a7e70 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:59.888082 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f180d17a-91bf-4357-8c78-1c6e50c584bf req-4477fc18-1828-4393-acca-4dcb0a6a7e70 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.0840206 Jul 05 09:49:59.958986 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f180d17a-91bf-4357-8c78-1c6e50c584bf req-1d03a2f4-b89f-40c1-b5e0-f018ad6c3b3d tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678945 Jul 05 09:49:59.961396 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b8bc80e4-f426-40cd-b748-c62b4e439b9f req-bf2e4a97-9a0b-4256-a2ae-dc5955c1b0d3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6f7d340a-dbc0-4551-841e-6b4369d95475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904329 Jul 05 09:50:00.248787 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:50:00.452695 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=65fe92fa-d1b8-480b-ba27-ad6bb2233e31,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:00.468895 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '65fe92fa-d1b8-480b-ba27-ad6bb2233e31', 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e', 'port_id': '65fe92fa-d1b8-480b-ba27-ad6bb2233e31', 'mac_address': 'fa:16:3e:e9:8c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '408995a7-a274-4d3e-939a-c6141d694df3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:50:00.529551 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:00.584547 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:00.647884 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=65fe92fa-d1b8-480b-ba27-ad6bb2233e31,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:00.661593 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:00.745053 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=65fe92fa-d1b8-480b-ba27-ad6bb2233e31,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:00.814985 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfcd46-2fbb-4851-9ea2-11f4587acf95 req-a0f0853a-e55c-48bf-b41b-48f7f163b5c1 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:00.823693 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0bfcd46-2fbb-4851-9ea2-11f4587acf95 req-a0f0853a-e55c-48bf-b41b-48f7f163b5c1 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 943 time: 0.0945361 Jul 05 09:50:00.875136 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0bfcd46-2fbb-4851-9ea2-11f4587acf95 req-3b229ebf-1113-4fc9-8801-254017cff508 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501254 Jul 05 09:50:01.103970 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['65fe92fa-d1b8-480b-ba27-ad6bb2233e31'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:01.130010 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf66391-c5a5-4b64-bd10-24f72dba0878 req-a66ab74d-6082-406c-8ed4-78a1a354395a tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:01.137790 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8bf66391-c5a5-4b64-bd10-24f72dba0878 req-a66ab74d-6082-406c-8ed4-78a1a354395a tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 945 time: 0.1123078 Jul 05 09:50:01.203684 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8bf66391-c5a5-4b64-bd10-24f72dba0878 req-76d680fc-0200-4c5e-83fb-e5691ed3ac13 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646522 Jul 05 09:50:01.613758 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab0681-84c4-4cad-8525-7b62033378b2 req-b43a7733-a5f3-4a15-a4fb-dcb8f9dd1b5d tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:01.615525 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-36ab0681-84c4-4cad-8525-7b62033378b2 req-b43a7733-a5f3-4a15-a4fb-dcb8f9dd1b5d tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c633a00-549c-40c9-b310-99ba268206cf HTTP/1.1" status: 200 len: 945 time: 0.1424317 Jul 05 09:50:01.661381 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-36ab0681-84c4-4cad-8525-7b62033378b2 req-812d6355-bfcc-483e-8ddb-6dab98a55348 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f7d340a-dbc0-4551-841e-6b4369d95475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396719 Jul 05 09:50:01.846269 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05344768-4e30-495c-a86b-c2b54af96766 req-b1e7e2eb-4c9d-408e-8e98-24ba35f4ffea tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:01.848002 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-05344768-4e30-495c-a86b-c2b54af96766 req-b1e7e2eb-4c9d-408e-8e98-24ba35f4ffea tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.0663102 Jul 05 09:50:01.888705 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-05344768-4e30-495c-a86b-c2b54af96766 req-7b781566-e690-47d8-922c-5aaafafa2c78 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346704 Jul 05 09:50:02.079760 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61543132-4754-4f32-b03a-fdd52b586b3c req-90859991-3adc-4e91-86f6-200600e2a535 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:02.081304 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61543132-4754-4f32-b03a-fdd52b586b3c req-90859991-3adc-4e91-86f6-200600e2a535 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.0709260 Jul 05 09:50:02.122137 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61543132-4754-4f32-b03a-fdd52b586b3c req-76514ea1-73fe-4020-afcc-07baa0f53ea0 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345304 Jul 05 09:50:02.418939 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:02.534205 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75098a-573b-4b92-a64f-c786cf43c055 req-8b74bc69-b45f-4f4f-bb0f-7caf03a8885b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:02.535957 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4a75098a-573b-4b92-a64f-c786cf43c055 req-8b74bc69-b45f-4f4f-bb0f-7caf03a8885b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 943 time: 0.0731485 Jul 05 09:50:02.580935 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4a75098a-573b-4b92-a64f-c786cf43c055 req-7c111b92-4a8d-4e25-a207-28f0d166e101 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371492 Jul 05 09:50:02.769311 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa99dd-65b2-48ed-8270-2e0709f408b1 req-14610784-f6e9-4852-bb15-72749592d08f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:02.770999 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5bfa99dd-65b2-48ed-8270-2e0709f408b1 req-14610784-f6e9-4852-bb15-72749592d08f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 945 time: 0.0709820 Jul 05 09:50:02.815868 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5bfa99dd-65b2-48ed-8270-2e0709f408b1 req-da9d6ce5-14af-423c-94eb-15580f7fa5fa tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386164 Jul 05 09:50:03.073989 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a69ad-f296-4ab5-be2d-549e4ce42979 req-0ba9579f-84f3-4bca-a3b6-a8e53ac39815 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:03.075708 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb9a69ad-f296-4ab5-be2d-549e4ce42979 req-0ba9579f-84f3-4bca-a3b6-a8e53ac39815 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a9d60e7-873d-43f5-b5ae-67b460c96690 HTTP/1.1" status: 200 len: 945 time: 0.1080604 Jul 05 09:50:03.120494 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb9a69ad-f296-4ab5-be2d-549e4ce42979 req-0a619256-639e-4276-ae4a-6442da3842e2 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380802 Jul 05 09:50:03.299783 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9cd20-e9d0-45d2-a8a5-bc2771ba6965 req-6cefb2c8-b934-41c1-926e-005ba9c0b3a0 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:03.301310 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15c9cd20-e9d0-45d2-a8a5-bc2771ba6965 req-6cefb2c8-b934-41c1-926e-005ba9c0b3a0 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c633a00-549c-40c9-b310-99ba268206cf HTTP/1.1" status: 200 len: 945 time: 0.0662086 Jul 05 09:50:03.347071 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15c9cd20-e9d0-45d2-a8a5-bc2771ba6965 req-08789429-241c-4690-a917-716b21f91be9 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f7d340a-dbc0-4551-841e-6b4369d95475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386252 Jul 05 09:50:03.533166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f87e4-b949-4fae-be41-f7013d4fd1cb req-aa95593d-28f0-47c0-b410-f9e0f5cbb1ac tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:03.534974 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa9f87e4-b949-4fae-be41-f7013d4fd1cb req-aa95593d-28f0-47c0-b410-f9e0f5cbb1ac tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.0795763 Jul 05 09:50:03.589761 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa9f87e4-b949-4fae-be41-f7013d4fd1cb req-1c2cea0c-7196-40c3-a9dd-32749a82536b tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477285 Jul 05 09:50:03.783061 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab8b9b-0367-4767-b1a7-130ff6d42fba req-c1aa7420-1c3a-472a-a7f3-56b7ae050664 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:03.784649 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b9ab8b9b-0367-4767-b1a7-130ff6d42fba req-c1aa7420-1c3a-472a-a7f3-56b7ae050664 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.0694849 Jul 05 09:50:03.825553 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b9ab8b9b-0367-4767-b1a7-130ff6d42fba req-1d9fa11a-4ee4-4bb3-9e72-8398bf3cd2e4 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350380 Jul 05 09:50:04.114619 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 55616) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:04.120001 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b528b627-655f-4f4d-b533-e859f4ff5486 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1700945553'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:04.145299 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b528b627-655f-4f4d-b533-e859f4ff5486 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Made reservation on behalf of e04a66e3970b460eb00d87560a63797b for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:04.150942 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b528b627-655f-4f4d-b533-e859f4ff5486 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:04.180089 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b528b627-655f-4f4d-b533-e859f4ff5486 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:50:04.191494 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b528b627-655f-4f4d-b533-e859f4ff5486 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:04.192517 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-b528b627-655f-4f4d-b533-e859f4ff5486 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Added segment 3ee30fd5-e46f-41e8-85d7-8b991a1dec94 of type vlan for network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 Jul 05 09:50:04.227998 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5dc5d-b72c-4ec0-92df-a09cea4e2e76 req-6d3ad7f3-5b1d-4564-8a44-297f8bfe0761 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:04.229704 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7e5dc5d-b72c-4ec0-92df-a09cea4e2e76 req-6d3ad7f3-5b1d-4564-8a44-297f8bfe0761 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 943 time: 0.0716493 Jul 05 09:50:04.243691 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b528b627-655f-4f4d-b533-e859f4ff5486 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:04.250560 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:50:04.283131 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b528b627-655f-4f4d-b533-e859f4ff5486 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:04.290065 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b528b627-655f-4f4d-b533-e859f4ff5486 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:04.290705 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b528b627-655f-4f4d-b533-e859f4ff5486 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:04.299930 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7e5dc5d-b72c-4ec0-92df-a09cea4e2e76 req-98e512ad-9951-4fcb-b8fd-688e408b83f6 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639527 Jul 05 09:50:04.325750 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b528b627-655f-4f4d-b533-e859f4ff5486 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2002814 Jul 05 09:50:04.331216 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 55620) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:04.337254 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1af02fd7-2aec-4ce9-a7b2-4309c5c801f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1613841169'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:04.356978 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:04.368241 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:04.368978 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:04.391699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af02fd7-2aec-4ce9-a7b2-4309c5c801f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Made reservation on behalf of e04a66e3970b460eb00d87560a63797b for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:04.396467 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1af02fd7-2aec-4ce9-a7b2-4309c5c801f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:04.443218 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af02fd7-2aec-4ce9-a7b2-4309c5c801f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:50:04.462246 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1af02fd7-2aec-4ce9-a7b2-4309c5c801f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:04.465045 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-1af02fd7-2aec-4ce9-a7b2-4309c5c801f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Added segment f485d861-f5ea-4db7-b3f3-89204c69d2d1 of type vlan for network 46a7d976-22fe-499d-9eac-633e774ed0a2 Jul 05 09:50:04.495264 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528b627-655f-4f4d-b533-e859f4ff5486 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event updated for resources: {'Network': ['ID=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:04.500716 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:04.512178 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:50:04.551507 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1af02fd7-2aec-4ce9-a7b2-4309c5c801f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:04.575942 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a1444f-3f57-433f-a038-ec1ee40b2177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fe92fa-d1b8-480b-ba27-ad6bb2233e31'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:04.578373 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5342be-f2e1-4791-88f6-db86dfa9334a" -d '{"events": [{"server_uuid": "91a1444f-3f57-433f-a038-ec1ee40b2177", "name": "network-vif-plugged", "status": "completed", "tag": "65fe92fa-d1b8-480b-ba27-ad6bb2233e31"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:04.596544 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=65fe92fa-d1b8-480b-ba27-ad6bb2233e31,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:04.602141 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db075c07-06d1-481f-8bef-1b37a405d709 req-bc1e7fbf-9a74-4c41-a490-f32be31c3610 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:04.603759 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db075c07-06d1-481f-8bef-1b37a405d709 req-bc1e7fbf-9a74-4c41-a490-f32be31c3610 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 945 time: 0.1205778 Jul 05 09:50:04.606158 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:04.626800 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1af02fd7-2aec-4ce9-a7b2-4309c5c801f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:04.633191 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af02fd7-2aec-4ce9-a7b2-4309c5c801f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:04.633463 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1af02fd7-2aec-4ce9-a7b2-4309c5c801f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:04.664593 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=65fe92fa-d1b8-480b-ba27-ad6bb2233e31,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:04.743734 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1af02fd7-2aec-4ce9-a7b2-4309c5c801f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4110346 Jul 05 09:50:04.746592 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 55626) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:04.752528 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c8e3c3e9-efaf-469f-afab-3b02af5cd1b1 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Request body: {'subnet': {'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:04.770338 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af02fd7-2aec-4ce9-a7b2-4309c5c801f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event updated for resources: {'Network': ['ID=46a7d976-22fe-499d-9eac-633e774ed0a2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:04.775767 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db075c07-06d1-481f-8bef-1b37a405d709 req-73c1f6c8-ab1b-4105-8d65-6db79e98f52f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641672 Jul 05 09:50:04.781998 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 46a7d976-22fe-499d-9eac-633e774ed0a2 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:50:04.866974 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e3c3e9-efaf-469f-afab-3b02af5cd1b1 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Made reservation on behalf of e04a66e3970b460eb00d87560a63797b for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:04.870964 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c8e3c3e9-efaf-469f-afab-3b02af5cd1b1 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:04.956121 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4a54d-3243-43f2-8b8a-51eead80f23f req-067c8369-90a9-4972-a43a-70c2d3744537 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:04.957632 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-14b4a54d-3243-43f2-8b8a-51eead80f23f req-067c8369-90a9-4972-a43a-70c2d3744537 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c633a00-549c-40c9-b310-99ba268206cf HTTP/1.1" status: 200 len: 945 time: 0.0698528 Jul 05 09:50:04.996479 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-14b4a54d-3243-43f2-8b8a-51eead80f23f req-0fa8303c-7a85-477a-ae4e-fe4345b0f5b4 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f7d340a-dbc0-4551-841e-6b4369d95475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325375 Jul 05 09:50:05.051008 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c8e3c3e9-efaf-469f-afab-3b02af5cd1b1 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:05.112128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3c3e9-efaf-469f-afab-3b02af5cd1b1 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event updated for resources: {'Subnet': ['ID=beb17974-ad37-4f4e-b8b5-ae6e1c964f90,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:05.123192 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3c3e9-efaf-469f-afab-3b02af5cd1b1 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Checking segment: {'id': '3ee30fd5-e46f-41e8-85d7-8b991a1dec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:05.123797 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e3c3e9-efaf-469f-afab-3b02af5cd1b1 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Network hostable DHCP agents. Network: c1788f1b-ee6e-4ce9-bcf5-2400566efbd5, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:50:05.141862 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e3c3e9-efaf-469f-afab-3b02af5cd1b1 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:50:05.150843 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c8e3c3e9-efaf-469f-afab-3b02af5cd1b1 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, c1788f1b-ee6e-4ce9-bcf5-2400566efbd5) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:05.156271 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e3c3e9-efaf-469f-afab-3b02af5cd1b1 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:05.157322 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c8e3c3e9-efaf-469f-afab-3b02af5cd1b1 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:05.160902 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e66b861-65b6-4fa4-afa8-0169af16011b None None] Network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:50:05.166939 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e88e81-ceba-4110-8e62-04cb4faa210d req-33993915-65d8-4ea2-a615-387e21098a57 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:05.168364 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15e88e81-ceba-4110-8e62-04cb4faa210d req-33993915-65d8-4ea2-a615-387e21098a57 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a9d60e7-873d-43f5-b5ae-67b460c96690 HTTP/1.1" status: 200 len: 945 time: 0.0662060 Jul 05 09:50:05.174086 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c8e3c3e9-efaf-469f-afab-3b02af5cd1b1 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4251182 Jul 05 09:50:05.175956 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 55630) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:05.181450 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0e5f29f0-8c42-41dc-9097-2afedaf183c6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Request body: {'subnet': {'network_id': '46a7d976-22fe-499d-9eac-633e774ed0a2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:05.210458 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15e88e81-ceba-4110-8e62-04cb4faa210d req-14b9013e-050f-4320-afcc-37ccdc09b328 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337658 Jul 05 09:50:05.301426 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5f29f0-8c42-41dc-9097-2afedaf183c6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Made reservation on behalf of e04a66e3970b460eb00d87560a63797b for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:05.307560 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0e5f29f0-8c42-41dc-9097-2afedaf183c6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:05.379342 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fb657e-ba65-4cb4-8e2d-66a328621b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-c1788f1b-ee6e-4ce9-bcf5-2400566efbd5', 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'fixed_ips': [{'subnet_id': 'beb17974-ad37-4f4e-b8b5-ae6e1c964f90'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:50:05.384194 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-21fb657e-ba65-4cb4-8e2d-66a328621b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:05.440308 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971d6dc-ca76-4aea-a54c-b0daef164d23 req-b3e42a54-6519-4afe-a2ea-b810ab2e84e3 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:05.441946 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f971d6dc-ca76-4aea-a54c-b0daef164d23 req-b3e42a54-6519-4afe-a2ea-b810ab2e84e3 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.0754406 Jul 05 09:50:05.486181 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9ebd45-1b3e-4896-b773-39d708b079be x-openstack-request-id: req-2b9ebd45-1b3e-4896-b773-39d708b079be {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:05.486459 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a1444f-3f57-433f-a038-ec1ee40b2177", "name": "network-vif-plugged", "status": "completed", "tag": "65fe92fa-d1b8-480b-ba27-ad6bb2233e31", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:05.489373 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2b9ebd45-1b3e-4896-b773-39d708b079be {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:05.490354 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a1444f-3f57-433f-a038-ec1ee40b2177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fe92fa-d1b8-480b-ba27-ad6bb2233e31', 'code': 200} Jul 05 09:50:05.513753 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f971d6dc-ca76-4aea-a54c-b0daef164d23 req-9e76c0bc-dd98-41ef-9f71-d68ef9770639 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648766 Jul 05 09:50:05.595994 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-21fb657e-ba65-4cb4-8e2d-66a328621b8d None None] Allocated IP 10.1.1.2 (c1788f1b-ee6e-4ce9-bcf5-2400566efbd5/beb17974-ad37-4f4e-b8b5-ae6e1c964f90/764e5223-b81f-4458-b657-6ff0f8a79c4f) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:50:05.620311 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0e5f29f0-8c42-41dc-9097-2afedaf183c6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:05.685580 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a47de-f423-4cc8-9844-4327cc8ac061 req-a69f346d-2341-4357-aa05-e2750312cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:05.687094 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7b8a47de-f423-4cc8-9844-4327cc8ac061 req-a69f346d-2341-4357-aa05-e2750312cfe9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 1097 time: 0.1314204 Jul 05 09:50:05.687692 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f29f0-8c42-41dc-9097-2afedaf183c6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event updated for resources: {'Subnet': ['ID=c6f1a43b-cce2-4a9e-add8-8eeaa611f18f,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:05.732784 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5f29f0-8c42-41dc-9097-2afedaf183c6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Checking segment: {'id': 'f485d861-f5ea-4db7-b3f3-89204c69d2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '46a7d976-22fe-499d-9eac-633e774ed0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:05.733160 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5f29f0-8c42-41dc-9097-2afedaf183c6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Network hostable DHCP agents. Network: 46a7d976-22fe-499d-9eac-633e774ed0a2, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:50:05.741616 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7b8a47de-f423-4cc8-9844-4327cc8ac061 req-12f6daeb-3edd-49f3-9729-457f16ef3a22 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467980 Jul 05 09:50:05.756898 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5f29f0-8c42-41dc-9097-2afedaf183c6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Network 46a7d976-22fe-499d-9eac-633e774ed0a2 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:50:05.763549 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-21fb657e-ba65-4cb4-8e2d-66a328621b8d None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:05.767272 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c4842-b23f-42a2-99d6-918115671af5 req-dca8cd01-c45f-465d-9c47-09426ab1c05e tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:05.769328 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa2c4842-b23f-42a2-99d6-918115671af5 req-dca8cd01-c45f-465d-9c47-09426ab1c05e tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1591041 Jul 05 09:50:05.769918 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-0e5f29f0-8c42-41dc-9097-2afedaf183c6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 46a7d976-22fe-499d-9eac-633e774ed0a2) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:05.775387 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5f29f0-8c42-41dc-9097-2afedaf183c6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:05.776698 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0e5f29f0-8c42-41dc-9097-2afedaf183c6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:05.780371 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61400ec6-1276-4c62-9ff0-dd74dcf17d91 None None] Network 46a7d976-22fe-499d-9eac-633e774ed0a2 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:50:05.782767 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-21fb657e-ba65-4cb4-8e2d-66a328621b8d None None] Transition to ACTIVE for port object 764e5223-b81f-4458-b657-6ff0f8a79c4f will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:05.796810 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0e5f29f0-8c42-41dc-9097-2afedaf183c6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6172378 Jul 05 09:50:05.797014 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 55636) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:05.803187 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-84370776-94e5-4fa1-9a22-6d330da8aca3 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Request body: {'port': {'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5', 'name': 'tempest-TaggedBootDevicesTest_v242-900647470', 'fixed_ips': [{'subnet_id': 'beb17974-ad37-4f4e-b8b5-ae6e1c964f90'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:05.832528 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8300a26-5984-43be-a4f6-6c947b42a0c9 req-c2d6ba89-0a8d-4b6a-b44d-ac17e1277af2 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:05.834170 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8300a26-5984-43be-a4f6-6c947b42a0c9 req-c2d6ba89-0a8d-4b6a-b44d-ac17e1277af2 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 943 time: 0.1918192 Jul 05 09:50:05.874516 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa2c4842-b23f-42a2-99d6-918115671af5 req-3af3be34-a61d-44de-b7d7-f419d91b7049 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909469 Jul 05 09:50:05.878798 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-21fb657e-ba65-4cb4-8e2d-66a328621b8d None None] Transition to ACTIVE for port object 764e5223-b81f-4458-b657-6ff0f8a79c4f will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:05.901951 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-21fb657e-ba65-4cb4-8e2d-66a328621b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:05.902372 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a036322-4ff9-4ec7-ad85-33a92f29c87a req-2f4e45e1-3e66-4d04-b583-678adf856e8f tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:05.902855 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1a036322-4ff9-4ec7-ad85-33a92f29c87a req-2f4e45e1-3e66-4d04-b583-678adf856e8f tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c633a00-549c-40c9-b310-99ba268206cf HTTP/1.1" status: 200 len: 945 time: 0.1891892 Jul 05 09:50:05.909094 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8300a26-5984-43be-a4f6-6c947b42a0c9 req-95622f82-b31e-4fcb-865a-1fa5af2837d6 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622444 Jul 05 09:50:05.917770 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:05.954634 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fb657e-ba65-4cb4-8e2d-66a328621b8d None None] Network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:50:05.960404 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84370776-94e5-4fa1-9a22-6d330da8aca3 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Made reservation on behalf of e04a66e3970b460eb00d87560a63797b for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:05.963016 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-21fb657e-ba65-4cb4-8e2d-66a328621b8d None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:05.973059 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fb657e-ba65-4cb4-8e2d-66a328621b8d None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:50:06.058402 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb657e-ba65-4cb4-8e2d-66a328621b8d None None] Pushing event updated for resources: {'Port': ['ID=764e5223-b81f-4458-b657-6ff0f8a79c4f,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:06.084404 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-1a036322-4ff9-4ec7-ad85-33a92f29c87a req-a930ff9d-f48a-40a4-9578-44e20202585f tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Deleting port 3f842cf2-0ee8-4d0f-bbd9-d31689a9e995 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:50:06.084914 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1a036322-4ff9-4ec7-ad85-33a92f29c87a req-a930ff9d-f48a-40a4-9578-44e20202585f tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:06.089073 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84370776-94e5-4fa1-9a22-6d330da8aca3 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:06.090911 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-21fb657e-ba65-4cb4-8e2d-66a328621b8d None None] Attempting to bind port 764e5223-b81f-4458-b657-6ff0f8a79c4f on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:50:06.091318 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-21fb657e-ba65-4cb4-8e2d-66a328621b8d None None] Attempting to bind port 764e5223-b81f-4458-b657-6ff0f8a79c4f by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '3ee30fd5-e46f-41e8-85d7-8b991a1dec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:50:06.091667 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fb657e-ba65-4cb4-8e2d-66a328621b8d None None] Attempting to bind port 764e5223-b81f-4458-b657-6ff0f8a79c4f on network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:06.104063 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fb657e-ba65-4cb4-8e2d-66a328621b8d None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:50:06.104348 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fb657e-ba65-4cb4-8e2d-66a328621b8d None None] Checking segment: {'id': '3ee30fd5-e46f-41e8-85d7-8b991a1dec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:06.104799 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-21fb657e-ba65-4cb4-8e2d-66a328621b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:06.105365 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fb657e-ba65-4cb4-8e2d-66a328621b8d None None] Bound using segment: {'id': '3ee30fd5-e46f-41e8-85d7-8b991a1dec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:50:06.105859 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-21fb657e-ba65-4cb4-8e2d-66a328621b8d None None] Bound port: 764e5223-b81f-4458-b657-6ff0f8a79c4f, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee30fd5-e46f-41e8-85d7-8b991a1dec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:50:06.106342 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-21fb657e-ba65-4cb4-8e2d-66a328621b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:06.112646 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-84370776-94e5-4fa1-9a22-6d330da8aca3 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] device_id is not set on port 21394da8-3084-494f-86c5-5db86ecaed8c yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:50:06.160305 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d66238-7866-488e-b3b8-0795d149c785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-46a7d976-22fe-499d-9eac-633e774ed0a2', 'network_id': '46a7d976-22fe-499d-9eac-633e774ed0a2', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'fixed_ips': [{'subnet_id': 'c6f1a43b-cce2-4a9e-add8-8eeaa611f18f'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:50:06.161178 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b1d66238-7866-488e-b3b8-0795d149c785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:06.190895 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabaf3a-0ac2-48ff-a724-ad40b3229a79 req-a63aa463-47b9-4939-ad0e-1142b5b0f681 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:06.192653 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0fabaf3a-0ac2-48ff-a724-ad40b3229a79 req-a63aa463-47b9-4939-ad0e-1142b5b0f681 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 946 time: 0.1670012 Jul 05 09:50:06.265837 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-21fb657e-ba65-4cb4-8e2d-66a328621b8d None None] For port 764e5223-b81f-4458-b657-6ff0f8a79c4f, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:50:06.276159 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-1a036322-4ff9-4ec7-ad85-33a92f29c87a req-a930ff9d-f48a-40a4-9578-44e20202585f tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] For port 3f842cf2-0ee8-4d0f-bbd9-d31689a9e995, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=3f842cf2-0ee8-4d0f-bbd9-d31689a9e995,segment=NetworkSegment(e8ab96e7-023a-4cf8-b150-053c9e9e75c2),segment_id=e8ab96e7-023a-4cf8-b150-053c9e9e75c2)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:06.276610 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1a036322-4ff9-4ec7-ad85-33a92f29c87a req-a930ff9d-f48a-40a4-9578-44e20202585f tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:06.283655 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-21fb657e-ba65-4cb4-8e2d-66a328621b8d None None] For port 764e5223-b81f-4458-b657-6ff0f8a79c4f, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=764e5223-b81f-4458-b657-6ff0f8a79c4f,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:50:06.289812 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0fabaf3a-0ac2-48ff-a724-ad40b3229a79 req-273872e3-8621-447f-ae5c-7f0cab6c5424 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777361 Jul 05 09:50:06.293158 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-21fb657e-ba65-4cb4-8e2d-66a328621b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:06.298858 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-1a036322-4ff9-4ec7-ad85-33a92f29c87a req-a930ff9d-f48a-40a4-9578-44e20202585f tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Calling delete_port for 3f842cf2-0ee8-4d0f-bbd9-d31689a9e995 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:50:06.310682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130081e3-b581-4ba1-af12-a0d75722347a req-78d2ed29-27fe-4555-96ca-87f3c0590007 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:06.312481 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-130081e3-b581-4ba1-af12-a0d75722347a req-78d2ed29-27fe-4555-96ca-87f3c0590007 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c633a00-549c-40c9-b310-99ba268206cf HTTP/1.1" status: 200 len: 945 time: 0.1740010 Jul 05 09:50:06.374257 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-84370776-94e5-4fa1-9a22-6d330da8aca3 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Allocated IP 10.1.1.35 (c1788f1b-ee6e-4ce9-bcf5-2400566efbd5/beb17974-ad37-4f4e-b8b5-ae6e1c964f90/21394da8-3084-494f-86c5-5db86ecaed8c) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:50:06.413702 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-130081e3-b581-4ba1-af12-a0d75722347a req-4b86a045-52b4-4dcf-82fa-f101edb773c2 tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f7d340a-dbc0-4551-841e-6b4369d95475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937829 Jul 05 09:50:06.427609 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-b1d66238-7866-488e-b3b8-0795d149c785 None None] Allocated IP 10.2.2.2 (46a7d976-22fe-499d-9eac-633e774ed0a2/c6f1a43b-cce2-4a9e-add8-8eeaa611f18f/733c003c-659f-4b82-adc3-afb1e2fcf8bc) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:50:06.453055 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb657e-ba65-4cb4-8e2d-66a328621b8d None None] Pushing event updated for resources: {'Port': ['ID=764e5223-b81f-4458-b657-6ff0f8a79c4f,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:06.588286 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53f381-48f0-47d3-bd45-41fed83a702a req-d5d714dc-ec51-4091-9765-ffeff3105a4c tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:06.595276 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4e53f381-48f0-47d3-bd45-41fed83a702a req-d5d714dc-ec51-4091-9765-ffeff3105a4c tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a9d60e7-873d-43f5-b5ae-67b460c96690 HTTP/1.1" status: 200 len: 945 time: 0.1742435 Jul 05 09:50:06.623184 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84370776-94e5-4fa1-9a22-6d330da8aca3 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:06.625581 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1a036322-4ff9-4ec7-ad85-33a92f29c87a req-a930ff9d-f48a-40a4-9578-44e20202585f tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:06.642792 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-84370776-94e5-4fa1-9a22-6d330da8aca3 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Transition to ACTIVE for port object 21394da8-3084-494f-86c5-5db86ecaed8c will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:06.660455 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['3f842cf2-0ee8-4d0f-bbd9-d31689a9e995'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:06.675803 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930ff9d-f48a-40a4-9578-44e20202585f tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Pushing event deleted for resources: {'Port': ['ID=3f842cf2-0ee8-4d0f-bbd9-d31689a9e995,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:06.691214 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84370776-94e5-4fa1-9a22-6d330da8aca3 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:06.692255 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4e53f381-48f0-47d3-bd45-41fed83a702a req-0cfca916-45ba-4f2f-8a46-8cef6f5b2378 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960221 Jul 05 09:50:06.762373 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 249da0cf-193f-4c9c-86b1-cf8ab6844941 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:50:06.770358 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b1d66238-7866-488e-b3b8-0795d149c785 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:06.779105 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a036322-4ff9-4ec7-ad85-33a92f29c87a req-a930ff9d-f48a-40a4-9578-44e20202585f tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] No DVR routers for this DVR port 3f842cf2-0ee8-4d0f-bbd9-d31689a9e995 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:50:06.787336 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84370776-94e5-4fa1-9a22-6d330da8aca3 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:50:06.788843 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b1d66238-7866-488e-b3b8-0795d149c785 None None] Transition to ACTIVE for port object 733c003c-659f-4b82-adc3-afb1e2fcf8bc will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:06.790881 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-84370776-94e5-4fa1-9a22-6d330da8aca3 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:06.795127 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84370776-94e5-4fa1-9a22-6d330da8aca3 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:50:06.817974 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1a036322-4ff9-4ec7-ad85-33a92f29c87a req-a930ff9d-f48a-40a4-9578-44e20202585f tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:06.820099 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1a036322-4ff9-4ec7-ad85-33a92f29c87a req-a930ff9d-f48a-40a4-9578-44e20202585f tempest-InstanceActionsV221TestJSON-1732273811 tempest-InstanceActionsV221TestJSON-1732273811-project] 10.222.0.78 "DELETE /v2.0/ports/3f842cf2-0ee8-4d0f-bbd9-d31689a9e995 HTTP/1.1" status: 204 len: 173 time: 0.9080439 Jul 05 09:50:06.820753 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c633a00-549c-40c9-b310-99ba268206cf', 'name': 'network-vif-deleted', 'tag': '3f842cf2-0ee8-4d0f-bbd9-d31689a9e995'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:06.823108 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb9b4fb-8109-4397-817a-224efd776f1d" -d '{"events": [{"server_uuid": "3c633a00-549c-40c9-b310-99ba268206cf", "name": "network-vif-deleted", "tag": "3f842cf2-0ee8-4d0f-bbd9-d31689a9e995"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:06.848817 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84370776-94e5-4fa1-9a22-6d330da8aca3 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event updated for resources: {'Port': ['ID=21394da8-3084-494f-86c5-5db86ecaed8c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:06.868202 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84370776-94e5-4fa1-9a22-6d330da8aca3 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:06.869007 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84370776-94e5-4fa1-9a22-6d330da8aca3 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:06.870833 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b1d66238-7866-488e-b3b8-0795d149c785 None None] Transition to ACTIVE for port object 733c003c-659f-4b82-adc3-afb1e2fcf8bc will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:06.887814 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b1d66238-7866-488e-b3b8-0795d149c785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:06.897735 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-84370776-94e5-4fa1-9a22-6d330da8aca3 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0995176 Jul 05 09:50:06.907969 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 55650) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:06.918199 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f49533ba-ccfb-447b-bc37-651a4370485a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Request body: {'port': {'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5', 'name': 'tempest-TaggedBootDevicesTest_v242-45650167', 'fixed_ips': [{'subnet_id': 'beb17974-ad37-4f4e-b8b5-ae6e1c964f90'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:06.922523 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed997c96-015a-4a89-8843-8f4dd5204343 x-openstack-request-id: req-ed997c96-015a-4a89-8843-8f4dd5204343 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:06.922820 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c633a00-549c-40c9-b310-99ba268206cf", "name": "network-vif-deleted", "tag": "3f842cf2-0ee8-4d0f-bbd9-d31689a9e995", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:06.923082 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ed997c96-015a-4a89-8843-8f4dd5204343 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:06.923484 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c633a00-549c-40c9-b310-99ba268206cf', 'name': 'network-vif-deleted', 'tag': '3f842cf2-0ee8-4d0f-bbd9-d31689a9e995', 'status': 'completed', 'code': 200} Jul 05 09:50:07.022301 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e94684-ad6b-457c-899d-977207c0e668 req-f56a2dde-911a-41d3-9236-8a2c88156610 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:07.024007 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-95e94684-ad6b-457c-899d-977207c0e668 req-f56a2dde-911a-41d3-9236-8a2c88156610 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.2468636 Jul 05 09:50:07.080731 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d66238-7866-488e-b3b8-0795d149c785 None None] Network 46a7d976-22fe-499d-9eac-633e774ed0a2 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:50:07.095957 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-b1d66238-7866-488e-b3b8-0795d149c785 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:07.101215 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d66238-7866-488e-b3b8-0795d149c785 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:50:07.132464 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 249da0cf-193f-4c9c-86b1-cf8ab6844941, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=249da0cf-193f-4c9c-86b1-cf8ab6844941,segment=NetworkSegment(2b33c294-6053-481b-baf8-537f54d65ae9),segment_id=2b33c294-6053-481b-baf8-537f54d65ae9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:07.137222 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d66238-7866-488e-b3b8-0795d149c785 None None] Pushing event updated for resources: {'Port': ['ID=733c003c-659f-4b82-adc3-afb1e2fcf8bc,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:07.154236 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-95e94684-ad6b-457c-899d-977207c0e668 req-178f15f5-abfb-47ad-9f07-6ccd60389d36 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164424 Jul 05 09:50:07.189771 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '249da0cf-193f-4c9c-86b1-cf8ab6844941', 'network_id': 'a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2', 'port_id': '249da0cf-193f-4c9c-86b1-cf8ab6844941', 'mac_address': 'fa:16:3e:91:62:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae632a1-0aa5-4d4f-a2ca-5b30d6118137', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:50:07.226147 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b1d66238-7866-488e-b3b8-0795d149c785 None None] Attempting to bind port 733c003c-659f-4b82-adc3-afb1e2fcf8bc on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:50:07.227063 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b1d66238-7866-488e-b3b8-0795d149c785 None None] Attempting to bind port 733c003c-659f-4b82-adc3-afb1e2fcf8bc by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'f485d861-f5ea-4db7-b3f3-89204c69d2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '46a7d976-22fe-499d-9eac-633e774ed0a2'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:50:07.227453 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d66238-7866-488e-b3b8-0795d149c785 None None] Attempting to bind port 733c003c-659f-4b82-adc3-afb1e2fcf8bc on network 46a7d976-22fe-499d-9eac-633e774ed0a2 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:07.232487 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dc05b-eb0a-4f22-a52f-da3a789d7542 req-cd273b37-92b5-4287-a575-8f1462fd4edf tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:07.234098 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9a7dc05b-eb0a-4f22-a52f-da3a789d7542 req-cd273b37-92b5-4287-a575-8f1462fd4edf tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1406786 Jul 05 09:50:07.235355 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49533ba-ccfb-447b-bc37-651a4370485a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Made reservation on behalf of e04a66e3970b460eb00d87560a63797b for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:07.238144 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d66238-7866-488e-b3b8-0795d149c785 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:50:07.238775 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d66238-7866-488e-b3b8-0795d149c785 None None] Checking segment: {'id': 'f485d861-f5ea-4db7-b3f3-89204c69d2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '46a7d976-22fe-499d-9eac-633e774ed0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:07.239507 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b1d66238-7866-488e-b3b8-0795d149c785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:07.240779 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d66238-7866-488e-b3b8-0795d149c785 None None] Bound using segment: {'id': 'f485d861-f5ea-4db7-b3f3-89204c69d2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '46a7d976-22fe-499d-9eac-633e774ed0a2'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:50:07.241431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b1d66238-7866-488e-b3b8-0795d149c785 None None] Bound port: 733c003c-659f-4b82-adc3-afb1e2fcf8bc, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f485d861-f5ea-4db7-b3f3-89204c69d2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '46a7d976-22fe-499d-9eac-633e774ed0a2'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:50:07.242039 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b1d66238-7866-488e-b3b8-0795d149c785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:07.264012 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:07.300035 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 249da0cf-193f-4c9c-86b1-cf8ab6844941 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:07.338220 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 249da0cf-193f-4c9c-86b1-cf8ab6844941, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=249da0cf-193f-4c9c-86b1-cf8ab6844941,segment=NetworkSegment(2b33c294-6053-481b-baf8-537f54d65ae9),segment_id=2b33c294-6053-481b-baf8-537f54d65ae9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:07.343241 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b1d66238-7866-488e-b3b8-0795d149c785 None None] For port 733c003c-659f-4b82-adc3-afb1e2fcf8bc, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:50:07.345361 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:07.348202 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b1d66238-7866-488e-b3b8-0795d149c785 None None] For port 733c003c-659f-4b82-adc3-afb1e2fcf8bc, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=733c003c-659f-4b82-adc3-afb1e2fcf8bc,segment=NetworkSegment(f485d861-f5ea-4db7-b3f3-89204c69d2d1),segment_id=f485d861-f5ea-4db7-b3f3-89204c69d2d1)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:50:07.354950 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b1d66238-7866-488e-b3b8-0795d149c785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:07.369919 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9a7dc05b-eb0a-4f22-a52f-da3a789d7542 req-29ea7d5e-6ee0-4090-8db8-9591d10fd587 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891042 Jul 05 09:50:07.392824 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f49533ba-ccfb-447b-bc37-651a4370485a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:07.425249 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=249da0cf-193f-4c9c-86b1-cf8ab6844941,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:07.453261 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-f49533ba-ccfb-447b-bc37-651a4370485a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] device_id is not set on port a594f5a6-d4b1-489b-8883-c1de3416e2bf yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:50:07.483531 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669145c-b786-43be-83c3-2c400341f178 req-8ee6875a-39f9-4d41-82b2-7b86e527bcaf tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:07.496668 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6669145c-b786-43be-83c3-2c400341f178 req-8ee6875a-39f9-4d41-82b2-7b86e527bcaf tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 943 time: 0.2050450 Jul 05 09:50:07.504869 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['249da0cf-193f-4c9c-86b1-cf8ab6844941'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:07.566132 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d66238-7866-488e-b3b8-0795d149c785 None None] Pushing event updated for resources: {'Port': ['ID=733c003c-659f-4b82-adc3-afb1e2fcf8bc,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:07.572775 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d52b3-db94-414f-a875-654bef73ef8e req-263c8b23-572b-4af5-b4e9-08ccd6e60c84 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:07.574375 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d85d52b3-db94-414f-a875-654bef73ef8e req-263c8b23-572b-4af5-b4e9-08ccd6e60c84 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a9d60e7-873d-43f5-b5ae-67b460c96690 HTTP/1.1" status: 200 len: 945 time: 0.1539407 Jul 05 09:50:07.805387 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-d85d52b3-db94-414f-a875-654bef73ef8e req-3201d264-ccfc-4c6f-b917-5dcfa43b3f69 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Deleting port e407747f-6ac5-4bc7-a0a0-a61181cfcf49 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:50:07.805762 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d85d52b3-db94-414f-a875-654bef73ef8e req-3201d264-ccfc-4c6f-b917-5dcfa43b3f69 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:07.949641 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-d85d52b3-db94-414f-a875-654bef73ef8e req-3201d264-ccfc-4c6f-b917-5dcfa43b3f69 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] For port e407747f-6ac5-4bc7-a0a0-a61181cfcf49, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e407747f-6ac5-4bc7-a0a0-a61181cfcf49,segment=NetworkSegment(6236b97d-8425-459f-81ba-4fba31e24243),segment_id=6236b97d-8425-459f-81ba-4fba31e24243)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:07.950080 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d85d52b3-db94-414f-a875-654bef73ef8e req-3201d264-ccfc-4c6f-b917-5dcfa43b3f69 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:07.965151 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-d85d52b3-db94-414f-a875-654bef73ef8e req-3201d264-ccfc-4c6f-b917-5dcfa43b3f69 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Calling delete_port for e407747f-6ac5-4bc7-a0a0-a61181cfcf49 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:50:08.053705 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43142e0-51a2-4ef0-aa63-f9489acdab36 None None] Network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:50:08.121746 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8581406e-12f2-4cb5-9cb2-b7a78be484f8 None None] Provisioning for port 764e5223-b81f-4458-b657-6ff0f8a79c4f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:08.141354 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d85d52b3-db94-414f-a875-654bef73ef8e req-3201d264-ccfc-4c6f-b917-5dcfa43b3f69 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:08.152334 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6669145c-b786-43be-83c3-2c400341f178 req-da7d00fa-df20-4fff-a460-c2d694687a3d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6456373 Jul 05 09:50:08.166423 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['86305fdc-3bf1-45a5-acb8-6ad4b27e085d', '4e16e6a1-7622-4733-aa44-5875dba4140a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:08.173821 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['7a209d70-5a0a-48bf-a1f9-5c9b063143d3', 'e407747f-6ac5-4bc7-a0a0-a61181cfcf49'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:08.194645 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201d264-ccfc-4c6f-b917-5dcfa43b3f69 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Pushing event deleted for resources: {'Port': ['ID=e407747f-6ac5-4bc7-a0a0-a61181cfcf49,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:08.231245 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66a672-aa6a-446e-a8dd-a37067ab5bcd req-11a40368-ad65-4742-8188-9ea8d9c649b1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:08.238811 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6c66a672-aa6a-446e-a8dd-a37067ab5bcd req-11a40368-ad65-4742-8188-9ea8d9c649b1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 946 time: 0.6709616 Jul 05 09:50:08.323669 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85d52b3-db94-414f-a875-654bef73ef8e req-3201d264-ccfc-4c6f-b917-5dcfa43b3f69 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] No DVR routers for this DVR port e407747f-6ac5-4bc7-a0a0-a61181cfcf49 on host n-h1-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:50:08.327045 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d85d52b3-db94-414f-a875-654bef73ef8e req-3201d264-ccfc-4c6f-b917-5dcfa43b3f69 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:08.330432 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d85d52b3-db94-414f-a875-654bef73ef8e req-3201d264-ccfc-4c6f-b917-5dcfa43b3f69 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.81 "DELETE /v2.0/ports/e407747f-6ac5-4bc7-a0a0-a61181cfcf49 HTTP/1.1" status: 204 len: 173 time: 0.7449543 Jul 05 09:50:08.330930 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9d60e7-873d-43f5-b5ae-67b460c96690', 'name': 'network-vif-deleted', 'tag': 'e407747f-6ac5-4bc7-a0a0-a61181cfcf49'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:08.338169 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01b3940-c064-4583-b276-b2ac8b224d3e" -d '{"events": [{"server_uuid": "4a9d60e7-873d-43f5-b5ae-67b460c96690", "name": "network-vif-deleted", "tag": "e407747f-6ac5-4bc7-a0a0-a61181cfcf49"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:08.353343 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6c66a672-aa6a-446e-a8dd-a37067ab5bcd req-f9d18bc7-9932-44d0-9c83-855848ff1e5f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136601 Jul 05 09:50:08.368818 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-f49533ba-ccfb-447b-bc37-651a4370485a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Allocated IP 10.1.1.96 (c1788f1b-ee6e-4ce9-bcf5-2400566efbd5/beb17974-ad37-4f4e-b8b5-ae6e1c964f90/a594f5a6-d4b1-489b-8883-c1de3416e2bf) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:50:08.704932 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device d1dabde5-d7fc-474b-93b7-918b89720f06 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:50:08.707163 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 249da0cf-193f-4c9c-86b1-cf8ab6844941 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:50:08.730818 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f49533ba-ccfb-447b-bc37-651a4370485a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:08.806369 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-f49533ba-ccfb-447b-bc37-651a4370485a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Transition to ACTIVE for port object a594f5a6-d4b1-489b-8883-c1de3416e2bf will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:08.865607 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97a1ac1d-d6cd-43fe-9bcd-0aaa15795818 req-511cd935-2f78-4e50-adac-3f8480303398 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a9d60e7-873d-43f5-b5ae-67b460c96690 HTTP/1.1" status: 200 len: 210 time: 0.1766963 Jul 05 09:50:08.954009 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f49533ba-ccfb-447b-bc37-651a4370485a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:08.984203 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 764e5223-b81f-4458-b657-6ff0f8a79c4f up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:50:09.097330 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49533ba-ccfb-447b-bc37-651a4370485a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event updated for resources: {'Port': ['ID=a594f5a6-d4b1-489b-8883-c1de3416e2bf,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:09.133511 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49533ba-ccfb-447b-bc37-651a4370485a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:50:09.140181 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port d1dabde5-d7fc-474b-93b7-918b89720f06, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d1dabde5-d7fc-474b-93b7-918b89720f06,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:09.143206 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cb930f-a612-4e2d-98c9-8c621afb1600 x-openstack-request-id: req-b0cb930f-a612-4e2d-98c9-8c621afb1600 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:09.143712 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9d60e7-873d-43f5-b5ae-67b460c96690", "name": "network-vif-deleted", "tag": "e407747f-6ac5-4bc7-a0a0-a61181cfcf49", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:09.143794 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b0cb930f-a612-4e2d-98c9-8c621afb1600 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:09.144182 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9d60e7-873d-43f5-b5ae-67b460c96690', 'name': 'network-vif-deleted', 'tag': 'e407747f-6ac5-4bc7-a0a0-a61181cfcf49', 'status': 'completed', 'code': 200} Jul 05 09:50:09.164135 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-f49533ba-ccfb-447b-bc37-651a4370485a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:09.180521 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49533ba-ccfb-447b-bc37-651a4370485a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:50:09.194146 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'd1dabde5-d7fc-474b-93b7-918b89720f06', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'port_id': 'd1dabde5-d7fc-474b-93b7-918b89720f06', 'mac_address': 'fa:16:3e:7c:01:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70194034-b839-4d67-b152-2ad54f034d6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:50:09.203723 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 249da0cf-193f-4c9c-86b1-cf8ab6844941 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:09.204251 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:09.251953 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9195c481-97c3-46c7-a015-156e3f0943a0 None None] Network 46a7d976-22fe-499d-9eac-633e774ed0a2 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:50:09.262076 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba98467-e510-4aa4-a031-377e88a1bd48 req-cb932863-a097-4460-8ab1-30828b3e3555 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:09.270166 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ba98467-e510-4aa4-a031-377e88a1bd48 req-cb932863-a097-4460-8ab1-30828b3e3555 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.5823956 Jul 05 09:50:09.315630 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49533ba-ccfb-447b-bc37-651a4370485a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:09.316440 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f49533ba-ccfb-447b-bc37-651a4370485a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:09.374636 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ba98467-e510-4aa4-a031-377e88a1bd48 req-c6de4c84-92d6-46e4-a35f-05b8ac5e18d8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032350 Jul 05 09:50:09.380410 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f49533ba-ccfb-447b-bc37-651a4370485a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4693966 Jul 05 09:50:09.556472 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 764e5223-b81f-4458-b657-6ff0f8a79c4f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:09.575483 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6c495-f6e0-4f1d-80f3-3f38bfbe4dd1 req-6e835f06-fc4b-4611-a62a-743dd934a920 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:09.577779 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5de05d98-71cf-4153-b514-736e3a47c05b req-9e9b3603-313a-4b24-8139-b05ec18f3e38 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1229172 Jul 05 09:50:09.589459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1c6c495-f6e0-4f1d-80f3-3f38bfbe4dd1 req-6e835f06-fc4b-4611-a62a-743dd934a920 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 1097 time: 0.1408820 Jul 05 09:50:09.657885 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:09.659539 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2377f812-9bca-45ea-952c-62ce53d77083 None None] Provisioning for port 21394da8-3084-494f-86c5-5db86ecaed8c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:09.695917 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2377f812-9bca-45ea-952c-62ce53d77083 None None] Provisioning complete for port 21394da8-3084-494f-86c5-5db86ecaed8c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:09.696322 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2377f812-9bca-45ea-952c-62ce53d77083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:09.696608 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de05d98-71cf-4153-b514-736e3a47c05b req-d00b78cf-9a5d-4ce4-83cd-5df096ed25ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:09.698153 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 764e5223-b81f-4458-b657-6ff0f8a79c4f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:09.698293 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5de05d98-71cf-4153-b514-736e3a47c05b req-d00b78cf-9a5d-4ce4-83cd-5df096ed25ea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 1095 time: 0.0833876 Jul 05 09:50:09.698381 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:09.698843 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1c6c495-f6e0-4f1d-80f3-3f38bfbe4dd1 req-116dacf2-83e3-4a0e-9485-17fcbe1bd02b tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034598 Jul 05 09:50:09.746594 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2690a59-1cc6-4a44-9b82-122e35e6c766 req-ce8881cb-d7e0-4d45-b2f8-2874679abbd9 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:09.753418 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f2690a59-1cc6-4a44-9b82-122e35e6c766 req-ce8881cb-d7e0-4d45-b2f8-2874679abbd9 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 945 time: 0.1261137 Jul 05 09:50:09.786344 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1dabde5-d7fc-474b-93b7-918b89720f06 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:09.810239 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port d1dabde5-d7fc-474b-93b7-918b89720f06, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d1dabde5-d7fc-474b-93b7-918b89720f06,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:09.824958 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f2690a59-1cc6-4a44-9b82-122e35e6c766 req-d93a1c25-c12e-4291-83dd-35b83b794d42 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658026 Jul 05 09:50:09.842517 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:09.894146 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de05d98-71cf-4153-b514-736e3a47c05b req-92f0c778-b521-4dae-b244-5f5d1b64b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:09.898309 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5de05d98-71cf-4153-b514-736e3a47c05b req-92f0c778-b521-4dae-b244-5f5d1b64b223 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 909 time: 0.1693020 Jul 05 09:50:09.926925 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2377f812-9bca-45ea-952c-62ce53d77083 None None] Port 21394da8-3084-494f-86c5-5db86ecaed8c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:50:09.977012 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:10.010176 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5de05d98-71cf-4153-b514-736e3a47c05b req-107dd0a5-0891-4ae1-926e-f8c973d1d06a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37b025e8-892c-40a2-923d-69f70acde91f HTTP/1.1" status: 200 len: 217 time: 0.1059260 Jul 05 09:50:10.019610 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=d1dabde5-d7fc-474b-93b7-918b89720f06,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:10.053815 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdb984-faa9-4aad-bfc8-1cd8511b48de req-90900bc4-3ee5-4ac5-b966-ea7dad1b8054 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:10.055279 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92dd334-bc70-468d-b2c0-2d2affd3898c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249da0cf-193f-4c9c-86b1-cf8ab6844941'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:10.057833 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe828a6-0f02-411c-9d1e-223a1990aa97" -d '{"events": [{"server_uuid": "a92dd334-bc70-468d-b2c0-2d2affd3898c", "name": "network-vif-plugged", "status": "completed", "tag": "249da0cf-193f-4c9c-86b1-cf8ab6844941"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:10.061569 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2fcdb984-faa9-4aad-bfc8-1cd8511b48de req-90900bc4-3ee5-4ac5-b966-ea7dad1b8054 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 944 time: 0.0944359 Jul 05 09:50:10.068905 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:10.083405 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 249da0cf-193f-4c9c-86b1-cf8ab6844941, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=249da0cf-193f-4c9c-86b1-cf8ab6844941,segment=NetworkSegment(2b33c294-6053-481b-baf8-537f54d65ae9),segment_id=2b33c294-6053-481b-baf8-537f54d65ae9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:10.090683 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:10.131084 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2fcdb984-faa9-4aad-bfc8-1cd8511b48de req-091cc805-5251-41ae-970f-69e042ab7d08 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678136 Jul 05 09:50:10.154119 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-508ad540-6ff9-4c2c-a6b0-fafdcc843d17 None None] Provisioning for port a594f5a6-d4b1-489b-8883-c1de3416e2bf completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:10.164651 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de05d98-71cf-4153-b514-736e3a47c05b req-b90a2b94-c2b6-4912-a4f3-440db70a9a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:10.166346 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5de05d98-71cf-4153-b514-736e3a47c05b req-b90a2b94-c2b6-4912-a4f3-440db70a9a08 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=408995a7-a274-4d3e-939a-c6141d694df3 HTTP/1.1" status: 200 len: 848 time: 0.1500316 Jul 05 09:50:10.174712 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['d1dabde5-d7fc-474b-93b7-918b89720f06'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:10.235521 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-508ad540-6ff9-4c2c-a6b0-fafdcc843d17 None None] Provisioning complete for port a594f5a6-d4b1-489b-8883-c1de3416e2bf triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:10.236385 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-508ad540-6ff9-4c2c-a6b0-fafdcc843d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:10.246925 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 764e5223-b81f-4458-b657-6ff0f8a79c4f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=764e5223-b81f-4458-b657-6ff0f8a79c4f,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:10.252835 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5de05d98-71cf-4153-b514-736e3a47c05b req-0ee9f917-7360-4f3c-8960-382457150366 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5aa1814e-7fad-4b86-b0f0-99892209992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750086 Jul 05 09:50:10.277317 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 3f842cf2-0ee8-4d0f-bbd9-d31689a9e995 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:50:10.286093 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:10.287145 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 733c003c-659f-4b82-adc3-afb1e2fcf8bc up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:50:10.318748 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 55712) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:10.324204 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ac1b6d2d-9ab2-4b2b-867d-72fee8d42fa6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1601446646', 'description': 'tempest-description--1119354221'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:10.374011 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ac1b6d2d-9ab2-4b2b-867d-72fee8d42fa6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:10.377581 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 3f842cf2-0ee8-4d0f-bbd9-d31689a9e995 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:50:10.380334 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 3f842cf2-0ee8-4d0f-bbd9-d31689a9e995 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:50:10.411133 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=249da0cf-193f-4c9c-86b1-cf8ab6844941,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:10.437007 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-508ad540-6ff9-4c2c-a6b0-fafdcc843d17 None None] Port a594f5a6-d4b1-489b-8883-c1de3416e2bf cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:50:10.463368 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5de05d98-71cf-4153-b514-736e3a47c05b req-62902ea1-a388-4d58-a01d-5adc94514202 service neutron] 10.222.0.81 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027411 Jul 05 09:50:10.551202 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-508ad540-6ff9-4c2c-a6b0-fafdcc843d17 None None] Provisioning for port 733c003c-659f-4b82-adc3-afb1e2fcf8bc completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:10.551805 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 55716) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:10.582779 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5de05d98-71cf-4153-b514-736e3a47c05b req-0c0cc9ea-a1c5-49ec-939b-7a5a7aaf1ca1 service neutron] 10.222.0.81 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121840 Jul 05 09:50:10.651092 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=764e5223-b81f-4458-b657-6ff0f8a79c4f,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:10.658868 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 733c003c-659f-4b82-adc3-afb1e2fcf8bc completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:10.665201 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 733c003c-659f-4b82-adc3-afb1e2fcf8bc triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:10.665640 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:10.672005 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-4619b75d-4994-4205-aa70-305b07e37f54 admin admin] Deleting subnet 5c5d0599-4cd9-4fcc-8d89-9c142f9074fb {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:50:10.683556 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4619b75d-4994-4205-aa70-305b07e37f54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:10.689027 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ac1b6d2d-9ab2-4b2b-867d-72fee8d42fa6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:10.710256 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3976116b-04ba-4ec4-a88e-cb3b2f16b00f x-openstack-request-id: req-3976116b-04ba-4ec4-a88e-cb3b2f16b00f {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:10.710790 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92dd334-bc70-468d-b2c0-2d2affd3898c", "name": "network-vif-plugged", "status": "completed", "tag": "249da0cf-193f-4c9c-86b1-cf8ab6844941", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:10.711064 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3976116b-04ba-4ec4-a88e-cb3b2f16b00f {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:10.711473 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92dd334-bc70-468d-b2c0-2d2affd3898c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249da0cf-193f-4c9c-86b1-cf8ab6844941', 'code': 200} Jul 05 09:50:10.730635 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ac1b6d2d-9ab2-4b2b-867d-72fee8d42fa6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:10.781390 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device e407747f-6ac5-4bc7-a0a0-a61181cfcf49 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:50:10.784509 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4619b75d-4994-4205-aa70-305b07e37f54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:10.808719 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ac1b6d2d-9ab2-4b2b-867d-72fee8d42fa6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:10.810365 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ac1b6d2d-9ab2-4b2b-867d-72fee8d42fa6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4906449 Jul 05 09:50:10.813476 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 55722) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:10.815341 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232cc23-df5c-4255-8a0d-7d33a4b89710 req-a05c40b7-628d-48f8-b4ec-f448d3c452a3 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:10.819107 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: e407747f-6ac5-4bc7-a0a0-a61181cfcf49 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:50:10.819592 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b38a9016-32c5-4187-b7d2-b8d157f2b7d5 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Request body: {'security_group_rule': {'security_group_id': 'ceac56e7-f201-46e9-a48a-909264e3172a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:10.819681 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device e407747f-6ac5-4bc7-a0a0-a61181cfcf49 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:50:10.824429 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d232cc23-df5c-4255-8a0d-7d33a4b89710 req-a05c40b7-628d-48f8-b4ec-f448d3c452a3 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 1097 time: 0.3402631 Jul 05 09:50:10.829403 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-508ad540-6ff9-4c2c-a6b0-fafdcc843d17 None None] Provisioning complete for port 21394da8-3084-494f-86c5-5db86ecaed8c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:10.829693 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-508ad540-6ff9-4c2c-a6b0-fafdcc843d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:10.832822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b6d2d-9ab2-4b2b-867d-72fee8d42fa6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceac56e7-f201-46e9-a48a-909264e3172a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:10.881861 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4619b75d-4994-4205-aa70-305b07e37f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:10.898193 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d232cc23-df5c-4255-8a0d-7d33a4b89710 req-74a7a2ca-5c02-45a6-97e4-a713c80acb09 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699432 Jul 05 09:50:10.909146 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b38a9016-32c5-4187-b7d2-b8d157f2b7d5 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:10.988226 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b38a9016-32c5-4187-b7d2-b8d157f2b7d5 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:10.995149 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b38a9016-32c5-4187-b7d2-b8d157f2b7d5 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.017995 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a9016-32c5-4187-b7d2-b8d157f2b7d5 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a59be0-ed8f-4e42-869a-a107837ed7ac,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:11.042416 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b38a9016-32c5-4187-b7d2-b8d157f2b7d5 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.047715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 55728) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:11.048560 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b38a9016-32c5-4187-b7d2-b8d157f2b7d5 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2339354 Jul 05 09:50:11.051911 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-30d21f84-3449-4692-bc84-f7c05d4590f9 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Request body: {'security_group_rule': {'security_group_id': 'ceac56e7-f201-46e9-a48a-909264e3172a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:11.061624 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-508ad540-6ff9-4c2c-a6b0-fafdcc843d17 None None] Port 21394da8-3084-494f-86c5-5db86ecaed8c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:50:11.191359 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4619b75d-4994-4205-aa70-305b07e37f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.200170 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30d21f84-3449-4692-bc84-f7c05d4590f9 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.213991 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3147e4a5-ccfa-46aa-898d-414cf0fe896d None None] Provisioning complete for port 733c003c-659f-4b82-adc3-afb1e2fcf8bc triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:11.214455 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3147e4a5-ccfa-46aa-898d-414cf0fe896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.216010 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.259735 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 733c003c-659f-4b82-adc3-afb1e2fcf8bc, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=733c003c-659f-4b82-adc3-afb1e2fcf8bc,segment=NetworkSegment(f485d861-f5ea-4db7-b3f3-89204c69d2d1),segment_id=f485d861-f5ea-4db7-b3f3-89204c69d2d1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:11.285865 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.312596 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4619b75d-4994-4205-aa70-305b07e37f54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.317109 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 55732) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:11.317596 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4619b75d-4994-4205-aa70-305b07e37f54 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5c5d0599-4cd9-4fcc-8d89-9c142f9074fb HTTP/1.1" status: 204 len: 168 time: 0.7597640 Jul 05 09:50:11.318063 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619b75d-4994-4205-aa70-305b07e37f54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c5d0599-4cd9-4fcc-8d89-9c142f9074fb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:11.373176 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08d805-1eee-4203-91e2-0acae8aa5ad5 req-3565cad8-08fa-4cc2-b1fb-c7ad8a12a56e tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:11.388482 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a08d805-1eee-4203-91e2-0acae8aa5ad5 req-3565cad8-08fa-4cc2-b1fb-c7ad8a12a56e tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.4282813 Jul 05 09:50:11.470818 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=733c003c-659f-4b82-adc3-afb1e2fcf8bc,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:11.489436 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-914889da-7995-4bc0-89d9-f45e9894ef00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.504990 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 764e5223-b81f-4458-b657-6ff0f8a79c4f up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:50:11.515224 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364e85e-599b-4b4a-8eb8-b7b6a312d66d req-288c7e91-9d71-460a-b459-725fc650ce84 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:11.530257 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0364e85e-599b-4b4a-8eb8-b7b6a312d66d req-288c7e91-9d71-460a-b459-725fc650ce84 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.3980579 Jul 05 09:50:11.595894 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a08d805-1eee-4203-91e2-0acae8aa5ad5 req-3fa9f93e-15b1-465e-806b-21b544fc6d7b tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052920 Jul 05 09:50:11.615772 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-914889da-7995-4bc0-89d9-f45e9894ef00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.665875 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-914889da-7995-4bc0-89d9-f45e9894ef00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68529006-2d6f-4e98-9574-c7fc991654a2']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:11.679327 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 764e5223-b81f-4458-b657-6ff0f8a79c4f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:11.679747 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.694742 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30d21f84-3449-4692-bc84-f7c05d4590f9 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.698372 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-914889da-7995-4bc0-89d9-f45e9894ef00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ab96e7-023a-4cf8-b150-053c9e9e75c2') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:11.698676 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-914889da-7995-4bc0-89d9-f45e9894ef00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ab96e7-023a-4cf8-b150-053c9e9e75c2') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:11.728484 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0364e85e-599b-4b4a-8eb8-b7b6a312d66d req-0ad1a5c1-b750-4d2f-b4cf-ff640eae0628 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972504 Jul 05 09:50:11.737340 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30d21f84-3449-4692-bc84-f7c05d4590f9 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.762112 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-914889da-7995-4bc0-89d9-f45e9894ef00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.825620 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d21f84-3449-4692-bc84-f7c05d4590f9 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e012dbf-91b4-44c4-ac8d-9e91d3ee03f6,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:11.847400 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-914889da-7995-4bc0-89d9-f45e9894ef00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.876102 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30d21f84-3449-4692-bc84-f7c05d4590f9 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.883518 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914889da-7995-4bc0-89d9-f45e9894ef00 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:50:11.888694 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-30d21f84-3449-4692-bc84-f7c05d4590f9 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8397868 Jul 05 09:50:11.893669 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 55740) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:11.894419 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-914889da-7995-4bc0-89d9-f45e9894ef00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:50:11.899437 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:50:11.957056 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ab5fcb36-29fc-4252-a60d-5a1cfce19afc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:12.138802 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-914889da-7995-4bc0-89d9-f45e9894ef00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:12.149107 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-914889da-7995-4bc0-89d9-f45e9894ef00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:12.151085 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-914889da-7995-4bc0-89d9-f45e9894ef00 admin admin] 10.222.0.79 "DELETE /v2.0/networks/68529006-2d6f-4e98-9574-c7fc991654a2 HTTP/1.1" status: 204 len: 168 time: 0.8320639 Jul 05 09:50:12.171927 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914889da-7995-4bc0-89d9-f45e9894ef00 admin admin] Pushing event deleted for resources: {'Network': ['ID=68529006-2d6f-4e98-9574-c7fc991654a2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:12.184365 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab5fcb36-29fc-4252-a60d-5a1cfce19afc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:12.296556 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79de47-b60a-4de8-9d7d-7cd0a2e0c94e req-d5a4eae3-fae6-4d58-8c6f-c3a06a57fb8e tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:12.303517 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2e79de47-b60a-4de8-9d7d-7cd0a2e0c94e req-d5a4eae3-fae6-4d58-8c6f-c3a06a57fb8e tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 944 time: 0.2307248 Jul 05 09:50:12.377867 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2e79de47-b60a-4de8-9d7d-7cd0a2e0c94e req-2f322926-e26f-4941-889d-441a18c25f6f tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721626 Jul 05 09:50:12.406467 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab5fcb36-29fc-4252-a60d-5a1cfce19afc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:12.550533 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 55746) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:12.667310 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c634bff9-4162-4f3a-b98f-8886bac6d3b5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d236fdab887b489b8c810e32f218d63d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1154821 Jul 05 09:50:12.668257 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 55750) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:12.725564 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device d1dabde5-d7fc-474b-93b7-918b89720f06 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:50:12.749118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-ab5fcb36-29fc-4252-a60d-5a1cfce19afc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Allocated IP 172.25.7.47 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/3f9a4be5-f26b-48bd-836e-ba181268d520) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:50:12.775918 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e94d79f-5f48-491a-8cd1-9e2bba9ca73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:12.817141 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e94d79f-5f48-491a-8cd1-9e2bba9ca73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:12.859338 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port d1dabde5-d7fc-474b-93b7-918b89720f06 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:12.860146 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:12.955514 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e94d79f-5f48-491a-8cd1-9e2bba9ca73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:12.958403 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e94d79f-5f48-491a-8cd1-9e2bba9ca73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:12.962621 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9e94d79f-5f48-491a-8cd1-9e2bba9ca73a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6f7d340a-dbc0-4551-841e-6b4369d95475 HTTP/1.1" status: 204 len: 168 time: 0.2933869 Jul 05 09:50:12.972740 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94d79f-5f48-491a-8cd1-9e2bba9ca73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7d340a-dbc0-4551-841e-6b4369d95475,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:13.039131 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a048ee-d016-4d07-9dbb-e4316f2ab6ae req-392be7e2-fa0d-4647-bc6c-58ca2c0746bb tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:13.040766 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-86a048ee-d016-4d07-9dbb-e4316f2ab6ae req-392be7e2-fa0d-4647-bc6c-58ca2c0746bb tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.1796510 Jul 05 09:50:13.056295 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:13.094585 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port d1dabde5-d7fc-474b-93b7-918b89720f06, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d1dabde5-d7fc-474b-93b7-918b89720f06,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:13.094585 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3667c411-e4ac-4fe7-bc20-110aa2e7ac5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1dabde5-d7fc-474b-93b7-918b89720f06'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:13.096903 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b292e08a-0772-4324-80ce-d62bd601c802" -d '{"events": [{"server_uuid": "3667c411-e4ac-4fe7-bc20-110aa2e7ac5a", "name": "network-vif-plugged", "status": "completed", "tag": "d1dabde5-d7fc-474b-93b7-918b89720f06"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:13.098543 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab5fcb36-29fc-4252-a60d-5a1cfce19afc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:13.100966 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:13.177023 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=d1dabde5-d7fc-474b-93b7-918b89720f06,revision_number=10']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:13.188156 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-86a048ee-d016-4d07-9dbb-e4316f2ab6ae req-f42a283e-2dd8-411e-be0d-21c25bc6d6fa tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327333 Jul 05 09:50:13.233404 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab5fcb36-29fc-4252-a60d-5a1cfce19afc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:13.259891 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:50:13.313715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fcb36-29fc-4252-a60d-5a1cfce19afc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event updated for resources: {'Port': ['ID=3f9a4be5-f26b-48bd-836e-ba181268d520,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:13.353994 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5fcb36-29fc-4252-a60d-5a1cfce19afc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:50:13.362081 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-ab5fcb36-29fc-4252-a60d-5a1cfce19afc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:13.369836 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5fcb36-29fc-4252-a60d-5a1cfce19afc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:50:13.458519 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 733c003c-659f-4b82-adc3-afb1e2fcf8bc up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:50:13.517247 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab5fcb36-29fc-4252-a60d-5a1cfce19afc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:13.575367 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 733c003c-659f-4b82-adc3-afb1e2fcf8bc triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:13.578591 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:13.697954 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab5fcb36-29fc-4252-a60d-5a1cfce19afc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:13.752185 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8476262-ebd5-48dc-8dcb-c598db2e39a4 req-0cc41e0d-34ed-413f-ac94-25d1bc532343 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:13.761011 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b8476262-ebd5-48dc-8dcb-c598db2e39a4 req-0cc41e0d-34ed-413f-ac94-25d1bc532343 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.2270155 Jul 05 09:50:13.900057 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b8476262-ebd5-48dc-8dcb-c598db2e39a4 req-78cbe7ba-b238-4b28-9be0-2070fe6820ef tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379988 Jul 05 09:50:14.107640 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743d7d5b-54aa-4be0-ad6a-99d4d5d65322 x-openstack-request-id: req-743d7d5b-54aa-4be0-ad6a-99d4d5d65322 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:14.108162 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3667c411-e4ac-4fe7-bc20-110aa2e7ac5a", "name": "network-vif-plugged", "status": "completed", "tag": "d1dabde5-d7fc-474b-93b7-918b89720f06", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:14.108356 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-743d7d5b-54aa-4be0-ad6a-99d4d5d65322 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:14.108636 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3667c411-e4ac-4fe7-bc20-110aa2e7ac5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1dabde5-d7fc-474b-93b7-918b89720f06', 'code': 200} Jul 05 09:50:14.187636 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab5fcb36-29fc-4252-a60d-5a1cfce19afc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:14.193463 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab5fcb36-29fc-4252-a60d-5a1cfce19afc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:14.359395 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fcb36-29fc-4252-a60d-5a1cfce19afc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event updated for resources: {'Port': ['ID=3f9a4be5-f26b-48bd-836e-ba181268d520,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:14.381110 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab5fcb36-29fc-4252-a60d-5a1cfce19afc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:14.399733 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d20b1-a17a-4e0d-ae51-92e43b541d63 req-d86d1550-d654-44ca-b85d-15cc924c5c69 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:14.406959 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d59d20b1-a17a-4e0d-ae51-92e43b541d63 req-d86d1550-d654-44ca-b85d-15cc924c5c69 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 946 time: 0.1495318 Jul 05 09:50:14.447535 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2efee5-3d27-4986-bc00-0b5584f8b30d req-92e8b372-795f-49bc-831f-fefcbff5f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:14.449097 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4e2efee5-3d27-4986-bc00-0b5584f8b30d req-92e8b372-795f-49bc-831f-fefcbff5f4da service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 1097 time: 0.1041377 Jul 05 09:50:14.453769 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab5fcb36-29fc-4252-a60d-5a1cfce19afc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:14.455088 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ab5fcb36-29fc-4252-a60d-5a1cfce19afc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5518064 Jul 05 09:50:14.456405 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-48128eec-01c4-47c6-9caf-67ca7fbe35b0 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:50:14.463352 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-48128eec-01c4-47c6-9caf-67ca7fbe35b0 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131230 Jul 05 09:50:14.477196 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-e68156bd-d882-4105-993a-d04294596a8b req-737550db-bf0a-4f99-9c73-e2cf18f743c2 service neutron] Request body: {'binding': {'host': 'n-h1-798054-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:14.478784 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-e68156bd-d882-4105-993a-d04294596a8b req-737550db-bf0a-4f99-9c73-e2cf18f743c2 service neutron] Unknown quota resources ['binding']. {{(pid=93906) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 09:50:14.488280 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d59d20b1-a17a-4e0d-ae51-92e43b541d63 req-27224b54-d313-443f-a62a-40ccd7318f00 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660100 Jul 05 09:50:14.533191 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4e2efee5-3d27-4986-bc00-0b5584f8b30d req-048b479a-70a0-433a-801c-43633ba33504 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686982 Jul 05 09:50:14.721569 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 55812) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:14.765872 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17613d38-8e9f-46eb-9b06-699258b3ab81 req-e2f8d46e-2451-412d-827b-8277177915d1 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:14.775741 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17613d38-8e9f-46eb-9b06-699258b3ab81 req-e2f8d46e-2451-412d-827b-8277177915d1 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.1382370 Jul 05 09:50:14.809533 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-e68156bd-d882-4105-993a-d04294596a8b req-737550db-bf0a-4f99-9c73-e2cf18f743c2 service neutron] Attempting to bind port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 on host n-h1-798054-8 for vnic_type normal with profile None {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:50:14.809879 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-e68156bd-d882-4105-993a-d04294596a8b req-737550db-bf0a-4f99-9c73-e2cf18f743c2 service neutron] Attempting to bind port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:50:14.810626 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68156bd-d882-4105-993a-d04294596a8b req-737550db-bf0a-4f99-9c73-e2cf18f743c2 service neutron] Attempting to bind port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:14.818958 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68156bd-d882-4105-993a-d04294596a8b req-737550db-bf0a-4f99-9c73-e2cf18f743c2 service neutron] Port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 on network 5aa1814e-7fad-4b86-b0f0-99892209992e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:50:14.820290 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68156bd-d882-4105-993a-d04294596a8b req-737550db-bf0a-4f99-9c73-e2cf18f743c2 service neutron] Attempting to bind port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:14.832520 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17613d38-8e9f-46eb-9b06-699258b3ab81 req-8696e823-bf89-4dec-bde7-5f8487848176 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558331 Jul 05 09:50:14.837841 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68156bd-d882-4105-993a-d04294596a8b req-737550db-bf0a-4f99-9c73-e2cf18f743c2 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:50:14.837841 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68156bd-d882-4105-993a-d04294596a8b req-737550db-bf0a-4f99-9c73-e2cf18f743c2 service neutron] Checking segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:14.838122 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68156bd-d882-4105-993a-d04294596a8b req-737550db-bf0a-4f99-9c73-e2cf18f743c2 service neutron] Bound using segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:50:14.838540 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-e68156bd-d882-4105-993a-d04294596a8b req-737550db-bf0a-4f99-9c73-e2cf18f743c2 service neutron] Bound port: 65fe92fa-d1b8-480b-ba27-ad6bb2233e31, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:50:14.937769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4d163e3e-6e98-41a6-bb4b-1c03340da9f2 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2000820582-network', 'tenant_id': 'a33692ef47ca49faac553ee3dc5181d5'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:14.955275 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-e68156bd-d882-4105-993a-d04294596a8b req-737550db-bf0a-4f99-9c73-e2cf18f743c2 service neutron] For port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=65fe92fa-d1b8-480b-ba27-ad6bb2233e31,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:50:14.965760 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e68156bd-d882-4105-993a-d04294596a8b req-737550db-bf0a-4f99-9c73-e2cf18f743c2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:14.967329 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-737550db-bf0a-4f99-9c73-e2cf18f743c2 service neutron] 10.222.0.79 "POST /v2.0/ports/65fe92fa-d1b8-480b-ba27-ad6bb2233e31/bindings HTTP/1.1" status: 201 len: 389 time: 0.4941878 Jul 05 09:50:15.029953 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d163e3e-6e98-41a6-bb4b-1c03340da9f2 admin admin] Made reservation on behalf of a33692ef47ca49faac553ee3dc5181d5 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:15.036409 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d163e3e-6e98-41a6-bb4b-1c03340da9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:15.055567 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d163e3e-6e98-41a6-bb4b-1c03340da9f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:15.188341 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-5ea95f4c-8ea2-4880-be87-844411a60487 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1601446646&fields=id&tenant_id=e04a66e3970b460eb00d87560a63797b HTTP/1.1" status: 200 len: 267 time: 0.2236786 Jul 05 09:50:15.339291 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68156bd-d882-4105-993a-d04294596a8b req-79aff5cb-38a8-4dac-be1f-6d47978357a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:15.341157 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-79aff5cb-38a8-4dac-be1f-6d47978357a2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 1097 time: 0.0743299 Jul 05 09:50:15.407099 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e4df1ec6-26e9-4ea5-ae25-88f3d84c43cd tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:15.416912 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e4df1ec6-26e9-4ea5-ae25-88f3d84c43cd tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports/21394da8-3084-494f-86c5-5db86ecaed8c HTTP/1.1" status: 200 len: 935 time: 0.2267406 Jul 05 09:50:15.520029 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c22412-3c37-4a52-a631-9f1ceea256ed req-5b8987b1-e6bc-4a6d-93e5-074c163fd086 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:15.522202 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53c22412-3c37-4a52-a631-9f1ceea256ed req-5b8987b1-e6bc-4a6d-93e5-074c163fd086 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.2597656 Jul 05 09:50:15.524811 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d163e3e-6e98-41a6-bb4b-1c03340da9f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:15.538872 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d163e3e-6e98-41a6-bb4b-1c03340da9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:15.561744 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68156bd-d882-4105-993a-d04294596a8b req-1ff34bad-6b00-4e71-9f38-41d68fe8e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:15.564435 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-1ff34bad-6b00-4e71-9f38-41d68fe8e15e service neutron] 10.222.0.81 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 909 time: 0.2129967 Jul 05 09:50:15.654546 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-aac3e09e-cb32-4870-9023-36cddc24af7c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65fe92fa-d1b8-480b-ba27-ad6bb2233e31 HTTP/1.1" status: 200 len: 217 time: 0.0800915 Jul 05 09:50:15.667932 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d163e3e-6e98-41a6-bb4b-1c03340da9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d8bceb-4067-4548-b848-1fb9b17a7cb4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:15.681466 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-57dac5a7-7291-42d1-8163-ef6cfa92fbc6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:15.690492 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-57dac5a7-7291-42d1-8163-ef6cfa92fbc6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports/a594f5a6-d4b1-489b-8883-c1de3416e2bf HTTP/1.1" status: 200 len: 934 time: 0.2717495 Jul 05 09:50:15.709789 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d163e3e-6e98-41a6-bb4b-1c03340da9f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:50:15.743575 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53c22412-3c37-4a52-a631-9f1ceea256ed req-da43c263-4060-4745-b9ca-a33c87a767a4 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083781 Jul 05 09:50:15.755830 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68156bd-d882-4105-993a-d04294596a8b req-1403eaee-0740-4d3b-adcd-f81908019c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:15.757881 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-1403eaee-0740-4d3b-adcd-f81908019c64 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=408995a7-a274-4d3e-939a-c6141d694df3 HTTP/1.1" status: 200 len: 848 time: 0.0924296 Jul 05 09:50:15.801621 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-d4604e7f-8983-4bbf-bc6c-f17270e1dc92 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5aa1814e-7fad-4b86-b0f0-99892209992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370185 Jul 05 09:50:15.816731 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-03d1fd6d-83b7-4e50-8e49-3fe4ad7b39fb tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?network_id=46a7d976-22fe-499d-9eac-633e774ed0a2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1236317 Jul 05 09:50:15.915923 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-85980353-4ef5-4bce-9498-6c7d2c149349 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?network_id=46a7d976-22fe-499d-9eac-633e774ed0a2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0931888 Jul 05 09:50:15.945655 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d163e3e-6e98-41a6-bb4b-1c03340da9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:15.945655 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-4d163e3e-6e98-41a6-bb4b-1c03340da9f2 admin admin] Added segment 59b5db18-d612-4d13-8670-487f029f55d3 of type vlan for network 2f064e02-170f-4fcb-aaf2-63cbc4f5f734 Jul 05 09:50:16.013582 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-8f190580-2d02-44bb-9797-e68d642c211f service neutron] 10.222.0.81 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048101 Jul 05 09:50:16.122500 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-9afe3781-5bf0-44f2-9a3c-44a9bee5e241 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:16.128651 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-9afe3781-5bf0-44f2-9a3c-44a9bee5e241 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:16.140095 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-9afe3781-5bf0-44f2-9a3c-44a9bee5e241 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:16.141953 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-9afe3781-5bf0-44f2-9a3c-44a9bee5e241 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/networks?id=2b4fa0ad-d771-4467-abb7-7725cc9bca3e&id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&id=46a7d976-22fe-499d-9eac-633e774ed0a2&id=46a7d976-22fe-499d-9eac-633e774ed0a2 HTTP/1.1" status: 200 len: 1996 time: 0.2198629 Jul 05 09:50:16.228898 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-b11b3958-34e4-4fc3-9137-e43ef9b3d669 service neutron] 10.222.0.81 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061474 Jul 05 09:50:16.232330 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d163e3e-6e98-41a6-bb4b-1c03340da9f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:16.237449 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-0dfa5f00-6c83-44b9-b92a-bf5b0e7a646f tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/quotas/e04a66e3970b460eb00d87560a63797b HTTP/1.1" status: 200 len: 375 time: 0.0565450 Jul 05 09:50:16.350788 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b4a72-aa06-4e4a-a3ed-b0f13610dd0a req-2bb487fe-3a0b-49a3-8a6e-848a6c2a9de2 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:16.354447 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-786b4a72-aa06-4e4a-a3ed-b0f13610dd0a req-2bb487fe-3a0b-49a3-8a6e-848a6c2a9de2 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 946 time: 0.2107944 Jul 05 09:50:16.357476 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d163e3e-6e98-41a6-bb4b-1c03340da9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:16.359139 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d163e3e-6e98-41a6-bb4b-1c03340da9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:16.360395 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d163e3e-6e98-41a6-bb4b-1c03340da9f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:16.534640 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d163e3e-6e98-41a6-bb4b-1c03340da9f2 admin admin] Pushing event updated for resources: {'Network': ['ID=2f064e02-170f-4fcb-aaf2-63cbc4f5f734,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:16.542881 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4d163e3e-6e98-41a6-bb4b-1c03340da9f2 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8192544 Jul 05 09:50:16.558074 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 55872) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:16.581160 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-c4b476a5-efa5-4567-9516-494198c2c6b0 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e04a66e3970b460eb00d87560a63797b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3320260 Jul 05 09:50:16.596769 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d2ffa32a-01f1-42d6-98a0-9325f6c5e13e admin admin] Request body: {'subnet': {'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2000820582-subnet', 'tenant_id': 'a33692ef47ca49faac553ee3dc5181d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:16.621872 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-786b4a72-aa06-4e4a-a3ed-b0f13610dd0a req-1a683bbb-34a1-4f69-a266-40053b0dcb61 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450457 Jul 05 09:50:16.684434 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ffa32a-01f1-42d6-98a0-9325f6c5e13e admin admin] Made reservation on behalf of a33692ef47ca49faac553ee3dc5181d5 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:16.689385 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 2f064e02-170f-4fcb-aaf2-63cbc4f5f734 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:50:16.693152 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2ffa32a-01f1-42d6-98a0-9325f6c5e13e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:16.773083 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-4b09df0f-9263-46e2-bfc7-c542da74fbdc service neutron] 10.222.0.79 "GET /v2.0/networks/2b4fa0ad-d771-4467-abb7-7725cc9bca3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495059 Jul 05 09:50:17.000909 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-02a15c8b-c562-4dca-9d87-cf6401b37504 service neutron] 10.222.0.79 "GET /v2.0/networks/2b4fa0ad-d771-4467-abb7-7725cc9bca3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221591 Jul 05 09:50:17.098940 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2ffa32a-01f1-42d6-98a0-9325f6c5e13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:17.157563 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-a27f71bb-af77-4d22-81e1-2287b13ed193 service neutron] 10.222.0.79 "GET /v2.0/ports/21394da8-3084-494f-86c5-5db86ecaed8c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1412210 Jul 05 09:50:17.184588 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ffa32a-01f1-42d6-98a0-9325f6c5e13e admin admin] Checking segment: {'id': '59b5db18-d612-4d13-8670-487f029f55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:17.184946 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ffa32a-01f1-42d6-98a0-9325f6c5e13e admin admin] Network hostable DHCP agents. Network: 2f064e02-170f-4fcb-aaf2-63cbc4f5f734, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:50:17.187024 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ffa32a-01f1-42d6-98a0-9325f6c5e13e admin admin] Pushing event updated for resources: {'Subnet': ['ID=742158a5-2371-40df-9126-c3b4e2696482,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:17.209867 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ffa32a-01f1-42d6-98a0-9325f6c5e13e admin admin] Network 2f064e02-170f-4fcb-aaf2-63cbc4f5f734 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:50:17.223966 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d2ffa32a-01f1-42d6-98a0-9325f6c5e13e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 2f064e02-170f-4fcb-aaf2-63cbc4f5f734) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:17.233813 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebb63ac-d195-4dd3-b9ad-66baef5b1fb7 None None] Network 2f064e02-170f-4fcb-aaf2-63cbc4f5f734 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:50:17.239172 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ffa32a-01f1-42d6-98a0-9325f6c5e13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:17.239794 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2ffa32a-01f1-42d6-98a0-9325f6c5e13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:17.280312 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d2ffa32a-01f1-42d6-98a0-9325f6c5e13e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7208824 Jul 05 09:50:17.351238 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-64b912cc-0522-4407-b804-92233cfcf70b service neutron] 10.222.0.79 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864140 Jul 05 09:50:17.501941 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3aef0d9-2d6e-4386-bdcf-3a715ede1570 None None] Network 2f064e02-170f-4fcb-aaf2-63cbc4f5f734 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:50:17.538112 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-cd14dfc7-37be-4f84-afed-a068299c2383 service neutron] 10.222.0.79 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761627 Jul 05 09:50:17.598753 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f87f1d-d347-4bdd-ad43-e226adbd0e06 req-d0ca9463-b11e-491a-adc3-d6bb9953857d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:17.601462 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5f87f1d-d347-4bdd-ad43-e226adbd0e06 req-d0ca9463-b11e-491a-adc3-d6bb9953857d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 946 time: 0.2488980 Jul 05 09:50:17.653432 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7b0cd3dd-d2b0-494c-8aa5-c155bed6ab88 service neutron] 10.222.0.79 "GET /v2.0/ports/a594f5a6-d4b1-489b-8883-c1de3416e2bf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1019506 Jul 05 09:50:17.683701 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5f87f1d-d347-4bdd-ad43-e226adbd0e06 req-897b52aa-c826-4286-9d0c-9caeb59713f9 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723343 Jul 05 09:50:17.827780 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-9f48a1ec-04af-4286-8a9f-b5b2df7d4978 service neutron] 10.222.0.79 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679738 Jul 05 09:50:17.949567 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e48ee3e3-5ad3-4b07-b990-c13ad16b9a21 service neutron] 10.222.0.79 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117473 Jul 05 09:50:18.111558 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b7012-bc14-478c-875c-f59c4b63cc57 req-552ad36b-bd35-4690-a1c8-fe294a28cd56 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:18.113396 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-829b7012-bc14-478c-875c-f59c4b63cc57 req-552ad36b-bd35-4690-a1c8-fe294a28cd56 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.1626625 Jul 05 09:50:18.147013 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-0dd61a9f-590b-4966-b391-5c59a6446a23 service neutron] 10.222.0.79 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839180 Jul 05 09:50:18.229954 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-829b7012-bc14-478c-875c-f59c4b63cc57 req-22ba82f8-5a50-4d56-8f23-87ee1056558b tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058969 Jul 05 09:50:18.332227 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-b1c8d079-c30f-4776-af55-764979c00fc0 service neutron] 10.222.0.79 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680281 Jul 05 09:50:18.843180 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e994a40b-882c-45b0-94b6-4651fb8da278 service neutron] 10.222.0.79 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097620 Jul 05 09:50:18.852699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2009b0-5737-4321-80a5-bd9f12460bfd req-56fe8aed-05a0-46fb-80f7-8abb0c9c76ec tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:18.854260 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6e2009b0-5737-4321-80a5-bd9f12460bfd req-56fe8aed-05a0-46fb-80f7-8abb0c9c76ec tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1589437 Jul 05 09:50:18.969926 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6e2009b0-5737-4321-80a5-bd9f12460bfd req-73d87aa6-ad4e-4064-a950-fefdd05fdc3e tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051443 Jul 05 09:50:19.041744 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-c16bf316-17aa-4f55-b806-35def61ae34f service neutron] 10.222.0.79 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864736 Jul 05 09:50:19.118719 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb832716-71db-4f01-8dd7-0ed329162858 req-fb7a2ce4-798f-4990-97a7-c9f5abe87640 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:19.120443 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb832716-71db-4f01-8dd7-0ed329162858 req-fb7a2ce4-798f-4990-97a7-c9f5abe87640 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.78 "GET /v2.0/ports?device_id=051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00 HTTP/1.1" status: 200 len: 946 time: 0.1479664 Jul 05 09:50:19.254996 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-eabb6a24-3628-4e36-8360-b91a30ad3396 service neutron] 10.222.0.79 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029552 Jul 05 09:50:19.436571 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-eb832716-71db-4f01-8dd7-0ed329162858 req-62beaa33-5ab4-4a5b-8ca1-1979bae2a6f3 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Deleting port 4e16e6a1-7622-4733-aa44-5875dba4140a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:50:19.437163 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eb832716-71db-4f01-8dd7-0ed329162858 req-62beaa33-5ab4-4a5b-8ca1-1979bae2a6f3 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:19.450360 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27eb1ef-1958-4cf4-a02b-f5607517f6d8 req-d4fd71df-603c-4695-9bb3-6efd50153e95 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:19.451942 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d27eb1ef-1958-4cf4-a02b-f5607517f6d8 req-d4fd71df-603c-4695-9bb3-6efd50153e95 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00 HTTP/1.1" status: 200 len: 946 time: 0.1680102 Jul 05 09:50:19.455726 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-50226fc0-a434-4d31-9004-b38dcc0c73d2 service neutron] 10.222.0.79 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999190 Jul 05 09:50:19.621338 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d27eb1ef-1958-4cf4-a02b-f5607517f6d8 req-7549b88e-08de-436e-b54e-5ed6a57b3ec0 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467421 Jul 05 09:50:19.666589 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-eb832716-71db-4f01-8dd7-0ed329162858 req-62beaa33-5ab4-4a5b-8ca1-1979bae2a6f3 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] For port 4e16e6a1-7622-4733-aa44-5875dba4140a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=4e16e6a1-7622-4733-aa44-5875dba4140a,segment=NetworkSegment(6236b97d-8425-459f-81ba-4fba31e24243),segment_id=6236b97d-8425-459f-81ba-4fba31e24243)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:19.667234 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eb832716-71db-4f01-8dd7-0ed329162858 req-62beaa33-5ab4-4a5b-8ca1-1979bae2a6f3 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:19.693612 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-c0312642-51a5-42a0-9e10-37c6d2d22068 service neutron] 10.222.0.79 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263002 Jul 05 09:50:19.704052 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-eb832716-71db-4f01-8dd7-0ed329162858 req-62beaa33-5ab4-4a5b-8ca1-1979bae2a6f3 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Calling delete_port for 4e16e6a1-7622-4733-aa44-5875dba4140a owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:50:19.874939 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-6f214ecc-ce2e-4a7a-86fd-4d6b534d41a3 service neutron] 10.222.0.79 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721582 Jul 05 09:50:19.979237 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eb832716-71db-4f01-8dd7-0ed329162858 req-62beaa33-5ab4-4a5b-8ca1-1979bae2a6f3 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:19.993044 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['86305fdc-3bf1-45a5-acb8-6ad4b27e085d', '4e16e6a1-7622-4733-aa44-5875dba4140a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:19.996467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['7a209d70-5a0a-48bf-a1f9-5c9b063143d3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:20.048759 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62beaa33-5ab4-4a5b-8ca1-1979bae2a6f3 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Pushing event deleted for resources: {'Port': ['ID=4e16e6a1-7622-4733-aa44-5875dba4140a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:20.114177 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb832716-71db-4f01-8dd7-0ed329162858 req-62beaa33-5ab4-4a5b-8ca1-1979bae2a6f3 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] No DVR routers for this DVR port 4e16e6a1-7622-4733-aa44-5875dba4140a on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:50:20.119913 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eb832716-71db-4f01-8dd7-0ed329162858 req-62beaa33-5ab4-4a5b-8ca1-1979bae2a6f3 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:20.121949 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb832716-71db-4f01-8dd7-0ed329162858 req-62beaa33-5ab4-4a5b-8ca1-1979bae2a6f3 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.78 "DELETE /v2.0/ports/4e16e6a1-7622-4733-aa44-5875dba4140a HTTP/1.1" status: 204 len: 173 time: 0.9872639 Jul 05 09:50:20.122659 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00', 'name': 'network-vif-deleted', 'tag': '4e16e6a1-7622-4733-aa44-5875dba4140a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:20.124971 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d10c0ec-36f5-419c-bd00-3885652e853e" -d '{"events": [{"server_uuid": "051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00", "name": "network-vif-deleted", "tag": "4e16e6a1-7622-4733-aa44-5875dba4140a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:20.171541 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-25dc8b17-9ca5-4677-b848-3b3c0477bd7f tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:20.185909 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-25dc8b17-9ca5-4677-b848-3b3c0477bd7f tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/networks?id=2f064e02-170f-4fcb-aaf2-63cbc4f5f734 HTTP/1.1" status: 200 len: 813 time: 0.2379279 Jul 05 09:50:20.213130 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-dbb82703-2fd4-4046-b106-e1ec8cbc2ae9 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/quotas/a33692ef47ca49faac553ee3dc5181d5 HTTP/1.1" status: 200 len: 375 time: 0.0145338 Jul 05 09:50:20.297321 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-d62ad4b1-09ca-40b0-bc74-eda6f633ca14 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a33692ef47ca49faac553ee3dc5181d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783603 Jul 05 09:50:20.302327 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-bbd939e8-ecaf-4622-aea9-2d45c57907c9 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:50:20.315164 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-bbd939e8-ecaf-4622-aea9-2d45c57907c9 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169475 Jul 05 09:50:20.500948 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-13b7caef-e0c0-421d-a395-605d9f59fe37 service neutron] 10.222.0.79 "GET /v2.0/networks/2f064e02-170f-4fcb-aaf2-63cbc4f5f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847887 Jul 05 09:50:20.633745 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b8cef607-1a29-446e-8989-44089c63d1b9 service neutron] 10.222.0.79 "GET /v2.0/networks/2f064e02-170f-4fcb-aaf2-63cbc4f5f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267920 Jul 05 09:50:20.896459 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-901df9a0-8f09-4b2c-9bb9-8068e890f650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:20.979964 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11fb6d-9390-40dc-82b5-61eb2dad00fa req-14a991a1-005f-4d39-b32d-86225773818d tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:20.990128 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab11fb6d-9390-40dc-82b5-61eb2dad00fa req-14a991a1-005f-4d39-b32d-86225773818d tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 946 time: 0.1733844 Jul 05 09:50:21.081200 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab11fb6d-9390-40dc-82b5-61eb2dad00fa req-8de8a6c1-e028-41fe-bc60-29365e95d542 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891705 Jul 05 09:50:21.335664 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f48a1c-5451-42ec-b91a-8be935ec85ff req-e94916a4-6f75-4c8b-9e15-6b8a12db1f2d tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:21.343038 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03f48a1c-5451-42ec-b91a-8be935ec85ff req-e94916a4-6f75-4c8b-9e15-6b8a12db1f2d tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.1958802 Jul 05 09:50:21.420394 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03f48a1c-5451-42ec-b91a-8be935ec85ff req-aeae216f-8bf6-4061-81cf-7fb4702eaf7e tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755546 Jul 05 09:50:21.515080 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f04b3-e5c1-4a75-8376-a7384982dec3 req-99f6f2db-a1d1-4b77-864a-54f1599cea6b tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:21.516692 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-313f04b3-e5c1-4a75-8376-a7384982dec3 req-99f6f2db-a1d1-4b77-864a-54f1599cea6b tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.2039480 Jul 05 09:50:21.646958 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-313f04b3-e5c1-4a75-8376-a7384982dec3 req-6cecbbab-5905-4d8e-ad0c-666f1211e352 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140680 Jul 05 09:50:21.649021 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af61467-a115-4797-8668-a2e26ffb5d51 x-openstack-request-id: req-2af61467-a115-4797-8668-a2e26ffb5d51 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:21.649300 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00", "name": "network-vif-deleted", "tag": "4e16e6a1-7622-4733-aa44-5875dba4140a", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:21.649647 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2af61467-a115-4797-8668-a2e26ffb5d51 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:21.649963 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051d71bc-6a64-4b03-8fe6-dbf7ff9f9d00', 'name': 'network-vif-deleted', 'tag': '4e16e6a1-7622-4733-aa44-5875dba4140a', 'status': 'completed', 'code': 200} Jul 05 09:50:21.937081 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fd61e5c9-d965-407f-9698-e319b0c3d297 req-d77770d3-8565-483b-9b45-00011eb58d87 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 210 time: 0.0488174 Jul 05 09:50:22.737989 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abace319-5bd0-41f7-a2e9-66972b0680a3 req-73d098de-2c4b-40b3-8e48-4ec29db7d685 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:22.745949 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abace319-5bd0-41f7-a2e9-66972b0680a3 req-73d098de-2c4b-40b3-8e48-4ec29db7d685 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 946 time: 0.0967703 Jul 05 09:50:22.803204 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abace319-5bd0-41f7-a2e9-66972b0680a3 req-a908eef9-40ff-443d-a5aa-302dabdf32f2 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560055 Jul 05 09:50:23.000243 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29928803-17df-4bf9-ab0a-0042e7a24876 req-18ac81ef-8978-4578-a968-fa0a62c39141 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dcde7a4-de87-49ac-b1ca-d69dc9aebb63 HTTP/1.1" status: 200 len: 210 time: 0.0487778 Jul 05 09:50:23.010387 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9058d7-8421-4273-a18e-d35b45e30198 req-86f55d55-f6b4-4f0e-8a04-6018fc75798c tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:23.018150 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c9058d7-8421-4273-a18e-d35b45e30198 req-86f55d55-f6b4-4f0e-8a04-6018fc75798c tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.1387224 Jul 05 09:50:23.096924 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c9058d7-8421-4273-a18e-d35b45e30198 req-b3b7ea6b-068d-45d7-8948-d649b5e24d50 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738885 Jul 05 09:50:23.151760 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-49a73dc9-77a5-4eef-bec1-db4cd482f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:23.160252 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-49a73dc9-77a5-4eef-bec1-db4cd482f204 service neutron] 10.222.0.78 "GET /v2.0/ports/21394da8-3084-494f-86c5-5db86ecaed8c HTTP/1.1" status: 200 len: 1031 time: 0.1018698 Jul 05 09:50:23.300421 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-749bf34a-0812-48f5-b60b-e3099794e034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:23.343565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-f064f6aa-4421-4b01-bfcb-e177e2d4d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:23.345028 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-f064f6aa-4421-4b01-bfcb-e177e2d4d032 service neutron] 10.222.0.78 "GET /v2.0/ports/a594f5a6-d4b1-489b-8883-c1de3416e2bf HTTP/1.1" status: 200 len: 1030 time: 0.1777008 Jul 05 09:50:23.448461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007a2b9-1710-440f-aa7c-c091e0e9e7ad req-68efbd59-6d91-4f39-b229-027c99e12ac0 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:23.450020 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1007a2b9-1710-440f-aa7c-c091e0e9e7ad req-68efbd59-6d91-4f39-b229-027c99e12ac0 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e4299de-a387-4c55-a9ad-f443ba0c7ef2 HTTP/1.1" status: 200 len: 945 time: 0.2015526 Jul 05 09:50:23.478870 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c053f-1801-45fa-91e8-ec8987bc2ce9 req-adf42fa9-9e6d-4b56-bc8e-aa338038d968 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:23.486098 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a80c053f-1801-45fa-91e8-ec8987bc2ce9 req-adf42fa9-9e6d-4b56-bc8e-aa338038d968 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.2533739 Jul 05 09:50:23.523922 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:23.563156 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-c79c4921-d803-47a3-9542-8585003dc546 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:23.576475 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-c79c4921-d803-47a3-9542-8585003dc546 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:23.582517 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-c79c4921-d803-47a3-9542-8585003dc546 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:23.584204 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-c79c4921-d803-47a3-9542-8585003dc546 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.78 "GET /v2.0/networks?id=2b4fa0ad-d771-4467-abb7-7725cc9bca3e&id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&id=46a7d976-22fe-499d-9eac-633e774ed0a2&id=46a7d976-22fe-499d-9eac-633e774ed0a2 HTTP/1.1" status: 200 len: 1996 time: 0.2208793 Jul 05 09:50:23.701036 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1007a2b9-1710-440f-aa7c-c091e0e9e7ad req-225568e9-670c-4c12-95ec-e610ccf9ad90 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415185 Jul 05 09:50:23.720468 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a80c053f-1801-45fa-91e8-ec8987bc2ce9 req-38c872cf-084b-4f6c-aeff-49fbfd24abc8 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334371 Jul 05 09:50:23.770774 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-1843a614-c932-445d-a7ef-07110042a374 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e04a66e3970b460eb00d87560a63797b HTTP/1.1" status: 200 len: 380 time: 0.1720846 Jul 05 09:50:23.796747 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b20da1c2-9001-45de-807c-d56ec1969933 req-21f0fed5-ab55-49af-b9c2-697485144983 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Request body: {'port': {'device_id': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e', 'admin_state_up': True, 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'security_groups': ['ceac56e7-f201-46e9-a48a-909264e3172a']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:24.072012 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6b7629a-f26d-4175-aad3-60a8af05f159 req-a678e386-de5c-4276-b13c-fbae34a4c07a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 210 time: 0.0498881 Jul 05 09:50:24.091087 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-21f0fed5-ab55-49af-b9c2-697485144983 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Made reservation on behalf of e04a66e3970b460eb00d87560a63797b for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:24.099341 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-21f0fed5-ab55-49af-b9c2-697485144983 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:24.155234 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b058ae83-d1ce-42d5-92b7-177de5bdff55 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:24.161929 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b058ae83-d1ce-42d5-92b7-177de5bdff55 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.81 "GET /v2.0/networks?id=2f064e02-170f-4fcb-aaf2-63cbc4f5f734 HTTP/1.1" status: 200 len: 813 time: 0.4681542 Jul 05 09:50:24.177760 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-9f90faee-74d4-456f-8f68-446dfb989e3b tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Request body: {'port': {'device_id': '4dcde7a4-de87-49ac-b1ca-d69dc9aebb63', 'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734', 'admin_state_up': True, 'tenant_id': 'a33692ef47ca49faac553ee3dc5181d5'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:24.346071 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 4e16e6a1-7622-4733-aa44-5875dba4140a no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:50:24.386378 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-48125a90-1031-4dec-80eb-15e2ce17cb5a tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:24.390858 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-48125a90-1031-4dec-80eb-15e2ce17cb5a tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.78 "GET /v2.0/networks?id=2f064e02-170f-4fcb-aaf2-63cbc4f5f734 HTTP/1.1" status: 200 len: 813 time: 0.7303255 Jul 05 09:50:24.394094 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 4e16e6a1-7622-4733-aa44-5875dba4140a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:50:24.394447 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 4e16e6a1-7622-4733-aa44-5875dba4140a not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:50:24.415708 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-2bd99649-b6b5-4973-ab0e-70ad61c02fa7 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Request body: {'port': {'device_id': 'c8c5f758-88f2-4ece-970e-8ee8f14ab9f0', 'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734', 'admin_state_up': True, 'tenant_id': 'a33692ef47ca49faac553ee3dc5181d5'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:24.424458 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7e49e54-c110-4487-a254-f2c4b240c71e req-d36e0f8b-ea69-4ce3-828e-3b05058aac0c tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dcde7a4-de87-49ac-b1ca-d69dc9aebb63 HTTP/1.1" status: 200 len: 210 time: 0.1254671 Jul 05 09:50:24.489267 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-b20da1c2-9001-45de-807c-d56ec1969933 req-21f0fed5-ab55-49af-b9c2-697485144983 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Allocated IP 172.20.0.6 (2b4fa0ad-d771-4467-abb7-7725cc9bca3e/22c724bc-0f32-4952-94a0-85931aacdabb/401fb49d-c5d2-4694-ad52-e41acc61b67a) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:50:24.502119 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:24.504942 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf2754-e6db-4cc6-a4ff-6cebb452a8f4 req-f28a1833-3994-432d-b819-bfe7b93862cd tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:24.506647 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50bf2754-e6db-4cc6-a4ff-6cebb452a8f4 req-f28a1833-3994-432d-b819-bfe7b93862cd tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 946 time: 0.2624731 Jul 05 09:50:24.638315 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-2bd99649-b6b5-4973-ab0e-70ad61c02fa7 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Made reservation on behalf of a33692ef47ca49faac553ee3dc5181d5 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:24.643054 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-2bd99649-b6b5-4973-ab0e-70ad61c02fa7 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:24.689446 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-9f90faee-74d4-456f-8f68-446dfb989e3b tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Made reservation on behalf of a33692ef47ca49faac553ee3dc5181d5 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:24.694291 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-9f90faee-74d4-456f-8f68-446dfb989e3b tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:24.747523 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-21f0fed5-ab55-49af-b9c2-697485144983 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:24.786243 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50bf2754-e6db-4cc6-a4ff-6cebb452a8f4 req-504c7f8c-f874-4a42-9867-035535572bab tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718880 Jul 05 09:50:24.790182 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b20da1c2-9001-45de-807c-d56ec1969933 req-21f0fed5-ab55-49af-b9c2-697485144983 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Transition to ACTIVE for port object 401fb49d-c5d2-4694-ad52-e41acc61b67a will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:24.988446 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31143f61-d145-4f3d-a714-55c1b1a6c664 req-00fe9abb-a858-4d56-a365-5ec27196b845 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:24.991098 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-31143f61-d145-4f3d-a714-55c1b1a6c664 req-00fe9abb-a858-4d56-a365-5ec27196b845 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.2316117 Jul 05 09:50:25.078560 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-31143f61-d145-4f3d-a714-55c1b1a6c664 req-d6cb17ba-24af-474f-88b2-d1a24b92333b tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788903 Jul 05 09:50:25.088088 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-21f0fed5-ab55-49af-b9c2-697485144983 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:25.201243 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20da1c2-9001-45de-807c-d56ec1969933 req-21f0fed5-ab55-49af-b9c2-697485144983 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Network 2b4fa0ad-d771-4467-abb7-7725cc9bca3e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:50:25.206468 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-b20da1c2-9001-45de-807c-d56ec1969933 req-21f0fed5-ab55-49af-b9c2-697485144983 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:25.242437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20da1c2-9001-45de-807c-d56ec1969933 req-21f0fed5-ab55-49af-b9c2-697485144983 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:50:25.316419 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0fed5-ab55-49af-b9c2-697485144983 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event updated for resources: {'Port': ['ID=401fb49d-c5d2-4694-ad52-e41acc61b67a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:25.351757 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-2bd99649-b6b5-4973-ab0e-70ad61c02fa7 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Allocated IP 172.20.0.5 (2f064e02-170f-4fcb-aaf2-63cbc4f5f734/742158a5-2371-40df-9126-c3b4e2696482/3f9205d0-cf69-4416-a4d6-526512a18406) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:50:25.354283 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889676e-a7c6-4cea-9751-ab5a3fa53109 req-33873d74-9b50-465c-ad06-cfce64da9da8 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:25.362332 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b889676e-a7c6-4cea-9751-ab5a3fa53109 req-33873d74-9b50-465c-ad06-cfce64da9da8 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e4299de-a387-4c55-a9ad-f443ba0c7ef2 HTTP/1.1" status: 200 len: 945 time: 0.3662100 Jul 05 09:50:25.364904 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa7d2d-b83f-4aab-9e9f-a1f6d7921db1 req-42f62297-4d5a-495d-a859-1939c5e08627 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:25.366948 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-47fa7d2d-b83f-4aab-9e9f-a1f6d7921db1 req-42f62297-4d5a-495d-a859-1939c5e08627 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e4299de-a387-4c55-a9ad-f443ba0c7ef2 HTTP/1.1" status: 200 len: 945 time: 0.6024630 Jul 05 09:50:25.469445 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-21f0fed5-ab55-49af-b9c2-697485144983 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:25.470958 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-21f0fed5-ab55-49af-b9c2-697485144983 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:25.493589 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b889676e-a7c6-4cea-9751-ab5a3fa53109 req-f7a87b87-f2c4-4e69-82a1-43e476ab245d tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296723 Jul 05 09:50:25.543427 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-21f0fed5-ab55-49af-b9c2-697485144983 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7613328 Jul 05 09:50:25.574140 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b20da1c2-9001-45de-807c-d56ec1969933 req-04d01ec8-30ec-4ffc-8a6b-07abd3fa665e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Request body: {'port': {'device_id': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5', 'admin_state_up': True, 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'security_groups': ['ceac56e7-f201-46e9-a48a-909264e3172a']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:25.604243 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58c5cb-5b9b-4190-bef7-ee726abfb7a1 req-c105e206-726c-4d44-8b2b-3372d99eae92 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:25.621197 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c58c5cb-5b9b-4190-bef7-ee726abfb7a1 req-c105e206-726c-4d44-8b2b-3372d99eae92 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.2323761 Jul 05 09:50:25.627885 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-daf5fc65-8435-4ec9-bb4f-d26eacd7d717 None None] Provisioning for port 401fb49d-c5d2-4694-ad52-e41acc61b67a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:25.635563 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-daf5fc65-8435-4ec9-bb4f-d26eacd7d717 None None] Provisioning complete for port 401fb49d-c5d2-4694-ad52-e41acc61b67a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:25.637064 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-daf5fc65-8435-4ec9-bb4f-d26eacd7d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:25.653211 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-47fa7d2d-b83f-4aab-9e9f-a1f6d7921db1 req-9797da87-4f24-4832-a754-00d6cc038525 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Deleting port 86305fdc-3bf1-45a5-acb8-6ad4b27e085d {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:50:25.653820 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-47fa7d2d-b83f-4aab-9e9f-a1f6d7921db1 req-9797da87-4f24-4832-a754-00d6cc038525 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:25.715377 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-daf5fc65-8435-4ec9-bb4f-d26eacd7d717 None None] Port 401fb49d-c5d2-4694-ad52-e41acc61b67a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:50:25.729263 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-2bd99649-b6b5-4973-ab0e-70ad61c02fa7 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:25.781952 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-2bd99649-b6b5-4973-ab0e-70ad61c02fa7 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:25.955797 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-9f90faee-74d4-456f-8f68-446dfb989e3b tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Allocated IP 172.20.0.6 (2f064e02-170f-4fcb-aaf2-63cbc4f5f734/742158a5-2371-40df-9126-c3b4e2696482/52dbde9a-7308-4a92-8720-73673f0d5091) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:50:26.149391 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-9f90faee-74d4-456f-8f68-446dfb989e3b tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:26.177244 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd99649-b6b5-4973-ab0e-70ad61c02fa7 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Pushing event updated for resources: {'Port': ['ID=3f9205d0-cf69-4416-a4d6-526512a18406,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:26.194240 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c58c5cb-5b9b-4190-bef7-ee726abfb7a1 req-296547e4-7aa4-41bb-bdc8-d2719fee3ecb tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717926 Jul 05 09:50:26.208397 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-2bd99649-b6b5-4973-ab0e-70ad61c02fa7 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Network 2f064e02-170f-4fcb-aaf2-63cbc4f5f734 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:50:26.231930 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-2bd99649-b6b5-4973-ab0e-70ad61c02fa7 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:26.237823 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-2bd99649-b6b5-4973-ab0e-70ad61c02fa7 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:50:26.322130 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-9f90faee-74d4-456f-8f68-446dfb989e3b tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:26.348697 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039650f5-4279-4d6b-a348-3989476a94e0 req-779e512b-8850-4154-adec-a2763ce6f89e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:26.351253 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-039650f5-4279-4d6b-a348-3989476a94e0 req-779e512b-8850-4154-adec-a2763ce6f89e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 931 time: 0.2319062 Jul 05 09:50:26.380429 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-9f90faee-74d4-456f-8f68-446dfb989e3b tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Network 2f064e02-170f-4fcb-aaf2-63cbc4f5f734 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:50:26.390538 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-2bd99649-b6b5-4973-ab0e-70ad61c02fa7 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:26.391199 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-2bd99649-b6b5-4973-ab0e-70ad61c02fa7 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:26.397214 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-9f90faee-74d4-456f-8f68-446dfb989e3b tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:26.423476 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-04d01ec8-30ec-4ffc-8a6b-07abd3fa665e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Made reservation on behalf of e04a66e3970b460eb00d87560a63797b for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:26.424938 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-9f90faee-74d4-456f-8f68-446dfb989e3b tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:50:26.429786 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-04d01ec8-30ec-4ffc-8a6b-07abd3fa665e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:26.467434 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-47fa7d2d-b83f-4aab-9e9f-a1f6d7921db1 req-9797da87-4f24-4832-a754-00d6cc038525 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] For port 86305fdc-3bf1-45a5-acb8-6ad4b27e085d, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=86305fdc-3bf1-45a5-acb8-6ad4b27e085d,segment=NetworkSegment(6236b97d-8425-459f-81ba-4fba31e24243),segment_id=6236b97d-8425-459f-81ba-4fba31e24243)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:26.467801 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-47fa7d2d-b83f-4aab-9e9f-a1f6d7921db1 req-9797da87-4f24-4832-a754-00d6cc038525 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:26.497353 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-039650f5-4279-4d6b-a348-3989476a94e0 req-14da4244-e5ff-407e-b81c-98f2f3af1768 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368928 Jul 05 09:50:26.500727 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-2bd99649-b6b5-4973-ab0e-70ad61c02fa7 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1016655 Jul 05 09:50:26.506086 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-47fa7d2d-b83f-4aab-9e9f-a1f6d7921db1 req-9797da87-4f24-4832-a754-00d6cc038525 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Calling delete_port for 86305fdc-3bf1-45a5-acb8-6ad4b27e085d owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:50:26.518667 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b733ba1e-fdff-4c53-bba1-1a9a514a577b service neutron] Request body: {'port': {'device_id': 'c8c5f758-88f2-4ece-970e-8ee8f14ab9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:26.540646 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7f2c3-da6a-47dc-971e-bca748d3c6c7 req-e949b887-18b1-4509-8632-1300ff3f8b81 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:26.543609 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-96a7f2c3-da6a-47dc-971e-bca748d3c6c7 req-e949b887-18b1-4509-8632-1300ff3f8b81 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dcde7a4-de87-49ac-b1ca-d69dc9aebb63 HTTP/1.1" status: 200 len: 931 time: 0.1571381 Jul 05 09:50:26.566920 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90faee-74d4-456f-8f68-446dfb989e3b tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Pushing event updated for resources: {'Port': ['ID=52dbde9a-7308-4a92-8720-73673f0d5091,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:26.596250 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-9f90faee-74d4-456f-8f68-446dfb989e3b tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:26.596975 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-9f90faee-74d4-456f-8f68-446dfb989e3b tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:26.610352 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:26.694012 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-96a7f2c3-da6a-47dc-971e-bca748d3c6c7 req-2ef8a685-1bb9-4b2d-8e9c-d1aff79a024f tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7d8bceb-4067-4548-b848-1fb9b17a7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368818 Jul 05 09:50:26.704357 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-9f90faee-74d4-456f-8f68-446dfb989e3b tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5307393 Jul 05 09:50:26.762580 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-f245c850-62d8-4556-8e83-fb182bb4eed6 service neutron] Request body: {'port': {'device_id': '4dcde7a4-de87-49ac-b1ca-d69dc9aebb63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:26.763901 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b733ba1e-fdff-4c53-bba1-1a9a514a577b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:26.833469 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-b20da1c2-9001-45de-807c-d56ec1969933 req-04d01ec8-30ec-4ffc-8a6b-07abd3fa665e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Allocated IP 10.1.1.108 (c1788f1b-ee6e-4ce9-bcf5-2400566efbd5/beb17974-ad37-4f4e-b8b5-ae6e1c964f90/ce4b1166-0af2-41df-8bef-a3498b53e598) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:50:27.011629 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a5a33-4e72-4a26-b33c-584428865871 req-48965ea7-57da-423b-b636-d7c596c3664a tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:27.018372 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-af2a5a33-4e72-4a26-b33c-584428865871 req-48965ea7-57da-423b-b636-d7c596c3664a tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 946 time: 0.2706187 Jul 05 09:50:27.043673 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-f245c850-62d8-4556-8e83-fb182bb4eed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:27.094131 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-04d01ec8-30ec-4ffc-8a6b-07abd3fa665e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:27.108895 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-af2a5a33-4e72-4a26-b33c-584428865871 req-431a267d-259a-40d5-b58d-d0fce035446e tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895982 Jul 05 09:50:27.158347 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537518d7-7837-4664-81f9-0404da234864 req-43e93e99-0fe5-4fcc-ac5e-d9f4edd8d5d8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:27.169680 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-537518d7-7837-4664-81f9-0404da234864 req-43e93e99-0fe5-4fcc-ac5e-d9f4edd8d5d8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.3088648 Jul 05 09:50:27.170987 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b20da1c2-9001-45de-807c-d56ec1969933 req-04d01ec8-30ec-4ffc-8a6b-07abd3fa665e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Transition to ACTIVE for port object ce4b1166-0af2-41df-8bef-a3498b53e598 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:27.173262 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-47fa7d2d-b83f-4aab-9e9f-a1f6d7921db1 req-9797da87-4f24-4832-a754-00d6cc038525 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:27.185755 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['86305fdc-3bf1-45a5-acb8-6ad4b27e085d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:27.279200 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797da87-4f24-4832-a754-00d6cc038525 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Pushing event deleted for resources: {'Port': ['ID=86305fdc-3bf1-45a5-acb8-6ad4b27e085d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:27.280478 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-537518d7-7837-4664-81f9-0404da234864 req-13083d59-ab96-4d2a-a6ed-f903097192af tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915179 Jul 05 09:50:27.303788 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['7a209d70-5a0a-48bf-a1f9-5c9b063143d3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:27.349057 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fa7d2d-b83f-4aab-9e9f-a1f6d7921db1 req-9797da87-4f24-4832-a754-00d6cc038525 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] No DVR routers for this DVR port 86305fdc-3bf1-45a5-acb8-6ad4b27e085d on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:50:27.359145 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-47fa7d2d-b83f-4aab-9e9f-a1f6d7921db1 req-9797da87-4f24-4832-a754-00d6cc038525 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:27.361617 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-47fa7d2d-b83f-4aab-9e9f-a1f6d7921db1 req-9797da87-4f24-4832-a754-00d6cc038525 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.78 "DELETE /v2.0/ports/86305fdc-3bf1-45a5-acb8-6ad4b27e085d HTTP/1.1" status: 204 len: 173 time: 1.9862914 Jul 05 09:50:27.362506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4299de-a387-4c55-a9ad-f443ba0c7ef2', 'name': 'network-vif-deleted', 'tag': '86305fdc-3bf1-45a5-acb8-6ad4b27e085d'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:27.365508 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f550f48d-597e-4646-b98e-4164702a4f7f" -d '{"events": [{"server_uuid": "4e4299de-a387-4c55-a9ad-f443ba0c7ef2", "name": "network-vif-deleted", "tag": "86305fdc-3bf1-45a5-acb8-6ad4b27e085d"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:27.370365 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f36210a9-327c-46b5-b1b0-c2dc39178fba req-c06292fa-7ca4-42eb-aa65-9bae718b2cce tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e4299de-a387-4c55-a9ad-f443ba0c7ef2 HTTP/1.1" status: 200 len: 210 time: 0.0716741 Jul 05 09:50:27.372480 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-04d01ec8-30ec-4ffc-8a6b-07abd3fa665e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:27.477989 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20da1c2-9001-45de-807c-d56ec1969933 req-04d01ec8-30ec-4ffc-8a6b-07abd3fa665e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:50:27.485074 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-b20da1c2-9001-45de-807c-d56ec1969933 req-04d01ec8-30ec-4ffc-8a6b-07abd3fa665e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:27.492208 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20da1c2-9001-45de-807c-d56ec1969933 req-04d01ec8-30ec-4ffc-8a6b-07abd3fa665e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:50:27.513417 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b733ba1e-fdff-4c53-bba1-1a9a514a577b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9205d0-cf69-4416-a4d6-526512a18406 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:27.531771 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b733ba1e-fdff-4c53-bba1-1a9a514a577b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:27.559483 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b733ba1e-fdff-4c53-bba1-1a9a514a577b service neutron] Transition to ACTIVE for port object 3f9205d0-cf69-4416-a4d6-526512a18406 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:27.578364 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b733ba1e-fdff-4c53-bba1-1a9a514a577b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:27.584864 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d01ec8-30ec-4ffc-8a6b-07abd3fa665e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event updated for resources: {'Port': ['ID=ce4b1166-0af2-41df-8bef-a3498b53e598,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:27.657211 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-04d01ec8-30ec-4ffc-8a6b-07abd3fa665e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:27.668294 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-04d01ec8-30ec-4ffc-8a6b-07abd3fa665e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:27.729881 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6217059-426f-44ca-837d-55e45e0a0cf5 x-openstack-request-id: req-b6217059-426f-44ca-837d-55e45e0a0cf5 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:27.744245 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4299de-a387-4c55-a9ad-f443ba0c7ef2", "name": "network-vif-deleted", "tag": "86305fdc-3bf1-45a5-acb8-6ad4b27e085d", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:27.744692 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b6217059-426f-44ca-837d-55e45e0a0cf5 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:27.745229 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4299de-a387-4c55-a9ad-f443ba0c7ef2', 'name': 'network-vif-deleted', 'tag': '86305fdc-3bf1-45a5-acb8-6ad4b27e085d', 'status': 'completed', 'code': 200} Jul 05 09:50:27.790666 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-04d01ec8-30ec-4ffc-8a6b-07abd3fa665e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2292726 Jul 05 09:50:27.806661 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b20da1c2-9001-45de-807c-d56ec1969933 req-6fa39f66-fa5b-4c1e-96f3-097c4da5567c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Request body: {'port': {'device_id': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5', 'admin_state_up': True, 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'security_groups': ['ceac56e7-f201-46e9-a48a-909264e3172a']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:27.920691 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733ba1e-fdff-4c53-bba1-1a9a514a577b service neutron] Pushing event updated for resources: {'Port': ['ID=3f9205d0-cf69-4416-a4d6-526512a18406,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:27.962573 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c4a02669-fc21-49ba-ac6e-d531b1d3107d None None] Provisioning for port ce4b1166-0af2-41df-8bef-a3498b53e598 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:27.968583 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c4a02669-fc21-49ba-ac6e-d531b1d3107d None None] Provisioning complete for port ce4b1166-0af2-41df-8bef-a3498b53e598 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:27.969160 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c4a02669-fc21-49ba-ac6e-d531b1d3107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:28.064025 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c4a02669-fc21-49ba-ac6e-d531b1d3107d None None] Port ce4b1166-0af2-41df-8bef-a3498b53e598 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:50:28.070558 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b733ba1e-fdff-4c53-bba1-1a9a514a577b service neutron] Attempting to bind port 3f9205d0-cf69-4416-a4d6-526512a18406 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:50:28.071126 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b733ba1e-fdff-4c53-bba1-1a9a514a577b service neutron] Attempting to bind port 3f9205d0-cf69-4416-a4d6-526512a18406 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '59b5db18-d612-4d13-8670-487f029f55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:50:28.071667 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b733ba1e-fdff-4c53-bba1-1a9a514a577b service neutron] Attempting to bind port 3f9205d0-cf69-4416-a4d6-526512a18406 on network 2f064e02-170f-4fcb-aaf2-63cbc4f5f734 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:28.076423 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f163e-1c6c-4485-bd7c-4ab585dba25c req-500e8c70-e880-4c81-87bc-a37b10fde06b tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:28.084772 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ba7f163e-1c6c-4485-bd7c-4ab585dba25c req-500e8c70-e880-4c81-87bc-a37b10fde06b tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.3919024 Jul 05 09:50:28.085714 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b733ba1e-fdff-4c53-bba1-1a9a514a577b service neutron] Port 3f9205d0-cf69-4416-a4d6-526512a18406 on network 2f064e02-170f-4fcb-aaf2-63cbc4f5f734 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:50:28.086402 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b733ba1e-fdff-4c53-bba1-1a9a514a577b service neutron] Attempting to bind port 3f9205d0-cf69-4416-a4d6-526512a18406 on network 2f064e02-170f-4fcb-aaf2-63cbc4f5f734 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:28.120198 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b733ba1e-fdff-4c53-bba1-1a9a514a577b service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:50:28.120961 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b733ba1e-fdff-4c53-bba1-1a9a514a577b service neutron] Checking segment: {'id': '59b5db18-d612-4d13-8670-487f029f55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:28.121573 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b733ba1e-fdff-4c53-bba1-1a9a514a577b service neutron] Bound using segment: {'id': '59b5db18-d612-4d13-8670-487f029f55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:50:28.122506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b733ba1e-fdff-4c53-bba1-1a9a514a577b service neutron] Bound port: 3f9205d0-cf69-4416-a4d6-526512a18406, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b5db18-d612-4d13-8670-487f029f55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:50:28.123101 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b733ba1e-fdff-4c53-bba1-1a9a514a577b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:28.147219 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-f245c850-62d8-4556-8e83-fb182bb4eed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52dbde9a-7308-4a92-8720-73673f0d5091 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:28.177101 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-f245c850-62d8-4556-8e83-fb182bb4eed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:28.202790 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-f245c850-62d8-4556-8e83-fb182bb4eed6 service neutron] Transition to ACTIVE for port object 52dbde9a-7308-4a92-8720-73673f0d5091 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:28.214774 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-f245c850-62d8-4556-8e83-fb182bb4eed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:28.223778 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec213ffa-0d7f-47be-bce8-282a9b5da46a req-299e2fd0-0254-4853-8379-e111e122aeca tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:28.240718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec213ffa-0d7f-47be-bce8-282a9b5da46a req-299e2fd0-0254-4853-8379-e111e122aeca tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:28.243952 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ec213ffa-0d7f-47be-bce8-282a9b5da46a req-299e2fd0-0254-4853-8379-e111e122aeca tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 1653 time: 0.3675792 Jul 05 09:50:28.258011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b733ba1e-fdff-4c53-bba1-1a9a514a577b service neutron] For port 3f9205d0-cf69-4416-a4d6-526512a18406, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:50:28.263422 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b733ba1e-fdff-4c53-bba1-1a9a514a577b service neutron] For port 3f9205d0-cf69-4416-a4d6-526512a18406, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=3f9205d0-cf69-4416-a4d6-526512a18406,segment=NetworkSegment(59b5db18-d612-4d13-8670-487f029f55d3),segment_id=59b5db18-d612-4d13-8670-487f029f55d3)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:50:28.274482 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b733ba1e-fdff-4c53-bba1-1a9a514a577b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:28.308808 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ba7f163e-1c6c-4485-bd7c-4ab585dba25c req-caffab46-8d6b-4c90-9701-31574a55b2f0 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188735 Jul 05 09:50:28.311009 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b733ba1e-fdff-4c53-bba1-1a9a514a577b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:28.311710 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b733ba1e-fdff-4c53-bba1-1a9a514a577b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:28.313470 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b733ba1e-fdff-4c53-bba1-1a9a514a577b service neutron] 10.222.0.78 "PUT /v2.0/ports/3f9205d0-cf69-4416-a4d6-526512a18406 HTTP/1.1" status: 200 len: 1091 time: 1.7999063 Jul 05 09:50:28.348217 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245c850-62d8-4556-8e83-fb182bb4eed6 service neutron] Pushing event updated for resources: {'Port': ['ID=52dbde9a-7308-4a92-8720-73673f0d5091,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:28.417526 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733ba1e-fdff-4c53-bba1-1a9a514a577b service neutron] Pushing event updated for resources: {'Port': ['ID=3f9205d0-cf69-4416-a4d6-526512a18406,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:28.433588 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-6fa39f66-fa5b-4c1e-96f3-097c4da5567c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Made reservation on behalf of e04a66e3970b460eb00d87560a63797b for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:28.439489 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-6fa39f66-fa5b-4c1e-96f3-097c4da5567c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:28.532982 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ec213ffa-0d7f-47be-bce8-282a9b5da46a req-ae19e870-e847-40ee-a805-c9db679ba179 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706156 Jul 05 09:50:28.682595 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-f245c850-62d8-4556-8e83-fb182bb4eed6 service neutron] Attempting to bind port 52dbde9a-7308-4a92-8720-73673f0d5091 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:50:28.696768 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-f245c850-62d8-4556-8e83-fb182bb4eed6 service neutron] Attempting to bind port 52dbde9a-7308-4a92-8720-73673f0d5091 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '59b5db18-d612-4d13-8670-487f029f55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:50:28.697389 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-f245c850-62d8-4556-8e83-fb182bb4eed6 service neutron] Attempting to bind port 52dbde9a-7308-4a92-8720-73673f0d5091 on network 2f064e02-170f-4fcb-aaf2-63cbc4f5f734 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:28.701499 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-143a857b-52f0-4f15-a531-9fc6e36e07ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:28.703211 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-143a857b-52f0-4f15-a531-9fc6e36e07ea service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a33692ef47ca49faac553ee3dc5181d5&device_id=c8c5f758-88f2-4ece-970e-8ee8f14ab9f0 HTTP/1.1" status: 200 len: 1094 time: 0.2678342 Jul 05 09:50:28.720634 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-f245c850-62d8-4556-8e83-fb182bb4eed6 service neutron] Port 52dbde9a-7308-4a92-8720-73673f0d5091 on network 2f064e02-170f-4fcb-aaf2-63cbc4f5f734 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:50:28.724141 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-f245c850-62d8-4556-8e83-fb182bb4eed6 service neutron] Attempting to bind port 52dbde9a-7308-4a92-8720-73673f0d5091 on network 2f064e02-170f-4fcb-aaf2-63cbc4f5f734 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:28.770256 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-6dd41834-42d0-4cef-abc1-c27f47ee7015 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f9205d0-cf69-4416-a4d6-526512a18406 HTTP/1.1" status: 200 len: 217 time: 0.0567675 Jul 05 09:50:28.773485 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-f245c850-62d8-4556-8e83-fb182bb4eed6 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:50:28.773837 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-f245c850-62d8-4556-8e83-fb182bb4eed6 service neutron] Checking segment: {'id': '59b5db18-d612-4d13-8670-487f029f55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:28.774242 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-f245c850-62d8-4556-8e83-fb182bb4eed6 service neutron] Bound using segment: {'id': '59b5db18-d612-4d13-8670-487f029f55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:50:28.774704 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-f245c850-62d8-4556-8e83-fb182bb4eed6 service neutron] Bound port: 52dbde9a-7308-4a92-8720-73673f0d5091, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b5db18-d612-4d13-8670-487f029f55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:50:28.775078 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-f245c850-62d8-4556-8e83-fb182bb4eed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:28.798868 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-b20da1c2-9001-45de-807c-d56ec1969933 req-6fa39f66-fa5b-4c1e-96f3-097c4da5567c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Allocated IP 10.1.1.24 (c1788f1b-ee6e-4ce9-bcf5-2400566efbd5/beb17974-ad37-4f4e-b8b5-ae6e1c964f90/535ddd5c-98dd-4fcc-a7fb-bb701e0fe321) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:50:28.877607 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-f245c850-62d8-4556-8e83-fb182bb4eed6 service neutron] For port 52dbde9a-7308-4a92-8720-73673f0d5091, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:50:28.881182 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-f245c850-62d8-4556-8e83-fb182bb4eed6 service neutron] For port 52dbde9a-7308-4a92-8720-73673f0d5091, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=52dbde9a-7308-4a92-8720-73673f0d5091,segment=NetworkSegment(59b5db18-d612-4d13-8670-487f029f55d3),segment_id=59b5db18-d612-4d13-8670-487f029f55d3)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:50:28.893573 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-f245c850-62d8-4556-8e83-fb182bb4eed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:28.942734 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-9ad6c1ce-406d-4914-8658-c0dddf3c2713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:28.942734 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-9ad6c1ce-406d-4914-8658-c0dddf3c2713 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=742158a5-2371-40df-9126-c3b4e2696482 HTTP/1.1" status: 200 len: 853 time: 0.1636696 Jul 05 09:50:28.968842 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-f245c850-62d8-4556-8e83-fb182bb4eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:28.969492 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-f245c850-62d8-4556-8e83-fb182bb4eed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:28.971151 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-f245c850-62d8-4556-8e83-fb182bb4eed6 service neutron] 10.222.0.81 "PUT /v2.0/ports/52dbde9a-7308-4a92-8720-73673f0d5091 HTTP/1.1" status: 200 len: 1091 time: 2.2327876 Jul 05 09:50:29.024015 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-46617041-936c-48f1-8691-1bd2bce3311d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2f064e02-170f-4fcb-aaf2-63cbc4f5f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721288 Jul 05 09:50:29.059903 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245c850-62d8-4556-8e83-fb182bb4eed6 service neutron] Pushing event updated for resources: {'Port': ['ID=52dbde9a-7308-4a92-8720-73673f0d5091,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:29.099486 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72315c-3cef-4a6d-839a-06e7cbed303b req-66a33ad2-0477-4e24-906e-b8633337df15 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:29.107287 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4e72315c-3cef-4a6d-839a-06e7cbed303b req-66a33ad2-0477-4e24-906e-b8633337df15 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dcde7a4-de87-49ac-b1ca-d69dc9aebb63 HTTP/1.1" status: 200 len: 943 time: 0.5579317 Jul 05 09:50:29.223716 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-902345d2-ba1f-4501-8ee6-d926fced488f service neutron] 10.222.0.78 "GET /v2.0/networks/2f064e02-170f-4fcb-aaf2-63cbc4f5f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881533 Jul 05 09:50:29.230162 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-c843886e-416c-48bf-af2b-cab4bbe8ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:29.231705 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-c843886e-416c-48bf-af2b-cab4bbe8ec06 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a33692ef47ca49faac553ee3dc5181d5&device_id=4dcde7a4-de87-49ac-b1ca-d69dc9aebb63 HTTP/1.1" status: 200 len: 1094 time: 0.1431885 Jul 05 09:50:29.237969 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-6fa39f66-fa5b-4c1e-96f3-097c4da5567c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:29.258218 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4e72315c-3cef-4a6d-839a-06e7cbed303b req-676bdb93-6268-476c-b167-f31040cbda9c tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7d8bceb-4067-4548-b848-1fb9b17a7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486118 Jul 05 09:50:29.307878 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b20da1c2-9001-45de-807c-d56ec1969933 req-6fa39f66-fa5b-4c1e-96f3-097c4da5567c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Transition to ACTIVE for port object 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:29.336263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808bede-da19-43f2-b628-36e92026add2 req-3e52ff77-b348-47d7-9fd7-617ab7e356f1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:29.343064 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7808bede-da19-43f2-b628-36e92026add2 req-3e52ff77-b348-47d7-9fd7-617ab7e356f1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 946 time: 0.3861711 Jul 05 09:50:29.379232 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68156bd-d882-4105-993a-d04294596a8b req-0a9be8fa-5d85-4385-acd4-6ec75841b43d tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:29.380966 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-0a9be8fa-5d85-4385-acd4-6ec75841b43d tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177&tenant_id=f74a958ec8be4a8683e21e11de1010dc&binding%3Ahost_id=n-h2-798054-8 HTTP/1.1" status: 200 len: 1097 time: 0.2620547 Jul 05 09:50:29.398350 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-85580af9-b951-47d3-9c7d-05a4a347f9c7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52dbde9a-7308-4a92-8720-73673f0d5091 HTTP/1.1" status: 200 len: 217 time: 0.1574912 Jul 05 09:50:29.401628 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e68156bd-d882-4105-993a-d04294596a8b req-722f69b9-a463-4668-8e00-cdedb2065655 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-8'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:29.502141 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-35bb22e0-5b11-40c7-839f-4bcf8d59ebc9 service neutron] 10.222.0.78 "GET /v2.0/networks/2f064e02-170f-4fcb-aaf2-63cbc4f5f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683811 Jul 05 09:50:29.503793 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b0b57947-2445-4070-99e7-40c38f3fa690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:29.506397 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-b0b57947-2445-4070-99e7-40c38f3fa690 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=742158a5-2371-40df-9126-c3b4e2696482 HTTP/1.1" status: 200 len: 853 time: 0.0957651 Jul 05 09:50:29.552753 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-7ceb3fee-56da-4c12-b202-2b4291847356 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2f064e02-170f-4fcb-aaf2-63cbc4f5f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396485 Jul 05 09:50:29.556509 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7808bede-da19-43f2-b628-36e92026add2 req-529cc91e-4736-4e88-803e-f30dd640c284 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063425 Jul 05 09:50:29.589183 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-6fa39f66-fa5b-4c1e-96f3-097c4da5567c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:29.681780 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-979a908c-66a3-4b3f-b57b-4cbf0b3bd369 service neutron] 10.222.0.81 "GET /v2.0/networks/2f064e02-170f-4fcb-aaf2-63cbc4f5f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174190 Jul 05 09:50:29.692448 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e68156bd-d882-4105-993a-d04294596a8b req-722f69b9-a463-4668-8e00-cdedb2065655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:29.823436 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c5f758-88f2-4ece-970e-8ee8f14ab9f0', 'tag': '3f9205d0-cf69-4416-a4d6-526512a18406'}, {'name': 'network-changed', 'server_uuid': '4dcde7a4-de87-49ac-b1ca-d69dc9aebb63', 'tag': '52dbde9a-7308-4a92-8720-73673f0d5091'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:29.827120 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565c8955-82e2-4119-af67-385b447c1ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c5f758-88f2-4ece-970e-8ee8f14ab9f0", "tag": "3f9205d0-cf69-4416-a4d6-526512a18406"}, {"name": "network-changed", "server_uuid": "4dcde7a4-de87-49ac-b1ca-d69dc9aebb63", "tag": "52dbde9a-7308-4a92-8720-73673f0d5091"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:29.847286 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-35e20eb9-922e-494e-a426-2e2f53338cfe req-0ad7e6b9-a7fb-4c77-92da-7d150eb07697 service neutron] 10.222.0.81 "GET /v2.0/networks/2f064e02-170f-4fcb-aaf2-63cbc4f5f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486857 Jul 05 09:50:29.964036 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e68156bd-d882-4105-993a-d04294596a8b req-722f69b9-a463-4668-8e00-cdedb2065655 service neutron] For port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=65fe92fa-d1b8-480b-ba27-ad6bb2233e31,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:30.006718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e68156bd-d882-4105-993a-d04294596a8b req-722f69b9-a463-4668-8e00-cdedb2065655 service neutron] For port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:50:30.054379 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e68156bd-d882-4105-993a-d04294596a8b req-722f69b9-a463-4668-8e00-cdedb2065655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:30.069519 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20da1c2-9001-45de-807c-d56ec1969933 req-6fa39f66-fa5b-4c1e-96f3-097c4da5567c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:50:30.069519 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a1444f-3f57-433f-a038-ec1ee40b2177', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65fe92fa-d1b8-480b-ba27-ad6bb2233e31'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:30.070736 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98cd0b3-3953-4ba4-9b36-f8d595c23213" -d '{"events": [{"server_uuid": "91a1444f-3f57-433f-a038-ec1ee40b2177", "name": "network-vif-unplugged", "status": "completed", "tag": "65fe92fa-d1b8-480b-ba27-ad6bb2233e31"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:30.077021 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa39f66-fa5b-4c1e-96f3-097c4da5567c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event updated for resources: {'Port': ['ID=535ddd5c-98dd-4fcc-a7fb-bb701e0fe321,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:30.079368 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e68156bd-d882-4105-993a-d04294596a8b req-722f69b9-a463-4668-8e00-cdedb2065655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:30.106432 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-b20da1c2-9001-45de-807c-d56ec1969933 req-6fa39f66-fa5b-4c1e-96f3-097c4da5567c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:30.111784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20da1c2-9001-45de-807c-d56ec1969933 req-6fa39f66-fa5b-4c1e-96f3-097c4da5567c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:50:30.195593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-6fa39f66-fa5b-4c1e-96f3-097c4da5567c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:30.196225 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-6fa39f66-fa5b-4c1e-96f3-097c4da5567c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:30.207397 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83029696-dccc-4166-8994-c1e959cf11fe req-23efb1d2-c836-461d-959f-9109ac381a39 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:30.214885 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83029696-dccc-4166-8994-c1e959cf11fe req-23efb1d2-c836-461d-959f-9109ac381a39 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.7294450 Jul 05 09:50:30.310445 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-6fa39f66-fa5b-4c1e-96f3-097c4da5567c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5076740 Jul 05 09:50:30.335498 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b20da1c2-9001-45de-807c-d56ec1969933 req-d35599b2-bd07-4510-9c5e-6454c3b34931 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Request body: {'port': {'device_id': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '46a7d976-22fe-499d-9eac-633e774ed0a2', 'admin_state_up': True, 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'security_groups': ['ceac56e7-f201-46e9-a48a-909264e3172a']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:30.361726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f69b9-a463-4668-8e00-cdedb2065655 service neutron] Pushing event updated for resources: {'Port': ['ID=65fe92fa-d1b8-480b-ba27-ad6bb2233e31,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:30.373170 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 86305fdc-3bf1-45a5-acb8-6ad4b27e085d no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:50:30.433832 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83029696-dccc-4166-8994-c1e959cf11fe req-f18dbb65-cdc7-4cb4-a855-294dbd16753b tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172165 Jul 05 09:50:30.449468 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 86305fdc-3bf1-45a5-acb8-6ad4b27e085d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:50:30.450972 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 86305fdc-3bf1-45a5-acb8-6ad4b27e085d not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:50:30.533858 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c5b1b-85b6-408e-a9b0-2db48baa72f3 req-843a9b99-e816-49ea-bbae-bc03d46539dd tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:30.537109 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8d6c5b1b-85b6-408e-a9b0-2db48baa72f3 req-843a9b99-e816-49ea-bbae-bc03d46539dd tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.4808214 Jul 05 09:50:30.586524 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e68156bd-d882-4105-993a-d04294596a8b req-722f69b9-a463-4668-8e00-cdedb2065655 service neutron] Attempting to bind port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 on host n-h2-798054-8 for vnic_type normal with profile {"migrating_to": "n-h1-798054-8"} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:50:30.587383 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e68156bd-d882-4105-993a-d04294596a8b req-722f69b9-a463-4668-8e00-cdedb2065655 service neutron] Attempting to bind port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:50:30.587605 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68156bd-d882-4105-993a-d04294596a8b req-722f69b9-a463-4668-8e00-cdedb2065655 service neutron] Attempting to bind port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:30.615524 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4d0f44a8-681e-4a3f-9502-b654e6e19ba2 None None] Provisioning for port 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:30.620701 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68156bd-d882-4105-993a-d04294596a8b req-722f69b9-a463-4668-8e00-cdedb2065655 service neutron] Port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 on network 5aa1814e-7fad-4b86-b0f0-99892209992e not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:50:30.621140 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68156bd-d882-4105-993a-d04294596a8b req-722f69b9-a463-4668-8e00-cdedb2065655 service neutron] Attempting to bind port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:30.625696 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4d0f44a8-681e-4a3f-9502-b654e6e19ba2 None None] Provisioning complete for port 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:30.626079 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4d0f44a8-681e-4a3f-9502-b654e6e19ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:30.652700 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68156bd-d882-4105-993a-d04294596a8b req-722f69b9-a463-4668-8e00-cdedb2065655 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:50:30.653423 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68156bd-d882-4105-993a-d04294596a8b req-722f69b9-a463-4668-8e00-cdedb2065655 service neutron] Checking segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:30.654291 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68156bd-d882-4105-993a-d04294596a8b req-722f69b9-a463-4668-8e00-cdedb2065655 service neutron] Bound using segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:50:30.654949 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e68156bd-d882-4105-993a-d04294596a8b req-722f69b9-a463-4668-8e00-cdedb2065655 service neutron] Bound port: 65fe92fa-d1b8-480b-ba27-ad6bb2233e31, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:50:30.655628 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e68156bd-d882-4105-993a-d04294596a8b req-722f69b9-a463-4668-8e00-cdedb2065655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:30.723735 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4d0f44a8-681e-4a3f-9502-b654e6e19ba2 None None] Port 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:50:30.738615 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8d6c5b1b-85b6-408e-a9b0-2db48baa72f3 req-b0cdcde3-63a8-4347-8c30-30b46a8b13f1 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807141 Jul 05 09:50:30.751543 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-d35599b2-bd07-4510-9c5e-6454c3b34931 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Made reservation on behalf of e04a66e3970b460eb00d87560a63797b for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:30.828138 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:50:30.851536 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141ffbb7-2d6d-4aa0-9851-de9233c95b5e x-openstack-request-id: req-141ffbb7-2d6d-4aa0-9851-de9233c95b5e {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:30.852754 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c5f758-88f2-4ece-970e-8ee8f14ab9f0", "tag": "3f9205d0-cf69-4416-a4d6-526512a18406", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4dcde7a4-de87-49ac-b1ca-d69dc9aebb63", "tag": "52dbde9a-7308-4a92-8720-73673f0d5091", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:30.853406 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-141ffbb7-2d6d-4aa0-9851-de9233c95b5e {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:30.854002 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c5f758-88f2-4ece-970e-8ee8f14ab9f0', 'tag': '3f9205d0-cf69-4416-a4d6-526512a18406', 'status': 'completed', 'code': 200} Jul 05 09:50:30.854411 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dcde7a4-de87-49ac-b1ca-d69dc9aebb63', 'tag': '52dbde9a-7308-4a92-8720-73673f0d5091', 'status': 'completed', 'code': 200} Jul 05 09:50:30.935547 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-d35599b2-bd07-4510-9c5e-6454c3b34931 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:31.025131 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e02a7d-121d-42a8-864f-8aeae2053d1b x-openstack-request-id: req-35e02a7d-121d-42a8-864f-8aeae2053d1b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:31.025447 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a1444f-3f57-433f-a038-ec1ee40b2177", "name": "network-vif-unplugged", "status": "completed", "tag": "65fe92fa-d1b8-480b-ba27-ad6bb2233e31", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:31.025713 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-35e02a7d-121d-42a8-864f-8aeae2053d1b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:31.032506 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a1444f-3f57-433f-a038-ec1ee40b2177', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65fe92fa-d1b8-480b-ba27-ad6bb2233e31', 'code': 200} Jul 05 09:50:31.089535 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31, host n-h2-798054-8, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:31.089750 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e68156bd-d882-4105-993a-d04294596a8b req-722f69b9-a463-4668-8e00-cdedb2065655 service neutron] For port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:50:31.113790 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e68156bd-d882-4105-993a-d04294596a8b req-722f69b9-a463-4668-8e00-cdedb2065655 service neutron] For port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=65fe92fa-d1b8-480b-ba27-ad6bb2233e31,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:50:31.130006 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e68156bd-d882-4105-993a-d04294596a8b req-722f69b9-a463-4668-8e00-cdedb2065655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:31.134972 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Attempting to bind port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 on host n-h2-798054-8 for vnic_type normal with profile {"migrating_to": "n-h1-798054-8"} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:50:31.135405 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Attempting to bind port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:50:31.135782 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Attempting to bind port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:31.141463 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 on network 5aa1814e-7fad-4b86-b0f0-99892209992e not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:50:31.141877 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Attempting to bind port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 on network 5aa1814e-7fad-4b86-b0f0-99892209992e {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:31.150091 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:50:31.150482 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Checking segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:31.150908 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Bound using segment: {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:50:31.151379 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Bound port: 65fe92fa-d1b8-480b-ba27-ad6bb2233e31, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91aa4178-4999-44bc-86ce-4033642ae2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5aa1814e-7fad-4b86-b0f0-99892209992e'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:50:31.151779 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:31.184213 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c8955-82e2-4119-af67-385b447c1ee9 req-74020afb-6904-4374-b106-bbecfd6679a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:31.187489 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-565c8955-82e2-4119-af67-385b447c1ee9 req-74020afb-6904-4374-b106-bbecfd6679a4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a33692ef47ca49faac553ee3dc5181d5&device_id=c8c5f758-88f2-4ece-970e-8ee8f14ab9f0 HTTP/1.1" status: 200 len: 1094 time: 0.2623627 Jul 05 09:50:31.244511 n-d-798054-8 neutron-server[93908]: WARNING neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Concurrent port binding operations failed on port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 Jul 05 09:50:31.250404 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=65fe92fa-d1b8-480b-ba27-ad6bb2233e31,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:31.252243 n-d-798054-8 neutron-server[93908]: INFO neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Attempt 2 to bind port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 Jul 05 09:50:31.252712 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 has no active binding in host n-h1-798054-8 {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 09:50:31.296299 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c8955-82e2-4119-af67-385b447c1ee9 req-e43a9e48-7fae-4ad0-a0d4-24b666ce32a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:31.299336 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-565c8955-82e2-4119-af67-385b447c1ee9 req-e43a9e48-7fae-4ad0-a0d4-24b666ce32a9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a33692ef47ca49faac553ee3dc5181d5&device_id=4dcde7a4-de87-49ac-b1ca-d69dc9aebb63 HTTP/1.1" status: 200 len: 1094 time: 0.4436359 Jul 05 09:50:31.409355 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c8955-82e2-4119-af67-385b447c1ee9 req-c632e4aa-189a-45d0-b0ad-1c5031d616ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:31.411133 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-565c8955-82e2-4119-af67-385b447c1ee9 req-c632e4aa-189a-45d0-b0ad-1c5031d616ba service neutron] 10.222.0.78 "GET /v2.0/networks?id=2f064e02-170f-4fcb-aaf2-63cbc4f5f734 HTTP/1.1" status: 200 len: 914 time: 0.2135799 Jul 05 09:50:31.427540 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe7278-592c-4a33-8112-9a42ad43ceca req-1aa0a568-1bb6-46d9-8b85-6a3508c8fc90 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:31.434163 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe7278-592c-4a33-8112-9a42ad43ceca req-1aa0a568-1bb6-46d9-8b85-6a3508c8fc90 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:31.440789 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe7278-592c-4a33-8112-9a42ad43ceca req-1aa0a568-1bb6-46d9-8b85-6a3508c8fc90 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:31.442579 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-adbe7278-592c-4a33-8112-9a42ad43ceca req-1aa0a568-1bb6-46d9-8b85-6a3508c8fc90 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 2373 time: 0.6955597 Jul 05 09:50:31.456841 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-565c8955-82e2-4119-af67-385b447c1ee9 req-ce5c75ec-cd68-4ddb-b9ef-92b041b72474 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f9205d0-cf69-4416-a4d6-526512a18406 HTTP/1.1" status: 200 len: 217 time: 0.0370295 Jul 05 09:50:31.483443 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f69b9-a463-4668-8e00-cdedb2065655 service neutron] Pushing event updated for resources: {'Port': ['ID=65fe92fa-d1b8-480b-ba27-ad6bb2233e31,revision_number=8']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:31.501655 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c8955-82e2-4119-af67-385b447c1ee9 req-a6f030db-71b9-4688-ad71-300c6d52f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:31.503231 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-565c8955-82e2-4119-af67-385b447c1ee9 req-a6f030db-71b9-4688-ad71-300c6d52f9d6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2f064e02-170f-4fcb-aaf2-63cbc4f5f734 HTTP/1.1" status: 200 len: 914 time: 0.1954601 Jul 05 09:50:31.511319 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68156bd-d882-4105-993a-d04294596a8b req-722f69b9-a463-4668-8e00-cdedb2065655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:31.511989 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e68156bd-d882-4105-993a-d04294596a8b req-722f69b9-a463-4668-8e00-cdedb2065655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:31.513402 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-722f69b9-a463-4668-8e00-cdedb2065655 service neutron] 10.222.0.81 "PUT /v2.0/ports/65fe92fa-d1b8-480b-ba27-ad6bb2233e31 HTTP/1.1" status: 200 len: 1122 time: 2.1202540 Jul 05 09:50:31.520015 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c8955-82e2-4119-af67-385b447c1ee9 req-06012149-5adc-442a-b5a9-36e3ec93faf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:31.521852 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-565c8955-82e2-4119-af67-385b447c1ee9 req-06012149-5adc-442a-b5a9-36e3ec93faf9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=742158a5-2371-40df-9126-c3b4e2696482 HTTP/1.1" status: 200 len: 853 time: 0.0562110 Jul 05 09:50:31.575319 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-565c8955-82e2-4119-af67-385b447c1ee9 req-f1e0948f-523d-46f2-bd25-51af865fb713 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2f064e02-170f-4fcb-aaf2-63cbc4f5f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455425 Jul 05 09:50:31.579400 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-adbe7278-592c-4a33-8112-9a42ad43ceca req-b20854ef-eece-4ff2-8bee-03b0176cde4f tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241848 Jul 05 09:50:31.601296 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2da8a7-4f96-4b0b-963e-1e036107cdec req-2e841a5a-4864-450f-b050-2f4b108d1060 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:31.602889 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cd2da8a7-4f96-4b0b-963e-1e036107cdec req-2e841a5a-4864-450f-b050-2f4b108d1060 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dcde7a4-de87-49ac-b1ca-d69dc9aebb63 HTTP/1.1" status: 200 len: 943 time: 0.3380306 Jul 05 09:50:31.617296 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-b20da1c2-9001-45de-807c-d56ec1969933 req-d35599b2-bd07-4510-9c5e-6454c3b34931 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Allocated IP 10.2.2.100 (46a7d976-22fe-499d-9eac-633e774ed0a2/c6f1a43b-cce2-4a9e-add8-8eeaa611f18f/7687645d-a2a5-4242-b556-a4b6bc31c904) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:50:31.651556 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-565c8955-82e2-4119-af67-385b447c1ee9 req-eb928b3a-4db3-48ac-ae8c-ea1b7aac8143 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52dbde9a-7308-4a92-8720-73673f0d5091 HTTP/1.1" status: 200 len: 217 time: 0.1102195 Jul 05 09:50:31.655154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['65fe92fa-d1b8-480b-ba27-ad6bb2233e31'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:31.736366 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cd2da8a7-4f96-4b0b-963e-1e036107cdec req-e3f6bb50-d974-45dd-a691-2fe4f770409a tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7d8bceb-4067-4548-b848-1fb9b17a7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162152 Jul 05 09:50:32.049863 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['65fe92fa-d1b8-480b-ba27-ad6bb2233e31'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:32.199470 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce4cf6-3fe6-4bf6-bb3a-0e84fea361f4 req-d74e67a0-06fd-4333-a5ef-ba15172c4ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:32.201772 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c1ce4cf6-3fe6-4bf6-bb3a-0e84fea361f4 req-d74e67a0-06fd-4333-a5ef-ba15172c4ceb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6475ba64a0d482bb432aecc90634688&device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 1097 time: 0.3375750 Jul 05 09:50:32.218038 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca64cc-23a7-4489-ae17-14ccf77f1627 req-3c2239ba-de56-4b85-a57f-606380b4b522 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:32.227528 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bfca64cc-23a7-4489-ae17-14ccf77f1627 req-3c2239ba-de56-4b85-a57f-606380b4b522 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 944 time: 0.3402812 Jul 05 09:50:32.252714 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c8955-82e2-4119-af67-385b447c1ee9 req-859a8a78-05ed-4c99-8c2e-86093f6a6dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:32.254560 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-565c8955-82e2-4119-af67-385b447c1ee9 req-859a8a78-05ed-4c99-8c2e-86093f6a6dc6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=742158a5-2371-40df-9126-c3b4e2696482 HTTP/1.1" status: 200 len: 853 time: 0.5799258 Jul 05 09:50:32.300711 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-565c8955-82e2-4119-af67-385b447c1ee9 req-9f152df0-84eb-42bc-8216-237516febb10 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2f064e02-170f-4fcb-aaf2-63cbc4f5f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378067 Jul 05 09:50:32.304868 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-565c8955-82e2-4119-af67-385b447c1ee9 req-1a1540b5-b337-49ae-931c-d8c4ae3cac97 service neutron] 10.222.0.78 "GET /v2.0/networks/2f064e02-170f-4fcb-aaf2-63cbc4f5f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6750972 Jul 05 09:50:32.331503 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-d35599b2-bd07-4510-9c5e-6454c3b34931 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:32.395605 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b20da1c2-9001-45de-807c-d56ec1969933 req-d35599b2-bd07-4510-9c5e-6454c3b34931 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Transition to ACTIVE for port object 7687645d-a2a5-4242-b556-a4b6bc31c904 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:32.416980 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bfca64cc-23a7-4489-ae17-14ccf77f1627 req-276d6a41-c17f-437d-80ad-a706e14884fe tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884477 Jul 05 09:50:32.441939 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:32.501121 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-565c8955-82e2-4119-af67-385b447c1ee9 req-cd5174d1-e01d-4404-b1d2-6800737e0bc3 service neutron] 10.222.0.78 "GET /v2.0/networks/2f064e02-170f-4fcb-aaf2-63cbc4f5f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857333 Jul 05 09:50:32.510157 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-565c8955-82e2-4119-af67-385b447c1ee9 req-f1fa11ee-1188-49d9-8f02-a622d017b01f service neutron] 10.222.0.81 "GET /v2.0/networks/2f064e02-170f-4fcb-aaf2-63cbc4f5f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999350 Jul 05 09:50:32.532543 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27877f0-eb02-4cc6-9a9f-e6007a3d99b6 req-1182a8d6-a868-4406-bf56-1b22f6aadfbf tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:32.549571 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c27877f0-eb02-4cc6-9a9f-e6007a3d99b6 req-1182a8d6-a868-4406-bf56-1b22f6aadfbf tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.4346218 Jul 05 09:50:32.613532 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce4cf6-3fe6-4bf6-bb3a-0e84fea361f4 req-5613842c-981c-4a90-9121-51e534b4b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:32.615553 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c1ce4cf6-3fe6-4bf6-bb3a-0e84fea361f4 req-5613842c-981c-4a90-9121-51e534b4b21e service neutron] 10.222.0.81 "GET /v2.0/networks?id=a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2 HTTP/1.1" status: 200 len: 913 time: 0.3782532 Jul 05 09:50:32.642192 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-565c8955-82e2-4119-af67-385b447c1ee9 req-59e137c2-6f70-4690-83cf-891d7b687311 service neutron] 10.222.0.81 "GET /v2.0/networks/2f064e02-170f-4fcb-aaf2-63cbc4f5f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260045 Jul 05 09:50:32.674737 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c27877f0-eb02-4cc6-9a9f-e6007a3d99b6 req-cc814d87-aa2f-45b8-bb85-e04e49f65ca0 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240675 Jul 05 09:50:32.680500 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c1ce4cf6-3fe6-4bf6-bb3a-0e84fea361f4 req-b610e744-d904-4820-841c-a533107a6327 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=249da0cf-193f-4c9c-86b1-cf8ab6844941 HTTP/1.1" status: 200 len: 217 time: 0.0537546 Jul 05 09:50:32.737432 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-d35599b2-bd07-4510-9c5e-6454c3b34931 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:32.801952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20da1c2-9001-45de-807c-d56ec1969933 req-d35599b2-bd07-4510-9c5e-6454c3b34931 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Network 46a7d976-22fe-499d-9eac-633e774ed0a2 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:50:32.817856 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-b20da1c2-9001-45de-807c-d56ec1969933 req-d35599b2-bd07-4510-9c5e-6454c3b34931 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:32.833617 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20da1c2-9001-45de-807c-d56ec1969933 req-d35599b2-bd07-4510-9c5e-6454c3b34931 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:50:32.863931 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 52dbde9a-7308-4a92-8720-73673f0d5091 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:50:33.015229 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 52dbde9a-7308-4a92-8720-73673f0d5091, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=52dbde9a-7308-4a92-8720-73673f0d5091,segment=NetworkSegment(59b5db18-d612-4d13-8670-487f029f55d3),segment_id=59b5db18-d612-4d13-8670-487f029f55d3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:33.031074 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '52dbde9a-7308-4a92-8720-73673f0d5091', 'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734', 'port_id': '52dbde9a-7308-4a92-8720-73673f0d5091', 'mac_address': 'fa:16:3e:35:a5:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742158a5-2371-40df-9126-c3b4e2696482', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:50:33.092220 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:33.115713 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52dbde9a-7308-4a92-8720-73673f0d5091 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:33.141544 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 52dbde9a-7308-4a92-8720-73673f0d5091, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=52dbde9a-7308-4a92-8720-73673f0d5091,segment=NetworkSegment(59b5db18-d612-4d13-8670-487f029f55d3),segment_id=59b5db18-d612-4d13-8670-487f029f55d3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:33.146944 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:33.225072 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=52dbde9a-7308-4a92-8720-73673f0d5091,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:33.278882 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c14b0627-cc14-4668-bace-6c8f559bbb7b None None] Provisioning for port 7687645d-a2a5-4242-b556-a4b6bc31c904 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:33.283612 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c14b0627-cc14-4668-bace-6c8f559bbb7b None None] Provisioning complete for port 7687645d-a2a5-4242-b556-a4b6bc31c904 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:33.284053 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c14b0627-cc14-4668-bace-6c8f559bbb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:33.328633 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c14b0627-cc14-4668-bace-6c8f559bbb7b None None] Port 7687645d-a2a5-4242-b556-a4b6bc31c904 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:50:33.334302 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a1444f-3f57-433f-a038-ec1ee40b2177', 'tag': '65fe92fa-d1b8-480b-ba27-ad6bb2233e31'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:33.336183 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac12c0b2-ce49-4352-b0d6-2facad078335" -d '{"events": [{"name": "network-changed", "server_uuid": "91a1444f-3f57-433f-a038-ec1ee40b2177", "tag": "65fe92fa-d1b8-480b-ba27-ad6bb2233e31"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:33.370955 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35599b2-bd07-4510-9c5e-6454c3b34931 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event updated for resources: {'Port': ['ID=7687645d-a2a5-4242-b556-a4b6bc31c904,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:33.374790 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce4cf6-3fe6-4bf6-bb3a-0e84fea361f4 req-2c194303-a6a9-4905-a9c3-8101f0f4ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:33.375925 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c1ce4cf6-3fe6-4bf6-bb3a-0e84fea361f4 req-2c194303-a6a9-4905-a9c3-8101f0f4ce26 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4ae632a1-0aa5-4d4f-a2ca-5b30d6118137 HTTP/1.1" status: 200 len: 852 time: 0.6834090 Jul 05 09:50:33.406952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-d35599b2-bd07-4510-9c5e-6454c3b34931 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:33.407622 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-d35599b2-bd07-4510-9c5e-6454c3b34931 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:33.443516 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c1ce4cf6-3fe6-4bf6-bb3a-0e84fea361f4 req-5a6d2df0-4a01-463a-8d89-af4cdc8a0e63 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559754 Jul 05 09:50:33.474902 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd9529-62f3-4e6a-a446-b2f86c648697 req-06f75869-a18c-41c5-b0e6-03a2f4a76b83 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:33.480374 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1efd9529-62f3-4e6a-a446-b2f86c648697 req-06f75869-a18c-41c5-b0e6-03a2f4a76b83 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.8043966 Jul 05 09:50:33.496167 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-d35599b2-bd07-4510-9c5e-6454c3b34931 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1649032 Jul 05 09:50:33.511540 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['52dbde9a-7308-4a92-8720-73673f0d5091'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:33.539887 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b20da1c2-9001-45de-807c-d56ec1969933 req-2181a51c-bd45-499c-a83d-4707fd5b9c84 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Request body: {'port': {'device_id': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '46a7d976-22fe-499d-9eac-633e774ed0a2', 'admin_state_up': True, 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'security_groups': ['ceac56e7-f201-46e9-a48a-909264e3172a']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:33.607951 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839a14a-dcf2-436e-97a0-143b81706905 req-e4c0e935-e9f9-4a6c-99ee-1637463bb594 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:33.614078 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839a14a-dcf2-436e-97a0-143b81706905 req-e4c0e935-e9f9-4a6c-99ee-1637463bb594 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:33.620586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839a14a-dcf2-436e-97a0-143b81706905 req-e4c0e935-e9f9-4a6c-99ee-1637463bb594 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:33.626807 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839a14a-dcf2-436e-97a0-143b81706905 req-e4c0e935-e9f9-4a6c-99ee-1637463bb594 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:33.628606 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c839a14a-dcf2-436e-97a0-143b81706905 req-e4c0e935-e9f9-4a6c-99ee-1637463bb594 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 3094 time: 0.8176398 Jul 05 09:50:33.708464 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1efd9529-62f3-4e6a-a446-b2f86c648697 req-3b80de34-9503-491b-980e-d8c3b5aa4be2 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139289 Jul 05 09:50:33.735699 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c1ce4cf6-3fe6-4bf6-bb3a-0e84fea361f4 req-e784acf6-a8e4-499b-b00f-c918e65b37c6 service neutron] 10.222.0.81 "GET /v2.0/networks/a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812138 Jul 05 09:50:33.808937 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c839a14a-dcf2-436e-97a0-143b81706905 req-d779bd62-a373-4bf9-b682-160a91108469 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596022 Jul 05 09:50:33.893836 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-2181a51c-bd45-499c-a83d-4707fd5b9c84 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Made reservation on behalf of e04a66e3970b460eb00d87560a63797b for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:33.899422 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-2181a51c-bd45-499c-a83d-4707fd5b9c84 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:33.962604 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c1ce4cf6-3fe6-4bf6-bb3a-0e84fea361f4 req-f35657e7-cccd-4030-9bc6-9d64e7b8a77d service neutron] 10.222.0.81 "GET /v2.0/networks/a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127056 Jul 05 09:50:34.045215 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309a3c00-f407-4d98-92da-4e9abd306d5a x-openstack-request-id: req-309a3c00-f407-4d98-92da-4e9abd306d5a {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:34.045514 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a1444f-3f57-433f-a038-ec1ee40b2177", "tag": "65fe92fa-d1b8-480b-ba27-ad6bb2233e31", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:34.045772 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-309a3c00-f407-4d98-92da-4e9abd306d5a {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:34.046172 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a1444f-3f57-433f-a038-ec1ee40b2177', 'tag': '65fe92fa-d1b8-480b-ba27-ad6bb2233e31', 'status': 'completed', 'code': 200} Jul 05 09:50:34.109966 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb652480-61da-4a9b-9dd3-c81e75a51ec0 req-be1b16ea-3eab-42c8-be5b-c4169f7ddf6c tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:34.117524 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb652480-61da-4a9b-9dd3-c81e75a51ec0 req-be1b16ea-3eab-42c8-be5b-c4169f7ddf6c tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dcde7a4-de87-49ac-b1ca-d69dc9aebb63 HTTP/1.1" status: 200 len: 944 time: 0.2020149 Jul 05 09:50:34.162081 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12c0b2-ce49-4352-b0d6-2facad078335 req-59b12d0f-522c-4c78-b9fd-ffe6d3054875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:34.164986 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ac12c0b2-ce49-4352-b0d6-2facad078335 req-59b12d0f-522c-4c78-b9fd-ffe6d3054875 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 1125 time: 0.0949678 Jul 05 09:50:34.195691 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb652480-61da-4a9b-9dd3-c81e75a51ec0 req-218cad47-c786-48f1-9755-ed84fce560a5 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7d8bceb-4067-4548-b848-1fb9b17a7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771477 Jul 05 09:50:34.310414 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12c0b2-ce49-4352-b0d6-2facad078335 req-f341d40c-27d0-46f3-969f-bd449b0ce4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:34.312267 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ac12c0b2-ce49-4352-b0d6-2facad078335 req-f341d40c-27d0-46f3-969f-bd449b0ce4b9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 909 time: 0.1394954 Jul 05 09:50:34.364241 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ac12c0b2-ce49-4352-b0d6-2facad078335 req-9f03a237-9cc0-4b1e-9e79-a7a4858b8c25 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65fe92fa-d1b8-480b-ba27-ad6bb2233e31 HTTP/1.1" status: 200 len: 217 time: 0.0449142 Jul 05 09:50:34.367484 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 452daffa-0f70-45b6-b71e-dc5db12f5cf3 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:50:34.384887 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-b20da1c2-9001-45de-807c-d56ec1969933 req-2181a51c-bd45-499c-a83d-4707fd5b9c84 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Allocated IP 10.2.2.200 (46a7d976-22fe-499d-9eac-633e774ed0a2/c6f1a43b-cce2-4a9e-add8-8eeaa611f18f/131fcb68-80ef-4ce5-8a09-b0ad9af2e494) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:50:34.429330 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12c0b2-ce49-4352-b0d6-2facad078335 req-98df5d6f-4d5d-4be9-99ec-c8a078ddb6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:34.431518 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ac12c0b2-ce49-4352-b0d6-2facad078335 req-98df5d6f-4d5d-4be9-99ec-c8a078ddb6d4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=408995a7-a274-4d3e-939a-c6141d694df3 HTTP/1.1" status: 200 len: 848 time: 0.0588114 Jul 05 09:50:34.484715 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ac12c0b2-ce49-4352-b0d6-2facad078335 req-410ceb6d-db12-4c5f-9763-2551e52b2e8f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5aa1814e-7fad-4b86-b0f0-99892209992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456076 Jul 05 09:50:34.507169 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 452daffa-0f70-45b6-b71e-dc5db12f5cf3, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=452daffa-0f70-45b6-b71e-dc5db12f5cf3,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:34.519240 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '452daffa-0f70-45b6-b71e-dc5db12f5cf3', 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c', 'port_id': '452daffa-0f70-45b6-b71e-dc5db12f5cf3', 'mac_address': 'fa:16:3e:db:32:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a767f2-a70d-493a-920a-63cb4c3e85d1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:50:34.530976 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a6986-8521-40fb-8a18-357ff47a1e93 req-eed94e54-50fb-43e6-81f8-4ff1f3eafa00 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:34.532572 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab3a6986-8521-40fb-8a18-357ff47a1e93 req-eed94e54-50fb-43e6-81f8-4ff1f3eafa00 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 944 time: 0.3355567 Jul 05 09:50:34.566996 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:34.600555 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 452daffa-0f70-45b6-b71e-dc5db12f5cf3 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:34.629868 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ac12c0b2-ce49-4352-b0d6-2facad078335 req-7ea001c3-2608-4ba8-ac53-df772ae6f365 service neutron] 10.222.0.78 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357603 Jul 05 09:50:34.646690 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 452daffa-0f70-45b6-b71e-dc5db12f5cf3, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=452daffa-0f70-45b6-b71e-dc5db12f5cf3,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:34.649691 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab3a6986-8521-40fb-8a18-357ff47a1e93 req-edd32318-f546-400f-bd4e-0a088a01e050 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104839 Jul 05 09:50:34.653162 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:34.653791 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 3f9205d0-cf69-4416-a4d6-526512a18406 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:50:34.668825 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3674f75-86c9-4978-aa4d-f8e2b8ef85f2 req-81d59f9f-54b2-47ac-b8e0-e8dc3d7322fc tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:34.670466 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f3674f75-86c9-4978-aa4d-f8e2b8ef85f2 req-81d59f9f-54b2-47ac-b8e0-e8dc3d7322fc tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.2478352 Jul 05 09:50:34.746658 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f3674f75-86c9-4978-aa4d-f8e2b8ef85f2 req-7806364a-dd1a-4847-9ac5-1a1d498bc9f7 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649433 Jul 05 09:50:34.754875 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-2181a51c-bd45-499c-a83d-4707fd5b9c84 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:34.771440 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b20da1c2-9001-45de-807c-d56ec1969933 req-2181a51c-bd45-499c-a83d-4707fd5b9c84 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Transition to ACTIVE for port object 131fcb68-80ef-4ce5-8a09-b0ad9af2e494 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:34.809047 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-2181a51c-bd45-499c-a83d-4707fd5b9c84 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:34.816296 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=452daffa-0f70-45b6-b71e-dc5db12f5cf3,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:34.864720 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20da1c2-9001-45de-807c-d56ec1969933 req-2181a51c-bd45-499c-a83d-4707fd5b9c84 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Network 46a7d976-22fe-499d-9eac-633e774ed0a2 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:50:34.870945 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-b20da1c2-9001-45de-807c-d56ec1969933 req-2181a51c-bd45-499c-a83d-4707fd5b9c84 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:34.877181 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20da1c2-9001-45de-807c-d56ec1969933 req-2181a51c-bd45-499c-a83d-4707fd5b9c84 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:50:34.880279 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 52dbde9a-7308-4a92-8720-73673f0d5091 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:50:34.909087 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ac12c0b2-ce49-4352-b0d6-2facad078335 req-a72ed269-2c30-4c06-92f8-3b83cdc67541 service neutron] 10.222.0.78 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736540 Jul 05 09:50:34.913488 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181a51c-bd45-499c-a83d-4707fd5b9c84 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event updated for resources: {'Port': ['ID=131fcb68-80ef-4ce5-8a09-b0ad9af2e494,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:34.976411 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 3f9205d0-cf69-4416-a4d6-526512a18406, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=3f9205d0-cf69-4416-a4d6-526512a18406,segment=NetworkSegment(59b5db18-d612-4d13-8670-487f029f55d3),segment_id=59b5db18-d612-4d13-8670-487f029f55d3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:34.993020 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-2181a51c-bd45-499c-a83d-4707fd5b9c84 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:34.993894 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-2181a51c-bd45-499c-a83d-4707fd5b9c84 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:35.020036 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '3f9205d0-cf69-4416-a4d6-526512a18406', 'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734', 'port_id': '3f9205d0-cf69-4416-a4d6-526512a18406', 'mac_address': 'fa:16:3e:67:f7:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742158a5-2371-40df-9126-c3b4e2696482', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:50:35.025667 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-2181a51c-bd45-499c-a83d-4707fd5b9c84 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4987609 Jul 05 09:50:35.041663 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184527da-5abf-4992-aef4-fbd3928f4778 req-5b81e790-2fb9-4690-9ce3-7889b234c763 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:35.050169 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-184527da-5abf-4992-aef4-fbd3928f4778 req-5b81e790-2fb9-4690-9ce3-7889b234c763 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 946 time: 0.1334386 Jul 05 09:50:35.063539 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b20da1c2-9001-45de-807c-d56ec1969933 req-79e486c9-0225-4092-b2d0-4e890aa7786a service neutron] Request body: {'port': {'device_id': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:35.127490 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 52dbde9a-7308-4a92-8720-73673f0d5091 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:35.135817 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 52dbde9a-7308-4a92-8720-73673f0d5091 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:35.136500 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:35.139927 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-184527da-5abf-4992-aef4-fbd3928f4778 req-71e1fba3-b7b6-44f5-bf8c-13e856a459a7 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883691 Jul 05 09:50:35.184842 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-79e486c9-0225-4092-b2d0-4e890aa7786a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:35.216326 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:35.270413 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9205d0-cf69-4416-a4d6-526512a18406 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:35.343388 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 3f9205d0-cf69-4416-a4d6-526512a18406, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=3f9205d0-cf69-4416-a4d6-526512a18406,segment=NetworkSegment(59b5db18-d612-4d13-8670-487f029f55d3),segment_id=59b5db18-d612-4d13-8670-487f029f55d3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:35.349629 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:35.418944 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:35.441627 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b8ea3816-1d6a-4147-bb3d-4055a9b6b61d None None] Provisioning for port 131fcb68-80ef-4ce5-8a09-b0ad9af2e494 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:35.474071 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dcde7a4-de87-49ac-b1ca-d69dc9aebb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dbde9a-7308-4a92-8720-73673f0d5091'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:35.477821 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84dc556-474e-4481-a5ce-de1e684cc0a9" -d '{"events": [{"server_uuid": "4dcde7a4-de87-49ac-b1ca-d69dc9aebb63", "name": "network-vif-plugged", "status": "completed", "tag": "52dbde9a-7308-4a92-8720-73673f0d5091"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:35.478718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee8fa7-b3ba-4130-b752-31fd17e41ba5 req-a4aeaf67-a227-4267-a5a6-619b6434cc6a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:35.480296 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b8ea3816-1d6a-4147-bb3d-4055a9b6b61d None None] Provisioning complete for port 131fcb68-80ef-4ce5-8a09-b0ad9af2e494 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:35.480669 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b8ea3816-1d6a-4147-bb3d-4055a9b6b61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:35.482640 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['452daffa-0f70-45b6-b71e-dc5db12f5cf3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:35.484627 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee8fa7-b3ba-4130-b752-31fd17e41ba5 req-a4aeaf67-a227-4267-a5a6-619b6434cc6a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:35.491756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee8fa7-b3ba-4130-b752-31fd17e41ba5 req-a4aeaf67-a227-4267-a5a6-619b6434cc6a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:35.498544 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee8fa7-b3ba-4130-b752-31fd17e41ba5 req-a4aeaf67-a227-4267-a5a6-619b6434cc6a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:35.504615 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee8fa7-b3ba-4130-b752-31fd17e41ba5 req-a4aeaf67-a227-4267-a5a6-619b6434cc6a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:35.506476 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a6ee8fa7-b3ba-4130-b752-31fd17e41ba5 req-a4aeaf67-a227-4267-a5a6-619b6434cc6a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 3815 time: 0.2653348 Jul 05 09:50:35.539260 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=3f9205d0-cf69-4416-a4d6-526512a18406,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:35.549306 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 52dbde9a-7308-4a92-8720-73673f0d5091, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=52dbde9a-7308-4a92-8720-73673f0d5091,segment=NetworkSegment(59b5db18-d612-4d13-8670-487f029f55d3),segment_id=59b5db18-d612-4d13-8670-487f029f55d3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:35.559051 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:35.560138 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 249da0cf-193f-4c9c-86b1-cf8ab6844941 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:50:35.623373 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a6ee8fa7-b3ba-4130-b752-31fd17e41ba5 req-bb18812c-4699-4c32-b4aa-555107e103bd tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070950 Jul 05 09:50:35.649734 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea3816-1d6a-4147-bb3d-4055a9b6b61d None None] Port 131fcb68-80ef-4ce5-8a09-b0ad9af2e494 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:50:35.712365 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-b20da1c2-9001-45de-807c-d56ec1969933 req-79e486c9-0225-4092-b2d0-4e890aa7786a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401fb49d-c5d2-4694-ad52-e41acc61b67a {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:35.721367 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-79e486c9-0225-4092-b2d0-4e890aa7786a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:35.738406 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b20da1c2-9001-45de-807c-d56ec1969933 req-79e486c9-0225-4092-b2d0-4e890aa7786a service neutron] Transition to ACTIVE for port object 401fb49d-c5d2-4694-ad52-e41acc61b67a will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:35.759145 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-79e486c9-0225-4092-b2d0-4e890aa7786a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:35.764470 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=52dbde9a-7308-4a92-8720-73673f0d5091,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:35.773828 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac897937-3585-4a9f-b944-69a57e3ffff8 req-7a7fcbef-8326-46fa-8d74-0122f0f78217 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:35.781084 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ac897937-3585-4a9f-b944-69a57e3ffff8 req-7a7fcbef-8326-46fa-8d74-0122f0f78217 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=872b9857-bddd-4fab-84bd-93a225e6069a HTTP/1.1" status: 200 len: 946 time: 0.2354405 Jul 05 09:50:35.790182 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:35.825989 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:35.858478 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 249da0cf-193f-4c9c-86b1-cf8ab6844941, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=249da0cf-193f-4c9c-86b1-cf8ab6844941,segment=NetworkSegment(2b33c294-6053-481b-baf8-537f54d65ae9),segment_id=2b33c294-6053-481b-baf8-537f54d65ae9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:35.866612 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['3f9205d0-cf69-4416-a4d6-526512a18406'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:35.886867 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e486c9-0225-4092-b2d0-4e890aa7786a service neutron] Pushing event updated for resources: {'Port': ['ID=401fb49d-c5d2-4694-ad52-e41acc61b67a,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:35.890270 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:35.915495 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ac897937-3585-4a9f-b944-69a57e3ffff8 req-a9ba16dd-c5da-42d5-ba88-c9b92122b2c0 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334877 Jul 05 09:50:36.046719 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66969247-c9af-4668-a2c6-90307075eaaf req-1264cfa1-9386-4707-8823-2004cbe1cd21 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:36.050609 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66969247-c9af-4668-a2c6-90307075eaaf req-1264cfa1-9386-4707-8823-2004cbe1cd21 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dcde7a4-de87-49ac-b1ca-d69dc9aebb63 HTTP/1.1" status: 200 len: 945 time: 0.2873211 Jul 05 09:50:36.176689 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a525c4d3-b16b-48da-87f7-077036a00c09 x-openstack-request-id: req-a525c4d3-b16b-48da-87f7-077036a00c09 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:36.177030 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dcde7a4-de87-49ac-b1ca-d69dc9aebb63", "name": "network-vif-plugged", "status": "completed", "tag": "52dbde9a-7308-4a92-8720-73673f0d5091", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:36.177246 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a525c4d3-b16b-48da-87f7-077036a00c09 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:36.177639 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dcde7a4-de87-49ac-b1ca-d69dc9aebb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dbde9a-7308-4a92-8720-73673f0d5091', 'code': 200} Jul 05 09:50:36.211798 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=249da0cf-193f-4c9c-86b1-cf8ab6844941,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:36.218054 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66969247-c9af-4668-a2c6-90307075eaaf req-e293bb35-7bce-4c52-a039-588a43489bc0 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7d8bceb-4067-4548-b848-1fb9b17a7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548049 Jul 05 09:50:36.243534 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b20da1c2-9001-45de-807c-d56ec1969933 req-79e486c9-0225-4092-b2d0-4e890aa7786a service neutron] Attempting to bind port 401fb49d-c5d2-4694-ad52-e41acc61b67a on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:50:36.244726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b20da1c2-9001-45de-807c-d56ec1969933 req-79e486c9-0225-4092-b2d0-4e890aa7786a service neutron] Attempting to bind port 401fb49d-c5d2-4694-ad52-e41acc61b67a by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '680b625a-b67a-48a3-bded-1661a7565d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:50:36.244726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-79e486c9-0225-4092-b2d0-4e890aa7786a service neutron] Attempting to bind port 401fb49d-c5d2-4694-ad52-e41acc61b67a on network 2b4fa0ad-d771-4467-abb7-7725cc9bca3e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:36.271622 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-79e486c9-0225-4092-b2d0-4e890aa7786a service neutron] Port 401fb49d-c5d2-4694-ad52-e41acc61b67a on network 2b4fa0ad-d771-4467-abb7-7725cc9bca3e not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:50:36.271895 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-79e486c9-0225-4092-b2d0-4e890aa7786a service neutron] Attempting to bind port 401fb49d-c5d2-4694-ad52-e41acc61b67a on network 2b4fa0ad-d771-4467-abb7-7725cc9bca3e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:36.301619 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-79e486c9-0225-4092-b2d0-4e890aa7786a service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:50:36.302033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-79e486c9-0225-4092-b2d0-4e890aa7786a service neutron] Checking segment: {'id': '680b625a-b67a-48a3-bded-1661a7565d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:36.302456 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-79e486c9-0225-4092-b2d0-4e890aa7786a service neutron] Bound using segment: {'id': '680b625a-b67a-48a3-bded-1661a7565d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:50:36.302932 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b20da1c2-9001-45de-807c-d56ec1969933 req-79e486c9-0225-4092-b2d0-4e890aa7786a service neutron] Bound port: 401fb49d-c5d2-4694-ad52-e41acc61b67a, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '680b625a-b67a-48a3-bded-1661a7565d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:50:36.303324 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-79e486c9-0225-4092-b2d0-4e890aa7786a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:36.321007 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c197e0-b19f-4b2a-9bd6-0fd6232a4838 req-12be0205-b31b-4b1a-bf55-1bb224f8d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:36.322782 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84c197e0-b19f-4b2a-9bd6-0fd6232a4838 req-12be0205-b31b-4b1a-bf55-1bb224f8d701 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4dcde7a4-de87-49ac-b1ca-d69dc9aebb63 HTTP/1.1" status: 200 len: 1096 time: 0.1687720 Jul 05 09:50:36.359211 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba328f-7077-4be9-b0fd-a0ea313716b3 req-e5af1178-8d2e-4644-9ef5-ee6818e55ba3 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:36.361417 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55ba328f-7077-4be9-b0fd-a0ea313716b3 req-e5af1178-8d2e-4644-9ef5-ee6818e55ba3 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 944 time: 0.2361112 Jul 05 09:50:36.376492 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 452daffa-0f70-45b6-b71e-dc5db12f5cf3 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:50:36.437965 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84c197e0-b19f-4b2a-9bd6-0fd6232a4838 req-514aa617-b6d6-4d74-aab4-a665bd4c7f7d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d7d8bceb-4067-4548-b848-1fb9b17a7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074021 Jul 05 09:50:36.450553 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 452daffa-0f70-45b6-b71e-dc5db12f5cf3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:36.451107 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:36.496669 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55ba328f-7077-4be9-b0fd-a0ea313716b3 req-60c9c956-358c-401d-bb4d-fde71c980e00 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098495 Jul 05 09:50:36.500098 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b20da1c2-9001-45de-807c-d56ec1969933 req-79e486c9-0225-4092-b2d0-4e890aa7786a service neutron] For port 401fb49d-c5d2-4694-ad52-e41acc61b67a, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:50:36.505472 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b20da1c2-9001-45de-807c-d56ec1969933 req-79e486c9-0225-4092-b2d0-4e890aa7786a service neutron] For port 401fb49d-c5d2-4694-ad52-e41acc61b67a, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=401fb49d-c5d2-4694-ad52-e41acc61b67a,segment=NetworkSegment(680b625a-b67a-48a3-bded-1661a7565d01),segment_id=680b625a-b67a-48a3-bded-1661a7565d01)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:50:36.513874 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-79e486c9-0225-4092-b2d0-4e890aa7786a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:36.590391 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:36.614525 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd1d87-b90f-4b1c-b938-c41821401c5d req-98586d29-4b1c-4ddb-87c4-954320f029e2 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:36.624418 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-59bd1d87-b90f-4b1c-b938-c41821401c5d req-98586d29-4b1c-4ddb-87c4-954320f029e2 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 944 time: 0.2038128 Jul 05 09:50:36.629603 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-79e486c9-0225-4092-b2d0-4e890aa7786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:36.630253 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-79e486c9-0225-4092-b2d0-4e890aa7786a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:36.631743 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-79e486c9-0225-4092-b2d0-4e890aa7786a service neutron] 10.222.0.78 "PUT /v2.0/ports/401fb49d-c5d2-4694-ad52-e41acc61b67a HTTP/1.1" status: 200 len: 1091 time: 1.5726476 Jul 05 09:50:36.637882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'tag': '401fb49d-c5d2-4694-ad52-e41acc61b67a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:36.653102 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b683ea3-a667-4bdd-814f-64a689543573" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "tag": "401fb49d-c5d2-4694-ad52-e41acc61b67a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:36.667250 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 452daffa-0f70-45b6-b71e-dc5db12f5cf3, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=452daffa-0f70-45b6-b71e-dc5db12f5cf3,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:36.672376 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:36.673187 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:50:36.676516 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e315486b-51c0-4059-8775-5c7d2d138a60 service neutron] Request body: {'port': {'device_id': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:36.736008 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e486c9-0225-4092-b2d0-4e890aa7786a service neutron] Pushing event updated for resources: {'Port': ['ID=401fb49d-c5d2-4694-ad52-e41acc61b67a,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:36.758570 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=452daffa-0f70-45b6-b71e-dc5db12f5cf3,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:36.802423 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-59bd1d87-b90f-4b1c-b938-c41821401c5d req-0b7e2f0b-1517-48df-946c-1773cf34d169 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445038 Jul 05 09:50:36.897866 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc97504-0d34-4274-9eb9-30cdce491b9f req-739aed54-c02d-4813-9eec-849e5c884f90 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:36.907999 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6cc97504-0d34-4274-9eb9-30cdce491b9f req-739aed54-c02d-4813-9eec-849e5c884f90 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 944 time: 0.2118592 Jul 05 09:50:36.910621 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e315486b-51c0-4059-8775-5c7d2d138a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:37.015484 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6cc97504-0d34-4274-9eb9-30cdce491b9f req-cc2376cf-595a-4aa2-8d06-af9c3e23a6b2 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064198 Jul 05 09:50:37.155247 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9a3403-20de-4a12-b825-7f2fda4b3267 x-openstack-request-id: req-0a9a3403-20de-4a12-b825-7f2fda4b3267 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:37.155541 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "tag": "401fb49d-c5d2-4694-ad52-e41acc61b67a", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:37.155793 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0a9a3403-20de-4a12-b825-7f2fda4b3267 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:37.156239 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'tag': '401fb49d-c5d2-4694-ad52-e41acc61b67a', 'status': 'completed', 'code': 200} Jul 05 09:50:37.230447 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b683ea3-a667-4bdd-814f-64a689543573 req-f6ef6262-893b-4222-b9d9-cb7783cc08fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:37.235506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b683ea3-a667-4bdd-814f-64a689543573 req-f6ef6262-893b-4222-b9d9-cb7783cc08fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:37.236325 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b683ea3-a667-4bdd-814f-64a689543573 req-f6ef6262-893b-4222-b9d9-cb7783cc08fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:37.236957 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b683ea3-a667-4bdd-814f-64a689543573 req-f6ef6262-893b-4222-b9d9-cb7783cc08fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:37.237588 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b683ea3-a667-4bdd-814f-64a689543573 req-f6ef6262-893b-4222-b9d9-cb7783cc08fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:37.240000 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7b683ea3-a667-4bdd-814f-64a689543573 req-f6ef6262-893b-4222-b9d9-cb7783cc08fc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e04a66e3970b460eb00d87560a63797b&device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 4362 time: 0.1279089 Jul 05 09:50:37.392194 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b683ea3-a667-4bdd-814f-64a689543573 req-c27127ac-f000-4487-a726-1918e140f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:37.397048 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b683ea3-a667-4bdd-814f-64a689543573 req-c27127ac-f000-4487-a726-1918e140f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:37.398249 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b683ea3-a667-4bdd-814f-64a689543573 req-c27127ac-f000-4487-a726-1918e140f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:37.400250 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7b683ea3-a667-4bdd-814f-64a689543573 req-c27127ac-f000-4487-a726-1918e140f055 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=e04a66e3970b460eb00d87560a63797b&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1527855 Jul 05 09:50:37.463470 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cacce0-2bda-4f2a-bd87-58c6317b82b9 req-54210aae-49c8-40c2-8f89-1c6d08309b90 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:37.465071 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55cacce0-2bda-4f2a-bd87-58c6317b82b9 req-54210aae-49c8-40c2-8f89-1c6d08309b90 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.81 "GET /v2.0/ports?device_id=872b9857-bddd-4fab-84bd-93a225e6069a HTTP/1.1" status: 200 len: 946 time: 0.2791495 Jul 05 09:50:37.522910 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2ec84-7722-4c8d-9f40-cbf5326169f1 req-802325c8-b23f-401d-afd8-e0c7f553a728 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:37.524478 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-82d2ec84-7722-4c8d-9f40-cbf5326169f1 req-802325c8-b23f-401d-afd8-e0c7f553a728 tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/ports?device_id=872b9857-bddd-4fab-84bd-93a225e6069a HTTP/1.1" status: 200 len: 946 time: 0.2300909 Jul 05 09:50:37.536507 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b683ea3-a667-4bdd-814f-64a689543573 req-10676c68-f6fd-43c8-8384-61c480fa5402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:37.537652 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eea6d5-2d96-439c-a9dc-654a88c0b9b2 req-776e60cf-373d-40bd-959f-7070244877fd tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:37.538554 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7b683ea3-a667-4bdd-814f-64a689543573 req-10676c68-f6fd-43c8-8384-61c480fa5402 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287320 Jul 05 09:50:37.543657 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eea6d5-2d96-439c-a9dc-654a88c0b9b2 req-776e60cf-373d-40bd-959f-7070244877fd tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:37.549489 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eea6d5-2d96-439c-a9dc-654a88c0b9b2 req-776e60cf-373d-40bd-959f-7070244877fd tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:37.556121 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eea6d5-2d96-439c-a9dc-654a88c0b9b2 req-776e60cf-373d-40bd-959f-7070244877fd tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:37.562019 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eea6d5-2d96-439c-a9dc-654a88c0b9b2 req-776e60cf-373d-40bd-959f-7070244877fd tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:37.563811 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-13eea6d5-2d96-439c-a9dc-654a88c0b9b2 req-776e60cf-373d-40bd-959f-7070244877fd tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 3827 time: 0.2840209 Jul 05 09:50:37.993429 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e315486b-51c0-4059-8775-5c7d2d138a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21394da8-3084-494f-86c5-5db86ecaed8c {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:38.017850 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e315486b-51c0-4059-8775-5c7d2d138a60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:38.061858 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-13eea6d5-2d96-439c-a9dc-654a88c0b9b2 req-34811812-d27d-4a25-b6a4-36543df1be08 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143508 Jul 05 09:50:38.086994 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e315486b-51c0-4059-8775-5c7d2d138a60 service neutron] Transition to ACTIVE for port object 21394da8-3084-494f-86c5-5db86ecaed8c will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:38.105482 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e315486b-51c0-4059-8775-5c7d2d138a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:38.125503 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-82d2ec84-7722-4c8d-9f40-cbf5326169f1 req-ff667665-64f4-4da9-9da9-e012e8c0877b tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605342 Jul 05 09:50:38.179550 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92dd334-bc70-468d-b2c0-2d2affd3898c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '249da0cf-193f-4c9c-86b1-cf8ab6844941'}, {'server_uuid': 'b7421ede-5555-42f1-8d0e-1f317aa8314c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452daffa-0f70-45b6-b71e-dc5db12f5cf3'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:38.184257 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980cebe4-e74e-4e7e-96ad-4aa3b8ee20c7" -d '{"events": [{"server_uuid": "a92dd334-bc70-468d-b2c0-2d2affd3898c", "name": "network-vif-unplugged", "status": "completed", "tag": "249da0cf-193f-4c9c-86b1-cf8ab6844941"}, {"server_uuid": "b7421ede-5555-42f1-8d0e-1f317aa8314c", "name": "network-vif-plugged", "status": "completed", "tag": "452daffa-0f70-45b6-b71e-dc5db12f5cf3"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:38.413727 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 3f9205d0-cf69-4416-a4d6-526512a18406 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:50:38.430945 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-1d1aaa72-ed30-4568-9b0d-15483fc729db service neutron] 10.222.0.78 "GET /v2.0/ports/65fe92fa-d1b8-480b-ba27-ad6bb2233e31/bindings/n-h1-798054-8 HTTP/1.1" status: 200 len: 384 time: 0.1388271 Jul 05 09:50:38.530966 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 3f9205d0-cf69-4416-a4d6-526512a18406 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:38.535695 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 3f9205d0-cf69-4416-a4d6-526512a18406 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:38.536690 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:38.580461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-55cacce0-2bda-4f2a-bd87-58c6317b82b9 req-1e302477-9296-40ff-b93d-6d37e71b080d tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Deleting port 7a209d70-5a0a-48bf-a1f9-5c9b063143d3 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:50:38.580810 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-55cacce0-2bda-4f2a-bd87-58c6317b82b9 req-1e302477-9296-40ff-b93d-6d37e71b080d tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:38.690902 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:38.703114 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315486b-51c0-4059-8775-5c7d2d138a60 service neutron] Pushing event updated for resources: {'Port': ['ID=21394da8-3084-494f-86c5-5db86ecaed8c,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:38.755168 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 3f9205d0-cf69-4416-a4d6-526512a18406, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=3f9205d0-cf69-4416-a4d6-526512a18406,segment=NetworkSegment(59b5db18-d612-4d13-8670-487f029f55d3),segment_id=59b5db18-d612-4d13-8670-487f029f55d3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:38.759995 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:38.772007 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-e68156bd-d882-4105-993a-d04294596a8b req-70f3859b-a125-42b0-b5a3-a21b5a9f57ed service neutron] For port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=65fe92fa-d1b8-480b-ba27-ad6bb2233e31,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:38.810362 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e315486b-51c0-4059-8775-5c7d2d138a60 service neutron] Attempting to bind port 21394da8-3084-494f-86c5-5db86ecaed8c on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:50:38.810829 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e315486b-51c0-4059-8775-5c7d2d138a60 service neutron] Attempting to bind port 21394da8-3084-494f-86c5-5db86ecaed8c by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '3ee30fd5-e46f-41e8-85d7-8b991a1dec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:50:38.811162 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e315486b-51c0-4059-8775-5c7d2d138a60 service neutron] Attempting to bind port 21394da8-3084-494f-86c5-5db86ecaed8c on network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:38.815413 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-e68156bd-d882-4105-993a-d04294596a8b req-70f3859b-a125-42b0-b5a3-a21b5a9f57ed service neutron] For port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:50:38.837972 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-55cacce0-2bda-4f2a-bd87-58c6317b82b9 req-1e302477-9296-40ff-b93d-6d37e71b080d tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] For port 7a209d70-5a0a-48bf-a1f9-5c9b063143d3, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=7a209d70-5a0a-48bf-a1f9-5c9b063143d3,segment=NetworkSegment(6236b97d-8425-459f-81ba-4fba31e24243),segment_id=6236b97d-8425-459f-81ba-4fba31e24243)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:38.838371 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-55cacce0-2bda-4f2a-bd87-58c6317b82b9 req-1e302477-9296-40ff-b93d-6d37e71b080d tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:38.856942 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-55cacce0-2bda-4f2a-bd87-58c6317b82b9 req-1e302477-9296-40ff-b93d-6d37e71b080d tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Calling delete_port for 7a209d70-5a0a-48bf-a1f9-5c9b063143d3 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:50:38.881296 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-e68156bd-d882-4105-993a-d04294596a8b req-70f3859b-a125-42b0-b5a3-a21b5a9f57ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:38.884875 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=3f9205d0-cf69-4416-a4d6-526512a18406,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:38.901082 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-e68156bd-d882-4105-993a-d04294596a8b req-70f3859b-a125-42b0-b5a3-a21b5a9f57ed service neutron] For port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=65fe92fa-d1b8-480b-ba27-ad6bb2233e31,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:38.917730 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e68156bd-d882-4105-993a-d04294596a8b req-70f3859b-a125-42b0-b5a3-a21b5a9f57ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:39.003046 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e315486b-51c0-4059-8775-5c7d2d138a60 service neutron] Port 21394da8-3084-494f-86c5-5db86ecaed8c on network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:50:39.003884 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e315486b-51c0-4059-8775-5c7d2d138a60 service neutron] Attempting to bind port 21394da8-3084-494f-86c5-5db86ecaed8c on network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:39.040890 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e315486b-51c0-4059-8775-5c7d2d138a60 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:50:39.041335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e315486b-51c0-4059-8775-5c7d2d138a60 service neutron] Checking segment: {'id': '3ee30fd5-e46f-41e8-85d7-8b991a1dec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:39.041709 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e315486b-51c0-4059-8775-5c7d2d138a60 service neutron] Bound using segment: {'id': '3ee30fd5-e46f-41e8-85d7-8b991a1dec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:50:39.042120 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e315486b-51c0-4059-8775-5c7d2d138a60 service neutron] Bound port: 21394da8-3084-494f-86c5-5db86ecaed8c, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee30fd5-e46f-41e8-85d7-8b991a1dec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:50:39.042488 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e315486b-51c0-4059-8775-5c7d2d138a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:39.048024 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-e68156bd-d882-4105-993a-d04294596a8b req-70f3859b-a125-42b0-b5a3-a21b5a9f57ed service neutron] Transition to ACTIVE for port object 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:39.057717 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e68156bd-d882-4105-993a-d04294596a8b req-70f3859b-a125-42b0-b5a3-a21b5a9f57ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:39.087455 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa041f3a-5333-4bcf-a87f-65721bbc5ee0 req-f2eba056-d086-4263-afde-b0987b36fad9 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:39.098560 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa041f3a-5333-4bcf-a87f-65721bbc5ee0 req-f2eba056-d086-4263-afde-b0987b36fad9 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dcde7a4-de87-49ac-b1ca-d69dc9aebb63 HTTP/1.1" status: 200 len: 945 time: 0.6984112 Jul 05 09:50:39.116839 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93eb15-65bb-4df2-90c8-41cb8629c605 req-ad9b59b6-489b-4770-8203-e1510cbdf767 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:39.124906 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2e93eb15-65bb-4df2-90c8-41cb8629c605 req-ad9b59b6-489b-4770-8203-e1510cbdf767 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 944 time: 0.7294350 Jul 05 09:50:39.133293 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-55cacce0-2bda-4f2a-bd87-58c6317b82b9 req-1e302477-9296-40ff-b93d-6d37e71b080d tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:39.180958 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68156bd-d882-4105-993a-d04294596a8b req-70f3859b-a125-42b0-b5a3-a21b5a9f57ed service neutron] No DVR routers for this DVR port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:50:39.218847 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e302477-9296-40ff-b93d-6d37e71b080d tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Pushing event deleted for resources: {'Port': ['ID=7a209d70-5a0a-48bf-a1f9-5c9b063143d3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:39.245695 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-70f3859b-a125-42b0-b5a3-a21b5a9f57ed service neutron] 10.222.0.78 "PUT /v2.0/ports/65fe92fa-d1b8-480b-ba27-ad6bb2233e31/bindings/n-h1-798054-8/activate HTTP/1.1" status: 200 len: 369 time: 0.8063056 Jul 05 09:50:39.270353 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3859b-a125-42b0-b5a3-a21b5a9f57ed service neutron] Pushing event updated for resources: {'Port': ['ID=65fe92fa-d1b8-480b-ba27-ad6bb2233e31,revision_number=10']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:39.309078 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa041f3a-5333-4bcf-a87f-65721bbc5ee0 req-5a1c84a1-9358-459e-aece-42fe231f3f3e tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7d8bceb-4067-4548-b848-1fb9b17a7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094779 Jul 05 09:50:39.379058 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2e93eb15-65bb-4df2-90c8-41cb8629c605 req-be9e0c87-cff1-449a-93a8-2c742c52e143 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503209 Jul 05 09:50:39.387768 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-55cacce0-2bda-4f2a-bd87-58c6317b82b9 req-1e302477-9296-40ff-b93d-6d37e71b080d tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] No DVR routers for this DVR port 7a209d70-5a0a-48bf-a1f9-5c9b063143d3 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:50:39.391817 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-55cacce0-2bda-4f2a-bd87-58c6317b82b9 req-1e302477-9296-40ff-b93d-6d37e71b080d tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:39.406646 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68156bd-d882-4105-993a-d04294596a8b req-ce5ef046-2a41-4744-86bc-53327b184979 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:39.408324 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-ce5ef046-2a41-4744-86bc-53327b184979 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177&tenant_id=f74a958ec8be4a8683e21e11de1010dc&binding%3Ahost_id=n-h2-798054-8 HTTP/1.1" status: 200 len: 1096 time: 0.0969067 Jul 05 09:50:39.410376 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55cacce0-2bda-4f2a-bd87-58c6317b82b9 req-1e302477-9296-40ff-b93d-6d37e71b080d tempest-AttachVolumeNegativeTest-807689647 tempest-AttachVolumeNegativeTest-807689647-project] 10.222.0.81 "DELETE /v2.0/ports/7a209d70-5a0a-48bf-a1f9-5c9b063143d3 HTTP/1.1" status: 204 len: 173 time: 1.9229605 Jul 05 09:50:39.410873 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872b9857-bddd-4fab-84bd-93a225e6069a', 'name': 'network-vif-deleted', 'tag': '7a209d70-5a0a-48bf-a1f9-5c9b063143d3'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:39.417603 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8804b58c-6e41-4445-a6a2-ef4c970332be" -d '{"events": [{"server_uuid": "872b9857-bddd-4fab-84bd-93a225e6069a", "name": "network-vif-deleted", "tag": "7a209d70-5a0a-48bf-a1f9-5c9b063143d3"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:39.430104 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e315486b-51c0-4059-8775-5c7d2d138a60 service neutron] For port 21394da8-3084-494f-86c5-5db86ecaed8c, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:50:39.458315 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e315486b-51c0-4059-8775-5c7d2d138a60 service neutron] For port 21394da8-3084-494f-86c5-5db86ecaed8c, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=21394da8-3084-494f-86c5-5db86ecaed8c,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:50:39.464802 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e315486b-51c0-4059-8775-5c7d2d138a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:39.541137 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e315486b-51c0-4059-8775-5c7d2d138a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:39.542064 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e315486b-51c0-4059-8775-5c7d2d138a60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:39.543778 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-e315486b-51c0-4059-8775-5c7d2d138a60 service neutron] 10.222.0.78 "PUT /v2.0/ports/21394da8-3084-494f-86c5-5db86ecaed8c HTTP/1.1" status: 200 len: 1134 time: 2.8725338 Jul 05 09:50:39.589565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c2539b1-7ea6-40f4-8562-b9b596873701 service neutron] Request body: {'port': {'device_id': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:39.609656 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68156bd-d882-4105-993a-d04294596a8b req-fe36b53e-8866-45ad-b948-f485dc226e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:39.618045 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-fe36b53e-8866-45ad-b948-f485dc226e46 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177&tenant_id=f74a958ec8be4a8683e21e11de1010dc HTTP/1.1" status: 200 len: 1096 time: 0.1768255 Jul 05 09:50:39.775185 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315486b-51c0-4059-8775-5c7d2d138a60 service neutron] Pushing event updated for resources: {'Port': ['ID=21394da8-3084-494f-86c5-5db86ecaed8c,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:39.785981 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68156bd-d882-4105-993a-d04294596a8b req-5086ea0d-0214-4b67-a935-7516d5808098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:39.787763 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-5086ea0d-0214-4b67-a935-7516d5808098 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f74a958ec8be4a8683e21e11de1010dc&device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 1096 time: 0.1104245 Jul 05 09:50:39.928237 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c2539b1-7ea6-40f4-8562-b9b596873701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:39.950614 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68156bd-d882-4105-993a-d04294596a8b req-177610e2-99c8-4746-a959-038a5aafad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:39.952074 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-177610e2-99c8-4746-a959-038a5aafad76 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 200 len: 909 time: 0.1565964 Jul 05 09:50:39.963483 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd0faf-0f23-4f1b-882e-eabf8b3fa46f req-3ae8d854-db45-4a90-8b46-1909824f074e tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:39.970493 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aedd0faf-0f23-4f1b-882e-eabf8b3fa46f req-3ae8d854-db45-4a90-8b46-1909824f074e tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.3409667 Jul 05 09:50:40.011704 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-ee27afcc-29ac-415e-8855-0125a3ccb952 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65fe92fa-d1b8-480b-ba27-ad6bb2233e31 HTTP/1.1" status: 200 len: 217 time: 0.0468748 Jul 05 09:50:40.022477 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ebfd1-dd2c-4b8d-a6a7-9a9d5930b12c req-f49b051c-79cc-4757-9847-a464ea3d7af9 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:40.029427 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-116ebfd1-dd2c-4b8d-a6a7-9a9d5930b12c req-f49b051c-79cc-4757-9847-a464ea3d7af9 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 945 time: 0.3700976 Jul 05 09:50:40.137377 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68156bd-d882-4105-993a-d04294596a8b req-1ea520c8-1400-43f8-83d9-167bc93f5f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:40.141624 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-1ea520c8-1400-43f8-83d9-167bc93f5f46 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=408995a7-a274-4d3e-939a-c6141d694df3 HTTP/1.1" status: 200 len: 848 time: 0.1223319 Jul 05 09:50:40.148919 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aedd0faf-0f23-4f1b-882e-eabf8b3fa46f req-8bd66326-ef40-4c41-9b0b-f6c4a7013818 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770489 Jul 05 09:50:40.213067 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-890f2e43-61fd-4d36-96aa-72888ed9144c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5aa1814e-7fad-4b86-b0f0-99892209992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576200 Jul 05 09:50:40.223947 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-116ebfd1-dd2c-4b8d-a6a7-9a9d5930b12c req-b8976b71-f727-42f0-af03-e897958768db tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935389 Jul 05 09:50:40.326492 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-d9c77c5c-f998-4fb2-b7e4-cee9b0fc3f21 service neutron] 10.222.0.81 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059897 Jul 05 09:50:40.329048 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c6c1b2-afee-498f-8ee7-00f7046046b7 x-openstack-request-id: req-c1c6c1b2-afee-498f-8ee7-00f7046046b7 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:40.330168 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92dd334-bc70-468d-b2c0-2d2affd3898c", "name": "network-vif-unplugged", "status": "failed", "tag": "249da0cf-193f-4c9c-86b1-cf8ab6844941", "code": 422}, {"server_uuid": "b7421ede-5555-42f1-8d0e-1f317aa8314c", "name": "network-vif-plugged", "status": "completed", "tag": "452daffa-0f70-45b6-b71e-dc5db12f5cf3", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:40.330651 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c1c6c1b2-afee-498f-8ee7-00f7046046b7 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:40.331697 n-d-798054-8 neutron-server[93908]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a92dd334-bc70-468d-b2c0-2d2affd3898c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '249da0cf-193f-4c9c-86b1-cf8ab6844941', 'code': 422} returned with failed status Jul 05 09:50:40.332155 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7421ede-5555-42f1-8d0e-1f317aa8314c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452daffa-0f70-45b6-b71e-dc5db12f5cf3', 'code': 200} Jul 05 09:50:40.445560 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-ee2a127b-8bed-4ab0-ac8e-e03b516cdeb0 service neutron] 10.222.0.81 "GET /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122141 Jul 05 09:50:40.579980 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c2539b1-7ea6-40f4-8562-b9b596873701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a594f5a6-d4b1-489b-8883-c1de3416e2bf {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:40.591496 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c2539b1-7ea6-40f4-8562-b9b596873701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:40.601779 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56156) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:40.621514 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c2539b1-7ea6-40f4-8562-b9b596873701 service neutron] Transition to ACTIVE for port object a594f5a6-d4b1-489b-8883-c1de3416e2bf will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:40.629759 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c2539b1-7ea6-40f4-8562-b9b596873701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:40.703658 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-b710481d-5fb2-4599-b0ac-611c274ba0f5 admin admin] Deleting subnet a14a8afb-77fc-4bd0-9b4d-adabd45f7421 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:50:40.710350 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b710481d-5fb2-4599-b0ac-611c274ba0f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:40.760452 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b710481d-5fb2-4599-b0ac-611c274ba0f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:40.828496 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b710481d-5fb2-4599-b0ac-611c274ba0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:40.904599 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb3dda-4eb9-4bee-95cb-0241ecfe96d7 req-0dd7d09a-7c80-461b-8a88-a03db2d34092 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:40.910713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb3dda-4eb9-4bee-95cb-0241ecfe96d7 req-0dd7d09a-7c80-461b-8a88-a03db2d34092 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:40.920010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 249da0cf-193f-4c9c-86b1-cf8ab6844941 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:50:40.924025 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb3dda-4eb9-4bee-95cb-0241ecfe96d7 req-0dd7d09a-7c80-461b-8a88-a03db2d34092 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:40.930505 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb3dda-4eb9-4bee-95cb-0241ecfe96d7 req-0dd7d09a-7c80-461b-8a88-a03db2d34092 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:40.943062 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb3dda-4eb9-4bee-95cb-0241ecfe96d7 req-0dd7d09a-7c80-461b-8a88-a03db2d34092 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:40.956084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb3dda-4eb9-4bee-95cb-0241ecfe96d7 req-0dd7d09a-7c80-461b-8a88-a03db2d34092 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:40.958046 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b710481d-5fb2-4599-b0ac-611c274ba0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:40.958220 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fadb3dda-4eb9-4bee-95cb-0241ecfe96d7 req-0dd7d09a-7c80-461b-8a88-a03db2d34092 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 4603 time: 0.4403417 Jul 05 09:50:40.963145 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2539b1-7ea6-40f4-8562-b9b596873701 service neutron] Pushing event updated for resources: {'Port': ['ID=a594f5a6-d4b1-489b-8883-c1de3416e2bf,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:40.977873 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b710481d-5fb2-4599-b0ac-611c274ba0f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:40.980124 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b710481d-5fb2-4599-b0ac-611c274ba0f5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a14a8afb-77fc-4bd0-9b4d-adabd45f7421 HTTP/1.1" status: 204 len: 168 time: 0.3771317 Jul 05 09:50:40.984549 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56158) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:41.002820 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710481d-5fb2-4599-b0ac-611c274ba0f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a14a8afb-77fc-4bd0-9b4d-adabd45f7421,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:41.016382 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68156bd-d882-4105-993a-d04294596a8b req-feeda518-aa43-4229-990f-56fefb774531 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:41.018448 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-feeda518-aa43-4229-990f-56fefb774531 tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177&tenant_id=f74a958ec8be4a8683e21e11de1010dc&binding%3Ahost_id=n-h1-798054-8 HTTP/1.1" status: 200 len: 1096 time: 0.1459892 Jul 05 09:50:41.169324 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 7a209d70-5a0a-48bf-a1f9-5c9b063143d3 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:50:41.178913 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-e68156bd-d882-4105-993a-d04294596a8b req-55c8d7bc-3c80-4e16-81d8-a193c38a62b8 service neutron] For port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:50:41.185341 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e68156bd-d882-4105-993a-d04294596a8b req-55c8d7bc-3c80-4e16-81d8-a193c38a62b8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:41.187790 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-55c8d7bc-3c80-4e16-81d8-a193c38a62b8 service neutron] 10.222.0.81 "DELETE /v2.0/ports/65fe92fa-d1b8-480b-ba27-ad6bb2233e31/bindings/n-h2-798054-8 HTTP/1.1" status: 204 len: 173 time: 0.1562657 Jul 05 09:50:41.218813 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 7a209d70-5a0a-48bf-a1f9-5c9b063143d3 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:50:41.219165 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 7a209d70-5a0a-48bf-a1f9-5c9b063143d3 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:50:41.296040 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fadb3dda-4eb9-4bee-95cb-0241ecfe96d7 req-a18b7ba8-624f-46c3-a07b-afdb3ee83a92 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3252025 Jul 05 09:50:41.303917 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ddd11f7-37be-4212-b65a-d95440698855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:41.343476 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8c260-4ee9-461d-aa66-0fdd740c0bc4 req-491eab00-c5f1-4bb7-8393-311fe0682401 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:41.357415 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27b8c260-4ee9-461d-aa66-0fdd740c0bc4 req-491eab00-c5f1-4bb7-8393-311fe0682401 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c5f758-88f2-4ece-970e-8ee8f14ab9f0 HTTP/1.1" status: 200 len: 945 time: 0.5904405 Jul 05 09:50:41.362707 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c2539b1-7ea6-40f4-8562-b9b596873701 service neutron] Attempting to bind port a594f5a6-d4b1-489b-8883-c1de3416e2bf on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:50:41.363050 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c2539b1-7ea6-40f4-8562-b9b596873701 service neutron] Attempting to bind port a594f5a6-d4b1-489b-8883-c1de3416e2bf by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '3ee30fd5-e46f-41e8-85d7-8b991a1dec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:50:41.363383 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c2539b1-7ea6-40f4-8562-b9b596873701 service neutron] Attempting to bind port a594f5a6-d4b1-489b-8883-c1de3416e2bf on network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:41.387152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c2539b1-7ea6-40f4-8562-b9b596873701 service neutron] Port a594f5a6-d4b1-489b-8883-c1de3416e2bf on network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:50:41.387562 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c2539b1-7ea6-40f4-8562-b9b596873701 service neutron] Attempting to bind port a594f5a6-d4b1-489b-8883-c1de3416e2bf on network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:41.419556 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b43b41-5ef8-47ad-9e9e-1a69912b76a1 x-openstack-request-id: req-30b43b41-5ef8-47ad-9e9e-1a69912b76a1 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:41.419842 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872b9857-bddd-4fab-84bd-93a225e6069a", "name": "network-vif-deleted", "tag": "7a209d70-5a0a-48bf-a1f9-5c9b063143d3", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:41.420120 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-30b43b41-5ef8-47ad-9e9e-1a69912b76a1 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:41.420529 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872b9857-bddd-4fab-84bd-93a225e6069a', 'name': 'network-vif-deleted', 'tag': '7a209d70-5a0a-48bf-a1f9-5c9b063143d3', 'status': 'completed', 'code': 200} Jul 05 09:50:41.430165 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c2539b1-7ea6-40f4-8562-b9b596873701 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:50:41.430501 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c2539b1-7ea6-40f4-8562-b9b596873701 service neutron] Checking segment: {'id': '3ee30fd5-e46f-41e8-85d7-8b991a1dec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:41.430948 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c2539b1-7ea6-40f4-8562-b9b596873701 service neutron] Bound using segment: {'id': '3ee30fd5-e46f-41e8-85d7-8b991a1dec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:50:41.431397 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c2539b1-7ea6-40f4-8562-b9b596873701 service neutron] Bound port: a594f5a6-d4b1-489b-8883-c1de3416e2bf, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee30fd5-e46f-41e8-85d7-8b991a1dec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:50:41.431828 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c2539b1-7ea6-40f4-8562-b9b596873701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:41.500156 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27b8c260-4ee9-461d-aa66-0fdd740c0bc4 req-82e3fd88-49ed-4a97-b404-184b87487214 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7d8bceb-4067-4548-b848-1fb9b17a7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334498 Jul 05 09:50:41.543599 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ddd11f7-37be-4212-b65a-d95440698855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:41.566701 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-2ddd11f7-37be-4212-b65a-d95440698855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc753bd-ed1c-4222-8288-03c51cdba06e']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:41.586135 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-2ddd11f7-37be-4212-b65a-d95440698855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6236b97d-8425-459f-81ba-4fba31e24243') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:41.586482 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-2ddd11f7-37be-4212-b65a-d95440698855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6236b97d-8425-459f-81ba-4fba31e24243') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:41.608583 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ddd11f7-37be-4212-b65a-d95440698855 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:41.621023 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c2539b1-7ea6-40f4-8562-b9b596873701 service neutron] For port a594f5a6-d4b1-489b-8883-c1de3416e2bf, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:50:41.630226 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c2539b1-7ea6-40f4-8562-b9b596873701 service neutron] For port a594f5a6-d4b1-489b-8883-c1de3416e2bf, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=a594f5a6-d4b1-489b-8883-c1de3416e2bf,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:50:41.639949 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ddd11f7-37be-4212-b65a-d95440698855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:41.645436 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c2539b1-7ea6-40f4-8562-b9b596873701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:41.653271 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ddd11f7-37be-4212-b65a-d95440698855 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:50:41.653751 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ddd11f7-37be-4212-b65a-d95440698855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.658718 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:50:41.664827 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:50:41.773408 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c2539b1-7ea6-40f4-8562-b9b596873701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:41.773959 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c2539b1-7ea6-40f4-8562-b9b596873701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:41.775559 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c2539b1-7ea6-40f4-8562-b9b596873701 service neutron] 10.222.0.78 "PUT /v2.0/ports/a594f5a6-d4b1-489b-8883-c1de3416e2bf HTTP/1.1" status: 200 len: 1133 time: 2.2003267 Jul 05 09:50:41.805112 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ddd11f7-37be-4212-b65a-d95440698855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:41.810448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2539b1-7ea6-40f4-8562-b9b596873701 service neutron] Pushing event updated for resources: {'Port': ['ID=a594f5a6-d4b1-489b-8883-c1de3416e2bf,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:41.822564 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b20da1c2-9001-45de-807c-d56ec1969933 req-f35106bd-e057-4f66-a93d-6f12f862a3cd service neutron] Request body: {'port': {'device_id': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:41.905083 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ddd11f7-37be-4212-b65a-d95440698855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:41.907329 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2ddd11f7-37be-4212-b65a-d95440698855 admin admin] 10.222.0.79 "DELETE /v2.0/networks/9fc753bd-ed1c-4222-8288-03c51cdba06e HTTP/1.1" status: 204 len: 168 time: 0.9183798 Jul 05 09:50:41.911835 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd11f7-37be-4212-b65a-d95440698855 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fc753bd-ed1c-4222-8288-03c51cdba06e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:41.990760 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-f35106bd-e057-4f66-a93d-6f12f862a3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:42.153547 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56170) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:42.230192 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a64fa77a-ca03-454f-bf70-03b152a3c457 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=75d5c84ca64141ddadd1bedc99f90e4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0754259 Jul 05 09:50:42.232590 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56172) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:42.233522 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1ac1f-d4f2-4eb5-98a4-8af6e2a32184 req-ab9246df-1f3d-4ea3-9d65-6f822a6d3979 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:42.240664 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f9b1ac1f-d4f2-4eb5-98a4-8af6e2a32184 req-ab9246df-1f3d-4ea3-9d65-6f822a6d3979 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.5227935 Jul 05 09:50:42.298293 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb792a2-20a6-49d4-8e52-7c825d5e603a req-259ab0ff-073e-4a3c-93fd-907715dbfe01 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:42.306297 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3cb792a2-20a6-49d4-8e52-7c825d5e603a req-259ab0ff-073e-4a3c-93fd-907715dbfe01 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 945 time: 0.4318593 Jul 05 09:50:42.308345 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4fcb5a41-0777-4623-a345-f74938e40f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:42.334200 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c5f758-88f2-4ece-970e-8ee8f14ab9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9205d0-cf69-4416-a4d6-526512a18406'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:42.337539 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5030cc6d-f226-4b16-9256-a0e5872956b4" -d '{"events": [{"server_uuid": "c8c5f758-88f2-4ece-970e-8ee8f14ab9f0", "name": "network-vif-plugged", "status": "completed", "tag": "3f9205d0-cf69-4416-a4d6-526512a18406"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:42.347551 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4fcb5a41-0777-4623-a345-f74938e40f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:42.397426 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f9b1ac1f-d4f2-4eb5-98a4-8af6e2a32184 req-2b6bf263-c448-4d9d-88a1-750e29054d98 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552119 Jul 05 09:50:42.419028 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4fcb5a41-0777-4623-a345-f74938e40f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:42.433508 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4fcb5a41-0777-4623-a345-f74938e40f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:42.434774 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4fcb5a41-0777-4623-a345-f74938e40f4b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a HTTP/1.1" status: 204 len: 168 time: 0.2003405 Jul 05 09:50:42.467954 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb5a41-0777-4623-a345-f74938e40f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdb10b8-97f2-4a7f-9cce-fea8a79ccc2a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:42.480532 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3cb792a2-20a6-49d4-8e52-7c825d5e603a req-3037d02b-fc0e-45ff-8369-86a41a8d49b4 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732552 Jul 05 09:50:42.716040 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-b20da1c2-9001-45de-807c-d56ec1969933 req-f35106bd-e057-4f66-a93d-6f12f862a3cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4b1166-0af2-41df-8bef-a3498b53e598 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:42.733650 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-f35106bd-e057-4f66-a93d-6f12f862a3cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:42.764133 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9f84ff-02cd-451b-9f6b-a665f3d1a7f3 x-openstack-request-id: req-4b9f84ff-02cd-451b-9f6b-a665f3d1a7f3 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:42.764432 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c5f758-88f2-4ece-970e-8ee8f14ab9f0", "name": "network-vif-plugged", "status": "completed", "tag": "3f9205d0-cf69-4416-a4d6-526512a18406", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:42.764681 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4b9f84ff-02cd-451b-9f6b-a665f3d1a7f3 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:42.765339 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c5f758-88f2-4ece-970e-8ee8f14ab9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9205d0-cf69-4416-a4d6-526512a18406', 'code': 200} Jul 05 09:50:42.770080 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b20da1c2-9001-45de-807c-d56ec1969933 req-f35106bd-e057-4f66-a93d-6f12f862a3cd service neutron] Transition to ACTIVE for port object ce4b1166-0af2-41df-8bef-a3498b53e598 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:42.775831 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-f35106bd-e057-4f66-a93d-6f12f862a3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:42.883568 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35106bd-e057-4f66-a93d-6f12f862a3cd service neutron] Pushing event updated for resources: {'Port': ['ID=ce4b1166-0af2-41df-8bef-a3498b53e598,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:43.097256 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29612f98-691e-4d40-999d-89ee162531bc req-39cdd19c-328d-4b09-92a5-3d7a4b59887e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:43.099128 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-29612f98-691e-4d40-999d-89ee162531bc req-39cdd19c-328d-4b09-92a5-3d7a4b59887e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c8c5f758-88f2-4ece-970e-8ee8f14ab9f0 HTTP/1.1" status: 200 len: 1096 time: 0.2250710 Jul 05 09:50:43.207704 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-29612f98-691e-4d40-999d-89ee162531bc req-f33044de-b78c-49e9-9b70-3808c7b2e9ee service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d7d8bceb-4067-4548-b848-1fb9b17a7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977650 Jul 05 09:50:43.305391 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b20da1c2-9001-45de-807c-d56ec1969933 req-f35106bd-e057-4f66-a93d-6f12f862a3cd service neutron] Attempting to bind port ce4b1166-0af2-41df-8bef-a3498b53e598 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:50:43.305972 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b20da1c2-9001-45de-807c-d56ec1969933 req-f35106bd-e057-4f66-a93d-6f12f862a3cd service neutron] Attempting to bind port ce4b1166-0af2-41df-8bef-a3498b53e598 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '3ee30fd5-e46f-41e8-85d7-8b991a1dec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:50:43.306084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-f35106bd-e057-4f66-a93d-6f12f862a3cd service neutron] Attempting to bind port ce4b1166-0af2-41df-8bef-a3498b53e598 on network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:43.388883 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-f35106bd-e057-4f66-a93d-6f12f862a3cd service neutron] Port ce4b1166-0af2-41df-8bef-a3498b53e598 on network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:50:43.389269 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-f35106bd-e057-4f66-a93d-6f12f862a3cd service neutron] Attempting to bind port ce4b1166-0af2-41df-8bef-a3498b53e598 on network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:43.401754 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-f35106bd-e057-4f66-a93d-6f12f862a3cd service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:50:43.402226 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-f35106bd-e057-4f66-a93d-6f12f862a3cd service neutron] Checking segment: {'id': '3ee30fd5-e46f-41e8-85d7-8b991a1dec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:43.403031 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-f35106bd-e057-4f66-a93d-6f12f862a3cd service neutron] Bound using segment: {'id': '3ee30fd5-e46f-41e8-85d7-8b991a1dec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:50:43.403633 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b20da1c2-9001-45de-807c-d56ec1969933 req-f35106bd-e057-4f66-a93d-6f12f862a3cd service neutron] Bound port: ce4b1166-0af2-41df-8bef-a3498b53e598, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee30fd5-e46f-41e8-85d7-8b991a1dec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:50:43.404023 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-f35106bd-e057-4f66-a93d-6f12f862a3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:43.431557 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'tag': '21394da8-3084-494f-86c5-5db86ecaed8c'}, {'name': 'network-changed', 'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'tag': 'a594f5a6-d4b1-489b-8883-c1de3416e2bf'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:43.453408 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d18858-46ca-4dff-ba35-97b824c55ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "tag": "21394da8-3084-494f-86c5-5db86ecaed8c"}, {"name": "network-changed", "server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "tag": "a594f5a6-d4b1-489b-8883-c1de3416e2bf"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:43.520800 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2563e4-13d8-4791-bf17-4c3f79fa34be req-aeaaf37c-0589-4670-978c-f29c2929e0f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:43.529402 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2563e4-13d8-4791-bf17-4c3f79fa34be req-aeaaf37c-0589-4670-978c-f29c2929e0f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:43.539023 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2563e4-13d8-4791-bf17-4c3f79fa34be req-aeaaf37c-0589-4670-978c-f29c2929e0f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:43.553982 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2563e4-13d8-4791-bf17-4c3f79fa34be req-aeaaf37c-0589-4670-978c-f29c2929e0f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:43.561890 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2563e4-13d8-4791-bf17-4c3f79fa34be req-aeaaf37c-0589-4670-978c-f29c2929e0f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:43.569708 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2563e4-13d8-4791-bf17-4c3f79fa34be req-aeaaf37c-0589-4670-978c-f29c2929e0f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:43.577101 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2563e4-13d8-4791-bf17-4c3f79fa34be req-aeaaf37c-0589-4670-978c-f29c2929e0f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:43.581088 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b2563e4-13d8-4791-bf17-4c3f79fa34be req-aeaaf37c-0589-4670-978c-f29c2929e0f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5390 time: 0.5376041 Jul 05 09:50:43.641835 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b20da1c2-9001-45de-807c-d56ec1969933 req-f35106bd-e057-4f66-a93d-6f12f862a3cd service neutron] For port ce4b1166-0af2-41df-8bef-a3498b53e598, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:50:43.647135 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b20da1c2-9001-45de-807c-d56ec1969933 req-f35106bd-e057-4f66-a93d-6f12f862a3cd service neutron] For port ce4b1166-0af2-41df-8bef-a3498b53e598, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ce4b1166-0af2-41df-8bef-a3498b53e598,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:50:43.688158 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cfbf5108-4369-405a-9ab2-b624c8af003e req-3a02e7bd-3d72-412a-83dc-831a9c6ccfa2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3794978 Jul 05 09:50:43.694228 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-f35106bd-e057-4f66-a93d-6f12f862a3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:43.885420 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35106bd-e057-4f66-a93d-6f12f862a3cd service neutron] Pushing event updated for resources: {'Port': ['ID=ce4b1166-0af2-41df-8bef-a3498b53e598,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:43.907182 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fbf8c-329e-41b0-b484-a8b585990764 req-6b8a08ae-6e66-4e40-b367-7b9cb355c79e tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:43.917948 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e31fbf8c-329e-41b0-b484-a8b585990764 req-6b8a08ae-6e66-4e40-b367-7b9cb355c79e tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c5f758-88f2-4ece-970e-8ee8f14ab9f0 HTTP/1.1" status: 200 len: 945 time: 0.6795833 Jul 05 09:50:43.931157 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b2563e4-13d8-4791-bf17-4c3f79fa34be req-6855c9be-4a19-4ffd-91e0-26209aa96962 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2689524 Jul 05 09:50:43.937365 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-f35106bd-e057-4f66-a93d-6f12f862a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:43.938095 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-f35106bd-e057-4f66-a93d-6f12f862a3cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:43.939497 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-f35106bd-e057-4f66-a93d-6f12f862a3cd service neutron] 10.222.0.78 "PUT /v2.0/ports/ce4b1166-0af2-41df-8bef-a3498b53e598 HTTP/1.1" status: 200 len: 1091 time: 2.1302581 Jul 05 09:50:44.019232 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b20da1c2-9001-45de-807c-d56ec1969933 req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Request body: {'port': {'device_id': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:44.118991 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e31fbf8c-329e-41b0-b484-a8b585990764 req-3818fa7c-d09d-4d4b-bc73-0e63ba070ef7 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7d8bceb-4067-4548-b848-1fb9b17a7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876926 Jul 05 09:50:44.904423 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:45.030429 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb9e68-387d-4dce-9dc3-2b19f93708d1 req-5d1dcca5-9d78-4d5e-a388-2bfcc595bebf tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:45.032814 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fdfb9e68-387d-4dce-9dc3-2b19f93708d1 req-5d1dcca5-9d78-4d5e-a388-2bfcc595bebf tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 944 time: 0.7797682 Jul 05 09:50:45.125752 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973e216-f389-4804-851e-a3c1758d9e7c req-930976cb-2f4b-4d93-8fb1-c3d3a70e369f tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:45.139827 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a973e216-f389-4804-851e-a3c1758d9e7c req-930976cb-2f4b-4d93-8fb1-c3d3a70e369f tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 1096 time: 0.3111198 Jul 05 09:50:45.219051 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fdfb9e68-387d-4dce-9dc3-2b19f93708d1 req-9c3eebfc-5120-428d-8f08-cd3e025d88e5 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797607 Jul 05 09:50:45.266370 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a973e216-f389-4804-851e-a3c1758d9e7c req-5ad3d8ec-f209-4b4e-be60-68cb722b197d tempest-LiveMigrationTest-786514505 tempest-LiveMigrationTest-786514505-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242223 Jul 05 09:50:45.520720 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-b20da1c2-9001-45de-807c-d56ec1969933 req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:45.536365 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c48540-b7ea-42d6-a175-5a70b229ee93 x-openstack-request-id: req-c3c48540-b7ea-42d6-a175-5a70b229ee93 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:45.538378 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "tag": "21394da8-3084-494f-86c5-5db86ecaed8c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "tag": "a594f5a6-d4b1-489b-8883-c1de3416e2bf", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:45.538699 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c3c48540-b7ea-42d6-a175-5a70b229ee93 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:45.539254 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'tag': '21394da8-3084-494f-86c5-5db86ecaed8c', 'status': 'completed', 'code': 200} Jul 05 09:50:45.539531 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'tag': 'a594f5a6-d4b1-489b-8883-c1de3416e2bf', 'status': 'completed', 'code': 200} Jul 05 09:50:45.556235 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:45.597033 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-0427773a-1253-4fa7-a7ba-c9a268a32a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:45.597033 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-0427773a-1253-4fa7-a7ba-c9a268a32a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:45.597033 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-0427773a-1253-4fa7-a7ba-c9a268a32a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:45.597033 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-0427773a-1253-4fa7-a7ba-c9a268a32a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:45.597033 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-0427773a-1253-4fa7-a7ba-c9a268a32a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:45.597033 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-0427773a-1253-4fa7-a7ba-c9a268a32a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:45.597033 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-0427773a-1253-4fa7-a7ba-c9a268a32a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:45.597033 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-0427773a-1253-4fa7-a7ba-c9a268a32a91 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e04a66e3970b460eb00d87560a63797b&device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 6282 time: 0.2024882 Jul 05 09:50:45.605381 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b20da1c2-9001-45de-807c-d56ec1969933 req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Transition to ACTIVE for port object 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:45.615383 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:45.658290 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf5108-4369-405a-9ab2-b624c8af003e req-3e4c23f1-3646-419d-92c2-933b049e3e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:45.659867 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cfbf5108-4369-405a-9ab2-b624c8af003e req-3e4c23f1-3646-419d-92c2-933b049e3e9e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c&tenant_id=a6475ba64a0d482bb432aecc90634688 HTTP/1.1" status: 200 len: 1095 time: 0.2127030 Jul 05 09:50:45.754040 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d46181-be51-4f80-8e5d-14e094a3c5b7 req-9e568d9b-45d6-4270-9d8d-0f8bba9da860 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:45.757150 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-56d46181-be51-4f80-8e5d-14e094a3c5b7 req-9e568d9b-45d6-4270-9d8d-0f8bba9da860 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.2156103 Jul 05 09:50:45.774485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Pushing event updated for resources: {'Port': ['ID=535ddd5c-98dd-4fcc-a7fb-bb701e0fe321,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:45.807615 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:45.808413 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:45.809296 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:45.809785 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:45.810321 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:45.810870 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:45.811351 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:45.811909 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:45.812780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:45.813281 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:45.813780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:45.814261 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:45.874051 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-a46ae367-6b88-4a92-a316-6fdd12476fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:45.874706 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-a46ae367-6b88-4a92-a316-6fdd12476fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:45.875322 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-a46ae367-6b88-4a92-a316-6fdd12476fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:45.877465 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-a46ae367-6b88-4a92-a316-6fdd12476fa9 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=e04a66e3970b460eb00d87560a63797b&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2794819 Jul 05 09:50:45.982375 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-56d46181-be51-4f80-8e5d-14e094a3c5b7 req-35a4b1bc-b632-4021-b57c-f284eb14cbea tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106578 Jul 05 09:50:46.016425 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-6b9a9a00-3fa5-4921-a3b7-35b326c02463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:46.018250 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-6b9a9a00-3fa5-4921-a3b7-35b326c02463 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317263 Jul 05 09:50:46.021254 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf5108-4369-405a-9ab2-b624c8af003e req-0bd0e02b-f2c8-48c7-a6ed-ef9a3b6976a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:46.037512 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cfbf5108-4369-405a-9ab2-b624c8af003e req-0bd0e02b-f2c8-48c7-a6ed-ef9a3b6976a2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6475ba64a0d482bb432aecc90634688&device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 1095 time: 0.3231316 Jul 05 09:50:46.086842 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd602cc-a6ff-4351-b605-be03c26e1559 req-f37e1039-0969-4004-a8c1-874e7d25a06a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:46.110954 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd602cc-a6ff-4351-b605-be03c26e1559 req-f37e1039-0969-4004-a8c1-874e7d25a06a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:46.123487 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd602cc-a6ff-4351-b605-be03c26e1559 req-f37e1039-0969-4004-a8c1-874e7d25a06a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:46.135206 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd602cc-a6ff-4351-b605-be03c26e1559 req-f37e1039-0969-4004-a8c1-874e7d25a06a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:46.141534 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd602cc-a6ff-4351-b605-be03c26e1559 req-f37e1039-0969-4004-a8c1-874e7d25a06a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:46.149263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd602cc-a6ff-4351-b605-be03c26e1559 req-f37e1039-0969-4004-a8c1-874e7d25a06a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:46.157135 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd602cc-a6ff-4351-b605-be03c26e1559 req-f37e1039-0969-4004-a8c1-874e7d25a06a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:46.166411 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7bd602cc-a6ff-4351-b605-be03c26e1559 req-f37e1039-0969-4004-a8c1-874e7d25a06a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5402 time: 0.3803070 Jul 05 09:50:46.176596 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b20da1c2-9001-45de-807c-d56ec1969933 req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Attempting to bind port 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:50:46.176969 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b20da1c2-9001-45de-807c-d56ec1969933 req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Attempting to bind port 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '3ee30fd5-e46f-41e8-85d7-8b991a1dec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:50:46.177255 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Attempting to bind port 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 on network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:46.197694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Port 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 on network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:50:46.198446 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Attempting to bind port 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 on network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:46.251953 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf5108-4369-405a-9ab2-b624c8af003e req-227c8c0d-b08c-4b84-ba31-fbbe0134db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:46.253493 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cfbf5108-4369-405a-9ab2-b624c8af003e req-227c8c0d-b08c-4b84-ba31-fbbe0134db88 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2 HTTP/1.1" status: 200 len: 913 time: 0.2053237 Jul 05 09:50:46.259696 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:50:46.260211 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Checking segment: {'id': '3ee30fd5-e46f-41e8-85d7-8b991a1dec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:46.260604 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Bound using segment: {'id': '3ee30fd5-e46f-41e8-85d7-8b991a1dec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:50:46.261095 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b20da1c2-9001-45de-807c-d56ec1969933 req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Bound port: 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee30fd5-e46f-41e8-85d7-8b991a1dec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:50:46.261461 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:46.267583 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-c631f4c8-20ef-456c-8af2-f7eddfe29de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:46.268165 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-c631f4c8-20ef-456c-8af2-f7eddfe29de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:46.270457 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-c631f4c8-20ef-456c-8af2-f7eddfe29de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:46.270947 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-c631f4c8-20ef-456c-8af2-f7eddfe29de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:46.271426 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-c631f4c8-20ef-456c-8af2-f7eddfe29de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:46.272474 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-c631f4c8-20ef-456c-8af2-f7eddfe29de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:46.272954 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-c631f4c8-20ef-456c-8af2-f7eddfe29de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:46.274923 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-c631f4c8-20ef-456c-8af2-f7eddfe29de4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e04a66e3970b460eb00d87560a63797b&device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 6307 time: 0.1979997 Jul 05 09:50:46.277217 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7bd602cc-a6ff-4351-b605-be03c26e1559 req-da9b3907-94ef-4e99-8879-0e3c9197cd49 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1096907 Jul 05 09:50:46.332748 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cfbf5108-4369-405a-9ab2-b624c8af003e req-81f6e09a-c356-4a3e-927e-b183e6c0d9db service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=249da0cf-193f-4c9c-86b1-cf8ab6844941 HTTP/1.1" status: 200 len: 217 time: 0.0552437 Jul 05 09:50:46.374783 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9149c-ca8d-4f70-a854-4e6d723a9c5e req-af4d5d79-2116-416e-9564-76ad89f46c4c tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:46.382488 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09a9149c-ca8d-4f70-a854-4e6d723a9c5e req-af4d5d79-2116-416e-9564-76ad89f46c4c tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c5f758-88f2-4ece-970e-8ee8f14ab9f0 HTTP/1.1" status: 200 len: 945 time: 0.1803799 Jul 05 09:50:46.445487 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b20da1c2-9001-45de-807c-d56ec1969933 req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] For port 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:50:46.485591 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09a9149c-ca8d-4f70-a854-4e6d723a9c5e req-e557dba8-dd59-4a53-9e1e-364acc369ec3 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7d8bceb-4067-4548-b848-1fb9b17a7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012585 Jul 05 09:50:46.502891 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b20da1c2-9001-45de-807c-d56ec1969933 req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] For port 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=535ddd5c-98dd-4fcc-a7fb-bb701e0fe321,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:50:46.507654 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf5108-4369-405a-9ab2-b624c8af003e req-57472aca-61a3-4610-b0d6-4070f5a7421e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:46.509390 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:46.509969 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cfbf5108-4369-405a-9ab2-b624c8af003e req-57472aca-61a3-4610-b0d6-4070f5a7421e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4ae632a1-0aa5-4d4f-a2ca-5b30d6118137 HTTP/1.1" status: 200 len: 852 time: 0.1585019 Jul 05 09:50:46.570318 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cfbf5108-4369-405a-9ab2-b624c8af003e req-c41c5292-0a24-4621-b475-48a9de9261ef service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502627 Jul 05 09:50:46.577841 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-75531365-3a89-4787-abce-2e13c6c6d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:46.580982 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:46.582619 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:46.583490 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-75531365-3a89-4787-abce-2e13c6c6d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:46.584224 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-75531365-3a89-4787-abce-2e13c6c6d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:46.585320 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] 10.222.0.78 "PUT /v2.0/ports/535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 HTTP/1.1" status: 200 len: 1090 time: 2.6109800 Jul 05 09:50:46.586706 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-75531365-3a89-4787-abce-2e13c6c6d245 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=e04a66e3970b460eb00d87560a63797b&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2993851 Jul 05 09:50:46.628301 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c6f5871-9056-46b1-af9f-99c41fd7e935 service neutron] Request body: {'port': {'device_id': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:46.838241 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53018cf0-ae6e-4950-8781-1562b04dc24d service neutron] Pushing event updated for resources: {'Port': ['ID=535ddd5c-98dd-4fcc-a7fb-bb701e0fe321,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:46.901552 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c6f5871-9056-46b1-af9f-99c41fd7e935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:46.984517 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cfbf5108-4369-405a-9ab2-b624c8af003e req-b9d3238b-7db8-4cf9-8e41-43be0afbe14d service neutron] 10.222.0.81 "GET /v2.0/networks/a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964553 Jul 05 09:50:46.988017 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-48fb9da9-9765-401e-b762-a6c57730a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:46.989769 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-11d18858-46ca-4dff-ba35-97b824c55ddb req-48fb9da9-9765-401e-b762-a6c57730a4da service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3818750 Jul 05 09:50:47.018605 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2b5f0-eba9-4806-b270-f03a21233dfa req-bdb8e606-8fd3-4402-b00b-0acc42b8c711 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:47.028937 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cff2b5f0-eba9-4806-b270-f03a21233dfa req-bdb8e606-8fd3-4402-b00b-0acc42b8c711 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 944 time: 0.2861388 Jul 05 09:50:47.095803 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cff2b5f0-eba9-4806-b270-f03a21233dfa req-a28fa57b-db46-4568-9b6c-1152e7f66561 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656071 Jul 05 09:50:47.133752 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cfbf5108-4369-405a-9ab2-b624c8af003e req-3770509c-9be2-4418-bb21-36658ef2b277 service neutron] 10.222.0.81 "GET /v2.0/networks/a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399407 Jul 05 09:50:47.472577 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed33580-193f-4d27-aa90-f3db41007a71 req-d8f77a6b-e88e-41ae-8c6c-1f8b1020f657 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:47.481228 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ed33580-193f-4d27-aa90-f3db41007a71 req-d8f77a6b-e88e-41ae-8c6c-1f8b1020f657 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 945 time: 0.1336923 Jul 05 09:50:47.546223 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'tag': 'ce4b1166-0af2-41df-8bef-a3498b53e598'}, {'name': 'network-changed', 'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'tag': '535ddd5c-98dd-4fcc-a7fb-bb701e0fe321'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:47.558627 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "tag": "ce4b1166-0af2-41df-8bef-a3498b53e598"}, {"name": "network-changed", "server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "tag": "535ddd5c-98dd-4fcc-a7fb-bb701e0fe321"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:47.654448 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ed33580-193f-4d27-aa90-f3db41007a71 req-0eb85c2c-155d-4d6d-b554-af901a91e6bb tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719630 Jul 05 09:50:47.698085 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3635709-75f7-4017-8ab7-47e59b3d7921 req-b4344d6b-eba6-4431-bcaa-b53cf2438c51 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:47.700549 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b3635709-75f7-4017-8ab7-47e59b3d7921 req-b4344d6b-eba6-4431-bcaa-b53cf2438c51 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.81 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 945 time: 0.2048831 Jul 05 09:50:47.855644 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c6f5871-9056-46b1-af9f-99c41fd7e935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7687645d-a2a5-4242-b556-a4b6bc31c904 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:47.879953 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c6f5871-9056-46b1-af9f-99c41fd7e935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:47.941231 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-b3635709-75f7-4017-8ab7-47e59b3d7921 req-c640512c-579f-43fd-ba9b-8b37aebbecd4 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Deleting port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:50:47.941687 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b3635709-75f7-4017-8ab7-47e59b3d7921 req-c640512c-579f-43fd-ba9b-8b37aebbecd4 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:47.948062 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c6f5871-9056-46b1-af9f-99c41fd7e935 service neutron] Transition to ACTIVE for port object 7687645d-a2a5-4242-b556-a4b6bc31c904 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:47.959924 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c6f5871-9056-46b1-af9f-99c41fd7e935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:48.003727 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691251d-d3fb-4894-8d6f-c96de248170a req-d384b39e-73d9-401d-accf-08d9613aa732 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:48.005490 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3691251d-d3fb-4894-8d6f-c96de248170a req-d384b39e-73d9-401d-accf-08d9613aa732 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.3464901 Jul 05 09:50:48.202764 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-b3635709-75f7-4017-8ab7-47e59b3d7921 req-c640512c-579f-43fd-ba9b-8b37aebbecd4 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] For port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=65fe92fa-d1b8-480b-ba27-ad6bb2233e31,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:48.203336 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b3635709-75f7-4017-8ab7-47e59b3d7921 req-c640512c-579f-43fd-ba9b-8b37aebbecd4 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:48.240502 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-b3635709-75f7-4017-8ab7-47e59b3d7921 req-c640512c-579f-43fd-ba9b-8b37aebbecd4 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Calling delete_port for 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:50:48.284388 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f5871-9056-46b1-af9f-99c41fd7e935 service neutron] Pushing event updated for resources: {'Port': ['ID=7687645d-a2a5-4242-b556-a4b6bc31c904,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:48.379645 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3691251d-d3fb-4894-8d6f-c96de248170a req-7c945974-d686-4265-b57a-af3b6a13f666 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029873 Jul 05 09:50:48.474007 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c6f5871-9056-46b1-af9f-99c41fd7e935 service neutron] Attempting to bind port 7687645d-a2a5-4242-b556-a4b6bc31c904 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:50:48.474347 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c6f5871-9056-46b1-af9f-99c41fd7e935 service neutron] Attempting to bind port 7687645d-a2a5-4242-b556-a4b6bc31c904 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'f485d861-f5ea-4db7-b3f3-89204c69d2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '46a7d976-22fe-499d-9eac-633e774ed0a2'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:50:48.474691 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c6f5871-9056-46b1-af9f-99c41fd7e935 service neutron] Attempting to bind port 7687645d-a2a5-4242-b556-a4b6bc31c904 on network 46a7d976-22fe-499d-9eac-633e774ed0a2 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:48.539474 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c6f5871-9056-46b1-af9f-99c41fd7e935 service neutron] Port 7687645d-a2a5-4242-b556-a4b6bc31c904 on network 46a7d976-22fe-499d-9eac-633e774ed0a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:50:48.539808 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c6f5871-9056-46b1-af9f-99c41fd7e935 service neutron] Attempting to bind port 7687645d-a2a5-4242-b556-a4b6bc31c904 on network 46a7d976-22fe-499d-9eac-633e774ed0a2 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:48.568299 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c6f5871-9056-46b1-af9f-99c41fd7e935 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:50:48.568607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c6f5871-9056-46b1-af9f-99c41fd7e935 service neutron] Checking segment: {'id': 'f485d861-f5ea-4db7-b3f3-89204c69d2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '46a7d976-22fe-499d-9eac-633e774ed0a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:48.569458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c6f5871-9056-46b1-af9f-99c41fd7e935 service neutron] Bound using segment: {'id': 'f485d861-f5ea-4db7-b3f3-89204c69d2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '46a7d976-22fe-499d-9eac-633e774ed0a2'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:50:48.570170 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c6f5871-9056-46b1-af9f-99c41fd7e935 service neutron] Bound port: 7687645d-a2a5-4242-b556-a4b6bc31c904, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f485d861-f5ea-4db7-b3f3-89204c69d2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '46a7d976-22fe-499d-9eac-633e774ed0a2'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:50:48.570533 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c6f5871-9056-46b1-af9f-99c41fd7e935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:48.572338 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b3635709-75f7-4017-8ab7-47e59b3d7921 req-c640512c-579f-43fd-ba9b-8b37aebbecd4 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:48.588270 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['c347d0e5-43ef-4149-a9e6-f63d765fcd86', '65fe92fa-d1b8-480b-ba27-ad6bb2233e31'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:48.638118 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640512c-579f-43fd-ba9b-8b37aebbecd4 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Pushing event deleted for resources: {'Port': ['ID=65fe92fa-d1b8-480b-ba27-ad6bb2233e31,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:48.774767 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56324) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:48.796158 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3635709-75f7-4017-8ab7-47e59b3d7921 req-c640512c-579f-43fd-ba9b-8b37aebbecd4 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] No DVR routers for this DVR port 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 on host n-h1-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:50:48.803648 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b3635709-75f7-4017-8ab7-47e59b3d7921 req-c640512c-579f-43fd-ba9b-8b37aebbecd4 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:48.811832 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b3635709-75f7-4017-8ab7-47e59b3d7921 req-c640512c-579f-43fd-ba9b-8b37aebbecd4 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.81 "DELETE /v2.0/ports/65fe92fa-d1b8-480b-ba27-ad6bb2233e31 HTTP/1.1" status: 204 len: 173 time: 1.1031253 Jul 05 09:50:48.813174 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a1444f-3f57-433f-a038-ec1ee40b2177', 'name': 'network-vif-deleted', 'tag': '65fe92fa-d1b8-480b-ba27-ad6bb2233e31'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:48.815917 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c6f5871-9056-46b1-af9f-99c41fd7e935 service neutron] For port 7687645d-a2a5-4242-b556-a4b6bc31c904, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:50:48.818487 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a43c62-7919-4490-8496-818d8de5543e" -d '{"events": [{"server_uuid": "91a1444f-3f57-433f-a038-ec1ee40b2177", "name": "network-vif-deleted", "tag": "65fe92fa-d1b8-480b-ba27-ad6bb2233e31"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:48.856227 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089372c-745f-498b-964b-75b9162aea80 req-65fc432f-0306-4bdb-b8d5-bda72bc909fc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:48.863213 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089372c-745f-498b-964b-75b9162aea80 req-65fc432f-0306-4bdb-b8d5-bda72bc909fc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:48.870527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089372c-745f-498b-964b-75b9162aea80 req-65fc432f-0306-4bdb-b8d5-bda72bc909fc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:48.877755 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089372c-745f-498b-964b-75b9162aea80 req-65fc432f-0306-4bdb-b8d5-bda72bc909fc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:48.884723 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089372c-745f-498b-964b-75b9162aea80 req-65fc432f-0306-4bdb-b8d5-bda72bc909fc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:48.892834 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089372c-745f-498b-964b-75b9162aea80 req-65fc432f-0306-4bdb-b8d5-bda72bc909fc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:48.899678 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089372c-745f-498b-964b-75b9162aea80 req-65fc432f-0306-4bdb-b8d5-bda72bc909fc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:48.907838 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c089372c-745f-498b-964b-75b9162aea80 req-65fc432f-0306-4bdb-b8d5-bda72bc909fc tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5414 time: 0.4379032 Jul 05 09:50:48.951490 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c6f5871-9056-46b1-af9f-99c41fd7e935 service neutron] For port 7687645d-a2a5-4242-b556-a4b6bc31c904, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=7687645d-a2a5-4242-b556-a4b6bc31c904,segment=NetworkSegment(f485d861-f5ea-4db7-b3f3-89204c69d2d1),segment_id=f485d861-f5ea-4db7-b3f3-89204c69d2d1)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:50:48.970606 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c089372c-745f-498b-964b-75b9162aea80 req-e88a52f5-6990-427a-9ca0-9244014bcdd5 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616143 Jul 05 09:50:48.979206 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c6f5871-9056-46b1-af9f-99c41fd7e935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:49.017545 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d0b31-dc51-4647-a560-05adb4f79bec req-55c0b054-ffa2-47dd-80d9-f309a66e144e tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:49.028070 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b21d0b31-dc51-4647-a560-05adb4f79bec req-55c0b054-ffa2-47dd-80d9-f309a66e144e tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8c5f758-88f2-4ece-970e-8ee8f14ab9f0 HTTP/1.1" status: 200 len: 945 time: 0.1622188 Jul 05 09:50:49.127818 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c6f5871-9056-46b1-af9f-99c41fd7e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:49.128673 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c6f5871-9056-46b1-af9f-99c41fd7e935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:49.135027 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7c6f5871-9056-46b1-af9f-99c41fd7e935 service neutron] 10.222.0.78 "PUT /v2.0/ports/7687645d-a2a5-4242-b556-a4b6bc31c904 HTTP/1.1" status: 200 len: 1091 time: 2.5150592 Jul 05 09:50:49.143047 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e05646-41e8-4baf-bf8e-213c50e50cd2 x-openstack-request-id: req-a6e05646-41e8-4baf-bf8e-213c50e50cd2 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:49.143452 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "tag": "ce4b1166-0af2-41df-8bef-a3498b53e598", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "tag": "535ddd5c-98dd-4fcc-a7fb-bb701e0fe321", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:49.144186 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a6e05646-41e8-4baf-bf8e-213c50e50cd2 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:49.145066 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'tag': 'ce4b1166-0af2-41df-8bef-a3498b53e598', 'status': 'completed', 'code': 200} Jul 05 09:50:49.155502 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'tag': '535ddd5c-98dd-4fcc-a7fb-bb701e0fe321', 'status': 'completed', 'code': 200} Jul 05 09:50:49.189527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f183712-4960-4579-8f3b-d2c4e9ff1743 req-adb19447-2099-4203-b09b-79c28d3de48e tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:49.193147 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8f183712-4960-4579-8f3b-d2c4e9ff1743 req-adb19447-2099-4203-b09b-79c28d3de48e tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/ports?device_id=8aa0ee78-1a1e-49b0-99e8-195308e2a131 HTTP/1.1" status: 200 len: 945 time: 0.4744904 Jul 05 09:50:49.210363 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b20da1c2-9001-45de-807c-d56ec1969933 req-73d27d07-c25c-4ca9-9e06-6dfb8415f5d9 service neutron] Request body: {'port': {'device_id': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:49.289357 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b64d967e-8dd8-425d-9d0a-6f93408148ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:49.381411 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8f183712-4960-4579-8f3b-d2c4e9ff1743 req-cb84bb3d-6775-4d02-9fec-59d8c2e1c617 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0e3fc5f-0902-4478-b4ea-1c0d166b1352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758745 Jul 05 09:50:49.427693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f5871-9056-46b1-af9f-99c41fd7e935 service neutron] Pushing event updated for resources: {'Port': ['ID=7687645d-a2a5-4242-b556-a4b6bc31c904,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:49.580400 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-3cc91fd4-bb3e-44b8-96ce-7b3168b86f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:49.584261 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-3cc91fd4-bb3e-44b8-96ce-7b3168b86f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:49.585555 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-3cc91fd4-bb3e-44b8-96ce-7b3168b86f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:49.586289 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-3cc91fd4-bb3e-44b8-96ce-7b3168b86f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:49.586929 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-3cc91fd4-bb3e-44b8-96ce-7b3168b86f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:49.587563 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-3cc91fd4-bb3e-44b8-96ce-7b3168b86f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:49.590697 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-3cc91fd4-bb3e-44b8-96ce-7b3168b86f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:49.592871 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-3cc91fd4-bb3e-44b8-96ce-7b3168b86f23 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e04a66e3970b460eb00d87560a63797b&device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 6416 time: 0.4741671 Jul 05 09:50:49.697160 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-73d27d07-c25c-4ca9-9e06-6dfb8415f5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:49.738573 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-b21d0b31-dc51-4647-a560-05adb4f79bec req-eacc4e16-489e-45ef-9329-af6c94bc847a tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Deleting port 3f9205d0-cf69-4416-a4d6-526512a18406 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:50:49.739265 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b21d0b31-dc51-4647-a560-05adb4f79bec req-eacc4e16-489e-45ef-9329-af6c94bc847a tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:49.768515 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32e59c-b5ee-4455-9e0a-4ea14850ec60 req-85e70e18-a8c3-4145-a2e3-4b7740db3d3c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:49.771359 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b32e59c-b5ee-4455-9e0a-4ea14850ec60 req-85e70e18-a8c3-4145-a2e3-4b7740db3d3c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 944 time: 0.3608665 Jul 05 09:50:49.938410 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b64d967e-8dd8-425d-9d0a-6f93408148ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:49.952193 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-da709a46-cab9-4b80-8ac0-33caba246724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:49.952979 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-da709a46-cab9-4b80-8ac0-33caba246724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:49.953469 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-da709a46-cab9-4b80-8ac0-33caba246724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:49.955054 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-da709a46-cab9-4b80-8ac0-33caba246724 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=e04a66e3970b460eb00d87560a63797b&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3482778 Jul 05 09:50:49.958982 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b64d967e-8dd8-425d-9d0a-6f93408148ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:49.963445 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b32e59c-b5ee-4455-9e0a-4ea14850ec60 req-26f7cab2-6d97-49a1-9b84-da8583da7398 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800389 Jul 05 09:50:50.260838 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:50:50.285150 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9a627fda-8548-4d53-8a3f-5e0ef659fc55 req-8f623dfc-7c5d-4860-9306-b60beda7618f tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 210 time: 0.0936954 Jul 05 09:50:50.768190 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-b20da1c2-9001-45de-807c-d56ec1969933 req-73d27d07-c25c-4ca9-9e06-6dfb8415f5d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131fcb68-80ef-4ce5-8a09-b0ad9af2e494 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:50.814337 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-73d27d07-c25c-4ca9-9e06-6dfb8415f5d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:50.856165 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fcc8cf-c62c-4d8a-a1a6-60b2143d5afe x-openstack-request-id: req-19fcc8cf-c62c-4d8a-a1a6-60b2143d5afe {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:50.857075 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a1444f-3f57-433f-a038-ec1ee40b2177", "name": "network-vif-deleted", "tag": "65fe92fa-d1b8-480b-ba27-ad6bb2233e31", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:50.857492 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-19fcc8cf-c62c-4d8a-a1a6-60b2143d5afe {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:50.858143 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a1444f-3f57-433f-a038-ec1ee40b2177', 'name': 'network-vif-deleted', 'tag': '65fe92fa-d1b8-480b-ba27-ad6bb2233e31', 'status': 'completed', 'code': 200} Jul 05 09:50:50.863770 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-b21d0b31-dc51-4647-a560-05adb4f79bec req-eacc4e16-489e-45ef-9329-af6c94bc847a tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] For port 3f9205d0-cf69-4416-a4d6-526512a18406, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=3f9205d0-cf69-4416-a4d6-526512a18406,segment=NetworkSegment(59b5db18-d612-4d13-8670-487f029f55d3),segment_id=59b5db18-d612-4d13-8670-487f029f55d3)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:50.864397 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b21d0b31-dc51-4647-a560-05adb4f79bec req-eacc4e16-489e-45ef-9329-af6c94bc847a tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:50.871101 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b64d967e-8dd8-425d-9d0a-6f93408148ba admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bdd17709be3549e98e0def3595db38b6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0917416 Jul 05 09:50:50.878146 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b20da1c2-9001-45de-807c-d56ec1969933 req-73d27d07-c25c-4ca9-9e06-6dfb8415f5d9 service neutron] Transition to ACTIVE for port object 131fcb68-80ef-4ce5-8a09-b0ad9af2e494 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:50.880189 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56344) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:50.885973 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d967e-8dd8-425d-9d0a-6f93408148ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803a9d2f-a9b9-4600-b387-d8a40112deb0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:50.904055 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-b21d0b31-dc51-4647-a560-05adb4f79bec req-eacc4e16-489e-45ef-9329-af6c94bc847a tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Calling delete_port for 3f9205d0-cf69-4416-a4d6-526512a18406 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:50:50.906482 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-73d27d07-c25c-4ca9-9e06-6dfb8415f5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:50.937522 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64d967e-8dd8-425d-9d0a-6f93408148ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:50.938233 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64d967e-8dd8-425d-9d0a-6f93408148ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:50.938782 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64d967e-8dd8-425d-9d0a-6f93408148ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:50.939342 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64d967e-8dd8-425d-9d0a-6f93408148ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:50.939935 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64d967e-8dd8-425d-9d0a-6f93408148ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:50.940473 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64d967e-8dd8-425d-9d0a-6f93408148ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:50.941163 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64d967e-8dd8-425d-9d0a-6f93408148ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:50.941734 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64d967e-8dd8-425d-9d0a-6f93408148ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:50.942279 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64d967e-8dd8-425d-9d0a-6f93408148ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:50.942839 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64d967e-8dd8-425d-9d0a-6f93408148ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:50.943371 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64d967e-8dd8-425d-9d0a-6f93408148ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:50.943995 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64d967e-8dd8-425d-9d0a-6f93408148ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:50.961489 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:50:51.014420 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:50:51.015026 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 65fe92fa-d1b8-480b-ba27-ad6bb2233e31 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:50:51.024522 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d27d07-c25c-4ca9-9e06-6dfb8415f5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=131fcb68-80ef-4ce5-8a09-b0ad9af2e494,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:51.036630 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1d3af697-9bb2-45b6-9234-d3bab396736e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:51.051251 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017be0f4-717f-40cd-bd61-7d4d56b760a8 req-95f67eab-7b9f-461c-94db-b64c37e93868 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:51.059014 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-017be0f4-717f-40cd-bd61-7d4d56b760a8 req-95f67eab-7b9f-461c-94db-b64c37e93868 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.3825400 Jul 05 09:50:51.116792 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-43cdbeac-d2b3-4aeb-8824-97dbca1b4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:51.118413 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-43cdbeac-d2b3-4aeb-8824-97dbca1b4b10 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1531968 Jul 05 09:50:51.170372 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b14797-4f05-4311-a977-2d8bbb1a53bc req-bc6ff870-b699-4636-b6db-ea32443d18af tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:51.177159 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'tag': '7687645d-a2a5-4242-b556-a4b6bc31c904'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:51.180369 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedec6fa-0738-4ff4-9d51-048833c13cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "tag": "7687645d-a2a5-4242-b556-a4b6bc31c904"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:51.182225 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a7b14797-4f05-4311-a977-2d8bbb1a53bc req-bc6ff870-b699-4636-b6db-ea32443d18af tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dcde7a4-de87-49ac-b1ca-d69dc9aebb63 HTTP/1.1" status: 200 len: 945 time: 1.1064336 Jul 05 09:50:51.206516 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-017be0f4-717f-40cd-bd61-7d4d56b760a8 req-4d000992-fa62-4686-890e-07a94994bf7c tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464386 Jul 05 09:50:51.361554 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b20da1c2-9001-45de-807c-d56ec1969933 req-73d27d07-c25c-4ca9-9e06-6dfb8415f5d9 service neutron] Attempting to bind port 131fcb68-80ef-4ce5-8a09-b0ad9af2e494 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:50:51.362321 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b20da1c2-9001-45de-807c-d56ec1969933 req-73d27d07-c25c-4ca9-9e06-6dfb8415f5d9 service neutron] Attempting to bind port 131fcb68-80ef-4ce5-8a09-b0ad9af2e494 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'f485d861-f5ea-4db7-b3f3-89204c69d2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '46a7d976-22fe-499d-9eac-633e774ed0a2'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:50:51.362531 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c073afb6-6dfe-4ebd-b389-01784805194b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:51.362767 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-73d27d07-c25c-4ca9-9e06-6dfb8415f5d9 service neutron] Attempting to bind port 131fcb68-80ef-4ce5-8a09-b0ad9af2e494 on network 46a7d976-22fe-499d-9eac-633e774ed0a2 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:51.371058 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-73d27d07-c25c-4ca9-9e06-6dfb8415f5d9 service neutron] Port 131fcb68-80ef-4ce5-8a09-b0ad9af2e494 on network 46a7d976-22fe-499d-9eac-633e774ed0a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:50:51.371303 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-73d27d07-c25c-4ca9-9e06-6dfb8415f5d9 service neutron] Attempting to bind port 131fcb68-80ef-4ce5-8a09-b0ad9af2e494 on network 46a7d976-22fe-499d-9eac-633e774ed0a2 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:51.389782 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-73d27d07-c25c-4ca9-9e06-6dfb8415f5d9 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:50:51.390043 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-73d27d07-c25c-4ca9-9e06-6dfb8415f5d9 service neutron] Checking segment: {'id': 'f485d861-f5ea-4db7-b3f3-89204c69d2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '46a7d976-22fe-499d-9eac-633e774ed0a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:51.390442 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20da1c2-9001-45de-807c-d56ec1969933 req-73d27d07-c25c-4ca9-9e06-6dfb8415f5d9 service neutron] Bound using segment: {'id': 'f485d861-f5ea-4db7-b3f3-89204c69d2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '46a7d976-22fe-499d-9eac-633e774ed0a2'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:50:51.390905 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b20da1c2-9001-45de-807c-d56ec1969933 req-73d27d07-c25c-4ca9-9e06-6dfb8415f5d9 service neutron] Bound port: 131fcb68-80ef-4ce5-8a09-b0ad9af2e494, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f485d861-f5ea-4db7-b3f3-89204c69d2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '46a7d976-22fe-499d-9eac-633e774ed0a2'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:50:51.391283 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-73d27d07-c25c-4ca9-9e06-6dfb8415f5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:51.446986 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c073afb6-6dfe-4ebd-b389-01784805194b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:51.572295 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b20da1c2-9001-45de-807c-d56ec1969933 req-73d27d07-c25c-4ca9-9e06-6dfb8415f5d9 service neutron] For port 131fcb68-80ef-4ce5-8a09-b0ad9af2e494, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:50:51.577211 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b20da1c2-9001-45de-807c-d56ec1969933 req-73d27d07-c25c-4ca9-9e06-6dfb8415f5d9 service neutron] For port 131fcb68-80ef-4ce5-8a09-b0ad9af2e494, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=131fcb68-80ef-4ce5-8a09-b0ad9af2e494,segment=NetworkSegment(f485d861-f5ea-4db7-b3f3-89204c69d2d1),segment_id=f485d861-f5ea-4db7-b3f3-89204c69d2d1)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:50:51.597935 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-73d27d07-c25c-4ca9-9e06-6dfb8415f5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:51.688185 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-a00a69c4-cec2-471f-a3c5-43ee0f12bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:51.688735 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-a00a69c4-cec2-471f-a3c5-43ee0f12bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:51.689275 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-a00a69c4-cec2-471f-a3c5-43ee0f12bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:51.689813 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-a00a69c4-cec2-471f-a3c5-43ee0f12bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:51.690347 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-a00a69c4-cec2-471f-a3c5-43ee0f12bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:51.691116 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-a00a69c4-cec2-471f-a3c5-43ee0f12bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:51.691383 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-a00a69c4-cec2-471f-a3c5-43ee0f12bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:51.693826 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-a00a69c4-cec2-471f-a3c5-43ee0f12bc35 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e04a66e3970b460eb00d87560a63797b&device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 6441 time: 0.5070851 Jul 05 09:50:51.697338 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b21d0b31-dc51-4647-a560-05adb4f79bec req-eacc4e16-489e-45ef-9329-af6c94bc847a tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:51.711076 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['52dbde9a-7308-4a92-8720-73673f0d5091'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:51.730940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-73d27d07-c25c-4ca9-9e06-6dfb8415f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:51.731942 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b20da1c2-9001-45de-807c-d56ec1969933 req-73d27d07-c25c-4ca9-9e06-6dfb8415f5d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:51.737668 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c073afb6-6dfe-4ebd-b389-01784805194b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:51.748838 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-73d27d07-c25c-4ca9-9e06-6dfb8415f5d9 service neutron] 10.222.0.78 "PUT /v2.0/ports/131fcb68-80ef-4ce5-8a09-b0ad9af2e494 HTTP/1.1" status: 200 len: 1091 time: 2.5539854 Jul 05 09:50:51.758856 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c073afb6-6dfe-4ebd-b389-01784805194b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:51.760491 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c073afb6-6dfe-4ebd-b389-01784805194b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/803a9d2f-a9b9-4600-b387-d8a40112deb0 HTTP/1.1" status: 204 len: 168 time: 0.8764448 Jul 05 09:50:51.797929 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d27d07-c25c-4ca9-9e06-6dfb8415f5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=131fcb68-80ef-4ce5-8a09-b0ad9af2e494,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:51.906765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570db76c-a9df-4385-84fc-ce2c57b2dcd8 req-3d397d0a-8a9c-44a0-9a09-ad769aec3fc6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:51.922516 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570db76c-a9df-4385-84fc-ce2c57b2dcd8 req-3d397d0a-8a9c-44a0-9a09-ad769aec3fc6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:51.937516 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570db76c-a9df-4385-84fc-ce2c57b2dcd8 req-3d397d0a-8a9c-44a0-9a09-ad769aec3fc6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:51.962032 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570db76c-a9df-4385-84fc-ce2c57b2dcd8 req-3d397d0a-8a9c-44a0-9a09-ad769aec3fc6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:51.986190 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570db76c-a9df-4385-84fc-ce2c57b2dcd8 req-3d397d0a-8a9c-44a0-9a09-ad769aec3fc6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:52.010602 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570db76c-a9df-4385-84fc-ce2c57b2dcd8 req-3d397d0a-8a9c-44a0-9a09-ad769aec3fc6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:52.033796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570db76c-a9df-4385-84fc-ce2c57b2dcd8 req-3d397d0a-8a9c-44a0-9a09-ad769aec3fc6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:52.041932 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc4e16-489e-45ef-9329-af6c94bc847a tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Pushing event deleted for resources: {'Port': ['ID=3f9205d0-cf69-4416-a4d6-526512a18406,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:52.049562 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-570db76c-a9df-4385-84fc-ce2c57b2dcd8 req-3d397d0a-8a9c-44a0-9a09-ad769aec3fc6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5426 time: 0.4708323 Jul 05 09:50:52.104381 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073afb6-6dfe-4ebd-b389-01784805194b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803a9d2f-a9b9-4600-b387-d8a40112deb0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:52.142079 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-570db76c-a9df-4385-84fc-ce2c57b2dcd8 req-d9d522ef-1b38-462e-bfc6-0c379ad91380 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848405 Jul 05 09:50:52.283805 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-a7b14797-4f05-4311-a977-2d8bbb1a53bc req-1db27364-2296-4712-b963-e91a02aa6f94 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Deleting port 52dbde9a-7308-4a92-8720-73673f0d5091 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:50:52.284188 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a7b14797-4f05-4311-a977-2d8bbb1a53bc req-1db27364-2296-4712-b963-e91a02aa6f94 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:52.424230 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21d0b31-dc51-4647-a560-05adb4f79bec req-eacc4e16-489e-45ef-9329-af6c94bc847a tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] No DVR routers for this DVR port 3f9205d0-cf69-4416-a4d6-526512a18406 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:50:52.431314 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b21d0b31-dc51-4647-a560-05adb4f79bec req-eacc4e16-489e-45ef-9329-af6c94bc847a tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:52.433935 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b21d0b31-dc51-4647-a560-05adb4f79bec req-eacc4e16-489e-45ef-9329-af6c94bc847a tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.78 "DELETE /v2.0/ports/3f9205d0-cf69-4416-a4d6-526512a18406 HTTP/1.1" status: 204 len: 173 time: 3.3990662 Jul 05 09:50:52.478710 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 3f9205d0-cf69-4416-a4d6-526512a18406 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:50:52.508751 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56362) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:52.530139 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ff272eaf-c3c6-4415-95c1-b82db6255cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:52.541364 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 3f9205d0-cf69-4416-a4d6-526512a18406 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:50:52.541968 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 3f9205d0-cf69-4416-a4d6-526512a18406 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:50:52.631951 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-7ef7c44b-5745-4a83-97ca-363a5705a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:52.632454 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-7ef7c44b-5745-4a83-97ca-363a5705a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:52.632935 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-7ef7c44b-5745-4a83-97ca-363a5705a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:52.635466 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-7ef7c44b-5745-4a83-97ca-363a5705a90b service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=e04a66e3970b460eb00d87560a63797b&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.9321473 Jul 05 09:50:52.754055 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ff272eaf-c3c6-4415-95c1-b82db6255cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:52.762514 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ff272eaf-c3c6-4415-95c1-b82db6255cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:52.858220 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-7e2677e0-c0dc-4daa-8b89-3ba6c726d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:52.860219 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2a727b1e-f915-4ef8-ba7c-a8c44d4d9c04 req-7e2677e0-c0dc-4daa-8b89-3ba6c726d7b5 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1962466 Jul 05 09:50:52.863437 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c5f758-88f2-4ece-970e-8ee8f14ab9f0', 'name': 'network-vif-deleted', 'tag': '3f9205d0-cf69-4416-a4d6-526512a18406'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:52.866944 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5491fb4f-8b03-4a36-881a-fa03856c77b8" -d '{"events": [{"server_uuid": "c8c5f758-88f2-4ece-970e-8ee8f14ab9f0", "name": "network-vif-deleted", "tag": "3f9205d0-cf69-4416-a4d6-526512a18406"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:52.910630 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-a7b14797-4f05-4311-a977-2d8bbb1a53bc req-1db27364-2296-4712-b963-e91a02aa6f94 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] For port 52dbde9a-7308-4a92-8720-73673f0d5091, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=52dbde9a-7308-4a92-8720-73673f0d5091,segment=NetworkSegment(59b5db18-d612-4d13-8670-487f029f55d3),segment_id=59b5db18-d612-4d13-8670-487f029f55d3)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:52.911115 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a7b14797-4f05-4311-a977-2d8bbb1a53bc req-1db27364-2296-4712-b963-e91a02aa6f94 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:52.946770 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-a7b14797-4f05-4311-a977-2d8bbb1a53bc req-1db27364-2296-4712-b963-e91a02aa6f94 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Calling delete_port for 52dbde9a-7308-4a92-8720-73673f0d5091 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:50:52.947924 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ff272eaf-c3c6-4415-95c1-b82db6255cdd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5103ad3c56b446209a9020061c9d545a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4280305 Jul 05 09:50:52.949543 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff272eaf-c3c6-4415-95c1-b82db6255cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0424f207-ef5f-401b-983e-4e531895f4df,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:52.971277 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56368) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:53.184950 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8c073-8da4-49a9-a502-2de8834b267b req-2f9bc560-4585-41ac-93db-8b33c96d81b0 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:53.186566 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8be8c073-8da4-49a9-a502-2de8834b267b req-2f9bc560-4585-41ac-93db-8b33c96d81b0 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 944 time: 0.4096513 Jul 05 09:50:53.187540 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb270e68-0311-403c-afce-e3c216fa4199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:53.304375 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b0869995-db95-41f5-a3f7-7668e852a468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:53.363933 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb270e68-0311-403c-afce-e3c216fa4199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:53.386917 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a7b14797-4f05-4311-a977-2d8bbb1a53bc req-1db27364-2296-4712-b963-e91a02aa6f94 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:53.401222 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8be8c073-8da4-49a9-a502-2de8834b267b req-b6573fa7-c80c-4a8f-8c16-1d1b53d4cfe6 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922605 Jul 05 09:50:53.528151 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db27364-2296-4712-b963-e91a02aa6f94 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Pushing event deleted for resources: {'Port': ['ID=52dbde9a-7308-4a92-8720-73673f0d5091,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:53.529681 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:53.532486 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b14797-4f05-4311-a977-2d8bbb1a53bc req-1db27364-2296-4712-b963-e91a02aa6f94 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] No DVR routers for this DVR port 52dbde9a-7308-4a92-8720-73673f0d5091 on host n-h1-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:50:53.535134 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a7b14797-4f05-4311-a977-2d8bbb1a53bc req-1db27364-2296-4712-b963-e91a02aa6f94 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:53.538700 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a7b14797-4f05-4311-a977-2d8bbb1a53bc req-1db27364-2296-4712-b963-e91a02aa6f94 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.81 "DELETE /v2.0/ports/52dbde9a-7308-4a92-8720-73673f0d5091 HTTP/1.1" status: 204 len: 173 time: 2.3049388 Jul 05 09:50:53.557718 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb270e68-0311-403c-afce-e3c216fa4199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:53.561108 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb270e68-0311-403c-afce-e3c216fa4199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:53.564791 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cb270e68-0311-403c-afce-e3c216fa4199 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0424f207-ef5f-401b-983e-4e531895f4df HTTP/1.1" status: 204 len: 168 time: 0.5901108 Jul 05 09:50:53.565302 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aedfa18-5852-49a4-9753-ce2875fa3741 x-openstack-request-id: req-5aedfa18-5852-49a4-9753-ce2875fa3741 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:53.565542 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "tag": "7687645d-a2a5-4242-b556-a4b6bc31c904", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:53.565747 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5aedfa18-5852-49a4-9753-ce2875fa3741 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:53.566148 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'tag': '7687645d-a2a5-4242-b556-a4b6bc31c904', 'status': 'completed', 'code': 200} Jul 05 09:50:53.583061 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb270e68-0311-403c-afce-e3c216fa4199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0424f207-ef5f-401b-983e-4e531895f4df,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:53.648872 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-d23a6733-de98-4e3a-bce7-85087e98d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:53.649519 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-d23a6733-de98-4e3a-bce7-85087e98d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:53.650071 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-d23a6733-de98-4e3a-bce7-85087e98d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:53.650581 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-d23a6733-de98-4e3a-bce7-85087e98d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:53.651078 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-d23a6733-de98-4e3a-bce7-85087e98d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:53.655275 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-d23a6733-de98-4e3a-bce7-85087e98d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:53.656803 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-d23a6733-de98-4e3a-bce7-85087e98d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:53.662830 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-d23a6733-de98-4e3a-bce7-85087e98d0b1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e04a66e3970b460eb00d87560a63797b&device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 6483 time: 0.3022170 Jul 05 09:50:53.753844 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-6de2f26e-2f42-445c-bf12-1a423a1522f6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=401fb49d-c5d2-4694-ad52-e41acc61b67a HTTP/1.1" status: 200 len: 217 time: 0.0820882 Jul 05 09:50:53.862642 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7b8a736f-ed36-4f76-b9b4-976bb131c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:53.864593 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7b8a736f-ed36-4f76-b9b4-976bb131c075 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=22c724bc-0f32-4952-94a0-85931aacdabb HTTP/1.1" status: 200 len: 856 time: 0.1043303 Jul 05 09:50:53.961941 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6a27c59f-2ee6-42ba-8345-b9513ff54bff req-4211cc55-6210-454b-8dfe-d7b267ba2509 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 210 time: 0.0892451 Jul 05 09:50:53.975591 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-c42d445c-ddc7-45a5-a59a-b8b353a4f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:53.977516 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-c42d445c-ddc7-45a5-a59a-b8b353a4f741 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2b4fa0ad-d771-4467-abb7-7725cc9bca3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067955 Jul 05 09:50:54.133943 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-c7cc4663-69f8-4fa7-b281-d0be8dfb97a7 service neutron] 10.222.0.78 "GET /v2.0/networks/2b4fa0ad-d771-4467-abb7-7725cc9bca3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490769 Jul 05 09:50:54.375082 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-df5ab9a0-0411-4c40-8286-d55892e90d0f service neutron] 10.222.0.78 "GET /v2.0/networks/2b4fa0ad-d771-4467-abb7-7725cc9bca3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323830 Jul 05 09:50:54.459314 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-8f8dd7af-91ca-4460-a27f-65e39cce7ed6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=21394da8-3084-494f-86c5-5db86ecaed8c HTTP/1.1" status: 200 len: 217 time: 0.0765181 Jul 05 09:50:54.501387 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cd59d-6643-4a4e-8923-3d2778a7a4f6 req-3c2d5d41-8df0-4a1d-996a-10b60c9bfe7f tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:54.515807 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-026cd59d-6643-4a4e-8923-3d2778a7a4f6 req-3c2d5d41-8df0-4a1d-996a-10b60c9bfe7f tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.2625000 Jul 05 09:50:54.525292 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:54.544894 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-0e877058-d78f-4a1e-85f6-047f02098c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:54.546519 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-0e877058-d78f-4a1e-85f6-047f02098c3c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=beb17974-ad37-4f4e-b8b5-ae6e1c964f90 HTTP/1.1" status: 200 len: 797 time: 0.0807357 Jul 05 09:50:54.613361 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-026cd59d-6643-4a4e-8923-3d2778a7a4f6 req-9688eb8c-7f48-490e-9165-4038c099c3a8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924129 Jul 05 09:50:54.696665 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-32d0aec7-da4d-47bf-867f-834b42f74341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:54.699405 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-32d0aec7-da4d-47bf-867f-834b42f74341 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1456938 Jul 05 09:50:54.957364 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 52dbde9a-7308-4a92-8720-73673f0d5091 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:50:55.010277 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 52dbde9a-7308-4a92-8720-73673f0d5091 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:50:55.010628 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 52dbde9a-7308-4a92-8720-73673f0d5091 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:50:55.018125 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-ed252d45-6cd3-4c2b-9c4f-9853e2ad53bc service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048348 Jul 05 09:50:55.298855 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-67053ead-65f0-48f2-88cb-a60735eb082f service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732680 Jul 05 09:50:55.377892 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7dd1fcb2-4830-4a1d-ba05-c5877e6db3fc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=a594f5a6-d4b1-489b-8883-c1de3416e2bf HTTP/1.1" status: 200 len: 217 time: 0.0723758 Jul 05 09:50:55.444401 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12750e-e0b8-4582-8b64-d1a11f40601e req-251ed391-2512-4ad8-94f2-f009d8ab674c tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:55.451574 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e12750e-e0b8-4582-8b64-d1a11f40601e req-251ed391-2512-4ad8-94f2-f009d8ab674c tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/ports?device_id=8aa0ee78-1a1e-49b0-99e8-195308e2a131 HTTP/1.1" status: 200 len: 945 time: 0.1349852 Jul 05 09:50:55.491538 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-191cdaae-30f8-4fa0-87a0-acf63fad4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:55.493049 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-191cdaae-30f8-4fa0-87a0-acf63fad4725 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=beb17974-ad37-4f4e-b8b5-ae6e1c964f90 HTTP/1.1" status: 200 len: 797 time: 0.1089694 Jul 05 09:50:55.531061 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e12750e-e0b8-4582-8b64-d1a11f40601e req-0d3ca53b-be8e-4238-b3e9-448205f55163 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0e3fc5f-0902-4478-b4ea-1c0d166b1352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784874 Jul 05 09:50:55.567399 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'tag': '131fcb68-80ef-4ce5-8a09-b0ad9af2e494'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:55.570615 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54859be-40ee-452f-9e57-9f3caf841a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "tag": "131fcb68-80ef-4ce5-8a09-b0ad9af2e494"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:55.609499 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27a8d1d-8274-4954-8dc1-388685c76c73 x-openstack-request-id: req-c27a8d1d-8274-4954-8dc1-388685c76c73 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:55.609794 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c5f758-88f2-4ece-970e-8ee8f14ab9f0", "name": "network-vif-deleted", "tag": "3f9205d0-cf69-4416-a4d6-526512a18406", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:55.610054 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c27a8d1d-8274-4954-8dc1-388685c76c73 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:55.610453 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c5f758-88f2-4ece-970e-8ee8f14ab9f0', 'name': 'network-vif-deleted', 'tag': '3f9205d0-cf69-4416-a4d6-526512a18406', 'status': 'completed', 'code': 200} Jul 05 09:50:55.620745 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-2bb7fcc3-64a7-48d3-92d6-903ce7b4ec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:55.622549 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-2bb7fcc3-64a7-48d3-92d6-903ce7b4ec60 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1218483 Jul 05 09:50:55.841589 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-30e490f9-e76a-40d8-aeab-c85922cda001 service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090940 Jul 05 09:50:55.980507 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13913429-f888-475d-804f-9ca008e50076 req-57fd6901-3756-48a2-9487-b02a369ae7ec tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:56.003702 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13913429-f888-475d-804f-9ca008e50076 req-57fd6901-3756-48a2-9487-b02a369ae7ec tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:56.026923 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13913429-f888-475d-804f-9ca008e50076 req-57fd6901-3756-48a2-9487-b02a369ae7ec tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:56.035202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13913429-f888-475d-804f-9ca008e50076 req-57fd6901-3756-48a2-9487-b02a369ae7ec tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:56.035379 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-704288da-d06b-4f31-911a-d79979a37ee3 service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863904 Jul 05 09:50:56.043606 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13913429-f888-475d-804f-9ca008e50076 req-57fd6901-3756-48a2-9487-b02a369ae7ec tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:56.060127 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13913429-f888-475d-804f-9ca008e50076 req-57fd6901-3756-48a2-9487-b02a369ae7ec tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:56.080627 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13913429-f888-475d-804f-9ca008e50076 req-57fd6901-3756-48a2-9487-b02a369ae7ec tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:56.087037 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-13913429-f888-475d-804f-9ca008e50076 req-57fd6901-3756-48a2-9487-b02a369ae7ec tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5426 time: 0.2634022 Jul 05 09:50:56.089859 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-1760d226-5390-4c39-a793-d16b7844692b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=ce4b1166-0af2-41df-8bef-a3498b53e598 HTTP/1.1" status: 200 len: 217 time: 0.0476274 Jul 05 09:50:56.190374 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-13913429-f888-475d-804f-9ca008e50076 req-e862e21f-830e-4962-9727-9107874aa02b tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0900373 Jul 05 09:50:56.224423 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-a971e48f-4dcd-47b4-86bb-325e71f5971e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:56.226615 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-a971e48f-4dcd-47b4-86bb-325e71f5971e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=beb17974-ad37-4f4e-b8b5-ae6e1c964f90 HTTP/1.1" status: 200 len: 797 time: 0.1226959 Jul 05 09:50:56.412295 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-2983674f-a833-43db-8dc6-991002fcb1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:56.414478 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-2983674f-a833-43db-8dc6-991002fcb1f9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1808887 Jul 05 09:50:56.567722 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8e1a8-e5e9-42d7-8a2f-b9e0dccbc269 req-9f49c311-c799-4dd6-9ad1-2f991ec4ff42 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:56.580846 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-cdda9497-23a6-401e-a9cd-8c4d5a338828 service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584923 Jul 05 09:50:56.582045 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c1a8e1a8-e5e9-42d7-8a2f-b9e0dccbc269 req-9f49c311-c799-4dd6-9ad1-2f991ec4ff42 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 944 time: 0.1137185 Jul 05 09:50:56.605681 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:56.648391 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c1a8e1a8-e5e9-42d7-8a2f-b9e0dccbc269 req-646737ee-c436-4ee3-b846-fd23210b4a1a tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654283 Jul 05 09:50:56.748262 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-3231430c-4d1c-4d48-a4dc-825d707dd03e service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573310 Jul 05 09:50:56.836503 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-cc3b6456-088e-4464-a9e6-011f9ed93947 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 HTTP/1.1" status: 200 len: 217 time: 0.0814421 Jul 05 09:50:56.919449 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03f54ab3-f42b-422a-b4ae-e32677e8d80b req-00f2fd41-871a-408a-9977-3a6cb908a9b8 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a1444f-3f57-433f-a038-ec1ee40b2177 HTTP/1.1" status: 200 len: 210 time: 0.0559561 Jul 05 09:50:56.927497 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-a49c4c78-c922-4251-ba67-e1bd978b95fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:56.929650 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-a49c4c78-c922-4251-ba67-e1bd978b95fb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=beb17974-ad37-4f4e-b8b5-ae6e1c964f90 HTTP/1.1" status: 200 len: 797 time: 0.0862572 Jul 05 09:50:57.055703 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05335365-d1b8-4a17-8ad0-61455ffbd67c x-openstack-request-id: req-05335365-d1b8-4a17-8ad0-61455ffbd67c {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:57.056321 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "tag": "131fcb68-80ef-4ce5-8a09-b0ad9af2e494", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:57.056788 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-05335365-d1b8-4a17-8ad0-61455ffbd67c {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:57.057399 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'tag': '131fcb68-80ef-4ce5-8a09-b0ad9af2e494', 'status': 'completed', 'code': 200} Jul 05 09:50:57.093683 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-59469e55-b675-4b4c-b732-d371a85ecd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:57.096367 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-59469e55-b675-4b4c-b732-d371a85ecd1a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1561141 Jul 05 09:50:57.310334 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-81fd158d-6a63-4ab4-a045-1573ad409149 service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069681 Jul 05 09:50:57.448867 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529de2c-cb0c-4f0f-8fad-429be449f1c2 req-6bad7515-57a6-4ab7-b662-d7e22bd37c49 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:57.460117 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6529de2c-cb0c-4f0f-8fad-429be449f1c2 req-6bad7515-57a6-4ab7-b662-d7e22bd37c49 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.1438432 Jul 05 09:50:57.518199 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6529de2c-cb0c-4f0f-8fad-429be449f1c2 req-d3bf4812-7a17-40af-9ee7-0d98f16d9b02 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563092 Jul 05 09:50:57.546429 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-6a1c8352-f4bb-4fb3-814f-f916514e13fb service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193186 Jul 05 09:50:57.675565 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dcde7a4-de87-49ac-b1ca-d69dc9aebb63', 'name': 'network-vif-deleted', 'tag': '52dbde9a-7308-4a92-8720-73673f0d5091'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:57.690856 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05afd3a4-ef20-4b68-b372-a56f740dc972" -d '{"events": [{"server_uuid": "4dcde7a4-de87-49ac-b1ca-d69dc9aebb63", "name": "network-vif-deleted", "tag": "52dbde9a-7308-4a92-8720-73673f0d5091"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:57.701212 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-68a40f10-057f-4177-b0e9-5ec2b5eb2b3d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7687645d-a2a5-4242-b556-a4b6bc31c904 HTTP/1.1" status: 200 len: 217 time: 0.1483798 Jul 05 09:50:57.768226 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f008a-7adf-4932-aa5f-6697cdc2d28a req-94416c7b-774e-427f-aa10-3de1b4f86326 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:57.785035 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f008a-7adf-4932-aa5f-6697cdc2d28a req-94416c7b-774e-427f-aa10-3de1b4f86326 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:57.804959 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f008a-7adf-4932-aa5f-6697cdc2d28a req-94416c7b-774e-427f-aa10-3de1b4f86326 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:57.821360 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f008a-7adf-4932-aa5f-6697cdc2d28a req-94416c7b-774e-427f-aa10-3de1b4f86326 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:57.823044 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-d71779a0-556c-42c3-9982-c6ed95738d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:57.829606 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-d71779a0-556c-42c3-9982-c6ed95738d51 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c6f1a43b-cce2-4a9e-add8-8eeaa611f18f HTTP/1.1" status: 200 len: 797 time: 0.1216390 Jul 05 09:50:57.857041 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f008a-7adf-4932-aa5f-6697cdc2d28a req-94416c7b-774e-427f-aa10-3de1b4f86326 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:57.875052 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f008a-7adf-4932-aa5f-6697cdc2d28a req-94416c7b-774e-427f-aa10-3de1b4f86326 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:57.893169 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f008a-7adf-4932-aa5f-6697cdc2d28a req-94416c7b-774e-427f-aa10-3de1b4f86326 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:57.908091 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-602f008a-7adf-4932-aa5f-6697cdc2d28a req-94416c7b-774e-427f-aa10-3de1b4f86326 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5426 time: 0.2715771 Jul 05 09:50:57.980529 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7bffafb4-28e7-4436-9ad6-5216712423b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:57.985752 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-7bffafb4-28e7-4436-9ad6-5216712423b7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=46a7d976-22fe-499d-9eac-633e774ed0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1464264 Jul 05 09:50:58.035932 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-602f008a-7adf-4932-aa5f-6697cdc2d28a req-777704e1-c499-46ce-826f-0506a6a2a5b6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1160717 Jul 05 09:50:58.322159 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-154b4735-e33b-4b4c-9299-a6008d69d7fe service neutron] 10.222.0.78 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325872 Jul 05 09:50:58.601704 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-8bf2175b-7882-4652-a2e7-c416a429b99b service neutron] 10.222.0.78 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726755 Jul 05 09:50:58.764110 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-2918c4bb-15cf-40dd-b066-12b3e57d5e2d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=131fcb68-80ef-4ce5-8a09-b0ad9af2e494 HTTP/1.1" status: 200 len: 217 time: 0.1480258 Jul 05 09:50:58.905602 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975af55-795a-41fd-8ff2-4180ca4c665d req-1302f3b5-d17a-4610-8730-9bfc845556c1 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:58.914273 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4975af55-795a-41fd-8ff2-4180ca4c665d req-1302f3b5-d17a-4610-8730-9bfc845556c1 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 944 time: 0.1036899 Jul 05 09:50:58.915396 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-30df5e63-10ee-41a9-93ec-02cc9ddd1a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:58.920180 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-30df5e63-10ee-41a9-93ec-02cc9ddd1a2c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c6f1a43b-cce2-4a9e-add8-8eeaa611f18f HTTP/1.1" status: 200 len: 797 time: 0.1407034 Jul 05 09:50:58.982012 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4975af55-795a-41fd-8ff2-4180ca4c665d req-2c834e4e-a72a-40b4-97b8-b220ba5f363d tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667102 Jul 05 09:50:59.096656 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b1331c-3e3b-4912-a6a3-f98e520184e6 x-openstack-request-id: req-46b1331c-3e3b-4912-a6a3-f98e520184e6 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:59.097015 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dcde7a4-de87-49ac-b1ca-d69dc9aebb63", "name": "network-vif-deleted", "tag": "52dbde9a-7308-4a92-8720-73673f0d5091", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:59.097282 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-46b1331c-3e3b-4912-a6a3-f98e520184e6 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:59.098749 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dcde7a4-de87-49ac-b1ca-d69dc9aebb63', 'name': 'network-vif-deleted', 'tag': '52dbde9a-7308-4a92-8720-73673f0d5091', 'status': 'completed', 'code': 200} Jul 05 09:50:59.120323 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da1c2-9001-45de-807c-d56ec1969933 req-c8d0cf85-e4f3-4941-b786-34b3603b1d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:59.122221 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-c8d0cf85-e4f3-4941-b786-34b3603b1d86 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=46a7d976-22fe-499d-9eac-633e774ed0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1971314 Jul 05 09:50:59.350023 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf498946-592e-46de-ae50-d609f24618ae req-6b90da34-2a91-4177-af28-e4a8c4e4d008 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:59.361759 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf498946-592e-46de-ae50-d609f24618ae req-6b90da34-2a91-4177-af28-e4a8c4e4d008 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/networks?id=2f064e02-170f-4fcb-aaf2-63cbc4f5f734 HTTP/1.1" status: 200 len: 813 time: 0.2603278 Jul 05 09:50:59.399290 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf498946-592e-46de-ae50-d609f24618ae req-23335fd4-f6e8-452c-acbf-f5e84eb9627b tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/quotas/a33692ef47ca49faac553ee3dc5181d5 HTTP/1.1" status: 200 len: 375 time: 0.0298753 Jul 05 09:50:59.416108 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-0d7b77fd-e3fe-468d-b086-25cd6c23992f service neutron] 10.222.0.78 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868278 Jul 05 09:50:59.479703 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf498946-592e-46de-ae50-d609f24618ae req-db5befac-1376-44ab-9531-d714eb0af3aa tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a33692ef47ca49faac553ee3dc5181d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740530 Jul 05 09:50:59.491883 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-bf498946-592e-46de-ae50-d609f24618ae req-fdcf1480-6261-41ea-a6be-79a9f0aba55c service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:50:59.493048 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf498946-592e-46de-ae50-d609f24618ae req-fdcf1480-6261-41ea-a6be-79a9f0aba55c service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059671 Jul 05 09:50:59.560305 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b20da1c2-9001-45de-807c-d56ec1969933 req-25c70a07-3248-4287-b849-6cd8a8755f77 service neutron] 10.222.0.78 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372256 Jul 05 09:50:59.782489 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf498946-592e-46de-ae50-d609f24618ae req-cf47596a-6fbc-49d8-a643-678759f35e50 service neutron] 10.222.0.79 "GET /v2.0/networks/2f064e02-170f-4fcb-aaf2-63cbc4f5f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811832 Jul 05 09:50:59.987256 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedec6fa-0738-4ff4-9d51-048833c13cb5 req-3194c564-39f9-46bc-9c92-14afb99d8f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:59.987631 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedec6fa-0738-4ff4-9d51-048833c13cb5 req-3194c564-39f9-46bc-9c92-14afb99d8f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:59.987971 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedec6fa-0738-4ff4-9d51-048833c13cb5 req-3194c564-39f9-46bc-9c92-14afb99d8f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:59.988489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedec6fa-0738-4ff4-9d51-048833c13cb5 req-3194c564-39f9-46bc-9c92-14afb99d8f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:59.989025 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedec6fa-0738-4ff4-9d51-048833c13cb5 req-3194c564-39f9-46bc-9c92-14afb99d8f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:59.989534 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedec6fa-0738-4ff4-9d51-048833c13cb5 req-3194c564-39f9-46bc-9c92-14afb99d8f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:59.990011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedec6fa-0738-4ff4-9d51-048833c13cb5 req-3194c564-39f9-46bc-9c92-14afb99d8f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:59.992280 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-eedec6fa-0738-4ff4-9d51-048833c13cb5 req-3194c564-39f9-46bc-9c92-14afb99d8f5d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e04a66e3970b460eb00d87560a63797b&device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 6483 time: 0.1266136 Jul 05 09:50:59.992980 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56498) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:00.109113 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafd67b-7417-4453-9244-5d4e1235e24e req-2aa082dd-63a0-4f66-a846-7e4a6536aa31 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:00.116773 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3bafd67b-7417-4453-9244-5d4e1235e24e req-2aa082dd-63a0-4f66-a846-7e4a6536aa31 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.2828729 Jul 05 09:51:00.149540 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf498946-592e-46de-ae50-d609f24618ae req-364b10b9-2be9-4020-b462-f838480470a1 service neutron] 10.222.0.79 "GET /v2.0/networks/2f064e02-170f-4fcb-aaf2-63cbc4f5f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600590 Jul 05 09:51:00.168368 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedec6fa-0738-4ff4-9d51-048833c13cb5 req-1cb3d86c-5b91-43e2-ae9d-db8a05dcc5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:00.178892 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3bafd67b-7417-4453-9244-5d4e1235e24e req-a98b675c-54f7-4927-9c5f-d5666e7a72d3 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609651 Jul 05 09:51:00.179662 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-eedec6fa-0738-4ff4-9d51-048833c13cb5 req-1cb3d86c-5b91-43e2-ae9d-db8a05dcc5ab service neutron] 10.222.0.78 "GET /v2.0/networks?id=46a7d976-22fe-499d-9eac-633e774ed0a2 HTTP/1.1" status: 200 len: 903 time: 0.1797876 Jul 05 09:51:00.265778 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-eedec6fa-0738-4ff4-9d51-048833c13cb5 req-6cb34c09-7412-4748-afa8-25a773bee5b6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7687645d-a2a5-4242-b556-a4b6bc31c904 HTTP/1.1" status: 200 len: 217 time: 0.0783262 Jul 05 09:51:00.325643 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-29ae7054-1c87-416e-9833-2238638503de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:00.429361 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967b1d6-5ff7-41cc-9172-21a3cb493784 req-0546f54a-2d46-4b59-87c9-c652c2b9f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:00.431430 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9967b1d6-5ff7-41cc-9172-21a3cb493784 req-0546f54a-2d46-4b59-87c9-c652c2b9f1b5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=277627ebd7464c359b06a15e4b1a6489&device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 1096 time: 0.1636403 Jul 05 09:51:00.508250 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b47abc-0043-4638-a4a6-b9a3f80263d2 req-1b04a4c6-cbfb-4e20-8905-acab146f9237 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:00.510781 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4b47abc-0043-4638-a4a6-b9a3f80263d2 req-1b04a4c6-cbfb-4e20-8905-acab146f9237 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/ports?device_id=8aa0ee78-1a1e-49b0-99e8-195308e2a131 HTTP/1.1" status: 200 len: 945 time: 0.1870649 Jul 05 09:51:00.607593 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4b47abc-0043-4638-a4a6-b9a3f80263d2 req-d94780b5-75e5-4415-9433-59e8a6bf9cc0 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0e3fc5f-0902-4478-b4ea-1c0d166b1352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903091 Jul 05 09:51:00.658155 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967b1d6-5ff7-41cc-9172-21a3cb493784 req-134873f2-1778-4887-906d-891fa503c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:00.664128 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9967b1d6-5ff7-41cc-9172-21a3cb493784 req-134873f2-1778-4887-906d-891fa503c1fe service neutron] 10.222.0.78 "GET /v2.0/networks?id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c HTTP/1.1" status: 200 len: 912 time: 0.2152944 Jul 05 09:51:00.683319 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedec6fa-0738-4ff4-9d51-048833c13cb5 req-91efd616-9f5e-4d8e-90ba-76100be77887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:00.685108 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-eedec6fa-0738-4ff4-9d51-048833c13cb5 req-91efd616-9f5e-4d8e-90ba-76100be77887 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c6f1a43b-cce2-4a9e-add8-8eeaa611f18f HTTP/1.1" status: 200 len: 797 time: 0.3607869 Jul 05 09:51:00.798057 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9967b1d6-5ff7-41cc-9172-21a3cb493784 req-e7b0d2f2-0872-407d-afba-6b9498f4737c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=452daffa-0f70-45b6-b71e-dc5db12f5cf3 HTTP/1.1" status: 200 len: 217 time: 0.1256852 Jul 05 09:51:00.946297 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967b1d6-5ff7-41cc-9172-21a3cb493784 req-39d8d0a9-3002-44c3-a692-008768d31b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:00.947894 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9967b1d6-5ff7-41cc-9172-21a3cb493784 req-39d8d0a9-3002-44c3-a692-008768d31b1c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=82a767f2-a70d-493a-920a-63cb4c3e85d1 HTTP/1.1" status: 200 len: 851 time: 0.0840020 Jul 05 09:51:01.038322 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8ded3-0db5-4bd9-93da-ca7867674e42 req-7bf20fa2-719b-4f47-839d-1ca0829c15f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:01.044765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8ded3-0db5-4bd9-93da-ca7867674e42 req-7bf20fa2-719b-4f47-839d-1ca0829c15f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:01.054680 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8ded3-0db5-4bd9-93da-ca7867674e42 req-7bf20fa2-719b-4f47-839d-1ca0829c15f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:01.072528 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8ded3-0db5-4bd9-93da-ca7867674e42 req-7bf20fa2-719b-4f47-839d-1ca0829c15f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:01.079738 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9967b1d6-5ff7-41cc-9172-21a3cb493784 req-e10e5150-29d9-4bcb-928f-8b0e0d2dcd0e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127989 Jul 05 09:51:01.083316 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8ded3-0db5-4bd9-93da-ca7867674e42 req-7bf20fa2-719b-4f47-839d-1ca0829c15f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:01.102681 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8ded3-0db5-4bd9-93da-ca7867674e42 req-7bf20fa2-719b-4f47-839d-1ca0829c15f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:01.108659 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8ded3-0db5-4bd9-93da-ca7867674e42 req-7bf20fa2-719b-4f47-839d-1ca0829c15f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:01.117920 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aef8ded3-0db5-4bd9-93da-ca7867674e42 req-7bf20fa2-719b-4f47-839d-1ca0829c15f7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5426 time: 0.2017488 Jul 05 09:51:01.132150 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ec575-d7bb-43d5-bc54-e9c69b4dd7de req-1446fe24-8da3-4516-b7f7-e03325befc54 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:01.146936 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a24ec575-d7bb-43d5-bc54-e9c69b4dd7de req-1446fe24-8da3-4516-b7f7-e03325befc54 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 946 time: 0.2982383 Jul 05 09:51:01.290576 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aef8ded3-0db5-4bd9-93da-ca7867674e42 req-381708c5-0184-4ac1-ba04-cea961ac1cd0 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1351013 Jul 05 09:51:01.307916 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a24ec575-d7bb-43d5-bc54-e9c69b4dd7de req-fc493b41-3d87-419d-9eed-41eb1bf97402 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598639 Jul 05 09:51:01.409535 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedec6fa-0738-4ff4-9d51-048833c13cb5 req-dfda8c69-1102-4c09-be8a-c48c68eb4c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:01.412474 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-eedec6fa-0738-4ff4-9d51-048833c13cb5 req-dfda8c69-1102-4c09-be8a-c48c68eb4c4d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=46a7d976-22fe-499d-9eac-633e774ed0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6110983 Jul 05 09:51:01.522631 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-29ae7054-1c87-416e-9833-2238638503de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:01.616517 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9967b1d6-5ff7-41cc-9172-21a3cb493784 req-82b79e3b-247d-462c-9a7d-b1da7028ef97 service neutron] 10.222.0.78 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308959 Jul 05 09:51:01.619231 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-29ae7054-1c87-416e-9833-2238638503de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:01.713462 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff336f3d-c64d-48bf-a174-1f00d76ca7ad req-42a43b9b-90d0-48f2-8a4a-90bbcd16acbd tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:01.727105 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff336f3d-c64d-48bf-a174-1f00d76ca7ad req-42a43b9b-90d0-48f2-8a4a-90bbcd16acbd tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 944 time: 0.1646330 Jul 05 09:51:01.765354 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae7054-1c87-416e-9833-2238638503de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60ee3fa-981b-4359-a685-90d21a4611d0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:01.788126 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-29ae7054-1c87-416e-9833-2238638503de admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a6d30a9f5e6948339b2288edb6967231&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7940266 Jul 05 09:51:01.800867 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56528) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:01.874485 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff336f3d-c64d-48bf-a174-1f00d76ca7ad req-5c736a3f-75f2-41bb-90af-14c2733a77f3 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463833 Jul 05 09:51:02.002165 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-335b83c4-51f0-4651-9014-0dd89bed07d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:02.074989 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-335b83c4-51f0-4651-9014-0dd89bed07d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:02.114930 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-eedec6fa-0738-4ff4-9d51-048833c13cb5 req-cce558c5-8068-401c-99ac-1516b5eef095 service neutron] 10.222.0.78 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6880066 Jul 05 09:51:02.298342 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-335b83c4-51f0-4651-9014-0dd89bed07d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:02.306723 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-335b83c4-51f0-4651-9014-0dd89bed07d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:02.311422 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-335b83c4-51f0-4651-9014-0dd89bed07d5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a60ee3fa-981b-4359-a685-90d21a4611d0 HTTP/1.1" status: 204 len: 168 time: 0.5070813 Jul 05 09:51:02.353841 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b83c4-51f0-4651-9014-0dd89bed07d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60ee3fa-981b-4359-a685-90d21a4611d0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:02.415781 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416248e-e699-4b5e-873a-62f21386b534 req-29c8af56-fb26-4eba-9938-29071680d276 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:02.435059 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d416248e-e699-4b5e-873a-62f21386b534 req-29c8af56-fb26-4eba-9938-29071680d276 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 945 time: 0.2367949 Jul 05 09:51:02.436899 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9967b1d6-5ff7-41cc-9172-21a3cb493784 req-86d251a1-27e2-4033-8149-40a1008b4439 service neutron] 10.222.0.78 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6907935 Jul 05 09:51:02.438363 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:02.570916 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d416248e-e699-4b5e-873a-62f21386b534 req-49c12f30-61ee-43e3-ab90-603542596fbc tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327257 Jul 05 09:51:02.679810 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-eedec6fa-0738-4ff4-9d51-048833c13cb5 req-31e89e26-699a-4c50-981b-21c6aec5d7ac service neutron] 10.222.0.78 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506282 Jul 05 09:51:02.760828 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4c0bf-06d3-4bb9-9ec1-9139a3fb0e89 req-3c1d9b7d-cbc9-4d14-8583-f28475dc9d6c tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:02.764767 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e5f4c0bf-06d3-4bb9-9ec1-9139a3fb0e89 req-3c1d9b7d-cbc9-4d14-8583-f28475dc9d6c tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.81 "GET /v2.0/ports?device_id=8aa0ee78-1a1e-49b0-99e8-195308e2a131 HTTP/1.1" status: 200 len: 945 time: 0.4780047 Jul 05 09:51:02.949226 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d717cea0-c4b1-46f1-b510-5b720e25987d req-8de7804b-8533-4ca5-8495-8e388d1b947c tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/ports?device_id=810a900e-7338-47cd-9b74-4eea7951c011 HTTP/1.1" status: 200 len: 210 time: 0.1454606 Jul 05 09:51:03.066700 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30218e9a-e8cb-4536-ba52-4b4305c5ca08 req-8a70a4db-6a29-4bb3-bcb6-6372d49ad321 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:03.074470 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-30218e9a-e8cb-4536-ba52-4b4305c5ca08 req-8a70a4db-6a29-4bb3-bcb6-6372d49ad321 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/ports?device_id=8aa0ee78-1a1e-49b0-99e8-195308e2a131 HTTP/1.1" status: 200 len: 945 time: 0.4899561 Jul 05 09:51:03.144551 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56544) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:03.221247 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a9773064-0a14-4838-b3cc-199a426bc8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:03.227136 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-30218e9a-e8cb-4536-ba52-4b4305c5ca08 req-5e1a6e06-fd8f-439a-b4e0-52ffe908f2be tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0e3fc5f-0902-4478-b4ea-1c0d166b1352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315014 Jul 05 09:51:03.407952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892cc30-91a7-40a6-8bb0-69e14d6222d9 req-ca5c2474-03ec-41ae-a33e-dd0008a84a0d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:03.416569 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b892cc30-91a7-40a6-8bb0-69e14d6222d9 req-ca5c2474-03ec-41ae-a33e-dd0008a84a0d tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.81 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 946 time: 0.4458175 Jul 05 09:51:03.501106 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a9773064-0a14-4838-b3cc-199a426bc8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:03.516540 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a9773064-0a14-4838-b3cc-199a426bc8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:03.548798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029ab19-e02c-47c4-8aa4-3dce62b321d7 req-dc974936-fc3a-459d-9143-678116942c5e tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:03.557174 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b029ab19-e02c-47c4-8aa4-3dce62b321d7 req-dc974936-fc3a-459d-9143-678116942c5e tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 946 time: 0.3203967 Jul 05 09:51:03.564771 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9773064-0a14-4838-b3cc-199a426bc8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92a5db2-7159-4f2a-82f3-cdeb9dc54403,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:03.601098 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-e5f4c0bf-06d3-4bb9-9ec1-9139a3fb0e89 req-1fce685a-d28d-4615-a42b-1541420e9929 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Deleting port 5223e31b-116a-43e5-84ae-271411893460 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:03.601449 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e5f4c0bf-06d3-4bb9-9ec1-9139a3fb0e89 req-1fce685a-d28d-4615-a42b-1541420e9929 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:03.733128 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a9773064-0a14-4838-b3cc-199a426bc8d6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f08070116b71448ea941e984c762dd56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5738418 Jul 05 09:51:03.737932 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56548) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:03.962011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54859be-40ee-452f-9e57-9f3caf841a2a req-a9df3c53-ad58-4aa8-bad8-737fff424903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:03.962511 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54859be-40ee-452f-9e57-9f3caf841a2a req-a9df3c53-ad58-4aa8-bad8-737fff424903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:03.964180 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54859be-40ee-452f-9e57-9f3caf841a2a req-a9df3c53-ad58-4aa8-bad8-737fff424903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:03.964664 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54859be-40ee-452f-9e57-9f3caf841a2a req-a9df3c53-ad58-4aa8-bad8-737fff424903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:03.966310 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54859be-40ee-452f-9e57-9f3caf841a2a req-a9df3c53-ad58-4aa8-bad8-737fff424903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:03.968434 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54859be-40ee-452f-9e57-9f3caf841a2a req-a9df3c53-ad58-4aa8-bad8-737fff424903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:03.969153 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54859be-40ee-452f-9e57-9f3caf841a2a req-a9df3c53-ad58-4aa8-bad8-737fff424903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:03.975687 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f54859be-40ee-452f-9e57-9f3caf841a2a req-a9df3c53-ad58-4aa8-bad8-737fff424903 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e04a66e3970b460eb00d87560a63797b&device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 6483 time: 0.9248719 Jul 05 09:51:03.980981 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-e5f4c0bf-06d3-4bb9-9ec1-9139a3fb0e89 req-1fce685a-d28d-4615-a42b-1541420e9929 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] For port 5223e31b-116a-43e5-84ae-271411893460, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=5223e31b-116a-43e5-84ae-271411893460,segment=NetworkSegment(7d9f6744-08e7-4f74-82b6-8017c5c5d989),segment_id=7d9f6744-08e7-4f74-82b6-8017c5c5d989)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:03.982160 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e5f4c0bf-06d3-4bb9-9ec1-9139a3fb0e89 req-1fce685a-d28d-4615-a42b-1541420e9929 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:04.027505 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b029ab19-e02c-47c4-8aa4-3dce62b321d7 req-aa6ce438-0187-4c03-b7df-502199de5cbd tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups?id=62af9113-15d8-4849-bdc7-d988689aaba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4690239 Jul 05 09:51:04.278859 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7acc73-59bd-4f4f-85bc-a849c5110796 req-befa92a8-f983-489e-84a4-17e6bf4e5ff4 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:04.286091 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7acc73-59bd-4f4f-85bc-a849c5110796 req-befa92a8-f983-489e-84a4-17e6bf4e5ff4 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:04.304267 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7acc73-59bd-4f4f-85bc-a849c5110796 req-befa92a8-f983-489e-84a4-17e6bf4e5ff4 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:04.313645 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7acc73-59bd-4f4f-85bc-a849c5110796 req-befa92a8-f983-489e-84a4-17e6bf4e5ff4 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:04.324146 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7acc73-59bd-4f4f-85bc-a849c5110796 req-befa92a8-f983-489e-84a4-17e6bf4e5ff4 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:04.331569 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7acc73-59bd-4f4f-85bc-a849c5110796 req-befa92a8-f983-489e-84a4-17e6bf4e5ff4 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:04.360826 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7acc73-59bd-4f4f-85bc-a849c5110796 req-befa92a8-f983-489e-84a4-17e6bf4e5ff4 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:04.363668 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d7acc73-59bd-4f4f-85bc-a849c5110796 req-befa92a8-f983-489e-84a4-17e6bf4e5ff4 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5426 time: 0.8040974 Jul 05 09:51:04.511110 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b892cc30-91a7-40a6-8bb0-69e14d6222d9 req-e74ffa25-8f34-4736-ad53-5769dbf7cf8c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Deleting port d1dabde5-d7fc-474b-93b7-918b89720f06 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:04.511833 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b892cc30-91a7-40a6-8bb0-69e14d6222d9 req-e74ffa25-8f34-4736-ad53-5769dbf7cf8c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:04.568558 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 452daffa-0f70-45b6-b71e-dc5db12f5cf3 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:51:04.785678 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:04.844818 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7421ede-5555-42f1-8d0e-1f317aa8314c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '452daffa-0f70-45b6-b71e-dc5db12f5cf3'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:04.850711 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11ea465-86a3-4f24-a652-40ce73b6fd64" -d '{"events": [{"server_uuid": "b7421ede-5555-42f1-8d0e-1f317aa8314c", "name": "network-vif-unplugged", "status": "completed", "tag": "452daffa-0f70-45b6-b71e-dc5db12f5cf3"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:04.885405 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 452daffa-0f70-45b6-b71e-dc5db12f5cf3, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=452daffa-0f70-45b6-b71e-dc5db12f5cf3,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:04.893802 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:04.998402 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=452daffa-0f70-45b6-b71e-dc5db12f5cf3,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:05.028957 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:05.029860 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:05.036330 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:05.039031 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:05.039752 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:05.042238 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:05.043270 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:05.046939 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:05.048000 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:05.049019 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:05.050690 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:05.053213 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:05.214264 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d7acc73-59bd-4f4f-85bc-a849c5110796 req-dc848aaa-e288-43e1-8914-c236b15479b7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8411217 Jul 05 09:51:05.291593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf498946-592e-46de-ae50-d609f24618ae req-aa889a4f-6e8a-4e60-9415-8e5d2ef7e244 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:05.293307 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf498946-592e-46de-ae50-d609f24618ae req-aa889a4f-6e8a-4e60-9415-8e5d2ef7e244 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.81 "GET /v2.0/networks?id=2f064e02-170f-4fcb-aaf2-63cbc4f5f734 HTTP/1.1" status: 200 len: 813 time: 1.0708714 Jul 05 09:51:05.307683 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-bf498946-592e-46de-ae50-d609f24618ae req-a446d1f9-4e1e-4694-8e7c-580d0585a506 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Request body: {'port': {'device_id': '0da2c135-a35c-4b25-bb41-fd772179233a', 'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734', 'admin_state_up': True, 'tenant_id': 'a33692ef47ca49faac553ee3dc5181d5'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:05.388553 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a0b76-635d-49f8-8c4a-bb3388edd3e2 req-f9cb3413-8962-4ea0-975b-c26ed7426a53 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:05.390334 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b15a0b76-635d-49f8-8c4a-bb3388edd3e2 req-f9cb3413-8962-4ea0-975b-c26ed7426a53 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 944 time: 0.9539883 Jul 05 09:51:05.406997 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47be279f-8da6-4ca1-ab2d-c7b9974635bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.409624 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b892cc30-91a7-40a6-8bb0-69e14d6222d9 req-e74ffa25-8f34-4736-ad53-5769dbf7cf8c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] For port d1dabde5-d7fc-474b-93b7-918b89720f06, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d1dabde5-d7fc-474b-93b7-918b89720f06,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:05.410435 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b892cc30-91a7-40a6-8bb0-69e14d6222d9 req-e74ffa25-8f34-4736-ad53-5769dbf7cf8c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.452665 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf498946-592e-46de-ae50-d609f24618ae req-5e1dca03-7f6e-4588-afe4-10a3f81462df tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:05.454191 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bf498946-592e-46de-ae50-d609f24618ae req-5e1dca03-7f6e-4588-afe4-10a3f81462df tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.78 "GET /v2.0/networks?id=2f064e02-170f-4fcb-aaf2-63cbc4f5f734 HTTP/1.1" status: 200 len: 813 time: 1.3164287 Jul 05 09:51:05.464495 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54859be-40ee-452f-9e57-9f3caf841a2a req-11b942ac-3a38-4c32-b566-70dacfee2133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:05.466061 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f54859be-40ee-452f-9e57-9f3caf841a2a req-11b942ac-3a38-4c32-b566-70dacfee2133 service neutron] 10.222.0.78 "GET /v2.0/networks?id=46a7d976-22fe-499d-9eac-633e774ed0a2 HTTP/1.1" status: 200 len: 903 time: 1.4626415 Jul 05 09:51:05.477421 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-bf498946-592e-46de-ae50-d609f24618ae req-514db8c8-7d00-424a-ae3c-de9c19ad529d tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Request body: {'port': {'device_id': '810a900e-7338-47cd-9b74-4eea7951c011', 'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734', 'admin_state_up': True, 'tenant_id': 'a33692ef47ca49faac553ee3dc5181d5'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:05.481975 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47be279f-8da6-4ca1-ab2d-c7b9974635bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.571861 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b15a0b76-635d-49f8-8c4a-bb3388edd3e2 req-35ffef17-ff6f-4011-bf06-5e8b361d2115 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724114 Jul 05 09:51:05.607055 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f54859be-40ee-452f-9e57-9f3caf841a2a req-3b4eff59-c05a-44d3-9dca-2f9f184a46c1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=131fcb68-80ef-4ce5-8a09-b0ad9af2e494 HTTP/1.1" status: 200 len: 217 time: 0.1341751 Jul 05 09:51:05.659538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf498946-592e-46de-ae50-d609f24618ae req-a446d1f9-4e1e-4694-8e7c-580d0585a506 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Made reservation on behalf of a33692ef47ca49faac553ee3dc5181d5 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:05.664393 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bf498946-592e-46de-ae50-d609f24618ae req-a446d1f9-4e1e-4694-8e7c-580d0585a506 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.719622 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e5f4c0bf-06d3-4bb9-9ec1-9139a3fb0e89 req-1fce685a-d28d-4615-a42b-1541420e9929 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.720324 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e5f4c0bf-06d3-4bb9-9ec1-9139a3fb0e89 req-1fce685a-d28d-4615-a42b-1541420e9929 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.720628 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [req-e5f4c0bf-06d3-4bb9-9ec1-9139a3fb0e89 req-1fce685a-d28d-4615-a42b-1541420e9929 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Floating IP 49ef803f-1317-4653-b565-261597e6b8d2 disassociated. External IP: 172.25.7.217, port: 5223e31b-116a-43e5-84ae-271411893460. Jul 05 09:51:05.721144 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-e5f4c0bf-06d3-4bb9-9ec1-9139a3fb0e89 req-1fce685a-d28d-4615-a42b-1541420e9929 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Calling delete_port for 5223e31b-116a-43e5-84ae-271411893460 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:05.735754 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93e782-6706-497d-b190-d7121d6a498a req-2313734b-b04a-47fb-8aed-3df27079be7e tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:05.737648 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b93e782-6706-497d-b190-d7121d6a498a req-2313734b-b04a-47fb-8aed-3df27079be7e tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 943 time: 0.2536397 Jul 05 09:51:05.746167 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54859be-40ee-452f-9e57-9f3caf841a2a req-b73dc7f5-121b-46fb-a772-1e7380beb38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:05.747973 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f54859be-40ee-452f-9e57-9f3caf841a2a req-b73dc7f5-121b-46fb-a772-1e7380beb38f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c6f1a43b-cce2-4a9e-add8-8eeaa611f18f HTTP/1.1" status: 200 len: 797 time: 0.1159520 Jul 05 09:51:05.816816 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47be279f-8da6-4ca1-ab2d-c7b9974635bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.820293 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.820853 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47be279f-8da6-4ca1-ab2d-c7b9974635bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.823966 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-47be279f-8da6-4ca1-ab2d-c7b9974635bb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f92a5db2-7159-4f2a-82f3-cdeb9dc54403 HTTP/1.1" status: 204 len: 168 time: 2.0827770 Jul 05 09:51:05.844587 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be279f-8da6-4ca1-ab2d-c7b9974635bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92a5db2-7159-4f2a-82f3-cdeb9dc54403,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:05.876717 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17215ff6-b116-4044-9264-d45191db9fbf req-59728367-09bb-476d-88b2-57ce6875c526 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/ports?device_id=810a900e-7338-47cd-9b74-4eea7951c011 HTTP/1.1" status: 200 len: 210 time: 0.0955970 Jul 05 09:51:05.928468 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf498946-592e-46de-ae50-d609f24618ae req-514db8c8-7d00-424a-ae3c-de9c19ad529d tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Made reservation on behalf of a33692ef47ca49faac553ee3dc5181d5 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:05.933662 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bf498946-592e-46de-ae50-d609f24618ae req-514db8c8-7d00-424a-ae3c-de9c19ad529d tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.953921 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b93e782-6706-497d-b190-d7121d6a498a req-86c7e8b8-447e-40b9-978e-78db20fd56ab tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733227 Jul 05 09:51:05.957485 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b892cc30-91a7-40a6-8bb0-69e14d6222d9 req-e74ffa25-8f34-4736-ad53-5769dbf7cf8c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.957894 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b892cc30-91a7-40a6-8bb0-69e14d6222d9 req-e74ffa25-8f34-4736-ad53-5769dbf7cf8c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.958217 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [req-b892cc30-91a7-40a6-8bb0-69e14d6222d9 req-e74ffa25-8f34-4736-ad53-5769dbf7cf8c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Floating IP 3ce7228a-ebb7-4adb-9681-528ec3ce191e disassociated. External IP: 172.25.7.180, port: d1dabde5-d7fc-474b-93b7-918b89720f06. Jul 05 09:51:05.958769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b892cc30-91a7-40a6-8bb0-69e14d6222d9 req-e74ffa25-8f34-4736-ad53-5769dbf7cf8c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Calling delete_port for d1dabde5-d7fc-474b-93b7-918b89720f06 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:05.986900 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54859be-40ee-452f-9e57-9f3caf841a2a req-25403a73-82b7-4c85-ab42-6f7e1e848587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:05.988689 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f54859be-40ee-452f-9e57-9f3caf841a2a req-25403a73-82b7-4c85-ab42-6f7e1e848587 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=46a7d976-22fe-499d-9eac-633e774ed0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2320962 Jul 05 09:51:06.029398 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00220935-77dc-451d-9feb-11f2a58cc273 x-openstack-request-id: req-00220935-77dc-451d-9feb-11f2a58cc273 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:06.031567 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7421ede-5555-42f1-8d0e-1f317aa8314c", "name": "network-vif-unplugged", "status": "failed", "tag": "452daffa-0f70-45b6-b71e-dc5db12f5cf3", "code": 422}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:06.032473 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-00220935-77dc-451d-9feb-11f2a58cc273 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:06.033217 n-d-798054-8 neutron-server[93908]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b7421ede-5555-42f1-8d0e-1f317aa8314c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '452daffa-0f70-45b6-b71e-dc5db12f5cf3', 'code': 422} returned with failed status Jul 05 09:51:06.058058 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-bf498946-592e-46de-ae50-d609f24618ae req-a446d1f9-4e1e-4694-8e7c-580d0585a506 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Allocated IP 172.20.0.13 (2f064e02-170f-4fcb-aaf2-63cbc4f5f734/742158a5-2371-40df-9126-c3b4e2696482/5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:06.227987 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f54859be-40ee-452f-9e57-9f3caf841a2a req-9500bbaf-459c-401f-9aa3-0734ce5102d9 service neutron] 10.222.0.78 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264681 Jul 05 09:51:06.229421 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e5f4c0bf-06d3-4bb9-9ec1-9139a3fb0e89 req-1fce685a-d28d-4615-a42b-1541420e9929 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:06.256637 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230838a6-933f-4537-89fa-80ef79bd6ceb req-27bfafd7-8f54-4b2e-81fa-915eb2bab47c tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:06.258761 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-230838a6-933f-4537-89fa-80ef79bd6ceb req-27bfafd7-8f54-4b2e-81fa-915eb2bab47c tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/ports?device_id=8aa0ee78-1a1e-49b0-99e8-195308e2a131 HTTP/1.1" status: 200 len: 867 time: 0.2207739 Jul 05 09:51:06.371224 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b892cc30-91a7-40a6-8bb0-69e14d6222d9 req-e74ffa25-8f34-4736-ad53-5769dbf7cf8c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:06.390298 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce685a-d28d-4615-a42b-1541420e9929 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Pushing event deleted for resources: {'Port': ['ID=5223e31b-116a-43e5-84ae-271411893460,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:06.394081 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f54859be-40ee-452f-9e57-9f3caf841a2a req-bff690bd-4292-4aba-82ca-cf432f0fc1d4 service neutron] 10.222.0.78 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091123 Jul 05 09:51:06.422829 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-230838a6-933f-4537-89fa-80ef79bd6ceb req-9c8aa45b-5b6f-4b39-9b90-5ffc8bd66990 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0e3fc5f-0902-4478-b4ea-1c0d166b1352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301367 Jul 05 09:51:06.454499 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ffa25-8f34-4736-ad53-5769dbf7cf8c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Pushing event deleted for resources: {'Port': ['ID=d1dabde5-d7fc-474b-93b7-918b89720f06,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:06.481684 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-32d8c6e7-0b92-4e6e-b066-c8418bf6496d req-4ed40a03-b3df-4d8d-8745-3ddfba02a7a4 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/ports?device_id=3667c411-e4ac-4fe7-bc20-110aa2e7ac5a HTTP/1.1" status: 200 len: 210 time: 0.0628662 Jul 05 09:51:06.539605 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bf498946-592e-46de-ae50-d609f24618ae req-a446d1f9-4e1e-4694-8e7c-580d0585a506 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:06.548882 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5f4c0bf-06d3-4bb9-9ec1-9139a3fb0e89 req-1fce685a-d28d-4615-a42b-1541420e9929 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Router e997bbe9-8485-49e4-81cc-6f13f0d3550d has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:51:06.652048 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b892cc30-91a7-40a6-8bb0-69e14d6222d9 req-e74ffa25-8f34-4736-ad53-5769dbf7cf8c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Router 9ed241d0-799f-41b7-851e-813ec1862e93 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:51:06.653508 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bf498946-592e-46de-ae50-d609f24618ae req-a446d1f9-4e1e-4694-8e7c-580d0585a506 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:06.707961 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf498946-592e-46de-ae50-d609f24618ae req-a446d1f9-4e1e-4694-8e7c-580d0585a506 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Network 2f064e02-170f-4fcb-aaf2-63cbc4f5f734 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:06.717914 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-bf498946-592e-46de-ae50-d609f24618ae req-a446d1f9-4e1e-4694-8e7c-580d0585a506 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:06.720469 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf498946-592e-46de-ae50-d609f24618ae req-a446d1f9-4e1e-4694-8e7c-580d0585a506 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:06.785785 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5f4c0bf-06d3-4bb9-9ec1-9139a3fb0e89 req-1fce685a-d28d-4615-a42b-1541420e9929 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:51:06.796744 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf9e36a-9aa4-427e-a7dc-cd5c3ff18c94 None None] Sync routers for ids ['e997bbe9-8485-49e4-81cc-6f13f0d3550d'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:51:06.799963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446d1f9-4e1e-4694-8e7c-580d0585a506 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Pushing event updated for resources: {'Port': ['ID=5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:06.825309 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf9e36a-9aa4-427e-a7dc-cd5c3ff18c94 None None] Routers {'e997bbe9-8485-49e4-81cc-6f13f0d3550d'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:51:06.828004 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2bf9e36a-9aa4-427e-a7dc-cd5c3ff18c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:50:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e997bbe9-8485-49e4-81cc-6f13f0d3550d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:06.829410 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-bf498946-592e-46de-ae50-d609f24618ae req-514db8c8-7d00-424a-ae3c-de9c19ad529d tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Allocated IP 172.20.0.12 (2f064e02-170f-4fcb-aaf2-63cbc4f5f734/742158a5-2371-40df-9126-c3b4e2696482/886c4a29-d31b-4405-a6c9-5af4479fd643) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:06.935141 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f4c0bf-06d3-4bb9-9ec1-9139a3fb0e89 req-1fce685a-d28d-4615-a42b-1541420e9929 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] No DVR routers for this DVR port 5223e31b-116a-43e5-84ae-271411893460 on host n-h1-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:51:06.948055 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e5f4c0bf-06d3-4bb9-9ec1-9139a3fb0e89 req-1fce685a-d28d-4615-a42b-1541420e9929 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:06.952144 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e5f4c0bf-06d3-4bb9-9ec1-9139a3fb0e89 req-1fce685a-d28d-4615-a42b-1541420e9929 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.81 "DELETE /v2.0/ports/5223e31b-116a-43e5-84ae-271411893460 HTTP/1.1" status: 204 len: 173 time: 4.1755967 Jul 05 09:51:06.952641 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa0ee78-1a1e-49b0-99e8-195308e2a131', 'name': 'network-vif-deleted', 'tag': '5223e31b-116a-43e5-84ae-271411893460'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:06.966718 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3694e3-bc46-4703-9468-95d6153dd1d1" -d '{"events": [{"server_uuid": "8aa0ee78-1a1e-49b0-99e8-195308e2a131", "name": "network-vif-deleted", "tag": "5223e31b-116a-43e5-84ae-271411893460"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:07.024776 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 249da0cf-193f-4c9c-86b1-cf8ab6844941 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:51:07.027616 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 5223e31b-116a-43e5-84ae-271411893460 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:51:07.030477 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf498946-592e-46de-ae50-d609f24618ae req-a446d1f9-4e1e-4694-8e7c-580d0585a506 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:07.031392 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bf498946-592e-46de-ae50-d609f24618ae req-a446d1f9-4e1e-4694-8e7c-580d0585a506 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:07.102723 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf498946-592e-46de-ae50-d609f24618ae req-a446d1f9-4e1e-4694-8e7c-580d0585a506 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8002682 Jul 05 09:51:07.109855 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b892cc30-91a7-40a6-8bb0-69e14d6222d9 req-e74ffa25-8f34-4736-ad53-5769dbf7cf8c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:51:07.128366 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 5223e31b-116a-43e5-84ae-271411893460 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:51:07.128773 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 5223e31b-116a-43e5-84ae-271411893460 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:51:07.129032 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-bf498946-592e-46de-ae50-d609f24618ae req-7d8c3abb-f2a6-403b-9429-60fc2e3271e7 service neutron] Request body: {'port': {'device_id': '0da2c135-a35c-4b25-bb41-fd772179233a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:07.129194 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device d1dabde5-d7fc-474b-93b7-918b89720f06 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:51:07.144839 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e0f563-a1de-4b28-9c0d-53c273be858c None None] Sync routers for ids ['9ed241d0-799f-41b7-851e-813ec1862e93'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:51:07.159072 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-2bf9e36a-9aa4-427e-a7dc-cd5c3ff18c94 None None] Set router e997bbe9-8485-49e4-81cc-6f13f0d3550d gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:51:07.224127 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: d1dabde5-d7fc-474b-93b7-918b89720f06 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:51:07.225306 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device d1dabde5-d7fc-474b-93b7-918b89720f06 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:51:07.236431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e0f563-a1de-4b28-9c0d-53c273be858c None None] Routers {'9ed241d0-799f-41b7-851e-813ec1862e93'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:51:07.238391 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-71e0f563-a1de-4b28-9c0d-53c273be858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:50:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9ed241d0-799f-41b7-851e-813ec1862e93'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:07.273206 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e30ce-9fef-4d09-a6a7-99f5bee4cb77 req-ab3c7170-838b-4756-aa55-96d00f2cdffb tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:07.281439 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a92e30ce-9fef-4d09-a6a7-99f5bee4cb77 req-ab3c7170-838b-4756-aa55-96d00f2cdffb tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 945 time: 0.4889433 Jul 05 09:51:07.292379 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e618a8c-ee08-45cd-a38e-66a139928aab req-144cda00-f01f-4ba4-b167-d70c40a4f624 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:07.294265 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3e618a8c-ee08-45cd-a38e-66a139928aab req-144cda00-f01f-4ba4-b167-d70c40a4f624 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.81 "GET /v2.0/ports?device_id=2228bf84-4aa3-4f2c-a9e1-f3b1de304614 HTTP/1.1" status: 200 len: 945 time: 0.4953556 Jul 05 09:51:07.304937 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bf498946-592e-46de-ae50-d609f24618ae req-514db8c8-7d00-424a-ae3c-de9c19ad529d tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:07.325880 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b892cc30-91a7-40a6-8bb0-69e14d6222d9 req-e74ffa25-8f34-4736-ad53-5769dbf7cf8c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] No DVR routers for this DVR port d1dabde5-d7fc-474b-93b7-918b89720f06 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:51:07.329182 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b892cc30-91a7-40a6-8bb0-69e14d6222d9 req-e74ffa25-8f34-4736-ad53-5769dbf7cf8c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:07.332126 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b892cc30-91a7-40a6-8bb0-69e14d6222d9 req-e74ffa25-8f34-4736-ad53-5769dbf7cf8c tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.81 "DELETE /v2.0/ports/d1dabde5-d7fc-474b-93b7-918b89720f06 HTTP/1.1" status: 204 len: 173 time: 3.8557045 Jul 05 09:51:07.343133 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3667c411-e4ac-4fe7-bc20-110aa2e7ac5a', 'name': 'network-vif-deleted', 'tag': 'd1dabde5-d7fc-474b-93b7-918b89720f06'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:07.347057 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e936a63-3756-4d8a-a7cb-2bf3826046e9" -d '{"events": [{"server_uuid": "3667c411-e4ac-4fe7-bc20-110aa2e7ac5a", "name": "network-vif-deleted", "tag": "d1dabde5-d7fc-474b-93b7-918b89720f06"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:07.454270 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bf498946-592e-46de-ae50-d609f24618ae req-514db8c8-7d00-424a-ae3c-de9c19ad529d tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:07.483189 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a92e30ce-9fef-4d09-a6a7-99f5bee4cb77 req-ebbc4a93-3f07-46cd-b34c-02d03cb56e71 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003331 Jul 05 09:51:07.592068 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf498946-592e-46de-ae50-d609f24618ae req-514db8c8-7d00-424a-ae3c-de9c19ad529d tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Network 2f064e02-170f-4fcb-aaf2-63cbc4f5f734 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:07.598593 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-bf498946-592e-46de-ae50-d609f24618ae req-514db8c8-7d00-424a-ae3c-de9c19ad529d tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:07.621902 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf498946-592e-46de-ae50-d609f24618ae req-514db8c8-7d00-424a-ae3c-de9c19ad529d tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:07.646522 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bf498946-592e-46de-ae50-d609f24618ae req-7d8c3abb-f2a6-403b-9429-60fc2e3271e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:07.685862 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 249da0cf-193f-4c9c-86b1-cf8ab6844941, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=249da0cf-193f-4c9c-86b1-cf8ab6844941,segment=NetworkSegment(2b33c294-6053-481b-baf8-537f54d65ae9),segment_id=2b33c294-6053-481b-baf8-537f54d65ae9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:07.739068 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '249da0cf-193f-4c9c-86b1-cf8ab6844941', 'network_id': 'a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2', 'port_id': '249da0cf-193f-4c9c-86b1-cf8ab6844941', 'mac_address': 'fa:16:3e:91:62:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae632a1-0aa5-4d4f-a2ca-5b30d6118137', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:51:07.744222 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf498946-592e-46de-ae50-d609f24618ae req-514db8c8-7d00-424a-ae3c-de9c19ad529d tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:07.744914 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bf498946-592e-46de-ae50-d609f24618ae req-514db8c8-7d00-424a-ae3c-de9c19ad529d tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:07.797264 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bf498946-592e-46de-ae50-d609f24618ae req-514db8c8-7d00-424a-ae3c-de9c19ad529d tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3301535 Jul 05 09:51:07.832326 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-71e0f563-a1de-4b28-9c0d-53c273be858c None None] Set router 9ed241d0-799f-41b7-851e-813ec1862e93 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:51:07.844127 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-bf498946-592e-46de-ae50-d609f24618ae req-58b5d3c4-41a3-4d91-938d-492e5602821b service neutron] Request body: {'port': {'device_id': '810a900e-7338-47cd-9b74-4eea7951c011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:07.883209 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:07.884945 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-3e618a8c-ee08-45cd-a38e-66a139928aab req-b08a0ef7-dd26-484c-be13-32c46159988c tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Deleting port c347d0e5-43ef-4149-a9e6-f63d765fcd86 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:07.890726 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3e618a8c-ee08-45cd-a38e-66a139928aab req-b08a0ef7-dd26-484c-be13-32c46159988c tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:07.998383 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 249da0cf-193f-4c9c-86b1-cf8ab6844941 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:08.029837 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514db8c8-7d00-424a-ae3c-de9c19ad529d tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Pushing event updated for resources: {'Port': ['ID=886c4a29-d31b-4405-a6c9-5af4479fd643,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:08.068556 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2bf9e36a-9aa4-427e-a7dc-cd5c3ff18c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'name': 'tempest-ServersTestBootFromVolume-614195647-router', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:45Z', 'updated_at': '2021-07-05T09:47:54Z', 'revision_number': 4, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'gw_port': {'id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:46Z', 'updated_at': '2021-07-05T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '7d0a08c6-3be6-403c-851f-99d68bff8018', 'name': '', 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'mac_address': 'fa:16:3e:d0:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '11fb63e6-003a-4932-a1fe-88ef947e51fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:51Z', 'updated_at': '2021-07-05T09:48:03Z', 'revision_number': 5, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'subnets': [{'id': '11fb63e6-003a-4932-a1fe-88ef947e51fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:08.072981 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bf498946-592e-46de-ae50-d609f24618ae req-58b5d3c4-41a3-4d91-938d-492e5602821b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:08.083421 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 249da0cf-193f-4c9c-86b1-cf8ab6844941, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=249da0cf-193f-4c9c-86b1-cf8ab6844941,segment=NetworkSegment(2b33c294-6053-481b-baf8-537f54d65ae9),segment_id=2b33c294-6053-481b-baf8-537f54d65ae9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:08.141493 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf9e36a-9aa4-427e-a7dc-cd5c3ff18c94 None None] Checking router: e997bbe9-8485-49e4-81cc-6f13f0d3550d for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:51:08.146359 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:08.164381 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf9e36a-9aa4-427e-a7dc-cd5c3ff18c94 None None] Routers {'e997bbe9-8485-49e4-81cc-6f13f0d3550d'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:51:08.165007 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2bf9e36a-9aa4-427e-a7dc-cd5c3ff18c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:50:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e997bbe9-8485-49e4-81cc-6f13f0d3550d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:08.272303 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3e618a8c-ee08-45cd-a38e-66a139928aab req-b08a0ef7-dd26-484c-be13-32c46159988c tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] For port c347d0e5-43ef-4149-a9e6-f63d765fcd86, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=c347d0e5-43ef-4149-a9e6-f63d765fcd86,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:08.273022 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3e618a8c-ee08-45cd-a38e-66a139928aab req-b08a0ef7-dd26-484c-be13-32c46159988c tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:08.294907 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=249da0cf-193f-4c9c-86b1-cf8ab6844941,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:08.369839 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-3e618a8c-ee08-45cd-a38e-66a139928aab req-b08a0ef7-dd26-484c-be13-32c46159988c tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Calling delete_port for c347d0e5-43ef-4149-a9e6-f63d765fcd86 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:08.378766 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['249da0cf-193f-4c9c-86b1-cf8ab6844941'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:51:08.424393 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-2bf9e36a-9aa4-427e-a7dc-cd5c3ff18c94 None None] Set router e997bbe9-8485-49e4-81cc-6f13f0d3550d gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:51:08.425657 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d232cd-824e-4e7a-aaf5-3009bf972738 req-d37eced4-bca2-4a06-a848-792bf3533d30 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:08.432079 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d232cd-824e-4e7a-aaf5-3009bf972738 req-d37eced4-bca2-4a06-a848-792bf3533d30 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:08.438370 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d232cd-824e-4e7a-aaf5-3009bf972738 req-d37eced4-bca2-4a06-a848-792bf3533d30 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:08.446898 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d232cd-824e-4e7a-aaf5-3009bf972738 req-d37eced4-bca2-4a06-a848-792bf3533d30 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:08.453264 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d232cd-824e-4e7a-aaf5-3009bf972738 req-d37eced4-bca2-4a06-a848-792bf3533d30 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:08.459723 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d232cd-824e-4e7a-aaf5-3009bf972738 req-d37eced4-bca2-4a06-a848-792bf3533d30 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:08.467463 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d232cd-824e-4e7a-aaf5-3009bf972738 req-d37eced4-bca2-4a06-a848-792bf3533d30 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:08.468811 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-71e0f563-a1de-4b28-9c0d-53c273be858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'name': 'tempest-AttachVolumeShelveTestJSON-1701151289-router', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:00Z', 'updated_at': '2021-07-05T09:42:04Z', 'revision_number': 4, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'gw_port': {'id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:01Z', 'updated_at': '2021-07-05T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'f735da5b-e169-46c6-97a7-a66abd0cc6e7', 'name': '', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'mac_address': 'fa:16:3e:6e:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '70194034-b839-4d67-b152-2ad54f034d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:04Z', 'updated_at': '2021-07-05T09:42:10Z', 'revision_number': 5, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'subnets': [{'id': '70194034-b839-4d67-b152-2ad54f034d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:08.476317 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-59d232cd-824e-4e7a-aaf5-3009bf972738 req-d37eced4-bca2-4a06-a848-792bf3533d30 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5426 time: 0.6665368 Jul 05 09:51:08.506751 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e0f563-a1de-4b28-9c0d-53c273be858c None None] Checking router: 9ed241d0-799f-41b7-851e-813ec1862e93 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:51:08.556619 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e0f563-a1de-4b28-9c0d-53c273be858c None None] Routers {'9ed241d0-799f-41b7-851e-813ec1862e93'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:51:08.557269 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-71e0f563-a1de-4b28-9c0d-53c273be858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:50:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9ed241d0-799f-41b7-851e-813ec1862e93'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:08.602626 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ef60f-9467-4011-93a1-c8ee373be81a req-b40c0c9d-4594-462f-8cdb-998eeec1d9c8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:08.611657 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ad6ef60f-9467-4011-93a1-c8ee373be81a req-b40c0c9d-4594-462f-8cdb-998eeec1d9c8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7421ede-5555-42f1-8d0e-1f317aa8314c HTTP/1.1" status: 200 len: 943 time: 0.3297672 Jul 05 09:51:08.652392 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-59d232cd-824e-4e7a-aaf5-3009bf972738 req-4e526563-9098-428b-82c8-91cb5d2c3f12 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1751084 Jul 05 09:51:08.657414 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 452daffa-0f70-45b6-b71e-dc5db12f5cf3 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:51:08.693059 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-bf498946-592e-46de-ae50-d609f24618ae req-58b5d3c4-41a3-4d91-938d-492e5602821b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 886c4a29-d31b-4405-a6c9-5af4479fd643 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:08.704168 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bf498946-592e-46de-ae50-d609f24618ae req-58b5d3c4-41a3-4d91-938d-492e5602821b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:08.722768 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-bf498946-592e-46de-ae50-d609f24618ae req-58b5d3c4-41a3-4d91-938d-492e5602821b service neutron] Transition to ACTIVE for port object 886c4a29-d31b-4405-a6c9-5af4479fd643 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:08.728964 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bf498946-592e-46de-ae50-d609f24618ae req-58b5d3c4-41a3-4d91-938d-492e5602821b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:08.844622 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2bf9e36a-9aa4-427e-a7dc-cd5c3ff18c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'name': 'tempest-ServersTestBootFromVolume-614195647-router', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:45Z', 'updated_at': '2021-07-05T09:47:54Z', 'revision_number': 4, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'gw_port': {'id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:46Z', 'updated_at': '2021-07-05T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '7d0a08c6-3be6-403c-851f-99d68bff8018', 'name': '', 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'mac_address': 'fa:16:3e:d0:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '11fb63e6-003a-4932-a1fe-88ef947e51fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:51Z', 'updated_at': '2021-07-05T09:48:03Z', 'revision_number': 5, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'subnets': [{'id': '11fb63e6-003a-4932-a1fe-88ef947e51fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:08.907628 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf9e36a-9aa4-427e-a7dc-cd5c3ff18c94 None None] The sync data for ids ['e997bbe9-8485-49e4-81cc-6f13f0d3550d'] in n-d-798054-8 is: [{'id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'name': 'tempest-ServersTestBootFromVolume-614195647-router', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:45Z', 'updated_at': '2021-07-05T09:47:54Z', 'revision_number': 4, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'gw_port': {'id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:46Z', 'updated_at': '2021-07-05T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '7d0a08c6-3be6-403c-851f-99d68bff8018', 'name': '', 'network_id': '0cb0d1a7-4a96-4b1a-82ea-62650006a9d6', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'mac_address': 'fa:16:3e:d0:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '11fb63e6-003a-4932-a1fe-88ef947e51fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:51Z', 'updated_at': '2021-07-05T09:48:03Z', 'revision_number': 5, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'subnets': [{'id': '11fb63e6-003a-4932-a1fe-88ef947e51fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:51:08.973026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5d3c4-41a3-4d91-938d-492e5602821b service neutron] Pushing event updated for resources: {'Port': ['ID=886c4a29-d31b-4405-a6c9-5af4479fd643,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:09.023534 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3e618a8c-ee08-45cd-a38e-66a139928aab req-b08a0ef7-dd26-484c-be13-32c46159988c tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:09.032646 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-bf498946-592e-46de-ae50-d609f24618ae req-58b5d3c4-41a3-4d91-938d-492e5602821b service neutron] Attempting to bind port 886c4a29-d31b-4405-a6c9-5af4479fd643 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:51:09.032980 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-bf498946-592e-46de-ae50-d609f24618ae req-58b5d3c4-41a3-4d91-938d-492e5602821b service neutron] Attempting to bind port 886c4a29-d31b-4405-a6c9-5af4479fd643 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '59b5db18-d612-4d13-8670-487f029f55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:51:09.033315 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf498946-592e-46de-ae50-d609f24618ae req-58b5d3c4-41a3-4d91-938d-492e5602821b service neutron] Attempting to bind port 886c4a29-d31b-4405-a6c9-5af4479fd643 on network 2f064e02-170f-4fcb-aaf2-63cbc4f5f734 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:09.048733 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf498946-592e-46de-ae50-d609f24618ae req-58b5d3c4-41a3-4d91-938d-492e5602821b service neutron] Port 886c4a29-d31b-4405-a6c9-5af4479fd643 on network 2f064e02-170f-4fcb-aaf2-63cbc4f5f734 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:51:09.049151 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf498946-592e-46de-ae50-d609f24618ae req-58b5d3c4-41a3-4d91-938d-492e5602821b service neutron] Attempting to bind port 886c4a29-d31b-4405-a6c9-5af4479fd643 on network 2f064e02-170f-4fcb-aaf2-63cbc4f5f734 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:09.057390 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf498946-592e-46de-ae50-d609f24618ae req-58b5d3c4-41a3-4d91-938d-492e5602821b service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:51:09.057693 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf498946-592e-46de-ae50-d609f24618ae req-58b5d3c4-41a3-4d91-938d-492e5602821b service neutron] Checking segment: {'id': '59b5db18-d612-4d13-8670-487f029f55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:09.058095 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf498946-592e-46de-ae50-d609f24618ae req-58b5d3c4-41a3-4d91-938d-492e5602821b service neutron] Bound using segment: {'id': '59b5db18-d612-4d13-8670-487f029f55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:51:09.058547 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-bf498946-592e-46de-ae50-d609f24618ae req-58b5d3c4-41a3-4d91-938d-492e5602821b service neutron] Bound port: 886c4a29-d31b-4405-a6c9-5af4479fd643, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b5db18-d612-4d13-8670-487f029f55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:51:09.058920 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bf498946-592e-46de-ae50-d609f24618ae req-58b5d3c4-41a3-4d91-938d-492e5602821b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:09.067377 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device c347d0e5-43ef-4149-a9e6-f63d765fcd86 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:51:09.094118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a0ef7-dd26-484c-be13-32c46159988c tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Pushing event deleted for resources: {'Port': ['ID=c347d0e5-43ef-4149-a9e6-f63d765fcd86,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:09.102081 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: c347d0e5-43ef-4149-a9e6-f63d765fcd86 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:51:09.102551 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device c347d0e5-43ef-4149-a9e6-f63d765fcd86 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:51:09.209212 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-bf498946-592e-46de-ae50-d609f24618ae req-58b5d3c4-41a3-4d91-938d-492e5602821b service neutron] For port 886c4a29-d31b-4405-a6c9-5af4479fd643, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:51:09.216975 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-bf498946-592e-46de-ae50-d609f24618ae req-58b5d3c4-41a3-4d91-938d-492e5602821b service neutron] For port 886c4a29-d31b-4405-a6c9-5af4479fd643, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=886c4a29-d31b-4405-a6c9-5af4479fd643,segment=NetworkSegment(59b5db18-d612-4d13-8670-487f029f55d3),segment_id=59b5db18-d612-4d13-8670-487f029f55d3)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:51:09.223746 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bf498946-592e-46de-ae50-d609f24618ae req-58b5d3c4-41a3-4d91-938d-492e5602821b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:09.229694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e618a8c-ee08-45cd-a38e-66a139928aab req-b08a0ef7-dd26-484c-be13-32c46159988c tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] No DVR routers for this DVR port c347d0e5-43ef-4149-a9e6-f63d765fcd86 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:51:09.236609 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3e618a8c-ee08-45cd-a38e-66a139928aab req-b08a0ef7-dd26-484c-be13-32c46159988c tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:09.239010 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3e618a8c-ee08-45cd-a38e-66a139928aab req-b08a0ef7-dd26-484c-be13-32c46159988c tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.81 "DELETE /v2.0/ports/c347d0e5-43ef-4149-a9e6-f63d765fcd86 HTTP/1.1" status: 204 len: 173 time: 1.9152870 Jul 05 09:51:09.257121 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf498946-592e-46de-ae50-d609f24618ae req-58b5d3c4-41a3-4d91-938d-492e5602821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:09.260921 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bf498946-592e-46de-ae50-d609f24618ae req-58b5d3c4-41a3-4d91-938d-492e5602821b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:09.265669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-71e0f563-a1de-4b28-9c0d-53c273be858c None None] Set router 9ed241d0-799f-41b7-851e-813ec1862e93 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:51:09.265814 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bf498946-592e-46de-ae50-d609f24618ae req-58b5d3c4-41a3-4d91-938d-492e5602821b service neutron] 10.222.0.78 "PUT /v2.0/ports/886c4a29-d31b-4405-a6c9-5af4479fd643 HTTP/1.1" status: 200 len: 1092 time: 1.4423151 Jul 05 09:51:09.359508 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfca97-107b-4e10-baa4-5a29372b240b req-5c6fa7c8-c4b3-4a73-b2cf-6e3d6b73c2f9 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:09.374419 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-88cfca97-107b-4e10-baa4-5a29372b240b req-5c6fa7c8-c4b3-4a73-b2cf-6e3d6b73c2f9 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 945 time: 0.4573119 Jul 05 09:51:09.394346 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68875319-5376-4125-96a0-f91a9905e33f None None] New status for floating IP 49ef803f-1317-4653-b565-261597e6b8d2: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:51:09.482370 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5d3c4-41a3-4d91-938d-492e5602821b service neutron] Pushing event updated for resources: {'Port': ['ID=886c4a29-d31b-4405-a6c9-5af4479fd643,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:09.513754 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf498946-592e-46de-ae50-d609f24618ae req-2a3c903e-6b7f-4373-819a-cfc3e75af5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:09.515378 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bf498946-592e-46de-ae50-d609f24618ae req-2a3c903e-6b7f-4373-819a-cfc3e75af5da service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a33692ef47ca49faac553ee3dc5181d5&device_id=810a900e-7338-47cd-9b74-4eea7951c011 HTTP/1.1" status: 200 len: 1095 time: 0.1872985 Jul 05 09:51:09.562116 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-88cfca97-107b-4e10-baa4-5a29372b240b req-290dbcad-d6a0-4ca7-95f9-04e19ebf3818 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866140 Jul 05 09:51:09.563568 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-ad6ef60f-9467-4011-93a1-c8ee373be81a req-5fdf6152-6676-4003-bbfe-9ef975680b7e tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Deleting port 452daffa-0f70-45b6-b71e-dc5db12f5cf3 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:09.574784 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ad6ef60f-9467-4011-93a1-c8ee373be81a req-5fdf6152-6676-4003-bbfe-9ef975680b7e tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:09.613989 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bf498946-592e-46de-ae50-d609f24618ae req-c491f5e7-688d-4d52-ae9f-a8246266f456 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=886c4a29-d31b-4405-a6c9-5af4479fd643 HTTP/1.1" status: 200 len: 217 time: 0.0898900 Jul 05 09:51:09.633420 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-bf498946-592e-46de-ae50-d609f24618ae req-7d8c3abb-f2a6-403b-9429-60fc2e3271e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:09.647421 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bf498946-592e-46de-ae50-d609f24618ae req-7d8c3abb-f2a6-403b-9429-60fc2e3271e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:09.701589 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-bf498946-592e-46de-ae50-d609f24618ae req-7d8c3abb-f2a6-403b-9429-60fc2e3271e7 service neutron] Transition to ACTIVE for port object 5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:09.716181 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf498946-592e-46de-ae50-d609f24618ae req-440dc2c8-3e4e-49fd-92e0-c3b6d9351f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:09.717722 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bf498946-592e-46de-ae50-d609f24618ae req-440dc2c8-3e4e-49fd-92e0-c3b6d9351f2b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=742158a5-2371-40df-9126-c3b4e2696482 HTTP/1.1" status: 200 len: 853 time: 0.0965803 Jul 05 09:51:09.733332 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-71e0f563-a1de-4b28-9c0d-53c273be858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'name': 'tempest-AttachVolumeShelveTestJSON-1701151289-router', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:00Z', 'updated_at': '2021-07-05T09:42:04Z', 'revision_number': 4, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'gw_port': {'id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:01Z', 'updated_at': '2021-07-05T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'f735da5b-e169-46c6-97a7-a66abd0cc6e7', 'name': '', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'mac_address': 'fa:16:3e:6e:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '70194034-b839-4d67-b152-2ad54f034d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:04Z', 'updated_at': '2021-07-05T09:42:10Z', 'revision_number': 5, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'subnets': [{'id': '70194034-b839-4d67-b152-2ad54f034d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:09.776750 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e0f563-a1de-4b28-9c0d-53c273be858c None None] The sync data for ids ['9ed241d0-799f-41b7-851e-813ec1862e93'] in n-d-798054-8 is: [{'id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'name': 'tempest-AttachVolumeShelveTestJSON-1701151289-router', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:00Z', 'updated_at': '2021-07-05T09:42:04Z', 'revision_number': 4, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'gw_port': {'id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:01Z', 'updated_at': '2021-07-05T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'f735da5b-e169-46c6-97a7-a66abd0cc6e7', 'name': '', 'network_id': 'ceb77ef8-ce40-49b7-a00f-5da7d032f3bb', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'mac_address': 'fa:16:3e:6e:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '70194034-b839-4d67-b152-2ad54f034d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:04Z', 'updated_at': '2021-07-05T09:42:10Z', 'revision_number': 5, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'subnets': [{'id': '70194034-b839-4d67-b152-2ad54f034d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:51:09.782874 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bf498946-592e-46de-ae50-d609f24618ae req-2c88c310-30fa-4ea7-bafb-74e1a340fbe6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2f064e02-170f-4fcb-aaf2-63cbc4f5f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579021 Jul 05 09:51:09.792773 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bf498946-592e-46de-ae50-d609f24618ae req-7d8c3abb-f2a6-403b-9429-60fc2e3271e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:09.908373 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bf498946-592e-46de-ae50-d609f24618ae req-9d1d57aa-cb61-4ffe-afd9-ba2bbe61cc85 service neutron] 10.222.0.78 "GET /v2.0/networks/2f064e02-170f-4fcb-aaf2-63cbc4f5f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186061 Jul 05 09:51:10.002340 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c3abb-f2a6-403b-9429-60fc2e3271e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:10.061200 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bf498946-592e-46de-ae50-d609f24618ae req-14162f86-c3a2-4008-bd2a-eaf94532626f service neutron] 10.222.0.78 "GET /v2.0/networks/2f064e02-170f-4fcb-aaf2-63cbc4f5f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460552 Jul 05 09:51:10.114114 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ad6ef60f-9467-4011-93a1-c8ee373be81a req-5fdf6152-6676-4003-bbfe-9ef975680b7e tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] For port 452daffa-0f70-45b6-b71e-dc5db12f5cf3, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=452daffa-0f70-45b6-b71e-dc5db12f5cf3,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:10.114737 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ad6ef60f-9467-4011-93a1-c8ee373be81a req-5fdf6152-6676-4003-bbfe-9ef975680b7e tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:10.204689 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a169bd9-e78e-4b55-8a7e-d4cd90a1188d None None] New status for floating IP 3ce7228a-ebb7-4adb-9681-528ec3ce191e: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:51:10.253823 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56694) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:10.399085 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44b9f084-e1d0-473f-8ad4-b356d131b072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:10.475563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-ad6ef60f-9467-4011-93a1-c8ee373be81a req-5fdf6152-6676-4003-bbfe-9ef975680b7e tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Calling delete_port for 452daffa-0f70-45b6-b71e-dc5db12f5cf3 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:10.506485 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44b9f084-e1d0-473f-8ad4-b356d131b072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:10.511032 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44b9f084-e1d0-473f-8ad4-b356d131b072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:10.558872 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-44b9f084-e1d0-473f-8ad4-b356d131b072 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ecee95fac8bf40c2ae4edfa98526267e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3040178 Jul 05 09:51:10.560074 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9f084-e1d0-473f-8ad4-b356d131b072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192d886b-ae7a-4dbc-9984-72dfaaaf9671,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:10.563062 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56698) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:10.626158 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9b1b5-113b-4111-9791-07c7e380e62d req-9dd6554a-5573-473c-b784-c33256b79064 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:10.627590 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f7ae085-3112-4c64-80b8-c75f36d2691a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:10.627790 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bda9b1b5-113b-4111-9791-07c7e380e62d req-9dd6554a-5573-473c-b784-c33256b79064 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/ports?device_id=810a900e-7338-47cd-9b74-4eea7951c011 HTTP/1.1" status: 200 len: 944 time: 0.8401253 Jul 05 09:51:10.650250 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f7ae085-3112-4c64-80b8-c75f36d2691a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:10.650453 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-bf498946-592e-46de-ae50-d609f24618ae req-7d8c3abb-f2a6-403b-9429-60fc2e3271e7 service neutron] Attempting to bind port 5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:51:10.650713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-bf498946-592e-46de-ae50-d609f24618ae req-7d8c3abb-f2a6-403b-9429-60fc2e3271e7 service neutron] Attempting to bind port 5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '59b5db18-d612-4d13-8670-487f029f55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:51:10.650955 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf498946-592e-46de-ae50-d609f24618ae req-7d8c3abb-f2a6-403b-9429-60fc2e3271e7 service neutron] Attempting to bind port 5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7 on network 2f064e02-170f-4fcb-aaf2-63cbc4f5f734 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:10.675563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf498946-592e-46de-ae50-d609f24618ae req-7d8c3abb-f2a6-403b-9429-60fc2e3271e7 service neutron] Port 5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7 on network 2f064e02-170f-4fcb-aaf2-63cbc4f5f734 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:51:10.675927 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf498946-592e-46de-ae50-d609f24618ae req-7d8c3abb-f2a6-403b-9429-60fc2e3271e7 service neutron] Attempting to bind port 5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7 on network 2f064e02-170f-4fcb-aaf2-63cbc4f5f734 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:10.701666 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f7ae085-3112-4c64-80b8-c75f36d2691a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:10.702623 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf3a45-e7a7-4dc8-9041-dc5f62415cf9 req-1631f6ce-cc43-478e-bf2a-26769dd16602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:10.704247 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7ccf3a45-e7a7-4dc8-9041-dc5f62415cf9 req-1631f6ce-cc43-478e-bf2a-26769dd16602 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6475ba64a0d482bb432aecc90634688&device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 1096 time: 0.2326810 Jul 05 09:51:10.704379 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f7ae085-3112-4c64-80b8-c75f36d2691a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:10.707970 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3f7ae085-3112-4c64-80b8-c75f36d2691a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/192d886b-ae7a-4dbc-9984-72dfaaaf9671 HTTP/1.1" status: 204 len: 168 time: 0.1414545 Jul 05 09:51:10.712067 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf498946-592e-46de-ae50-d609f24618ae req-7d8c3abb-f2a6-403b-9429-60fc2e3271e7 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:51:10.712455 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf498946-592e-46de-ae50-d609f24618ae req-7d8c3abb-f2a6-403b-9429-60fc2e3271e7 service neutron] Checking segment: {'id': '59b5db18-d612-4d13-8670-487f029f55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:10.712888 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf498946-592e-46de-ae50-d609f24618ae req-7d8c3abb-f2a6-403b-9429-60fc2e3271e7 service neutron] Bound using segment: {'id': '59b5db18-d612-4d13-8670-487f029f55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:51:10.713385 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-bf498946-592e-46de-ae50-d609f24618ae req-7d8c3abb-f2a6-403b-9429-60fc2e3271e7 service neutron] Bound port: 5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b5db18-d612-4d13-8670-487f029f55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:51:10.713841 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bf498946-592e-46de-ae50-d609f24618ae req-7d8c3abb-f2a6-403b-9429-60fc2e3271e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:10.734110 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ae085-3112-4c64-80b8-c75f36d2691a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192d886b-ae7a-4dbc-9984-72dfaaaf9671,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:10.734601 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bda9b1b5-113b-4111-9791-07c7e380e62d req-c43c5984-f982-4c7a-98cd-ab318a72ba92 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7d8bceb-4067-4548-b848-1fb9b17a7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901861 Jul 05 09:51:10.811499 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2252df6b-10c6-46d6-a0e1-48c6f512a9c0 x-openstack-request-id: req-2252df6b-10c6-46d6-a0e1-48c6f512a9c0 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:10.812167 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa0ee78-1a1e-49b0-99e8-195308e2a131", "name": "network-vif-deleted", "tag": "5223e31b-116a-43e5-84ae-271411893460", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:10.812709 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2252df6b-10c6-46d6-a0e1-48c6f512a9c0 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:10.813236 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa0ee78-1a1e-49b0-99e8-195308e2a131', 'name': 'network-vif-deleted', 'tag': '5223e31b-116a-43e5-84ae-271411893460', 'status': 'completed', 'code': 200} Jul 05 09:51:10.861808 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51cbcc5-2763-42f2-8c59-0070ad4a7aea x-openstack-request-id: req-d51cbcc5-2763-42f2-8c59-0070ad4a7aea {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:10.862139 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3667c411-e4ac-4fe7-bc20-110aa2e7ac5a", "name": "network-vif-deleted", "tag": "d1dabde5-d7fc-474b-93b7-918b89720f06", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:10.862439 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d51cbcc5-2763-42f2-8c59-0070ad4a7aea {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:10.862867 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3667c411-e4ac-4fe7-bc20-110aa2e7ac5a', 'name': 'network-vif-deleted', 'tag': 'd1dabde5-d7fc-474b-93b7-918b89720f06', 'status': 'completed', 'code': 200} Jul 05 09:51:10.911553 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ad6ef60f-9467-4011-93a1-c8ee373be81a req-5fdf6152-6676-4003-bbfe-9ef975680b7e tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:10.978698 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf6152-6676-4003-bbfe-9ef975680b7e tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Pushing event deleted for resources: {'Port': ['ID=452daffa-0f70-45b6-b71e-dc5db12f5cf3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:10.987093 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-bf498946-592e-46de-ae50-d609f24618ae req-7d8c3abb-f2a6-403b-9429-60fc2e3271e7 service neutron] For port 5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:51:11.053396 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-347abeb4-4bf8-439e-b8e3-031f789d59ec req-8f4ce5e7-d998-4217-8306-1d37d5b7a4c2 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/ports?device_id=8aa0ee78-1a1e-49b0-99e8-195308e2a131 HTTP/1.1" status: 200 len: 210 time: 0.0835438 Jul 05 09:51:11.057302 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 249da0cf-193f-4c9c-86b1-cf8ab6844941 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:11.058386 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf3a45-e7a7-4dc8-9041-dc5f62415cf9 req-2f15064d-2c91-452e-ae47-d04fbe610764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:11.060071 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7ccf3a45-e7a7-4dc8-9041-dc5f62415cf9 req-2f15064d-2c91-452e-ae47-d04fbe610764 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2 HTTP/1.1" status: 200 len: 913 time: 0.3248925 Jul 05 09:51:11.062082 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-bf498946-592e-46de-ae50-d609f24618ae req-7d8c3abb-f2a6-403b-9429-60fc2e3271e7 service neutron] For port 5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7,segment=NetworkSegment(59b5db18-d612-4d13-8670-487f029f55d3),segment_id=59b5db18-d612-4d13-8670-487f029f55d3)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:51:11.085669 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bf498946-592e-46de-ae50-d609f24618ae req-7d8c3abb-f2a6-403b-9429-60fc2e3271e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.098705 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6ef60f-9467-4011-93a1-c8ee373be81a req-5fdf6152-6676-4003-bbfe-9ef975680b7e tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] No DVR routers for this DVR port 452daffa-0f70-45b6-b71e-dc5db12f5cf3 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:51:11.101901 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ad6ef60f-9467-4011-93a1-c8ee373be81a req-5fdf6152-6676-4003-bbfe-9ef975680b7e tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.116369 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ad6ef60f-9467-4011-93a1-c8ee373be81a req-5fdf6152-6676-4003-bbfe-9ef975680b7e tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "DELETE /v2.0/ports/452daffa-0f70-45b6-b71e-dc5db12f5cf3 HTTP/1.1" status: 204 len: 173 time: 2.5035462 Jul 05 09:51:11.136414 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56706) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:11.158644 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 249da0cf-193f-4c9c-86b1-cf8ab6844941 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:11.159033 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.160536 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06a98104-377c-4632-8a62-dff5b1019d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.237429 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7ccf3a45-e7a7-4dc8-9041-dc5f62415cf9 req-20ac1694-8a5c-48e5-bb78-65543d12d4b9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=249da0cf-193f-4c9c-86b1-cf8ab6844941 HTTP/1.1" status: 200 len: 217 time: 0.1557162 Jul 05 09:51:11.245633 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf498946-592e-46de-ae50-d609f24618ae req-7d8c3abb-f2a6-403b-9429-60fc2e3271e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:11.246924 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bf498946-592e-46de-ae50-d609f24618ae req-7d8c3abb-f2a6-403b-9429-60fc2e3271e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.248628 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf498946-592e-46de-ae50-d609f24618ae req-7d8c3abb-f2a6-403b-9429-60fc2e3271e7 service neutron] 10.222.0.81 "PUT /v2.0/ports/5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7 HTTP/1.1" status: 200 len: 1092 time: 4.1316941 Jul 05 09:51:11.350112 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.401207 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06a98104-377c-4632-8a62-dff5b1019d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.407798 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06a98104-377c-4632-8a62-dff5b1019d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.422750 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92dd334-bc70-468d-b2c0-2d2affd3898c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249da0cf-193f-4c9c-86b1-cf8ab6844941'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:11.429735 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a233c48-6191-488a-9ea1-72d2b9b0f502" -d '{"events": [{"server_uuid": "a92dd334-bc70-468d-b2c0-2d2affd3898c", "name": "network-vif-plugged", "status": "completed", "tag": "249da0cf-193f-4c9c-86b1-cf8ab6844941"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:11.457037 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-06a98104-377c-4632-8a62-dff5b1019d11 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9324a94d64fb4e6ca2f236f197198001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3194175 Jul 05 09:51:11.458838 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56720) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:11.474766 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c3abb-f2a6-403b-9429-60fc2e3271e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:11.481511 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 249da0cf-193f-4c9c-86b1-cf8ab6844941, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=249da0cf-193f-4c9c-86b1-cf8ab6844941,segment=NetworkSegment(2b33c294-6053-481b-baf8-537f54d65ae9),segment_id=2b33c294-6053-481b-baf8-537f54d65ae9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:11.488678 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.515686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf3a45-e7a7-4dc8-9041-dc5f62415cf9 req-fc8585bb-9cbc-44e8-ac77-558d9436a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:11.520536 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7ccf3a45-e7a7-4dc8-9041-dc5f62415cf9 req-fc8585bb-9cbc-44e8-ac77-558d9436a381 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4ae632a1-0aa5-4d4f-a2ca-5b30d6118137 HTTP/1.1" status: 200 len: 852 time: 0.2678959 Jul 05 09:51:11.583894 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00d1834d-dccd-4302-9ae1-0147e8444cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.605282 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=249da0cf-193f-4c9c-86b1-cf8ab6844941,revision_number=10']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:11.619640 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7ccf3a45-e7a7-4dc8-9041-dc5f62415cf9 req-8ceca639-bceb-44b8-b9bf-1ebb4ab406fd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436287 Jul 05 09:51:11.635526 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00d1834d-dccd-4302-9ae1-0147e8444cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.697899 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a98104-377c-4632-8a62-dff5b1019d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6927230-e999-4f10-b50f-1bb26dd97a9c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:11.715400 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf498946-592e-46de-ae50-d609f24618ae req-00b42f01-b785-47da-a8aa-03ed7eed49cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:11.716906 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf498946-592e-46de-ae50-d609f24618ae req-00b42f01-b785-47da-a8aa-03ed7eed49cb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a33692ef47ca49faac553ee3dc5181d5&device_id=0da2c135-a35c-4b25-bb41-fd772179233a HTTP/1.1" status: 200 len: 1095 time: 0.4047816 Jul 05 09:51:11.726637 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00d1834d-dccd-4302-9ae1-0147e8444cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.729733 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00d1834d-dccd-4302-9ae1-0147e8444cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.731159 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-00d1834d-dccd-4302-9ae1-0147e8444cc1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a6927230-e999-4f10-b50f-1bb26dd97a9c HTTP/1.1" status: 204 len: 168 time: 0.2712471 Jul 05 09:51:11.759969 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1834d-dccd-4302-9ae1-0147e8444cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6927230-e999-4f10-b50f-1bb26dd97a9c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:11.790657 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f55411-f7c6-4756-a0fd-7769574f0dcf req-bb978307-5349-4975-96e9-c928f7ba30e1 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:11.807187 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f55411-f7c6-4756-a0fd-7769574f0dcf req-bb978307-5349-4975-96e9-c928f7ba30e1 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:11.824554 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f55411-f7c6-4756-a0fd-7769574f0dcf req-bb978307-5349-4975-96e9-c928f7ba30e1 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:11.841678 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f55411-f7c6-4756-a0fd-7769574f0dcf req-bb978307-5349-4975-96e9-c928f7ba30e1 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:11.847591 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f55411-f7c6-4756-a0fd-7769574f0dcf req-bb978307-5349-4975-96e9-c928f7ba30e1 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:11.863002 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f55411-f7c6-4756-a0fd-7769574f0dcf req-bb978307-5349-4975-96e9-c928f7ba30e1 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:11.870056 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f55411-f7c6-4756-a0fd-7769574f0dcf req-bb978307-5349-4975-96e9-c928f7ba30e1 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:11.876546 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b2f55411-f7c6-4756-a0fd-7769574f0dcf req-bb978307-5349-4975-96e9-c928f7ba30e1 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5426 time: 0.3545506 Jul 05 09:51:11.899687 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf498946-592e-46de-ae50-d609f24618ae req-e8386425-a5c6-466e-a269-47f7e6c8426b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7 HTTP/1.1" status: 200 len: 217 time: 0.1726661 Jul 05 09:51:12.002361 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7ccf3a45-e7a7-4dc8-9041-dc5f62415cf9 req-86b7f2be-f058-4e6b-b17d-c8a6d47084f4 service neutron] 10.222.0.81 "GET /v2.0/networks/a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760049 Jul 05 09:51:12.114284 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b2f55411-f7c6-4756-a0fd-7769574f0dcf req-ecc76209-caa6-4ca2-a583-bd47ca5ab800 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2216403 Jul 05 09:51:12.132437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf498946-592e-46de-ae50-d609f24618ae req-b3443d27-4ca7-4757-908b-3e283e64460b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:12.133973 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf498946-592e-46de-ae50-d609f24618ae req-b3443d27-4ca7-4757-908b-3e283e64460b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=742158a5-2371-40df-9126-c3b4e2696482 HTTP/1.1" status: 200 len: 853 time: 0.2175035 Jul 05 09:51:12.186265 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56740) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:12.230053 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf498946-592e-46de-ae50-d609f24618ae req-1075a2af-1352-4562-9ed6-524827342b60 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2f064e02-170f-4fcb-aaf2-63cbc4f5f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622623 Jul 05 09:51:12.313305 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2d223e6-7e17-4add-96b2-84dd793c506b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:12.367394 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2d223e6-7e17-4add-96b2-84dd793c506b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:12.463726 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2d223e6-7e17-4add-96b2-84dd793c506b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:12.466315 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2d223e6-7e17-4add-96b2-84dd793c506b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:12.470149 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c2d223e6-7e17-4add-96b2-84dd793c506b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "DELETE /v2.0/security-groups/62af9113-15d8-4849-bdc7-d988689aaba6 HTTP/1.1" status: 204 len: 168 time: 0.2798660 Jul 05 09:51:12.472139 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56746) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:12.492325 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2dae8-5324-4166-a96b-d07c1078c892 req-5d405763-e371-4a29-a162-45350715bbad tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:12.502178 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-10c2dae8-5324-4166-a96b-d07c1078c892 req-5d405763-e371-4a29-a162-45350715bbad tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.4553819 Jul 05 09:51:12.512234 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-eb954642-3f99-46c4-a6d5-e37bf66c4463 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] show failed (client error): The resource could not be found. Jul 05 09:51:12.516166 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-eb954642-3f99-46c4-a6d5-e37bf66c4463 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "GET /v2.0/security-groups/62af9113-15d8-4849-bdc7-d988689aaba6 HTTP/1.1" status: 404 len: 347 time: 0.0402257 Jul 05 09:51:12.516166 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d223e6-7e17-4add-96b2-84dd793c506b tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62af9113-15d8-4849-bdc7-d988689aaba6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:12.522028 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56748) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:12.588375 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7ccf3a45-e7a7-4dc8-9041-dc5f62415cf9 req-dd0a5ce2-9c75-42e9-a04d-29fa3689ca1d service neutron] 10.222.0.81 "GET /v2.0/networks/a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5733275 Jul 05 09:51:12.628592 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf498946-592e-46de-ae50-d609f24618ae req-72d146f6-4503-4382-82e2-1a5822ba3dd4 service neutron] 10.222.0.81 "GET /v2.0/networks/2f064e02-170f-4fcb-aaf2-63cbc4f5f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718805 Jul 05 09:51:12.709452 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b8023b-473b-4f5e-9829-5a16e4336c6d x-openstack-request-id: req-10b8023b-473b-4f5e-9829-5a16e4336c6d {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:12.711551 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92dd334-bc70-468d-b2c0-2d2affd3898c", "name": "network-vif-plugged", "status": "completed", "tag": "249da0cf-193f-4c9c-86b1-cf8ab6844941", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:12.712029 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-10b8023b-473b-4f5e-9829-5a16e4336c6d {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:12.712626 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92dd334-bc70-468d-b2c0-2d2affd3898c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249da0cf-193f-4c9c-86b1-cf8ab6844941', 'code': 200} Jul 05 09:51:12.733399 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-10c2dae8-5324-4166-a96b-d07c1078c892 req-e09ef7ac-d469-4aac-8c4d-bd1312ef64b4 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302477 Jul 05 09:51:12.817639 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810a900e-7338-47cd-9b74-4eea7951c011', 'tag': '886c4a29-d31b-4405-a6c9-5af4479fd643'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:12.825369 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69e5cd2-3ef0-4255-86ee-eef6ca67d393" -d '{"events": [{"name": "network-changed", "server_uuid": "810a900e-7338-47cd-9b74-4eea7951c011", "tag": "886c4a29-d31b-4405-a6c9-5af4479fd643"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:12.826039 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf498946-592e-46de-ae50-d609f24618ae req-83cf6cbd-98c1-4cf0-bba4-dd8cd284d137 service neutron] 10.222.0.81 "GET /v2.0/networks/2f064e02-170f-4fcb-aaf2-63cbc4f5f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965373 Jul 05 09:51:12.847734 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-cf4ed2e7-bc35-494b-8ba1-6c70c0870115 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Deleting port bf14c741-dfae-4275-be2a-0cc964e4e7e1 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:12.848179 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf4ed2e7-bc35-494b-8ba1-6c70c0870115 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:12.865611 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2228bf84-4aa3-4f2c-a9e1-f3b1de304614', 'name': 'network-vif-deleted', 'tag': 'c347d0e5-43ef-4149-a9e6-f63d765fcd86'}, {'server_uuid': 'b7421ede-5555-42f1-8d0e-1f317aa8314c', 'name': 'network-vif-deleted', 'tag': '452daffa-0f70-45b6-b71e-dc5db12f5cf3'}, {'name': 'network-changed', 'server_uuid': '0da2c135-a35c-4b25-bb41-fd772179233a', 'tag': '5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:12.868106 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ea294d-88ef-4db6-9efe-9ef2ea418a53" -d '{"events": [{"server_uuid": "2228bf84-4aa3-4f2c-a9e1-f3b1de304614", "name": "network-vif-deleted", "tag": "c347d0e5-43ef-4149-a9e6-f63d765fcd86"}, {"server_uuid": "b7421ede-5555-42f1-8d0e-1f317aa8314c", "name": "network-vif-deleted", "tag": "452daffa-0f70-45b6-b71e-dc5db12f5cf3"}, {"name": "network-changed", "server_uuid": "0da2c135-a35c-4b25-bb41-fd772179233a", "tag": "5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:12.999733 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf4ed2e7-bc35-494b-8ba1-6c70c0870115 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:13.000335 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf4ed2e7-bc35-494b-8ba1-6c70c0870115 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:13.015662 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-cf4ed2e7-bc35-494b-8ba1-6c70c0870115 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Calling delete_port for bf14c741-dfae-4275-be2a-0cc964e4e7e1 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:13.089309 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c08c0a40-6c9e-4cf0-9a18-d66b75530dac req-eaee5fd5-03e4-4967-aea5-f62eb0928a17 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/ports?device_id=8aa0ee78-1a1e-49b0-99e8-195308e2a131 HTTP/1.1" status: 200 len: 210 time: 0.0792544 Jul 05 09:51:13.171647 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ecb4f-3ffb-41e5-b91b-0a7aa9f9f18b req-20c3e096-e61a-4c7c-928b-ab8ba21bdd0d tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:13.173370 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e03ecb4f-3ffb-41e5-b91b-0a7aa9f9f18b req-20c3e096-e61a-4c7c-928b-ab8ba21bdd0d tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/ports?device_id=810a900e-7338-47cd-9b74-4eea7951c011 HTTP/1.1" status: 200 len: 944 time: 0.2948482 Jul 05 09:51:13.175367 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68335a7c-2bda-49ea-9172-f018d8c8a6ed req-10707bcd-999a-4188-9813-ac775bf8bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:13.188219 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-68335a7c-2bda-49ea-9172-f018d8c8a6ed req-10707bcd-999a-4188-9813-ac775bf8bcb7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 1098 time: 0.2726285 Jul 05 09:51:13.202345 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf4ed2e7-bc35-494b-8ba1-6c70c0870115 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:13.258672 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ed2e7-bc35-494b-8ba1-6c70c0870115 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Pushing event deleted for resources: {'Port': ['ID=bf14c741-dfae-4275-be2a-0cc964e4e7e1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:13.328113 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf4ed2e7-bc35-494b-8ba1-6c70c0870115 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:13.331078 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf4ed2e7-bc35-494b-8ba1-6c70c0870115 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:13.332637 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cf4ed2e7-bc35-494b-8ba1-6c70c0870115 tempest-AttachVolumeShelveTestJSON-659839682 tempest-AttachVolumeShelveTestJSON-659839682-project] 10.222.0.79 "DELETE /v2.0/floatingips/3ce7228a-ebb7-4adb-9681-528ec3ce191e HTTP/1.1" status: 204 len: 168 time: 0.8092394 Jul 05 09:51:13.336866 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-68335a7c-2bda-49ea-9172-f018d8c8a6ed req-49e8ccaa-8435-4570-bdff-bc3525d620f1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920839 Jul 05 09:51:13.368147 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e03ecb4f-3ffb-41e5-b91b-0a7aa9f9f18b req-2455ec3e-8cba-4bfb-a1c4-6f65bd855c85 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7d8bceb-4067-4548-b848-1fb9b17a7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245849 Jul 05 09:51:13.408101 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fed27-ffd2-4f65-b79e-15dff37036b9 req-94c7e215-d908-4f9b-aa8b-014dbfd8aac0 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:13.409723 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d26fed27-ffd2-4f65-b79e-15dff37036b9 req-94c7e215-d908-4f9b-aa8b-014dbfd8aac0 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.81 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 944 time: 0.2256672 Jul 05 09:51:13.433957 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4438a06-4dff-4dbf-ae41-37b8c3d205d8 req-6fea27bc-e315-4b4c-a95e-d570f87dbf2c tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:13.441056 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f4438a06-4dff-4dbf-ae41-37b8c3d205d8 req-6fea27bc-e315-4b4c-a95e-d570f87dbf2c tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 944 time: 0.1952753 Jul 05 09:51:13.444788 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 518 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79f41fe-2d4b-42d4-9c4f-ed97df6c6cee x-openstack-request-id: req-f79f41fe-2d4b-42d4-9c4f-ed97df6c6cee {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:13.445039 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2228bf84-4aa3-4f2c-a9e1-f3b1de304614", "name": "network-vif-deleted", "tag": "c347d0e5-43ef-4149-a9e6-f63d765fcd86", "status": "completed", "code": 200}, {"server_uuid": "b7421ede-5555-42f1-8d0e-1f317aa8314c", "name": "network-vif-deleted", "tag": "452daffa-0f70-45b6-b71e-dc5db12f5cf3", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "0da2c135-a35c-4b25-bb41-fd772179233a", "tag": "5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:13.445330 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f79f41fe-2d4b-42d4-9c4f-ed97df6c6cee {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:13.445709 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2228bf84-4aa3-4f2c-a9e1-f3b1de304614', 'name': 'network-vif-deleted', 'tag': 'c347d0e5-43ef-4149-a9e6-f63d765fcd86', 'status': 'completed', 'code': 200} Jul 05 09:51:13.445995 n-d-798054-8 neutron-server[93907]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b7421ede-5555-42f1-8d0e-1f317aa8314c', 'name': 'network-vif-deleted', 'tag': '452daffa-0f70-45b6-b71e-dc5db12f5cf3', 'status': 'failed', 'code': 422} returned with failed status Jul 05 09:51:13.446266 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da2c135-a35c-4b25-bb41-fd772179233a', 'tag': '5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7', 'status': 'completed', 'code': 200} Jul 05 09:51:13.569101 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f4438a06-4dff-4dbf-ae41-37b8c3d205d8 req-3d86e7a7-9a19-4133-b5d4-7b0fb2b94915 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269457 Jul 05 09:51:13.657926 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff19c44-0ceb-432d-9c7b-d59580b335e3 x-openstack-request-id: req-bff19c44-0ceb-432d-9c7b-d59580b335e3 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:13.658528 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810a900e-7338-47cd-9b74-4eea7951c011", "tag": "886c4a29-d31b-4405-a6c9-5af4479fd643", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:13.658913 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bff19c44-0ceb-432d-9c7b-d59580b335e3 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:13.659725 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810a900e-7338-47cd-9b74-4eea7951c011', 'tag': '886c4a29-d31b-4405-a6c9-5af4479fd643', 'status': 'completed', 'code': 200} Jul 05 09:51:13.713349 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56798) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:13.785759 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e5cd2-3ef0-4255-86ee-eef6ca67d393 req-1413e457-0fbf-46ea-973d-74d5e777fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:13.793766 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b69e5cd2-3ef0-4255-86ee-eef6ca67d393 req-1413e457-0fbf-46ea-973d-74d5e777fd47 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a33692ef47ca49faac553ee3dc5181d5&device_id=810a900e-7338-47cd-9b74-4eea7951c011 HTTP/1.1" status: 200 len: 1095 time: 0.1113870 Jul 05 09:51:13.839645 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea294d-88ef-4db6-9efe-9ef2ea418a53 req-75de2573-94cd-4248-b547-e1e431fe54e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:13.841925 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-10ea294d-88ef-4db6-9efe-9ef2ea418a53 req-75de2573-94cd-4248-b547-e1e431fe54e2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a33692ef47ca49faac553ee3dc5181d5&device_id=0da2c135-a35c-4b25-bb41-fd772179233a HTTP/1.1" status: 200 len: 1095 time: 0.3487601 Jul 05 09:51:13.919982 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaf178-e571-4788-9ee6-614217765513 req-5393b433-1312-47f8-b8d4-5e3ca895c690 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:13.921738 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-44aaf178-e571-4788-9ee6-614217765513 req-5393b433-1312-47f8-b8d4-5e3ca895c690 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/networks?id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c HTTP/1.1" status: 200 len: 811 time: 0.3516786 Jul 05 09:51:13.971769 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ecb495bf-4f60-48f8-87e9-3a76576d3307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:13.997101 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e5cd2-3ef0-4255-86ee-eef6ca67d393 req-4a8f6e39-c1ec-422a-a590-deb90fa8bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:13.997312 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-d26fed27-ffd2-4f65-b79e-15dff37036b9 req-fac40cf5-bb7e-4d8f-9e8a-dafffb71b8e9 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Deleting port 37b025e8-892c-40a2-923d-69f70acde91f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:13.997506 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d26fed27-ffd2-4f65-b79e-15dff37036b9 req-fac40cf5-bb7e-4d8f-9e8a-dafffb71b8e9 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:13.998610 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b69e5cd2-3ef0-4255-86ee-eef6ca67d393 req-4a8f6e39-c1ec-422a-a590-deb90fa8bcbe service neutron] 10.222.0.78 "GET /v2.0/networks?id=2f064e02-170f-4fcb-aaf2-63cbc4f5f734 HTTP/1.1" status: 200 len: 914 time: 0.1988776 Jul 05 09:51:14.053549 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b69e5cd2-3ef0-4255-86ee-eef6ca67d393 req-cc059fb4-7921-451c-ba81-2adcc47788aa service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=886c4a29-d31b-4405-a6c9-5af4479fd643 HTTP/1.1" status: 200 len: 217 time: 0.0458832 Jul 05 09:51:14.062977 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-44aaf178-e571-4788-9ee6-614217765513 req-4a4edfad-33a8-44e5-9159-6f193bc63567 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/quotas/277627ebd7464c359b06a15e4b1a6489 HTTP/1.1" status: 200 len: 375 time: 0.0902903 Jul 05 09:51:14.147968 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-44aaf178-e571-4788-9ee6-614217765513 req-bf1652eb-0e2e-43ee-9dc6-ff7d0ad7f72d tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=277627ebd7464c359b06a15e4b1a6489&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701680 Jul 05 09:51:14.148264 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e5cd2-3ef0-4255-86ee-eef6ca67d393 req-bd2b3ae3-ac76-4b63-aea0-0c1f3776cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:14.149950 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b69e5cd2-3ef0-4255-86ee-eef6ca67d393 req-bd2b3ae3-ac76-4b63-aea0-0c1f3776cc53 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=742158a5-2371-40df-9126-c3b4e2696482 HTTP/1.1" status: 200 len: 853 time: 0.0904038 Jul 05 09:51:14.189381 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b69e5cd2-3ef0-4255-86ee-eef6ca67d393 req-5f539d68-d7d1-4adb-94ed-35b757a91767 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2f064e02-170f-4fcb-aaf2-63cbc4f5f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325730 Jul 05 09:51:14.197960 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea294d-88ef-4db6-9efe-9ef2ea418a53 req-dc7fe317-c2db-4c7f-a3a2-827e5efa82e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:14.200419 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-10ea294d-88ef-4db6-9efe-9ef2ea418a53 req-dc7fe317-c2db-4c7f-a3a2-827e5efa82e6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2f064e02-170f-4fcb-aaf2-63cbc4f5f734 HTTP/1.1" status: 200 len: 914 time: 0.3433108 Jul 05 09:51:14.229429 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ecb495bf-4f60-48f8-87e9-3a76576d3307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:14.241182 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ecb495bf-4f60-48f8-87e9-3a76576d3307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:14.278865 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-10ea294d-88ef-4db6-9efe-9ef2ea418a53 req-e13f3bb9-eae0-4952-bcea-77614b81dc0f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7 HTTP/1.1" status: 200 len: 217 time: 0.0641475 Jul 05 09:51:14.290940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5c257-d758-4a86-86b4-1597559c4175 req-347a5a15-26af-4e7d-ba44-cb31af1bbcf0 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:14.298533 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5c257-d758-4a86-86b4-1597559c4175 req-347a5a15-26af-4e7d-ba44-cb31af1bbcf0 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:14.305480 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5c257-d758-4a86-86b4-1597559c4175 req-347a5a15-26af-4e7d-ba44-cb31af1bbcf0 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:14.321801 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5c257-d758-4a86-86b4-1597559c4175 req-347a5a15-26af-4e7d-ba44-cb31af1bbcf0 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:14.333731 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5c257-d758-4a86-86b4-1597559c4175 req-347a5a15-26af-4e7d-ba44-cb31af1bbcf0 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:14.357911 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5c257-d758-4a86-86b4-1597559c4175 req-347a5a15-26af-4e7d-ba44-cb31af1bbcf0 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:14.378926 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5c257-d758-4a86-86b4-1597559c4175 req-347a5a15-26af-4e7d-ba44-cb31af1bbcf0 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:14.386193 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78f5c257-d758-4a86-86b4-1597559c4175 req-347a5a15-26af-4e7d-ba44-cb31af1bbcf0 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5426 time: 0.5158634 Jul 05 09:51:14.395681 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d26fed27-ffd2-4f65-b79e-15dff37036b9 req-fac40cf5-bb7e-4d8f-9e8a-dafffb71b8e9 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] For port 37b025e8-892c-40a2-923d-69f70acde91f, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=37b025e8-892c-40a2-923d-69f70acde91f,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:14.396415 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d26fed27-ffd2-4f65-b79e-15dff37036b9 req-fac40cf5-bb7e-4d8f-9e8a-dafffb71b8e9 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:14.419637 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb495bf-4f60-48f8-87e9-3a76576d3307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab84d39c-8801-4570-94a6-4637eddc6fb6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:14.425130 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ecb495bf-4f60-48f8-87e9-3a76576d3307 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=be7f30efcde548a48027755670bd7d71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7094846 Jul 05 09:51:14.428821 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56814) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:14.509696 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-d26fed27-ffd2-4f65-b79e-15dff37036b9 req-fac40cf5-bb7e-4d8f-9e8a-dafffb71b8e9 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Calling delete_port for 37b025e8-892c-40a2-923d-69f70acde91f owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:14.520950 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b69e5cd2-3ef0-4255-86ee-eef6ca67d393 req-dbaeb080-c16c-4d1f-abf3-49012aac6770 service neutron] 10.222.0.78 "GET /v2.0/networks/2f064e02-170f-4fcb-aaf2-63cbc4f5f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897000 Jul 05 09:51:14.522172 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8385-ba56-45dc-a289-09d074f81ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:14.586656 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8385-ba56-45dc-a289-09d074f81ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:14.628300 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea294d-88ef-4db6-9efe-9ef2ea418a53 req-165b89e8-144e-462d-8e86-46146728a85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:14.631007 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-10ea294d-88ef-4db6-9efe-9ef2ea418a53 req-165b89e8-144e-462d-8e86-46146728a85f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=742158a5-2371-40df-9126-c3b4e2696482 HTTP/1.1" status: 200 len: 853 time: 0.2431765 Jul 05 09:51:14.646364 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 886c4a29-d31b-4405-a6c9-5af4479fd643 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:51:14.660090 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78f5c257-d758-4a86-86b4-1597559c4175 req-30f21e72-6d93-4aa7-a931-95f77ef76cff tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2590692 Jul 05 09:51:14.765549 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-10ea294d-88ef-4db6-9efe-9ef2ea418a53 req-0603dd3c-ca7b-4147-8ca8-41db23405430 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2f064e02-170f-4fcb-aaf2-63cbc4f5f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244321 Jul 05 09:51:14.828460 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-44aaf178-e571-4788-9ee6-614217765513 req-638ded78-d1d2-47a3-aedb-d309a4fa29a1 service neutron] 10.222.0.79 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6790721 Jul 05 09:51:14.888664 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 886c4a29-d31b-4405-a6c9-5af4479fd643, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=886c4a29-d31b-4405-a6c9-5af4479fd643,segment=NetworkSegment(59b5db18-d612-4d13-8670-487f029f55d3),segment_id=59b5db18-d612-4d13-8670-487f029f55d3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:14.918844 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '886c4a29-d31b-4405-a6c9-5af4479fd643', 'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734', 'port_id': '886c4a29-d31b-4405-a6c9-5af4479fd643', 'mac_address': 'fa:16:3e:86:06:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742158a5-2371-40df-9126-c3b4e2696482', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:51:14.931104 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8385-ba56-45dc-a289-09d074f81ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:14.934220 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8385-ba56-45dc-a289-09d074f81ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:14.948566 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9a3d8385-ba56-45dc-a289-09d074f81ff7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ab84d39c-8801-4570-94a6-4637eddc6fb6 HTTP/1.1" status: 204 len: 168 time: 0.5158312 Jul 05 09:51:14.973300 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d8385-ba56-45dc-a289-09d074f81ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab84d39c-8801-4570-94a6-4637eddc6fb6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:14.982157 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b69e5cd2-3ef0-4255-86ee-eef6ca67d393 req-7e2a5344-4378-4639-9251-0213f1430a34 service neutron] 10.222.0.78 "GET /v2.0/networks/2f064e02-170f-4fcb-aaf2-63cbc4f5f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211501 Jul 05 09:51:15.005940 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:15.024743 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886c4a29-d31b-4405-a6c9-5af4479fd643 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:15.050770 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 886c4a29-d31b-4405-a6c9-5af4479fd643, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=886c4a29-d31b-4405-a6c9-5af4479fd643,segment=NetworkSegment(59b5db18-d612-4d13-8670-487f029f55d3),segment_id=59b5db18-d612-4d13-8670-487f029f55d3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:15.057448 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:15.130361 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=886c4a29-d31b-4405-a6c9-5af4479fd643,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:15.134868 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:51:15.336593 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7,segment=NetworkSegment(59b5db18-d612-4d13-8670-487f029f55d3),segment_id=59b5db18-d612-4d13-8670-487f029f55d3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:15.366814 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['886c4a29-d31b-4405-a6c9-5af4479fd643'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:51:15.372319 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7', 'network_id': '2f064e02-170f-4fcb-aaf2-63cbc4f5f734', 'port_id': '5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7', 'mac_address': 'fa:16:3e:27:a2:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742158a5-2371-40df-9126-c3b4e2696482', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:51:15.531303 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:15.548875 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:15.590036 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7,segment=NetworkSegment(59b5db18-d612-4d13-8670-487f029f55d3),segment_id=59b5db18-d612-4d13-8670-487f029f55d3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:15.602047 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:15.686192 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:15.701591 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d26fed27-ffd2-4f65-b79e-15dff37036b9 req-fac40cf5-bb7e-4d8f-9e8a-dafffb71b8e9 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:15.736483 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-44aaf178-e571-4788-9ee6-614217765513 req-6b7dc66e-86c3-4b36-85f7-cd6fe7ccb2c7 service neutron] 10.222.0.79 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9069612 Jul 05 09:51:15.787070 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-10ea294d-88ef-4db6-9efe-9ef2ea418a53 req-4a452dd8-38fd-488a-875d-c9d5dbe485d6 service neutron] 10.222.0.81 "GET /v2.0/networks/2f064e02-170f-4fcb-aaf2-63cbc4f5f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0028777 Jul 05 09:51:15.805851 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527930c-d757-4f11-8fb4-eaf55581b74a req-e848864d-0793-48ec-a55d-88bc6739279f tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:15.812754 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b527930c-d757-4f11-8fb4-eaf55581b74a req-e848864d-0793-48ec-a55d-88bc6739279f tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.8684480 Jul 05 09:51:15.814700 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac40cf5-bb7e-4d8f-9e8a-dafffb71b8e9 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Pushing event deleted for resources: {'Port': ['ID=37b025e8-892c-40a2-923d-69f70acde91f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:15.876140 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:51:16.069324 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26fed27-ffd2-4f65-b79e-15dff37036b9 req-fac40cf5-bb7e-4d8f-9e8a-dafffb71b8e9 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] No DVR routers for this DVR port 37b025e8-892c-40a2-923d-69f70acde91f on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:51:16.075986 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d26fed27-ffd2-4f65-b79e-15dff37036b9 req-fac40cf5-bb7e-4d8f-9e8a-dafffb71b8e9 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:16.078673 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d26fed27-ffd2-4f65-b79e-15dff37036b9 req-fac40cf5-bb7e-4d8f-9e8a-dafffb71b8e9 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.81 "DELETE /v2.0/ports/37b025e8-892c-40a2-923d-69f70acde91f HTTP/1.1" status: 204 len: 173 time: 2.6618428 Jul 05 09:51:16.079145 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28655a3-8cb8-448e-8b53-796b4f6d8f41', 'name': 'network-vif-deleted', 'tag': '37b025e8-892c-40a2-923d-69f70acde91f'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:16.083314 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07dc2b9-7e26-4161-9738-ccab98a5b251" -d '{"events": [{"server_uuid": "f28655a3-8cb8-448e-8b53-796b4f6d8f41", "name": "network-vif-deleted", "tag": "37b025e8-892c-40a2-923d-69f70acde91f"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:16.091192 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b527930c-d757-4f11-8fb4-eaf55581b74a req-779b78e3-099e-4e3c-a212-6f22852aef5b tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775683 Jul 05 09:51:16.137023 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-10ea294d-88ef-4db6-9efe-9ef2ea418a53 req-95fc48cb-5f76-4bd4-9c4e-02ccbcc158bc service neutron] 10.222.0.81 "GET /v2.0/networks/2f064e02-170f-4fcb-aaf2-63cbc4f5f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191848 Jul 05 09:51:16.337618 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abb2046a-e323-4f88-9568-57bc8ac285c8 req-82795c56-8148-4000-80b8-391bbf0694a9 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=f28655a3-8cb8-448e-8b53-796b4f6d8f41 HTTP/1.1" status: 200 len: 210 time: 0.0675652 Jul 05 09:51:16.633373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724b1df-09e9-4a3a-8796-0e8fb237ac92 req-0865de77-940e-4245-b322-5c1763375d05 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:16.641134 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b724b1df-09e9-4a3a-8796-0e8fb237ac92 req-0865de77-940e-4245-b322-5c1763375d05 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/ports?device_id=810a900e-7338-47cd-9b74-4eea7951c011 HTTP/1.1" status: 200 len: 945 time: 0.2229781 Jul 05 09:51:16.662351 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 886c4a29-d31b-4405-a6c9-5af4479fd643 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:16.709834 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b724b1df-09e9-4a3a-8796-0e8fb237ac92 req-fc2795fa-7d9d-4624-95f9-69028455c9cd tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7d8bceb-4067-4548-b848-1fb9b17a7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674515 Jul 05 09:51:16.767492 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662abe3f-1fc1-48a4-84e7-34cfeb8bfbe3 req-287c00e3-6bf6-47f5-b006-e380b9bd078e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:16.788561 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56894) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:16.792887 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662abe3f-1fc1-48a4-84e7-34cfeb8bfbe3 req-287c00e3-6bf6-47f5-b006-e380b9bd078e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:16.817807 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662abe3f-1fc1-48a4-84e7-34cfeb8bfbe3 req-287c00e3-6bf6-47f5-b006-e380b9bd078e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:16.826643 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 886c4a29-d31b-4405-a6c9-5af4479fd643 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:16.828510 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662abe3f-1fc1-48a4-84e7-34cfeb8bfbe3 req-287c00e3-6bf6-47f5-b006-e380b9bd078e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:16.836963 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 886c4a29-d31b-4405-a6c9-5af4479fd643 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:16.837534 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:16.844701 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662abe3f-1fc1-48a4-84e7-34cfeb8bfbe3 req-287c00e3-6bf6-47f5-b006-e380b9bd078e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:16.851357 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662abe3f-1fc1-48a4-84e7-34cfeb8bfbe3 req-287c00e3-6bf6-47f5-b006-e380b9bd078e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:16.864091 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662abe3f-1fc1-48a4-84e7-34cfeb8bfbe3 req-287c00e3-6bf6-47f5-b006-e380b9bd078e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:16.866165 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-662abe3f-1fc1-48a4-84e7-34cfeb8bfbe3 req-287c00e3-6bf6-47f5-b006-e380b9bd078e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5426 time: 0.3096304 Jul 05 09:51:16.931438 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-662abe3f-1fc1-48a4-84e7-34cfeb8bfbe3 req-39968072-7256-414d-b376-2423d5bd5287 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555549 Jul 05 09:51:17.010147 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:17.035629 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75df2398-e471-4b5f-aff1-0ef43dcee84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:17.057266 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5470273-a72a-480c-8fe3-2a6b210ff775 x-openstack-request-id: req-d5470273-a72a-480c-8fe3-2a6b210ff775 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:17.057565 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28655a3-8cb8-448e-8b53-796b4f6d8f41", "name": "network-vif-deleted", "tag": "37b025e8-892c-40a2-923d-69f70acde91f", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:17.057825 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d5470273-a72a-480c-8fe3-2a6b210ff775 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:17.058233 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28655a3-8cb8-448e-8b53-796b4f6d8f41', 'name': 'network-vif-deleted', 'tag': '37b025e8-892c-40a2-923d-69f70acde91f', 'status': 'completed', 'code': 200} Jul 05 09:51:17.074297 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8cc0e9dd-6119-4491-b14e-88d7a2240e35 req-54c76519-272f-4db8-89b6-60f98e6c0c33 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 210 time: 0.0883598 Jul 05 09:51:17.082636 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:17.085233 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56902) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:17.119749 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810a900e-7338-47cd-9b74-4eea7951c011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886c4a29-d31b-4405-a6c9-5af4479fd643'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:17.131184 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df589607-dd61-4c2f-88f3-1ef68a2408d4" -d '{"events": [{"server_uuid": "810a900e-7338-47cd-9b74-4eea7951c011", "name": "network-vif-plugged", "status": "completed", "tag": "886c4a29-d31b-4405-a6c9-5af4479fd643"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:17.259148 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 886c4a29-d31b-4405-a6c9-5af4479fd643, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=886c4a29-d31b-4405-a6c9-5af4479fd643,segment=NetworkSegment(59b5db18-d612-4d13-8670-487f029f55d3),segment_id=59b5db18-d612-4d13-8670-487f029f55d3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:17.272103 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:17.332387 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f0e1ff5-3e05-4371-a2a7-e1f81d92fc55 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:17.340531 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75df2398-e471-4b5f-aff1-0ef43dcee84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:17.345029 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75df2398-e471-4b5f-aff1-0ef43dcee84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:17.414655 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=886c4a29-d31b-4405-a6c9-5af4479fd643,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:17.431926 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:17.455706 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f0e1ff5-3e05-4371-a2a7-e1f81d92fc55 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:17.456066 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:17.456505 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:17.481194 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-75df2398-e471-4b5f-aff1-0ef43dcee84c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5d85501f663a406ab6e656322ecd7636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6907911 Jul 05 09:51:17.482062 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56914) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:17.491915 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df2398-e471-4b5f-aff1-0ef43dcee84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c7c526-58ec-453a-932f-527b9eeee557,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:17.557301 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e30c2b-9c82-46dc-86fe-ca5beb1515b5 x-openstack-request-id: req-19e30c2b-9c82-46dc-86fe-ca5beb1515b5 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:17.557601 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810a900e-7338-47cd-9b74-4eea7951c011", "name": "network-vif-plugged", "status": "completed", "tag": "886c4a29-d31b-4405-a6c9-5af4479fd643", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:17.557864 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-19e30c2b-9c82-46dc-86fe-ca5beb1515b5 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:17.558262 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810a900e-7338-47cd-9b74-4eea7951c011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886c4a29-d31b-4405-a6c9-5af4479fd643', 'code': 200} Jul 05 09:51:17.622763 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9397990-65eb-44c0-8f34-f2618fc24596 req-7ef5e954-ae3b-41e0-bdce-18616a027e1d tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:17.634102 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a9397990-65eb-44c0-8f34-f2618fc24596 req-7ef5e954-ae3b-41e0-bdce-18616a027e1d tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.1626048 Jul 05 09:51:17.665540 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06f9f2ee-b17e-4471-89eb-7c6147b00221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:17.700702 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a9397990-65eb-44c0-8f34-f2618fc24596 req-480edf67-9451-4304-9381-063190ddedd4 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642588 Jul 05 09:51:17.708644 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f0e1ff5-3e05-4371-a2a7-e1f81d92fc55 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:17.714964 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f0e1ff5-3e05-4371-a2a7-e1f81d92fc55 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:17.717125 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9f0e1ff5-3e05-4371-a2a7-e1f81d92fc55 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "DELETE /v2.0/security-groups/a0e3fc5f-0902-4478-b4ea-1c0d166b1352 HTTP/1.1" status: 204 len: 168 time: 0.6308198 Jul 05 09:51:17.720974 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56922) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:17.725198 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06f9f2ee-b17e-4471-89eb-7c6147b00221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:17.729009 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:17.753405 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e1ff5-3e05-4371-a2a7-e1f81d92fc55 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e3fc5f-0902-4478-b4ea-1c0d166b1352,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:17.782191 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7,segment=NetworkSegment(59b5db18-d612-4d13-8670-487f029f55d3),segment_id=59b5db18-d612-4d13-8670-487f029f55d3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:17.784959 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-90849ac5-34f9-40e5-965c-b34c88e46eee tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] show failed (client error): The resource could not be found. Jul 05 09:51:17.790926 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-90849ac5-34f9-40e5-965c-b34c88e46eee tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "GET /v2.0/security-groups/a0e3fc5f-0902-4478-b4ea-1c0d166b1352 HTTP/1.1" status: 404 len: 347 time: 0.0648751 Jul 05 09:51:17.791537 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56928) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:17.793176 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:17.794165 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 37b025e8-892c-40a2-923d-69f70acde91f no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:51:17.855837 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 37b025e8-892c-40a2-923d-69f70acde91f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:51:17.856445 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 37b025e8-892c-40a2-923d-69f70acde91f not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:51:17.909849 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:17.960743 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06f9f2ee-b17e-4471-89eb-7c6147b00221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:17.966332 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06f9f2ee-b17e-4471-89eb-7c6147b00221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:17.968830 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-06f9f2ee-b17e-4471-89eb-7c6147b00221 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e2c7c526-58ec-453a-932f-527b9eeee557 HTTP/1.1" status: 204 len: 168 time: 0.4844019 Jul 05 09:51:18.005507 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb4afa-36c8-4529-9e5c-1fa106afd8bc req-bdd4cb16-5a61-4827-8768-1f283359bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:18.019478 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4edb4afa-36c8-4529-9e5c-1fa106afd8bc req-bdd4cb16-5a61-4827-8768-1f283359bc8c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=810a900e-7338-47cd-9b74-4eea7951c011 HTTP/1.1" status: 200 len: 1097 time: 0.2590976 Jul 05 09:51:18.021462 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9f2ee-b17e-4471-89eb-7c6147b00221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c7c526-58ec-453a-932f-527b9eeee557,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:18.120663 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4edb4afa-36c8-4529-9e5c-1fa106afd8bc req-4b2ed9aa-5746-4427-92a9-18a86781bdb6 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d7d8bceb-4067-4548-b848-1fb9b17a7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956693 Jul 05 09:51:18.534977 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaf178-e571-4788-9ee6-614217765513 req-72b5018d-74bb-4b8f-88d5-0808702930b5 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:18.538262 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-44aaf178-e571-4788-9ee6-614217765513 req-72b5018d-74bb-4b8f-88d5-0808702930b5 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.81 "GET /v2.0/networks?id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c HTTP/1.1" status: 200 len: 811 time: 0.1927094 Jul 05 09:51:18.593673 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-44aaf178-e571-4788-9ee6-614217765513 req-7a293c21-97d8-4efa-a0b7-11004e6fff56 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Request body: {'port': {'device_id': '98fe4053-16ec-46bd-9da5-2bc76e2d7567', 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c', 'admin_state_up': True, 'tenant_id': '277627ebd7464c359b06a15e4b1a6489'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:18.858799 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173858b-e374-4609-a330-ada720d28bbc req-e7fc850e-8c23-4465-bfb4-ca9ab310b0eb tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:18.863777 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3173858b-e374-4609-a330-ada720d28bbc req-e7fc850e-8c23-4465-bfb4-ca9ab310b0eb tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.6990979 Jul 05 09:51:18.971789 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3173858b-e374-4609-a330-ada720d28bbc req-0f7b6779-4be6-41f0-a586-a1a9276405e6 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926795 Jul 05 09:51:18.973600 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-bfcb4814-27e0-46d2-ab28-f8deacd806cc tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Deleting port 857efad6-2c56-4fac-ba18-e0b763214437 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:18.974623 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4814-27e0-46d2-ab28-f8deacd806cc tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:18.976600 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44aaf178-e571-4788-9ee6-614217765513 req-7a293c21-97d8-4efa-a0b7-11004e6fff56 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Made reservation on behalf of 277627ebd7464c359b06a15e4b1a6489 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:18.980636 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-44aaf178-e571-4788-9ee6-614217765513 req-7a293c21-97d8-4efa-a0b7-11004e6fff56 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:19.095480 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b2da7-43ca-44f2-9d0c-5d9b259c17b2 req-15bbe9a6-9d06-4a1b-b0c8-e00b8040ce32 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:19.105078 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-382b2da7-43ca-44f2-9d0c-5d9b259c17b2 req-15bbe9a6-9d06-4a1b-b0c8-e00b8040ce32 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/ports?device_id=810a900e-7338-47cd-9b74-4eea7951c011 HTTP/1.1" status: 200 len: 946 time: 0.5654919 Jul 05 09:51:19.309216 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4814-27e0-46d2-ab28-f8deacd806cc tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:19.309552 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4814-27e0-46d2-ab28-f8deacd806cc tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:19.317874 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-382b2da7-43ca-44f2-9d0c-5d9b259c17b2 req-6e7e587f-e292-4f76-a995-0c81a03658f2 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7d8bceb-4067-4548-b848-1fb9b17a7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118495 Jul 05 09:51:19.385813 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-bfcb4814-27e0-46d2-ab28-f8deacd806cc tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Calling delete_port for 857efad6-2c56-4fac-ba18-e0b763214437 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:19.517295 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b951e8-1836-4573-a353-663f4225a0e9 req-bd731f40-af72-4e00-add8-68664e497fa2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:19.524007 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b951e8-1836-4573-a353-663f4225a0e9 req-bd731f40-af72-4e00-add8-68664e497fa2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:19.529891 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b951e8-1836-4573-a353-663f4225a0e9 req-bd731f40-af72-4e00-add8-68664e497fa2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:19.535964 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b951e8-1836-4573-a353-663f4225a0e9 req-bd731f40-af72-4e00-add8-68664e497fa2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:19.543187 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b951e8-1836-4573-a353-663f4225a0e9 req-bd731f40-af72-4e00-add8-68664e497fa2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:19.549148 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b951e8-1836-4573-a353-663f4225a0e9 req-bd731f40-af72-4e00-add8-68664e497fa2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:19.555769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b951e8-1836-4573-a353-663f4225a0e9 req-bd731f40-af72-4e00-add8-68664e497fa2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:19.557730 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71b951e8-1836-4573-a353-663f4225a0e9 req-bd731f40-af72-4e00-add8-68664e497fa2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5426 time: 0.4372001 Jul 05 09:51:19.560519 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da2c135-a35c-4b25-bb41-fd772179233a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:19.564675 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52e2e7c-6f4e-4f2d-a46a-94afd462cde7" -d '{"events": [{"server_uuid": "0da2c135-a35c-4b25-bb41-fd772179233a", "name": "network-vif-plugged", "status": "completed", "tag": "5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:19.600646 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-44aaf178-e571-4788-9ee6-614217765513 req-7a293c21-97d8-4efa-a0b7-11004e6fff56 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Allocated IP 172.20.0.7 (d7ce5e94-320c-492a-bb66-c25b99ff7a3c/82a767f2-a70d-493a-920a-63cb4c3e85d1/b52ab72c-c40c-4c85-84b9-fcb5a5fb97af) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:19.634366 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-beb13885-908e-4e4f-a716-233cc6c0f48b req-2971007e-10fc-4483-8956-6574ffa04984 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 210 time: 0.0754757 Jul 05 09:51:19.692880 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71b951e8-1836-4573-a353-663f4225a0e9 req-24acd037-6858-4c21-b9d1-f82ede8315bd tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1209688 Jul 05 09:51:19.897260 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4814-27e0-46d2-ab28-f8deacd806cc tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:19.976407 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb4814-27e0-46d2-ab28-f8deacd806cc tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Pushing event deleted for resources: {'Port': ['ID=857efad6-2c56-4fac-ba18-e0b763214437,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:20.007651 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d30fa1-c28c-47b2-a514-fbe9c1c33942 x-openstack-request-id: req-43d30fa1-c28c-47b2-a514-fbe9c1c33942 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:20.008190 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da2c135-a35c-4b25-bb41-fd772179233a", "name": "network-vif-plugged", "status": "completed", "tag": "5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:20.008601 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-43d30fa1-c28c-47b2-a514-fbe9c1c33942 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:20.009146 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da2c135-a35c-4b25-bb41-fd772179233a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7', 'code': 200} Jul 05 09:51:20.058903 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-44aaf178-e571-4788-9ee6-614217765513 req-7a293c21-97d8-4efa-a0b7-11004e6fff56 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:20.073554 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4814-27e0-46d2-ab28-f8deacd806cc tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:20.076123 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4814-27e0-46d2-ab28-f8deacd806cc tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:20.077242 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bfcb4814-27e0-46d2-ab28-f8deacd806cc tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] 10.222.0.79 "DELETE /v2.0/floatingips/49ef803f-1317-4653-b565-261597e6b8d2 HTTP/1.1" status: 204 len: 168 time: 2.2846098 Jul 05 09:51:20.080726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56980) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:20.229768 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb9976-8547-4e52-bdc2-ac53fcdbaa05 req-db3a7b0e-df00-4e0f-95e5-4602a29022c6 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:20.231356 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-44bb9976-8547-4e52-bdc2-ac53fcdbaa05 req-db3a7b0e-df00-4e0f-95e5-4602a29022c6 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.3200676 Jul 05 09:51:20.320737 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-44aaf178-e571-4788-9ee6-614217765513 req-7a293c21-97d8-4efa-a0b7-11004e6fff56 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:20.429554 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-44bb9976-8547-4e52-bdc2-ac53fcdbaa05 req-8723b06b-83fc-4b1e-bb72-fc3c9446d7c8 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614161 Jul 05 09:51:20.440419 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44aaf178-e571-4788-9ee6-614217765513 req-7a293c21-97d8-4efa-a0b7-11004e6fff56 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Network d7ce5e94-320c-492a-bb66-c25b99ff7a3c is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:20.445372 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84e971-21cf-4dbb-9118-160a562b0965 req-1fab280e-98d3-41ec-8d0e-026c798dc282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:20.446898 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c84e971-21cf-4dbb-9118-160a562b0965 req-1fab280e-98d3-41ec-8d0e-026c798dc282 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0da2c135-a35c-4b25-bb41-fd772179233a HTTP/1.1" status: 200 len: 1097 time: 0.3555183 Jul 05 09:51:20.459499 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-44aaf178-e571-4788-9ee6-614217765513 req-7a293c21-97d8-4efa-a0b7-11004e6fff56 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:20.481711 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-44aaf178-e571-4788-9ee6-614217765513 req-7a293c21-97d8-4efa-a0b7-11004e6fff56 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:20.514765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bafee-1fb5-4e3b-96b9-1dd85b4ec338 req-da5604fb-597f-41f2-b5c5-d4a81ef22cc1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:20.522333 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8e1bafee-1fb5-4e3b-96b9-1dd85b4ec338 req-da5604fb-597f-41f2-b5c5-d4a81ef22cc1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 944 time: 0.3617804 Jul 05 09:51:20.594693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a293c21-97d8-4efa-a0b7-11004e6fff56 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Pushing event updated for resources: {'Port': ['ID=b52ab72c-c40c-4c85-84b9-fcb5a5fb97af,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:20.663988 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:51:20.694323 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c84e971-21cf-4dbb-9118-160a562b0965 req-9708dbe9-754e-4357-bc9e-703f8ea8ec1c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d7d8bceb-4067-4548-b848-1fb9b17a7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388070 Jul 05 09:51:20.714250 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaf178-e571-4788-9ee6-614217765513 req-7a293c21-97d8-4efa-a0b7-11004e6fff56 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:20.714250 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-44aaf178-e571-4788-9ee6-614217765513 req-7a293c21-97d8-4efa-a0b7-11004e6fff56 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:20.721215 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8e1bafee-1fb5-4e3b-96b9-1dd85b4ec338 req-0259da6e-0efc-4331-a1ab-c5e8337451c1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/security-groups?id=d55f3367-43bd-4389-80fb-aa80c759e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980002 Jul 05 09:51:20.779762 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-44aaf178-e571-4788-9ee6-614217765513 req-7a293c21-97d8-4efa-a0b7-11004e6fff56 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2095482 Jul 05 09:51:20.801564 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd6be2-fdef-4add-ae66-79075e146cc8 req-66846a53-ba84-4c14-bd34-76f05a4d133d tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:20.803713 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eedd6be2-fdef-4add-ae66-79075e146cc8 req-66846a53-ba84-4c14-bd34-76f05a4d133d tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 944 time: 0.3456311 Jul 05 09:51:20.805330 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=535ddd5c-98dd-4fcc-a7fb-bb701e0fe321,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:20.818112 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '535ddd5c-98dd-4fcc-a7fb-bb701e0fe321', 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5', 'port_id': '535ddd5c-98dd-4fcc-a7fb-bb701e0fe321', 'mac_address': 'fa:16:3e:a2:10:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb17974-ad37-4f4e-b8b5-ae6e1c964f90', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:51:20.820053 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-44aaf178-e571-4788-9ee6-614217765513 req-e88a196f-1569-4cdc-a36b-1b0495f3435e service neutron] Request body: {'port': {'device_id': '98fe4053-16ec-46bd-9da5-2bc76e2d7567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:20.865807 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:20.892010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:20.916511 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=535ddd5c-98dd-4fcc-a7fb-bb701e0fe321,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:20.919422 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-22d11d4b-77e8-4dc8-86b1-f45989902be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:20.922010 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:20.922652 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 7687645d-a2a5-4242-b556-a4b6bc31c904 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:51:21.028767 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 7687645d-a2a5-4242-b556-a4b6bc31c904, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=7687645d-a2a5-4242-b556-a4b6bc31c904,segment=NetworkSegment(f485d861-f5ea-4db7-b3f3-89204c69d2d1),segment_id=f485d861-f5ea-4db7-b3f3-89204c69d2d1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:21.065459 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '7687645d-a2a5-4242-b556-a4b6bc31c904', 'network_id': '46a7d976-22fe-499d-9eac-633e774ed0a2', 'port_id': '7687645d-a2a5-4242-b556-a4b6bc31c904', 'mac_address': 'fa:16:3e:c3:8e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f1a43b-cce2-4a9e-add8-8eeaa611f18f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:51:21.131782 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=535ddd5c-98dd-4fcc-a7fb-bb701e0fe321,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:21.137740 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57036) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:21.139707 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:21.156217 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7687645d-a2a5-4242-b556-a4b6bc31c904 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:21.178694 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 7687645d-a2a5-4242-b556-a4b6bc31c904, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=7687645d-a2a5-4242-b556-a4b6bc31c904,segment=NetworkSegment(f485d861-f5ea-4db7-b3f3-89204c69d2d1),segment_id=f485d861-f5ea-4db7-b3f3-89204c69d2d1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:21.183953 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:21.184899 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device ce4b1166-0af2-41df-8bef-a3498b53e598 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:51:21.247403 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=7687645d-a2a5-4242-b556-a4b6bc31c904,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:21.283810 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port ce4b1166-0af2-41df-8bef-a3498b53e598, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ce4b1166-0af2-41df-8bef-a3498b53e598,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:21.296760 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'ce4b1166-0af2-41df-8bef-a3498b53e598', 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5', 'port_id': 'ce4b1166-0af2-41df-8bef-a3498b53e598', 'mac_address': 'fa:16:3e:cc:ac:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb17974-ad37-4f4e-b8b5-ae6e1c964f90', 'ip_address': '10.1.1.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:51:21.316143 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-61ae4e34-8373-4a79-873f-9f17a5577af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:21.324819 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46209a11-125c-4a0f-abd5-8c0fd2ffa4a0 req-956ed57f-f225-49ef-ab34-fb131235880c tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:21.326313 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46209a11-125c-4a0f-abd5-8c0fd2ffa4a0 req-956ed57f-f225-49ef-ab34-fb131235880c tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/ports?device_id=810a900e-7338-47cd-9b74-4eea7951c011 HTTP/1.1" status: 200 len: 946 time: 0.7215462 Jul 05 09:51:21.337589 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:21.354764 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4b1166-0af2-41df-8bef-a3498b53e598 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:21.378312 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port ce4b1166-0af2-41df-8bef-a3498b53e598, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ce4b1166-0af2-41df-8bef-a3498b53e598,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:21.384234 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:21.386134 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device a594f5a6-d4b1-489b-8883-c1de3416e2bf details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:51:21.441345 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port a594f5a6-d4b1-489b-8883-c1de3416e2bf, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=a594f5a6-d4b1-489b-8883-c1de3416e2bf,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:21.456108 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'a594f5a6-d4b1-489b-8883-c1de3416e2bf', 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5', 'port_id': 'a594f5a6-d4b1-489b-8883-c1de3416e2bf', 'mac_address': 'fa:16:3e:54:3b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb17974-ad37-4f4e-b8b5-ae6e1c964f90', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:51:21.468210 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-61ae4e34-8373-4a79-873f-9f17a5577af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:21.468671 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-44aaf178-e571-4788-9ee6-614217765513 req-e88a196f-1569-4cdc-a36b-1b0495f3435e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:21.473366 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-61ae4e34-8373-4a79-873f-9f17a5577af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:21.478924 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46209a11-125c-4a0f-abd5-8c0fd2ffa4a0 req-59bef4e9-287c-4abe-842e-57fc8af4e1c1 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7d8bceb-4067-4548-b848-1fb9b17a7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397271 Jul 05 09:51:21.504976 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18236a-975e-4e05-8762-b3ec60c808b9 req-8076a22a-7687-49fe-98f3-8bed65192958 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:21.511814 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb18236a-975e-4e05-8762-b3ec60c808b9 req-8076a22a-7687-49fe-98f3-8bed65192958 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 931 time: 0.6262631 Jul 05 09:51:21.523176 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-61ae4e34-8373-4a79-873f-9f17a5577af7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=669a96924f824678a925d08e35208d43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3828506 Jul 05 09:51:21.525676 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57044) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:21.625314 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-eedd6be2-fdef-4add-ae66-79075e146cc8 req-6dd75554-6718-4876-b80e-43e317458327 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Deleting port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:21.625679 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eedd6be2-fdef-4add-ae66-79075e146cc8 req-6dd75554-6718-4876-b80e-43e317458327 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:21.651752 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:21.664077 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb18236a-975e-4e05-8762-b3ec60c808b9 req-a755cead-f3e6-433d-95d2-2041a60ab60f tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477087 Jul 05 09:51:21.690885 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a594f5a6-d4b1-489b-8883-c1de3416e2bf {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:21.714128 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=ce4b1166-0af2-41df-8bef-a3498b53e598,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:21.760020 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port a594f5a6-d4b1-489b-8883-c1de3416e2bf, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=a594f5a6-d4b1-489b-8883-c1de3416e2bf,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:21.767047 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:21.768219 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 401fb49d-c5d2-4694-ad52-e41acc61b67a details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:51:21.975379 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae4e34-8373-4a79-873f-9f17a5577af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2483e05d-d99c-4aee-95c1-c0c6f77b9096,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:22.007103 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-44aaf178-e571-4788-9ee6-614217765513 req-e88a196f-1569-4cdc-a36b-1b0495f3435e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52ab72c-c40c-4c85-84b9-fcb5a5fb97af {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:22.012513 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-975d2b19-bfd3-4876-9c8a-854b690c1881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.036023 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-975d2b19-bfd3-4876-9c8a-854b690c1881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.042798 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=a594f5a6-d4b1-489b-8883-c1de3416e2bf,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:22.061269 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-44aaf178-e571-4788-9ee6-614217765513 req-e88a196f-1569-4cdc-a36b-1b0495f3435e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.073093 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 401fb49d-c5d2-4694-ad52-e41acc61b67a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=401fb49d-c5d2-4694-ad52-e41acc61b67a,segment=NetworkSegment(680b625a-b67a-48a3-bded-1661a7565d01),segment_id=680b625a-b67a-48a3-bded-1661a7565d01)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:22.099683 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-975d2b19-bfd3-4876-9c8a-854b690c1881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.103255 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-975d2b19-bfd3-4876-9c8a-854b690c1881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.107214 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-975d2b19-bfd3-4876-9c8a-854b690c1881 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2483e05d-d99c-4aee-95c1-c0c6f77b9096 HTTP/1.1" status: 204 len: 168 time: 0.5803547 Jul 05 09:51:22.109851 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '401fb49d-c5d2-4694-ad52-e41acc61b67a', 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e', 'port_id': '401fb49d-c5d2-4694-ad52-e41acc61b67a', 'mac_address': 'fa:16:3e:38:09:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c724bc-0f32-4952-94a0-85931aacdabb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:51:22.125258 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-44aaf178-e571-4788-9ee6-614217765513 req-e88a196f-1569-4cdc-a36b-1b0495f3435e service neutron] Transition to ACTIVE for port object b52ab72c-c40c-4c85-84b9-fcb5a5fb97af will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:22.134031 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d2b19-bfd3-4876-9c8a-854b690c1881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2483e05d-d99c-4aee-95c1-c0c6f77b9096,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:22.150103 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-44aaf178-e571-4788-9ee6-614217765513 req-e88a196f-1569-4cdc-a36b-1b0495f3435e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.172386 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.186268 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401fb49d-c5d2-4694-ad52-e41acc61b67a {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:22.208223 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 401fb49d-c5d2-4694-ad52-e41acc61b67a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=401fb49d-c5d2-4694-ad52-e41acc61b67a,segment=NetworkSegment(680b625a-b67a-48a3-bded-1661a7565d01),segment_id=680b625a-b67a-48a3-bded-1661a7565d01)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:22.213885 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.214568 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 21394da8-3084-494f-86c5-5db86ecaed8c details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:51:22.233893 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-eedd6be2-fdef-4add-ae66-79075e146cc8 req-6dd75554-6718-4876-b80e-43e317458327 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] For port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=09d3e149-9f30-405f-b1b1-59f9cd5c60a6,segment=NetworkSegment(91aa4178-4999-44bc-86ce-4033642ae2b5),segment_id=91aa4178-4999-44bc-86ce-4033642ae2b5)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:22.234339 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eedd6be2-fdef-4add-ae66-79075e146cc8 req-6dd75554-6718-4876-b80e-43e317458327 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.255727 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37b5341f-aa3f-4b94-8e29-902cfbc30fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.292179 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 21394da8-3084-494f-86c5-5db86ecaed8c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=21394da8-3084-494f-86c5-5db86ecaed8c,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:22.299258 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=401fb49d-c5d2-4694-ad52-e41acc61b67a,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:22.310626 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '21394da8-3084-494f-86c5-5db86ecaed8c', 'network_id': 'c1788f1b-ee6e-4ce9-bcf5-2400566efbd5', 'port_id': '21394da8-3084-494f-86c5-5db86ecaed8c', 'mac_address': 'fa:16:3e:04:1e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb17974-ad37-4f4e-b8b5-ae6e1c964f90', 'ip_address': '10.1.1.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:51:22.311966 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-eedd6be2-fdef-4add-ae66-79075e146cc8 req-6dd75554-6718-4876-b80e-43e317458327 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Calling delete_port for 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:22.315172 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a196f-1569-4cdc-a36b-1b0495f3435e service neutron] Pushing event updated for resources: {'Port': ['ID=b52ab72c-c40c-4c85-84b9-fcb5a5fb97af,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:22.340644 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac56e3-a5a2-4c63-b7ed-64d72985c112 req-99ecec96-5550-46fa-83cf-34fa4a765e77 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:22.346862 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac56e3-a5a2-4c63-b7ed-64d72985c112 req-99ecec96-5550-46fa-83cf-34fa4a765e77 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:22.352898 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac56e3-a5a2-4c63-b7ed-64d72985c112 req-99ecec96-5550-46fa-83cf-34fa4a765e77 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:22.354529 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.358869 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac56e3-a5a2-4c63-b7ed-64d72985c112 req-99ecec96-5550-46fa-83cf-34fa4a765e77 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:22.365454 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac56e3-a5a2-4c63-b7ed-64d72985c112 req-99ecec96-5550-46fa-83cf-34fa4a765e77 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:22.369465 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21394da8-3084-494f-86c5-5db86ecaed8c {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:22.371726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac56e3-a5a2-4c63-b7ed-64d72985c112 req-99ecec96-5550-46fa-83cf-34fa4a765e77 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:22.378117 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac56e3-a5a2-4c63-b7ed-64d72985c112 req-99ecec96-5550-46fa-83cf-34fa4a765e77 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:22.380233 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4dac56e3-a5a2-4c63-b7ed-64d72985c112 req-99ecec96-5550-46fa-83cf-34fa4a765e77 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5430 time: 0.3828282 Jul 05 09:51:22.392359 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 21394da8-3084-494f-86c5-5db86ecaed8c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=21394da8-3084-494f-86c5-5db86ecaed8c,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:22.397216 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.398026 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 131fcb68-80ef-4ce5-8a09-b0ad9af2e494 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:51:22.434292 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c9ab8-3f89-4794-ae3b-694af1d8ea78 req-515f37f2-4a03-42eb-adb8-7e9bd6d89c2f tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:22.445914 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa0c9ab8-3f89-4794-ae3b-694af1d8ea78 req-515f37f2-4a03-42eb-adb8-7e9bd6d89c2f tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.4455593 Jul 05 09:51:22.446023 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57052) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:22.458895 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e15df8d9-8013-4cd4-b3d7-92608fb49d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.482463 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=21394da8-3084-494f-86c5-5db86ecaed8c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:22.486610 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 131fcb68-80ef-4ce5-8a09-b0ad9af2e494, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=131fcb68-80ef-4ce5-8a09-b0ad9af2e494,segment=NetworkSegment(f485d861-f5ea-4db7-b3f3-89204c69d2d1),segment_id=f485d861-f5ea-4db7-b3f3-89204c69d2d1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:22.499504 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '131fcb68-80ef-4ce5-8a09-b0ad9af2e494', 'network_id': '46a7d976-22fe-499d-9eac-633e774ed0a2', 'port_id': '131fcb68-80ef-4ce5-8a09-b0ad9af2e494', 'mac_address': 'fa:16:3e:72:88:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f1a43b-cce2-4a9e-add8-8eeaa611f18f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:51:22.543791 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.558163 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131fcb68-80ef-4ce5-8a09-b0ad9af2e494 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:22.574562 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e15df8d9-8013-4cd4-b3d7-92608fb49d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.585725 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e15df8d9-8013-4cd4-b3d7-92608fb49d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.589600 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 131fcb68-80ef-4ce5-8a09-b0ad9af2e494, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=131fcb68-80ef-4ce5-8a09-b0ad9af2e494,segment=NetworkSegment(f485d861-f5ea-4db7-b3f3-89204c69d2d1),segment_id=f485d861-f5ea-4db7-b3f3-89204c69d2d1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:22.593420 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.623424 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4dac56e3-a5a2-4c63-b7ed-64d72985c112 req-e5847c54-216e-40bf-bc87-cefb03a4930a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2151318 Jul 05 09:51:22.624620 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e15df8d9-8013-4cd4-b3d7-92608fb49d91 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=36a37c645adc40f29a118144c375be9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786199 Jul 05 09:51:22.628222 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57054) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:22.662978 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=131fcb68-80ef-4ce5-8a09-b0ad9af2e494,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:22.670395 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15df8d9-8013-4cd4-b3d7-92608fb49d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe033f61-f8e2-48f9-90c4-75db8f1a7844,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:22.689585 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-44aaf178-e571-4788-9ee6-614217765513 req-e88a196f-1569-4cdc-a36b-1b0495f3435e service neutron] Attempting to bind port b52ab72c-c40c-4c85-84b9-fcb5a5fb97af on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:51:22.689874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-44aaf178-e571-4788-9ee6-614217765513 req-e88a196f-1569-4cdc-a36b-1b0495f3435e service neutron] Attempting to bind port b52ab72c-c40c-4c85-84b9-fcb5a5fb97af by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '2d0d9b78-f015-4a1e-b97d-ed241adbdcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:51:22.690220 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aaf178-e571-4788-9ee6-614217765513 req-e88a196f-1569-4cdc-a36b-1b0495f3435e service neutron] Attempting to bind port b52ab72c-c40c-4c85-84b9-fcb5a5fb97af on network d7ce5e94-320c-492a-bb66-c25b99ff7a3c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:22.699841 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6a84a5e-360f-4f02-b18c-32a01caf2a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.703161 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa0c9ab8-3f89-4794-ae3b-694af1d8ea78 req-44536a6e-7916-406e-9812-e20abd40fe94 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607791 Jul 05 09:51:22.743749 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6a84a5e-360f-4f02-b18c-32a01caf2a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.799084 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6a84a5e-360f-4f02-b18c-32a01caf2a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.801982 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6a84a5e-360f-4f02-b18c-32a01caf2a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.803337 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d6a84a5e-360f-4f02-b18c-32a01caf2a6e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fe033f61-f8e2-48f9-90c4-75db8f1a7844 HTTP/1.1" status: 204 len: 168 time: 0.1740718 Jul 05 09:51:22.811816 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aaf178-e571-4788-9ee6-614217765513 req-e88a196f-1569-4cdc-a36b-1b0495f3435e service neutron] Port b52ab72c-c40c-4c85-84b9-fcb5a5fb97af on network d7ce5e94-320c-492a-bb66-c25b99ff7a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:51:22.812222 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aaf178-e571-4788-9ee6-614217765513 req-e88a196f-1569-4cdc-a36b-1b0495f3435e service neutron] Attempting to bind port b52ab72c-c40c-4c85-84b9-fcb5a5fb97af on network d7ce5e94-320c-492a-bb66-c25b99ff7a3c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:22.824736 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a84a5e-360f-4f02-b18c-32a01caf2a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe033f61-f8e2-48f9-90c4-75db8f1a7844,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:22.833048 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aaf178-e571-4788-9ee6-614217765513 req-e88a196f-1569-4cdc-a36b-1b0495f3435e service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:51:22.833338 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aaf178-e571-4788-9ee6-614217765513 req-e88a196f-1569-4cdc-a36b-1b0495f3435e service neutron] Checking segment: {'id': '2d0d9b78-f015-4a1e-b97d-ed241adbdcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:22.833759 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aaf178-e571-4788-9ee6-614217765513 req-e88a196f-1569-4cdc-a36b-1b0495f3435e service neutron] Bound using segment: {'id': '2d0d9b78-f015-4a1e-b97d-ed241adbdcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:51:22.834568 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-44aaf178-e571-4788-9ee6-614217765513 req-e88a196f-1569-4cdc-a36b-1b0495f3435e service neutron] Bound port: b52ab72c-c40c-4c85-84b9-fcb5a5fb97af, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0d9b78-f015-4a1e-b97d-ed241adbdcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:51:22.834568 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-44aaf178-e571-4788-9ee6-614217765513 req-e88a196f-1569-4cdc-a36b-1b0495f3435e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.886730 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eedd6be2-fdef-4add-ae66-79075e146cc8 req-6dd75554-6718-4876-b80e-43e317458327 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.915305 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3aafa7ba-aa37-4c63-bd89-3e7d223428f8 req-5c27dc0e-0c53-4186-b642-f09ebd7933a1 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ecc71943-fe8d-4740-87f8-41dc77fe392c HTTP/1.1" status: 200 len: 210 time: 0.0783763 Jul 05 09:51:22.972579 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd75554-6718-4876-b80e-43e317458327 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Pushing event deleted for resources: {'Port': ['ID=09d3e149-9f30-405f-b1b1-59f9cd5c60a6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:23.068012 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-eedd6be2-fdef-4add-ae66-79075e146cc8 req-6dd75554-6718-4876-b80e-43e317458327 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] No DVR routers for this DVR port 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:51:23.076387 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eedd6be2-fdef-4add-ae66-79075e146cc8 req-6dd75554-6718-4876-b80e-43e317458327 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:23.078331 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eedd6be2-fdef-4add-ae66-79075e146cc8 req-6dd75554-6718-4876-b80e-43e317458327 tempest-LiveMigrationTest-567215585 tempest-LiveMigrationTest-567215585-project] 10.222.0.81 "DELETE /v2.0/ports/09d3e149-9f30-405f-b1b1-59f9cd5c60a6 HTTP/1.1" status: 204 len: 173 time: 2.2433128 Jul 05 09:51:23.094973 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-44aaf178-e571-4788-9ee6-614217765513 req-e88a196f-1569-4cdc-a36b-1b0495f3435e service neutron] For port b52ab72c-c40c-4c85-84b9-fcb5a5fb97af, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:51:23.097022 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc71943-fe8d-4740-87f8-41dc77fe392c', 'name': 'network-vif-deleted', 'tag': '09d3e149-9f30-405f-b1b1-59f9cd5c60a6'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:23.099319 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cc2e6d-8d62-4fe3-ae70-82aab74fdecd" -d '{"events": [{"server_uuid": "ecc71943-fe8d-4740-87f8-41dc77fe392c", "name": "network-vif-deleted", "tag": "09d3e149-9f30-405f-b1b1-59f9cd5c60a6"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:23.147938 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-44aaf178-e571-4788-9ee6-614217765513 req-e88a196f-1569-4cdc-a36b-1b0495f3435e service neutron] For port b52ab72c-c40c-4c85-84b9-fcb5a5fb97af, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b52ab72c-c40c-4c85-84b9-fcb5a5fb97af,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:51:23.161776 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104a336-3522-4e4a-96ac-b65c0c5066ac req-5d35fbdf-34a6-4b16-a7c3-cdbebea65dbb tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:23.163312 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1104a336-3522-4e4a-96ac-b65c0c5066ac req-5d35fbdf-34a6-4b16-a7c3-cdbebea65dbb tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/ports?device_id=0da2c135-a35c-4b25-bb41-fd772179233a HTTP/1.1" status: 200 len: 946 time: 0.3361199 Jul 05 09:51:23.172667 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-44aaf178-e571-4788-9ee6-614217765513 req-e88a196f-1569-4cdc-a36b-1b0495f3435e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:23.253235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaf178-e571-4788-9ee6-614217765513 req-e88a196f-1569-4cdc-a36b-1b0495f3435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:23.253866 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-44aaf178-e571-4788-9ee6-614217765513 req-e88a196f-1569-4cdc-a36b-1b0495f3435e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:23.255340 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-44aaf178-e571-4788-9ee6-614217765513 req-e88a196f-1569-4cdc-a36b-1b0495f3435e service neutron] 10.222.0.81 "PUT /v2.0/ports/b52ab72c-c40c-4c85-84b9-fcb5a5fb97af HTTP/1.1" status: 200 len: 1091 time: 2.4497020 Jul 05 09:51:23.302680 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1104a336-3522-4e4a-96ac-b65c0c5066ac req-b44c233a-a861-4561-afac-e6ed9476d10e tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7d8bceb-4067-4548-b848-1fb9b17a7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255155 Jul 05 09:51:23.303052 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-66222395-2a5b-4cdc-9cc3-b4630ac1da88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:23.313027 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a196f-1569-4cdc-a36b-1b0495f3435e service neutron] Pushing event updated for resources: {'Port': ['ID=b52ab72c-c40c-4c85-84b9-fcb5a5fb97af,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:23.326596 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dbc07-f007-47f5-b838-a65e02370cd7 req-7416e159-2495-46a5-b20d-6eedee8ab1db tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:23.333131 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-376dbc07-f007-47f5-b838-a65e02370cd7 req-7416e159-2495-46a5-b20d-6eedee8ab1db tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 943 time: 0.2971241 Jul 05 09:51:23.435546 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-37b5341f-aa3f-4b94-8e29-902cfbc30fb1 admin admin] Deleting port 7d0a08c6-3be6-403c-851f-99d68bff8018 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:23.436157 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37b5341f-aa3f-4b94-8e29-902cfbc30fb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:23.454928 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-376dbc07-f007-47f5-b838-a65e02370cd7 req-c31a6043-d799-45e7-9090-48fbc03336b6 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204255 Jul 05 09:51:23.525581 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:23.543517 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['7687645d-a2a5-4242-b556-a4b6bc31c904'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:51:23.548343 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57086) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:23.568398 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaf178-e571-4788-9ee6-614217765513 req-bb214943-af64-4624-adaf-d9c2a6290acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:23.570029 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-44aaf178-e571-4788-9ee6-614217765513 req-bb214943-af64-4624-adaf-d9c2a6290acc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=277627ebd7464c359b06a15e4b1a6489&device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 1094 time: 0.2296493 Jul 05 09:51:23.604565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-37b5341f-aa3f-4b94-8e29-902cfbc30fb1 admin admin] For port 7d0a08c6-3be6-403c-851f-99d68bff8018, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7d0a08c6-3be6-403c-851f-99d68bff8018,segment=NetworkSegment(7d9f6744-08e7-4f74-82b6-8017c5c5d989),segment_id=7d9f6744-08e7-4f74-82b6-8017c5c5d989)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:23.604953 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37b5341f-aa3f-4b94-8e29-902cfbc30fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:23.632028 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['535ddd5c-98dd-4fcc-a7fb-bb701e0fe321'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:51:23.634498 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312c6159-f2e2-440f-aa2e-f53baea903ed x-openstack-request-id: req-312c6159-f2e2-440f-aa2e-f53baea903ed {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:23.634800 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc71943-fe8d-4740-87f8-41dc77fe392c", "name": "network-vif-deleted", "tag": "09d3e149-9f30-405f-b1b1-59f9cd5c60a6", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:23.635166 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-312c6159-f2e2-440f-aa2e-f53baea903ed {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:23.635532 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc71943-fe8d-4740-87f8-41dc77fe392c', 'name': 'network-vif-deleted', 'tag': '09d3e149-9f30-405f-b1b1-59f9cd5c60a6', 'status': 'completed', 'code': 200} Jul 05 09:51:23.656871 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-44aaf178-e571-4788-9ee6-614217765513 req-70032f53-0332-42e0-8a3d-90dd66ffe39c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b52ab72c-c40c-4c85-84b9-fcb5a5fb97af HTTP/1.1" status: 200 len: 217 time: 0.0683818 Jul 05 09:51:23.676806 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['ce4b1166-0af2-41df-8bef-a3498b53e598'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:51:23.677511 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde2a9c-43fc-428e-91c0-9b04c5494c40 req-9166e413-dd1d-401f-88c6-65ab60a3ab3c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:23.679118 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abde2a9c-43fc-428e-91c0-9b04c5494c40 req-9166e413-dd1d-401f-88c6-65ab60a3ab3c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.2454658 Jul 05 09:51:23.684875 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['21394da8-3084-494f-86c5-5db86ecaed8c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:51:23.689343 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-37b5341f-aa3f-4b94-8e29-902cfbc30fb1 admin admin] Calling delete_port for 7d0a08c6-3be6-403c-851f-99d68bff8018 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:23.720832 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['131fcb68-80ef-4ce5-8a09-b0ad9af2e494'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:51:23.817534 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaf178-e571-4788-9ee6-614217765513 req-2c404f2f-60f8-4a5e-9ab1-9a0c7109ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:23.819216 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-44aaf178-e571-4788-9ee6-614217765513 req-2c404f2f-60f8-4a5e-9ab1-9a0c7109ed08 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=82a767f2-a70d-493a-920a-63cb4c3e85d1 HTTP/1.1" status: 200 len: 851 time: 0.1391790 Jul 05 09:51:23.835224 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abde2a9c-43fc-428e-91c0-9b04c5494c40 req-90d67b73-502e-4750-be18-f88fcd679bb8 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434469 Jul 05 09:51:23.963890 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-44aaf178-e571-4788-9ee6-614217765513 req-35577fce-27ef-4e76-92aa-f59756da6cbd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223135 Jul 05 09:51:24.197890 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57106) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:24.401850 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-44aaf178-e571-4788-9ee6-614217765513 req-6d45d8b6-af5b-433b-9852-2656673ea6a7 service neutron] 10.222.0.81 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180231 Jul 05 09:51:24.432277 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['a594f5a6-d4b1-489b-8883-c1de3416e2bf'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:51:24.451611 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-9511bf62-7499-4af1-8ba8-bd65c0237948 admin admin] Deleting subnet 408995a7-a274-4d3e-939a-c6141d694df3 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:51:24.457225 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9511bf62-7499-4af1-8ba8-bd65c0237948 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:24.501817 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9511bf62-7499-4af1-8ba8-bd65c0237948 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:24.511874 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-44aaf178-e571-4788-9ee6-614217765513 req-eb9b8bb5-c88e-4114-8d39-f4653dfb7600 service neutron] 10.222.0.81 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015213 Jul 05 09:51:24.528513 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['401fb49d-c5d2-4694-ad52-e41acc61b67a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:51:24.551339 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9511bf62-7499-4af1-8ba8-bd65c0237948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:24.559735 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b431ff7-f36a-4fa8-a5b5-5a58411fd95d req-a6f83318-9869-446a-9acb-bdc102a1f995 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:24.587528 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b431ff7-f36a-4fa8-a5b5-5a58411fd95d req-a6f83318-9869-446a-9acb-bdc102a1f995 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:24.600629 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b431ff7-f36a-4fa8-a5b5-5a58411fd95d req-a6f83318-9869-446a-9acb-bdc102a1f995 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:24.618113 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b431ff7-f36a-4fa8-a5b5-5a58411fd95d req-a6f83318-9869-446a-9acb-bdc102a1f995 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:24.627696 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9511bf62-7499-4af1-8ba8-bd65c0237948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:24.643076 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b431ff7-f36a-4fa8-a5b5-5a58411fd95d req-a6f83318-9869-446a-9acb-bdc102a1f995 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:24.662981 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b431ff7-f36a-4fa8-a5b5-5a58411fd95d req-a6f83318-9869-446a-9acb-bdc102a1f995 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:24.681442 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b431ff7-f36a-4fa8-a5b5-5a58411fd95d req-a6f83318-9869-446a-9acb-bdc102a1f995 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:24.682928 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8202805d-166f-4b37-b01a-ec9e96bff9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:24.686174 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511bf62-7499-4af1-8ba8-bd65c0237948 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=408995a7-a274-4d3e-939a-c6141d694df3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:24.689934 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9511bf62-7499-4af1-8ba8-bd65c0237948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:24.693652 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2b431ff7-f36a-4fa8-a5b5-5a58411fd95d req-a6f83318-9869-446a-9acb-bdc102a1f995 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5433 time: 0.4936304 Jul 05 09:51:24.698299 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9511bf62-7499-4af1-8ba8-bd65c0237948 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/408995a7-a274-4d3e-939a-c6141d694df3 HTTP/1.1" status: 204 len: 168 time: 0.4995434 Jul 05 09:51:24.704929 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57130) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:24.712405 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:24.734384 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37b5341f-aa3f-4b94-8e29-902cfbc30fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:24.832167 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5341f-aa3f-4b94-8e29-902cfbc30fb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d0a08c6-3be6-403c-851f-99d68bff8018,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:24.881287 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2b431ff7-f36a-4fa8-a5b5-5a58411fd95d req-39bd70e9-3c4c-4225-bfae-364129778ee6 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1818717 Jul 05 09:51:25.110014 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:51:25.138917 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:51:25.139270 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 09d3e149-9f30-405f-b1b1-59f9cd5c60a6 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:51:25.144962 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8202805d-166f-4b37-b01a-ec9e96bff9ae admin admin] Deleting port f735da5b-e169-46c6-97a7-a66abd0cc6e7 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:25.145312 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8202805d-166f-4b37-b01a-ec9e96bff9ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:25.240456 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-8202805d-166f-4b37-b01a-ec9e96bff9ae admin admin] For port f735da5b-e169-46c6-97a7-a66abd0cc6e7, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f735da5b-e169-46c6-97a7-a66abd0cc6e7,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:25.241108 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8202805d-166f-4b37-b01a-ec9e96bff9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:25.258053 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8202805d-166f-4b37-b01a-ec9e96bff9ae admin admin] Calling delete_port for f735da5b-e169-46c6-97a7-a66abd0cc6e7 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:25.351033 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fcdf686-49c6-404c-b14f-bf6cf004ced0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:25.522877 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8202805d-166f-4b37-b01a-ec9e96bff9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:25.523626 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80caf4-8695-4fd3-a6d8-e467f345d13d req-6a845fa9-ee39-4bfb-b4de-01f5ee1c6567 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:25.525191 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8d80caf4-8695-4fd3-a6d8-e467f345d13d req-6a845fa9-ee39-4bfb-b4de-01f5ee1c6567 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.6949663 Jul 05 09:51:25.551255 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202805d-166f-4b37-b01a-ec9e96bff9ae admin admin] Pushing event deleted for resources: {'Port': ['ID=f735da5b-e169-46c6-97a7-a66abd0cc6e7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:25.578173 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fcdf686-49c6-404c-b14f-bf6cf004ced0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:25.590212 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20105c7-bba3-404d-bd13-d0d0816ebe84 req-a5de8a86-5217-44e1-b6bb-3c4c6ec3fb0b tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:25.596508 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f20105c7-bba3-404d-bd13-d0d0816ebe84 req-a5de8a86-5217-44e1-b6bb-3c4c6ec3fb0b tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 943 time: 0.3156734 Jul 05 09:51:25.631674 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-8fcdf686-49c6-404c-b14f-bf6cf004ced0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa1814e-7fad-4b86-b0f0-99892209992e']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:25.642658 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fe4053-16ec-46bd-9da5-2bc76e2d7567', 'tag': 'b52ab72c-c40c-4c85-84b9-fcb5a5fb97af'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:25.645523 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f5c7f3-14ec-46b7-8e39-320969e82c29" -d '{"events": [{"name": "network-changed", "server_uuid": "98fe4053-16ec-46bd-9da5-2bc76e2d7567", "tag": "b52ab72c-c40c-4c85-84b9-fcb5a5fb97af"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:25.695430 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-8fcdf686-49c6-404c-b14f-bf6cf004ced0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91aa4178-4999-44bc-86ce-4033642ae2b5') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:25.695915 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-8fcdf686-49c6-404c-b14f-bf6cf004ced0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91aa4178-4999-44bc-86ce-4033642ae2b5') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:25.738012 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8d80caf4-8695-4fd3-a6d8-e467f345d13d req-7c2c6f54-062a-4cc1-9679-e4695a95edfb tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036290 Jul 05 09:51:25.766042 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fcdf686-49c6-404c-b14f-bf6cf004ced0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:25.798681 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8202805d-166f-4b37-b01a-ec9e96bff9ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:25.816620 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37b5341f-aa3f-4b94-8e29-902cfbc30fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:25.819332 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fcdf686-49c6-404c-b14f-bf6cf004ced0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:25.831778 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f20105c7-bba3-404d-bd13-d0d0816ebe84 req-433b279f-e5be-4c9f-b2b0-fc25134f31d2 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341034 Jul 05 09:51:25.839722 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fcdf686-49c6-404c-b14f-bf6cf004ced0 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:51:25.840285 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fcdf686-49c6-404c-b14f-bf6cf004ced0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:25.841965 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57180) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:51:25.843939 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:51:25.887695 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b196389a-a4cc-477d-b401-f59416cee914 x-openstack-request-id: req-b196389a-a4cc-477d-b401-f59416cee914 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:25.887892 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fe4053-16ec-46bd-9da5-2bc76e2d7567", "tag": "b52ab72c-c40c-4c85-84b9-fcb5a5fb97af", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:25.888243 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b196389a-a4cc-477d-b401-f59416cee914 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:25.889262 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fe4053-16ec-46bd-9da5-2bc76e2d7567', 'tag': 'b52ab72c-c40c-4c85-84b9-fcb5a5fb97af', 'status': 'completed', 'code': 200} Jul 05 09:51:26.064806 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8202805d-166f-4b37-b01a-ec9e96bff9ae admin admin] Router 9ed241d0-799f-41b7-851e-813ec1862e93 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:51:26.065772 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dca06b-e345-4543-8f33-a7bdee3affec req-241da3c6-8620-4f61-b4f4-70ee1362c5ba tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:26.067366 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c5dca06b-e345-4543-8f33-a7bdee3affec req-241da3c6-8620-4f61-b4f4-70ee1362c5ba tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.81 "GET /v2.0/ports?device_id=0da2c135-a35c-4b25-bb41-fd772179233a HTTP/1.1" status: 200 len: 946 time: 0.4475329 Jul 05 09:51:26.112405 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d8679e4-37b4-4e7b-a2e7-09ea038ac26a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:26.144866 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fcdf686-49c6-404c-b14f-bf6cf004ced0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:26.150036 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fcdf686-49c6-404c-b14f-bf6cf004ced0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:26.155099 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8fcdf686-49c6-404c-b14f-bf6cf004ced0 admin admin] 10.222.0.79 "DELETE /v2.0/networks/5aa1814e-7fad-4b86-b0f0-99892209992e HTTP/1.1" status: 204 len: 168 time: 1.4369743 Jul 05 09:51:26.156384 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57186) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:26.211632 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8202805d-166f-4b37-b01a-ec9e96bff9ae admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:51:26.216085 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-71fe34cf-8f2a-4f84-b205-cbd4fcf21116 admin admin] Deleting subnet 2c081256-9d33-4e41-9621-df9f817cd398 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:51:26.221366 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16502879-4a96-4e20-a1b0-94bdcad89e5c None None] Sync routers for ids ['9ed241d0-799f-41b7-851e-813ec1862e93'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:51:26.223452 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8202805d-166f-4b37-b01a-ec9e96bff9ae admin admin] 10.222.0.79 "PUT /v2.0/routers/9ed241d0-799f-41b7-851e-813ec1862e93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6734142 Jul 05 09:51:26.225610 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57188) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:26.227123 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdf686-49c6-404c-b14f-bf6cf004ced0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5aa1814e-7fad-4b86-b0f0-99892209992e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:26.231315 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-71fe34cf-8f2a-4f84-b205-cbd4fcf21116 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:26.236302 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16502879-4a96-4e20-a1b0-94bdcad89e5c None None] Routers {'9ed241d0-799f-41b7-851e-813ec1862e93'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:51:26.237262 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-16502879-4a96-4e20-a1b0-94bdcad89e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:51:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9ed241d0-799f-41b7-851e-813ec1862e93'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:26.305050 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-71fe34cf-8f2a-4f84-b205-cbd4fcf21116 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:26.343397 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5c7f3-14ec-46b7-8e39-320969e82c29 req-92be3fd7-9cad-40f6-b509-6ca6a6b9dafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:26.345116 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-54f5c7f3-14ec-46b7-8e39-320969e82c29 req-92be3fd7-9cad-40f6-b509-6ca6a6b9dafe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=277627ebd7464c359b06a15e4b1a6489&device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 1094 time: 0.4236255 Jul 05 09:51:26.347146 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-16502879-4a96-4e20-a1b0-94bdcad89e5c None None] Set router 9ed241d0-799f-41b7-851e-813ec1862e93 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:51:26.389970 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf26582-dc50-4548-83b2-47a1ee5030eb req-1bf5d8eb-83f2-4fed-bf7c-341f404316ec tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:26.391444 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bbf26582-dc50-4548-83b2-47a1ee5030eb req-1bf5d8eb-83f2-4fed-bf7c-341f404316ec tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/ports?device_id=0da2c135-a35c-4b25-bb41-fd772179233a HTTP/1.1" status: 200 len: 946 time: 0.4725761 Jul 05 09:51:26.424043 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-71fe34cf-8f2a-4f84-b205-cbd4fcf21116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:26.439093 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b734944-0e64-4e0c-9ecf-86ccce79624e req-a06e345b-b613-414b-8b6f-0d6c2e657afb tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:26.440631 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b734944-0e64-4e0c-9ecf-86ccce79624e req-a06e345b-b613-414b-8b6f-0d6c2e657afb tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.4157276 Jul 05 09:51:26.453529 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-103369c7-d26d-4ddd-9295-223c03e34d45 admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:26.524268 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a499b7a-69a7-469a-b286-e5ec32e6c058 req-4ee25b65-7be8-4e28-93a4-87ea6180407a tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:26.525773 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1a499b7a-69a7-469a-b286-e5ec32e6c058 req-4ee25b65-7be8-4e28-93a4-87ea6180407a tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.78 "GET /v2.0/ports?device_id=810a900e-7338-47cd-9b74-4eea7951c011 HTTP/1.1" status: 200 len: 946 time: 0.1976366 Jul 05 09:51:26.535026 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-16502879-4a96-4e20-a1b0-94bdcad89e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'name': 'tempest-AttachVolumeShelveTestJSON-1701151289-router', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:00Z', 'updated_at': '2021-07-05T09:51:25Z', 'revision_number': 5, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'gw_port': {'id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:01Z', 'updated_at': '2021-07-05T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:26.567434 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16502879-4a96-4e20-a1b0-94bdcad89e5c None None] Checking router: 9ed241d0-799f-41b7-851e-813ec1862e93 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:51:26.579397 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16502879-4a96-4e20-a1b0-94bdcad89e5c None None] Routers {'9ed241d0-799f-41b7-851e-813ec1862e93'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:51:26.580329 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-16502879-4a96-4e20-a1b0-94bdcad89e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:51:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9ed241d0-799f-41b7-851e-813ec1862e93'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:26.605502 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:26.616891 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-71fe34cf-8f2a-4f84-b205-cbd4fcf21116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:26.660827 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe34cf-8f2a-4f84-b205-cbd4fcf21116 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c081256-9d33-4e41-9621-df9f817cd398,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:26.665823 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-71fe34cf-8f2a-4f84-b205-cbd4fcf21116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:26.667926 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-71fe34cf-8f2a-4f84-b205-cbd4fcf21116 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2c081256-9d33-4e41-9621-df9f817cd398 HTTP/1.1" status: 204 len: 168 time: 0.5105619 Jul 05 09:51:26.671128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57190) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:26.673276 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d8679e4-37b4-4e7b-a2e7-09ea038ac26a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:26.687706 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c5dca06b-e345-4543-8f33-a7bdee3affec req-02a967cf-c523-4c6e-8a65-79852fd54c59 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Deleting port 5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:26.688094 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c5dca06b-e345-4543-8f33-a7bdee3affec req-02a967cf-c523-4c6e-8a65-79852fd54c59 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:26.699448 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-16502879-4a96-4e20-a1b0-94bdcad89e5c None None] Set router 9ed241d0-799f-41b7-851e-813ec1862e93 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:51:26.700924 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bbf26582-dc50-4548-83b2-47a1ee5030eb req-f0c7cdb3-69c3-4c9f-9499-bf4f5f32e7f3 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7d8bceb-4067-4548-b848-1fb9b17a7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873907 Jul 05 09:51:26.701531 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d8679e4-37b4-4e7b-a2e7-09ea038ac26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:26.772662 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b734944-0e64-4e0c-9ecf-86ccce79624e req-7adc4572-1037-475a-9002-78245f66e609 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940037 Jul 05 09:51:26.810215 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5c7f3-14ec-46b7-8e39-320969e82c29 req-c64a8abf-02a3-40f3-9fe3-005c92d8495b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:26.812575 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-54f5c7f3-14ec-46b7-8e39-320969e82c29 req-c64a8abf-02a3-40f3-9fe3-005c92d8495b service neutron] 10.222.0.81 "GET /v2.0/networks?id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c HTTP/1.1" status: 200 len: 912 time: 0.4199963 Jul 05 09:51:26.860146 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b5341f-aa3f-4b94-8e29-902cfbc30fb1 admin admin] Router e997bbe9-8485-49e4-81cc-6f13f0d3550d has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:51:26.947985 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4d8679e4-37b4-4e7b-a2e7-09ea038ac26a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cb1e01ec86e54da78daf88ae19a728d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0895152 Jul 05 09:51:26.973225 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-16502879-4a96-4e20-a1b0-94bdcad89e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'name': 'tempest-AttachVolumeShelveTestJSON-1701151289-router', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:00Z', 'updated_at': '2021-07-05T09:51:25Z', 'revision_number': 5, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'gw_port': {'id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:01Z', 'updated_at': '2021-07-05T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:26.984780 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-54f5c7f3-14ec-46b7-8e39-320969e82c29 req-091a6295-b8ed-428a-9d88-b60bb43b2f68 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b52ab72c-c40c-4c85-84b9-fcb5a5fb97af HTTP/1.1" status: 200 len: 217 time: 0.1166523 Jul 05 09:51:26.989197 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57196) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:27.025576 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8679e4-37b4-4e7b-a2e7-09ea038ac26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ca5df3-f139-45c6-b9a0-38c83e5846ed,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:27.040305 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16502879-4a96-4e20-a1b0-94bdcad89e5c None None] The sync data for ids ['9ed241d0-799f-41b7-851e-813ec1862e93'] in n-d-798054-8 is: [{'id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'name': 'tempest-AttachVolumeShelveTestJSON-1701151289-router', 'tenant_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:00Z', 'updated_at': '2021-07-05T09:51:25Z', 'revision_number': 5, 'project_id': 'e14984e744944dda9aa0ac1df3aa0f0a', 'gw_port': {'id': 'f295ec52-0def-4951-b2ea-61bd22b4ef09', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed241d0-799f-41b7-851e-813ec1862e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:01Z', 'updated_at': '2021-07-05T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:51:27.077473 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-103369c7-d26d-4ddd-9295-223c03e34d45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.125959 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device b52ab72c-c40c-4c85-84b9-fcb5a5fb97af details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:51:27.126749 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f0fc3d47-76ab-477b-8773-de954a865954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.147762 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-1a499b7a-69a7-469a-b286-e5ec32e6c058 req-0629bcb1-9bc4-4533-84fb-46220366b3b5 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Deleting port 886c4a29-d31b-4405-a6c9-5af4479fd643 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:27.148254 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1a499b7a-69a7-469a-b286-e5ec32e6c058 req-0629bcb1-9bc4-4533-84fb-46220366b3b5 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.200341 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c5dca06b-e345-4543-8f33-a7bdee3affec req-02a967cf-c523-4c6e-8a65-79852fd54c59 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] For port 5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7,segment=NetworkSegment(59b5db18-d612-4d13-8670-487f029f55d3),segment_id=59b5db18-d612-4d13-8670-487f029f55d3)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:27.200620 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c5dca06b-e345-4543-8f33-a7bdee3affec req-02a967cf-c523-4c6e-8a65-79852fd54c59 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.226338 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port b52ab72c-c40c-4c85-84b9-fcb5a5fb97af, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b52ab72c-c40c-4c85-84b9-fcb5a5fb97af,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:27.239828 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'b52ab72c-c40c-4c85-84b9-fcb5a5fb97af', 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c', 'port_id': 'b52ab72c-c40c-4c85-84b9-fcb5a5fb97af', 'mac_address': 'fa:16:3e:db:a2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a767f2-a70d-493a-920a-63cb4c3e85d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:51:27.261017 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:51:27.270173 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c5dca06b-e345-4543-8f33-a7bdee3affec req-02a967cf-c523-4c6e-8a65-79852fd54c59 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Calling delete_port for 5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:27.279013 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5c7f3-14ec-46b7-8e39-320969e82c29 req-fc799b4f-aed7-4566-9394-d4f360ebb5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:27.281317 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-54f5c7f3-14ec-46b7-8e39-320969e82c29 req-fc799b4f-aed7-4566-9394-d4f360ebb5e3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=82a767f2-a70d-493a-920a-63cb4c3e85d1 HTTP/1.1" status: 200 len: 851 time: 0.2780797 Jul 05 09:51:27.281843 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.295876 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52ab72c-c40c-4c85-84b9-fcb5a5fb97af {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:27.296418 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-103369c7-d26d-4ddd-9295-223c03e34d45 admin admin] Deleting port f295ec52-0def-4951-b2ea-61bd22b4ef09 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:27.296769 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-103369c7-d26d-4ddd-9295-223c03e34d45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.315933 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port b52ab72c-c40c-4c85-84b9-fcb5a5fb97af, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b52ab72c-c40c-4c85-84b9-fcb5a5fb97af,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:27.320939 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.345649 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f0fc3d47-76ab-477b-8773-de954a865954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.369219 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=b52ab72c-c40c-4c85-84b9-fcb5a5fb97af,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:27.371528 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-f0fc3d47-76ab-477b-8773-de954a865954 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5381b068-7917-4112-ae0f-9c7ddbd71c23']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:27.376990 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-54f5c7f3-14ec-46b7-8e39-320969e82c29 req-d9d3241b-dd27-4b09-9fe7-d202088bb260 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775447 Jul 05 09:51:27.377162 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-1a499b7a-69a7-469a-b286-e5ec32e6c058 req-0629bcb1-9bc4-4533-84fb-46220366b3b5 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] For port 886c4a29-d31b-4405-a6c9-5af4479fd643, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=886c4a29-d31b-4405-a6c9-5af4479fd643,segment=NetworkSegment(59b5db18-d612-4d13-8670-487f029f55d3),segment_id=59b5db18-d612-4d13-8670-487f029f55d3)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:27.377452 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1a499b7a-69a7-469a-b286-e5ec32e6c058 req-0629bcb1-9bc4-4533-84fb-46220366b3b5 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.399536 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-f0fc3d47-76ab-477b-8773-de954a865954 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959481ed-b148-4b7e-ad0a-45b2bb45c2ae') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:27.399797 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-f0fc3d47-76ab-477b-8773-de954a865954 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959481ed-b148-4b7e-ad0a-45b2bb45c2ae') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:27.401594 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-1a499b7a-69a7-469a-b286-e5ec32e6c058 req-0629bcb1-9bc4-4533-84fb-46220366b3b5 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Calling delete_port for 886c4a29-d31b-4405-a6c9-5af4479fd643 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:27.424381 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de2bf9-52dd-4d45-b64c-cd4b2e6b47da req-f601b308-d27a-4a71-a9e5-c1e822fe9098 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:27.425085 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f0fc3d47-76ab-477b-8773-de954a865954 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.425780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de2bf9-52dd-4d45-b64c-cd4b2e6b47da req-f601b308-d27a-4a71-a9e5-c1e822fe9098 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:27.432238 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de2bf9-52dd-4d45-b64c-cd4b2e6b47da req-f601b308-d27a-4a71-a9e5-c1e822fe9098 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:27.438509 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de2bf9-52dd-4d45-b64c-cd4b2e6b47da req-f601b308-d27a-4a71-a9e5-c1e822fe9098 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:27.445166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de2bf9-52dd-4d45-b64c-cd4b2e6b47da req-f601b308-d27a-4a71-a9e5-c1e822fe9098 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:27.451511 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de2bf9-52dd-4d45-b64c-cd4b2e6b47da req-f601b308-d27a-4a71-a9e5-c1e822fe9098 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:27.458190 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de2bf9-52dd-4d45-b64c-cd4b2e6b47da req-f601b308-d27a-4a71-a9e5-c1e822fe9098 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:27.461439 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f6de2bf9-52dd-4d45-b64c-cd4b2e6b47da req-f601b308-d27a-4a71-a9e5-c1e822fe9098 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5433 time: 0.5857525 Jul 05 09:51:27.470597 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f735da5b-e169-46c6-97a7-a66abd0cc6e7 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:51:27.476590 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6cea2d85-b140-46c3-a7fb-57a31f8d6583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.492520 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f0fc3d47-76ab-477b-8773-de954a865954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.495418 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: f735da5b-e169-46c6-97a7-a66abd0cc6e7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:51:27.495763 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f735da5b-e169-46c6-97a7-a66abd0cc6e7 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:51:27.501336 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b5341f-aa3f-4b94-8e29-902cfbc30fb1 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:51:27.504093 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-103369c7-d26d-4ddd-9295-223c03e34d45 admin admin] For port f295ec52-0def-4951-b2ea-61bd22b4ef09, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f295ec52-0def-4951-b2ea-61bd22b4ef09,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:27.504466 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-103369c7-d26d-4ddd-9295-223c03e34d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.514882 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6564ad-394f-4451-b93d-d08164961de8 None None] Sync routers for ids ['e997bbe9-8485-49e4-81cc-6f13f0d3550d'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:51:27.517462 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0fc3d47-76ab-477b-8773-de954a865954 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:51:27.517715 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f0fc3d47-76ab-477b-8773-de954a865954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:51:27.521484 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:51:27.525187 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6564ad-394f-4451-b93d-d08164961de8 None None] Routers {'e997bbe9-8485-49e4-81cc-6f13f0d3550d'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:51:27.525822 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7e6564ad-394f-4451-b93d-d08164961de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:51:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e997bbe9-8485-49e4-81cc-6f13f0d3550d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:27.558203 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-37b5341f-aa3f-4b94-8e29-902cfbc30fb1 admin admin] 10.222.0.79 "PUT /v2.0/routers/e997bbe9-8485-49e4-81cc-6f13f0d3550d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4720323 Jul 05 09:51:27.569782 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57200) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:27.574797 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-103369c7-d26d-4ddd-9295-223c03e34d45 admin admin] Calling delete_port for f295ec52-0def-4951-b2ea-61bd22b4ef09 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:27.580616 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['b52ab72c-c40c-4c85-84b9-fcb5a5fb97af'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:51:27.713744 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f0fc3d47-76ab-477b-8773-de954a865954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.720165 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-7e6564ad-394f-4451-b93d-d08164961de8 None None] Set router e997bbe9-8485-49e4-81cc-6f13f0d3550d gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:51:27.728139 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f0fc3d47-76ab-477b-8773-de954a865954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.743924 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f0fc3d47-76ab-477b-8773-de954a865954 admin admin] 10.222.0.79 "DELETE /v2.0/networks/5381b068-7917-4112-ae0f-9c7ddbd71c23 HTTP/1.1" status: 204 len: 168 time: 1.0548663 Jul 05 09:51:27.776997 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-54f5c7f3-14ec-46b7-8e39-320969e82c29 req-9db90263-3d30-4e06-ba78-051ff961bb53 service neutron] 10.222.0.81 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126059 Jul 05 09:51:27.817588 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029b756-0832-4467-9651-5cee380c0f79 req-af7b771e-1567-410b-82fd-d8cf29162418 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:27.826211 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4029b756-0832-4467-9651-5cee380c0f79 req-af7b771e-1567-410b-82fd-d8cf29162418 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 943 time: 0.6969645 Jul 05 09:51:27.828870 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6cea2d85-b140-46c3-a7fb-57a31f8d6583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.856126 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f94e85a3-9652-4e7b-b8f1-370cdc304656 admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.857799 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc3d47-76ab-477b-8773-de954a865954 admin admin] Pushing event deleted for resources: {'Network': ['ID=5381b068-7917-4112-ae0f-9c7ddbd71c23,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:27.867892 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c5dca06b-e345-4543-8f33-a7bdee3affec req-02a967cf-c523-4c6e-8a65-79852fd54c59 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.930000 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57206) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:27.987332 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7e6564ad-394f-4451-b93d-d08164961de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'name': 'tempest-ServersTestBootFromVolume-614195647-router', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:45Z', 'updated_at': '2021-07-05T09:51:24Z', 'revision_number': 5, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'gw_port': {'id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:46Z', 'updated_at': '2021-07-05T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:28.025159 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6564ad-394f-4451-b93d-d08164961de8 None None] Checking router: e997bbe9-8485-49e4-81cc-6f13f0d3550d for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:51:28.034848 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6564ad-394f-4451-b93d-d08164961de8 None None] Routers {'e997bbe9-8485-49e4-81cc-6f13f0d3550d'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:51:28.035212 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7e6564ad-394f-4451-b93d-d08164961de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:51:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e997bbe9-8485-49e4-81cc-6f13f0d3550d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:28.039006 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1a499b7a-69a7-469a-b286-e5ec32e6c058 req-0629bcb1-9bc4-4533-84fb-46220366b3b5 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:28.124952 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629bcb1-9bc4-4533-84fb-46220366b3b5 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Pushing event deleted for resources: {'Port': ['ID=886c4a29-d31b-4405-a6c9-5af4479fd643,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:28.144788 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-13e04372-7f54-427a-8c55-63314bcd26b2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f74a958ec8be4a8683e21e11de1010dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092686 Jul 05 09:51:28.152398 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57208) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:28.175406 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-7e6564ad-394f-4451-b93d-d08164961de8 None None] Set router e997bbe9-8485-49e4-81cc-6f13f0d3550d gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:51:28.250193 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a499b7a-69a7-469a-b286-e5ec32e6c058 req-0629bcb1-9bc4-4533-84fb-46220366b3b5 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] No DVR routers for this DVR port 886c4a29-d31b-4405-a6c9-5af4479fd643 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:51:28.252410 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f94e85a3-9652-4e7b-b8f1-370cdc304656 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:28.262465 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1a499b7a-69a7-469a-b286-e5ec32e6c058 req-0629bcb1-9bc4-4533-84fb-46220366b3b5 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:28.264738 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1a499b7a-69a7-469a-b286-e5ec32e6c058 req-0629bcb1-9bc4-4533-84fb-46220366b3b5 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.78 "DELETE /v2.0/ports/886c4a29-d31b-4405-a6c9-5af4479fd643 HTTP/1.1" status: 204 len: 173 time: 1.7323077 Jul 05 09:51:28.265206 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810a900e-7338-47cd-9b74-4eea7951c011', 'name': 'network-vif-deleted', 'tag': '886c4a29-d31b-4405-a6c9-5af4479fd643'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:28.267593 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75207de6-a9e1-472a-bfeb-ffe6c15eacff" -d '{"events": [{"server_uuid": "810a900e-7338-47cd-9b74-4eea7951c011", "name": "network-vif-deleted", "tag": "886c4a29-d31b-4405-a6c9-5af4479fd643"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:28.304430 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f6de2bf9-52dd-4d45-b64c-cd4b2e6b47da req-ecd77c3b-c96f-4d30-88c0-06545430d94d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8215141 Jul 05 09:51:28.312959 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a967cf-c523-4c6e-8a65-79852fd54c59 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Pushing event deleted for resources: {'Port': ['ID=5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:28.330324 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4029b756-0832-4467-9651-5cee380c0f79 req-b5304c7a-0b97-446d-8730-dfe0ac7adef8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842346 Jul 05 09:51:28.400086 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5dca06b-e345-4543-8f33-a7bdee3affec req-02a967cf-c523-4c6e-8a65-79852fd54c59 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] No DVR routers for this DVR port 5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:51:28.404302 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c5dca06b-e345-4543-8f33-a7bdee3affec req-02a967cf-c523-4c6e-8a65-79852fd54c59 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:28.406339 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c5dca06b-e345-4543-8f33-a7bdee3affec req-02a967cf-c523-4c6e-8a65-79852fd54c59 tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.81 "DELETE /v2.0/ports/5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7 HTTP/1.1" status: 204 len: 173 time: 2.3244255 Jul 05 09:51:28.406785 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da2c135-a35c-4b25-bb41-fd772179233a', 'name': 'network-vif-deleted', 'tag': '5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:28.409139 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acc7818-dcb0-4bc1-836f-d35bc5e9f072" -d '{"events": [{"server_uuid": "0da2c135-a35c-4b25-bb41-fd772179233a", "name": "network-vif-deleted", "tag": "5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:28.423148 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-103369c7-d26d-4ddd-9295-223c03e34d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:28.438740 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6cea2d85-b140-46c3-a7fb-57a31f8d6583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:28.441420 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c630692-c5ae-434a-aee2-a6f66ff117c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:28.448211 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6cea2d85-b140-46c3-a7fb-57a31f8d6583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:28.452342 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6cea2d85-b140-46c3-a7fb-57a31f8d6583 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/67ca5df3-f139-45c6-b9a0-38c83e5846ed HTTP/1.1" status: 204 len: 168 time: 1.4603274 Jul 05 09:51:28.456485 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-54f5c7f3-14ec-46b7-8e39-320969e82c29 req-c7af63f1-be04-4c21-8ac9-9fde5071a024 service neutron] 10.222.0.81 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6535962 Jul 05 09:51:28.476336 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea2d85-b140-46c3-a7fb-57a31f8d6583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ca5df3-f139-45c6-b9a0-38c83e5846ed,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:28.549563 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103369c7-d26d-4ddd-9295-223c03e34d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=f295ec52-0def-4951-b2ea-61bd22b4ef09,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:28.561962 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd9e00c5-0f73-4005-99b5-d63fc47b2682 req-a0d4709c-1d96-49de-92fb-44fe3c05122d tempest-MultipleCreateTestJSON-1387071506 tempest-MultipleCreateTestJSON-1387071506-project] 10.222.0.79 "GET /v2.0/ports?device_id=0da2c135-a35c-4b25-bb41-fd772179233a HTTP/1.1" status: 200 len: 210 time: 0.0573971 Jul 05 09:51:28.581460 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['886c4a29-d31b-4405-a6c9-5af4479fd643'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:51:28.600491 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c630692-c5ae-434a-aee2-a6f66ff117c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:28.634842 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['886c4a29-d31b-4405-a6c9-5af4479fd643'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:51:28.682152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9c1c5-166d-4e2b-a142-74fbf218e13b req-e18f949e-9ed7-4408-8cfd-28a2ca6542a2 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:28.683772 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01c9c1c5-166d-4e2b-a142-74fbf218e13b req-e18f949e-9ed7-4408-8cfd-28a2ca6542a2 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.1245103 Jul 05 09:51:28.703377 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7e6564ad-394f-4451-b93d-d08164961de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'name': 'tempest-ServersTestBootFromVolume-614195647-router', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:45Z', 'updated_at': '2021-07-05T09:51:24Z', 'revision_number': 5, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'gw_port': {'id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:46Z', 'updated_at': '2021-07-05T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:28.706854 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599feb18-a5f0-42ec-867c-178582818f07 x-openstack-request-id: req-599feb18-a5f0-42ec-867c-178582818f07 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:28.709610 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810a900e-7338-47cd-9b74-4eea7951c011", "name": "network-vif-deleted", "tag": "886c4a29-d31b-4405-a6c9-5af4479fd643", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:28.709930 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-599feb18-a5f0-42ec-867c-178582818f07 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:28.710744 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810a900e-7338-47cd-9b74-4eea7951c011', 'name': 'network-vif-deleted', 'tag': '886c4a29-d31b-4405-a6c9-5af4479fd643', 'status': 'completed', 'code': 200} Jul 05 09:51:28.721825 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:28.729203 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01c9c1c5-166d-4e2b-a142-74fbf218e13b req-4fe732ba-c6a3-4c83-9bce-5f8626976ffd tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393715 Jul 05 09:51:28.769020 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0f4542-fbee-4538-8397-b23dc3cae34a x-openstack-request-id: req-cf0f4542-fbee-4538-8397-b23dc3cae34a {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:28.769768 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da2c135-a35c-4b25-bb41-fd772179233a", "name": "network-vif-deleted", "tag": "5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:28.770220 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cf0f4542-fbee-4538-8397-b23dc3cae34a {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:28.770699 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da2c135-a35c-4b25-bb41-fd772179233a', 'name': 'network-vif-deleted', 'tag': '5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7', 'status': 'completed', 'code': 200} Jul 05 09:51:28.797445 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6564ad-394f-4451-b93d-d08164961de8 None None] The sync data for ids ['e997bbe9-8485-49e4-81cc-6f13f0d3550d'] in n-d-798054-8 is: [{'id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'name': 'tempest-ServersTestBootFromVolume-614195647-router', 'tenant_id': 'b2e9d6e402a44a229484b04a808cfafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:45Z', 'updated_at': '2021-07-05T09:51:24Z', 'revision_number': 5, 'project_id': 'b2e9d6e402a44a229484b04a808cfafa', 'gw_port': {'id': 'e470acb2-8f73-4edc-8070-7211411795a8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997bbe9-8485-49e4-81cc-6f13f0d3550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:46Z', 'updated_at': '2021-07-05T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:51:28.812301 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:28.816648 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:28.817238 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:28.853735 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-f94e85a3-9652-4e7b-b8f1-370cdc304656 admin admin] Deleting port e470acb2-8f73-4edc-8070-7211411795a8 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:28.854105 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f94e85a3-9652-4e7b-b8f1-370cdc304656 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:28.907673 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:28.920638 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c630692-c5ae-434a-aee2-a6f66ff117c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:28.923312 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c630692-c5ae-434a-aee2-a6f66ff117c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:28.924488 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6c630692-c5ae-434a-aee2-a6f66ff117c1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d55f3367-43bd-4389-80fb-aa80c759e415 HTTP/1.1" status: 204 len: 168 time: 0.7697129 Jul 05 09:51:28.925270 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-103369c7-d26d-4ddd-9295-223c03e34d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:28.972034 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c630692-c5ae-434a-aee2-a6f66ff117c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55f3367-43bd-4389-80fb-aa80c759e415,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:28.984609 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535ddd5c-98dd-4fcc-a7fb-bb701e0fe321'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:28.993842 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033d2656-d5f6-4fd9-85c8-225e31afd0b9" -d '{"events": [{"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-plugged", "status": "completed", "tag": "535ddd5c-98dd-4fcc-a7fb-bb701e0fe321"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:29.080590 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-103369c7-d26d-4ddd-9295-223c03e34d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:29.091237 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-103369c7-d26d-4ddd-9295-223c03e34d45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:29.095555 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=535ddd5c-98dd-4fcc-a7fb-bb701e0fe321,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:29.108070 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:29.110183 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device ce4b1166-0af2-41df-8bef-a3498b53e598 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:29.119418 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cea2413-7bba-42b8-a2c4-a5ce51a73808 x-openstack-request-id: req-4cea2413-7bba-42b8-a2c4-a5ce51a73808 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:29.120001 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-plugged", "status": "completed", "tag": "535ddd5c-98dd-4fcc-a7fb-bb701e0fe321", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:29.121336 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4cea2413-7bba-42b8-a2c4-a5ce51a73808 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:29.121973 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535ddd5c-98dd-4fcc-a7fb-bb701e0fe321', 'code': 200} Jul 05 09:51:29.132185 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57226) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:29.188014 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-417f0bf9-7384-4899-9bbe-228ee28aa623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:29.189982 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device b52ab72c-c40c-4c85-84b9-fcb5a5fb97af up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:29.258727 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-f94e85a3-9652-4e7b-b8f1-370cdc304656 admin admin] For port e470acb2-8f73-4edc-8070-7211411795a8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e470acb2-8f73-4edc-8070-7211411795a8,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:29.259894 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f94e85a3-9652-4e7b-b8f1-370cdc304656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:29.288039 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-103369c7-d26d-4ddd-9295-223c03e34d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:29.288638 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103369c7-d26d-4ddd-9295-223c03e34d45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ed241d0-799f-41b7-851e-813ec1862e93 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:51:29.310510 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-103369c7-d26d-4ddd-9295-223c03e34d45 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:29.311683 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-103369c7-d26d-4ddd-9295-223c03e34d45 admin admin] 10.222.0.79 "DELETE /v2.0/routers/9ed241d0-799f-41b7-851e-813ec1862e93 HTTP/1.1" status: 204 len: 168 time: 3.0851490 Jul 05 09:51:29.315736 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57230) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:29.341897 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-f94e85a3-9652-4e7b-b8f1-370cdc304656 admin admin] Calling delete_port for e470acb2-8f73-4edc-8070-7211411795a8 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:29.386223 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=535ddd5c-98dd-4fcc-a7fb-bb701e0fe321,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:29.400390 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-417f0bf9-7384-4899-9bbe-228ee28aa623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:29.405549 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-417f0bf9-7384-4899-9bbe-228ee28aa623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:29.413161 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port b52ab72c-c40c-4c85-84b9-fcb5a5fb97af completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:29.435548 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port b52ab72c-c40c-4c85-84b9-fcb5a5fb97af triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:29.437914 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:29.444992 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-417f0bf9-7384-4899-9bbe-228ee28aa623 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=549693bb4ad545bc9b6204de3973e41a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3101091 Jul 05 09:51:29.449211 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57236) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:29.534091 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port ce4b1166-0af2-41df-8bef-a3498b53e598 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:29.555020 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port ce4b1166-0af2-41df-8bef-a3498b53e598 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:29.562592 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:29.618100 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a03ab45-3d44-4e8d-b109-f094f639cc30 admin admin] Deleting subnet 70194034-b839-4d67-b152-2ad54f034d6c {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:51:29.644022 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f0bf9-7384-4899-9bbe-228ee28aa623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb76c6e-8944-4868-b269-e2882446ca6a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:29.690388 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57242) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:29.691071 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1920e905-3abd-43eb-a752-e6e8d42eee77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:29.780234 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:29.785470 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a03ab45-3d44-4e8d-b109-f094f639cc30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:29.805606 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f94e85a3-9652-4e7b-b8f1-370cdc304656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:29.813897 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1920e905-3abd-43eb-a752-e6e8d42eee77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:29.818158 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:29.838842 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e85a3-9652-4e7b-b8f1-370cdc304656 admin admin] Pushing event deleted for resources: {'Port': ['ID=e470acb2-8f73-4edc-8070-7211411795a8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:29.839199 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port b52ab72c-c40c-4c85-84b9-fcb5a5fb97af, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b52ab72c-c40c-4c85-84b9-fcb5a5fb97af,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:29.849592 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:29.851913 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:51:29.852301 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a03ab45-3d44-4e8d-b109-f094f639cc30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:29.887690 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:51:29.887690 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 5e9e94f6-535d-4b9b-9b88-df5ad1b31bd7 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:51:29.887981 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0fa9119c-b513-40ca-99ed-f45a1f7f765c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6310c2c29ae34d3db3d8b2abd97bca3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1914592 Jul 05 09:51:29.892949 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57244) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:29.918380 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port ce4b1166-0af2-41df-8bef-a3498b53e598, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ce4b1166-0af2-41df-8bef-a3498b53e598,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:29.928652 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:29.931688 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device a594f5a6-d4b1-489b-8883-c1de3416e2bf up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:29.976362 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=b52ab72c-c40c-4c85-84b9-fcb5a5fb97af,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:29.977396 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba0361-a6c2-4f4a-9c35-bfe166d677d8 req-5e178eb6-6f03-4fb9-93d5-fd0833867140 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:29.983388 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba0361-a6c2-4f4a-9c35-bfe166d677d8 req-5e178eb6-6f03-4fb9-93d5-fd0833867140 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:29.984176 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f94e85a3-9652-4e7b-b8f1-370cdc304656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:29.990091 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba0361-a6c2-4f4a-9c35-bfe166d677d8 req-5e178eb6-6f03-4fb9-93d5-fd0833867140 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:29.996535 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba0361-a6c2-4f4a-9c35-bfe166d677d8 req-5e178eb6-6f03-4fb9-93d5-fd0833867140 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:30.002469 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba0361-a6c2-4f4a-9c35-bfe166d677d8 req-5e178eb6-6f03-4fb9-93d5-fd0833867140 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:30.008510 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba0361-a6c2-4f4a-9c35-bfe166d677d8 req-5e178eb6-6f03-4fb9-93d5-fd0833867140 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:30.014462 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba0361-a6c2-4f4a-9c35-bfe166d677d8 req-5e178eb6-6f03-4fb9-93d5-fd0833867140 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:30.016484 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e0ba0361-a6c2-4f4a-9c35-bfe166d677d8 req-5e178eb6-6f03-4fb9-93d5-fd0833867140 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5434 time: 0.3662300 Jul 05 09:51:30.021068 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b6e90-5574-4715-b032-b66e3131a89b req-d65a70c2-c4e7-438c-8ebf-9449bd25f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:30.022836 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d5b6e90-5574-4715-b032-b66e3131a89b req-d65a70c2-c4e7-438c-8ebf-9449bd25f9c6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6475ba64a0d482bb432aecc90634688&device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 1098 time: 0.2980635 Jul 05 09:51:30.053316 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcaa21c-8896-4f9b-bf38-ffb174b473a6 req-9d1b9c34-784d-478f-b1ac-3d55fd71e0a6 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:30.054149 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7d0a08c6-3be6-403c-851f-99d68bff8018 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:51:30.054860 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fcaa21c-8896-4f9b-bf38-ffb174b473a6 req-9d1b9c34-784d-478f-b1ac-3d55fd71e0a6 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 944 time: 0.2625194 Jul 05 09:51:30.062335 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1920e905-3abd-43eb-a752-e6e8d42eee77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.065007 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1920e905-3abd-43eb-a752-e6e8d42eee77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.069660 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1920e905-3abd-43eb-a752-e6e8d42eee77 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dcb76c6e-8944-4868-b269-e2882446ca6a HTTP/1.1" status: 204 len: 168 time: 0.6145887 Jul 05 09:51:30.081846 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 7d0a08c6-3be6-403c-851f-99d68bff8018 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:51:30.082191 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7d0a08c6-3be6-403c-851f-99d68bff8018 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:51:30.094513 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=ce4b1166-0af2-41df-8bef-a3498b53e598,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:30.113818 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port a594f5a6-d4b1-489b-8883-c1de3416e2bf completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:30.119552 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port a594f5a6-d4b1-489b-8883-c1de3416e2bf triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:30.119908 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.137740 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920e905-3abd-43eb-a752-e6e8d42eee77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb76c6e-8944-4868-b269-e2882446ca6a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:30.158138 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f94e85a3-9652-4e7b-b8f1-370cdc304656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.162380 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f94e85a3-9652-4e7b-b8f1-370cdc304656 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.167878 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e0ba0361-a6c2-4f4a-9c35-bfe166d677d8 req-6595266a-ac85-4e82-bb47-25dd01434636 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1426682 Jul 05 09:51:30.205706 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fcaa21c-8896-4f9b-bf38-ffb174b473a6 req-49ece39f-a7d5-4cfc-8ff3-e24d3b751748 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277032 Jul 05 09:51:30.230408 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.245004 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b6e90-5574-4715-b032-b66e3131a89b req-47c7c365-9d87-4c79-bf4a-3af50dd68b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:30.249681 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f94e85a3-9652-4e7b-b8f1-370cdc304656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.250169 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94e85a3-9652-4e7b-b8f1-370cdc304656 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e997bbe9-8485-49e4-81cc-6f13f0d3550d {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:51:30.252398 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d5b6e90-5574-4715-b032-b66e3131a89b req-47c7c365-9d87-4c79-bf4a-3af50dd68b82 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2 HTTP/1.1" status: 200 len: 913 time: 0.2178035 Jul 05 09:51:30.259641 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f94e85a3-9652-4e7b-b8f1-370cdc304656 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.264548 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f94e85a3-9652-4e7b-b8f1-370cdc304656 admin admin] 10.222.0.79 "DELETE /v2.0/routers/e997bbe9-8485-49e4-81cc-6f13f0d3550d HTTP/1.1" status: 204 len: 168 time: 2.6922712 Jul 05 09:51:30.267278 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57248) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:30.288389 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port a594f5a6-d4b1-489b-8883-c1de3416e2bf, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=a594f5a6-d4b1-489b-8883-c1de3416e2bf,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:30.297377 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.298718 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 7687645d-a2a5-4242-b556-a4b6bc31c904 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:30.352851 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34cb06b1-fd56-42da-baa3-bf2a9661e157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.361676 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a03ab45-3d44-4e8d-b109-f094f639cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.382137 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d5b6e90-5574-4715-b032-b66e3131a89b req-2cdfe85f-2f08-4eb8-a603-07efe1f9f5b7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=249da0cf-193f-4c9c-86b1-cf8ab6844941 HTTP/1.1" status: 200 len: 217 time: 0.1211808 Jul 05 09:51:30.403654 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=a594f5a6-d4b1-489b-8883-c1de3416e2bf,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:30.435880 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 7687645d-a2a5-4242-b556-a4b6bc31c904 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:30.449069 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 7687645d-a2a5-4242-b556-a4b6bc31c904 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:30.450940 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.484161 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57252) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:30.487803 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34cb06b1-fd56-42da-baa3-bf2a9661e157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.492394 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-4513c5e4-067b-4fd7-97f0-61cb4bbdf3c6 admin admin] Deleting subnet 11fb63e6-003a-4932-a1fe-88ef947e51fd {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:51:30.509726 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4513c5e4-067b-4fd7-97f0-61cb4bbdf3c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.546395 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b6e90-5574-4715-b032-b66e3131a89b req-57feaf52-e77d-41f2-8256-98f8b3b2aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:30.548183 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d5b6e90-5574-4715-b032-b66e3131a89b req-57feaf52-e77d-41f2-8256-98f8b3b2aa1d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4ae632a1-0aa5-4d4f-a2ca-5b30d6118137 HTTP/1.1" status: 200 len: 852 time: 0.1565127 Jul 05 09:51:30.571571 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b6e3b4-6ffc-4961-9532-658439ef9116 admin admin] Deleting subnet 742158a5-2371-40df-9126-c3b4e2696482 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:51:30.586536 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4513c5e4-067b-4fd7-97f0-61cb4bbdf3c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.589327 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a03ab45-3d44-4e8d-b109-f094f639cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.594510 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83b6e3b4-6ffc-4961-9532-658439ef9116 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.600943 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d5b6e90-5574-4715-b032-b66e3131a89b req-8d265382-de0d-4773-8f11-301b418ce732 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432489 Jul 05 09:51:30.620699 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.640590 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03ab45-3d44-4e8d-b109-f094f639cc30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70194034-b839-4d67-b152-2ad54f034d6c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:30.673688 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a03ab45-3d44-4e8d-b109-f094f639cc30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.678626 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7a03ab45-3d44-4e8d-b109-f094f639cc30 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/70194034-b839-4d67-b152-2ad54f034d6c HTTP/1.1" status: 204 len: 168 time: 1.3543355 Jul 05 09:51:30.683340 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57258) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:30.686325 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76727706-c044-47dd-abbb-7dd4eeca6e07 None None] Network ceb77ef8-ce40-49b7-a00f-5da7d032f3bb requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:30.691029 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04b7c8-c2d3-43e3-b984-5ede928a7855 req-867a11d6-2719-4349-9ea0-1bead936a445 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:30.692691 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2f04b7c8-c2d3-43e3-b984-5ede928a7855 req-867a11d6-2719-4349-9ea0-1bead936a445 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.3136709 Jul 05 09:51:30.693184 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 7687645d-a2a5-4242-b556-a4b6bc31c904, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=7687645d-a2a5-4242-b556-a4b6bc31c904,segment=NetworkSegment(f485d861-f5ea-4db7-b3f3-89204c69d2d1),segment_id=f485d861-f5ea-4db7-b3f3-89204c69d2d1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:30.707949 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83b6e3b4-6ffc-4961-9532-658439ef9116 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.740053 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.741286 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 131fcb68-80ef-4ce5-8a09-b0ad9af2e494 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:30.793382 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34cb06b1-fd56-42da-baa3-bf2a9661e157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.796613 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34cb06b1-fd56-42da-baa3-bf2a9661e157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.797918 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-34cb06b1-fd56-42da-baa3-bf2a9661e157 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b34f16c5-1787-4804-9f41-08336699743a HTTP/1.1" status: 204 len: 168 time: 0.9020383 Jul 05 09:51:30.815206 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2f04b7c8-c2d3-43e3-b984-5ede928a7855 req-e17d9f54-40e0-4030-9881-5ce5f58b87ec tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130593 Jul 05 09:51:30.830189 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83b6e3b4-6ffc-4961-9532-658439ef9116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.852579 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4513c5e4-067b-4fd7-97f0-61cb4bbdf3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.888104 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d5b6e90-5574-4715-b032-b66e3131a89b req-ab5eac19-73b6-434f-83c7-d4298696903f service neutron] 10.222.0.81 "GET /v2.0/networks/a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660143 Jul 05 09:51:30.941824 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb06b1-fd56-42da-baa3-bf2a9661e157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34f16c5-1787-4804-9f41-08336699743a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:30.945592 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4513c5e4-067b-4fd7-97f0-61cb4bbdf3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.990621 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513c5e4-067b-4fd7-97f0-61cb4bbdf3c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11fb63e6-003a-4932-a1fe-88ef947e51fd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:30.997065 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af7d4369-66b4-4f2b-84c7-76db7eafd4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:31.000308 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4513c5e4-067b-4fd7-97f0-61cb4bbdf3c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:31.002439 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4513c5e4-067b-4fd7-97f0-61cb4bbdf3c6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/11fb63e6-003a-4932-a1fe-88ef947e51fd HTTP/1.1" status: 204 len: 168 time: 0.7292221 Jul 05 09:51:31.006134 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57270) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:31.037214 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479eb614-bf56-4009-8fce-75df557fbd09 None None] Network 0cb0d1a7-4a96-4b1a-82ea-62650006a9d6 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:31.041557 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 131fcb68-80ef-4ce5-8a09-b0ad9af2e494 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:31.053494 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=7687645d-a2a5-4242-b556-a4b6bc31c904,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:31.072074 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83b6e3b4-6ffc-4961-9532-658439ef9116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:31.089172 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56d3c535-3897-4fe9-9eb3-ba9d54da86e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:31.123028 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6e3b4-6ffc-4961-9532-658439ef9116 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=742158a5-2371-40df-9126-c3b4e2696482,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:31.131340 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fe4053-16ec-46bd-9da5-2bc76e2d7567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52ab72c-c40c-4c85-84b9-fcb5a5fb97af'}, {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4b1166-0af2-41df-8bef-a3498b53e598'}, {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a594f5a6-d4b1-489b-8883-c1de3416e2bf'}, {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7687645d-a2a5-4242-b556-a4b6bc31c904'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:31.133698 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67680317-980e-4d9a-bb92-5fcec24b3b31" -d '{"events": [{"server_uuid": "98fe4053-16ec-46bd-9da5-2bc76e2d7567", "name": "network-vif-plugged", "status": "completed", "tag": "b52ab72c-c40c-4c85-84b9-fcb5a5fb97af"}, {"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-plugged", "status": "completed", "tag": "ce4b1166-0af2-41df-8bef-a3498b53e598"}, {"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-plugged", "status": "completed", "tag": "a594f5a6-d4b1-489b-8883-c1de3416e2bf"}, {"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-plugged", "status": "completed", "tag": "7687645d-a2a5-4242-b556-a4b6bc31c904"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:31.146615 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83b6e3b4-6ffc-4961-9532-658439ef9116 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:31.151989 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-83b6e3b4-6ffc-4961-9532-658439ef9116 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/742158a5-2371-40df-9126-c3b4e2696482 HTTP/1.1" status: 204 len: 168 time: 0.6667171 Jul 05 09:51:31.153179 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57280) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:31.160793 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d5b6e90-5574-4715-b032-b66e3131a89b req-ddf3a302-0347-4899-92ff-ec5b9baadf11 service neutron] 10.222.0.81 "GET /v2.0/networks/a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634943 Jul 05 09:51:31.216374 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 131fcb68-80ef-4ce5-8a09-b0ad9af2e494 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:31.218425 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:31.266888 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2bdf561-df0a-4296-98dc-50d49ed038fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:31.273975 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-af7d4369-66b4-4f2b-84c7-76db7eafd4fb admin admin] Deleting port 56ee40ed-b98a-4950-88e4-70a63b53b86d {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:31.273975 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af7d4369-66b4-4f2b-84c7-76db7eafd4fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:31.279517 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-56d3c535-3897-4fe9-9eb3-ba9d54da86e1 admin admin] Deleting port 023f702c-f465-4927-8a88-e01f88190dc9 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:31.279806 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56d3c535-3897-4fe9-9eb3-ba9d54da86e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:31.427471 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de627024-c463-408c-b991-f27eef3d231d x-openstack-request-id: req-de627024-c463-408c-b991-f27eef3d231d {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:31.427786 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fe4053-16ec-46bd-9da5-2bc76e2d7567", "name": "network-vif-plugged", "status": "completed", "tag": "b52ab72c-c40c-4c85-84b9-fcb5a5fb97af", "code": 200}, {"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-plugged", "status": "completed", "tag": "ce4b1166-0af2-41df-8bef-a3498b53e598", "code": 200}, {"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-plugged", "status": "completed", "tag": "a594f5a6-d4b1-489b-8883-c1de3416e2bf", "code": 200}, {"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-plugged", "status": "completed", "tag": "7687645d-a2a5-4242-b556-a4b6bc31c904", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:31.428130 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-de627024-c463-408c-b991-f27eef3d231d {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:31.428532 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fe4053-16ec-46bd-9da5-2bc76e2d7567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52ab72c-c40c-4c85-84b9-fcb5a5fb97af', 'code': 200} Jul 05 09:51:31.428725 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4b1166-0af2-41df-8bef-a3498b53e598', 'code': 200} Jul 05 09:51:31.428964 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a594f5a6-d4b1-489b-8883-c1de3416e2bf', 'code': 200} Jul 05 09:51:31.429219 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7687645d-a2a5-4242-b556-a4b6bc31c904', 'code': 200} Jul 05 09:51:31.456819 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac91f3-d1b5-4af3-956d-0156094fea8e req-7af4ffbe-f25f-4cb0-91a2-808a65a7729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:31.467105 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-60ac91f3-d1b5-4af3-956d-0156094fea8e req-7af4ffbe-f25f-4cb0-91a2-808a65a7729b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 1096 time: 0.1534696 Jul 05 09:51:31.502471 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e470acb2-8f73-4edc-8070-7211411795a8 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:51:31.577535 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: e470acb2-8f73-4edc-8070-7211411795a8 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:51:31.577894 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e470acb2-8f73-4edc-8070-7211411795a8 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:51:31.579143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f295ec52-0def-4951-b2ea-61bd22b4ef09 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:51:31.615289 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: f295ec52-0def-4951-b2ea-61bd22b4ef09 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:51:31.615752 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f295ec52-0def-4951-b2ea-61bd22b4ef09 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:51:31.639779 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-60ac91f3-d1b5-4af3-956d-0156094fea8e req-4fca8251-6bfa-420a-ba02-e1e0a7c3812a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409068 Jul 05 09:51:31.679652 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:31.694035 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4fafd-48a7-4476-a89d-65712e4f97b9 req-7d1c49f8-29ee-46bf-9179-504a359b1ba8 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:31.713595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4fafd-48a7-4476-a89d-65712e4f97b9 req-7d1c49f8-29ee-46bf-9179-504a359b1ba8 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:31.716526 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 131fcb68-80ef-4ce5-8a09-b0ad9af2e494, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=131fcb68-80ef-4ce5-8a09-b0ad9af2e494,segment=NetworkSegment(f485d861-f5ea-4db7-b3f3-89204c69d2d1),segment_id=f485d861-f5ea-4db7-b3f3-89204c69d2d1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:31.720703 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4fafd-48a7-4476-a89d-65712e4f97b9 req-7d1c49f8-29ee-46bf-9179-504a359b1ba8 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:31.724472 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:31.726339 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 21394da8-3084-494f-86c5-5db86ecaed8c up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:31.728024 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4fafd-48a7-4476-a89d-65712e4f97b9 req-7d1c49f8-29ee-46bf-9179-504a359b1ba8 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:31.734106 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4fafd-48a7-4476-a89d-65712e4f97b9 req-7d1c49f8-29ee-46bf-9179-504a359b1ba8 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:31.748538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4fafd-48a7-4476-a89d-65712e4f97b9 req-7d1c49f8-29ee-46bf-9179-504a359b1ba8 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:31.754780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4fafd-48a7-4476-a89d-65712e4f97b9 req-7d1c49f8-29ee-46bf-9179-504a359b1ba8 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:31.757405 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c5e4fafd-48a7-4476-a89d-65712e4f97b9 req-7d1c49f8-29ee-46bf-9179-504a359b1ba8 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5437 time: 0.2862740 Jul 05 09:51:31.768629 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9f7e8-83b3-43df-80f1-37328a5ecc53 req-4cd1792c-1ee4-4ae4-899d-8cffff984a26 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:31.776624 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-60b9f7e8-83b3-43df-80f1-37328a5ecc53 req-4cd1792c-1ee4-4ae4-899d-8cffff984a26 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 945 time: 0.2765415 Jul 05 09:51:31.789098 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56879b28-51b6-4300-a13b-b4f8acd71608 None None] DHCP port deletion for ceb77ef8-ce40-49b7-a00f-5da7d032f3bb request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:51:31.877425 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-60b9f7e8-83b3-43df-80f1-37328a5ecc53 req-1cd90bab-42d2-4188-b377-79aea28dff2a tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998111 Jul 05 09:51:31.900150 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c5e4fafd-48a7-4476-a89d-65712e4f97b9 req-299ac4b7-875e-4039-803f-a12bc0ec3897 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1207445 Jul 05 09:51:31.945272 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49300545-cbf3-41ad-b7bf-0239ba2f1f86 None None] DHCP port deletion for 0cb0d1a7-4a96-4b1a-82ea-62650006a9d6 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:51:32.025062 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=131fcb68-80ef-4ce5-8a09-b0ad9af2e494,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:32.055222 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 21394da8-3084-494f-86c5-5db86ecaed8c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:32.065079 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 21394da8-3084-494f-86c5-5db86ecaed8c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:32.065469 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.103045 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-56879b28-51b6-4300-a13b-b4f8acd71608 None None] Deleting port 56ee40ed-b98a-4950-88e4-70a63b53b86d {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:32.103432 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-56879b28-51b6-4300-a13b-b4f8acd71608 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.171426 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c82eae-ee24-4102-9275-59cba4e532e6 req-85589312-a221-40cd-8ce3-7b4d20c3a555 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:32.174649 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e1c82eae-ee24-4102-9275-59cba4e532e6 req-85589312-a221-40cd-8ce3-7b4d20c3a555 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.1552825 Jul 05 09:51:32.257849 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e1c82eae-ee24-4102-9275-59cba4e532e6 req-f184daa9-1c5a-45b8-8e12-5a0699152ebe tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756474 Jul 05 09:51:32.296135 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-af7d4369-66b4-4f2b-84c7-76db7eafd4fb admin admin] For port 56ee40ed-b98a-4950-88e4-70a63b53b86d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=56ee40ed-b98a-4950-88e4-70a63b53b86d,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:32.296759 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af7d4369-66b4-4f2b-84c7-76db7eafd4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.300104 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-56d3c535-3897-4fe9-9eb3-ba9d54da86e1 admin admin] For port 023f702c-f465-4927-8a88-e01f88190dc9, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=023f702c-f465-4927-8a88-e01f88190dc9,segment=NetworkSegment(7d9f6744-08e7-4f74-82b6-8017c5c5d989),segment_id=7d9f6744-08e7-4f74-82b6-8017c5c5d989)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:32.300460 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56d3c535-3897-4fe9-9eb3-ba9d54da86e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.316935 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2bdf561-df0a-4296-98dc-50d49ed038fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.317233 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-49300545-cbf3-41ad-b7bf-0239ba2f1f86 None None] Deleting port 023f702c-f465-4927-8a88-e01f88190dc9 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:32.317616 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-49300545-cbf3-41ad-b7bf-0239ba2f1f86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.323470 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-56d3c535-3897-4fe9-9eb3-ba9d54da86e1 admin admin] Calling delete_port for 023f702c-f465-4927-8a88-e01f88190dc9 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:32.338449 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-af7d4369-66b4-4f2b-84c7-76db7eafd4fb admin admin] Calling delete_port for 56ee40ed-b98a-4950-88e4-70a63b53b86d owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:32.343589 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e2bdf561-df0a-4296-98dc-50d49ed038fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f064e02-170f-4fcb-aaf2-63cbc4f5f734']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:32.389460 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e2bdf561-df0a-4296-98dc-50d49ed038fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b5db18-d612-4d13-8670-487f029f55d3') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:32.389837 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e2bdf561-df0a-4296-98dc-50d49ed038fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b5db18-d612-4d13-8670-487f029f55d3') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:32.396721 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-56879b28-51b6-4300-a13b-b4f8acd71608 None None] For port 56ee40ed-b98a-4950-88e4-70a63b53b86d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=56ee40ed-b98a-4950-88e4-70a63b53b86d,segment=NetworkSegment(15f1258a-cb1b-4612-aec6-1f6daa92fd65),segment_id=15f1258a-cb1b-4612-aec6-1f6daa92fd65)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:32.397134 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-56879b28-51b6-4300-a13b-b4f8acd71608 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.428049 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-49300545-cbf3-41ad-b7bf-0239ba2f1f86 None None] For port 023f702c-f465-4927-8a88-e01f88190dc9, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=023f702c-f465-4927-8a88-e01f88190dc9,segment=NetworkSegment(7d9f6744-08e7-4f74-82b6-8017c5c5d989),segment_id=7d9f6744-08e7-4f74-82b6-8017c5c5d989)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:32.428367 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-49300545-cbf3-41ad-b7bf-0239ba2f1f86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.462773 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-56879b28-51b6-4300-a13b-b4f8acd71608 None None] Calling delete_port for 56ee40ed-b98a-4950-88e4-70a63b53b86d owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:32.485685 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56d3c535-3897-4fe9-9eb3-ba9d54da86e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.486025 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-49300545-cbf3-41ad-b7bf-0239ba2f1f86 None None] Calling delete_port for 023f702c-f465-4927-8a88-e01f88190dc9 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:32.491329 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2bdf561-df0a-4296-98dc-50d49ed038fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.508161 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.615550 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.650302 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2bdf561-df0a-4296-98dc-50d49ed038fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.653813 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3c535-3897-4fe9-9eb3-ba9d54da86e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=023f702c-f465-4927-8a88-e01f88190dc9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:32.662873 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-56879b28-51b6-4300-a13b-b4f8acd71608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.668297 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d3c535-3897-4fe9-9eb3-ba9d54da86e1 admin admin] No DVR routers for this DVR port 023f702c-f465-4927-8a88-e01f88190dc9 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:51:32.681518 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2bdf561-df0a-4296-98dc-50d49ed038fd admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:51:32.682168 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2bdf561-df0a-4296-98dc-50d49ed038fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:51:32.684467 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:51:32.719371 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56879b28-51b6-4300-a13b-b4f8acd71608 None None] Pushing event deleted for resources: {'Port': ['ID=56ee40ed-b98a-4950-88e4-70a63b53b86d,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:32.722409 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 21394da8-3084-494f-86c5-5db86ecaed8c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=21394da8-3084-494f-86c5-5db86ecaed8c,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:32.732945 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56879b28-51b6-4300-a13b-b4f8acd71608 None None] No DVR routers for this DVR port 56ee40ed-b98a-4950-88e4-70a63b53b86d on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:51:32.735518 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.749514 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 401fb49d-c5d2-4694-ad52-e41acc61b67a up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:32.793863 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-49300545-cbf3-41ad-b7bf-0239ba2f1f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.831547 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49300545-cbf3-41ad-b7bf-0239ba2f1f86 None None] No DVR routers for this DVR port 023f702c-f465-4927-8a88-e01f88190dc9 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:51:32.833907 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=21394da8-3084-494f-86c5-5db86ecaed8c,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:32.835690 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56d3c535-3897-4fe9-9eb3-ba9d54da86e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.869872 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57356) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:32.870269 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49300545-cbf3-41ad-b7bf-0239ba2f1f86 None None] Pushing event deleted for resources: {'Port': ['ID=023f702c-f465-4927-8a88-e01f88190dc9,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:32.881128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-56d3c535-3897-4fe9-9eb3-ba9d54da86e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb0d1a7-4a96-4b1a-82ea-62650006a9d6']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:32.899162 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 401fb49d-c5d2-4694-ad52-e41acc61b67a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:32.900492 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-56d3c535-3897-4fe9-9eb3-ba9d54da86e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9f6744-08e7-4f74-82b6-8017c5c5d989') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:32.900809 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-56d3c535-3897-4fe9-9eb3-ba9d54da86e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9f6744-08e7-4f74-82b6-8017c5c5d989') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:32.908937 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 401fb49d-c5d2-4694-ad52-e41acc61b67a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:32.909344 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2bdf561-df0a-4296-98dc-50d49ed038fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.909721 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.915810 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56d3c535-3897-4fe9-9eb3-ba9d54da86e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.948827 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2bdf561-df0a-4296-98dc-50d49ed038fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.953688 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e2bdf561-df0a-4296-98dc-50d49ed038fd admin admin] 10.222.0.79 "DELETE /v2.0/networks/2f064e02-170f-4fcb-aaf2-63cbc4f5f734 HTTP/1.1" status: 204 len: 168 time: 1.7985475 Jul 05 09:51:32.954752 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bdf561-df0a-4296-98dc-50d49ed038fd admin admin] Pushing event deleted for resources: {'Network': ['ID=2f064e02-170f-4fcb-aaf2-63cbc4f5f734,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:32.963208 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af7d4369-66b4-4f2b-84c7-76db7eafd4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.993546 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56d3c535-3897-4fe9-9eb3-ba9d54da86e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.000505 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d4369-66b4-4f2b-84c7-76db7eafd4fb admin admin] Pushing event deleted for resources: {'Port': ['ID=56ee40ed-b98a-4950-88e4-70a63b53b86d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:33.006242 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d3c535-3897-4fe9-9eb3-ba9d54da86e1 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:51:33.006690 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56d3c535-3897-4fe9-9eb3-ba9d54da86e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:51:33.008616 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:51:33.019419 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d4369-66b4-4f2b-84c7-76db7eafd4fb admin admin] No DVR routers for this DVR port 56ee40ed-b98a-4950-88e4-70a63b53b86d on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:51:33.065473 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.108673 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 401fb49d-c5d2-4694-ad52-e41acc61b67a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=401fb49d-c5d2-4694-ad52-e41acc61b67a,segment=NetworkSegment(680b625a-b67a-48a3-bded-1661a7565d01),segment_id=680b625a-b67a-48a3-bded-1661a7565d01)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:33.113731 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.115225 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 886c4a29-d31b-4405-a6c9-5af4479fd643 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:51:33.145904 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 886c4a29-d31b-4405-a6c9-5af4479fd643 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:51:33.146608 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 886c4a29-d31b-4405-a6c9-5af4479fd643 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:51:33.150013 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56d3c535-3897-4fe9-9eb3-ba9d54da86e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.170367 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56d3c535-3897-4fe9-9eb3-ba9d54da86e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.172318 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-56d3c535-3897-4fe9-9eb3-ba9d54da86e1 admin admin] 10.222.0.79 "DELETE /v2.0/networks/0cb0d1a7-4a96-4b1a-82ea-62650006a9d6 HTTP/1.1" status: 204 len: 168 time: 2.1652398 Jul 05 09:51:33.173244 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3c535-3897-4fe9-9eb3-ba9d54da86e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb0d1a7-4a96-4b1a-82ea-62650006a9d6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:33.176563 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af7d4369-66b4-4f2b-84c7-76db7eafd4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.187189 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-af7d4369-66b4-4f2b-84c7-76db7eafd4fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb77ef8-ce40-49b7-a00f-5da7d032f3bb']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:33.203535 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-af7d4369-66b4-4f2b-84c7-76db7eafd4fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f1258a-cb1b-4612-aec6-1f6daa92fd65') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:33.203839 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-af7d4369-66b4-4f2b-84c7-76db7eafd4fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f1258a-cb1b-4612-aec6-1f6daa92fd65') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:33.213592 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af7d4369-66b4-4f2b-84c7-76db7eafd4fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.221392 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=401fb49d-c5d2-4694-ad52-e41acc61b67a,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:33.233583 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af7d4369-66b4-4f2b-84c7-76db7eafd4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.241519 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7d4369-66b4-4f2b-84c7-76db7eafd4fb admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:51:33.242299 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af7d4369-66b4-4f2b-84c7-76db7eafd4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:51:33.244050 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:51:33.261558 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef630cc-9342-408f-afa0-ba5ea2fed35b req-7ce6dc2b-7def-44fb-b71d-19f44506ded6 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:33.269147 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ef630cc-9342-408f-afa0-ba5ea2fed35b req-7ce6dc2b-7def-44fb-b71d-19f44506ded6 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 945 time: 0.2115240 Jul 05 09:51:33.305731 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af7d4369-66b4-4f2b-84c7-76db7eafd4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.313143 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4355acb3-7fd3-44e0-841c-8a706df7b872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.322036 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af7d4369-66b4-4f2b-84c7-76db7eafd4fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.325414 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-af7d4369-66b4-4f2b-84c7-76db7eafd4fb admin admin] 10.222.0.79 "DELETE /v2.0/networks/ceb77ef8-ce40-49b7-a00f-5da7d032f3bb HTTP/1.1" status: 204 len: 168 time: 2.6386006 Jul 05 09:51:33.340378 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d4369-66b4-4f2b-84c7-76db7eafd4fb admin admin] Pushing event deleted for resources: {'Network': ['ID=ceb77ef8-ce40-49b7-a00f-5da7d032f3bb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:33.355822 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ef630cc-9342-408f-afa0-ba5ea2fed35b req-5eb455c6-08cc-4f4d-9426-54ea3a1b9e6d tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854070 Jul 05 09:51:33.367815 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcbb08-2b49-49c9-aff1-98b16c23ad70 req-2b1ab929-d83b-4b91-852e-09dc096310f0 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:33.374575 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcbb08-2b49-49c9-aff1-98b16c23ad70 req-2b1ab929-d83b-4b91-852e-09dc096310f0 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:33.381315 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcbb08-2b49-49c9-aff1-98b16c23ad70 req-2b1ab929-d83b-4b91-852e-09dc096310f0 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:33.387565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcbb08-2b49-49c9-aff1-98b16c23ad70 req-2b1ab929-d83b-4b91-852e-09dc096310f0 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:33.395322 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcbb08-2b49-49c9-aff1-98b16c23ad70 req-2b1ab929-d83b-4b91-852e-09dc096310f0 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:33.402220 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcbb08-2b49-49c9-aff1-98b16c23ad70 req-2b1ab929-d83b-4b91-852e-09dc096310f0 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:33.408707 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcbb08-2b49-49c9-aff1-98b16c23ad70 req-2b1ab929-d83b-4b91-852e-09dc096310f0 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:33.417394 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c2bcbb08-2b49-49c9-aff1-98b16c23ad70 req-2b1ab929-d83b-4b91-852e-09dc096310f0 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5440 time: 0.2594841 Jul 05 09:51:33.430577 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131fcb68-80ef-4ce5-8a09-b0ad9af2e494'}, {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21394da8-3084-494f-86c5-5db86ecaed8c'}, {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401fb49d-c5d2-4694-ad52-e41acc61b67a'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:33.436531 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc180f1-2ac4-412b-aaf8-47b9d5e1b3cb" -d '{"events": [{"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-plugged", "status": "completed", "tag": "131fcb68-80ef-4ce5-8a09-b0ad9af2e494"}, {"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-plugged", "status": "completed", "tag": "21394da8-3084-494f-86c5-5db86ecaed8c"}, {"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-plugged", "status": "completed", "tag": "401fb49d-c5d2-4694-ad52-e41acc61b67a"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:33.443795 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57382) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:33.465272 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57384) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:33.489956 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 56ee40ed-b98a-4950-88e4-70a63b53b86d no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:51:33.520122 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 56ee40ed-b98a-4950-88e4-70a63b53b86d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:51:33.520988 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 56ee40ed-b98a-4950-88e4-70a63b53b86d not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:51:33.521411 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 023f702c-f465-4927-8a88-e01f88190dc9 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:51:33.523970 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c2bcbb08-2b49-49c9-aff1-98b16c23ad70 req-957322a0-20d1-4004-b483-5e939c57a35a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1020765 Jul 05 09:51:33.532121 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-89ff6b02-d07f-4c80-a408-cff8be2f77a2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b2e9d6e402a44a229484b04a808cfafa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0868185 Jul 05 09:51:33.534265 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57386) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:33.541635 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 023f702c-f465-4927-8a88-e01f88190dc9 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:51:33.542033 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 023f702c-f465-4927-8a88-e01f88190dc9 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:51:33.579504 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8fcc91da-83d7-488e-9882-d5c80fb3835c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a33692ef47ca49faac553ee3dc5181d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1130176 Jul 05 09:51:33.582348 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57388) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:33.639249 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98dbd30d-8e63-41d0-8887-36faa99ebd7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.678976 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98dbd30d-8e63-41d0-8887-36faa99ebd7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.706742 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8253af71-1f69-4d22-abd3-84f2198c01f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.752400 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98dbd30d-8e63-41d0-8887-36faa99ebd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.757175 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98dbd30d-8e63-41d0-8887-36faa99ebd7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.762574 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-98dbd30d-8e63-41d0-8887-36faa99ebd7a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f1b6e239-b4fc-4e92-9ea7-407ba11d38ce HTTP/1.1" status: 204 len: 168 time: 0.2267122 Jul 05 09:51:33.773440 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbd30d-8e63-41d0-8887-36faa99ebd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b6e239-b4fc-4e92-9ea7-407ba11d38ce,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:33.776677 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4355acb3-7fd3-44e0-841c-8a706df7b872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.779312 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8253af71-1f69-4d22-abd3-84f2198c01f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.787609 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4355acb3-7fd3-44e0-841c-8a706df7b872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.797964 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57394) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:33.842745 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec3513-ef0c-4726-83f9-2e942599ac13 req-ac8cd181-8d7f-494b-9f38-18f9f9385c26 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:33.849937 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a6ec3513-ef0c-4726-83f9-2e942599ac13 req-ac8cd181-8d7f-494b-9f38-18f9f9385c26 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.2279987 Jul 05 09:51:33.872005 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355acb3-7fd3-44e0-841c-8a706df7b872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abeca3d2-a319-4f33-ba75-08c1b462b7ff,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:33.889483 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4355acb3-7fd3-44e0-841c-8a706df7b872 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c8d13fff60664abe93bd267f9d13da8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0177348 Jul 05 09:51:33.892082 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57398) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:33.892423 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57400) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:33.893317 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-343d7327-bdad-4c4a-9105-2bb23830c716 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e14984e744944dda9aa0ac1df3aa0f0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0933461 Jul 05 09:51:33.981796 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a6ec3513-ef0c-4726-83f9-2e942599ac13 req-f43cd5a5-b276-41d0-a06e-f14d324ec71c tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296744 Jul 05 09:51:34.004595 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d993181-20f2-4ec3-90c8-f950fb7e75a9 x-openstack-request-id: req-8d993181-20f2-4ec3-90c8-f950fb7e75a9 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:34.005634 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-plugged", "status": "completed", "tag": "131fcb68-80ef-4ce5-8a09-b0ad9af2e494", "code": 200}, {"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-plugged", "status": "completed", "tag": "21394da8-3084-494f-86c5-5db86ecaed8c", "code": 200}, {"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-plugged", "status": "completed", "tag": "401fb49d-c5d2-4694-ad52-e41acc61b67a", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:34.006230 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8d993181-20f2-4ec3-90c8-f950fb7e75a9 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:34.006705 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131fcb68-80ef-4ce5-8a09-b0ad9af2e494', 'code': 200} Jul 05 09:51:34.007060 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21394da8-3084-494f-86c5-5db86ecaed8c', 'code': 200} Jul 05 09:51:34.007373 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401fb49d-c5d2-4694-ad52-e41acc61b67a', 'code': 200} Jul 05 09:51:34.007759 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8253af71-1f69-4d22-abd3-84f2198c01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:34.011199 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8253af71-1f69-4d22-abd3-84f2198c01f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:34.016563 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8253af71-1f69-4d22-abd3-84f2198c01f0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d7d8bceb-4067-4548-b848-1fb9b17a7cb4 HTTP/1.1" status: 204 len: 168 time: 0.4329922 Jul 05 09:51:34.053367 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253af71-1f69-4d22-abd3-84f2198c01f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d8bceb-4067-4548-b848-1fb9b17a7cb4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:34.091459 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ddbdddd-9072-40f4-a38e-77443b84726d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:34.148155 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38471079-7d84-42bf-b2a1-c6c960555855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:34.172318 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38471079-7d84-42bf-b2a1-c6c960555855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:34.203092 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6051b-26c9-468b-9ece-a0e215bfec98 req-a25c197c-de0a-4bfa-a6fd-b0f5de124644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:34.204268 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6051b-26c9-468b-9ece-a0e215bfec98 req-a25c197c-de0a-4bfa-a6fd-b0f5de124644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:34.205071 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6051b-26c9-468b-9ece-a0e215bfec98 req-a25c197c-de0a-4bfa-a6fd-b0f5de124644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:34.205733 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ddbdddd-9072-40f4-a38e-77443b84726d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:34.206695 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6051b-26c9-468b-9ece-a0e215bfec98 req-a25c197c-de0a-4bfa-a6fd-b0f5de124644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:34.207575 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6051b-26c9-468b-9ece-a0e215bfec98 req-a25c197c-de0a-4bfa-a6fd-b0f5de124644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:34.208461 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6051b-26c9-468b-9ece-a0e215bfec98 req-a25c197c-de0a-4bfa-a6fd-b0f5de124644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:34.209234 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6051b-26c9-468b-9ece-a0e215bfec98 req-a25c197c-de0a-4bfa-a6fd-b0f5de124644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:34.212892 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4fa6051b-26c9-468b-9ece-a0e215bfec98 req-a25c197c-de0a-4bfa-a6fd-b0f5de124644 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 6497 time: 0.1012220 Jul 05 09:51:34.261889 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4fa6051b-26c9-468b-9ece-a0e215bfec98 req-1a41fcc1-61f2-4da1-ba8e-16c70176c8b7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ceac56e7-f201-46e9-a48a-909264e3172a&id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427482 Jul 05 09:51:34.277791 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334da8a-649e-446d-93c9-d21d3d98e592 req-ca1a8be0-ee69-429a-b7d6-d38c1c2211b8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:34.279330 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8334da8a-649e-446d-93c9-d21d3d98e592 req-ca1a8be0-ee69-429a-b7d6-d38c1c2211b8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 945 time: 0.1789067 Jul 05 09:51:34.316757 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ddbdddd-9072-40f4-a38e-77443b84726d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:34.319399 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ddbdddd-9072-40f4-a38e-77443b84726d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:34.320901 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8ddbdddd-9072-40f4-a38e-77443b84726d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4fdbe865-64e0-488a-a7b2-284350f32d96 HTTP/1.1" status: 204 len: 168 time: 0.4264517 Jul 05 09:51:34.321677 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38471079-7d84-42bf-b2a1-c6c960555855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:34.324101 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38471079-7d84-42bf-b2a1-c6c960555855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:34.327885 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-38471079-7d84-42bf-b2a1-c6c960555855 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/abeca3d2-a319-4f33-ba75-08c1b462b7ff HTTP/1.1" status: 204 len: 168 time: 0.4344995 Jul 05 09:51:34.343219 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbdddd-9072-40f4-a38e-77443b84726d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdbe865-64e0-488a-a7b2-284350f32d96,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:34.365186 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38471079-7d84-42bf-b2a1-c6c960555855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abeca3d2-a319-4f33-ba75-08c1b462b7ff,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:34.373701 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8334da8a-649e-446d-93c9-d21d3d98e592 req-b893c466-d930-4faa-8e36-85f8ce341446 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761702 Jul 05 09:51:34.572988 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726319f1-bd75-4e1b-bd39-367bee5f99f6 req-e6472f20-1689-46e5-9968-246541b72f12 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:34.574627 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-726319f1-bd75-4e1b-bd39-367bee5f99f6 req-e6472f20-1689-46e5-9968-246541b72f12 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.0849931 Jul 05 09:51:34.631275 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-726319f1-bd75-4e1b-bd39-367bee5f99f6 req-9298fb8c-826c-4fb6-8ce4-21806010ef1b tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498145 Jul 05 09:51:34.820397 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e0e2b-2a16-4cb9-b86d-92aaf80702d1 req-0e2ca441-3a33-4f67-a40d-17a2dac1eb18 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:34.827440 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e0e2b-2a16-4cb9-b86d-92aaf80702d1 req-0e2ca441-3a33-4f67-a40d-17a2dac1eb18 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:34.834028 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e0e2b-2a16-4cb9-b86d-92aaf80702d1 req-0e2ca441-3a33-4f67-a40d-17a2dac1eb18 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:34.841644 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e0e2b-2a16-4cb9-b86d-92aaf80702d1 req-0e2ca441-3a33-4f67-a40d-17a2dac1eb18 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:34.851716 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e0e2b-2a16-4cb9-b86d-92aaf80702d1 req-0e2ca441-3a33-4f67-a40d-17a2dac1eb18 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:34.857989 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e0e2b-2a16-4cb9-b86d-92aaf80702d1 req-0e2ca441-3a33-4f67-a40d-17a2dac1eb18 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:34.864166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e0e2b-2a16-4cb9-b86d-92aaf80702d1 req-0e2ca441-3a33-4f67-a40d-17a2dac1eb18 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:34.866215 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ed8e0e2b-2a16-4cb9-b86d-92aaf80702d1 req-0e2ca441-3a33-4f67-a40d-17a2dac1eb18 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5440 time: 0.1248660 Jul 05 09:51:34.931071 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ed8e0e2b-2a16-4cb9-b86d-92aaf80702d1 req-6947a27d-53a8-452a-a32b-5ad05adc5680 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561173 Jul 05 09:51:35.118789 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea50c1-de4c-43c4-a9d7-1352ea7321cb req-582e3eb0-1118-442e-8ad6-66e498fd6997 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:35.120340 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b9ea50c1-de4c-43c4-a9d7-1352ea7321cb req-582e3eb0-1118-442e-8ad6-66e498fd6997 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.0765946 Jul 05 09:51:35.164654 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b9ea50c1-de4c-43c4-a9d7-1352ea7321cb req-b4e0c473-aa50-4190-a0ab-c4cc9faca762 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372925 Jul 05 09:51:35.361064 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9cc73-1b74-4fab-92f7-bb7db230fb55 req-bdcec452-1de4-4d90-b95d-d1188e2b5eab tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:35.362615 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fca9cc73-1b74-4fab-92f7-bb7db230fb55 req-bdcec452-1de4-4d90-b95d-d1188e2b5eab tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.0753498 Jul 05 09:51:35.408106 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fca9cc73-1b74-4fab-92f7-bb7db230fb55 req-87bb63f2-afa6-4058-acf2-9d16f67a7cd1 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397196 Jul 05 09:51:35.634413 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2486ae-b8ee-4e13-9a83-749acd473427 req-7deb0a7a-7bb0-4ca0-9437-aa625b61b89f tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:35.637427 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9c2486ae-b8ee-4e13-9a83-749acd473427 req-7deb0a7a-7bb0-4ca0-9437-aa625b61b89f tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 945 time: 0.1122770 Jul 05 09:51:35.701026 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9c2486ae-b8ee-4e13-9a83-749acd473427 req-2d4d180d-314b-4ad2-b484-7dccad91f6b9 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564384 Jul 05 09:51:35.814227 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57510) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:35.846531 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:35.863117 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f6de1-a53a-494c-b084-c55122f7d4c2 req-5b68497d-72be-492c-b391-5943c8b6e8f7 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:35.865366 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9c1f6de1-a53a-494c-b084-c55122f7d4c2 req-5b68497d-72be-492c-b391-5943c8b6e8f7 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.0900273 Jul 05 09:51:35.904936 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9c1f6de1-a53a-494c-b084-c55122f7d4c2 req-4d1800db-ec0a-4d73-aa34-c681345183c8 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332239 Jul 05 09:51:36.147596 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856809f-aec4-4da8-9b0d-953bf3a1ec1a req-785d7102-1b5d-4024-abc6-3795307e5914 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:36.152038 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3856809f-aec4-4da8-9b0d-953bf3a1ec1a req-785d7102-1b5d-4024-abc6-3795307e5914 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.1161706 Jul 05 09:51:36.176783 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57526) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:36.193377 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea7276-aac7-4e90-8131-8388482637ea req-c65e755c-f85c-4349-936e-90e588748e05 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:36.199522 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea7276-aac7-4e90-8131-8388482637ea req-c65e755c-f85c-4349-936e-90e588748e05 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:36.205359 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea7276-aac7-4e90-8131-8388482637ea req-c65e755c-f85c-4349-936e-90e588748e05 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:36.211959 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea7276-aac7-4e90-8131-8388482637ea req-c65e755c-f85c-4349-936e-90e588748e05 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:36.217026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-409d1ba7-6805-4083-adda-69402fde536a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1399612863-network', 'tenant_id': '866fe5d597ee4723933609a8955be5f7'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:36.218021 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea7276-aac7-4e90-8131-8388482637ea req-c65e755c-f85c-4349-936e-90e588748e05 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:36.224482 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea7276-aac7-4e90-8131-8388482637ea req-c65e755c-f85c-4349-936e-90e588748e05 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:36.230587 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea7276-aac7-4e90-8131-8388482637ea req-c65e755c-f85c-4349-936e-90e588748e05 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:36.232654 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3eea7276-aac7-4e90-8131-8388482637ea req-c65e755c-f85c-4349-936e-90e588748e05 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5440 time: 0.1634347 Jul 05 09:51:36.255558 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409d1ba7-6805-4083-adda-69402fde536a admin admin] Made reservation on behalf of 866fe5d597ee4723933609a8955be5f7 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:36.257063 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3856809f-aec4-4da8-9b0d-953bf3a1ec1a req-5714b0aa-e347-45e6-baba-567a3f849adc tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999248 Jul 05 09:51:36.259386 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-409d1ba7-6805-4083-adda-69402fde536a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:36.271177 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-409d1ba7-6805-4083-adda-69402fde536a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:36.295048 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3eea7276-aac7-4e90-8131-8388482637ea req-d0df0420-73ac-4530-b3e5-ccba16eafebe tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425959 Jul 05 09:51:36.315480 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57536) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:36.397328 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-409d1ba7-6805-4083-adda-69402fde536a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:36.401300 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-409d1ba7-6805-4083-adda-69402fde536a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:36.414884 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-462c3a7f-88b9-4f55-847b-ae66c44d7cda admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-313138545-network', 'tenant_id': '08d92f6c3f914c55b6325399ccf6c1f8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:36.434396 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409d1ba7-6805-4083-adda-69402fde536a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:51:36.463343 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d1ba7-6805-4083-adda-69402fde536a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c3e990-1f84-4163-a08a-2f3a21da0421,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:36.470332 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-409d1ba7-6805-4083-adda-69402fde536a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:36.470682 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-409d1ba7-6805-4083-adda-69402fde536a admin admin] Added segment 72f4bf1f-89ce-4bc4-9367-cff01e7553f8 of type vlan for network d1899987-5a07-4643-b901-e6a3f0612986 Jul 05 09:51:36.479689 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b5594098-ebe5-4b91-a466-e070d1fc04e7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-526636123'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:36.481439 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462c3a7f-88b9-4f55-847b-ae66c44d7cda admin admin] Made reservation on behalf of 08d92f6c3f914c55b6325399ccf6c1f8 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:36.484694 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-462c3a7f-88b9-4f55-847b-ae66c44d7cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:36.495486 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-462c3a7f-88b9-4f55-847b-ae66c44d7cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:36.539198 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-409d1ba7-6805-4083-adda-69402fde536a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:36.542246 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5594098-ebe5-4b91-a466-e070d1fc04e7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Made reservation on behalf of 214a636db6f1446182de1636c63725a2 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:36.546070 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5594098-ebe5-4b91-a466-e070d1fc04e7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:36.561431 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5594098-ebe5-4b91-a466-e070d1fc04e7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:36.603154 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd7014-ca44-4ca3-a350-1806a8539971 req-187de00a-24a4-4807-8b06-0a7711785edd tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:36.606026 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4cbd7014-ca44-4ca3-a350-1806a8539971 req-187de00a-24a4-4807-8b06-0a7711785edd tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.1138844 Jul 05 09:51:36.611753 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-409d1ba7-6805-4083-adda-69402fde536a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:36.612807 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409d1ba7-6805-4083-adda-69402fde536a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:36.613401 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-409d1ba7-6805-4083-adda-69402fde536a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:36.693990 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4cbd7014-ca44-4ca3-a350-1806a8539971 req-42d305de-fd0e-4b88-a637-413c53b7444d tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669730 Jul 05 09:51:36.700228 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d1ba7-6805-4083-adda-69402fde536a admin admin] Pushing event updated for resources: {'Network': ['ID=d1899987-5a07-4643-b901-e6a3f0612986,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:36.723817 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network d1899987-5a07-4643-b901-e6a3f0612986 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:51:36.765296 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-462c3a7f-88b9-4f55-847b-ae66c44d7cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:36.784302 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-462c3a7f-88b9-4f55-847b-ae66c44d7cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:36.831488 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c3a7f-88b9-4f55-847b-ae66c44d7cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a93a10-178f-499a-b652-5ad92e445f03,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:36.840895 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-409d1ba7-6805-4083-adda-69402fde536a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0254779 Jul 05 09:51:36.844672 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57556) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:36.852452 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-949a96bc-fe75-4e08-84bd-d495103c5bf9 admin admin] Request body: {'subnet': {'network_id': 'd1899987-5a07-4643-b901-e6a3f0612986', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1399612863-subnet', 'tenant_id': '866fe5d597ee4723933609a8955be5f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:36.861644 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462c3a7f-88b9-4f55-847b-ae66c44d7cda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:51:36.874062 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-462c3a7f-88b9-4f55-847b-ae66c44d7cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:36.874732 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-462c3a7f-88b9-4f55-847b-ae66c44d7cda admin admin] Added segment 48acd8ce-bcb9-4017-b9e7-fc38d69406f4 of type vlan for network 8c53686c-b28c-4136-878c-35472ee2c34c Jul 05 09:51:36.922554 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-462c3a7f-88b9-4f55-847b-ae66c44d7cda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:36.955875 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-462c3a7f-88b9-4f55-847b-ae66c44d7cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:36.956866 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462c3a7f-88b9-4f55-847b-ae66c44d7cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:36.957723 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-462c3a7f-88b9-4f55-847b-ae66c44d7cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.004651 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5594098-ebe5-4b91-a466-e070d1fc04e7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.021938 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0786db-8d5f-4ee2-9af2-89a0f4593201 req-8cc61a66-e395-4484-ab86-8270c5836c4e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:37.029013 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0786db-8d5f-4ee2-9af2-89a0f4593201 req-8cc61a66-e395-4484-ab86-8270c5836c4e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:37.034900 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c3a7f-88b9-4f55-847b-ae66c44d7cda admin admin] Pushing event updated for resources: {'Network': ['ID=8c53686c-b28c-4136-878c-35472ee2c34c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:37.035378 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0786db-8d5f-4ee2-9af2-89a0f4593201 req-8cc61a66-e395-4484-ab86-8270c5836c4e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:37.042433 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-462c3a7f-88b9-4f55-847b-ae66c44d7cda admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8645396 Jul 05 09:51:37.043546 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57562) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:37.044574 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949a96bc-fe75-4e08-84bd-d495103c5bf9 admin admin] Made reservation on behalf of 866fe5d597ee4723933609a8955be5f7 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:37.047710 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 8c53686c-b28c-4136-878c-35472ee2c34c details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:51:37.048871 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-949a96bc-fe75-4e08-84bd-d495103c5bf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.049796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0786db-8d5f-4ee2-9af2-89a0f4593201 req-8cc61a66-e395-4484-ab86-8270c5836c4e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:37.056461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0786db-8d5f-4ee2-9af2-89a0f4593201 req-8cc61a66-e395-4484-ab86-8270c5836c4e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:37.063444 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0786db-8d5f-4ee2-9af2-89a0f4593201 req-8cc61a66-e395-4484-ab86-8270c5836c4e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:37.070642 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0786db-8d5f-4ee2-9af2-89a0f4593201 req-8cc61a66-e395-4484-ab86-8270c5836c4e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:37.077939 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d0786db-8d5f-4ee2-9af2-89a0f4593201 req-8cc61a66-e395-4484-ab86-8270c5836c4e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5440 time: 0.2186706 Jul 05 09:51:37.082974 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57564) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:37.109563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3b9e42e8-c2e3-4e1d-b262-73667424ea1a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Request body: {'floatingip': {'port_id': '401fb49d-c5d2-4694-ad52-e41acc61b67a'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:37.117162 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-94fda739-a8a4-47bd-87b7-166a20f71fe8 admin admin] Request body: {'subnet': {'network_id': '8c53686c-b28c-4136-878c-35472ee2c34c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-313138545-subnet', 'tenant_id': '08d92f6c3f914c55b6325399ccf6c1f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:37.158208 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5594098-ebe5-4b91-a466-e070d1fc04e7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.158684 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fda739-a8a4-47bd-87b7-166a20f71fe8 admin admin] Made reservation on behalf of 08d92f6c3f914c55b6325399ccf6c1f8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:37.161600 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94fda739-a8a4-47bd-87b7-166a20f71fe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.198415 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b9e42e8-c2e3-4e1d-b262-73667424ea1a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.255629 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5594098-ebe5-4b91-a466-e070d1fc04e7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:51:37.320127 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-949a96bc-fe75-4e08-84bd-d495103c5bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.335874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5594098-ebe5-4b91-a466-e070d1fc04e7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0077b0c7-fe3e-49b0-8021-b2060f2dc9d4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:37.346051 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5594098-ebe5-4b91-a466-e070d1fc04e7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.346949 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-b5594098-ebe5-4b91-a466-e070d1fc04e7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Added segment cf6899c0-30ea-444f-8400-62962d81704e of type vlan for network 8e0406d1-55f1-49ee-af1d-011ad3ca768d Jul 05 09:51:37.370340 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a25039-58bc-48a8-a2f0-903f9d24a5cf req-939f4e4e-4e8a-4c77-b433-e1785b7826d8 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:37.378273 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3a25039-58bc-48a8-a2f0-903f9d24a5cf req-939f4e4e-4e8a-4c77-b433-e1785b7826d8 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.4406660 Jul 05 09:51:37.405829 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a96bc-fe75-4e08-84bd-d495103c5bf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a78f9674-4d4a-4788-9dcc-c5d4a97efb04,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:37.458967 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949a96bc-fe75-4e08-84bd-d495103c5bf9 admin admin] Checking segment: {'id': '72f4bf1f-89ce-4bc4-9367-cff01e7553f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd1899987-5a07-4643-b901-e6a3f0612986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:37.459361 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949a96bc-fe75-4e08-84bd-d495103c5bf9 admin admin] Network hostable DHCP agents. Network: d1899987-5a07-4643-b901-e6a3f0612986, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:51:37.469952 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94fda739-a8a4-47bd-87b7-166a20f71fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.473911 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5594098-ebe5-4b91-a466-e070d1fc04e7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.511985 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949a96bc-fe75-4e08-84bd-d495103c5bf9 admin admin] Network d1899987-5a07-4643-b901-e6a3f0612986 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:51:37.520264 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ef532-c578-4eb9-9534-6d8d061e1b6a req-997a2657-7043-40be-9f6b-5800bedcb718 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:37.522326 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a7ef532-c578-4eb9-9534-6d8d061e1b6a req-997a2657-7043-40be-9f6b-5800bedcb718 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 945 time: 0.2730393 Jul 05 09:51:37.531751 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-949a96bc-fe75-4e08-84bd-d495103c5bf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, d1899987-5a07-4643-b901-e6a3f0612986) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:37.533299 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fda739-a8a4-47bd-87b7-166a20f71fe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=710d4bf0-6f08-43d8-9d32-e0b2330e7f90,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:37.542351 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949a96bc-fe75-4e08-84bd-d495103c5bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:37.542932 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-949a96bc-fe75-4e08-84bd-d495103c5bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.545346 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f274a6dd-7719-46dd-a643-08eabfe9e9c5 None None] Network d1899987-5a07-4643-b901-e6a3f0612986 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:37.557496 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3a25039-58bc-48a8-a2f0-903f9d24a5cf req-4fcef462-8a0b-40b0-8423-7a734fd10b5a tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773038 Jul 05 09:51:37.559833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fda739-a8a4-47bd-87b7-166a20f71fe8 admin admin] Checking segment: {'id': '48acd8ce-bcb9-4017-b9e7-fc38d69406f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8c53686c-b28c-4136-878c-35472ee2c34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:37.560224 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fda739-a8a4-47bd-87b7-166a20f71fe8 admin admin] Network hostable DHCP agents. Network: 8c53686c-b28c-4136-878c-35472ee2c34c, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:51:37.568225 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-949a96bc-fe75-4e08-84bd-d495103c5bf9 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7194309 Jul 05 09:51:37.568821 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57568) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:37.573298 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5e6ecf6a-77f6-4533-aefc-4d1a1cbe5104 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1399612863-router', 'tenant_id': '866fe5d597ee4723933609a8955be5f7', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:37.616043 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fda739-a8a4-47bd-87b7-166a20f71fe8 admin admin] Network 8c53686c-b28c-4136-878c-35472ee2c34c is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:51:37.628300 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-94fda739-a8a4-47bd-87b7-166a20f71fe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 8c53686c-b28c-4136-878c-35472ee2c34c) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:37.630851 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e6ecf6a-77f6-4533-aefc-4d1a1cbe5104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.631910 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e6ecf6a-77f6-4533-aefc-4d1a1cbe5104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.637987 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fda739-a8a4-47bd-87b7-166a20f71fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:37.638603 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94fda739-a8a4-47bd-87b7-166a20f71fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.655310 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60477fc3-86e6-49ec-ada5-532599f1dbf5 None None] Network 8c53686c-b28c-4136-878c-35472ee2c34c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:37.675114 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-94fda739-a8a4-47bd-87b7-166a20f71fe8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5595307 Jul 05 09:51:37.732491 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e6ecf6a-77f6-4533-aefc-4d1a1cbe5104 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:38.072911 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16c4502-80c1-4b5a-a1ad-5c83a4a05901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-d1899987-5a07-4643-b901-e6a3f0612986', 'network_id': 'd1899987-5a07-4643-b901-e6a3f0612986', 'tenant_id': '866fe5d597ee4723933609a8955be5f7', 'fixed_ips': [{'subnet_id': 'a78f9674-4d4a-4788-9dcc-c5d4a97efb04'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:51:38.074097 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f16c4502-80c1-4b5a-a1ad-5c83a4a05901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:38.079582 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b894c655-f2c9-4006-b6f5-9932f177e18c None None] Network 8c53686c-b28c-4136-878c-35472ee2c34c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:38.139224 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5594098-ebe5-4b91-a466-e070d1fc04e7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:38.144678 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5594098-ebe5-4b91-a466-e070d1fc04e7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:38.145944 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5594098-ebe5-4b91-a466-e070d1fc04e7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:38.164496 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e6ecf6a-77f6-4533-aefc-4d1a1cbe5104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:38.257053 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57592) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:38.257255 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b5594098-ebe5-4b91-a466-e070d1fc04e7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9402664 Jul 05 09:51:38.265233 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a3104708-2726-46d5-aa03-8d60e864c280 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Request body: {'subnet': {'network_id': '8e0406d1-55f1-49ee-af1d-011ad3ca768d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:38.277780 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a7ef532-c578-4eb9-9534-6d8d061e1b6a req-490c58ae-8807-4fe0-a9c9-ce1c9afe5c6f tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7175970 Jul 05 09:51:38.369805 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-f16c4502-80c1-4b5a-a1ad-5c83a4a05901 None None] Allocated IP 172.20.0.2 (d1899987-5a07-4643-b901-e6a3f0612986/a78f9674-4d4a-4788-9dcc-c5d4a97efb04/26da84e4-bb66-42bd-96c2-d17937cc1104) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:38.421235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5594098-ebe5-4b91-a466-e070d1fc04e7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Pushing event updated for resources: {'Network': ['ID=8e0406d1-55f1-49ee-af1d-011ad3ca768d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:38.442120 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3104708-2726-46d5-aa03-8d60e864c280 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Made reservation on behalf of 214a636db6f1446182de1636c63725a2 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:38.443255 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 8e0406d1-55f1-49ee-af1d-011ad3ca768d details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:51:38.446660 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3104708-2726-46d5-aa03-8d60e864c280 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:38.576604 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5903ff-0cd2-4cdf-99a7-3021880bc8c6 req-4f61405d-8102-43dc-84da-d6388db2fee4 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:38.584437 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f5903ff-0cd2-4cdf-99a7-3021880bc8c6 req-4f61405d-8102-43dc-84da-d6388db2fee4 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.4596202 Jul 05 09:51:38.595533 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e6ecf6a-77f6-4533-aefc-4d1a1cbe5104 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:38.621284 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e6ecf6a-77f6-4533-aefc-4d1a1cbe5104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:38.639303 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f16c4502-80c1-4b5a-a1ad-5c83a4a05901 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:38.652651 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f16c4502-80c1-4b5a-a1ad-5c83a4a05901 None None] Transition to ACTIVE for port object 26da84e4-bb66-42bd-96c2-d17937cc1104 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:38.672707 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f16c4502-80c1-4b5a-a1ad-5c83a4a05901 None None] Transition to ACTIVE for port object 26da84e4-bb66-42bd-96c2-d17937cc1104 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:38.680780 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f16c4502-80c1-4b5a-a1ad-5c83a4a05901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:38.727509 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16c4502-80c1-4b5a-a1ad-5c83a4a05901 None None] Network d1899987-5a07-4643-b901-e6a3f0612986 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:38.730915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-f16c4502-80c1-4b5a-a1ad-5c83a4a05901 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:38.741502 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16c4502-80c1-4b5a-a1ad-5c83a4a05901 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:38.752599 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c4502-80c1-4b5a-a1ad-5c83a4a05901 None None] Pushing event updated for resources: {'Port': ['ID=26da84e4-bb66-42bd-96c2-d17937cc1104,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:38.769539 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f5903ff-0cd2-4cdf-99a7-3021880bc8c6 req-f0e7ff60-a5df-44ad-921d-a402e736ac27 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841125 Jul 05 09:51:38.822202 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f16c4502-80c1-4b5a-a1ad-5c83a4a05901 None None] Attempting to bind port 26da84e4-bb66-42bd-96c2-d17937cc1104 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:51:38.822588 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f16c4502-80c1-4b5a-a1ad-5c83a4a05901 None None] Attempting to bind port 26da84e4-bb66-42bd-96c2-d17937cc1104 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '72f4bf1f-89ce-4bc4-9367-cff01e7553f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd1899987-5a07-4643-b901-e6a3f0612986'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:51:38.822958 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16c4502-80c1-4b5a-a1ad-5c83a4a05901 None None] Attempting to bind port 26da84e4-bb66-42bd-96c2-d17937cc1104 on network d1899987-5a07-4643-b901-e6a3f0612986 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:38.831009 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16c4502-80c1-4b5a-a1ad-5c83a4a05901 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:51:38.831009 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16c4502-80c1-4b5a-a1ad-5c83a4a05901 None None] Checking segment: {'id': '72f4bf1f-89ce-4bc4-9367-cff01e7553f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd1899987-5a07-4643-b901-e6a3f0612986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:38.831369 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f16c4502-80c1-4b5a-a1ad-5c83a4a05901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:38.831621 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16c4502-80c1-4b5a-a1ad-5c83a4a05901 None None] Bound using segment: {'id': '72f4bf1f-89ce-4bc4-9367-cff01e7553f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd1899987-5a07-4643-b901-e6a3f0612986'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:51:38.832401 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f16c4502-80c1-4b5a-a1ad-5c83a4a05901 None None] Bound port: 26da84e4-bb66-42bd-96c2-d17937cc1104, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f4bf1f-89ce-4bc4-9367-cff01e7553f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd1899987-5a07-4643-b901-e6a3f0612986'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:51:38.832546 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f16c4502-80c1-4b5a-a1ad-5c83a4a05901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:38.855986 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57608) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:38.886582 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3104708-2726-46d5-aa03-8d60e864c280 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:38.905045 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-5e6ecf6a-77f6-4533-aefc-4d1a1cbe5104 admin admin] Allocated IP 172.25.7.148 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/3af6ec95-3275-48d8-a2c6-10496ac606b2) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:38.908881 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f16c4502-80c1-4b5a-a1ad-5c83a4a05901 None None] For port 26da84e4-bb66-42bd-96c2-d17937cc1104, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:51:38.914030 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f16c4502-80c1-4b5a-a1ad-5c83a4a05901 None None] For port 26da84e4-bb66-42bd-96c2-d17937cc1104, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=26da84e4-bb66-42bd-96c2-d17937cc1104,segment=NetworkSegment(72f4bf1f-89ce-4bc4-9367-cff01e7553f8),segment_id=72f4bf1f-89ce-4bc4-9367-cff01e7553f8)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:51:38.919352 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f16c4502-80c1-4b5a-a1ad-5c83a4a05901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:39.001759 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c4502-80c1-4b5a-a1ad-5c83a4a05901 None None] Pushing event updated for resources: {'Port': ['ID=26da84e4-bb66-42bd-96c2-d17937cc1104,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:39.051117 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3104708-2726-46d5-aa03-8d60e864c280 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Pushing event updated for resources: {'Subnet': ['ID=5f33853d-1eb2-484a-9fa4-173c4a06e61e,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:39.076325 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b9e42e8-c2e3-4e1d-b262-73667424ea1a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:39.084417 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b9e42e8-c2e3-4e1d-b262-73667424ea1a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:39.133549 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3104708-2726-46d5-aa03-8d60e864c280 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Checking segment: {'id': 'cf6899c0-30ea-444f-8400-62962d81704e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8e0406d1-55f1-49ee-af1d-011ad3ca768d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:39.133922 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3104708-2726-46d5-aa03-8d60e864c280 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Network hostable DHCP agents. Network: 8e0406d1-55f1-49ee-af1d-011ad3ca768d, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:51:39.194905 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3104708-2726-46d5-aa03-8d60e864c280 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Network 8e0406d1-55f1-49ee-af1d-011ad3ca768d is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:51:39.197225 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb1138d8-dbb8-485f-aba1-478199238b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:39.222688 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a3104708-2726-46d5-aa03-8d60e864c280 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 8e0406d1-55f1-49ee-af1d-011ad3ca768d) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:39.238363 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-94d6a32f-49a3-427f-ad18-c88ab328adfc tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:39.240108 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3ee454-2643-4ca4-ac74-b776f7dcb983 None None] Network 8e0406d1-55f1-49ee-af1d-011ad3ca768d requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:39.240869 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-94d6a32f-49a3-427f-ad18-c88ab328adfc tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/networks?id=8c53686c-b28c-4136-878c-35472ee2c34c HTTP/1.1" status: 200 len: 813 time: 0.3469615 Jul 05 09:51:39.270041 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e6ecf6a-77f6-4533-aefc-4d1a1cbe5104 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:39.273561 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3104708-2726-46d5-aa03-8d60e864c280 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:39.274171 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3104708-2726-46d5-aa03-8d60e864c280 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:39.330252 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-a2de8f77-0e6f-437f-8011-bff39d0b1d00 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/quotas/08d92f6c3f914c55b6325399ccf6c1f8 HTTP/1.1" status: 200 len: 375 time: 0.0401924 Jul 05 09:51:39.403712 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-6305609c-6042-48c9-9655-6b3d1e61d1f2 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=08d92f6c3f914c55b6325399ccf6c1f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475302 Jul 05 09:51:39.429595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87780533-c94d-482b-afb2-61e65cbb9ef7 req-670bc87e-e6d5-4216-968d-da9b1a46b0c6 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:39.436653 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-87780533-c94d-482b-afb2-61e65cbb9ef7 req-670bc87e-e6d5-4216-968d-da9b1a46b0c6 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.2841058 Jul 05 09:51:39.441110 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e6ecf6a-77f6-4533-aefc-4d1a1cbe5104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:39.450371 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-3b9e42e8-c2e3-4e1d-b262-73667424ea1a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Floating IP f0f2da49-78d3-4cef-badb-7b6a5bff9c9f associated. External IP: 172.25.7.47, port: 401fb49d-c5d2-4694-ad52-e41acc61b67a. Jul 05 09:51:39.482061 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb1138d8-dbb8-485f-aba1-478199238b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:39.516009 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6ecf6a-77f6-4533-aefc-4d1a1cbe5104 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:39.517318 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb1138d8-dbb8-485f-aba1-478199238b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:39.546417 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3502dfbf-d762-48f5-918e-a77f707f0e7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-8e0406d1-55f1-49ee-af1d-011ad3ca768d', 'network_id': '8e0406d1-55f1-49ee-af1d-011ad3ca768d', 'tenant_id': '214a636db6f1446182de1636c63725a2', 'fixed_ips': [{'subnet_id': '5f33853d-1eb2-484a-9fa4-173c4a06e61e'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:51:39.549872 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3502dfbf-d762-48f5-918e-a77f707f0e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:39.572159 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a3104708-2726-46d5-aa03-8d60e864c280 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3130028 Jul 05 09:51:39.573293 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-5e6ecf6a-77f6-4533-aefc-4d1a1cbe5104 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:39.575563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57624) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:39.585970 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8f0d0a00-3a91-4ff0-a098-96b9cc0549b7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Request body: {'port': {'network_id': '8e0406d1-55f1-49ee-af1d-011ad3ca768d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-912599590'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:39.586544 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6ecf6a-77f6-4533-aefc-4d1a1cbe5104 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:39.670919 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ecf6a-77f6-4533-aefc-4d1a1cbe5104 admin admin] Pushing event updated for resources: {'Port': ['ID=3af6ec95-3275-48d8-a2c6-10496ac606b2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:39.683004 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1138d8-dbb8-485f-aba1-478199238b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945a841c-18c0-4141-b22f-51e71134ffc4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:39.690206 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 26da84e4-bb66-42bd-96c2-d17937cc1104 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:39.700471 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cb1138d8-dbb8-485f-aba1-478199238b12 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=65a77c2f080b45d082ffce8c5239d874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8390858 Jul 05 09:51:39.704015 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57628) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:39.728234 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-87780533-c94d-482b-afb2-61e65cbb9ef7 req-3db3fe76-5844-492c-8ab9-ab7e74deade7 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903681 Jul 05 09:51:39.840734 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-3502dfbf-d762-48f5-918e-a77f707f0e7d None None] Allocated IP 172.20.0.2 (8e0406d1-55f1-49ee-af1d-011ad3ca768d/5f33853d-1eb2-484a-9fa4-173c4a06e61e/ea6bd617-8fe4-4933-b9fc-bdaf667263f2) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:39.852231 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 26da84e4-bb66-42bd-96c2-d17937cc1104 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:39.920511 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-cb6b62ce-0baa-48a9-bc47-e421201e8a67 service neutron] 10.222.0.79 "GET /v2.0/networks/8c53686c-b28c-4136-878c-35472ee2c34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001869 Jul 05 09:51:40.042857 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3502dfbf-d762-48f5-918e-a77f707f0e7d None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:40.063502 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e6ecf6a-77f6-4533-aefc-4d1a1cbe5104 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:40.063717 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3502dfbf-d762-48f5-918e-a77f707f0e7d None None] Transition to ACTIVE for port object ea6bd617-8fe4-4933-b9fc-bdaf667263f2 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:40.086524 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3502dfbf-d762-48f5-918e-a77f707f0e7d None None] Transition to ACTIVE for port object ea6bd617-8fe4-4933-b9fc-bdaf667263f2 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:40.096965 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3502dfbf-d762-48f5-918e-a77f707f0e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:40.141953 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3502dfbf-d762-48f5-918e-a77f707f0e7d None None] Network 8e0406d1-55f1-49ee-af1d-011ad3ca768d is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:40.170062 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-3502dfbf-d762-48f5-918e-a77f707f0e7d None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:40.175895 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3502dfbf-d762-48f5-918e-a77f707f0e7d None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:40.179466 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502dfbf-d762-48f5-918e-a77f707f0e7d None None] Pushing event updated for resources: {'Port': ['ID=ea6bd617-8fe4-4933-b9fc-bdaf667263f2,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:40.197513 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0d0a00-3a91-4ff0-a098-96b9cc0549b7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Made reservation on behalf of 214a636db6f1446182de1636c63725a2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:40.202120 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f0d0a00-3a91-4ff0-a098-96b9cc0549b7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:40.211547 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f32164cf-668e-4ae1-af86-8e30330e3da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:40.262192 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9e42e8-c2e3-4e1d-b262-73667424ea1a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Router c84b6f5f-adb2-4aca-9107-0d4fbaba109a has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:51:40.265087 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3502dfbf-d762-48f5-918e-a77f707f0e7d None None] Attempting to bind port ea6bd617-8fe4-4933-b9fc-bdaf667263f2 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:51:40.265556 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3502dfbf-d762-48f5-918e-a77f707f0e7d None None] Attempting to bind port ea6bd617-8fe4-4933-b9fc-bdaf667263f2 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'cf6899c0-30ea-444f-8400-62962d81704e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8e0406d1-55f1-49ee-af1d-011ad3ca768d'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:51:40.265849 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3502dfbf-d762-48f5-918e-a77f707f0e7d None None] Attempting to bind port ea6bd617-8fe4-4933-b9fc-bdaf667263f2 on network 8e0406d1-55f1-49ee-af1d-011ad3ca768d {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:40.280655 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-8f0d0a00-3a91-4ff0-a098-96b9cc0549b7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] device_id is not set on port 0294dbe7-6ef1-4e49-b7f8-5141c7e50344 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:51:40.285050 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3502dfbf-d762-48f5-918e-a77f707f0e7d None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:51:40.285441 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3502dfbf-d762-48f5-918e-a77f707f0e7d None None] Checking segment: {'id': 'cf6899c0-30ea-444f-8400-62962d81704e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8e0406d1-55f1-49ee-af1d-011ad3ca768d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:40.286179 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3502dfbf-d762-48f5-918e-a77f707f0e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:40.287745 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3502dfbf-d762-48f5-918e-a77f707f0e7d None None] Bound using segment: {'id': 'cf6899c0-30ea-444f-8400-62962d81704e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8e0406d1-55f1-49ee-af1d-011ad3ca768d'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:51:40.288664 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3502dfbf-d762-48f5-918e-a77f707f0e7d None None] Bound port: ea6bd617-8fe4-4933-b9fc-bdaf667263f2, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6899c0-30ea-444f-8400-62962d81704e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8e0406d1-55f1-49ee-af1d-011ad3ca768d'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:51:40.289254 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3502dfbf-d762-48f5-918e-a77f707f0e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:40.353001 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f32164cf-668e-4ae1-af86-8e30330e3da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:40.358314 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e6ecf6a-77f6-4533-aefc-4d1a1cbe5104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:40.388415 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3502dfbf-d762-48f5-918e-a77f707f0e7d None None] For port ea6bd617-8fe4-4933-b9fc-bdaf667263f2, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:51:40.392338 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3502dfbf-d762-48f5-918e-a77f707f0e7d None None] For port ea6bd617-8fe4-4933-b9fc-bdaf667263f2, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ea6bd617-8fe4-4933-b9fc-bdaf667263f2,segment=NetworkSegment(cf6899c0-30ea-444f-8400-62962d81704e),segment_id=cf6899c0-30ea-444f-8400-62962d81704e)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:51:40.398261 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3502dfbf-d762-48f5-918e-a77f707f0e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:40.472479 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-9b8c4f5e-665c-4c0b-8241-3a05537d2607 service neutron] 10.222.0.79 "GET /v2.0/networks/8c53686c-b28c-4136-878c-35472ee2c34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453978 Jul 05 09:51:40.500054 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502dfbf-d762-48f5-918e-a77f707f0e7d None None] Pushing event updated for resources: {'Port': ['ID=ea6bd617-8fe4-4933-b9fc-bdaf667263f2,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:40.561722 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272c651b-3631-4436-9512-a492a1bedfbf None None] Network d1899987-5a07-4643-b901-e6a3f0612986 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:40.614325 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe04a6-3126-4fb9-a156-200433f041ca req-7c8ec4a4-53f6-40b1-ae00-c133a6b66eef tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:40.614325 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbfe04a6-3126-4fb9-a156-200433f041ca req-7c8ec4a4-53f6-40b1-ae00-c133a6b66eef tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 945 time: 0.6638744 Jul 05 09:51:40.688779 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6ecf6a-77f6-4533-aefc-4d1a1cbe5104 admin admin] Router ca7035c0-39c5-4067-9e94-5a4ed4a14cc6 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:51:40.692948 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6802ad83-5757-477c-baaa-adbf14d8417b None None] Provisioning for port 26da84e4-bb66-42bd-96c2-d17937cc1104 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:40.743162 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6802ad83-5757-477c-baaa-adbf14d8417b None None] Provisioning complete for port 26da84e4-bb66-42bd-96c2-d17937cc1104 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:40.745239 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6802ad83-5757-477c-baaa-adbf14d8417b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:40.769411 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f32164cf-668e-4ae1-af86-8e30330e3da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:40.772806 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f32164cf-668e-4ae1-af86-8e30330e3da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:40.774403 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f32164cf-668e-4ae1-af86-8e30330e3da1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/945a841c-18c0-4141-b22f-51e71134ffc4 HTTP/1.1" status: 204 len: 168 time: 1.0675740 Jul 05 09:51:40.797302 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32164cf-668e-4ae1-af86-8e30330e3da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945a841c-18c0-4141-b22f-51e71134ffc4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:40.838191 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-8f0d0a00-3a91-4ff0-a098-96b9cc0549b7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Allocated IP 172.20.0.10 (8e0406d1-55f1-49ee-af1d-011ad3ca768d/5f33853d-1eb2-484a-9fa4-173c4a06e61e/0294dbe7-6ef1-4e49-b7f8-5141c7e50344) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:40.865370 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbfe04a6-3126-4fb9-a156-200433f041ca req-ddb2feb7-99dc-45fa-8671-ced68f80bd0e tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336462 Jul 05 09:51:40.889690 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9e42e8-c2e3-4e1d-b262-73667424ea1a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:51:40.904638 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e21e41a-53c7-426a-91c6-50c117b118a9 None None] Sync routers for ids ['c84b6f5f-adb2-4aca-9107-0d4fbaba109a'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:51:40.912319 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b9e42e8-c2e3-4e1d-b262-73667424ea1a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:40.949609 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e21e41a-53c7-426a-91c6-50c117b118a9 None None] Routers {'c84b6f5f-adb2-4aca-9107-0d4fbaba109a'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:51:40.950430 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3e21e41a-53c7-426a-91c6-50c117b118a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:51:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c84b6f5f-adb2-4aca-9107-0d4fbaba109a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:41.116560 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e2bfe94-d34e-42d1-a66d-b6a6bd1fad4f req-fd828ca2-a23f-4a77-ae9e-ca3b7e95add6 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7435769-5686-4aca-a413-00e92d59a2b6 HTTP/1.1" status: 200 len: 210 time: 0.1268005 Jul 05 09:51:41.242565 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6802ad83-5757-477c-baaa-adbf14d8417b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:41.388665 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3b9e42e8-c2e3-4e1d-b262-73667424ea1a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "PUT /v2.0/floatingips/f0f2da49-78d3-4cef-badb-7b6a5bff9c9f HTTP/1.1" status: 200 len: 990 time: 4.2594810 Jul 05 09:51:41.429476 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'tag': '401fb49d-c5d2-4694-ad52-e41acc61b67a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:41.441178 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16215dc3-e2a0-4a10-a1e5-9b909638ce2c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "tag": "401fb49d-c5d2-4694-ad52-e41acc61b67a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:41.504086 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57662) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:41.619117 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-972dfc66-278b-4ef0-bec5-fe7a69f1a81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:41.644682 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3e21e41a-53c7-426a-91c6-50c117b118a9 None None] Set router c84b6f5f-adb2-4aca-9107-0d4fbaba109a gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:51:41.752612 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6ecf6a-77f6-4533-aefc-4d1a1cbe5104 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:51:41.896016 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6802ad83-5757-477c-baaa-adbf14d8417b None None] For port 26da84e4-bb66-42bd-96c2-d17937cc1104, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=26da84e4-bb66-42bd-96c2-d17937cc1104,segment=NetworkSegment(72f4bf1f-89ce-4bc4-9367-cff01e7553f8),segment_id=72f4bf1f-89ce-4bc4-9367-cff01e7553f8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:41.908692 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ea6bd617-8fe4-4933-b9fc-bdaf667263f2 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:41.910290 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f0d0a00-3a91-4ff0-a098-96b9cc0549b7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:41.938668 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-8f0d0a00-3a91-4ff0-a098-96b9cc0549b7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Transition to ACTIVE for port object 0294dbe7-6ef1-4e49-b7f8-5141c7e50344 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:41.953904 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] Sync routers for ids ['ca7035c0-39c5-4067-9e94-5a4ed4a14cc6'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:51:41.961693 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6802ad83-5757-477c-baaa-adbf14d8417b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:41.989549 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086f11b6-c572-44df-bb85-71c37b91c2f3 x-openstack-request-id: req-086f11b6-c572-44df-bb85-71c37b91c2f3 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:41.990086 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "tag": "401fb49d-c5d2-4694-ad52-e41acc61b67a", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:41.990342 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-086f11b6-c572-44df-bb85-71c37b91c2f3 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:41.990751 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'tag': '401fb49d-c5d2-4694-ad52-e41acc61b67a', 'status': 'completed', 'code': 200} Jul 05 09:51:41.995400 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f0d0a00-3a91-4ff0-a098-96b9cc0549b7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:42.022864 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] Routers {'ca7035c0-39c5-4067-9e94-5a4ed4a14cc6'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:51:42.023777 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:51:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ca7035c0-39c5-4067-9e94-5a4ed4a14cc6'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:42.065460 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d0a00-3a91-4ff0-a098-96b9cc0549b7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Pushing event updated for resources: {'Port': ['ID=0294dbe7-6ef1-4e49-b7f8-5141c7e50344,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:42.090403 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-972dfc66-278b-4ef0-bec5-fe7a69f1a81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:42.100842 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0d0a00-3a91-4ff0-a098-96b9cc0549b7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Network 8e0406d1-55f1-49ee-af1d-011ad3ca768d is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:42.111199 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-972dfc66-278b-4ef0-bec5-fe7a69f1a81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:42.119152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db013907-f389-415f-a848-eb6fe532cd82 req-f05d9d0d-47b1-4c1b-8753-b5e75b9f1541 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:42.121126 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db013907-f389-415f-a848-eb6fe532cd82 req-f05d9d0d-47b1-4c1b-8753-b5e75b9f1541 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.9855905 Jul 05 09:51:42.122254 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-8f0d0a00-3a91-4ff0-a098-96b9cc0549b7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:42.124793 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0d0a00-3a91-4ff0-a098-96b9cc0549b7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:42.156963 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3e21e41a-53c7-426a-91c6-50c117b118a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'name': 'tempest-TaggedBootDevicesTest_v242-1227042050-router', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:49:21Z', 'updated_at': '2021-07-05T09:49:28Z', 'revision_number': 4, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'gw_port': {'id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:49:22Z', 'updated_at': '2021-07-05T09:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'f0f2da49-78d3-4cef-badb-7b6a5bff9c9f', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'port_id': '401fb49d-c5d2-4694-ad52-e41acc61b67a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e', 'mac_address': 'fa:16:3e:38:09:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:50:13Z', 'updated_at': '2021-07-05T09:51:38Z', 'revision_number': 1, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc9719bf-f8e5-4b6d-855c-d24854bd4691', 'name': '', 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'mac_address': 'fa:16:3e:f6:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '22c724bc-0f32-4952-94a0-85931aacdabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:49:27Z', 'updated_at': '2021-07-05T09:49:39Z', 'revision_number': 5, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'subnets': [{'id': '22c724bc-0f32-4952-94a0-85931aacdabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:42.159767 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e6ecf6a-77f6-4533-aefc-4d1a1cbe5104 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:42.163532 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5e6ecf6a-77f6-4533-aefc-4d1a1cbe5104 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5936503 Jul 05 09:51:42.188659 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57672) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:42.193115 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e21e41a-53c7-426a-91c6-50c117b118a9 None None] Checking router: c84b6f5f-adb2-4aca-9107-0d4fbaba109a for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:51:42.216558 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e21e41a-53c7-426a-91c6-50c117b118a9 None None] Routers {'c84b6f5f-adb2-4aca-9107-0d4fbaba109a'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:51:42.217784 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3e21e41a-53c7-426a-91c6-50c117b118a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:51:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c84b6f5f-adb2-4aca-9107-0d4fbaba109a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:42.221386 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16215dc3-e2a0-4a10-a1e5-9b909638ce2c req-e0686c34-3a53-491a-99ae-8fd82d0074e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:42.221386 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16215dc3-e2a0-4a10-a1e5-9b909638ce2c req-e0686c34-3a53-491a-99ae-8fd82d0074e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:42.221814 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16215dc3-e2a0-4a10-a1e5-9b909638ce2c req-e0686c34-3a53-491a-99ae-8fd82d0074e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:42.222286 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16215dc3-e2a0-4a10-a1e5-9b909638ce2c req-e0686c34-3a53-491a-99ae-8fd82d0074e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:42.222753 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16215dc3-e2a0-4a10-a1e5-9b909638ce2c req-e0686c34-3a53-491a-99ae-8fd82d0074e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:42.223217 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16215dc3-e2a0-4a10-a1e5-9b909638ce2c req-e0686c34-3a53-491a-99ae-8fd82d0074e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:42.224272 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16215dc3-e2a0-4a10-a1e5-9b909638ce2c req-e0686c34-3a53-491a-99ae-8fd82d0074e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:42.226239 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-16215dc3-e2a0-4a10-a1e5-9b909638ce2c req-e0686c34-3a53-491a-99ae-8fd82d0074e8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e04a66e3970b460eb00d87560a63797b&device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 6497 time: 0.3551722 Jul 05 09:51:42.287803 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972dfc66-278b-4ef0-bec5-fe7a69f1a81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325a421c-5197-496e-9fec-6bd02140876f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:42.292482 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-972dfc66-278b-4ef0-bec5-fe7a69f1a81a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=70cc001d018c4018a994c4c78eb94d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7803142 Jul 05 09:51:42.304333 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57674) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:42.314091 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] Set router ca7035c0-39c5-4067-9e94-5a4ed4a14cc6 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:51:42.314637 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db013907-f389-415f-a848-eb6fe532cd82 req-035cb28a-8c80-4338-89f6-0a3d0baee14a tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849773 Jul 05 09:51:42.347308 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3e21e41a-53c7-426a-91c6-50c117b118a9 None None] Set router c84b6f5f-adb2-4aca-9107-0d4fbaba109a gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:51:42.362833 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0d0a00-3a91-4ff0-a098-96b9cc0549b7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:42.367914 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f0d0a00-3a91-4ff0-a098-96b9cc0549b7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:42.414143 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8f0d0a00-3a91-4ff0-a098-96b9cc0549b7 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8343668 Jul 05 09:51:42.420884 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57678) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:42.458302 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-27b46e2b-a7f4-4317-843d-efbe40ff1528 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Request body: {'port': {'network_id': '8e0406d1-55f1-49ee-af1d-011ad3ca768d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-459052368', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:42.459166 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.api.validators [None req-27b46e2b-a7f4-4317-843d-efbe40ff1528 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] bootfile-name is not in valid_values {{(pid=93906) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 09:51:42.459512 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.api.validators [None req-27b46e2b-a7f4-4317-843d-efbe40ff1528 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] tftp-server is not in valid_values {{(pid=93906) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 09:51:42.459840 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.api.validators [None req-27b46e2b-a7f4-4317-843d-efbe40ff1528 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] server-ip-address is not in valid_values {{(pid=93906) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 09:51:42.484894 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0467fe-393a-4ece-97ba-0f3cda50e20c req-466797ec-6409-4471-918c-d4cdeff92cda tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:42.500313 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea0467fe-393a-4ece-97ba-0f3cda50e20c req-466797ec-6409-4471-918c-d4cdeff92cda tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 945 time: 0.3041029 Jul 05 09:51:42.530330 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ec5aa7-6f7a-4712-a044-326b38a3d24f None None] Network 8e0406d1-55f1-49ee-af1d-011ad3ca768d requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:42.628239 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea0467fe-393a-4ece-97ba-0f3cda50e20c req-1aedd229-fb6f-47d9-9a93-e99a93ace1a6 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245048 Jul 05 09:51:42.638632 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port ea6bd617-8fe4-4933-b9fc-bdaf667263f2 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:42.686768 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1607a780-c053-4376-ac3b-443ecce8e048 None None] Provisioning complete for port 26da84e4-bb66-42bd-96c2-d17937cc1104 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:42.687159 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1607a780-c053-4376-ac3b-443ecce8e048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:42.712992 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e8b59fe6-4dd4-4191-80f9-db417a70c69f req-2827ab07-c054-4151-9a26-9aacc754f9d0 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7435769-5686-4aca-a413-00e92d59a2b6 HTTP/1.1" status: 200 len: 210 time: 0.0833921 Jul 05 09:51:42.801026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b46e2b-a7f4-4317-843d-efbe40ff1528 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Made reservation on behalf of 214a636db6f1446182de1636c63725a2 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:42.805037 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802ad83-5757-477c-baaa-adbf14d8417b None None] Pushing event updated for resources: {'Port': ['ID=26da84e4-bb66-42bd-96c2-d17937cc1104,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:42.814628 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27b46e2b-a7f4-4317-843d-efbe40ff1528 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:42.838325 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7035c0-39c5-4067-9e94-5a4ed4a14cc6', 'name': 'tempest-ServersTestMultiNic-1399612863-router', 'tenant_id': '866fe5d597ee4723933609a8955be5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '3af6ec95-3275-48d8-a2c6-10496ac606b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:37Z', 'updated_at': '2021-07-05T09:51:39Z', 'revision_number': 3, 'project_id': '866fe5d597ee4723933609a8955be5f7', 'gw_port': {'id': '3af6ec95-3275-48d8-a2c6-10496ac606b2', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7035c0-39c5-4067-9e94-5a4ed4a14cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:38Z', 'updated_at': '2021-07-05T09:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:42.883441 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16215dc3-e2a0-4a10-a1e5-9b909638ce2c req-ff57e368-82fc-4632-9a3c-107f1ca5cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:42.885040 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-16215dc3-e2a0-4a10-a1e5-9b909638ce2c req-ff57e368-82fc-4632-9a3c-107f1ca5cff4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2b4fa0ad-d771-4467-abb7-7725cc9bca3e HTTP/1.1" status: 200 len: 918 time: 0.6166670 Jul 05 09:51:42.912839 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-31b407fa-9c63-4d81-9f12-1f4c69494100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:42.937202 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-31b407fa-9c63-4d81-9f12-1f4c69494100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:42.976278 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3e21e41a-53c7-426a-91c6-50c117b118a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'name': 'tempest-TaggedBootDevicesTest_v242-1227042050-router', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:49:21Z', 'updated_at': '2021-07-05T09:49:28Z', 'revision_number': 4, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'gw_port': {'id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:49:22Z', 'updated_at': '2021-07-05T09:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'f0f2da49-78d3-4cef-badb-7b6a5bff9c9f', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'port_id': '401fb49d-c5d2-4694-ad52-e41acc61b67a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e', 'mac_address': 'fa:16:3e:38:09:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:50:13Z', 'updated_at': '2021-07-05T09:51:38Z', 'revision_number': 1, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc9719bf-f8e5-4b6d-855c-d24854bd4691', 'name': '', 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'mac_address': 'fa:16:3e:f6:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '22c724bc-0f32-4952-94a0-85931aacdabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:49:27Z', 'updated_at': '2021-07-05T09:49:39Z', 'revision_number': 5, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'subnets': [{'id': '22c724bc-0f32-4952-94a0-85931aacdabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:42.989478 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] Checking router: ca7035c0-39c5-4067-9e94-5a4ed4a14cc6 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:51:42.990047 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] Updating router ca7035c0-39c5-4067-9e94-5a4ed4a14cc6 port 3af6ec95-3275-48d8-a2c6-10496ac606b2 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:51:43.018293 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e21e41a-53c7-426a-91c6-50c117b118a9 None None] The sync data for ids ['c84b6f5f-adb2-4aca-9107-0d4fbaba109a'] in n-d-798054-8 is: [{'id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'name': 'tempest-TaggedBootDevicesTest_v242-1227042050-router', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:49:21Z', 'updated_at': '2021-07-05T09:49:28Z', 'revision_number': 4, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'gw_port': {'id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:49:22Z', 'updated_at': '2021-07-05T09:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'f0f2da49-78d3-4cef-badb-7b6a5bff9c9f', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'port_id': '401fb49d-c5d2-4694-ad52-e41acc61b67a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e', 'mac_address': 'fa:16:3e:38:09:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:50:13Z', 'updated_at': '2021-07-05T09:51:38Z', 'revision_number': 1, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc9719bf-f8e5-4b6d-855c-d24854bd4691', 'name': '', 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'mac_address': 'fa:16:3e:f6:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '22c724bc-0f32-4952-94a0-85931aacdabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:49:27Z', 'updated_at': '2021-07-05T09:49:39Z', 'revision_number': 5, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'subnets': [{'id': '22c724bc-0f32-4952-94a0-85931aacdabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:51:43.079249 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:43.086129 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8939705-b704-439c-b197-67f82da2be1e req-c0ea50c0-f9d7-419d-b3b3-ac62648c17a9 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:43.094835 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a8939705-b704-439c-b197-67f82da2be1e req-c0ea50c0-f9d7-419d-b3b3-ac62648c17a9 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.1890492 Jul 05 09:51:43.122040 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-16215dc3-e2a0-4a10-a1e5-9b909638ce2c req-00c8c74a-d9c1-4f29-9f08-6e34c0702ae0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=401fb49d-c5d2-4694-ad52-e41acc61b67a HTTP/1.1" status: 200 len: 998 time: 0.2108891 Jul 05 09:51:43.141474 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a8939705-b704-439c-b197-67f82da2be1e req-f6a939d7-929b-4a1e-9e42-fc581301906d tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457954 Jul 05 09:51:43.216152 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-27b46e2b-a7f4-4317-843d-efbe40ff1528 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] device_id is not set on port 2c04617d-0528-49ff-93b4-091751764c50 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:51:43.283165 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16215dc3-e2a0-4a10-a1e5-9b909638ce2c req-d22b33e7-e412-4875-8342-76060d4e68d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:43.284694 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-16215dc3-e2a0-4a10-a1e5-9b909638ce2c req-d22b33e7-e412-4875-8342-76060d4e68d1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=22c724bc-0f32-4952-94a0-85931aacdabb HTTP/1.1" status: 200 len: 856 time: 0.0799015 Jul 05 09:51:43.333721 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-31b407fa-9c63-4d81-9f12-1f4c69494100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:43.337001 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-31b407fa-9c63-4d81-9f12-1f4c69494100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:43.346296 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-31b407fa-9c63-4d81-9f12-1f4c69494100 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/325a421c-5197-496e-9fec-6bd02140876f HTTP/1.1" status: 204 len: 168 time: 0.9757311 Jul 05 09:51:43.382558 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4222f-e6e8-4c4b-a294-9f703fae76f2 req-214ddbab-2fb4-4fe3-b366-d6b7a58061ba tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:43.384207 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1829730-b1ac-4d34-b162-3d6df0a25d38 None None] New status for floating IP f0f2da49-78d3-4cef-badb-7b6a5bff9c9f: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:51:43.393121 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80c4222f-e6e8-4c4b-a294-9f703fae76f2 req-214ddbab-2fb4-4fe3-b366-d6b7a58061ba tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.0862744 Jul 05 09:51:43.440566 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80c4222f-e6e8-4c4b-a294-9f703fae76f2 req-b94e6570-7023-4e73-b25b-aa4f8f75d96a tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460119 Jul 05 09:51:43.461918 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4e4a7661-8985-4712-805c-ca9ba9f30b67 None None] Provisioning for port ea6bd617-8fe4-4933-b9fc-bdaf667263f2 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:43.468112 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b407fa-9c63-4d81-9f12-1f4c69494100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325a421c-5197-496e-9fec-6bd02140876f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:43.477405 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 26da84e4-bb66-42bd-96c2-d17937cc1104 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:43.560520 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4e4a7661-8985-4712-805c-ca9ba9f30b67 None None] Provisioning complete for port ea6bd617-8fe4-4933-b9fc-bdaf667263f2 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:43.561292 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e4a7661-8985-4712-805c-ca9ba9f30b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:43.565162 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:43.621281 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-62ec5c0b-2709-4449-b49a-891659692820 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:43.622859 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-62ec5c0b-2709-4449-b49a-891659692820 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.78 "GET /v2.0/networks?id=8c53686c-b28c-4136-878c-35472ee2c34c HTTP/1.1" status: 200 len: 813 time: 0.4999294 Jul 05 09:51:43.705961 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-50bfa766-4e09-4340-811b-f4a76bc294b4 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Request body: {'port': {'device_id': 'f7435769-5686-4aca-a413-00e92d59a2b6', 'network_id': '8c53686c-b28c-4136-878c-35472ee2c34c', 'admin_state_up': True, 'tenant_id': '08d92f6c3f914c55b6325399ccf6c1f8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:43.738875 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] Transition to ACTIVE for port object 3af6ec95-3275-48d8-a2c6-10496ac606b2 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:43.757029 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412e8d2-5d70-4580-a73b-f5163ba5b166 req-705eb1e4-9ed8-44a9-89aa-1d2a332d7658 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:43.759077 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9412e8d2-5d70-4580-a73b-f5163ba5b166 req-705eb1e4-9ed8-44a9-89aa-1d2a332d7658 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.1665092 Jul 05 09:51:43.760046 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 26da84e4-bb66-42bd-96c2-d17937cc1104 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:43.760687 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:43.763415 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:43.809817 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16215dc3-e2a0-4a10-a1e5-9b909638ce2c req-2e4995b1-5ee3-4321-8c10-15a50f6a8338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:43.811383 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-16215dc3-e2a0-4a10-a1e5-9b909638ce2c req-2e4995b1-5ee3-4321-8c10-15a50f6a8338 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2b4fa0ad-d771-4467-abb7-7725cc9bca3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4557407 Jul 05 09:51:43.841738 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-27b46e2b-a7f4-4317-843d-efbe40ff1528 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Allocated IP 172.20.0.8 (8e0406d1-55f1-49ee-af1d-011ad3ca768d/5f33853d-1eb2-484a-9fa4-173c4a06e61e/2c04617d-0528-49ff-93b4-091751764c50) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:43.856126 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9412e8d2-5d70-4580-a73b-f5163ba5b166 req-db75ff05-2d1f-46c4-8a92-041d37287c66 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876968 Jul 05 09:51:43.940932 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] Attempting to bind port 3af6ec95-3275-48d8-a2c6-10496ac606b2 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:51:43.941507 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] Attempting to bind port 3af6ec95-3275-48d8-a2c6-10496ac606b2 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:51:43.942532 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] Attempting to bind port 3af6ec95-3275-48d8-a2c6-10496ac606b2 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:43.986892 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d56e8-b433-45ad-8021-babbaa8b1358 None None] Pushing event updated for resources: {'Port': ['ID=3af6ec95-3275-48d8-a2c6-10496ac606b2,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:43.994604 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:51:43.995299 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:43.995417 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:43.995756 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:51:43.996557 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] Bound port: 3af6ec95-3275-48d8-a2c6-10496ac606b2, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:51:43.996946 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:44.073444 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] For port 3af6ec95-3275-48d8-a2c6-10496ac606b2, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:51:44.077754 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] For port 3af6ec95-3275-48d8-a2c6-10496ac606b2, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3af6ec95-3275-48d8-a2c6-10496ac606b2,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:51:44.130952 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:44.204898 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d56e8-b433-45ad-8021-babbaa8b1358 None None] Pushing event updated for resources: {'Port': ['ID=3af6ec95-3275-48d8-a2c6-10496ac606b2,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:44.212303 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e4a7661-8985-4712-805c-ca9ba9f30b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:44.260359 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] Routers {'ca7035c0-39c5-4067-9e94-5a4ed4a14cc6'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:51:44.261034 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:51:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ca7035c0-39c5-4067-9e94-5a4ed4a14cc6'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:44.297485 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-50bfa766-4e09-4340-811b-f4a76bc294b4 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Made reservation on behalf of 08d92f6c3f914c55b6325399ccf6c1f8 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:44.302490 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-50bfa766-4e09-4340-811b-f4a76bc294b4 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:44.316173 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-16215dc3-e2a0-4a10-a1e5-9b909638ce2c req-2002bf92-9ed0-48bb-8e5c-5fd9b638847e service neutron] 10.222.0.78 "GET /v2.0/networks/2b4fa0ad-d771-4467-abb7-7725cc9bca3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232333 Jul 05 09:51:44.318074 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4e4a7661-8985-4712-805c-ca9ba9f30b67 None None] For port ea6bd617-8fe4-4933-b9fc-bdaf667263f2, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ea6bd617-8fe4-4933-b9fc-bdaf667263f2,segment=NetworkSegment(cf6899c0-30ea-444f-8400-62962d81704e),segment_id=cf6899c0-30ea-444f-8400-62962d81704e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:44.326678 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e4a7661-8985-4712-805c-ca9ba9f30b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:44.469714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] Set router ca7035c0-39c5-4067-9e94-5a4ed4a14cc6 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:51:44.530598 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a7661-8985-4712-805c-ca9ba9f30b67 None None] Pushing event updated for resources: {'Port': ['ID=ea6bd617-8fe4-4933-b9fc-bdaf667263f2,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:44.573658 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e7c7358a-292e-482c-bd3b-d836588508e2 req-ebb6a080-0f8b-4c7f-b6ab-050c537e4902 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7435769-5686-4aca-a413-00e92d59a2b6 HTTP/1.1" status: 200 len: 210 time: 0.4920213 Jul 05 09:51:44.593968 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-615d4d24-4fed-4536-a16e-5e65684c6929 None None] Provisioning for port 0294dbe7-6ef1-4e49-b7f8-5141c7e50344 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:44.594251 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edb273-44b2-4ad3-93ac-202702edd772 req-e1c1cc8d-af84-4e27-930f-7f0d1d2b3d26 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:44.602355 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-615d4d24-4fed-4536-a16e-5e65684c6929 None None] Provisioning complete for port 0294dbe7-6ef1-4e49-b7f8-5141c7e50344 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:44.602740 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-615d4d24-4fed-4536-a16e-5e65684c6929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:44.617043 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-30edb273-44b2-4ad3-93ac-202702edd772 req-e1c1cc8d-af84-4e27-930f-7f0d1d2b3d26 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 945 time: 0.6724725 Jul 05 09:51:44.638135 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27b46e2b-a7f4-4317-843d-efbe40ff1528 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:44.654305 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f723a1bd-422e-480b-8ab7-e07a4608de9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:44.671916 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-615d4d24-4fed-4536-a16e-5e65684c6929 None None] Port 0294dbe7-6ef1-4e49-b7f8-5141c7e50344 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:51:44.674554 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-30edb273-44b2-4ad3-93ac-202702edd772 req-b172f60c-6167-4885-b703-885af21bc6bc tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564084 Jul 05 09:51:44.685176 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-16215dc3-e2a0-4a10-a1e5-9b909638ce2c req-275054ff-7801-415d-bb0e-d63bbb75fb44 service neutron] 10.222.0.78 "GET /v2.0/networks/2b4fa0ad-d771-4467-abb7-7725cc9bca3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553574 Jul 05 09:51:44.703570 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-27b46e2b-a7f4-4317-843d-efbe40ff1528 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Transition to ACTIVE for port object 2c04617d-0528-49ff-93b4-091751764c50 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:44.734010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-615d4d24-4fed-4536-a16e-5e65684c6929 None None] Provisioning complete for port ea6bd617-8fe4-4933-b9fc-bdaf667263f2 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:44.734695 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-615d4d24-4fed-4536-a16e-5e65684c6929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:44.759563 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-50bfa766-4e09-4340-811b-f4a76bc294b4 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Allocated IP 172.20.0.14 (8c53686c-b28c-4136-878c-35472ee2c34c/710d4bf0-6f08-43d8-9d32-e0b2330e7f90/c9b1a971-4661-43bc-a998-1d3003409f82) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:44.817827 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7035c0-39c5-4067-9e94-5a4ed4a14cc6', 'name': 'tempest-ServersTestMultiNic-1399612863-router', 'tenant_id': '866fe5d597ee4723933609a8955be5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '3af6ec95-3275-48d8-a2c6-10496ac606b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:37Z', 'updated_at': '2021-07-05T09:51:39Z', 'revision_number': 3, 'project_id': '866fe5d597ee4723933609a8955be5f7', 'gw_port': {'id': '3af6ec95-3275-48d8-a2c6-10496ac606b2', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7035c0-39c5-4067-9e94-5a4ed4a14cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:38Z', 'updated_at': '2021-07-05T09:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:44.866257 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d735bb9-5fb4-4290-adaa-ec996acd21fd None None] The sync data for ids ['ca7035c0-39c5-4067-9e94-5a4ed4a14cc6'] in n-d-798054-8 is: [{'id': 'ca7035c0-39c5-4067-9e94-5a4ed4a14cc6', 'name': 'tempest-ServersTestMultiNic-1399612863-router', 'tenant_id': '866fe5d597ee4723933609a8955be5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '3af6ec95-3275-48d8-a2c6-10496ac606b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:37Z', 'updated_at': '2021-07-05T09:51:39Z', 'revision_number': 3, 'project_id': '866fe5d597ee4723933609a8955be5f7', 'gw_port': {'id': '3af6ec95-3275-48d8-a2c6-10496ac606b2', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7035c0-39c5-4067-9e94-5a4ed4a14cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:38Z', 'updated_at': '2021-07-05T09:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:51:44.991026 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27b46e2b-a7f4-4317-843d-efbe40ff1528 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:45.008972 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ffa53-f463-4537-a9ef-7e491f5ffde6 req-a761c577-d443-4c69-a7b6-2efeedf0ac5b tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:45.010603 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f3ffa53-f463-4537-a9ef-7e491f5ffde6 req-a761c577-d443-4c69-a7b6-2efeedf0ac5b tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.0833793 Jul 05 09:51:45.065399 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f3ffa53-f463-4537-a9ef-7e491f5ffde6 req-42ac8733-d1f3-4db3-9a44-35a3f209e4e2 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476298 Jul 05 09:51:45.084436 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b46e2b-a7f4-4317-843d-efbe40ff1528 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Network 8e0406d1-55f1-49ee-af1d-011ad3ca768d is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:45.524634 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-27b46e2b-a7f4-4317-843d-efbe40ff1528 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:45.527475 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b46e2b-a7f4-4317-843d-efbe40ff1528 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:45.643387 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b46e2b-a7f4-4317-843d-efbe40ff1528 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:45.644805 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27b46e2b-a7f4-4317-843d-efbe40ff1528 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:45.667713 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b46e2b-a7f4-4317-843d-efbe40ff1528 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Pushing event updated for resources: {'Port': ['ID=2c04617d-0528-49ff-93b4-091751764c50,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:45.702317 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-27b46e2b-a7f4-4317-843d-efbe40ff1528 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.2628381 Jul 05 09:51:45.705674 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57768) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:45.716930 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-f723a1bd-422e-480b-8ab7-e07a4608de9c admin admin] Allocated IP 172.20.0.1 (d1899987-5a07-4643-b901-e6a3f0612986/a78f9674-4d4a-4788-9dcc-c5d4a97efb04/7be73145-3f49-4693-b210-7707f52df5e7) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:45.735472 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3af6ec95-3275-48d8-a2c6-10496ac606b2 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:45.863240 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 3af6ec95-3275-48d8-a2c6-10496ac606b2 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:45.867544 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 3af6ec95-3275-48d8-a2c6-10496ac606b2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:45.868213 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:45.939629 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-50bfa766-4e09-4340-811b-f4a76bc294b4 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:45.987644 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c16eaaf9-7691-41b3-829a-30d8167c46ab req-86b3e006-665d-4502-9417-8d8e992bda70 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7435769-5686-4aca-a413-00e92d59a2b6 HTTP/1.1" status: 200 len: 210 time: 0.1403811 Jul 05 09:51:46.001211 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:46.029100 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 3af6ec95-3275-48d8-a2c6-10496ac606b2, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3af6ec95-3275-48d8-a2c6-10496ac606b2,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:46.036834 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:46.037716 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ea6bd617-8fe4-4933-b9fc-bdaf667263f2 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:46.101854 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b569b88b-8c9d-46ad-aa70-6e578fc1511a tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:46.108068 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b569b88b-8c9d-46ad-aa70-6e578fc1511a tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:46.123231 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b569b88b-8c9d-46ad-aa70-6e578fc1511a tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:46.127671 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b569b88b-8c9d-46ad-aa70-6e578fc1511a tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.4188161 Jul 05 09:51:46.128025 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57780) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:46.150400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1fea751e-2375-49e8-820c-0954bfc4066f None None] Provisioning for port 2c04617d-0528-49ff-93b4-091751764c50 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:46.159155 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f723a1bd-422e-480b-8ab7-e07a4608de9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:46.171377 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1fea751e-2375-49e8-820c-0954bfc4066f None None] Provisioning complete for port 2c04617d-0528-49ff-93b4-091751764c50 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:46.172063 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1fea751e-2375-49e8-820c-0954bfc4066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:46.177579 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-50bfa766-4e09-4340-811b-f4a76bc294b4 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:46.253917 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-f723a1bd-422e-480b-8ab7-e07a4608de9c admin admin] Transition to ACTIVE for port object 7be73145-3f49-4693-b210-7707f52df5e7 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:46.264574 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-50bfa766-4e09-4340-811b-f4a76bc294b4 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Network 8c53686c-b28c-4136-878c-35472ee2c34c is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:46.278035 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-50bfa766-4e09-4340-811b-f4a76bc294b4 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:46.286352 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-50bfa766-4e09-4340-811b-f4a76bc294b4 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:46.357944 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfa766-4e09-4340-811b-f4a76bc294b4 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Pushing event updated for resources: {'Port': ['ID=c9b1a971-4661-43bc-a998-1d3003409f82,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:46.398960 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022258b-0983-47f9-85e7-9659211dbdb0 req-5f2fadc3-69c9-4256-b270-afcae671ab27 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:46.407150 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4022258b-0983-47f9-85e7-9659211dbdb0 req-5f2fadc3-69c9-4256-b270-afcae671ab27 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 945 time: 0.1202893 Jul 05 09:51:46.440482 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-50bfa766-4e09-4340-811b-f4a76bc294b4 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:46.444482 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-fa4a7b86-8b4a-4d17-8bf9-f38837c886d1 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Deleting port 2c04617d-0528-49ff-93b4-091751764c50 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:46.445200 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fa4a7b86-8b4a-4d17-8bf9-f38837c886d1 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:46.445473 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-50bfa766-4e09-4340-811b-f4a76bc294b4 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:46.480007 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-50bfa766-4e09-4340-811b-f4a76bc294b4 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8355398 Jul 05 09:51:46.486578 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f723a1bd-422e-480b-8ab7-e07a4608de9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:46.509522 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4022258b-0983-47f9-85e7-9659211dbdb0 req-f7f1dec2-a658-47a2-9e30-0999816a2958 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012866 Jul 05 09:51:46.519332 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-6977bada-dc42-413e-9436-991ae838f998 service neutron] Request body: {'port': {'device_id': 'f7435769-5686-4aca-a413-00e92d59a2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:46.583471 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=3af6ec95-3275-48d8-a2c6-10496ac606b2,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:46.595689 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1fea751e-2375-49e8-820c-0954bfc4066f None None] Port 2c04617d-0528-49ff-93b4-091751764c50 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:51:46.621526 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port ea6bd617-8fe4-4933-b9fc-bdaf667263f2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:46.622539 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:46.651686 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fa4a7b86-8b4a-4d17-8bf9-f38837c886d1 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:46.682758 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f723a1bd-422e-480b-8ab7-e07a4608de9c admin admin] Network d1899987-5a07-4643-b901-e6a3f0612986 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:46.683119 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-fa4a7b86-8b4a-4d17-8bf9-f38837c886d1 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Calling delete_port for 2c04617d-0528-49ff-93b4-091751764c50 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:46.699277 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f723a1bd-422e-480b-8ab7-e07a4608de9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:46.705359 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f723a1bd-422e-480b-8ab7-e07a4608de9c admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:46.846283 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723a1bd-422e-480b-8ab7-e07a4608de9c admin admin] Pushing event updated for resources: {'Port': ['ID=7be73145-3f49-4693-b210-7707f52df5e7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:46.891369 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67b57f3e-30e6-4519-a222-87820aa545cc req-2d1ec3a3-d23c-4441-b93e-bdbbd0e612f3 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=890aafa473984ea6bbc64b1fb171aec2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488517 Jul 05 09:51:46.948097 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-6977bada-dc42-413e-9436-991ae838f998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:46.960975 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f723a1bd-422e-480b-8ab7-e07a4608de9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:47.130884 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-87d08a0a-d8fe-495a-be9b-42c47124d289 None None] Provisioning for port 7be73145-3f49-4693-b210-7707f52df5e7 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:47.140554 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-87d08a0a-d8fe-495a-be9b-42c47124d289 None None] Provisioning complete for port 7be73145-3f49-4693-b210-7707f52df5e7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:47.141266 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-87d08a0a-d8fe-495a-be9b-42c47124d289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:47.162100 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b57f3e-30e6-4519-a222-87820aa545cc req-725f23d6-dfa0-4b7c-a019-a3b6737c9db0 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:47.172443 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67b57f3e-30e6-4519-a222-87820aa545cc req-725f23d6-dfa0-4b7c-a019-a3b6737c9db0 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2800899 Jul 05 09:51:47.190298 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fa4a7b86-8b4a-4d17-8bf9-f38837c886d1 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:47.200271 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67b57f3e-30e6-4519-a222-87820aa545cc req-b137c9a7-9141-43d3-b68f-731f259d0561 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/quotas/890aafa473984ea6bbc64b1fb171aec2 HTTP/1.1" status: 200 len: 375 time: 0.0266347 Jul 05 09:51:47.211428 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-87d08a0a-d8fe-495a-be9b-42c47124d289 None None] Port 7be73145-3f49-4693-b210-7707f52df5e7 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:51:47.306232 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a7b86-8b4a-4d17-8bf9-f38837c886d1 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Pushing event deleted for resources: {'Port': ['ID=2c04617d-0528-49ff-93b4-091751764c50,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:47.322530 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67b57f3e-30e6-4519-a222-87820aa545cc req-ed1c7cad-1f25-4b10-a8b9-20a6787a6c90 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1197908 Jul 05 09:51:47.344286 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-6977bada-dc42-413e-9436-991ae838f998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b1a971-4661-43bc-a998-1d3003409f82 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:47.355899 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a7b86-8b4a-4d17-8bf9-f38837c886d1 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:47.356468 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a7b86-8b4a-4d17-8bf9-f38837c886d1 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:47.356997 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a7b86-8b4a-4d17-8bf9-f38837c886d1 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:47.357563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a7b86-8b4a-4d17-8bf9-f38837c886d1 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:47.358086 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a7b86-8b4a-4d17-8bf9-f38837c886d1 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:47.358571 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a7b86-8b4a-4d17-8bf9-f38837c886d1 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:47.359114 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a7b86-8b4a-4d17-8bf9-f38837c886d1 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:47.359542 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-6977bada-dc42-413e-9436-991ae838f998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:47.359984 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a7b86-8b4a-4d17-8bf9-f38837c886d1 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:47.360613 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a7b86-8b4a-4d17-8bf9-f38837c886d1 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:47.361867 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a7b86-8b4a-4d17-8bf9-f38837c886d1 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:47.362495 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a7b86-8b4a-4d17-8bf9-f38837c886d1 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:47.363810 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a7b86-8b4a-4d17-8bf9-f38837c886d1 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:47.381126 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-6977bada-dc42-413e-9436-991ae838f998 service neutron] Transition to ACTIVE for port object c9b1a971-4661-43bc-a998-1d3003409f82 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:47.391368 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-6977bada-dc42-413e-9436-991ae838f998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:47.562850 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb6aa1-c8b1-4ea6-b73c-844459322a74 req-2139668a-efad-49b1-99f8-46ef365f943f tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:47.589213 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e2eb6aa1-c8b1-4ea6-b73c-844459322a74 req-2139668a-efad-49b1-99f8-46ef365f943f tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7435769-5686-4aca-a413-00e92d59a2b6 HTTP/1.1" status: 200 len: 932 time: 0.4101624 Jul 05 09:51:47.602148 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3af6ec95-3275-48d8-a2c6-10496ac606b2 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:47.667037 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fa4a7b86-8b4a-4d17-8bf9-f38837c886d1 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:47.669703 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-fa4a7b86-8b4a-4d17-8bf9-f38837c886d1 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] 10.222.0.79 "DELETE /v2.0/ports/2c04617d-0528-49ff-93b4-091751764c50 HTTP/1.1" status: 204 len: 168 time: 1.5406625 Jul 05 09:51:47.673871 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57816) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:47.698781 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a9c0fb58-968f-4f7a-a106-0af6bd4b8d6e tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Request body: {'port': {'name': 'tempest-new-port-name-1144484748', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:47.712360 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.api.validators [None req-a9c0fb58-968f-4f7a-a106-0af6bd4b8d6e tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] bootfile-name is not in valid_values {{(pid=93907) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 09:51:47.718269 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.api.validators [None req-a9c0fb58-968f-4f7a-a106-0af6bd4b8d6e tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] tftp-server is not in valid_values {{(pid=93907) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 09:51:47.719012 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.api.validators [None req-a9c0fb58-968f-4f7a-a106-0af6bd4b8d6e tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] server-ip-address is not in valid_values {{(pid=93907) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 09:51:47.729222 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 3af6ec95-3275-48d8-a2c6-10496ac606b2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:47.729453 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:47.750470 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e2eb6aa1-c8b1-4ea6-b73c-844459322a74 req-a28cffc6-de11-4d44-bed5-9716318153e2 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a93a10-178f-499a-b652-5ad92e445f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600528 Jul 05 09:51:47.754305 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977bada-dc42-413e-9436-991ae838f998 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b1a971-4661-43bc-a998-1d3003409f82,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:47.902998 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-6977bada-dc42-413e-9436-991ae838f998 service neutron] Attempting to bind port c9b1a971-4661-43bc-a998-1d3003409f82 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:51:47.903599 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-6977bada-dc42-413e-9436-991ae838f998 service neutron] Attempting to bind port c9b1a971-4661-43bc-a998-1d3003409f82 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '48acd8ce-bcb9-4017-b9e7-fc38d69406f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8c53686c-b28c-4136-878c-35472ee2c34c'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:51:47.904132 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-6977bada-dc42-413e-9436-991ae838f998 service neutron] Attempting to bind port c9b1a971-4661-43bc-a998-1d3003409f82 on network 8c53686c-b28c-4136-878c-35472ee2c34c {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:47.920477 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-6977bada-dc42-413e-9436-991ae838f998 service neutron] Port c9b1a971-4661-43bc-a998-1d3003409f82 on network 8c53686c-b28c-4136-878c-35472ee2c34c not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:51:47.921018 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-6977bada-dc42-413e-9436-991ae838f998 service neutron] Attempting to bind port c9b1a971-4661-43bc-a998-1d3003409f82 on network 8c53686c-b28c-4136-878c-35472ee2c34c {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:47.924566 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f723a1bd-422e-480b-8ab7-e07a4608de9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:47.942435 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-6977bada-dc42-413e-9436-991ae838f998 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:51:47.942788 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-6977bada-dc42-413e-9436-991ae838f998 service neutron] Checking segment: {'id': '48acd8ce-bcb9-4017-b9e7-fc38d69406f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8c53686c-b28c-4136-878c-35472ee2c34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:47.948413 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-6977bada-dc42-413e-9436-991ae838f998 service neutron] Bound using segment: {'id': '48acd8ce-bcb9-4017-b9e7-fc38d69406f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8c53686c-b28c-4136-878c-35472ee2c34c'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:51:47.948892 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-6977bada-dc42-413e-9436-991ae838f998 service neutron] Bound port: c9b1a971-4661-43bc-a998-1d3003409f82, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48acd8ce-bcb9-4017-b9e7-fc38d69406f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8c53686c-b28c-4136-878c-35472ee2c34c'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:51:47.949446 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-6977bada-dc42-413e-9436-991ae838f998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:48.019644 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9c0fb58-968f-4f7a-a106-0af6bd4b8d6e tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:48.057938 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ffbc9c09-82a2-4474-94e7-a3bbe8b3e09e req-521143e8-21fb-44c8-9ae5-881cce63cbc5 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f7e8632-e029-4823-8d02-f71d33874512 HTTP/1.1" status: 200 len: 210 time: 0.0480247 Jul 05 09:51:48.194909 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-6977bada-dc42-413e-9436-991ae838f998 service neutron] For port c9b1a971-4661-43bc-a998-1d3003409f82, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:51:48.200612 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb21cd8-f07a-4a10-b6e4-c92e8c9af373 req-3debab71-c21c-423e-910a-7d0dec379aa5 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:48.202153 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3cb21cd8-f07a-4a10-b6e4-c92e8c9af373 req-3debab71-c21c-423e-910a-7d0dec379aa5 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 945 time: 0.1467638 Jul 05 09:51:48.226407 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-6977bada-dc42-413e-9436-991ae838f998 service neutron] For port c9b1a971-4661-43bc-a998-1d3003409f82, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=c9b1a971-4661-43bc-a998-1d3003409f82,segment=NetworkSegment(48acd8ce-bcb9-4017-b9e7-fc38d69406f4),segment_id=48acd8ce-bcb9-4017-b9e7-fc38d69406f4)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:51:48.233148 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-6977bada-dc42-413e-9436-991ae838f998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:48.286701 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-6977bada-dc42-413e-9436-991ae838f998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:48.287336 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-6977bada-dc42-413e-9436-991ae838f998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:48.289082 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-6977bada-dc42-413e-9436-991ae838f998 service neutron] 10.222.0.78 "PUT /v2.0/ports/c9b1a971-4661-43bc-a998-1d3003409f82 HTTP/1.1" status: 200 len: 1092 time: 1.7999945 Jul 05 09:51:48.293428 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7435769-5686-4aca-a413-00e92d59a2b6', 'tag': 'c9b1a971-4661-43bc-a998-1d3003409f82'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:48.309872 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4c993d-47d2-4488-acd6-bdf3ae35d663" -d '{"events": [{"name": "network-changed", "server_uuid": "f7435769-5686-4aca-a413-00e92d59a2b6", "tag": "c9b1a971-4661-43bc-a998-1d3003409f82"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:48.311409 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3cb21cd8-f07a-4a10-b6e4-c92e8c9af373 req-3b5a5b97-b71a-446f-a464-9ac7d1410b6f tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765803 Jul 05 09:51:48.422181 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f676013-7017-4e27-9edd-a61a7778991f x-openstack-request-id: req-2f676013-7017-4e27-9edd-a61a7778991f {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:48.422834 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7435769-5686-4aca-a413-00e92d59a2b6", "tag": "c9b1a971-4661-43bc-a998-1d3003409f82", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:48.422834 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2f676013-7017-4e27-9edd-a61a7778991f {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:48.423183 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7435769-5686-4aca-a413-00e92d59a2b6', 'tag': 'c9b1a971-4661-43bc-a998-1d3003409f82', 'status': 'completed', 'code': 200} Jul 05 09:51:48.424755 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977bada-dc42-413e-9436-991ae838f998 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b1a971-4661-43bc-a998-1d3003409f82,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:48.468959 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f723a1bd-422e-480b-8ab7-e07a4608de9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:48.471011 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9c0fb58-968f-4f7a-a106-0af6bd4b8d6e tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:48.476405 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f723a1bd-422e-480b-8ab7-e07a4608de9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:48.482762 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9c0fb58-968f-4f7a-a106-0af6bd4b8d6e tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:48.532647 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-79de9824-3597-4f96-aa3f-d3935c9a1094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:48.534193 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-79de9824-3597-4f96-aa3f-d3935c9a1094 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=08d92f6c3f914c55b6325399ccf6c1f8&device_id=f7435769-5686-4aca-a413-00e92d59a2b6 HTTP/1.1" status: 200 len: 1095 time: 0.1903973 Jul 05 09:51:48.575697 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0fb58-968f-4f7a-a106-0af6bd4b8d6e tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Pushing event updated for resources: {'Port': ['ID=0294dbe7-6ef1-4e49-b7f8-5141c7e50344,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:48.604256 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a9c0fb58-968f-4f7a-a106-0af6bd4b8d6e tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] In _notify_port_updated(), no bound segment for port 0294dbe7-6ef1-4e49-b7f8-5141c7e50344 on network 8e0406d1-55f1-49ee-af1d-011ad3ca768d {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:51:48.612424 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c0fb58-968f-4f7a-a106-0af6bd4b8d6e tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:48.612424 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9c0fb58-968f-4f7a-a106-0af6bd4b8d6e tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:48.612694 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a9c0fb58-968f-4f7a-a106-0af6bd4b8d6e tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] 10.222.0.79 "PUT /v2.0/ports/0294dbe7-6ef1-4e49-b7f8-5141c7e50344 HTTP/1.1" status: 200 len: 1137 time: 0.9376781 Jul 05 09:51:48.616385 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57830) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:48.682110 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723a1bd-422e-480b-8ab7-e07a4608de9c admin admin] Pushing event updated for resources: {'Port': ['ID=7be73145-3f49-4693-b210-7707f52df5e7,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:48.696936 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-99874ea1-3e59-4d1b-a310-a7b1e306459f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9b1a971-4661-43bc-a998-1d3003409f82 HTTP/1.1" status: 200 len: 217 time: 0.1426971 Jul 05 09:51:48.704345 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f723a1bd-422e-480b-8ab7-e07a4608de9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:48.716763 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929e9b2e-7714-4989-9c49-f2306f1d4630 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:48.721686 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-929e9b2e-7714-4989-9c49-f2306f1d4630 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] 10.222.0.79 "GET /v2.0/ports/0294dbe7-6ef1-4e49-b7f8-5141c7e50344 HTTP/1.1" status: 200 len: 1137 time: 0.1012485 Jul 05 09:51:48.722527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57836) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:48.850017 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-a14f7069-1ce2-4a99-9811-74664aefb024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:48.851937 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-a14f7069-1ce2-4a99-9811-74664aefb024 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=710d4bf0-6f08-43d8-9d32-e0b2330e7f90 HTTP/1.1" status: 200 len: 853 time: 0.1451340 Jul 05 09:51:48.943087 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-b0e48356-bf49-4945-a18b-19af9e2978f0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8c53686c-b28c-4136-878c-35472ee2c34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783510 Jul 05 09:51:48.977668 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8d50035b-5603-44fc-9019-4c4a111c6fcc tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Deleting port 0294dbe7-6ef1-4e49-b7f8-5141c7e50344 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:48.978388 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d50035b-5603-44fc-9019-4c4a111c6fcc tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:49.061816 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-59685442-5b4f-4d9b-b180-16ba246ffb10 None None] Provisioning complete for port 0294dbe7-6ef1-4e49-b7f8-5141c7e50344 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:49.062371 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-59685442-5b4f-4d9b-b180-16ba246ffb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:49.180553 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-59685442-5b4f-4d9b-b180-16ba246ffb10 None None] Port 0294dbe7-6ef1-4e49-b7f8-5141c7e50344 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:51:49.214001 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d50035b-5603-44fc-9019-4c4a111c6fcc tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:49.226354 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f723a1bd-422e-480b-8ab7-e07a4608de9c admin admin] Network d1899987-5a07-4643-b901-e6a3f0612986 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:49.234518 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8d50035b-5603-44fc-9019-4c4a111c6fcc tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Calling delete_port for 0294dbe7-6ef1-4e49-b7f8-5141c7e50344 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:49.236936 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f723a1bd-422e-480b-8ab7-e07a4608de9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:49.262709 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16aefb-57db-4030-a986-e8a44217a6ac req-62b2f489-66c5-4463-8a26-acdb0b5df229 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:49.269662 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb16aefb-57db-4030-a986-e8a44217a6ac req-62b2f489-66c5-4463-8a26-acdb0b5df229 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7435769-5686-4aca-a413-00e92d59a2b6 HTTP/1.1" status: 200 len: 944 time: 0.1876626 Jul 05 09:51:49.324038 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-d2419219-3178-4f76-a4d4-ab7a54a1a5cb service neutron] 10.222.0.78 "GET /v2.0/networks/8c53686c-b28c-4136-878c-35472ee2c34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678899 Jul 05 09:51:49.467682 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb16aefb-57db-4030-a986-e8a44217a6ac req-dcbfeebe-79a7-4ef6-94b5-d1a369e55062 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a93a10-178f-499a-b652-5ad92e445f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910658 Jul 05 09:51:49.487365 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97c065f7-fc2b-4df1-8fcb-e510e2b6b2ea req-09ad6bde-1a5d-4061-89e0-cee82f03c2ab tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f7e8632-e029-4823-8d02-f71d33874512 HTTP/1.1" status: 200 len: 210 time: 0.1134970 Jul 05 09:51:49.609320 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f723a1bd-422e-480b-8ab7-e07a4608de9c admin admin] Router ca7035c0-39c5-4067-9e94-5a4ed4a14cc6 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:51:49.634271 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d50035b-5603-44fc-9019-4c4a111c6fcc tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:49.693257 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50035b-5603-44fc-9019-4c4a111c6fcc tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Pushing event deleted for resources: {'Port': ['ID=0294dbe7-6ef1-4e49-b7f8-5141c7e50344,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:49.720628 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-045fdcee-9d90-46f7-8a6c-c7847a27b706 None None] Provisioning complete for port 7be73145-3f49-4693-b210-7707f52df5e7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:49.724684 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-045fdcee-9d90-46f7-8a6c-c7847a27b706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:49.814604 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a24a302-4d25-4606-b412-5e502d1608d1 req-ce2155bd-d010-42f0-879b-b846dcd6adf7 service neutron] 10.222.0.78 "GET /v2.0/networks/8c53686c-b28c-4136-878c-35472ee2c34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875846 Jul 05 09:51:49.832623 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-045fdcee-9d90-46f7-8a6c-c7847a27b706 None None] Port 7be73145-3f49-4693-b210-7707f52df5e7 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:51:49.898412 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f723a1bd-422e-480b-8ab7-e07a4608de9c admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:51:49.909221 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] Sync routers for ids ['ca7035c0-39c5-4067-9e94-5a4ed4a14cc6'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:51:49.915546 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d50035b-5603-44fc-9019-4c4a111c6fcc tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:49.919754 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8d50035b-5603-44fc-9019-4c4a111c6fcc tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] 10.222.0.79 "DELETE /v2.0/ports/0294dbe7-6ef1-4e49-b7f8-5141c7e50344 HTTP/1.1" status: 204 len: 168 time: 1.1937361 Jul 05 09:51:49.922011 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f723a1bd-422e-480b-8ab7-e07a4608de9c admin admin] 10.222.0.79 "PUT /v2.0/routers/ca7035c0-39c5-4067-9e94-5a4ed4a14cc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7301438 Jul 05 09:51:49.922775 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57850) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:49.936431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] Routers {'ca7035c0-39c5-4067-9e94-5a4ed4a14cc6'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:51:49.937419 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:51:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ca7035c0-39c5-4067-9e94-5a4ed4a14cc6'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:49.998269 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67b57f3e-30e6-4519-a222-87820aa545cc req-1908ddee-5bd1-4361-a371-3dcaeb61f36c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=890aafa473984ea6bbc64b1fb171aec2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2032866 Jul 05 09:51:50.107535 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-853048fe-1a48-4ee8-afad-687a20493907 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Deleting subnet 5f33853d-1eb2-484a-9fa4-173c4a06e61e {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:51:50.125649 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-853048fe-1a48-4ee8-afad-687a20493907 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:50.206106 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313aa5e6-0fa1-40fc-a823-b6f139e656a2 req-f852e56c-9c80-4528-b7aa-cac98259b058 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:50.214168 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-313aa5e6-0fa1-40fc-a823-b6f139e656a2 req-f852e56c-9c80-4528-b7aa-cac98259b058 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 945 time: 0.4149892 Jul 05 09:51:50.246694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57864) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:50.254850 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-853048fe-1a48-4ee8-afad-687a20493907 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:50.290883 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c993d-47d2-4488-acd6-bdf3ae35d663 req-460c2df8-f25c-4fb0-99d3-a0b9584fe52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:50.293125 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bf4c993d-47d2-4488-acd6-bdf3ae35d663 req-460c2df8-f25c-4fb0-99d3-a0b9584fe52e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=08d92f6c3f914c55b6325399ccf6c1f8&device_id=f7435769-5686-4aca-a413-00e92d59a2b6 HTTP/1.1" status: 200 len: 1095 time: 0.2886233 Jul 05 09:51:50.306941 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] Set router ca7035c0-39c5-4067-9e94-5a4ed4a14cc6 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:51:50.355723 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b57f3e-30e6-4519-a222-87820aa545cc req-b6c9eaf3-6fce-4f6d-9eab-2c6b956ecbf8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:50.364785 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67b57f3e-30e6-4519-a222-87820aa545cc req-b6c9eaf3-6fce-4f6d-9eab-2c6b956ecbf8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3560929 Jul 05 09:51:50.386910 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-313aa5e6-0fa1-40fc-a823-b6f139e656a2 req-f78846e8-5187-4f1e-9ab5-758504216601 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708529 Jul 05 09:51:50.403781 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-67b57f3e-30e6-4519-a222-87820aa545cc req-ebe50626-8b81-4e86-869e-b2b15ec07da8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Request body: {'port': {'device_id': '2f7e8632-e029-4823-8d02-f71d33874512', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': '890aafa473984ea6bbc64b1fb171aec2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:50.581176 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-dff0004a-0af5-46f2-9857-9223d1e18019 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-483145128'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:50.682515 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff0004a-0af5-46f2-9857-9223d1e18019 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Made reservation on behalf of 866fe5d597ee4723933609a8955be5f7 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:50.691722 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dff0004a-0af5-46f2-9857-9223d1e18019 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:50.751592 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-853048fe-1a48-4ee8-afad-687a20493907 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:50.766561 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7035c0-39c5-4067-9e94-5a4ed4a14cc6', 'name': 'tempest-ServersTestMultiNic-1399612863-router', 'tenant_id': '866fe5d597ee4723933609a8955be5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '3af6ec95-3275-48d8-a2c6-10496ac606b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:37Z', 'updated_at': '2021-07-05T09:51:47Z', 'revision_number': 4, 'project_id': '866fe5d597ee4723933609a8955be5f7', 'gw_port': {'id': '3af6ec95-3275-48d8-a2c6-10496ac606b2', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7035c0-39c5-4067-9e94-5a4ed4a14cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:38Z', 'updated_at': '2021-07-05T09:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '7be73145-3f49-4693-b210-7707f52df5e7', 'name': '', 'network_id': 'd1899987-5a07-4643-b901-e6a3f0612986', 'tenant_id': '866fe5d597ee4723933609a8955be5f7', 'mac_address': 'fa:16:3e:95:cb:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7035c0-39c5-4067-9e94-5a4ed4a14cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'a78f9674-4d4a-4788-9dcc-c5d4a97efb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:44Z', 'updated_at': '2021-07-05T09:51:48Z', 'revision_number': 2, 'project_id': '866fe5d597ee4723933609a8955be5f7', 'subnets': [{'id': 'a78f9674-4d4a-4788-9dcc-c5d4a97efb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:50.800716 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff0004a-0af5-46f2-9857-9223d1e18019 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:51:50.806319 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] Checking router: ca7035c0-39c5-4067-9e94-5a4ed4a14cc6 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:51:50.806752 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] Updating router ca7035c0-39c5-4067-9e94-5a4ed4a14cc6 port 7be73145-3f49-4693-b210-7707f52df5e7 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:51:50.827523 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c993d-47d2-4488-acd6-bdf3ae35d663 req-28c35816-08d6-47e5-bcc9-7a7b110fcd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:50.829894 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bf4c993d-47d2-4488-acd6-bdf3ae35d663 req-28c35816-08d6-47e5-bcc9-7a7b110fcd3d service neutron] 10.222.0.78 "GET /v2.0/networks?id=8c53686c-b28c-4136-878c-35472ee2c34c HTTP/1.1" status: 200 len: 914 time: 0.5034485 Jul 05 09:51:50.847841 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:50.875390 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dff0004a-0af5-46f2-9857-9223d1e18019 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:50.876040 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-dff0004a-0af5-46f2-9857-9223d1e18019 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Added segment 8b141365-a56b-4d9c-8793-ccd25479af6d of type vlan for network bf49e754-da0f-4c21-855c-f949acc40caa Jul 05 09:51:50.914398 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bf4c993d-47d2-4488-acd6-bdf3ae35d663 req-e276c2fa-e1de-4116-96ff-70fe9e74681f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9b1a971-4661-43bc-a998-1d3003409f82 HTTP/1.1" status: 200 len: 217 time: 0.0735550 Jul 05 09:51:50.990704 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-853048fe-1a48-4ee8-afad-687a20493907 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:50.996055 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-68956496-a795-4edd-aace-941f2294298c req-357f0f69-9cd0-42b9-9fb7-3aaf893c6ed2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f7e8632-e029-4823-8d02-f71d33874512 HTTP/1.1" status: 200 len: 210 time: 0.1385663 Jul 05 09:51:51.023979 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c993d-47d2-4488-acd6-bdf3ae35d663 req-ebb2e263-1651-4a22-9969-b040661e74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:51.025835 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bf4c993d-47d2-4488-acd6-bdf3ae35d663 req-ebb2e263-1651-4a22-9969-b040661e74ec service neutron] 10.222.0.78 "GET /v2.0/subnets?id=710d4bf0-6f08-43d8-9d32-e0b2330e7f90 HTTP/1.1" status: 200 len: 853 time: 0.1041121 Jul 05 09:51:51.029975 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853048fe-1a48-4ee8-afad-687a20493907 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Pushing event deleted for resources: {'Subnet': ['ID=5f33853d-1eb2-484a-9fa4-173c4a06e61e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:51.051934 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853048fe-1a48-4ee8-afad-687a20493907 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:51.052316 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853048fe-1a48-4ee8-afad-687a20493907 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:51.052726 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853048fe-1a48-4ee8-afad-687a20493907 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:51.053075 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853048fe-1a48-4ee8-afad-687a20493907 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:51.053418 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853048fe-1a48-4ee8-afad-687a20493907 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:51.053756 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853048fe-1a48-4ee8-afad-687a20493907 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:51.054187 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853048fe-1a48-4ee8-afad-687a20493907 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:51.054657 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853048fe-1a48-4ee8-afad-687a20493907 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:51.055243 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853048fe-1a48-4ee8-afad-687a20493907 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:51.055808 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853048fe-1a48-4ee8-afad-687a20493907 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:51.056296 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853048fe-1a48-4ee8-afad-687a20493907 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:51.056637 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853048fe-1a48-4ee8-afad-687a20493907 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:51.063669 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-853048fe-1a48-4ee8-afad-687a20493907 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.066298 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-853048fe-1a48-4ee8-afad-687a20493907 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] 10.222.0.79 "DELETE /v2.0/subnets/5f33853d-1eb2-484a-9fa4-173c4a06e61e HTTP/1.1" status: 204 len: 168 time: 1.1421938 Jul 05 09:51:51.100613 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57874) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:51.153354 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dff0004a-0af5-46f2-9857-9223d1e18019 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.215738 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b57f3e-30e6-4519-a222-87820aa545cc req-ebe50626-8b81-4e86-869e-b2b15ec07da8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Made reservation on behalf of 890aafa473984ea6bbc64b1fb171aec2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:51.220358 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67b57f3e-30e6-4519-a222-87820aa545cc req-ebe50626-8b81-4e86-869e-b2b15ec07da8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.237334 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67b57f3e-30e6-4519-a222-87820aa545cc req-ebe50626-8b81-4e86-869e-b2b15ec07da8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.250958 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bf4c993d-47d2-4488-acd6-bdf3ae35d663 req-51ed791f-3a79-4233-9e2b-0d9e4369263e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8c53686c-b28c-4136-878c-35472ee2c34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2156672 Jul 05 09:51:51.256425 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a52baca9-28a7-4b85-8c61-3bc675de1dc3 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.266172 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ba262-cd15-4248-9de4-be9663da4024 req-0d1928fd-f16a-48ab-817e-01d7001334c2 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:51.267843 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7b1ba262-cd15-4248-9de4-be9663da4024 req-0d1928fd-f16a-48ab-817e-01d7001334c2 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7435769-5686-4aca-a413-00e92d59a2b6 HTTP/1.1" status: 200 len: 944 time: 0.5220590 Jul 05 09:51:51.270666 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dff0004a-0af5-46f2-9857-9223d1e18019 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.276508 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff0004a-0af5-46f2-9857-9223d1e18019 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:51.277237 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dff0004a-0af5-46f2-9857-9223d1e18019 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.309120 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.321372 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] Transition to ACTIVE for port object 7be73145-3f49-4693-b210-7707f52df5e7 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:51.330815 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebf1055-ba3c-4490-b510-5c2c39a0f318 None None] Network 8e0406d1-55f1-49ee-af1d-011ad3ca768d requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:51.345544 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.406231 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bf4c993d-47d2-4488-acd6-bdf3ae35d663 req-484bb888-e5ac-4a2c-8a1d-73dc3695659b service neutron] 10.222.0.78 "GET /v2.0/networks/8c53686c-b28c-4136-878c-35472ee2c34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441901 Jul 05 09:51:51.456440 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0004a-0af5-46f2-9857-9223d1e18019 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event updated for resources: {'Network': ['ID=bf49e754-da0f-4c21-855c-f949acc40caa,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:51.469287 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1105-1895-4bfc-b4e6-6a01c612dcb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.482161 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network bf49e754-da0f-4c21-855c-f949acc40caa details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:51:51.579157 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7b1ba262-cd15-4248-9de4-be9663da4024 req-7e7ca326-e515-4dda-b5f6-0e620c44a593 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a93a10-178f-499a-b652-5ad92e445f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964036 Jul 05 09:51:51.774961 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-bf4c993d-47d2-4488-acd6-bdf3ae35d663 req-37a51108-99fa-46fb-b3c2-1ca4ee264849 service neutron] 10.222.0.78 "GET /v2.0/networks/8c53686c-b28c-4136-878c-35472ee2c34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569915 Jul 05 09:51:51.818468 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] Attempting to bind port 7be73145-3f49-4693-b210-7707f52df5e7 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:51:51.818840 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] Attempting to bind port 7be73145-3f49-4693-b210-7707f52df5e7 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '72f4bf1f-89ce-4bc4-9367-cff01e7553f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd1899987-5a07-4643-b901-e6a3f0612986'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:51:51.819197 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] Attempting to bind port 7be73145-3f49-4693-b210-7707f52df5e7 on network d1899987-5a07-4643-b901-e6a3f0612986 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:51.827182 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a52baca9-28a7-4b85-8c61-3bc675de1dc3 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Deleting port ea6bd617-8fe4-4933-b9fc-bdaf667263f2 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:51.827544 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a52baca9-28a7-4b85-8c61-3bc675de1dc3 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.851923 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:51:51.852762 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] Checking segment: {'id': '72f4bf1f-89ce-4bc4-9367-cff01e7553f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd1899987-5a07-4643-b901-e6a3f0612986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:51.852762 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.853103 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] Bound using segment: {'id': '72f4bf1f-89ce-4bc4-9367-cff01e7553f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd1899987-5a07-4643-b901-e6a3f0612986'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:51:51.858069 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] Bound port: 7be73145-3f49-4693-b210-7707f52df5e7, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f4bf1f-89ce-4bc4-9367-cff01e7553f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd1899987-5a07-4643-b901-e6a3f0612986'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:51:51.858411 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.866121 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af49e87-62b1-4ef7-ae46-ce836972ab6d req-5eb89589-b543-43e0-8b72-cd04d16100ce tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:51.867130 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54921414-9f69-4140-9086-83522740cbe8 None None] Pushing event updated for resources: {'Port': ['ID=7be73145-3f49-4693-b210-7707f52df5e7,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:51.867867 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7af49e87-62b1-4ef7-ae46-ce836972ab6d req-5eb89589-b543-43e0-8b72-cd04d16100ce tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 945 time: 0.1713238 Jul 05 09:51:51.869972 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67b57f3e-30e6-4519-a222-87820aa545cc req-ebe50626-8b81-4e86-869e-b2b15ec07da8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.951788 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67b57f3e-30e6-4519-a222-87820aa545cc req-ebe50626-8b81-4e86-869e-b2b15ec07da8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.952587 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-a52baca9-28a7-4b85-8c61-3bc675de1dc3 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] For port ea6bd617-8fe4-4933-b9fc-bdaf667263f2, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ea6bd617-8fe4-4933-b9fc-bdaf667263f2,segment=NetworkSegment(cf6899c0-30ea-444f-8400-62962d81704e),segment_id=cf6899c0-30ea-444f-8400-62962d81704e)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:51.952969 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a52baca9-28a7-4b85-8c61-3bc675de1dc3 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.972133 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7af49e87-62b1-4ef7-ae46-ce836972ab6d req-591b356d-9fa5-4157-bb9a-0938c2083d88 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982172 Jul 05 09:51:51.991435 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-dff0004a-0af5-46f2-9857-9223d1e18019 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7390661 Jul 05 09:51:51.992291 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57884) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:51.998702 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-56c10f5b-b2ff-43e3-a8b6-7c8cb64e6257 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Request body: {'subnet': {'network_id': 'bf49e754-da0f-4c21-855c-f949acc40caa', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:52.012205 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a52baca9-28a7-4b85-8c61-3bc675de1dc3 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Calling delete_port for ea6bd617-8fe4-4933-b9fc-bdaf667263f2 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:52.080444 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] For port 7be73145-3f49-4693-b210-7707f52df5e7, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:51:52.089857 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] For port 7be73145-3f49-4693-b210-7707f52df5e7, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7be73145-3f49-4693-b210-7707f52df5e7,segment=NetworkSegment(72f4bf1f-89ce-4bc4-9367-cff01e7553f8),segment_id=72f4bf1f-89ce-4bc4-9367-cff01e7553f8)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:51:52.097333 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:52.099220 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe50626-8b81-4e86-869e-b2b15ec07da8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c4c815-6c22-4921-92fd-c3ac558f7ea1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:52.167527 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6937e83c-7c99-47c7-9c19-3666ff380010 None None] DHCP port deletion for 8e0406d1-55f1-49ee-af1d-011ad3ca768d request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:51:52.249524 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] Routers {'ca7035c0-39c5-4067-9e94-5a4ed4a14cc6'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:51:52.250161 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:51:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ca7035c0-39c5-4067-9e94-5a4ed4a14cc6'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:52.272846 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d6c6aae3-d4ee-4e7f-83c1-1db13781f02a req-0fc41d9f-14d2-43a1-a894-603ff55cca7a tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f7e8632-e029-4823-8d02-f71d33874512 HTTP/1.1" status: 200 len: 210 time: 0.0549493 Jul 05 09:51:52.297122 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54921414-9f69-4140-9086-83522740cbe8 None None] Pushing event updated for resources: {'Port': ['ID=7be73145-3f49-4693-b210-7707f52df5e7,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:52.334344 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-67b57f3e-30e6-4519-a222-87820aa545cc req-ebe50626-8b81-4e86-869e-b2b15ec07da8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Allocated IP 192.168.233.185 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/b7c1f3e8-39ed-4534-a9db-da07d6cd9c44) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:52.354659 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6937e83c-7c99-47c7-9c19-3666ff380010 None None] Deleting port ea6bd617-8fe4-4933-b9fc-bdaf667263f2 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:52.365088 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6937e83c-7c99-47c7-9c19-3666ff380010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:52.553952 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6937e83c-7c99-47c7-9c19-3666ff380010 None None] For port ea6bd617-8fe4-4933-b9fc-bdaf667263f2, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ea6bd617-8fe4-4933-b9fc-bdaf667263f2,segment=NetworkSegment(cf6899c0-30ea-444f-8400-62962d81704e),segment_id=cf6899c0-30ea-444f-8400-62962d81704e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:52.554757 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6937e83c-7c99-47c7-9c19-3666ff380010 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:52.596805 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] Set router ca7035c0-39c5-4067-9e94-5a4ed4a14cc6 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:51:52.677731 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6937e83c-7c99-47c7-9c19-3666ff380010 None None] Calling delete_port for ea6bd617-8fe4-4933-b9fc-bdaf667263f2 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:52.688211 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67b57f3e-30e6-4519-a222-87820aa545cc req-ebe50626-8b81-4e86-869e-b2b15ec07da8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:52.710334 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-67b57f3e-30e6-4519-a222-87820aa545cc req-ebe50626-8b81-4e86-869e-b2b15ec07da8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Transition to ACTIVE for port object b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:52.786724 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67b57f3e-30e6-4519-a222-87820aa545cc req-ebe50626-8b81-4e86-869e-b2b15ec07da8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:52.872233 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b57f3e-30e6-4519-a222-87820aa545cc req-ebe50626-8b81-4e86-869e-b2b15ec07da8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:52.877030 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device c9b1a971-4661-43bc-a998-1d3003409f82 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:51:52.878192 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-67b57f3e-30e6-4519-a222-87820aa545cc req-ebe50626-8b81-4e86-869e-b2b15ec07da8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:52.896585 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b57f3e-30e6-4519-a222-87820aa545cc req-ebe50626-8b81-4e86-869e-b2b15ec07da8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:53.033028 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c10f5b-b2ff-43e3-a8b6-7c8cb64e6257 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Made reservation on behalf of 866fe5d597ee4723933609a8955be5f7 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:53.038951 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56c10f5b-b2ff-43e3-a8b6-7c8cb64e6257 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.132002 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe50626-8b81-4e86-869e-b2b15ec07da8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Pushing event updated for resources: {'Port': ['ID=b7c1f3e8-39ed-4534-a9db-da07d6cd9c44,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:53.159990 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a52baca9-28a7-4b85-8c61-3bc675de1dc3 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.182720 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52baca9-28a7-4b85-8c61-3bc675de1dc3 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] No DVR routers for this DVR port ea6bd617-8fe4-4933-b9fc-bdaf667263f2 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:51:53.221213 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52baca9-28a7-4b85-8c61-3bc675de1dc3 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Pushing event deleted for resources: {'Port': ['ID=ea6bd617-8fe4-4933-b9fc-bdaf667263f2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:53.223769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b57f3e-30e6-4519-a222-87820aa545cc req-ebe50626-8b81-4e86-869e-b2b15ec07da8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:53.224683 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67b57f3e-30e6-4519-a222-87820aa545cc req-ebe50626-8b81-4e86-869e-b2b15ec07da8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.303298 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67b57f3e-30e6-4519-a222-87820aa545cc req-ebe50626-8b81-4e86-869e-b2b15ec07da8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9335101 Jul 05 09:51:53.314638 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332fd24-c052-4c78-ae1d-c3adb1c5a6d0 req-65896a8c-754b-489e-b173-6dae64e98767 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:53.316357 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6332fd24-c052-4c78-ae1d-c3adb1c5a6d0 req-65896a8c-754b-489e-b173-6dae64e98767 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7435769-5686-4aca-a413-00e92d59a2b6 HTTP/1.1" status: 200 len: 944 time: 0.4426088 Jul 05 09:51:53.334197 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-67b57f3e-30e6-4519-a222-87820aa545cc req-bda0bf8c-0a16-475b-9ccd-19788a6b8933 service neutron] Request body: {'port': {'device_id': '2f7e8632-e029-4823-8d02-f71d33874512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:53.335609 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6937e83c-7c99-47c7-9c19-3666ff380010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.359964 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6937e83c-7c99-47c7-9c19-3666ff380010 None None] No DVR routers for this DVR port ea6bd617-8fe4-4933-b9fc-bdaf667263f2 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:51:53.380901 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a52baca9-28a7-4b85-8c61-3bc675de1dc3 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.405342 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a52baca9-28a7-4b85-8c61-3bc675de1dc3 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0406d1-55f1-49ee-af1d-011ad3ca768d']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:53.427172 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a52baca9-28a7-4b85-8c61-3bc675de1dc3 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6899c0-30ea-444f-8400-62962d81704e') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:53.427492 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a52baca9-28a7-4b85-8c61-3bc675de1dc3 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6899c0-30ea-444f-8400-62962d81704e') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:53.460199 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7035c0-39c5-4067-9e94-5a4ed4a14cc6', 'name': 'tempest-ServersTestMultiNic-1399612863-router', 'tenant_id': '866fe5d597ee4723933609a8955be5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '3af6ec95-3275-48d8-a2c6-10496ac606b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:37Z', 'updated_at': '2021-07-05T09:51:47Z', 'revision_number': 4, 'project_id': '866fe5d597ee4723933609a8955be5f7', 'gw_port': {'id': '3af6ec95-3275-48d8-a2c6-10496ac606b2', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7035c0-39c5-4067-9e94-5a4ed4a14cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:38Z', 'updated_at': '2021-07-05T09:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '7be73145-3f49-4693-b210-7707f52df5e7', 'name': '', 'network_id': 'd1899987-5a07-4643-b901-e6a3f0612986', 'tenant_id': '866fe5d597ee4723933609a8955be5f7', 'mac_address': 'fa:16:3e:95:cb:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7035c0-39c5-4067-9e94-5a4ed4a14cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'a78f9674-4d4a-4788-9dcc-c5d4a97efb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:44Z', 'updated_at': '2021-07-05T09:51:52Z', 'revision_number': 4, 'project_id': '866fe5d597ee4723933609a8955be5f7', 'subnets': [{'id': 'a78f9674-4d4a-4788-9dcc-c5d4a97efb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:53.490567 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a52baca9-28a7-4b85-8c61-3bc675de1dc3 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.495220 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937e83c-7c99-47c7-9c19-3666ff380010 None None] Pushing event deleted for resources: {'Port': ['ID=ea6bd617-8fe4-4933-b9fc-bdaf667263f2,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:53.505172 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08579d1f-d3ad-4eac-867b-11cbdeaaa3a2 None None] The sync data for ids ['ca7035c0-39c5-4067-9e94-5a4ed4a14cc6'] in n-d-798054-8 is: [{'id': 'ca7035c0-39c5-4067-9e94-5a4ed4a14cc6', 'name': 'tempest-ServersTestMultiNic-1399612863-router', 'tenant_id': '866fe5d597ee4723933609a8955be5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '3af6ec95-3275-48d8-a2c6-10496ac606b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:37Z', 'updated_at': '2021-07-05T09:51:47Z', 'revision_number': 4, 'project_id': '866fe5d597ee4723933609a8955be5f7', 'gw_port': {'id': '3af6ec95-3275-48d8-a2c6-10496ac606b2', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7035c0-39c5-4067-9e94-5a4ed4a14cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:38Z', 'updated_at': '2021-07-05T09:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '7be73145-3f49-4693-b210-7707f52df5e7', 'name': '', 'network_id': 'd1899987-5a07-4643-b901-e6a3f0612986', 'tenant_id': '866fe5d597ee4723933609a8955be5f7', 'mac_address': 'fa:16:3e:95:cb:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7035c0-39c5-4067-9e94-5a4ed4a14cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'a78f9674-4d4a-4788-9dcc-c5d4a97efb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:44Z', 'updated_at': '2021-07-05T09:51:52Z', 'revision_number': 4, 'project_id': '866fe5d597ee4723933609a8955be5f7', 'subnets': [{'id': 'a78f9674-4d4a-4788-9dcc-c5d4a97efb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:51:53.507057 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6332fd24-c052-4c78-ae1d-c3adb1c5a6d0 req-e9e781d9-b2b7-4019-bece-2b5a4160d25b tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a93a10-178f-499a-b652-5ad92e445f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214035 Jul 05 09:51:53.533397 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a52baca9-28a7-4b85-8c61-3bc675de1dc3 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.538403 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67b57f3e-30e6-4519-a222-87820aa545cc req-bda0bf8c-0a16-475b-9ccd-19788a6b8933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.548551 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-323edf64-af5f-467c-97d8-ebfab914a100 None None] Provisioning for port b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:53.550121 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56c10f5b-b2ff-43e3-a8b6-7c8cb64e6257 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.557734 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52baca9-28a7-4b85-8c61-3bc675de1dc3 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:51:53.559153 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a52baca9-28a7-4b85-8c61-3bc675de1dc3 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.596707 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-323edf64-af5f-467c-97d8-ebfab914a100 None None] Provisioning complete for port b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:53.597512 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-323edf64-af5f-467c-97d8-ebfab914a100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.605165 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ea6bd617-8fe4-4933-b9fc-bdaf667263f2 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:51:53.632414 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37302897-edc7-4151-8f19-2b193e00f3f4 req-d2a7d65d-b982-419b-b1ec-ee998a3ed5aa tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:51:53.637672 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:51:53.642927 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37302897-edc7-4151-8f19-2b193e00f3f4 req-d2a7d65d-b982-419b-b1ec-ee998a3ed5aa tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 945 time: 0.3385596 Jul 05 09:51:53.711496 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port c9b1a971-4661-43bc-a998-1d3003409f82, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=c9b1a971-4661-43bc-a998-1d3003409f82,segment=NetworkSegment(48acd8ce-bcb9-4017-b9e7-fc38d69406f4),segment_id=48acd8ce-bcb9-4017-b9e7-fc38d69406f4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:53.740784 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: ea6bd617-8fe4-4933-b9fc-bdaf667263f2 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:51:53.742316 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ea6bd617-8fe4-4933-b9fc-bdaf667263f2 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:51:53.744113 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'c9b1a971-4661-43bc-a998-1d3003409f82', 'network_id': '8c53686c-b28c-4136-878c-35472ee2c34c', 'port_id': 'c9b1a971-4661-43bc-a998-1d3003409f82', 'mac_address': 'fa:16:3e:bd:bd:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '710d4bf0-6f08-43d8-9d32-e0b2330e7f90', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:51:53.746602 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ec86f2f6-fa07-4def-aff4-cb0aaac61c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.805396 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.831362 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c10f5b-b2ff-43e3-a8b6-7c8cb64e6257 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event updated for resources: {'Subnet': ['ID=7a0112b1-069c-4fdd-a56c-2aeee0b7336a,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:53.838094 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c10f5b-b2ff-43e3-a8b6-7c8cb64e6257 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Checking segment: {'id': '8b141365-a56b-4d9c-8793-ccd25479af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'bf49e754-da0f-4c21-855c-f949acc40caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:53.838548 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c10f5b-b2ff-43e3-a8b6-7c8cb64e6257 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Network hostable DHCP agents. Network: bf49e754-da0f-4c21-855c-f949acc40caa, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:51:53.854119 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a52baca9-28a7-4b85-8c61-3bc675de1dc3 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.860554 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-323edf64-af5f-467c-97d8-ebfab914a100 None None] Port b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:51:53.868621 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a52baca9-28a7-4b85-8c61-3bc675de1dc3 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.871571 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a52baca9-28a7-4b85-8c61-3bc675de1dc3 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] 10.222.0.79 "DELETE /v2.0/networks/8e0406d1-55f1-49ee-af1d-011ad3ca768d HTTP/1.1" status: 204 len: 168 time: 2.7670398 Jul 05 09:51:53.886919 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.913196 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52baca9-28a7-4b85-8c61-3bc675de1dc3 tempest-ExtraDHCPOptionsTestJSON-1904631149 tempest-ExtraDHCPOptionsTestJSON-1904631149-project] Pushing event deleted for resources: {'Network': ['ID=8e0406d1-55f1-49ee-af1d-011ad3ca768d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:53.918509 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c10f5b-b2ff-43e3-a8b6-7c8cb64e6257 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Network bf49e754-da0f-4c21-855c-f949acc40caa is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:51:53.923103 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b1a971-4661-43bc-a998-1d3003409f82 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:53.933331 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-56c10f5b-b2ff-43e3-a8b6-7c8cb64e6257 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, bf49e754-da0f-4c21-855c-f949acc40caa) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:53.955313 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c10f5b-b2ff-43e3-a8b6-7c8cb64e6257 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:53.956625 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56c10f5b-b2ff-43e3-a8b6-7c8cb64e6257 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.973547 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port c9b1a971-4661-43bc-a998-1d3003409f82, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=c9b1a971-4661-43bc-a998-1d3003409f82,segment=NetworkSegment(48acd8ce-bcb9-4017-b9e7-fc38d69406f4),segment_id=48acd8ce-bcb9-4017-b9e7-fc38d69406f4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:53.981737 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-56c10f5b-b2ff-43e3-a8b6-7c8cb64e6257 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9880040 Jul 05 09:51:53.982734 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f79a0af-8e5d-4973-b307-ae4c1a8e1423 None None] Network bf49e754-da0f-4c21-855c-f949acc40caa requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:53.985084 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57916) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:54.011408 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-97158a73-59cd-430f-adde-986e5bb43a6e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1870653075'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:54.032135 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37302897-edc7-4151-8f19-2b193e00f3f4 req-6b881837-93dc-4581-9979-389c5945b1f7 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881869 Jul 05 09:51:54.070145 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97158a73-59cd-430f-adde-986e5bb43a6e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Made reservation on behalf of 866fe5d597ee4723933609a8955be5f7 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:54.079312 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97158a73-59cd-430f-adde-986e5bb43a6e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:54.158737 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97158a73-59cd-430f-adde-986e5bb43a6e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:51:54.190586 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97158a73-59cd-430f-adde-986e5bb43a6e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:54.192991 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-97158a73-59cd-430f-adde-986e5bb43a6e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Added segment f41607ca-58ae-49d2-a33a-76aa8dc0baea of type vlan for network 99e3cfaf-b518-4947-87f8-95ffb27c4dd3 Jul 05 09:51:54.227240 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:54.285246 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf68af-914e-48c8-8a3a-268467c04e37 req-18a3101f-db68-48ae-bc08-a690a6df2cef tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:54.297476 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5fbf68af-914e-48c8-8a3a-268467c04e37 req-18a3101f-db68-48ae-bc08-a690a6df2cef tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.4687266 Jul 05 09:51:54.298130 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97158a73-59cd-430f-adde-986e5bb43a6e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:54.366080 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97158a73-59cd-430f-adde-986e5bb43a6e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:54.377605 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97158a73-59cd-430f-adde-986e5bb43a6e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:54.378274 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97158a73-59cd-430f-adde-986e5bb43a6e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:54.430665 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=c9b1a971-4661-43bc-a998-1d3003409f82,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:54.457026 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5bd49b-4dc8-4f54-967b-f9f3bc857420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-bf49e754-da0f-4c21-855c-f949acc40caa', 'network_id': 'bf49e754-da0f-4c21-855c-f949acc40caa', 'tenant_id': '866fe5d597ee4723933609a8955be5f7', 'fixed_ips': [{'subnet_id': '7a0112b1-069c-4fdd-a56c-2aeee0b7336a'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:51:54.458401 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4b5bd49b-4dc8-4f54-967b-f9f3bc857420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:54.478911 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-97158a73-59cd-430f-adde-986e5bb43a6e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4832966 Jul 05 09:51:54.527722 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57922) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:54.544409 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:54.548648 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5fbf68af-914e-48c8-8a3a-268467c04e37 req-0a66f6cd-cd11-485c-8da6-68be6b8db2b0 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502818 Jul 05 09:51:54.554096 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a4ea4d78-0f83-4aa4-b795-d2b815ac0270 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Request body: {'subnet': {'network_id': '99e3cfaf-b518-4947-87f8-95ffb27c4dd3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:54.596419 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57926) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:54.680591 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97158a73-59cd-430f-adde-986e5bb43a6e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event updated for resources: {'Network': ['ID=99e3cfaf-b518-4947-87f8-95ffb27c4dd3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:54.698178 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['c9b1a971-4661-43bc-a998-1d3003409f82'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:51:54.784739 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 99e3cfaf-b518-4947-87f8-95ffb27c4dd3 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:51:54.815534 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019c64f-fbbf-474d-b146-d09cdf89661a req-58e066e5-4162-42a2-b61f-d103f8b888c9 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:54.825831 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b019c64f-fbbf-474d-b146-d09cdf89661a req-58e066e5-4162-42a2-b61f-d103f8b888c9 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f7e8632-e029-4823-8d02-f71d33874512 HTTP/1.1" status: 200 len: 936 time: 0.4973855 Jul 05 09:51:54.905398 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ea4d78-0f83-4aa4-b795-d2b815ac0270 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Made reservation on behalf of 866fe5d597ee4723933609a8955be5f7 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:54.911881 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4d78-0f83-4aa4-b795-d2b815ac0270 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:54.939390 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b1fea78b-cb8a-434e-a161-eba339670634 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=214a636db6f1446182de1636c63725a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3375993 Jul 05 09:51:54.942364 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57930) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:55.057608 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9d4fe94d-5b53-485b-a73e-1b9f6385d099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:55.108793 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9d4fe94d-5b53-485b-a73e-1b9f6385d099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:55.203809 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-4b5bd49b-4dc8-4f54-967b-f9f3bc857420 None None] Allocated IP 19.80.0.2 (bf49e754-da0f-4c21-855c-f949acc40caa/7a0112b1-069c-4fdd-a56c-2aeee0b7336a/8299333c-1083-4a32-94a9-b49649168dec) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:55.219121 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9d4fe94d-5b53-485b-a73e-1b9f6385d099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:55.221955 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9d4fe94d-5b53-485b-a73e-1b9f6385d099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:55.224093 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9d4fe94d-5b53-485b-a73e-1b9f6385d099 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0077b0c7-fe3e-49b0-8021-b2060f2dc9d4 HTTP/1.1" status: 204 len: 168 time: 0.2797327 Jul 05 09:51:55.240208 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fe94d-5b53-485b-a73e-1b9f6385d099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0077b0c7-fe3e-49b0-8021-b2060f2dc9d4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:55.276451 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-67b57f3e-30e6-4519-a222-87820aa545cc req-bda0bf8c-0a16-475b-9ccd-19788a6b8933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:55.297079 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67b57f3e-30e6-4519-a222-87820aa545cc req-bda0bf8c-0a16-475b-9ccd-19788a6b8933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:55.316382 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-67b57f3e-30e6-4519-a222-87820aa545cc req-bda0bf8c-0a16-475b-9ccd-19788a6b8933 service neutron] Transition to ACTIVE for port object b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:55.350553 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67b57f3e-30e6-4519-a222-87820aa545cc req-bda0bf8c-0a16-475b-9ccd-19788a6b8933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:55.526717 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b019c64f-fbbf-474d-b146-d09cdf89661a req-f4dc0e97-9083-496c-a7c7-ed6102e32a39 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6999900 Jul 05 09:51:55.577952 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4b5bd49b-4dc8-4f54-967b-f9f3bc857420 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:55.598726 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7be73145-3f49-4693-b210-7707f52df5e7 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:55.634748 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4b5bd49b-4dc8-4f54-967b-f9f3bc857420 None None] Transition to ACTIVE for port object 8299333c-1083-4a32-94a9-b49649168dec will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:55.723924 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4b5bd49b-4dc8-4f54-967b-f9f3bc857420 None None] Transition to ACTIVE for port object 8299333c-1083-4a32-94a9-b49649168dec will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:55.749114 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4b5bd49b-4dc8-4f54-967b-f9f3bc857420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:55.846242 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5bd49b-4dc8-4f54-967b-f9f3bc857420 None None] Pushing event updated for resources: {'Port': ['ID=8299333c-1083-4a32-94a9-b49649168dec,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:55.871641 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5bd49b-4dc8-4f54-967b-f9f3bc857420 None None] Network bf49e754-da0f-4c21-855c-f949acc40caa is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:55.887417 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-4b5bd49b-4dc8-4f54-967b-f9f3bc857420 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:55.893953 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5bd49b-4dc8-4f54-967b-f9f3bc857420 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:55.918725 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 7be73145-3f49-4693-b210-7707f52df5e7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:55.933819 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 7be73145-3f49-4693-b210-7707f52df5e7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:55.933819 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:56.039571 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4b5bd49b-4dc8-4f54-967b-f9f3bc857420 None None] Attempting to bind port 8299333c-1083-4a32-94a9-b49649168dec on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:51:56.039974 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4b5bd49b-4dc8-4f54-967b-f9f3bc857420 None None] Attempting to bind port 8299333c-1083-4a32-94a9-b49649168dec by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '8b141365-a56b-4d9c-8793-ccd25479af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'bf49e754-da0f-4c21-855c-f949acc40caa'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:51:56.040347 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5bd49b-4dc8-4f54-967b-f9f3bc857420 None None] Attempting to bind port 8299333c-1083-4a32-94a9-b49649168dec on network bf49e754-da0f-4c21-855c-f949acc40caa {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:56.048578 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5bd49b-4dc8-4f54-967b-f9f3bc857420 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:51:56.048965 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5bd49b-4dc8-4f54-967b-f9f3bc857420 None None] Checking segment: {'id': '8b141365-a56b-4d9c-8793-ccd25479af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'bf49e754-da0f-4c21-855c-f949acc40caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:56.049451 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4b5bd49b-4dc8-4f54-967b-f9f3bc857420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:56.049772 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5bd49b-4dc8-4f54-967b-f9f3bc857420 None None] Bound using segment: {'id': '8b141365-a56b-4d9c-8793-ccd25479af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'bf49e754-da0f-4c21-855c-f949acc40caa'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:51:56.050249 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4b5bd49b-4dc8-4f54-967b-f9f3bc857420 None None] Bound port: 8299333c-1083-4a32-94a9-b49649168dec, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b141365-a56b-4d9c-8793-ccd25479af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'bf49e754-da0f-4c21-855c-f949acc40caa'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:51:56.050635 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4b5bd49b-4dc8-4f54-967b-f9f3bc857420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:56.157108 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:56.170298 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4b5bd49b-4dc8-4f54-967b-f9f3bc857420 None None] For port 8299333c-1083-4a32-94a9-b49649168dec, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:51:56.176987 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0bf8c-0a16-475b-9ccd-19788a6b8933 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c1f3e8-39ed-4534-a9db-da07d6cd9c44,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:56.196024 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4b5bd49b-4dc8-4f54-967b-f9f3bc857420 None None] For port 8299333c-1083-4a32-94a9-b49649168dec, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8299333c-1083-4a32-94a9-b49649168dec,segment=NetworkSegment(8b141365-a56b-4d9c-8793-ccd25479af6d),segment_id=8b141365-a56b-4d9c-8793-ccd25479af6d)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:51:56.205082 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4b5bd49b-4dc8-4f54-967b-f9f3bc857420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:56.221291 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 7be73145-3f49-4693-b210-7707f52df5e7, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7be73145-3f49-4693-b210-7707f52df5e7,segment=NetworkSegment(72f4bf1f-89ce-4bc4-9367-cff01e7553f8),segment_id=72f4bf1f-89ce-4bc4-9367-cff01e7553f8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:56.248827 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:56.288280 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5bd49b-4dc8-4f54-967b-f9f3bc857420 None None] Pushing event updated for resources: {'Port': ['ID=8299333c-1083-4a32-94a9-b49649168dec,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:56.353132 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=7be73145-3f49-4693-b210-7707f52df5e7,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:56.429903 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57962) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:56.466329 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085cd30-dcbd-458b-83e8-295a6f927d2c req-54b41028-e953-4827-89d4-f5c79cf4d26e tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:56.468451 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c085cd30-dcbd-458b-83e8-295a6f927d2c req-54b41028-e953-4827-89d4-f5c79cf4d26e tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.81 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 1.3102820 Jul 05 09:51:56.539129 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e8991-4b28-423e-8073-0564c991c3ab req-9e1fe55d-64f8-4377-b453-350595ab59c5 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:56.540913 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a11e8991-4b28-423e-8073-0564c991c3ab req-9e1fe55d-64f8-4377-b453-350595ab59c5 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7435769-5686-4aca-a413-00e92d59a2b6 HTTP/1.1" status: 200 len: 945 time: 1.4979074 Jul 05 09:51:56.586180 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d90d548e-9fc8-4e9e-b65a-bafb3cb2902b tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-610546178'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:56.621303 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:56.624450 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90d548e-9fc8-4e9e-b65a-bafb3cb2902b tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Made reservation on behalf of 1740df31e98d447e989e77eacf57f39c for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:56.628248 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d90d548e-9fc8-4e9e-b65a-bafb3cb2902b tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:56.629299 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4d78-0f83-4aa4-b795-d2b815ac0270 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:56.637404 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d90d548e-9fc8-4e9e-b65a-bafb3cb2902b tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:56.750776 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d90d548e-9fc8-4e9e-b65a-bafb3cb2902b tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:56.757396 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d90d548e-9fc8-4e9e-b65a-bafb3cb2902b tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:56.772439 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b795e39-d301-46fa-a076-c98930816776 req-2841a1fd-2ea7-4707-bb6f-ac70da80bf86 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:56.774106 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b795e39-d301-46fa-a076-c98930816776 req-2841a1fd-2ea7-4707-bb6f-ac70da80bf86 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 945 time: 0.4758184 Jul 05 09:51:56.792965 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90d548e-9fc8-4e9e-b65a-bafb3cb2902b tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:51:56.812715 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d548e-9fc8-4e9e-b65a-bafb3cb2902b tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=317a4f14-77f2-4806-8ec5-0ca91076c8cd,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:56.817865 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d90d548e-9fc8-4e9e-b65a-bafb3cb2902b tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:56.818225 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-d90d548e-9fc8-4e9e-b65a-bafb3cb2902b tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Added segment e34c00a3-a2b5-499f-8e00-c87bf8fd7286 of type vlan for network 2088608a-99e9-4c7d-b293-19622b16b5db Jul 05 09:51:56.842385 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a11e8991-4b28-423e-8073-0564c991c3ab req-0b862b75-c2f1-4d93-bfdf-9a5a49e898f6 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a93a10-178f-499a-b652-5ad92e445f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762556 Jul 05 09:51:56.864335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-67b57f3e-30e6-4519-a222-87820aa545cc req-bda0bf8c-0a16-475b-9ccd-19788a6b8933 service neutron] Attempting to bind port b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:51:56.864484 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-67b57f3e-30e6-4519-a222-87820aa545cc req-bda0bf8c-0a16-475b-9ccd-19788a6b8933 service neutron] Attempting to bind port b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:51:56.864739 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b57f3e-30e6-4519-a222-87820aa545cc req-bda0bf8c-0a16-475b-9ccd-19788a6b8933 service neutron] Attempting to bind port b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:56.867409 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device c9b1a971-4661-43bc-a998-1d3003409f82 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:56.876197 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea4d78-0f83-4aa4-b795-d2b815ac0270 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event updated for resources: {'Subnet': ['ID=70985b02-708e-4e02-a2e0-16b0a0646545,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:56.889437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ea4d78-0f83-4aa4-b795-d2b815ac0270 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Checking segment: {'id': 'f41607ca-58ae-49d2-a33a-76aa8dc0baea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '99e3cfaf-b518-4947-87f8-95ffb27c4dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:56.889824 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ea4d78-0f83-4aa4-b795-d2b815ac0270 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Network hostable DHCP agents. Network: 99e3cfaf-b518-4947-87f8-95ffb27c4dd3, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:51:56.896677 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b57f3e-30e6-4519-a222-87820aa545cc req-bda0bf8c-0a16-475b-9ccd-19788a6b8933 service neutron] Port b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:51:56.897012 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b57f3e-30e6-4519-a222-87820aa545cc req-bda0bf8c-0a16-475b-9ccd-19788a6b8933 service neutron] Attempting to bind port b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:56.901712 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d90d548e-9fc8-4e9e-b65a-bafb3cb2902b tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:56.918375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b57f3e-30e6-4519-a222-87820aa545cc req-bda0bf8c-0a16-475b-9ccd-19788a6b8933 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:51:56.918806 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b57f3e-30e6-4519-a222-87820aa545cc req-bda0bf8c-0a16-475b-9ccd-19788a6b8933 service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:56.919123 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b57f3e-30e6-4519-a222-87820aa545cc req-bda0bf8c-0a16-475b-9ccd-19788a6b8933 service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:51:56.919570 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-67b57f3e-30e6-4519-a222-87820aa545cc req-bda0bf8c-0a16-475b-9ccd-19788a6b8933 service neutron] Bound port: b7c1f3e8-39ed-4534-a9db-da07d6cd9c44, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:51:56.919963 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67b57f3e-30e6-4519-a222-87820aa545cc req-bda0bf8c-0a16-475b-9ccd-19788a6b8933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:56.935402 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b795e39-d301-46fa-a076-c98930816776 req-a179bde8-aa17-41af-b6e5-bce2e5b899e0 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402097 Jul 05 09:51:56.948293 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d90d548e-9fc8-4e9e-b65a-bafb3cb2902b tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:56.978991 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90d548e-9fc8-4e9e-b65a-bafb3cb2902b tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:56.979673 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d90d548e-9fc8-4e9e-b65a-bafb3cb2902b tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:56.987465 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port c9b1a971-4661-43bc-a998-1d3003409f82 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:56.993218 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port c9b1a971-4661-43bc-a998-1d3003409f82 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:56.993599 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:57.063870 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c085cd30-dcbd-458b-83e8-295a6f927d2c req-6d5dc2ae-528f-4df9-b1c6-9a6c5323376b tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Deleting port 249da0cf-193f-4c9c-86b1-cf8ab6844941 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:57.064293 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c085cd30-dcbd-458b-83e8-295a6f927d2c req-6d5dc2ae-528f-4df9-b1c6-9a6c5323376b tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:57.066939 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ea4d78-0f83-4aa4-b795-d2b815ac0270 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Network 99e3cfaf-b518-4947-87f8-95ffb27c4dd3 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:51:57.071088 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d90d548e-9fc8-4e9e-b65a-bafb3cb2902b tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6393876 Jul 05 09:51:57.075514 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57968) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:57.092327 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:57.095356 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a1a7f5e3-d848-4383-8078-138ffc8c2763 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Request body: {'subnet': {'network_id': '2088608a-99e9-4c7d-b293-19622b16b5db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:57.148021 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a4ea4d78-0f83-4aa4-b795-d2b815ac0270 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 99e3cfaf-b518-4947-87f8-95ffb27c4dd3) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:57.148169 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7435769-5686-4aca-a413-00e92d59a2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b1a971-4661-43bc-a998-1d3003409f82'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:57.150053 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acadbdf-e82c-4603-ba97-f54a5fd3eaf5" -d '{"events": [{"server_uuid": "f7435769-5686-4aca-a413-00e92d59a2b6", "name": "network-vif-plugged", "status": "completed", "tag": "c9b1a971-4661-43bc-a998-1d3003409f82"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:57.165809 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ea4d78-0f83-4aa4-b795-d2b815ac0270 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:57.166427 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4d78-0f83-4aa4-b795-d2b815ac0270 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:57.173752 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f0a6df-9712-4720-b1f8-7287d702ffa6 None None] Network 99e3cfaf-b518-4947-87f8-95ffb27c4dd3 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:57.198807 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port c9b1a971-4661-43bc-a998-1d3003409f82, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=c9b1a971-4661-43bc-a998-1d3003409f82,segment=NetworkSegment(48acd8ce-bcb9-4017-b9e7-fc38d69406f4),segment_id=48acd8ce-bcb9-4017-b9e7-fc38d69406f4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:57.220941 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-67b57f3e-30e6-4519-a222-87820aa545cc req-bda0bf8c-0a16-475b-9ccd-19788a6b8933 service neutron] For port b7c1f3e8-39ed-4534-a9db-da07d6cd9c44, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:51:57.261441 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:57.268591 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a4ea4d78-0f83-4aa4-b795-d2b815ac0270 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7181180 Jul 05 09:51:57.274667 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-67b57f3e-30e6-4519-a222-87820aa545cc req-bda0bf8c-0a16-475b-9ccd-19788a6b8933 service neutron] For port b7c1f3e8-39ed-4534-a9db-da07d6cd9c44, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b7c1f3e8-39ed-4534-a9db-da07d6cd9c44,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:51:57.292866 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67b57f3e-30e6-4519-a222-87820aa545cc req-bda0bf8c-0a16-475b-9ccd-19788a6b8933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:57.299967 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d548e-9fc8-4e9e-b65a-bafb3cb2902b tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Pushing event updated for resources: {'Network': ['ID=2088608a-99e9-4c7d-b293-19622b16b5db,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:57.319188 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a7f5e3-d848-4383-8078-138ffc8c2763 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Made reservation on behalf of 1740df31e98d447e989e77eacf57f39c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:57.325124 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1a7f5e3-d848-4383-8078-138ffc8c2763 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:57.336083 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 2088608a-99e9-4c7d-b293-19622b16b5db details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:51:57.383482 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b57f3e-30e6-4519-a222-87820aa545cc req-bda0bf8c-0a16-475b-9ccd-19788a6b8933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:57.384452 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67b57f3e-30e6-4519-a222-87820aa545cc req-bda0bf8c-0a16-475b-9ccd-19788a6b8933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:57.386162 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67b57f3e-30e6-4519-a222-87820aa545cc req-bda0bf8c-0a16-475b-9ccd-19788a6b8933 service neutron] 10.222.0.81 "PUT /v2.0/ports/b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 HTTP/1.1" status: 200 len: 1096 time: 4.0580840 Jul 05 09:51:57.395782 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c103cf-1da4-4c18-93b6-a2006f2113b4 req-2a8a7744-8227-4401-91a4-6582bff9ec22 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:57.397412 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3c103cf-1da4-4c18-93b6-a2006f2113b4 req-2a8a7744-8227-4401-91a4-6582bff9ec22 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/ports?device_id=a92dd334-bc70-468d-b2c0-2d2affd3898c HTTP/1.1" status: 200 len: 947 time: 0.3902242 Jul 05 09:51:57.402920 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0bf8c-0a16-475b-9ccd-19788a6b8933 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c1f3e8-39ed-4534-a9db-da07d6cd9c44,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:57.406679 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7e8632-e029-4823-8d02-f71d33874512', 'tag': 'b7c1f3e8-39ed-4534-a9db-da07d6cd9c44'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:57.409499 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1ff692-b364-4f80-bd46-5cb13938409a" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7e8632-e029-4823-8d02-f71d33874512", "tag": "b7c1f3e8-39ed-4534-a9db-da07d6cd9c44"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:57.597423 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c085cd30-dcbd-458b-83e8-295a6f927d2c req-6d5dc2ae-528f-4df9-b1c6-9a6c5323376b tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] For port 249da0cf-193f-4c9c-86b1-cf8ab6844941, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=249da0cf-193f-4c9c-86b1-cf8ab6844941,segment=NetworkSegment(2b33c294-6053-481b-baf8-537f54d65ae9),segment_id=2b33c294-6053-481b-baf8-537f54d65ae9)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:57.597797 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c085cd30-dcbd-458b-83e8-295a6f927d2c req-6d5dc2ae-528f-4df9-b1c6-9a6c5323376b tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:57.664353 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3c103cf-1da4-4c18-93b6-a2006f2113b4 req-c8ff0a6e-a4c4-41e8-bb12-5ed473f18142 tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.79 "GET /v2.0/security-groups?id=84665837-5d8b-46df-bf44-4b5998ae7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447901 Jul 05 09:51:57.672230 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=c9b1a971-4661-43bc-a998-1d3003409f82,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:57.683285 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c085cd30-dcbd-458b-83e8-295a6f927d2c req-6d5dc2ae-528f-4df9-b1c6-9a6c5323376b tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Calling delete_port for 249da0cf-193f-4c9c-86b1-cf8ab6844941 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:57.793701 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7be73145-3f49-4693-b210-7707f52df5e7 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:57.830694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552a4a7-85d4-459e-b557-375a651852c1 req-7e72d6b9-5f80-464a-9daa-34ea3b5525d0 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:57.855348 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0552a4a7-85d4-459e-b557-375a651852c1 req-7e72d6b9-5f80-464a-9daa-34ea3b5525d0 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f7e8632-e029-4823-8d02-f71d33874512 HTTP/1.1" status: 200 len: 948 time: 0.4568155 Jul 05 09:51:57.869352 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1241dc-08c1-4bc2-a1c5-e2d2895e8a74 x-openstack-request-id: req-2d1241dc-08c1-4bc2-a1c5-e2d2895e8a74 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:57.870426 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7435769-5686-4aca-a413-00e92d59a2b6", "name": "network-vif-plugged", "status": "completed", "tag": "c9b1a971-4661-43bc-a998-1d3003409f82", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:57.871048 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2d1241dc-08c1-4bc2-a1c5-e2d2895e8a74 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:57.874414 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7435769-5686-4aca-a413-00e92d59a2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b1a971-4661-43bc-a998-1d3003409f82', 'code': 200} Jul 05 09:51:57.935573 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b57f3e-30e6-4519-a222-87820aa545cc req-c1e79465-3609-4d55-ab31-79fbd151a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:57.937258 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67b57f3e-30e6-4519-a222-87820aa545cc req-c1e79465-3609-4d55-ab31-79fbd151a392 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&device_id=2f7e8632-e029-4823-8d02-f71d33874512 HTTP/1.1" status: 200 len: 1099 time: 0.4624732 Jul 05 09:51:57.943986 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf25bd52-dcb2-43a5-9612-0abd67d8e7b9 x-openstack-request-id: req-cf25bd52-dcb2-43a5-9612-0abd67d8e7b9 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:57.944282 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7e8632-e029-4823-8d02-f71d33874512", "tag": "b7c1f3e8-39ed-4534-a9db-da07d6cd9c44", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:57.944544 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cf25bd52-dcb2-43a5-9612-0abd67d8e7b9 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:57.944946 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7e8632-e029-4823-8d02-f71d33874512', 'tag': 'b7c1f3e8-39ed-4534-a9db-da07d6cd9c44', 'status': 'completed', 'code': 200} Jul 05 09:51:58.012319 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67b57f3e-30e6-4519-a222-87820aa545cc req-e98b9f82-7d73-445f-95ec-9e2ce8b6181d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 HTTP/1.1" status: 200 len: 217 time: 0.0604053 Jul 05 09:51:58.030393 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4abb2b2-c995-48be-a5dd-04eed9fbf210 None None] Network bf49e754-da0f-4c21-855c-f949acc40caa requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:58.040147 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c229c5-aa6b-4695-8d52-92e06f70eddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-99e3cfaf-b518-4947-87f8-95ffb27c4dd3', 'network_id': '99e3cfaf-b518-4947-87f8-95ffb27c4dd3', 'tenant_id': '866fe5d597ee4723933609a8955be5f7', 'fixed_ips': [{'subnet_id': '70985b02-708e-4e02-a2e0-16b0a0646545'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:51:58.041028 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31c229c5-aa6b-4695-8d52-92e06f70eddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.047062 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57996) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:58.069333 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1a7f5e3-d848-4383-8078-138ffc8c2763 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.127558 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a8e71-b588-4513-8a09-f4b9a3efb6c1 req-e298d8a8-3f8a-41d8-8101-6f9d6b47d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:58.129944 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b63a8e71-b588-4513-8a09-f4b9a3efb6c1 req-e298d8a8-3f8a-41d8-8101-6f9d6b47d72e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f7435769-5686-4aca-a413-00e92d59a2b6 HTTP/1.1" status: 200 len: 1097 time: 0.1887903 Jul 05 09:51:58.166179 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0552a4a7-85d4-459e-b557-375a651852c1 req-c6b4f40b-5e06-4c81-9cf6-930122770a5b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258847 Jul 05 09:51:58.181955 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7f5e3-d848-4383-8078-138ffc8c2763 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Pushing event updated for resources: {'Subnet': ['ID=9f0e89fc-bb2f-4f6e-add6-b9ea49e07aef,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:58.195211 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b63a8e71-b588-4513-8a09-f4b9a3efb6c1 req-f688746e-aa0f-4532-926e-4e0f49dc9c36 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=82a93a10-178f-499a-b652-5ad92e445f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538919 Jul 05 09:51:58.199353 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a7f5e3-d848-4383-8078-138ffc8c2763 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Checking segment: {'id': 'e34c00a3-a2b5-499f-8e00-c87bf8fd7286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2088608a-99e9-4c7d-b293-19622b16b5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:58.200028 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a7f5e3-d848-4383-8078-138ffc8c2763 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Network hostable DHCP agents. Network: 2088608a-99e9-4c7d-b293-19622b16b5db, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:51:58.218675 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a7f5e3-d848-4383-8078-138ffc8c2763 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Network 2088608a-99e9-4c7d-b293-19622b16b5db is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:51:58.234149 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 7be73145-3f49-4693-b210-7707f52df5e7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:58.234623 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.236332 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a1a7f5e3-d848-4383-8078-138ffc8c2763 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 2088608a-99e9-4c7d-b293-19622b16b5db) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:58.244107 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a7f5e3-d848-4383-8078-138ffc8c2763 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:58.246666 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1a7f5e3-d848-4383-8078-138ffc8c2763 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.279213 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a1a7f5e3-d848-4383-8078-138ffc8c2763 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2009964 Jul 05 09:51:58.282220 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58002) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:58.292671 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c170b30a-aa20-444b-9129-974be1033523 None None] Network 2088608a-99e9-4c7d-b293-19622b16b5db requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:58.294919 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0695ae1f-aec4-4417-8aae-7fdb5197efac tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1294069734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:58.347133 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0695ae1f-aec4-4417-8aae-7fdb5197efac tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.348310 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0695ae1f-aec4-4417-8aae-7fdb5197efac tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.400159 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b57f3e-30e6-4519-a222-87820aa545cc req-84874035-45a3-41cd-b867-d3c1d7bd9e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:58.402195 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67b57f3e-30e6-4519-a222-87820aa545cc req-84874035-45a3-41cd-b867-d3c1d7bd9e02 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.3791351 Jul 05 09:51:58.426851 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca29c83e-c403-4afb-afbf-b29ab897789b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.427522 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0695ae1f-aec4-4417-8aae-7fdb5197efac tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.432825 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0695ae1f-aec4-4417-8aae-7fdb5197efac tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.452839 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0695ae1f-aec4-4417-8aae-7fdb5197efac tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.454070 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0695ae1f-aec4-4417-8aae-7fdb5197efac tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1708295 Jul 05 09:51:58.457674 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58004) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:58.590218 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-19b4d86f-9550-4cfe-afc6-4dae7a889d54 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:58.596362 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-19b4d86f-9550-4cfe-afc6-4dae7a889d54 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:58.598092 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-19b4d86f-9550-4cfe-afc6-4dae7a889d54 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/networks?id=bf49e754-da0f-4c21-855c-f949acc40caa&id=99e3cfaf-b518-4947-87f8-95ffb27c4dd3&id=bf49e754-da0f-4c21-855c-f949acc40caa HTTP/1.1" status: 200 len: 1391 time: 0.5533085 Jul 05 09:51:58.610227 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c085cd30-dcbd-458b-83e8-295a6f927d2c req-6d5dc2ae-528f-4df9-b1c6-9a6c5323376b tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.653267 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c8642a4a-a3d9-473b-bd8e-a815bc3c1c3d None None] Provisioning for port 8299333c-1083-4a32-94a9-b49649168dec completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:58.668605 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-31c229c5-aa6b-4695-8d52-92e06f70eddf None None] Allocated IP 19.86.0.2 (99e3cfaf-b518-4947-87f8-95ffb27c4dd3/70985b02-708e-4e02-a2e0-16b0a0646545/f6c04d5f-473c-4197-872e-ec7c2551a603) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:58.679584 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9616d1-7e8e-439e-9892-9fd35ecd625c req-9ba89b2b-f63f-4380-895a-4c8d53929651 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:58.681216 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ec9616d1-7e8e-439e-9892-9fd35ecd625c req-9ba89b2b-f63f-4380-895a-4c8d53929651 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7435769-5686-4aca-a413-00e92d59a2b6 HTTP/1.1" status: 200 len: 946 time: 0.3253343 Jul 05 09:51:58.682018 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5dc2ae-528f-4df9-b1c6-9a6c5323376b tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Pushing event deleted for resources: {'Port': ['ID=249da0cf-193f-4c9c-86b1-cf8ab6844941,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:58.695414 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-fec4157d-5ecf-46d5-9f08-378898c83d01 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/quotas/866fe5d597ee4723933609a8955be5f7 HTTP/1.1" status: 200 len: 375 time: 0.0881486 Jul 05 09:51:58.804801 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b57f3e-30e6-4519-a222-87820aa545cc req-7f87983d-df85-4387-bc1c-8f499537ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:58.806474 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67b57f3e-30e6-4519-a222-87820aa545cc req-7f87983d-df85-4387-bc1c-8f499537ee1a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3771632 Jul 05 09:51:58.810415 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c085cd30-dcbd-458b-83e8-295a6f927d2c req-6d5dc2ae-528f-4df9-b1c6-9a6c5323376b tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] No DVR routers for this DVR port 249da0cf-193f-4c9c-86b1-cf8ab6844941 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:51:58.820587 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c085cd30-dcbd-458b-83e8-295a6f927d2c req-6d5dc2ae-528f-4df9-b1c6-9a6c5323376b tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.822506 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c085cd30-dcbd-458b-83e8-295a6f927d2c req-6d5dc2ae-528f-4df9-b1c6-9a6c5323376b tempest-ServersNegativeTestJSON-1604752822 tempest-ServersNegativeTestJSON-1604752822-project] 10.222.0.81 "DELETE /v2.0/ports/249da0cf-193f-4c9c-86b1-cf8ab6844941 HTTP/1.1" status: 204 len: 173 time: 2.3203900 Jul 05 09:51:58.842445 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14c96499-533d-486e-87c0-71a5e4120b15 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.889068 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8299333c-1083-4a32-94a9-b49649168dec up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:58.913572 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ec9616d1-7e8e-439e-9892-9fd35ecd625c req-e2cd0432-e81a-42bc-ae66-c7da18b6f3d4 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a93a10-178f-499a-b652-5ad92e445f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114029 Jul 05 09:51:59.000871 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca29c83e-c403-4afb-afbf-b29ab897789b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:59.009474 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f8681c-b0cd-406e-997e-9d30a120a566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-2088608a-99e9-4c7d-b293-19622b16b5db', 'network_id': '2088608a-99e9-4c7d-b293-19622b16b5db', 'tenant_id': '1740df31e98d447e989e77eacf57f39c', 'fixed_ips': [{'subnet_id': '9f0e89fc-bb2f-4f6e-add6-b9ea49e07aef'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:51:59.010420 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-18f8681c-b0cd-406e-997e-9d30a120a566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:59.026523 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 8299333c-1083-4a32-94a9-b49649168dec completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:59.031241 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca29c83e-c403-4afb-afbf-b29ab897789b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:59.049715 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 8299333c-1083-4a32-94a9-b49649168dec triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:59.049715 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:59.106497 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-45e12a45-9927-43cc-a789-333d85ea01c4 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=866fe5d597ee4723933609a8955be5f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4101629 Jul 05 09:51:59.196087 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ca29c83e-c403-4afb-afbf-b29ab897789b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2cd77ed83ad341168da6244552d1fe8e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1444073 Jul 05 09:51:59.196087 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29c83e-c403-4afb-afbf-b29ab897789b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db216ddb-e74d-40dc-a765-860e48245af4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:59.196368 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58012) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:59.202475 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67b57f3e-30e6-4519-a222-87820aa545cc req-c336f698-339c-4b45-bda7-02f11c43d2ff service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834455 Jul 05 09:51:59.289502 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 249da0cf-193f-4c9c-86b1-cf8ab6844941 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:51:59.338127 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 249da0cf-193f-4c9c-86b1-cf8ab6844941 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:51:59.339074 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 249da0cf-193f-4c9c-86b1-cf8ab6844941 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:51:59.352608 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9877832-145d-4641-b27f-57b5c586706e req-403e51d1-2bdf-4d42-81f5-e7902331ff62 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:59.360368 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-14c96499-533d-486e-87c0-71a5e4120b15 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Allocated IP 172.20.0.1 (2088608a-99e9-4c7d-b293-19622b16b5db/9f0e89fc-bb2f-4f6e-add6-b9ea49e07aef/02bd906b-48a3-42bc-beec-5764ee5d05a4) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:59.360598 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9877832-145d-4641-b27f-57b5c586706e req-403e51d1-2bdf-4d42-81f5-e7902331ff62 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 945 time: 0.2217500 Jul 05 09:51:59.362015 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31c229c5-aa6b-4695-8d52-92e06f70eddf None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:59.364678 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cbebbc77-87dd-443f-b5a4-7a9ee3d49c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:59.378423 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-31c229c5-aa6b-4695-8d52-92e06f70eddf None None] Transition to ACTIVE for port object f6c04d5f-473c-4197-872e-ec7c2551a603 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:59.386797 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-28c85205-9150-4109-8961-8768606ce30f None None] Provisioning complete for port 8299333c-1083-4a32-94a9-b49649168dec triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:59.387109 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-28c85205-9150-4109-8961-8768606ce30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:59.412081 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cbebbc77-87dd-443f-b5a4-7a9ee3d49c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:59.450345 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-31c229c5-aa6b-4695-8d52-92e06f70eddf None None] Transition to ACTIVE for port object f6c04d5f-473c-4197-872e-ec7c2551a603 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:59.475196 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31c229c5-aa6b-4695-8d52-92e06f70eddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:59.521369 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:59.560457 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c229c5-aa6b-4695-8d52-92e06f70eddf None None] Network 99e3cfaf-b518-4947-87f8-95ffb27c4dd3 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:59.573222 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67b57f3e-30e6-4519-a222-87820aa545cc req-283b8237-3dd8-4182-b2f2-b5c2d71b9d58 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615901 Jul 05 09:51:59.576147 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-cf685ebf-da42-4efa-8975-1623cae194c5 service neutron] 10.222.0.79 "GET /v2.0/networks/bf49e754-da0f-4c21-855c-f949acc40caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364653 Jul 05 09:51:59.579370 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cbebbc77-87dd-443f-b5a4-7a9ee3d49c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:59.583329 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-31c229c5-aa6b-4695-8d52-92e06f70eddf None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:59.584278 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cbebbc77-87dd-443f-b5a4-7a9ee3d49c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:59.585952 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cbebbc77-87dd-443f-b5a4-7a9ee3d49c70 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/db216ddb-e74d-40dc-a765-860e48245af4 HTTP/1.1" status: 204 len: 168 time: 0.3893328 Jul 05 09:51:59.594039 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9877832-145d-4641-b27f-57b5c586706e req-c28ed508-f96b-48a4-9ac3-ede79b936622 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325423 Jul 05 09:51:59.597687 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c229c5-aa6b-4695-8d52-92e06f70eddf None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:59.606551 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebbc77-87dd-443f-b5a4-7a9ee3d49c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db216ddb-e74d-40dc-a765-860e48245af4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:59.619395 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c229c5-aa6b-4695-8d52-92e06f70eddf None None] Pushing event updated for resources: {'Port': ['ID=f6c04d5f-473c-4197-872e-ec7c2551a603,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:59.652202 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14c96499-533d-486e-87c0-71a5e4120b15 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:59.662100 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-14c96499-533d-486e-87c0-71a5e4120b15 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Transition to ACTIVE for port object 02bd906b-48a3-42bc-beec-5764ee5d05a4 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:59.709127 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14c96499-533d-486e-87c0-71a5e4120b15 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:59.721344 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 8299333c-1083-4a32-94a9-b49649168dec, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8299333c-1083-4a32-94a9-b49649168dec,segment=NetworkSegment(8b141365-a56b-4d9c-8793-ccd25479af6d),segment_id=8b141365-a56b-4d9c-8793-ccd25479af6d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:59.772107 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c96499-533d-486e-87c0-71a5e4120b15 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Network 2088608a-99e9-4c7d-b293-19622b16b5db is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:59.782837 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-14c96499-533d-486e-87c0-71a5e4120b15 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:59.786727 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c96499-533d-486e-87c0-71a5e4120b15 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:59.794140 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c96499-533d-486e-87c0-71a5e4120b15 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Pushing event updated for resources: {'Port': ['ID=02bd906b-48a3-42bc-beec-5764ee5d05a4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:59.810845 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-7ebc3a83-03dc-477b-9e96-9b4e95f03725 service neutron] 10.222.0.79 "GET /v2.0/networks/bf49e754-da0f-4c21-855c-f949acc40caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128565 Jul 05 09:51:59.829020 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ff692-b364-4f80-bd46-5cb13938409a req-796c161d-1a97-4d15-b3f5-28bbb50e024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:59.829020 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef1ff692-b364-4f80-bd46-5cb13938409a req-796c161d-1a97-4d15-b3f5-28bbb50e024c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&device_id=2f7e8632-e029-4823-8d02-f71d33874512 HTTP/1.1" status: 200 len: 1099 time: 0.1653228 Jul 05 09:51:59.852346 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14c96499-533d-486e-87c0-71a5e4120b15 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:59.862900 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:59.943586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58018) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:59.962063 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-28c85205-9150-4109-8961-8768606ce30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:59.963452 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92dd334-bc70-468d-b2c0-2d2affd3898c', 'name': 'network-vif-deleted', 'tag': '249da0cf-193f-4c9c-86b1-cf8ab6844941'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:59.966269 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351c303e-06f8-40e1-b45a-8281894488a5" -d '{"events": [{"server_uuid": "a92dd334-bc70-468d-b2c0-2d2affd3898c", "name": "network-vif-deleted", "tag": "249da0cf-193f-4c9c-86b1-cf8ab6844941"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:00.026471 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-31c229c5-aa6b-4695-8d52-92e06f70eddf None None] Attempting to bind port f6c04d5f-473c-4197-872e-ec7c2551a603 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:00.027170 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-31c229c5-aa6b-4695-8d52-92e06f70eddf None None] Attempting to bind port f6c04d5f-473c-4197-872e-ec7c2551a603 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'f41607ca-58ae-49d2-a33a-76aa8dc0baea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '99e3cfaf-b518-4947-87f8-95ffb27c4dd3'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:00.029896 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c229c5-aa6b-4695-8d52-92e06f70eddf None None] Attempting to bind port f6c04d5f-473c-4197-872e-ec7c2551a603 on network 99e3cfaf-b518-4947-87f8-95ffb27c4dd3 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:00.051706 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-847bc8de-1d17-4888-a72e-1dd3787fb89b admin admin] Deleting subnet 4ae632a1-0aa5-4d4f-a2ca-5b30d6118137 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:52:00.070459 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-847bc8de-1d17-4888-a72e-1dd3787fb89b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.071532 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-18f8681c-b0cd-406e-997e-9d30a120a566 None None] Allocated IP 172.20.0.2 (2088608a-99e9-4c7d-b293-19622b16b5db/9f0e89fc-bb2f-4f6e-add6-b9ea49e07aef/d0903e85-1866-4f0b-95ab-c88478599af4) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:00.096324 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=8299333c-1083-4a32-94a9-b49649168dec,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:00.100973 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c229c5-aa6b-4695-8d52-92e06f70eddf None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:00.101343 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c229c5-aa6b-4695-8d52-92e06f70eddf None None] Checking segment: {'id': 'f41607ca-58ae-49d2-a33a-76aa8dc0baea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '99e3cfaf-b518-4947-87f8-95ffb27c4dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:00.101752 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31c229c5-aa6b-4695-8d52-92e06f70eddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.102141 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c229c5-aa6b-4695-8d52-92e06f70eddf None None] Bound using segment: {'id': 'f41607ca-58ae-49d2-a33a-76aa8dc0baea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '99e3cfaf-b518-4947-87f8-95ffb27c4dd3'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:00.102630 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-31c229c5-aa6b-4695-8d52-92e06f70eddf None None] Bound port: f6c04d5f-473c-4197-872e-ec7c2551a603, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41607ca-58ae-49d2-a33a-76aa8dc0baea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '99e3cfaf-b518-4947-87f8-95ffb27c4dd3'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:00.103883 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31c229c5-aa6b-4695-8d52-92e06f70eddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.138642 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-ec4a92aa-935e-46d5-8c32-a8f8bacf68cd service neutron] 10.222.0.79 "GET /v2.0/networks/99e3cfaf-b518-4947-87f8-95ffb27c4dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100877 Jul 05 09:52:00.139801 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ff692-b364-4f80-bd46-5cb13938409a req-43fef3af-5079-4d01-a8f4-ae0793b592fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:00.141537 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef1ff692-b364-4f80-bd46-5cb13938409a req-43fef3af-5079-4d01-a8f4-ae0793b592fb service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.3045025 Jul 05 09:52:00.162558 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14c96499-533d-486e-87c0-71a5e4120b15 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.170014 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-847bc8de-1d17-4888-a72e-1dd3787fb89b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.252272 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-31c229c5-aa6b-4695-8d52-92e06f70eddf None None] For port f6c04d5f-473c-4197-872e-ec7c2551a603, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:00.259643 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef1ff692-b364-4f80-bd46-5cb13938409a req-f8d7005c-311a-4583-9671-f1463e7c9f83 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 HTTP/1.1" status: 200 len: 217 time: 0.1022151 Jul 05 09:52:00.272610 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-28c85205-9150-4109-8961-8768606ce30f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:52:00.272976 n-d-798054-8 neutron-server[93908]: DEBUG oslo_db.api [None req-28c85205-9150-4109-8961-8768606ce30f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:52:00.320831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-31c229c5-aa6b-4695-8d52-92e06f70eddf None None] For port f6c04d5f-473c-4197-872e-ec7c2551a603, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f6c04d5f-473c-4197-872e-ec7c2551a603,segment=NetworkSegment(f41607ca-58ae-49d2-a33a-76aa8dc0baea),segment_id=f41607ca-58ae-49d2-a33a-76aa8dc0baea)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:00.328299 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31c229c5-aa6b-4695-8d52-92e06f70eddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.448649 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c229c5-aa6b-4695-8d52-92e06f70eddf None None] Pushing event updated for resources: {'Port': ['ID=f6c04d5f-473c-4197-872e-ec7c2551a603,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:00.504835 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-18f8681c-b0cd-406e-997e-9d30a120a566 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.521405 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-18f8681c-b0cd-406e-997e-9d30a120a566 None None] Transition to ACTIVE for port object d0903e85-1866-4f0b-95ab-c88478599af4 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:00.548021 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-18f8681c-b0cd-406e-997e-9d30a120a566 None None] Transition to ACTIVE for port object d0903e85-1866-4f0b-95ab-c88478599af4 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:00.557417 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-18f8681c-b0cd-406e-997e-9d30a120a566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.607704 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f8681c-b0cd-406e-997e-9d30a120a566 None None] Network 2088608a-99e9-4c7d-b293-19622b16b5db is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:00.611881 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-18f8681c-b0cd-406e-997e-9d30a120a566 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:00.615395 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f8681c-b0cd-406e-997e-9d30a120a566 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:00.652588 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8681c-b0cd-406e-997e-9d30a120a566 None None] Pushing event updated for resources: {'Port': ['ID=d0903e85-1866-4f0b-95ab-c88478599af4,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:00.672207 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14c96499-533d-486e-87c0-71a5e4120b15 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.679051 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14c96499-533d-486e-87c0-71a5e4120b15 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.704605 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-18f8681c-b0cd-406e-997e-9d30a120a566 None None] Attempting to bind port d0903e85-1866-4f0b-95ab-c88478599af4 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:00.704995 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-18f8681c-b0cd-406e-997e-9d30a120a566 None None] Attempting to bind port d0903e85-1866-4f0b-95ab-c88478599af4 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'e34c00a3-a2b5-499f-8e00-c87bf8fd7286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2088608a-99e9-4c7d-b293-19622b16b5db'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:00.707021 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f8681c-b0cd-406e-997e-9d30a120a566 None None] Attempting to bind port d0903e85-1866-4f0b-95ab-c88478599af4 on network 2088608a-99e9-4c7d-b293-19622b16b5db {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:00.752729 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f8681c-b0cd-406e-997e-9d30a120a566 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:00.753116 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f8681c-b0cd-406e-997e-9d30a120a566 None None] Checking segment: {'id': 'e34c00a3-a2b5-499f-8e00-c87bf8fd7286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2088608a-99e9-4c7d-b293-19622b16b5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:00.753531 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-18f8681c-b0cd-406e-997e-9d30a120a566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.753933 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f8681c-b0cd-406e-997e-9d30a120a566 None None] Bound using segment: {'id': 'e34c00a3-a2b5-499f-8e00-c87bf8fd7286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2088608a-99e9-4c7d-b293-19622b16b5db'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:00.754513 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-18f8681c-b0cd-406e-997e-9d30a120a566 None None] Bound port: d0903e85-1866-4f0b-95ab-c88478599af4, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34c00a3-a2b5-499f-8e00-c87bf8fd7286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2088608a-99e9-4c7d-b293-19622b16b5db'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:00.754904 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-18f8681c-b0cd-406e-997e-9d30a120a566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.876328 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c96499-533d-486e-87c0-71a5e4120b15 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Pushing event updated for resources: {'Port': ['ID=02bd906b-48a3-42bc-beec-5764ee5d05a4,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:00.876737 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-847bc8de-1d17-4888-a72e-1dd3787fb89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.882057 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14c96499-533d-486e-87c0-71a5e4120b15 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.919777 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ff692-b364-4f80-bd46-5cb13938409a req-98955893-f064-4032-932d-2404e24f9593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:00.921166 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef1ff692-b364-4f80-bd46-5cb13938409a req-98955893-f064-4032-932d-2404e24f9593 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.6452258 Jul 05 09:52:00.925383 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-18f8681c-b0cd-406e-997e-9d30a120a566 None None] For port d0903e85-1866-4f0b-95ab-c88478599af4, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:00.931385 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-18f8681c-b0cd-406e-997e-9d30a120a566 None None] For port d0903e85-1866-4f0b-95ab-c88478599af4, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d0903e85-1866-4f0b-95ab-c88478599af4,segment=NetworkSegment(e34c00a3-a2b5-499f-8e00-c87bf8fd7286),segment_id=e34c00a3-a2b5-499f-8e00-c87bf8fd7286)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:00.935472 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-2400a01e-3151-48d0-9eea-6c1ac8d4992e service neutron] 10.222.0.79 "GET /v2.0/networks/99e3cfaf-b518-4947-87f8-95ffb27c4dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7883062 Jul 05 09:52:00.945972 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-18f8681c-b0cd-406e-997e-9d30a120a566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:01.001879 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c96499-533d-486e-87c0-71a5e4120b15 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Network 2088608a-99e9-4c7d-b293-19622b16b5db is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:01.003778 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-14c96499-533d-486e-87c0-71a5e4120b15 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:01.038277 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8681c-b0cd-406e-997e-9d30a120a566 None None] Pushing event updated for resources: {'Port': ['ID=d0903e85-1866-4f0b-95ab-c88478599af4,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:01.120202 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-847bc8de-1d17-4888-a72e-1dd3787fb89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:01.131157 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a5eb9-d6b5-4414-87d7-2e2db952abda req-1ec91cb3-c2d1-46ab-be32-b6517edaa20b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:01.138897 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-563a5eb9-d6b5-4414-87d7-2e2db952abda req-1ec91cb3-c2d1-46ab-be32-b6517edaa20b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f7e8632-e029-4823-8d02-f71d33874512 HTTP/1.1" status: 200 len: 948 time: 0.3325188 Jul 05 09:52:01.174310 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c96499-533d-486e-87c0-71a5e4120b15 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Router e3c5d743-b5b3-4b03-b85d-a62a1666dec3 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:52:01.214001 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-847bc8de-1d17-4888-a72e-1dd3787fb89b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:01.219688 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-847bc8de-1d17-4888-a72e-1dd3787fb89b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4ae632a1-0aa5-4d4f-a2ca-5b30d6118137 HTTP/1.1" status: 204 len: 168 time: 1.2742593 Jul 05 09:52:01.220631 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847bc8de-1d17-4888-a72e-1dd3787fb89b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ae632a1-0aa5-4d4f-a2ca-5b30d6118137,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:01.231345 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58048) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:01.251789 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-dcfcbed2-5d15-4c6b-9e05-836b42e5aecb service neutron] 10.222.0.79 "GET /v2.0/networks/bf49e754-da0f-4c21-855c-f949acc40caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017886 Jul 05 09:52:01.289894 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ff692-b364-4f80-bd46-5cb13938409a req-e1cc726d-cfb0-4fbc-9018-a328bbe150a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:01.291625 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef1ff692-b364-4f80-bd46-5cb13938409a req-e1cc726d-cfb0-4fbc-9018-a328bbe150a7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3609996 Jul 05 09:52:01.329781 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-563a5eb9-d6b5-4414-87d7-2e2db952abda req-49f34980-77cd-4aae-aae3-994324f956b3 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887507 Jul 05 09:52:01.509997 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-883b88c5-19ba-4e07-90ac-e56685d4a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:01.512287 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c96499-533d-486e-87c0-71a5e4120b15 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:52:01.515553 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef1ff692-b364-4f80-bd46-5cb13938409a req-b57c2f86-adee-4c42-9a5f-4afaa1847b10 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935930 Jul 05 09:52:01.535461 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-14c96499-533d-486e-87c0-71a5e4120b15 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] 10.222.0.79 "PUT /v2.0/routers/e3c5d743-b5b3-4b03-b85d-a62a1666dec3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0764980 Jul 05 09:52:01.540549 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b073d6b-867f-4bda-a795-afa1f7c72f1d None None] Sync routers for ids ['e3c5d743-b5b3-4b03-b85d-a62a1666dec3'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:52:01.542627 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58056) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:01.552871 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b073d6b-867f-4bda-a795-afa1f7c72f1d None None] Routers {'e3c5d743-b5b3-4b03-b85d-a62a1666dec3'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:52:01.553496 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9b073d6b-867f-4bda-a795-afa1f7c72f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:51:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e3c5d743-b5b3-4b03-b85d-a62a1666dec3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:01.556737 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d9068fc1-be64-494f-b91c-d02ec69ab98e tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Request body: {'port': {'network_id': '2088608a-99e9-4c7d-b293-19622b16b5db', 'name': 'tempest-FloatingIPNegativeTestJSON-1646033196'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:01.629957 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9b073d6b-867f-4bda-a795-afa1f7c72f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:01.639475 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b073d6b-867f-4bda-a795-afa1f7c72f1d None None] Routers {'e3c5d743-b5b3-4b03-b85d-a62a1666dec3'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:52:01.640364 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9b073d6b-867f-4bda-a795-afa1f7c72f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:51:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e3c5d743-b5b3-4b03-b85d-a62a1666dec3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:01.682635 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9b073d6b-867f-4bda-a795-afa1f7c72f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:01.683660 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b073d6b-867f-4bda-a795-afa1f7c72f1d None None] The sync data for ids ['e3c5d743-b5b3-4b03-b85d-a62a1666dec3'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:52:01.781630 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-df0a69d5-54f2-4149-b7a2-23d5d54f7e53 service neutron] 10.222.0.79 "GET /v2.0/networks/bf49e754-da0f-4c21-855c-f949acc40caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5224524 Jul 05 09:52:01.830452 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-883b88c5-19ba-4e07-90ac-e56685d4a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:01.862343 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-883b88c5-19ba-4e07-90ac-e56685d4a1a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:01.885990 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-883b88c5-19ba-4e07-90ac-e56685d4a1a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b33c294-6053-481b-baf8-537f54d65ae9') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:01.886301 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-883b88c5-19ba-4e07-90ac-e56685d4a1a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b33c294-6053-481b-baf8-537f54d65ae9') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:01.898584 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36b9d4-c5d2-423b-8009-5a4712d78939 req-2913b46b-aeb4-4bfd-ae41-f9974283c947 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:01.900387 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f36b9d4-c5d2-423b-8009-5a4712d78939 req-2913b46b-aeb4-4bfd-ae41-f9974283c947 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7435769-5686-4aca-a413-00e92d59a2b6 HTTP/1.1" status: 200 len: 946 time: 0.3978624 Jul 05 09:52:01.908804 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-883b88c5-19ba-4e07-90ac-e56685d4a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:01.927435 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9068fc1-be64-494f-b91c-d02ec69ab98e tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Made reservation on behalf of 1740df31e98d447e989e77eacf57f39c for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:01.930878 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef1ff692-b364-4f80-bd46-5cb13938409a req-fa97c43f-3068-4216-925a-722429cc2ec9 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055438 Jul 05 09:52:01.932331 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9068fc1-be64-494f-b91c-d02ec69ab98e tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:01.949699 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-883b88c5-19ba-4e07-90ac-e56685d4a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:01.970830 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883b88c5-19ba-4e07-90ac-e56685d4a1a1 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:52:01.971291 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-883b88c5-19ba-4e07-90ac-e56685d4a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:52:01.974134 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:52:02.035376 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f36b9d4-c5d2-423b-8009-5a4712d78939 req-dc1969b7-c0d8-41cd-9ae7-797cd2b59ce7 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a93a10-178f-499a-b652-5ad92e445f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141863 Jul 05 09:52:02.075610 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab942161-e601-4c3a-bde8-e4cdd9ee844f x-openstack-request-id: req-ab942161-e601-4c3a-bde8-e4cdd9ee844f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:02.080266 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92dd334-bc70-468d-b2c0-2d2affd3898c", "name": "network-vif-deleted", "tag": "249da0cf-193f-4c9c-86b1-cf8ab6844941", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:02.080647 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ab942161-e601-4c3a-bde8-e4cdd9ee844f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:02.081202 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92dd334-bc70-468d-b2c0-2d2affd3898c', 'name': 'network-vif-deleted', 'tag': '249da0cf-193f-4c9c-86b1-cf8ab6844941', 'status': 'completed', 'code': 200} Jul 05 09:52:02.097920 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-d9068fc1-be64-494f-b91c-d02ec69ab98e tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] device_id is not set on port 58ff086a-497b-403f-af02-3ee6bd21440b yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:52:02.169665 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfdea3f-307b-4391-a7c9-23b34073e13c None None] Network 99e3cfaf-b518-4947-87f8-95ffb27c4dd3 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:02.358758 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d0903e85-1866-4f0b-95ab-c88478599af4 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:02.506784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da9ae7-20c0-44cf-bdca-3c82bd593c28 req-9bb2fcfc-9ce1-4dc6-9348-efa72da3f7d5 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:02.516795 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15da9ae7-20c0-44cf-bdca-3c82bd593c28 req-9bb2fcfc-9ce1-4dc6-9348-efa72da3f7d5 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 945 time: 0.1599624 Jul 05 09:52:02.641154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e7be6f4a-4674-4743-8045-5743e241dcc1 None None] Provisioning for port f6c04d5f-473c-4197-872e-ec7c2551a603 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:02.668189 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:02.673440 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port d0903e85-1866-4f0b-95ab-c88478599af4 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:02.684730 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f6c04d5f-473c-4197-872e-ec7c2551a603 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:02.692874 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f645bf54-bdc0-42f6-bf7c-5430d3790a76 req-d797dcc6-244c-4c00-8aaa-1d53c9e0f023 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 210 time: 0.1302097 Jul 05 09:52:02.718999 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15da9ae7-20c0-44cf-bdca-3c82bd593c28 req-9a06120f-aa38-40c9-a7a1-d50cf7195636 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992295 Jul 05 09:52:02.808020 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccdaf56-d87d-466c-86e2-07496a5d3a33 None None] Network 2088608a-99e9-4c7d-b293-19622b16b5db requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:02.895682 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-883b88c5-19ba-4e07-90ac-e56685d4a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:02.903815 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-883b88c5-19ba-4e07-90ac-e56685d4a1a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:02.908629 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-883b88c5-19ba-4e07-90ac-e56685d4a1a1 admin admin] 10.222.0.79 "DELETE /v2.0/networks/a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2 HTTP/1.1" status: 204 len: 168 time: 1.6722770 Jul 05 09:52:02.929966 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b88c5-19ba-4e07-90ac-e56685d4a1a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2b03217-7bdb-4d2a-aa0c-7916eb0ed5b2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:03.003811 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-d9068fc1-be64-494f-b91c-d02ec69ab98e tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Allocated IP 172.20.0.13 (2088608a-99e9-4c7d-b293-19622b16b5db/9f0e89fc-bb2f-4f6e-add6-b9ea49e07aef/58ff086a-497b-403f-af02-3ee6bd21440b) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:03.117370 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24587f2-41fd-4f4b-b67a-547dc69197fb req-4b988f70-aed3-4fcd-aee2-dcd09ad9372a tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:03.127679 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a02f921a-e77c-48ee-90ae-35c6f91d8186 None None] Provisioning for port d0903e85-1866-4f0b-95ab-c88478599af4 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:03.132216 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c24587f2-41fd-4f4b-b67a-547dc69197fb req-4b988f70-aed3-4fcd-aee2-dcd09ad9372a tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f7e8632-e029-4823-8d02-f71d33874512 HTTP/1.1" status: 200 len: 948 time: 0.1242359 Jul 05 09:52:03.137891 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port f6c04d5f-473c-4197-872e-ec7c2551a603 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:03.143236 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a02f921a-e77c-48ee-90ae-35c6f91d8186 None None] Provisioning complete for port d0903e85-1866-4f0b-95ab-c88478599af4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:03.143616 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a02f921a-e77c-48ee-90ae-35c6f91d8186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:03.216145 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port f6c04d5f-473c-4197-872e-ec7c2551a603 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:03.216847 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:03.223818 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c24587f2-41fd-4f4b-b67a-547dc69197fb req-a4f0b0b7-954e-4745-b0f7-e3307ecec791 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851912 Jul 05 09:52:03.278551 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:52:03.394470 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58112) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:03.409159 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9068fc1-be64-494f-b91c-d02ec69ab98e tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:03.454618 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-d9068fc1-be64-494f-b91c-d02ec69ab98e tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Transition to ACTIVE for port object 58ff086a-497b-403f-af02-3ee6bd21440b will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:03.493885 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ce2e1826-7db7-4b2b-a203-ec7ab8f8525d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a6475ba64a0d482bb432aecc90634688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0972593 Jul 05 09:52:03.495102 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58114) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:03.564019 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9068fc1-be64-494f-b91c-d02ec69ab98e tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:03.598302 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bff9042-19b3-4a9a-b34d-13a025d3632b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:03.649064 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bff9042-19b3-4a9a-b34d-13a025d3632b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:03.678146 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9068fc1-be64-494f-b91c-d02ec69ab98e tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Network 2088608a-99e9-4c7d-b293-19622b16b5db is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:03.682563 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d9068fc1-be64-494f-b91c-d02ec69ab98e tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:03.687583 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9068fc1-be64-494f-b91c-d02ec69ab98e tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:03.722259 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bff9042-19b3-4a9a-b34d-13a025d3632b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:03.726873 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bff9042-19b3-4a9a-b34d-13a025d3632b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:03.728274 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8bff9042-19b3-4a9a-b34d-13a025d3632b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/84665837-5d8b-46df-bf44-4b5998ae7b29 HTTP/1.1" status: 204 len: 168 time: 0.2315011 Jul 05 09:52:03.747537 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff9042-19b3-4a9a-b34d-13a025d3632b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84665837-5d8b-46df-bf44-4b5998ae7b29,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:03.762818 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9068fc1-be64-494f-b91c-d02ec69ab98e tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Pushing event updated for resources: {'Port': ['ID=58ff086a-497b-403f-af02-3ee6bd21440b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:03.780302 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:03.788687 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9068fc1-be64-494f-b91c-d02ec69ab98e tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:03.789491 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9068fc1-be64-494f-b91c-d02ec69ab98e tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:03.805896 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d9068fc1-be64-494f-b91c-d02ec69ab98e tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2618861 Jul 05 09:52:03.809692 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58126) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:03.815489 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f0ce4bdf-9b8c-4939-8448-4c4e6dc61c19 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:03.866369 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0ce4bdf-9b8c-4939-8448-4c4e6dc61c19 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:04.026639 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port f6c04d5f-473c-4197-872e-ec7c2551a603, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f6c04d5f-473c-4197-872e-ec7c2551a603,segment=NetworkSegment(f41607ca-58ae-49d2-a33a-76aa8dc0baea),segment_id=f41607ca-58ae-49d2-a33a-76aa8dc0baea)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:04.047494 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:04.054055 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8299333c-1083-4a32-94a9-b49649168dec up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:04.061985 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d6ab485-862b-4810-bdbb-a2b89ebf4418 req-a5920732-3549-43ef-8fcc-f61910672333 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 210 time: 0.1049802 Jul 05 09:52:04.114777 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port b7c1f3e8-39ed-4534-a9db-da07d6cd9c44, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b7c1f3e8-39ed-4534-a9db-da07d6cd9c44,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:04.157874 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a02f921a-e77c-48ee-90ae-35c6f91d8186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:04.205323 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7033bb6-1b30-4817-8ba9-7db3163fca07 req-ee49109d-6b85-4abe-a562-db993dbe891d tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:04.207674 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7033bb6-1b30-4817-8ba9-7db3163fca07 req-ee49109d-6b85-4abe-a562-db993dbe891d tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 945 time: 0.2598457 Jul 05 09:52:04.208674 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'b7c1f3e8-39ed-4534-a9db-da07d6cd9c44', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': 'b7c1f3e8-39ed-4534-a9db-da07d6cd9c44', 'mac_address': 'fa:16:3e:c1:84:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:52:04.215527 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 8299333c-1083-4a32-94a9-b49649168dec triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:04.216241 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:04.262441 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:52:04.274188 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a02f921a-e77c-48ee-90ae-35c6f91d8186 None None] For port d0903e85-1866-4f0b-95ab-c88478599af4, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d0903e85-1866-4f0b-95ab-c88478599af4,segment=NetworkSegment(e34c00a3-a2b5-499f-8e00-c87bf8fd7286),segment_id=e34c00a3-a2b5-499f-8e00-c87bf8fd7286)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:04.284377 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a02f921a-e77c-48ee-90ae-35c6f91d8186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:04.307622 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=f6c04d5f-473c-4197-872e-ec7c2551a603,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:04.344738 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7033bb6-1b30-4817-8ba9-7db3163fca07 req-72d73bc7-4e46-4843-94fc-aa601f8781a8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235914 Jul 05 09:52:04.382413 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:04.442253 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:52:04.491482 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0ce4bdf-9b8c-4939-8448-4c4e6dc61c19 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:04.521756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca7b84-b12c-4700-bf0b-63a603cb9612 req-63ad2ba9-c43e-4894-89f3-02ecbd0720c8 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:04.534234 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ebca7b84-b12c-4700-bf0b-63a603cb9612 req-63ad2ba9-c43e-4894-89f3-02ecbd0720c8 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7435769-5686-4aca-a413-00e92d59a2b6 HTTP/1.1" status: 200 len: 946 time: 0.2146149 Jul 05 09:52:04.541710 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-84847e6d-647b-4d0d-be1c-6f931ffa85b8 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:04.577505 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-84847e6d-647b-4d0d-be1c-6f931ffa85b8 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:04.580832 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-84847e6d-647b-4d0d-be1c-6f931ffa85b8 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.78 "GET /v2.0/networks?id=bf49e754-da0f-4c21-855c-f949acc40caa&id=99e3cfaf-b518-4947-87f8-95ffb27c4dd3&id=bf49e754-da0f-4c21-855c-f949acc40caa HTTP/1.1" status: 200 len: 1391 time: 0.4576502 Jul 05 09:52:04.589018 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port b7c1f3e8-39ed-4534-a9db-da07d6cd9c44, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b7c1f3e8-39ed-4534-a9db-da07d6cd9c44,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:04.604529 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-9349599e-60d0-4e8e-9ee7-3c131612971e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Request body: {'port': {'device_id': 'e5557549-785e-4d46-ba28-5c838009651a', 'network_id': 'bf49e754-da0f-4c21-855c-f949acc40caa', 'admin_state_up': True, 'tenant_id': '866fe5d597ee4723933609a8955be5f7'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:04.630880 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:04.663201 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ebca7b84-b12c-4700-bf0b-63a603cb9612 req-88d42cca-d6ac-4137-9bd8-03bdd5ee44f3 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a93a10-178f-499a-b652-5ad92e445f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279502 Jul 05 09:52:04.790495 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58146) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:04.866415 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-22b0f45d-4a63-4224-b97d-b196fa0235e9 None None] Provisioning complete for port f6c04d5f-473c-4197-872e-ec7c2551a603 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:04.867072 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-22b0f45d-4a63-4224-b97d-b196fa0235e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:04.880062 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-9349599e-60d0-4e8e-9ee7-3c131612971e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Made reservation on behalf of 866fe5d597ee4723933609a8955be5f7 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:04.884217 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-9349599e-60d0-4e8e-9ee7-3c131612971e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:04.929541 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-f0ce4bdf-9b8c-4939-8448-4c4e6dc61c19 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Allocated IP 172.25.7.150 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/a052de25-ed94-4109-a42b-329c340218ff) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:04.975717 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f921a-e77c-48ee-90ae-35c6f91d8186 None None] Pushing event updated for resources: {'Port': ['ID=d0903e85-1866-4f0b-95ab-c88478599af4,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:04.982860 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['b7c1f3e8-39ed-4534-a9db-da07d6cd9c44'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:52:04.989536 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f6c04d5f-473c-4197-872e-ec7c2551a603 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:05.068627 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb6196-a008-4802-99ac-8e37cec19aca req-32e9873d-d262-4013-a2b5-b20d6dd667fa tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:05.070234 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-51bb6196-a008-4802-99ac-8e37cec19aca req-32e9873d-d262-4013-a2b5-b20d6dd667fa tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f7e8632-e029-4823-8d02-f71d33874512 HTTP/1.1" status: 200 len: 949 time: 0.3032787 Jul 05 09:52:05.080146 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=b7c1f3e8-39ed-4534-a9db-da07d6cd9c44,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:05.156520 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:05.156876 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:05.157225 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:05.157571 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:05.157893 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:05.158231 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:05.158566 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:05.158900 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:05.159366 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:05.159702 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:05.160159 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:05.160580 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:05.164385 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2cb81676-31ba-44bf-a5b8-4fbb17863e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:05.164551 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-9349599e-60d0-4e8e-9ee7-3c131612971e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Allocated IP 19.80.0.164 (bf49e754-da0f-4c21-855c-f949acc40caa/7a0112b1-069c-4fdd-a56c-2aeee0b7336a/572fe978-c86d-40b0-b29a-277a8b610c13) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:05.250482 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0ce4bdf-9b8c-4939-8448-4c4e6dc61c19 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:05.268863 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-51bb6196-a008-4802-99ac-8e37cec19aca req-4abcc2d2-f572-4f82-9f6a-e7bde5426c6c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896005 Jul 05 09:52:05.292686 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port f6c04d5f-473c-4197-872e-ec7c2551a603 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:05.293196 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:05.417680 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa829939-9879-42b3-aab9-d7caf26f5af0 req-c1817bb5-64b0-43fd-86d9-4b8c768d86b6 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 210 time: 0.1019540 Jul 05 09:52:05.470919 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-9349599e-60d0-4e8e-9ee7-3c131612971e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:05.490736 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-84bd986a-61b5-45ed-ae59-98705ddb3b68 None None] Provisioning complete for port d0903e85-1866-4f0b-95ab-c88478599af4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:05.491832 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0ce4bdf-9b8c-4939-8448-4c4e6dc61c19 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:05.496450 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-84bd986a-61b5-45ed-ae59-98705ddb3b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:05.506821 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-9349599e-60d0-4e8e-9ee7-3c131612971e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Transition to ACTIVE for port object 572fe978-c86d-40b0-b29a-277a8b610c13 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:05.627187 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-9349599e-60d0-4e8e-9ee7-3c131612971e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:05.658701 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ce4bdf-9b8c-4939-8448-4c4e6dc61c19 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:05.672265 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-f0ce4bdf-9b8c-4939-8448-4c4e6dc61c19 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:05.696357 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349599e-60d0-4e8e-9ee7-3c131612971e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event updated for resources: {'Port': ['ID=572fe978-c86d-40b0-b29a-277a8b610c13,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:05.703749 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce4bdf-9b8c-4939-8448-4c4e6dc61c19 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Pushing event updated for resources: {'Port': ['ID=a052de25-ed94-4109-a42b-329c340218ff,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:05.716632 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ce4bdf-9b8c-4939-8448-4c4e6dc61c19 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:05.725109 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2cb81676-31ba-44bf-a5b8-4fbb17863e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:05.730360 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91de68-22a2-42a8-ac0e-b39917d584bd req-e822a2fc-7952-4597-9be1-7bfbf7ec69eb tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:05.732127 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6a91de68-22a2-42a8-ac0e-b39917d584bd req-e822a2fc-7952-4597-9be1-7bfbf7ec69eb tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7435769-5686-4aca-a413-00e92d59a2b6 HTTP/1.1" status: 200 len: 946 time: 0.1958396 Jul 05 09:52:05.756840 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-9349599e-60d0-4e8e-9ee7-3c131612971e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Network bf49e754-da0f-4c21-855c-f949acc40caa is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:05.777637 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-9349599e-60d0-4e8e-9ee7-3c131612971e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:05.782849 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-9349599e-60d0-4e8e-9ee7-3c131612971e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:05.786563 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2cb81676-31ba-44bf-a5b8-4fbb17863e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:05.825029 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-84bd986a-61b5-45ed-ae59-98705ddb3b68 None None] Provisioning for port 58ff086a-497b-403f-af02-3ee6bd21440b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:05.832797 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-84bd986a-61b5-45ed-ae59-98705ddb3b68 None None] Provisioning complete for port 58ff086a-497b-403f-af02-3ee6bd21440b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:05.833691 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-84bd986a-61b5-45ed-ae59-98705ddb3b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:05.897949 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:05.902897 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-84bd986a-61b5-45ed-ae59-98705ddb3b68 None None] Port 58ff086a-497b-403f-af02-3ee6bd21440b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:52:05.945206 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-84bd986a-61b5-45ed-ae59-98705ddb3b68 None None] Provisioning for port 02bd906b-48a3-42bc-beec-5764ee5d05a4 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:05.952656 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-84bd986a-61b5-45ed-ae59-98705ddb3b68 None None] Provisioning complete for port 02bd906b-48a3-42bc-beec-5764ee5d05a4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:05.953042 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-84bd986a-61b5-45ed-ae59-98705ddb3b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:05.955279 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-9349599e-60d0-4e8e-9ee7-3c131612971e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:05.956724 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-9349599e-60d0-4e8e-9ee7-3c131612971e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:05.981241 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2cb81676-31ba-44bf-a5b8-4fbb17863e5d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e3353f1210e743f29526d5f40d90773e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1894429 Jul 05 09:52:05.989855 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58176) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:05.995418 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e958f-e658-4dc8-a90b-b6c6a7dd8b49 req-2b3f0529-338d-4039-b998-768e53a736c0 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:06.003291 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-036e958f-e658-4dc8-a90b-b6c6a7dd8b49 req-2b3f0529-338d-4039-b998-768e53a736c0 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 945 time: 0.4311872 Jul 05 09:52:06.005375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb81676-31ba-44bf-a5b8-4fbb17863e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbf00fa-5884-4f62-b10b-f39898b32a83,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:06.022010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-84bd986a-61b5-45ed-ae59-98705ddb3b68 None None] Port 02bd906b-48a3-42bc-beec-5764ee5d05a4 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:52:06.028819 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-9349599e-60d0-4e8e-9ee7-3c131612971e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4381168 Jul 05 09:52:06.042383 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-ea444b0d-e309-42fb-9a5e-d5e6f5ea86a4 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Request body: {'port': {'device_id': 'e5557549-785e-4d46-ba28-5c838009651a', 'network_id': '99e3cfaf-b518-4947-87f8-95ffb27c4dd3', 'admin_state_up': True, 'tenant_id': '866fe5d597ee4723933609a8955be5f7'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:06.068092 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-6a91de68-22a2-42a8-ac0e-b39917d584bd req-361c592e-20e1-4535-bdec-c09ea796c9d5 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Deleting port c9b1a971-4661-43bc-a998-1d3003409f82 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:06.068447 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6a91de68-22a2-42a8-ac0e-b39917d584bd req-361c592e-20e1-4535-bdec-c09ea796c9d5 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:06.111484 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-036e958f-e658-4dc8-a90b-b6c6a7dd8b49 req-91a93964-b533-4571-9a35-f8c60b23c943 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072948 Jul 05 09:52:06.118667 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0ce4bdf-9b8c-4939-8448-4c4e6dc61c19 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:06.130409 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ed767-412c-47e7-80cf-607719baf19b req-718af06a-9054-4a2e-a309-a8502bf84d0c tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:06.132072 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6a3ed767-412c-47e7-80cf-607719baf19b req-718af06a-9054-4a2e-a309-a8502bf84d0c tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7435769-5686-4aca-a413-00e92d59a2b6 HTTP/1.1" status: 200 len: 946 time: 0.2662864 Jul 05 09:52:06.158738 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b2ac6d5b-a59b-40bd-b9e9-02094440b134 None None] Provisioning for port 572fe978-c86d-40b0-b29a-277a8b610c13 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:06.193416 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0ce4bdf-9b8c-4939-8448-4c4e6dc61c19 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:06.196634 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b2ac6d5b-a59b-40bd-b9e9-02094440b134 None None] Provisioning complete for port 572fe978-c86d-40b0-b29a-277a8b610c13 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:06.197778 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b2ac6d5b-a59b-40bd-b9e9-02094440b134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:06.282900 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65ff5eb3-6e82-4127-94b1-a5dd9c773871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:06.287819 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b2ac6d5b-a59b-40bd-b9e9-02094440b134 None None] Port 572fe978-c86d-40b0-b29a-277a8b610c13 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:52:06.310903 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6a3ed767-412c-47e7-80cf-607719baf19b req-29c871c3-83b2-4dbd-8d72-28758cb9fa65 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a93a10-178f-499a-b652-5ad92e445f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191285 Jul 05 09:52:06.322711 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b2ac6d5b-a59b-40bd-b9e9-02094440b134 None None] Provisioning complete for port 58ff086a-497b-403f-af02-3ee6bd21440b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:06.323249 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b2ac6d5b-a59b-40bd-b9e9-02094440b134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:06.341551 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-6a91de68-22a2-42a8-ac0e-b39917d584bd req-361c592e-20e1-4535-bdec-c09ea796c9d5 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] For port c9b1a971-4661-43bc-a998-1d3003409f82, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=c9b1a971-4661-43bc-a998-1d3003409f82,segment=NetworkSegment(48acd8ce-bcb9-4017-b9e7-fc38d69406f4),segment_id=48acd8ce-bcb9-4017-b9e7-fc38d69406f4)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:06.341836 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6a91de68-22a2-42a8-ac0e-b39917d584bd req-361c592e-20e1-4535-bdec-c09ea796c9d5 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:06.383919 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65ff5eb3-6e82-4127-94b1-a5dd9c773871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:06.400826 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-6a91de68-22a2-42a8-ac0e-b39917d584bd req-361c592e-20e1-4535-bdec-c09ea796c9d5 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Calling delete_port for c9b1a971-4661-43bc-a998-1d3003409f82 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:06.415072 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b2ac6d5b-a59b-40bd-b9e9-02094440b134 None None] Port 58ff086a-497b-403f-af02-3ee6bd21440b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:52:06.418426 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-ea444b0d-e309-42fb-9a5e-d5e6f5ea86a4 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Made reservation on behalf of 866fe5d597ee4723933609a8955be5f7 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:06.422388 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-ea444b0d-e309-42fb-9a5e-d5e6f5ea86a4 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:06.439714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b2ac6d5b-a59b-40bd-b9e9-02094440b134 None None] Provisioning complete for port 02bd906b-48a3-42bc-beec-5764ee5d05a4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:06.440148 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b2ac6d5b-a59b-40bd-b9e9-02094440b134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:06.561109 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b2ac6d5b-a59b-40bd-b9e9-02094440b134 None None] Port 02bd906b-48a3-42bc-beec-5764ee5d05a4 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:52:06.649990 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65ff5eb3-6e82-4127-94b1-a5dd9c773871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:06.653032 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65ff5eb3-6e82-4127-94b1-a5dd9c773871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:06.656900 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-65ff5eb3-6e82-4127-94b1-a5dd9c773871 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dcbf00fa-5884-4f62-b10b-f39898b32a83 HTTP/1.1" status: 204 len: 168 time: 0.6629090 Jul 05 09:52:06.667797 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0ce4bdf-9b8c-4939-8448-4c4e6dc61c19 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:06.673549 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0ce4bdf-9b8c-4939-8448-4c4e6dc61c19 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:06.693800 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff5eb3-6e82-4127-94b1-a5dd9c773871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbf00fa-5884-4f62-b10b-f39898b32a83,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:06.768705 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6a91de68-22a2-42a8-ac0e-b39917d584bd req-361c592e-20e1-4535-bdec-c09ea796c9d5 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:06.781520 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['c9b1a971-4661-43bc-a998-1d3003409f82'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:52:06.807698 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c592e-20e1-4535-bdec-c09ea796c9d5 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Pushing event deleted for resources: {'Port': ['ID=c9b1a971-4661-43bc-a998-1d3003409f82,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:06.854233 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-ea444b0d-e309-42fb-9a5e-d5e6f5ea86a4 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Allocated IP 19.86.0.224 (99e3cfaf-b518-4947-87f8-95ffb27c4dd3/70985b02-708e-4e02-a2e0-16b0a0646545/6c42dcb6-236f-4b06-a820-b3639fbcd38a) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:06.881256 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a91de68-22a2-42a8-ac0e-b39917d584bd req-361c592e-20e1-4535-bdec-c09ea796c9d5 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] No DVR routers for this DVR port c9b1a971-4661-43bc-a998-1d3003409f82 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:52:06.899956 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6a91de68-22a2-42a8-ac0e-b39917d584bd req-361c592e-20e1-4535-bdec-c09ea796c9d5 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:06.902901 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6a91de68-22a2-42a8-ac0e-b39917d584bd req-361c592e-20e1-4535-bdec-c09ea796c9d5 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.78 "DELETE /v2.0/ports/c9b1a971-4661-43bc-a998-1d3003409f82 HTTP/1.1" status: 204 len: 173 time: 1.1609335 Jul 05 09:52:06.903541 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7435769-5686-4aca-a413-00e92d59a2b6', 'name': 'network-vif-deleted', 'tag': 'c9b1a971-4661-43bc-a998-1d3003409f82'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:06.916216 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d16c49-3570-4a24-98c4-594628b40eb1" -d '{"events": [{"server_uuid": "f7435769-5686-4aca-a413-00e92d59a2b6", "name": "network-vif-deleted", "tag": "c9b1a971-4661-43bc-a998-1d3003409f82"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:06.940190 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d0903e85-1866-4f0b-95ab-c88478599af4 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:06.966052 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce4bdf-9b8c-4939-8448-4c4e6dc61c19 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Pushing event updated for resources: {'Port': ['ID=a052de25-ed94-4109-a42b-329c340218ff,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:07.017597 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fd1c3-48ab-430b-82e5-b3eeec7890b5 req-01f9b3c1-d749-4baa-9160-97cdfe0bf292 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:07.025865 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-315fd1c3-48ab-430b-82e5-b3eeec7890b5 req-01f9b3c1-d749-4baa-9160-97cdfe0bf292 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f7e8632-e029-4823-8d02-f71d33874512 HTTP/1.1" status: 200 len: 949 time: 0.4322097 Jul 05 09:52:07.038542 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port d0903e85-1866-4f0b-95ab-c88478599af4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:07.038941 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.049191 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0ce4bdf-9b8c-4939-8448-4c4e6dc61c19 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.079533 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0ce4bdf-9b8c-4939-8448-4c4e6dc61c19 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.084087 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f0ce4bdf-9b8c-4939-8448-4c4e6dc61c19 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2698834 Jul 05 09:52:07.085374 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58204) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:07.092497 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ef13a9c8-fcf5-4b17-af48-778ce8389a76 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Request body: {'floatingip': {'port_id': '58ff086a-497b-403f-af02-3ee6bd21440b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:07.144611 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b509ab6-97bc-4821-9f7c-4f1c05e7868a req-c107ca40-4d4a-4223-a18e-e4c32e031e2e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:07.151924 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b509ab6-97bc-4821-9f7c-4f1c05e7868a req-c107ca40-4d4a-4223-a18e-e4c32e031e2e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 932 time: 0.3453851 Jul 05 09:52:07.188157 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-315fd1c3-48ab-430b-82e5-b3eeec7890b5 req-b5c8d41e-3d55-468c-b6ae-76ee52b309b1 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611700 Jul 05 09:52:07.209747 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef13a9c8-fcf5-4b17-af48-778ce8389a76 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.220829 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-ea444b0d-e309-42fb-9a5e-d5e6f5ea86a4 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.250601 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-ea444b0d-e309-42fb-9a5e-d5e6f5ea86a4 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Transition to ACTIVE for port object 6c42dcb6-236f-4b06-a820-b3639fbcd38a will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:07.264016 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:07.325462 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-ea444b0d-e309-42fb-9a5e-d5e6f5ea86a4 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.335669 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b509ab6-97bc-4821-9f7c-4f1c05e7868a req-61c804d5-fda3-49b1-904c-97ee64b82b77 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739688 Jul 05 09:52:07.365938 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58210) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:07.388515 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:07.397058 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:07.397621 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.424065 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-ef13a9c8-fcf5-4b17-af48-778ce8389a76 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] update failed (client error): The resource could not be found. Jul 05 09:52:07.428762 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ef13a9c8-fcf5-4b17-af48-778ce8389a76 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] 10.222.0.79 "PUT /v2.0/floatingips/b755077b-e7b6-443d-ab3e-484a2faf2280 HTTP/1.1" status: 404 len: 507 time: 0.3383863 Jul 05 09:52:07.430703 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58214) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:07.447898 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2dc8b4-046f-4dcb-98a5-589905a4156b x-openstack-request-id: req-7a2dc8b4-046f-4dcb-98a5-589905a4156b {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:07.448219 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7435769-5686-4aca-a413-00e92d59a2b6", "name": "network-vif-deleted", "tag": "c9b1a971-4661-43bc-a998-1d3003409f82", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:07.448530 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7a2dc8b4-046f-4dcb-98a5-589905a4156b {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:07.448900 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7435769-5686-4aca-a413-00e92d59a2b6', 'name': 'network-vif-deleted', 'tag': 'c9b1a971-4661-43bc-a998-1d3003409f82', 'status': 'completed', 'code': 200} Jul 05 09:52:07.452303 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a6096a6-1468-47b1-8e19-19ceea412db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.509963 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-ea444b0d-e309-42fb-9a5e-d5e6f5ea86a4 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Network 99e3cfaf-b518-4947-87f8-95ffb27c4dd3 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:07.525190 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-ea444b0d-e309-42fb-9a5e-d5e6f5ea86a4 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:07.540102 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-ea444b0d-e309-42fb-9a5e-d5e6f5ea86a4 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:07.593295 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.611903 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea444b0d-e309-42fb-9a5e-d5e6f5ea86a4 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event updated for resources: {'Port': ['ID=6c42dcb6-236f-4b06-a820-b3639fbcd38a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:07.639251 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7e8632-e029-4823-8d02-f71d33874512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c1f3e8-39ed-4534-a9db-da07d6cd9c44'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:07.642806 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae92d1fc-3c03-4771-b3b4-772221f8db66" -d '{"events": [{"server_uuid": "2f7e8632-e029-4823-8d02-f71d33874512", "name": "network-vif-plugged", "status": "completed", "tag": "b7c1f3e8-39ed-4534-a9db-da07d6cd9c44"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:07.659826 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port b7c1f3e8-39ed-4534-a9db-da07d6cd9c44, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b7c1f3e8-39ed-4534-a9db-da07d6cd9c44,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:07.665937 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.711464 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43972f87-f20b-4730-8141-45c31deeb0b2 req-e9718abf-fc20-4359-ab66-a66a93046367 tempest-ServerAddressesTestJSON-1862696186 tempest-ServerAddressesTestJSON-1862696186-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7435769-5686-4aca-a413-00e92d59a2b6 HTTP/1.1" status: 200 len: 210 time: 0.0880258 Jul 05 09:52:07.724625 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-ea444b0d-e309-42fb-9a5e-d5e6f5ea86a4 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:07.726604 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-ea444b0d-e309-42fb-9a5e-d5e6f5ea86a4 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.743267 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=b7c1f3e8-39ed-4534-a9db-da07d6cd9c44,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:07.834906 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a6096a6-1468-47b1-8e19-19ceea412db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.844598 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a6096a6-1468-47b1-8e19-19ceea412db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.847416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3ba2b-9cee-4d01-bb70-39d91ff2a125 req-a320d5e4-9d5d-4a7f-8806-86933e356fd1 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:07.855306 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4d3ba2b-9cee-4d01-bb70-39d91ff2a125 req-a320d5e4-9d5d-4a7f-8806-86933e356fd1 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 945 time: 0.5437191 Jul 05 09:52:07.861667 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-ea444b0d-e309-42fb-9a5e-d5e6f5ea86a4 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8243978 Jul 05 09:52:07.883636 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-61d1ed8a-6196-4ac8-9cfb-787354d84cdb tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Request body: {'port': {'device_id': 'e5557549-785e-4d46-ba28-5c838009651a', 'network_id': 'bf49e754-da0f-4c21-855c-f949acc40caa', 'admin_state_up': True, 'tenant_id': '866fe5d597ee4723933609a8955be5f7'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:07.902610 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5ff3ca26-0255-4b62-9b04-3f2981ac251f None None] Provisioning for port 6c42dcb6-236f-4b06-a820-b3639fbcd38a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:07.910833 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5ff3ca26-0255-4b62-9b04-3f2981ac251f None None] Provisioning complete for port 6c42dcb6-236f-4b06-a820-b3639fbcd38a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:07.911239 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ca26-0255-4b62-9b04-3f2981ac251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.913979 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4d3ba2b-9cee-4d01-bb70-39d91ff2a125 req-1acc8676-f355-4f13-9757-aebfaf0d77b3 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577068 Jul 05 09:52:07.979656 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5ff3ca26-0255-4b62-9b04-3f2981ac251f None None] Port 6c42dcb6-236f-4b06-a820-b3639fbcd38a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:52:07.986222 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da6e074-4f04-448a-bb2c-e99b682d040f x-openstack-request-id: req-6da6e074-4f04-448a-bb2c-e99b682d040f {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:07.987552 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7e8632-e029-4823-8d02-f71d33874512", "name": "network-vif-plugged", "status": "completed", "tag": "b7c1f3e8-39ed-4534-a9db-da07d6cd9c44", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:07.987684 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f12d814f-cf78-47ee-a986-7e09c71f87e0 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Deleting port a052de25-ed94-4109-a42b-329c340218ff {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:07.990897 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f12d814f-cf78-47ee-a986-7e09c71f87e0 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.996694 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8a6096a6-1468-47b1-8e19-19ceea412db6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c0471721cf3948a0ad075496ba029245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6308346 Jul 05 09:52:08.000053 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58222) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:08.000248 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6096a6-1468-47b1-8e19-19ceea412db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babee67f-24a1-45f5-8f5b-5b14fe44c348,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:08.002904 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6da6e074-4f04-448a-bb2c-e99b682d040f {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:08.003190 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7e8632-e029-4823-8d02-f71d33874512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c1f3e8-39ed-4534-a9db-da07d6cd9c44', 'code': 200} Jul 05 09:52:08.093588 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-61d1ed8a-6196-4ac8-9cfb-787354d84cdb tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Made reservation on behalf of 866fe5d597ee4723933609a8955be5f7 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:08.097341 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-61d1ed8a-6196-4ac8-9cfb-787354d84cdb tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:08.177421 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f12d814f-cf78-47ee-a986-7e09c71f87e0 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:08.177756 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f12d814f-cf78-47ee-a986-7e09c71f87e0 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:08.201619 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3f85e-acf0-4112-8865-d0bbf3d56c0d req-581f7c03-99d1-45fe-ab16-3edaa5bd38ab tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:08.203120 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b1c3f85e-acf0-4112-8865-d0bbf3d56c0d req-581f7c03-99d1-45fe-ab16-3edaa5bd38ab tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.81 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 945 time: 0.2819469 Jul 05 09:52:08.206903 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef402a3a-9dcd-4dba-9896-79af3f3dc673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:08.209572 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f12d814f-cf78-47ee-a986-7e09c71f87e0 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Calling delete_port for a052de25-ed94-4109-a42b-329c340218ff owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:08.258346 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-61d1ed8a-6196-4ac8-9cfb-787354d84cdb tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Allocated IP 19.80.0.163 (bf49e754-da0f-4c21-855c-f949acc40caa/7a0112b1-069c-4fdd-a56c-2aeee0b7336a/6fba6479-edc9-46fa-9655-e22963613b50) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:08.283378 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58228) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:08.300582 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef402a3a-9dcd-4dba-9896-79af3f3dc673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:08.304468 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbf61d-9f60-4397-ab78-298f677337b4 req-04e0f638-2879-4558-81a9-6f92665651d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:08.306004 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ecbbf61d-9f60-4397-ab78-298f677337b4 req-04e0f638-2879-4558-81a9-6f92665651d3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2f7e8632-e029-4823-8d02-f71d33874512 HTTP/1.1" status: 200 len: 1101 time: 0.2458398 Jul 05 09:52:08.470258 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-61d1ed8a-6196-4ac8-9cfb-787354d84cdb tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:08.489281 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-61d1ed8a-6196-4ac8-9cfb-787354d84cdb tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Transition to ACTIVE for port object 6fba6479-edc9-46fa-9655-e22963613b50 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:08.525371 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-61d1ed8a-6196-4ac8-9cfb-787354d84cdb tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:08.572297 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-61d1ed8a-6196-4ac8-9cfb-787354d84cdb tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Network bf49e754-da0f-4c21-855c-f949acc40caa is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:08.578152 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-61d1ed8a-6196-4ac8-9cfb-787354d84cdb tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:08.580604 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-61d1ed8a-6196-4ac8-9cfb-787354d84cdb tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:08.616182 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1ed8a-6196-4ac8-9cfb-787354d84cdb tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event updated for resources: {'Port': ['ID=6fba6479-edc9-46fa-9655-e22963613b50,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:08.653310 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-61d1ed8a-6196-4ac8-9cfb-787354d84cdb tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:08.654583 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-61d1ed8a-6196-4ac8-9cfb-787354d84cdb tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:08.670973 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-61d1ed8a-6196-4ac8-9cfb-787354d84cdb tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7959619 Jul 05 09:52:08.683482 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-e460e0e6-4456-44b3-8c22-16bba86626ef service neutron] Request body: {'port': {'device_id': 'e5557549-785e-4d46-ba28-5c838009651a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:08.766632 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-e460e0e6-4456-44b3-8c22-16bba86626ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:08.810286 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-368e07d8-8485-4cf2-85f8-e4d443a63a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:08.810767 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-706db93e-7fa4-4219-b21f-575eecd36aaa None None] Provisioning for port 6fba6479-edc9-46fa-9655-e22963613b50 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:08.817764 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-706db93e-7fa4-4219-b21f-575eecd36aaa None None] Provisioning complete for port 6fba6479-edc9-46fa-9655-e22963613b50 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:08.819491 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-706db93e-7fa4-4219-b21f-575eecd36aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:08.862168 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-706db93e-7fa4-4219-b21f-575eecd36aaa None None] Port 6fba6479-edc9-46fa-9655-e22963613b50 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:52:08.864090 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ecbbf61d-9f60-4397-ab78-298f677337b4 req-88b33829-5d07-4447-8994-9b214dfe3516 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5200725 Jul 05 09:52:08.934013 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef402a3a-9dcd-4dba-9896-79af3f3dc673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:08.936467 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef402a3a-9dcd-4dba-9896-79af3f3dc673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:08.938187 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ef402a3a-9dcd-4dba-9896-79af3f3dc673 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/babee67f-24a1-45f5-8f5b-5b14fe44c348 HTTP/1.1" status: 204 len: 168 time: 0.9272525 Jul 05 09:52:08.944466 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device c9b1a971-4661-43bc-a998-1d3003409f82 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:52:08.976067 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: c9b1a971-4661-43bc-a998-1d3003409f82 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:52:08.976067 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device c9b1a971-4661-43bc-a998-1d3003409f82 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:52:09.003644 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d211d2b-0d05-41d2-8002-b3443949336e req-0789382c-da35-4026-8a75-ba167559d5a2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:09.005299 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8d211d2b-0d05-41d2-8002-b3443949336e req-0789382c-da35-4026-8a75-ba167559d5a2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f7e8632-e029-4823-8d02-f71d33874512 HTTP/1.1" status: 200 len: 950 time: 0.6603210 Jul 05 09:52:09.006660 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b1c3f85e-acf0-4112-8865-d0bbf3d56c0d req-8acf6e9b-4e12-412f-b5e7-6753fd477b63 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Deleting port b52ab72c-c40c-4c85-84b9-fcb5a5fb97af {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:09.006994 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b1c3f85e-acf0-4112-8865-d0bbf3d56c0d req-8acf6e9b-4e12-412f-b5e7-6753fd477b63 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.034086 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef402a3a-9dcd-4dba-9896-79af3f3dc673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babee67f-24a1-45f5-8f5b-5b14fe44c348,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:09.084755 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-e460e0e6-4456-44b3-8c22-16bba86626ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 572fe978-c86d-40b0-b29a-277a8b610c13 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:52:09.085050 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1e9f0-ee00-480c-9d99-1b241acf6b48 req-ca624053-e87d-43f5-ab47-1bdc2da140bb tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:09.090824 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1e9f0-ee00-480c-9d99-1b241acf6b48 req-ca624053-e87d-43f5-ab47-1bdc2da140bb tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:09.093691 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-e460e0e6-4456-44b3-8c22-16bba86626ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.096735 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1e9f0-ee00-480c-9d99-1b241acf6b48 req-ca624053-e87d-43f5-ab47-1bdc2da140bb tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:09.098552 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-56c1e9f0-ee00-480c-9d99-1b241acf6b48 req-ca624053-e87d-43f5-ab47-1bdc2da140bb tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 2377 time: 0.3840446 Jul 05 09:52:09.153726 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-e460e0e6-4456-44b3-8c22-16bba86626ef service neutron] Transition to ACTIVE for port object 572fe978-c86d-40b0-b29a-277a8b610c13 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:09.165149 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f12d814f-cf78-47ee-a986-7e09c71f87e0 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.166358 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-e460e0e6-4456-44b3-8c22-16bba86626ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.230714 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460e0e6-4456-44b3-8c22-16bba86626ef service neutron] Pushing event updated for resources: {'Port': ['ID=572fe978-c86d-40b0-b29a-277a8b610c13,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:09.242186 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8d211d2b-0d05-41d2-8002-b3443949336e req-4be07f80-e920-4072-9197-0d76ee1b9934 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122684 Jul 05 09:52:09.252271 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d814f-cf78-47ee-a986-7e09c71f87e0 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Pushing event deleted for resources: {'Port': ['ID=a052de25-ed94-4109-a42b-329c340218ff,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:09.304865 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-56c1e9f0-ee00-480c-9d99-1b241acf6b48 req-fbd785ab-7197-4a2e-9188-76c3ccada0b5 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974666 Jul 05 09:52:09.335118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b1c3f85e-acf0-4112-8865-d0bbf3d56c0d req-8acf6e9b-4e12-412f-b5e7-6753fd477b63 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] For port b52ab72c-c40c-4c85-84b9-fcb5a5fb97af, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b52ab72c-c40c-4c85-84b9-fcb5a5fb97af,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:09.335485 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b1c3f85e-acf0-4112-8865-d0bbf3d56c0d req-8acf6e9b-4e12-412f-b5e7-6753fd477b63 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.342385 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-368e07d8-8485-4cf2-85f8-e4d443a63a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.360561 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58252) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:09.379362 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-368e07d8-8485-4cf2-85f8-e4d443a63a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.383577 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-e460e0e6-4456-44b3-8c22-16bba86626ef service neutron] Attempting to bind port 572fe978-c86d-40b0-b29a-277a8b610c13 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:09.384079 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-e460e0e6-4456-44b3-8c22-16bba86626ef service neutron] Attempting to bind port 572fe978-c86d-40b0-b29a-277a8b610c13 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '8b141365-a56b-4d9c-8793-ccd25479af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'bf49e754-da0f-4c21-855c-f949acc40caa'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:09.384507 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-e460e0e6-4456-44b3-8c22-16bba86626ef service neutron] Attempting to bind port 572fe978-c86d-40b0-b29a-277a8b610c13 on network bf49e754-da0f-4c21-855c-f949acc40caa {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:09.388651 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b1c3f85e-acf0-4112-8865-d0bbf3d56c0d req-8acf6e9b-4e12-412f-b5e7-6753fd477b63 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Calling delete_port for b52ab72c-c40c-4c85-84b9-fcb5a5fb97af owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:09.393984 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-e460e0e6-4456-44b3-8c22-16bba86626ef service neutron] Port 572fe978-c86d-40b0-b29a-277a8b610c13 on network bf49e754-da0f-4c21-855c-f949acc40caa not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:52:09.395459 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-e460e0e6-4456-44b3-8c22-16bba86626ef service neutron] Attempting to bind port 572fe978-c86d-40b0-b29a-277a8b610c13 on network bf49e754-da0f-4c21-855c-f949acc40caa {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:09.412467 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-e460e0e6-4456-44b3-8c22-16bba86626ef service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:09.412823 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-e460e0e6-4456-44b3-8c22-16bba86626ef service neutron] Checking segment: {'id': '8b141365-a56b-4d9c-8793-ccd25479af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'bf49e754-da0f-4c21-855c-f949acc40caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:09.413223 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-e460e0e6-4456-44b3-8c22-16bba86626ef service neutron] Bound using segment: {'id': '8b141365-a56b-4d9c-8793-ccd25479af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'bf49e754-da0f-4c21-855c-f949acc40caa'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:09.414026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-e460e0e6-4456-44b3-8c22-16bba86626ef service neutron] Bound port: 572fe978-c86d-40b0-b29a-277a8b610c13, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b141365-a56b-4d9c-8793-ccd25479af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'bf49e754-da0f-4c21-855c-f949acc40caa'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:09.414402 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-e460e0e6-4456-44b3-8c22-16bba86626ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.540518 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e07d8-8485-4cf2-85f8-e4d443a63a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a8bd37-7649-423c-8a37-59094eea6981,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:09.560918 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-368e07d8-8485-4cf2-85f8-e4d443a63a1b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bdc563dc3c2d41f9866e846fb985e879&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2764823 Jul 05 09:52:09.567902 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58256) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:09.575646 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-e460e0e6-4456-44b3-8c22-16bba86626ef service neutron] For port 572fe978-c86d-40b0-b29a-277a8b610c13, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:09.579524 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-e460e0e6-4456-44b3-8c22-16bba86626ef service neutron] For port 572fe978-c86d-40b0-b29a-277a8b610c13, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=572fe978-c86d-40b0-b29a-277a8b610c13,segment=NetworkSegment(8b141365-a56b-4d9c-8793-ccd25479af6d),segment_id=8b141365-a56b-4d9c-8793-ccd25479af6d)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:09.585892 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-e460e0e6-4456-44b3-8c22-16bba86626ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.621461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a791fa-74f9-45b4-aa0c-5b0dde48f7dd admin admin] Deleting subnet 710d4bf0-6f08-43d8-9d32-e0b2330e7f90 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:52:09.631642 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f12d814f-cf78-47ee-a986-7e09c71f87e0 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.632078 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-e460e0e6-4456-44b3-8c22-16bba86626ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:09.632724 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-e460e0e6-4456-44b3-8c22-16bba86626ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.633701 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f12d814f-cf78-47ee-a986-7e09c71f87e0 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.634099 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-e460e0e6-4456-44b3-8c22-16bba86626ef service neutron] 10.222.0.78 "PUT /v2.0/ports/572fe978-c86d-40b0-b29a-277a8b610c13 HTTP/1.1" status: 200 len: 1092 time: 0.9555252 Jul 05 09:52:09.639412 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5557549-785e-4d46-ba28-5c838009651a', 'tag': '572fe978-c86d-40b0-b29a-277a8b610c13'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:09.639588 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f12d814f-cf78-47ee-a986-7e09c71f87e0 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] 10.222.0.79 "DELETE /v2.0/floatingips/b755077b-e7b6-443d-ab3e-484a2faf2280 HTTP/1.1" status: 204 len: 168 time: 2.2046571 Jul 05 09:52:09.639588 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4a791fa-74f9-45b4-aa0c-5b0dde48f7dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.639751 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b3ae6a-6394-4061-9ddd-a6769c6e3d19" -d '{"events": [{"name": "network-changed", "server_uuid": "e5557549-785e-4d46-ba28-5c838009651a", "tag": "572fe978-c86d-40b0-b29a-277a8b610c13"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:09.654850 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58260) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:09.669990 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b209c8e4-17c1-403a-b7a5-2acff683ef4a tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Request body: {'floatingip': {'floating_network_id': '2088608a-99e9-4c7d-b293-19622b16b5db', 'port_id': '58ff086a-497b-403f-af02-3ee6bd21440b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:09.701919 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-deb4e45c-9823-44c4-9309-284927814b39 service neutron] Request body: {'port': {'device_id': 'e5557549-785e-4d46-ba28-5c838009651a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:09.737886 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460e0e6-4456-44b3-8c22-16bba86626ef service neutron] Pushing event updated for resources: {'Port': ['ID=572fe978-c86d-40b0-b29a-277a8b610c13,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:09.738932 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4a791fa-74f9-45b4-aa0c-5b0dde48f7dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.743072 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72055fa6-d23b-4b4d-97d9-c9e7af542ec9 x-openstack-request-id: req-72055fa6-d23b-4b4d-97d9-c9e7af542ec9 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:09.743454 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5557549-785e-4d46-ba28-5c838009651a", "tag": "572fe978-c86d-40b0-b29a-277a8b610c13", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:09.744052 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-72055fa6-d23b-4b4d-97d9-c9e7af542ec9 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:09.744513 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5557549-785e-4d46-ba28-5c838009651a', 'tag': '572fe978-c86d-40b0-b29a-277a8b610c13', 'status': 'completed', 'code': 200} Jul 05 09:52:09.864262 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b50e74d0-abcd-4d29-9344-379eb82052eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.864866 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b209c8e4-17c1-403a-b7a5-2acff683ef4a tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.868142 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4a791fa-74f9-45b4-aa0c-5b0dde48f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.904213 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0839376-8f80-4d60-9cb4-c7d4a35e4a4a req-3565010d-645d-45f3-9c58-b78abc6a2bac tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:09.906036 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0839376-8f80-4d60-9cb4-c7d4a35e4a4a req-3565010d-645d-45f3-9c58-b78abc6a2bac tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 945 time: 0.3687940 Jul 05 09:52:09.961156 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b50e74d0-abcd-4d29-9344-379eb82052eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:10.008434 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-deb4e45c-9823-44c4-9309-284927814b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:10.060409 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0839376-8f80-4d60-9cb4-c7d4a35e4a4a req-bdfb00c7-33f3-4c45-8e10-857e97f48ac7 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434011 Jul 05 09:52:10.065905 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3ae6a-6394-4061-9ddd-a6769c6e3d19 req-069b7c28-c51b-43e9-944e-d927a132111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:10.068551 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b1c3f85e-acf0-4112-8865-d0bbf3d56c0d req-8acf6e9b-4e12-412f-b5e7-6753fd477b63 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:10.069447 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3ae6a-6394-4061-9ddd-a6769c6e3d19 req-069b7c28-c51b-43e9-944e-d927a132111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:10.069945 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3ae6a-6394-4061-9ddd-a6769c6e3d19 req-069b7c28-c51b-43e9-944e-d927a132111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:10.079310 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a6b3ae6a-6394-4061-9ddd-a6769c6e3d19 req-069b7c28-c51b-43e9-944e-d927a132111c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=866fe5d597ee4723933609a8955be5f7&device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 2732 time: 0.2318423 Jul 05 09:52:10.088466 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4a791fa-74f9-45b4-aa0c-5b0dde48f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:10.124871 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf6e9b-4e12-412f-b5e7-6753fd477b63 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Pushing event deleted for resources: {'Port': ['ID=b52ab72c-c40c-4c85-84b9-fcb5a5fb97af,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:10.176794 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b50e74d0-abcd-4d29-9344-379eb82052eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:10.179427 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b50e74d0-abcd-4d29-9344-379eb82052eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:10.183196 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b50e74d0-abcd-4d29-9344-379eb82052eb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a6a8bd37-7649-423c-8a37-59094eea6981 HTTP/1.1" status: 204 len: 168 time: 0.5682321 Jul 05 09:52:10.183905 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a791fa-74f9-45b4-aa0c-5b0dde48f7dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=710d4bf0-6f08-43d8-9d32-e0b2330e7f90,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:10.193330 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4a791fa-74f9-45b4-aa0c-5b0dde48f7dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:10.196118 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b4a791fa-74f9-45b4-aa0c-5b0dde48f7dd admin admin] 10.222.0.79 "DELETE /v2.0/subnets/710d4bf0-6f08-43d8-9d32-e0b2330e7f90 HTTP/1.1" status: 204 len: 168 time: 0.8279116 Jul 05 09:52:10.204310 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58276) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:10.226721 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e74d0-abcd-4d29-9344-379eb82052eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a8bd37-7649-423c-8a37-59094eea6981,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:10.283197 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c3f85e-acf0-4112-8865-d0bbf3d56c0d req-8acf6e9b-4e12-412f-b5e7-6753fd477b63 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] No DVR routers for this DVR port b52ab72c-c40c-4c85-84b9-fcb5a5fb97af on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:52:10.290262 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b1c3f85e-acf0-4112-8865-d0bbf3d56c0d req-8acf6e9b-4e12-412f-b5e7-6753fd477b63 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:10.298593 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b1c3f85e-acf0-4112-8865-d0bbf3d56c0d req-8acf6e9b-4e12-412f-b5e7-6753fd477b63 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.81 "DELETE /v2.0/ports/b52ab72c-c40c-4c85-84b9-fcb5a5fb97af HTTP/1.1" status: 204 len: 173 time: 2.0752594 Jul 05 09:52:10.302279 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fe4053-16ec-46bd-9da5-2bc76e2d7567', 'name': 'network-vif-deleted', 'tag': 'b52ab72c-c40c-4c85-84b9-fcb5a5fb97af'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:10.304880 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813013bb-a8c0-4395-b798-66b8b20bdcde" -d '{"events": [{"server_uuid": "98fe4053-16ec-46bd-9da5-2bc76e2d7567", "name": "network-vif-deleted", "tag": "b52ab72c-c40c-4c85-84b9-fcb5a5fb97af"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:10.358040 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4566d684-13d1-4499-a483-440d6a16f4ce req-91cc34ff-cf3b-484c-8ec1-c42743928033 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2f7e8632-e029-4823-8d02-f71d33874512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2836847 Jul 05 09:52:10.405506 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3560ab06-dfdd-4c1b-8324-15dd15cebf59 x-openstack-request-id: req-3560ab06-dfdd-4c1b-8324-15dd15cebf59 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:10.405810 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fe4053-16ec-46bd-9da5-2bc76e2d7567", "name": "network-vif-deleted", "tag": "b52ab72c-c40c-4c85-84b9-fcb5a5fb97af", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:10.406119 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3560ab06-dfdd-4c1b-8324-15dd15cebf59 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:10.406488 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fe4053-16ec-46bd-9da5-2bc76e2d7567', 'name': 'network-vif-deleted', 'tag': 'b52ab72c-c40c-4c85-84b9-fcb5a5fb97af', 'status': 'completed', 'code': 200} Jul 05 09:52:10.574800 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3ae6a-6394-4061-9ddd-a6769c6e3d19 req-c368932e-0980-4fab-a1a9-7b18080092e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:10.575724 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3ae6a-6394-4061-9ddd-a6769c6e3d19 req-c368932e-0980-4fab-a1a9-7b18080092e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:10.576386 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3ae6a-6394-4061-9ddd-a6769c6e3d19 req-c368932e-0980-4fab-a1a9-7b18080092e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:10.578289 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a6b3ae6a-6394-4061-9ddd-a6769c6e3d19 req-c368932e-0980-4fab-a1a9-7b18080092e6 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=866fe5d597ee4723933609a8955be5f7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4752769 Jul 05 09:52:10.584986 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4c2cbcc-9a41-4c0f-8474-6fc291d10dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:10.606119 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-b209c8e4-17c1-403a-b7a5-2acff683ef4a tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:52:10.614500 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b209c8e4-17c1-403a-b7a5-2acff683ef4a tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9582820 Jul 05 09:52:10.617293 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58296) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:10.627978 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-47e97c5a-6dd3-4384-9967-e0db78073d56 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': '58ff086a-497b-403f-af02-3ee6bd21440b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:10.641358 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58298) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:10.653849 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0579fbf-dd3c-4ce8-96c6-8ece2b654bcc req-9d6f715b-cc60-4a09-b77e-1855b83624ea tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:10.655444 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d0579fbf-dd3c-4ce8-96c6-8ece2b654bcc req-9d6f715b-cc60-4a09-b77e-1855b83624ea tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f7e8632-e029-4823-8d02-f71d33874512 HTTP/1.1" status: 200 len: 950 time: 0.1641548 Jul 05 09:52:10.718762 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7c1edeb-e615-4f16-9cb1-5975d09c9a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:10.750984 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566d684-13d1-4499-a483-440d6a16f4ce req-8ad44a9e-5915-422b-8a1f-67320c097429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:10.752560 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4566d684-13d1-4499-a483-440d6a16f4ce req-8ad44a9e-5915-422b-8a1f-67320c097429 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&device_id=2f7e8632-e029-4823-8d02-f71d33874512 HTTP/1.1" status: 200 len: 1101 time: 0.1945214 Jul 05 09:52:10.753539 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47e97c5a-6dd3-4384-9967-e0db78073d56 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:10.781633 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d0579fbf-dd3c-4ce8-96c6-8ece2b654bcc req-ab1877fc-36ea-4393-bcb1-975d3448af86 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978298 Jul 05 09:52:10.889901 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b466f-3e99-482c-8e87-3197682d3446 req-06921cb1-2500-48ad-b0ad-dcbc22adc421 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:10.896359 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b466f-3e99-482c-8e87-3197682d3446 req-06921cb1-2500-48ad-b0ad-dcbc22adc421 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:10.902737 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b466f-3e99-482c-8e87-3197682d3446 req-06921cb1-2500-48ad-b0ad-dcbc22adc421 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:10.904514 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c3b466f-3e99-482c-8e87-3197682d3446 req-06921cb1-2500-48ad-b0ad-dcbc22adc421 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 2389 time: 0.2934954 Jul 05 09:52:11.017746 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c3b466f-3e99-482c-8e87-3197682d3446 req-b744f389-f78b-4b47-bc4e-d07b2e879823 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038778 Jul 05 09:52:11.018864 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566d684-13d1-4499-a483-440d6a16f4ce req-c298b8a7-e8b6-4345-9e6b-6e0fedbc2705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:11.020823 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4566d684-13d1-4499-a483-440d6a16f4ce req-c298b8a7-e8b6-4345-9e6b-6e0fedbc2705 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.2382498 Jul 05 09:52:11.079918 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4566d684-13d1-4499-a483-440d6a16f4ce req-b83d2c9c-ec0b-4efe-9aea-15edae4a4b2a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 HTTP/1.1" status: 200 len: 217 time: 0.0520074 Jul 05 09:52:11.258859 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device b52ab72c-c40c-4c85-84b9-fcb5a5fb97af no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:52:11.278928 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47e97c5a-6dd3-4384-9967-e0db78073d56 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:11.304881 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: b52ab72c-c40c-4c85-84b9-fcb5a5fb97af {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:52:11.305145 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device b52ab72c-c40c-4c85-84b9-fcb5a5fb97af not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:52:11.368415 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3ae6a-6394-4061-9ddd-a6769c6e3d19 req-8bdf9557-1955-4b9b-9fd2-6cd0f53cc2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:11.370763 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a6b3ae6a-6394-4061-9ddd-a6769c6e3d19 req-8bdf9557-1955-4b9b-9fd2-6cd0f53cc2cd service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7819271 Jul 05 09:52:11.405694 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4c2cbcc-9a41-4c0f-8474-6fc291d10dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:11.433429 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a4c2cbcc-9a41-4c0f-8474-6fc291d10dbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c53686c-b28c-4136-878c-35472ee2c34c']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:11.439592 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-deb4e45c-9823-44c4-9309-284927814b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c42dcb6-236f-4b06-a820-b3639fbcd38a {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:52:11.469594 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-deb4e45c-9823-44c4-9309-284927814b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:11.473513 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a4c2cbcc-9a41-4c0f-8474-6fc291d10dbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48acd8ce-bcb9-4017-b9e7-fc38d69406f4') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:11.476309 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a4c2cbcc-9a41-4c0f-8474-6fc291d10dbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48acd8ce-bcb9-4017-b9e7-fc38d69406f4') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:11.497396 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566d684-13d1-4499-a483-440d6a16f4ce req-de5d0647-befa-4e8b-9f2c-1da6c43e2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:11.498929 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4566d684-13d1-4499-a483-440d6a16f4ce req-de5d0647-befa-4e8b-9f2c-1da6c43e2800 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.3946619 Jul 05 09:52:11.526851 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4c2cbcc-9a41-4c0f-8474-6fc291d10dbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:11.554414 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4c2cbcc-9a41-4c0f-8474-6fc291d10dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:11.563582 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c2cbcc-9a41-4c0f-8474-6fc291d10dbb admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:52:11.564025 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4c2cbcc-9a41-4c0f-8474-6fc291d10dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:11.643768 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-86d4af2b-7be3-4c9d-9205-8692f2758eb1 req-c9d0edd5-e4eb-487d-b990-d5a4e5f3303e tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=98fe4053-16ec-46bd-9da5-2bc76e2d7567 HTTP/1.1" status: 200 len: 210 time: 0.0904384 Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:52:11.656227 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:52:11.668804 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-deb4e45c-9823-44c4-9309-284927814b39 service neutron] Transition to ACTIVE for port object 6c42dcb6-236f-4b06-a820-b3639fbcd38a will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:11.683076 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-deb4e45c-9823-44c4-9309-284927814b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:11.701695 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4c2cbcc-9a41-4c0f-8474-6fc291d10dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:11.724905 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4c2cbcc-9a41-4c0f-8474-6fc291d10dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:11.726918 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a4c2cbcc-9a41-4c0f-8474-6fc291d10dbb admin admin] 10.222.0.79 "DELETE /v2.0/networks/8c53686c-b28c-4136-878c-35472ee2c34c HTTP/1.1" status: 204 len: 168 time: 1.5215740 Jul 05 09:52:11.781414 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-47e97c5a-6dd3-4384-9967-e0db78073d56 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Allocated IP 172.25.7.165 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/6102f2e6-e33d-46d5-b6c7-05850ad75b35) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:11.824550 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2cbcc-9a41-4c0f-8474-6fc291d10dbb admin admin] Pushing event deleted for resources: {'Network': ['ID=8c53686c-b28c-4136-878c-35472ee2c34c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:11.836596 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566d684-13d1-4499-a483-440d6a16f4ce req-5fad7a70-e1b4-4173-bae7-cac202c1b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:11.836596 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4566d684-13d1-4499-a483-440d6a16f4ce req-5fad7a70-e1b4-4173-bae7-cac202c1b732 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3277302 Jul 05 09:52:11.936093 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4e45c-9823-44c4-9309-284927814b39 service neutron] Pushing event updated for resources: {'Port': ['ID=6c42dcb6-236f-4b06-a820-b3639fbcd38a,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:12.030349 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef8f50-d133-4330-90ba-70d6ef9f3c36 req-82ecbb57-3862-41f0-a97d-b2ac880f7569 tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:12.037401 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7cef8f50-d133-4330-90ba-70d6ef9f3c36 req-82ecbb57-3862-41f0-a97d-b2ac880f7569 tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2f7e8632-e029-4823-8d02-f71d33874512 HTTP/1.1" status: 200 len: 1101 time: 0.2638388 Jul 05 09:52:12.079609 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7c1edeb-e615-4f16-9cb1-5975d09c9a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.099387 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7c1edeb-e615-4f16-9cb1-5975d09c9a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.103382 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4566d684-13d1-4499-a483-440d6a16f4ce req-87d4e56c-9565-4b31-9a63-3634ee21125d service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565196 Jul 05 09:52:12.104146 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7cef8f50-d133-4330-90ba-70d6ef9f3c36 req-59b1da84-2bf4-4e77-b5bd-ea175a2a23ae tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.121406 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47e97c5a-6dd3-4384-9967-e0db78073d56 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.303557 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4566d684-13d1-4499-a483-440d6a16f4ce req-488992d6-27ab-4d02-a58b-3e4dc210ac0e service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793234 Jul 05 09:52:12.310839 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47e97c5a-6dd3-4384-9967-e0db78073d56 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.312924 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58326) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:12.321951 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b7c1edeb-e615-4f16-9cb1-5975d09c9a9a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3e23d4bd62894ff19b5121ec66a32304&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6284046 Jul 05 09:52:12.344146 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58328) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:12.345753 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1edeb-e615-4f16-9cb1-5975d09c9a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bfa1cf-208f-468a-ad48-e30ed799059e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:12.410907 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e97c5a-6dd3-4384-9967-e0db78073d56 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:12.421304 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-47e97c5a-6dd3-4384-9967-e0db78073d56 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:12.430279 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e97c5a-6dd3-4384-9967-e0db78073d56 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Pushing event updated for resources: {'Port': ['ID=6102f2e6-e33d-46d5-b6c7-05850ad75b35,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:12.432756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e97c5a-6dd3-4384-9967-e0db78073d56 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:12.464880 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-deb4e45c-9823-44c4-9309-284927814b39 service neutron] Attempting to bind port 6c42dcb6-236f-4b06-a820-b3639fbcd38a on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:12.465731 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-deb4e45c-9823-44c4-9309-284927814b39 service neutron] Attempting to bind port 6c42dcb6-236f-4b06-a820-b3639fbcd38a by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'f41607ca-58ae-49d2-a33a-76aa8dc0baea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '99e3cfaf-b518-4947-87f8-95ffb27c4dd3'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:12.465731 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-deb4e45c-9823-44c4-9309-284927814b39 service neutron] Attempting to bind port 6c42dcb6-236f-4b06-a820-b3639fbcd38a on network 99e3cfaf-b518-4947-87f8-95ffb27c4dd3 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:12.477974 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-948cc11a-93d9-4269-8495-ac752f80d1b4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=08d92f6c3f914c55b6325399ccf6c1f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1215370 Jul 05 09:52:12.484554 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58332) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:12.493454 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-deb4e45c-9823-44c4-9309-284927814b39 service neutron] Port 6c42dcb6-236f-4b06-a820-b3639fbcd38a on network 99e3cfaf-b518-4947-87f8-95ffb27c4dd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:52:12.493872 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-deb4e45c-9823-44c4-9309-284927814b39 service neutron] Attempting to bind port 6c42dcb6-236f-4b06-a820-b3639fbcd38a on network 99e3cfaf-b518-4947-87f8-95ffb27c4dd3 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:12.506448 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-deb4e45c-9823-44c4-9309-284927814b39 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:12.506862 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-deb4e45c-9823-44c4-9309-284927814b39 service neutron] Checking segment: {'id': 'f41607ca-58ae-49d2-a33a-76aa8dc0baea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '99e3cfaf-b518-4947-87f8-95ffb27c4dd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:12.507478 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-deb4e45c-9823-44c4-9309-284927814b39 service neutron] Bound using segment: {'id': 'f41607ca-58ae-49d2-a33a-76aa8dc0baea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '99e3cfaf-b518-4947-87f8-95ffb27c4dd3'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:12.508098 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-deb4e45c-9823-44c4-9309-284927814b39 service neutron] Bound port: 6c42dcb6-236f-4b06-a820-b3639fbcd38a, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f41607ca-58ae-49d2-a33a-76aa8dc0baea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '99e3cfaf-b518-4947-87f8-95ffb27c4dd3'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:12.508335 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-deb4e45c-9823-44c4-9309-284927814b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.514100 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7cef8f50-d133-4330-90ba-70d6ef9f3c36 req-59b1da84-2bf4-4e77-b5bd-ea175a2a23ae tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.518468 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d6796c01-79a3-4c16-b9a7-9b42db4d1120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.524148 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7cef8f50-d133-4330-90ba-70d6ef9f3c36 req-59b1da84-2bf4-4e77-b5bd-ea175a2a23ae tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.608259 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2d9efc2-c84c-4e8a-9cbe-f1460db30d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.621808 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d6796c01-79a3-4c16-b9a7-9b42db4d1120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.636379 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7cef8f50-d133-4330-90ba-70d6ef9f3c36 req-59b1da84-2bf4-4e77-b5bd-ea175a2a23ae tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5945899 Jul 05 09:52:12.663681 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-deb4e45c-9823-44c4-9309-284927814b39 service neutron] For port 6c42dcb6-236f-4b06-a820-b3639fbcd38a, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:12.682204 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-deb4e45c-9823-44c4-9309-284927814b39 service neutron] For port 6c42dcb6-236f-4b06-a820-b3639fbcd38a, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6c42dcb6-236f-4b06-a820-b3639fbcd38a,segment=NetworkSegment(f41607ca-58ae-49d2-a33a-76aa8dc0baea),segment_id=f41607ca-58ae-49d2-a33a-76aa8dc0baea)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:12.686127 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1da84-2bf4-4e77-b5bd-ea175a2a23ae tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a52cb2e-fe5d-43b5-8741-adddd428020b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:12.688547 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-deb4e45c-9823-44c4-9309-284927814b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.707957 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2d9efc2-c84c-4e8a-9cbe-f1460db30d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.842386 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ee688-d8b9-4827-afbd-8fc013a1c69c req-999ac5c6-c293-48d2-b2b3-678c281ef616 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:12.848952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ee688-d8b9-4827-afbd-8fc013a1c69c req-999ac5c6-c293-48d2-b2b3-678c281ef616 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:12.853070 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4e45c-9823-44c4-9309-284927814b39 service neutron] Pushing event updated for resources: {'Port': ['ID=6c42dcb6-236f-4b06-a820-b3639fbcd38a,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:12.855194 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ee688-d8b9-4827-afbd-8fc013a1c69c req-999ac5c6-c293-48d2-b2b3-678c281ef616 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:12.857015 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-917ee688-d8b9-4827-afbd-8fc013a1c69c req-999ac5c6-c293-48d2-b2b3-678c281ef616 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 2401 time: 0.2769020 Jul 05 09:52:12.895628 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-deb4e45c-9823-44c4-9309-284927814b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:12.907329 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-deb4e45c-9823-44c4-9309-284927814b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.912643 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-deb4e45c-9823-44c4-9309-284927814b39 service neutron] 10.222.0.78 "PUT /v2.0/ports/6c42dcb6-236f-4b06-a820-b3639fbcd38a HTTP/1.1" status: 200 len: 1092 time: 3.2272701 Jul 05 09:52:12.913339 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5557549-785e-4d46-ba28-5c838009651a', 'tag': '6c42dcb6-236f-4b06-a820-b3639fbcd38a'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:12.916247 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb53f86f-0876-432b-bdf8-e39ffdab571e" -d '{"events": [{"name": "network-changed", "server_uuid": "e5557549-785e-4d46-ba28-5c838009651a", "tag": "6c42dcb6-236f-4b06-a820-b3639fbcd38a"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:12.950359 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d6796c01-79a3-4c16-b9a7-9b42db4d1120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.957103 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d6796c01-79a3-4c16-b9a7-9b42db4d1120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.962910 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d6796c01-79a3-4c16-b9a7-9b42db4d1120 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f5bfa1cf-208f-468a-ad48-e30ed799059e HTTP/1.1" status: 204 len: 168 time: 0.6456943 Jul 05 09:52:12.989090 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-acc682c1-ba28-4b18-b8f6-3adbd30ba791 service neutron] Request body: {'port': {'device_id': 'e5557549-785e-4d46-ba28-5c838009651a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:12.996768 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2d9efc2-c84c-4e8a-9cbe-f1460db30d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.000431 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2d9efc2-c84c-4e8a-9cbe-f1460db30d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.002532 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c2d9efc2-c84c-4e8a-9cbe-f1460db30d3c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/82a93a10-178f-499a-b652-5ad92e445f03 HTTP/1.1" status: 204 len: 168 time: 0.5166078 Jul 05 09:52:13.059403 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-917ee688-d8b9-4827-afbd-8fc013a1c69c req-30369740-ca45-4002-888f-08ddc9fe3ad5 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561887 Jul 05 09:52:13.067329 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6796c01-79a3-4c16-b9a7-9b42db4d1120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bfa1cf-208f-468a-ad48-e30ed799059e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:13.086400 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9efc2-c84c-4e8a-9cbe-f1460db30d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a93a10-178f-499a-b652-5ad92e445f03,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:13.120098 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-47e97c5a-6dd3-4384-9967-e0db78073d56 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Deleting port 6102f2e6-e33d-46d5-b6c7-05850ad75b35 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:13.131444 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47e97c5a-6dd3-4384-9967-e0db78073d56 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.228670 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-acc682c1-ba28-4b18-b8f6-3adbd30ba791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.233640 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3eb146-8d21-49d1-a81a-33cfa2fbce4d x-openstack-request-id: req-ae3eb146-8d21-49d1-a81a-33cfa2fbce4d {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:13.234243 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5557549-785e-4d46-ba28-5c838009651a", "tag": "6c42dcb6-236f-4b06-a820-b3639fbcd38a", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:13.234668 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ae3eb146-8d21-49d1-a81a-33cfa2fbce4d {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:13.235259 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5557549-785e-4d46-ba28-5c838009651a', 'tag': '6c42dcb6-236f-4b06-a820-b3639fbcd38a', 'status': 'completed', 'code': 200} Jul 05 09:52:13.294093 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47e97c5a-6dd3-4384-9967-e0db78073d56 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.294623 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47e97c5a-6dd3-4384-9967-e0db78073d56 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.356090 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-47e97c5a-6dd3-4384-9967-e0db78073d56 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Calling delete_port for 6102f2e6-e33d-46d5-b6c7-05850ad75b35 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:13.501687 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53f86f-0876-432b-bdf8-e39ffdab571e req-573eb197-eece-49fc-896e-cfdad9383d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:13.502289 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53f86f-0876-432b-bdf8-e39ffdab571e req-573eb197-eece-49fc-896e-cfdad9383d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:13.502923 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53f86f-0876-432b-bdf8-e39ffdab571e req-573eb197-eece-49fc-896e-cfdad9383d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:13.504713 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-eb53f86f-0876-432b-bdf8-e39ffdab571e req-573eb197-eece-49fc-896e-cfdad9383d08 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=866fe5d597ee4723933609a8955be5f7&device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 2799 time: 0.2590888 Jul 05 09:52:13.558275 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47e97c5a-6dd3-4384-9967-e0db78073d56 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.610607 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-5561244a-101e-42b2-8322-ce4cb756c9c3 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=890aafa473984ea6bbc64b1fb171aec2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654492 Jul 05 09:52:13.623000 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e97c5a-6dd3-4384-9967-e0db78073d56 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Pushing event deleted for resources: {'Port': ['ID=6102f2e6-e33d-46d5-b6c7-05850ad75b35,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:13.765907 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53f86f-0876-432b-bdf8-e39ffdab571e req-ed621794-a01b-46d5-8630-3706961a5478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:13.766439 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53f86f-0876-432b-bdf8-e39ffdab571e req-ed621794-a01b-46d5-8630-3706961a5478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:13.766926 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53f86f-0876-432b-bdf8-e39ffdab571e req-ed621794-a01b-46d5-8630-3706961a5478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:13.768851 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-eb53f86f-0876-432b-bdf8-e39ffdab571e req-ed621794-a01b-46d5-8630-3706961a5478 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=866fe5d597ee4723933609a8955be5f7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2512934 Jul 05 09:52:13.941778 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-47e97c5a-6dd3-4384-9967-e0db78073d56 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] create failed (client error): The resource could not be found. Jul 05 09:52:13.942975 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-47e97c5a-6dd3-4384-9967-e0db78073d56 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.3207359 Jul 05 09:52:13.946300 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53f86f-0876-432b-bdf8-e39ffdab571e req-d70991b0-a64a-4e72-a391-d2dc3ab5c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:13.948146 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-eb53f86f-0876-432b-bdf8-e39ffdab571e req-d70991b0-a64a-4e72-a391-d2dc3ab5c0f0 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1664665 Jul 05 09:52:13.950391 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58390) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:13.954887 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-7d00db49-00ec-4543-9cdb-50a3d8f6aaa9 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:13.956461 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-7d00db49-00ec-4543-9cdb-50a3d8f6aaa9 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3447170 Jul 05 09:52:13.981188 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-af8d6c0f-018f-4b87-bf71-84fe1b81a025 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:13.987993 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-af8d6c0f-018f-4b87-bf71-84fe1b81a025 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/networks?id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c HTTP/1.1" status: 200 len: 811 time: 0.2919230 Jul 05 09:52:14.001292 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-0bc1a913-a4fb-4d76-9c9d-4797c6a93f68 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/quotas/277627ebd7464c359b06a15e4b1a6489 HTTP/1.1" status: 200 len: 375 time: 0.0123563 Jul 05 09:52:14.003056 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-64385eb6-ff10-4ab4-ae34-b0b883e169f3 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/quotas/890aafa473984ea6bbc64b1fb171aec2 HTTP/1.1" status: 200 len: 375 time: 0.0402286 Jul 05 09:52:14.052706 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-acc682c1-ba28-4b18-b8f6-3adbd30ba791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fba6479-edc9-46fa-9655-e22963613b50 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:52:14.063176 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-acc682c1-ba28-4b18-b8f6-3adbd30ba791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:14.073641 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-c5cd2d3f-f818-47db-8a96-0a60dd98d41b tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=277627ebd7464c359b06a15e4b1a6489&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632603 Jul 05 09:52:14.081597 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-acc682c1-ba28-4b18-b8f6-3adbd30ba791 service neutron] Transition to ACTIVE for port object 6fba6479-edc9-46fa-9655-e22963613b50 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:14.087548 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-acc682c1-ba28-4b18-b8f6-3adbd30ba791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:14.160579 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6b6a7405-2848-45fb-a07b-f452349da007 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Deleting port 58ff086a-497b-403f-af02-3ee6bd21440b {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:14.160929 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7405-2848-45fb-a07b-f452349da007 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:14.165694 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc682c1-ba28-4b18-b8f6-3adbd30ba791 service neutron] Pushing event updated for resources: {'Port': ['ID=6fba6479-edc9-46fa-9655-e22963613b50,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:14.229866 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-21e5104e-8859-4dd9-a0da-ef3947749261 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2206645 Jul 05 09:52:14.303987 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-d704ee0a-5af8-440b-8599-9a1a1bc8e52c service neutron] 10.222.0.79 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035356 Jul 05 09:52:14.520330 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-0c168613-1c51-4aaf-96cf-f9390bd24d2a service neutron] 10.222.0.79 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046380 Jul 05 09:52:14.541833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-acc682c1-ba28-4b18-b8f6-3adbd30ba791 service neutron] Attempting to bind port 6fba6479-edc9-46fa-9655-e22963613b50 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:14.542329 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-acc682c1-ba28-4b18-b8f6-3adbd30ba791 service neutron] Attempting to bind port 6fba6479-edc9-46fa-9655-e22963613b50 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '8b141365-a56b-4d9c-8793-ccd25479af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'bf49e754-da0f-4c21-855c-f949acc40caa'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:14.542592 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-acc682c1-ba28-4b18-b8f6-3adbd30ba791 service neutron] Attempting to bind port 6fba6479-edc9-46fa-9655-e22963613b50 on network bf49e754-da0f-4c21-855c-f949acc40caa {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:14.549275 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7405-2848-45fb-a07b-f452349da007 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:14.563338 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-acc682c1-ba28-4b18-b8f6-3adbd30ba791 service neutron] Port 6fba6479-edc9-46fa-9655-e22963613b50 on network bf49e754-da0f-4c21-855c-f949acc40caa not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:52:14.564064 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-acc682c1-ba28-4b18-b8f6-3adbd30ba791 service neutron] Attempting to bind port 6fba6479-edc9-46fa-9655-e22963613b50 on network bf49e754-da0f-4c21-855c-f949acc40caa {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:14.589420 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-acc682c1-ba28-4b18-b8f6-3adbd30ba791 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:14.590041 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-acc682c1-ba28-4b18-b8f6-3adbd30ba791 service neutron] Checking segment: {'id': '8b141365-a56b-4d9c-8793-ccd25479af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'bf49e754-da0f-4c21-855c-f949acc40caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:14.590746 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-acc682c1-ba28-4b18-b8f6-3adbd30ba791 service neutron] Bound using segment: {'id': '8b141365-a56b-4d9c-8793-ccd25479af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'bf49e754-da0f-4c21-855c-f949acc40caa'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:14.591561 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-acc682c1-ba28-4b18-b8f6-3adbd30ba791 service neutron] Bound port: 6fba6479-edc9-46fa-9655-e22963613b50, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b141365-a56b-4d9c-8793-ccd25479af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'bf49e754-da0f-4c21-855c-f949acc40caa'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:14.592205 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-acc682c1-ba28-4b18-b8f6-3adbd30ba791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:14.601149 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6b6a7405-2848-45fb-a07b-f452349da007 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Calling delete_port for 58ff086a-497b-403f-af02-3ee6bd21440b owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:14.749220 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-acc682c1-ba28-4b18-b8f6-3adbd30ba791 service neutron] For port 6fba6479-edc9-46fa-9655-e22963613b50, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:14.754265 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-acc682c1-ba28-4b18-b8f6-3adbd30ba791 service neutron] For port 6fba6479-edc9-46fa-9655-e22963613b50, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6fba6479-edc9-46fa-9655-e22963613b50,segment=NetworkSegment(8b141365-a56b-4d9c-8793-ccd25479af6d),segment_id=8b141365-a56b-4d9c-8793-ccd25479af6d)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:14.763785 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-acc682c1-ba28-4b18-b8f6-3adbd30ba791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:14.857344 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-acc682c1-ba28-4b18-b8f6-3adbd30ba791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:14.858122 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-acc682c1-ba28-4b18-b8f6-3adbd30ba791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:14.859588 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-acc682c1-ba28-4b18-b8f6-3adbd30ba791 service neutron] 10.222.0.78 "PUT /v2.0/ports/6fba6479-edc9-46fa-9655-e22963613b50 HTTP/1.1" status: 200 len: 1092 time: 1.8860958 Jul 05 09:52:14.910169 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc682c1-ba28-4b18-b8f6-3adbd30ba791 service neutron] Pushing event updated for resources: {'Port': ['ID=6fba6479-edc9-46fa-9655-e22963613b50,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:15.033399 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127d65b-fa1e-407d-a53a-78deda668cdb req-f77a8c67-ace9-4d41-ab90-a29622e92a3d tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:15.039164 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7405-2848-45fb-a07b-f452349da007 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:15.044430 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127d65b-fa1e-407d-a53a-78deda668cdb req-f77a8c67-ace9-4d41-ab90-a29622e92a3d tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:15.053604 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127d65b-fa1e-407d-a53a-78deda668cdb req-f77a8c67-ace9-4d41-ab90-a29622e92a3d tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:15.063161 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5127d65b-fa1e-407d-a53a-78deda668cdb req-f77a8c67-ace9-4d41-ab90-a29622e92a3d tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 2413 time: 0.1142254 Jul 05 09:52:15.113723 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58424) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:15.135644 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a7405-2848-45fb-a07b-f452349da007 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Pushing event deleted for resources: {'Port': ['ID=58ff086a-497b-403f-af02-3ee6bd21440b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:15.141851 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5127d65b-fa1e-407d-a53a-78deda668cdb req-75da8441-72c5-40ff-8437-dcf56a021c78 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764139 Jul 05 09:52:15.226715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58430) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:15.319908 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5557549-785e-4d46-ba28-5c838009651a', 'tag': '6fba6479-edc9-46fa-9655-e22963613b50'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:15.322924 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68508a11-fdf2-4232-8891-e61cc066a486" -d '{"events": [{"name": "network-changed", "server_uuid": "e5557549-785e-4d46-ba28-5c838009651a", "tag": "6fba6479-edc9-46fa-9655-e22963613b50"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:15.339525 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7405-2848-45fb-a07b-f452349da007 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:15.341907 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6b6a7405-2848-45fb-a07b-f452349da007 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] 10.222.0.79 "DELETE /v2.0/ports/58ff086a-497b-403f-af02-3ee6bd21440b HTTP/1.1" status: 204 len: 168 time: 1.3905656 Jul 05 09:52:15.348551 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58442) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:15.408529 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-787f2ee0-78a3-4250-b090-aa5c23a46a12 req-2d84f9d7-8eae-456b-bb57-798b56c229d3 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=27a83089-491a-44c9-92c2-c4a8b8b226e0 HTTP/1.1" status: 200 len: 210 time: 0.1277356 Jul 05 09:52:15.497568 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f135da9e-c897-4c2a-af27-47f5e058bce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:15.545604 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-418ef1c4-b373-4ca2-a1be-eed9f0b95ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:15.547675 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-418ef1c4-b373-4ca2-a1be-eed9f0b95ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:15.548221 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-418ef1c4-b373-4ca2-a1be-eed9f0b95ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:15.556805 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-418ef1c4-b373-4ca2-a1be-eed9f0b95ff4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=866fe5d597ee4723933609a8955be5f7&device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 2866 time: 0.6483600 Jul 05 09:52:15.575733 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5e5edc6f-feea-44ab-a6ed-52dcbb068121 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1107187561-network', 'tenant_id': '97098045dda644a29c09246e365629d5'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:15.646689 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-9c42d561-e084-4565-97ea-2fb8338b990c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.164&port_id=572fe978-c86d-40b0-b29a-277a8b610c13 HTTP/1.1" status: 200 len: 217 time: 0.0743780 Jul 05 09:52:15.656982 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.db.api [None req-5e5edc6f-feea-44ab-a6ed-52dcbb068121 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 09:52:15.656982 n-d-798054-8 neutron-server[93907]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 09:52:15.656982 n-d-798054-8 neutron-server[93907]: [parameters: {'project_id': '97098045dda644a29c09246e365629d5', 'id': 'e46b426f-1353-4533-8cc1-ec1401ec4b41', 'expiration': datetime.datetime(2021, 7, 5, 9, 54, 15, 646740)}] Jul 05 09:52:15.656982 n-d-798054-8 neutron-server[93907]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:52:15.658372 n-d-798054-8 neutron-server[93907]: DEBUG oslo_db.api [None req-5e5edc6f-feea-44ab-a6ed-52dcbb068121 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:52:15.816118 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae152bc0-1e6c-4db3-a776-2558ee35b40e tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:15.820761 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ae152bc0-1e6c-4db3-a776-2558ee35b40e tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3c5d743-b5b3-4b03-b85d-a62a1666dec3 HTTP/1.1" status: 200 len: 913 time: 0.4707482 Jul 05 09:52:15.824075 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58456) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:15.912039 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3f6650-1e65-41c7-b80a-87656f5cccb6 x-openstack-request-id: req-6a3f6650-1e65-41c7-b80a-87656f5cccb6 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:15.912739 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5557549-785e-4d46-ba28-5c838009651a", "tag": "6fba6479-edc9-46fa-9655-e22963613b50", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:15.913269 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6a3f6650-1e65-41c7-b80a-87656f5cccb6 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:15.913877 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5557549-785e-4d46-ba28-5c838009651a', 'tag': '6fba6479-edc9-46fa-9655-e22963613b50', 'status': 'completed', 'code': 200} Jul 05 09:52:15.918990 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-37902af1-d381-4124-bccd-8f423e64fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:15.920812 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-37902af1-d381-4124-bccd-8f423e64fa79 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7a0112b1-069c-4fdd-a56c-2aeee0b7336a HTTP/1.1" status: 200 len: 801 time: 0.2671499 Jul 05 09:52:16.164484 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-5d39d896-a202-4400-9bba-acd81a395bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:16.166131 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-5d39d896-a202-4400-9bba-acd81a395bf5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bf49e754-da0f-4c21-855c-f949acc40caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1816812 Jul 05 09:52:16.198084 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-684dfaf3-5780-46b8-9021-cf7f3cdc48c2 req-f48f8a5e-d49a-4011-bd78-95c23d74e590 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edef963-b558-4cfe-b37c-3405792eac8c HTTP/1.1" status: 200 len: 210 time: 0.0506186 Jul 05 09:52:16.271256 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f135da9e-c897-4c2a-af27-47f5e058bce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:16.278896 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f135da9e-c897-4c2a-af27-47f5e058bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:16.358575 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f135da9e-c897-4c2a-af27-47f5e058bce8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=88540ce8d8324cb9bbc9d924a9c5fd87&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2436268 Jul 05 09:52:16.366209 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58474) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:16.386802 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5edc6f-feea-44ab-a6ed-52dcbb068121 admin admin] Made reservation on behalf of 97098045dda644a29c09246e365629d5 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:16.389832 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e5edc6f-feea-44ab-a6ed-52dcbb068121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:16.392060 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135da9e-c897-4c2a-af27-47f5e058bce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a58e91a-5c35-4287-bc34-b2b99b7d4aed,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:16.402497 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-dfa566c7-9f2c-49a6-9971-32d53bdede4a service neutron] 10.222.0.78 "GET /v2.0/networks/bf49e754-da0f-4c21-855c-f949acc40caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197371 Jul 05 09:52:16.411813 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e5edc6f-feea-44ab-a6ed-52dcbb068121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:16.543676 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7d30c6dc-0cb5-416d-82c5-bad87408236c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:16.611776 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7d30c6dc-0cb5-416d-82c5-bad87408236c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:16.640174 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27235f-2cec-401b-86d2-dc517e3565ff req-400e9f67-148c-4b28-a24c-487e52686cbb tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:16.650328 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27235f-2cec-401b-86d2-dc517e3565ff req-400e9f67-148c-4b28-a24c-487e52686cbb tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:16.656254 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27235f-2cec-401b-86d2-dc517e3565ff req-400e9f67-148c-4b28-a24c-487e52686cbb tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:16.658343 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7e27235f-2cec-401b-86d2-dc517e3565ff req-400e9f67-148c-4b28-a24c-487e52686cbb tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 2413 time: 0.2357113 Jul 05 09:52:16.743723 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7e27235f-2cec-401b-86d2-dc517e3565ff req-a317288a-a788-4ef0-bc85-a1fb678c40e0 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749559 Jul 05 09:52:16.752476 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-979bea21-a309-42ac-bb05-95c1dca09024 service neutron] 10.222.0.78 "GET /v2.0/networks/bf49e754-da0f-4c21-855c-f949acc40caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437507 Jul 05 09:52:16.764162 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e5edc6f-feea-44ab-a6ed-52dcbb068121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:16.766972 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7d30c6dc-0cb5-416d-82c5-bad87408236c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:16.772204 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7d30c6dc-0cb5-416d-82c5-bad87408236c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:16.774212 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7d30c6dc-0cb5-416d-82c5-bad87408236c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7a58e91a-5c35-4287-bc34-b2b99b7d4aed HTTP/1.1" status: 204 len: 168 time: 0.4033353 Jul 05 09:52:16.784189 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30c6dc-0cb5-416d-82c5-bad87408236c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a58e91a-5c35-4287-bc34-b2b99b7d4aed,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:16.787081 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e5edc6f-feea-44ab-a6ed-52dcbb068121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:16.821514 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5edc6f-feea-44ab-a6ed-52dcbb068121 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:52:16.873631 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e5edc6f-feea-44ab-a6ed-52dcbb068121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:16.873832 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-5e5edc6f-feea-44ab-a6ed-52dcbb068121 admin admin] Added segment d396ac75-ea3e-48e1-81d8-c0c199f3fa56 of type vlan for network cd0edaa5-6021-4fda-b638-4c2182f34c60 Jul 05 09:52:16.908370 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5edc6f-feea-44ab-a6ed-52dcbb068121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a956aa-294e-468e-b23c-b82794a36a8f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:16.944729 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-15885cdd-2d50-4341-bd07-bebef8ec323c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.224&port_id=6c42dcb6-236f-4b06-a820-b3639fbcd38a HTTP/1.1" status: 200 len: 217 time: 0.1849072 Jul 05 09:52:16.980557 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f2ee882-5d70-4601-bedb-1a7ea8c333ea tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:17.035505 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e5edc6f-feea-44ab-a6ed-52dcbb068121 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:17.169322 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c7621bd-ed92-40cc-898e-60a98cee5ae8 req-20eebe2c-d8ef-446d-85a3-7111c1d9c3ec tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=27a83089-491a-44c9-92c2-c4a8b8b226e0 HTTP/1.1" status: 200 len: 210 time: 0.0911150 Jul 05 09:52:17.170632 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e5edc6f-feea-44ab-a6ed-52dcbb068121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:17.172645 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5edc6f-feea-44ab-a6ed-52dcbb068121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:17.174396 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e5edc6f-feea-44ab-a6ed-52dcbb068121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:17.306638 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58500) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:17.346929 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5e5edc6f-feea-44ab-a6ed-52dcbb068121 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1187816 Jul 05 09:52:17.358335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58502) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:17.360696 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6fac-a6d8-43a6-9a3c-ef8ece1c094e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:17.379778 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-90959fe6-e190-4cbe-8928-61029f8b24c0 admin admin] Request body: {'subnet': {'network_id': 'cd0edaa5-6021-4fda-b638-4c2182f34c60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1107187561-subnet', 'tenant_id': '97098045dda644a29c09246e365629d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:17.435767 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5fcc005-727d-49e3-8d5c-702618ebc3a0 req-44c95cba-e35e-43ef-850e-83fdfd441e7b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edef963-b558-4cfe-b37c-3405792eac8c HTTP/1.1" status: 200 len: 210 time: 0.0866520 Jul 05 09:52:17.549908 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90959fe6-e190-4cbe-8928-61029f8b24c0 admin admin] Made reservation on behalf of 97098045dda644a29c09246e365629d5 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:17.552795 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-90959fe6-e190-4cbe-8928-61029f8b24c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:17.563761 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5edc6f-feea-44ab-a6ed-52dcbb068121 admin admin] Pushing event updated for resources: {'Network': ['ID=cd0edaa5-6021-4fda-b638-4c2182f34c60,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:17.577466 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-af9a1ee2-1025-4293-9156-04bdb4eafbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:17.579322 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-af9a1ee2-1025-4293-9156-04bdb4eafbde service neutron] 10.222.0.78 "GET /v2.0/subnets?id=70985b02-708e-4e02-a2e0-16b0a0646545 HTTP/1.1" status: 200 len: 801 time: 0.6147513 Jul 05 09:52:17.589329 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network cd0edaa5-6021-4fda-b638-4c2182f34c60 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:52:17.646297 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-a2f60504-3b97-4ef9-adc2-235dfb9a23ba service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1223681 Jul 05 09:52:17.744568 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-83037556-f37b-42ea-88a5-ffb034c83c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:17.747244 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-83037556-f37b-42ea-88a5-ffb034c83c3a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=99e3cfaf-b518-4947-87f8-95ffb27c4dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1485589 Jul 05 09:52:17.900855 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-eebf4fde-1065-4807-ac7e-f0aba68ef02f tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:17.900855 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-eebf4fde-1065-4807-ac7e-f0aba68ef02f tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.81 "GET /v2.0/networks?id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c HTTP/1.1" status: 200 len: 811 time: 0.4571834 Jul 05 09:52:17.922038 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-4a9989d6-f13c-4d8f-8ee7-5a5151f97038 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Request body: {'port': {'device_id': '27a83089-491a-44c9-92c2-c4a8b8b226e0', 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c', 'admin_state_up': True, 'tenant_id': '277627ebd7464c359b06a15e4b1a6489'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:17.925036 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0f2ee882-5d70-4601-bedb-1a7ea8c333ea tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Deleting port 02bd906b-48a3-42bc-beec-5764ee5d05a4 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:17.926092 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f2ee882-5d70-4601-bedb-1a7ea8c333ea tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:18.031470 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-b96a0523-0172-4516-9827-cad78daa3bbc service neutron] 10.222.0.78 "GET /v2.0/networks/99e3cfaf-b518-4947-87f8-95ffb27c4dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698355 Jul 05 09:52:18.235411 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f2ee882-5d70-4601-bedb-1a7ea8c333ea tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:18.244201 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-9debc3af-1ef4-49c1-b779-45cc4215acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:18.244762 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-9debc3af-1ef4-49c1-b779-45cc4215acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:18.245243 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-9debc3af-1ef4-49c1-b779-45cc4215acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:18.245968 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-9debc3af-1ef4-49c1-b779-45cc4215acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:18.246434 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-9debc3af-1ef4-49c1-b779-45cc4215acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:18.246894 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-9debc3af-1ef4-49c1-b779-45cc4215acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:18.247357 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-9debc3af-1ef4-49c1-b779-45cc4215acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:18.255901 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-9debc3af-1ef4-49c1-b779-45cc4215acc7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e04a66e3970b460eb00d87560a63797b&device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 6497 time: 0.2310257 Jul 05 09:52:18.334210 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0f2ee882-5d70-4601-bedb-1a7ea8c333ea tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Calling delete_port for 02bd906b-48a3-42bc-beec-5764ee5d05a4 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:18.344468 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-42e7a048-1f19-42c2-a3ba-ad9192dcd95a tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=890aafa473984ea6bbc64b1fb171aec2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1992440 Jul 05 09:52:18.371774 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-dac202f8-8c67-43d4-9269-e1a1f1fd20c9 service neutron] 10.222.0.78 "GET /v2.0/networks/99e3cfaf-b518-4947-87f8-95ffb27c4dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142490 Jul 05 09:52:18.489364 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6fac-a6d8-43a6-9a3c-ef8ece1c094e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:18.497169 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-1585b678-9281-4fc6-ba67-cd4bf2512ee0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.163&port_id=6fba6479-edc9-46fa-9655-e22963613b50 HTTP/1.1" status: 200 len: 217 time: 0.0863762 Jul 05 09:52:18.586337 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58532) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:18.609362 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6fac-a6d8-43a6-9a3c-ef8ece1c094e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:18.614114 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-813465c0-f361-4a74-bc4b-0e93c3ba2c0c req-85861723-c25c-4b43-8b97-d442f4a2fff5 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=27a83089-491a-44c9-92c2-c4a8b8b226e0 HTTP/1.1" status: 200 len: 210 time: 0.2545490 Jul 05 09:52:18.643934 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-90959fe6-e190-4cbe-8928-61029f8b24c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:18.650731 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-4a9989d6-f13c-4d8f-8ee7-5a5151f97038 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Made reservation on behalf of 277627ebd7464c359b06a15e4b1a6489 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:18.655345 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-4a9989d6-f13c-4d8f-8ee7-5a5151f97038 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:18.666917 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-05c0fab9-fb31-46e3-919c-fe48b242619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:18.667408 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-05c0fab9-fb31-46e3-919c-fe48b242619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:18.667895 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-05c0fab9-fb31-46e3-919c-fe48b242619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:18.669504 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-05c0fab9-fb31-46e3-919c-fe48b242619c service neutron] 10.222.0.78 "GET /v2.0/networks?id=2b4fa0ad-d771-4467-abb7-7725cc9bca3e&id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&id=46a7d976-22fe-499d-9eac-633e774ed0a2&id=46a7d976-22fe-499d-9eac-633e774ed0a2 HTTP/1.1" status: 200 len: 2299 time: 0.3788097 Jul 05 09:52:18.685233 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-78ca70e7-1a30-4baa-8ea3-cf3e3c47d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:18.686773 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-78ca70e7-1a30-4baa-8ea3-cf3e3c47d28c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7a0112b1-069c-4fdd-a56c-2aeee0b7336a HTTP/1.1" status: 200 len: 801 time: 0.1801884 Jul 05 09:52:18.741655 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-116d7e89-b7ed-4835-9100-ef2c74d319cb tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:18.743118 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-116d7e89-b7ed-4835-9100-ef2c74d319cb tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3759921 Jul 05 09:52:18.793128 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-fd8e0e38-37f2-4bb6-9cec-1fdf1bda78be service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=401fb49d-c5d2-4694-ad52-e41acc61b67a HTTP/1.1" status: 200 len: 1000 time: 0.1053174 Jul 05 09:52:18.821011 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-81075bd9-5377-4df1-b46e-fe09de591c8c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Request body: {'port': {'device_id': '287a804c-38dc-47b1-ab7e-6a326b998cde', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': '890aafa473984ea6bbc64b1fb171aec2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:18.850354 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-23cd7ec7-65e9-4f9f-9263-3c0a045b1855 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=890aafa473984ea6bbc64b1fb171aec2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732515 Jul 05 09:52:18.854834 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee9b956a-61fb-4b78-918e-5ab9bbe66d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:18.875891 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4966c-5763-4dd6-a890-1e797423147a req-1d2da739-bd6c-4277-aa78-51bb1882f1f1 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:18.883255 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4966c-5763-4dd6-a890-1e797423147a req-1d2da739-bd6c-4277-aa78-51bb1882f1f1 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:18.889542 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4966c-5763-4dd6-a890-1e797423147a req-1d2da739-bd6c-4277-aa78-51bb1882f1f1 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:18.896719 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c3d4966c-5763-4dd6-a890-1e797423147a req-1d2da739-bd6c-4277-aa78-51bb1882f1f1 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 2413 time: 0.8438404 Jul 05 09:52:18.944905 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d2ab6fac-a6d8-43a6-9a3c-ef8ece1c094e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=597efcb4df594ac48765dd4f44999428&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6367867 Jul 05 09:52:18.949432 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58542) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:18.977086 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-88bfcd6a-5031-4c82-bd72-6cf793e970df req-b54c4166-2fd5-42f7-8d09-1c3f911ce937 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edef963-b558-4cfe-b37c-3405792eac8c HTTP/1.1" status: 200 len: 210 time: 0.1523392 Jul 05 09:52:18.977707 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab6fac-a6d8-43a6-9a3c-ef8ece1c094e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0913cbf7-bf3d-437d-bdd0-a51186df4ba9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:19.002874 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-6764e2f4-fb17-4394-8ce5-0e3ed02ee026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:19.005023 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-6764e2f4-fb17-4394-8ce5-0e3ed02ee026 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=22c724bc-0f32-4952-94a0-85931aacdabb HTTP/1.1" status: 200 len: 856 time: 0.1989727 Jul 05 09:52:19.087492 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-2609c273-d8bc-4747-b04d-a568aac786f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:19.089170 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-2609c273-d8bc-4747-b04d-a568aac786f2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bf49e754-da0f-4c21-855c-f949acc40caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2932084 Jul 05 09:52:19.090002 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f2ee882-5d70-4601-bedb-1a7ea8c333ea tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:19.124046 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90959fe6-e190-4cbe-8928-61029f8b24c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f8e7e4d-421f-441d-944c-8060730bf9a3,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:19.162428 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ee882-5d70-4601-bedb-1a7ea8c333ea tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Pushing event deleted for resources: {'Port': ['ID=02bd906b-48a3-42bc-beec-5764ee5d05a4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:19.197841 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ef1d651-f085-41f4-aadd-2c455e5ec99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:19.236490 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c3d4966c-5763-4dd6-a890-1e797423147a req-9cbd23f5-a3fc-4f3c-a07b-69ef97c53da6 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388729 Jul 05 09:52:19.264159 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90959fe6-e190-4cbe-8928-61029f8b24c0 admin admin] Checking segment: {'id': 'd396ac75-ea3e-48e1-81d8-c0c199f3fa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cd0edaa5-6021-4fda-b638-4c2182f34c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:19.264159 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90959fe6-e190-4cbe-8928-61029f8b24c0 admin admin] Network hostable DHCP agents. Network: cd0edaa5-6021-4fda-b638-4c2182f34c60, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:52:19.294078 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ef1d651-f085-41f4-aadd-2c455e5ec99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:19.310398 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-f7790f57-ec9a-45d9-a3ad-9a871f7d34b9 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:19.311986 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-f7790f57-ec9a-45d9-a3ad-9a871f7d34b9 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4060121 Jul 05 09:52:19.314049 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-4a9989d6-f13c-4d8f-8ee7-5a5151f97038 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Allocated IP 172.20.0.13 (d7ce5e94-320c-492a-bb66-c25b99ff7a3c/82a767f2-a70d-493a-920a-63cb4c3e85d1/9e78f760-1c1c-409e-9193-ed99ed6f3ef9) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:19.330225 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-489b8e44-d975-47de-b724-807f7f84b191 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Request body: {'port': {'device_id': '2edef963-b558-4cfe-b37c-3405792eac8c', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': '890aafa473984ea6bbc64b1fb171aec2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:19.338734 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90959fe6-e190-4cbe-8928-61029f8b24c0 admin admin] Network cd0edaa5-6021-4fda-b638-4c2182f34c60 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:52:19.361815 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-b0be100e-d56d-42b7-ac03-462b282278f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:19.363907 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-b0be100e-d56d-42b7-ac03-462b282278f4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2b4fa0ad-d771-4467-abb7-7725cc9bca3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3502030 Jul 05 09:52:19.399244 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-90959fe6-e190-4cbe-8928-61029f8b24c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, cd0edaa5-6021-4fda-b638-4c2182f34c60) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:19.418901 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df083c6e-1a65-42ac-9e2f-c79125a342b3 None None] Network cd0edaa5-6021-4fda-b638-4c2182f34c60 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:19.422831 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90959fe6-e190-4cbe-8928-61029f8b24c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:19.423431 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-90959fe6-e190-4cbe-8928-61029f8b24c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:19.446582 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-93de2838-8b4e-41d0-bb06-e4b80485f322 service neutron] 10.222.0.78 "GET /v2.0/networks/bf49e754-da0f-4c21-855c-f949acc40caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365743 Jul 05 09:52:19.507695 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee9b956a-61fb-4b78-918e-5ab9bbe66d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:19.547552 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee9b956a-61fb-4b78-918e-5ab9bbe66d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:19.565169 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-90959fe6-e190-4cbe-8928-61029f8b24c0 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1843810 Jul 05 09:52:19.577409 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5136555-dde8-4b6c-8ca7-1ff5572c5a25 None None] Network cd0edaa5-6021-4fda-b638-4c2182f34c60 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:19.585256 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.db.api [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-489b8e44-d975-47de-b724-807f7f84b191 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 09:52:19.585256 n-d-798054-8 neutron-server[93907]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 09:52:19.585256 n-d-798054-8 neutron-server[93907]: [parameters: {'project_id_1': '890aafa473984ea6bbc64b1fb171aec2', 'expiration_1': datetime.datetime(2021, 7, 5, 9, 52, 19, 550171)}] Jul 05 09:52:19.585256 n-d-798054-8 neutron-server[93907]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:52:19.585667 n-d-798054-8 neutron-server[93907]: DEBUG oslo_db.api [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-489b8e44-d975-47de-b724-807f7f84b191 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:52:19.593312 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-81075bd9-5377-4df1-b46e-fe09de591c8c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Made reservation on behalf of 890aafa473984ea6bbc64b1fb171aec2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:19.598942 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-81075bd9-5377-4df1-b46e-fe09de591c8c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:19.623756 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ef1d651-f085-41f4-aadd-2c455e5ec99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:19.626296 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ef1d651-f085-41f4-aadd-2c455e5ec99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:19.627894 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1ef1d651-f085-41f4-aadd-2c455e5ec99d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0913cbf7-bf3d-437d-bdd0-a51186df4ba9 HTTP/1.1" status: 204 len: 168 time: 0.6719601 Jul 05 09:52:19.638625 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f2ee882-5d70-4601-bedb-1a7ea8c333ea tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:19.662624 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ee9b956a-61fb-4b78-918e-5ab9bbe66d12 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0e0344e62b4e4e609b5d36668996b664&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0734568 Jul 05 09:52:19.667909 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b956a-61fb-4b78-918e-5ab9bbe66d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5c2112-cdcb-436b-9287-37fb727cc9f8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:19.670981 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58552) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:19.799224 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-4a9989d6-f13c-4d8f-8ee7-5a5151f97038 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:19.803663 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-90e2a9da-54c9-4026-83ea-e04b93dafbae service neutron] 10.222.0.78 "GET /v2.0/networks/2b4fa0ad-d771-4467-abb7-7725cc9bca3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198096 Jul 05 09:52:19.871133 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12d01e41-39ab-4cb2-8adf-12357f0addc3 req-fa85f3e7-b005-4838-b88f-de3db9bdfe73 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=27a83089-491a-44c9-92c2-c4a8b8b226e0 HTTP/1.1" status: 200 len: 210 time: 0.0672183 Jul 05 09:52:19.875472 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1d651-f085-41f4-aadd-2c455e5ec99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0913cbf7-bf3d-437d-bdd0-a51186df4ba9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:19.914149 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-81075bd9-5377-4df1-b46e-fe09de591c8c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Allocated IP 192.168.233.166 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/aec12d55-b4d5-49cd-aaf6-168fc2c13c6e) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:19.948817 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-4a9989d6-f13c-4d8f-8ee7-5a5151f97038 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:19.998765 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9d74b66b-dce7-427b-894d-72c6fad8020d req-e0ec6ae5-68a1-4139-abcf-98b84f09d91b service neutron] 10.222.0.78 "GET /v2.0/networks/bf49e754-da0f-4c21-855c-f949acc40caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410085 Jul 05 09:52:20.025706 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-4a9989d6-f13c-4d8f-8ee7-5a5151f97038 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Network d7ce5e94-320c-492a-bb66-c25b99ff7a3c is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:20.048091 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-4a9989d6-f13c-4d8f-8ee7-5a5151f97038 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:20.060166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-4a9989d6-f13c-4d8f-8ee7-5a5151f97038 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:20.084832 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a526ebfd-4cd6-4432-8680-f8d2dc1717ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:20.179959 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9989d6-f13c-4d8f-8ee7-5a5151f97038 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Pushing event updated for resources: {'Port': ['ID=9e78f760-1c1c-409e-9193-ed99ed6f3ef9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:20.227109 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2ee882-5d70-4601-bedb-1a7ea8c333ea tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Router e3c5d743-b5b3-4b03-b85d-a62a1666dec3 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:52:20.235129 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a526ebfd-4cd6-4432-8680-f8d2dc1717ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:20.275640 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f53e3a4-e798-4fc9-84c2-5d362fb965b8 req-46600517-d9a3-4cca-9483-6a158429d6c8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edef963-b558-4cfe-b37c-3405792eac8c HTTP/1.1" status: 200 len: 210 time: 0.0568597 Jul 05 09:52:20.291458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-4a9989d6-f13c-4d8f-8ee7-5a5151f97038 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:20.292137 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-4a9989d6-f13c-4d8f-8ee7-5a5151f97038 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:20.310101 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-489b8e44-d975-47de-b724-807f7f84b191 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Made reservation on behalf of 890aafa473984ea6bbc64b1fb171aec2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:20.310101 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-489b8e44-d975-47de-b724-807f7f84b191 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:20.338856 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-4c2e8010-0f41-4ee3-b5f1-0e57aeb7a438 service neutron] 10.222.0.78 "GET /v2.0/networks/2b4fa0ad-d771-4467-abb7-7725cc9bca3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5163102 Jul 05 09:52:20.350332 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-4a9989d6-f13c-4d8f-8ee7-5a5151f97038 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4333718 Jul 05 09:52:20.360425 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-81075bd9-5377-4df1-b46e-fe09de591c8c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:20.372774 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-01d7c45f-4405-4e6f-a270-92dff989a209 service neutron] Request body: {'port': {'device_id': '27a83089-491a-44c9-92c2-c4a8b8b226e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:20.437266 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-81075bd9-5377-4df1-b46e-fe09de591c8c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Transition to ACTIVE for port object aec12d55-b4d5-49cd-aaf6-168fc2c13c6e will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:20.524139 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-01d7c45f-4405-4e6f-a270-92dff989a209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:20.573481 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-81075bd9-5377-4df1-b46e-fe09de591c8c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:20.587760 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['b7c1f3e8-39ed-4534-a9db-da07d6cd9c44'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:52:20.713394 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-81075bd9-5377-4df1-b46e-fe09de591c8c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:20.782348 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-81075bd9-5377-4df1-b46e-fe09de591c8c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:20.796612 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-81075bd9-5377-4df1-b46e-fe09de591c8c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:20.812435 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-489b8e44-d975-47de-b724-807f7f84b191 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Allocated IP 192.168.233.53 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/ca8c7349-cfbb-475b-9b5c-8e68e92a32eb) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:20.933094 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68508a11-fdf2-4232-8891-e61cc066a486 req-447428c2-0039-4045-91f9-e8614fda074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:20.933670 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68508a11-fdf2-4232-8891-e61cc066a486 req-447428c2-0039-4045-91f9-e8614fda074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:20.934162 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68508a11-fdf2-4232-8891-e61cc066a486 req-447428c2-0039-4045-91f9-e8614fda074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:20.936200 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-68508a11-fdf2-4232-8891-e61cc066a486 req-447428c2-0039-4045-91f9-e8614fda074a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=866fe5d597ee4723933609a8955be5f7&device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 2866 time: 0.8466496 Jul 05 09:52:20.942964 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-b2aacb87-960d-4a5b-8bc8-603309ea40d9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=21394da8-3084-494f-86c5-5db86ecaed8c HTTP/1.1" status: 200 len: 217 time: 0.5749576 Jul 05 09:52:20.952587 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a15314f7-eabb-4d2d-9ab3-2b9d70ec4ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:20.980762 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2ee882-5d70-4601-bedb-1a7ea8c333ea tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:52:20.991667 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0f2ee882-5d70-4601-bedb-1a7ea8c333ea tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] 10.222.0.79 "PUT /v2.0/routers/e3c5d743-b5b3-4b03-b85d-a62a1666dec3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1662118 Jul 05 09:52:20.996027 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58592) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:20.996714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081e67eb-2119-4405-9921-394cbf63709d None None] Sync routers for ids ['e3c5d743-b5b3-4b03-b85d-a62a1666dec3'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:52:21.013983 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081e67eb-2119-4405-9921-394cbf63709d None None] Routers {'e3c5d743-b5b3-4b03-b85d-a62a1666dec3'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:52:21.015454 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-081e67eb-2119-4405-9921-394cbf63709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:51:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e3c5d743-b5b3-4b03-b85d-a62a1666dec3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:21.073323 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-081e67eb-2119-4405-9921-394cbf63709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:21.091801 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081e67eb-2119-4405-9921-394cbf63709d None None] Routers {'e3c5d743-b5b3-4b03-b85d-a62a1666dec3'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:52:21.093261 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-081e67eb-2119-4405-9921-394cbf63709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:51:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e3c5d743-b5b3-4b03-b85d-a62a1666dec3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:21.146137 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a526ebfd-4cd6-4432-8680-f8d2dc1717ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:21.148475 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-081e67eb-2119-4405-9921-394cbf63709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:21.152827 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081e67eb-2119-4405-9921-394cbf63709d None None] The sync data for ids ['e3c5d743-b5b3-4b03-b85d-a62a1666dec3'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:52:21.162184 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a526ebfd-4cd6-4432-8680-f8d2dc1717ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:21.164416 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a526ebfd-4cd6-4432-8680-f8d2dc1717ad admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3f5c2112-cdcb-436b-9287-37fb727cc9f8 HTTP/1.1" status: 204 len: 168 time: 1.4870245 Jul 05 09:52:21.225658 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526ebfd-4cd6-4432-8680-f8d2dc1717ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5c2112-cdcb-436b-9287-37fb727cc9f8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:21.233043 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-f44158f4-32a9-467e-b520-6038a187f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:21.234686 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-f44158f4-32a9-467e-b520-6038a187f2d1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=beb17974-ad37-4f4e-b8b5-ae6e1c964f90 HTTP/1.1" status: 200 len: 797 time: 0.2831385 Jul 05 09:52:21.235095 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5438a4c3-3008-4608-ae95-79d7273c857a None None] Provisioning for port aec12d55-b4d5-49cd-aaf6-168fc2c13c6e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:21.238127 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a91bae2f-a0c0-4bd6-a884-c87d71bc01f7 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:21.247229 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5438a4c3-3008-4608-ae95-79d7273c857a None None] Provisioning complete for port aec12d55-b4d5-49cd-aaf6-168fc2c13c6e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:21.247627 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5438a4c3-3008-4608-ae95-79d7273c857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:21.317908 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5438a4c3-3008-4608-ae95-79d7273c857a None None] Port aec12d55-b4d5-49cd-aaf6-168fc2c13c6e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:52:21.380670 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68508a11-fdf2-4232-8891-e61cc066a486 req-31f6092d-c938-49d2-a2c0-080819803af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:21.381684 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-68508a11-fdf2-4232-8891-e61cc066a486 req-31f6092d-c938-49d2-a2c0-080819803af9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bf49e754-da0f-4c21-855c-f949acc40caa HTTP/1.1" status: 200 len: 902 time: 0.4376433 Jul 05 09:52:21.413943 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81075bd9-5377-4df1-b46e-fe09de591c8c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Pushing event updated for resources: {'Port': ['ID=aec12d55-b4d5-49cd-aaf6-168fc2c13c6e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:21.481838 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a91bae2f-a0c0-4bd6-a884-c87d71bc01f7 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:21.484056 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a91bae2f-a0c0-4bd6-a884-c87d71bc01f7 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:21.571634 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-81075bd9-5377-4df1-b46e-fe09de591c8c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:21.572284 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-81075bd9-5377-4df1-b46e-fe09de591c8c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:21.578095 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a91bae2f-a0c0-4bd6-a884-c87d71bc01f7 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:21.578095 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91bae2f-a0c0-4bd6-a884-c87d71bc01f7 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Fanout notify agent at l3_agent the message router_deleted on router e3c5d743-b5b3-4b03-b85d-a62a1666dec3 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:52:21.586422 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a91bae2f-a0c0-4bd6-a884-c87d71bc01f7 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:21.590355 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a91bae2f-a0c0-4bd6-a884-c87d71bc01f7 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] 10.222.0.79 "DELETE /v2.0/routers/e3c5d743-b5b3-4b03-b85d-a62a1666dec3 HTTP/1.1" status: 204 len: 168 time: 0.5773938 Jul 05 09:52:21.591056 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58614) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:21.595742 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-68508a11-fdf2-4232-8891-e61cc066a486 req-af43fa35-3434-4594-8501-e7a0d33f35f1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.163&port_id=6fba6479-edc9-46fa-9655-e22963613b50 HTTP/1.1" status: 200 len: 217 time: 0.0650673 Jul 05 09:52:21.596624 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273f890-a174-4c41-b834-c3fbfa7d3f7e req-7960ceab-0f5a-4260-9fbf-da8748b9978c tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:21.602694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273f890-a174-4c41-b834-c3fbfa7d3f7e req-7960ceab-0f5a-4260-9fbf-da8748b9978c tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:21.608974 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273f890-a174-4c41-b834-c3fbfa7d3f7e req-7960ceab-0f5a-4260-9fbf-da8748b9978c tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:21.610733 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8273f890-a174-4c41-b834-c3fbfa7d3f7e req-7960ceab-0f5a-4260-9fbf-da8748b9978c tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 2413 time: 1.0412602 Jul 05 09:52:21.646526 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58616) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:21.677997 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-81075bd9-5377-4df1-b46e-fe09de591c8c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8664753 Jul 05 09:52:21.701451 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04562e20-b601-4ad6-a5b9-a450f9c47be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:21.713885 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8d888946-db33-45f9-aa3f-1fc91932bb72 service neutron] Request body: {'port': {'device_id': '287a804c-38dc-47b1-ab7e-6a326b998cde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:21.722547 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-1b3714d5-4d85-43e7-bcf9-1b21d3fb0640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:21.722547 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-1b3714d5-4d85-43e7-bcf9-1b21d3fb0640 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4796114 Jul 05 09:52:21.728591 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b79ecb1-52a1-4994-8ab7-9b29e0ed8c32 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Deleting subnet 9f0e89fc-bb2f-4f6e-add6-b9ea49e07aef {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:52:21.743940 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b79ecb1-52a1-4994-8ab7-9b29e0ed8c32 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:21.749522 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68508a11-fdf2-4232-8891-e61cc066a486 req-2aa7611e-5c8b-480f-a12d-1081cdf62a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:21.751211 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-68508a11-fdf2-4232-8891-e61cc066a486 req-2aa7611e-5c8b-480f-a12d-1081cdf62a90 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7a0112b1-069c-4fdd-a56c-2aeee0b7336a HTTP/1.1" status: 200 len: 801 time: 0.1460974 Jul 05 09:52:21.817359 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8273f890-a174-4c41-b834-c3fbfa7d3f7e req-3eece47c-0f9d-4273-b819-c9c399fb0942 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942518 Jul 05 09:52:21.863417 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff2b6c-21ba-4198-8a2c-6cebfd974c2a req-de63d149-0158-41a2-a5d3-165a97a8a9ce tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:21.867518 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fcff2b6c-21ba-4198-8a2c-6cebfd974c2a req-de63d149-0158-41a2-a5d3-165a97a8a9ce tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=27a83089-491a-44c9-92c2-c4a8b8b226e0 HTTP/1.1" status: 200 len: 932 time: 0.4442379 Jul 05 09:52:21.896400 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b79ecb1-52a1-4994-8ab7-9b29e0ed8c32 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:22.022771 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-01d7c45f-4405-4e6f-a270-92dff989a209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e78f760-1c1c-409e-9193-ed99ed6f3ef9 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:52:22.027212 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8d888946-db33-45f9-aa3f-1fc91932bb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:22.038088 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68508a11-fdf2-4232-8891-e61cc066a486 req-889a1399-fa75-4847-84a5-ebb612400025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:22.039674 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-68508a11-fdf2-4232-8891-e61cc066a486 req-889a1399-fa75-4847-84a5-ebb612400025 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bf49e754-da0f-4c21-855c-f949acc40caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2633147 Jul 05 09:52:22.039760 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-01d7c45f-4405-4e6f-a270-92dff989a209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:22.041826 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-da9cc4d2-b6d9-47e7-951e-c26918a4b5ef service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076727 Jul 05 09:52:22.069098 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fcff2b6c-21ba-4198-8a2c-6cebfd974c2a req-69e4a0c0-f804-4e3d-b311-fb8c07a126f8 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927850 Jul 05 09:52:22.088699 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-489b8e44-d975-47de-b724-807f7f84b191 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:22.181803 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2c174895-e062-46db-b766-117ada9326e2 req-f49f3f83-bed3-4152-8033-23b28a6e7ddf tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edef963-b558-4cfe-b37c-3405792eac8c HTTP/1.1" status: 200 len: 210 time: 0.1384602 Jul 05 09:52:22.187065 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-01d7c45f-4405-4e6f-a270-92dff989a209 service neutron] Transition to ACTIVE for port object 9e78f760-1c1c-409e-9193-ed99ed6f3ef9 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:22.193176 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-489b8e44-d975-47de-b724-807f7f84b191 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Transition to ACTIVE for port object ca8c7349-cfbb-475b-9b5c-8e68e92a32eb will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:22.204791 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-01d7c45f-4405-4e6f-a270-92dff989a209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:22.243420 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b79ecb1-52a1-4994-8ab7-9b29e0ed8c32 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:22.296667 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-3e0e885f-94e2-4d82-bb38-8f850e8e9aea service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128263 Jul 05 09:52:22.313004 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04562e20-b601-4ad6-a5b9-a450f9c47be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:22.348247 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-3f448efa-c545-4a03-bf03-75d8fc984211 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=a594f5a6-d4b1-489b-8883-c1de3416e2bf HTTP/1.1" status: 200 len: 217 time: 0.0425239 Jul 05 09:52:22.359162 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04562e20-b601-4ad6-a5b9-a450f9c47be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:22.424201 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7c45f-4405-4e6f-a270-92dff989a209 service neutron] Pushing event updated for resources: {'Port': ['ID=9e78f760-1c1c-409e-9193-ed99ed6f3ef9,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:22.427295 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-68508a11-fdf2-4232-8891-e61cc066a486 req-9e26d5d4-38e1-48c2-8dee-f1393c3f8822 service neutron] 10.222.0.78 "GET /v2.0/networks/bf49e754-da0f-4c21-855c-f949acc40caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534260 Jul 05 09:52:22.476769 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-04562e20-b601-4ad6-a5b9-a450f9c47be4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=33405d02927b408bb374e7f783b00fc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8095796 Jul 05 09:52:22.477085 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-489b8e44-d975-47de-b724-807f7f84b191 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:22.477394 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58650) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:22.490058 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['b7c1f3e8-39ed-4534-a9db-da07d6cd9c44'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:52:22.533912 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-11c54348-f25b-4c65-8db0-fe2c90449af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:22.535334 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-11c54348-f25b-4c65-8db0-fe2c90449af8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=beb17974-ad37-4f4e-b8b5-ae6e1c964f90 HTTP/1.1" status: 200 len: 797 time: 0.1609559 Jul 05 09:52:22.545455 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b79ecb1-52a1-4994-8ab7-9b29e0ed8c32 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:22.557397 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04562e20-b601-4ad6-a5b9-a450f9c47be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67006485-6063-4edc-ae81-5059bc7ba84f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:22.606138 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-489b8e44-d975-47de-b724-807f7f84b191 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:22.613915 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-489b8e44-d975-47de-b724-807f7f84b191 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:22.626984 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79ecb1-52a1-4994-8ab7-9b29e0ed8c32 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Pushing event deleted for resources: {'Subnet': ['ID=9f0e89fc-bb2f-4f6e-add6-b9ea49e07aef,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:22.630198 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-489b8e44-d975-47de-b724-807f7f84b191 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:22.651699 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b79ecb1-52a1-4994-8ab7-9b29e0ed8c32 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:22.656183 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3b79ecb1-52a1-4994-8ab7-9b29e0ed8c32 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] 10.222.0.79 "DELETE /v2.0/subnets/9f0e89fc-bb2f-4f6e-add6-b9ea49e07aef HTTP/1.1" status: 204 len: 168 time: 1.0620456 Jul 05 09:52:22.664178 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0add5a84-4e0c-485d-94b4-30d0e2481737 None None] Network 2088608a-99e9-4c7d-b293-19622b16b5db requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:22.681363 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58656) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:22.728885 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b8e44-d975-47de-b724-807f7f84b191 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Pushing event updated for resources: {'Port': ['ID=ca8c7349-cfbb-475b-9b5c-8e68e92a32eb,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:22.748396 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-01d7c45f-4405-4e6f-a270-92dff989a209 service neutron] Attempting to bind port 9e78f760-1c1c-409e-9193-ed99ed6f3ef9 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:22.748813 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-01d7c45f-4405-4e6f-a270-92dff989a209 service neutron] Attempting to bind port 9e78f760-1c1c-409e-9193-ed99ed6f3ef9 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '2d0d9b78-f015-4a1e-b97d-ed241adbdcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:22.749071 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-01d7c45f-4405-4e6f-a270-92dff989a209 service neutron] Attempting to bind port 9e78f760-1c1c-409e-9193-ed99ed6f3ef9 on network d7ce5e94-320c-492a-bb66-c25b99ff7a3c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:22.763558 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-489b8e44-d975-47de-b724-807f7f84b191 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:22.764248 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-489b8e44-d975-47de-b724-807f7f84b191 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:22.797741 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-01d7c45f-4405-4e6f-a270-92dff989a209 service neutron] Port 9e78f760-1c1c-409e-9193-ed99ed6f3ef9 on network d7ce5e94-320c-492a-bb66-c25b99ff7a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:52:22.798068 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-01d7c45f-4405-4e6f-a270-92dff989a209 service neutron] Attempting to bind port 9e78f760-1c1c-409e-9193-ed99ed6f3ef9 on network d7ce5e94-320c-492a-bb66-c25b99ff7a3c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:22.843416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-01d7c45f-4405-4e6f-a270-92dff989a209 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:22.843756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-01d7c45f-4405-4e6f-a270-92dff989a209 service neutron] Checking segment: {'id': '2d0d9b78-f015-4a1e-b97d-ed241adbdcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:22.844758 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc513e1e-55f9-455f-87c4-eee81daf5759 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:22.846365 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-01d7c45f-4405-4e6f-a270-92dff989a209 service neutron] Bound using segment: {'id': '2d0d9b78-f015-4a1e-b97d-ed241adbdcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:22.847998 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-01d7c45f-4405-4e6f-a270-92dff989a209 service neutron] Bound port: 9e78f760-1c1c-409e-9193-ed99ed6f3ef9, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0d9b78-f015-4a1e-b97d-ed241adbdcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:22.848597 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-01d7c45f-4405-4e6f-a270-92dff989a209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:22.881684 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-370383ea-39fd-4fc8-aadc-2f1a01985c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:22.909060 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-489b8e44-d975-47de-b724-807f7f84b191 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5874166 Jul 05 09:52:22.918288 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-370383ea-39fd-4fc8-aadc-2f1a01985c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:22.957857 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-68508a11-fdf2-4232-8891-e61cc066a486 req-ef66ceb2-fdee-4572-85da-d51447b77a26 service neutron] 10.222.0.78 "GET /v2.0/networks/bf49e754-da0f-4c21-855c-f949acc40caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191448 Jul 05 09:52:22.987147 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8e5b43ec-b091-4e84-a2db-26a810c3c761 service neutron] Request body: {'port': {'device_id': '2edef963-b558-4cfe-b37c-3405792eac8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:23.013144 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-616d033a-27c2-451f-b880-d3df2f629cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:23.015079 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-616d033a-27c2-451f-b880-d3df2f629cfb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4620376 Jul 05 09:52:23.036565 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 572fe978-c86d-40b0-b29a-277a8b610c13 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:52:23.125192 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-370383ea-39fd-4fc8-aadc-2f1a01985c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:23.127768 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-370383ea-39fd-4fc8-aadc-2f1a01985c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:23.132030 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-370383ea-39fd-4fc8-aadc-2f1a01985c5d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/67006485-6063-4edc-ae81-5059bc7ba84f HTTP/1.1" status: 204 len: 168 time: 0.6358223 Jul 05 09:52:23.166987 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370383ea-39fd-4fc8-aadc-2f1a01985c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67006485-6063-4edc-ae81-5059bc7ba84f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:23.186205 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-dc513e1e-55f9-455f-87c4-eee81daf5759 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Deleting port d0903e85-1866-4f0b-95ab-c88478599af4 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:23.186559 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc513e1e-55f9-455f-87c4-eee81daf5759 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:23.226656 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8d888946-db33-45f9-aa3f-1fc91932bb72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec12d55-b4d5-49cd-aaf6-168fc2c13c6e {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:52:23.239546 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8d888946-db33-45f9-aa3f-1fc91932bb72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:23.254517 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b89eb40e-d7cf-4ab5-8abe-2446147cd389 None None] Provisioning for port ca8c7349-cfbb-475b-9b5c-8e68e92a32eb completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:23.263557 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8d888946-db33-45f9-aa3f-1fc91932bb72 service neutron] Transition to ACTIVE for port object aec12d55-b4d5-49cd-aaf6-168fc2c13c6e will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:23.307309 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b89eb40e-d7cf-4ab5-8abe-2446147cd389 None None] Provisioning complete for port ca8c7349-cfbb-475b-9b5c-8e68e92a32eb triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:23.308148 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b89eb40e-d7cf-4ab5-8abe-2446147cd389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:23.308428 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-01d7c45f-4405-4e6f-a270-92dff989a209 service neutron] For port 9e78f760-1c1c-409e-9193-ed99ed6f3ef9, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:23.312481 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-01d7c45f-4405-4e6f-a270-92dff989a209 service neutron] For port 9e78f760-1c1c-409e-9193-ed99ed6f3ef9, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=9e78f760-1c1c-409e-9193-ed99ed6f3ef9,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:23.325841 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-04994aa3-dbce-43f0-a343-e851f45442dc service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041193 Jul 05 09:52:23.332237 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-dc513e1e-55f9-455f-87c4-eee81daf5759 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] For port d0903e85-1866-4f0b-95ab-c88478599af4, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d0903e85-1866-4f0b-95ab-c88478599af4,segment=NetworkSegment(e34c00a3-a2b5-499f-8e00-c87bf8fd7286),segment_id=e34c00a3-a2b5-499f-8e00-c87bf8fd7286)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:23.332881 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc513e1e-55f9-455f-87c4-eee81daf5759 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:23.356001 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8d888946-db33-45f9-aa3f-1fc91932bb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:23.360048 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b89eb40e-d7cf-4ab5-8abe-2446147cd389 None None] Port ca8c7349-cfbb-475b-9b5c-8e68e92a32eb cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:52:23.373659 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-01d7c45f-4405-4e6f-a270-92dff989a209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:23.402386 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-06b1697c-bfbe-4752-8498-5d24dc62d166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:23.411686 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-dc513e1e-55f9-455f-87c4-eee81daf5759 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Calling delete_port for d0903e85-1866-4f0b-95ab-c88478599af4 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:23.462511 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3063adc-22ed-4dd7-a15a-41af7788f3d5 None None] DHCP port deletion for 2088608a-99e9-4c7d-b293-19622b16b5db request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:52:23.488739 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d888946-db33-45f9-aa3f-1fc91932bb72 service neutron] Pushing event updated for resources: {'Port': ['ID=aec12d55-b4d5-49cd-aaf6-168fc2c13c6e,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:23.528492 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-01d7c45f-4405-4e6f-a270-92dff989a209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:23.529539 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-01d7c45f-4405-4e6f-a270-92dff989a209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:23.531651 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-01d7c45f-4405-4e6f-a270-92dff989a209 service neutron] 10.222.0.81 "PUT /v2.0/ports/9e78f760-1c1c-409e-9193-ed99ed6f3ef9 HTTP/1.1" status: 200 len: 1092 time: 3.1685390 Jul 05 09:52:23.533459 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a83089-491a-44c9-92c2-c4a8b8b226e0', 'tag': '9e78f760-1c1c-409e-9193-ed99ed6f3ef9'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:23.539137 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547ac879-9d70-489c-950e-c5c15602b489" -d '{"events": [{"name": "network-changed", "server_uuid": "27a83089-491a-44c9-92c2-c4a8b8b226e0", "tag": "9e78f760-1c1c-409e-9193-ed99ed6f3ef9"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:23.562006 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-e632ae64-fda9-4397-a90c-0ead0b8fb62e service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262914 Jul 05 09:52:23.624872 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-f8b04598-4de9-425f-9bda-030db5c8913a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=ce4b1166-0af2-41df-8bef-a3498b53e598 HTTP/1.1" status: 200 len: 217 time: 0.0509987 Jul 05 09:52:23.696266 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-fa624957-79a0-4d6b-aeec-5f423c7a6ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:23.698563 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-fa624957-79a0-4d6b-aeec-5f423c7a6ea4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=beb17974-ad37-4f4e-b8b5-ae6e1c964f90 HTTP/1.1" status: 200 len: 797 time: 0.0659630 Jul 05 09:52:23.729062 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8e5b43ec-b091-4e84-a2db-26a810c3c761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:23.749174 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc513e1e-55f9-455f-87c4-eee81daf5759 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:23.783046 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc513e1e-55f9-455f-87c4-eee81daf5759 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Pushing event deleted for resources: {'Port': ['ID=d0903e85-1866-4f0b-95ab-c88478599af4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:23.811713 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc513e1e-55f9-455f-87c4-eee81daf5759 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] No DVR routers for this DVR port d0903e85-1866-4f0b-95ab-c88478599af4 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:52:23.853075 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 572fe978-c86d-40b0-b29a-277a8b610c13, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=572fe978-c86d-40b0-b29a-277a8b610c13,segment=NetworkSegment(8b141365-a56b-4d9c-8793-ccd25479af6d),segment_id=8b141365-a56b-4d9c-8793-ccd25479af6d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:23.854314 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7c45f-4405-4e6f-a270-92dff989a209 service neutron] Pushing event updated for resources: {'Port': ['ID=9e78f760-1c1c-409e-9193-ed99ed6f3ef9,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:23.867992 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:23.875487 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '572fe978-c86d-40b0-b29a-277a8b610c13', 'network_id': 'bf49e754-da0f-4c21-855c-f949acc40caa', 'port_id': '572fe978-c86d-40b0-b29a-277a8b610c13', 'mac_address': 'fa:16:3e:86:42:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a0112b1-069c-4fdd-a56c-2aeee0b7336a', 'ip_address': '19.80.0.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:52:23.899243 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8d888946-db33-45f9-aa3f-1fc91932bb72 service neutron] Attempting to bind port aec12d55-b4d5-49cd-aaf6-168fc2c13c6e on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:23.899580 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8d888946-db33-45f9-aa3f-1fc91932bb72 service neutron] Attempting to bind port aec12d55-b4d5-49cd-aaf6-168fc2c13c6e by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:23.899993 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8d888946-db33-45f9-aa3f-1fc91932bb72 service neutron] Attempting to bind port aec12d55-b4d5-49cd-aaf6-168fc2c13c6e on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:23.918804 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:23.942968 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc513e1e-55f9-455f-87c4-eee81daf5759 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:23.948937 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8d888946-db33-45f9-aa3f-1fc91932bb72 service neutron] Port aec12d55-b4d5-49cd-aaf6-168fc2c13c6e on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:52:23.950717 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c3063adc-22ed-4dd7-a15a-41af7788f3d5 None None] Deleting port d0903e85-1866-4f0b-95ab-c88478599af4 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:23.951385 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c3063adc-22ed-4dd7-a15a-41af7788f3d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:23.955190 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-c95c58f6-ffd3-487d-9a18-33c1fe4e5cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:23.957418 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-c95c58f6-ffd3-487d-9a18-33c1fe4e5cae service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2527940 Jul 05 09:52:23.961490 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-dc513e1e-55f9-455f-87c4-eee81daf5759 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2088608a-99e9-4c7d-b293-19622b16b5db']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:23.963937 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8d888946-db33-45f9-aa3f-1fc91932bb72 service neutron] Attempting to bind port aec12d55-b4d5-49cd-aaf6-168fc2c13c6e on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:23.991306 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 572fe978-c86d-40b0-b29a-277a8b610c13 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:52:24.000773 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877cbdc-1c2f-4699-8266-e4fc1bc480c0 req-fa75a2ce-1bc5-45b2-bdb3-adb363d2432f tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:24.016686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877cbdc-1c2f-4699-8266-e4fc1bc480c0 req-fa75a2ce-1bc5-45b2-bdb3-adb363d2432f tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:24.027159 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877cbdc-1c2f-4699-8266-e4fc1bc480c0 req-fa75a2ce-1bc5-45b2-bdb3-adb363d2432f tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:24.034923 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a877cbdc-1c2f-4699-8266-e4fc1bc480c0 req-fa75a2ce-1bc5-45b2-bdb3-adb363d2432f tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 2413 time: 0.9254937 Jul 05 09:52:24.036586 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 572fe978-c86d-40b0-b29a-277a8b610c13, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=572fe978-c86d-40b0-b29a-277a8b610c13,segment=NetworkSegment(8b141365-a56b-4d9c-8793-ccd25479af6d),segment_id=8b141365-a56b-4d9c-8793-ccd25479af6d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:24.042752 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:24.052728 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c3063adc-22ed-4dd7-a15a-41af7788f3d5 None None] For port d0903e85-1866-4f0b-95ab-c88478599af4, host n-d-798054-8, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:24.053251 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c3063adc-22ed-4dd7-a15a-41af7788f3d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:24.055919 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8d888946-db33-45f9-aa3f-1fc91932bb72 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:24.056332 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8d888946-db33-45f9-aa3f-1fc91932bb72 service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:24.056683 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8d888946-db33-45f9-aa3f-1fc91932bb72 service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:24.057145 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8d888946-db33-45f9-aa3f-1fc91932bb72 service neutron] Bound port: aec12d55-b4d5-49cd-aaf6-168fc2c13c6e, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:24.057513 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8d888946-db33-45f9-aa3f-1fc91932bb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:24.059460 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58710) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:24.084878 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-dc48c74e-def4-40c3-b3b7-d8ccb3e4080a service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143568 Jul 05 09:52:24.087069 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-dc513e1e-55f9-455f-87c4-eee81daf5759 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34c00a3-a2b5-499f-8e00-c87bf8fd7286') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:24.087586 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-dc513e1e-55f9-455f-87c4-eee81daf5759 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34c00a3-a2b5-499f-8e00-c87bf8fd7286') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:24.091557 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c3063adc-22ed-4dd7-a15a-41af7788f3d5 None None] Calling delete_port for d0903e85-1866-4f0b-95ab-c88478599af4 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:24.095996 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-c3063adc-22ed-4dd7-a15a-41af7788f3d5 None None] Port d0903e85-1866-4f0b-95ab-c88478599af4 was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 09:52:24.101766 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c3063adc-22ed-4dd7-a15a-41af7788f3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:24.121316 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc513e1e-55f9-455f-87c4-eee81daf5759 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:24.124791 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3063adc-22ed-4dd7-a15a-41af7788f3d5 None None] No DVR routers for this DVR port d0903e85-1866-4f0b-95ab-c88478599af4 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:52:24.136653 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=572fe978-c86d-40b0-b29a-277a8b610c13,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:24.169924 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-43d34d6d-a4a4-4e94-98d0-312ed1d8b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:24.171621 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-43d34d6d-a4a4-4e94-98d0-312ed1d8b18f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=277627ebd7464c359b06a15e4b1a6489&device_id=27a83089-491a-44c9-92c2-c4a8b8b226e0 HTTP/1.1" status: 200 len: 1095 time: 0.5678573 Jul 05 09:52:24.183267 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3063adc-22ed-4dd7-a15a-41af7788f3d5 None None] Pushing event deleted for resources: {'Port': ['ID=d0903e85-1866-4f0b-95ab-c88478599af4,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:24.193245 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c8ff0-799e-4591-828d-9cad03beaf13 req-8d6fb68d-b39a-40d2-a6be-df343d056871 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:24.193621 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc513e1e-55f9-455f-87c4-eee81daf5759 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:24.200508 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a76c8ff0-799e-4591-828d-9cad03beaf13 req-8d6fb68d-b39a-40d2-a6be-df343d056871 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=27a83089-491a-44c9-92c2-c4a8b8b226e0 HTTP/1.1" status: 200 len: 944 time: 0.8788028 Jul 05 09:52:24.205093 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc513e1e-55f9-455f-87c4-eee81daf5759 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:52:24.205695 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc513e1e-55f9-455f-87c4-eee81daf5759 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:52:24.209988 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:52:24.223056 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a877cbdc-1c2f-4699-8266-e4fc1bc480c0 req-537c8235-f005-4294-a7fc-46c8cc062688 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851330 Jul 05 09:52:24.360158 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-832fef32-7ac4-4e1c-ba0e-4f06d1cad9d5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e78f760-1c1c-409e-9193-ed99ed6f3ef9 HTTP/1.1" status: 200 len: 217 time: 0.1502945 Jul 05 09:52:24.466435 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['572fe978-c86d-40b0-b29a-277a8b610c13'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:52:24.529218 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8fd560f-18d8-4c5e-ada2-8caf46d6b0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:24.536600 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a76c8ff0-799e-4591-828d-9cad03beaf13 req-01a8f574-8b9e-447b-a7df-ee4fb04954a7 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348339 Jul 05 09:52:24.583921 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:24.712313 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc513e1e-55f9-455f-87c4-eee81daf5759 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:24.732172 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc513e1e-55f9-455f-87c4-eee81daf5759 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:24.734248 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-dc513e1e-55f9-455f-87c4-eee81daf5759 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] 10.222.0.79 "DELETE /v2.0/networks/2088608a-99e9-4c7d-b293-19622b16b5db HTTP/1.1" status: 204 len: 168 time: 2.0518346 Jul 05 09:52:24.735561 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc513e1e-55f9-455f-87c4-eee81daf5759 tempest-FloatingIPNegativeTestJSON-412693238 tempest-FloatingIPNegativeTestJSON-412693238-project] Pushing event deleted for resources: {'Network': ['ID=2088608a-99e9-4c7d-b293-19622b16b5db,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:24.740166 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-2c14af04-b246-44cf-b3a5-54bd59cde366 service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6426060 Jul 05 09:52:24.792884 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-2fde1d1b-4cb2-43e1-92a9-8573d5d66ea7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 HTTP/1.1" status: 200 len: 217 time: 0.0454552 Jul 05 09:52:24.867460 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-f7dfe995-a623-4b1c-9080-23763f943026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:24.869473 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-f7dfe995-a623-4b1c-9080-23763f943026 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=beb17974-ad37-4f4e-b8b5-ae6e1c964f90 HTTP/1.1" status: 200 len: 797 time: 0.0700252 Jul 05 09:52:24.897079 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8d888946-db33-45f9-aa3f-1fc91932bb72 service neutron] For port aec12d55-b4d5-49cd-aaf6-168fc2c13c6e, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:24.936856 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d0903e85-1866-4f0b-95ab-c88478599af4 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:52:24.944951 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-472dc38e-adec-410a-8231-d1d80d55ebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:24.946602 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-472dc38e-adec-410a-8231-d1d80d55ebb0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=82a767f2-a70d-493a-920a-63cb4c3e85d1 HTTP/1.1" status: 200 len: 851 time: 0.5631623 Jul 05 09:52:24.964563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8d888946-db33-45f9-aa3f-1fc91932bb72 service neutron] For port aec12d55-b4d5-49cd-aaf6-168fc2c13c6e, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=aec12d55-b4d5-49cd-aaf6-168fc2c13c6e,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:24.966293 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: d0903e85-1866-4f0b-95ab-c88478599af4 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:52:24.966998 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d0903e85-1866-4f0b-95ab-c88478599af4 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:52:24.992137 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-f97ed16d-1cd6-4111-b465-209a64bcc2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:24.994559 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-f97ed16d-1cd6-4111-b465-209a64bcc2c4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1187639 Jul 05 09:52:25.024815 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8d888946-db33-45f9-aa3f-1fc91932bb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:25.047478 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6fba6479-edc9-46fa-9655-e22963613b50 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:52:25.068712 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58740) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:25.078942 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8d888946-db33-45f9-aa3f-1fc91932bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:25.079644 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8d888946-db33-45f9-aa3f-1fc91932bb72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:25.081425 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8d888946-db33-45f9-aa3f-1fc91932bb72 service neutron] 10.222.0.81 "PUT /v2.0/ports/aec12d55-b4d5-49cd-aaf6-168fc2c13c6e HTTP/1.1" status: 200 len: 1096 time: 3.3909893 Jul 05 09:52:25.109643 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-550530d3-77e1-45da-b526-7c3fe9821d89 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1410720 Jul 05 09:52:25.130523 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-cffad40d-f782-4dad-92cd-4897d94e2dc1 service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281774 Jul 05 09:52:25.255560 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 6fba6479-edc9-46fa-9655-e22963613b50, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6fba6479-edc9-46fa-9655-e22963613b50,segment=NetworkSegment(8b141365-a56b-4d9c-8793-ccd25479af6d),segment_id=8b141365-a56b-4d9c-8793-ccd25479af6d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:25.275646 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '6fba6479-edc9-46fa-9655-e22963613b50', 'network_id': 'bf49e754-da0f-4c21-855c-f949acc40caa', 'port_id': '6fba6479-edc9-46fa-9655-e22963613b50', 'mac_address': 'fa:16:3e:55:20:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a0112b1-069c-4fdd-a56c-2aeee0b7336a', 'ip_address': '19.80.0.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:52:25.327398 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7c7db10a-3840-475c-bd97-dbba78cb3460 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1740df31e98d447e989e77eacf57f39c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574520 Jul 05 09:52:25.331121 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58750) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:25.334793 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:25.350665 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fba6479-edc9-46fa-9655-e22963613b50 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:52:25.383647 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-7208c0e3-d462-4e16-a4e3-f3b79bdd431d service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459946 Jul 05 09:52:25.388366 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 6fba6479-edc9-46fa-9655-e22963613b50, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6fba6479-edc9-46fa-9655-e22963613b50,segment=NetworkSegment(8b141365-a56b-4d9c-8793-ccd25479af6d),segment_id=8b141365-a56b-4d9c-8793-ccd25479af6d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:25.399554 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:25.400691 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6c42dcb6-236f-4b06-a820-b3639fbcd38a details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:52:25.449374 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-2cec728f-3dcd-4f59-8d98-c85bbedf38b1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7687645d-a2a5-4242-b556-a4b6bc31c904 HTTP/1.1" status: 200 len: 217 time: 0.0446496 Jul 05 09:52:25.507874 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-41277faf-0e59-4620-8117-9a1bcef0fe08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:25.554661 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-41277faf-0e59-4620-8117-9a1bcef0fe08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:25.582161 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=6fba6479-edc9-46fa-9655-e22963613b50,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:25.587303 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-91cf37ea-13c3-4eda-a131-fe34f41d5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:25.589145 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-91cf37ea-13c3-4eda-a131-fe34f41d5641 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c6f1a43b-cce2-4a9e-add8-8eeaa611f18f HTTP/1.1" status: 200 len: 797 time: 0.1333072 Jul 05 09:52:25.608608 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 6c42dcb6-236f-4b06-a820-b3639fbcd38a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6c42dcb6-236f-4b06-a820-b3639fbcd38a,segment=NetworkSegment(f41607ca-58ae-49d2-a33a-76aa8dc0baea),segment_id=f41607ca-58ae-49d2-a33a-76aa8dc0baea)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:25.624674 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '6c42dcb6-236f-4b06-a820-b3639fbcd38a', 'network_id': '99e3cfaf-b518-4947-87f8-95ffb27c4dd3', 'port_id': '6c42dcb6-236f-4b06-a820-b3639fbcd38a', 'mac_address': 'fa:16:3e:2b:77:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70985b02-708e-4e02-a2e0-16b0a0646545', 'ip_address': '19.86.0.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:52:25.674059 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:25.692251 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c42dcb6-236f-4b06-a820-b3639fbcd38a {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:52:25.699052 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-41277faf-0e59-4620-8117-9a1bcef0fe08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:25.702345 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-41277faf-0e59-4620-8117-9a1bcef0fe08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:25.703986 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-41277faf-0e59-4620-8117-9a1bcef0fe08 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/317a4f14-77f2-4806-8ec5-0ca91076c8cd HTTP/1.1" status: 204 len: 168 time: 0.3661728 Jul 05 09:52:25.723053 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41277faf-0e59-4620-8117-9a1bcef0fe08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317a4f14-77f2-4806-8ec5-0ca91076c8cd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:25.723955 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 6c42dcb6-236f-4b06-a820-b3639fbcd38a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6c42dcb6-236f-4b06-a820-b3639fbcd38a,segment=NetworkSegment(f41607ca-58ae-49d2-a33a-76aa8dc0baea),segment_id=f41607ca-58ae-49d2-a33a-76aa8dc0baea)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:25.732889 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-f1127866-6fe3-401d-84ec-866be1c2fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:25.734825 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-f1127866-6fe3-401d-84ec-866be1c2fae5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=46a7d976-22fe-499d-9eac-633e774ed0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1193979 Jul 05 09:52:25.743170 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:25.819630 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=6c42dcb6-236f-4b06-a820-b3639fbcd38a,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:25.853448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-ecc77173-786c-470f-a407-09ca3669b8ae tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:25.854950 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-ecc77173-786c-470f-a407-09ca3669b8ae tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/networks?id=cd0edaa5-6021-4fda-b638-4c2182f34c60 HTTP/1.1" status: 200 len: 810 time: 1.1517711 Jul 05 09:52:25.856998 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-d4f2f64b-6ace-4011-8132-bf23bd167e54 service neutron] 10.222.0.81 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6816771 Jul 05 09:52:25.890810 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-fd9714fa-1934-4dbc-8608-e8fa07e77e5c service neutron] 10.222.0.78 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488776 Jul 05 09:52:26.003011 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-0afcb505-b8fc-4152-9c90-2314514ab44f service neutron] 10.222.0.78 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039960 Jul 05 09:52:26.017013 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8527e046-6a94-40bf-bda9-b927fa91e0f6 req-0c6f76f6-bb25-43b1-b56b-287b6c73d0d3 service neutron] 10.222.0.81 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117241 Jul 05 09:52:26.025220 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-903852c3-e143-41f7-b8c1-1b9c66b8c7bb tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/quotas/97098045dda644a29c09246e365629d5 HTTP/1.1" status: 200 len: 375 time: 0.1377938 Jul 05 09:52:26.052870 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa26d5-bdfc-474f-998b-3684e837a005 req-45de422f-4e6c-47fd-a5c2-65f93c5899d4 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:26.055213 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-05aa26d5-bdfc-474f-998b-3684e837a005 req-45de422f-4e6c-47fd-a5c2-65f93c5899d4 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edef963-b558-4cfe-b37c-3405792eac8c HTTP/1.1" status: 200 len: 935 time: 1.3788097 Jul 05 09:52:26.072176 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-983393ab-f179-4cad-b778-f0969f34e10d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=131fcb68-80ef-4ce5-8a09-b0ad9af2e494 HTTP/1.1" status: 200 len: 217 time: 0.0616033 Jul 05 09:52:26.114045 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d888946-db33-45f9-aa3f-1fc91932bb72 service neutron] Pushing event updated for resources: {'Port': ['ID=aec12d55-b4d5-49cd-aaf6-168fc2c13c6e,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:26.122432 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8e5b43ec-b091-4e84-a2db-26a810c3c761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8c7349-cfbb-475b-9b5c-8e68e92a32eb {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:52:26.139040 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-4108266c-0a27-493a-83eb-bc233648662b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:26.140570 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-4108266c-0a27-493a-83eb-bc233648662b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c6f1a43b-cce2-4a9e-add8-8eeaa611f18f HTTP/1.1" status: 200 len: 797 time: 0.0600114 Jul 05 09:52:26.143343 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-fcd2f9c2-30d0-4494-bc0f-03521f96c9a0 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=97098045dda644a29c09246e365629d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1172063 Jul 05 09:52:26.156367 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['6fba6479-edc9-46fa-9655-e22963613b50'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:52:26.171010 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8e5b43ec-b091-4e84-a2db-26a810c3c761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:26.264902 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8e5b43ec-b091-4e84-a2db-26a810c3c761 service neutron] Transition to ACTIVE for port object ca8c7349-cfbb-475b-9b5c-8e68e92a32eb will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:26.274224 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-a38c94ff-7121-4205-b788-addbb3e8ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:26.276082 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-a38c94ff-7121-4205-b788-addbb3e8ef73 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&device_id=287a804c-38dc-47b1-ab7e-6a326b998cde HTTP/1.1" status: 200 len: 1099 time: 1.1253431 Jul 05 09:52:26.287811 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8e5b43ec-b091-4e84-a2db-26a810c3c761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:26.290861 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-6bbf712c-b79a-49cf-bdcf-dc9249e213fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:26.292305 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-05aa26d5-bdfc-474f-998b-3684e837a005 req-f205f225-6746-4b54-b37d-8ea5bfcb082a tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123933 Jul 05 09:52:26.294786 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-6bbf712c-b79a-49cf-bdcf-dc9249e213fe service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=46a7d976-22fe-499d-9eac-633e774ed0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1473248 Jul 05 09:52:26.296252 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8fd560f-18d8-4c5e-ada2-8caf46d6b0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:26.340523 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8fd560f-18d8-4c5e-ada2-8caf46d6b0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:26.399880 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e22d4c-34fd-45a9-b678-57a2184a749b x-openstack-request-id: req-f5e22d4c-34fd-45a9-b678-57a2184a749b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:26.400181 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a83089-491a-44c9-92c2-c4a8b8b226e0", "tag": "9e78f760-1c1c-409e-9193-ed99ed6f3ef9", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:26.400433 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f5e22d4c-34fd-45a9-b678-57a2184a749b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:26.401328 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a83089-491a-44c9-92c2-c4a8b8b226e0', 'tag': '9e78f760-1c1c-409e-9193-ed99ed6f3ef9', 'status': 'completed', 'code': 200} Jul 05 09:52:26.419409 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-5112195d-b699-4f95-9843-f2f4b27afea8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=aec12d55-b4d5-49cd-aaf6-168fc2c13c6e HTTP/1.1" status: 200 len: 217 time: 0.1261067 Jul 05 09:52:26.526170 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-737a672d-500d-4a25-9c71-f0fce5cc556a service neutron] 10.222.0.78 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236760 Jul 05 09:52:26.593448 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-05b5235e-157e-4068-980b-663586a26a58 service neutron] 10.222.0.79 "GET /v2.0/networks/cd0edaa5-6021-4fda-b638-4c2182f34c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484432 Jul 05 09:52:26.624247 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:26.653742 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b43ec-b091-4e84-a2db-26a810c3c761 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8c7349-cfbb-475b-9b5c-8e68e92a32eb,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:26.660476 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e8fd560f-18d8-4c5e-ada2-8caf46d6b0d3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=73bb87877cad43059e8d33b9bbfd42f1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5785899 Jul 05 09:52:26.665190 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58792) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:26.667633 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd560f-18d8-4c5e-ada2-8caf46d6b0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006c1267-b992-4995-9e5a-5f6707e399e3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:26.726419 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e3a88446-09a1-4a6e-bf4d-f68cb1c78ef8 req-663e071a-702b-411d-8e24-0e5b768965fc service neutron] 10.222.0.78 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935947 Jul 05 09:52:26.775367 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6315be98-b2af-49e6-921e-f0ecfb328a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:26.842425 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6315be98-b2af-49e6-921e-f0ecfb328a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:26.877665 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-aa6a9882-4cb3-463d-a5f2-fae1003de89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:26.879239 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-aa6a9882-4cb3-463d-a5f2-fae1003de89f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.3913612 Jul 05 09:52:26.902393 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6315be98-b2af-49e6-921e-f0ecfb328a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:26.906809 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6315be98-b2af-49e6-921e-f0ecfb328a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:26.912217 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6315be98-b2af-49e6-921e-f0ecfb328a54 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/006c1267-b992-4995-9e5a-5f6707e399e3 HTTP/1.1" status: 204 len: 168 time: 0.2459888 Jul 05 09:52:26.923559 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315be98-b2af-49e6-921e-f0ecfb328a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006c1267-b992-4995-9e5a-5f6707e399e3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:26.972445 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8e5b43ec-b091-4e84-a2db-26a810c3c761 service neutron] Attempting to bind port ca8c7349-cfbb-475b-9b5c-8e68e92a32eb on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:26.972726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8e5b43ec-b091-4e84-a2db-26a810c3c761 service neutron] Attempting to bind port ca8c7349-cfbb-475b-9b5c-8e68e92a32eb by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:26.973077 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8e5b43ec-b091-4e84-a2db-26a810c3c761 service neutron] Attempting to bind port ca8c7349-cfbb-475b-9b5c-8e68e92a32eb on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:26.987555 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ac879-9d70-489c-950e-c5c15602b489 req-c131962c-970c-4bc6-ac96-6d6f199990f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:26.987555 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-547ac879-9d70-489c-950e-c5c15602b489 req-c131962c-970c-4bc6-ac96-6d6f199990f7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=277627ebd7464c359b06a15e4b1a6489&device_id=27a83089-491a-44c9-92c2-c4a8b8b226e0 HTTP/1.1" status: 200 len: 1095 time: 0.5808315 Jul 05 09:52:26.988317 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58804) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:27.000196 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcd8c1-83b0-44d7-b44c-3beeee1d090c req-54c67566-ee0e-42e1-9881-41d5259aa7a2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:27.006661 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcd8c1-83b0-44d7-b44c-3beeee1d090c req-54c67566-ee0e-42e1-9881-41d5259aa7a2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:27.013360 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcd8c1-83b0-44d7-b44c-3beeee1d090c req-54c67566-ee0e-42e1-9881-41d5259aa7a2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:27.015360 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9cfcd8c1-83b0-44d7-b44c-3beeee1d090c req-54c67566-ee0e-42e1-9881-41d5259aa7a2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 2416 time: 0.4814594 Jul 05 09:52:27.051508 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 572fe978-c86d-40b0-b29a-277a8b610c13 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:27.074810 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-340830a6-8d49-4282-b38f-158ec5edeb69 service neutron] 10.222.0.79 "GET /v2.0/networks/cd0edaa5-6021-4fda-b638-4c2182f34c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801579 Jul 05 09:52:27.075381 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8e5b43ec-b091-4e84-a2db-26a810c3c761 service neutron] Port ca8c7349-cfbb-475b-9b5c-8e68e92a32eb on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:52:27.075717 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8e5b43ec-b091-4e84-a2db-26a810c3c761 service neutron] Attempting to bind port ca8c7349-cfbb-475b-9b5c-8e68e92a32eb on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:27.103330 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8e5b43ec-b091-4e84-a2db-26a810c3c761 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:27.103725 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8e5b43ec-b091-4e84-a2db-26a810c3c761 service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:27.104097 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8e5b43ec-b091-4e84-a2db-26a810c3c761 service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:27.104553 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8e5b43ec-b091-4e84-a2db-26a810c3c761 service neutron] Bound port: ca8c7349-cfbb-475b-9b5c-8e68e92a32eb, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:27.104951 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8e5b43ec-b091-4e84-a2db-26a810c3c761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:27.113064 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 572fe978-c86d-40b0-b29a-277a8b610c13 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:27.120024 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 572fe978-c86d-40b0-b29a-277a8b610c13 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:27.123494 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:27.199943 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9cfcd8c1-83b0-44d7-b44c-3beeee1d090c req-99cec3f7-b2e6-49c2-a5d0-6d3933448269 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585324 Jul 05 09:52:27.219168 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-78c352b1-0545-4723-a222-4dc08997398b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:27.221071 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-78c352b1-0545-4723-a222-4dc08997398b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3108864 Jul 05 09:52:27.231925 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ac879-9d70-489c-950e-c5c15602b489 req-5c441697-a0ad-4709-b814-b27f633c88ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:27.233528 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-547ac879-9d70-489c-950e-c5c15602b489 req-5c441697-a0ad-4709-b814-b27f633c88ea service neutron] 10.222.0.81 "GET /v2.0/networks?id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c HTTP/1.1" status: 200 len: 912 time: 0.2169666 Jul 05 09:52:27.243733 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['6c42dcb6-236f-4b06-a820-b3639fbcd38a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:52:27.319827 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-035f93da-ea81-4fe0-ab32-734bf51f7193 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-158189187'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:27.359143 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:27.372726 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035f93da-ea81-4fe0-ab32-734bf51f7193 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Made reservation on behalf of eb615f4146d44bb6b6f0fa7b2f5d5e8b for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:27.378162 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-035f93da-ea81-4fe0-ab32-734bf51f7193 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:27.398885 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-035f93da-ea81-4fe0-ab32-734bf51f7193 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:27.414127 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5557549-785e-4d46-ba28-5c838009651a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572fe978-c86d-40b0-b29a-277a8b610c13'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:27.418252 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5a965c-d298-4777-887e-b3c3f4386846" -d '{"events": [{"server_uuid": "e5557549-785e-4d46-ba28-5c838009651a", "name": "network-vif-plugged", "status": "completed", "tag": "572fe978-c86d-40b0-b29a-277a8b610c13"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:27.446567 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-547ac879-9d70-489c-950e-c5c15602b489 req-db962f33-d5f5-4a8a-bea0-65cb4242dfe4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e78f760-1c1c-409e-9193-ed99ed6f3ef9 HTTP/1.1" status: 200 len: 217 time: 0.2038064 Jul 05 09:52:27.462710 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 572fe978-c86d-40b0-b29a-277a8b610c13, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=572fe978-c86d-40b0-b29a-277a8b610c13,segment=NetworkSegment(8b141365-a56b-4d9c-8793-ccd25479af6d),segment_id=8b141365-a56b-4d9c-8793-ccd25479af6d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:27.482958 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:27.557073 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8e5b43ec-b091-4e84-a2db-26a810c3c761 service neutron] For port ca8c7349-cfbb-475b-9b5c-8e68e92a32eb, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:27.603507 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=572fe978-c86d-40b0-b29a-277a8b610c13,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:27.621188 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-035f93da-ea81-4fe0-ab32-734bf51f7193 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:27.629362 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-035f93da-ea81-4fe0-ab32-734bf51f7193 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:27.629501 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8e5b43ec-b091-4e84-a2db-26a810c3c761 service neutron] For port ca8c7349-cfbb-475b-9b5c-8e68e92a32eb, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=ca8c7349-cfbb-475b-9b5c-8e68e92a32eb,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:27.645846 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8e5b43ec-b091-4e84-a2db-26a810c3c761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:27.669017 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035f93da-ea81-4fe0-ab32-734bf51f7193 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:52:27.688567 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f93da-ea81-4fe0-ab32-734bf51f7193 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf07ca2-1975-4437-aa5d-ba3bb87c8260,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:27.717545 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-035f93da-ea81-4fe0-ab32-734bf51f7193 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:27.718349 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-035f93da-ea81-4fe0-ab32-734bf51f7193 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Added segment 58603a13-e8c3-4361-b349-3d74a8bc11ca of type vlan for network 656c09ba-8d2f-4dda-a496-98aa66d18a5e Jul 05 09:52:27.768142 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-035f93da-ea81-4fe0-ab32-734bf51f7193 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:27.799542 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b43ec-b091-4e84-a2db-26a810c3c761 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8c7349-cfbb-475b-9b5c-8e68e92a32eb,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:27.804792 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ac879-9d70-489c-950e-c5c15602b489 req-eb7c7731-57cb-426f-8c12-7b957bb046ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:27.806695 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-547ac879-9d70-489c-950e-c5c15602b489 req-eb7c7731-57cb-426f-8c12-7b957bb046ff service neutron] 10.222.0.81 "GET /v2.0/subnets?id=82a767f2-a70d-493a-920a-63cb4c3e85d1 HTTP/1.1" status: 200 len: 851 time: 0.3333080 Jul 05 09:52:27.810891 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-035f93da-ea81-4fe0-ab32-734bf51f7193 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:27.824387 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035f93da-ea81-4fe0-ab32-734bf51f7193 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:27.826244 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-035f93da-ea81-4fe0-ab32-734bf51f7193 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:27.885935 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-547ac879-9d70-489c-950e-c5c15602b489 req-40c87f47-e7f5-4e41-8f46-ba199fb95f35 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d7ce5e94-320c-492a-bb66-c25b99ff7a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666966 Jul 05 09:52:27.936254 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-f86e2c03-8617-4317-9ef9-cce2d36c3d9d service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7060099 Jul 05 09:52:27.947148 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8e5b43ec-b091-4e84-a2db-26a810c3c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:27.947871 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8e5b43ec-b091-4e84-a2db-26a810c3c761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:27.949505 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-8e5b43ec-b091-4e84-a2db-26a810c3c761 service neutron] 10.222.0.81 "PUT /v2.0/ports/ca8c7349-cfbb-475b-9b5c-8e68e92a32eb HTTP/1.1" status: 200 len: 1095 time: 4.9956949 Jul 05 09:52:27.963392 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58824) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:27.979746 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-035f93da-ea81-4fe0-ab32-734bf51f7193 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9901283 Jul 05 09:52:28.035193 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f93da-ea81-4fe0-ab32-734bf51f7193 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event updated for resources: {'Network': ['ID=656c09ba-8d2f-4dda-a496-98aa66d18a5e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:28.058797 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 656c09ba-8d2f-4dda-a496-98aa66d18a5e details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:52:28.131070 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58832) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:28.165203 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92959ddd-ab01-4454-bc36-fd0856aade30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:28.328602 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-547ac879-9d70-489c-950e-c5c15602b489 req-03da33de-56a7-4485-abb1-2ba31ff920cf service neutron] 10.222.0.81 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904312 Jul 05 09:52:28.335836 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-de7101e1-81b5-46e3-bd33-dc45162dcd06 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710499 Jul 05 09:52:28.369640 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92959ddd-ab01-4454-bc36-fd0856aade30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:28.375827 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92959ddd-ab01-4454-bc36-fd0856aade30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:28.410761 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287a804c-38dc-47b1-ab7e-6a326b998cde', 'tag': 'aec12d55-b4d5-49cd-aaf6-168fc2c13c6e'}, {'name': 'network-changed', 'server_uuid': '2edef963-b558-4cfe-b37c-3405792eac8c', 'tag': 'ca8c7349-cfbb-475b-9b5c-8e68e92a32eb'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:28.413405 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba75f05-95ab-413a-bfef-3afb57b94466" -d '{"events": [{"name": "network-changed", "server_uuid": "287a804c-38dc-47b1-ab7e-6a326b998cde", "tag": "aec12d55-b4d5-49cd-aaf6-168fc2c13c6e"}, {"name": "network-changed", "server_uuid": "2edef963-b558-4cfe-b37c-3405792eac8c", "tag": "ca8c7349-cfbb-475b-9b5c-8e68e92a32eb"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:28.457951 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-92959ddd-ab01-4454-bc36-fd0856aade30 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=71fae69042b04b9dade4c0536bde6710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254988 Jul 05 09:52:28.465967 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58840) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:28.475965 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030c806-e24c-4f9c-bbea-043436e9f471 req-e3c1943b-ce53-476a-8b91-836ad3d37855 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:28.477881 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92959ddd-ab01-4454-bc36-fd0856aade30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6035c1-d15c-4daf-bfa8-5a9b74872d47,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:28.483358 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1030c806-e24c-4f9c-bbea-043436e9f471 req-e3c1943b-ce53-476a-8b91-836ad3d37855 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edef963-b558-4cfe-b37c-3405792eac8c HTTP/1.1" status: 200 len: 947 time: 0.6350725 Jul 05 09:52:28.560727 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-02fc32b5-1fdd-4d61-8f43-05152ca6d34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:28.562606 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-02fc32b5-1fdd-4d61-8f43-05152ca6d34a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&device_id=2edef963-b558-4cfe-b37c-3405792eac8c HTTP/1.1" status: 200 len: 1098 time: 0.5389352 Jul 05 09:52:28.570804 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b66a4-5701-4aa7-bc3b-76d0bc276a08 req-989ab301-0a57-4699-8cf4-3b18426fab08 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:28.578105 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-934b66a4-5701-4aa7-bc3b-76d0bc276a08 req-989ab301-0a57-4699-8cf4-3b18426fab08 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=27a83089-491a-44c9-92c2-c4a8b8b226e0 HTTP/1.1" status: 200 len: 944 time: 0.7933972 Jul 05 09:52:28.606027 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e06916db-ffaa-486a-b450-4305b4a5734e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:28.663378 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1030c806-e24c-4f9c-bbea-043436e9f471 req-2111341f-36fa-4290-a372-7763ed9ca2c9 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783741 Jul 05 09:52:28.667201 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-31a22379-f94c-474c-b4eb-b8c0fd51e02e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=ca8c7349-cfbb-475b-9b5c-8e68e92a32eb HTTP/1.1" status: 200 len: 217 time: 0.0839851 Jul 05 09:52:28.748534 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a54363-4eb2-4cac-ad1c-e0bcf79d729e x-openstack-request-id: req-f2a54363-4eb2-4cac-ad1c-e0bcf79d729e {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:28.749308 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5557549-785e-4d46-ba28-5c838009651a", "name": "network-vif-plugged", "status": "completed", "tag": "572fe978-c86d-40b0-b29a-277a8b610c13", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:28.749995 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f2a54363-4eb2-4cac-ad1c-e0bcf79d729e {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:28.750916 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5557549-785e-4d46-ba28-5c838009651a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572fe978-c86d-40b0-b29a-277a8b610c13', 'code': 200} Jul 05 09:52:28.797747 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e06916db-ffaa-486a-b450-4305b4a5734e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:28.810358 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e06916db-ffaa-486a-b450-4305b4a5734e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:28.865865 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e06916db-ffaa-486a-b450-4305b4a5734e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e9e50ee0dfc84b42bca2ee853f1e0849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9007735 Jul 05 09:52:28.868943 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58844) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:28.913650 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06916db-ffaa-486a-b450-4305b4a5734e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e76064-dec9-4bb8-b77f-ed283604d0e1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:28.954960 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68ee3ab3-1ef7-4ba8-8578-d22f1fe213ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:28.991304 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68ee3ab3-1ef7-4ba8-8578-d22f1fe213ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:29.002409 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-934b66a4-5701-4aa7-bc3b-76d0bc276a08 req-cb28e7d4-bc88-4dc9-ac80-32f1396fb0fa tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232523 Jul 05 09:52:29.034000 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a3658b77-a2bd-40de-be9f-fd703369c462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:29.038664 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-547ac879-9d70-489c-950e-c5c15602b489 req-f2582719-42cb-4360-8775-5df40b33ec3d service neutron] 10.222.0.81 "GET /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6989913 Jul 05 09:52:29.059834 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6fba6479-edc9-46fa-9655-e22963613b50 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:29.080901 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68ee3ab3-1ef7-4ba8-8578-d22f1fe213ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:29.084289 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-be60bc8f-fec0-4c19-b4dc-22ac5ea4862e req-a951a679-4a5e-46a5-84c3-b1580c65aa55 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/ports?device_id=24023d99-e481-47c8-a849-17a64e0ab85a HTTP/1.1" status: 200 len: 210 time: 0.1291065 Jul 05 09:52:29.084730 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68ee3ab3-1ef7-4ba8-8578-d22f1fe213ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:29.086062 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-68ee3ab3-1ef7-4ba8-8578-d22f1fe213ee admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/58e76064-dec9-4bb8-b77f-ed283604d0e1 HTTP/1.1" status: 204 len: 168 time: 0.2160249 Jul 05 09:52:29.105651 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee3ab3-1ef7-4ba8-8578-d22f1fe213ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e76064-dec9-4bb8-b77f-ed283604d0e1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:29.122896 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-75b63562-80d5-4a31-aa91-3cb302b49d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:29.126924 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-75b63562-80d5-4a31-aa91-3cb302b49d3b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.3925905 Jul 05 09:52:29.172880 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a3658b77-a2bd-40de-be9f-fd703369c462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:29.269473 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 6fba6479-edc9-46fa-9655-e22963613b50 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:29.275400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 6fba6479-edc9-46fa-9655-e22963613b50 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:29.276431 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:29.287487 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c468efba-2304-446b-bb16-21e573aefe9c x-openstack-request-id: req-c468efba-2304-446b-bb16-21e573aefe9c {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:29.287487 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287a804c-38dc-47b1-ab7e-6a326b998cde", "tag": "aec12d55-b4d5-49cd-aaf6-168fc2c13c6e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2edef963-b558-4cfe-b37c-3405792eac8c", "tag": "ca8c7349-cfbb-475b-9b5c-8e68e92a32eb", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:29.287773 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c468efba-2304-446b-bb16-21e573aefe9c {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:29.288370 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287a804c-38dc-47b1-ab7e-6a326b998cde', 'tag': 'aec12d55-b4d5-49cd-aaf6-168fc2c13c6e', 'status': 'completed', 'code': 200} Jul 05 09:52:29.288568 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edef963-b558-4cfe-b37c-3405792eac8c', 'tag': 'ca8c7349-cfbb-475b-9b5c-8e68e92a32eb', 'status': 'completed', 'code': 200} Jul 05 09:52:29.326636 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a3658b77-a2bd-40de-be9f-fd703369c462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:29.331956 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a3658b77-a2bd-40de-be9f-fd703369c462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:29.337165 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a3658b77-a2bd-40de-be9f-fd703369c462 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2f6035c1-d15c-4daf-bfa8-5a9b74872d47 HTTP/1.1" status: 204 len: 168 time: 0.8409352 Jul 05 09:52:29.414463 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 9e78f760-1c1c-409e-9193-ed99ed6f3ef9 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:52:29.455066 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3658b77-a2bd-40de-be9f-fd703369c462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6035c1-d15c-4daf-bfa8-5a9b74872d47,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:29.519818 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba75f05-95ab-413a-bfef-3afb57b94466 req-9f44dcfc-7f09-4a66-a70b-bd0a50c18c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:29.522227 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cba75f05-95ab-413a-bfef-3afb57b94466 req-9f44dcfc-7f09-4a66-a70b-bd0a50c18c01 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&device_id=287a804c-38dc-47b1-ab7e-6a326b998cde HTTP/1.1" status: 200 len: 1099 time: 0.2327998 Jul 05 09:52:29.525985 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-ea99e51f-aab9-4b14-873c-4601176e944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:29.526234 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-ea99e51f-aab9-4b14-873c-4601176e944a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2426620 Jul 05 09:52:29.537028 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d0fe4-a61c-44b1-a653-cefa3c54d48e req-16149ba1-469a-4a81-af9e-6aa11132d170 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:29.543818 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d0fe4-a61c-44b1-a653-cefa3c54d48e req-16149ba1-469a-4a81-af9e-6aa11132d170 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:29.550298 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d0fe4-a61c-44b1-a653-cefa3c54d48e req-16149ba1-469a-4a81-af9e-6aa11132d170 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:29.559039 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d3d0fe4-a61c-44b1-a653-cefa3c54d48e req-16149ba1-469a-4a81-af9e-6aa11132d170 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 2417 time: 0.2189317 Jul 05 09:52:29.593738 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.resource_extend [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:52:29.691595 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-ad268c43-0eab-45b8-9ffb-7f6ce98f9436 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213872 Jul 05 09:52:29.766912 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:29.856167 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58856) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:29.927926 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a7c19629-0772-4113-9bee-13ba42870668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:29.955439 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 6fba6479-edc9-46fa-9655-e22963613b50, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6fba6479-edc9-46fa-9655-e22963613b50,segment=NetworkSegment(8b141365-a56b-4d9c-8793-ccd25479af6d),segment_id=8b141365-a56b-4d9c-8793-ccd25479af6d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:29.965554 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba75f05-95ab-413a-bfef-3afb57b94466 req-06aeb87e-c9c4-496e-86c2-38c8bd7f4450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:29.975088 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cba75f05-95ab-413a-bfef-3afb57b94466 req-06aeb87e-c9c4-496e-86c2-38c8bd7f4450 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.4066155 Jul 05 09:52:30.011898 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:30.013373 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6c42dcb6-236f-4b06-a820-b3639fbcd38a up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:30.091726 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 9e78f760-1c1c-409e-9193-ed99ed6f3ef9, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=9e78f760-1c1c-409e-9193-ed99ed6f3ef9,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:30.143546 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cba75f05-95ab-413a-bfef-3afb57b94466 req-526c730b-de65-4ac8-884d-1381eb387742 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=aec12d55-b4d5-49cd-aaf6-168fc2c13c6e HTTP/1.1" status: 200 len: 217 time: 0.0530727 Jul 05 09:52:30.170443 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-9e6aa6e5-e751-4239-9a0e-efb60c2655e3 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:30.182588 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-9e6aa6e5-e751-4239-9a0e-efb60c2655e3 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.78 "GET /v2.0/networks?id=cd0edaa5-6021-4fda-b638-4c2182f34c60 HTTP/1.1" status: 200 len: 810 time: 0.3400130 Jul 05 09:52:30.201984 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-d34a158b-0706-4089-a67d-249bfff73f56 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Request body: {'port': {'device_id': '24023d99-e481-47c8-a849-17a64e0ab85a', 'network_id': 'cd0edaa5-6021-4fda-b638-4c2182f34c60', 'admin_state_up': True, 'tenant_id': '97098045dda644a29c09246e365629d5'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:30.209557 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '9e78f760-1c1c-409e-9193-ed99ed6f3ef9', 'network_id': 'd7ce5e94-320c-492a-bb66-c25b99ff7a3c', 'port_id': '9e78f760-1c1c-409e-9193-ed99ed6f3ef9', 'mac_address': 'fa:16:3e:e9:7c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a767f2-a70d-493a-920a-63cb4c3e85d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:52:30.349618 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:30.379816 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=6fba6479-edc9-46fa-9655-e22963613b50,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:30.386348 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e78f760-1c1c-409e-9193-ed99ed6f3ef9 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:52:30.414738 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a7c19629-0772-4113-9bee-13ba42870668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:30.434099 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a7c19629-0772-4113-9bee-13ba42870668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:30.440257 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-d34a158b-0706-4089-a67d-249bfff73f56 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Made reservation on behalf of 97098045dda644a29c09246e365629d5 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:30.444841 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-d34a158b-0706-4089-a67d-249bfff73f56 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:30.455273 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 6c42dcb6-236f-4b06-a820-b3639fbcd38a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:30.487999 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 9e78f760-1c1c-409e-9193-ed99ed6f3ef9, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=9e78f760-1c1c-409e-9193-ed99ed6f3ef9,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:30.498175 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 6c42dcb6-236f-4b06-a820-b3639fbcd38a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:30.503819 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a7c19629-0772-4113-9bee-13ba42870668 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bf40833585e34359b958e9a8c31652eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6359754 Jul 05 09:52:30.505316 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58876) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:30.505607 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:30.508124 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:30.551441 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c19629-0772-4113-9bee-13ba42870668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a885cd-7075-4af6-b1cd-48714d78cae1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:30.653439 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5c3e6d5-1209-437b-97c4-b1f17a5df134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:30.679680 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=9e78f760-1c1c-409e-9193-ed99ed6f3ef9,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:30.702985 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5c3e6d5-1209-437b-97c4-b1f17a5df134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:30.752151 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5557549-785e-4d46-ba28-5c838009651a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fba6479-edc9-46fa-9655-e22963613b50'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:30.754906 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bfa894-12f6-4978-8232-8a6ec823da40" -d '{"events": [{"server_uuid": "e5557549-785e-4d46-ba28-5c838009651a", "name": "network-vif-plugged", "status": "completed", "tag": "6fba6479-edc9-46fa-9655-e22963613b50"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:30.786106 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d3d0fe4-a61c-44b1-a653-cefa3c54d48e req-5473e5ba-4daa-410e-b876-77d46a012991 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2260947 Jul 05 09:52:30.791787 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba75f05-95ab-413a-bfef-3afb57b94466 req-d93279c5-2c39-479e-9256-327dd7e2b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:30.797728 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cba75f05-95ab-413a-bfef-3afb57b94466 req-d93279c5-2c39-479e-9256-327dd7e2b4a8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.5718396 Jul 05 09:52:30.836166 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['9e78f760-1c1c-409e-9193-ed99ed6f3ef9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:52:30.862555 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-d34a158b-0706-4089-a67d-249bfff73f56 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Allocated IP 172.20.0.11 (cd0edaa5-6021-4fda-b638-4c2182f34c60/0f8e7e4d-421f-441d-944c-8060730bf9a3/460b3bac-973b-467e-b971-7376ca87449c) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:30.895740 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5c3e6d5-1209-437b-97c4-b1f17a5df134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:30.901630 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5c3e6d5-1209-437b-97c4-b1f17a5df134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:30.904424 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c5c3e6d5-1209-437b-97c4-b1f17a5df134 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/15a885cd-7075-4af6-b1cd-48714d78cae1 HTTP/1.1" status: 204 len: 168 time: 0.3979678 Jul 05 09:52:30.939993 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:30.962132 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3e6d5-1209-437b-97c4-b1f17a5df134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a885cd-7075-4af6-b1cd-48714d78cae1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:30.995978 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe1ba1-8245-4787-bcf4-353344c51f54 req-99122e99-a212-4843-9193-90c60f9d160f tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:31.007945 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0fbe1ba1-8245-4787-bcf4-353344c51f54 req-99122e99-a212-4843-9193-90c60f9d160f tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edef963-b558-4cfe-b37c-3405792eac8c HTTP/1.1" status: 200 len: 947 time: 1.0295999 Jul 05 09:52:31.092423 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0fbe1ba1-8245-4787-bcf4-353344c51f54 req-d7a2172b-097c-4c91-aa2a-f20ec05c8a80 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831604 Jul 05 09:52:31.114937 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 6c42dcb6-236f-4b06-a820-b3639fbcd38a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6c42dcb6-236f-4b06-a820-b3639fbcd38a,segment=NetworkSegment(f41607ca-58ae-49d2-a33a-76aa8dc0baea),segment_id=f41607ca-58ae-49d2-a33a-76aa8dc0baea)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:31.129363 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:31.256722 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58892) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:31.264364 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-163fcd5a-351f-4ed6-841a-b37dc07fdbaf tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Request body: {'subnet': {'network_id': '656c09ba-8d2f-4dda-a496-98aa66d18a5e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:31.306485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba75f05-95ab-413a-bfef-3afb57b94466 req-e2126c2a-fd65-4460-b047-efefca47c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:31.311822 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cba75f05-95ab-413a-bfef-3afb57b94466 req-e2126c2a-fd65-4460-b047-efefca47c7c3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4980292 Jul 05 09:52:31.316673 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79f5740-faa4-49c7-9569-6e2421cf704f req-89474317-338e-4ffc-91ae-7064f06666b0 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2369022 Jul 05 09:52:31.329972 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=6c42dcb6-236f-4b06-a820-b3639fbcd38a,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:31.358270 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8fd310e8-593f-4ec8-9cee-84cca063581b req-809f85e5-9154-4f9f-9f47-e73aae8cee92 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/ports?device_id=24023d99-e481-47c8-a849-17a64e0ab85a HTTP/1.1" status: 200 len: 210 time: 0.0872984 Jul 05 09:52:31.376905 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-d34a158b-0706-4089-a67d-249bfff73f56 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:31.434283 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device aec12d55-b4d5-49cd-aaf6-168fc2c13c6e details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:52:31.454437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fcee4-a5d7-42b1-b200-a0191a430702 req-8e29aa14-e2ba-4886-9ae1-aa015a595637 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:31.462079 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a41fcee4-a5d7-42b1-b200-a0191a430702 req-8e29aa14-e2ba-4886-9ae1-aa015a595637 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=27a83089-491a-44c9-92c2-c4a8b8b226e0 HTTP/1.1" status: 200 len: 945 time: 0.3855989 Jul 05 09:52:31.475228 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-d34a158b-0706-4089-a67d-249bfff73f56 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:31.497990 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cba75f05-95ab-413a-bfef-3afb57b94466 req-355160ea-a0e5-4cac-8ada-602137391b27 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425934 Jul 05 09:52:31.510666 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-d34a158b-0706-4089-a67d-249bfff73f56 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Network cd0edaa5-6021-4fda-b638-4c2182f34c60 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:31.511989 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163fcd5a-351f-4ed6-841a-b37dc07fdbaf tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Made reservation on behalf of eb615f4146d44bb6b6f0fa7b2f5d5e8b for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:31.517633 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-163fcd5a-351f-4ed6-841a-b37dc07fdbaf tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:31.543825 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a41fcee4-a5d7-42b1-b200-a0191a430702 req-e9fe5667-64e2-4fd8-a7a5-5ae76ff6696f tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806744 Jul 05 09:52:31.627205 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-d34a158b-0706-4089-a67d-249bfff73f56 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:31.630122 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6579275d-c82f-4c32-bd74-5be628e1a511 x-openstack-request-id: req-6579275d-c82f-4c32-bd74-5be628e1a511 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:31.630433 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5557549-785e-4d46-ba28-5c838009651a", "name": "network-vif-plugged", "status": "completed", "tag": "6fba6479-edc9-46fa-9655-e22963613b50", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:31.630701 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6579275d-c82f-4c32-bd74-5be628e1a511 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:31.631114 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5557549-785e-4d46-ba28-5c838009651a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fba6479-edc9-46fa-9655-e22963613b50', 'code': 200} Jul 05 09:52:31.636549 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-d34a158b-0706-4089-a67d-249bfff73f56 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:31.657526 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port aec12d55-b4d5-49cd-aaf6-168fc2c13c6e, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=aec12d55-b4d5-49cd-aaf6-168fc2c13c6e,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:31.672131 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cba75f05-95ab-413a-bfef-3afb57b94466 req-2e905a17-1a6f-46e1-88e4-f4e06d7edc74 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628366 Jul 05 09:52:31.675327 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'aec12d55-b4d5-49cd-aaf6-168fc2c13c6e', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': 'aec12d55-b4d5-49cd-aaf6-168fc2c13c6e', 'mac_address': 'fa:16:3e:a6:cb:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:52:31.721423 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:31.735743 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec12d55-b4d5-49cd-aaf6-168fc2c13c6e {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:52:31.754837 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a158b-0706-4089-a67d-249bfff73f56 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Pushing event updated for resources: {'Port': ['ID=460b3bac-973b-467e-b971-7376ca87449c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:31.765808 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port aec12d55-b4d5-49cd-aaf6-168fc2c13c6e, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=aec12d55-b4d5-49cd-aaf6-168fc2c13c6e,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:31.770968 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:31.772688 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-d34a158b-0706-4089-a67d-249bfff73f56 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:31.773446 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-d34a158b-0706-4089-a67d-249bfff73f56 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:31.797191 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-d34a158b-0706-4089-a67d-249bfff73f56 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6003125 Jul 05 09:52:31.810584 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-0ecdc93f-79fe-4b71-aca7-15d4c7bd0a99 service neutron] Request body: {'port': {'device_id': '24023d99-e481-47c8-a849-17a64e0ab85a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:31.862048 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba75f05-95ab-413a-bfef-3afb57b94466 req-7972e8c0-1bcf-4bfc-ab37-ae38f0ee5fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:31.863675 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cba75f05-95ab-413a-bfef-3afb57b94466 req-7972e8c0-1bcf-4bfc-ab37-ae38f0ee5fd5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&device_id=2edef963-b558-4cfe-b37c-3405792eac8c HTTP/1.1" status: 200 len: 1098 time: 0.1347582 Jul 05 09:52:31.867725 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=aec12d55-b4d5-49cd-aaf6-168fc2c13c6e,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:32.011825 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba75f05-95ab-413a-bfef-3afb57b94466 req-51415385-2ce6-4766-adc0-513d5dc3b0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:32.014317 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cba75f05-95ab-413a-bfef-3afb57b94466 req-51415385-2ce6-4766-adc0-513d5dc3b0b1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1428852 Jul 05 09:52:32.070980 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-0ecdc93f-79fe-4b71-aca7-15d4c7bd0a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:32.075761 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-163fcd5a-351f-4ed6-841a-b37dc07fdbaf tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:32.075940 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cba75f05-95ab-413a-bfef-3afb57b94466 req-5d8f3e43-6267-4855-88af-8de5215be10c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=ca8c7349-cfbb-475b-9b5c-8e68e92a32eb HTTP/1.1" status: 200 len: 217 time: 0.0460870 Jul 05 09:52:32.081321 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['aec12d55-b4d5-49cd-aaf6-168fc2c13c6e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:52:32.210052 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fcd5a-351f-4ed6-841a-b37dc07fdbaf tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event updated for resources: {'Subnet': ['ID=1e4289a3-2d37-43c6-936e-30231e6729cd,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:32.256728 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602afb01-ca6a-4416-b046-354700c0b0f2 req-7c51e387-fb78-4859-abb1-376e1a25af61 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:32.258203 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163fcd5a-351f-4ed6-841a-b37dc07fdbaf tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Checking segment: {'id': '58603a13-e8c3-4361-b349-3d74a8bc11ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '656c09ba-8d2f-4dda-a496-98aa66d18a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:32.258747 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163fcd5a-351f-4ed6-841a-b37dc07fdbaf tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Network hostable DHCP agents. Network: 656c09ba-8d2f-4dda-a496-98aa66d18a5e, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:52:32.265077 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602afb01-ca6a-4416-b046-354700c0b0f2 req-7c51e387-fb78-4859-abb1-376e1a25af61 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:32.274995 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602afb01-ca6a-4416-b046-354700c0b0f2 req-7c51e387-fb78-4859-abb1-376e1a25af61 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:32.286252 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-602afb01-ca6a-4416-b046-354700c0b0f2 req-7c51e387-fb78-4859-abb1-376e1a25af61 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 2419 time: 0.2699664 Jul 05 09:52:32.290791 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba75f05-95ab-413a-bfef-3afb57b94466 req-b6730c1e-a109-4ea5-85ee-7f6c69ce5c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:32.293477 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cba75f05-95ab-413a-bfef-3afb57b94466 req-b6730c1e-a109-4ea5-85ee-7f6c69ce5c38 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1994998 Jul 05 09:52:32.369711 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163fcd5a-351f-4ed6-841a-b37dc07fdbaf tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Network 656c09ba-8d2f-4dda-a496-98aa66d18a5e is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:52:32.430008 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-163fcd5a-351f-4ed6-841a-b37dc07fdbaf tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 656c09ba-8d2f-4dda-a496-98aa66d18a5e) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:32.436681 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:32.439419 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-602afb01-ca6a-4416-b046-354700c0b0f2 req-c1f2d9e3-0d73-4879-9597-45b62f0d7aee tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521325 Jul 05 09:52:32.446819 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163fcd5a-351f-4ed6-841a-b37dc07fdbaf tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:32.447422 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-163fcd5a-351f-4ed6-841a-b37dc07fdbaf tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:32.455061 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d99dbf-c8c3-4bd6-86d9-b713957f9d46 None None] Network 656c09ba-8d2f-4dda-a496-98aa66d18a5e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:32.547264 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbb86d-5964-400b-9625-4a99f8a6e386 req-9893318c-16f0-4980-8164-8e4391880bcd tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:32.548963 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4fdbb86d-5964-400b-9625-4a99f8a6e386 req-9893318c-16f0-4980-8164-8e4391880bcd tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edef963-b558-4cfe-b37c-3405792eac8c HTTP/1.1" status: 200 len: 947 time: 0.2273571 Jul 05 09:52:32.594199 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-0ecdc93f-79fe-4b71-aca7-15d4c7bd0a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460b3bac-973b-467e-b971-7376ca87449c {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:52:32.605901 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-0ecdc93f-79fe-4b71-aca7-15d4c7bd0a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:32.623010 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-0ecdc93f-79fe-4b71-aca7-15d4c7bd0a99 service neutron] Transition to ACTIVE for port object 460b3bac-973b-467e-b971-7376ca87449c will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:32.631095 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-0ecdc93f-79fe-4b71-aca7-15d4c7bd0a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:32.650609 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba75f05-95ab-413a-bfef-3afb57b94466 req-03b823fc-aa1a-4251-b0ab-9cca7e07c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:32.652124 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cba75f05-95ab-413a-bfef-3afb57b94466 req-03b823fc-aa1a-4251-b0ab-9cca7e07c8d4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3322570 Jul 05 09:52:32.658994 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4fdbb86d-5964-400b-9625-4a99f8a6e386 req-726e2a7f-b70e-44eb-b664-8482c3b260f5 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947859 Jul 05 09:52:32.691150 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdc93f-79fe-4b71-aca7-15d4c7bd0a99 service neutron] Pushing event updated for resources: {'Port': ['ID=460b3bac-973b-467e-b971-7376ca87449c,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:32.696648 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-163fcd5a-351f-4ed6-841a-b37dc07fdbaf tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4382939 Jul 05 09:52:32.697374 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58950) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:32.706972 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-46018412-b7c9-4226-bfbc-cf139fac4c4e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1102708157'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:32.735619 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46018412-b7c9-4226-bfbc-cf139fac4c4e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Made reservation on behalf of eb615f4146d44bb6b6f0fa7b2f5d5e8b for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:32.740582 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46018412-b7c9-4226-bfbc-cf139fac4c4e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:32.840632 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46018412-b7c9-4226-bfbc-cf139fac4c4e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:52:32.862264 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46018412-b7c9-4226-bfbc-cf139fac4c4e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:32.864248 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-46018412-b7c9-4226-bfbc-cf139fac4c4e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Added segment 9b279374-0bf2-42fe-ab36-dd60ca5dcb55 of type vlan for network 54872b92-eefb-49fb-863a-da2de45895b9 Jul 05 09:52:32.884231 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b114c89a-1a7e-43ca-828f-ea7197a89ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-656c09ba-8d2f-4dda-a496-98aa66d18a5e', 'network_id': '656c09ba-8d2f-4dda-a496-98aa66d18a5e', 'tenant_id': 'eb615f4146d44bb6b6f0fa7b2f5d5e8b', 'fixed_ips': [{'subnet_id': '1e4289a3-2d37-43c6-936e-30231e6729cd'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:52:32.885352 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b114c89a-1a7e-43ca-828f-ea7197a89ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:32.886669 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-0ecdc93f-79fe-4b71-aca7-15d4c7bd0a99 service neutron] Attempting to bind port 460b3bac-973b-467e-b971-7376ca87449c on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:32.887178 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-0ecdc93f-79fe-4b71-aca7-15d4c7bd0a99 service neutron] Attempting to bind port 460b3bac-973b-467e-b971-7376ca87449c by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'd396ac75-ea3e-48e1-81d8-c0c199f3fa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cd0edaa5-6021-4fda-b638-4c2182f34c60'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:32.887976 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-0ecdc93f-79fe-4b71-aca7-15d4c7bd0a99 service neutron] Attempting to bind port 460b3bac-973b-467e-b971-7376ca87449c on network cd0edaa5-6021-4fda-b638-4c2182f34c60 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:32.895674 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-0ecdc93f-79fe-4b71-aca7-15d4c7bd0a99 service neutron] Port 460b3bac-973b-467e-b971-7376ca87449c on network cd0edaa5-6021-4fda-b638-4c2182f34c60 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:52:32.896346 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-0ecdc93f-79fe-4b71-aca7-15d4c7bd0a99 service neutron] Attempting to bind port 460b3bac-973b-467e-b971-7376ca87449c on network cd0edaa5-6021-4fda-b638-4c2182f34c60 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:32.910156 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-0ecdc93f-79fe-4b71-aca7-15d4c7bd0a99 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:32.910508 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-0ecdc93f-79fe-4b71-aca7-15d4c7bd0a99 service neutron] Checking segment: {'id': 'd396ac75-ea3e-48e1-81d8-c0c199f3fa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cd0edaa5-6021-4fda-b638-4c2182f34c60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:32.910930 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-0ecdc93f-79fe-4b71-aca7-15d4c7bd0a99 service neutron] Bound using segment: {'id': 'd396ac75-ea3e-48e1-81d8-c0c199f3fa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cd0edaa5-6021-4fda-b638-4c2182f34c60'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:32.911378 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-0ecdc93f-79fe-4b71-aca7-15d4c7bd0a99 service neutron] Bound port: 460b3bac-973b-467e-b971-7376ca87449c, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd396ac75-ea3e-48e1-81d8-c0c199f3fa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cd0edaa5-6021-4fda-b638-4c2182f34c60'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:32.912019 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-0ecdc93f-79fe-4b71-aca7-15d4c7bd0a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:32.962427 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46018412-b7c9-4226-bfbc-cf139fac4c4e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:32.963177 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cba75f05-95ab-413a-bfef-3afb57b94466 req-084a48f8-93bf-469d-bca2-9a357bdbaf8f service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025632 Jul 05 09:52:33.009033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82699d4-17cb-449c-9864-96632f6ed267 req-fa2a4424-06b8-4acb-8252-6b5d5cc299d1 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:33.016427 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a82699d4-17cb-449c-9864-96632f6ed267 req-fa2a4424-06b8-4acb-8252-6b5d5cc299d1 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/ports?device_id=24023d99-e481-47c8-a849-17a64e0ab85a HTTP/1.1" status: 200 len: 944 time: 0.2462287 Jul 05 09:52:33.046347 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-0ecdc93f-79fe-4b71-aca7-15d4c7bd0a99 service neutron] For port 460b3bac-973b-467e-b971-7376ca87449c, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:33.048712 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46018412-b7c9-4226-bfbc-cf139fac4c4e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.055443 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46018412-b7c9-4226-bfbc-cf139fac4c4e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:33.056183 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46018412-b7c9-4226-bfbc-cf139fac4c4e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.061326 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-0ecdc93f-79fe-4b71-aca7-15d4c7bd0a99 service neutron] For port 460b3bac-973b-467e-b971-7376ca87449c, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=460b3bac-973b-467e-b971-7376ca87449c,segment=NetworkSegment(d396ac75-ea3e-48e1-81d8-c0c199f3fa56),segment_id=d396ac75-ea3e-48e1-81d8-c0c199f3fa56)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:33.089487 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-0ecdc93f-79fe-4b71-aca7-15d4c7bd0a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.126801 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-b114c89a-1a7e-43ca-828f-ea7197a89ea0 None None] Allocated IP 2001:db8:0:ffff::2 (656c09ba-8d2f-4dda-a496-98aa66d18a5e/1e4289a3-2d37-43c6-936e-30231e6729cd/e580c229-408a-4132-b366-9fff023ef966) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:33.145064 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0250e-30c2-4068-9eb4-e403eb79e642 req-8fc36193-9298-4b9c-b340-317db87c3256 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:33.147422 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3ba0250e-30c2-4068-9eb4-e403eb79e642 req-8fc36193-9298-4b9c-b340-317db87c3256 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=27a83089-491a-44c9-92c2-c4a8b8b226e0 HTTP/1.1" status: 200 len: 945 time: 0.2674036 Jul 05 09:52:33.192161 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-46018412-b7c9-4226-bfbc-cf139fac4c4e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4861977 Jul 05 09:52:33.192161 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58968) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:33.199926 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-0ecdc93f-79fe-4b71-aca7-15d4c7bd0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:33.200629 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-0ecdc93f-79fe-4b71-aca7-15d4c7bd0a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.202241 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-0ecdc93f-79fe-4b71-aca7-15d4c7bd0a99 service neutron] 10.222.0.78 "PUT /v2.0/ports/460b3bac-973b-467e-b971-7376ca87449c HTTP/1.1" status: 200 len: 1092 time: 1.3962841 Jul 05 09:52:33.206918 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-aec8b97b-102b-45d5-99a0-76229e0f7d1d tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Request body: {'subnet': {'network_id': '54872b92-eefb-49fb-863a-da2de45895b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:33.217897 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24023d99-e481-47c8-a849-17a64e0ab85a', 'tag': '460b3bac-973b-467e-b971-7376ca87449c'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:33.221288 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fca8b4-5e97-415f-a394-2c56c6686a52" -d '{"events": [{"name": "network-changed", "server_uuid": "24023d99-e481-47c8-a849-17a64e0ab85a", "tag": "460b3bac-973b-467e-b971-7376ca87449c"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:33.251233 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46018412-b7c9-4226-bfbc-cf139fac4c4e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event updated for resources: {'Network': ['ID=54872b92-eefb-49fb-863a-da2de45895b9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:33.263106 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 54872b92-eefb-49fb-863a-da2de45895b9 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:52:33.289031 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a82699d4-17cb-449c-9864-96632f6ed267 req-e5f863ba-bd85-4a1a-9f1a-d095b61faf0c tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/security-groups?id=37a956aa-294e-468e-b23c-b82794a36a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701855 Jul 05 09:52:33.309469 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3ba0250e-30c2-4068-9eb4-e403eb79e642 req-ccc72d3d-c628-4ee0-894d-f52b9ee99c50 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559048 Jul 05 09:52:33.313887 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cba75f05-95ab-413a-bfef-3afb57b94466 req-c1d5fc4b-a837-45c2-9f5e-44776eb82a71 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379719 Jul 05 09:52:33.368964 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdc93f-79fe-4b71-aca7-15d4c7bd0a99 service neutron] Pushing event updated for resources: {'Port': ['ID=460b3bac-973b-467e-b971-7376ca87449c,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:33.444483 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f3a4f9-2693-4a8a-ac11-6ddddd04ba5d x-openstack-request-id: req-e5f3a4f9-2693-4a8a-ac11-6ddddd04ba5d {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:33.444782 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24023d99-e481-47c8-a849-17a64e0ab85a", "tag": "460b3bac-973b-467e-b971-7376ca87449c", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:33.445037 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e5f3a4f9-2693-4a8a-ac11-6ddddd04ba5d {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:33.445433 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24023d99-e481-47c8-a849-17a64e0ab85a', 'tag': '460b3bac-973b-467e-b971-7376ca87449c', 'status': 'completed', 'code': 200} Jul 05 09:52:33.448379 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 9e78f760-1c1c-409e-9193-ed99ed6f3ef9 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:33.449929 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec8b97b-102b-45d5-99a0-76229e0f7d1d tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Made reservation on behalf of eb615f4146d44bb6b6f0fa7b2f5d5e8b for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:33.455859 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aec8b97b-102b-45d5-99a0-76229e0f7d1d tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.487670 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b114c89a-1a7e-43ca-828f-ea7197a89ea0 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.506057 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b114c89a-1a7e-43ca-828f-ea7197a89ea0 None None] Transition to ACTIVE for port object e580c229-408a-4132-b366-9fff023ef966 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:33.555409 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b114c89a-1a7e-43ca-828f-ea7197a89ea0 None None] Transition to ACTIVE for port object e580c229-408a-4132-b366-9fff023ef966 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:33.560668 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-a1902dc7-6b1a-4b8d-94ec-53f294547817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:33.576488 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b114c89a-1a7e-43ca-828f-ea7197a89ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.578533 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-a1902dc7-6b1a-4b8d-94ec-53f294547817 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=97098045dda644a29c09246e365629d5&device_id=24023d99-e481-47c8-a849-17a64e0ab85a HTTP/1.1" status: 200 len: 1095 time: 0.2584267 Jul 05 09:52:33.605603 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b114c89a-1a7e-43ca-828f-ea7197a89ea0 None None] Network 656c09ba-8d2f-4dda-a496-98aa66d18a5e is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:33.614321 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-b114c89a-1a7e-43ca-828f-ea7197a89ea0 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:33.614321 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 9e78f760-1c1c-409e-9193-ed99ed6f3ef9 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:33.637896 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b114c89a-1a7e-43ca-828f-ea7197a89ea0 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:33.639835 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 9e78f760-1c1c-409e-9193-ed99ed6f3ef9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:33.640264 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.641930 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5557549-785e-4d46-ba28-5c838009651a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c42dcb6-236f-4b06-a820-b3639fbcd38a'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:33.645708 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773c74f7-f5ae-4f7b-be71-dcce60358d25" -d '{"events": [{"server_uuid": "e5557549-785e-4d46-ba28-5c838009651a", "name": "network-vif-plugged", "status": "completed", "tag": "6c42dcb6-236f-4b06-a820-b3639fbcd38a"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:33.662488 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-57a43a6f-e0ab-45b7-8617-ab43ab2cd683 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=460b3bac-973b-467e-b971-7376ca87449c HTTP/1.1" status: 200 len: 217 time: 0.0829999 Jul 05 09:52:33.728682 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7497db5a-624b-4c48-bc69-04cb2917fdf0 x-openstack-request-id: req-7497db5a-624b-4c48-bc69-04cb2917fdf0 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:33.728986 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5557549-785e-4d46-ba28-5c838009651a", "name": "network-vif-plugged", "status": "completed", "tag": "6c42dcb6-236f-4b06-a820-b3639fbcd38a", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:33.729270 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7497db5a-624b-4c48-bc69-04cb2917fdf0 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:33.729647 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5557549-785e-4d46-ba28-5c838009651a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c42dcb6-236f-4b06-a820-b3639fbcd38a', 'code': 200} Jul 05 09:52:33.744523 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114c89a-1a7e-43ca-828f-ea7197a89ea0 None None] Pushing event updated for resources: {'Port': ['ID=e580c229-408a-4132-b366-9fff023ef966,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:33.767822 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b114c89a-1a7e-43ca-828f-ea7197a89ea0 None None] Attempting to bind port e580c229-408a-4132-b366-9fff023ef966 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:33.772782 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431f0be-f58d-41e2-8772-06fe28cb9803 req-65905617-6a81-4faa-ab0e-369a8139422e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:33.773629 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b114c89a-1a7e-43ca-828f-ea7197a89ea0 None None] Attempting to bind port e580c229-408a-4132-b366-9fff023ef966 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '58603a13-e8c3-4361-b349-3d74a8bc11ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '656c09ba-8d2f-4dda-a496-98aa66d18a5e'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:33.774038 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b114c89a-1a7e-43ca-828f-ea7197a89ea0 None None] Attempting to bind port e580c229-408a-4132-b366-9fff023ef966 on network 656c09ba-8d2f-4dda-a496-98aa66d18a5e {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:33.779789 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b114c89a-1a7e-43ca-828f-ea7197a89ea0 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:33.780653 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431f0be-f58d-41e2-8772-06fe28cb9803 req-65905617-6a81-4faa-ab0e-369a8139422e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:33.782766 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b114c89a-1a7e-43ca-828f-ea7197a89ea0 None None] Checking segment: {'id': '58603a13-e8c3-4361-b349-3d74a8bc11ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '656c09ba-8d2f-4dda-a496-98aa66d18a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:33.783192 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b114c89a-1a7e-43ca-828f-ea7197a89ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.783690 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b114c89a-1a7e-43ca-828f-ea7197a89ea0 None None] Bound using segment: {'id': '58603a13-e8c3-4361-b349-3d74a8bc11ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '656c09ba-8d2f-4dda-a496-98aa66d18a5e'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:33.784263 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b114c89a-1a7e-43ca-828f-ea7197a89ea0 None None] Bound port: e580c229-408a-4132-b366-9fff023ef966, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58603a13-e8c3-4361-b349-3d74a8bc11ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '656c09ba-8d2f-4dda-a496-98aa66d18a5e'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:33.784700 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b114c89a-1a7e-43ca-828f-ea7197a89ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.788377 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431f0be-f58d-41e2-8772-06fe28cb9803 req-65905617-6a81-4faa-ab0e-369a8139422e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:33.797484 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6431f0be-f58d-41e2-8772-06fe28cb9803 req-65905617-6a81-4faa-ab0e-369a8139422e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 2419 time: 0.1935997 Jul 05 09:52:33.797751 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-6f4a9210-147e-4848-9a72-ae3c0a8e0203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:33.800603 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-6f4a9210-147e-4848-9a72-ae3c0a8e0203 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0f8e7e4d-421f-441d-944c-8060730bf9a3 HTTP/1.1" status: 200 len: 850 time: 0.1168873 Jul 05 09:52:33.850411 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6431f0be-f58d-41e2-8772-06fe28cb9803 req-8580d730-c28e-4b4e-8495-ee61a286191a tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496492 Jul 05 09:52:33.896713 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-f179f836-e57b-46fa-ac8e-147b0ca3b1ce service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cd0edaa5-6021-4fda-b638-4c2182f34c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875020 Jul 05 09:52:33.950077 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.004127 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b114c89a-1a7e-43ca-828f-ea7197a89ea0 None None] For port e580c229-408a-4132-b366-9fff023ef966, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:34.012862 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b114c89a-1a7e-43ca-828f-ea7197a89ea0 None None] For port e580c229-408a-4132-b366-9fff023ef966, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e580c229-408a-4132-b366-9fff023ef966,segment=NetworkSegment(58603a13-e8c3-4361-b349-3d74a8bc11ca),segment_id=58603a13-e8c3-4361-b349-3d74a8bc11ca)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:34.016640 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 9e78f760-1c1c-409e-9193-ed99ed6f3ef9, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=9e78f760-1c1c-409e-9193-ed99ed6f3ef9,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:34.019077 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b114c89a-1a7e-43ca-828f-ea7197a89ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.031120 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.031659 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device aec12d55-b4d5-49cd-aaf6-168fc2c13c6e up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:34.043578 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6aaa61-e1de-4709-8349-b5c9e5074b02 req-e62dbbdb-d299-43d4-b7c8-d0a2c8637c48 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:34.045752 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ed6aaa61-e1de-4709-8349-b5c9e5074b02 req-e62dbbdb-d299-43d4-b7c8-d0a2c8637c48 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edef963-b558-4cfe-b37c-3405792eac8c HTTP/1.1" status: 200 len: 947 time: 0.1071460 Jul 05 09:52:34.133215 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba82e33-4636-4926-9c9f-2dc06879faf5 req-65662b92-a15f-49d6-8587-6bc2802ef67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:34.134106 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114c89a-1a7e-43ca-828f-ea7197a89ea0 None None] Pushing event updated for resources: {'Port': ['ID=e580c229-408a-4132-b366-9fff023ef966,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:34.134802 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba82e33-4636-4926-9c9f-2dc06879faf5 req-65662b92-a15f-49d6-8587-6bc2802ef67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:34.135507 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba82e33-4636-4926-9c9f-2dc06879faf5 req-65662b92-a15f-49d6-8587-6bc2802ef67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:34.137030 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ed6aaa61-e1de-4709-8349-b5c9e5074b02 req-5b7b5e4e-d68d-4454-b3a8-d6965f7045d0 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842733 Jul 05 09:52:34.147772 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-aba82e33-4636-4926-9c9f-2dc06879faf5 req-65662b92-a15f-49d6-8587-6bc2802ef67a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 2872 time: 0.3207963 Jul 05 09:52:34.154202 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-8e23560b-636b-4f1a-9fca-be4dbd0e3eef service neutron] 10.222.0.78 "GET /v2.0/networks/cd0edaa5-6021-4fda-b638-4c2182f34c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492161 Jul 05 09:52:34.208894 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=9e78f760-1c1c-409e-9193-ed99ed6f3ef9,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:34.228100 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port aec12d55-b4d5-49cd-aaf6-168fc2c13c6e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:34.238266 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port aec12d55-b4d5-49cd-aaf6-168fc2c13c6e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:34.238668 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.267841 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aec8b97b-102b-45d5-99a0-76229e0f7d1d tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.289593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59010) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:34.305205 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-aba82e33-4636-4926-9c9f-2dc06879faf5 req-60a7b755-d404-4057-b827-470bd65a39c1 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497045 Jul 05 09:52:34.358345 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.447287 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port aec12d55-b4d5-49cd-aaf6-168fc2c13c6e, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=aec12d55-b4d5-49cd-aaf6-168fc2c13c6e,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:34.452612 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.479878 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8b97b-102b-45d5-99a0-76229e0f7d1d tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event updated for resources: {'Subnet': ['ID=c2cf5c1a-2091-4441-9d9d-e796bb05d96e,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:34.492714 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c6806f0a-d3d7-40e9-87cc-e50cf9a6b259 req-cbbe73fe-6ee9-4120-b9d0-2ed4696c4436 service neutron] 10.222.0.78 "GET /v2.0/networks/cd0edaa5-6021-4fda-b638-4c2182f34c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317039 Jul 05 09:52:34.503187 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec8b97b-102b-45d5-99a0-76229e0f7d1d tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Checking segment: {'id': '9b279374-0bf2-42fe-ab36-dd60ca5dcb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '54872b92-eefb-49fb-863a-da2de45895b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:34.503570 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec8b97b-102b-45d5-99a0-76229e0f7d1d tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Network hostable DHCP agents. Network: 54872b92-eefb-49fb-863a-da2de45895b9, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:52:34.556220 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec8b97b-102b-45d5-99a0-76229e0f7d1d tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Network 54872b92-eefb-49fb-863a-da2de45895b9 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:52:34.576245 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-aec8b97b-102b-45d5-99a0-76229e0f7d1d tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 54872b92-eefb-49fb-863a-da2de45895b9) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:34.600297 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44986b81-8448-4500-903f-c79f5761bacb None None] Network 54872b92-eefb-49fb-863a-da2de45895b9 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:34.620985 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec8b97b-102b-45d5-99a0-76229e0f7d1d tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:34.622128 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aec8b97b-102b-45d5-99a0-76229e0f7d1d tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.642870 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-78f4079c-3e1b-4e0b-aafa-0f94a34d3a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.653227 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e239bc8-0728-4fdd-9490-ac562410fbd8 req-57f48466-c33d-408e-8853-e17cbcd44919 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:34.656500 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3e239bc8-0728-4fdd-9490-ac562410fbd8 req-57f48466-c33d-408e-8853-e17cbcd44919 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=27a83089-491a-44c9-92c2-c4a8b8b226e0 HTTP/1.1" status: 200 len: 946 time: 0.1355321 Jul 05 09:52:34.678368 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=aec12d55-b4d5-49cd-aaf6-168fc2c13c6e,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:34.684136 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-aec8b97b-102b-45d5-99a0-76229e0f7d1d tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4864321 Jul 05 09:52:34.686894 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59026) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:34.768533 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fca8b4-5e97-415f-a394-2c56c6686a52 req-59cedd2a-1c60-4968-9738-e87e420be35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:34.770137 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-16fca8b4-5e97-415f-a394-2c56c6686a52 req-59cedd2a-1c60-4968-9738-e87e420be35c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=97098045dda644a29c09246e365629d5&device_id=24023d99-e481-47c8-a849-17a64e0ab85a HTTP/1.1" status: 200 len: 1095 time: 0.1832139 Jul 05 09:52:34.804811 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3e239bc8-0728-4fdd-9490-ac562410fbd8 req-f1ac345a-dd34-4ced-933a-c15d4fafef4c tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250217 Jul 05 09:52:34.865800 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef7c8d2-bdf8-4756-b6c3-cd7934ec61e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-54872b92-eefb-49fb-863a-da2de45895b9', 'network_id': '54872b92-eefb-49fb-863a-da2de45895b9', 'tenant_id': 'eb615f4146d44bb6b6f0fa7b2f5d5e8b', 'fixed_ips': [{'subnet_id': 'c2cf5c1a-2091-4441-9d9d-e796bb05d96e'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:52:34.867321 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aef7c8d2-bdf8-4756-b6c3-cd7934ec61e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.879990 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.985217 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fca8b4-5e97-415f-a394-2c56c6686a52 req-1248fa50-35fd-4003-83b2-2eae176cc5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:34.985488 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-78f4079c-3e1b-4e0b-aafa-0f94a34d3a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.997633 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-16fca8b4-5e97-415f-a394-2c56c6686a52 req-1248fa50-35fd-4003-83b2-2eae176cc5b6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cd0edaa5-6021-4fda-b638-4c2182f34c60 HTTP/1.1" status: 200 len: 911 time: 0.2184236 Jul 05 09:52:35.008610 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8a2a0-d650-4024-9d57-2a5ed68f0eab req-f8cd92ce-52b1-4841-ba92-7db9d668841b tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:35.020556 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7cc8a2a0-d650-4024-9d57-2a5ed68f0eab req-f8cd92ce-52b1-4841-ba92-7db9d668841b tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/ports?device_id=24023d99-e481-47c8-a849-17a64e0ab85a HTTP/1.1" status: 200 len: 944 time: 0.3790529 Jul 05 09:52:35.043481 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-78f4079c-3e1b-4e0b-aafa-0f94a34d3a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:35.069123 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e580c229-408a-4132-b366-9fff023ef966 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:35.103584 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-16fca8b4-5e97-415f-a394-2c56c6686a52 req-7f011e34-e15a-4014-89da-8ddb721a0dd4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=460b3bac-973b-467e-b971-7376ca87449c HTTP/1.1" status: 200 len: 217 time: 0.0856237 Jul 05 09:52:35.122225 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:35.230724 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f4079c-3e1b-4e0b-aafa-0f94a34d3a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906587fa-e997-4c06-9c32-6ef73eccb31d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:35.288711 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7cc8a2a0-d650-4024-9d57-2a5ed68f0eab req-176c0e12-3c21-4af8-b5ba-d142180bc520 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/security-groups?id=37a956aa-294e-468e-b23c-b82794a36a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671297 Jul 05 09:52:35.291120 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-78f4079c-3e1b-4e0b-aafa-0f94a34d3a2f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=afc6843344cc4cf1b8b66bef0ac5a84a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0005007 Jul 05 09:52:35.295430 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59048) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:35.314284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port e580c229-408a-4132-b366-9fff023ef966 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:35.341217 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-aef7c8d2-bdf8-4756-b6c3-cd7934ec61e8 None None] Allocated IP 2001:db8::1 (54872b92-eefb-49fb-863a-da2de45895b9/c2cf5c1a-2091-4441-9d9d-e796bb05d96e/f8a476e8-b649-4ceb-a021-0a2a1105c7cf) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:35.408709 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9e5e1e8d-813c-4ebe-8c26-bdee61446cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:35.463693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59050) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:35.473076 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device ca8c7349-cfbb-475b-9b5c-8e68e92a32eb details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:52:35.507802 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9e5e1e8d-813c-4ebe-8c26-bdee61446cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:35.597446 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port ca8c7349-cfbb-475b-9b5c-8e68e92a32eb, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=ca8c7349-cfbb-475b-9b5c-8e68e92a32eb,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:35.609893 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9e5e1e8d-813c-4ebe-8c26-bdee61446cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:35.612591 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9e5e1e8d-813c-4ebe-8c26-bdee61446cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:35.613595 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'ca8c7349-cfbb-475b-9b5c-8e68e92a32eb', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': 'ca8c7349-cfbb-475b-9b5c-8e68e92a32eb', 'mac_address': 'fa:16:3e:da:14:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:52:35.617051 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9e5e1e8d-813c-4ebe-8c26-bdee61446cad admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/906587fa-e997-4c06-9c32-6ef73eccb31d HTTP/1.1" status: 204 len: 168 time: 0.3209388 Jul 05 09:52:35.637831 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fca8b4-5e97-415f-a394-2c56c6686a52 req-b0d1c61d-6c92-498e-9b24-122ccc56f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:35.639700 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-16fca8b4-5e97-415f-a394-2c56c6686a52 req-b0d1c61d-6c92-498e-9b24-122ccc56f189 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0f8e7e4d-421f-441d-944c-8060730bf9a3 HTTP/1.1" status: 200 len: 850 time: 0.5262518 Jul 05 09:52:35.652164 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca7d312-56f4-4610-9292-ff4b39874354 None None] Network 656c09ba-8d2f-4dda-a496-98aa66d18a5e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:35.653915 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02437c27-e90a-4c11-a566-c19700a58ae8 req-29a6d1b3-5602-4c08-bc93-d43e7691b8fe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:35.665705 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02437c27-e90a-4c11-a566-c19700a58ae8 req-29a6d1b3-5602-4c08-bc93-d43e7691b8fe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:35.682131 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02437c27-e90a-4c11-a566-c19700a58ae8 req-29a6d1b3-5602-4c08-bc93-d43e7691b8fe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:35.688919 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02437c27-e90a-4c11-a566-c19700a58ae8 req-29a6d1b3-5602-4c08-bc93-d43e7691b8fe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 2419 time: 0.5065176 Jul 05 09:52:35.695021 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-16fca8b4-5e97-415f-a394-2c56c6686a52 req-1af0a79c-ff8f-4361-bff0-8090a2d53bce service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cd0edaa5-6021-4fda-b638-4c2182f34c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438077 Jul 05 09:52:35.699204 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e1e8d-813c-4ebe-8c26-bdee61446cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906587fa-e997-4c06-9c32-6ef73eccb31d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:35.759208 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a727c62c-eae3-4488-899f-a7a31e568511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:35.778238 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02437c27-e90a-4c11-a566-c19700a58ae8 req-9a056cf3-7515-4890-bcbe-e8161760d2b0 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801029 Jul 05 09:52:35.801342 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a83089-491a-44c9-92c2-c4a8b8b226e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e78f760-1c1c-409e-9193-ed99ed6f3ef9'}, {'server_uuid': '287a804c-38dc-47b1-ab7e-6a326b998cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec12d55-b4d5-49cd-aaf6-168fc2c13c6e'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:35.805933 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddc1f6d-6e0b-43f7-af98-b474929db12d" -d '{"events": [{"server_uuid": "27a83089-491a-44c9-92c2-c4a8b8b226e0", "name": "network-vif-plugged", "status": "completed", "tag": "9e78f760-1c1c-409e-9193-ed99ed6f3ef9"}, {"server_uuid": "287a804c-38dc-47b1-ab7e-6a326b998cde", "name": "network-vif-plugged", "status": "completed", "tag": "aec12d55-b4d5-49cd-aaf6-168fc2c13c6e"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:35.836384 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e310f-08c8-46a2-bc63-52dce1f28492 req-13996a79-4d17-4a7d-a2a6-a7c90dfae300 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:35.844564 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f29e310f-08c8-46a2-bc63-52dce1f28492 req-13996a79-4d17-4a7d-a2a6-a7c90dfae300 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edef963-b558-4cfe-b37c-3405792eac8c HTTP/1.1" status: 200 len: 947 time: 0.3821957 Jul 05 09:52:35.873498 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-16fca8b4-5e97-415f-a394-2c56c6686a52 req-db4a5ad9-622e-4aa3-981c-8290889d6900 service neutron] 10.222.0.78 "GET /v2.0/networks/cd0edaa5-6021-4fda-b638-4c2182f34c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688848 Jul 05 09:52:35.905151 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f29e310f-08c8-46a2-bc63-52dce1f28492 req-9dd005a9-a982-461f-8456-481604b7ed1b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594354 Jul 05 09:52:36.000293 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-16fca8b4-5e97-415f-a394-2c56c6686a52 req-b661a2be-d601-40fb-8cbd-122c1253ec9b service neutron] 10.222.0.78 "GET /v2.0/networks/cd0edaa5-6021-4fda-b638-4c2182f34c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226807 Jul 05 09:52:36.004539 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-726549df-6843-486f-879a-28ccfc3f6a4b None None] Provisioning for port e580c229-408a-4132-b366-9fff023ef966 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:36.016988 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9069b7ad-9cec-4653-bf02-319b75c68e38 x-openstack-request-id: req-9069b7ad-9cec-4653-bf02-319b75c68e38 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:36.017316 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a83089-491a-44c9-92c2-c4a8b8b226e0", "name": "network-vif-plugged", "status": "completed", "tag": "9e78f760-1c1c-409e-9193-ed99ed6f3ef9", "code": 200}, {"server_uuid": "287a804c-38dc-47b1-ab7e-6a326b998cde", "name": "network-vif-plugged", "status": "completed", "tag": "aec12d55-b4d5-49cd-aaf6-168fc2c13c6e", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:36.017630 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9069b7ad-9cec-4653-bf02-319b75c68e38 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:36.018111 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a83089-491a-44c9-92c2-c4a8b8b226e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e78f760-1c1c-409e-9193-ed99ed6f3ef9', 'code': 200} Jul 05 09:52:36.018375 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287a804c-38dc-47b1-ab7e-6a326b998cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec12d55-b4d5-49cd-aaf6-168fc2c13c6e', 'code': 200} Jul 05 09:52:36.036732 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-726549df-6843-486f-879a-28ccfc3f6a4b None None] Provisioning complete for port e580c229-408a-4132-b366-9fff023ef966 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:36.037112 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-726549df-6843-486f-879a-28ccfc3f6a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.064315 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a727c62c-eae3-4488-899f-a7a31e568511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.068353 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.068713 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.072679 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a727c62c-eae3-4488-899f-a7a31e568511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.127390 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727c62c-eae3-4488-899f-a7a31e568511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cb8e80-c7ce-4886-82c9-3df0678c161c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:36.144929 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8c7349-cfbb-475b-9b5c-8e68e92a32eb {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:52:36.215899 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port ca8c7349-cfbb-475b-9b5c-8e68e92a32eb, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=ca8c7349-cfbb-475b-9b5c-8e68e92a32eb,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:36.216075 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a727c62c-eae3-4488-899f-a7a31e568511 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e8eb0d8ce79449a5995fb581b4073233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7486701 Jul 05 09:52:36.216827 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59064) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:36.219628 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aef7c8d2-bdf8-4756-b6c3-cd7934ec61e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.223220 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd4955-7955-4d63-8805-ccb5090dad08 req-00f80667-9635-4b64-bca1-193abe21ff95 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.224767 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ddfd4955-7955-4d63-8805-ccb5090dad08 req-00f80667-9635-4b64-bca1-193abe21ff95 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=27a83089-491a-44c9-92c2-c4a8b8b226e0 HTTP/1.1" status: 200 len: 946 time: 0.2706575 Jul 05 09:52:36.228296 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.242414 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-aef7c8d2-bdf8-4756-b6c3-cd7934ec61e8 None None] Transition to ACTIVE for port object f8a476e8-b649-4ceb-a021-0a2a1105c7cf will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:36.254949 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59066) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:36.280174 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530af097-0ea8-4967-ab57-ad9103aced36 req-6efb1444-ece2-4de8-9582-da6d6a8cb2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.281786 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-530af097-0ea8-4967-ab57-ad9103aced36 req-6efb1444-ece2-4de8-9582-da6d6a8cb2b6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=27a83089-491a-44c9-92c2-c4a8b8b226e0 HTTP/1.1" status: 200 len: 1097 time: 0.1589885 Jul 05 09:52:36.283038 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-564f09af-2307-4f1e-bdf7-712544f9c9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.285557 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f4d91-aba5-49f8-813a-61c6ee193211 req-eea3e528-59e0-43b9-87c3-99f07de660c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.287237 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-724f4d91-aba5-49f8-813a-61c6ee193211 req-eea3e528-59e0-43b9-87c3-99f07de660c2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=287a804c-38dc-47b1-ab7e-6a326b998cde HTTP/1.1" status: 200 len: 1101 time: 0.1704912 Jul 05 09:52:36.300688 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ddfd4955-7955-4d63-8805-ccb5090dad08 req-63049ed8-1bb1-4064-934b-db3db426b21c tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642488 Jul 05 09:52:36.315199 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d7def261-22dd-464b-82ce-77fccda0e5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.329710 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-aef7c8d2-bdf8-4756-b6c3-cd7934ec61e8 None None] Transition to ACTIVE for port object f8a476e8-b649-4ceb-a021-0a2a1105c7cf will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:36.341441 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-726549df-6843-486f-879a-28ccfc3f6a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.345357 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=ca8c7349-cfbb-475b-9b5c-8e68e92a32eb,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:36.355834 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aef7c8d2-bdf8-4756-b6c3-cd7934ec61e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.391405 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-724f4d91-aba5-49f8-813a-61c6ee193211 req-15ea21ce-e32d-4a2b-9b6e-de88ec00ad24 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898063 Jul 05 09:52:36.394098 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-530af097-0ea8-4967-ab57-ad9103aced36 req-fb523bcc-9d1a-4ebb-b513-726fa5728ba4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917981 Jul 05 09:52:36.428130 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef7c8d2-bdf8-4756-b6c3-cd7934ec61e8 None None] Network 54872b92-eefb-49fb-863a-da2de45895b9 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:36.429782 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d7def261-22dd-464b-82ce-77fccda0e5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.432064 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.438753 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-aef7c8d2-bdf8-4756-b6c3-cd7934ec61e8 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:36.451165 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef7c8d2-bdf8-4756-b6c3-cd7934ec61e8 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:36.455952 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7c8d2-bdf8-4756-b6c3-cd7934ec61e8 None None] Pushing event updated for resources: {'Port': ['ID=f8a476e8-b649-4ceb-a021-0a2a1105c7cf,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:36.461479 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-726549df-6843-486f-879a-28ccfc3f6a4b None None] For port e580c229-408a-4132-b366-9fff023ef966, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e580c229-408a-4132-b366-9fff023ef966,segment=NetworkSegment(58603a13-e8c3-4361-b349-3d74a8bc11ca),segment_id=58603a13-e8c3-4361-b349-3d74a8bc11ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:36.468580 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-726549df-6843-486f-879a-28ccfc3f6a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.498766 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Subnet': ['ID=c2cf5c1a-2091-4441-9d9d-e796bb05d96e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:36.529823 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['ca8c7349-cfbb-475b-9b5c-8e68e92a32eb'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:52:36.538031 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7c137-141d-449a-9b44-2b4cbbee7717 req-b12af77f-87c2-4027-b47b-c6a92e873ebf tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.539737 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15f7c137-141d-449a-9b44-2b4cbbee7717 req-b12af77f-87c2-4027-b47b-c6a92e873ebf tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/ports?device_id=24023d99-e481-47c8-a849-17a64e0ab85a HTTP/1.1" status: 200 len: 944 time: 0.0827870 Jul 05 09:52:36.595794 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726549df-6843-486f-879a-28ccfc3f6a4b None None] Pushing event updated for resources: {'Port': ['ID=e580c229-408a-4132-b366-9fff023ef966,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:36.614180 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15f7c137-141d-449a-9b44-2b4cbbee7717 req-94132353-2beb-41d5-bfb9-bb30a4b30b46 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/security-groups?id=37a956aa-294e-468e-b23c-b82794a36a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615692 Jul 05 09:52:36.622230 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-564f09af-2307-4f1e-bdf7-712544f9c9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.632798 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-564f09af-2307-4f1e-bdf7-712544f9c9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.648137 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.683075 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54872b92-eefb-49fb-863a-da2de45895b9']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:36.700491 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d7def261-22dd-464b-82ce-77fccda0e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.702991 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d7def261-22dd-464b-82ce-77fccda0e5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.707130 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d7def261-22dd-464b-82ce-77fccda0e5ec admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/98cb8e80-c7ce-4886-82c9-3df0678c161c HTTP/1.1" status: 204 len: 168 time: 0.4862661 Jul 05 09:52:36.710277 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b279374-0bf2-42fe-ab36-dd60ca5dcb55') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:36.710585 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b279374-0bf2-42fe-ab36-dd60ca5dcb55') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:36.717026 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-564f09af-2307-4f1e-bdf7-712544f9c9a0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d2f6970f1e7241f89e7b549a7d21aa4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4592109 Jul 05 09:52:36.717422 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59072) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:36.720248 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f09af-2307-4f1e-bdf7-712544f9c9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba794fa8-9f0b-41ab-b99d-a1b1d4a8f785,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:36.727063 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.740388 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7def261-22dd-464b-82ce-77fccda0e5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cb8e80-c7ce-4886-82c9-3df0678c161c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:36.748555 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.759287 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:52:36.760135 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.778499 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-aef7c8d2-bdf8-4756-b6c3-cd7934ec61e8 None None] Attempting to bind port f8a476e8-b649-4ceb-a021-0a2a1105c7cf on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:36.778877 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-aef7c8d2-bdf8-4756-b6c3-cd7934ec61e8 None None] Attempting to bind port f8a476e8-b649-4ceb-a021-0a2a1105c7cf by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '9b279374-0bf2-42fe-ab36-dd60ca5dcb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '54872b92-eefb-49fb-863a-da2de45895b9'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:36.779240 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef7c8d2-bdf8-4756-b6c3-cd7934ec61e8 None None] Attempting to bind port f8a476e8-b649-4ceb-a021-0a2a1105c7cf on network 54872b92-eefb-49fb-863a-da2de45895b9 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:36.791838 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31d8cc79-a2e6-42a4-a875-ad1f5ea15732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.823584 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31d8cc79-a2e6-42a4-a875-ad1f5ea15732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.836475 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef7c8d2-bdf8-4756-b6c3-cd7934ec61e8 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:36.836861 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef7c8d2-bdf8-4756-b6c3-cd7934ec61e8 None None] Checking segment: {'id': '9b279374-0bf2-42fe-ab36-dd60ca5dcb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '54872b92-eefb-49fb-863a-da2de45895b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:36.837266 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aef7c8d2-bdf8-4756-b6c3-cd7934ec61e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.837660 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef7c8d2-bdf8-4756-b6c3-cd7934ec61e8 None None] Bound using segment: {'id': '9b279374-0bf2-42fe-ab36-dd60ca5dcb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '54872b92-eefb-49fb-863a-da2de45895b9'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:36.838171 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-aef7c8d2-bdf8-4756-b6c3-cd7934ec61e8 None None] Bound port: f8a476e8-b649-4ceb-a021-0a2a1105c7cf, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b279374-0bf2-42fe-ab36-dd60ca5dcb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '54872b92-eefb-49fb-863a-da2de45895b9'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:36.838569 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aef7c8d2-bdf8-4756-b6c3-cd7934ec61e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:52:36.840168 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:52:36.849959 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 09:52:36.849959 n-d-798054-8 neutron-server[93906]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 09:52:36.849959 n-d-798054-8 neutron-server[93906]: [parameters: {'id': '54872b92-eefb-49fb-863a-da2de45895b9'}] Jul 05 09:52:36.849959 n-d-798054-8 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:52:36.850767 n-d-798054-8 neutron-server[93906]: DEBUG oslo_db.api [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:52:36.893969 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31d8cc79-a2e6-42a4-a875-ad1f5ea15732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.901864 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31d8cc79-a2e6-42a4-a875-ad1f5ea15732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.903953 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-31d8cc79-a2e6-42a4-a875-ad1f5ea15732 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ba794fa8-9f0b-41ab-b99d-a1b1d4a8f785 HTTP/1.1" status: 204 len: 168 time: 0.1855044 Jul 05 09:52:36.915100 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8702cf94-01e0-48e6-b56c-795536884bb9 None None] Provisioning complete for port e580c229-408a-4132-b366-9fff023ef966 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:36.915487 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8702cf94-01e0-48e6-b56c-795536884bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.930373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8cc79-a2e6-42a4-a875-ad1f5ea15732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba794fa8-9f0b-41ab-b99d-a1b1d4a8f785,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:37.000963 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e580c229-408a-4132-b366-9fff023ef966 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:37.085536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d0ccd-dfe0-4b41-a508-7bdb3f3d38bf req-4acc68d4-2ad5-4a6f-b92b-bb3a3655c900 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:37.097599 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d0ccd-dfe0-4b41-a508-7bdb3f3d38bf req-4acc68d4-2ad5-4a6f-b92b-bb3a3655c900 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:37.097985 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-aef7c8d2-bdf8-4756-b6c3-cd7934ec61e8 None None] For port f8a476e8-b649-4ceb-a021-0a2a1105c7cf, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:37.104545 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d0ccd-dfe0-4b41-a508-7bdb3f3d38bf req-4acc68d4-2ad5-4a6f-b92b-bb3a3655c900 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:37.107045 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d6d0ccd-dfe0-4b41-a508-7bdb3f3d38bf req-4acc68d4-2ad5-4a6f-b92b-bb3a3655c900 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 2419 time: 0.1441731 Jul 05 09:52:37.124091 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-aef7c8d2-bdf8-4756-b6c3-cd7934ec61e8 None None] For port f8a476e8-b649-4ceb-a021-0a2a1105c7cf, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f8a476e8-b649-4ceb-a021-0a2a1105c7cf,segment=NetworkSegment(9b279374-0bf2-42fe-ab36-dd60ca5dcb55),segment_id=9b279374-0bf2-42fe-ab36-dd60ca5dcb55)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:37.154072 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aef7c8d2-bdf8-4756-b6c3-cd7934ec61e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:37.203212 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59086) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:37.212447 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d6d0ccd-dfe0-4b41-a508-7bdb3f3d38bf req-82b53f7f-5a08-4884-95b0-4a03822ca025 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944755 Jul 05 09:52:37.236629 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-972d4688-3748-48dd-8801-d04d3abb567d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:37.248975 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e22e6-0992-48a3-bdf1-6a7781c56740 req-e1ee4fb1-471c-47c3-95c9-958fda3a7499 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:37.250592 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-683e22e6-0992-48a3-bdf1-6a7781c56740 req-e1ee4fb1-471c-47c3-95c9-958fda3a7499 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edef963-b558-4cfe-b37c-3405792eac8c HTTP/1.1" status: 200 len: 948 time: 0.1370804 Jul 05 09:52:37.310691 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port e580c229-408a-4132-b366-9fff023ef966 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:37.311069 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:37.320868 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7c8d2-bdf8-4756-b6c3-cd7934ec61e8 None None] Pushing event updated for resources: {'Port': ['ID=f8a476e8-b649-4ceb-a021-0a2a1105c7cf,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:37.358465 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3f59b9-b6a4-4211-8126-c0e8afa11eb6 None None] Network 54872b92-eefb-49fb-863a-da2de45895b9 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:37.364337 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:37.371568 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-683e22e6-0992-48a3-bdf1-6a7781c56740 req-0db7229a-5b62-4af9-92fb-10d85d04fe59 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123259 Jul 05 09:52:37.517470 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-972d4688-3748-48dd-8801-d04d3abb567d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:37.530760 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-972d4688-3748-48dd-8801-d04d3abb567d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:37.567041 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d4688-3748-48dd-8801-d04d3abb567d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199e0c05-194c-4388-8815-9c39d4ce42c4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:37.578526 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Deleting port f8a476e8-b649-4ceb-a021-0a2a1105c7cf {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:37.578927 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:37.639568 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-972d4688-3748-48dd-8801-d04d3abb567d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=13984cdac80d40d89810a47cd0470f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4327297 Jul 05 09:52:37.644144 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59100) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:37.648105 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fecd3b-0a85-4729-82c9-114c615efcca None None] get_active_networks_info from n-d-798054-8 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 09:52:37.713011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] For port f8a476e8-b649-4ceb-a021-0a2a1105c7cf, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f8a476e8-b649-4ceb-a021-0a2a1105c7cf,segment=NetworkSegment(9b279374-0bf2-42fe-ab36-dd60ca5dcb55),segment_id=9b279374-0bf2-42fe-ab36-dd60ca5dcb55)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:37.714068 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:37.735536 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Calling delete_port for f8a476e8-b649-4ceb-a021-0a2a1105c7cf owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:37.748268 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32d17d4e-1174-452a-8e9a-869ce20e5586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:37.751836 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43cf62b-67d7-4a9d-9afa-301bfbae3886 req-319fe791-dcf1-4eed-a9f4-e2820a5662d1 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:37.759534 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d43cf62b-67d7-4a9d-9afa-301bfbae3886 req-319fe791-dcf1-4eed-a9f4-e2820a5662d1 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=27a83089-491a-44c9-92c2-c4a8b8b226e0 HTTP/1.1" status: 200 len: 946 time: 0.1395769 Jul 05 09:52:37.834944 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32d17d4e-1174-452a-8e9a-869ce20e5586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:37.838431 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d43cf62b-67d7-4a9d-9afa-301bfbae3886 req-3ce5d764-de2f-4b88-923f-8a10d43d91d0 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709803 Jul 05 09:52:37.918621 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:37.936019 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fecd3b-0a85-4729-82c9-114c615efcca None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 09:52:37.962003 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Port': ['ID=f8a476e8-b649-4ceb-a021-0a2a1105c7cf,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:37.966960 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32d17d4e-1174-452a-8e9a-869ce20e5586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:37.979809 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32d17d4e-1174-452a-8e9a-869ce20e5586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:37.982499 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-32d17d4e-1174-452a-8e9a-869ce20e5586 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/199e0c05-194c-4388-8815-9c39d4ce42c4 HTTP/1.1" status: 204 len: 168 time: 0.3373754 Jul 05 09:52:38.004615 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] No DVR routers for this DVR port f8a476e8-b649-4ceb-a021-0a2a1105c7cf on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:52:38.053909 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d17d4e-1174-452a-8e9a-869ce20e5586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199e0c05-194c-4388-8815-9c39d4ce42c4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:38.060441 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df2b0e-2cca-421d-8a77-3e61bb4b92e7 req-ee53148c-32de-4ac1-b1ab-39919c21c606 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:38.069579 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91df2b0e-2cca-421d-8a77-3e61bb4b92e7 req-ee53148c-32de-4ac1-b1ab-39919c21c606 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/ports?device_id=24023d99-e481-47c8-a849-17a64e0ab85a HTTP/1.1" status: 200 len: 944 time: 0.0995393 Jul 05 09:52:38.176803 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91df2b0e-2cca-421d-8a77-3e61bb4b92e7 req-b9bfca95-0f85-4bf1-9733-93504ee17cec tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/security-groups?id=37a956aa-294e-468e-b23c-b82794a36a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032503 Jul 05 09:52:38.201290 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:38.212716 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54872b92-eefb-49fb-863a-da2de45895b9']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:38.246506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b279374-0bf2-42fe-ab36-dd60ca5dcb55') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:38.246815 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b279374-0bf2-42fe-ab36-dd60ca5dcb55') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:38.265298 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:38.285954 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:38.300920 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:52:38.301590 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:52:38.310393 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:52:38.318953 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a45a7b-4f0a-4b3c-b20f-24661dbf61a1 req-9ae38ba1-2799-49ef-902e-00df56a49718 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:38.326325 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a45a7b-4f0a-4b3c-b20f-24661dbf61a1 req-9ae38ba1-2799-49ef-902e-00df56a49718 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:38.333480 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a45a7b-4f0a-4b3c-b20f-24661dbf61a1 req-9ae38ba1-2799-49ef-902e-00df56a49718 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:38.341288 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0a45a7b-4f0a-4b3c-b20f-24661dbf61a1 req-9ae38ba1-2799-49ef-902e-00df56a49718 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 2419 time: 0.1226563 Jul 05 09:52:38.408100 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:38.410413 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0a45a7b-4f0a-4b3c-b20f-24661dbf61a1 req-1613cffb-ff64-4e62-8e1f-226f0d7982a7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543973 Jul 05 09:52:38.420346 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:38.426088 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/networks/54872b92-eefb-49fb-863a-da2de45895b9 HTTP/1.1" status: 204 len: 168 time: 3.7332377 Jul 05 09:52:38.428048 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59128) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:38.444382 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a24e9be3-8282-4b48-8950-902a72a03712 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-935928455'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:38.451451 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cff973-e80d-402f-a174-2b07c65927da tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Network': ['ID=54872b92-eefb-49fb-863a-da2de45895b9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:38.477841 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24e9be3-8282-4b48-8950-902a72a03712 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Made reservation on behalf of eb615f4146d44bb6b6f0fa7b2f5d5e8b for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:38.484454 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a24e9be3-8282-4b48-8950-902a72a03712 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:38.519802 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24e9be3-8282-4b48-8950-902a72a03712 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:52:38.537884 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a24e9be3-8282-4b48-8950-902a72a03712 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:38.538394 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-a24e9be3-8282-4b48-8950-902a72a03712 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Added segment 087c2c20-043d-46b4-a587-9fdf46d604d3 of type vlan for network eac745f1-7ae6-4cee-b16a-ad2666d6bd28 Jul 05 09:52:38.603924 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913e2e9-a992-4c15-ac75-5972b224b6af req-eabacb88-f588-4aae-8f7f-20431e51b160 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:38.605562 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4913e2e9-a992-4c15-ac75-5972b224b6af req-eabacb88-f588-4aae-8f7f-20431e51b160 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edef963-b558-4cfe-b37c-3405792eac8c HTTP/1.1" status: 200 len: 948 time: 0.0832276 Jul 05 09:52:38.641947 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a24e9be3-8282-4b48-8950-902a72a03712 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:38.671565 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4913e2e9-a992-4c15-ac75-5972b224b6af req-10fbb690-3f3b-4fca-bcd2-a15dbd1ec95f tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603838 Jul 05 09:52:38.678612 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a24e9be3-8282-4b48-8950-902a72a03712 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:38.685440 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24e9be3-8282-4b48-8950-902a72a03712 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:38.686316 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a24e9be3-8282-4b48-8950-902a72a03712 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:38.705921 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a24e9be3-8282-4b48-8950-902a72a03712 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2668931 Jul 05 09:52:38.709561 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59142) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:38.715220 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0c8c4531-0d7d-442d-95d1-50e61d73a30c tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Request body: {'subnet': {'network_id': 'eac745f1-7ae6-4cee-b16a-ad2666d6bd28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:38.780650 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e9be3-8282-4b48-8950-902a72a03712 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event updated for resources: {'Network': ['ID=eac745f1-7ae6-4cee-b16a-ad2666d6bd28,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:38.792600 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network eac745f1-7ae6-4cee-b16a-ad2666d6bd28 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:52:38.829255 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8c4531-0d7d-442d-95d1-50e61d73a30c tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Made reservation on behalf of eb615f4146d44bb6b6f0fa7b2f5d5e8b for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:38.837450 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4531-0d7d-442d-95d1-50e61d73a30c tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.076833 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 460b3bac-973b-467e-b971-7376ca87449c details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:52:39.137761 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce99994-c5d9-4d1f-9b7e-e5028e7969ff req-7870c1ff-d5a0-43fe-b44e-f3ccc398e491 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:39.139290 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bce99994-c5d9-4d1f-9b7e-e5028e7969ff req-7870c1ff-d5a0-43fe-b44e-f3ccc398e491 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=27a83089-491a-44c9-92c2-c4a8b8b226e0 HTTP/1.1" status: 200 len: 946 time: 0.1567528 Jul 05 09:52:39.140220 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4531-0d7d-442d-95d1-50e61d73a30c tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.201565 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 460b3bac-973b-467e-b971-7376ca87449c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=460b3bac-973b-467e-b971-7376ca87449c,segment=NetworkSegment(d396ac75-ea3e-48e1-81d8-c0c199f3fa56),segment_id=d396ac75-ea3e-48e1-81d8-c0c199f3fa56)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:39.215627 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '460b3bac-973b-467e-b971-7376ca87449c', 'network_id': 'cd0edaa5-6021-4fda-b638-4c2182f34c60', 'port_id': '460b3bac-973b-467e-b971-7376ca87449c', 'mac_address': 'fa:16:3e:f6:4d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f8e7e4d-421f-441d-944c-8060730bf9a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:52:39.267104 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.277253 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c4531-0d7d-442d-95d1-50e61d73a30c tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event updated for resources: {'Subnet': ['ID=fd9ab439-42fe-4ede-bebf-efc60b8c47ed,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:39.285342 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460b3bac-973b-467e-b971-7376ca87449c {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:52:39.319458 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bce99994-c5d9-4d1f-9b7e-e5028e7969ff req-bf582946-1331-4dbf-ba28-f859cf3a17dc tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473286 Jul 05 09:52:39.319941 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 460b3bac-973b-467e-b971-7376ca87449c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=460b3bac-973b-467e-b971-7376ca87449c,segment=NetworkSegment(d396ac75-ea3e-48e1-81d8-c0c199f3fa56),segment_id=d396ac75-ea3e-48e1-81d8-c0c199f3fa56)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:39.324647 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.345680 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8c4531-0d7d-442d-95d1-50e61d73a30c tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Checking segment: {'id': '087c2c20-043d-46b4-a587-9fdf46d604d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'eac745f1-7ae6-4cee-b16a-ad2666d6bd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:39.346049 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8c4531-0d7d-442d-95d1-50e61d73a30c tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Network hostable DHCP agents. Network: eac745f1-7ae6-4cee-b16a-ad2666d6bd28, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:52:39.401715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8c4531-0d7d-442d-95d1-50e61d73a30c tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Network eac745f1-7ae6-4cee-b16a-ad2666d6bd28 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:52:39.415457 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=460b3bac-973b-467e-b971-7376ca87449c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:39.419033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-0c8c4531-0d7d-442d-95d1-50e61d73a30c tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, eac745f1-7ae6-4cee-b16a-ad2666d6bd28) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:39.432479 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f6fec9-535a-492b-9276-bab4f1bae368 None None] Network eac745f1-7ae6-4cee-b16a-ad2666d6bd28 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:39.435588 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8c4531-0d7d-442d-95d1-50e61d73a30c tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:39.436235 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4531-0d7d-442d-95d1-50e61d73a30c tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.465006 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ba181-2046-4a13-9df1-4402a339072b req-8c99b393-503b-4732-8ad0-b50a904f8fc7 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:39.472181 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-007ba181-2046-4a13-9df1-4402a339072b req-8c99b393-503b-4732-8ad0-b50a904f8fc7 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/ports?device_id=24023d99-e481-47c8-a849-17a64e0ab85a HTTP/1.1" status: 200 len: 945 time: 0.1277781 Jul 05 09:52:39.485792 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device ca8c7349-cfbb-475b-9b5c-8e68e92a32eb up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:39.492560 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59190) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:39.493401 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0c8c4531-0d7d-442d-95d1-50e61d73a30c tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7826612 Jul 05 09:52:39.500581 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-947ff6f8-b0c4-4804-924a-fbd0b8d042bf tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1972497467'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:39.533910 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947ff6f8-b0c4-4804-924a-fbd0b8d042bf tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Made reservation on behalf of eb615f4146d44bb6b6f0fa7b2f5d5e8b for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:39.539882 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-947ff6f8-b0c4-4804-924a-fbd0b8d042bf tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.579148 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947ff6f8-b0c4-4804-924a-fbd0b8d042bf tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:52:39.579645 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-007ba181-2046-4a13-9df1-4402a339072b req-9b2c7047-8614-44c7-ad33-7ec6111d89b9 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/security-groups?id=37a956aa-294e-468e-b23c-b82794a36a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991318 Jul 05 09:52:39.594089 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-947ff6f8-b0c4-4804-924a-fbd0b8d042bf tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.594841 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-947ff6f8-b0c4-4804-924a-fbd0b8d042bf tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Added segment e739eeb8-774a-4942-a0b3-094c075676da of type vlan for network f52f520e-5103-42c3-9877-250672a1f595 Jul 05 09:52:39.630869 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port ca8c7349-cfbb-475b-9b5c-8e68e92a32eb completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:39.661680 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-947ff6f8-b0c4-4804-924a-fbd0b8d042bf tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.697285 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-947ff6f8-b0c4-4804-924a-fbd0b8d042bf tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.703219 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port ca8c7349-cfbb-475b-9b5c-8e68e92a32eb triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:39.704043 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.716195 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947ff6f8-b0c4-4804-924a-fbd0b8d042bf tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:39.717628 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-947ff6f8-b0c4-4804-924a-fbd0b8d042bf tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.814516 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32910a74-feb7-4853-b12c-3a09a46d8473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-eac745f1-7ae6-4cee-b16a-ad2666d6bd28', 'network_id': 'eac745f1-7ae6-4cee-b16a-ad2666d6bd28', 'tenant_id': 'eb615f4146d44bb6b6f0fa7b2f5d5e8b', 'fixed_ips': [{'subnet_id': 'fd9ab439-42fe-4ede-bebf-efc60b8c47ed'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:52:39.815686 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32910a74-feb7-4853-b12c-3a09a46d8473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.929333 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c81e4-a35a-42dd-9357-53fc4123ca91 req-b2d05975-ee8b-4bc5-bff4-b93d087fc901 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:39.945085 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c81e4-a35a-42dd-9357-53fc4123ca91 req-b2d05975-ee8b-4bc5-bff4-b93d087fc901 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:39.961314 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c81e4-a35a-42dd-9357-53fc4123ca91 req-b2d05975-ee8b-4bc5-bff4-b93d087fc901 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:39.975660 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c4c81e4-a35a-42dd-9357-53fc4123ca91 req-b2d05975-ee8b-4bc5-bff4-b93d087fc901 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 2419 time: 0.1867392 Jul 05 09:52:39.997438 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ff6f8-b0c4-4804-924a-fbd0b8d042bf tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event updated for resources: {'Network': ['ID=f52f520e-5103-42c3-9877-250672a1f595,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:40.008410 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-947ff6f8-b0c4-4804-924a-fbd0b8d042bf tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5129755 Jul 05 09:52:40.017615 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59216) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:40.025238 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-fbff7d29-1420-4a09-adad-794513262b16 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Request body: {'subnet': {'network_id': 'f52f520e-5103-42c3-9877-250672a1f595', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:40.055913 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:40.072007 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['460b3bac-973b-467e-b971-7376ca87449c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:52:40.081723 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c4c81e4-a35a-42dd-9357-53fc4123ca91 req-268c3f65-d1e2-4344-8ed2-edf7835fbb6f tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997803 Jul 05 09:52:40.098372 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network f52f520e-5103-42c3-9877-250672a1f595 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:52:40.218798 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edef963-b558-4cfe-b37c-3405792eac8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8c7349-cfbb-475b-9b5c-8e68e92a32eb'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:40.221411 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d4db94-786a-4201-928a-b64ddf84fe5c" -d '{"events": [{"server_uuid": "2edef963-b558-4cfe-b37c-3405792eac8c", "name": "network-vif-plugged", "status": "completed", "tag": "ca8c7349-cfbb-475b-9b5c-8e68e92a32eb"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:40.238503 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd273a-1660-4ffb-88ae-3bff2781bf9b req-9f076e1a-c901-426b-905e-4e174bb3974f tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:40.246126 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port ca8c7349-cfbb-475b-9b5c-8e68e92a32eb, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=ca8c7349-cfbb-475b-9b5c-8e68e92a32eb,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:40.247194 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-87bd273a-1660-4ffb-88ae-3bff2781bf9b req-9f076e1a-c901-426b-905e-4e174bb3974f tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edef963-b558-4cfe-b37c-3405792eac8c HTTP/1.1" status: 200 len: 948 time: 0.1027911 Jul 05 09:52:40.262131 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:40.282197 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59224) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:40.297641 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa5a25-5a46-4486-a432-df859cb246bb req-afc5e2d7-c578-49dc-90ad-504882dcd2b4 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:40.300733 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-87bd273a-1660-4ffb-88ae-3bff2781bf9b req-c65e5bbe-f147-4586-9772-eceb351561ae tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446692 Jul 05 09:52:40.304072 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa5a25-5a46-4486-a432-df859cb246bb req-afc5e2d7-c578-49dc-90ad-504882dcd2b4 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:40.310018 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa5a25-5a46-4486-a432-df859cb246bb req-afc5e2d7-c578-49dc-90ad-504882dcd2b4 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:40.311724 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-57fa5a25-5a46-4486-a432-df859cb246bb req-afc5e2d7-c578-49dc-90ad-504882dcd2b4 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 2419 time: 0.4188058 Jul 05 09:52:40.349828 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbff7d29-1420-4a09-adad-794513262b16 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Made reservation on behalf of eb615f4146d44bb6b6f0fa7b2f5d5e8b for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:40.363874 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbff7d29-1420-4a09-adad-794513262b16 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:40.386659 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e7f4e-4f17-4752-80de-20d7ed3e41c7 req-5bd78115-3265-4084-ba16-a2ec2e264a9c tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:40.389380 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-522e7f4e-4f17-4752-80de-20d7ed3e41c7 req-5bd78115-3265-4084-ba16-a2ec2e264a9c tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=27a83089-491a-44c9-92c2-c4a8b8b226e0 HTTP/1.1" status: 200 len: 946 time: 0.0875139 Jul 05 09:52:40.406865 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=ca8c7349-cfbb-475b-9b5c-8e68e92a32eb,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:40.431552 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-32910a74-feb7-4853-b12c-3a09a46d8473 None None] Allocated IP 2001:db8::3 (eac745f1-7ae6-4cee-b16a-ad2666d6bd28/fd9ab439-42fe-4ede-bebf-efc60b8c47ed/b8d7cf25-7567-43a9-86c8-e80da929fffe) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:40.437387 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082e1c5e-4c23-4602-899f-a3b920eec5d4 x-openstack-request-id: req-082e1c5e-4c23-4602-899f-a3b920eec5d4 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:40.437744 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edef963-b558-4cfe-b37c-3405792eac8c", "name": "network-vif-plugged", "status": "completed", "tag": "ca8c7349-cfbb-475b-9b5c-8e68e92a32eb", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:40.438103 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-082e1c5e-4c23-4602-899f-a3b920eec5d4 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:40.438605 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edef963-b558-4cfe-b37c-3405792eac8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8c7349-cfbb-475b-9b5c-8e68e92a32eb', 'code': 200} Jul 05 09:52:40.473520 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-522e7f4e-4f17-4752-80de-20d7ed3e41c7 req-d710cf84-9264-49ea-86bc-518ea6167dab tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743976 Jul 05 09:52:40.530501 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.ipam_backend_mixin [None req-fbff7d29-1420-4a09-adad-794513262b16 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Performing IP validity checks on allocation pools {{(pid=93906) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 09:52:40.531436 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.ipam_backend_mixin [None req-fbff7d29-1420-4a09-adad-794513262b16 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93906) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 09:52:40.663881 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a971e25-ba75-44dd-a5eb-c2c20426030b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:40.675660 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f8e62-970e-4a82-8757-a4ee097f14fd req-0e047e4f-da13-402e-8536-38cf74be45b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:40.677717 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ee9f8e62-970e-4a82-8757-a4ee097f14fd req-0e047e4f-da13-402e-8536-38cf74be45b3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2edef963-b558-4cfe-b37c-3405792eac8c HTTP/1.1" status: 200 len: 1100 time: 0.0712421 Jul 05 09:52:40.720268 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ee9f8e62-970e-4a82-8757-a4ee097f14fd req-632e7d9c-cf5b-49c5-aed0-fc7234351d37 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353160 Jul 05 09:52:40.723015 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32910a74-feb7-4853-b12c-3a09a46d8473 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:40.732659 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-32910a74-feb7-4853-b12c-3a09a46d8473 None None] Transition to ACTIVE for port object b8d7cf25-7567-43a9-86c8-e80da929fffe will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:40.750709 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-32910a74-feb7-4853-b12c-3a09a46d8473 None None] Transition to ACTIVE for port object b8d7cf25-7567-43a9-86c8-e80da929fffe will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:40.758234 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32910a74-feb7-4853-b12c-3a09a46d8473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:40.773546 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbff7d29-1420-4a09-adad-794513262b16 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:40.801380 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32910a74-feb7-4853-b12c-3a09a46d8473 None None] Network eac745f1-7ae6-4cee-b16a-ad2666d6bd28 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:40.806735 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-32910a74-feb7-4853-b12c-3a09a46d8473 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:40.810353 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32910a74-feb7-4853-b12c-3a09a46d8473 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:40.818241 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32910a74-feb7-4853-b12c-3a09a46d8473 None None] Pushing event updated for resources: {'Port': ['ID=b8d7cf25-7567-43a9-86c8-e80da929fffe,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:40.848746 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff7d29-1420-4a09-adad-794513262b16 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event updated for resources: {'Subnet': ['ID=8b853647-77a4-4654-8558-dc79902e5ded,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:40.861483 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892fb18-a277-4814-b405-3b51fa7fcbea req-d28fa0c9-383a-4af6-b537-73693c54d66a tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:40.863688 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3892fb18-a277-4814-b405-3b51fa7fcbea req-d28fa0c9-383a-4af6-b537-73693c54d66a tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/ports?device_id=24023d99-e481-47c8-a849-17a64e0ab85a HTTP/1.1" status: 200 len: 945 time: 0.1082757 Jul 05 09:52:40.886130 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-32910a74-feb7-4853-b12c-3a09a46d8473 None None] Attempting to bind port b8d7cf25-7567-43a9-86c8-e80da929fffe on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:40.886713 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-32910a74-feb7-4853-b12c-3a09a46d8473 None None] Attempting to bind port b8d7cf25-7567-43a9-86c8-e80da929fffe by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '087c2c20-043d-46b4-a587-9fdf46d604d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'eac745f1-7ae6-4cee-b16a-ad2666d6bd28'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:40.887168 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32910a74-feb7-4853-b12c-3a09a46d8473 None None] Attempting to bind port b8d7cf25-7567-43a9-86c8-e80da929fffe on network eac745f1-7ae6-4cee-b16a-ad2666d6bd28 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:40.894478 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32910a74-feb7-4853-b12c-3a09a46d8473 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:40.894728 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32910a74-feb7-4853-b12c-3a09a46d8473 None None] Checking segment: {'id': '087c2c20-043d-46b4-a587-9fdf46d604d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'eac745f1-7ae6-4cee-b16a-ad2666d6bd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:40.894935 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32910a74-feb7-4853-b12c-3a09a46d8473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:40.895495 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32910a74-feb7-4853-b12c-3a09a46d8473 None None] Bound using segment: {'id': '087c2c20-043d-46b4-a587-9fdf46d604d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'eac745f1-7ae6-4cee-b16a-ad2666d6bd28'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:40.896065 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-32910a74-feb7-4853-b12c-3a09a46d8473 None None] Bound port: b8d7cf25-7567-43a9-86c8-e80da929fffe, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087c2c20-043d-46b4-a587-9fdf46d604d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'eac745f1-7ae6-4cee-b16a-ad2666d6bd28'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:40.897225 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32910a74-feb7-4853-b12c-3a09a46d8473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:40.919835 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-57fa5a25-5a46-4486-a432-df859cb246bb req-e99b1d91-5b9a-45ae-9ff0-88cc659427d2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Deleting port 6fba6479-edc9-46fa-9655-e22963613b50 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:40.920255 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-57fa5a25-5a46-4486-a432-df859cb246bb req-e99b1d91-5b9a-45ae-9ff0-88cc659427d2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:40.929928 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3892fb18-a277-4814-b405-3b51fa7fcbea req-dab5bfac-eb1a-4010-afc2-8588e21b6c84 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/security-groups?id=37a956aa-294e-468e-b23c-b82794a36a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584195 Jul 05 09:52:40.970604 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbff7d29-1420-4a09-adad-794513262b16 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Checking segment: {'id': 'e739eeb8-774a-4942-a0b3-094c075676da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f52f520e-5103-42c3-9877-250672a1f595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:40.971196 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbff7d29-1420-4a09-adad-794513262b16 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Network hostable DHCP agents. Network: f52f520e-5103-42c3-9877-250672a1f595, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:52:40.999582 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-32910a74-feb7-4853-b12c-3a09a46d8473 None None] For port b8d7cf25-7567-43a9-86c8-e80da929fffe, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:41.003832 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-32910a74-feb7-4853-b12c-3a09a46d8473 None None] For port b8d7cf25-7567-43a9-86c8-e80da929fffe, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b8d7cf25-7567-43a9-86c8-e80da929fffe,segment=NetworkSegment(087c2c20-043d-46b4-a587-9fdf46d604d3),segment_id=087c2c20-043d-46b4-a587-9fdf46d604d3)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:41.009957 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32910a74-feb7-4853-b12c-3a09a46d8473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.039993 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbff7d29-1420-4a09-adad-794513262b16 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Network f52f520e-5103-42c3-9877-250672a1f595 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:52:41.067192 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-fbff7d29-1420-4a09-adad-794513262b16 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, f52f520e-5103-42c3-9877-250672a1f595) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:41.083314 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac9e88f-8501-45e1-bff4-8da9c5be7885 None None] Network f52f520e-5103-42c3-9877-250672a1f595 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:41.088039 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbff7d29-1420-4a09-adad-794513262b16 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:41.088651 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbff7d29-1420-4a09-adad-794513262b16 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.093999 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a971e25-ba75-44dd-a5eb-c2c20426030b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.102871 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-57fa5a25-5a46-4486-a432-df859cb246bb req-e99b1d91-5b9a-45ae-9ff0-88cc659427d2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] For port 6fba6479-edc9-46fa-9655-e22963613b50, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6fba6479-edc9-46fa-9655-e22963613b50,segment=NetworkSegment(8b141365-a56b-4d9c-8793-ccd25479af6d),segment_id=8b141365-a56b-4d9c-8793-ccd25479af6d)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:41.103305 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-57fa5a25-5a46-4486-a432-df859cb246bb req-e99b1d91-5b9a-45ae-9ff0-88cc659427d2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.115942 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a971e25-ba75-44dd-a5eb-c2c20426030b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.125926 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59246) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:41.127180 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-57fa5a25-5a46-4486-a432-df859cb246bb req-e99b1d91-5b9a-45ae-9ff0-88cc659427d2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Calling delete_port for 6fba6479-edc9-46fa-9655-e22963613b50 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:41.138345 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59250) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:41.138496 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fbff7d29-1420-4a09-adad-794513262b16 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1173534 Jul 05 09:52:41.155824 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32910a74-feb7-4853-b12c-3a09a46d8473 None None] Pushing event updated for resources: {'Port': ['ID=b8d7cf25-7567-43a9-86c8-e80da929fffe,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:41.194826 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5a971e25-ba75-44dd-a5eb-c2c20426030b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5a29a5c10e454f53900a58457e8f25f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8797727 Jul 05 09:52:41.197673 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59252) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:41.231043 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a971e25-ba75-44dd-a5eb-c2c20426030b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7745351f-9d7e-4cc0-b6f0-bdee5f120c13,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:41.262738 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:52:41.332386 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbf1bab-9c59-43e0-867a-4a037a8dfd6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-f52f520e-5103-42c3-9877-250672a1f595', 'network_id': 'f52f520e-5103-42c3-9877-250672a1f595', 'tenant_id': 'eb615f4146d44bb6b6f0fa7b2f5d5e8b', 'fixed_ips': [{'subnet_id': '8b853647-77a4-4654-8558-dc79902e5ded'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:52:41.334090 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0bbf1bab-9c59-43e0-867a-4a037a8dfd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.351747 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca85d211-abe1-4d55-9120-2007b4820bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.396099 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-57fa5a25-5a46-4486-a432-df859cb246bb req-e99b1d91-5b9a-45ae-9ff0-88cc659427d2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.460712 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.473025 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f025efcf-70dd-4aa0-949f-c0e39a67218d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.486369 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b1d91-5b9a-45ae-9ff0-88cc659427d2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event deleted for resources: {'Port': ['ID=6fba6479-edc9-46fa-9655-e22963613b50,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:41.569836 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fa5a25-5a46-4486-a432-df859cb246bb req-e99b1d91-5b9a-45ae-9ff0-88cc659427d2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] No DVR routers for this DVR port 6fba6479-edc9-46fa-9655-e22963613b50 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:52:41.572227 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-57fa5a25-5a46-4486-a432-df859cb246bb req-e99b1d91-5b9a-45ae-9ff0-88cc659427d2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.574746 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-57fa5a25-5a46-4486-a432-df859cb246bb req-e99b1d91-5b9a-45ae-9ff0-88cc659427d2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.78 "DELETE /v2.0/ports/6fba6479-edc9-46fa-9655-e22963613b50 HTTP/1.1" status: 204 len: 173 time: 1.2565396 Jul 05 09:52:41.575290 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5557549-785e-4d46-ba28-5c838009651a', 'name': 'network-vif-deleted', 'tag': '6fba6479-edc9-46fa-9655-e22963613b50'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:41.577843 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc2ce70-5b79-4937-ae47-753df3873ef3" -d '{"events": [{"server_uuid": "e5557549-785e-4d46-ba28-5c838009651a", "name": "network-vif-deleted", "tag": "6fba6479-edc9-46fa-9655-e22963613b50"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:41.625027 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-0bbf1bab-9c59-43e0-867a-4a037a8dfd6b None None] Allocated IP 2001:db8::3 (f52f520e-5103-42c3-9877-250672a1f595/8b853647-77a4-4654-8558-dc79902e5ded/2daa75ae-b023-4cdf-8ff9-8f792813432d) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:41.657950 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f025efcf-70dd-4aa0-949f-c0e39a67218d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.727442 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-57fa5a25-5a46-4486-a432-df859cb246bb req-14d4edfd-6a91-471f-b3cc-119a3a0e8399 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Deleting port 572fe978-c86d-40b0-b29a-277a8b610c13 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:41.727814 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-57fa5a25-5a46-4486-a432-df859cb246bb req-14d4edfd-6a91-471f-b3cc-119a3a0e8399 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.809768 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94ed76-f0be-4c3b-8318-e15fe5498ca4 req-ac4b48ef-f4f1-470b-9835-8644a70a8fbe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:41.816359 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94ed76-f0be-4c3b-8318-e15fe5498ca4 req-ac4b48ef-f4f1-470b-9835-8644a70a8fbe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:41.822575 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94ed76-f0be-4c3b-8318-e15fe5498ca4 req-ac4b48ef-f4f1-470b-9835-8644a70a8fbe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:41.828488 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f94ed76-f0be-4c3b-8318-e15fe5498ca4 req-ac4b48ef-f4f1-470b-9835-8644a70a8fbe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 2340 time: 0.5207169 Jul 05 09:52:41.839944 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-57fa5a25-5a46-4486-a432-df859cb246bb req-14d4edfd-6a91-471f-b3cc-119a3a0e8399 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] For port 572fe978-c86d-40b0-b29a-277a8b610c13, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=572fe978-c86d-40b0-b29a-277a8b610c13,segment=NetworkSegment(8b141365-a56b-4d9c-8793-ccd25479af6d),segment_id=8b141365-a56b-4d9c-8793-ccd25479af6d)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:41.840618 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-57fa5a25-5a46-4486-a432-df859cb246bb req-14d4edfd-6a91-471f-b3cc-119a3a0e8399 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.852981 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.855379 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-57fa5a25-5a46-4486-a432-df859cb246bb req-14d4edfd-6a91-471f-b3cc-119a3a0e8399 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Calling delete_port for 572fe978-c86d-40b0-b29a-277a8b610c13 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:41.874102 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0bbf1bab-9c59-43e0-867a-4a037a8dfd6b None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.919155 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0bbf1bab-9c59-43e0-867a-4a037a8dfd6b None None] Transition to ACTIVE for port object 2daa75ae-b023-4cdf-8ff9-8f792813432d will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:41.927997 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f025efcf-70dd-4aa0-949f-c0e39a67218d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.930885 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f025efcf-70dd-4aa0-949f-c0e39a67218d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.934421 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f025efcf-70dd-4aa0-949f-c0e39a67218d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7745351f-9d7e-4cc0-b6f0-bdee5f120c13 HTTP/1.1" status: 204 len: 168 time: 0.7320514 Jul 05 09:52:41.943830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0bbf1bab-9c59-43e0-867a-4a037a8dfd6b None None] Transition to ACTIVE for port object 2daa75ae-b023-4cdf-8ff9-8f792813432d will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:41.953545 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0bbf1bab-9c59-43e0-867a-4a037a8dfd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.988511 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025efcf-70dd-4aa0-949f-c0e39a67218d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7745351f-9d7e-4cc0-b6f0-bdee5f120c13,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:41.999238 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbf1bab-9c59-43e0-867a-4a037a8dfd6b None None] Network f52f520e-5103-42c3-9877-250672a1f595 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:42.006403 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-0bbf1bab-9c59-43e0-867a-4a037a8dfd6b None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:42.011220 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbf1bab-9c59-43e0-867a-4a037a8dfd6b None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:42.017621 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f94ed76-f0be-4c3b-8318-e15fe5498ca4 req-c25f9a51-802e-4e3c-88f4-eb0af889eac9 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659055 Jul 05 09:52:42.056948 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca85d211-abe1-4d55-9120-2007b4820bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.066153 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-57fa5a25-5a46-4486-a432-df859cb246bb req-14d4edfd-6a91-471f-b3cc-119a3a0e8399 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.072693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdc402-6964-4ff6-8e2f-c7a6425f0cf0 req-b9a4b08f-174c-41f9-a922-dfe28ca6a879 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:42.083190 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1dcdc402-6964-4ff6-8e2f-c7a6425f0cf0 req-b9a4b08f-174c-41f9-a922-dfe28ca6a879 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edef963-b558-4cfe-b37c-3405792eac8c HTTP/1.1" status: 200 len: 949 time: 0.4377496 Jul 05 09:52:42.087972 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca85d211-abe1-4d55-9120-2007b4820bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.103474 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0bbf1bab-9c59-43e0-867a-4a037a8dfd6b None None] Attempting to bind port 2daa75ae-b023-4cdf-8ff9-8f792813432d on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:42.104078 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0bbf1bab-9c59-43e0-867a-4a037a8dfd6b None None] Attempting to bind port 2daa75ae-b023-4cdf-8ff9-8f792813432d by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'e739eeb8-774a-4942-a0b3-094c075676da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f52f520e-5103-42c3-9877-250672a1f595'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:42.104670 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf1bab-9c59-43e0-867a-4a037a8dfd6b None None] Attempting to bind port 2daa75ae-b023-4cdf-8ff9-8f792813432d on network f52f520e-5103-42c3-9877-250672a1f595 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:42.113870 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf1bab-9c59-43e0-867a-4a037a8dfd6b None None] Pushing event updated for resources: {'Port': ['ID=2daa75ae-b023-4cdf-8ff9-8f792813432d,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:42.117721 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf1bab-9c59-43e0-867a-4a037a8dfd6b None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:42.118435 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf1bab-9c59-43e0-867a-4a037a8dfd6b None None] Checking segment: {'id': 'e739eeb8-774a-4942-a0b3-094c075676da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f52f520e-5103-42c3-9877-250672a1f595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:42.118942 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0bbf1bab-9c59-43e0-867a-4a037a8dfd6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.119429 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf1bab-9c59-43e0-867a-4a037a8dfd6b None None] Bound using segment: {'id': 'e739eeb8-774a-4942-a0b3-094c075676da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f52f520e-5103-42c3-9877-250672a1f595'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:42.120294 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0bbf1bab-9c59-43e0-867a-4a037a8dfd6b None None] Bound port: 2daa75ae-b023-4cdf-8ff9-8f792813432d, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e739eeb8-774a-4942-a0b3-094c075676da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f52f520e-5103-42c3-9877-250672a1f595'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:42.120775 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0bbf1bab-9c59-43e0-867a-4a037a8dfd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.149784 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4edfd-6a91-471f-b3cc-119a3a0e8399 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event deleted for resources: {'Port': ['ID=572fe978-c86d-40b0-b29a-277a8b610c13,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:42.174090 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ca85d211-abe1-4d55-9120-2007b4820bcb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2d8d859b90c540048f2262361658b0f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0471060 Jul 05 09:52:42.175420 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.193208 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59268) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:42.231057 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fa5a25-5a46-4486-a432-df859cb246bb req-14d4edfd-6a91-471f-b3cc-119a3a0e8399 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] No DVR routers for this DVR port 572fe978-c86d-40b0-b29a-277a8b610c13 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:52:42.241149 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-57fa5a25-5a46-4486-a432-df859cb246bb req-14d4edfd-6a91-471f-b3cc-119a3a0e8399 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.243416 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-57fa5a25-5a46-4486-a432-df859cb246bb req-14d4edfd-6a91-471f-b3cc-119a3a0e8399 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.78 "DELETE /v2.0/ports/572fe978-c86d-40b0-b29a-277a8b610c13 HTTP/1.1" status: 204 len: 173 time: 0.6622777 Jul 05 09:52:42.248819 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0bbf1bab-9c59-43e0-867a-4a037a8dfd6b None None] For port 2daa75ae-b023-4cdf-8ff9-8f792813432d, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:42.257953 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0bbf1bab-9c59-43e0-867a-4a037a8dfd6b None None] For port 2daa75ae-b023-4cdf-8ff9-8f792813432d, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=2daa75ae-b023-4cdf-8ff9-8f792813432d,segment=NetworkSegment(e739eeb8-774a-4942-a0b3-094c075676da),segment_id=e739eeb8-774a-4942-a0b3-094c075676da)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:42.263759 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0bbf1bab-9c59-43e0-867a-4a037a8dfd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.323184 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf1bab-9c59-43e0-867a-4a037a8dfd6b None None] Pushing event updated for resources: {'Port': ['ID=2daa75ae-b023-4cdf-8ff9-8f792813432d,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:42.352368 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Subnet': ['ID=8b853647-77a4-4654-8558-dc79902e5ded,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:42.413818 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1dcdc402-6964-4ff6-8e2f-c7a6425f0cf0 req-aa5109c9-d67e-4482-8a7e-5448c54a51fa tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296335 Jul 05 09:52:42.426865 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-16c67f7c-0e39-42c6-9718-317da491b183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.452647 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b600e6-0f60-463b-800f-1be88f8624f2 None None] Network f52f520e-5103-42c3-9877-250672a1f595 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:42.454578 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca85d211-abe1-4d55-9120-2007b4820bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b23d100-00ca-40d7-8ade-650954590222,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:42.485376 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-16c67f7c-0e39-42c6-9718-317da491b183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.527190 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b48194-0208-4112-8535-cb8c2bbd9789 x-openstack-request-id: req-75b48194-0208-4112-8535-cb8c2bbd9789 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:42.527497 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5557549-785e-4d46-ba28-5c838009651a", "name": "network-vif-deleted", "tag": "6fba6479-edc9-46fa-9655-e22963613b50", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:42.527754 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-75b48194-0208-4112-8535-cb8c2bbd9789 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:42.528194 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5557549-785e-4d46-ba28-5c838009651a', 'name': 'network-vif-deleted', 'tag': '6fba6479-edc9-46fa-9655-e22963613b50', 'status': 'completed', 'code': 200} Jul 05 09:52:42.557316 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-57fa5a25-5a46-4486-a432-df859cb246bb req-24f567af-1f25-40f6-b97b-29bb2cb1ce89 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Deleting port 6c42dcb6-236f-4b06-a820-b3639fbcd38a {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:42.557686 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-57fa5a25-5a46-4486-a432-df859cb246bb req-24f567af-1f25-40f6-b97b-29bb2cb1ce89 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.622418 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.637240 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a9081-d14f-46a8-aed0-2d99b9f0d79a req-8866eb79-0b44-4eb8-a9f4-cfa40d43b6a7 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:42.645213 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-352a9081-d14f-46a8-aed0-2d99b9f0d79a req-8866eb79-0b44-4eb8-a9f4-cfa40d43b6a7 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=27a83089-491a-44c9-92c2-c4a8b8b226e0 HTTP/1.1" status: 200 len: 946 time: 0.4548748 Jul 05 09:52:42.661395 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52f520e-5103-42c3-9877-250672a1f595']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:42.679393 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e739eeb8-774a-4942-a0b3-094c075676da') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:42.679698 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e739eeb8-774a-4942-a0b3-094c075676da') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:42.702477 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.721267 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-57fa5a25-5a46-4486-a432-df859cb246bb req-24f567af-1f25-40f6-b97b-29bb2cb1ce89 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] For port 6c42dcb6-236f-4b06-a820-b3639fbcd38a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6c42dcb6-236f-4b06-a820-b3639fbcd38a,segment=NetworkSegment(f41607ca-58ae-49d2-a33a-76aa8dc0baea),segment_id=f41607ca-58ae-49d2-a33a-76aa8dc0baea)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:42.721746 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-57fa5a25-5a46-4486-a432-df859cb246bb req-24f567af-1f25-40f6-b97b-29bb2cb1ce89 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.737952 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-57fa5a25-5a46-4486-a432-df859cb246bb req-24f567af-1f25-40f6-b97b-29bb2cb1ce89 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Calling delete_port for 6c42dcb6-236f-4b06-a820-b3639fbcd38a owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:42.772732 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-352a9081-d14f-46a8-aed0-2d99b9f0d79a req-91dc407d-c25c-457a-a718-ca983a2b433c tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263213 Jul 05 09:52:42.778271 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.801868 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:52:42.802377 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:52:42.807226 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:52:42.847713 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabe5878-833e-4f45-95c6-19dd285966fb None None] Network eac745f1-7ae6-4cee-b16a-ad2666d6bd28 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:42.854428 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-16c67f7c-0e39-42c6-9718-317da491b183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.863092 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-16c67f7c-0e39-42c6-9718-317da491b183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.866730 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-16c67f7c-0e39-42c6-9718-317da491b183 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7b23d100-00ca-40d7-8ade-650954590222 HTTP/1.1" status: 204 len: 168 time: 0.6694944 Jul 05 09:52:42.897458 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.db.api [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 09:52:42.897458 n-d-798054-8 neutron-server[93907]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 09:52:42.897458 n-d-798054-8 neutron-server[93907]: [parameters: {'id': 'f52f520e-5103-42c3-9877-250672a1f595'}] Jul 05 09:52:42.897458 n-d-798054-8 neutron-server[93907]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:52:42.901479 n-d-798054-8 neutron-server[93907]: DEBUG oslo_db.api [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:52:42.917658 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e534a2-b5d0-4c8b-9105-8ce4191516dd req-6d169ff1-3a0a-431c-a78f-0a4b30e278cc tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:42.918050 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c67f7c-0e39-42c6-9718-317da491b183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b23d100-00ca-40d7-8ade-650954590222,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:42.925171 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-18e534a2-b5d0-4c8b-9105-8ce4191516dd req-6d169ff1-3a0a-431c-a78f-0a4b30e278cc tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/ports?device_id=24023d99-e481-47c8-a849-17a64e0ab85a HTTP/1.1" status: 200 len: 945 time: 0.2245376 Jul 05 09:52:43.006457 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-18e534a2-b5d0-4c8b-9105-8ce4191516dd req-558642e7-bbda-4410-9a73-a0df68476f46 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/security-groups?id=37a956aa-294e-468e-b23c-b82794a36a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801284 Jul 05 09:52:43.024206 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2a769419-8a84-45f5-8f73-bf509097c67d None None] Provisioning for port b8d7cf25-7567-43a9-86c8-e80da929fffe completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:43.077786 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b8d7cf25-7567-43a9-86c8-e80da929fffe up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:43.079798 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 460b3bac-973b-467e-b971-7376ca87449c up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:43.103645 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-57fa5a25-5a46-4486-a432-df859cb246bb req-24f567af-1f25-40f6-b97b-29bb2cb1ce89 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.174288 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f567af-1f25-40f6-b97b-29bb2cb1ce89 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event deleted for resources: {'Port': ['ID=6c42dcb6-236f-4b06-a820-b3639fbcd38a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:43.244112 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-30528103-78f0-4178-8fa1-e11a5f9fe7b1 req-5ed35796-9cc8-4841-9b82-6d6e485d4578 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5557549-785e-4d46-ba28-5c838009651a HTTP/1.1" status: 200 len: 210 time: 0.0718899 Jul 05 09:52:43.282975 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fa5a25-5a46-4486-a432-df859cb246bb req-24f567af-1f25-40f6-b97b-29bb2cb1ce89 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] No DVR routers for this DVR port 6c42dcb6-236f-4b06-a820-b3639fbcd38a on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:52:43.286013 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-57fa5a25-5a46-4486-a432-df859cb246bb req-24f567af-1f25-40f6-b97b-29bb2cb1ce89 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.288600 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-57fa5a25-5a46-4486-a432-df859cb246bb req-24f567af-1f25-40f6-b97b-29bb2cb1ce89 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.78 "DELETE /v2.0/ports/6c42dcb6-236f-4b06-a820-b3639fbcd38a HTTP/1.1" status: 204 len: 173 time: 1.0355825 Jul 05 09:52:43.349324 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 460b3bac-973b-467e-b971-7376ca87449c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:43.356139 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 460b3bac-973b-467e-b971-7376ca87449c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:43.356527 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.399943 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.438590 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port b8d7cf25-7567-43a9-86c8-e80da929fffe completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:43.470619 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b8d7cf25-7567-43a9-86c8-e80da929fffe triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:43.472079 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.492193 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Deleting port 2daa75ae-b023-4cdf-8ff9-8f792813432d {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:43.492543 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.637796 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.711632 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.736814 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24023d99-e481-47c8-a849-17a64e0ab85a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460b3bac-973b-467e-b971-7376ca87449c'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:43.739592 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d12a86b-1b8a-46ee-bfd4-d7840e1a66fa" -d '{"events": [{"server_uuid": "24023d99-e481-47c8-a849-17a64e0ab85a", "name": "network-vif-plugged", "status": "completed", "tag": "460b3bac-973b-467e-b971-7376ca87449c"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:43.776470 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 460b3bac-973b-467e-b971-7376ca87449c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=460b3bac-973b-467e-b971-7376ca87449c,segment=NetworkSegment(d396ac75-ea3e-48e1-81d8-c0c199f3fa56),segment_id=d396ac75-ea3e-48e1-81d8-c0c199f3fa56)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:43.786541 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.787484 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 572fe978-c86d-40b0-b29a-277a8b610c13 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:52:43.824387 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 572fe978-c86d-40b0-b29a-277a8b610c13 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:52:43.824974 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 572fe978-c86d-40b0-b29a-277a8b610c13 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:52:43.825407 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6fba6479-edc9-46fa-9655-e22963613b50 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:52:43.828426 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port b8d7cf25-7567-43a9-86c8-e80da929fffe, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b8d7cf25-7567-43a9-86c8-e80da929fffe,segment=NetworkSegment(087c2c20-043d-46b4-a587-9fdf46d604d3),segment_id=087c2c20-043d-46b4-a587-9fdf46d604d3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:43.867404 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.874687 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 6fba6479-edc9-46fa-9655-e22963613b50 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:52:43.875034 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6fba6479-edc9-46fa-9655-e22963613b50 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:52:43.875455 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6c42dcb6-236f-4b06-a820-b3639fbcd38a no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:52:43.910509 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 6c42dcb6-236f-4b06-a820-b3639fbcd38a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:52:43.910509 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6c42dcb6-236f-4b06-a820-b3639fbcd38a not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:52:43.952018 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=460b3bac-973b-467e-b971-7376ca87449c,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:44.027493 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d811559f-375f-4caa-9935-46c889a3bea6 None None] get_active_networks_info from n-d-798054-8 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 09:52:44.095481 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=b8d7cf25-7567-43a9-86c8-e80da929fffe,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:44.129116 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] For port 2daa75ae-b023-4cdf-8ff9-8f792813432d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=2daa75ae-b023-4cdf-8ff9-8f792813432d,segment=NetworkSegment(e739eeb8-774a-4942-a0b3-094c075676da),segment_id=e739eeb8-774a-4942-a0b3-094c075676da)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:44.129760 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-482a052c-acfc-4fa2-a0c8-c1932652dca4 None None] Provisioning complete for port b8d7cf25-7567-43a9-86c8-e80da929fffe triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:44.129906 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:44.130023 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-482a052c-acfc-4fa2-a0c8-c1932652dca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:44.151863 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Calling delete_port for 2daa75ae-b023-4cdf-8ff9-8f792813432d owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:44.198305 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ea3e8-ea82-4319-b70c-1b9a827aa8c2 req-15ef09ef-e468-43ce-b00e-b839d24c7ea1 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:44.209102 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-434ea3e8-ea82-4319-b70c-1b9a827aa8c2 req-15ef09ef-e468-43ce-b00e-b839d24c7ea1 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=27a83089-491a-44c9-92c2-c4a8b8b226e0 HTTP/1.1" status: 200 len: 946 time: 0.1839690 Jul 05 09:52:44.294335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ba7ac-57bc-45fb-81b4-243878b3bf82 req-071fa1c3-34b1-4459-897a-93d8b1ce9f6b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:44.295917 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-083ba7ac-57bc-45fb-81b4-243878b3bf82 req-071fa1c3-34b1-4459-897a-93d8b1ce9f6b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edef963-b558-4cfe-b37c-3405792eac8c HTTP/1.1" status: 200 len: 949 time: 0.2700801 Jul 05 09:52:44.306313 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-434ea3e8-ea82-4319-b70c-1b9a827aa8c2 req-f419410c-6251-48ac-bd08-b149e6f8b653 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966349 Jul 05 09:52:44.308389 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d811559f-375f-4caa-9935-46c889a3bea6 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 09:52:44.377235 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-083ba7ac-57bc-45fb-81b4-243878b3bf82 req-34531b48-f7f9-4631-a14a-b400742281a8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654633 Jul 05 09:52:44.393479 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:44.434515 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c22b99-00e7-441e-9ce8-b84bb534cd9f x-openstack-request-id: req-07c22b99-00e7-441e-9ce8-b84bb534cd9f {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:44.438722 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24023d99-e481-47c8-a849-17a64e0ab85a", "name": "network-vif-plugged", "status": "completed", "tag": "460b3bac-973b-467e-b971-7376ca87449c", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:44.439379 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-07c22b99-00e7-441e-9ce8-b84bb534cd9f {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:44.439964 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24023d99-e481-47c8-a849-17a64e0ab85a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460b3bac-973b-467e-b971-7376ca87449c', 'code': 200} Jul 05 09:52:44.483685 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] No DVR routers for this DVR port 2daa75ae-b023-4cdf-8ff9-8f792813432d on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:52:44.536496 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Port': ['ID=2daa75ae-b023-4cdf-8ff9-8f792813432d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:44.565123 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5557549-785e-4d46-ba28-5c838009651a', 'name': 'network-vif-deleted', 'tag': '572fe978-c86d-40b0-b29a-277a8b610c13'}, {'server_uuid': 'e5557549-785e-4d46-ba28-5c838009651a', 'name': 'network-vif-deleted', 'tag': '6c42dcb6-236f-4b06-a820-b3639fbcd38a'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:44.571452 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18de832-968f-4a57-a320-0365c1dbb899" -d '{"events": [{"server_uuid": "e5557549-785e-4d46-ba28-5c838009651a", "name": "network-vif-deleted", "tag": "572fe978-c86d-40b0-b29a-277a8b610c13"}, {"server_uuid": "e5557549-785e-4d46-ba28-5c838009651a", "name": "network-vif-deleted", "tag": "6c42dcb6-236f-4b06-a820-b3639fbcd38a"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:44.636905 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd23595-5a63-4ad0-8a44-dd2eca170e62 req-a2bc61b1-cfe7-4879-aca8-221b40e60c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:44.639077 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-abd23595-5a63-4ad0-8a44-dd2eca170e62 req-a2bc61b1-cfe7-4879-aca8-221b40e60c18 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=24023d99-e481-47c8-a849-17a64e0ab85a HTTP/1.1" status: 200 len: 1097 time: 0.1464000 Jul 05 09:52:44.701932 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:44.708186 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-abd23595-5a63-4ad0-8a44-dd2eca170e62 req-4fdb1e15-63d1-45c2-b230-804a62c18431 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=37a956aa-294e-468e-b23c-b82794a36a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620744 Jul 05 09:52:44.718134 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52f520e-5103-42c3-9877-250672a1f595']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:44.729050 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59378) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:44.747148 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e739eeb8-774a-4942-a0b3-094c075676da') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:44.747450 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e739eeb8-774a-4942-a0b3-094c075676da') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:44.807122 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:44.849121 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:44.858054 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:52:44.858465 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:52:44.863013 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:52:44.880350 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-773d11b5-11b1-46e9-9034-da1736262149 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Deleting subnet 70985b02-708e-4e02-a2e0-16b0a0646545 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:52:44.884841 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-773d11b5-11b1-46e9-9034-da1736262149 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:44.948074 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-773d11b5-11b1-46e9-9034-da1736262149 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:44.974081 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b8d7cf25-7567-43a9-86c8-e80da929fffe up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:45.060720 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998ad9a-1612-468a-9eca-6f1c110cc511 req-0ee6b19d-013b-4002-bed3-26638fd3f915 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:45.060942 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b8d7cf25-7567-43a9-86c8-e80da929fffe triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:45.061391 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.067572 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6998ad9a-1612-468a-9eca-6f1c110cc511 req-0ee6b19d-013b-4002-bed3-26638fd3f915 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/ports?device_id=24023d99-e481-47c8-a849-17a64e0ab85a HTTP/1.1" status: 200 len: 946 time: 0.4980965 Jul 05 09:52:45.091956 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.103453 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.110719 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/networks/f52f520e-5103-42c3-9877-250672a1f595 HTTP/1.1" status: 204 len: 168 time: 3.9667468 Jul 05 09:52:45.110843 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59406) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:45.131315 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcabcc5-6cc9-40f0-af69-d717e02b27f7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Network': ['ID=f52f520e-5103-42c3-9877-250672a1f595,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:45.145941 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1e97dfd8-f819-4c3b-a0a0-67ad9249503b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1728165366'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:45.152410 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6998ad9a-1612-468a-9eca-6f1c110cc511 req-188dc817-b283-40fc-89d8-7f8aba6521f8 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/security-groups?id=37a956aa-294e-468e-b23c-b82794a36a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837893 Jul 05 09:52:45.155314 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-773d11b5-11b1-46e9-9034-da1736262149 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.214681 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e97dfd8-f819-4c3b-a0a0-67ad9249503b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Made reservation on behalf of eb615f4146d44bb6b6f0fa7b2f5d5e8b for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:45.218785 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e97dfd8-f819-4c3b-a0a0-67ad9249503b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.256068 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d8b536-b780-4fcc-91be-2e204f18fc53 x-openstack-request-id: req-18d8b536-b780-4fcc-91be-2e204f18fc53 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:45.256681 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5557549-785e-4d46-ba28-5c838009651a", "name": "network-vif-deleted", "tag": "572fe978-c86d-40b0-b29a-277a8b610c13", "status": "completed", "code": 200}, {"server_uuid": "e5557549-785e-4d46-ba28-5c838009651a", "name": "network-vif-deleted", "tag": "6c42dcb6-236f-4b06-a820-b3639fbcd38a", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:45.257116 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-18d8b536-b780-4fcc-91be-2e204f18fc53 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:45.257683 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5557549-785e-4d46-ba28-5c838009651a', 'name': 'network-vif-deleted', 'tag': '572fe978-c86d-40b0-b29a-277a8b610c13', 'status': 'completed', 'code': 200} Jul 05 09:52:45.258123 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5557549-785e-4d46-ba28-5c838009651a', 'name': 'network-vif-deleted', 'tag': '6c42dcb6-236f-4b06-a820-b3639fbcd38a', 'status': 'completed', 'code': 200} Jul 05 09:52:45.262351 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-773d11b5-11b1-46e9-9034-da1736262149 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.272542 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a22bfb-9604-4ba8-9e35-b9a6bda3da59 req-536b8b91-ea25-4c9e-972e-a7197a0f5a4d tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:45.273427 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e97dfd8-f819-4c3b-a0a0-67ad9249503b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:52:45.274845 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-89a22bfb-9604-4ba8-9e35-b9a6bda3da59 req-536b8b91-ea25-4c9e-972e-a7197a0f5a4d tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=287a804c-38dc-47b1-ab7e-6a326b998cde HTTP/1.1" status: 200 len: 950 time: 0.3546178 Jul 05 09:52:45.295664 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59412) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:45.322908 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-773d11b5-11b1-46e9-9034-da1736262149 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.326034 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-773d11b5-11b1-46e9-9034-da1736262149 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "DELETE /v2.0/subnets/70985b02-708e-4e02-a2e0-16b0a0646545 HTTP/1.1" status: 204 len: 168 time: 0.5952263 Jul 05 09:52:45.327113 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d11b5-11b1-46e9-9034-da1736262149 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event deleted for resources: {'Subnet': ['ID=70985b02-708e-4e02-a2e0-16b0a0646545,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:45.331783 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59420) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:45.349404 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71e3c5-c712-4db9-97a4-cf07461e84fc req-fdd97847-2ba1-492a-8c39-29f244092c6f tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:45.351281 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea71e3c5-c712-4db9-97a4-cf07461e84fc req-fdd97847-2ba1-492a-8c39-29f244092c6f tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.81 "GET /v2.0/ports?device_id=27a83089-491a-44c9-92c2-c4a8b8b226e0 HTTP/1.1" status: 200 len: 946 time: 0.1897287 Jul 05 09:52:45.365393 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e97dfd8-f819-4c3b-a0a0-67ad9249503b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.365662 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-1e97dfd8-f819-4c3b-a0a0-67ad9249503b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Added segment 70878646-8cd5-4794-9417-1200819e7315 of type vlan for network 9f7fb866-0bc9-44dd-b196-24c1b5392186 Jul 05 09:52:45.408753 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f50a55-ce79-49cb-95cc-75d18f07e0a3 None None] Network 99e3cfaf-b518-4947-87f8-95ffb27c4dd3 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:45.416047 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-89a22bfb-9604-4ba8-9e35-b9a6bda3da59 req-2439ef0a-a34d-4ee0-bc4b-b861fdb8599b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298425 Jul 05 09:52:45.495517 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20789a2e-d161-48b7-9c03-abf3c7e44588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.541628 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e97dfd8-f819-4c3b-a0a0-67ad9249503b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.570119 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ef503d6-8e6f-4128-838b-31d317a403fe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.703786 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e97dfd8-f819-4c3b-a0a0-67ad9249503b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.720127 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e97dfd8-f819-4c3b-a0a0-67ad9249503b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:45.720478 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e97dfd8-f819-4c3b-a0a0-67ad9249503b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.722406 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-ea71e3c5-c712-4db9-97a4-cf07461e84fc req-adcf0a4b-bb31-449e-a5de-c2224d6ea86a tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Deleting port 9e78f760-1c1c-409e-9193-ed99ed6f3ef9 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:45.723393 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ea71e3c5-c712-4db9-97a4-cf07461e84fc req-adcf0a4b-bb31-449e-a5de-c2224d6ea86a tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.870326 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97dfd8-f819-4c3b-a0a0-67ad9249503b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event updated for resources: {'Network': ['ID=9f7fb866-0bc9-44dd-b196-24c1b5392186,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:45.875311 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93475f46-7941-46a1-a6de-7ede78ef0cbe None None] DHCP port deletion for 99e3cfaf-b518-4947-87f8-95ffb27c4dd3 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:52:45.875577 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9ef503d6-8e6f-4128-838b-31d317a403fe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Deleting port f6c04d5f-473c-4197-872e-ec7c2551a603 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:45.875969 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ef503d6-8e6f-4128-838b-31d317a403fe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.921767 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 9f7fb866-0bc9-44dd-b196-24c1b5392186 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:52:45.953065 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-9ef503d6-8e6f-4128-838b-31d317a403fe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] For port f6c04d5f-473c-4197-872e-ec7c2551a603, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f6c04d5f-473c-4197-872e-ec7c2551a603,segment=NetworkSegment(f41607ca-58ae-49d2-a33a-76aa8dc0baea),segment_id=f41607ca-58ae-49d2-a33a-76aa8dc0baea)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:45.953875 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ef503d6-8e6f-4128-838b-31d317a403fe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.974965 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9ef503d6-8e6f-4128-838b-31d317a403fe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Calling delete_port for f6c04d5f-473c-4197-872e-ec7c2551a603 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:45.979273 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ea71e3c5-c712-4db9-97a4-cf07461e84fc req-adcf0a4b-bb31-449e-a5de-c2224d6ea86a tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] For port 9e78f760-1c1c-409e-9193-ed99ed6f3ef9, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=9e78f760-1c1c-409e-9193-ed99ed6f3ef9,segment=NetworkSegment(2d0d9b78-f015-4a1e-b97d-ed241adbdcce),segment_id=2d0d9b78-f015-4a1e-b97d-ed241adbdcce)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:45.979645 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ea71e3c5-c712-4db9-97a4-cf07461e84fc req-adcf0a4b-bb31-449e-a5de-c2224d6ea86a tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.998308 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d335d9-709a-42c0-952c-11ebfcf4bd4c req-e9863f9c-3271-47ce-aa80-41c0e26a3a44 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:46.007045 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-32d335d9-709a-42c0-952c-11ebfcf4bd4c req-e9863f9c-3271-47ce-aa80-41c0e26a3a44 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=27a83089-491a-44c9-92c2-c4a8b8b226e0 HTTP/1.1" status: 200 len: 946 time: 0.4963303 Jul 05 09:52:46.024068 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-93475f46-7941-46a1-a6de-7ede78ef0cbe None None] Deleting port f6c04d5f-473c-4197-872e-ec7c2551a603 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:46.024566 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-93475f46-7941-46a1-a6de-7ede78ef0cbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:46.053735 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-ea71e3c5-c712-4db9-97a4-cf07461e84fc req-adcf0a4b-bb31-449e-a5de-c2224d6ea86a tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Calling delete_port for 9e78f760-1c1c-409e-9193-ed99ed6f3ef9 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:46.101873 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ef503d6-8e6f-4128-838b-31d317a403fe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:46.102792 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcafb7-be71-434b-a1f2-8dc94cc14c1d req-cf64b490-ef7a-40e9-aacd-4d6744d699de tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:46.107311 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-93475f46-7941-46a1-a6de-7ede78ef0cbe None None] For port f6c04d5f-473c-4197-872e-ec7c2551a603, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f6c04d5f-473c-4197-872e-ec7c2551a603,segment=NetworkSegment(f41607ca-58ae-49d2-a33a-76aa8dc0baea),segment_id=f41607ca-58ae-49d2-a33a-76aa8dc0baea)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:46.108061 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-93475f46-7941-46a1-a6de-7ede78ef0cbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:46.108870 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcafb7-be71-434b-a1f2-8dc94cc14c1d req-cf64b490-ef7a-40e9-aacd-4d6744d699de tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:46.110564 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-babcafb7-be71-434b-a1f2-8dc94cc14c1d req-cf64b490-ef7a-40e9-aacd-4d6744d699de tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=287a804c-38dc-47b1-ab7e-6a326b998cde&device_id=2edef963-b558-4cfe-b37c-3405792eac8c HTTP/1.1" status: 200 len: 1690 time: 0.2708180 Jul 05 09:52:46.131217 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-93475f46-7941-46a1-a6de-7ede78ef0cbe None None] Calling delete_port for f6c04d5f-473c-4197-872e-ec7c2551a603 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:46.135801 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef503d6-8e6f-4128-838b-31d317a403fe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event deleted for resources: {'Port': ['ID=f6c04d5f-473c-4197-872e-ec7c2551a603,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:46.143634 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef503d6-8e6f-4128-838b-31d317a403fe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] No DVR routers for this DVR port f6c04d5f-473c-4197-872e-ec7c2551a603 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:52:46.212911 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20789a2e-d161-48b7-9c03-abf3c7e44588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:46.229475 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-32d335d9-709a-42c0-952c-11ebfcf4bd4c req-33449400-73fb-4dd8-bf73-03c1d9babfe7 tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/security-groups?id=9321aa10-4c77-4559-b772-7a36e3fd7817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214715 Jul 05 09:52:46.232188 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1e97dfd8-f819-4c3b-a0a0-67ad9249503b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1204634 Jul 05 09:52:46.235312 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59472) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:46.238095 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20789a2e-d161-48b7-9c03-abf3c7e44588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: from cryptography.utils import int_from_bytes Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: from cryptography.utils import int_from_bytes Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.239831 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.242830 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.242830 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.242830 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.242830 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.242830 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.242830 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.242830 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.242830 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.242830 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.242830 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.242830 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.242830 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.242830 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:46.242830 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 09:52:46.248045 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-40a7c8e6-5679-4df9-a50b-7a516c4978c3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Request body: {'subnet': {'network_id': '9f7fb866-0bc9-44dd-b196-24c1b5392186', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:46.250796 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-93475f46-7941-46a1-a6de-7ede78ef0cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:46.258246 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ef503d6-8e6f-4128-838b-31d317a403fe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:46.281488 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93475f46-7941-46a1-a6de-7ede78ef0cbe None None] Pushing event deleted for resources: {'Port': ['ID=f6c04d5f-473c-4197-872e-ec7c2551a603,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:46.283383 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93475f46-7941-46a1-a6de-7ede78ef0cbe None None] No DVR routers for this DVR port f6c04d5f-473c-4197-872e-ec7c2551a603 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:52:46.319715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20789a2e-d161-48b7-9c03-abf3c7e44588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50792428-c4a4-40d1-b0bb-a851db2795e4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:46.320769 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9ef503d6-8e6f-4128-838b-31d317a403fe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e3cfaf-b518-4947-87f8-95ffb27c4dd3']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:46.342246 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9ef503d6-8e6f-4128-838b-31d317a403fe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41607ca-58ae-49d2-a33a-76aa8dc0baea') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:46.342544 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9ef503d6-8e6f-4128-838b-31d317a403fe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41607ca-58ae-49d2-a33a-76aa8dc0baea') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:46.358083 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ef503d6-8e6f-4128-838b-31d317a403fe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:46.372438 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-babcafb7-be71-434b-a1f2-8dc94cc14c1d req-5d019c26-620a-4dcb-bbcb-8c3173854d80 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468660 Jul 05 09:52:46.384861 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-20789a2e-d161-48b7-9c03-abf3c7e44588 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2a0bc1600cde46adb89ca3c9663515a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0853407 Jul 05 09:52:46.388153 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59484) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:46.396999 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ef503d6-8e6f-4128-838b-31d317a403fe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:46.412370 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef503d6-8e6f-4128-838b-31d317a403fe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:52:46.412787 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ef503d6-8e6f-4128-838b-31d317a403fe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:52:46.417184 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:52:46.481987 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ba55324f-b94b-4738-a070-2159bb3b529c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:46.489563 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a7c8e6-5679-4df9-a50b-7a516c4978c3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Made reservation on behalf of eb615f4146d44bb6b6f0fa7b2f5d5e8b for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:46.495471 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40a7c8e6-5679-4df9-a50b-7a516c4978c3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:46.522495 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ba55324f-b94b-4738-a070-2159bb3b529c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:46.535517 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ea71e3c5-c712-4db9-97a4-cf07461e84fc req-adcf0a4b-bb31-449e-a5de-c2224d6ea86a tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:46.548645 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['9e78f760-1c1c-409e-9193-ed99ed6f3ef9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:52:46.589951 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf0a4b-bb31-449e-a5de-c2224d6ea86a tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Pushing event deleted for resources: {'Port': ['ID=9e78f760-1c1c-409e-9193-ed99ed6f3ef9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:46.653702 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ef503d6-8e6f-4128-838b-31d317a403fe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:46.664094 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ef503d6-8e6f-4128-838b-31d317a403fe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:46.666065 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9ef503d6-8e6f-4128-838b-31d317a403fe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "DELETE /v2.0/networks/99e3cfaf-b518-4947-87f8-95ffb27c4dd3 HTTP/1.1" status: 204 len: 168 time: 1.3322153 Jul 05 09:52:46.679806 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59500) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:46.684394 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea71e3c5-c712-4db9-97a4-cf07461e84fc req-adcf0a4b-bb31-449e-a5de-c2224d6ea86a tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] No DVR routers for this DVR port 9e78f760-1c1c-409e-9193-ed99ed6f3ef9 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:52:46.687458 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ea71e3c5-c712-4db9-97a4-cf07461e84fc req-adcf0a4b-bb31-449e-a5de-c2224d6ea86a tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:46.689425 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef503d6-8e6f-4128-838b-31d317a403fe tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event deleted for resources: {'Network': ['ID=99e3cfaf-b518-4947-87f8-95ffb27c4dd3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:46.689765 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea71e3c5-c712-4db9-97a4-cf07461e84fc req-adcf0a4b-bb31-449e-a5de-c2224d6ea86a tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.81 "DELETE /v2.0/ports/9e78f760-1c1c-409e-9193-ed99ed6f3ef9 HTTP/1.1" status: 204 len: 173 time: 1.3323052 Jul 05 09:52:46.698980 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a83089-491a-44c9-92c2-c4a8b8b226e0', 'name': 'network-vif-deleted', 'tag': '9e78f760-1c1c-409e-9193-ed99ed6f3ef9'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:46.701526 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd2fe33-13e6-448e-a1d3-bf2f792367be" -d '{"events": [{"server_uuid": "27a83089-491a-44c9-92c2-c4a8b8b226e0", "name": "network-vif-deleted", "tag": "9e78f760-1c1c-409e-9193-ed99ed6f3ef9"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:46.759119 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ba55324f-b94b-4738-a070-2159bb3b529c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:46.761759 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ba55324f-b94b-4738-a070-2159bb3b529c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:46.763906 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ba55324f-b94b-4738-a070-2159bb3b529c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/50792428-c4a4-40d1-b0bb-a851db2795e4 HTTP/1.1" status: 204 len: 168 time: 0.3730032 Jul 05 09:52:46.783337 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55324f-b94b-4738-a070-2159bb3b529c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50792428-c4a4-40d1-b0bb-a851db2795e4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:46.814382 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f18fc-7ab2-469c-b1d0-ade5d036c74e req-f01015ed-5605-4422-8c78-d38bcdc2a054 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:46.816793 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-201f18fc-7ab2-469c-b1d0-ade5d036c74e req-f01015ed-5605-4422-8c78-d38bcdc2a054 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/ports?device_id=24023d99-e481-47c8-a849-17a64e0ab85a HTTP/1.1" status: 200 len: 946 time: 0.2317624 Jul 05 09:52:46.892015 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff892e8f-5f26-4d45-b219-292457030d0c tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Deleting subnet 7a0112b1-069c-4fdd-a56c-2aeee0b7336a {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:52:46.892738 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b355b-5d00-4dae-ac1e-f077ca3ffdf8 req-4d09bcd1-84b7-44c1-933b-b0229a0f3333 tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:46.895750 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-853b355b-5d00-4dae-ac1e-f077ca3ffdf8 req-4d09bcd1-84b7-44c1-933b-b0229a0f3333 tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=287a804c-38dc-47b1-ab7e-6a326b998cde HTTP/1.1" status: 200 len: 1101 time: 0.2136350 Jul 05 09:52:46.903501 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff892e8f-5f26-4d45-b219-292457030d0c tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:46.907516 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40a7c8e6-5679-4df9-a50b-7a516c4978c3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:46.936988 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-201f18fc-7ab2-469c-b1d0-ade5d036c74e req-10d78d43-b980-4097-b691-83a61401091a tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/security-groups?id=37a956aa-294e-468e-b23c-b82794a36a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116314 Jul 05 09:52:46.971879 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f6c04d5f-473c-4197-872e-ec7c2551a603 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:52:46.983156 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-853b355b-5d00-4dae-ac1e-f077ca3ffdf8 req-733d5031-86ba-4171-a796-440668271317 tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799899 Jul 05 09:52:46.995792 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: f6c04d5f-473c-4197-872e-ec7c2551a603 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:52:46.996747 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f6c04d5f-473c-4197-872e-ec7c2551a603 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:52:47.038692 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff892e8f-5f26-4d45-b219-292457030d0c tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:47.046545 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad179a5c-e45b-4733-9dd3-3acc1678a452 x-openstack-request-id: req-ad179a5c-e45b-4733-9dd3-3acc1678a452 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:47.046912 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a83089-491a-44c9-92c2-c4a8b8b226e0", "name": "network-vif-deleted", "tag": "9e78f760-1c1c-409e-9193-ed99ed6f3ef9", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:47.047233 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ad179a5c-e45b-4733-9dd3-3acc1678a452 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:47.047700 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a83089-491a-44c9-92c2-c4a8b8b226e0', 'name': 'network-vif-deleted', 'tag': '9e78f760-1c1c-409e-9193-ed99ed6f3ef9', 'status': 'completed', 'code': 200} Jul 05 09:52:47.264200 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423050d-9bc0-4e22-970c-9ec1e5d302f0 req-3cf29068-dab4-4702-b0b2-1ccccba69c98 tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:47.271650 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a423050d-9bc0-4e22-970c-9ec1e5d302f0 req-3cf29068-dab4-4702-b0b2-1ccccba69c98 tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2edef963-b558-4cfe-b37c-3405792eac8c HTTP/1.1" status: 200 len: 1100 time: 0.0804462 Jul 05 09:52:47.338583 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a423050d-9bc0-4e22-970c-9ec1e5d302f0 req-8e37a99e-8618-4617-b838-cef9dd9c3f0b tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658512 Jul 05 09:52:47.540593 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d16f196-7159-45e0-985c-d59478c08f94 req-967eb577-7f83-42ee-b997-8072e4b84e2c tempest-DeleteServersTestJSON-1712217127 tempest-DeleteServersTestJSON-1712217127-project] 10.222.0.79 "GET /v2.0/ports?device_id=27a83089-491a-44c9-92c2-c4a8b8b226e0 HTTP/1.1" status: 200 len: 210 time: 0.0419652 Jul 05 09:52:47.554011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7c8e6-5679-4df9-a50b-7a516c4978c3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event updated for resources: {'Subnet': ['ID=b671de4f-b1ab-4438-92a2-301b3f6ed141,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:47.662289 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a7c8e6-5679-4df9-a50b-7a516c4978c3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Checking segment: {'id': '70878646-8cd5-4794-9417-1200819e7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9f7fb866-0bc9-44dd-b196-24c1b5392186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:47.663003 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a7c8e6-5679-4df9-a50b-7a516c4978c3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Network hostable DHCP agents. Network: 9f7fb866-0bc9-44dd-b196-24c1b5392186, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:52:47.730170 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a7c8e6-5679-4df9-a50b-7a516c4978c3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Network 9f7fb866-0bc9-44dd-b196-24c1b5392186 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:52:47.751810 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-40a7c8e6-5679-4df9-a50b-7a516c4978c3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 9f7fb866-0bc9-44dd-b196-24c1b5392186) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:47.753677 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a7c8e6-5679-4df9-a50b-7a516c4978c3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:47.754698 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40a7c8e6-5679-4df9-a50b-7a516c4978c3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:47.761086 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05af107a-7e47-4b60-8926-0f3697a7dfaa None None] Network 9f7fb866-0bc9-44dd-b196-24c1b5392186 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:47.779222 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff892e8f-5f26-4d45-b219-292457030d0c tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:47.854366 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-40a7c8e6-5679-4df9-a50b-7a516c4978c3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6178339 Jul 05 09:52:47.855118 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59590) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:47.929541 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55abf76-7d6c-488a-b51d-0265539c01bc req-f30255e7-55c8-4449-9488-6639fc1a9578 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:47.933911 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c55abf76-7d6c-488a-b51d-0265539c01bc req-f30255e7-55c8-4449-9488-6639fc1a9578 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/ports?device_id=24023d99-e481-47c8-a849-17a64e0ab85a HTTP/1.1" status: 200 len: 946 time: 0.1547072 Jul 05 09:52:47.974988 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff892e8f-5f26-4d45-b219-292457030d0c tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:48.010246 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c55abf76-7d6c-488a-b51d-0265539c01bc req-216529df-e689-42a8-98ad-3bf87428efa5 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/security-groups?id=37a956aa-294e-468e-b23c-b82794a36a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665212 Jul 05 09:52:48.018921 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff892e8f-5f26-4d45-b219-292457030d0c tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:48.021828 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ff892e8f-5f26-4d45-b219-292457030d0c tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "DELETE /v2.0/subnets/7a0112b1-069c-4fdd-a56c-2aeee0b7336a HTTP/1.1" status: 204 len: 168 time: 1.3407404 Jul 05 09:52:48.024565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59602) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:48.026360 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff892e8f-5f26-4d45-b219-292457030d0c tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event deleted for resources: {'Subnet': ['ID=7a0112b1-069c-4fdd-a56c-2aeee0b7336a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:48.032236 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b38db4-74ea-45ec-96ea-d86c937a67dc None None] Network bf49e754-da0f-4c21-855c-f949acc40caa requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:48.053321 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dbd8b6-1c38-4412-bd88-8e43ea036863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-9f7fb866-0bc9-44dd-b196-24c1b5392186', 'network_id': '9f7fb866-0bc9-44dd-b196-24c1b5392186', 'tenant_id': 'eb615f4146d44bb6b6f0fa7b2f5d5e8b', 'fixed_ips': [{'subnet_id': 'b671de4f-b1ab-4438-92a2-301b3f6ed141'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:52:48.054401 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31dbd8b6-1c38-4412-bd88-8e43ea036863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:48.071461 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:48.121942 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:48.185758 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9680543b-a745-4ea2-a881-dc63580387bd req-d000664d-0893-4ae8-a152-5cb2349f587f tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=890aafa473984ea6bbc64b1fb171aec2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681515 Jul 05 09:52:48.195278 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:48.312574 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Deleting port 8299333c-1083-4a32-94a9-b49649168dec {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:48.313144 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:48.380723 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-31dbd8b6-1c38-4412-bd88-8e43ea036863 None None] Allocated IP 2001:db8::1 (9f7fb866-0bc9-44dd-b196-24c1b5392186/b671de4f-b1ab-4438-92a2-301b3f6ed141/3860d9ed-829e-4925-899e-a84722b6e54d) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:48.384407 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680543b-a745-4ea2-a881-dc63580387bd req-42bd035d-9c0e-496d-85ec-1c257141a2c7 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:48.385942 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9680543b-a745-4ea2-a881-dc63580387bd req-42bd035d-9c0e-496d-85ec-1c257141a2c7 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1907322 Jul 05 09:52:48.417440 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] For port 8299333c-1083-4a32-94a9-b49649168dec, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8299333c-1083-4a32-94a9-b49649168dec,segment=NetworkSegment(8b141365-a56b-4d9c-8793-ccd25479af6d),segment_id=8b141365-a56b-4d9c-8793-ccd25479af6d)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:48.417440 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:48.430772 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9680543b-a745-4ea2-a881-dc63580387bd req-760c3aef-7d5d-4bab-8aec-e5871e745d41 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/quotas/890aafa473984ea6bbc64b1fb171aec2 HTTP/1.1" status: 200 len: 375 time: 0.0354533 Jul 05 09:52:48.466115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Calling delete_port for 8299333c-1083-4a32-94a9-b49649168dec owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:48.544516 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00adac4b-952b-4639-af0a-488e665b2397 None None] DHCP port deletion for bf49e754-da0f-4c21-855c-f949acc40caa request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:52:48.577976 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9680543b-a745-4ea2-a881-dc63580387bd req-b733a8bb-bfc0-4fbe-a531-ba4c8e67b701 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1463096 Jul 05 09:52:48.605530 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:48.643083 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event deleted for resources: {'Port': ['ID=8299333c-1083-4a32-94a9-b49649168dec,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:48.646406 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] No DVR routers for this DVR port 8299333c-1083-4a32-94a9-b49649168dec on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:52:48.659061 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-00adac4b-952b-4639-af0a-488e665b2397 None None] The port '8299333c-1083-4a32-94a9-b49649168dec' was deleted {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 05 09:52:48.690293 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:48.690653 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:48.691113 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:48.691483 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:48.691887 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:48.692216 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:48.692549 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:48.692875 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:48.693200 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:48.693527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:48.693855 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:48.694179 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:48.697700 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31dbd8b6-1c38-4412-bd88-8e43ea036863 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:48.745587 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-31dbd8b6-1c38-4412-bd88-8e43ea036863 None None] Transition to ACTIVE for port object 3860d9ed-829e-4925-899e-a84722b6e54d will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:48.769793 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59640) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:48.780514 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-31dbd8b6-1c38-4412-bd88-8e43ea036863 None None] Transition to ACTIVE for port object 3860d9ed-829e-4925-899e-a84722b6e54d will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:48.794885 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31dbd8b6-1c38-4412-bd88-8e43ea036863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:48.817204 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:48.873280 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:48.905102 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf49e754-da0f-4c21-855c-f949acc40caa']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:48.913059 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dbd8b6-1c38-4412-bd88-8e43ea036863 None None] Network 9f7fb866-0bc9-44dd-b196-24c1b5392186 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:48.930566 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Subnet': ['ID=b671de4f-b1ab-4438-92a2-301b3f6ed141,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:48.941020 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-31dbd8b6-1c38-4412-bd88-8e43ea036863 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:48.944397 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dbd8b6-1c38-4412-bd88-8e43ea036863 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:48.975444 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b141365-a56b-4d9c-8793-ccd25479af6d') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:48.977389 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b141365-a56b-4d9c-8793-ccd25479af6d') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:48.993396 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8299333c-1083-4a32-94a9-b49649168dec no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:52:48.998996 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbd8b6-1c38-4412-bd88-8e43ea036863 None None] Pushing event updated for resources: {'Port': ['ID=3860d9ed-829e-4925-899e-a84722b6e54d,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:49.001976 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.041374 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 8299333c-1083-4a32-94a9-b49649168dec {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:52:49.044065 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8299333c-1083-4a32-94a9-b49649168dec not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:52:49.046115 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.064202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:52:49.064664 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:52:49.073118 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:52:49.109495 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-31dbd8b6-1c38-4412-bd88-8e43ea036863 None None] Attempting to bind port 3860d9ed-829e-4925-899e-a84722b6e54d on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:49.109867 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-31dbd8b6-1c38-4412-bd88-8e43ea036863 None None] Attempting to bind port 3860d9ed-829e-4925-899e-a84722b6e54d by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '70878646-8cd5-4794-9417-1200819e7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9f7fb866-0bc9-44dd-b196-24c1b5392186'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:49.111024 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dbd8b6-1c38-4412-bd88-8e43ea036863 None None] Attempting to bind port 3860d9ed-829e-4925-899e-a84722b6e54d on network 9f7fb866-0bc9-44dd-b196-24c1b5392186 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:49.114843 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.117155 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dbd8b6-1c38-4412-bd88-8e43ea036863 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:49.117885 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dbd8b6-1c38-4412-bd88-8e43ea036863 None None] Checking segment: {'id': '70878646-8cd5-4794-9417-1200819e7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9f7fb866-0bc9-44dd-b196-24c1b5392186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:49.118473 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31dbd8b6-1c38-4412-bd88-8e43ea036863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.119031 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dbd8b6-1c38-4412-bd88-8e43ea036863 None None] Bound using segment: {'id': '70878646-8cd5-4794-9417-1200819e7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9f7fb866-0bc9-44dd-b196-24c1b5392186'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:49.119676 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-31dbd8b6-1c38-4412-bd88-8e43ea036863 None None] Bound port: 3860d9ed-829e-4925-899e-a84722b6e54d, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70878646-8cd5-4794-9417-1200819e7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9f7fb866-0bc9-44dd-b196-24c1b5392186'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:49.120496 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31dbd8b6-1c38-4412-bd88-8e43ea036863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.169998 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7fb866-0bc9-44dd-b196-24c1b5392186']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:49.193590 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-31dbd8b6-1c38-4412-bd88-8e43ea036863 None None] For port 3860d9ed-829e-4925-899e-a84722b6e54d, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:49.194593 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0cc7a3c8-dba8-462b-9db6-aaf7f8949058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.198670 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.199462 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70878646-8cd5-4794-9417-1200819e7315') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:49.199875 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70878646-8cd5-4794-9417-1200819e7315') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:49.214816 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-31dbd8b6-1c38-4412-bd88-8e43ea036863 None None] For port 3860d9ed-829e-4925-899e-a84722b6e54d, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3860d9ed-829e-4925-899e-a84722b6e54d,segment=NetworkSegment(70878646-8cd5-4794-9417-1200819e7315),segment_id=70878646-8cd5-4794-9417-1200819e7315)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:49.215772 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.223967 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "DELETE /v2.0/networks/bf49e754-da0f-4c21-855c-f949acc40caa HTTP/1.1" status: 204 len: 168 time: 1.1964543 Jul 05 09:52:49.227532 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59656) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:49.235697 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31dbd8b6-1c38-4412-bd88-8e43ea036863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.239759 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.256502 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e9028-b37a-4cdc-a8e0-50c78688d0e7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event deleted for resources: {'Network': ['ID=bf49e754-da0f-4c21-855c-f949acc40caa,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:49.259138 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ecabc4a0-4738-43db-b579-cca71ec5fcee tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2055190358'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:49.299192 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbd8b6-1c38-4412-bd88-8e43ea036863 None None] Pushing event updated for resources: {'Port': ['ID=3860d9ed-829e-4925-899e-a84722b6e54d,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:49.349142 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.388510 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885aa79-40ab-447c-a717-f455be29b5f8 req-2e1a0cff-8fe5-4d22-ae16-a35e5be9e155 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:49.394083 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e885aa79-40ab-447c-a717-f455be29b5f8 req-2e1a0cff-8fe5-4d22-ae16-a35e5be9e155 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.78 "GET /v2.0/ports?device_id=24023d99-e481-47c8-a849-17a64e0ab85a HTTP/1.1" status: 200 len: 946 time: 0.4009356 Jul 05 09:52:49.395258 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:52:49.395745 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:52:49.403354 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:52:49.466512 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d5b17c-e05f-4c26-a6df-18e44ad14566 None None] Network 9f7fb866-0bc9-44dd-b196-24c1b5392186 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:49.518890 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1ad70-96a7-4813-9e09-10630e416422 req-ad98a8f2-1834-452b-ae6a-9bcd0c822a19 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:49.522696 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02a1ad70-96a7-4813-9e09-10630e416422 req-ad98a8f2-1834-452b-ae6a-9bcd0c822a19 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/ports?device_id=24023d99-e481-47c8-a849-17a64e0ab85a HTTP/1.1" status: 200 len: 946 time: 0.1530337 Jul 05 09:52:49.559285 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 09:52:49.559285 n-d-798054-8 neutron-server[93906]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 09:52:49.559285 n-d-798054-8 neutron-server[93906]: [parameters: {'id': '9f7fb866-0bc9-44dd-b196-24c1b5392186'}] Jul 05 09:52:49.559285 n-d-798054-8 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:52:49.560220 n-d-798054-8 neutron-server[93906]: DEBUG oslo_db.api [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:52:49.586999 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 9e78f760-1c1c-409e-9193-ed99ed6f3ef9 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:52:49.625255 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02a1ad70-96a7-4813-9e09-10630e416422 req-ace83607-c7e3-422f-97c0-67d078bfcd97 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/security-groups?id=37a956aa-294e-468e-b23c-b82794a36a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906568 Jul 05 09:52:49.658223 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 9e78f760-1c1c-409e-9193-ed99ed6f3ef9 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:52:49.662809 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 9e78f760-1c1c-409e-9193-ed99ed6f3ef9 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:52:49.767402 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-e885aa79-40ab-447c-a717-f455be29b5f8 req-193dc0a5-f497-48f5-b950-6c67975f0998 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Deleting port 460b3bac-973b-467e-b971-7376ca87449c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:49.768096 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e885aa79-40ab-447c-a717-f455be29b5f8 req-193dc0a5-f497-48f5-b950-6c67975f0998 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.774698 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0cc7a3c8-dba8-462b-9db6-aaf7f8949058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.824969 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91a5c6e-77ee-4356-bdb9-7d555a664f8a None None] get_active_networks_info from n-d-798054-8 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 09:52:49.827539 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0cc7a3c8-dba8-462b-9db6-aaf7f8949058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.893388 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ae09b42c-a5f1-4492-a993-1a4297f817ad req-0054f0db-26b5-488b-bf1b-4465d2010bef tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9510d36-6265-48f9-8df4-cecbd9cd17f4 HTTP/1.1" status: 200 len: 210 time: 0.1101041 Jul 05 09:52:49.900519 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecabc4a0-4738-43db-b579-cca71ec5fcee tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Made reservation on behalf of 866fe5d597ee4723933609a8955be5f7 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:49.904898 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ecabc4a0-4738-43db-b579-cca71ec5fcee tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.910269 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0cc7a3c8-dba8-462b-9db6-aaf7f8949058 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=54bc6604427b4965ad9d324ed627cd0b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1390312 Jul 05 09:52:49.913620 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59694) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:49.925599 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7a3c8-dba8-462b-9db6-aaf7f8949058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08abe4a-a627-472a-adcd-471dcc8d2997,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:49.990330 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8e1b597-4f63-4b22-8d05-b02ef6599d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.996636 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91a5c6e-77ee-4356-bdb9-7d555a664f8a None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 09:52:50.006509 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecabc4a0-4738-43db-b579-cca71ec5fcee tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:52:50.030043 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8e1b597-4f63-4b22-8d05-b02ef6599d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.037069 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ecabc4a0-4738-43db-b579-cca71ec5fcee tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.037436 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-ecabc4a0-4738-43db-b579-cca71ec5fcee tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Added segment 1320271d-a64b-4c2d-8ab1-26c15cd4c525 of type vlan for network 9b558465-8af6-4843-a780-f13ea31a7cdf Jul 05 09:52:50.131896 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8e1b597-4f63-4b22-8d05-b02ef6599d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.139008 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8e1b597-4f63-4b22-8d05-b02ef6599d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.146025 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c8e1b597-4f63-4b22-8d05-b02ef6599d62 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d08abe4a-a627-472a-adcd-471dcc8d2997 HTTP/1.1" status: 204 len: 168 time: 0.2308052 Jul 05 09:52:50.164629 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1b597-4f63-4b22-8d05-b02ef6599d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08abe4a-a627-472a-adcd-471dcc8d2997,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:50.175906 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.234806 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-e885aa79-40ab-447c-a717-f455be29b5f8 req-193dc0a5-f497-48f5-b950-6c67975f0998 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] For port 460b3bac-973b-467e-b971-7376ca87449c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=460b3bac-973b-467e-b971-7376ca87449c,segment=NetworkSegment(d396ac75-ea3e-48e1-81d8-c0c199f3fa56),segment_id=d396ac75-ea3e-48e1-81d8-c0c199f3fa56)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:50.235562 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e885aa79-40ab-447c-a717-f455be29b5f8 req-193dc0a5-f497-48f5-b950-6c67975f0998 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.262158 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ecabc4a0-4738-43db-b579-cca71ec5fcee tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.274177 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-e885aa79-40ab-447c-a717-f455be29b5f8 req-193dc0a5-f497-48f5-b950-6c67975f0998 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Calling delete_port for 460b3bac-973b-467e-b971-7376ca87449c owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:50.443821 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ecabc4a0-4738-43db-b579-cca71ec5fcee tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.450497 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecabc4a0-4738-43db-b579-cca71ec5fcee tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:50.451952 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ecabc4a0-4738-43db-b579-cca71ec5fcee tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.559219 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59726) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:50.564912 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6c4d7db4-5dfc-457f-86c5-6c4c261a7b87 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Request body: {'subnet': {'network_id': '9b558465-8af6-4843-a780-f13ea31a7cdf', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:50.573186 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ecabc4a0-4738-43db-b579-cca71ec5fcee tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3214500 Jul 05 09:52:50.754209 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e885aa79-40ab-447c-a717-f455be29b5f8 req-193dc0a5-f497-48f5-b950-6c67975f0998 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.760605 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Deleting port 3860d9ed-829e-4925-899e-a84722b6e54d {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:50.760956 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.827498 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['460b3bac-973b-467e-b971-7376ca87449c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:52:50.852913 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4d7db4-5dfc-457f-86c5-6c4c261a7b87 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Made reservation on behalf of 866fe5d597ee4723933609a8955be5f7 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:50.856511 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c4d7db4-5dfc-457f-86c5-6c4c261a7b87 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.931830 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] For port 3860d9ed-829e-4925-899e-a84722b6e54d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3860d9ed-829e-4925-899e-a84722b6e54d,segment=NetworkSegment(70878646-8cd5-4794-9417-1200819e7315),segment_id=70878646-8cd5-4794-9417-1200819e7315)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:50.935625 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.949332 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8747502b-4475-4f08-b43b-4b88612af867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.972479 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Calling delete_port for 3860d9ed-829e-4925-899e-a84722b6e54d owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:51.080541 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91c33d25-e0bb-4b53-8964-8a4eb4e907f6 req-51eb2338-f239-4782-bb21-8acd2e58ecee tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/ports?device_id=24023d99-e481-47c8-a849-17a64e0ab85a HTTP/1.1" status: 200 len: 210 time: 0.0969093 Jul 05 09:52:51.129847 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabc4a0-4738-43db-b579-cca71ec5fcee tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event updated for resources: {'Network': ['ID=9b558465-8af6-4843-a780-f13ea31a7cdf,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:51.134650 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193dc0a5-f497-48f5-b950-6c67975f0998 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Pushing event deleted for resources: {'Port': ['ID=460b3bac-973b-467e-b971-7376ca87449c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:51.188115 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecabc4a0-4738-43db-b579-cca71ec5fcee tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:51.188478 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecabc4a0-4738-43db-b579-cca71ec5fcee tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:51.188830 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecabc4a0-4738-43db-b579-cca71ec5fcee tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:51.189212 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecabc4a0-4738-43db-b579-cca71ec5fcee tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:51.189592 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecabc4a0-4738-43db-b579-cca71ec5fcee tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:51.189926 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecabc4a0-4738-43db-b579-cca71ec5fcee tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:51.193173 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e887806-2b25-44c8-ac37-772b792212cb req-ef680650-6480-4da2-a3ff-219137af4029 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9510d36-6265-48f9-8df4-cecbd9cd17f4 HTTP/1.1" status: 200 len: 210 time: 0.0938666 Jul 05 09:52:51.198448 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecabc4a0-4738-43db-b579-cca71ec5fcee tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:51.198448 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecabc4a0-4738-43db-b579-cca71ec5fcee tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:51.198448 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecabc4a0-4738-43db-b579-cca71ec5fcee tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:51.198810 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecabc4a0-4738-43db-b579-cca71ec5fcee tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:51.199413 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecabc4a0-4738-43db-b579-cca71ec5fcee tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:51.199413 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecabc4a0-4738-43db-b579-cca71ec5fcee tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:51.216562 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 9b558465-8af6-4843-a780-f13ea31a7cdf details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:52:51.275413 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dc0a5-f497-48f5-b950-6c67975f0998 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:51.275769 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dc0a5-f497-48f5-b950-6c67975f0998 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:51.276143 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dc0a5-f497-48f5-b950-6c67975f0998 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:51.276486 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dc0a5-f497-48f5-b950-6c67975f0998 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:51.276824 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dc0a5-f497-48f5-b950-6c67975f0998 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:51.277158 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dc0a5-f497-48f5-b950-6c67975f0998 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:51.277491 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dc0a5-f497-48f5-b950-6c67975f0998 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:51.277820 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dc0a5-f497-48f5-b950-6c67975f0998 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:51.278148 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dc0a5-f497-48f5-b950-6c67975f0998 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:51.278482 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dc0a5-f497-48f5-b950-6c67975f0998 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:51.316569 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dc0a5-f497-48f5-b950-6c67975f0998 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:51.318066 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dc0a5-f497-48f5-b950-6c67975f0998 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:51.352307 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-e885aa79-40ab-447c-a717-f455be29b5f8 req-193dc0a5-f497-48f5-b950-6c67975f0998 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] No DVR routers for this DVR port 460b3bac-973b-467e-b971-7376ca87449c on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:52:51.363233 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e885aa79-40ab-447c-a717-f455be29b5f8 req-193dc0a5-f497-48f5-b950-6c67975f0998 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:51.365647 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e885aa79-40ab-447c-a717-f455be29b5f8 req-193dc0a5-f497-48f5-b950-6c67975f0998 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.78 "DELETE /v2.0/ports/460b3bac-973b-467e-b971-7376ca87449c HTTP/1.1" status: 204 len: 173 time: 1.9609492 Jul 05 09:52:51.366116 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24023d99-e481-47c8-a849-17a64e0ab85a', 'name': 'network-vif-deleted', 'tag': '460b3bac-973b-467e-b971-7376ca87449c'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:51.368772 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba270de-e2ae-4a8f-9180-f240d2f6fbc7" -d '{"events": [{"server_uuid": "24023d99-e481-47c8-a849-17a64e0ab85a", "name": "network-vif-deleted", "tag": "460b3bac-973b-467e-b971-7376ca87449c"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:51.418943 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:51.442651 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c4d7db4-5dfc-457f-86c5-6c4c261a7b87 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:51.538741 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71418a0-628f-4fa5-9ac9-a47704bd1e0c x-openstack-request-id: req-f71418a0-628f-4fa5-9ac9-a47704bd1e0c {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:51.539304 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24023d99-e481-47c8-a849-17a64e0ab85a", "name": "network-vif-deleted", "tag": "460b3bac-973b-467e-b971-7376ca87449c", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:51.539573 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f71418a0-628f-4fa5-9ac9-a47704bd1e0c {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:51.541329 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24023d99-e481-47c8-a849-17a64e0ab85a', 'name': 'network-vif-deleted', 'tag': '460b3bac-973b-467e-b971-7376ca87449c', 'status': 'completed', 'code': 200} Jul 05 09:52:51.543259 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Port': ['ID=3860d9ed-829e-4925-899e-a84722b6e54d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:51.557158 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] No DVR routers for this DVR port 3860d9ed-829e-4925-899e-a84722b6e54d on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:52:51.576827 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d7db4-5dfc-457f-86c5-6c4c261a7b87 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event updated for resources: {'Subnet': ['ID=2133f181-0e7a-4020-aab2-a587b5ae91b5,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:51.588320 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d7db4-5dfc-457f-86c5-6c4c261a7b87 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Checking segment: {'id': '1320271d-a64b-4c2d-8ab1-26c15cd4c525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9b558465-8af6-4843-a780-f13ea31a7cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:51.588795 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4d7db4-5dfc-457f-86c5-6c4c261a7b87 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Network hostable DHCP agents. Network: 9b558465-8af6-4843-a780-f13ea31a7cdf, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:52:51.625310 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4d7db4-5dfc-457f-86c5-6c4c261a7b87 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Network 9b558465-8af6-4843-a780-f13ea31a7cdf is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:52:51.646158 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-6c4d7db4-5dfc-457f-86c5-6c4c261a7b87 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 9b558465-8af6-4843-a780-f13ea31a7cdf) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:51.658561 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbc87b3-3949-4b14-bcf6-0ef77d1af99d None None] Network 9b558465-8af6-4843-a780-f13ea31a7cdf requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:51.662467 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4d7db4-5dfc-457f-86c5-6c4c261a7b87 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:51.668269 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c4d7db4-5dfc-457f-86c5-6c4c261a7b87 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:51.699067 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6c4d7db4-5dfc-457f-86c5-6c4c261a7b87 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1381748 Jul 05 09:52:51.701625 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59784) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:51.716422 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ac09fb4a-cc64-4b4d-a63b-dd95c2c55a6d tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-434353222'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:51.766163 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac09fb4a-cc64-4b4d-a63b-dd95c2c55a6d tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Made reservation on behalf of 866fe5d597ee4723933609a8955be5f7 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:51.773218 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ac09fb4a-cc64-4b4d-a63b-dd95c2c55a6d tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:51.803149 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:51.845980 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7fb866-0bc9-44dd-b196-24c1b5392186']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:51.863983 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac09fb4a-cc64-4b4d-a63b-dd95c2c55a6d tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:52:51.866487 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70878646-8cd5-4794-9417-1200819e7315') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:51.866787 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70878646-8cd5-4794-9417-1200819e7315') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:51.885392 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:51.887684 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ac09fb4a-cc64-4b4d-a63b-dd95c2c55a6d tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:51.888199 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-ac09fb4a-cc64-4b4d-a63b-dd95c2c55a6d tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Added segment 4204c525-e04f-498c-9388-60b8361cf419 of type vlan for network 7b7132c3-b272-426c-9368-7648be3fbe30 Jul 05 09:52:51.905133 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:51.912620 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:52:51.912854 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:51.972124 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8515c9c-ee98-4320-8389-1f2d7ab7ade2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-9b558465-8af6-4843-a780-f13ea31a7cdf', 'network_id': '9b558465-8af6-4843-a780-f13ea31a7cdf', 'tenant_id': '866fe5d597ee4723933609a8955be5f7', 'fixed_ips': [{'subnet_id': '2133f181-0e7a-4020-aab2-a587b5ae91b5'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:52:51.973377 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c8515c9c-ee98-4320-8389-1f2d7ab7ade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:52:51.996696 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:52:51.999675 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.006587 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ac09fb4a-cc64-4b4d-a63b-dd95c2c55a6d tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.014228 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.016418 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/networks/9f7fb866-0bc9-44dd-b196-24c1b5392186 HTTP/1.1" status: 204 len: 168 time: 4.1563478 Jul 05 09:52:52.021632 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59788) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:52.031896 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-765f9220-dd02-43f1-89da-fb4bcbf807b0 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-928875712'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:52.046749 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba958992-98c2-4a03-b2d7-a9760c677d41 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Network': ['ID=9f7fb866-0bc9-44dd-b196-24c1b5392186,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:52.094373 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9680543b-a745-4ea2-a881-dc63580387bd req-3324111b-a33c-4eb6-8b3f-381b40245492 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=890aafa473984ea6bbc64b1fb171aec2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304921 Jul 05 09:52:52.150943 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ac09fb4a-cc64-4b4d-a63b-dd95c2c55a6d tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.168734 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac09fb4a-cc64-4b4d-a63b-dd95c2c55a6d tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:52.173539 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ac09fb4a-cc64-4b4d-a63b-dd95c2c55a6d tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.210193 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59794) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:52.211725 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765f9220-dd02-43f1-89da-fb4bcbf807b0 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Made reservation on behalf of eb615f4146d44bb6b6f0fa7b2f5d5e8b for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:52.217222 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-765f9220-dd02-43f1-89da-fb4bcbf807b0 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.248146 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ac09fb4a-cc64-4b4d-a63b-dd95c2c55a6d tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5451193 Jul 05 09:52:52.249169 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59800) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:52.275874 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59802) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:52.336872 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8431a3e1-c678-4309-ba72-3c7b688d37a2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Request body: {'subnet': {'network_id': '7b7132c3-b272-426c-9368-7648be3fbe30', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:52.393256 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-c8515c9c-ee98-4320-8389-1f2d7ab7ade2 None None] Allocated IP 19.80.0.2 (9b558465-8af6-4843-a780-f13ea31a7cdf/2133f181-0e7a-4020-aab2-a587b5ae91b5/d7e3409c-39d5-4314-8d5d-9772491dc125) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:52.435351 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680543b-a745-4ea2-a881-dc63580387bd req-38f0dfcd-deae-4434-b469-e551636a15fd tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:52.436932 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9680543b-a745-4ea2-a881-dc63580387bd req-38f0dfcd-deae-4434-b469-e551636a15fd tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3268933 Jul 05 09:52:52.453259 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-9680543b-a745-4ea2-a881-dc63580387bd req-d3e5fd95-b342-4f64-a08c-c6134b6af6b2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Request body: {'port': {'device_id': 'bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': '890aafa473984ea6bbc64b1fb171aec2'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:52.473898 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e7a7e777-8c5f-4569-9feb-8c888a5dea34 req-59594def-7cbd-4cee-8f39-e8cfa189e197 tempest-ServerGroupTestJSON-492791261 tempest-ServerGroupTestJSON-492791261-project] 10.222.0.79 "GET /v2.0/ports?device_id=24023d99-e481-47c8-a849-17a64e0ab85a HTTP/1.1" status: 200 len: 210 time: 0.0467892 Jul 05 09:52:52.532502 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9680543b-a745-4ea2-a881-dc63580387bd req-8dc781ff-9a69-41ce-bd55-f05557e4a670 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=890aafa473984ea6bbc64b1fb171aec2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556648 Jul 05 09:52:52.657742 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765f9220-dd02-43f1-89da-fb4bcbf807b0 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:52:52.679433 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-765f9220-dd02-43f1-89da-fb4bcbf807b0 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.679967 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-765f9220-dd02-43f1-89da-fb4bcbf807b0 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Added segment 4fd7703f-9004-45d2-bbf0-271d8a823c2e of type vlan for network 729d21dc-d454-47ee-8bab-fe46af032963 Jul 05 09:52:52.682927 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-942ea420-4d16-49dc-af01-802a2bb07c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.713559 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3db54987-ba9d-48a8-88c7-77680a2f84d8 req-b769a9e8-3db4-44a3-b04a-096f86a21a42 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9510d36-6265-48f9-8df4-cecbd9cd17f4 HTTP/1.1" status: 200 len: 210 time: 0.1988225 Jul 05 09:52:52.769792 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-765f9220-dd02-43f1-89da-fb4bcbf807b0 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.806151 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c8515c9c-ee98-4320-8389-1f2d7ab7ade2 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.818464 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c8515c9c-ee98-4320-8389-1f2d7ab7ade2 None None] Transition to ACTIVE for port object d7e3409c-39d5-4314-8d5d-9772491dc125 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:52.831372 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8431a3e1-c678-4309-ba72-3c7b688d37a2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Made reservation on behalf of 866fe5d597ee4723933609a8955be5f7 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:52.834691 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8431a3e1-c678-4309-ba72-3c7b688d37a2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.848304 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c8515c9c-ee98-4320-8389-1f2d7ab7ade2 None None] Transition to ACTIVE for port object d7e3409c-39d5-4314-8d5d-9772491dc125 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:52.856059 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c8515c9c-ee98-4320-8389-1f2d7ab7ade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.899677 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-765f9220-dd02-43f1-89da-fb4bcbf807b0 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.906767 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765f9220-dd02-43f1-89da-fb4bcbf807b0 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:52.907648 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-765f9220-dd02-43f1-89da-fb4bcbf807b0 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.931201 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09fb4a-cc64-4b4d-a63b-dd95c2c55a6d tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event updated for resources: {'Network': ['ID=7b7132c3-b272-426c-9368-7648be3fbe30,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:52.966201 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 7b7132c3-b272-426c-9368-7648be3fbe30 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:52:52.969418 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8515c9c-ee98-4320-8389-1f2d7ab7ade2 None None] Network 9b558465-8af6-4843-a780-f13ea31a7cdf is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:52.981695 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-942ea420-4d16-49dc-af01-802a2bb07c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.998744 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-942ea420-4d16-49dc-af01-802a2bb07c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.034671 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-c8515c9c-ee98-4320-8389-1f2d7ab7ade2 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:53.035228 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dcfe08b1-5fd7-4223-9d6e-63f96ca89526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.039179 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8515c9c-ee98-4320-8389-1f2d7ab7ade2 None None] Pushing event updated for resources: {'Port': ['ID=d7e3409c-39d5-4314-8d5d-9772491dc125,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:53.040405 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-942ea420-4d16-49dc-af01-802a2bb07c29 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e9e42e0503e44e7d8fae3208b123c5bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7634668 Jul 05 09:52:53.052913 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8515c9c-ee98-4320-8389-1f2d7ab7ade2 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:53.059451 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59810) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:53.063115 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9680543b-a745-4ea2-a881-dc63580387bd req-d3e5fd95-b342-4f64-a08c-c6134b6af6b2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Made reservation on behalf of 890aafa473984ea6bbc64b1fb171aec2 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:53.069886 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9680543b-a745-4ea2-a881-dc63580387bd req-d3e5fd95-b342-4f64-a08c-c6134b6af6b2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.128250 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-765f9220-dd02-43f1-89da-fb4bcbf807b0 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1042101 Jul 05 09:52:53.136133 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-c8515c9c-ee98-4320-8389-1f2d7ab7ade2 None None] Attempting to bind port d7e3409c-39d5-4314-8d5d-9772491dc125 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:53.136514 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-c8515c9c-ee98-4320-8389-1f2d7ab7ade2 None None] Attempting to bind port d7e3409c-39d5-4314-8d5d-9772491dc125 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '1320271d-a64b-4c2d-8ab1-26c15cd4c525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9b558465-8af6-4843-a780-f13ea31a7cdf'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:53.137066 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8515c9c-ee98-4320-8389-1f2d7ab7ade2 None None] Attempting to bind port d7e3409c-39d5-4314-8d5d-9772491dc125 on network 9b558465-8af6-4843-a780-f13ea31a7cdf {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:53.140734 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59812) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:53.142032 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 460b3bac-973b-467e-b971-7376ca87449c no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:52:53.149434 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ea420-4d16-49dc-af01-802a2bb07c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b5d474-1265-4dfe-a948-12f0a02546a5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:53.150193 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f9220-dd02-43f1-89da-fb4bcbf807b0 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event updated for resources: {'Network': ['ID=729d21dc-d454-47ee-8bab-fe46af032963,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:53.168882 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 460b3bac-973b-467e-b971-7376ca87449c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:52:53.169456 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 460b3bac-973b-467e-b971-7376ca87449c not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:52:53.171385 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8515c9c-ee98-4320-8389-1f2d7ab7ade2 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:53.172095 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8515c9c-ee98-4320-8389-1f2d7ab7ade2 None None] Checking segment: {'id': '1320271d-a64b-4c2d-8ab1-26c15cd4c525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9b558465-8af6-4843-a780-f13ea31a7cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:53.172708 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c8515c9c-ee98-4320-8389-1f2d7ab7ade2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.173286 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8515c9c-ee98-4320-8389-1f2d7ab7ade2 None None] Bound using segment: {'id': '1320271d-a64b-4c2d-8ab1-26c15cd4c525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9b558465-8af6-4843-a780-f13ea31a7cdf'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:53.173959 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-c8515c9c-ee98-4320-8389-1f2d7ab7ade2 None None] Bound port: d7e3409c-39d5-4314-8d5d-9772491dc125, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1320271d-a64b-4c2d-8ab1-26c15cd4c525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9b558465-8af6-4843-a780-f13ea31a7cdf'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:53.175072 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c8515c9c-ee98-4320-8389-1f2d7ab7ade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.182937 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6590f19d-b6e8-4f35-aa93-a2caa9dc19a2 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Request body: {'subnet': {'network_id': '729d21dc-d454-47ee-8bab-fe46af032963', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:53.188284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 729d21dc-d454-47ee-8bab-fe46af032963 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:52:53.291345 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-9680543b-a745-4ea2-a881-dc63580387bd req-d3e5fd95-b342-4f64-a08c-c6134b6af6b2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Allocated IP 192.168.233.71 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/effe9602-e71c-4fc1-bc07-d703e8fa353e) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:53.355439 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680543b-a745-4ea2-a881-dc63580387bd req-139afeb6-179b-4a5d-b32c-28eb88de6bd5 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:53.357574 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9680543b-a745-4ea2-a881-dc63580387bd req-139afeb6-179b-4a5d-b32c-28eb88de6bd5 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7630763 Jul 05 09:52:53.373888 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-9680543b-a745-4ea2-a881-dc63580387bd req-90d0e231-3b44-4473-9a3d-51722dc72cc2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Request body: {'port': {'device_id': 'd9510d36-6265-48f9-8df4-cecbd9cd17f4', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': '890aafa473984ea6bbc64b1fb171aec2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:53.470254 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c8515c9c-ee98-4320-8389-1f2d7ab7ade2 None None] For port d7e3409c-39d5-4314-8d5d-9772491dc125, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:53.473884 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c8515c9c-ee98-4320-8389-1f2d7ab7ade2 None None] For port d7e3409c-39d5-4314-8d5d-9772491dc125, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d7e3409c-39d5-4314-8d5d-9772491dc125,segment=NetworkSegment(1320271d-a64b-4c2d-8ab1-26c15cd4c525),segment_id=1320271d-a64b-4c2d-8ab1-26c15cd4c525)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:53.479618 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c8515c9c-ee98-4320-8389-1f2d7ab7ade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.487005 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9680543b-a745-4ea2-a881-dc63580387bd req-d3e5fd95-b342-4f64-a08c-c6134b6af6b2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.508877 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-9680543b-a745-4ea2-a881-dc63580387bd req-d3e5fd95-b342-4f64-a08c-c6134b6af6b2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Transition to ACTIVE for port object effe9602-e71c-4fc1-bc07-d703e8fa353e will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:53.524960 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fef2ece6-d01e-4e5e-80a2-ece08cd8293e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.556596 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22882a09-d806-4c11-9609-161974bbf515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.573928 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.579704 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8515c9c-ee98-4320-8389-1f2d7ab7ade2 None None] Pushing event updated for resources: {'Port': ['ID=d7e3409c-39d5-4314-8d5d-9772491dc125,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:53.605167 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22882a09-d806-4c11-9609-161974bbf515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.618304 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dcfe08b1-5fd7-4223-9d6e-63f96ca89526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.626414 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9680543b-a745-4ea2-a881-dc63580387bd req-d3e5fd95-b342-4f64-a08c-c6134b6af6b2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.639675 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['b7c1f3e8-39ed-4534-a9db-da07d6cd9c44', 'aec12d55-b4d5-49cd-aaf6-168fc2c13c6e', 'ca8c7349-cfbb-475b-9b5c-8e68e92a32eb'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:52:53.691620 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dcfe08b1-5fd7-4223-9d6e-63f96ca89526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.770464 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9680543b-a745-4ea2-a881-dc63580387bd req-d3e5fd95-b342-4f64-a08c-c6134b6af6b2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:53.799991 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-9680543b-a745-4ea2-a881-dc63580387bd req-d3e5fd95-b342-4f64-a08c-c6134b6af6b2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:53.805371 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-9680543b-a745-4ea2-a881-dc63580387bd req-d3e5fd95-b342-4f64-a08c-c6134b6af6b2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:53.814918 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe08b1-5fd7-4223-9d6e-63f96ca89526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfc8f86-325e-41f7-99ea-3d90e1596051,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:53.815838 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5fd95-b342-4f64-a08c-c6134b6af6b2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Pushing event updated for resources: {'Port': ['ID=effe9602-e71c-4fc1-bc07-d703e8fa353e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:53.818207 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8431a3e1-c678-4309-ba72-3c7b688d37a2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.821290 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6590f19d-b6e8-4f35-aa93-a2caa9dc19a2 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Made reservation on behalf of eb615f4146d44bb6b6f0fa7b2f5d5e8b for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:53.825449 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6590f19d-b6e8-4f35-aa93-a2caa9dc19a2 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.931881 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22882a09-d806-4c11-9609-161974bbf515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.936765 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22882a09-d806-4c11-9609-161974bbf515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.942301 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-22882a09-d806-4c11-9609-161974bbf515 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c6b5d474-1265-4dfe-a948-12f0a02546a5 HTTP/1.1" status: 204 len: 168 time: 0.8789599 Jul 05 09:52:53.948420 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9680543b-a745-4ea2-a881-dc63580387bd req-90d0e231-3b44-4473-9a3d-51722dc72cc2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Made reservation on behalf of 890aafa473984ea6bbc64b1fb171aec2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:53.957792 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9680543b-a745-4ea2-a881-dc63580387bd req-90d0e231-3b44-4473-9a3d-51722dc72cc2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.973758 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22882a09-d806-4c11-9609-161974bbf515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b5d474-1265-4dfe-a948-12f0a02546a5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:53.985529 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680543b-a745-4ea2-a881-dc63580387bd req-d3e5fd95-b342-4f64-a08c-c6134b6af6b2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:53.985910 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9680543b-a745-4ea2-a881-dc63580387bd req-d3e5fd95-b342-4f64-a08c-c6134b6af6b2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:54.030980 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9680543b-a745-4ea2-a881-dc63580387bd req-d3e5fd95-b342-4f64-a08c-c6134b6af6b2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5805719 Jul 05 09:52:54.041753 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-9680543b-a745-4ea2-a881-dc63580387bd req-84bd2bca-a4fc-42c3-a983-085df2dab940 service neutron] Request body: {'port': {'device_id': 'bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:54.237749 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9680543b-a745-4ea2-a881-dc63580387bd req-84bd2bca-a4fc-42c3-a983-085df2dab940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:54.485775 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-291ee991-f8da-455f-b64e-ca4472de91d5 None None] Provisioning for port effe9602-e71c-4fc1-bc07-d703e8fa353e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:54.496038 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-291ee991-f8da-455f-b64e-ca4472de91d5 None None] Provisioning complete for port effe9602-e71c-4fc1-bc07-d703e8fa353e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:54.496772 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-291ee991-f8da-455f-b64e-ca4472de91d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:54.562180 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:54.567728 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-291ee991-f8da-455f-b64e-ca4472de91d5 None None] Port effe9602-e71c-4fc1-bc07-d703e8fa353e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:52:54.707512 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59852) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:54.722307 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431a3e1-c678-4309-ba72-3c7b688d37a2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event updated for resources: {'Subnet': ['ID=9de058cf-557c-4915-a509-168bb2aef9d5,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:54.727462 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-dcfe08b1-5fd7-4223-9d6e-63f96ca89526 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3364132b3d6446938ef0f4e56b328ff6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5071759 Jul 05 09:52:54.763364 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59854) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:54.814760 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5925e22-e05c-4e92-bbb6-d0850a8e85e8 req-d8519f51-9c99-4456-9898-7b9a93486966 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9510d36-6265-48f9-8df4-cecbd9cd17f4 HTTP/1.1" status: 200 len: 210 time: 0.0808041 Jul 05 09:52:54.860431 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-f141141a-d527-4bb3-a886-4fadc546a5e0 admin admin] Deleting subnet 0f8e7e4d-421f-441d-944c-8060730bf9a3 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:52:54.881953 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f141141a-d527-4bb3-a886-4fadc546a5e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:54.974971 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f141141a-d527-4bb3-a886-4fadc546a5e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:55.040826 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d7e3409c-39d5-4314-8d5d-9772491dc125 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:55.048118 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-9680543b-a745-4ea2-a881-dc63580387bd req-84bd2bca-a4fc-42c3-a983-085df2dab940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id effe9602-e71c-4fc1-bc07-d703e8fa353e {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:52:55.081712 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431a3e1-c678-4309-ba72-3c7b688d37a2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Checking segment: {'id': '4204c525-e04f-498c-9388-60b8361cf419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b7132c3-b272-426c-9368-7648be3fbe30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:55.082171 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8431a3e1-c678-4309-ba72-3c7b688d37a2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Network hostable DHCP agents. Network: 7b7132c3-b272-426c-9368-7648be3fbe30, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:52:55.118736 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port d7e3409c-39d5-4314-8d5d-9772491dc125 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:55.129672 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f141141a-d527-4bb3-a886-4fadc546a5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:55.181839 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8431a3e1-c678-4309-ba72-3c7b688d37a2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Network 7b7132c3-b272-426c-9368-7648be3fbe30 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:52:55.187588 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c1bf6418-8112-462b-8d4e-63716337feaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:55.221812 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9680543b-a745-4ea2-a881-dc63580387bd req-84bd2bca-a4fc-42c3-a983-085df2dab940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:55.224282 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6590f19d-b6e8-4f35-aa93-a2caa9dc19a2 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:55.225094 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f141141a-d527-4bb3-a886-4fadc546a5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:55.247049 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-8431a3e1-c678-4309-ba72-3c7b688d37a2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 7b7132c3-b272-426c-9368-7648be3fbe30) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:55.269406 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141141a-d527-4bb3-a886-4fadc546a5e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f8e7e4d-421f-441d-944c-8060730bf9a3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:55.272590 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b1d6d1-66ba-4ff4-82f0-6d9313ac2ce2 None None] Network 7b7132c3-b272-426c-9368-7648be3fbe30 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:55.274490 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f141141a-d527-4bb3-a886-4fadc546a5e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:55.279536 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f141141a-d527-4bb3-a886-4fadc546a5e0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0f8e7e4d-421f-441d-944c-8060730bf9a3 HTTP/1.1" status: 204 len: 168 time: 0.5707192 Jul 05 09:52:55.281090 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-9680543b-a745-4ea2-a881-dc63580387bd req-84bd2bca-a4fc-42c3-a983-085df2dab940 service neutron] Transition to ACTIVE for port object effe9602-e71c-4fc1-bc07-d703e8fa353e will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:55.281932 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59870) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:55.304183 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8431a3e1-c678-4309-ba72-3c7b688d37a2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:55.305000 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8431a3e1-c678-4309-ba72-3c7b688d37a2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:55.316173 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9680543b-a745-4ea2-a881-dc63580387bd req-84bd2bca-a4fc-42c3-a983-085df2dab940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:55.401591 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c1bf6418-8112-462b-8d4e-63716337feaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:55.402605 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd2bca-a4fc-42c3-a983-085df2dab940 service neutron] Pushing event updated for resources: {'Port': ['ID=effe9602-e71c-4fc1-bc07-d703e8fa353e,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:55.450552 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5926d8ea-d7e6-4b4c-bf8d-601647361788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:55.472682 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8431a3e1-c678-4309-ba72-3c7b688d37a2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1405597 Jul 05 09:52:55.485194 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c3b709-54b3-4ffb-9606-345a6dc042cd None None] Network 9b558465-8af6-4843-a780-f13ea31a7cdf requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:55.509109 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590f19d-b6e8-4f35-aa93-a2caa9dc19a2 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event updated for resources: {'Subnet': ['ID=c573347b-b2f8-4c50-b299-58d946073d60,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:55.530451 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-9680543b-a745-4ea2-a881-dc63580387bd req-90d0e231-3b44-4473-9a3d-51722dc72cc2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Allocated IP 192.168.233.146 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/d9aee653-2aee-4d30-bdc2-d203ab1fb647) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:55.600611 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9c2c1f-e0f1-4494-afbb-a73ccafa7e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-7b7132c3-b272-426c-9368-7648be3fbe30', 'network_id': '7b7132c3-b272-426c-9368-7648be3fbe30', 'tenant_id': '866fe5d597ee4723933609a8955be5f7', 'fixed_ips': [{'subnet_id': '9de058cf-557c-4915-a509-168bb2aef9d5'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:52:55.602646 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4d9c2c1f-e0f1-4494-afbb-a73ccafa7e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:55.615200 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-26bdb9b8-f62c-4dd9-9990-36b1fa936667 None None] Provisioning for port d7e3409c-39d5-4314-8d5d-9772491dc125 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:55.660677 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-26bdb9b8-f62c-4dd9-9990-36b1fa936667 None None] Provisioning complete for port d7e3409c-39d5-4314-8d5d-9772491dc125 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:55.661058 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-26bdb9b8-f62c-4dd9-9990-36b1fa936667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:55.743075 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6590f19d-b6e8-4f35-aa93-a2caa9dc19a2 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Checking segment: {'id': '4fd7703f-9004-45d2-bbf0-271d8a823c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '729d21dc-d454-47ee-8bab-fe46af032963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:55.743679 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6590f19d-b6e8-4f35-aa93-a2caa9dc19a2 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Network hostable DHCP agents. Network: 729d21dc-d454-47ee-8bab-fe46af032963, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:52:55.808273 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6590f19d-b6e8-4f35-aa93-a2caa9dc19a2 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Network 729d21dc-d454-47ee-8bab-fe46af032963 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:52:55.818387 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c1bf6418-8112-462b-8d4e-63716337feaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:55.821470 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c1bf6418-8112-462b-8d4e-63716337feaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:55.824732 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c1bf6418-8112-462b-8d4e-63716337feaa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6cfc8f86-325e-41f7-99ea-3d90e1596051 HTTP/1.1" status: 204 len: 168 time: 1.0577033 Jul 05 09:52:55.828026 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5926d8ea-d7e6-4b4c-bf8d-601647361788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:55.849716 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-6590f19d-b6e8-4f35-aa93-a2caa9dc19a2 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 729d21dc-d454-47ee-8bab-fe46af032963) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:55.855733 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6590f19d-b6e8-4f35-aa93-a2caa9dc19a2 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:55.856381 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6590f19d-b6e8-4f35-aa93-a2caa9dc19a2 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:55.859088 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf6418-8112-462b-8d4e-63716337feaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfc8f86-325e-41f7-99ea-3d90e1596051,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:55.859991 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-5926d8ea-d7e6-4b4c-bf8d-601647361788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0edaa5-6021-4fda-b638-4c2182f34c60']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:55.889029 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-5926d8ea-d7e6-4b4c-bf8d-601647361788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd396ac75-ea3e-48e1-81d8-c0c199f3fa56') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:55.891003 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-5926d8ea-d7e6-4b4c-bf8d-601647361788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd396ac75-ea3e-48e1-81d8-c0c199f3fa56') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:55.909092 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5926d8ea-d7e6-4b4c-bf8d-601647361788 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:55.925778 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5926d8ea-d7e6-4b4c-bf8d-601647361788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:55.933400 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5926d8ea-d7e6-4b4c-bf8d-601647361788 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:52:55.934210 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5926d8ea-d7e6-4b4c-bf8d-601647361788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:55.968041 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a75858-964d-4fdd-93f0-d9382fe4b85d None None] Network 729d21dc-d454-47ee-8bab-fe46af032963 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:52:56.000266 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:52:56.004288 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5926d8ea-d7e6-4b4c-bf8d-601647361788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:56.013739 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5926d8ea-d7e6-4b4c-bf8d-601647361788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:56.016060 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5926d8ea-d7e6-4b4c-bf8d-601647361788 admin admin] 10.222.0.79 "DELETE /v2.0/networks/cd0edaa5-6021-4fda-b638-4c2182f34c60 HTTP/1.1" status: 204 len: 168 time: 0.7317948 Jul 05 09:52:56.037534 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926d8ea-d7e6-4b4c-bf8d-601647361788 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd0edaa5-6021-4fda-b638-4c2182f34c60,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:56.042335 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-9680543b-a745-4ea2-a881-dc63580387bd req-84bd2bca-a4fc-42c3-a983-085df2dab940 service neutron] Attempting to bind port effe9602-e71c-4fc1-bc07-d703e8fa353e on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:56.043376 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-9680543b-a745-4ea2-a881-dc63580387bd req-84bd2bca-a4fc-42c3-a983-085df2dab940 service neutron] Attempting to bind port effe9602-e71c-4fc1-bc07-d703e8fa353e by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:56.044023 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9680543b-a745-4ea2-a881-dc63580387bd req-84bd2bca-a4fc-42c3-a983-085df2dab940 service neutron] Attempting to bind port effe9602-e71c-4fc1-bc07-d703e8fa353e on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:56.047411 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9680543b-a745-4ea2-a881-dc63580387bd req-90d0e231-3b44-4473-9a3d-51722dc72cc2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:56.050025 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9680543b-a745-4ea2-a881-dc63580387bd req-84bd2bca-a4fc-42c3-a983-085df2dab940 service neutron] Port effe9602-e71c-4fc1-bc07-d703e8fa353e on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:52:56.050987 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9680543b-a745-4ea2-a881-dc63580387bd req-84bd2bca-a4fc-42c3-a983-085df2dab940 service neutron] Attempting to bind port effe9602-e71c-4fc1-bc07-d703e8fa353e on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:56.056532 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6590f19d-b6e8-4f35-aa93-a2caa9dc19a2 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9050610 Jul 05 09:52:56.058923 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59900) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:56.162701 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0549aa42-45bb-4445-ba24-39447eec904f tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:56.165965 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9680543b-a745-4ea2-a881-dc63580387bd req-84bd2bca-a4fc-42c3-a983-085df2dab940 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:56.166565 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9680543b-a745-4ea2-a881-dc63580387bd req-84bd2bca-a4fc-42c3-a983-085df2dab940 service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:56.167214 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9680543b-a745-4ea2-a881-dc63580387bd req-84bd2bca-a4fc-42c3-a983-085df2dab940 service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:56.167897 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-9680543b-a745-4ea2-a881-dc63580387bd req-84bd2bca-a4fc-42c3-a983-085df2dab940 service neutron] Bound port: effe9602-e71c-4fc1-bc07-d703e8fa353e, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:56.168497 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9680543b-a745-4ea2-a881-dc63580387bd req-84bd2bca-a4fc-42c3-a983-085df2dab940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:56.195407 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2c86908b-637a-487f-825d-fdbd64a2480e req-89b50c0d-47ee-48de-a4e7-2c5df32d696d tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9510d36-6265-48f9-8df4-cecbd9cd17f4 HTTP/1.1" status: 200 len: 210 time: 0.1131356 Jul 05 09:52:56.225006 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-9680543b-a745-4ea2-a881-dc63580387bd req-90d0e231-3b44-4473-9a3d-51722dc72cc2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Transition to ACTIVE for port object d9aee653-2aee-4d30-bdc2-d203ab1fb647 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:56.241335 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-4d9c2c1f-e0f1-4494-afbb-a73ccafa7e0b None None] Allocated IP 19.86.0.2 (7b7132c3-b272-426c-9368-7648be3fbe30/9de058cf-557c-4915-a509-168bb2aef9d5/09de77f8-38ca-47d0-9fb5-ed6349c1639d) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:56.269836 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-9680543b-a745-4ea2-a881-dc63580387bd req-84bd2bca-a4fc-42c3-a983-085df2dab940 service neutron] For port effe9602-e71c-4fc1-bc07-d703e8fa353e, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:56.278015 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-9680543b-a745-4ea2-a881-dc63580387bd req-84bd2bca-a4fc-42c3-a983-085df2dab940 service neutron] For port effe9602-e71c-4fc1-bc07-d703e8fa353e, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=effe9602-e71c-4fc1-bc07-d703e8fa353e,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:56.290521 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9680543b-a745-4ea2-a881-dc63580387bd req-84bd2bca-a4fc-42c3-a983-085df2dab940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:56.313460 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-cfed9bcf-edeb-4085-bb93-fa6a12630f85 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:56.323798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-cfed9bcf-edeb-4085-bb93-fa6a12630f85 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:56.331123 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-cfed9bcf-edeb-4085-bb93-fa6a12630f85 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/networks?id=9b558465-8af6-4843-a780-f13ea31a7cdf&id=7b7132c3-b272-426c-9368-7648be3fbe30 HTTP/1.1" status: 200 len: 1391 time: 0.4593914 Jul 05 09:52:56.376882 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-0f1dc7fc-025a-4dbf-9a14-41c96270ad73 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/quotas/866fe5d597ee4723933609a8955be5f7 HTTP/1.1" status: 200 len: 375 time: 0.0387142 Jul 05 09:52:56.417772 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9680543b-a745-4ea2-a881-dc63580387bd req-90d0e231-3b44-4473-9a3d-51722dc72cc2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:56.417887 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59910) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:56.440386 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680543b-a745-4ea2-a881-dc63580387bd req-84bd2bca-a4fc-42c3-a983-085df2dab940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:56.441080 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9680543b-a745-4ea2-a881-dc63580387bd req-84bd2bca-a4fc-42c3-a983-085df2dab940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:56.444711 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9680543b-a745-4ea2-a881-dc63580387bd req-84bd2bca-a4fc-42c3-a983-085df2dab940 service neutron] 10.222.0.78 "PUT /v2.0/ports/effe9602-e71c-4fc1-bc07-d703e8fa353e HTTP/1.1" status: 200 len: 1095 time: 2.4074981 Jul 05 09:52:56.468367 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03', 'tag': 'effe9602-e71c-4fc1-bc07-d703e8fa353e'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:56.470640 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f642e7-eed5-4e42-b51b-2f8796d6ab50" -d '{"events": [{"name": "network-changed", "server_uuid": "bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03", "tag": "effe9602-e71c-4fc1-bc07-d703e8fa353e"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:56.539228 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0549aa42-45bb-4445-ba24-39447eec904f tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:56.584869 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4d9c2c1f-e0f1-4494-afbb-a73ccafa7e0b None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:56.608123 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4d9c2c1f-e0f1-4494-afbb-a73ccafa7e0b None None] Transition to ACTIVE for port object 09de77f8-38ca-47d0-9fb5-ed6349c1639d will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:56.627856 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9680543b-a745-4ea2-a881-dc63580387bd req-90d0e231-3b44-4473-9a3d-51722dc72cc2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:56.629309 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59918) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:56.652700 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0e231-3b44-4473-9a3d-51722dc72cc2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Pushing event updated for resources: {'Port': ['ID=d9aee653-2aee-4d30-bdc2-d203ab1fb647,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:56.658359 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-9680543b-a745-4ea2-a881-dc63580387bd req-90d0e231-3b44-4473-9a3d-51722dc72cc2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:56.664108 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['b7c1f3e8-39ed-4534-a9db-da07d6cd9c44', 'aec12d55-b4d5-49cd-aaf6-168fc2c13c6e', 'ca8c7349-cfbb-475b-9b5c-8e68e92a32eb'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:52:56.668422 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-9680543b-a745-4ea2-a881-dc63580387bd req-90d0e231-3b44-4473-9a3d-51722dc72cc2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:56.707888 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3375590c-5c6e-42e2-919b-f54c86553e8d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=97098045dda644a29c09246e365629d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2738297 Jul 05 09:52:56.719409 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04b4736b-54af-4b7e-ae26-e2ad6c0f678b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:56.725558 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59922) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:56.798867 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd2bca-a4fc-42c3-a983-085df2dab940 service neutron] Pushing event updated for resources: {'Port': ['ID=effe9602-e71c-4fc1-bc07-d703e8fa353e,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:56.859613 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be233984-8bb9-46cf-867c-842557a01aab x-openstack-request-id: req-be233984-8bb9-46cf-867c-842557a01aab {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:56.862677 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03", "tag": "effe9602-e71c-4fc1-bc07-d703e8fa353e", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:56.863030 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-be233984-8bb9-46cf-867c-842557a01aab {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:56.863510 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03', 'tag': 'effe9602-e71c-4fc1-bc07-d703e8fa353e', 'status': 'completed', 'code': 200} Jul 05 09:52:56.872240 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680543b-a745-4ea2-a881-dc63580387bd req-90d0e231-3b44-4473-9a3d-51722dc72cc2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:56.891125 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9680543b-a745-4ea2-a881-dc63580387bd req-90d0e231-3b44-4473-9a3d-51722dc72cc2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:56.902919 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59924) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:56.915665 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0549aa42-45bb-4445-ba24-39447eec904f tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:56.929140 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-74aec905-28a7-41c2-a1fc-d0cfe32c694f tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=866fe5d597ee4723933609a8955be5f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5320108 Jul 05 09:52:56.935079 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680543b-a745-4ea2-a881-dc63580387bd req-2584d76e-3add-4322-a8ce-420e5cab06f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:56.936612 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9680543b-a745-4ea2-a881-dc63580387bd req-2584d76e-3add-4322-a8ce-420e5cab06f0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&device_id=bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03 HTTP/1.1" status: 200 len: 1098 time: 0.4252453 Jul 05 09:52:56.957238 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4d9c2c1f-e0f1-4494-afbb-a73ccafa7e0b None None] Transition to ACTIVE for port object 09de77f8-38ca-47d0-9fb5-ed6349c1639d will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:56.970383 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.002690 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9680543b-a745-4ea2-a881-dc63580387bd req-aceb54d7-7b68-411c-9340-7040bfc36409 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=effe9602-e71c-4fc1-bc07-d703e8fa353e HTTP/1.1" status: 200 len: 217 time: 0.0447037 Jul 05 09:52:57.007189 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549aa42-45bb-4445-ba24-39447eec904f tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Subnet': ['ID=c573347b-b2f8-4c50-b299-58d946073d60,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:57.019357 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4d9c2c1f-e0f1-4494-afbb-a73ccafa7e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.135360 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-65bb3514-eb31-4ed7-9b0a-050efe7340ac service neutron] 10.222.0.79 "GET /v2.0/networks/9b558465-8af6-4843-a780-f13ea31a7cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041576 Jul 05 09:52:57.137107 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59930) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:57.148985 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-88137010-0591-480e-9e95-9720766d6583 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:57.154045 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9c2c1f-e0f1-4494-afbb-a73ccafa7e0b None None] Network 7b7132c3-b272-426c-9368-7648be3fbe30 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:57.179415 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c2c1f-e0f1-4494-afbb-a73ccafa7e0b None None] Pushing event updated for resources: {'Port': ['ID=09de77f8-38ca-47d0-9fb5-ed6349c1639d,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:57.202594 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0549aa42-45bb-4445-ba24-39447eec904f tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.214350 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98ea5975-5252-4efb-89c4-d1eaba6a384b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.216284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-4d9c2c1f-e0f1-4494-afbb-a73ccafa7e0b None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:57.216937 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680543b-a745-4ea2-a881-dc63580387bd req-4460a1ad-f351-460d-a07d-279f7ea6c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:57.218855 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9680543b-a745-4ea2-a881-dc63580387bd req-4460a1ad-f351-460d-a07d-279f7ea6c04f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.2056954 Jul 05 09:52:57.220320 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9c2c1f-e0f1-4494-afbb-a73ccafa7e0b None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:57.226318 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-0549aa42-45bb-4445-ba24-39447eec904f tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729d21dc-d454-47ee-8bab-fe46af032963']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:57.245861 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05468015-55f0-4de5-8708-0c963eab431f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-729d21dc-d454-47ee-8bab-fe46af032963', 'network_id': '729d21dc-d454-47ee-8bab-fe46af032963', 'tenant_id': 'eb615f4146d44bb6b6f0fa7b2f5d5e8b', 'fixed_ips': [{'subnet_id': 'c573347b-b2f8-4c50-b299-58d946073d60'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:52:57.253143 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-05468015-55f0-4de5-8708-0c963eab431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.268446 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-0549aa42-45bb-4445-ba24-39447eec904f tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd7703f-9004-45d2-bbf0-271d8a823c2e') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:57.268769 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-0549aa42-45bb-4445-ba24-39447eec904f tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd7703f-9004-45d2-bbf0-271d8a823c2e') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:57.305094 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0549aa42-45bb-4445-ba24-39447eec904f tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.317803 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98ea5975-5252-4efb-89c4-d1eaba6a384b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.331094 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-26bdb9b8-f62c-4dd9-9990-36b1fa936667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.345287 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0549aa42-45bb-4445-ba24-39447eec904f tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.361047 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0549aa42-45bb-4445-ba24-39447eec904f tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:52:57.361468 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0549aa42-45bb-4445-ba24-39447eec904f tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:52:57.365679 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:52:57.439128 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-abc159f9-6f5f-47f5-ae03-9b6327ce42b9 service neutron] 10.222.0.79 "GET /v2.0/networks/9b558465-8af6-4843-a780-f13ea31a7cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010504 Jul 05 09:52:57.475246 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680543b-a745-4ea2-a881-dc63580387bd req-5e1dfdb5-f4c4-4089-b85c-c7728006bd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:57.477198 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9680543b-a745-4ea2-a881-dc63580387bd req-5e1dfdb5-f4c4-4089-b85c-c7728006bd39 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2480955 Jul 05 09:52:57.513664 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4d9c2c1f-e0f1-4494-afbb-a73ccafa7e0b None None] Attempting to bind port 09de77f8-38ca-47d0-9fb5-ed6349c1639d on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:57.514235 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4d9c2c1f-e0f1-4494-afbb-a73ccafa7e0b None None] Attempting to bind port 09de77f8-38ca-47d0-9fb5-ed6349c1639d by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '4204c525-e04f-498c-9388-60b8361cf419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b7132c3-b272-426c-9368-7648be3fbe30'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:57.514719 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9c2c1f-e0f1-4494-afbb-a73ccafa7e0b None None] Attempting to bind port 09de77f8-38ca-47d0-9fb5-ed6349c1639d on network 7b7132c3-b272-426c-9368-7648be3fbe30 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:57.534841 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98ea5975-5252-4efb-89c4-d1eaba6a384b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.540583 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98ea5975-5252-4efb-89c4-d1eaba6a384b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.546324 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9c2c1f-e0f1-4494-afbb-a73ccafa7e0b None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:57.548415 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-98ea5975-5252-4efb-89c4-d1eaba6a384b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/37a956aa-294e-468e-b23c-b82794a36a8f HTTP/1.1" status: 204 len: 168 time: 0.8116746 Jul 05 09:52:57.555129 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9c2c1f-e0f1-4494-afbb-a73ccafa7e0b None None] Checking segment: {'id': '4204c525-e04f-498c-9388-60b8361cf419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b7132c3-b272-426c-9368-7648be3fbe30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:57.556371 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4d9c2c1f-e0f1-4494-afbb-a73ccafa7e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.557220 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9c2c1f-e0f1-4494-afbb-a73ccafa7e0b None None] Bound using segment: {'id': '4204c525-e04f-498c-9388-60b8361cf419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b7132c3-b272-426c-9368-7648be3fbe30'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:57.557843 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4d9c2c1f-e0f1-4494-afbb-a73ccafa7e0b None None] Bound port: 09de77f8-38ca-47d0-9fb5-ed6349c1639d, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4204c525-e04f-498c-9388-60b8361cf419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b7132c3-b272-426c-9368-7648be3fbe30'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:57.558460 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4d9c2c1f-e0f1-4494-afbb-a73ccafa7e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.570350 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-26bdb9b8-f62c-4dd9-9990-36b1fa936667 None None] For port d7e3409c-39d5-4314-8d5d-9772491dc125, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d7e3409c-39d5-4314-8d5d-9772491dc125,segment=NetworkSegment(1320271d-a64b-4c2d-8ab1-26c15cd4c525),segment_id=1320271d-a64b-4c2d-8ab1-26c15cd4c525)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:57.584983 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-26bdb9b8-f62c-4dd9-9990-36b1fa936667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.590734 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d10785-974c-4af1-8c03-2026c999f892 admin admin] Deleting subnet 82a767f2-a70d-493a-920a-63cb4c3e85d1 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:52:57.596155 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e238863-596f-425a-9023-588faf24d8ac None None] Network 729d21dc-d454-47ee-8bab-fe46af032963 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:57.615461 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0549aa42-45bb-4445-ba24-39447eec904f tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.615461 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea5975-5252-4efb-89c4-d1eaba6a384b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a956aa-294e-468e-b23c-b82794a36a8f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:57.637312 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0549aa42-45bb-4445-ba24-39447eec904f tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.639214 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4d10785-974c-4af1-8c03-2026c999f892 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.647968 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0549aa42-45bb-4445-ba24-39447eec904f tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/networks/729d21dc-d454-47ee-8bab-fe46af032963 HTTP/1.1" status: 204 len: 168 time: 1.5868502 Jul 05 09:52:57.652733 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59938) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:57.664484 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e238863-596f-425a-9023-588faf24d8ac None None] Network 729d21dc-d454-47ee-8bab-fe46af032963 could not be found, it might have been deleted concurrently. {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 09:52:57.670947 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-243616ce-4e92-451c-95d1-b3cc044a1afd tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1243072811'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:57.687168 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549aa42-45bb-4445-ba24-39447eec904f tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Network': ['ID=729d21dc-d454-47ee-8bab-fe46af032963,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:57.718029 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9680543b-a745-4ea2-a881-dc63580387bd req-ca18d852-aa29-4e86-a2ff-b590cea20f42 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308671 Jul 05 09:52:57.735001 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04b4736b-54af-4b7e-ae26-e2ad6c0f678b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.791566 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04b4736b-54af-4b7e-ae26-e2ad6c0f678b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.820210 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdb9b8-f62c-4dd9-9990-36b1fa936667 None None] Pushing event updated for resources: {'Port': ['ID=d7e3409c-39d5-4314-8d5d-9772491dc125,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:57.822345 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9680543b-a745-4ea2-a881-dc63580387bd req-90d0e231-3b44-4473-9a3d-51722dc72cc2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4529278 Jul 05 09:52:57.835326 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4d9c2c1f-e0f1-4494-afbb-a73ccafa7e0b None None] For port 09de77f8-38ca-47d0-9fb5-ed6349c1639d, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:57.842081 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4d9c2c1f-e0f1-4494-afbb-a73ccafa7e0b None None] For port 09de77f8-38ca-47d0-9fb5-ed6349c1639d, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=09de77f8-38ca-47d0-9fb5-ed6349c1639d,segment=NetworkSegment(4204c525-e04f-498c-9388-60b8361cf419),segment_id=4204c525-e04f-498c-9388-60b8361cf419)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:57.854446 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4d9c2c1f-e0f1-4494-afbb-a73ccafa7e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.881042 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-9680543b-a745-4ea2-a881-dc63580387bd req-f49eddb4-3c2e-4b12-abbc-ac38a788eb85 service neutron] Request body: {'port': {'device_id': 'd9510d36-6265-48f9-8df4-cecbd9cd17f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:57.888875 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88137010-0591-480e-9e95-9720766d6583 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.895063 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4d10785-974c-4af1-8c03-2026c999f892 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.900321 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243616ce-4e92-451c-95d1-b3cc044a1afd tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Made reservation on behalf of eb615f4146d44bb6b6f0fa7b2f5d5e8b for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:57.906073 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-243616ce-4e92-451c-95d1-b3cc044a1afd tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.920596 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e7454c2b-951b-4468-8b42-2746e0657f2d None None] Provisioning for port d9aee653-2aee-4d30-bdc2-d203ab1fb647 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:57.965832 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c2c1f-e0f1-4494-afbb-a73ccafa7e0b None None] Pushing event updated for resources: {'Port': ['ID=09de77f8-38ca-47d0-9fb5-ed6349c1639d,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:57.966826 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243616ce-4e92-451c-95d1-b3cc044a1afd tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:52:57.979766 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-243616ce-4e92-451c-95d1-b3cc044a1afd tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.980196 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-243616ce-4e92-451c-95d1-b3cc044a1afd tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Added segment 3da6b7e0-14f0-48ed-ad50-c96c9fe385af of type vlan for network 0be0b5dd-58b4-480a-a35b-0278a84acc7f Jul 05 09:52:57.989942 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-2ccc67e8-4edf-41f8-b6ea-8b55fcdc5774 service neutron] 10.222.0.79 "GET /v2.0/networks/7b7132c3-b272-426c-9368-7648be3fbe30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205007 Jul 05 09:52:57.990401 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e7454c2b-951b-4468-8b42-2746e0657f2d None None] Provisioning complete for port d9aee653-2aee-4d30-bdc2-d203ab1fb647 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:57.990783 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e7454c2b-951b-4468-8b42-2746e0657f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:58.003373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6847a0-4161-441f-820a-07da4488676e req-9015d8ea-04fe-4bc3-b0f9-4dc2240b3c24 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:58.010655 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-de6847a0-4161-441f-820a-07da4488676e req-9015d8ea-04fe-4bc3-b0f9-4dc2240b3c24 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9510d36-6265-48f9-8df4-cecbd9cd17f4 HTTP/1.1" status: 200 len: 936 time: 0.6127222 Jul 05 09:52:58.049434 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-04b4736b-54af-4b7e-ae26-e2ad6c0f678b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7e994577434347e4a037b32aaf9c231c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4155273 Jul 05 09:52:58.056295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e7454c2b-951b-4468-8b42-2746e0657f2d None None] Port d9aee653-2aee-4d30-bdc2-d203ab1fb647 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:52:58.063943 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4736b-54af-4b7e-ae26-e2ad6c0f678b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25f887c-b1e9-46b3-8019-207368b7d3fc,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:58.071453 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59948) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:58.129626 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9680543b-a745-4ea2-a881-dc63580387bd req-5c1deb49-0aba-475c-b751-68a178592531 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039614 Jul 05 09:52:58.166514 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-243616ce-4e92-451c-95d1-b3cc044a1afd tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:58.207526 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4d10785-974c-4af1-8c03-2026c999f892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:58.277669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d866c37a-121f-4f50-bdf3-f95d4ca54974 None None] Provisioning complete for port d7e3409c-39d5-4314-8d5d-9772491dc125 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:58.279684 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d866c37a-121f-4f50-bdf3-f95d4ca54974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:58.289570 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-de6847a0-4161-441f-820a-07da4488676e req-1711dcf2-871b-4cf3-b9cf-634cade2d524 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779641 Jul 05 09:52:58.388651 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-35e89108-a763-4323-a7c4-b01f1a940801 service neutron] 10.222.0.79 "GET /v2.0/networks/7b7132c3-b272-426c-9368-7648be3fbe30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650517 Jul 05 09:52:58.401040 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9680543b-a745-4ea2-a881-dc63580387bd req-f49eddb4-3c2e-4b12-abbc-ac38a788eb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:58.465097 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4d10785-974c-4af1-8c03-2026c999f892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:58.522396 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4d10785-974c-4af1-8c03-2026c999f892 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:58.527840 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b4d10785-974c-4af1-8c03-2026c999f892 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/82a767f2-a70d-493a-920a-63cb4c3e85d1 HTTP/1.1" status: 204 len: 168 time: 1.3789024 Jul 05 09:52:58.531425 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59958) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:58.532404 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d10785-974c-4af1-8c03-2026c999f892 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82a767f2-a70d-493a-920a-63cb4c3e85d1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:58.709248 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8709e979-5ce6-463b-9020-140d17651f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:58.732438 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-243616ce-4e92-451c-95d1-b3cc044a1afd tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:58.738036 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243616ce-4e92-451c-95d1-b3cc044a1afd tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:58.738594 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-243616ce-4e92-451c-95d1-b3cc044a1afd tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:58.785933 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59968) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:58.788036 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-20ab3b53-6a07-4f3e-be73-675988be95cf req-f298d9b8-2a8f-4ade-85f9-f4526f2e6681 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=2853d674-0325-456e-985c-2ff7cb3d8e05 HTTP/1.1" status: 200 len: 210 time: 0.1068256 Jul 05 09:52:58.789060 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8709e979-5ce6-463b-9020-140d17651f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:58.858393 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f642e7-eed5-4e42-b51b-2f8796d6ab50 req-66efbc59-bb36-4f22-8762-a76d6432149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:58.859956 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-57f642e7-eed5-4e42-b51b-2f8796d6ab50 req-66efbc59-bb36-4f22-8762-a76d6432149d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&device_id=bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03 HTTP/1.1" status: 200 len: 1098 time: 0.6580670 Jul 05 09:52:58.864251 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-243616ce-4e92-451c-95d1-b3cc044a1afd tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2093351 Jul 05 09:52:58.865341 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59976) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:58.869587 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82c5b97e-9433-4f61-bc16-d4ad77345be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:58.879087 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-25eee5e0-1c83-4a7a-bb90-d47dfe3b2e51 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Request body: {'subnet': {'network_id': '0be0b5dd-58b4-480a-a35b-0278a84acc7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:58.968602 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8a9831ed-fec1-4e90-b9d4-dceb76fcb495 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1927268666-network', 'tenant_id': 'c841ad1b0474469f875c4f560c814580'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:58.969258 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243616ce-4e92-451c-95d1-b3cc044a1afd tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event updated for resources: {'Network': ['ID=0be0b5dd-58b4-480a-a35b-0278a84acc7f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:58.991659 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 0be0b5dd-58b4-480a-a35b-0278a84acc7f details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:52:59.001909 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88137010-0591-480e-9e95-9720766d6583 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:59.024904 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f642e7-eed5-4e42-b51b-2f8796d6ab50 req-05ee7db8-1de4-475c-a569-5be99c384440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:59.025906 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-57f642e7-eed5-4e42-b51b-2f8796d6ab50 req-05ee7db8-1de4-475c-a569-5be99c384440 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1513917 Jul 05 09:52:59.092532 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8709e979-5ce6-463b-9020-140d17651f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:59.094854 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8709e979-5ce6-463b-9020-140d17651f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:59.096141 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8709e979-5ce6-463b-9020-140d17651f08 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c25f887c-b1e9-46b3-8019-207368b7d3fc HTTP/1.1" status: 204 len: 168 time: 1.0173373 Jul 05 09:52:59.151039 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 09de77f8-38ca-47d0-9fb5-ed6349c1639d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:59.157282 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-57f642e7-eed5-4e42-b51b-2f8796d6ab50 req-045b3c78-3ec3-486e-bedd-7fd8e0736b72 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=effe9602-e71c-4fc1-bc07-d703e8fa353e HTTP/1.1" status: 200 len: 217 time: 0.1110897 Jul 05 09:52:59.173380 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709e979-5ce6-463b-9020-140d17651f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25f887c-b1e9-46b3-8019-207368b7d3fc,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:59.298078 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25eee5e0-1c83-4a7a-bb90-d47dfe3b2e51 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Made reservation on behalf of eb615f4146d44bb6b6f0fa7b2f5d5e8b for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:59.302357 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-25eee5e0-1c83-4a7a-bb90-d47dfe3b2e51 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:59.304105 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f642e7-eed5-4e42-b51b-2f8796d6ab50 req-62b55078-d2b0-45d9-89d1-0fb9c16b9624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:59.306054 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-57f642e7-eed5-4e42-b51b-2f8796d6ab50 req-62b55078-d2b0-45d9-89d1-0fb9c16b9624 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1358740 Jul 05 09:52:59.317684 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 09de77f8-38ca-47d0-9fb5-ed6349c1639d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:59.322992 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d7e3409c-39d5-4314-8d5d-9772491dc125 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:59.351383 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-88137010-0591-480e-9e95-9720766d6583 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Allocated IP 172.25.7.204 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/8f12ce22-d3c0-49c1-be67-ec088b504040) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:59.452491 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-9680543b-a745-4ea2-a881-dc63580387bd req-f49eddb4-3c2e-4b12-abbc-ac38a788eb85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9aee653-2aee-4d30-bdc2-d203ab1fb647 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:52:59.460741 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port d7e3409c-39d5-4314-8d5d-9772491dc125 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:59.463432 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9680543b-a745-4ea2-a881-dc63580387bd req-f49eddb4-3c2e-4b12-abbc-ac38a788eb85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:59.463976 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:59.498124 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82c5b97e-9433-4f61-bc16-d4ad77345be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:59.509263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-82c5b97e-9433-4f61-bc16-d4ad77345be2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ce5e94-320c-492a-bb66-c25b99ff7a3c']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:59.520070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-82c5b97e-9433-4f61-bc16-d4ad77345be2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0d9b78-f015-4a1e-b97d-ed241adbdcce') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:59.520070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-82c5b97e-9433-4f61-bc16-d4ad77345be2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0d9b78-f015-4a1e-b97d-ed241adbdcce') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:59.556163 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f642e7-eed5-4e42-b51b-2f8796d6ab50 req-904a70b4-4d8a-408f-b7bc-0cb621790a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:59.556163 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-57f642e7-eed5-4e42-b51b-2f8796d6ab50 req-904a70b4-4d8a-408f-b7bc-0cb621790a10 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2351134 Jul 05 09:52:59.570937 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82c5b97e-9433-4f61-bc16-d4ad77345be2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:59.574392 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9831ed-fec1-4e90-b9d4-dceb76fcb495 admin admin] Made reservation on behalf of c841ad1b0474469f875c4f560c814580 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:59.576747 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a9831ed-fec1-4e90-b9d4-dceb76fcb495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:59.662641 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-9680543b-a745-4ea2-a881-dc63580387bd req-f49eddb4-3c2e-4b12-abbc-ac38a788eb85 service neutron] Transition to ACTIVE for port object d9aee653-2aee-4d30-bdc2-d203ab1fb647 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:59.676447 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82c5b97e-9433-4f61-bc16-d4ad77345be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:59.687714 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c5b97e-9433-4f61-bc16-d4ad77345be2 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:52:59.688149 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82c5b97e-9433-4f61-bc16-d4ad77345be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:59.690454 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88137010-0591-480e-9e95-9720766d6583 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:59.705996 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834619b1-f539-4901-93e7-34ae6deee30a None None] Network 7b7132c3-b272-426c-9368-7648be3fbe30 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:59.758015 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-57f642e7-eed5-4e42-b51b-2f8796d6ab50 req-168f528a-bdf5-43db-8ff6-dd9f78f564d0 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857204 Jul 05 09:52:59.777109 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a9831ed-fec1-4e90-b9d4-dceb76fcb495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:52:59.779192 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:52:59.824244 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9680543b-a745-4ea2-a881-dc63580387bd req-f49eddb4-3c2e-4b12-abbc-ac38a788eb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:59.827675 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88137010-0591-480e-9e95-9720766d6583 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:59.900919 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49eddb4-3c2e-4b12-abbc-ac38a788eb85 service neutron] Pushing event updated for resources: {'Port': ['ID=d9aee653-2aee-4d30-bdc2-d203ab1fb647,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:59.914071 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-37799400-9254-43d5-aeca-6253cbaa2bbf None None] Provisioning for port 09de77f8-38ca-47d0-9fb5-ed6349c1639d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:59.935989 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-37799400-9254-43d5-aeca-6253cbaa2bbf None None] Provisioning complete for port 09de77f8-38ca-47d0-9fb5-ed6349c1639d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:59.936379 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-37799400-9254-43d5-aeca-6253cbaa2bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:59.940748 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88137010-0591-480e-9e95-9720766d6583 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:59.951464 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-88137010-0591-480e-9e95-9720766d6583 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:59.962465 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88137010-0591-480e-9e95-9720766d6583 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:00.020439 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82c5b97e-9433-4f61-bc16-d4ad77345be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:00.027173 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88137010-0591-480e-9e95-9720766d6583 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Pushing event updated for resources: {'Port': ['ID=8f12ce22-d3c0-49c1-be67-ec088b504040,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:00.087778 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-57f642e7-eed5-4e42-b51b-2f8796d6ab50 req-59f06829-fa6f-483a-93b6-61bb067c73a5 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288455 Jul 05 09:53:00.128744 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88137010-0591-480e-9e95-9720766d6583 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:00.129962 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a9831ed-fec1-4e90-b9d4-dceb76fcb495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:00.189186 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82c5b97e-9433-4f61-bc16-d4ad77345be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:00.197244 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-82c5b97e-9433-4f61-bc16-d4ad77345be2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d7ce5e94-320c-492a-bb66-c25b99ff7a3c HTTP/1.1" status: 204 len: 168 time: 1.6585169 Jul 05 09:53:00.214088 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b7c9d5e-0ae0-4245-a1a4-ff34c76a9ca9 req-0cc70585-7a35-402c-96e6-a72b90cce872 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=2853d674-0325-456e-985c-2ff7cb3d8e05 HTTP/1.1" status: 200 len: 210 time: 0.2216687 Jul 05 09:53:00.216595 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a9831ed-fec1-4e90-b9d4-dceb76fcb495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:00.220412 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88137010-0591-480e-9e95-9720766d6583 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:00.236821 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9831ed-fec1-4e90-b9d4-dceb76fcb495 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:53:00.249185 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a9831ed-fec1-4e90-b9d4-dceb76fcb495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:00.249962 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-8a9831ed-fec1-4e90-b9d4-dceb76fcb495 admin admin] Added segment 54184659-b6d5-4d0c-b3ad-0d30deff4124 of type vlan for network 0ee79470-62a5-467c-812c-ff770a614a58 Jul 05 09:53:00.310217 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a9831ed-fec1-4e90-b9d4-dceb76fcb495 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:00.410682 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a9831ed-fec1-4e90-b9d4-dceb76fcb495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:00.411672 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9831ed-fec1-4e90-b9d4-dceb76fcb495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:00.412293 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a9831ed-fec1-4e90-b9d4-dceb76fcb495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:00.436674 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fec1c1-55e3-4978-9d56-8e4cbc719954 req-dbcd8145-e45f-440f-9d90-81ebf426a6fe tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:00.438433 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3fec1c1-55e3-4978-9d56-8e4cbc719954 req-dbcd8145-e45f-440f-9d90-81ebf426a6fe tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9510d36-6265-48f9-8df4-cecbd9cd17f4 HTTP/1.1" status: 200 len: 936 time: 0.8821557 Jul 05 09:53:00.439120 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5b97e-9433-4f61-bc16-d4ad77345be2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7ce5e94-320c-492a-bb66-c25b99ff7a3c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:00.462765 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-37799400-9254-43d5-aeca-6253cbaa2bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:00.522826 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60010) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:00.533360 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-37799400-9254-43d5-aeca-6253cbaa2bbf None None] For port 09de77f8-38ca-47d0-9fb5-ed6349c1639d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=09de77f8-38ca-47d0-9fb5-ed6349c1639d,segment=NetworkSegment(4204c525-e04f-498c-9388-60b8361cf419),segment_id=4204c525-e04f-498c-9388-60b8361cf419)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:00.538608 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-37799400-9254-43d5-aeca-6253cbaa2bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:00.626585 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9831ed-fec1-4e90-b9d4-dceb76fcb495 admin admin] Pushing event updated for resources: {'Network': ['ID=0ee79470-62a5-467c-812c-ff770a614a58,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:00.642642 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8a9831ed-fec1-4e90-b9d4-dceb76fcb495 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8534603 Jul 05 09:53:00.650941 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 0ee79470-62a5-467c-812c-ff770a614a58 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:00.662334 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60012) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:00.668984 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9680543b-a745-4ea2-a881-dc63580387bd req-f49eddb4-3c2e-4b12-abbc-ac38a788eb85 service neutron] Attempting to bind port d9aee653-2aee-4d30-bdc2-d203ab1fb647 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:53:00.669335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9680543b-a745-4ea2-a881-dc63580387bd req-f49eddb4-3c2e-4b12-abbc-ac38a788eb85 service neutron] Attempting to bind port d9aee653-2aee-4d30-bdc2-d203ab1fb647 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:53:00.669697 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9680543b-a745-4ea2-a881-dc63580387bd req-f49eddb4-3c2e-4b12-abbc-ac38a788eb85 service neutron] Attempting to bind port d9aee653-2aee-4d30-bdc2-d203ab1fb647 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:00.683084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9831ed-fec1-4e90-b9d4-dceb76fcb495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cbf653-9fd5-4875-b99a-cdbd9b2ead09,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:00.686168 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9680543b-a745-4ea2-a881-dc63580387bd req-f49eddb4-3c2e-4b12-abbc-ac38a788eb85 service neutron] Port d9aee653-2aee-4d30-bdc2-d203ab1fb647 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:53:00.686661 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9680543b-a745-4ea2-a881-dc63580387bd req-f49eddb4-3c2e-4b12-abbc-ac38a788eb85 service neutron] Attempting to bind port d9aee653-2aee-4d30-bdc2-d203ab1fb647 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:00.699105 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d6ea23bd-b67b-4449-9266-5468d076cfc9 admin admin] Request body: {'subnet': {'network_id': '0ee79470-62a5-467c-812c-ff770a614a58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1927268666-subnet', 'tenant_id': 'c841ad1b0474469f875c4f560c814580', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:00.753808 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3fec1c1-55e3-4978-9d56-8e4cbc719954 req-00ac48c3-9b8a-4bd3-b8b1-160f58b67ed1 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829685 Jul 05 09:53:00.755170 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ea23bd-b67b-4449-9266-5468d076cfc9 admin admin] Made reservation on behalf of c841ad1b0474469f875c4f560c814580 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:00.761202 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6ea23bd-b67b-4449-9266-5468d076cfc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:00.761830 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9680543b-a745-4ea2-a881-dc63580387bd req-f49eddb4-3c2e-4b12-abbc-ac38a788eb85 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:53:00.762178 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9680543b-a745-4ea2-a881-dc63580387bd req-f49eddb4-3c2e-4b12-abbc-ac38a788eb85 service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:00.762628 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9680543b-a745-4ea2-a881-dc63580387bd req-f49eddb4-3c2e-4b12-abbc-ac38a788eb85 service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:53:00.763090 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9680543b-a745-4ea2-a881-dc63580387bd req-f49eddb4-3c2e-4b12-abbc-ac38a788eb85 service neutron] Bound port: d9aee653-2aee-4d30-bdc2-d203ab1fb647, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:53:00.763455 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9680543b-a745-4ea2-a881-dc63580387bd req-f49eddb4-3c2e-4b12-abbc-ac38a788eb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:00.790353 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0ec59ebb-3094-456c-8e57-324eb548c4bc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=277627ebd7464c359b06a15e4b1a6489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636471 Jul 05 09:53:00.803328 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60016) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:00.864030 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37799400-9254-43d5-aeca-6253cbaa2bbf None None] Pushing event updated for resources: {'Port': ['ID=09de77f8-38ca-47d0-9fb5-ed6349c1639d,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:00.869029 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-fd1afa5e-52a2-42d3-9ce8-a09e01a56b03 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:00.876043 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-fd1afa5e-52a2-42d3-9ce8-a09e01a56b03 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:00.878678 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-fd1afa5e-52a2-42d3-9ce8-a09e01a56b03 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.78 "GET /v2.0/networks?id=9b558465-8af6-4843-a780-f13ea31a7cdf&id=7b7132c3-b272-426c-9368-7648be3fbe30 HTTP/1.1" status: 200 len: 1391 time: 0.4760230 Jul 05 09:53:00.888941 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-25eee5e0-1c83-4a7a-bb90-d47dfe3b2e51 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:00.903106 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-67b7b0ee-2e6e-4a3d-a2c9-0469c783cfc7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Request body: {'port': {'device_id': '2853d674-0325-456e-985c-2ff7cb3d8e05', 'network_id': '9b558465-8af6-4843-a780-f13ea31a7cdf', 'admin_state_up': True, 'tenant_id': '866fe5d597ee4723933609a8955be5f7'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:00.949817 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88137010-0591-480e-9e95-9720766d6583 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:00.964837 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88137010-0591-480e-9e95-9720766d6583 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:00.991388 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-544e39a2-4557-46d8-976c-957973c685d3 None None] Provisioning complete for port 09de77f8-38ca-47d0-9fb5-ed6349c1639d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:00.991935 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-544e39a2-4557-46d8-976c-957973c685d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:00.993711 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eee5e0-1c83-4a7a-bb90-d47dfe3b2e51 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event updated for resources: {'Subnet': ['ID=283bea93-df39-4752-a686-25b4987b4e87,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:01.026019 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9707adbc-2ca0-46b5-9232-4d5f6b9196fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:01.076140 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9680543b-a745-4ea2-a881-dc63580387bd req-f49eddb4-3c2e-4b12-abbc-ac38a788eb85 service neutron] For port d9aee653-2aee-4d30-bdc2-d203ab1fb647, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:53:01.078811 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eee5e0-1c83-4a7a-bb90-d47dfe3b2e51 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Checking segment: {'id': '3da6b7e0-14f0-48ed-ad50-c96c9fe385af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0be0b5dd-58b4-480a-a35b-0278a84acc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:01.079949 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eee5e0-1c83-4a7a-bb90-d47dfe3b2e51 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Network hostable DHCP agents. Network: 0be0b5dd-58b4-480a-a35b-0278a84acc7f, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:53:01.087909 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9680543b-a745-4ea2-a881-dc63580387bd req-f49eddb4-3c2e-4b12-abbc-ac38a788eb85 service neutron] For port d9aee653-2aee-4d30-bdc2-d203ab1fb647, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d9aee653-2aee-4d30-bdc2-d203ab1fb647,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:53:01.102491 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9680543b-a745-4ea2-a881-dc63580387bd req-f49eddb4-3c2e-4b12-abbc-ac38a788eb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:01.103739 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88137010-0591-480e-9e95-9720766d6583 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Pushing event updated for resources: {'Port': ['ID=8f12ce22-d3c0-49c1-be67-ec088b504040,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:01.120906 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9707adbc-2ca0-46b5-9232-4d5f6b9196fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:01.132909 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88137010-0591-480e-9e95-9720766d6583 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:01.179595 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-67b7b0ee-2e6e-4a3d-a2c9-0469c783cfc7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Made reservation on behalf of 866fe5d597ee4723933609a8955be5f7 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:01.184534 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-67b7b0ee-2e6e-4a3d-a2c9-0469c783cfc7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:01.193846 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680543b-a745-4ea2-a881-dc63580387bd req-f49eddb4-3c2e-4b12-abbc-ac38a788eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:01.194080 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88137010-0591-480e-9e95-9720766d6583 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:01.194269 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device effe9602-e71c-4fc1-bc07-d703e8fa353e details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:53:01.194475 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9680543b-a745-4ea2-a881-dc63580387bd req-f49eddb4-3c2e-4b12-abbc-ac38a788eb85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:01.195582 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-88137010-0591-480e-9e95-9720766d6583 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2915635 Jul 05 09:53:01.199130 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9680543b-a745-4ea2-a881-dc63580387bd req-f49eddb4-3c2e-4b12-abbc-ac38a788eb85 service neutron] 10.222.0.81 "PUT /v2.0/ports/d9aee653-2aee-4d30-bdc2-d203ab1fb647 HTTP/1.1" status: 200 len: 1096 time: 3.3235679 Jul 05 09:53:01.199596 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9510d36-6265-48f9-8df4-cecbd9cd17f4', 'tag': 'd9aee653-2aee-4d30-bdc2-d203ab1fb647'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:01.201941 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e9673f-5872-4eb2-850f-cb43f5d7310f" -d '{"events": [{"name": "network-changed", "server_uuid": "d9510d36-6265-48f9-8df4-cecbd9cd17f4", "tag": "d9aee653-2aee-4d30-bdc2-d203ab1fb647"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:01.204665 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60028) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:01.215535 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eee5e0-1c83-4a7a-bb90-d47dfe3b2e51 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Network 0be0b5dd-58b4-480a-a35b-0278a84acc7f is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:53:01.245599 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-62d449e5-07aa-40ae-835d-748c1637d386 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1615534500', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'fixed_ips': [{'ip_address': '172.25.7.204'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:01.250171 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-25eee5e0-1c83-4a7a-bb90-d47dfe3b2e51 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 0be0b5dd-58b4-480a-a35b-0278a84acc7f) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:01.280750 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cafcdf-61af-4a3f-b227-54011e9743cb None None] Network 0be0b5dd-58b4-480a-a35b-0278a84acc7f requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:01.296698 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eee5e0-1c83-4a7a-bb90-d47dfe3b2e51 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:01.297370 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-25eee5e0-1c83-4a7a-bb90-d47dfe3b2e51 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:01.309781 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ffa24b-af44-4d5e-b120-250e0178e09d x-openstack-request-id: req-45ffa24b-af44-4d5e-b120-250e0178e09d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:01.310152 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9510d36-6265-48f9-8df4-cecbd9cd17f4", "tag": "d9aee653-2aee-4d30-bdc2-d203ab1fb647", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:01.310379 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-45ffa24b-af44-4d5e-b120-250e0178e09d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:01.310812 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9510d36-6265-48f9-8df4-cecbd9cd17f4', 'tag': 'd9aee653-2aee-4d30-bdc2-d203ab1fb647', 'status': 'completed', 'code': 200} Jul 05 09:53:01.313314 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49eddb4-3c2e-4b12-abbc-ac38a788eb85 service neutron] Pushing event updated for resources: {'Port': ['ID=d9aee653-2aee-4d30-bdc2-d203ab1fb647,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:01.364321 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9707adbc-2ca0-46b5-9232-4d5f6b9196fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:01.366889 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9707adbc-2ca0-46b5-9232-4d5f6b9196fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:01.368688 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9707adbc-2ca0-46b5-9232-4d5f6b9196fe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9321aa10-4c77-4559-b772-7a36e3fd7817 HTTP/1.1" status: 204 len: 168 time: 0.5636070 Jul 05 09:53:01.378042 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6ea23bd-b67b-4449-9266-5468d076cfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:01.396666 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d449e5-07aa-40ae-835d-748c1637d386 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Made reservation on behalf of 461b7018d2ca4e27ae7c00b506897e9c for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:01.400211 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-62d449e5-07aa-40ae-835d-748c1637d386 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:01.407593 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-25eee5e0-1c83-4a7a-bb90-d47dfe3b2e51 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5382214 Jul 05 09:53:01.413259 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60038) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:01.415528 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707adbc-2ca0-46b5-9232-4d5f6b9196fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9321aa10-4c77-4559-b772-7a36e3fd7817,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:01.422824 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2b3a7029-8f7b-4e61-b37d-3ca6a5c831c5 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Request body: {'subnet': {'network_id': '0be0b5dd-58b4-480a-a35b-0278a84acc7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:01.457516 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-62d449e5-07aa-40ae-835d-748c1637d386 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:01.524498 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680543b-a745-4ea2-a881-dc63580387bd req-5415a7dc-4406-4374-9a50-151661e6a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:01.525998 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9680543b-a745-4ea2-a881-dc63580387bd req-5415a7dc-4406-4374-9a50-151661e6a986 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&device_id=d9510d36-6265-48f9-8df4-cecbd9cd17f4 HTTP/1.1" status: 200 len: 1099 time: 0.2737107 Jul 05 09:53:01.526487 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60040) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:01.587028 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea23bd-b67b-4449-9266-5468d076cfc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dce28fb-feef-4fc0-a912-6928eb137c35,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:01.593075 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ea23bd-b67b-4449-9266-5468d076cfc9 admin admin] Checking segment: {'id': '54184659-b6d5-4d0c-b3ad-0d30deff4124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0ee79470-62a5-467c-812c-ff770a614a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:01.598408 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ea23bd-b67b-4449-9266-5468d076cfc9 admin admin] Network hostable DHCP agents. Network: 0ee79470-62a5-467c-812c-ff770a614a58, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:53:01.646901 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-67b7b0ee-2e6e-4a3d-a2c9-0469c783cfc7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Allocated IP 19.80.0.105 (9b558465-8af6-4843-a780-f13ea31a7cdf/2133f181-0e7a-4020-aab2-a587b5ae91b5/803349b3-e684-4a9e-9eb5-d27b4fab2e47) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:01.653142 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ea23bd-b67b-4449-9266-5468d076cfc9 admin admin] Network 0ee79470-62a5-467c-812c-ff770a614a58 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:53:01.676837 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d6ea23bd-b67b-4449-9266-5468d076cfc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 0ee79470-62a5-467c-812c-ff770a614a58) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:01.688409 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ea23bd-b67b-4449-9266-5468d076cfc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:01.689266 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6ea23bd-b67b-4449-9266-5468d076cfc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:01.696584 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae1a47f-db32-4161-adff-30018460b53b None None] Network 0ee79470-62a5-467c-812c-ff770a614a58 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:01.714591 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f021360d-5ce9-4949-a542-b28a7ada69ae req-39423229-2b72-491e-826f-ebe3ffe85c94 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=2853d674-0325-456e-985c-2ff7cb3d8e05 HTTP/1.1" status: 200 len: 210 time: 0.1837101 Jul 05 09:53:01.719114 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc41d17-e998-46e4-a8a7-cd14fc89afd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-0be0b5dd-58b4-480a-a35b-0278a84acc7f', 'network_id': '0be0b5dd-58b4-480a-a35b-0278a84acc7f', 'tenant_id': 'eb615f4146d44bb6b6f0fa7b2f5d5e8b', 'fixed_ips': [{'subnet_id': '283bea93-df39-4752-a686-25b4987b4e87'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:53:01.720547 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5fc41d17-e998-46e4-a8a7-cd14fc89afd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:01.720862 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9680543b-a745-4ea2-a881-dc63580387bd req-1ca4c92c-e7ce-4982-a8b9-459a9debb6b8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=d9aee653-2aee-4d30-bdc2-d203ab1fb647 HTTP/1.1" status: 200 len: 217 time: 0.1594031 Jul 05 09:53:01.794277 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port effe9602-e71c-4fc1-bc07-d703e8fa353e, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=effe9602-e71c-4fc1-bc07-d703e8fa353e,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:01.829177 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'effe9602-e71c-4fc1-bc07-d703e8fa353e', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': 'effe9602-e71c-4fc1-bc07-d703e8fa353e', 'mac_address': 'fa:16:3e:94:88:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:53:01.950844 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-67b7b0ee-2e6e-4a3d-a2c9-0469c783cfc7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:01.977455 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-67b7b0ee-2e6e-4a3d-a2c9-0469c783cfc7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Transition to ACTIVE for port object 803349b3-e684-4a9e-9eb5-d27b4fab2e47 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:01.990440 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:01.997060 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-62d449e5-07aa-40ae-835d-748c1637d386 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:02.016233 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-62d449e5-07aa-40ae-835d-748c1637d386 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:02.064406 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-5fc41d17-e998-46e4-a8a7-cd14fc89afd5 None None] Allocated IP 2001:db8::2 (0be0b5dd-58b4-480a-a35b-0278a84acc7f/283bea93-df39-4752-a686-25b4987b4e87/42894e44-cba1-4517-82fd-96eabf6c413d) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:02.074443 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d6ea23bd-b67b-4449-9266-5468d076cfc9 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3949649 Jul 05 09:53:02.075261 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60056) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:02.081909 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d449e5-07aa-40ae-835d-748c1637d386 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c15a3ba-a3e4-49cb-8aff-5224d702aa33,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:02.108426 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-62d449e5-07aa-40ae-835d-748c1637d386 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] device_id is not set on port 18808b64-4a47-4259-9190-7a89bfd3ed45 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:53:02.117649 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5c38cf10-b027-4d94-965c-adc71fd5860e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1927268666-router', 'tenant_id': 'c841ad1b0474469f875c4f560c814580', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:02.145015 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c38cf10-b027-4d94-965c-adc71fd5860e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:02.146332 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c38cf10-b027-4d94-965c-adc71fd5860e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:02.257521 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-67b7b0ee-2e6e-4a3d-a2c9-0469c783cfc7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:02.274237 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5fc41d17-e998-46e4-a8a7-cd14fc89afd5 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:02.283491 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5fc41d17-e998-46e4-a8a7-cd14fc89afd5 None None] Transition to ACTIVE for port object 42894e44-cba1-4517-82fd-96eabf6c413d will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:02.294172 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-edde268d-10e2-40a4-b073-d0fa372e52e5 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-921332931'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:02.298346 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680543b-a745-4ea2-a881-dc63580387bd req-73ad55c6-80c2-465c-ab2e-978edf8108a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:02.300532 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9680543b-a745-4ea2-a881-dc63580387bd req-73ad55c6-80c2-465c-ab2e-978edf8108a5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.5659518 Jul 05 09:53:02.303542 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5fc41d17-e998-46e4-a8a7-cd14fc89afd5 None None] Transition to ACTIVE for port object 42894e44-cba1-4517-82fd-96eabf6c413d will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:02.322354 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id effe9602-e71c-4fc1-bc07-d703e8fa353e {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:53:02.330913 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5fc41d17-e998-46e4-a8a7-cd14fc89afd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:02.341411 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7b0ee-2e6e-4a3d-a2c9-0469c783cfc7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event updated for resources: {'Port': ['ID=803349b3-e684-4a9e-9eb5-d27b4fab2e47,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:02.386740 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c38cf10-b027-4d94-965c-adc71fd5860e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:02.401540 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-67b7b0ee-2e6e-4a3d-a2c9-0469c783cfc7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Network 9b558465-8af6-4843-a780-f13ea31a7cdf is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:02.408977 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-67b7b0ee-2e6e-4a3d-a2c9-0469c783cfc7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:02.417088 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edde268d-10e2-40a4-b073-d0fa372e52e5 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Made reservation on behalf of 8bec757a745a4330977e049ae16401a0 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:02.421115 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-edde268d-10e2-40a4-b073-d0fa372e52e5 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:02.439600 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port effe9602-e71c-4fc1-bc07-d703e8fa353e, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=effe9602-e71c-4fc1-bc07-d703e8fa353e,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:02.456234 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-67b7b0ee-2e6e-4a3d-a2c9-0469c783cfc7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:02.467117 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-edde268d-10e2-40a4-b073-d0fa372e52e5 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:02.477186 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc41d17-e998-46e4-a8a7-cd14fc89afd5 None None] Network 0be0b5dd-58b4-480a-a35b-0278a84acc7f is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:02.487660 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:02.492708 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:02.493995 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-5fc41d17-e998-46e4-a8a7-cd14fc89afd5 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:02.502672 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e92be88-0466-4782-8850-a9aefa8b99e8 None None] Network 0ee79470-62a5-467c-812c-ff770a614a58 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:02.506116 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc41d17-e998-46e4-a8a7-cd14fc89afd5 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:02.519200 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc41d17-e998-46e4-a8a7-cd14fc89afd5 None None] Pushing event updated for resources: {'Port': ['ID=42894e44-cba1-4517-82fd-96eabf6c413d,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:02.535962 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3a7029-8f7b-4e61-b37d-3ca6a5c831c5 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Made reservation on behalf of eb615f4146d44bb6b6f0fa7b2f5d5e8b for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:02.539890 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b3a7029-8f7b-4e61-b37d-3ca6a5c831c5 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:02.553885 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a50536-cb31-4251-95bd-0108760a2e0c req-6ca6ebb8-c70a-46d1-86b9-f5170e355aa0 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:02.555643 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-04a50536-cb31-4251-95bd-0108760a2e0c req-6ca6ebb8-c70a-46d1-86b9-f5170e355aa0 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9510d36-6265-48f9-8df4-cecbd9cd17f4 HTTP/1.1" status: 200 len: 948 time: 0.2674701 Jul 05 09:53:02.599269 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680543b-a745-4ea2-a881-dc63580387bd req-96b7512b-536d-4951-a554-2bab1307cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:02.601073 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9680543b-a745-4ea2-a881-dc63580387bd req-96b7512b-536d-4951-a554-2bab1307cb2b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2805867 Jul 05 09:53:02.683229 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5fc41d17-e998-46e4-a8a7-cd14fc89afd5 None None] Attempting to bind port 42894e44-cba1-4517-82fd-96eabf6c413d on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:53:02.683632 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5fc41d17-e998-46e4-a8a7-cd14fc89afd5 None None] Attempting to bind port 42894e44-cba1-4517-82fd-96eabf6c413d by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '3da6b7e0-14f0-48ed-ad50-c96c9fe385af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0be0b5dd-58b4-480a-a35b-0278a84acc7f'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:53:02.684040 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc41d17-e998-46e4-a8a7-cd14fc89afd5 None None] Attempting to bind port 42894e44-cba1-4517-82fd-96eabf6c413d on network 0be0b5dd-58b4-480a-a35b-0278a84acc7f {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:02.709604 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-67b7b0ee-2e6e-4a3d-a2c9-0469c783cfc7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:02.709897 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc41d17-e998-46e4-a8a7-cd14fc89afd5 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:53:02.710422 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-67b7b0ee-2e6e-4a3d-a2c9-0469c783cfc7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:02.710522 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc41d17-e998-46e4-a8a7-cd14fc89afd5 None None] Checking segment: {'id': '3da6b7e0-14f0-48ed-ad50-c96c9fe385af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0be0b5dd-58b4-480a-a35b-0278a84acc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:02.710685 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5fc41d17-e998-46e4-a8a7-cd14fc89afd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:02.711109 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc41d17-e998-46e4-a8a7-cd14fc89afd5 None None] Bound using segment: {'id': '3da6b7e0-14f0-48ed-ad50-c96c9fe385af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0be0b5dd-58b4-480a-a35b-0278a84acc7f'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:53:02.711585 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5fc41d17-e998-46e4-a8a7-cd14fc89afd5 None None] Bound port: 42894e44-cba1-4517-82fd-96eabf6c413d, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da6b7e0-14f0-48ed-ad50-c96c9fe385af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0be0b5dd-58b4-480a-a35b-0278a84acc7f'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:53:02.712142 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5fc41d17-e998-46e4-a8a7-cd14fc89afd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:02.718963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60068) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:02.728368 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d449e5-07aa-40ae-835d-748c1637d386 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 09:53:02.728952 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62d449e5-07aa-40ae-835d-748c1637d386 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:53:02.764786 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=effe9602-e71c-4fc1-bc07-d703e8fa353e,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:02.789537 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c38cf10-b027-4d94-965c-adc71fd5860e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:02.830801 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-04a50536-cb31-4251-95bd-0108760a2e0c req-2b071d2f-48e3-4fbd-9bd8-5f6c7e05f744 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373559 Jul 05 09:53:02.898739 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['effe9602-e71c-4fc1-bc07-d703e8fa353e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:53:02.973793 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 09de77f8-38ca-47d0-9fb5-ed6349c1639d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:02.974347 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9680543b-a745-4ea2-a881-dc63580387bd req-cead381a-1083-409f-ad8d-93af5b1bb0be service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187850 Jul 05 09:53:02.981221 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b3be0069-b9da-45c5-bfd2-8fdbff751783 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1750172659-network', 'tenant_id': '4b73506525a640938dda3d5a7e4a2611'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:03.027040 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0041c935-8f56-463c-a512-3f71ed10b804 None None] Provisioning for port 803349b3-e684-4a9e-9eb5-d27b4fab2e47 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:03.045208 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0041c935-8f56-463c-a512-3f71ed10b804 None None] Provisioning complete for port 803349b3-e684-4a9e-9eb5-d27b4fab2e47 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:03.045587 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0041c935-8f56-463c-a512-3f71ed10b804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:03.069620 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c38cf10-b027-4d94-965c-adc71fd5860e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:03.081582 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5fc41d17-e998-46e4-a8a7-cd14fc89afd5 None None] For port 42894e44-cba1-4517-82fd-96eabf6c413d, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:53:03.092270 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c38cf10-b027-4d94-965c-adc71fd5860e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:03.111972 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5fc41d17-e998-46e4-a8a7-cd14fc89afd5 None None] For port 42894e44-cba1-4517-82fd-96eabf6c413d, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=42894e44-cba1-4517-82fd-96eabf6c413d,segment=NetworkSegment(3da6b7e0-14f0-48ed-ad50-c96c9fe385af),segment_id=3da6b7e0-14f0-48ed-ad50-c96c9fe385af)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:53:03.126000 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5fc41d17-e998-46e4-a8a7-cd14fc89afd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:03.132417 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0041c935-8f56-463c-a512-3f71ed10b804 None None] Port 803349b3-e684-4a9e-9eb5-d27b4fab2e47 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:53:03.147588 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-edde268d-10e2-40a4-b073-d0fa372e52e5 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:03.162381 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-67b7b0ee-2e6e-4a3d-a2c9-0469c783cfc7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2712820 Jul 05 09:53:03.166247 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-edde268d-10e2-40a4-b073-d0fa372e52e5 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:03.185198 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 09de77f8-38ca-47d0-9fb5-ed6349c1639d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:03.185582 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:03.188803 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-62d449e5-07aa-40ae-835d-748c1637d386 tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.9636676 Jul 05 09:53:03.194300 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-2ba98657-1b81-45df-977b-bb1a8c7f651e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Request body: {'port': {'device_id': '2853d674-0325-456e-985c-2ff7cb3d8e05', 'network_id': '7b7132c3-b272-426c-9368-7648be3fbe30', 'admin_state_up': True, 'tenant_id': '866fe5d597ee4723933609a8955be5f7'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:03.199702 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60076) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:03.254443 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edde268d-10e2-40a4-b073-d0fa372e52e5 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:53:03.268480 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc41d17-e998-46e4-a8a7-cd14fc89afd5 None None] Pushing event updated for resources: {'Port': ['ID=42894e44-cba1-4517-82fd-96eabf6c413d,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:03.271498 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3be0069-b9da-45c5-bfd2-8fdbff751783 admin admin] Made reservation on behalf of 4b73506525a640938dda3d5a7e4a2611 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:03.272649 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3be0069-b9da-45c5-bfd2-8fdbff751783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:03.322125 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde268d-10e2-40a4-b073-d0fa372e52e5 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9173a7-7933-486c-a29c-1f2581e28b17,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:03.343141 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad1ba1-cf2c-43f7-a640-9cc24ef5b0a2 req-ce21f42a-cdff-4aca-b930-c27d87e23d49 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:03.351058 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cfad1ba1-cf2c-43f7-a640-9cc24ef5b0a2 req-ce21f42a-cdff-4aca-b930-c27d87e23d49 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=2853d674-0325-456e-985c-2ff7cb3d8e05 HTTP/1.1" status: 200 len: 932 time: 0.4096971 Jul 05 09:53:03.360815 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-edde268d-10e2-40a4-b073-d0fa372e52e5 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:03.361203 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-edde268d-10e2-40a4-b073-d0fa372e52e5 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Added segment f858cd07-3e0b-4d2d-a482-e2446efb0ad0 of type vlan for network efa8585d-d6c6-4179-82f8-611d70a9c7b9 Jul 05 09:53:03.365822 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9680543b-a745-4ea2-a881-dc63580387bd req-24b1304d-b943-4287-a4c0-777601c77b48 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571489 Jul 05 09:53:03.385198 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3be0069-b9da-45c5-bfd2-8fdbff751783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:03.443448 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-5c38cf10-b027-4d94-965c-adc71fd5860e admin admin] Allocated IP 172.25.7.154 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/66932138-3347-4585-9b76-247461d70cdb) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:03.525534 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-edde268d-10e2-40a4-b073-d0fa372e52e5 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:03.585950 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b3a7029-8f7b-4e61-b37d-3ca6a5c831c5 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:03.590343 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cfad1ba1-cf2c-43f7-a640-9cc24ef5b0a2 req-d6125384-ea05-4e73-93cf-a9168c92867b tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386022 Jul 05 09:53:03.611046 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ac1f0e76-27e6-4263-8c16-0f63f2508aac tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Deleting port 8f12ce22-d3c0-49c1-be67-ec088b504040 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:03.611439 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac1f0e76-27e6-4263-8c16-0f63f2508aac tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:03.665261 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-edde268d-10e2-40a4-b073-d0fa372e52e5 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:03.671593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edde268d-10e2-40a4-b073-d0fa372e52e5 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:03.672265 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-edde268d-10e2-40a4-b073-d0fa372e52e5 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:03.699928 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3a7029-8f7b-4e61-b37d-3ca6a5c831c5 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Network 0be0b5dd-58b4-480a-a35b-0278a84acc7f is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:03.754685 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-2b3a7029-8f7b-4e61-b37d-3ca6a5c831c5 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:03.758281 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3a7029-8f7b-4e61-b37d-3ca6a5c831c5 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:03.758815 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b3a7029-8f7b-4e61-b37d-3ca6a5c831c5 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:03.786326 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a7029-8f7b-4e61-b37d-3ca6a5c831c5 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event updated for resources: {'Subnet': ['ID=82c3a15b-1efb-4798-8126-6f745647a03b,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:03.814892 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9673f-5872-4eb2-850f-cb43f5d7310f req-cc27f607-69d4-4f20-89a8-fd037a12a078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:03.816710 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-88e9673f-5872-4eb2-850f-cb43f5d7310f req-cc27f607-69d4-4f20-89a8-fd037a12a078 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&device_id=d9510d36-6265-48f9-8df4-cecbd9cd17f4 HTTP/1.1" status: 200 len: 1099 time: 0.3710420 Jul 05 09:53:03.821032 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde268d-10e2-40a4-b073-d0fa372e52e5 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Pushing event updated for resources: {'Network': ['ID=efa8585d-d6c6-4179-82f8-611d70a9c7b9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:03.834750 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network efa8585d-d6c6-4179-82f8-611d70a9c7b9 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:03.926043 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3be0069-b9da-45c5-bfd2-8fdbff751783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:03.938117 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3be0069-b9da-45c5-bfd2-8fdbff751783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:03.955953 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-edde268d-10e2-40a4-b073-d0fa372e52e5 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4249680 Jul 05 09:53:03.957661 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2b3a7029-8f7b-4e61-b37d-3ca6a5c831c5 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5432730 Jul 05 09:53:03.965700 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60080) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:03.966041 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60082) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:03.988022 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6553e9c5-14ed-4658-8531-324d6bfe615a tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Request body: {'subnet': {'network_id': 'efa8585d-d6c6-4179-82f8-611d70a9c7b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:04.005486 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c38cf10-b027-4d94-965c-adc71fd5860e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:04.037580 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-2ba98657-1b81-45df-977b-bb1a8c7f651e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Made reservation on behalf of 866fe5d597ee4723933609a8955be5f7 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:04.041058 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-2ba98657-1b81-45df-977b-bb1a8c7f651e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:04.049763 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac1f0e76-27e6-4263-8c16-0f63f2508aac tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:04.050091 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac1f0e76-27e6-4263-8c16-0f63f2508aac tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:04.060243 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3be0069-b9da-45c5-bfd2-8fdbff751783 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:53:04.077087 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ac1f0e76-27e6-4263-8c16-0f63f2508aac tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Calling delete_port for 8f12ce22-d3c0-49c1-be67-ec088b504040 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:04.138979 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9673f-5872-4eb2-850f-cb43f5d7310f req-c33eff47-a4b4-44eb-a67a-c11ecd5eb22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:04.140804 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-88e9673f-5872-4eb2-850f-cb43f5d7310f req-c33eff47-a4b4-44eb-a67a-c11ecd5eb22c service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.3094649 Jul 05 09:53:04.152976 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be0069-b9da-45c5-bfd2-8fdbff751783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca7899c-aaea-4792-aa07-91794dcd6246,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:04.178044 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3be0069-b9da-45c5-bfd2-8fdbff751783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:04.178608 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-b3be0069-b9da-45c5-bfd2-8fdbff751783 admin admin] Added segment 84047a3f-2d3b-49fb-8239-dd130385c398 of type vlan for network cb30dc7f-b513-4b54-b356-c16e9220e4d7 Jul 05 09:53:04.182515 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c38cf10-b027-4d94-965c-adc71fd5860e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:04.246732 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c38cf10-b027-4d94-965c-adc71fd5860e admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:04.261549 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-5c38cf10-b027-4d94-965c-adc71fd5860e admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:04.263885 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-88e9673f-5872-4eb2-850f-cb43f5d7310f req-c32e73e9-6adc-40cb-9472-ef43900e7035 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=d9aee653-2aee-4d30-bdc2-d203ab1fb647 HTTP/1.1" status: 200 len: 217 time: 0.1025333 Jul 05 09:53:04.269222 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556fb262-c58e-4efb-a9f4-08b92b12a979 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:04.270751 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556fb262-c58e-4efb-a9f4-08b92b12a979 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:04.271146 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c38cf10-b027-4d94-965c-adc71fd5860e admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:04.272295 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556fb262-c58e-4efb-a9f4-08b92b12a979 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:04.273923 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556fb262-c58e-4efb-a9f4-08b92b12a979 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:04.275743 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556fb262-c58e-4efb-a9f4-08b92b12a979 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:04.283072 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-556fb262-c58e-4efb-a9f4-08b92b12a979 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3057976 Jul 05 09:53:04.283643 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60084) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:04.289113 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d1017d47-0f8b-4bc0-9944-0127db4b6c5a tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1837248675'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:04.321931 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38cf10-b027-4d94-965c-adc71fd5860e admin admin] Pushing event updated for resources: {'Port': ['ID=66932138-3347-4585-9b76-247461d70cdb,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:04.380824 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3be0069-b9da-45c5-bfd2-8fdbff751783 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:04.393291 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-2ba98657-1b81-45df-977b-bb1a8c7f651e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Allocated IP 19.86.0.223 (7b7132c3-b272-426c-9368-7648be3fbe30/9de058cf-557c-4915-a509-168bb2aef9d5/fa9d2963-9e57-4962-a6cb-0c08d8ee33d6) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:04.419486 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6553e9c5-14ed-4658-8531-324d6bfe615a tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Made reservation on behalf of 8bec757a745a4330977e049ae16401a0 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:04.423057 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6553e9c5-14ed-4658-8531-324d6bfe615a tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:04.436037 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9673f-5872-4eb2-850f-cb43f5d7310f req-8920093b-3bff-4e9a-91c7-9eac50807bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:04.437751 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-88e9673f-5872-4eb2-850f-cb43f5d7310f req-8920093b-3bff-4e9a-91c7-9eac50807bc3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1592429 Jul 05 09:53:04.494999 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac102f23-171a-414c-917c-1af8ce8c2d79 req-89b12c95-333d-4207-af61-37c249394f90 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:04.496689 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ac102f23-171a-414c-917c-1af8ce8c2d79 req-89b12c95-333d-4207-af61-37c249394f90 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9510d36-6265-48f9-8df4-cecbd9cd17f4 HTTP/1.1" status: 200 len: 948 time: 0.4678171 Jul 05 09:53:04.527886 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac1f0e76-27e6-4263-8c16-0f63f2508aac tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:04.548922 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7246cc-66fb-4928-9357-0f73dd726711 None None] Network 0be0b5dd-58b4-480a-a35b-0278a84acc7f requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:04.577156 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f0e76-27e6-4263-8c16-0f63f2508aac tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f12ce22-d3c0-49c1-be67-ec088b504040,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:04.590133 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1017d47-0f8b-4bc0-9944-0127db4b6c5a tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Made reservation on behalf of eb615f4146d44bb6b6f0fa7b2f5d5e8b for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:04.592647 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d1017d47-0f8b-4bc0-9944-0127db4b6c5a tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:04.604390 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3be0069-b9da-45c5-bfd2-8fdbff751783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:04.605360 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3be0069-b9da-45c5-bfd2-8fdbff751783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:04.605946 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3be0069-b9da-45c5-bfd2-8fdbff751783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:04.625848 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-43e6d16d-7652-4cbe-8093-a5149e6cc32d None None] Provisioning for port 42894e44-cba1-4517-82fd-96eabf6c413d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:04.725629 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b3be0069-b9da-45c5-bfd2-8fdbff751783 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0025086 Jul 05 09:53:04.727229 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60090) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:04.737966 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-808f9970-9793-4401-bb0b-898bd4a42eda admin admin] Request body: {'subnet': {'network_id': 'cb30dc7f-b513-4b54-b356-c16e9220e4d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1750172659-subnet', 'tenant_id': '4b73506525a640938dda3d5a7e4a2611', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:04.766320 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ac102f23-171a-414c-917c-1af8ce8c2d79 req-fb807d47-9d72-4937-872c-89568964f189 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411311 Jul 05 09:53:04.772385 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1017d47-0f8b-4bc0-9944-0127db4b6c5a tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:53:04.789839 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be0069-b9da-45c5-bfd2-8fdbff751783 admin admin] Pushing event updated for resources: {'Network': ['ID=cb30dc7f-b513-4b54-b356-c16e9220e4d7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:04.803194 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac1f0e76-27e6-4263-8c16-0f63f2508aac tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:04.806224 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac1f0e76-27e6-4263-8c16-0f63f2508aac tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:04.807441 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ac1f0e76-27e6-4263-8c16-0f63f2508aac tempest-ExternalNetworksAdminNegativeTestJSON-917948144 tempest-ExternalNetworksAdminNegativeTestJSON-917948144-project-admin] 10.222.0.79 "DELETE /v2.0/floatingips/d01823ee-f402-4083-a9e0-e547c2ac8e77 HTTP/1.1" status: 204 len: 168 time: 1.6066427 Jul 05 09:53:04.818266 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network cb30dc7f-b513-4b54-b356-c16e9220e4d7 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:04.859025 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808f9970-9793-4401-bb0b-898bd4a42eda admin admin] Made reservation on behalf of 4b73506525a640938dda3d5a7e4a2611 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:04.861327 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-808f9970-9793-4401-bb0b-898bd4a42eda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:04.950280 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c8ce41-987f-40f8-8d1f-8616b03ef1aa None None] Update dhcp port {'port': {'network_id': '0be0b5dd-58b4-480a-a35b-0278a84acc7f', 'fixed_ips': [{'subnet_id': '283bea93-df39-4752-a686-25b4987b4e87', 'ip_address': '2001:db8::2'}, {'subnet_id': '82c3a15b-1efb-4798-8126-6f745647a03b'}], 'binding:host_id': 'n-d-798054-8'}, 'id': '42894e44-cba1-4517-82fd-96eabf6c413d'} from n-d-798054-8. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:53:04.951132 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-2ba98657-1b81-45df-977b-bb1a8c7f651e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:04.954869 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c38cf10-b027-4d94-965c-adc71fd5860e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:04.992190 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d1017d47-0f8b-4bc0-9944-0127db4b6c5a tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:04.992732 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-d1017d47-0f8b-4bc0-9944-0127db4b6c5a tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Added segment ffd1eaf5-69b6-4857-bff4-4b2296f0bfdf of type vlan for network 208f8f92-bf52-41f5-a45c-491a277a91e3 Jul 05 09:53:04.996696 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6553e9c5-14ed-4658-8531-324d6bfe615a tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:05.015078 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d4c8ce41-987f-40f8-8d1f-8616b03ef1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:05.035297 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 42894e44-cba1-4517-82fd-96eabf6c413d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:05.044713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9673f-5872-4eb2-850f-cb43f5d7310f req-ff5f37b5-825b-404e-9c29-5b338fcfc15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:05.046667 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-88e9673f-5872-4eb2-850f-cb43f5d7310f req-ff5f37b5-825b-404e-9c29-5b338fcfc15d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5445580 Jul 05 09:53:05.137356 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60096) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:05.138661 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-2ba98657-1b81-45df-977b-bb1a8c7f651e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Transition to ACTIVE for port object fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:05.193289 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-88e9673f-5872-4eb2-850f-cb43f5d7310f req-d469d8b8-bfb1-4238-930f-d7706c9bd13c service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153498 Jul 05 09:53:05.216780 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 42894e44-cba1-4517-82fd-96eabf6c413d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:05.224603 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device effe9602-e71c-4fc1-bc07-d703e8fa353e up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:05.254366 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-d4c8ce41-987f-40f8-8d1f-8616b03ef1aa None None] Allocated IP 172.20.0.1 (0be0b5dd-58b4-480a-a35b-0278a84acc7f/82c3a15b-1efb-4798-8126-6f745647a03b/42894e44-cba1-4517-82fd-96eabf6c413d) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:05.296007 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-808f9970-9793-4401-bb0b-898bd4a42eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:05.299775 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d1017d47-0f8b-4bc0-9944-0127db4b6c5a tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:05.316064 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553e9c5-14ed-4658-8531-324d6bfe615a tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Pushing event updated for resources: {'Subnet': ['ID=fc68a208-455d-4a60-a55e-c78905bc04b6,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:05.325174 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6553e9c5-14ed-4658-8531-324d6bfe615a tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Checking segment: {'id': 'f858cd07-3e0b-4d2d-a482-e2446efb0ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'efa8585d-d6c6-4179-82f8-611d70a9c7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:05.325716 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6553e9c5-14ed-4658-8531-324d6bfe615a tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Network hostable DHCP agents. Network: efa8585d-d6c6-4179-82f8-611d70a9c7b9, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:53:05.338600 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-2ba98657-1b81-45df-977b-bb1a8c7f651e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:05.351830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 42894e44-cba1-4517-82fd-96eabf6c413d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:05.352264 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:05.394092 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6553e9c5-14ed-4658-8531-324d6bfe615a tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Network efa8585d-d6c6-4179-82f8-611d70a9c7b9 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:53:05.403786 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1a877-07e7-4d48-aa59-f773410956b0 req-ceee7792-4833-4b82-84b5-72c61b1d2106 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:05.411457 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c3c1a877-07e7-4d48-aa59-f773410956b0 req-ceee7792-4833-4b82-84b5-72c61b1d2106 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=2853d674-0325-456e-985c-2ff7cb3d8e05 HTTP/1.1" status: 200 len: 932 time: 0.5864682 Jul 05 09:53:05.418668 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d1017d47-0f8b-4bc0-9944-0127db4b6c5a tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:05.419656 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b70c8b9-9274-46f7-bcf4-13558c752a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:05.424622 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1017d47-0f8b-4bc0-9944-0127db4b6c5a tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:05.425249 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d1017d47-0f8b-4bc0-9944-0127db4b6c5a tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:05.438986 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d4c8ce41-987f-40f8-8d1f-8616b03ef1aa None None] For port 42894e44-cba1-4517-82fd-96eabf6c413d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=42894e44-cba1-4517-82fd-96eabf6c413d,segment=NetworkSegment(3da6b7e0-14f0-48ed-ad50-c96c9fe385af),segment_id=3da6b7e0-14f0-48ed-ad50-c96c9fe385af)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:05.465294 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port effe9602-e71c-4fc1-bc07-d703e8fa353e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:05.473011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-2ba98657-1b81-45df-977b-bb1a8c7f651e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Network 7b7132c3-b272-426c-9368-7648be3fbe30 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:05.479740 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f9970-9793-4401-bb0b-898bd4a42eda admin admin] Pushing event updated for resources: {'Subnet': ['ID=07370067-3d74-45bd-9ba3-48172c9c1e7c,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:05.483231 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port effe9602-e71c-4fc1-bc07-d703e8fa353e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:05.483642 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:05.518028 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-6553e9c5-14ed-4658-8531-324d6bfe615a tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, efa8585d-d6c6-4179-82f8-611d70a9c7b9) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:05.522698 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6553e9c5-14ed-4658-8531-324d6bfe615a tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:05.523935 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6553e9c5-14ed-4658-8531-324d6bfe615a tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:05.524063 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-2ba98657-1b81-45df-977b-bb1a8c7f651e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:05.534485 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-2ba98657-1b81-45df-977b-bb1a8c7f651e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:05.536708 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-88e9673f-5872-4eb2-850f-cb43f5d7310f req-df741979-d0a7-4ad4-ae96-6fd8e30dc837 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266320 Jul 05 09:53:05.562224 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c3c1a877-07e7-4d48-aa59-f773410956b0 req-51257579-91e2-4c9c-8a3e-764e7a70ed9e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496756 Jul 05 09:53:05.582199 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d1017d47-0f8b-4bc0-9944-0127db4b6c5a tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2974887 Jul 05 09:53:05.589866 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60100) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:05.600711 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1017d47-0f8b-4bc0-9944-0127db4b6c5a tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event updated for resources: {'Network': ['ID=208f8f92-bf52-41f5-a45c-491a277a91e3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:05.603274 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba98657-1b81-45df-977b-bb1a8c7f651e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event updated for resources: {'Port': ['ID=fa9d2963-9e57-4962-a6cb-0c08d8ee33d6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:05.609443 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808f9970-9793-4401-bb0b-898bd4a42eda admin admin] Checking segment: {'id': '84047a3f-2d3b-49fb-8239-dd130385c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cb30dc7f-b513-4b54-b356-c16e9220e4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:05.610015 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808f9970-9793-4401-bb0b-898bd4a42eda admin admin] Network hostable DHCP agents. Network: cb30dc7f-b513-4b54-b356-c16e9220e4d7, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:53:05.621600 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-81ffcd43-58c7-47e1-a3f9-a36678f5e31c tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:05.715241 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d4c8ce41-987f-40f8-8d1f-8616b03ef1aa None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:05.718433 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4029f1-f718-408c-bcd9-b86a3d0335d4 None None] Network efa8585d-d6c6-4179-82f8-611d70a9c7b9 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:05.720414 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 208f8f92-bf52-41f5-a45c-491a277a91e3 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:05.724752 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-2ba98657-1b81-45df-977b-bb1a8c7f651e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:05.725413 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-2ba98657-1b81-45df-977b-bb1a8c7f651e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:05.728547 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c38cf10-b027-4d94-965c-adc71fd5860e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:05.773768 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808f9970-9793-4401-bb0b-898bd4a42eda admin admin] Network cb30dc7f-b513-4b54-b356-c16e9220e4d7 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:53:05.837050 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-808f9970-9793-4401-bb0b-898bd4a42eda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, cb30dc7f-b513-4b54-b356-c16e9220e4d7) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:05.854584 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d4c8ce41-987f-40f8-8d1f-8616b03ef1aa None None] Transition to ACTIVE for port object 42894e44-cba1-4517-82fd-96eabf6c413d will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:05.855808 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:05.858249 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776f33e8-2cc3-4c60-840c-4845797fe2a3 None None] Network cb30dc7f-b513-4b54-b356-c16e9220e4d7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:05.882287 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808f9970-9793-4401-bb0b-898bd4a42eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:05.882901 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-808f9970-9793-4401-bb0b-898bd4a42eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:05.889778 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d4c8ce41-987f-40f8-8d1f-8616b03ef1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:06.000748 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-81ffcd43-58c7-47e1-a3f9-a36678f5e31c tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:06.010630 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4566a37-a949-4eb4-b4f3-f28fcc5e5976 req-56894d08-b419-49bb-85d4-a0c514eb85c9 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:06.018632 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4566a37-a949-4eb4-b4f3-f28fcc5e5976 req-56894d08-b419-49bb-85d4-a0c514eb85c9 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9510d36-6265-48f9-8df4-cecbd9cd17f4 HTTP/1.1" status: 200 len: 948 time: 0.0841067 Jul 05 09:53:06.028111 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b70c8b9-9274-46f7-bcf4-13558c752a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:06.028332 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:06.033536 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-81ffcd43-58c7-47e1-a3f9-a36678f5e31c tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:06.046926 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b70c8b9-9274-46f7-bcf4-13558c752a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:06.050400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-48d029a3-394c-46a0-89f2-6a1a30f37d89 None None] Provisioning for port fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:06.057624 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6553e9c5-14ed-4658-8531-324d6bfe615a tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0874755 Jul 05 09:53:06.060670 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60108) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:06.065854 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0cfe79a2-9bd8-4e83-b772-c87c3ff41353 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Request body: {'port': {'network_id': 'efa8585d-d6c6-4179-82f8-611d70a9c7b9', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1198560606'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:06.074196 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4566a37-a949-4eb4-b4f3-f28fcc5e5976 req-4850b5ed-99ef-4e96-92d6-05c91149ea1a tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546405 Jul 05 09:53:06.110924 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-81ffcd43-58c7-47e1-a3f9-a36678f5e31c tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Network 208f8f92-bf52-41f5-a45c-491a277a91e3 is not hosted by any dhcp agent {{(pid=93906) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 09:53:06.113788 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-48d029a3-394c-46a0-89f2-6a1a30f37d89 None None] Provisioning complete for port fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:06.114174 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-48d029a3-394c-46a0-89f2-6a1a30f37d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:06.116986 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ffcd43-58c7-47e1-a3f9-a36678f5e31c tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:06.117585 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-81ffcd43-58c7-47e1-a3f9-a36678f5e31c tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:06.118873 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-81ffcd43-58c7-47e1-a3f9-a36678f5e31c tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "PUT /v2.0/networks/208f8f92-bf52-41f5-a45c-491a277a91e3 HTTP/1.1" status: 200 len: 723 time: 0.5126076 Jul 05 09:53:06.120667 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-2ba98657-1b81-45df-977b-bb1a8c7f651e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9314849 Jul 05 09:53:06.123895 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-808f9970-9793-4401-bb0b-898bd4a42eda admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3885012 Jul 05 09:53:06.124512 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60112) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:06.140333 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e8c2cffd-bdca-43a4-9ad0-209983a90303 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Request body: {'subnet': {'network_id': '208f8f92-bf52-41f5-a45c-491a277a91e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:06.161448 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70c8b9-9274-46f7-bcf4-13558c752a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28c5f6a-8c00-4ab3-a1ee-1fcda17714fe,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:06.178489 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:06.206350 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-e97b9eb6-c54e-4471-830e-8b838958eb8e service neutron] Request body: {'port': {'device_id': '2853d674-0325-456e-985c-2ff7cb3d8e05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:06.272180 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8ce41-987f-40f8-8d1f-8616b03ef1aa None None] Pushing event updated for resources: {'Port': ['ID=42894e44-cba1-4517-82fd-96eabf6c413d,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:06.295882 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c8ce41-987f-40f8-8d1f-8616b03ef1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:06.296542 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c8ce41-987f-40f8-8d1f-8616b03ef1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:06.297118 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c8ce41-987f-40f8-8d1f-8616b03ef1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:06.297256 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfe79a2-9bd8-4e83-b772-c87c3ff41353 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Made reservation on behalf of 8bec757a745a4330977e049ae16401a0 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:06.297845 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c8ce41-987f-40f8-8d1f-8616b03ef1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:06.298506 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c8ce41-987f-40f8-8d1f-8616b03ef1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:06.299065 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c8ce41-987f-40f8-8d1f-8616b03ef1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:06.299616 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c8ce41-987f-40f8-8d1f-8616b03ef1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:06.300158 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c8ce41-987f-40f8-8d1f-8616b03ef1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:06.300732 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c8ce41-987f-40f8-8d1f-8616b03ef1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:06.301221 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c8ce41-987f-40f8-8d1f-8616b03ef1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:06.301794 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c8ce41-987f-40f8-8d1f-8616b03ef1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:06.302302 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c8ce41-987f-40f8-8d1f-8616b03ef1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:06.305640 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0cfe79a2-9bd8-4e83-b772-c87c3ff41353 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:06.327061 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-e97b9eb6-c54e-4471-830e-8b838958eb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:06.338655 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c38cf10-b027-4d94-965c-adc71fd5860e admin admin] Router 3781bdc3-d360-45e1-b891-a39d7df5b2e7 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:53:06.342847 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-0cfe79a2-9bd8-4e83-b772-c87c3ff41353 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] device_id is not set on port dbd69dfc-b1c2-401e-bc54-121df713a09f yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:53:06.359727 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:53:06.360433 n-d-798054-8 neutron-server[93908]: DEBUG oslo_db.api [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:53:06.360975 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effe9602-e71c-4fc1-bc07-d703e8fa353e'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:06.365317 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3b70c8b9-9274-46f7-bcf4-13558c752a4a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1a0745bd0c8d4d76b2de894dd7acc9ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2206433 Jul 05 09:53:06.369330 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1fe6c5-1735-4179-92b8-fb88c4108876" -d '{"events": [{"server_uuid": "bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03", "name": "network-vif-plugged", "status": "completed", "tag": "effe9602-e71c-4fc1-bc07-d703e8fa353e"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:06.387557 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60122) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:06.403657 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-48d029a3-394c-46a0-89f2-6a1a30f37d89 None None] Port fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:53:06.434412 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c2cffd-bdca-43a4-9ad0-209983a90303 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Made reservation on behalf of eb615f4146d44bb6b6f0fa7b2f5d5e8b for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:06.435333 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port effe9602-e71c-4fc1-bc07-d703e8fa353e, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=effe9602-e71c-4fc1-bc07-d703e8fa353e,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:06.438216 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8c2cffd-bdca-43a4-9ad0-209983a90303 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:06.462499 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4f111c-49a7-4a8e-a5e8-c4e3ba5f3fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-efa8585d-d6c6-4179-82f8-611d70a9c7b9', 'network_id': 'efa8585d-d6c6-4179-82f8-611d70a9c7b9', 'tenant_id': '8bec757a745a4330977e049ae16401a0', 'fixed_ips': [{'subnet_id': 'fc68a208-455d-4a60-a55e-c78905bc04b6'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:53:06.464006 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2b4f111c-49a7-4a8e-a5e8-c4e3ba5f3fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:06.468041 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:06.489143 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1085cc-8c3d-4e76-9f06-dbe58354da2c x-openstack-request-id: req-1e1085cc-8c3d-4e76-9f06-dbe58354da2c {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:06.489530 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03", "name": "network-vif-plugged", "status": "completed", "tag": "effe9602-e71c-4fc1-bc07-d703e8fa353e", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:06.489866 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1e1085cc-8c3d-4e76-9f06-dbe58354da2c {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:06.490296 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effe9602-e71c-4fc1-bc07-d703e8fa353e', 'code': 200} Jul 05 09:53:06.494294 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d3cd28-48fa-455c-88ef-5c87fec188da None None] Network cb30dc7f-b513-4b54-b356-c16e9220e4d7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:06.496409 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8b06f76-b61f-4d71-8367-9fffdb67e1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:06.510019 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffcd43-58c7-47e1-a3f9-a36678f5e31c tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event updated for resources: {'Network': ['ID=208f8f92-bf52-41f5-a45c-491a277a91e3,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:06.555588 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 208f8f92-bf52-41f5-a45c-491a277a91e3 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:06.702492 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c38cf10-b027-4d94-965c-adc71fd5860e admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:53:06.716434 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] Sync routers for ids ['3781bdc3-d360-45e1-b891-a39d7df5b2e7'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:53:06.748152 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] Routers {'3781bdc3-d360-45e1-b891-a39d7df5b2e7'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:53:06.750214 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:52:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['3781bdc3-d360-45e1-b891-a39d7df5b2e7'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:06.771584 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c38cf10-b027-4d94-965c-adc71fd5860e admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:06.775932 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5c38cf10-b027-4d94-965c-adc71fd5860e admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.6906817 Jul 05 09:53:06.778924 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60138) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:06.848385 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=effe9602-e71c-4fc1-bc07-d703e8fa353e,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:06.912006 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:07.006166 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 42894e44-cba1-4517-82fd-96eabf6c413d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=42894e44-cba1-4517-82fd-96eabf6c413d,segment=NetworkSegment(3da6b7e0-14f0-48ed-ad50-c96c9fe385af),segment_id=3da6b7e0-14f0-48ed-ad50-c96c9fe385af)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:07.023754 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:07.032016 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] Set router 3781bdc3-d360-45e1-b891-a39d7df5b2e7 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:53:07.165168 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-2b4f111c-49a7-4a8e-a5e8-c4e3ba5f3fb0 None None] Allocated IP 172.20.0.2 (efa8585d-d6c6-4179-82f8-611d70a9c7b9/fc68a208-455d-4a60-a55e-c78905bc04b6/f619235e-9761-49f6-94d7-af128e9476d0) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:07.207194 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 42894e44-cba1-4517-82fd-96eabf6c413d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:07.210627 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8c2cffd-bdca-43a4-9ad0-209983a90303 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:07.281025 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=42894e44-cba1-4517-82fd-96eabf6c413d,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:07.326743 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcc0dd3-f7c3-4f01-bffb-43b93f2e71c0 None None] Network 0be0b5dd-58b4-480a-a35b-0278a84acc7f requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:07.355612 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3781bdc3-d360-45e1-b891-a39d7df5b2e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1927268666-router', 'tenant_id': 'c841ad1b0474469f875c4f560c814580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '66932138-3347-4585-9b76-247461d70cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:53:02Z', 'updated_at': '2021-07-05T09:53:04Z', 'revision_number': 3, 'project_id': 'c841ad1b0474469f875c4f560c814580', 'gw_port': {'id': '66932138-3347-4585-9b76-247461d70cdb', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3781bdc3-d360-45e1-b891-a39d7df5b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:53:03Z', 'updated_at': '2021-07-05T09:53:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:07.389564 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8b06f76-b61f-4d71-8367-9fffdb67e1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:07.396816 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1cb9af60-f68d-4f99-9251-ad3bfe229282 None None] Provisioning for port 42894e44-cba1-4517-82fd-96eabf6c413d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:07.422485 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1cb9af60-f68d-4f99-9251-ad3bfe229282 None None] Provisioning complete for port 42894e44-cba1-4517-82fd-96eabf6c413d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:07.422865 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1cb9af60-f68d-4f99-9251-ad3bfe229282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:07.447881 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2cffd-bdca-43a4-9ad0-209983a90303 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event updated for resources: {'Subnet': ['ID=69a71546-45a5-4ec9-a72c-f0a496d245a3,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:07.461623 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 42894e44-cba1-4517-82fd-96eabf6c413d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:07.462014 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:07.478778 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8b06f76-b61f-4d71-8367-9fffdb67e1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:07.482308 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8b06f76-b61f-4d71-8367-9fffdb67e1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:07.484163 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b8b06f76-b61f-4d71-8367-9fffdb67e1f4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f28c5f6a-8c00-4ab3-a1ee-1fcda17714fe HTTP/1.1" status: 204 len: 168 time: 1.0955622 Jul 05 09:53:07.506173 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b06f76-b61f-4d71-8367-9fffdb67e1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28c5f6a-8c00-4ab3-a1ee-1fcda17714fe,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:07.507350 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d2d13-3e72-460a-8e31-4e342c043fc3 req-1a95882b-362d-4cc6-83f3-e1203476ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:07.508928 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ec2d2d13-3e72-460a-8e31-4e342c043fc3 req-1a95882b-362d-4cc6-83f3-e1203476ff73 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03 HTTP/1.1" status: 200 len: 1100 time: 0.9028957 Jul 05 09:53:07.513890 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-e97b9eb6-c54e-4471-830e-8b838958eb8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803349b3-e684-4a9e-9eb5-d27b4fab2e47 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:53:07.524791 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] Checking router: 3781bdc3-d360-45e1-b891-a39d7df5b2e7 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:53:07.525488 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] Updating router 3781bdc3-d360-45e1-b891-a39d7df5b2e7 port 66932138-3347-4585-9b76-247461d70cdb binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:53:07.549607 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-e97b9eb6-c54e-4471-830e-8b838958eb8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:07.572778 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:07.587815 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c2cffd-bdca-43a4-9ad0-209983a90303 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Checking segment: {'id': 'ffd1eaf5-69b6-4857-bff4-4b2296f0bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '208f8f92-bf52-41f5-a45c-491a277a91e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:07.588230 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c2cffd-bdca-43a4-9ad0-209983a90303 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Network hostable DHCP agents. Network: 208f8f92-bf52-41f5-a45c-491a277a91e3, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:53:07.600065 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ec2d2d13-3e72-460a-8e31-4e342c043fc3 req-59fef423-9c7d-4780-ab2e-f0dab96721bb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770161 Jul 05 09:53:07.609358 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-e97b9eb6-c54e-4471-830e-8b838958eb8e service neutron] Transition to ACTIVE for port object 803349b3-e684-4a9e-9eb5-d27b4fab2e47 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:07.621159 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-e97b9eb6-c54e-4471-830e-8b838958eb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:07.637049 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740fab4-4995-4ad2-b724-79fbcc80ee83 req-be6bd6c2-5d9f-4bbf-aeb8-ab2251277276 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:07.643237 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740fab4-4995-4ad2-b724-79fbcc80ee83 req-be6bd6c2-5d9f-4bbf-aeb8-ab2251277276 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:07.645092 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b740fab4-4995-4ad2-b724-79fbcc80ee83 req-be6bd6c2-5d9f-4bbf-aeb8-ab2251277276 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=2853d674-0325-456e-985c-2ff7cb3d8e05 HTTP/1.1" status: 200 len: 1655 time: 0.4901333 Jul 05 09:53:07.665818 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f8609-6030-4042-932a-495b2f59ba19 req-5de6d1e5-be93-48d7-b3d8-73d18fd6953e tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:07.667346 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-027f8609-6030-4042-932a-495b2f59ba19 req-5de6d1e5-be93-48d7-b3d8-73d18fd6953e tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/networks?id=cb30dc7f-b513-4b54-b356-c16e9220e4d7 HTTP/1.1" status: 200 len: 822 time: 0.5265534 Jul 05 09:53:07.697397 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device d9aee653-2aee-4d30-bdc2-d203ab1fb647 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:53:07.699767 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-027f8609-6030-4042-932a-495b2f59ba19 req-5c679103-18aa-4290-aab7-edb36185ed2c tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/quotas/4b73506525a640938dda3d5a7e4a2611 HTTP/1.1" status: 200 len: 375 time: 0.0205193 Jul 05 09:53:07.702389 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b9eb6-c54e-4471-830e-8b838958eb8e service neutron] Pushing event updated for resources: {'Port': ['ID=803349b3-e684-4a9e-9eb5-d27b4fab2e47,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:07.718353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c2cffd-bdca-43a4-9ad0-209983a90303 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Network 208f8f92-bf52-41f5-a45c-491a277a91e3 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:53:07.811394 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b740fab4-4995-4ad2-b724-79fbcc80ee83 req-8c77c51c-9e92-462a-a7b4-bc9da69e7365 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534023 Jul 05 09:53:07.815750 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-027f8609-6030-4042-932a-495b2f59ba19 req-7686c608-8cfc-4905-b97d-bac90f91019f tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4b73506525a640938dda3d5a7e4a2611&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0948586 Jul 05 09:53:07.836960 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-e8c2cffd-bdca-43a4-9ad0-209983a90303 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 208f8f92-bf52-41f5-a45c-491a277a91e3) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:07.847595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c2cffd-bdca-43a4-9ad0-209983a90303 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:07.852404 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8c2cffd-bdca-43a4-9ad0-209983a90303 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:07.936676 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9828f87-2b1a-49ae-a6b1-ca20c6407e3e None None] Network 208f8f92-bf52-41f5-a45c-491a277a91e3 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:07.973266 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-e97b9eb6-c54e-4471-830e-8b838958eb8e service neutron] Attempting to bind port 803349b3-e684-4a9e-9eb5-d27b4fab2e47 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:53:07.975287 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-e97b9eb6-c54e-4471-830e-8b838958eb8e service neutron] Attempting to bind port 803349b3-e684-4a9e-9eb5-d27b4fab2e47 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '1320271d-a64b-4c2d-8ab1-26c15cd4c525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9b558465-8af6-4843-a780-f13ea31a7cdf'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:53:07.976007 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-e97b9eb6-c54e-4471-830e-8b838958eb8e service neutron] Attempting to bind port 803349b3-e684-4a9e-9eb5-d27b4fab2e47 on network 9b558465-8af6-4843-a780-f13ea31a7cdf {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:07.982764 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e8c2cffd-bdca-43a4-9ad0-209983a90303 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8468354 Jul 05 09:53:07.989981 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-e97b9eb6-c54e-4471-830e-8b838958eb8e service neutron] Port 803349b3-e684-4a9e-9eb5-d27b4fab2e47 on network 9b558465-8af6-4843-a780-f13ea31a7cdf not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:53:07.993448 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-e97b9eb6-c54e-4471-830e-8b838958eb8e service neutron] Attempting to bind port 803349b3-e684-4a9e-9eb5-d27b4fab2e47 on network 9b558465-8af6-4843-a780-f13ea31a7cdf {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:07.999027 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60146) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:08.010124 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-e97b9eb6-c54e-4471-830e-8b838958eb8e service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:53:08.015338 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-e97b9eb6-c54e-4471-830e-8b838958eb8e service neutron] Checking segment: {'id': '1320271d-a64b-4c2d-8ab1-26c15cd4c525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9b558465-8af6-4843-a780-f13ea31a7cdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:08.020176 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-e97b9eb6-c54e-4471-830e-8b838958eb8e service neutron] Bound using segment: {'id': '1320271d-a64b-4c2d-8ab1-26c15cd4c525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9b558465-8af6-4843-a780-f13ea31a7cdf'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:53:08.021118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ddd759c8-d4e7-4334-b18b-04cd4c710075 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:08.027882 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-e97b9eb6-c54e-4471-830e-8b838958eb8e service neutron] Bound port: 803349b3-e684-4a9e-9eb5-d27b4fab2e47, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1320271d-a64b-4c2d-8ab1-26c15cd4c525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9b558465-8af6-4843-a780-f13ea31a7cdf'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:53:08.028407 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-e97b9eb6-c54e-4471-830e-8b838958eb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:08.083669 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:08.101358 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.resource_extend [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:53:08.104543 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] Transition to ACTIVE for port object 66932138-3347-4585-9b76-247461d70cdb will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:08.119466 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60148) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:08.121869 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:08.216568 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ddd759c8-d4e7-4334-b18b-04cd4c710075 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8470072'] for subnet, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:08.224023 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-e97b9eb6-c54e-4471-830e-8b838958eb8e service neutron] For port 803349b3-e684-4a9e-9eb5-d27b4fab2e47, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:53:08.229319 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-e97b9eb6-c54e-4471-830e-8b838958eb8e service neutron] For port 803349b3-e684-4a9e-9eb5-d27b4fab2e47, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=803349b3-e684-4a9e-9eb5-d27b4fab2e47,segment=NetworkSegment(1320271d-a64b-4c2d-8ab1-26c15cd4c525),segment_id=1320271d-a64b-4c2d-8ab1-26c15cd4c525)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:53:08.237760 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-e97b9eb6-c54e-4471-830e-8b838958eb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:08.246539 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] Attempting to bind port 66932138-3347-4585-9b76-247461d70cdb on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:53:08.247074 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] Attempting to bind port 66932138-3347-4585-9b76-247461d70cdb by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:53:08.248092 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] Attempting to bind port 66932138-3347-4585-9b76-247461d70cdb on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:08.256109 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d98113-a03d-4081-8a28-d66c2ce089ce None None] Pushing event updated for resources: {'Port': ['ID=66932138-3347-4585-9b76-247461d70cdb,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:08.262187 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:53:08.262874 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:08.263380 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:08.264028 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:53:08.264624 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] Bound port: 66932138-3347-4585-9b76-247461d70cdb, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:53:08.265153 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:08.273651 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d98113-a03d-4081-8a28-d66c2ce089ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:08.274261 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d98113-a03d-4081-8a28-d66c2ce089ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:08.274716 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d98113-a03d-4081-8a28-d66c2ce089ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:08.275158 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d98113-a03d-4081-8a28-d66c2ce089ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:08.275585 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d98113-a03d-4081-8a28-d66c2ce089ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:08.276055 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d98113-a03d-4081-8a28-d66c2ce089ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:08.276634 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d98113-a03d-4081-8a28-d66c2ce089ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:08.277071 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d98113-a03d-4081-8a28-d66c2ce089ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:08.277501 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d98113-a03d-4081-8a28-d66c2ce089ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:08.277931 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d98113-a03d-4081-8a28-d66c2ce089ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:08.278603 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d98113-a03d-4081-8a28-d66c2ce089ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:08.279049 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d98113-a03d-4081-8a28-d66c2ce089ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:08.286215 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-027f8609-6030-4042-932a-495b2f59ba19 req-cb319f62-f2f7-42b8-baec-3a386e65576d service neutron] 10.222.0.79 "GET /v2.0/networks/cb30dc7f-b513-4b54-b356-c16e9220e4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196312 Jul 05 09:53:08.334305 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-e97b9eb6-c54e-4471-830e-8b838958eb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:08.334861 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-e97b9eb6-c54e-4471-830e-8b838958eb8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:08.336632 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-e97b9eb6-c54e-4471-830e-8b838958eb8e service neutron] 10.222.0.78 "PUT /v2.0/ports/803349b3-e684-4a9e-9eb5-d27b4fab2e47 HTTP/1.1" status: 200 len: 1092 time: 2.1517162 Jul 05 09:53:08.337052 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60150) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:08.339404 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b9eb6-c54e-4471-830e-8b838958eb8e service neutron] Pushing event updated for resources: {'Port': ['ID=803349b3-e684-4a9e-9eb5-d27b4fab2e47,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:08.340051 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] For port 66932138-3347-4585-9b76-247461d70cdb, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:53:08.343423 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7461eb45-c1a8-4d52-80ee-79184b54e814 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=461b7018d2ca4e27ae7c00b506897e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2223415 Jul 05 09:53:08.351733 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] For port 66932138-3347-4585-9b76-247461d70cdb, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=66932138-3347-4585-9b76-247461d70cdb,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:53:08.357534 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:08.371276 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2853d674-0325-456e-985c-2ff7cb3d8e05', 'tag': '803349b3-e684-4a9e-9eb5-d27b4fab2e47'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:08.375662 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2eeb702-3c97-49fc-bd3d-b2747906ce4b" -d '{"events": [{"name": "network-changed", "server_uuid": "2853d674-0325-456e-985c-2ff7cb3d8e05", "tag": "803349b3-e684-4a9e-9eb5-d27b4fab2e47"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:08.430649 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-d8d33898-878f-4e48-94cc-ef69bf0f4238 service neutron] Request body: {'port': {'device_id': '2853d674-0325-456e-985c-2ff7cb3d8e05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:08.447463 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2b4f111c-49a7-4a8e-a5e8-c4e3ba5f3fb0 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:08.449674 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] Routers {'3781bdc3-d360-45e1-b891-a39d7df5b2e7'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:53:08.450452 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:52:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['3781bdc3-d360-45e1-b891-a39d7df5b2e7'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:08.503443 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2b4f111c-49a7-4a8e-a5e8-c4e3ba5f3fb0 None None] Transition to ACTIVE for port object f619235e-9761-49f6-94d7-af128e9476d0 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:08.519021 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-57c1cb0c-7fb6-4bd0-9b8a-f02fc07b13aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:08.526065 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d98113-a03d-4081-8a28-d66c2ce089ce None None] Pushing event updated for resources: {'Port': ['ID=66932138-3347-4585-9b76-247461d70cdb,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:08.591041 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8226b-3c42-4d98-ac9e-b2104ffaf530 req-d86f041c-23c3-437a-bbca-81c8655911d6 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:08.592551 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17e8226b-3c42-4d98-ac9e-b2104ffaf530 req-d86f041c-23c3-437a-bbca-81c8655911d6 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9510d36-6265-48f9-8df4-cecbd9cd17f4 HTTP/1.1" status: 200 len: 948 time: 0.3388367 Jul 05 09:53:08.605792 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2b4f111c-49a7-4a8e-a5e8-c4e3ba5f3fb0 None None] Transition to ACTIVE for port object f619235e-9761-49f6-94d7-af128e9476d0 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:08.623353 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-57c1cb0c-7fb6-4bd0-9b8a-f02fc07b13aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:08.634111 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2b4f111c-49a7-4a8e-a5e8-c4e3ba5f3fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:08.674814 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-027f8609-6030-4042-932a-495b2f59ba19 req-675380bd-f1ab-4e70-b68a-57d29c49ecba service neutron] 10.222.0.79 "GET /v2.0/networks/cb30dc7f-b513-4b54-b356-c16e9220e4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631878 Jul 05 09:53:08.697870 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] Set router 3781bdc3-d360-45e1-b891-a39d7df5b2e7 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:53:08.756479 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ddd759c8-d4e7-4334-b18b-04cd4c710075 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778709884959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12557722'] for subnet, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:08.848151 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd759c8-d4e7-4334-b18b-04cd4c710075 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:08.848830 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ddd759c8-d4e7-4334-b18b-04cd4c710075 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:08.853636 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ddd759c8-d4e7-4334-b18b-04cd4c710075 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "PUT /v2.0/subnets/69a71546-45a5-4ec9-a72c-f0a496d245a3 HTTP/1.1" status: 200 len: 826 time: 0.8535340 Jul 05 09:53:08.858192 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60154) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:08.897143 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17e8226b-3c42-4d98-ac9e-b2104ffaf530 req-e0ea9b29-f329-48cd-8ac8-6c1b59b16241 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912550 Jul 05 09:53:08.900285 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port d9aee653-2aee-4d30-bdc2-d203ab1fb647, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d9aee653-2aee-4d30-bdc2-d203ab1fb647,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:08.903029 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42323d4-4c54-4206-9727-ebd760aae7b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-208f8f92-bf52-41f5-a45c-491a277a91e3', 'network_id': '208f8f92-bf52-41f5-a45c-491a277a91e3', 'tenant_id': 'eb615f4146d44bb6b6f0fa7b2f5d5e8b', 'fixed_ips': [{'subnet_id': '69a71546-45a5-4ec9-a72c-f0a496d245a3'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:53:08.904001 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b42323d4-4c54-4206-9727-ebd760aae7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:09.023933 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4f111c-49a7-4a8e-a5e8-c4e3ba5f3fb0 None None] Network efa8585d-d6c6-4179-82f8-611d70a9c7b9 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:09.049715 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f111c-49a7-4a8e-a5e8-c4e3ba5f3fb0 None None] Pushing event updated for resources: {'Port': ['ID=f619235e-9761-49f6-94d7-af128e9476d0,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:09.056696 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'd9aee653-2aee-4d30-bdc2-d203ab1fb647', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': 'd9aee653-2aee-4d30-bdc2-d203ab1fb647', 'mac_address': 'fa:16:3e:40:6b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:53:09.064479 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-2b4f111c-49a7-4a8e-a5e8-c4e3ba5f3fb0 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:09.068721 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f111c-49a7-4a8e-a5e8-c4e3ba5f3fb0 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:09.070122 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029137ce-1889-4bed-88da-61fb571ee8bf x-openstack-request-id: req-029137ce-1889-4bed-88da-61fb571ee8bf {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:09.070610 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2853d674-0325-456e-985c-2ff7cb3d8e05", "tag": "803349b3-e684-4a9e-9eb5-d27b4fab2e47", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:09.070726 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-029137ce-1889-4bed-88da-61fb571ee8bf {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:09.071047 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2853d674-0325-456e-985c-2ff7cb3d8e05', 'tag': '803349b3-e684-4a9e-9eb5-d27b4fab2e47', 'status': 'completed', 'code': 200} Jul 05 09:53:09.082241 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3781bdc3-d360-45e1-b891-a39d7df5b2e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1927268666-router', 'tenant_id': 'c841ad1b0474469f875c4f560c814580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '66932138-3347-4585-9b76-247461d70cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:53:02Z', 'updated_at': '2021-07-05T09:53:04Z', 'revision_number': 3, 'project_id': 'c841ad1b0474469f875c4f560c814580', 'gw_port': {'id': '66932138-3347-4585-9b76-247461d70cdb', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3781bdc3-d360-45e1-b891-a39d7df5b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:53:03Z', 'updated_at': '2021-07-05T09:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:09.120757 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-0cfe79a2-9bd8-4e83-b772-c87c3ff41353 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Allocated IP 172.20.0.4 (efa8585d-d6c6-4179-82f8-611d70a9c7b9/fc68a208-455d-4a60-a55e-c78905bc04b6/dbd69dfc-b1c2-401e-bc54-121df713a09f) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:09.171307 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca21cb7-8ce9-4f50-8d1e-0630d8b37002 None None] The sync data for ids ['3781bdc3-d360-45e1-b891-a39d7df5b2e7'] in n-d-798054-8 is: [{'id': '3781bdc3-d360-45e1-b891-a39d7df5b2e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1927268666-router', 'tenant_id': 'c841ad1b0474469f875c4f560c814580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '66932138-3347-4585-9b76-247461d70cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:53:02Z', 'updated_at': '2021-07-05T09:53:04Z', 'revision_number': 3, 'project_id': 'c841ad1b0474469f875c4f560c814580', 'gw_port': {'id': '66932138-3347-4585-9b76-247461d70cdb', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3781bdc3-d360-45e1-b891-a39d7df5b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:53:03Z', 'updated_at': '2021-07-05T09:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:53:09.201261 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-57c1cb0c-7fb6-4bd0-9b8a-f02fc07b13aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:09.203968 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-57c1cb0c-7fb6-4bd0-9b8a-f02fc07b13aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:09.207992 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-57c1cb0c-7fb6-4bd0-9b8a-f02fc07b13aa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0c15a3ba-a3e4-49cb-8aff-5224d702aa33 HTTP/1.1" status: 204 len: 168 time: 0.8253121 Jul 05 09:53:09.227610 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b84a1dd1-75ac-4f8a-b90d-c0188c23f2a6 req-94aec025-674e-4ad9-bda9-e25dd06e4cb7 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e70ab69-7e2a-4f9f-b78f-2b5437143ea4 HTTP/1.1" status: 200 len: 210 time: 0.1166322 Jul 05 09:53:09.249249 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-d8d33898-878f-4e48-94cc-ef69bf0f4238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:09.251107 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 42894e44-cba1-4517-82fd-96eabf6c413d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:09.313842 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1cb0c-7fb6-4bd0-9b8a-f02fc07b13aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c15a3ba-a3e4-49cb-8aff-5224d702aa33,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:09.347757 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd759c8-d4e7-4334-b18b-04cd4c710075 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event updated for resources: {'Subnet': ['ID=69a71546-45a5-4ec9-a72c-f0a496d245a3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:09.362469 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:09.440879 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-aabd9dcd-552f-4315-9b76-e6093cc2fa1b None None] Provisioning complete for port 42894e44-cba1-4517-82fd-96eabf6c413d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:09.441250 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aabd9dcd-552f-4315-9b76-e6093cc2fa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:09.442916 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2b4f111c-49a7-4a8e-a5e8-c4e3ba5f3fb0 None None] Attempting to bind port f619235e-9761-49f6-94d7-af128e9476d0 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:53:09.443281 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2b4f111c-49a7-4a8e-a5e8-c4e3ba5f3fb0 None None] Attempting to bind port f619235e-9761-49f6-94d7-af128e9476d0 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'f858cd07-3e0b-4d2d-a482-e2446efb0ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'efa8585d-d6c6-4179-82f8-611d70a9c7b9'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:53:09.443644 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f111c-49a7-4a8e-a5e8-c4e3ba5f3fb0 None None] Attempting to bind port f619235e-9761-49f6-94d7-af128e9476d0 on network efa8585d-d6c6-4179-82f8-611d70a9c7b9 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:09.491470 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9aee653-2aee-4d30-bdc2-d203ab1fb647 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:53:09.541774 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33465148-eef4-461b-a64c-b6c19392dc40 req-894b9682-b526-4372-9b79-0bdad66146c6 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:09.542439 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-b42323d4-4c54-4206-9727-ebd760aae7b6 None None] Allocated IP 2001:db8::2 (208f8f92-bf52-41f5-a45c-491a277a91e3/69a71546-45a5-4ec9-a72c-f0a496d245a3/eee51685-b843-4dc4-93dc-97db9d7b4d06) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:09.547787 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33465148-eef4-461b-a64c-b6c19392dc40 req-894b9682-b526-4372-9b79-0bdad66146c6 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:09.550054 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33465148-eef4-461b-a64c-b6c19392dc40 req-894b9682-b526-4372-9b79-0bdad66146c6 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=2853d674-0325-456e-985c-2ff7cb3d8e05 HTTP/1.1" status: 200 len: 1667 time: 0.3203561 Jul 05 09:53:09.587995 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eeb702-3c97-49fc-bd3d-b2747906ce4b req-810eeacf-3702-46a5-846b-5159bfb1d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:09.588497 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eeb702-3c97-49fc-bd3d-b2747906ce4b req-810eeacf-3702-46a5-846b-5159bfb1d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:09.590472 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e2eeb702-3c97-49fc-bd3d-b2747906ce4b req-810eeacf-3702-46a5-846b-5159bfb1d0dd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=866fe5d597ee4723933609a8955be5f7&device_id=2853d674-0325-456e-985c-2ff7cb3d8e05 HTTP/1.1" status: 200 len: 1914 time: 0.5186238 Jul 05 09:53:09.602739 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30868c73-c2c0-44ca-8b50-939c944d43df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:09.658270 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:09.783927 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33465148-eef4-461b-a64c-b6c19392dc40 req-04e8c17b-07e4-4234-8f72-58f3ffd769de tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798062 Jul 05 09:53:09.785569 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f111c-49a7-4a8e-a5e8-c4e3ba5f3fb0 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:53:09.786350 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f111c-49a7-4a8e-a5e8-c4e3ba5f3fb0 None None] Checking segment: {'id': 'f858cd07-3e0b-4d2d-a482-e2446efb0ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'efa8585d-d6c6-4179-82f8-611d70a9c7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:09.787000 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2b4f111c-49a7-4a8e-a5e8-c4e3ba5f3fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:09.788407 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f111c-49a7-4a8e-a5e8-c4e3ba5f3fb0 None None] Bound using segment: {'id': 'f858cd07-3e0b-4d2d-a482-e2446efb0ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'efa8585d-d6c6-4179-82f8-611d70a9c7b9'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:53:09.789555 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2b4f111c-49a7-4a8e-a5e8-c4e3ba5f3fb0 None None] Bound port: f619235e-9761-49f6-94d7-af128e9476d0, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f858cd07-3e0b-4d2d-a482-e2446efb0ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'efa8585d-d6c6-4179-82f8-611d70a9c7b9'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:53:09.790272 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2b4f111c-49a7-4a8e-a5e8-c4e3ba5f3fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:09.814536 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port d9aee653-2aee-4d30-bdc2-d203ab1fb647, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d9aee653-2aee-4d30-bdc2-d203ab1fb647,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:09.873855 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0cfe79a2-9bd8-4e83-b772-c87c3ff41353 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:09.927035 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-0cfe79a2-9bd8-4e83-b772-c87c3ff41353 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Transition to ACTIVE for port object dbd69dfc-b1c2-401e-bc54-121df713a09f will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:09.936121 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:10.000388 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:10.121326 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eeb702-3c97-49fc-bd3d-b2747906ce4b req-154ff5d4-aaa8-4fa3-90cb-e90f2264e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:10.121816 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eeb702-3c97-49fc-bd3d-b2747906ce4b req-154ff5d4-aaa8-4fa3-90cb-e90f2264e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:10.122309 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eeb702-3c97-49fc-bd3d-b2747906ce4b req-154ff5d4-aaa8-4fa3-90cb-e90f2264e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:10.128345 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e2eeb702-3c97-49fc-bd3d-b2747906ce4b req-154ff5d4-aaa8-4fa3-90cb-e90f2264e018 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=866fe5d597ee4723933609a8955be5f7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5229728 Jul 05 09:53:10.131014 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0cfe79a2-9bd8-4e83-b772-c87c3ff41353 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:10.213613 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=d9aee653-2aee-4d30-bdc2-d203ab1fb647,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:10.324439 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 42894e44-cba1-4517-82fd-96eabf6c413d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:10.324820 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:10.341145 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2b4f111c-49a7-4a8e-a5e8-c4e3ba5f3fb0 None None] For port f619235e-9761-49f6-94d7-af128e9476d0, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:53:10.346438 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe79a2-9bd8-4e83-b772-c87c3ff41353 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Pushing event updated for resources: {'Port': ['ID=dbd69dfc-b1c2-401e-bc54-121df713a09f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:10.397720 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfe79a2-9bd8-4e83-b772-c87c3ff41353 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Network efa8585d-d6c6-4179-82f8-611d70a9c7b9 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:10.405115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-0cfe79a2-9bd8-4e83-b772-c87c3ff41353 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:10.412600 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfe79a2-9bd8-4e83-b772-c87c3ff41353 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:10.414591 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2b4f111c-49a7-4a8e-a5e8-c4e3ba5f3fb0 None None] For port f619235e-9761-49f6-94d7-af128e9476d0, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f619235e-9761-49f6-94d7-af128e9476d0,segment=NetworkSegment(f858cd07-3e0b-4d2d-a482-e2446efb0ad0),segment_id=f858cd07-3e0b-4d2d-a482-e2446efb0ad0)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:53:10.434495 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['d9aee653-2aee-4d30-bdc2-d203ab1fb647'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:53:10.437027 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2b4f111c-49a7-4a8e-a5e8-c4e3ba5f3fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:10.462857 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-30868c73-c2c0-44ca-8b50-939c944d43df admin admin] Allocated IP 172.20.0.1 (0ee79470-62a5-467c-812c-ff770a614a58/0dce28fb-feef-4fc0-a912-6928eb137c35/77a88a55-7823-4bea-b1cc-2272ea97801d) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:10.470118 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-d8d33898-878f-4e48-94cc-ef69bf0f4238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:53:10.487028 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b42323d4-4c54-4206-9727-ebd760aae7b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:10.495014 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-d8d33898-878f-4e48-94cc-ef69bf0f4238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:10.500011 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ed88e666-a669-46d0-84f9-a14e0b09468e req-3d021ebd-0df7-4472-ac84-1a81fd1ee034 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e70ab69-7e2a-4f9f-b78f-2b5437143ea4 HTTP/1.1" status: 200 len: 210 time: 0.0725431 Jul 05 09:53:10.513613 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b42323d4-4c54-4206-9727-ebd760aae7b6 None None] Transition to ACTIVE for port object eee51685-b843-4dc4-93dc-97db9d7b4d06 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:10.534615 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfe79a2-9bd8-4e83-b772-c87c3ff41353 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:10.535271 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0cfe79a2-9bd8-4e83-b772-c87c3ff41353 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:10.555213 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b146d00-9168-4fcb-83a6-0e69e772afae req-58e6a5f6-9147-4246-b01b-237359807a67 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:10.556993 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1b146d00-9168-4fcb-83a6-0e69e772afae req-58e6a5f6-9147-4246-b01b-237359807a67 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9510d36-6265-48f9-8df4-cecbd9cd17f4 HTTP/1.1" status: 200 len: 949 time: 0.4339075 Jul 05 09:53:10.562411 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b42323d4-4c54-4206-9727-ebd760aae7b6 None None] Transition to ACTIVE for port object eee51685-b843-4dc4-93dc-97db9d7b4d06 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:10.594861 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0cfe79a2-9bd8-4e83-b772-c87c3ff41353 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5327709 Jul 05 09:53:10.597336 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-d8d33898-878f-4e48-94cc-ef69bf0f4238 service neutron] Transition to ACTIVE for port object fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:10.598746 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60196) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:10.630647 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:10.664759 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Subnet': ['ID=69a71546-45a5-4ec9-a72c-f0a496d245a3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:10.685348 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1b146d00-9168-4fcb-83a6-0e69e772afae req-bd15e202-fe32-4f40-98bc-7e64c5c1177c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121798 Jul 05 09:53:10.718449 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b42323d4-4c54-4206-9727-ebd760aae7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:10.807560 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-d8d33898-878f-4e48-94cc-ef69bf0f4238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:10.861026 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42323d4-4c54-4206-9727-ebd760aae7b6 None None] Network 208f8f92-bf52-41f5-a45c-491a277a91e3 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:10.883431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-b42323d4-4c54-4206-9727-ebd760aae7b6 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:10.892197 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f111c-49a7-4a8e-a5e8-c4e3ba5f3fb0 None None] Pushing event updated for resources: {'Port': ['ID=f619235e-9761-49f6-94d7-af128e9476d0,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:10.893799 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:10.897120 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42323d4-4c54-4206-9727-ebd760aae7b6 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:10.918844 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d33898-878f-4e48-94cc-ef69bf0f4238 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9d2963-9e57-4962-a6cb-0c08d8ee33d6,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:10.923105 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['208f8f92-bf52-41f5-a45c-491a277a91e3']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:10.961028 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd1eaf5-69b6-4857-bff4-4b2296f0bfdf') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:10.963008 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd1eaf5-69b6-4857-bff4-4b2296f0bfdf') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:10.986830 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eeb702-3c97-49fc-bd3d-b2747906ce4b req-d4382afa-413c-4636-a83e-e6ea1c8b8cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:10.989915 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e2eeb702-3c97-49fc-bd3d-b2747906ce4b req-d4382afa-413c-4636-a83e-e6ea1c8b8cde service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8157918 Jul 05 09:53:10.991688 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:11.045054 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:11.070314 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:53:11.071082 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:53:11.226182 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:53:11.245495 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.db.api [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 09:53:11.245495 n-d-798054-8 neutron-server[93907]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 09:53:11.245495 n-d-798054-8 neutron-server[93907]: [parameters: {'id': '208f8f92-bf52-41f5-a45c-491a277a91e3'}] Jul 05 09:53:11.245495 n-d-798054-8 neutron-server[93907]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:53:11.246539 n-d-798054-8 neutron-server[93907]: DEBUG oslo_db.api [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:53:11.256534 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-1e190cc1-e544-456b-843b-15c79f452159 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Deleting port dbd69dfc-b1c2-401e-bc54-121df713a09f {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:11.257137 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e190cc1-e544-456b-843b-15c79f452159 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:11.405601 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30868c73-c2c0-44ca-8b50-939c944d43df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:11.504990 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-d8d33898-878f-4e48-94cc-ef69bf0f4238 service neutron] Attempting to bind port fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:53:11.505889 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-d8d33898-878f-4e48-94cc-ef69bf0f4238 service neutron] Attempting to bind port fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '4204c525-e04f-498c-9388-60b8361cf419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b7132c3-b272-426c-9368-7648be3fbe30'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:53:11.506812 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-d8d33898-878f-4e48-94cc-ef69bf0f4238 service neutron] Attempting to bind port fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 on network 7b7132c3-b272-426c-9368-7648be3fbe30 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:11.592599 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-d8d33898-878f-4e48-94cc-ef69bf0f4238 service neutron] Port fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 on network 7b7132c3-b272-426c-9368-7648be3fbe30 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:53:11.592599 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-d8d33898-878f-4e48-94cc-ef69bf0f4238 service neutron] Attempting to bind port fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 on network 7b7132c3-b272-426c-9368-7648be3fbe30 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:11.654059 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42323d4-4c54-4206-9727-ebd760aae7b6 None None] Pushing event updated for resources: {'Port': ['ID=eee51685-b843-4dc4-93dc-97db9d7b4d06,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:11.703645 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-d8d33898-878f-4e48-94cc-ef69bf0f4238 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:53:11.704030 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-d8d33898-878f-4e48-94cc-ef69bf0f4238 service neutron] Checking segment: {'id': '4204c525-e04f-498c-9388-60b8361cf419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b7132c3-b272-426c-9368-7648be3fbe30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:11.704431 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-d8d33898-878f-4e48-94cc-ef69bf0f4238 service neutron] Bound using segment: {'id': '4204c525-e04f-498c-9388-60b8361cf419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b7132c3-b272-426c-9368-7648be3fbe30'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:53:11.704895 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-d8d33898-878f-4e48-94cc-ef69bf0f4238 service neutron] Bound port: fa9d2963-9e57-4962-a6cb-0c08d8ee33d6, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4204c525-e04f-498c-9388-60b8361cf419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b7132c3-b272-426c-9368-7648be3fbe30'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:53:11.705932 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-d8d33898-878f-4e48-94cc-ef69bf0f4238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:11.743173 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b42323d4-4c54-4206-9727-ebd760aae7b6 None None] Attempting to bind port eee51685-b843-4dc4-93dc-97db9d7b4d06 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:53:11.747524 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f8609-6030-4042-932a-495b2f59ba19 req-3d0857f7-3ca4-43c8-a570-102aadc26785 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:11.748465 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-027f8609-6030-4042-932a-495b2f59ba19 req-3d0857f7-3ca4-43c8-a570-102aadc26785 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.78 "GET /v2.0/networks?id=cb30dc7f-b513-4b54-b356-c16e9220e4d7 HTTP/1.1" status: 200 len: 822 time: 0.5147152 Jul 05 09:53:11.755065 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b42323d4-4c54-4206-9727-ebd760aae7b6 None None] Attempting to bind port eee51685-b843-4dc4-93dc-97db9d7b4d06 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'ffd1eaf5-69b6-4857-bff4-4b2296f0bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '208f8f92-bf52-41f5-a45c-491a277a91e3'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:53:11.755409 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:11.756199 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42323d4-4c54-4206-9727-ebd760aae7b6 None None] Attempting to bind port eee51685-b843-4dc4-93dc-97db9d7b4d06 on network 208f8f92-bf52-41f5-a45c-491a277a91e3 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:11.782844 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-027f8609-6030-4042-932a-495b2f59ba19 req-0ac5f9b1-6294-4530-9fef-3008186ae41e tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Request body: {'port': {'device_id': '3e70ab69-7e2a-4f9f-b78f-2b5437143ea4', 'network_id': 'cb30dc7f-b513-4b54-b356-c16e9220e4d7', 'admin_state_up': True, 'tenant_id': '4b73506525a640938dda3d5a7e4a2611'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:11.783028 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42323d4-4c54-4206-9727-ebd760aae7b6 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:53:11.783689 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42323d4-4c54-4206-9727-ebd760aae7b6 None None] Checking segment: {'id': 'ffd1eaf5-69b6-4857-bff4-4b2296f0bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '208f8f92-bf52-41f5-a45c-491a277a91e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:11.784753 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b42323d4-4c54-4206-9727-ebd760aae7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:11.785405 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42323d4-4c54-4206-9727-ebd760aae7b6 None None] Bound using segment: {'id': 'ffd1eaf5-69b6-4857-bff4-4b2296f0bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '208f8f92-bf52-41f5-a45c-491a277a91e3'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:53:11.786063 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b42323d4-4c54-4206-9727-ebd760aae7b6 None None] Bound port: eee51685-b843-4dc4-93dc-97db9d7b4d06, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd1eaf5-69b6-4857-bff4-4b2296f0bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '208f8f92-bf52-41f5-a45c-491a277a91e3'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:53:11.786623 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b42323d4-4c54-4206-9727-ebd760aae7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:11.804123 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e190cc1-e544-456b-843b-15c79f452159 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:11.828547 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30868c73-c2c0-44ca-8b50-939c944d43df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:11.881729 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-1e190cc1-e544-456b-843b-15c79f452159 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Calling delete_port for dbd69dfc-b1c2-401e-bc54-121df713a09f owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:11.923445 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30868c73-c2c0-44ca-8b50-939c944d43df admin admin] Network 0ee79470-62a5-467c-812c-ff770a614a58 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:11.930605 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 66932138-3347-4585-9b76-247461d70cdb up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:11.939133 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-30868c73-c2c0-44ca-8b50-939c944d43df admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:11.942384 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30868c73-c2c0-44ca-8b50-939c944d43df admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:12.009239 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d3ee9adc-2155-417a-aaeb-98e1e2e9f6e0 req-29b40dfc-ef7c-41e0-8a29-86cb2a038a89 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e70ab69-7e2a-4f9f-b78f-2b5437143ea4 HTTP/1.1" status: 200 len: 210 time: 0.2058463 Jul 05 09:53:12.040813 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30868c73-c2c0-44ca-8b50-939c944d43df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:12.102498 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ad8e3-b4b1-4c92-add5-95b55e3ca633 req-f23660d2-7ff0-461f-875a-2c0c1edab6c9 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:12.107461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ad8e3-b4b1-4c92-add5-95b55e3ca633 req-f23660d2-7ff0-461f-875a-2c0c1edab6c9 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:12.114559 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-184ad8e3-b4b1-4c92-add5-95b55e3ca633 req-f23660d2-7ff0-461f-875a-2c0c1edab6c9 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=2853d674-0325-456e-985c-2ff7cb3d8e05 HTTP/1.1" status: 200 len: 1679 time: 0.8834999 Jul 05 09:53:12.162544 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b42323d4-4c54-4206-9727-ebd760aae7b6 None None] For port eee51685-b843-4dc4-93dc-97db9d7b4d06, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:53:12.182451 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b42323d4-4c54-4206-9727-ebd760aae7b6 None None] For port eee51685-b843-4dc4-93dc-97db9d7b4d06, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=eee51685-b843-4dc4-93dc-97db9d7b4d06,segment=NetworkSegment(ffd1eaf5-69b6-4857-bff4-4b2296f0bfdf),segment_id=ffd1eaf5-69b6-4857-bff4-4b2296f0bfdf)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:53:12.195739 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b42323d4-4c54-4206-9727-ebd760aae7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:12.261153 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 66932138-3347-4585-9b76-247461d70cdb completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:12.280509 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-184ad8e3-b4b1-4c92-add5-95b55e3ca633 req-f1435937-5e98-4f17-8d23-d9771bb69721 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647718 Jul 05 09:53:12.281334 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 66932138-3347-4585-9b76-247461d70cdb triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:12.281838 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:12.312335 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30868c73-c2c0-44ca-8b50-939c944d43df admin admin] Pushing event updated for resources: {'Port': ['ID=77a88a55-7823-4bea-b1cc-2272ea97801d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:12.344308 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-d8d33898-878f-4e48-94cc-ef69bf0f4238 service neutron] For port fa9d2963-9e57-4962-a6cb-0c08d8ee33d6, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:53:12.369859 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Deleting port eee51685-b843-4dc4-93dc-97db9d7b4d06 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:12.371717 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:12.405548 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-d8d33898-878f-4e48-94cc-ef69bf0f4238 service neutron] For port fa9d2963-9e57-4962-a6cb-0c08d8ee33d6, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=fa9d2963-9e57-4962-a6cb-0c08d8ee33d6,segment=NetworkSegment(4204c525-e04f-498c-9388-60b8361cf419),segment_id=4204c525-e04f-498c-9388-60b8361cf419)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:53:12.406892 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30868c73-c2c0-44ca-8b50-939c944d43df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:12.430663 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-d8d33898-878f-4e48-94cc-ef69bf0f4238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:12.484475 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] For port eee51685-b843-4dc4-93dc-97db9d7b4d06, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=eee51685-b843-4dc4-93dc-97db9d7b4d06,segment=NetworkSegment(ffd1eaf5-69b6-4857-bff4-4b2296f0bfdf),segment_id=ffd1eaf5-69b6-4857-bff4-4b2296f0bfdf)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:12.485308 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:12.508184 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Calling delete_port for eee51685-b843-4dc4-93dc-97db9d7b4d06 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:12.508464 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42323d4-4c54-4206-9727-ebd760aae7b6 None None] Pushing event updated for resources: {'Port': ['ID=eee51685-b843-4dc4-93dc-97db9d7b4d06,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:12.624121 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-d8d33898-878f-4e48-94cc-ef69bf0f4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:12.625418 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-d8d33898-878f-4e48-94cc-ef69bf0f4238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:12.627387 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-d8d33898-878f-4e48-94cc-ef69bf0f4238 service neutron] 10.222.0.78 "PUT /v2.0/ports/fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 HTTP/1.1" status: 200 len: 1092 time: 4.2039633 Jul 05 09:53:12.633228 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2853d674-0325-456e-985c-2ff7cb3d8e05', 'tag': 'fa9d2963-9e57-4962-a6cb-0c08d8ee33d6'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:12.637107 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3694aa53-4044-490b-b952-9c6815760aea" -d '{"events": [{"name": "network-changed", "server_uuid": "2853d674-0325-456e-985c-2ff7cb3d8e05", "tag": "fa9d2963-9e57-4962-a6cb-0c08d8ee33d6"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:12.644011 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:12.653303 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5599fdd8-4b4f-4d7e-b74c-bd764b622f91 None None] Network 208f8f92-bf52-41f5-a45c-491a277a91e3 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:12.670072 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:12.688779 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5513574d-6d0a-41df-8839-8dd3d12f95c2 req-fcfcd106-289e-4ace-8c2b-4c67ba61dfcc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2f7e8632-e029-4823-8d02-f71d33874512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6107433 Jul 05 09:53:12.743837 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027f8609-6030-4042-932a-495b2f59ba19 req-0ac5f9b1-6294-4530-9fef-3008186ae41e tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Made reservation on behalf of 4b73506525a640938dda3d5a7e4a2611 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:12.758599 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-027f8609-6030-4042-932a-495b2f59ba19 req-0ac5f9b1-6294-4530-9fef-3008186ae41e tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:12.785481 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fba99b-33b8-46d5-867f-ba3234ddad24 x-openstack-request-id: req-f9fba99b-33b8-46d5-867f-ba3234ddad24 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:12.786232 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2853d674-0325-456e-985c-2ff7cb3d8e05", "tag": "fa9d2963-9e57-4962-a6cb-0c08d8ee33d6", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:12.790711 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f9fba99b-33b8-46d5-867f-ba3234ddad24 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:12.792274 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2853d674-0325-456e-985c-2ff7cb3d8e05', 'tag': 'fa9d2963-9e57-4962-a6cb-0c08d8ee33d6', 'status': 'completed', 'code': 200} Jul 05 09:53:12.827251 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 66932138-3347-4585-9b76-247461d70cdb, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=66932138-3347-4585-9b76-247461d70cdb,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:12.842699 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:12.843615 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f619235e-9761-49f6-94d7-af128e9476d0 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:12.858189 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549cdb26-2de2-40fd-8c61-d0e4c88473ba None None] Network 208f8f92-bf52-41f5-a45c-491a277a91e3 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:12.891340 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] No DVR routers for this DVR port eee51685-b843-4dc4-93dc-97db9d7b4d06 on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:53:12.896451 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Port': ['ID=eee51685-b843-4dc4-93dc-97db9d7b4d06,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:13.012261 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25752351-38eb-4fd7-927c-398e8fb92b4b req-07e31f36-0f03-48a2-82b5-dd9c76799074 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:13.036451 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25752351-38eb-4fd7-927c-398e8fb92b4b req-07e31f36-0f03-48a2-82b5-dd9c76799074 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9510d36-6265-48f9-8df4-cecbd9cd17f4 HTTP/1.1" status: 200 len: 949 time: 0.8636341 Jul 05 09:53:13.064901 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e190cc1-e544-456b-843b-15c79f452159 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:13.071907 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d33898-878f-4e48-94cc-ef69bf0f4238 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9d2963-9e57-4962-a6cb-0c08d8ee33d6,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:13.112269 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f38b7e-2eaa-4762-90d1-7378c650efee None None] Network efa8585d-d6c6-4179-82f8-611d70a9c7b9 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:13.118303 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=66932138-3347-4585-9b76-247461d70cdb,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:13.129864 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60236) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:13.130959 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e190cc1-e544-456b-843b-15c79f452159 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Pushing event deleted for resources: {'Port': ['ID=dbd69dfc-b1c2-401e-bc54-121df713a09f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:13.221513 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-cdaae93e-5f9d-4d55-988d-9cc1ea444805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:13.222414 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-cdaae93e-5f9d-4d55-988d-9cc1ea444805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:13.224470 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-cdaae93e-5f9d-4d55-988d-9cc1ea444805 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=866fe5d597ee4723933609a8955be5f7&device_id=2853d674-0325-456e-985c-2ff7cb3d8e05 HTTP/1.1" status: 200 len: 1981 time: 0.5271049 Jul 05 09:53:13.275501 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-027f8609-6030-4042-932a-495b2f59ba19 req-0ac5f9b1-6294-4530-9fef-3008186ae41e tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Allocated IP 172.20.0.13 (cb30dc7f-b513-4b54-b356-c16e9220e4d7/07370067-3d74-45bd-9ba3-48172c9c1e7c/2c29ca63-4884-4db4-92f2-46067bcf340c) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:13.324316 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port f619235e-9761-49f6-94d7-af128e9476d0 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:13.364344 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-c44a2bc5-675f-4e0d-a73b-3ec5c25bea02 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.105&port_id=803349b3-e684-4a9e-9eb5-d27b4fab2e47 HTTP/1.1" status: 200 len: 217 time: 0.1245432 Jul 05 09:53:13.365495 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a5e0596c-5afa-4f82-93c1-dc33ff9f5e8e None None] Provisioning for port f619235e-9761-49f6-94d7-af128e9476d0 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:13.371689 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e190cc1-e544-456b-843b-15c79f452159 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:13.375723 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1e190cc1-e544-456b-843b-15c79f452159 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] 10.222.0.79 "DELETE /v2.0/ports/dbd69dfc-b1c2-401e-bc54-121df713a09f HTTP/1.1" status: 204 len: 168 time: 2.6823697 Jul 05 09:53:13.380191 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60242) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:13.390482 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a5e0596c-5afa-4f82-93c1-dc33ff9f5e8e None None] Provisioning complete for port f619235e-9761-49f6-94d7-af128e9476d0 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:13.390860 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a5e0596c-5afa-4f82-93c1-dc33ff9f5e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:13.444558 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-44ab4023-3599-4704-8754-9b127082773b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:13.446245 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-44ab4023-3599-4704-8754-9b127082773b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2133f181-0e7a-4020-aab2-a587b5ae91b5 HTTP/1.1" status: 200 len: 801 time: 0.0683091 Jul 05 09:53:13.449633 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2ebc6e5c-85e9-48b1-9547-33b1ef7f276f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:13.473432 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-027f8609-6030-4042-932a-495b2f59ba19 req-0ac5f9b1-6294-4530-9fef-3008186ae41e tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:13.553893 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30868c73-c2c0-44ca-8b50-939c944d43df admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:13.598411 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30868c73-c2c0-44ca-8b50-939c944d43df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:13.604665 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d3216333-2bde-4068-95da-c70abea939c0 req-59941b47-92b6-450f-8968-13a54ce8db8b tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e70ab69-7e2a-4f9f-b78f-2b5437143ea4 HTTP/1.1" status: 200 len: 210 time: 0.1193845 Jul 05 09:53:13.614711 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:13.643764 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['208f8f92-bf52-41f5-a45c-491a277a91e3']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:13.662813 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd1eaf5-69b6-4857-bff4-4b2296f0bfdf') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:13.663174 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd1eaf5-69b6-4857-bff4-4b2296f0bfdf') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:13.674084 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:13.690871 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:13.699012 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:53:13.699539 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:13.750209 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ebc6e5c-85e9-48b1-9547-33b1ef7f276f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:13.778954 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 66932138-3347-4585-9b76-247461d70cdb up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:13.798431 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e695c8ca-5ad2-4885-a726-ac5786f5e253 tempest-DHCPAgentSchedulersTestJSON-226755435 tempest-DHCPAgentSchedulersTestJSON-226755435-project-admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.3579493 Jul 05 09:53:13.799658 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a5e0596c-5afa-4f82-93c1-dc33ff9f5e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:13.807981 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60248) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:13.813314 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-40dbf832-22fd-4c33-9b80-8053c926cbe0 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-983127049'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:53:13.823661 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:53:13.831311 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25752351-38eb-4fd7-927c-398e8fb92b4b req-418fc792-152f-4af4-9da6-e9dc9b269770 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7912936 Jul 05 09:53:13.832458 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:13.836141 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-027f8609-6030-4042-932a-495b2f59ba19 req-0ac5f9b1-6294-4530-9fef-3008186ae41e tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:13.869359 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:13.872093 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/networks/208f8f92-bf52-41f5-a45c-491a277a91e3 HTTP/1.1" status: 204 len: 168 time: 5.0091743 Jul 05 09:53:13.896862 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15993e-9b3f-42b4-b805-eb805e2c3b11 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Network': ['ID=208f8f92-bf52-41f5-a45c-491a277a91e3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:13.901332 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513574d-6d0a-41df-8839-8dd3d12f95c2 req-a7ffd601-024d-4622-a5c8-eddbf23c24e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:13.903305 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5513574d-6d0a-41df-8839-8dd3d12f95c2 req-a7ffd601-024d-4622-a5c8-eddbf23c24e4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&device_id=2f7e8632-e029-4823-8d02-f71d33874512 HTTP/1.1" status: 200 len: 1101 time: 1.1392553 Jul 05 09:53:13.910075 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-effdb564-baa6-48f9-9682-d66aa2b3646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:13.912220 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-effdb564-baa6-48f9-9682-d66aa2b3646f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9b558465-8af6-4843-a780-f13ea31a7cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4372294 Jul 05 09:53:13.914540 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60250) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:13.922357 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30868c73-c2c0-44ca-8b50-939c944d43df admin admin] Pushing event updated for resources: {'Port': ['ID=77a88a55-7823-4bea-b1cc-2272ea97801d,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:13.925984 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a5e0596c-5afa-4f82-93c1-dc33ff9f5e8e None None] For port f619235e-9761-49f6-94d7-af128e9476d0, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f619235e-9761-49f6-94d7-af128e9476d0,segment=NetworkSegment(f858cd07-3e0b-4d2d-a482-e2446efb0ad0),segment_id=f858cd07-3e0b-4d2d-a482-e2446efb0ad0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:13.932437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027f8609-6030-4042-932a-495b2f59ba19 req-0ac5f9b1-6294-4530-9fef-3008186ae41e tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Network cb30dc7f-b513-4b54-b356-c16e9220e4d7 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:13.937789 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a5e0596c-5afa-4f82-93c1-dc33ff9f5e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:13.943125 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-027f8609-6030-4042-932a-495b2f59ba19 req-0ac5f9b1-6294-4530-9fef-3008186ae41e tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:13.954440 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40dbf832-22fd-4c33-9b80-8053c926cbe0 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Made reservation on behalf of 8bec757a745a4330977e049ae16401a0 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:13.966089 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40dbf832-22fd-4c33-9b80-8053c926cbe0 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:13.980113 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30868c73-c2c0-44ca-8b50-939c944d43df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:13.999946 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 66932138-3347-4585-9b76-247461d70cdb triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:14.000570 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:14.045053 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d6892e-b6ae-4014-8c0f-c61927af32d7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] DELETE failed (client error): The resource could not be found. Jul 05 09:53:14.045641 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d6892e-b6ae-4014-8c0f-c61927af32d7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:53:14.051392 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-04d6892e-b6ae-4014-8c0f-c61927af32d7 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/networks/208f8f92-bf52-41f5-a45c-491a277a91e3 HTTP/1.1" status: 404 len: 339 time: 0.1264369 Jul 05 09:53:14.051602 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device d9aee653-2aee-4d30-bdc2-d203ab1fb647 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:14.054063 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60252) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:14.066290 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-189cec93-4fb4-4df3-bf01-e1278a188236 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1699833747', 'description': 'd1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:14.118192 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0596c-5afa-4f82-93c1-dc33ff9f5e8e None None] Pushing event updated for resources: {'Port': ['ID=f619235e-9761-49f6-94d7-af128e9476d0,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:14.193567 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port d9aee653-2aee-4d30-bdc2-d203ab1fb647 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:14.200383 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port d9aee653-2aee-4d30-bdc2-d203ab1fb647 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:14.200764 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:14.272576 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a1e80b08-4127-4604-8c13-20d715000362 None None] Provisioning complete for port f619235e-9761-49f6-94d7-af128e9476d0 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:14.273006 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a1e80b08-4127-4604-8c13-20d715000362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:14.362787 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:14.434205 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9510d36-6265-48f9-8df4-cecbd9cd17f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9aee653-2aee-4d30-bdc2-d203ab1fb647'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:14.436675 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676d659f-ef72-4a4b-bd57-c177d0b17d43" -d '{"events": [{"server_uuid": "d9510d36-6265-48f9-8df4-cecbd9cd17f4", "name": "network-vif-plugged", "status": "completed", "tag": "d9aee653-2aee-4d30-bdc2-d203ab1fb647"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:14.446385 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5f9b1-6294-4530-9fef-3008186ae41e tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Pushing event updated for resources: {'Port': ['ID=2c29ca63-4884-4db4-92f2-46067bcf340c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:14.453583 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port d9aee653-2aee-4d30-bdc2-d203ab1fb647, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d9aee653-2aee-4d30-bdc2-d203ab1fb647,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:14.459621 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:14.464781 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-027f8609-6030-4042-932a-495b2f59ba19 req-0ac5f9b1-6294-4530-9fef-3008186ae41e tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:14.508165 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40dbf832-22fd-4c33-9b80-8053c926cbe0 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:53:14.511596 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf1e3cd-1834-41b8-a5a1-82192a43a888 x-openstack-request-id: req-bdf1e3cd-1834-41b8-a5a1-82192a43a888 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:14.511933 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9510d36-6265-48f9-8df4-cecbd9cd17f4", "name": "network-vif-plugged", "status": "completed", "tag": "d9aee653-2aee-4d30-bdc2-d203ab1fb647", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:14.512184 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bdf1e3cd-1834-41b8-a5a1-82192a43a888 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:14.513769 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9510d36-6265-48f9-8df4-cecbd9cd17f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9aee653-2aee-4d30-bdc2-d203ab1fb647', 'code': 200} Jul 05 09:53:14.541218 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40dbf832-22fd-4c33-9b80-8053c926cbe0 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:14.541577 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-40dbf832-22fd-4c33-9b80-8053c926cbe0 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Added segment 86bff31c-13e5-443f-b13d-59cacbca634b of type vlan for network 946df8c6-a9b8-49ab-bc9e-8fc744719c43 Jul 05 09:53:14.548952 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-41467d17-83e6-480e-af6f-df53808ba583 None None] Could not find standard attr ID for object dbd69dfc-b1c2-401e-bc54-121df713a09f. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:53:14.554933 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=d9aee653-2aee-4d30-bdc2-d203ab1fb647,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:14.592387 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f8609-6030-4042-932a-495b2f59ba19 req-0ac5f9b1-6294-4530-9fef-3008186ae41e tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:14.593049 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-027f8609-6030-4042-932a-495b2f59ba19 req-0ac5f9b1-6294-4530-9fef-3008186ae41e tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:14.632330 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189cec93-4fb4-4df3-bf01-e1278a188236 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Made reservation on behalf of eb615f4146d44bb6b6f0fa7b2f5d5e8b for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:14.635812 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-189cec93-4fb4-4df3-bf01-e1278a188236 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:14.664049 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-027f8609-6030-4042-932a-495b2f59ba19 req-0ac5f9b1-6294-4530-9fef-3008186ae41e tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9063485 Jul 05 09:53:14.667594 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40dbf832-22fd-4c33-9b80-8053c926cbe0 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:14.679813 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb721-5a36-4884-9ced-b40b27ef184a req-70d04ed0-7fd8-4c42-b1e7-9f38f9fbff12 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:14.685880 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb721-5a36-4884-9ced-b40b27ef184a req-70d04ed0-7fd8-4c42-b1e7-9f38f9fbff12 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:14.687529 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7cdb721-5a36-4884-9ced-b40b27ef184a req-70d04ed0-7fd8-4c42-b1e7-9f38f9fbff12 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=2853d674-0325-456e-985c-2ff7cb3d8e05 HTTP/1.1" status: 200 len: 1679 time: 0.7505057 Jul 05 09:53:14.688684 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513574d-6d0a-41df-8839-8dd3d12f95c2 req-d22d6b17-16bc-4111-8657-9a28b180e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:14.690846 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5513574d-6d0a-41df-8839-8dd3d12f95c2 req-d22d6b17-16bc-4111-8657-9a28b180e0d4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.7566729 Jul 05 09:53:14.697107 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-027f8609-6030-4042-932a-495b2f59ba19 req-c9085e32-b1f0-4b57-9419-f41215270d34 service neutron] Request body: {'port': {'device_id': '3e70ab69-7e2a-4f9f-b78f-2b5437143ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:14.705354 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-bb60f4d6-ca99-4ae5-8602-a59e37909de6 service neutron] 10.222.0.78 "GET /v2.0/networks/9b558465-8af6-4843-a780-f13ea31a7cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7752781 Jul 05 09:53:14.713651 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebf40a2-330f-43e4-bdee-422de1a4a6fe None None] get_active_networks_info from n-d-798054-8 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 09:53:14.744079 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30868c73-c2c0-44ca-8b50-939c944d43df admin admin] Network 0ee79470-62a5-467c-812c-ff770a614a58 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:14.766804 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40dbf832-22fd-4c33-9b80-8053c926cbe0 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:14.771593 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dbf832-22fd-4c33-9b80-8053c926cbe0 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:14.772279 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40dbf832-22fd-4c33-9b80-8053c926cbe0 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:14.776408 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-30868c73-c2c0-44ca-8b50-939c944d43df admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:14.845930 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-189cec93-4fb4-4df3-bf01-e1278a188236 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:53:14.857979 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5513574d-6d0a-41df-8839-8dd3d12f95c2 req-a5660da0-c91f-44b6-adc3-141500c32464 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 HTTP/1.1" status: 200 len: 217 time: 0.0942931 Jul 05 09:53:14.890148 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebf40a2-330f-43e4-bdee-422de1a4a6fe None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 09:53:14.899227 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7cdb721-5a36-4884-9ced-b40b27ef184a req-a7a35dc8-b734-4ae0-9a12-f8a5baa01a33 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366646 Jul 05 09:53:14.900399 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-027f8609-6030-4042-932a-495b2f59ba19 req-c9085e32-b1f0-4b57-9419-f41215270d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:14.940814 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-40dbf832-22fd-4c33-9b80-8053c926cbe0 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1292212 Jul 05 09:53:14.945160 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60262) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:14.950791 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-189cec93-4fb4-4df3-bf01-e1278a188236 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:14.951178 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-189cec93-4fb4-4df3-bf01-e1278a188236 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Added segment 84740470-a3d8-4462-aec7-bfbc8250f9ae of type vlan for network e450b0aa-e096-4ffa-8c76-50d3fb2da63b Jul 05 09:53:14.989187 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbf832-22fd-4c33-9b80-8053c926cbe0 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Pushing event updated for resources: {'Network': ['ID=946df8c6-a9b8-49ab-bc9e-8fc744719c43,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:14.996488 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ebc6e5c-85e9-48b1-9547-33b1ef7f276f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:15.005713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac44b5-4cee-4a51-8fae-59263eef4885 req-20143f75-9e83-4a6f-82ba-be1b549040b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:15.007251 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19ac44b5-4cee-4a51-8fae-59263eef4885 req-20143f75-9e83-4a6f-82ba-be1b549040b2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d9510d36-6265-48f9-8df4-cecbd9cd17f4 HTTP/1.1" status: 200 len: 1101 time: 0.3928161 Jul 05 09:53:15.063990 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 946df8c6-a9b8-49ab-bc9e-8fc744719c43 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:15.103978 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513574d-6d0a-41df-8839-8dd3d12f95c2 req-6b14f99b-ddc1-4ac7-bed4-91bc97268b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:15.105487 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5513574d-6d0a-41df-8839-8dd3d12f95c2 req-6b14f99b-ddc1-4ac7-bed4-91bc97268b47 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.2362957 Jul 05 09:53:15.118629 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-189cec93-4fb4-4df3-bf01-e1278a188236 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:15.128353 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-e1188d5e-754a-4281-a5f4-987f38a73e10 service neutron] 10.222.0.78 "GET /v2.0/networks/9b558465-8af6-4843-a780-f13ea31a7cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824713 Jul 05 09:53:15.174582 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19ac44b5-4cee-4a51-8fae-59263eef4885 req-d77a4454-c755-42c7-b301-d4ce7deae75d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494064 Jul 05 09:53:15.195605 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-7afbbc39-7ccf-45e6-9c67-4a8ea7d07f07 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.223&port_id=fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 HTTP/1.1" status: 200 len: 217 time: 0.0561020 Jul 05 09:53:15.242869 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30868c73-c2c0-44ca-8b50-939c944d43df admin admin] Router 3781bdc3-d360-45e1-b891-a39d7df5b2e7 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:53:15.269391 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7055a-6709-4167-aa1f-4c37fc4d34b6 req-5d057902-10cb-4e4c-9b76-7c2d5d7dad78 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:15.271342 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61b7055a-6709-4167-aa1f-4c37fc4d34b6 req-5d057902-10cb-4e4c-9b76-7c2d5d7dad78 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e70ab69-7e2a-4f9f-b78f-2b5437143ea4 HTTP/1.1" status: 200 len: 932 time: 0.5067885 Jul 05 09:53:15.277177 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-189cec93-4fb4-4df3-bf01-e1278a188236 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:15.283034 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189cec93-4fb4-4df3-bf01-e1278a188236 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:15.284236 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-189cec93-4fb4-4df3-bf01-e1278a188236 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:15.403268 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-189cec93-4fb4-4df3-bf01-e1278a188236 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3444126 Jul 05 09:53:15.404876 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-afa554c0-40e5-440a-8c02-e8acf3ce0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:15.406351 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-afa554c0-40e5-440a-8c02-e8acf3ce0e80 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9de058cf-557c-4915-a509-168bb2aef9d5 HTTP/1.1" status: 200 len: 801 time: 0.2009501 Jul 05 09:53:15.410947 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60268) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:15.422979 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-2ebc6e5c-85e9-48b1-9547-33b1ef7f276f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Allocated IP 172.25.7.27 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/c60b88bf-7291-4b0f-a124-4f65b723b320) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:15.457955 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cec93-4fb4-4df3-bf01-e1278a188236 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event updated for resources: {'Network': ['ID=e450b0aa-e096-4ffa-8c76-50d3fb2da63b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:15.481150 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-524d5799-3b7d-4525-bbfd-d7d302c053d4 tempest-DHCPAgentSchedulersTestJSON-226755435 tempest-DHCPAgentSchedulersTestJSON-226755435-project-admin] 10.222.0.79 "GET /v2.0/agents/11b7ccb6-abdb-48b7-8bf2-23ba314505e3/dhcp-networks HTTP/1.1" status: 200 len: 12094 time: 0.5334444 Jul 05 09:53:15.484719 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network e450b0aa-e096-4ffa-8c76-50d3fb2da63b details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:15.488099 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61b7055a-6709-4167-aa1f-4c37fc4d34b6 req-2db64645-af06-4d90-9d86-2b8de074e42b tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ca7899c-aaea-4792-aa07-91794dcd6246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880901 Jul 05 09:53:15.491360 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60270) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:15.508752 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2df8e-be6a-4c2c-8f18-101b44011fd1 req-605d5f2f-85b1-4257-a1bd-f36a22388b14 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:15.510305 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91b2df8e-be6a-4c2c-8f18-101b44011fd1 req-605d5f2f-85b1-4257-a1bd-f36a22388b14 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9510d36-6265-48f9-8df4-cecbd9cd17f4 HTTP/1.1" status: 200 len: 950 time: 0.3863966 Jul 05 09:53:15.539014 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513574d-6d0a-41df-8839-8dd3d12f95c2 req-b80e8eae-acdb-4075-b365-8d72943eb288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:15.539990 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5513574d-6d0a-41df-8839-8dd3d12f95c2 req-b80e8eae-acdb-4075-b365-8d72943eb288 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4106419 Jul 05 09:53:15.645589 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62539995-f4a3-4939-bf7e-10b3c97a4b2a tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:15.651007 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-62539995-f4a3-4939-bf7e-10b3c97a4b2a tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "GET /v2.0/networks?id=e450b0aa-e096-4ffa-8c76-50d3fb2da63b HTTP/1.1" status: 200 len: 765 time: 0.2302537 Jul 05 09:53:15.653103 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60272) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:15.688510 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30868c73-c2c0-44ca-8b50-939c944d43df admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:53:15.694100 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b37d9781-f868-4971-9202-0b3fa7f9deb5 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Request body: {'network': {'description': 'd2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:15.702738 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-30868c73-c2c0-44ca-8b50-939c944d43df admin admin] 10.222.0.79 "PUT /v2.0/routers/3781bdc3-d360-45e1-b891-a39d7df5b2e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9211574 Jul 05 09:53:15.718610 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-b7051fa1-d321-4116-875f-ed8c088d2d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:15.720218 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-b7051fa1-d321-4116-875f-ed8c088d2d4c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b7132c3-b272-426c-9368-7648be3fbe30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2984762 Jul 05 09:53:15.725773 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ebc6e5c-85e9-48b1-9547-33b1ef7f276f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:15.782845 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] Sync routers for ids ['3781bdc3-d360-45e1-b891-a39d7df5b2e7'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:53:15.807763 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f619235e-9761-49f6-94d7-af128e9476d0 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:15.845996 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-1804d6eb-7fa6-454c-adea-ac4721b22a36 service neutron] 10.222.0.78 "GET /v2.0/networks/7b7132c3-b272-426c-9368-7648be3fbe30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172185 Jul 05 09:53:15.847078 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ebc6e5c-85e9-48b1-9547-33b1ef7f276f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:15.863406 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91b2df8e-be6a-4c2c-8f18-101b44011fd1 req-66d0b945-2b2f-433f-9aad-badf14033e80 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273401 Jul 05 09:53:15.888870 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] Routers {'3781bdc3-d360-45e1-b891-a39d7df5b2e7'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:53:15.889501 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:52:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['3781bdc3-d360-45e1-b891-a39d7df5b2e7'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:15.941608 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc6e5c-85e9-48b1-9547-33b1ef7f276f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Pushing event updated for resources: {'Port': ['ID=c60b88bf-7291-4b0f-a124-4f65b723b320,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:16.023101 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port f619235e-9761-49f6-94d7-af128e9476d0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:16.023480 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:16.058666 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] Set router 3781bdc3-d360-45e1-b891-a39d7df5b2e7 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:53:16.085074 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5513574d-6d0a-41df-8839-8dd3d12f95c2 req-12e8ef1f-636f-49cc-9c39-c9377257ff73 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992127 Jul 05 09:53:16.134874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18f9f8f-2a6b-4d58-84df-d3c07d799d3a tempest-DHCPAgentSchedulersTestJSON-226755435 tempest-DHCPAgentSchedulersTestJSON-226755435-project-admin] Network 946df8c6-a9b8-49ab-bc9e-8fc744719c43 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:53:16.144258 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5f88d2db-a121-490b-bde9-dcae19363e91 req-271cd059-ce94-428f-859c-1829373d45bc service neutron] 10.222.0.78 "GET /v2.0/networks/7b7132c3-b272-426c-9368-7648be3fbe30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913074 Jul 05 09:53:16.156746 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebc6e5c-85e9-48b1-9547-33b1ef7f276f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:16.160861 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-2ebc6e5c-85e9-48b1-9547-33b1ef7f276f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:16.166578 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebc6e5c-85e9-48b1-9547-33b1ef7f276f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:16.206250 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-027f8609-6030-4042-932a-495b2f59ba19 req-c9085e32-b1f0-4b57-9419-f41215270d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c29ca63-4884-4db4-92f2-46067bcf340c {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:53:16.243198 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-027f8609-6030-4042-932a-495b2f59ba19 req-c9085e32-b1f0-4b57-9419-f41215270d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:16.270283 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f31d82-3b1e-4f5a-82f2-2c6e0da5dfa8 None None] Network 946df8c6-a9b8-49ab-bc9e-8fc744719c43 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:16.277865 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c18f9f8f-2a6b-4d58-84df-d3c07d799d3a tempest-DHCPAgentSchedulersTestJSON-226755435 tempest-DHCPAgentSchedulersTestJSON-226755435-project-admin] 10.222.0.79 "POST /v2.0/agents/11b7ccb6-abdb-48b7-8bf2-23ba314505e3/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7840419 Jul 05 09:53:16.300841 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60288) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:16.310839 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b37d9781-f868-4971-9202-0b3fa7f9deb5 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:16.322268 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-027f8609-6030-4042-932a-495b2f59ba19 req-c9085e32-b1f0-4b57-9419-f41215270d34 service neutron] Transition to ACTIVE for port object 2c29ca63-4884-4db4-92f2-46067bcf340c will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:16.345699 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-027f8609-6030-4042-932a-495b2f59ba19 req-c9085e32-b1f0-4b57-9419-f41215270d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:16.420762 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ebc6e5c-85e9-48b1-9547-33b1ef7f276f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:16.438598 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b37d9781-f868-4971-9202-0b3fa7f9deb5 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:16.539622 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ebc6e5c-85e9-48b1-9547-33b1ef7f276f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:16.540941 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5513574d-6d0a-41df-8839-8dd3d12f95c2 req-02a64fea-2c23-46f9-9086-488b1c88674a service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256949 Jul 05 09:53:16.541473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b37d9781-f868-4971-9202-0b3fa7f9deb5 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Network e450b0aa-e096-4ffa-8c76-50d3fb2da63b is not hosted by any dhcp agent {{(pid=93907) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 09:53:16.546877 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37d9781-f868-4971-9202-0b3fa7f9deb5 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:16.547525 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b37d9781-f868-4971-9202-0b3fa7f9deb5 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:16.548800 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b37d9781-f868-4971-9202-0b3fa7f9deb5 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "PUT /v2.0/networks/e450b0aa-e096-4ffa-8c76-50d3fb2da63b HTTP/1.1" status: 200 len: 762 time: 0.8695996 Jul 05 09:53:16.555903 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694aa53-4044-490b-b952-9c6815760aea req-8bdc09ac-9f37-4e77-8f01-2a54d7a0e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:16.555903 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694aa53-4044-490b-b952-9c6815760aea req-8bdc09ac-9f37-4e77-8f01-2a54d7a0e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:16.558551 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3694aa53-4044-490b-b952-9c6815760aea req-8bdc09ac-9f37-4e77-8f01-2a54d7a0e2bb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=866fe5d597ee4723933609a8955be5f7&device_id=2853d674-0325-456e-985c-2ff7cb3d8e05 HTTP/1.1" status: 200 len: 1981 time: 0.2602088 Jul 05 09:53:16.570752 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60294) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:16.587689 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9085e32-b1f0-4b57-9419-f41215270d34 service neutron] Pushing event updated for resources: {'Port': ['ID=2c29ca63-4884-4db4-92f2-46067bcf340c,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:16.620696 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac827d-1533-4420-ae4d-dd6896081e63 req-1c8fcf76-2a5c-4f8c-b78f-234e110b47a3 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:16.626601 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac827d-1533-4420-ae4d-dd6896081e63 req-1c8fcf76-2a5c-4f8c-b78f-234e110b47a3 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:16.628803 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-21ac827d-1533-4420-ae4d-dd6896081e63 req-1c8fcf76-2a5c-4f8c-b78f-234e110b47a3 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=2853d674-0325-456e-985c-2ff7cb3d8e05 HTTP/1.1" status: 200 len: 1679 time: 0.5462353 Jul 05 09:53:16.649110 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3781bdc3-d360-45e1-b891-a39d7df5b2e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1927268666-router', 'tenant_id': 'c841ad1b0474469f875c4f560c814580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '66932138-3347-4585-9b76-247461d70cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:53:02Z', 'updated_at': '2021-07-05T09:53:12Z', 'revision_number': 4, 'project_id': 'c841ad1b0474469f875c4f560c814580', 'gw_port': {'id': '66932138-3347-4585-9b76-247461d70cdb', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3781bdc3-d360-45e1-b891-a39d7df5b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:53:03Z', 'updated_at': '2021-07-05T09:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '77a88a55-7823-4bea-b1cc-2272ea97801d', 'name': '', 'network_id': '0ee79470-62a5-467c-812c-ff770a614a58', 'tenant_id': 'c841ad1b0474469f875c4f560c814580', 'mac_address': 'fa:16:3e:66:34:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3781bdc3-d360-45e1-b891-a39d7df5b2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '0dce28fb-feef-4fc0-a912-6928eb137c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:53:09Z', 'updated_at': '2021-07-05T09:53:12Z', 'revision_number': 2, 'project_id': 'c841ad1b0474469f875c4f560c814580', 'subnets': [{'id': '0dce28fb-feef-4fc0-a912-6928eb137c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:16.676829 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] Checking router: 3781bdc3-d360-45e1-b891-a39d7df5b2e7 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:53:16.677278 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] Updating router 3781bdc3-d360-45e1-b891-a39d7df5b2e7 port 77a88a55-7823-4bea-b1cc-2272ea97801d binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:53:16.680119 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d9781-f868-4971-9202-0b3fa7f9deb5 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event updated for resources: {'Network': ['ID=e450b0aa-e096-4ffa-8c76-50d3fb2da63b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:16.707332 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network e450b0aa-e096-4ffa-8c76-50d3fb2da63b details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:16.719969 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e8420fdc-93a9-4061-b681-5df6bfce17f3 tempest-DHCPAgentSchedulersTestJSON-226755435 tempest-DHCPAgentSchedulersTestJSON-226755435-project-admin] 10.222.0.79 "GET /v2.0/agents/11b7ccb6-abdb-48b7-8bf2-23ba314505e3/dhcp-networks HTTP/1.1" status: 200 len: 12864 time: 0.4162564 Jul 05 09:53:16.724805 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60298) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:16.753138 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694aa53-4044-490b-b952-9c6815760aea req-3f6bfc62-06ed-4b3f-801b-96990be2a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:16.754625 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3694aa53-4044-490b-b952-9c6815760aea req-3f6bfc62-06ed-4b3f-801b-96990be2a70f service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b7132c3-b272-426c-9368-7648be3fbe30 HTTP/1.1" status: 200 len: 902 time: 0.1730361 Jul 05 09:53:16.781058 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:16.785428 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39917fc9-fd0f-46ba-97d4-4a0ded3b9329 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:16.786951 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-39917fc9-fd0f-46ba-97d4-4a0ded3b9329 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "GET /v2.0/networks?id=e450b0aa-e096-4ffa-8c76-50d3fb2da63b HTTP/1.1" status: 200 len: 765 time: 0.2155683 Jul 05 09:53:16.796299 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60300) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:16.814156 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-da8fc466-4675-4bcb-a4e8-6b41383645f1 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:16.816280 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-da8fc466-4675-4bcb-a4e8-6b41383645f1 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/networks?id=0ee79470-62a5-467c-812c-ff770a614a58 HTTP/1.1" status: 200 len: 819 time: 0.4956007 Jul 05 09:53:16.853174 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3694aa53-4044-490b-b952-9c6815760aea req-b297f750-bed3-4355-8f68-83d8d82b313f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.223&port_id=fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 HTTP/1.1" status: 200 len: 217 time: 0.0847206 Jul 05 09:53:16.882455 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-21ac827d-1533-4420-ae4d-dd6896081e63 req-b3d13f5f-2178-44d9-b723-393e09bcba98 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034380 Jul 05 09:53:16.926553 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-ceb6869e-1a23-4287-ad22-d5380c17ce52 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/quotas/c841ad1b0474469f875c4f560c814580 HTTP/1.1" status: 200 len: 375 time: 0.0768721 Jul 05 09:53:16.945057 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-027f8609-6030-4042-932a-495b2f59ba19 req-c9085e32-b1f0-4b57-9419-f41215270d34 service neutron] Attempting to bind port 2c29ca63-4884-4db4-92f2-46067bcf340c on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:53:16.945203 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-027f8609-6030-4042-932a-495b2f59ba19 req-c9085e32-b1f0-4b57-9419-f41215270d34 service neutron] Attempting to bind port 2c29ca63-4884-4db4-92f2-46067bcf340c by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '84047a3f-2d3b-49fb-8239-dd130385c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cb30dc7f-b513-4b54-b356-c16e9220e4d7'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:53:16.945633 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027f8609-6030-4042-932a-495b2f59ba19 req-c9085e32-b1f0-4b57-9419-f41215270d34 service neutron] Attempting to bind port 2c29ca63-4884-4db4-92f2-46067bcf340c on network cb30dc7f-b513-4b54-b356-c16e9220e4d7 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:16.994292 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027f8609-6030-4042-932a-495b2f59ba19 req-c9085e32-b1f0-4b57-9419-f41215270d34 service neutron] Port 2c29ca63-4884-4db4-92f2-46067bcf340c on network cb30dc7f-b513-4b54-b356-c16e9220e4d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:53:16.994912 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027f8609-6030-4042-932a-495b2f59ba19 req-c9085e32-b1f0-4b57-9419-f41215270d34 service neutron] Attempting to bind port 2c29ca63-4884-4db4-92f2-46067bcf340c on network cb30dc7f-b513-4b54-b356-c16e9220e4d7 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:17.006642 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694aa53-4044-490b-b952-9c6815760aea req-0bcd80fc-27a9-4140-a0d0-ae0701bc6d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:17.009757 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3694aa53-4044-490b-b952-9c6815760aea req-0bcd80fc-27a9-4140-a0d0-ae0701bc6d8d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9de058cf-557c-4915-a509-168bb2aef9d5 HTTP/1.1" status: 200 len: 801 time: 0.1374600 Jul 05 09:53:17.027693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027f8609-6030-4042-932a-495b2f59ba19 req-c9085e32-b1f0-4b57-9419-f41215270d34 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:53:17.027693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027f8609-6030-4042-932a-495b2f59ba19 req-c9085e32-b1f0-4b57-9419-f41215270d34 service neutron] Checking segment: {'id': '84047a3f-2d3b-49fb-8239-dd130385c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cb30dc7f-b513-4b54-b356-c16e9220e4d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:17.027693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027f8609-6030-4042-932a-495b2f59ba19 req-c9085e32-b1f0-4b57-9419-f41215270d34 service neutron] Bound using segment: {'id': '84047a3f-2d3b-49fb-8239-dd130385c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cb30dc7f-b513-4b54-b356-c16e9220e4d7'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:53:17.028235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-027f8609-6030-4042-932a-495b2f59ba19 req-c9085e32-b1f0-4b57-9419-f41215270d34 service neutron] Bound port: 2c29ca63-4884-4db4-92f2-46067bcf340c, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84047a3f-2d3b-49fb-8239-dd130385c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cb30dc7f-b513-4b54-b356-c16e9220e4d7'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:53:17.028601 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-027f8609-6030-4042-932a-495b2f59ba19 req-c9085e32-b1f0-4b57-9419-f41215270d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:17.060198 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-499fc106-9ccf-4d35-b589-2b2787f3c038 tempest-DHCPAgentSchedulersTestJSON-226755435 tempest-DHCPAgentSchedulersTestJSON-226755435-project-admin] 10.222.0.79 "DELETE /v2.0/agents/11b7ccb6-abdb-48b7-8bf2-23ba314505e3/dhcp-networks/946df8c6-a9b8-49ab-bc9e-8fc744719c43 HTTP/1.1" status: 204 len: 168 time: 0.3342757 Jul 05 09:53:17.063361 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60306) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:17.126726 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ebc6e5c-85e9-48b1-9547-33b1ef7f276f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:17.140621 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ebc6e5c-85e9-48b1-9547-33b1ef7f276f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:17.167781 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:17.180062 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] Transition to ACTIVE for port object 77a88a55-7823-4bea-b1cc-2272ea97801d will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:17.186603 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:17.297110 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cf266-ad69-4f9d-968e-b4cf0543df4f None None] Pushing event updated for resources: {'Port': ['ID=77a88a55-7823-4bea-b1cc-2272ea97801d,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:17.301935 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] Attempting to bind port 77a88a55-7823-4bea-b1cc-2272ea97801d on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:53:17.302755 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] Attempting to bind port 77a88a55-7823-4bea-b1cc-2272ea97801d by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '54184659-b6d5-4d0c-b3ad-0d30deff4124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0ee79470-62a5-467c-812c-ff770a614a58'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:53:17.303291 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] Attempting to bind port 77a88a55-7823-4bea-b1cc-2272ea97801d on network 0ee79470-62a5-467c-812c-ff770a614a58 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:17.304015 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc6e5c-85e9-48b1-9547-33b1ef7f276f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Pushing event updated for resources: {'Port': ['ID=c60b88bf-7291-4b0f-a124-4f65b723b320,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:17.309851 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:53:17.310686 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] Checking segment: {'id': '54184659-b6d5-4d0c-b3ad-0d30deff4124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0ee79470-62a5-467c-812c-ff770a614a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:17.311478 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:17.311821 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] Bound using segment: {'id': '54184659-b6d5-4d0c-b3ad-0d30deff4124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0ee79470-62a5-467c-812c-ff770a614a58'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:53:17.312340 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] Bound port: 77a88a55-7823-4bea-b1cc-2272ea97801d, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54184659-b6d5-4d0c-b3ad-0d30deff4124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0ee79470-62a5-467c-812c-ff770a614a58'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:53:17.312469 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694aa53-4044-490b-b952-9c6815760aea req-dd146edd-0ca0-45bd-9090-ae4c5fbbe581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:17.312841 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:17.313981 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3694aa53-4044-490b-b952-9c6815760aea req-dd146edd-0ca0-45bd-9090-ae4c5fbbe581 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b7132c3-b272-426c-9368-7648be3fbe30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2718263 Jul 05 09:53:17.345303 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ebc6e5c-85e9-48b1-9547-33b1ef7f276f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:17.391955 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] For port 77a88a55-7823-4bea-b1cc-2272ea97801d, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:53:17.395945 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] For port 77a88a55-7823-4bea-b1cc-2272ea97801d, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=77a88a55-7823-4bea-b1cc-2272ea97801d,segment=NetworkSegment(54184659-b6d5-4d0c-b3ad-0d30deff4124),segment_id=54184659-b6d5-4d0c-b3ad-0d30deff4124)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:53:17.401757 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:17.431090 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c78bf4a-88ca-4c13-9e8b-2ef9715a78f0 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:17.435463 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0c78bf4a-88ca-4c13-9e8b-2ef9715a78f0 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6354671 Jul 05 09:53:17.453491 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60308) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:17.468842 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] Routers {'3781bdc3-d360-45e1-b891-a39d7df5b2e7'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:53:17.469580 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:52:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['3781bdc3-d360-45e1-b891-a39d7df5b2e7'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:17.523911 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d19c9629-4f20-4f82-9b24-e17aa46130c0 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "GET /v2.0/subnets?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 207 time: 0.0652933 Jul 05 09:53:17.528456 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60310) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:17.535511 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cf266-ad69-4f9d-968e-b4cf0543df4f None None] Pushing event updated for resources: {'Port': ['ID=77a88a55-7823-4bea-b1cc-2272ea97801d,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:17.559361 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-47a53440-78c9-4f08-a525-46fc54a03f43 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c841ad1b0474469f875c4f560c814580&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6155627 Jul 05 09:53:17.622292 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] Set router 3781bdc3-d360-45e1-b891-a39d7df5b2e7 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:53:17.630937 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-027f8609-6030-4042-932a-495b2f59ba19 req-c9085e32-b1f0-4b57-9419-f41215270d34 service neutron] For port 2c29ca63-4884-4db4-92f2-46067bcf340c, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:53:17.710608 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-027f8609-6030-4042-932a-495b2f59ba19 req-c9085e32-b1f0-4b57-9419-f41215270d34 service neutron] For port 2c29ca63-4884-4db4-92f2-46067bcf340c, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2c29ca63-4884-4db4-92f2-46067bcf340c,segment=NetworkSegment(84047a3f-2d3b-49fb-8239-dd130385c398),segment_id=84047a3f-2d3b-49fb-8239-dd130385c398)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:53:17.740305 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-027f8609-6030-4042-932a-495b2f59ba19 req-c9085e32-b1f0-4b57-9419-f41215270d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:17.762180 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ebc6e5c-85e9-48b1-9547-33b1ef7f276f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:17.765951 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2ebc6e5c-85e9-48b1-9547-33b1ef7f276f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6297483 Jul 05 09:53:17.768097 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f10a40be-c809-4500-acf7-3d1c9643e7d4 tempest-DHCPAgentSchedulersTestJSON-226755435 tempest-DHCPAgentSchedulersTestJSON-226755435-project-admin] 10.222.0.79 "GET /v2.0/agents/11b7ccb6-abdb-48b7-8bf2-23ba314505e3/dhcp-networks HTTP/1.1" status: 200 len: 12094 time: 0.6817811 Jul 05 09:53:17.768686 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60312) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:17.773666 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60314) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:17.777769 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-bf1b2d8b-18ac-48de-962b-b780ab01141f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1366067235'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:17.826056 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71614997-4df1-48f5-813c-ffe906e6fb2c req-aa5b5932-b0a7-4971-8993-2f6c309a25f4 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:17.832015 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6210cdf3-80be-4ec1-8152-c3967c2c96c1 tempest-DHCPAgentSchedulersTestJSON-226755435 tempest-DHCPAgentSchedulersTestJSON-226755435-project-admin] 10.222.0.79 "GET /v2.0/networks/efa8585d-d6c6-4179-82f8-611d70a9c7b9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0577092 Jul 05 09:53:17.833659 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71614997-4df1-48f5-813c-ffe906e6fb2c req-aa5b5932-b0a7-4971-8993-2f6c309a25f4 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e70ab69-7e2a-4f9f-b78f-2b5437143ea4 HTTP/1.1" status: 200 len: 944 time: 0.7607417 Jul 05 09:53:17.836857 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60316) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:17.851544 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3694aa53-4044-490b-b952-9c6815760aea req-d8a1e1a4-9d8b-4522-bf48-7107c18520e9 service neutron] 10.222.0.78 "GET /v2.0/networks/7b7132c3-b272-426c-9368-7648be3fbe30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228646 Jul 05 09:53:17.852127 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1b2d8b-18ac-48de-962b-b780ab01141f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Made reservation on behalf of 3c14ca79322344e985075ee224e558da for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:17.856037 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf1b2d8b-18ac-48de-962b-b780ab01141f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:17.885217 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf1b2d8b-18ac-48de-962b-b780ab01141f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:17.885986 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f8609-6030-4042-932a-495b2f59ba19 req-c9085e32-b1f0-4b57-9419-f41215270d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:17.886614 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-027f8609-6030-4042-932a-495b2f59ba19 req-c9085e32-b1f0-4b57-9419-f41215270d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:17.888058 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-027f8609-6030-4042-932a-495b2f59ba19 req-c9085e32-b1f0-4b57-9419-f41215270d34 service neutron] 10.222.0.78 "PUT /v2.0/ports/2c29ca63-4884-4db4-92f2-46067bcf340c HTTP/1.1" status: 200 len: 1092 time: 3.1952877 Jul 05 09:53:17.888503 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e70ab69-7e2a-4f9f-b78f-2b5437143ea4', 'tag': '2c29ca63-4884-4db4-92f2-46067bcf340c'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:17.890757 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a4bfa9-73b9-41f9-a628-fffb245b3895" -d '{"events": [{"name": "network-changed", "server_uuid": "3e70ab69-7e2a-4f9f-b78f-2b5437143ea4", "tag": "2c29ca63-4884-4db4-92f2-46067bcf340c"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:17.915799 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3781bdc3-d360-45e1-b891-a39d7df5b2e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1927268666-router', 'tenant_id': 'c841ad1b0474469f875c4f560c814580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '66932138-3347-4585-9b76-247461d70cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:53:02Z', 'updated_at': '2021-07-05T09:53:12Z', 'revision_number': 4, 'project_id': 'c841ad1b0474469f875c4f560c814580', 'gw_port': {'id': '66932138-3347-4585-9b76-247461d70cdb', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3781bdc3-d360-45e1-b891-a39d7df5b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:53:03Z', 'updated_at': '2021-07-05T09:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '77a88a55-7823-4bea-b1cc-2272ea97801d', 'name': '', 'network_id': '0ee79470-62a5-467c-812c-ff770a614a58', 'tenant_id': 'c841ad1b0474469f875c4f560c814580', 'mac_address': 'fa:16:3e:66:34:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3781bdc3-d360-45e1-b891-a39d7df5b2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '0dce28fb-feef-4fc0-a912-6928eb137c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:53:09Z', 'updated_at': '2021-07-05T09:53:17Z', 'revision_number': 4, 'project_id': 'c841ad1b0474469f875c4f560c814580', 'subnets': [{'id': '0dce28fb-feef-4fc0-a912-6928eb137c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:17.923292 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-06650acc-867b-408a-8b84-bd0883f2ab2f tempest-DHCPAgentSchedulersTestJSON-226755435 tempest-DHCPAgentSchedulersTestJSON-226755435-project-admin] 10.222.0.79 "GET /v2.0/networks/efa8585d-d6c6-4179-82f8-611d70a9c7b9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0836525 Jul 05 09:53:17.925192 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60320) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:17.935075 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54365ed-d457-484c-a4da-40ea21491262 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:17.941062 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54365ed-d457-484c-a4da-40ea21491262 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:17.947066 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54365ed-d457-484c-a4da-40ea21491262 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:17.952853 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54365ed-d457-484c-a4da-40ea21491262 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:17.955586 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18054c3c-fc75-47c9-a3df-84b2e54c1e08 None None] The sync data for ids ['3781bdc3-d360-45e1-b891-a39d7df5b2e7'] in n-d-798054-8 is: [{'id': '3781bdc3-d360-45e1-b891-a39d7df5b2e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1927268666-router', 'tenant_id': 'c841ad1b0474469f875c4f560c814580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '66932138-3347-4585-9b76-247461d70cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:53:02Z', 'updated_at': '2021-07-05T09:53:12Z', 'revision_number': 4, 'project_id': 'c841ad1b0474469f875c4f560c814580', 'gw_port': {'id': '66932138-3347-4585-9b76-247461d70cdb', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3781bdc3-d360-45e1-b891-a39d7df5b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:53:03Z', 'updated_at': '2021-07-05T09:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '77a88a55-7823-4bea-b1cc-2272ea97801d', 'name': '', 'network_id': '0ee79470-62a5-467c-812c-ff770a614a58', 'tenant_id': 'c841ad1b0474469f875c4f560c814580', 'mac_address': 'fa:16:3e:66:34:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3781bdc3-d360-45e1-b891-a39d7df5b2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '0dce28fb-feef-4fc0-a912-6928eb137c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:53:09Z', 'updated_at': '2021-07-05T09:53:17Z', 'revision_number': 4, 'project_id': 'c841ad1b0474469f875c4f560c814580', 'subnets': [{'id': '0dce28fb-feef-4fc0-a912-6928eb137c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:53:17.959121 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54365ed-d457-484c-a4da-40ea21491262 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:17.965015 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54365ed-d457-484c-a4da-40ea21491262 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:17.973315 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f54365ed-d457-484c-a4da-40ea21491262 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4373555 Jul 05 09:53:17.973518 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60324) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:17.978884 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-0d0b4a49-e2c4-46fc-94a0-d74894d9f5f1 service neutron] 10.222.0.79 "GET /v2.0/networks/0ee79470-62a5-467c-812c-ff770a614a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679729 Jul 05 09:53:18.047254 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9085e32-b1f0-4b57-9419-f41215270d34 service neutron] Pushing event updated for resources: {'Port': ['ID=2c29ca63-4884-4db4-92f2-46067bcf340c,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:18.152568 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71614997-4df1-48f5-813c-ffe906e6fb2c req-20485ffa-981b-4ae4-a6d6-1e6aa40e624f tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ca7899c-aaea-4792-aa07-91794dcd6246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178976 Jul 05 09:53:18.176122 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3694aa53-4044-490b-b952-9c6815760aea req-6f14bb59-a0e7-4353-8e27-1e67d615126b service neutron] 10.222.0.78 "GET /v2.0/networks/7b7132c3-b272-426c-9368-7648be3fbe30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157725 Jul 05 09:53:18.265409 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:53:18.304149 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b16d8794-5341-41bd-a596-29742492ab53 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3309424 Jul 05 09:53:18.307505 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60326) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:18.320980 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c1049b86-d2f0-4778-8d3c-5dd45089b383 tempest-DHCPAgentSchedulersTestJSON-226755435 tempest-DHCPAgentSchedulersTestJSON-226755435-project-admin] 10.222.0.79 "GET /v2.0/agents/11b7ccb6-abdb-48b7-8bf2-23ba314505e3/dhcp-networks HTTP/1.1" status: 200 len: 12094 time: 0.3943696 Jul 05 09:53:18.327388 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60328) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:18.361724 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f8609-6030-4042-932a-495b2f59ba19 req-246b4287-9fb6-4cdc-9b36-557cbb2adec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:18.363281 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-027f8609-6030-4042-932a-495b2f59ba19 req-246b4287-9fb6-4cdc-9b36-557cbb2adec6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b73506525a640938dda3d5a7e4a2611&device_id=3e70ab69-7e2a-4f9f-b78f-2b5437143ea4 HTTP/1.1" status: 200 len: 1095 time: 0.3951335 Jul 05 09:53:18.376298 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-6b8d6f5c-ece3-4cea-a4a6-7222c28ea40c service neutron] 10.222.0.79 "GET /v2.0/networks/0ee79470-62a5-467c-812c-ff770a614a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790092 Jul 05 09:53:18.423948 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-027f8609-6030-4042-932a-495b2f59ba19 req-709cfafe-aa2d-4dc3-ae6a-e115438e8690 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c29ca63-4884-4db4-92f2-46067bcf340c HTTP/1.1" status: 200 len: 217 time: 0.0511489 Jul 05 09:53:18.449969 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14530835-55a3-4988-8a4d-349d543d669c req-3c26d678-cf42-4f86-acbe-4f0b4581754c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:18.452690 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-14530835-55a3-4988-8a4d-349d543d669c req-3c26d678-cf42-4f86-acbe-4f0b4581754c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9510d36-6265-48f9-8df4-cecbd9cd17f4 HTTP/1.1" status: 200 len: 950 time: 0.1630917 Jul 05 09:53:18.464998 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf1b2d8b-18ac-48de-962b-b780ab01141f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:18.480764 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf1b2d8b-18ac-48de-962b-b780ab01141f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:18.519648 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71170b77-627f-4b6d-9e07-3be30365f4f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:18.522124 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71170b77-627f-4b6d-9e07-3be30365f4f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:18.523804 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71170b77-627f-4b6d-9e07-3be30365f4f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:18.526285 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71170b77-627f-4b6d-9e07-3be30365f4f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:18.527192 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f8609-6030-4042-932a-495b2f59ba19 req-420a786c-77fc-4b14-b04f-74ab84b00028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:18.528109 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71170b77-627f-4b6d-9e07-3be30365f4f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:18.528943 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-027f8609-6030-4042-932a-495b2f59ba19 req-420a786c-77fc-4b14-b04f-74ab84b00028 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=07370067-3d74-45bd-9ba3-48172c9c1e7c HTTP/1.1" status: 200 len: 862 time: 0.0978982 Jul 05 09:53:18.530038 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-71170b77-627f-4b6d-9e07-3be30365f4f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2215815 Jul 05 09:53:18.538505 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60330) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:18.541917 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1b2d8b-18ac-48de-962b-b780ab01141f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:53:18.557305 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4be9510e-8de6-4898-9d3e-1fef892b7263 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:18.564379 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-14530835-55a3-4988-8a4d-349d543d669c req-2042bad2-b468-4614-b2e0-67013e8d2612 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895035 Jul 05 09:53:18.638970 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf1b2d8b-18ac-48de-962b-b780ab01141f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:18.639447 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-bf1b2d8b-18ac-48de-962b-b780ab01141f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Added segment 54c62f8b-405c-4d46-9c55-a31eebe4060c of type vlan for network 1438b7d5-ab5c-4c2a-9689-43b77209ffe4 Jul 05 09:53:18.644918 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b2d8b-18ac-48de-962b-b780ab01141f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9203a5-6bde-4b31-8922-d2c44cfe7ea8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:18.686449 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c32a7b4-3576-427d-bca7-845e6957ea59 x-openstack-request-id: req-8c32a7b4-3576-427d-bca7-845e6957ea59 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:18.687548 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e70ab69-7e2a-4f9f-b78f-2b5437143ea4", "tag": "2c29ca63-4884-4db4-92f2-46067bcf340c", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:18.687548 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8c32a7b4-3576-427d-bca7-845e6957ea59 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:18.687548 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e70ab69-7e2a-4f9f-b78f-2b5437143ea4', 'tag': '2c29ca63-4884-4db4-92f2-46067bcf340c', 'status': 'completed', 'code': 200} Jul 05 09:53:18.689694 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-027f8609-6030-4042-932a-495b2f59ba19 req-2470ba73-54f3-429c-99b7-0ab9e313636a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cb30dc7f-b513-4b54-b356-c16e9220e4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1523929 Jul 05 09:53:18.819841 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed65754-172e-4ec8-8398-1e432ec99bb5 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:18.821299 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed65754-172e-4ec8-8398-1e432ec99bb5 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:18.822774 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed65754-172e-4ec8-8398-1e432ec99bb5 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:18.824395 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed65754-172e-4ec8-8398-1e432ec99bb5 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:18.825502 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf1b2d8b-18ac-48de-962b-b780ab01141f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:18.826123 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed65754-172e-4ec8-8398-1e432ec99bb5 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:18.833661 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60342) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:18.833814 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bed65754-172e-4ec8-8398-1e432ec99bb5 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2875881 Jul 05 09:53:18.876245 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4a9e5982-53da-4c6f-b90c-e1ebfd2632c8 req-36187061-9186-4ee5-b3ed-b8b370a3c606 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 210 time: 0.1234567 Jul 05 09:53:18.985248 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-027f8609-6030-4042-932a-495b2f59ba19 req-e790bb95-ebeb-4e44-a830-39c4e8c512d2 service neutron] 10.222.0.78 "GET /v2.0/networks/cb30dc7f-b513-4b54-b356-c16e9220e4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828956 Jul 05 09:53:18.998144 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad12cfd-32a7-491e-b83f-dacb3985feea tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:18.999665 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-dad12cfd-32a7-491e-b83f-dacb3985feea tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "GET /v2.0/networks/656c09ba-8d2f-4dda-a496-98aa66d18a5e HTTP/1.1" status: 200 len: 803 time: 0.1643157 Jul 05 09:53:19.006830 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60348) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:19.008796 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4be9510e-8de6-4898-9d3e-1fef892b7263 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:19.030757 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.db.resource_extend [None req-bf1b2d8b-18ac-48de-962b-b780ab01141f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:53:19.046981 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-4be9510e-8de6-4898-9d3e-1fef892b7263 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['946df8c6-a9b8-49ab-bc9e-8fc744719c43']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:19.097248 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-4be9510e-8de6-4898-9d3e-1fef892b7263 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86bff31c-13e5-443f-b13d-59cacbca634b') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:19.097616 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-4be9510e-8de6-4898-9d3e-1fef892b7263 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86bff31c-13e5-443f-b13d-59cacbca634b') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:19.116874 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf1b2d8b-18ac-48de-962b-b780ab01141f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:19.122817 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1b2d8b-18ac-48de-962b-b780ab01141f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:19.123413 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf1b2d8b-18ac-48de-962b-b780ab01141f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:19.127597 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032275d9-5232-4884-b17b-9133a65dc3af req-2efba467-4b55-41d5-96f8-4b11ddb56c01 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:19.129815 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4be9510e-8de6-4898-9d3e-1fef892b7263 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:19.134404 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032275d9-5232-4884-b17b-9133a65dc3af req-2efba467-4b55-41d5-96f8-4b11ddb56c01 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:19.142168 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-032275d9-5232-4884-b17b-9133a65dc3af req-2efba467-4b55-41d5-96f8-4b11ddb56c01 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=2853d674-0325-456e-985c-2ff7cb3d8e05 HTTP/1.1" status: 200 len: 1679 time: 0.3306170 Jul 05 09:53:19.145857 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-027f8609-6030-4042-932a-495b2f59ba19 req-89971b16-0e69-4310-a95e-bce6fe02c774 service neutron] 10.222.0.78 "GET /v2.0/networks/cb30dc7f-b513-4b54-b356-c16e9220e4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533167 Jul 05 09:53:19.249977 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4be9510e-8de6-4898-9d3e-1fef892b7263 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:19.267233 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b2d8b-18ac-48de-962b-b780ab01141f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Pushing event updated for resources: {'Network': ['ID=1438b7d5-ab5c-4c2a-9689-43b77209ffe4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:19.275541 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bf1b2d8b-18ac-48de-962b-b780ab01141f tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5035806 Jul 05 09:53:19.279524 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 1438b7d5-ab5c-4c2a-9689-43b77209ffe4 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:19.280234 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60354) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:19.285887 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-615f14b6-d7e9-4179-ad4e-2577c2771ce7 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Request body: {'subnet': {'network_id': '1438b7d5-ab5c-4c2a-9689-43b77209ffe4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:19.290803 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be9510e-8de6-4898-9d3e-1fef892b7263 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:53:19.291178 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4be9510e-8de6-4898-9d3e-1fef892b7263 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:19.295954 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-032275d9-5232-4884-b17b-9133a65dc3af req-e574016c-2e50-48c4-b244-9796527d88cd tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526475 Jul 05 09:53:19.317249 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4000d-8a55-456c-abbe-293d6140e21e req-f0519f04-9eb8-490a-864d-f48cb9fb09ab tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:19.318800 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3bc4000d-8a55-456c-abbe-293d6140e21e req-f0519f04-9eb8-490a-864d-f48cb9fb09ab tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03 HTTP/1.1" status: 200 len: 949 time: 0.1711619 Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:53:19.337792 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:53:19.355117 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 803349b3-e684-4a9e-9eb5-d27b4fab2e47 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:53:19.486762 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8bed15bf-0ee2-4869-8fe4-517a8b809a69 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "GET /v2.0/networks/656c09ba-8d2f-4dda-a496-98aa66d18a5e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4744081 Jul 05 09:53:19.496413 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60364) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:19.532276 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3bc4000d-8a55-456c-abbe-293d6140e21e req-fe030949-a0ea-4159-b485-b2e4bff7073c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019627 Jul 05 09:53:19.567964 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 803349b3-e684-4a9e-9eb5-d27b4fab2e47, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=803349b3-e684-4a9e-9eb5-d27b4fab2e47,segment=NetworkSegment(1320271d-a64b-4c2d-8ab1-26c15cd4c525),segment_id=1320271d-a64b-4c2d-8ab1-26c15cd4c525)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:19.580905 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4be9510e-8de6-4898-9d3e-1fef892b7263 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:19.590681 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4be9510e-8de6-4898-9d3e-1fef892b7263 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:19.593352 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4be9510e-8de6-4898-9d3e-1fef892b7263 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] 10.222.0.79 "DELETE /v2.0/networks/946df8c6-a9b8-49ab-bc9e-8fc744719c43 HTTP/1.1" status: 204 len: 168 time: 1.2599127 Jul 05 09:53:19.604683 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '803349b3-e684-4a9e-9eb5-d27b4fab2e47', 'network_id': '9b558465-8af6-4843-a780-f13ea31a7cdf', 'port_id': '803349b3-e684-4a9e-9eb5-d27b4fab2e47', 'mac_address': 'fa:16:3e:b9:04:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2133f181-0e7a-4020-aab2-a587b5ae91b5', 'ip_address': '19.80.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:53:19.604915 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4bfa9-73b9-41f9-a628-fffb245b3895 req-4824074b-55d2-4e85-9fb9-0410ec175fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:19.606696 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0a4bfa9-73b9-41f9-a628-fffb245b3895 req-4824074b-55d2-4e85-9fb9-0410ec175fa5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b73506525a640938dda3d5a7e4a2611&device_id=3e70ab69-7e2a-4f9f-b78f-2b5437143ea4 HTTP/1.1" status: 200 len: 1095 time: 0.3993840 Jul 05 09:53:19.607341 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60368) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:19.635194 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-4f1b6027-2719-481a-836a-16fd8da3bd69 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:19.651163 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-4f1b6027-2719-481a-836a-16fd8da3bd69 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/networks?id=0ee79470-62a5-467c-812c-ff770a614a58 HTTP/1.1" status: 200 len: 819 time: 0.2303383 Jul 05 09:53:19.668301 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969bc405-cb95-4da7-8b80-d478dbe65ee3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:19.669672 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-969bc405-cb95-4da7-8b80-d478dbe65ee3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "GET /v2.0/subnets/1e4289a3-2d37-43c6-936e-30231e6729cd HTTP/1.1" status: 200 len: 843 time: 0.1628394 Jul 05 09:53:19.700811 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:19.701328 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60370) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:19.712872 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-31b7a3aa-30e6-47a5-8f41-2e325951f771 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/quotas/c841ad1b0474469f875c4f560c814580 HTTP/1.1" status: 200 len: 375 time: 0.0574880 Jul 05 09:53:19.713843 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f11674c-f6ee-4973-b9f1-8fa84c7604f3 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] DELETE failed (client error): The resource could not be found. Jul 05 09:53:19.714708 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f11674c-f6ee-4973-b9f1-8fa84c7604f3 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:53:19.716676 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803349b3-e684-4a9e-9eb5-d27b4fab2e47 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:53:19.719282 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4f11674c-f6ee-4973-b9f1-8fa84c7604f3 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] 10.222.0.79 "DELETE /v2.0/ports/dbd69dfc-b1c2-401e-bc54-121df713a09f HTTP/1.1" status: 404 len: 333 time: 0.0634754 Jul 05 09:53:19.721218 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60374) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:19.741463 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-e063eb49-a470-41a2-8fba-0edae67483cb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4457958 Jul 05 09:53:19.759880 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 803349b3-e684-4a9e-9eb5-d27b4fab2e47, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=803349b3-e684-4a9e-9eb5-d27b4fab2e47,segment=NetworkSegment(1320271d-a64b-4c2d-8ab1-26c15cd4c525),segment_id=1320271d-a64b-4c2d-8ab1-26c15cd4c525)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:19.767200 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9510e-8de6-4898-9d3e-1fef892b7263 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Pushing event deleted for resources: {'Network': ['ID=946df8c6-a9b8-49ab-bc9e-8fc744719c43,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:19.771518 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:19.772605 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:53:19.824396 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 77a88a55-7823-4bea-b1cc-2272ea97801d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:19.849914 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615f14b6-d7e9-4179-ad4e-2577c2771ce7 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Made reservation on behalf of 3c14ca79322344e985075ee224e558da for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:19.853721 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-615f14b6-d7e9-4179-ad4e-2577c2771ce7 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:19.877990 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1483a41c-3810-4102-927a-7597b40b0dc6 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:19.882862 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1483a41c-3810-4102-927a-7597b40b0dc6 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "GET /v2.0/subnets/1e4289a3-2d37-43c6-936e-30231e6729cd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1369953 Jul 05 09:53:19.889960 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60376) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:19.927863 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ce8810c0-ee4f-46c8-a9e7-5dd572801ebe tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1697333240'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:19.929139 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3d69e4-4289-491a-b38f-9cf8d6e12a8e tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Deleting subnet fc68a208-455d-4a60-a55e-c78905bc04b6 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:53:19.942408 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c3d69e4-4289-491a-b38f-9cf8d6e12a8e tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:19.962816 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=803349b3-e684-4a9e-9eb5-d27b4fab2e47,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:19.983515 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port fa9d2963-9e57-4962-a6cb-0c08d8ee33d6, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=fa9d2963-9e57-4962-a6cb-0c08d8ee33d6,segment=NetworkSegment(4204c525-e04f-498c-9388-60b8361cf419),segment_id=4204c525-e04f-498c-9388-60b8361cf419)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:19.983729 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8810c0-ee4f-46c8-a9e7-5dd572801ebe tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Made reservation on behalf of eb615f4146d44bb6b6f0fa7b2f5d5e8b for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:19.987654 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce8810c0-ee4f-46c8-a9e7-5dd572801ebe tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:19.998231 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'fa9d2963-9e57-4962-a6cb-0c08d8ee33d6', 'network_id': '7b7132c3-b272-426c-9368-7648be3fbe30', 'port_id': 'fa9d2963-9e57-4962-a6cb-0c08d8ee33d6', 'mac_address': 'fa:16:3e:5f:14:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de058cf-557c-4915-a509-168bb2aef9d5', 'ip_address': '19.86.0.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:53:20.001277 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 77a88a55-7823-4bea-b1cc-2272ea97801d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:20.008654 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-df8918cd-d9f2-4f10-a6f8-c95c8905f10d tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c841ad1b0474469f875c4f560c814580&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2954667 Jul 05 09:53:20.009253 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 77a88a55-7823-4bea-b1cc-2272ea97801d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:20.009374 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4bfa9-73b9-41f9-a628-fffb245b3895 req-81873bde-8883-49db-9278-7c3570fe8988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:20.009469 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:20.010174 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0a4bfa9-73b9-41f9-a628-fffb245b3895 req-81873bde-8883-49db-9278-7c3570fe8988 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cb30dc7f-b513-4b54-b356-c16e9220e4d7 HTTP/1.1" status: 200 len: 923 time: 0.3504722 Jul 05 09:53:20.029494 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c3d69e4-4289-491a-b38f-9cf8d6e12a8e tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:20.050484 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-5a7bd734-0a3c-4c35-9217-2bc1265b0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:20.050996 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-5a7bd734-0a3c-4c35-9217-2bc1265b0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:20.051478 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-5a7bd734-0a3c-4c35-9217-2bc1265b0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:20.052372 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-5a7bd734-0a3c-4c35-9217-2bc1265b0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:20.052852 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-5a7bd734-0a3c-4c35-9217-2bc1265b0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:20.053324 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-5a7bd734-0a3c-4c35-9217-2bc1265b0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:20.053966 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-5a7bd734-0a3c-4c35-9217-2bc1265b0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:20.056179 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-5a7bd734-0a3c-4c35-9217-2bc1265b0f98 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e04a66e3970b460eb00d87560a63797b&device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 6497 time: 0.2203290 Jul 05 09:53:20.069004 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8810c0-ee4f-46c8-a9e7-5dd572801ebe tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:53:20.083898 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:20.099230 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0a4bfa9-73b9-41f9-a628-fffb245b3895 req-d4fbc547-a5a5-4e6a-b64f-544ac29c7544 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c29ca63-4884-4db4-92f2-46067bcf340c HTTP/1.1" status: 200 len: 217 time: 0.0820429 Jul 05 09:53:20.105540 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:53:20.122769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff8617-025c-4d71-ae0a-b4bcf701d6da req-2fd8578e-4a5a-4869-a4f1-838ad1ff718c tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:20.132673 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7ff8617-025c-4d71-ae0a-b4bcf701d6da req-2fd8578e-4a5a-4869-a4f1-838ad1ff718c tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e70ab69-7e2a-4f9f-b78f-2b5437143ea4 HTTP/1.1" status: 200 len: 944 time: 0.2990463 Jul 05 09:53:20.136334 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce8810c0-ee4f-46c8-a9e7-5dd572801ebe tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:20.136685 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-ce8810c0-ee4f-46c8-a9e7-5dd572801ebe tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Added segment 52ec5b2f-5ab6-4f1a-9148-71fa8054eaaa of type vlan for network 01bf4ef1-8cde-4b9a-a480-79c121abf0aa Jul 05 09:53:20.146910 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port fa9d2963-9e57-4962-a6cb-0c08d8ee33d6, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=fa9d2963-9e57-4962-a6cb-0c08d8ee33d6,segment=NetworkSegment(4204c525-e04f-498c-9388-60b8361cf419),segment_id=4204c525-e04f-498c-9388-60b8361cf419)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:20.155580 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:20.189654 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:20.244248 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=fa9d2963-9e57-4962-a6cb-0c08d8ee33d6,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:20.264803 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 77a88a55-7823-4bea-b1cc-2272ea97801d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=77a88a55-7823-4bea-b1cc-2272ea97801d,segment=NetworkSegment(54184659-b6d5-4d0c-b3ad-0d30deff4124),segment_id=54184659-b6d5-4d0c-b3ad-0d30deff4124)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:20.270806 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:20.303199 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce8810c0-ee4f-46c8-a9e7-5dd572801ebe tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:20.329180 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-615f14b6-d7e9-4179-ad4e-2577c2771ce7 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:20.344293 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=77a88a55-7823-4bea-b1cc-2272ea97801d,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:20.352893 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4bfa9-73b9-41f9-a628-fffb245b3895 req-beaafd92-4aad-45b5-95c9-4590a9f4d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:20.354464 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0a4bfa9-73b9-41f9-a628-fffb245b3895 req-beaafd92-4aad-45b5-95c9-4590a9f4d9e3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=07370067-3d74-45bd-9ba3-48172c9c1e7c HTTP/1.1" status: 200 len: 862 time: 0.1848755 Jul 05 09:53:20.359289 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7ff8617-025c-4d71-ae0a-b4bcf701d6da req-271faf51-1283-4fcf-8512-dd4cc89cab4f tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ca7899c-aaea-4792-aa07-91794dcd6246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254248 Jul 05 09:53:20.429531 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f14b6-d7e9-4179-ad4e-2577c2771ce7 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Pushing event updated for resources: {'Subnet': ['ID=afd1130b-3d15-4483-b500-c08c20f51349,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:20.453038 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce8810c0-ee4f-46c8-a9e7-5dd572801ebe tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:20.460949 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8810c0-ee4f-46c8-a9e7-5dd572801ebe tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:20.461971 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce8810c0-ee4f-46c8-a9e7-5dd572801ebe tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:20.514020 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-2b48ced2-5f9b-4bf3-9474-472507456288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:20.514512 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-2b48ced2-5f9b-4bf3-9474-472507456288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:20.514976 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-2b48ced2-5f9b-4bf3-9474-472507456288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:20.517639 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-2b48ced2-5f9b-4bf3-9474-472507456288 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2b4fa0ad-d771-4467-abb7-7725cc9bca3e&id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&id=46a7d976-22fe-499d-9eac-633e774ed0a2&id=46a7d976-22fe-499d-9eac-633e774ed0a2 HTTP/1.1" status: 200 len: 2299 time: 0.4167922 Jul 05 09:53:20.612931 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ce8810c0-ee4f-46c8-a9e7-5dd572801ebe tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6885824 Jul 05 09:53:20.613633 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60380) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:20.625188 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-dec4b528-6de0-40d8-901e-c86551f0969e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Request body: {'subnet': {'network_id': '01bf4ef1-8cde-4b9a-a480-79c121abf0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:20.630062 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8810c0-ee4f-46c8-a9e7-5dd572801ebe tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event updated for resources: {'Network': ['ID=01bf4ef1-8cde-4b9a-a480-79c121abf0aa,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:20.640139 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615f14b6-d7e9-4179-ad4e-2577c2771ce7 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Checking segment: {'id': '54c62f8b-405c-4d46-9c55-a31eebe4060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1438b7d5-ab5c-4c2a-9689-43b77209ffe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:20.640523 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615f14b6-d7e9-4179-ad4e-2577c2771ce7 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Network hostable DHCP agents. Network: 1438b7d5-ab5c-4c2a-9689-43b77209ffe4, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:53:20.643998 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 01bf4ef1-8cde-4b9a-a480-79c121abf0aa details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:20.664477 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['fa9d2963-9e57-4962-a6cb-0c08d8ee33d6'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:53:20.738340 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-8d15c4c8-5246-4225-a6ec-612031bbfe14 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=401fb49d-c5d2-4694-ad52-e41acc61b67a HTTP/1.1" status: 200 len: 1000 time: 0.2007139 Jul 05 09:53:20.759925 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615f14b6-d7e9-4179-ad4e-2577c2771ce7 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Network 1438b7d5-ab5c-4c2a-9689-43b77209ffe4 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:53:20.778264 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0a4bfa9-73b9-41f9-a628-fffb245b3895 req-49148daf-40e8-4004-89a1-e209ed5264a0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cb30dc7f-b513-4b54-b356-c16e9220e4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4066982 Jul 05 09:53:20.800734 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-615f14b6-d7e9-4179-ad4e-2577c2771ce7 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 1438b7d5-ab5c-4c2a-9689-43b77209ffe4) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:20.809147 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615f14b6-d7e9-4179-ad4e-2577c2771ce7 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:20.809760 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-615f14b6-d7e9-4179-ad4e-2577c2771ce7 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:20.810903 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c3d69e4-4289-491a-b38f-9cf8d6e12a8e tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:20.820170 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['803349b3-e684-4a9e-9eb5-d27b4fab2e47'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:53:20.829509 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e64766-a763-490a-978a-8122541d9565 None None] Network 1438b7d5-ab5c-4c2a-9689-43b77209ffe4 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:20.831526 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-dca2bb27-312c-4bb9-a3db-c3d5eaefaf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:20.833077 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-dca2bb27-312c-4bb9-a3db-c3d5eaefaf7e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=22c724bc-0f32-4952-94a0-85931aacdabb HTTP/1.1" status: 200 len: 856 time: 0.0837836 Jul 05 09:53:20.841022 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec4b528-6de0-40d8-901e-c86551f0969e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Made reservation on behalf of eb615f4146d44bb6b6f0fa7b2f5d5e8b for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:20.844623 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dec4b528-6de0-40d8-901e-c86551f0969e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:20.862361 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-615f14b6-d7e9-4179-ad4e-2577c2771ce7 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5778840 Jul 05 09:53:20.880526 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60382) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:20.913083 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-04aafc59-bf48-4e50-8689-fc0f53465132 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-192005074', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:20.940410 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.ipam_backend_mixin [None req-dec4b528-6de0-40d8-901e-c86551f0969e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Performing IP validity checks on allocation pools {{(pid=93906) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 09:53:20.940660 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-db7669bf-b0d0-44fd-9895-749f6c25c4a5 service neutron] 10.222.0.79 "GET /v2.0/networks/0ee79470-62a5-467c-812c-ff770a614a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9068363 Jul 05 09:53:20.940968 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.ipam_backend_mixin [None req-dec4b528-6de0-40d8-901e-c86551f0969e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93906) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 09:53:20.965741 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5ac57637-0184-4291-b571-88bdb80771c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:20.986981 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-8cbdba9c-152a-49f1-857e-2c20f68762e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:20.988644 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-8cbdba9c-152a-49f1-857e-2c20f68762e3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2b4fa0ad-d771-4467-abb7-7725cc9bca3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1487503 Jul 05 09:53:21.023075 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-0d037f96-d2c6-4ff9-8bab-5c6d6f7f5dfc tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:21.025567 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-0d037f96-d2c6-4ff9-8bab-5c6d6f7f5dfc tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.81 "GET /v2.0/networks?id=0ee79470-62a5-467c-812c-ff770a614a58 HTTP/1.1" status: 200 len: 819 time: 0.7751062 Jul 05 09:53:21.056637 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-3374f5e3-68c6-400f-a43e-ef4e92ccb3d5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Request body: {'port': {'device_id': 'd2ec7d3b-3526-4e15-8e4e-cc8789e41e07', 'network_id': '0ee79470-62a5-467c-812c-ff770a614a58', 'admin_state_up': True, 'tenant_id': 'c841ad1b0474469f875c4f560c814580'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:21.135255 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04aafc59-bf48-4e50-8689-fc0f53465132 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:21.136700 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04aafc59-bf48-4e50-8689-fc0f53465132 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:21.154430 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-e597089e-a146-45b7-8933-ea187b2658bf service neutron] 10.222.0.78 "GET /v2.0/networks/2b4fa0ad-d771-4467-abb7-7725cc9bca3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572330 Jul 05 09:53:21.166393 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04a619f-cd14-451c-b884-f17eb1a8b3a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-1438b7d5-ab5c-4c2a-9689-43b77209ffe4', 'network_id': '1438b7d5-ab5c-4c2a-9689-43b77209ffe4', 'tenant_id': '3c14ca79322344e985075ee224e558da', 'fixed_ips': [{'subnet_id': 'afd1130b-3d15-4483-b500-c08c20f51349'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:53:21.167257 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a04a619f-cd14-451c-b884-f17eb1a8b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:21.182791 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c3d69e4-4289-491a-b38f-9cf8d6e12a8e tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:21.208638 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0a4bfa9-73b9-41f9-a628-fffb245b3895 req-84d1a33b-46ef-4940-8a03-f1e2b27e7f1d service neutron] 10.222.0.78 "GET /v2.0/networks/cb30dc7f-b513-4b54-b356-c16e9220e4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231536 Jul 05 09:53:21.235899 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dec4b528-6de0-40d8-901e-c86551f0969e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:21.245996 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1270518-0ebb-4ceb-8570-76bf2f00e7c8 req-09efd42e-a020-4255-a1b7-00c366539ccc tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:21.251906 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1270518-0ebb-4ceb-8570-76bf2f00e7c8 req-09efd42e-a020-4255-a1b7-00c366539ccc tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:21.253484 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1270518-0ebb-4ceb-8570-76bf2f00e7c8 req-09efd42e-a020-4255-a1b7-00c366539ccc tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9510d36-6265-48f9-8df4-cecbd9cd17f4&device_id=bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03 HTTP/1.1" status: 200 len: 1690 time: 0.5195017 Jul 05 09:53:21.282740 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d69e4-4289-491a-b38f-9cf8d6e12a8e tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Pushing event deleted for resources: {'Subnet': ['ID=fc68a208-455d-4a60-a55e-c78905bc04b6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:21.296766 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dd2261-f977-40ea-a3e1-9ac6a9f3fb4b None None] Network efa8585d-d6c6-4179-82f8-611d70a9c7b9 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:21.298253 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c3d69e4-4289-491a-b38f-9cf8d6e12a8e tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:21.302581 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5c3d69e4-4289-491a-b38f-9cf8d6e12a8e tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] 10.222.0.79 "DELETE /v2.0/subnets/fc68a208-455d-4a60-a55e-c78905bc04b6 HTTP/1.1" status: 204 len: 168 time: 1.5714631 Jul 05 09:53:21.305510 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60384) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:21.322837 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4b528-6de0-40d8-901e-c86551f0969e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event updated for resources: {'Subnet': ['ID=0021a63b-a024-46a9-a797-949a72686c22,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:21.360552 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-81c088d9-2bce-4f49-9aa6-7e2131973d0b service neutron] 10.222.0.79 "GET /v2.0/networks/0ee79470-62a5-467c-812c-ff770a614a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189870 Jul 05 09:53:21.373680 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-ded9c0f2-6d84-4065-b631-5078e4a0e868 service neutron] 10.222.0.78 "GET /v2.0/networks/2b4fa0ad-d771-4467-abb7-7725cc9bca3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107081 Jul 05 09:53:21.423462 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04aafc59-bf48-4e50-8689-fc0f53465132 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:21.444652 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-6fd61ee7-c6a0-47c2-abe1-61dbb9a75f66 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=21394da8-3084-494f-86c5-5db86ecaed8c HTTP/1.1" status: 200 len: 217 time: 0.0584219 Jul 05 09:53:21.445375 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4b528-6de0-40d8-901e-c86551f0969e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Checking segment: {'id': '52ec5b2f-5ab6-4f1a-9148-71fa8054eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '01bf4ef1-8cde-4b9a-a480-79c121abf0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:21.445741 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec4b528-6de0-40d8-901e-c86551f0969e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Network hostable DHCP agents. Network: 01bf4ef1-8cde-4b9a-a480-79c121abf0aa, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:53:21.495970 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-791821e9-503f-470f-b120-8de882976c65 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:21.533241 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec4b528-6de0-40d8-901e-c86551f0969e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Network 01bf4ef1-8cde-4b9a-a480-79c121abf0aa is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:53:21.544083 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-54ee7ec2-4328-488e-911f-df731560d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:21.546366 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-54ee7ec2-4328-488e-911f-df731560d63b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=beb17974-ad37-4f4e-b8b5-ae6e1c964f90 HTTP/1.1" status: 200 len: 797 time: 0.0925705 Jul 05 09:53:21.565327 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-a04a619f-cd14-451c-b884-f17eb1a8b3a0 None None] Allocated IP 172.20.0.2 (1438b7d5-ab5c-4c2a-9689-43b77209ffe4/afd1130b-3d15-4483-b500-c08c20f51349/17df2f17-3dd0-49d5-829c-7886034efa84) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:21.579521 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-dec4b528-6de0-40d8-901e-c86551f0969e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 01bf4ef1-8cde-4b9a-a480-79c121abf0aa) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:21.599263 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b918e1-6f74-42de-9b91-87754e6f8131 None None] Network 01bf4ef1-8cde-4b9a-a480-79c121abf0aa requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:21.607173 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec4b528-6de0-40d8-901e-c86551f0969e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:21.607789 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dec4b528-6de0-40d8-901e-c86551f0969e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729085'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:21.633462 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-dec4b528-6de0-40d8-901e-c86551f0969e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0125234 Jul 05 09:53:21.638275 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60392) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:21.646664 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-128e16f8-9ae0-487d-9d17-5b76a5aec65b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:21.708530 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-791821e9-503f-470f-b120-8de882976c65 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Deleting port f619235e-9761-49f6-94d7-af128e9476d0 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:21.708871 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-791821e9-503f-470f-b120-8de882976c65 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:21.716498 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-14dfdfaf-64e5-4aa9-92c2-376359f381b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:21.718130 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-14dfdfaf-64e5-4aa9-92c2-376359f381b2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1497111 Jul 05 09:53:21.721982 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-3374f5e3-68c6-400f-a43e-ef4e92ccb3d5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Made reservation on behalf of c841ad1b0474469f875c4f560c814580 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:21.725711 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-3374f5e3-68c6-400f-a43e-ef4e92ccb3d5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:21.880504 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 77a88a55-7823-4bea-b1cc-2272ea97801d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:21.909925 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0a4bfa9-73b9-41f9-a628-fffb245b3895 req-47b6eb7b-a9c3-4a03-921f-a4b446b5d8e7 service neutron] 10.222.0.78 "GET /v2.0/networks/cb30dc7f-b513-4b54-b356-c16e9220e4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6485567 Jul 05 09:53:22.020405 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04aafc59-bf48-4e50-8689-fc0f53465132 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:22.063159 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdf79a1-77bc-44da-a686-82acb7d62e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-01bf4ef1-8cde-4b9a-a480-79c121abf0aa', 'network_id': '01bf4ef1-8cde-4b9a-a480-79c121abf0aa', 'tenant_id': 'eb615f4146d44bb6b6f0fa7b2f5d5e8b', 'fixed_ips': [{'subnet_id': '0021a63b-a024-46a9-a797-949a72686c22'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:53:22.064895 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ccdf79a1-77bc-44da-a686-82acb7d62e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:22.104748 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 77a88a55-7823-4bea-b1cc-2272ea97801d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:22.104748 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:22.130270 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1270518-0ebb-4ceb-8570-76bf2f00e7c8 req-a013e72e-6a27-4260-92c9-3bd6ee1dca33 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8497148 Jul 05 09:53:22.160460 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a04a619f-cd14-451c-b884-f17eb1a8b3a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:22.190491 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a04a619f-cd14-451c-b884-f17eb1a8b3a0 None None] Transition to ACTIVE for port object 17df2f17-3dd0-49d5-829c-7886034efa84 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:22.316122 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a04a619f-cd14-451c-b884-f17eb1a8b3a0 None None] Transition to ACTIVE for port object 17df2f17-3dd0-49d5-829c-7886034efa84 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:22.330344 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a04a619f-cd14-451c-b884-f17eb1a8b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:22.332630 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-100a1f14-f192-4784-9ce9-18ad5548a9a9 service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6010351 Jul 05 09:53:22.343285 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-791821e9-503f-470f-b120-8de882976c65 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] For port f619235e-9761-49f6-94d7-af128e9476d0, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f619235e-9761-49f6-94d7-af128e9476d0,segment=NetworkSegment(f858cd07-3e0b-4d2d-a482-e2446efb0ad0),segment_id=f858cd07-3e0b-4d2d-a482-e2446efb0ad0)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:22.344017 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-791821e9-503f-470f-b120-8de882976c65 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:22.360572 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-791821e9-503f-470f-b120-8de882976c65 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Calling delete_port for f619235e-9761-49f6-94d7-af128e9476d0 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:22.401328 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044e65ae-f732-49fe-ba7d-9d204c11492a None None] DHCP port deletion for efa8585d-d6c6-4179-82f8-611d70a9c7b9 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:53:22.440857 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330970b-f764-470b-a5f4-1e1157b17abc req-2bf78069-7f8d-4ad9-9c46-0cfb0d714e2a tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:22.448167 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330970b-f764-470b-a5f4-1e1157b17abc req-2bf78069-7f8d-4ad9-9c46-0cfb0d714e2a tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:22.456393 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8330970b-f764-470b-a5f4-1e1157b17abc req-2bf78069-7f8d-4ad9-9c46-0cfb0d714e2a tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=2853d674-0325-456e-985c-2ff7cb3d8e05 HTTP/1.1" status: 200 len: 1681 time: 0.5497673 Jul 05 09:53:22.464620 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04a619f-cd14-451c-b884-f17eb1a8b3a0 None None] Network 1438b7d5-ab5c-4c2a-9689-43b77209ffe4 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:22.470768 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a619f-cd14-451c-b884-f17eb1a8b3a0 None None] Pushing event updated for resources: {'Port': ['ID=17df2f17-3dd0-49d5-829c-7886034efa84,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:22.476258 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-a04a619f-cd14-451c-b884-f17eb1a8b3a0 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:22.483219 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-ccdf79a1-77bc-44da-a686-82acb7d62e32 None None] Allocated IP 2001:db8::3 (01bf4ef1-8cde-4b9a-a480-79c121abf0aa/0021a63b-a024-46a9-a797-949a72686c22/177d4159-ace4-4e00-86f5-387c4c54899c) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:22.485784 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04a619f-cd14-451c-b884-f17eb1a8b3a0 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:22.492138 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-128e16f8-9ae0-487d-9d17-5b76a5aec65b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12302883'] for subnet, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:22.496717 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-c499aa81-c080-488e-aef5-769b4c14eb4a service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222048 Jul 05 09:53:22.547798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-3374f5e3-68c6-400f-a43e-ef4e92ccb3d5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Allocated IP 172.20.0.2 (0ee79470-62a5-467c-812c-ff770a614a58/0dce28fb-feef-4fc0-a912-6928eb137c35/3a2b0699-01ed-44eb-9101-8220bcaacb61) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:22.552521 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-f0ad9c2f-7f3e-4681-9bfd-d78f5e45c641 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=a594f5a6-d4b1-489b-8883-c1de3416e2bf HTTP/1.1" status: 200 len: 217 time: 0.0483592 Jul 05 09:53:22.571265 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8330970b-f764-470b-a5f4-1e1157b17abc req-325ce0d5-07d2-4e0c-8165-3436200b5966 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135666 Jul 05 09:53:22.604661 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b953954-0eac-42bd-94b8-72567fbfe3a4 req-afeddec1-a6f9-4c29-9119-2d8217f00950 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:22.606513 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b953954-0eac-42bd-94b8-72567fbfe3a4 req-afeddec1-a6f9-4c29-9119-2d8217f00950 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e70ab69-7e2a-4f9f-b78f-2b5437143ea4 HTTP/1.1" status: 200 len: 944 time: 0.3346949 Jul 05 09:53:22.613155 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a04a619f-cd14-451c-b884-f17eb1a8b3a0 None None] Attempting to bind port 17df2f17-3dd0-49d5-829c-7886034efa84 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:53:22.613702 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a04a619f-cd14-451c-b884-f17eb1a8b3a0 None None] Attempting to bind port 17df2f17-3dd0-49d5-829c-7886034efa84 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '54c62f8b-405c-4d46-9c55-a31eebe4060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1438b7d5-ab5c-4c2a-9689-43b77209ffe4'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:53:22.613999 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04a619f-cd14-451c-b884-f17eb1a8b3a0 None None] Attempting to bind port 17df2f17-3dd0-49d5-829c-7886034efa84 on network 1438b7d5-ab5c-4c2a-9689-43b77209ffe4 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:22.625071 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04a619f-cd14-451c-b884-f17eb1a8b3a0 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:53:22.625555 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04a619f-cd14-451c-b884-f17eb1a8b3a0 None None] Checking segment: {'id': '54c62f8b-405c-4d46-9c55-a31eebe4060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1438b7d5-ab5c-4c2a-9689-43b77209ffe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:22.626039 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a04a619f-cd14-451c-b884-f17eb1a8b3a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:22.626510 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04a619f-cd14-451c-b884-f17eb1a8b3a0 None None] Bound using segment: {'id': '54c62f8b-405c-4d46-9c55-a31eebe4060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1438b7d5-ab5c-4c2a-9689-43b77209ffe4'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:53:22.627705 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a04a619f-cd14-451c-b884-f17eb1a8b3a0 None None] Bound port: 17df2f17-3dd0-49d5-829c-7886034efa84, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c62f8b-405c-4d46-9c55-a31eebe4060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1438b7d5-ab5c-4c2a-9689-43b77209ffe4'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:53:22.628201 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a04a619f-cd14-451c-b884-f17eb1a8b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:22.668416 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-84554b80-5bb9-4e44-866d-a433b8ed56b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:22.670175 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-84554b80-5bb9-4e44-866d-a433b8ed56b2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=beb17974-ad37-4f4e-b8b5-ae6e1c964f90 HTTP/1.1" status: 200 len: 797 time: 0.0798619 Jul 05 09:53:22.679790 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-044e65ae-f732-49fe-ba7d-9d204c11492a None None] Deleting port f619235e-9761-49f6-94d7-af128e9476d0 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:22.680313 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-044e65ae-f732-49fe-ba7d-9d204c11492a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:22.750757 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-791821e9-503f-470f-b120-8de882976c65 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:22.757596 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b953954-0eac-42bd-94b8-72567fbfe3a4 req-15fcf9f6-dbe6-4c66-8d39-f70288bbaef5 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ca7899c-aaea-4792-aa07-91794dcd6246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305628 Jul 05 09:53:22.822139 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791821e9-503f-470f-b120-8de882976c65 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Pushing event deleted for resources: {'Port': ['ID=f619235e-9761-49f6-94d7-af128e9476d0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:22.837094 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791821e9-503f-470f-b120-8de882976c65 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] No DVR routers for this DVR port f619235e-9761-49f6-94d7-af128e9476d0 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:53:22.840979 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-044e65ae-f732-49fe-ba7d-9d204c11492a None None] For port f619235e-9761-49f6-94d7-af128e9476d0, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f619235e-9761-49f6-94d7-af128e9476d0,segment=NetworkSegment(f858cd07-3e0b-4d2d-a482-e2446efb0ad0),segment_id=f858cd07-3e0b-4d2d-a482-e2446efb0ad0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:22.840979 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-044e65ae-f732-49fe-ba7d-9d204c11492a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:22.854921 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a04a619f-cd14-451c-b884-f17eb1a8b3a0 None None] For port 17df2f17-3dd0-49d5-829c-7886034efa84, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:53:22.865358 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-044e65ae-f732-49fe-ba7d-9d204c11492a None None] Calling delete_port for f619235e-9761-49f6-94d7-af128e9476d0 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:22.881535 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a04a619f-cd14-451c-b884-f17eb1a8b3a0 None None] For port 17df2f17-3dd0-49d5-829c-7886034efa84, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=17df2f17-3dd0-49d5-829c-7886034efa84,segment=NetworkSegment(54c62f8b-405c-4d46-9c55-a31eebe4060c),segment_id=54c62f8b-405c-4d46-9c55-a31eebe4060c)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:53:22.897995 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a04a619f-cd14-451c-b884-f17eb1a8b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:22.902113 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ccdf79a1-77bc-44da-a686-82acb7d62e32 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:22.937252 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-49682e6b-2739-4240-b27f-f57bc558a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:22.938686 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-49682e6b-2739-4240-b27f-f57bc558a8c0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2255497 Jul 05 09:53:22.959315 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a619f-cd14-451c-b884-f17eb1a8b3a0 None None] Pushing event updated for resources: {'Port': ['ID=17df2f17-3dd0-49d5-829c-7886034efa84,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:22.975655 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5df67f44-07a1-43b1-b7f3-f7c6c60137a5 req-5df9202a-07f4-44de-9a0a-db0daec3f715 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 210 time: 0.1702905 Jul 05 09:53:22.986653 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04aafc59-bf48-4e50-8689-fc0f53465132 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.004333 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ccdf79a1-77bc-44da-a686-82acb7d62e32 None None] Transition to ACTIVE for port object 177d4159-ace4-4e00-86f5-387c4c54899c will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:23.034334 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-791821e9-503f-470f-b120-8de882976c65 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.039932 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ccdf79a1-77bc-44da-a686-82acb7d62e32 None None] Transition to ACTIVE for port object 177d4159-ace4-4e00-86f5-387c4c54899c will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:23.060744 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-791821e9-503f-470f-b120-8de882976c65 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa8585d-d6c6-4179-82f8-611d70a9c7b9']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:23.071551 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ccdf79a1-77bc-44da-a686-82acb7d62e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.085031 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-791821e9-503f-470f-b120-8de882976c65 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f858cd07-3e0b-4d2d-a482-e2446efb0ad0') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:23.085260 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-791821e9-503f-470f-b120-8de882976c65 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f858cd07-3e0b-4d2d-a482-e2446efb0ad0') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:23.103324 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04aafc59-bf48-4e50-8689-fc0f53465132 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.145034 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdf79a1-77bc-44da-a686-82acb7d62e32 None None] Network 01bf4ef1-8cde-4b9a-a480-79c121abf0aa is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:23.150576 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-ccdf79a1-77bc-44da-a686-82acb7d62e32 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:23.164473 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdf79a1-77bc-44da-a686-82acb7d62e32 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:23.172163 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-044e65ae-f732-49fe-ba7d-9d204c11492a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.172422 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-791821e9-503f-470f-b120-8de882976c65 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.190721 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf79a1-77bc-44da-a686-82acb7d62e32 None None] Pushing event updated for resources: {'Port': ['ID=177d4159-ace4-4e00-86f5-387c4c54899c,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:23.232457 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-791821e9-503f-470f-b120-8de882976c65 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.258122 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791821e9-503f-470f-b120-8de882976c65 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:53:23.259041 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-791821e9-503f-470f-b120-8de882976c65 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:53:23.262644 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:53:23.272138 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044e65ae-f732-49fe-ba7d-9d204c11492a None None] No DVR routers for this DVR port f619235e-9761-49f6-94d7-af128e9476d0 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:53:23.287725 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-14d0c030-9833-4064-8d52-0132b49040d1 service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384104 Jul 05 09:53:23.310806 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e65ae-f732-49fe-ba7d-9d204c11492a None None] Pushing event deleted for resources: {'Port': ['ID=f619235e-9761-49f6-94d7-af128e9476d0,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:23.328674 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 2c29ca63-4884-4db4-92f2-46067bcf340c details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:53:23.345199 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-47e2f2c9-1807-4492-91f3-f1359e027cc5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:23.349249 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-47e2f2c9-1807-4492-91f3-f1359e027cc5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.81 "GET /v2.0/networks?id=0ee79470-62a5-467c-812c-ff770a614a58 HTTP/1.1" status: 200 len: 819 time: 0.2657621 Jul 05 09:53:23.357734 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:23.400008 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ccdf79a1-77bc-44da-a686-82acb7d62e32 None None] Attempting to bind port 177d4159-ace4-4e00-86f5-387c4c54899c on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:53:23.400395 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ccdf79a1-77bc-44da-a686-82acb7d62e32 None None] Attempting to bind port 177d4159-ace4-4e00-86f5-387c4c54899c by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '52ec5b2f-5ab6-4f1a-9148-71fa8054eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '01bf4ef1-8cde-4b9a-a480-79c121abf0aa'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:53:23.400766 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdf79a1-77bc-44da-a686-82acb7d62e32 None None] Attempting to bind port 177d4159-ace4-4e00-86f5-387c4c54899c on network 01bf4ef1-8cde-4b9a-a480-79c121abf0aa {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:23.402407 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-560b8cb8-70d4-4501-8cc5-586abe3f36cd tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Request body: {'port': {'device_id': '706e31bc-04ad-4080-bc2d-af43a6b31926', 'network_id': '0ee79470-62a5-467c-812c-ff770a614a58', 'admin_state_up': True, 'tenant_id': 'c841ad1b0474469f875c4f560c814580'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:23.417168 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-450c87af-7f01-4f2b-a1be-c625a5e24a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.432424 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdf79a1-77bc-44da-a686-82acb7d62e32 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:53:23.433096 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdf79a1-77bc-44da-a686-82acb7d62e32 None None] Checking segment: {'id': '52ec5b2f-5ab6-4f1a-9148-71fa8054eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '01bf4ef1-8cde-4b9a-a480-79c121abf0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:23.433675 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ccdf79a1-77bc-44da-a686-82acb7d62e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.434237 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdf79a1-77bc-44da-a686-82acb7d62e32 None None] Bound using segment: {'id': '52ec5b2f-5ab6-4f1a-9148-71fa8054eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '01bf4ef1-8cde-4b9a-a480-79c121abf0aa'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:53:23.434915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ccdf79a1-77bc-44da-a686-82acb7d62e32 None None] Bound port: 177d4159-ace4-4e00-86f5-387c4c54899c, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ec5b2f-5ab6-4f1a-9148-71fa8054eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '01bf4ef1-8cde-4b9a-a480-79c121abf0aa'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:53:23.435473 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ccdf79a1-77bc-44da-a686-82acb7d62e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.505673 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-3374f5e3-68c6-400f-a43e-ef4e92ccb3d5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.549091 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-99d01d08-0eff-4f38-96d4-604b83605233 service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643052 Jul 05 09:53:23.598548 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:23.611907 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.616899 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-791821e9-503f-470f-b120-8de882976c65 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.625024 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-79414122-b356-45b6-8c09-81c6cbdae776 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=ce4b1166-0af2-41df-8bef-a3498b53e598 HTTP/1.1" status: 200 len: 217 time: 0.0614417 Jul 05 09:53:23.633698 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-791821e9-503f-470f-b120-8de882976c65 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.635586 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-791821e9-503f-470f-b120-8de882976c65 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] 10.222.0.79 "DELETE /v2.0/networks/efa8585d-d6c6-4179-82f8-611d70a9c7b9 HTTP/1.1" status: 204 len: 168 time: 2.3262675 Jul 05 09:53:23.640494 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:23.641005 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.700658 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 2c29ca63-4884-4db4-92f2-46067bcf340c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2c29ca63-4884-4db4-92f2-46067bcf340c,segment=NetworkSegment(84047a3f-2d3b-49fb-8239-dd130385c398),segment_id=84047a3f-2d3b-49fb-8239-dd130385c398)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:23.715057 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ccdf79a1-77bc-44da-a686-82acb7d62e32 None None] For port 177d4159-ace4-4e00-86f5-387c4c54899c, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:53:23.717227 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-04aafc59-bf48-4e50-8689-fc0f53465132 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Allocated IP 172.25.7.67 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/3c982b01-0745-4676-aa87-dd3c79240129) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:23.734835 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '2c29ca63-4884-4db4-92f2-46067bcf340c', 'network_id': 'cb30dc7f-b513-4b54-b356-c16e9220e4d7', 'port_id': '2c29ca63-4884-4db4-92f2-46067bcf340c', 'mac_address': 'fa:16:3e:62:99:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07370067-3d74-45bd-9ba3-48172c9c1e7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:53:23.741629 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ccdf79a1-77bc-44da-a686-82acb7d62e32 None None] For port 177d4159-ace4-4e00-86f5-387c4c54899c, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=177d4159-ace4-4e00-86f5-387c4c54899c,segment=NetworkSegment(52ec5b2f-5ab6-4f1a-9148-71fa8054eaaa),segment_id=52ec5b2f-5ab6-4f1a-9148-71fa8054eaaa)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:53:23.752253 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ccdf79a1-77bc-44da-a686-82acb7d62e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.753716 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64519365-07e4-41ea-a9c0-8964353944f8 req-965bd10e-2ff1-4927-8bc6-ae1994ac0b89 tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:23.757579 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-64519365-07e4-41ea-a9c0-8964353944f8 req-965bd10e-2ff1-4927-8bc6-ae1994ac0b89 tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d9510d36-6265-48f9-8df4-cecbd9cd17f4 HTTP/1.1" status: 200 len: 1101 time: 0.5374234 Jul 05 09:53:23.819512 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-3374f5e3-68c6-400f-a43e-ef4e92ccb3d5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.826333 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 17df2f17-3dd0-49d5-829c-7886034efa84 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:23.855877 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791821e9-503f-470f-b120-8de882976c65 tempest-DHCPAgentSchedulersTestJSON-990824139 tempest-DHCPAgentSchedulersTestJSON-990824139-project] Pushing event deleted for resources: {'Network': ['ID=efa8585d-d6c6-4179-82f8-611d70a9c7b9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:23.913820 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-128e16f8-9ae0-487d-9d17-5b76a5aec65b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778709884959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1971610'] for subnet, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.925709 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-4e7af059-5cf8-4aee-a5b1-9f39d8e64ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:23.927640 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-4e7af059-5cf8-4aee-a5b1-9f39d8e64ca4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=beb17974-ad37-4f4e-b8b5-ae6e1c964f90 HTTP/1.1" status: 200 len: 797 time: 0.2899711 Jul 05 09:53:23.975448 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf79a1-77bc-44da-a686-82acb7d62e32 None None] Pushing event updated for resources: {'Port': ['ID=177d4159-ace4-4e00-86f5-387c4c54899c,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:23.997189 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:24.021267 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128e16f8-9ae0-487d-9d17-5b76a5aec65b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:24.021907 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-128e16f8-9ae0-487d-9d17-5b76a5aec65b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:24.023720 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-128e16f8-9ae0-487d-9d17-5b76a5aec65b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "PUT /v2.0/subnets/0021a63b-a024-46a9-a797-949a72686c22 HTTP/1.1" status: 200 len: 900 time: 2.3834538 Jul 05 09:53:24.028373 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60416) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:24.030364 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-3374f5e3-68c6-400f-a43e-ef4e92ccb3d5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Network 0ee79470-62a5-467c-812c-ff770a614a58 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:24.033540 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c29ca63-4884-4db4-92f2-46067bcf340c {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:53:24.046111 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-560b8cb8-70d4-4501-8cc5-586abe3f36cd tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Made reservation on behalf of c841ad1b0474469f875c4f560c814580 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:24.050078 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:24.055299 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-560b8cb8-70d4-4501-8cc5-586abe3f36cd tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:24.061622 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-64519365-07e4-41ea-a9c0-8964353944f8 req-33c17f87-73f2-4b8f-9cac-b974b491b130 tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850108 Jul 05 09:53:24.066904 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-3374f5e3-68c6-400f-a43e-ef4e92ccb3d5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:24.075129 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 2c29ca63-4884-4db4-92f2-46067bcf340c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2c29ca63-4884-4db4-92f2-46067bcf340c,segment=NetworkSegment(84047a3f-2d3b-49fb-8239-dd130385c398),segment_id=84047a3f-2d3b-49fb-8239-dd130385c398)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:24.077048 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 17df2f17-3dd0-49d5-829c-7886034efa84 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:24.082660 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:24.097160 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-3374f5e3-68c6-400f-a43e-ef4e92ccb3d5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:24.112156 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2853d674-0325-456e-985c-2ff7cb3d8e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9d2963-9e57-4962-a6cb-0c08d8ee33d6'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:24.114660 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d897f4d-eab2-44c5-80e4-57c9d029971b" -d '{"events": [{"server_uuid": "2853d674-0325-456e-985c-2ff7cb3d8e05", "name": "network-vif-plugged", "status": "completed", "tag": "fa9d2963-9e57-4962-a6cb-0c08d8ee33d6"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:24.154449 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port fa9d2963-9e57-4962-a6cb-0c08d8ee33d6, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=fa9d2963-9e57-4962-a6cb-0c08d8ee33d6,segment=NetworkSegment(4204c525-e04f-498c-9388-60b8361cf419),segment_id=4204c525-e04f-498c-9388-60b8361cf419)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:24.165913 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:24.166908 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 803349b3-e684-4a9e-9eb5-d27b4fab2e47 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:24.210123 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=2c29ca63-4884-4db4-92f2-46067bcf340c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:24.219992 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e16f8-9ae0-487d-9d17-5b76a5aec65b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event updated for resources: {'Subnet': ['ID=0021a63b-a024-46a9-a797-949a72686c22,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:24.235667 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f619235e-9761-49f6-94d7-af128e9476d0 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:53:24.239572 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60424) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:24.357839 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-68ca1c85-73c8-423a-820d-b4efe7e341df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:24.359106 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: f619235e-9761-49f6-94d7-af128e9476d0 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:53:24.359313 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-68ca1c85-73c8-423a-820d-b4efe7e341df service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4097774 Jul 05 09:53:24.359727 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f619235e-9761-49f6-94d7-af128e9476d0 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:53:24.363478 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-16a858cb-ad69-47f6-b035-68888134b5f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:24.409837 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-3374f5e3-68c6-400f-a43e-ef4e92ccb3d5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:24.412724 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-3374f5e3-68c6-400f-a43e-ef4e92ccb3d5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:24.445540 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=fa9d2963-9e57-4962-a6cb-0c08d8ee33d6,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:24.471750 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 803349b3-e684-4a9e-9eb5-d27b4fab2e47 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:24.484121 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 803349b3-e684-4a9e-9eb5-d27b4fab2e47 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:24.484503 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:24.500547 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374f5e3-68c6-400f-a43e-ef4e92ccb3d5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Pushing event updated for resources: {'Port': ['ID=3a2b0699-01ed-44eb-9101-8220bcaacb61,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:24.546700 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['2c29ca63-4884-4db4-92f2-46067bcf340c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:53:24.573159 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-3374f5e3-68c6-400f-a43e-ef4e92ccb3d5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5320940 Jul 05 09:53:24.595569 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cd672c50-bc58-47c8-9509-41265a8b360e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8bec757a745a4330977e049ae16401a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3523114 Jul 05 09:53:24.596320 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60428) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:24.606594 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-e5e7b9f1-b5df-46e1-bf2d-40a6712cb3c1 service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386286 Jul 05 09:53:24.744719 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a72c10d-3de7-45e8-8aef-9752e0b4821a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:24.773173 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-16a858cb-ad69-47f6-b035-68888134b5f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Deleting port 177d4159-ace4-4e00-86f5-387c4c54899c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:24.773610 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-16a858cb-ad69-47f6-b035-68888134b5f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:24.787001 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:24.792846 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c09497f-8bbc-45ce-bab2-11a0dc5e4a86 None None] Network 1438b7d5-ab5c-4c2a-9689-43b77209ffe4 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:24.844154 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a72c10d-3de7-45e8-8aef-9752e0b4821a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:24.856464 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-f28a30b4-3b58-4e3f-b0dc-ddf41a355e14 service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412865 Jul 05 09:53:24.920237 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-d2df83f5-e2b3-4188-a7bb-570231a181fc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 HTTP/1.1" status: 200 len: 217 time: 0.0533125 Jul 05 09:53:24.973088 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:24.979088 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5f66b9a2-9c17-4a8d-943f-4490b4eff273 None None] Provisioning for port 17df2f17-3dd0-49d5-829c-7886034efa84 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:24.990405 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-cd718777-804f-4c52-8458-fcf2ac7b87ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:24.991974 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-cd718777-804f-4c52-8458-fcf2ac7b87ae service neutron] 10.222.0.78 "GET /v2.0/subnets?id=beb17974-ad37-4f4e-b8b5-ae6e1c964f90 HTTP/1.1" status: 200 len: 797 time: 0.0594904 Jul 05 09:53:25.031049 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-dcc9b726-8e37-4851-b50d-bdb3e2f5d2ae service neutron] Request body: {'port': {'device_id': 'd2ec7d3b-3526-4e15-8e4e-cc8789e41e07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:25.040705 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04aafc59-bf48-4e50-8689-fc0f53465132 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:25.045234 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-16a858cb-ad69-47f6-b035-68888134b5f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] For port 177d4159-ace4-4e00-86f5-387c4c54899c, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=177d4159-ace4-4e00-86f5-387c4c54899c,segment=NetworkSegment(52ec5b2f-5ab6-4f1a-9148-71fa8054eaaa),segment_id=52ec5b2f-5ab6-4f1a-9148-71fa8054eaaa)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:25.045631 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-16a858cb-ad69-47f6-b035-68888134b5f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:25.057075 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5f66b9a2-9c17-4a8d-943f-4490b4eff273 None None] Provisioning complete for port 17df2f17-3dd0-49d5-829c-7886034efa84 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:25.057492 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5f66b9a2-9c17-4a8d-943f-4490b4eff273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:25.067762 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-16a858cb-ad69-47f6-b035-68888134b5f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Calling delete_port for 177d4159-ace4-4e00-86f5-387c4c54899c owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:25.069659 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a72c10d-3de7-45e8-8aef-9752e0b4821a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:25.072280 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a72c10d-3de7-45e8-8aef-9752e0b4821a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:25.073793 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7a72c10d-3de7-45e8-8aef-9752e0b4821a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ca9173a7-7933-486c-a29c-1f2581e28b17 HTTP/1.1" status: 204 len: 168 time: 0.4769166 Jul 05 09:53:25.089021 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefaa51b-ddf9-441c-9d94-3ad548cd7b54 req-c48bbf53-624a-4e99-a15a-02f873881f5e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:25.098576 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72c10d-3de7-45e8-8aef-9752e0b4821a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9173a7-7933-486c-a29c-1f2581e28b17,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:25.098861 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefaa51b-ddf9-441c-9d94-3ad548cd7b54 req-c48bbf53-624a-4e99-a15a-02f873881f5e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:25.113280 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fefaa51b-ddf9-441c-9d94-3ad548cd7b54 req-c48bbf53-624a-4e99-a15a-02f873881f5e tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=2853d674-0325-456e-985c-2ff7cb3d8e05 HTTP/1.1" status: 200 len: 1681 time: 1.2971880 Jul 05 09:53:25.184831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 803349b3-e684-4a9e-9eb5-d27b4fab2e47, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=803349b3-e684-4a9e-9eb5-d27b4fab2e47,segment=NetworkSegment(1320271d-a64b-4c2d-8ab1-26c15cd4c525),segment_id=1320271d-a64b-4c2d-8ab1-26c15cd4c525)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:25.201007 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:25.233503 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fefaa51b-ddf9-441c-9d94-3ad548cd7b54 req-55f16bb7-1acd-4275-ba5a-3827095559e4 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191618 Jul 05 09:53:25.251129 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-560b8cb8-70d4-4501-8cc5-586abe3f36cd tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Allocated IP 172.20.0.13 (0ee79470-62a5-467c-812c-ff770a614a58/0dce28fb-feef-4fc0-a912-6928eb137c35/3c7e4ce1-8ef3-466f-8305-0043d26e6ac7) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:25.260742 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-16a858cb-ad69-47f6-b035-68888134b5f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:25.286949 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f06a94-afc1-4c8f-a4b7-b6ec63bb464c req-5ffd5994-a219-46f0-afdf-d237fbcd82c2 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:25.289008 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c1f06a94-afc1-4c8f-a4b7-b6ec63bb464c req-5ffd5994-a219-46f0-afdf-d237fbcd82c2 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e70ab69-7e2a-4f9f-b78f-2b5437143ea4 HTTP/1.1" status: 200 len: 945 time: 0.8710554 Jul 05 09:53:25.319206 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-9bd3e35a-4e2f-4cc7-8964-f6d3bc3b97ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:25.321283 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-9bd3e35a-4e2f-4cc7-8964-f6d3bc3b97ae service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3180583 Jul 05 09:53:25.326318 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a858cb-ad69-47f6-b035-68888134b5f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Port': ['ID=177d4159-ace4-4e00-86f5-387c4c54899c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:25.441480 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=803349b3-e684-4a9e-9eb5-d27b4fab2e47,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:25.441696 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-dcc9b726-8e37-4851-b50d-bdb3e2f5d2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:25.483756 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04aafc59-bf48-4e50-8689-fc0f53465132 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:25.514362 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a858cb-ad69-47f6-b035-68888134b5f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] No DVR routers for this DVR port 177d4159-ace4-4e00-86f5-387c4c54899c on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:53:25.520167 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5f66b9a2-9c17-4a8d-943f-4490b4eff273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:25.548925 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60434) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:25.565684 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c1f06a94-afc1-4c8f-a4b7-b6ec63bb464c req-00ec71d4-016c-4b3c-ad46-70e296455c5f tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ca7899c-aaea-4792-aa07-91794dcd6246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229004 Jul 05 09:53:25.569680 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2acdfc4a-01de-4ec6-aa04-1a3ec264dd92 req-7029031f-b98f-4ee0-b520-396d6a53d069 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 210 time: 0.1244025 Jul 05 09:53:25.618882 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5f66b9a2-9c17-4a8d-943f-4490b4eff273 None None] For port 17df2f17-3dd0-49d5-829c-7886034efa84, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=17df2f17-3dd0-49d5-829c-7886034efa84,segment=NetworkSegment(54c62f8b-405c-4d46-9c55-a31eebe4060c),segment_id=54c62f8b-405c-4d46-9c55-a31eebe4060c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:25.627106 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5f66b9a2-9c17-4a8d-943f-4490b4eff273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:25.672350 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aafc59-bf48-4e50-8689-fc0f53465132 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Pushing event updated for resources: {'Port': ['ID=3c982b01-0745-4676-aa87-dd3c79240129,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:25.688338 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f399d5a-3463-497e-8150-ee6a6d8d87d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:25.698374 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-e7b1f025-587b-4530-b31e-c45fbc53708d service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465548 Jul 05 09:53:25.751182 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355213ae-a6c8-4260-8e3a-9e4824d47652 None None] Network 01bf4ef1-8cde-4b9a-a480-79c121abf0aa requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:25.756062 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aafc59-bf48-4e50-8689-fc0f53465132 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:25.771488 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-04aafc59-bf48-4e50-8689-fc0f53465132 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:25.792015 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aafc59-bf48-4e50-8689-fc0f53465132 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:25.809848 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-16a858cb-ad69-47f6-b035-68888134b5f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:25.873431 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cb89a1-aef5-4284-ab7f-815c1e244342 x-openstack-request-id: req-96cb89a1-aef5-4284-ab7f-815c1e244342 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:25.873981 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2853d674-0325-456e-985c-2ff7cb3d8e05", "name": "network-vif-plugged", "status": "completed", "tag": "fa9d2963-9e57-4962-a6cb-0c08d8ee33d6", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:25.874172 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-96cb89a1-aef5-4284-ab7f-815c1e244342 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:25.874708 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2853d674-0325-456e-985c-2ff7cb3d8e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9d2963-9e57-4962-a6cb-0c08d8ee33d6', 'code': 200} Jul 05 09:53:25.881548 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66b9a2-9c17-4a8d-943f-4490b4eff273 None None] Pushing event updated for resources: {'Port': ['ID=17df2f17-3dd0-49d5-829c-7886034efa84,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:25.892786 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2285e831-52eb-4312-8017-2be3367e2151 None None] Could not find standard attr ID for object 177d4159-ace4-4e00-86f5-387c4c54899c. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:53:25.941034 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-64745a26-384e-4ca6-a95f-687da851eba5 service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309027 Jul 05 09:53:25.998234 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-d40046b0-f0be-42a3-9ed5-4a52f49d54c4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7687645d-a2a5-4242-b556-a4b6bc31c904 HTTP/1.1" status: 200 len: 217 time: 0.0498786 Jul 05 09:53:26.013044 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c2f8bbd5-9d95-4bb7-9c60-adc923ea5fc1 None None] Provisioning complete for port 17df2f17-3dd0-49d5-829c-7886034efa84 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:26.013441 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c2f8bbd5-9d95-4bb7-9c60-adc923ea5fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:26.046908 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-16a858cb-ad69-47f6-b035-68888134b5f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:26.088358 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a858cb-ad69-47f6-b035-68888134b5f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Subnet': ['ID=0021a63b-a024-46a9-a797-949a72686c22,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:26.150357 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-32cd9d97-d066-4c91-bb32-faed9bb81abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:26.151325 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-32cd9d97-d066-4c91-bb32-faed9bb81abf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c6f1a43b-cce2-4a9e-add8-8eeaa611f18f HTTP/1.1" status: 200 len: 797 time: 0.1463926 Jul 05 09:53:26.212192 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-16a858cb-ad69-47f6-b035-68888134b5f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:26.231898 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f399d5a-3463-497e-8150-ee6a6d8d87d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:26.235151 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-16a858cb-ad69-47f6-b035-68888134b5f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01bf4ef1-8cde-4b9a-a480-79c121abf0aa']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:26.246368 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f399d5a-3463-497e-8150-ee6a6d8d87d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:26.249881 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-16a858cb-ad69-47f6-b035-68888134b5f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ec5b2f-5ab6-4f1a-9148-71fa8054eaaa') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:26.250179 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-16a858cb-ad69-47f6-b035-68888134b5f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ec5b2f-5ab6-4f1a-9148-71fa8054eaaa') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:26.270494 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c31089-9987-4a0a-b96d-ea59d26a0443 None None] Network 01bf4ef1-8cde-4b9a-a480-79c121abf0aa requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:26.275613 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a2552-b060-4994-9ed3-4462579f8cee req-f779b97f-e146-4be8-a62f-429618e4ba0a tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:26.277231 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f21a2552-b060-4994-9ed3-4462579f8cee req-f779b97f-e146-4be8-a62f-429618e4ba0a tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03 HTTP/1.1" status: 200 len: 1100 time: 0.3432693 Jul 05 09:53:26.283492 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-16a858cb-ad69-47f6-b035-68888134b5f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:26.284909 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-560b8cb8-70d4-4501-8cc5-586abe3f36cd tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:26.324929 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3f399d5a-3463-497e-8150-ee6a6d8d87d1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7631427f40f444528be021133be3c87f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7731586 Jul 05 09:53:26.325668 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f399d5a-3463-497e-8150-ee6a6d8d87d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fefec2-38e3-479e-9696-9e5c5a327247,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:26.328353 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60438) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:26.329098 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-16a858cb-ad69-47f6-b035-68888134b5f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:26.345818 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a858cb-ad69-47f6-b035-68888134b5f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:53:26.346237 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-16a858cb-ad69-47f6-b035-68888134b5f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:53:26.350732 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:53:26.457539 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f21a2552-b060-4994-9ed3-4462579f8cee req-2991c84d-7759-4634-968d-60a2f930e5aa tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632676 Jul 05 09:53:26.491326 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04aafc59-bf48-4e50-8689-fc0f53465132 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:26.504139 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7643905-887f-4a93-9ec0-114616d83e50 None None] DHCP port deletion for 01bf4ef1-8cde-4b9a-a480-79c121abf0aa request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:53:26.589427 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4028e97-b77a-45c3-992a-21e87fb2319a req-86351c0c-bf33-404f-a8e3-1489dda41ccc tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:26.595589 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4028e97-b77a-45c3-992a-21e87fb2319a req-86351c0c-bf33-404f-a8e3-1489dda41ccc tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:26.597523 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4028e97-b77a-45c3-992a-21e87fb2319a req-86351c0c-bf33-404f-a8e3-1489dda41ccc tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=2853d674-0325-456e-985c-2ff7cb3d8e05 HTTP/1.1" status: 200 len: 1683 time: 0.1834772 Jul 05 09:53:26.598640 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-560b8cb8-70d4-4501-8cc5-586abe3f36cd tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:26.641465 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:26.671633 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-aed10333-987e-40d0-b2d2-04aad13d51aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:26.673201 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-aed10333-987e-40d0-b2d2-04aad13d51aa service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=46a7d976-22fe-499d-9eac-633e774ed0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5138476 Jul 05 09:53:26.743228 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-16a858cb-ad69-47f6-b035-68888134b5f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:26.765962 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-16a858cb-ad69-47f6-b035-68888134b5f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:26.768540 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-16a858cb-ad69-47f6-b035-68888134b5f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/networks/01bf4ef1-8cde-4b9a-a480-79c121abf0aa HTTP/1.1" status: 204 len: 168 time: 2.7366388 Jul 05 09:53:26.775120 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60456) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:26.777461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-560b8cb8-70d4-4501-8cc5-586abe3f36cd tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Network 0ee79470-62a5-467c-812c-ff770a614a58 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:26.778730 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a858cb-ad69-47f6-b035-68888134b5f3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Network': ['ID=01bf4ef1-8cde-4b9a-a480-79c121abf0aa,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:26.785946 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-a780c2da-e422-418c-8d58-7a6a05c7df86 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=890aafa473984ea6bbc64b1fb171aec2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825880 Jul 05 09:53:26.790074 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-560b8cb8-70d4-4501-8cc5-586abe3f36cd tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:26.810948 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-560b8cb8-70d4-4501-8cc5-586abe3f36cd tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:26.816682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b8cb8-70d4-4501-8cc5-586abe3f36cd tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Pushing event updated for resources: {'Port': ['ID=3c7e4ce1-8ef3-466f-8305-0043d26e6ac7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:26.837689 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c0caad-b52d-424a-b0ea-2860bcbbdcfc tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] DELETE failed (client error): The resource could not be found. Jul 05 09:53:26.838226 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c0caad-b52d-424a-b0ea-2860bcbbdcfc tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:53:26.840001 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b8c0caad-b52d-424a-b0ea-2860bcbbdcfc tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/subnets/0021a63b-a024-46a9-a797-949a72686c22 HTTP/1.1" status: 404 len: 337 time: 0.0622628 Jul 05 09:53:26.842364 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-50d6c18d-c572-443c-a356-979063347967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:26.843888 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60460) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:26.890573 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-043a269c-8fdc-43ee-b0e1-a96081975ea9 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] DELETE failed (client error): The resource could not be found. Jul 05 09:53:26.891112 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-043a269c-8fdc-43ee-b0e1-a96081975ea9 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:53:26.893613 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-043a269c-8fdc-43ee-b0e1-a96081975ea9 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/networks/01bf4ef1-8cde-4b9a-a480-79c121abf0aa HTTP/1.1" status: 404 len: 339 time: 0.0465536 Jul 05 09:53:26.895618 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-e514b53a-d77d-48f0-b0e4-cf3c8c1accbe service neutron] 10.222.0.78 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120910 Jul 05 09:53:26.900232 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60462) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:26.915006 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4028e97-b77a-45c3-992a-21e87fb2319a req-d714469f-850a-46d5-9732-55478215a50b tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770178 Jul 05 09:53:26.932363 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-50d6c18d-c572-443c-a356-979063347967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:27.078401 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5956255-7fd9-4e80-9158-d181169eb424 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:27.122313 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-1bc0f639-2bd0-422c-b103-81581ed6ec57 service neutron] 10.222.0.78 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128851 Jul 05 09:53:27.203633 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-5aac2ada-d114-416b-800d-3d32ad3da01c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=131fcb68-80ef-4ce5-8a09-b0ad9af2e494 HTTP/1.1" status: 200 len: 217 time: 0.0597615 Jul 05 09:53:27.231912 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-50d6c18d-c572-443c-a356-979063347967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:27.234855 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-50d6c18d-c572-443c-a356-979063347967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:27.236677 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-50d6c18d-c572-443c-a356-979063347967 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/86fefec2-38e3-479e-9696-9e5c5a327247 HTTP/1.1" status: 204 len: 168 time: 0.9011385 Jul 05 09:53:27.289648 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6c18d-c572-443c-a356-979063347967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fefec2-38e3-479e-9696-9e5c5a327247,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:27.296730 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5956255-7fd9-4e80-9158-d181169eb424 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:27.315126 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c5956255-7fd9-4e80-9158-d181169eb424 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e450b0aa-e096-4ffa-8c76-50d3fb2da63b']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:27.329916 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c5956255-7fd9-4e80-9158-d181169eb424 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84740470-a3d8-4462-aec7-bfbc8250f9ae') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:27.330211 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c5956255-7fd9-4e80-9158-d181169eb424 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84740470-a3d8-4462-aec7-bfbc8250f9ae') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:27.333555 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-5b325790-2e05-47cb-afc3-ae2b4d48201f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:27.335154 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-5b325790-2e05-47cb-afc3-ae2b4d48201f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c6f1a43b-cce2-4a9e-add8-8eeaa611f18f HTTP/1.1" status: 200 len: 797 time: 0.0973761 Jul 05 09:53:27.350740 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 2c29ca63-4884-4db4-92f2-46067bcf340c up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:27.360461 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5956255-7fd9-4e80-9158-d181169eb424 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:27.366312 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-560b8cb8-70d4-4501-8cc5-586abe3f36cd tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:27.367085 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-560b8cb8-70d4-4501-8cc5-586abe3f36cd tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:27.399050 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5956255-7fd9-4e80-9158-d181169eb424 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:27.410796 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5956255-7fd9-4e80-9158-d181169eb424 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:53:27.411342 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5956255-7fd9-4e80-9158-d181169eb424 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:27.415238 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 2c29ca63-4884-4db4-92f2-46067bcf340c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:53:27.416360 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:53:27.423530 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 2c29ca63-4884-4db4-92f2-46067bcf340c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:27.424437 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:27.477048 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-560b8cb8-70d4-4501-8cc5-586abe3f36cd tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1072805 Jul 05 09:53:27.498709 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-a0adcb67-2b85-4b2c-a7bb-901bc0939a43 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:27.507190 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-b78e155d-e194-4f35-9d5b-7884c3ed052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:27.507918 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-a0adcb67-2b85-4b2c-a7bb-901bc0939a43 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6927752 Jul 05 09:53:27.508740 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-b78e155d-e194-4f35-9d5b-7884c3ed052c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=46a7d976-22fe-499d-9eac-633e774ed0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1652913 Jul 05 09:53:27.509831 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5956255-7fd9-4e80-9158-d181169eb424 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:27.522018 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-99368e25-4427-4036-bc22-3b17802322bb service neutron] Request body: {'port': {'device_id': '706e31bc-04ad-4080-bc2d-af43a6b31926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:27.531387 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:27.537531 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5956255-7fd9-4e80-9158-d181169eb424 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:27.542726 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c5956255-7fd9-4e80-9158-d181169eb424 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/networks/e450b0aa-e096-4ffa-8c76-50d3fb2da63b HTTP/1.1" status: 204 len: 168 time: 0.6412647 Jul 05 09:53:27.545588 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5956255-7fd9-4e80-9158-d181169eb424 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Network': ['ID=e450b0aa-e096-4ffa-8c76-50d3fb2da63b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:27.552524 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04aafc59-bf48-4e50-8689-fc0f53465132 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:27.560553 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60468) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:27.576275 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 2c29ca63-4884-4db4-92f2-46067bcf340c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2c29ca63-4884-4db4-92f2-46067bcf340c,segment=NetworkSegment(84047a3f-2d3b-49fb-8239-dd130385c398),segment_id=84047a3f-2d3b-49fb-8239-dd130385c398)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:27.577587 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-dcc9b726-8e37-4851-b50d-bdb3e2f5d2ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a2b0699-01ed-44eb-9101-8220bcaacb61 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:53:27.595590 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:27.606830 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-58e3472b-a7fa-44fb-8444-7e2e92a3fc0e tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/quotas/890aafa473984ea6bbc64b1fb171aec2 HTTP/1.1" status: 200 len: 375 time: 0.0978165 Jul 05 09:53:27.643305 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-dcc9b726-8e37-4851-b50d-bdb3e2f5d2ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:27.662021 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-20373e03-d402-49fd-8d0d-7a26e3f3e6d7 service neutron] 10.222.0.78 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181045 Jul 05 09:53:27.671721 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c0515e-9bb1-40a9-9e3e-117d48aefd42 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] DELETE failed (client error): The resource could not be found. Jul 05 09:53:27.672219 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c0515e-9bb1-40a9-9e3e-117d48aefd42 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:53:27.677373 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-07c0515e-9bb1-40a9-9e3e-117d48aefd42 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/subnets/69a71546-45a5-4ec9-a72c-f0a496d245a3 HTTP/1.1" status: 404 len: 337 time: 0.1112776 Jul 05 09:53:27.679416 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=2c29ca63-4884-4db4-92f2-46067bcf340c,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:27.727276 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60472) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:27.733007 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 17df2f17-3dd0-49d5-829c-7886034efa84 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:27.793338 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b266e7d-fce8-45b9-9836-a6d820c13d0b req-3cb1d23b-f30e-4a6b-aff6-7dc028de87a0 service neutron] 10.222.0.78 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197565 Jul 05 09:53:27.794626 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 17df2f17-3dd0-49d5-829c-7886034efa84 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:27.794768 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:27.795646 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-dcc9b726-8e37-4851-b50d-bdb3e2f5d2ae service neutron] Transition to ACTIVE for port object 3a2b0699-01ed-44eb-9101-8220bcaacb61 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:27.832888 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5233bd-c493-4279-a9d7-3fc2ed11917f tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] DELETE failed (client error): The resource could not be found. Jul 05 09:53:27.833617 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5233bd-c493-4279-a9d7-3fc2ed11917f tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:53:27.836376 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1c5233bd-c493-4279-a9d7-3fc2ed11917f tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/networks/208f8f92-bf52-41f5-a45c-491a277a91e3 HTTP/1.1" status: 404 len: 339 time: 0.1033764 Jul 05 09:53:27.838079 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60480) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:27.842290 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-dcc9b726-8e37-4851-b50d-bdb3e2f5d2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:27.875604 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2853d674-0325-456e-985c-2ff7cb3d8e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803349b3-e684-4a9e-9eb5-d27b4fab2e47'}, {'server_uuid': '3e70ab69-7e2a-4f9f-b78f-2b5437143ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c29ca63-4884-4db4-92f2-46067bcf340c'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:27.880310 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c73e397-9fec-494b-9bcb-9bd6fb95cf14" -d '{"events": [{"server_uuid": "2853d674-0325-456e-985c-2ff7cb3d8e05", "name": "network-vif-plugged", "status": "completed", "tag": "803349b3-e684-4a9e-9eb5-d27b4fab2e47"}, {"server_uuid": "3e70ab69-7e2a-4f9f-b78f-2b5437143ea4", "name": "network-vif-plugged", "status": "completed", "tag": "2c29ca63-4884-4db4-92f2-46067bcf340c"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:27.914630 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-470c8c0d-0863-4362-8d8f-94157652fa26 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Deleting subnet 82c3a15b-1efb-4798-8126-6f745647a03b {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:53:27.917316 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6d4c7-1688-4e57-ac8b-304738278ba9 req-b65fb209-68df-46ac-beed-35002b412af8 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:27.918598 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-470c8c0d-0863-4362-8d8f-94157652fa26 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:27.924689 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ad6d4c7-1688-4e57-ac8b-304738278ba9 req-b65fb209-68df-46ac-beed-35002b412af8 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 932 time: 0.9014287 Jul 05 09:53:27.956407 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 177d4159-ace4-4e00-86f5-387c4c54899c no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:53:27.977327 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-470c8c0d-0863-4362-8d8f-94157652fa26 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:27.981175 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 177d4159-ace4-4e00-86f5-387c4c54899c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:53:27.981552 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 177d4159-ace4-4e00-86f5-387c4c54899c not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:53:28.006172 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-99368e25-4427-4036-bc22-3b17802322bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:28.068409 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9b726-8e37-4851-b50d-bdb3e2f5d2ae service neutron] Pushing event updated for resources: {'Port': ['ID=3a2b0699-01ed-44eb-9101-8220bcaacb61,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:28.093428 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ad6d4c7-1688-4e57-ac8b-304738278ba9 req-0a812130-d0c9-4e44-949e-346dd9eda560 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677632 Jul 05 09:53:28.122689 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-470c8c0d-0863-4362-8d8f-94157652fa26 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:28.143301 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-d9ea283d-8d03-4606-9f26-a265f3bbc85b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5058160 Jul 05 09:53:28.204357 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-470c8c0d-0863-4362-8d8f-94157652fa26 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:28.247205 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-470c8c0d-0863-4362-8d8f-94157652fa26 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:28.247783 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bcb2c8-403d-4e5c-8081-9af3a6724b8b None None] Network 0be0b5dd-58b4-480a-a35b-0278a84acc7f requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:28.249619 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-470c8c0d-0863-4362-8d8f-94157652fa26 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/subnets/82c3a15b-1efb-4798-8126-6f745647a03b HTTP/1.1" status: 204 len: 168 time: 0.4104438 Jul 05 09:53:28.282066 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60496) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:28.308308 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c8c0d-0863-4362-8d8f-94157652fa26 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Subnet': ['ID=82c3a15b-1efb-4798-8126-6f745647a03b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:28.347148 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-dcc9b726-8e37-4851-b50d-bdb3e2f5d2ae service neutron] Attempting to bind port 3a2b0699-01ed-44eb-9101-8220bcaacb61 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:53:28.347748 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-dcc9b726-8e37-4851-b50d-bdb3e2f5d2ae service neutron] Attempting to bind port 3a2b0699-01ed-44eb-9101-8220bcaacb61 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '54184659-b6d5-4d0c-b3ad-0d30deff4124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0ee79470-62a5-467c-812c-ff770a614a58'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:53:28.348265 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-dcc9b726-8e37-4851-b50d-bdb3e2f5d2ae service neutron] Attempting to bind port 3a2b0699-01ed-44eb-9101-8220bcaacb61 on network 0ee79470-62a5-467c-812c-ff770a614a58 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:28.355509 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04aafc59-bf48-4e50-8689-fc0f53465132 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Router 822c7d24-cc10-46b0-991d-4e0ec6a0d921 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:53:28.391072 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-dcc9b726-8e37-4851-b50d-bdb3e2f5d2ae service neutron] Port 3a2b0699-01ed-44eb-9101-8220bcaacb61 on network 0ee79470-62a5-467c-812c-ff770a614a58 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:53:28.391530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-dcc9b726-8e37-4851-b50d-bdb3e2f5d2ae service neutron] Attempting to bind port 3a2b0699-01ed-44eb-9101-8220bcaacb61 on network 0ee79470-62a5-467c-812c-ff770a614a58 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:28.440289 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ac84bc-139f-4b37-8993-db049aaf2b19 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Deleting subnet 283bea93-df39-4752-a686-25b4987b4e87 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:53:28.444767 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74ac84bc-139f-4b37-8993-db049aaf2b19 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:28.472894 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-dcc9b726-8e37-4851-b50d-bdb3e2f5d2ae service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:53:28.473268 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-dcc9b726-8e37-4851-b50d-bdb3e2f5d2ae service neutron] Checking segment: {'id': '54184659-b6d5-4d0c-b3ad-0d30deff4124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0ee79470-62a5-467c-812c-ff770a614a58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:28.480468 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-dcc9b726-8e37-4851-b50d-bdb3e2f5d2ae service neutron] Bound using segment: {'id': '54184659-b6d5-4d0c-b3ad-0d30deff4124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0ee79470-62a5-467c-812c-ff770a614a58'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:53:28.481164 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-dcc9b726-8e37-4851-b50d-bdb3e2f5d2ae service neutron] Bound port: 3a2b0699-01ed-44eb-9101-8220bcaacb61, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54184659-b6d5-4d0c-b3ad-0d30deff4124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0ee79470-62a5-467c-812c-ff770a614a58'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:53:28.481436 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-dcc9b726-8e37-4851-b50d-bdb3e2f5d2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:28.519422 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74ac84bc-139f-4b37-8993-db049aaf2b19 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:28.671699 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bfdb95-16a4-4c26-b913-2603d4ad9295 x-openstack-request-id: req-c6bfdb95-16a4-4c26-b913-2603d4ad9295 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:28.672175 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74ac84bc-139f-4b37-8993-db049aaf2b19 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:28.672264 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2853d674-0325-456e-985c-2ff7cb3d8e05", "name": "network-vif-plugged", "status": "completed", "tag": "803349b3-e684-4a9e-9eb5-d27b4fab2e47", "code": 200}, {"server_uuid": "3e70ab69-7e2a-4f9f-b78f-2b5437143ea4", "name": "network-vif-plugged", "status": "completed", "tag": "2c29ca63-4884-4db4-92f2-46067bcf340c", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:28.672454 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c6bfdb95-16a4-4c26-b913-2603d4ad9295 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:28.672871 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2853d674-0325-456e-985c-2ff7cb3d8e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803349b3-e684-4a9e-9eb5-d27b4fab2e47', 'code': 200} Jul 05 09:53:28.673135 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e70ab69-7e2a-4f9f-b78f-2b5437143ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c29ca63-4884-4db4-92f2-46067bcf340c', 'code': 200} Jul 05 09:53:28.803149 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74ac84bc-139f-4b37-8993-db049aaf2b19 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:28.806690 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-dcc9b726-8e37-4851-b50d-bdb3e2f5d2ae service neutron] For port 3a2b0699-01ed-44eb-9101-8220bcaacb61, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:53:28.810115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-dcc9b726-8e37-4851-b50d-bdb3e2f5d2ae service neutron] For port 3a2b0699-01ed-44eb-9101-8220bcaacb61, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=3a2b0699-01ed-44eb-9101-8220bcaacb61,segment=NetworkSegment(54184659-b6d5-4d0c-b3ad-0d30deff4124),segment_id=54184659-b6d5-4d0c-b3ad-0d30deff4124)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:53:28.829875 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-dcc9b726-8e37-4851-b50d-bdb3e2f5d2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:28.874445 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac84bc-139f-4b37-8993-db049aaf2b19 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Subnet': ['ID=283bea93-df39-4752-a686-25b4987b4e87,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:28.906826 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9b726-8e37-4851-b50d-bdb3e2f5d2ae service neutron] Pushing event updated for resources: {'Port': ['ID=3a2b0699-01ed-44eb-9101-8220bcaacb61,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:28.926056 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74ac84bc-139f-4b37-8993-db049aaf2b19 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:28.930954 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-74ac84bc-139f-4b37-8993-db049aaf2b19 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/subnets/283bea93-df39-4752-a686-25b4987b4e87 HTTP/1.1" status: 204 len: 168 time: 0.6426358 Jul 05 09:53:28.931803 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60514) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:29.055525 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975983cc-b4b0-4457-8d8a-d2aa673464aa req-891d818a-cd08-4aa5-94ce-6769cc46331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:29.056091 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975983cc-b4b0-4457-8d8a-d2aa673464aa req-891d818a-cd08-4aa5-94ce-6769cc46331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:29.058896 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-975983cc-b4b0-4457-8d8a-d2aa673464aa req-891d818a-cd08-4aa5-94ce-6769cc46331b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2853d674-0325-456e-985c-2ff7cb3d8e05 HTTP/1.1" status: 200 len: 1985 time: 0.1873496 Jul 05 09:53:29.063608 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-852d48b4-f98e-4359-9b77-de6faf6523ea tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:29.103088 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a703e19-4207-4348-9d71-793473539b06 req-13a36b3c-bd2f-4319-8636-78250f71dd70 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:29.104713 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6a703e19-4207-4348-9d71-793473539b06 req-13a36b3c-bd2f-4319-8636-78250f71dd70 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e70ab69-7e2a-4f9f-b78f-2b5437143ea4 HTTP/1.1" status: 200 len: 946 time: 0.6618586 Jul 05 09:53:29.116936 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-dcc9b726-8e37-4851-b50d-bdb3e2f5d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:29.117582 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-dcc9b726-8e37-4851-b50d-bdb3e2f5d2ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:29.119013 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-dcc9b726-8e37-4851-b50d-bdb3e2f5d2ae service neutron] 10.222.0.81 "PUT /v2.0/ports/3a2b0699-01ed-44eb-9101-8220bcaacb61 HTTP/1.1" status: 200 len: 1091 time: 4.0983469 Jul 05 09:53:29.129557 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ec7d3b-3526-4e15-8e4e-cc8789e41e07', 'tag': '3a2b0699-01ed-44eb-9101-8220bcaacb61'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:29.132004 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4e3a43-5f6f-4655-8596-6ceee52f49e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ec7d3b-3526-4e15-8e4e-cc8789e41e07", "tag": "3a2b0699-01ed-44eb-9101-8220bcaacb61"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:29.169233 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-975983cc-b4b0-4457-8d8a-d2aa673464aa req-ed7854a5-467a-4ace-a4fd-9ea224b8cfc0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010478 Jul 05 09:53:29.199211 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-852d48b4-f98e-4359-9b77-de6faf6523ea tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Deleting port 42894e44-cba1-4517-82fd-96eabf6c413d {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:29.199211 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-852d48b4-f98e-4359-9b77-de6faf6523ea tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:29.202928 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6a703e19-4207-4348-9d71-793473539b06 req-f661aaef-2ef4-41ae-9303-b476e90de0b8 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ca7899c-aaea-4792-aa07-91794dcd6246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636566 Jul 05 09:53:29.211803 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f72b81-40ae-48e4-a93e-34a8fe3b2d85 req-8d847b85-ee6c-421a-825d-3f3257f9e3a7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:29.223488 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f72b81-40ae-48e4-a93e-34a8fe3b2d85 req-8d847b85-ee6c-421a-825d-3f3257f9e3a7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:29.233996 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79f72b81-40ae-48e4-a93e-34a8fe3b2d85 req-8d847b85-ee6c-421a-825d-3f3257f9e3a7 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=2853d674-0325-456e-985c-2ff7cb3d8e05 HTTP/1.1" status: 200 len: 1683 time: 0.3892989 Jul 05 09:53:29.269425 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60526) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:29.332193 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04aafc59-bf48-4e50-8689-fc0f53465132 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:53:29.342971 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-852d48b4-f98e-4359-9b77-de6faf6523ea tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] For port 42894e44-cba1-4517-82fd-96eabf6c413d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=42894e44-cba1-4517-82fd-96eabf6c413d,segment=NetworkSegment(3da6b7e0-14f0-48ed-ad50-c96c9fe385af),segment_id=3da6b7e0-14f0-48ed-ad50-c96c9fe385af)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:29.343562 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-852d48b4-f98e-4359-9b77-de6faf6523ea tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:29.351574 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4628135-5e3a-43ce-b157-081e85ed519b None None] Sync routers for ids ['822c7d24-cc10-46b0-991d-4e0ec6a0d921'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:53:29.367780 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04aafc59-bf48-4e50-8689-fc0f53465132 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:29.369565 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-04aafc59-bf48-4e50-8689-fc0f53465132 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 8.4867253 Jul 05 09:53:29.370431 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-852d48b4-f98e-4359-9b77-de6faf6523ea tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Calling delete_port for 42894e44-cba1-4517-82fd-96eabf6c413d owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:29.378874 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60530) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:29.408518 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4628135-5e3a-43ce-b157-081e85ed519b None None] Routers {'822c7d24-cc10-46b0-991d-4e0ec6a0d921'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:53:29.409562 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d4628135-5e3a-43ce-b157-081e85ed519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:53:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['822c7d24-cc10-46b0-991d-4e0ec6a0d921'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:29.415114 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79f72b81-40ae-48e4-a93e-34a8fe3b2d85 req-9f2ff648-ade1-415c-99da-7c25e5735a5a tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437054 Jul 05 09:53:29.417626 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-99368e25-4427-4036-bc22-3b17802322bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c7e4ce1-8ef3-466f-8305-0043d26e6ac7 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:53:29.438036 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de12a0-4957-42f5-90c4-bf84553c0168 req-98c8ef98-56e3-4cd8-b41e-705ba486426d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:29.444854 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-57de12a0-4957-42f5-90c4-bf84553c0168 req-98c8ef98-56e3-4cd8-b41e-705ba486426d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3e70ab69-7e2a-4f9f-b78f-2b5437143ea4 HTTP/1.1" status: 200 len: 1097 time: 0.5476665 Jul 05 09:53:29.472146 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-99368e25-4427-4036-bc22-3b17802322bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:29.544057 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d4628135-5e3a-43ce-b157-081e85ed519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:29.582286 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4628135-5e3a-43ce-b157-081e85ed519b None None] Routers {'822c7d24-cc10-46b0-991d-4e0ec6a0d921'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:53:29.583690 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d4628135-5e3a-43ce-b157-081e85ed519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:53:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['822c7d24-cc10-46b0-991d-4e0ec6a0d921'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:29.590521 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-99368e25-4427-4036-bc22-3b17802322bb service neutron] Transition to ACTIVE for port object 3c7e4ce1-8ef3-466f-8305-0043d26e6ac7 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:29.606578 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-d722c71d-9735-4dad-a0db-88b4c5411030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:29.621071 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-d722c71d-9735-4dad-a0db-88b4c5411030 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c841ad1b0474469f875c4f560c814580&device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 1094 time: 0.4258828 Jul 05 09:53:29.652862 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d4628135-5e3a-43ce-b157-081e85ed519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:29.653670 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-342582cb-574d-4f35-95af-2c64237f0088 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-341837623'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:29.654177 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4628135-5e3a-43ce-b157-081e85ed519b None None] The sync data for ids ['822c7d24-cc10-46b0-991d-4e0ec6a0d921'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:53:29.664508 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-88b69635-22dd-4cac-bc6b-49157841957e req-73d1880d-1122-4db5-bc75-392d3f48c633 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c8e09a-4bd4-4ce4-972b-7efb7b941845 HTTP/1.1" status: 200 len: 210 time: 0.2117755 Jul 05 09:53:29.665560 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-99368e25-4427-4036-bc22-3b17802322bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:29.684822 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a086725a-44ac-4b92-8a06-5768695a263a None None] Network 0be0b5dd-58b4-480a-a35b-0278a84acc7f requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:29.751289 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342582cb-574d-4f35-95af-2c64237f0088 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Made reservation on behalf of 495845406d6d45f29d9edf74e6e7e653 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:29.756641 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-342582cb-574d-4f35-95af-2c64237f0088 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:29.786611 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8a1204-45ba-40bc-8669-e9ce20608d1c x-openstack-request-id: req-3e8a1204-45ba-40bc-8669-e9ce20608d1c {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:29.786915 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ec7d3b-3526-4e15-8e4e-cc8789e41e07", "tag": "3a2b0699-01ed-44eb-9101-8220bcaacb61", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:29.787182 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3e8a1204-45ba-40bc-8669-e9ce20608d1c {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:29.787602 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ec7d3b-3526-4e15-8e4e-cc8789e41e07', 'tag': '3a2b0699-01ed-44eb-9101-8220bcaacb61', 'status': 'completed', 'code': 200} Jul 05 09:53:29.816489 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dcef3eae-2c16-493d-8565-7068f01d4724 None None] Provisioning complete for port 42894e44-cba1-4517-82fd-96eabf6c413d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:29.818054 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-342582cb-574d-4f35-95af-2c64237f0088 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:29.820390 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dcef3eae-2c16-493d-8565-7068f01d4724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:29.845794 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-852d48b4-f98e-4359-9b77-de6faf6523ea tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:29.894284 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-cdf057a8-338e-45d2-a950-f7846230601a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a2b0699-01ed-44eb-9101-8220bcaacb61 HTTP/1.1" status: 200 len: 217 time: 0.2081661 Jul 05 09:53:29.915374 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d48b4-f98e-4359-9b77-de6faf6523ea tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Port': ['ID=42894e44-cba1-4517-82fd-96eabf6c413d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:29.928122 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852d48b4-f98e-4359-9b77-de6faf6523ea tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] No DVR routers for this DVR port 42894e44-cba1-4517-82fd-96eabf6c413d on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:53:29.933465 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-57de12a0-4957-42f5-90c4-bf84553c0168 req-1c14c9ff-5abc-429f-9909-ff6548cf41ab service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4ca7899c-aaea-4792-aa07-91794dcd6246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134023 Jul 05 09:53:29.947599 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dcef3eae-2c16-493d-8565-7068f01d4724 None None] Could not find standard attr ID for object 42894e44-cba1-4517-82fd-96eabf6c413d. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:53:29.951053 n-d-798054-8 neutron-server[93908]: INFO neutron.plugins.ml2.db [None req-dcef3eae-2c16-493d-8565-7068f01d4724 None None] No ports have port_id starting with 42894e44-cba1-4517-82fd-96eabf6c413d Jul 05 09:53:29.985526 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99368e25-4427-4036-bc22-3b17802322bb service neutron] Pushing event updated for resources: {'Port': ['ID=3c7e4ce1-8ef3-466f-8305-0043d26e6ac7,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:30.035681 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ff975b-310c-4622-ab1e-86f27ab8dd80 None None] DHCP port deletion for 0be0b5dd-58b4-480a-a35b-0278a84acc7f request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:53:30.057668 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-ec72a04e-e5b9-4b10-a43b-dc1ef6a63df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:30.059251 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-ec72a04e-e5b9-4b10-a43b-dc1ef6a63df6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0dce28fb-feef-4fc0-a912-6928eb137c35 HTTP/1.1" status: 200 len: 859 time: 0.1545281 Jul 05 09:53:30.073934 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1776de-b011-40b4-9caf-fc4c497fbad0 req-7999b323-375a-42ca-9ced-b48e7532bc79 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:30.075467 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7e1776de-b011-40b4-9caf-fc4c497fbad0 req-7999b323-375a-42ca-9ced-b48e7532bc79 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 944 time: 0.3911552 Jul 05 09:53:30.082370 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-852d48b4-f98e-4359-9b77-de6faf6523ea tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:30.102520 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-852d48b4-f98e-4359-9b77-de6faf6523ea tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be0b5dd-58b4-480a-a35b-0278a84acc7f']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:30.358004 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-dfcabd3b-466e-4241-84c6-d3c6e1c67158 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0ee79470-62a5-467c-812c-ff770a614a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2799592 Jul 05 09:53:30.359188 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-852d48b4-f98e-4359-9b77-de6faf6523ea tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da6b7e0-14f0-48ed-ad50-c96c9fe385af') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:30.359492 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-852d48b4-f98e-4359-9b77-de6faf6523ea tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da6b7e0-14f0-48ed-ad50-c96c9fe385af') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:30.402330 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-852d48b4-f98e-4359-9b77-de6faf6523ea tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:30.430641 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-852d48b4-f98e-4359-9b77-de6faf6523ea tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:30.449833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852d48b4-f98e-4359-9b77-de6faf6523ea tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:53:30.450246 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-852d48b4-f98e-4359-9b77-de6faf6523ea tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:53:30.453232 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:53:30.460947 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-99368e25-4427-4036-bc22-3b17802322bb service neutron] Attempting to bind port 3c7e4ce1-8ef3-466f-8305-0043d26e6ac7 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:53:30.461298 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-99368e25-4427-4036-bc22-3b17802322bb service neutron] Attempting to bind port 3c7e4ce1-8ef3-466f-8305-0043d26e6ac7 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '54184659-b6d5-4d0c-b3ad-0d30deff4124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0ee79470-62a5-467c-812c-ff770a614a58'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:53:30.461630 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-99368e25-4427-4036-bc22-3b17802322bb service neutron] Attempting to bind port 3c7e4ce1-8ef3-466f-8305-0043d26e6ac7 on network 0ee79470-62a5-467c-812c-ff770a614a58 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:30.477020 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-342582cb-574d-4f35-95af-2c64237f0088 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:30.499325 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-99368e25-4427-4036-bc22-3b17802322bb service neutron] Port 3c7e4ce1-8ef3-466f-8305-0043d26e6ac7 on network 0ee79470-62a5-467c-812c-ff770a614a58 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:53:30.499552 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-99368e25-4427-4036-bc22-3b17802322bb service neutron] Attempting to bind port 3c7e4ce1-8ef3-466f-8305-0043d26e6ac7 on network 0ee79470-62a5-467c-812c-ff770a614a58 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:30.520779 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7e1776de-b011-40b4-9caf-fc4c497fbad0 req-fe29190e-b8d4-4ad2-b70f-71417e1b9eb3 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346554 Jul 05 09:53:30.525181 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-dec382bf-2dd0-4cd2-982d-ce32955b7a0d tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=890aafa473984ea6bbc64b1fb171aec2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499470 Jul 05 09:53:30.526696 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-342582cb-574d-4f35-95af-2c64237f0088 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:30.528835 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-99368e25-4427-4036-bc22-3b17802322bb service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:53:30.529187 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-99368e25-4427-4036-bc22-3b17802322bb service neutron] Checking segment: {'id': '54184659-b6d5-4d0c-b3ad-0d30deff4124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0ee79470-62a5-467c-812c-ff770a614a58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:30.529906 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-99368e25-4427-4036-bc22-3b17802322bb service neutron] Bound using segment: {'id': '54184659-b6d5-4d0c-b3ad-0d30deff4124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0ee79470-62a5-467c-812c-ff770a614a58'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:53:30.530140 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-99368e25-4427-4036-bc22-3b17802322bb service neutron] Bound port: 3c7e4ce1-8ef3-466f-8305-0043d26e6ac7, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54184659-b6d5-4d0c-b3ad-0d30deff4124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0ee79470-62a5-467c-812c-ff770a614a58'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:53:30.530460 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-99368e25-4427-4036-bc22-3b17802322bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:30.580892 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342582cb-574d-4f35-95af-2c64237f0088 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:53:30.596532 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-852d48b4-f98e-4359-9b77-de6faf6523ea tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:30.609516 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-342582cb-574d-4f35-95af-2c64237f0088 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:30.609846 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-342582cb-574d-4f35-95af-2c64237f0088 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Added segment c7a179f6-a31c-43e7-9185-6922d0887987 of type vlan for network 878ed407-9993-43ba-a867-f0c2a282ded4 Jul 05 09:53:30.611588 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-852d48b4-f98e-4359-9b77-de6faf6523ea tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:30.613487 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-852d48b4-f98e-4359-9b77-de6faf6523ea tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/networks/0be0b5dd-58b4-480a-a35b-0278a84acc7f HTTP/1.1" status: 204 len: 168 time: 1.6806123 Jul 05 09:53:30.617841 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342582cb-574d-4f35-95af-2c64237f0088 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=243be2cb-7d06-4ac5-91ff-3770581e3f6a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:30.630872 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60538) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:30.672891 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d48b4-f98e-4359-9b77-de6faf6523ea tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Network': ['ID=0be0b5dd-58b4-480a-a35b-0278a84acc7f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:30.705620 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee57f1c-2704-49a8-a5b2-d57c0b5020f5 req-338526f1-8fec-495b-baff-29e6252b7f81 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:30.707322 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fee57f1c-2704-49a8-a5b2-d57c0b5020f5 req-338526f1-8fec-495b-baff-29e6252b7f81 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e70ab69-7e2a-4f9f-b78f-2b5437143ea4 HTTP/1.1" status: 200 len: 946 time: 0.3517745 Jul 05 09:53:30.712502 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d14efdd-8789-414b-8b63-722cd21632ec tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] DELETE failed (client error): The resource could not be found. Jul 05 09:53:30.712957 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d14efdd-8789-414b-8b63-722cd21632ec tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:53:30.717426 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9d14efdd-8789-414b-8b63-722cd21632ec tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/subnets/c573347b-b2f8-4c50-b299-58d946073d60 HTTP/1.1" status: 404 len: 337 time: 0.0854654 Jul 05 09:53:30.717836 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-342582cb-574d-4f35-95af-2c64237f0088 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:30.719538 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-a0d2ad43-c730-4320-83c1-8e75ad82ff81 service neutron] 10.222.0.81 "GET /v2.0/networks/0ee79470-62a5-467c-812c-ff770a614a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410523 Jul 05 09:53:30.720077 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60542) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:30.783874 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-628d69e2-43d1-4f5d-9fc1-d15434527909 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:30.787090 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-342582cb-574d-4f35-95af-2c64237f0088 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:30.792589 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342582cb-574d-4f35-95af-2c64237f0088 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:30.793191 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-342582cb-574d-4f35-95af-2c64237f0088 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:30.853319 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1cb8bf-c151-4773-b2a1-d5f190c3ce8f tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] DELETE failed (client error): The resource could not be found. Jul 05 09:53:30.853907 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be1cb8bf-c151-4773-b2a1-d5f190c3ce8f tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:53:30.859388 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-be1cb8bf-c151-4773-b2a1-d5f190c3ce8f tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/networks/729d21dc-d454-47ee-8bab-fe46af032963 HTTP/1.1" status: 404 len: 339 time: 0.1291583 Jul 05 09:53:30.859569 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-342582cb-574d-4f35-95af-2c64237f0088 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5854039 Jul 05 09:53:30.871204 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60544) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:30.871473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60546) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:30.913724 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342582cb-574d-4f35-95af-2c64237f0088 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Pushing event updated for resources: {'Network': ['ID=878ed407-9993-43ba-a867-f0c2a282ded4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:30.928751 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 878ed407-9993-43ba-a867-f0c2a282ded4 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:30.962703 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a0debd-6cc9-41af-89bd-e69bf2efcb35 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] DELETE failed (client error): The resource could not be found. Jul 05 09:53:30.963246 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a0debd-6cc9-41af-89bd-e69bf2efcb35 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:53:30.967742 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-08a0debd-6cc9-41af-89bd-e69bf2efcb35 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/subnets/b671de4f-b1ab-4438-92a2-301b3f6ed141 HTTP/1.1" status: 404 len: 337 time: 0.0896590 Jul 05 09:53:30.967742 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-99368e25-4427-4036-bc22-3b17802322bb service neutron] For port 3c7e4ce1-8ef3-466f-8305-0043d26e6ac7, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:53:30.969240 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60550) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:30.979441 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-0bcb9a2a-fd8b-425f-b838-c97e138ff616 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:30.981602 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-0bcb9a2a-fd8b-425f-b838-c97e138ff616 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4416778 Jul 05 09:53:30.989533 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fee57f1c-2704-49a8-a5b2-d57c0b5020f5 req-8d1844c4-5013-4910-82de-423961b15f89 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ca7899c-aaea-4792-aa07-91794dcd6246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668257 Jul 05 09:53:30.994044 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc9a30e-cdc0-493d-abb6-80fa973e501b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] DELETE failed (client error): The resource could not be found. Jul 05 09:53:30.994888 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc9a30e-cdc0-493d-abb6-80fa973e501b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:53:31.002435 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8bc9a30e-cdc0-493d-abb6-80fa973e501b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/networks/9f7fb866-0bc9-44dd-b196-24c1b5392186 HTTP/1.1" status: 404 len: 339 time: 0.0284665 Jul 05 09:53:31.004689 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60552) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:31.019227 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-de116b94-8e11-4dde-a32f-73e3ce801e3b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Request body: {'port': {'device_id': 'c8c8e09a-4bd4-4ce4-972b-7efb7b941845', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': '890aafa473984ea6bbc64b1fb171aec2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:31.088480 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab75bd62-0567-4430-82c0-6f7a03974d2e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] DELETE failed (client error): The resource could not be found. Jul 05 09:53:31.088974 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab75bd62-0567-4430-82c0-6f7a03974d2e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:53:31.093500 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ab75bd62-0567-4430-82c0-6f7a03974d2e tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/subnets/8b853647-77a4-4654-8558-dc79902e5ded HTTP/1.1" status: 404 len: 337 time: 0.0859478 Jul 05 09:53:31.099911 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60556) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:31.111176 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6c5492de-49f2-42af-97c0-2900c62f56b2 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Request body: {'network': {'name': 'tempest-network--366706886', 'router:external': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:31.118258 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-99368e25-4427-4036-bc22-3b17802322bb service neutron] For port 3c7e4ce1-8ef3-466f-8305-0043d26e6ac7, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=3c7e4ce1-8ef3-466f-8305-0043d26e6ac7,segment=NetworkSegment(54184659-b6d5-4d0c-b3ad-0d30deff4124),segment_id=54184659-b6d5-4d0c-b3ad-0d30deff4124)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:53:31.141489 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-99368e25-4427-4036-bc22-3b17802322bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:31.143102 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0bd973b-32cd-45c4-a693-770832ed21bc tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] DELETE failed (client error): The resource could not be found. Jul 05 09:53:31.143593 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0bd973b-32cd-45c4-a693-770832ed21bc tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:53:31.145369 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a0bd973b-32cd-45c4-a693-770832ed21bc tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/networks/f52f520e-5103-42c3-9877-250672a1f595 HTTP/1.1" status: 404 len: 339 time: 0.0449255 Jul 05 09:53:31.153007 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60558) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:31.232258 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0256a-119d-453c-8edd-5d895e3f3a49 req-9c23d509-cd05-4972-acd9-2c3677471280 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:31.239315 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0256a-119d-453c-8edd-5d895e3f3a49 req-9c23d509-cd05-4972-acd9-2c3677471280 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:31.241127 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-96f0256a-119d-453c-8edd-5d895e3f3a49 req-9c23d509-cd05-4972-acd9-2c3677471280 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=2853d674-0325-456e-985c-2ff7cb3d8e05 HTTP/1.1" status: 200 len: 1683 time: 0.5155876 Jul 05 09:53:31.258022 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd453c9-2e55-4c3d-87e9-06032d245f1b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Deleting subnet fd9ab439-42fe-4ede-bebf-efc60b8c47ed {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:53:31.264793 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fdd453c9-2e55-4c3d-87e9-06032d245f1b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:31.273413 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f5e29c8-8a26-476b-8a7f-f88a5fe5e806 req-a69b0835-1d20-434b-bcfb-1f0c495049fe service neutron] 10.222.0.81 "GET /v2.0/networks/0ee79470-62a5-467c-812c-ff770a614a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339320 Jul 05 09:53:31.284285 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d7aaa9a7-b6f6-4ab9-a86b-3d5ed87296f6 req-b69b71bb-cd8a-4347-bec3-dbd7f3887308 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c8e09a-4bd4-4ce4-972b-7efb7b941845 HTTP/1.1" status: 200 len: 210 time: 0.1169586 Jul 05 09:53:31.288025 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-99368e25-4427-4036-bc22-3b17802322bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:31.289254 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-99368e25-4427-4036-bc22-3b17802322bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:31.291194 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-99368e25-4427-4036-bc22-3b17802322bb service neutron] 10.222.0.81 "PUT /v2.0/ports/3c7e4ce1-8ef3-466f-8305-0043d26e6ac7 HTTP/1.1" status: 200 len: 1092 time: 3.8039243 Jul 05 09:53:31.305473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5492de-49f2-42af-97c0-2900c62f56b2 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Made reservation on behalf of fcbe19121c71459ea1bd727119335aea for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:31.309323 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c5492de-49f2-42af-97c0-2900c62f56b2 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:31.344864 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fdd453c9-2e55-4c3d-87e9-06032d245f1b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:31.363939 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c5492de-49f2-42af-97c0-2900c62f56b2 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:31.367716 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-628d69e2-43d1-4f5d-9fc1-d15434527909 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Allocated IP 172.20.0.1 (1438b7d5-ab5c-4c2a-9689-43b77209ffe4/afd1130b-3d15-4483-b500-c08c20f51349/9c545186-3a87-4f59-bce6-f979195a255d) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:31.389446 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99368e25-4427-4036-bc22-3b17802322bb service neutron] Pushing event updated for resources: {'Port': ['ID=3c7e4ce1-8ef3-466f-8305-0043d26e6ac7,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:31.475977 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-96f0256a-119d-453c-8edd-5d895e3f3a49 req-45be5ec4-1e4f-47ef-9eb7-8f8bb2253ad6 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013929 Jul 05 09:53:31.476649 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-de116b94-8e11-4dde-a32f-73e3ce801e3b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Made reservation on behalf of 890aafa473984ea6bbc64b1fb171aec2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:31.480177 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-de116b94-8e11-4dde-a32f-73e3ce801e3b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:31.545443 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-628d69e2-43d1-4f5d-9fc1-d15434527909 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:31.548823 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fdd453c9-2e55-4c3d-87e9-06032d245f1b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:31.580271 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-628d69e2-43d1-4f5d-9fc1-d15434527909 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Transition to ACTIVE for port object 9c545186-3a87-4f59-bce6-f979195a255d will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:31.632033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e3a43-5f6f-4655-8596-6ceee52f49e0 req-dedc3d35-2498-4f42-b880-89225a458dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:31.633620 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc4e3a43-5f6f-4655-8596-6ceee52f49e0 req-dedc3d35-2498-4f42-b880-89225a458dd7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c841ad1b0474469f875c4f560c814580&device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 1094 time: 0.2592967 Jul 05 09:53:31.638282 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-628d69e2-43d1-4f5d-9fc1-d15434527909 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:31.688667 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-dce42193-910c-4fdf-8859-fcb824c5be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:31.690197 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628d69e2-43d1-4f5d-9fc1-d15434527909 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Network 1438b7d5-ab5c-4c2a-9689-43b77209ffe4 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:31.691086 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-dce42193-910c-4fdf-8859-fcb824c5be5d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c841ad1b0474469f875c4f560c814580&device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 1095 time: 0.3154156 Jul 05 09:53:31.695064 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 42894e44-cba1-4517-82fd-96eabf6c413d no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:53:31.738959 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-628d69e2-43d1-4f5d-9fc1-d15434527909 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:31.741632 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d69e2-43d1-4f5d-9fc1-d15434527909 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Pushing event updated for resources: {'Port': ['ID=9c545186-3a87-4f59-bce6-f979195a255d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:31.744615 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d69e2-43d1-4f5d-9fc1-d15434527909 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:31.746901 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 42894e44-cba1-4517-82fd-96eabf6c413d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:53:31.747263 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 42894e44-cba1-4517-82fd-96eabf6c413d not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:53:31.798585 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706e31bc-04ad-4080-bc2d-af43a6b31926', 'tag': '3c7e4ce1-8ef3-466f-8305-0043d26e6ac7'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:31.801143 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d20c05-c735-4893-8b90-db5e9de83abb" -d '{"events": [{"name": "network-changed", "server_uuid": "706e31bc-04ad-4080-bc2d-af43a6b31926", "tag": "3c7e4ce1-8ef3-466f-8305-0043d26e6ac7"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:31.819312 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-88fb7cb7-5581-4bf5-b049-8c81d2438b2d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c7e4ce1-8ef3-466f-8305-0043d26e6ac7 HTTP/1.1" status: 200 len: 217 time: 0.1130183 Jul 05 09:53:31.830226 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-628d69e2-43d1-4f5d-9fc1-d15434527909 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:31.853438 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-de116b94-8e11-4dde-a32f-73e3ce801e3b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Allocated IP 192.168.233.129 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/d66926e5-a70a-4139-9e56-5a9e4537acf9) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:31.909723 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-f01ea3ea-f8a6-4134-9cbd-3a482ca2d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:31.911260 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-f01ea3ea-f8a6-4134-9cbd-3a482ca2d835 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0dce28fb-feef-4fc0-a912-6928eb137c35 HTTP/1.1" status: 200 len: 859 time: 0.0828540 Jul 05 09:53:31.938205 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28fcca4-d323-420d-9d15-4fe0de5c7c22 x-openstack-request-id: req-f28fcca4-d323-420d-9d15-4fe0de5c7c22 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:31.938512 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706e31bc-04ad-4080-bc2d-af43a6b31926", "tag": "3c7e4ce1-8ef3-466f-8305-0043d26e6ac7", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:31.939286 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f28fcca4-d323-420d-9d15-4fe0de5c7c22 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:31.939684 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706e31bc-04ad-4080-bc2d-af43a6b31926', 'tag': '3c7e4ce1-8ef3-466f-8305-0043d26e6ac7', 'status': 'completed', 'code': 200} Jul 05 09:53:32.035546 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c5492de-49f2-42af-97c0-2900c62f56b2 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:32.037144 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fdd453c9-2e55-4c3d-87e9-06032d245f1b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:32.054031 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-782eeb31-5951-4d11-817f-a4d55f6f6110 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0ee79470-62a5-467c-812c-ff770a614a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105576 Jul 05 09:53:32.061168 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c5492de-49f2-42af-97c0-2900c62f56b2 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:32.083708 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd453c9-2e55-4c3d-87e9-06032d245f1b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Subnet': ['ID=fd9ab439-42fe-4ede-bebf-efc60b8c47ed,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:32.089213 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fdd453c9-2e55-4c3d-87e9-06032d245f1b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:32.092349 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fdd453c9-2e55-4c3d-87e9-06032d245f1b tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/subnets/fd9ab439-42fe-4ede-bebf-efc60b8c47ed HTTP/1.1" status: 204 len: 168 time: 0.9382267 Jul 05 09:53:32.094223 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-628d69e2-43d1-4f5d-9fc1-d15434527909 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:32.096196 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60572) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:32.100953 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1a3e7b-f724-4fa6-a5b9-e1d24b07ae1a None None] Network eac745f1-7ae6-4cee-b16a-ad2666d6bd28 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:32.117396 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d93f6c53-82b0-4388-b228-824778915b88 None None] Provisioning for port 9c545186-3a87-4f59-bce6-f979195a255d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:32.151962 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d93f6c53-82b0-4388-b228-824778915b88 None None] Provisioning complete for port 9c545186-3a87-4f59-bce6-f979195a255d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:32.152601 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d93f6c53-82b0-4388-b228-824778915b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:32.222062 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d93f6c53-82b0-4388-b228-824778915b88 None None] Port 9c545186-3a87-4f59-bce6-f979195a255d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:53:32.262919 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5492de-49f2-42af-97c0-2900c62f56b2 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:53:32.304249 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e3a43-5f6f-4655-8596-6ceee52f49e0 req-d05ea8d5-e71d-485f-99fa-da3d63ef1500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:32.305717 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc4e3a43-5f6f-4655-8596-6ceee52f49e0 req-d05ea8d5-e71d-485f-99fa-da3d63ef1500 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0ee79470-62a5-467c-812c-ff770a614a58 HTTP/1.1" status: 200 len: 920 time: 0.6520267 Jul 05 09:53:32.336218 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396e807d-df9e-4a60-9841-d52cf6e231a3 None None] DHCP port deletion for eac745f1-7ae6-4cee-b16a-ad2666d6bd28 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:53:32.364276 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c5492de-49f2-42af-97c0-2900c62f56b2 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:32.364751 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-6c5492de-49f2-42af-97c0-2900c62f56b2 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Added segment 8f5c9a58-2b34-48ea-8c4d-d86ab67cbab8 of type vlan for network 7e6fbffb-396c-45d9-a24a-afcbd267510c Jul 05 09:53:32.370762 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5492de-49f2-42af-97c0-2900c62f56b2 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a67a3a1-feee-4b8d-8e8e-f96713493307,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:32.392874 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-396e807d-df9e-4a60-9841-d52cf6e231a3 None None] Deleting port b8d7cf25-7567-43a9-86c8-e80da929fffe {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:32.393407 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-396e807d-df9e-4a60-9841-d52cf6e231a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:32.419395 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-628d69e2-43d1-4f5d-9fc1-d15434527909 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:32.424982 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-628d69e2-43d1-4f5d-9fc1-d15434527909 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:32.454890 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:32.473398 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-396e807d-df9e-4a60-9841-d52cf6e231a3 None None] For port b8d7cf25-7567-43a9-86c8-e80da929fffe, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b8d7cf25-7567-43a9-86c8-e80da929fffe,segment=NetworkSegment(087c2c20-043d-46b4-a587-9fdf46d604d3),segment_id=087c2c20-043d-46b4-a587-9fdf46d604d3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:32.473663 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-396e807d-df9e-4a60-9841-d52cf6e231a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:32.488791 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-396e807d-df9e-4a60-9841-d52cf6e231a3 None None] Calling delete_port for b8d7cf25-7567-43a9-86c8-e80da929fffe owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:32.535396 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d69e2-43d1-4f5d-9fc1-d15434527909 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Pushing event updated for resources: {'Port': ['ID=9c545186-3a87-4f59-bce6-f979195a255d,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:32.543962 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-628d69e2-43d1-4f5d-9fc1-d15434527909 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:32.583000 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-396e807d-df9e-4a60-9841-d52cf6e231a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:32.618551 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e807d-df9e-4a60-9841-d52cf6e231a3 None None] Pushing event deleted for resources: {'Port': ['ID=b8d7cf25-7567-43a9-86c8-e80da929fffe,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:32.622942 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396e807d-df9e-4a60-9841-d52cf6e231a3 None None] No DVR routers for this DVR port b8d7cf25-7567-43a9-86c8-e80da929fffe on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:53:32.665676 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628d69e2-43d1-4f5d-9fc1-d15434527909 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Network 1438b7d5-ab5c-4c2a-9689-43b77209ffe4 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:32.667109 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-628d69e2-43d1-4f5d-9fc1-d15434527909 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:32.683248 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc4e3a43-5f6f-4655-8596-6ceee52f49e0 req-ad93a5cd-1ad1-4f09-b208-7e7663834891 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a2b0699-01ed-44eb-9101-8220bcaacb61 HTTP/1.1" status: 200 len: 217 time: 0.3407979 Jul 05 09:53:32.697783 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164ca80-18aa-4e19-9414-6bcf2550b8f4 req-b9a249e3-8d45-434f-b67e-99a93c20d683 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:32.699341 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2164ca80-18aa-4e19-9414-6bcf2550b8f4 req-b9a249e3-8d45-434f-b67e-99a93c20d683 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 944 time: 0.8862662 Jul 05 09:53:32.747406 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84fb1144-27ac-4213-b43a-f676940ec9b4 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:32.804941 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628d69e2-43d1-4f5d-9fc1-d15434527909 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Router 822c7d24-cc10-46b0-991d-4e0ec6a0d921 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:53:32.847778 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-de116b94-8e11-4dde-a32f-73e3ce801e3b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:32.858091 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c5492de-49f2-42af-97c0-2900c62f56b2 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:32.875583 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-12720cce-c21f-46b6-8ecf-53fdbf3a9f20 service neutron] 10.222.0.81 "GET /v2.0/networks/0ee79470-62a5-467c-812c-ff770a614a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8102438 Jul 05 09:53:32.901766 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a477e14-bc53-4c2e-8f39-8cb2faf39245 req-e7fee47c-5213-4b46-8062-e930ad167bb8 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:32.907537 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a477e14-bc53-4c2e-8f39-8cb2faf39245 req-e7fee47c-5213-4b46-8062-e930ad167bb8 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:32.909215 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6a477e14-bc53-4c2e-8f39-8cb2faf39245 req-e7fee47c-5213-4b46-8062-e930ad167bb8 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=2853d674-0325-456e-985c-2ff7cb3d8e05 HTTP/1.1" status: 200 len: 1683 time: 0.8596964 Jul 05 09:53:32.926442 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-de116b94-8e11-4dde-a32f-73e3ce801e3b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Transition to ACTIVE for port object d66926e5-a70a-4139-9e56-5a9e4537acf9 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:32.929022 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628d69e2-43d1-4f5d-9fc1-d15434527909 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:53:32.934329 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-628d69e2-43d1-4f5d-9fc1-d15434527909 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] 10.222.0.79 "PUT /v2.0/routers/822c7d24-cc10-46b0-991d-4e0ec6a0d921/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5541520 Jul 05 09:53:32.940803 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60578) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:32.941053 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444ce798-edda-4fae-9ab1-7454ce4f1231 None None] Sync routers for ids ['822c7d24-cc10-46b0-991d-4e0ec6a0d921'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:53:32.946736 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-02731a11-f029-44fd-9ea7-539d5d9cbf5d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Request body: {'port': {'network_id': '1438b7d5-ab5c-4c2a-9689-43b77209ffe4', 'name': 'tempest-FloatingIPAdminTestJSON-1866450322'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:32.953872 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e3a43-5f6f-4655-8596-6ceee52f49e0 req-239a9e2d-52d5-4d34-b2ed-35d196a9e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:32.956231 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc4e3a43-5f6f-4655-8596-6ceee52f49e0 req-239a9e2d-52d5-4d34-b2ed-35d196a9e3c6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0dce28fb-feef-4fc0-a912-6928eb137c35 HTTP/1.1" status: 200 len: 859 time: 0.2547929 Jul 05 09:53:32.957638 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ce798-edda-4fae-9ab1-7454ce4f1231 None None] Routers {'822c7d24-cc10-46b0-991d-4e0ec6a0d921'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:53:32.958276 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-444ce798-edda-4fae-9ab1-7454ce4f1231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:53:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['822c7d24-cc10-46b0-991d-4e0ec6a0d921'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:32.959992 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ada4f2b8-a9b2-4f70-abde-c3a67f995e45 None None] Provisioning complete for port 9c545186-3a87-4f59-bce6-f979195a255d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:32.960540 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ada4f2b8-a9b2-4f70-abde-c3a67f995e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:33.008841 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-444ce798-edda-4fae-9ab1-7454ce4f1231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:33.023755 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2164ca80-18aa-4e19-9414-6bcf2550b8f4 req-93e55632-9b04-4f4e-bddb-3f18d9591408 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106260 Jul 05 09:53:33.024156 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ce798-edda-4fae-9ab1-7454ce4f1231 None None] Routers {'822c7d24-cc10-46b0-991d-4e0ec6a0d921'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:53:33.024699 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-444ce798-edda-4fae-9ab1-7454ce4f1231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:53:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['822c7d24-cc10-46b0-991d-4e0ec6a0d921'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:33.076771 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02731a11-f029-44fd-9ea7-539d5d9cbf5d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Made reservation on behalf of 3c14ca79322344e985075ee224e558da for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:33.082643 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02731a11-f029-44fd-9ea7-539d5d9cbf5d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:33.107136 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-02731a11-f029-44fd-9ea7-539d5d9cbf5d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] device_id is not set on port 7b1a37c4-7aba-4a7e-bbf4-c3fc658c6c29 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:53:33.114735 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc4e3a43-5f6f-4655-8596-6ceee52f49e0 req-082583de-9ce8-4c08-986e-2413108462b7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0ee79470-62a5-467c-812c-ff770a614a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138797 Jul 05 09:53:33.188521 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84fb1144-27ac-4213-b43a-f676940ec9b4 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:33.215899 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-444ce798-edda-4fae-9ab1-7454ce4f1231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:33.216556 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444ce798-edda-4fae-9ab1-7454ce4f1231 None None] The sync data for ids ['822c7d24-cc10-46b0-991d-4e0ec6a0d921'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:53:33.219941 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ada4f2b8-a9b2-4f70-abde-c3a67f995e45 None None] Port 9c545186-3a87-4f59-bce6-f979195a255d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:53:33.247767 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-02731a11-f029-44fd-9ea7-539d5d9cbf5d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Allocated IP 172.20.0.3 (1438b7d5-ab5c-4c2a-9689-43b77209ffe4/afd1130b-3d15-4483-b500-c08c20f51349/7b1a37c4-7aba-4a7e-bbf4-c3fc658c6c29) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:33.262107 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6a477e14-bc53-4c2e-8f39-8cb2faf39245 req-82acd76e-5cef-4deb-b813-fc3b57d336e4 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339493 Jul 05 09:53:33.263058 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c5492de-49f2-42af-97c0-2900c62f56b2 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:33.264218 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5492de-49f2-42af-97c0-2900c62f56b2 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:33.264971 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c5492de-49f2-42af-97c0-2900c62f56b2 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:33.284727 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-84fb1144-27ac-4213-b43a-f676940ec9b4 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac745f1-7ae6-4cee-b16a-ad2666d6bd28']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:33.374402 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-84fb1144-27ac-4213-b43a-f676940ec9b4 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '087c2c20-043d-46b4-a587-9fdf46d604d3') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:33.374732 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-84fb1144-27ac-4213-b43a-f676940ec9b4 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '087c2c20-043d-46b4-a587-9fdf46d604d3') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:33.399308 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-de116b94-8e11-4dde-a32f-73e3ce801e3b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:33.412891 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['effe9602-e71c-4fc1-bc07-d703e8fa353e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:53:33.415394 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['b7c1f3e8-39ed-4534-a9db-da07d6cd9c44', 'aec12d55-b4d5-49cd-aaf6-168fc2c13c6e', 'ca8c7349-cfbb-475b-9b5c-8e68e92a32eb', 'd9aee653-2aee-4d30-bdc2-d203ab1fb647'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:53:33.431647 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84fb1144-27ac-4213-b43a-f676940ec9b4 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:33.436029 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6c5492de-49f2-42af-97c0-2900c62f56b2 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.5584211 Jul 05 09:53:33.465130 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02731a11-f029-44fd-9ea7-539d5d9cbf5d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:33.475667 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60580) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:33.478318 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0530370-ae2c-42c3-a70b-a2585cdf5dac req-c18a7030-dd95-4df1-aedd-eae3d667ce02 service neutron] 10.222.0.81 "GET /v2.0/networks/0ee79470-62a5-467c-812c-ff770a614a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5877073 Jul 05 09:53:33.488222 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-02731a11-f029-44fd-9ea7-539d5d9cbf5d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Transition to ACTIVE for port object 7b1a37c4-7aba-4a7e-bbf4-c3fc658c6c29 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:33.525348 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5492de-49f2-42af-97c0-2900c62f56b2 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Pushing event updated for resources: {'Network': ['ID=7e6fbffb-396c-45d9-a24a-afcbd267510c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:33.530965 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84fb1144-27ac-4213-b43a-f676940ec9b4 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:33.551488 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 7e6fbffb-396c-45d9-a24a-afcbd267510c details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:33.555420 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02731a11-f029-44fd-9ea7-539d5d9cbf5d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:33.617795 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84fb1144-27ac-4213-b43a-f676940ec9b4 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:53:33.619151 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84fb1144-27ac-4213-b43a-f676940ec9b4 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:33.624973 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-de116b94-8e11-4dde-a32f-73e3ce801e3b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:53:33.627067 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:53:33.669380 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc4e3a43-5f6f-4655-8596-6ceee52f49e0 req-1af86805-2510-48de-8a29-73b39391b898 service neutron] 10.222.0.81 "GET /v2.0/networks/0ee79470-62a5-467c-812c-ff770a614a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358357 Jul 05 09:53:33.670377 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de116b94-8e11-4dde-a32f-73e3ce801e3b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Pushing event updated for resources: {'Port': ['ID=d66926e5-a70a-4139-9e56-5a9e4537acf9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:33.696358 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b8d7cf25-7567-43a9-86c8-e80da929fffe no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:53:33.706255 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-de116b94-8e11-4dde-a32f-73e3ce801e3b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:33.718644 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02731a11-f029-44fd-9ea7-539d5d9cbf5d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Pushing event updated for resources: {'Port': ['ID=7b1a37c4-7aba-4a7e-bbf4-c3fc658c6c29,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:33.740518 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-de116b94-8e11-4dde-a32f-73e3ce801e3b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:33.745513 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02731a11-f029-44fd-9ea7-539d5d9cbf5d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Network 1438b7d5-ab5c-4c2a-9689-43b77209ffe4 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:33.748820 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-02731a11-f029-44fd-9ea7-539d5d9cbf5d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:33.749246 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: b8d7cf25-7567-43a9-86c8-e80da929fffe {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:53:33.749602 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b8d7cf25-7567-43a9-86c8-e80da929fffe not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:53:33.752447 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02731a11-f029-44fd-9ea7-539d5d9cbf5d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:33.890271 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-de116b94-8e11-4dde-a32f-73e3ce801e3b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:33.891368 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-de116b94-8e11-4dde-a32f-73e3ce801e3b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:33.968640 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d81201c1-8cdf-4dca-bf31-1dad3cf3c802 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:33.989593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61791cf5-4442-44a7-a79d-7685d827cbd1 req-62282dbb-ec50-4eb3-904c-401fd6f94b07 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:33.996245 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61791cf5-4442-44a7-a79d-7685d827cbd1 req-62282dbb-ec50-4eb3-904c-401fd6f94b07 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e70ab69-7e2a-4f9f-b78f-2b5437143ea4 HTTP/1.1" status: 200 len: 946 time: 0.7669795 Jul 05 09:53:34.018681 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84fb1144-27ac-4213-b43a-f676940ec9b4 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:34.049161 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84fb1144-27ac-4213-b43a-f676940ec9b4 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:34.056092 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-84fb1144-27ac-4213-b43a-f676940ec9b4 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/networks/eac745f1-7ae6-4cee-b16a-ad2666d6bd28 HTTP/1.1" status: 204 len: 168 time: 1.9069545 Jul 05 09:53:34.069521 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-de116b94-8e11-4dde-a32f-73e3ce801e3b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0719080 Jul 05 09:53:34.071455 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60582) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:34.114589 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-267ed11e-ca18-48da-842a-c0e4e549598c service neutron] Request body: {'port': {'device_id': 'c8c8e09a-4bd4-4ce4-972b-7efb7b941845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:34.124117 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb1144-27ac-4213-b43a-f676940ec9b4 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Network': ['ID=eac745f1-7ae6-4cee-b16a-ad2666d6bd28,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:34.158687 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6a7808df-1d42-4d60-8350-3cc7fae8f296 None None] Provisioning for port d66926e5-a70a-4139-9e56-5a9e4537acf9 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:34.158912 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e74243-2082-4e65-a603-be893e95ff68 req-f0d9ee34-9d26-4b70-bc70-9c393ccbfd07 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:34.167977 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e74243-2082-4e65-a603-be893e95ff68 req-f0d9ee34-9d26-4b70-bc70-9c393ccbfd07 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:34.169917 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6a7808df-1d42-4d60-8350-3cc7fae8f296 None None] Provisioning complete for port d66926e5-a70a-4139-9e56-5a9e4537acf9 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:34.170296 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6a7808df-1d42-4d60-8350-3cc7fae8f296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:34.171027 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-75e74243-2082-4e65-a603-be893e95ff68 req-f0d9ee34-9d26-4b70-bc70-9c393ccbfd07 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.78 "GET /v2.0/ports?device_id=2853d674-0325-456e-985c-2ff7cb3d8e05 HTTP/1.1" status: 200 len: 1683 time: 0.5319409 Jul 05 09:53:34.187517 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-561f6f38-520f-4d8f-8c14-252891c3592a tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] DELETE failed (client error): The resource could not be found. Jul 05 09:53:34.188007 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-561f6f38-520f-4d8f-8c14-252891c3592a tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:53:34.192569 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-561f6f38-520f-4d8f-8c14-252891c3592a tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/subnets/c2cf5c1a-2091-4441-9d9d-e796bb05d96e HTTP/1.1" status: 404 len: 337 time: 0.0993016 Jul 05 09:53:34.194918 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02731a11-f029-44fd-9ea7-539d5d9cbf5d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:34.196056 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02731a11-f029-44fd-9ea7-539d5d9cbf5d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:34.200892 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 3a2b0699-01ed-44eb-9101-8220bcaacb61 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:53:34.209372 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60586) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:34.223942 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093b94b-5fd4-4848-b495-ba0d40e9d36f req-6c127492-693d-4c94-a7d1-b913a4f292d1 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:34.225483 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2093b94b-5fd4-4848-b495-ba0d40e9d36f req-6c127492-693d-4c94-a7d1-b913a4f292d1 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c8e09a-4bd4-4ce4-972b-7efb7b941845 HTTP/1.1" status: 200 len: 936 time: 0.6180182 Jul 05 09:53:34.240063 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-02731a11-f029-44fd-9ea7-539d5d9cbf5d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2956383 Jul 05 09:53:34.241312 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6a7808df-1d42-4d60-8350-3cc7fae8f296 None None] Port d66926e5-a70a-4139-9e56-5a9e4537acf9 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:53:34.258463 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60588) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:34.272875 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f62f073-3c7a-440d-8d98-03d9903fcfb3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] DELETE failed (client error): The resource could not be found. Jul 05 09:53:34.273479 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f62f073-3c7a-440d-8d98-03d9903fcfb3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:53:34.277955 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4f62f073-3c7a-440d-8d98-03d9903fcfb3 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/networks/54872b92-eefb-49fb-863a-da2de45895b9 HTTP/1.1" status: 404 len: 339 time: 0.0551186 Jul 05 09:53:34.279275 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60592) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:34.283885 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61791cf5-4442-44a7-a79d-7685d827cbd1 req-deda065f-1841-4906-80f8-79af77399654 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ca7899c-aaea-4792-aa07-91794dcd6246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662854 Jul 05 09:53:34.285803 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d20c05-c735-4893-8b90-db5e9de83abb req-72548bb1-e3f2-4afe-8b6f-54c42697897a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:34.287237 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4d20c05-c735-4893-8b90-db5e9de83abb req-72548bb1-e3f2-4afe-8b6f-54c42697897a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c841ad1b0474469f875c4f560c814580&device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 1095 time: 0.7144992 Jul 05 09:53:34.306604 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6a7808df-1d42-4d60-8350-3cc7fae8f296 None None] Provisioning for port 7b1a37c4-7aba-4a7e-bbf4-c3fc658c6c29 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:34.321152 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc4e3a43-5f6f-4655-8596-6ceee52f49e0 req-6d69a9f0-6a8d-4632-b1dd-297932eb5765 service neutron] 10.222.0.81 "GET /v2.0/networks/0ee79470-62a5-467c-812c-ff770a614a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5853758 Jul 05 09:53:34.325763 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6a7808df-1d42-4d60-8350-3cc7fae8f296 None None] Provisioning complete for port 7b1a37c4-7aba-4a7e-bbf4-c3fc658c6c29 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:34.326180 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6a7808df-1d42-4d60-8350-3cc7fae8f296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:34.402466 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6a7808df-1d42-4d60-8350-3cc7fae8f296 None None] Port 7b1a37c4-7aba-4a7e-bbf4-c3fc658c6c29 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:53:34.438054 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d81201c1-8cdf-4dca-bf31-1dad3cf3c802 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:34.444345 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 3a2b0699-01ed-44eb-9101-8220bcaacb61, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=3a2b0699-01ed-44eb-9101-8220bcaacb61,segment=NetworkSegment(54184659-b6d5-4d0c-b3ad-0d30deff4124),segment_id=54184659-b6d5-4d0c-b3ad-0d30deff4124)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:34.457611 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-d81201c1-8cdf-4dca-bf31-1dad3cf3c802 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6fbffb-396c-45d9-a24a-afcbd267510c']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:34.463718 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2093b94b-5fd4-4848-b495-ba0d40e9d36f req-a91afa39-f272-4809-b431-3dd0dea4c742 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220762 Jul 05 09:53:34.473014 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7821fd1-ec41-45ce-8714-b2e31c8392a2 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Deleting subnet 1e4289a3-2d37-43c6-936e-30231e6729cd {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:53:34.476130 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '3a2b0699-01ed-44eb-9101-8220bcaacb61', 'network_id': '0ee79470-62a5-467c-812c-ff770a614a58', 'port_id': '3a2b0699-01ed-44eb-9101-8220bcaacb61', 'mac_address': 'fa:16:3e:b7:07:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dce28fb-feef-4fc0-a912-6928eb137c35', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:53:34.482801 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a7821fd1-ec41-45ce-8714-b2e31c8392a2 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:34.483401 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8ff900c6-9925-4964-928d-ffe31c94e05e tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'project_id': '3c14ca79322344e985075ee224e558da', 'port_id': '7b1a37c4-7aba-4a7e-bbf4-c3fc658c6c29'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:34.504908 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-d81201c1-8cdf-4dca-bf31-1dad3cf3c802 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5c9a58-2b34-48ea-8c4d-d86ab67cbab8') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:34.505220 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-d81201c1-8cdf-4dca-bf31-1dad3cf3c802 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5c9a58-2b34-48ea-8c4d-d86ab67cbab8') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:34.506813 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-267ed11e-ca18-48da-842a-c0e4e549598c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:34.543210 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d81201c1-8cdf-4dca-bf31-1dad3cf3c802 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:34.555323 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a7821fd1-ec41-45ce-8714-b2e31c8392a2 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:34.558409 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:34.574203 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d20c05-c735-4893-8b90-db5e9de83abb req-ed0b1b46-749a-43f9-a778-6c137e57979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:34.575758 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4d20c05-c735-4893-8b90-db5e9de83abb req-ed0b1b46-749a-43f9-a778-6c137e57979f service neutron] 10.222.0.81 "GET /v2.0/networks?id=0ee79470-62a5-467c-812c-ff770a614a58 HTTP/1.1" status: 200 len: 920 time: 0.2533786 Jul 05 09:53:34.579214 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-75e74243-2082-4e65-a603-be893e95ff68 req-7222dc98-55ae-4664-b570-a11f6c8d0884 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Deleting port 803349b3-e684-4a9e-9eb5-d27b4fab2e47 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:34.580192 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-75e74243-2082-4e65-a603-be893e95ff68 req-7222dc98-55ae-4664-b570-a11f6c8d0884 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:34.589096 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a2b0699-01ed-44eb-9101-8220bcaacb61 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:53:34.609953 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ff900c6-9925-4964-928d-ffe31c94e05e tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:34.612310 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d81201c1-8cdf-4dca-bf31-1dad3cf3c802 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:34.630680 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 3a2b0699-01ed-44eb-9101-8220bcaacb61, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=3a2b0699-01ed-44eb-9101-8220bcaacb61,segment=NetworkSegment(54184659-b6d5-4d0c-b3ad-0d30deff4124),segment_id=54184659-b6d5-4d0c-b3ad-0d30deff4124)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:34.635906 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:34.689434 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81201c1-8cdf-4dca-bf31-1dad3cf3c802 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:53:34.689776 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d81201c1-8cdf-4dca-bf31-1dad3cf3c802 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:53:34.698733 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:53:34.701257 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-75e74243-2082-4e65-a603-be893e95ff68 req-7222dc98-55ae-4664-b570-a11f6c8d0884 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] For port 803349b3-e684-4a9e-9eb5-d27b4fab2e47, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=803349b3-e684-4a9e-9eb5-d27b4fab2e47,segment=NetworkSegment(1320271d-a64b-4c2d-8ab1-26c15cd4c525),segment_id=1320271d-a64b-4c2d-8ab1-26c15cd4c525)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:34.701257 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-75e74243-2082-4e65-a603-be893e95ff68 req-7222dc98-55ae-4664-b570-a11f6c8d0884 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:34.701453 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4d20c05-c735-4893-8b90-db5e9de83abb req-7c497a6b-398d-4b70-9c1e-cb134b247570 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c7e4ce1-8ef3-466f-8305-0043d26e6ac7 HTTP/1.1" status: 200 len: 217 time: 0.0914900 Jul 05 09:53:34.701542 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=3a2b0699-01ed-44eb-9101-8220bcaacb61,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:34.732783 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-75e74243-2082-4e65-a603-be893e95ff68 req-7222dc98-55ae-4664-b570-a11f6c8d0884 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Calling delete_port for 803349b3-e684-4a9e-9eb5-d27b4fab2e47 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:34.788170 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a7821fd1-ec41-45ce-8714-b2e31c8392a2 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:34.873819 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a7821fd1-ec41-45ce-8714-b2e31c8392a2 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:34.922881 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7821fd1-ec41-45ce-8714-b2e31c8392a2 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Subnet': ['ID=1e4289a3-2d37-43c6-936e-30231e6729cd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:34.923718 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['3a2b0699-01ed-44eb-9101-8220bcaacb61'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:53:34.931987 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a7821fd1-ec41-45ce-8714-b2e31c8392a2 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:34.934024 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a7821fd1-ec41-45ce-8714-b2e31c8392a2 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/subnets/1e4289a3-2d37-43c6-936e-30231e6729cd HTTP/1.1" status: 204 len: 168 time: 0.6537585 Jul 05 09:53:34.939060 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60598) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:34.958665 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b6f1fd-03e6-4329-acfb-18046abc67e7 None None] Network 656c09ba-8d2f-4dda-a496-98aa66d18a5e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:35.014328 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-75e74243-2082-4e65-a603-be893e95ff68 req-7222dc98-55ae-4664-b570-a11f6c8d0884 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:35.032876 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['fa9d2963-9e57-4962-a6cb-0c08d8ee33d6', '803349b3-e684-4a9e-9eb5-d27b4fab2e47'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:53:35.063934 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222dc98-55ae-4664-b570-a11f6c8d0884 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event deleted for resources: {'Port': ['ID=803349b3-e684-4a9e-9eb5-d27b4fab2e47,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:35.071834 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca8fc98d-6e46-43b5-bf9f-8e7f0636abd1 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:35.118827 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e74243-2082-4e65-a603-be893e95ff68 req-7222dc98-55ae-4664-b570-a11f6c8d0884 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] No DVR routers for this DVR port 803349b3-e684-4a9e-9eb5-d27b4fab2e47 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:53:35.122087 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-75e74243-2082-4e65-a603-be893e95ff68 req-7222dc98-55ae-4664-b570-a11f6c8d0884 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:35.124194 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-75e74243-2082-4e65-a603-be893e95ff68 req-7222dc98-55ae-4664-b570-a11f6c8d0884 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.78 "DELETE /v2.0/ports/803349b3-e684-4a9e-9eb5-d27b4fab2e47 HTTP/1.1" status: 204 len: 173 time: 0.9129758 Jul 05 09:53:35.124642 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2853d674-0325-456e-985c-2ff7cb3d8e05', 'name': 'network-vif-deleted', 'tag': '803349b3-e684-4a9e-9eb5-d27b4fab2e47'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:35.126995 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ec8208-cd19-499c-b661-c3be0c1e20ce" -d '{"events": [{"server_uuid": "2853d674-0325-456e-985c-2ff7cb3d8e05", "name": "network-vif-deleted", "tag": "803349b3-e684-4a9e-9eb5-d27b4fab2e47"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:35.217866 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d81201c1-8cdf-4dca-bf31-1dad3cf3c802 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:35.251951 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81201c1-8cdf-4dca-bf31-1dad3cf3c802 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7e6fbffb-396c-45d9-a24a-afcbd267510c {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 09:53:35.256560 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81201c1-8cdf-4dca-bf31-1dad3cf3c802 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e6fbffb-396c-45d9-a24a-afcbd267510c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:35.264368 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d81201c1-8cdf-4dca-bf31-1dad3cf3c802 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:35.267719 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ca8fc98d-6e46-43b5-bf9f-8e7f0636abd1 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Deleting port e580c229-408a-4132-b366-9fff023ef966 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:35.268305 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca8fc98d-6e46-43b5-bf9f-8e7f0636abd1 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:35.270492 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60602) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:35.270839 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d81201c1-8cdf-4dca-bf31-1dad3cf3c802 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] 10.222.0.79 "DELETE /v2.0/networks/7e6fbffb-396c-45d9-a24a-afcbd267510c HTTP/1.1" status: 204 len: 168 time: 1.7901256 Jul 05 09:53:35.282694 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1f056d77-bc49-4861-b606-67eb88133379 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:35.321893 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d20c05-c735-4893-8b90-db5e9de83abb req-2242185b-2f77-4029-8804-93dff6f115a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:35.324154 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4d20c05-c735-4893-8b90-db5e9de83abb req-2242185b-2f77-4029-8804-93dff6f115a9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0dce28fb-feef-4fc0-a912-6928eb137c35 HTTP/1.1" status: 200 len: 859 time: 0.5724986 Jul 05 09:53:35.361493 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da0fcc-7fa5-494e-a90a-d0b5536623ec req-155dbc2c-3f61-46de-8e19-dc093d391ee2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:35.370115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da0fcc-7fa5-494e-a90a-d0b5536623ec req-155dbc2c-3f61-46de-8e19-dc093d391ee2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:35.371828 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a4da0fcc-7fa5-494e-a90a-d0b5536623ec req-155dbc2c-3f61-46de-8e19-dc093d391ee2 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=2853d674-0325-456e-985c-2ff7cb3d8e05 HTTP/1.1" status: 200 len: 1604 time: 0.6881204 Jul 05 09:53:35.374007 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22278d8-318d-48bd-854d-33f35b986fac None None] DHCP port deletion for 656c09ba-8d2f-4dda-a496-98aa66d18a5e request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:53:35.411799 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f056d77-bc49-4861-b606-67eb88133379 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Made reservation on behalf of fcbe19121c71459ea1bd727119335aea for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:35.415378 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f056d77-bc49-4861-b606-67eb88133379 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:35.431911 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e22278d8-318d-48bd-854d-33f35b986fac None None] Deleting port e580c229-408a-4132-b366-9fff023ef966 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:35.432557 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e22278d8-318d-48bd-854d-33f35b986fac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:35.445478 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-75e74243-2082-4e65-a603-be893e95ff68 req-0a8a7bc5-620a-4eb8-ba05-c7bf0fa62851 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Deleting port fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:35.445880 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-75e74243-2082-4e65-a603-be893e95ff68 req-0a8a7bc5-620a-4eb8-ba05-c7bf0fa62851 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:35.478908 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd119e4-47a2-490b-9975-e14559764bd1 req-b7c5db32-e762-4aef-a924-995c4f93c812 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:35.486101 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5fd119e4-47a2-490b-9975-e14559764bd1 req-b7c5db32-e762-4aef-a924-995c4f93c812 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 944 time: 0.8010614 Jul 05 09:53:35.496061 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4d20c05-c735-4893-8b90-db5e9de83abb req-15e0c06b-9c02-4e96-b5f7-f2acf43a199e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0ee79470-62a5-467c-812c-ff770a614a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1591606 Jul 05 09:53:35.501960 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e22278d8-318d-48bd-854d-33f35b986fac None None] For port e580c229-408a-4132-b366-9fff023ef966, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e580c229-408a-4132-b366-9fff023ef966,segment=NetworkSegment(58603a13-e8c3-4361-b349-3d74a8bc11ca),segment_id=58603a13-e8c3-4361-b349-3d74a8bc11ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:35.502587 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e22278d8-318d-48bd-854d-33f35b986fac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:35.513796 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-ca8fc98d-6e46-43b5-bf9f-8e7f0636abd1 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] For port e580c229-408a-4132-b366-9fff023ef966, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e580c229-408a-4132-b366-9fff023ef966,segment=NetworkSegment(58603a13-e8c3-4361-b349-3d74a8bc11ca),segment_id=58603a13-e8c3-4361-b349-3d74a8bc11ca)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:35.514162 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca8fc98d-6e46-43b5-bf9f-8e7f0636abd1 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:35.518080 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e22278d8-318d-48bd-854d-33f35b986fac None None] Calling delete_port for e580c229-408a-4132-b366-9fff023ef966 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:35.543270 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f056d77-bc49-4861-b606-67eb88133379 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:53:35.546684 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ca8fc98d-6e46-43b5-bf9f-8e7f0636abd1 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Calling delete_port for e580c229-408a-4132-b366-9fff023ef966 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:35.582237 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f056d77-bc49-4861-b606-67eb88133379 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:35.582589 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-1f056d77-bc49-4861-b606-67eb88133379 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Added segment c3010fda-4615-40cc-89e7-a4da11b21b77 of type vlan for network e3f79e7c-5e3a-4ce2-9e74-1063b4cfd2d3 Jul 05 09:53:35.645427 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4d20c05-c735-4893-8b90-db5e9de83abb req-792d910d-d13e-49f2-86bc-36673bb1e8c3 service neutron] 10.222.0.81 "GET /v2.0/networks/0ee79470-62a5-467c-812c-ff770a614a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108177 Jul 05 09:53:35.694579 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a4da0fcc-7fa5-494e-a90a-d0b5536623ec req-589e846f-3dc6-4f3b-89ef-976da050803f tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c3e990-1f84-4163-a08a-2f3a21da0421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120553 Jul 05 09:53:35.695388 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e22278d8-318d-48bd-854d-33f35b986fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:35.738849 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22278d8-318d-48bd-854d-33f35b986fac None None] Pushing event deleted for resources: {'Port': ['ID=e580c229-408a-4132-b366-9fff023ef966,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:35.745348 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-75e74243-2082-4e65-a603-be893e95ff68 req-0a8a7bc5-620a-4eb8-ba05-c7bf0fa62851 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] For port fa9d2963-9e57-4962-a6cb-0c08d8ee33d6, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=fa9d2963-9e57-4962-a6cb-0c08d8ee33d6,segment=NetworkSegment(4204c525-e04f-498c-9388-60b8361cf419),segment_id=4204c525-e04f-498c-9388-60b8361cf419)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:35.745531 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-75e74243-2082-4e65-a603-be893e95ff68 req-0a8a7bc5-620a-4eb8-ba05-c7bf0fa62851 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:35.748274 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e580c229-408a-4132-b366-9fff023ef966 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:53:35.752144 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22278d8-318d-48bd-854d-33f35b986fac None None] No DVR routers for this DVR port e580c229-408a-4132-b366-9fff023ef966 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:53:35.768551 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5fd119e4-47a2-490b-9975-e14559764bd1 req-f2e51fec-307e-40be-bcad-4de1604aa942 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812912 Jul 05 09:53:35.783412 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: e580c229-408a-4132-b366-9fff023ef966 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:53:35.784596 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e580c229-408a-4132-b366-9fff023ef966 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:53:35.791775 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f056d77-bc49-4861-b606-67eb88133379 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:35.796971 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-75e74243-2082-4e65-a603-be893e95ff68 req-0a8a7bc5-620a-4eb8-ba05-c7bf0fa62851 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Calling delete_port for fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:35.864725 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c531a1c-5fd8-4231-96a9-cd69e6da039a x-openstack-request-id: req-5c531a1c-5fd8-4231-96a9-cd69e6da039a {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:35.865025 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2853d674-0325-456e-985c-2ff7cb3d8e05", "name": "network-vif-deleted", "tag": "803349b3-e684-4a9e-9eb5-d27b4fab2e47", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:35.865327 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5c531a1c-5fd8-4231-96a9-cd69e6da039a {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:35.865729 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2853d674-0325-456e-985c-2ff7cb3d8e05', 'name': 'network-vif-deleted', 'tag': '803349b3-e684-4a9e-9eb5-d27b4fab2e47', 'status': 'completed', 'code': 200} Jul 05 09:53:35.870913 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca8fc98d-6e46-43b5-bf9f-8e7f0636abd1 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:35.886755 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:35.927029 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8fc98d-6e46-43b5-bf9f-8e7f0636abd1 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Port': ['ID=e580c229-408a-4132-b366-9fff023ef966,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:35.936252 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8fc98d-6e46-43b5-bf9f-8e7f0636abd1 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] No DVR routers for this DVR port e580c229-408a-4132-b366-9fff023ef966 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:53:35.938024 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f056d77-bc49-4861-b606-67eb88133379 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:35.939282 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f056d77-bc49-4861-b606-67eb88133379 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:35.939768 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f056d77-bc49-4861-b606-67eb88133379 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:35.967348 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ff900c6-9925-4964-928d-ffe31c94e05e tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:36.109268 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1f056d77-bc49-4861-b606-67eb88133379 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8376670 Jul 05 09:53:36.111920 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4d20c05-c735-4893-8b90-db5e9de83abb req-2f7b60f4-a729-4f79-b743-e6033f1f2e5e service neutron] 10.222.0.81 "GET /v2.0/networks/0ee79470-62a5-467c-812c-ff770a614a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298506 Jul 05 09:53:36.114461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60612) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:36.139440 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f056d77-bc49-4861-b606-67eb88133379 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Pushing event updated for resources: {'Network': ['ID=e3f79e7c-5e3a-4ce2-9e74-1063b4cfd2d3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:36.141013 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a3f76c0d-0118-421e-88a0-9d59d93aa4f5 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Request body: {'subnet': {'network_id': 'e3f79e7c-5e3a-4ce2-9e74-1063b4cfd2d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:36.146517 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca8fc98d-6e46-43b5-bf9f-8e7f0636abd1 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:36.161107 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network e3f79e7c-5e3a-4ce2-9e74-1063b4cfd2d3 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:36.180169 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-ca8fc98d-6e46-43b5-bf9f-8e7f0636abd1 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656c09ba-8d2f-4dda-a496-98aa66d18a5e']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:36.196724 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-ca8fc98d-6e46-43b5-bf9f-8e7f0636abd1 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58603a13-e8c3-4361-b349-3d74a8bc11ca') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:36.197024 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-ca8fc98d-6e46-43b5-bf9f-8e7f0636abd1 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58603a13-e8c3-4361-b349-3d74a8bc11ca') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:36.199763 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-267ed11e-ca18-48da-842a-c0e4e549598c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66926e5-a70a-4139-9e56-5a9e4537acf9 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:53:36.212815 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca8fc98d-6e46-43b5-bf9f-8e7f0636abd1 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:36.232794 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-267ed11e-ca18-48da-842a-c0e4e549598c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:36.233614 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 3c7e4ce1-8ef3-466f-8305-0043d26e6ac7 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:53:36.234542 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca8fc98d-6e46-43b5-bf9f-8e7f0636abd1 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:36.236008 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 3a2b0699-01ed-44eb-9101-8220bcaacb61 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:36.243515 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-75e74243-2082-4e65-a603-be893e95ff68 req-0a8a7bc5-620a-4eb8-ba05-c7bf0fa62851 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:36.264627 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f76c0d-0118-421e-88a0-9d59d93aa4f5 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Made reservation on behalf of fcbe19121c71459ea1bd727119335aea for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:36.268331 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a3f76c0d-0118-421e-88a0-9d59d93aa4f5 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:36.272789 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8fc98d-6e46-43b5-bf9f-8e7f0636abd1 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:53:36.273354 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca8fc98d-6e46-43b5-bf9f-8e7f0636abd1 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:36.275084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-267ed11e-ca18-48da-842a-c0e4e549598c service neutron] Transition to ACTIVE for port object d66926e5-a70a-4139-9e56-5a9e4537acf9 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:36.277572 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a7bc5-620a-4eb8-ba05-c7bf0fa62851 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event deleted for resources: {'Port': ['ID=fa9d2963-9e57-4962-a6cb-0c08d8ee33d6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:53:36.279472 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:53:36.292499 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-267ed11e-ca18-48da-842a-c0e4e549598c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:36.396289 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 3a2b0699-01ed-44eb-9101-8220bcaacb61 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:36.408984 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 3a2b0699-01ed-44eb-9101-8220bcaacb61 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:36.409392 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:36.410141 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e74243-2082-4e65-a603-be893e95ff68 req-0a8a7bc5-620a-4eb8-ba05-c7bf0fa62851 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] No DVR routers for this DVR port fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:53:36.413342 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca8fc98d-6e46-43b5-bf9f-8e7f0636abd1 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:36.416005 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-75e74243-2082-4e65-a603-be893e95ff68 req-0a8a7bc5-620a-4eb8-ba05-c7bf0fa62851 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:36.419339 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-75e74243-2082-4e65-a603-be893e95ff68 req-0a8a7bc5-620a-4eb8-ba05-c7bf0fa62851 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.78 "DELETE /v2.0/ports/fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 HTTP/1.1" status: 204 len: 173 time: 1.2893794 Jul 05 09:53:36.438017 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca8fc98d-6e46-43b5-bf9f-8e7f0636abd1 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:36.443128 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ca8fc98d-6e46-43b5-bf9f-8e7f0636abd1 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] 10.222.0.79 "DELETE /v2.0/networks/656c09ba-8d2f-4dda-a496-98aa66d18a5e HTTP/1.1" status: 204 len: 168 time: 1.5010211 Jul 05 09:53:36.473335 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8fc98d-6e46-43b5-bf9f-8e7f0636abd1 tempest-NetworksIpV6Test-303435045 tempest-NetworksIpV6Test-303435045-project] Pushing event deleted for resources: {'Network': ['ID=656c09ba-8d2f-4dda-a496-98aa66d18a5e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:36.520868 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-8ff900c6-9925-4964-928d-ffe31c94e05e tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Allocated IP 172.25.7.16 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/6d977190-ef1b-4d8d-8526-94374b0c436a) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:36.521863 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 3c7e4ce1-8ef3-466f-8305-0043d26e6ac7, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=3c7e4ce1-8ef3-466f-8305-0043d26e6ac7,segment=NetworkSegment(54184659-b6d5-4d0c-b3ad-0d30deff4124),segment_id=54184659-b6d5-4d0c-b3ad-0d30deff4124)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:36.544645 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '3c7e4ce1-8ef3-466f-8305-0043d26e6ac7', 'network_id': '0ee79470-62a5-467c-812c-ff770a614a58', 'port_id': '3c7e4ce1-8ef3-466f-8305-0043d26e6ac7', 'mac_address': 'fa:16:3e:ec:68:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dce28fb-feef-4fc0-a912-6928eb137c35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:53:36.632420 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:36.669272 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c7e4ce1-8ef3-466f-8305-0043d26e6ac7 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:53:36.706180 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:36.722431 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e1f7c-8603-4119-833a-aba69146bfce req-a353c022-b7e4-4460-b51f-89528f6e2c79 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:36.726854 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-137e1f7c-8603-4119-833a-aba69146bfce req-a353c022-b7e4-4460-b51f-89528f6e2c79 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c8e09a-4bd4-4ce4-972b-7efb7b941845 HTTP/1.1" status: 200 len: 936 time: 0.6591299 Jul 05 09:53:36.756197 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 3a2b0699-01ed-44eb-9101-8220bcaacb61, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=3a2b0699-01ed-44eb-9101-8220bcaacb61,segment=NetworkSegment(54184659-b6d5-4d0c-b3ad-0d30deff4124),segment_id=54184659-b6d5-4d0c-b3ad-0d30deff4124)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:36.759251 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 3c7e4ce1-8ef3-466f-8305-0043d26e6ac7, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=3c7e4ce1-8ef3-466f-8305-0043d26e6ac7,segment=NetworkSegment(54184659-b6d5-4d0c-b3ad-0d30deff4124),segment_id=54184659-b6d5-4d0c-b3ad-0d30deff4124)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:36.761419 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ec7d3b-3526-4e15-8e4e-cc8789e41e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2b0699-01ed-44eb-9101-8220bcaacb61'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:36.764707 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f113d6-6bfe-4df8-b7ec-2113892a42d6" -d '{"events": [{"server_uuid": "d2ec7d3b-3526-4e15-8e4e-cc8789e41e07", "name": "network-vif-plugged", "status": "completed", "tag": "3a2b0699-01ed-44eb-9101-8220bcaacb61"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:36.768808 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:36.775207 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:36.783818 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ff900c6-9925-4964-928d-ffe31c94e05e tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:36.836632 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60626) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:36.841723 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=3a2b0699-01ed-44eb-9101-8220bcaacb61,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:36.846179 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ed11e-ca18-48da-842a-c0e4e549598c service neutron] Pushing event updated for resources: {'Port': ['ID=d66926e5-a70a-4139-9e56-5a9e4537acf9,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:36.898077 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=3c7e4ce1-8ef3-466f-8305-0043d26e6ac7,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:37.008512 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-137e1f7c-8603-4119-833a-aba69146bfce req-bc7a5f50-991e-4882-af2f-9a919d049fbf tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445138 Jul 05 09:53:37.016267 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c6355578-bbc4-4720-8548-4e9239e5b76d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eb615f4146d44bb6b6f0fa7b2f5d5e8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1784222 Jul 05 09:53:37.018898 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60632) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:37.020392 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c6376-1f6d-4be8-9ac5-1e1c02321518 req-778d0aba-dc07-4667-bee6-135a62dcb221 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:37.021968 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c2c6376-1f6d-4be8-9ac5-1e1c02321518 req-778d0aba-dc07-4667-bee6-135a62dcb221 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e70ab69-7e2a-4f9f-b78f-2b5437143ea4 HTTP/1.1" status: 200 len: 946 time: 0.3949239 Jul 05 09:53:37.029153 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ff900c6-9925-4964-928d-ffe31c94e05e tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:37.045831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['3c7e4ce1-8ef3-466f-8305-0043d26e6ac7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:53:37.129001 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-667f85d0-16e3-4beb-a01b-04439368c975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:37.159584 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff900c6-9925-4964-928d-ffe31c94e05e tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:37.166747 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-667f85d0-16e3-4beb-a01b-04439368c975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:37.171712 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-267ed11e-ca18-48da-842a-c0e4e549598c service neutron] Attempting to bind port d66926e5-a70a-4139-9e56-5a9e4537acf9 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:53:37.172227 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-267ed11e-ca18-48da-842a-c0e4e549598c service neutron] Attempting to bind port d66926e5-a70a-4139-9e56-5a9e4537acf9 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:53:37.172720 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-267ed11e-ca18-48da-842a-c0e4e549598c service neutron] Attempting to bind port d66926e5-a70a-4139-9e56-5a9e4537acf9 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:37.175590 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-8ff900c6-9925-4964-928d-ffe31c94e05e tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:37.178548 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff900c6-9925-4964-928d-ffe31c94e05e tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:37.191828 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff900c6-9925-4964-928d-ffe31c94e05e tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Pushing event updated for resources: {'Port': ['ID=6d977190-ef1b-4d8d-8526-94374b0c436a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:37.228602 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c2c6376-1f6d-4be8-9ac5-1e1c02321518 req-9f02f279-6647-4386-8a2f-ed3f471b93ec tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ca7899c-aaea-4792-aa07-91794dcd6246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936369 Jul 05 09:53:37.237151 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-267ed11e-ca18-48da-842a-c0e4e549598c service neutron] Port d66926e5-a70a-4139-9e56-5a9e4537acf9 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:53:37.237869 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-267ed11e-ca18-48da-842a-c0e4e549598c service neutron] Attempting to bind port d66926e5-a70a-4139-9e56-5a9e4537acf9 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:37.261588 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-667f85d0-16e3-4beb-a01b-04439368c975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:37.270135 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-667f85d0-16e3-4beb-a01b-04439368c975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:37.276492 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-667f85d0-16e3-4beb-a01b-04439368c975 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2cf07ca2-1975-4437-aa5d-ba3bb87c8260 HTTP/1.1" status: 204 len: 168 time: 0.2563510 Jul 05 09:53:37.284407 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-47bd5d80-acf5-4eb6-8b7c-d37a5d110c05 req-8c2e0681-da18-493e-a2bd-3c581392d814 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "GET /v2.0/ports?device_id=2853d674-0325-456e-985c-2ff7cb3d8e05 HTTP/1.1" status: 200 len: 210 time: 0.0502212 Jul 05 09:53:37.292098 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f85d0-16e3-4beb-a01b-04439368c975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf07ca2-1975-4437-aa5d-ba3bb87c8260,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:37.293720 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-267ed11e-ca18-48da-842a-c0e4e549598c service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:53:37.293720 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-267ed11e-ca18-48da-842a-c0e4e549598c service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:37.297477 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ab460d-c8d8-4e1d-b05f-2d58607e2c3b x-openstack-request-id: req-65ab460d-c8d8-4e1d-b05f-2d58607e2c3b {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:37.297673 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ec7d3b-3526-4e15-8e4e-cc8789e41e07", "name": "network-vif-plugged", "status": "completed", "tag": "3a2b0699-01ed-44eb-9101-8220bcaacb61", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:37.297938 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-65ab460d-c8d8-4e1d-b05f-2d58607e2c3b {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:37.299127 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ec7d3b-3526-4e15-8e4e-cc8789e41e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2b0699-01ed-44eb-9101-8220bcaacb61', 'code': 200} Jul 05 09:53:37.301355 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-267ed11e-ca18-48da-842a-c0e4e549598c service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:53:37.301667 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-267ed11e-ca18-48da-842a-c0e4e549598c service neutron] Bound port: d66926e5-a70a-4139-9e56-5a9e4537acf9, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:53:37.302177 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-267ed11e-ca18-48da-842a-c0e4e549598c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:37.423542 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:53:37.447096 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-267ed11e-ca18-48da-842a-c0e4e549598c service neutron] For port d66926e5-a70a-4139-9e56-5a9e4537acf9, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:53:37.448744 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:53:37.449488 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device fa9d2963-9e57-4962-a6cb-0c08d8ee33d6 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:53:37.449882 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 803349b3-e684-4a9e-9eb5-d27b4fab2e47 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:53:37.480765 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 803349b3-e684-4a9e-9eb5-d27b4fab2e47 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:53:37.481124 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 803349b3-e684-4a9e-9eb5-d27b4fab2e47 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:53:37.509346 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-267ed11e-ca18-48da-842a-c0e4e549598c service neutron] For port d66926e5-a70a-4139-9e56-5a9e4537acf9, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=d66926e5-a70a-4139-9e56-5a9e4537acf9,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:53:37.527613 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-267ed11e-ca18-48da-842a-c0e4e549598c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:37.609898 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-267ed11e-ca18-48da-842a-c0e4e549598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:37.610579 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-267ed11e-ca18-48da-842a-c0e4e549598c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:37.612446 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-267ed11e-ca18-48da-842a-c0e4e549598c service neutron] 10.222.0.78 "PUT /v2.0/ports/d66926e5-a70a-4139-9e56-5a9e4537acf9 HTTP/1.1" status: 200 len: 1096 time: 3.5135131 Jul 05 09:53:37.617421 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c8e09a-4bd4-4ce4-972b-7efb7b941845', 'tag': 'd66926e5-a70a-4139-9e56-5a9e4537acf9'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:37.620085 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ec6d56-da72-455c-91ad-be58b0dd224e" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c8e09a-4bd4-4ce4-972b-7efb7b941845", "tag": "d66926e5-a70a-4139-9e56-5a9e4537acf9"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:37.697354 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be12e0bc-3185-4af9-b864-be0c14171d1c x-openstack-request-id: req-be12e0bc-3185-4af9-b864-be0c14171d1c {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:37.697651 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c8e09a-4bd4-4ce4-972b-7efb7b941845", "tag": "d66926e5-a70a-4139-9e56-5a9e4537acf9", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:37.697898 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-be12e0bc-3185-4af9-b864-be0c14171d1c {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:37.698292 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c8e09a-4bd4-4ce4-972b-7efb7b941845', 'tag': 'd66926e5-a70a-4139-9e56-5a9e4537acf9', 'status': 'completed', 'code': 200} Jul 05 09:53:37.771193 n-d-798054-8 neutron-server[93907]: DEBUG neutron.objects.ports [None req-a3f76c0d-0118-421e-88a0-9d59d93aa4f5 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93907) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:53:37.771670 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a3f76c0d-0118-421e-88a0-9d59d93aa4f5 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:37.789700 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ed11e-ca18-48da-842a-c0e4e549598c service neutron] Pushing event updated for resources: {'Port': ['ID=d66926e5-a70a-4139-9e56-5a9e4537acf9,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:37.830991 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075e819-b04e-4028-8123-dc3e1b60e277 req-600728a6-8792-4de9-9295-faba6fabac2c tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:37.832599 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4075e819-b04e-4028-8123-dc3e1b60e277 req-600728a6-8792-4de9-9295-faba6fabac2c tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 945 time: 0.4258144 Jul 05 09:53:37.849692 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed6598-7891-4ecd-aa8a-aeb8f341b289 req-df24536e-40d5-48b8-9ab5-f58ae7542f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:37.851350 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d0ed6598-7891-4ecd-aa8a-aeb8f341b289 req-df24536e-40d5-48b8-9ab5-f58ae7542f04 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 1096 time: 0.4433625 Jul 05 09:53:37.867222 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2853d674-0325-456e-985c-2ff7cb3d8e05', 'name': 'network-vif-deleted', 'tag': 'fa9d2963-9e57-4962-a6cb-0c08d8ee33d6'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:37.870265 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1173e99-ce55-4c33-8217-b71454f751bd" -d '{"events": [{"server_uuid": "2853d674-0325-456e-985c-2ff7cb3d8e05", "name": "network-vif-deleted", "tag": "fa9d2963-9e57-4962-a6cb-0c08d8ee33d6"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:37.914103 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90a28aa-02ef-4f4a-a284-491e4823151f x-openstack-request-id: req-e90a28aa-02ef-4f4a-a284-491e4823151f {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:37.914409 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2853d674-0325-456e-985c-2ff7cb3d8e05", "name": "network-vif-deleted", "tag": "fa9d2963-9e57-4962-a6cb-0c08d8ee33d6", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:37.914661 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e90a28aa-02ef-4f4a-a284-491e4823151f {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:37.915061 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2853d674-0325-456e-985c-2ff7cb3d8e05', 'name': 'network-vif-deleted', 'tag': 'fa9d2963-9e57-4962-a6cb-0c08d8ee33d6', 'status': 'completed', 'code': 200} Jul 05 09:53:38.114915 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60660) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:38.157177 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e9100-8115-46c5-b1da-1c045a8da0bb req-f5ad6978-a7fb-45b8-98d8-10a773a8180f tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:38.159223 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-991e9100-8115-46c5-b1da-1c045a8da0bb req-f5ad6978-a7fb-45b8-98d8-10a773a8180f tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e70ab69-7e2a-4f9f-b78f-2b5437143ea4 HTTP/1.1" status: 200 len: 946 time: 0.0969093 Jul 05 09:53:38.212574 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f76c0d-0118-421e-88a0-9d59d93aa4f5 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c4f99a7c-871a-4338-8df1-2c95dac13b2e,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:38.227291 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 3c7e4ce1-8ef3-466f-8305-0043d26e6ac7 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:38.265242 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4dd8339b-df9e-409e-b9c2-062d0c559a04 tempest-DvrRoutersNegativeTest-575475241 tempest-DvrRoutersNegativeTest-575475241-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1560630118', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:38.268875 n-d-798054-8 neutron-server[93906]: DEBUG neutron.policy [None req-4dd8339b-df9e-409e-b9c2-062d0c559a04 tempest-DvrRoutersNegativeTest-575475241 tempest-DvrRoutersNegativeTest-575475241-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93906) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 05 09:53:38.269289 n-d-798054-8 neutron-server[93906]: DEBUG neutron.policy [None req-4dd8339b-df9e-409e-b9c2-062d0c559a04 tempest-DvrRoutersNegativeTest-575475241 tempest-DvrRoutersNegativeTest-575475241-project] Failed policy check for 'create_router' {{(pid=93906) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 05 09:53:38.270050 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-4dd8339b-df9e-409e-b9c2-062d0c559a04 tempest-DvrRoutersNegativeTest-575475241 tempest-DvrRoutersNegativeTest-575475241-project] create failed (client error): Access was denied to this resource. Jul 05 09:53:38.274396 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4dd8339b-df9e-409e-b9c2-062d0c559a04 tempest-DvrRoutersNegativeTest-575475241 tempest-DvrRoutersNegativeTest-575475241-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1537008 Jul 05 09:53:38.300179 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d0ed6598-7891-4ecd-aa8a-aeb8f341b289 req-93d1c72c-f8a9-4a80-8550-d6b75624b564 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089379 Jul 05 09:53:38.304819 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4075e819-b04e-4028-8123-dc3e1b60e277 req-1c9128ac-161f-4c05-8213-362aae8ee865 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645462 Jul 05 09:53:38.308576 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-991e9100-8115-46c5-b1da-1c045a8da0bb req-f4a99171-5500-4a0d-8f95-4df245deefc2 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Deleting port 2c29ca63-4884-4db4-92f2-46067bcf340c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:38.309375 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-991e9100-8115-46c5-b1da-1c045a8da0bb req-f4a99171-5500-4a0d-8f95-4df245deefc2 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:38.312703 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f76c0d-0118-421e-88a0-9d59d93aa4f5 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Checking segment: {'id': 'c3010fda-4615-40cc-89e7-a4da11b21b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e3f79e7c-5e3a-4ce2-9e74-1063b4cfd2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:38.313105 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f76c0d-0118-421e-88a0-9d59d93aa4f5 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Network hostable DHCP agents. Network: e3f79e7c-5e3a-4ce2-9e74-1063b4cfd2d3, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:53:38.318386 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 3c7e4ce1-8ef3-466f-8305-0043d26e6ac7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:38.324855 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 3c7e4ce1-8ef3-466f-8305-0043d26e6ac7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:38.325421 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:38.351404 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-ab112347-ce92-47d4-92a4-5280034efce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:38.353129 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-ab112347-ce92-47d4-92a4-5280034efce1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&device_id=c8c8e09a-4bd4-4ce4-972b-7efb7b941845 HTTP/1.1" status: 200 len: 1099 time: 0.6699874 Jul 05 09:53:38.422792 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-991e9100-8115-46c5-b1da-1c045a8da0bb req-f4a99171-5500-4a0d-8f95-4df245deefc2 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] For port 2c29ca63-4884-4db4-92f2-46067bcf340c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2c29ca63-4884-4db4-92f2-46067bcf340c,segment=NetworkSegment(84047a3f-2d3b-49fb-8239-dd130385c398),segment_id=84047a3f-2d3b-49fb-8239-dd130385c398)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:38.423636 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-991e9100-8115-46c5-b1da-1c045a8da0bb req-f4a99171-5500-4a0d-8f95-4df245deefc2 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:38.426979 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:38.446372 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-991e9100-8115-46c5-b1da-1c045a8da0bb req-f4a99171-5500-4a0d-8f95-4df245deefc2 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Calling delete_port for 2c29ca63-4884-4db4-92f2-46067bcf340c owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:38.458887 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-90ad9d09-c390-4751-91fb-93429ba2859f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=d66926e5-a70a-4139-9e56-5a9e4537acf9 HTTP/1.1" status: 200 len: 217 time: 0.0928538 Jul 05 09:53:38.459620 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f76c0d-0118-421e-88a0-9d59d93aa4f5 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Network e3f79e7c-5e3a-4ce2-9e74-1063b4cfd2d3 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:53:38.476092 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 3c7e4ce1-8ef3-466f-8305-0043d26e6ac7, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=3c7e4ce1-8ef3-466f-8305-0043d26e6ac7,segment=NetworkSegment(54184659-b6d5-4d0c-b3ad-0d30deff4124),segment_id=54184659-b6d5-4d0c-b3ad-0d30deff4124)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:38.483082 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:38.573496 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=3c7e4ce1-8ef3-466f-8305-0043d26e6ac7,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:38.597879 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f6bd2-bccd-4fc8-a66c-0730f645c4e7 req-b9c6f700-75ff-48b0-ae18-e68077164450 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:38.599574 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d85f6bd2-bccd-4fc8-a66c-0730f645c4e7 req-b9c6f700-75ff-48b0-ae18-e68077164450 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c8e09a-4bd4-4ce4-972b-7efb7b941845 HTTP/1.1" status: 200 len: 948 time: 0.4229333 Jul 05 09:53:38.627014 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-991e9100-8115-46c5-b1da-1c045a8da0bb req-f4a99171-5500-4a0d-8f95-4df245deefc2 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:38.632414 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a3f76c0d-0118-421e-88a0-9d59d93aa4f5 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, e3f79e7c-5e3a-4ce2-9e74-1063b4cfd2d3) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:38.639032 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f76c0d-0118-421e-88a0-9d59d93aa4f5 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:38.639651 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a3f76c0d-0118-421e-88a0-9d59d93aa4f5 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:38.642769 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['2c29ca63-4884-4db4-92f2-46067bcf340c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:53:38.654186 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d79e325-c579-41e3-a7ab-2e7b4a459a4d None None] Network e3f79e7c-5e3a-4ce2-9e74-1063b4cfd2d3 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:38.668372 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a99171-5500-4a0d-8f95-4df245deefc2 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Pushing event deleted for resources: {'Port': ['ID=2c29ca63-4884-4db4-92f2-46067bcf340c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:38.721077 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60676) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:38.749532 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-991e9100-8115-46c5-b1da-1c045a8da0bb req-f4a99171-5500-4a0d-8f95-4df245deefc2 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] No DVR routers for this DVR port 2c29ca63-4884-4db4-92f2-46067bcf340c on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:53:38.752088 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-991e9100-8115-46c5-b1da-1c045a8da0bb req-f4a99171-5500-4a0d-8f95-4df245deefc2 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:38.754247 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-991e9100-8115-46c5-b1da-1c045a8da0bb req-f4a99171-5500-4a0d-8f95-4df245deefc2 tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.78 "DELETE /v2.0/ports/2c29ca63-4884-4db4-92f2-46067bcf340c HTTP/1.1" status: 204 len: 173 time: 0.5887723 Jul 05 09:53:38.831755 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-82b23645-19f1-4311-a062-1f37c0c35a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:38.833267 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-82b23645-19f1-4311-a062-1f37c0c35a5d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.3208659 Jul 05 09:53:38.837821 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a3f76c0d-0118-421e-88a0-9d59d93aa4f5 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7159557 Jul 05 09:53:38.838773 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60680) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:38.843664 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-89f051b2-8967-4ffb-aae6-eda3a5eb7404 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Request body: {'floatingip': {'floating_network_id': 'e3f79e7c-5e3a-4ce2-9e74-1063b4cfd2d3'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:38.851783 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607d61ea-ea23-4d9c-b7f6-ad2b79df47ba None None] Network e3f79e7c-5e3a-4ce2-9e74-1063b4cfd2d3 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:38.887546 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89f051b2-8967-4ffb-aae6-eda3a5eb7404 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:38.897066 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d85f6bd2-bccd-4fc8-a66c-0730f645c4e7 req-e5290271-d7f3-4295-9c78-e9fec41b28d0 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789605 Jul 05 09:53:38.949483 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ff900c6-9925-4964-928d-ffe31c94e05e tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.008788 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60682) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:39.009388 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0f3c0a48-c01f-4f64-b374-7e47fc87e4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.045374 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88effdc-36c1-4bd5-b3e8-305efb536690 req-614eafe0-d09c-43d1-9e76-52b518306adf tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:39.047028 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e88effdc-36c1-4bd5-b3e8-305efb536690 req-614eafe0-d09c-43d1-9e76-52b518306adf tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e70ab69-7e2a-4f9f-b78f-2b5437143ea4 HTTP/1.1" status: 200 len: 867 time: 0.5242755 Jul 05 09:53:39.072855 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89f051b2-8967-4ffb-aae6-eda3a5eb7404 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.085112 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8eeaeb-2abe-46a6-b89e-a653be68294b tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Deleting subnet 9de058cf-557c-4915-a509-168bb2aef9d5 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:53:39.089904 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef8eeaeb-2abe-46a6-b89e-a653be68294b tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.121350 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-3c2fb730-fc40-49b0-84b9-98fb0251c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:39.122891 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-3c2fb730-fc40-49b0-84b9-98fb0251c90a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2790394 Jul 05 09:53:39.167833 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef8eeaeb-2abe-46a6-b89e-a653be68294b tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.230403 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e88effdc-36c1-4bd5-b3e8-305efb536690 req-49844d01-024a-4d10-8fb2-b634d28980ee tempest-ServerAddressesNegativeTestJSON-685629583 tempest-ServerAddressesNegativeTestJSON-685629583-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ca7899c-aaea-4792-aa07-91794dcd6246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654849 Jul 05 09:53:39.274153 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-89f051b2-8967-4ffb-aae6-eda3a5eb7404 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Allocated IP 172.20.0.11 (e3f79e7c-5e3a-4ce2-9e74-1063b4cfd2d3/c4f99a7c-871a-4338-8df1-2c95dac13b2e/db97eaf8-205a-415c-a73c-6825f6233bb1) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:39.276528 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ff900c6-9925-4964-928d-ffe31c94e05e tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.300367 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706e31bc-04ad-4080-bc2d-af43a6b31926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7e4ce1-8ef3-466f-8305-0043d26e6ac7'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:39.303471 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612890ed-8d29-46f1-8b81-c7bab39a869c" -d '{"events": [{"server_uuid": "706e31bc-04ad-4080-bc2d-af43a6b31926", "name": "network-vif-plugged", "status": "completed", "tag": "3c7e4ce1-8ef3-466f-8305-0043d26e6ac7"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:39.317343 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef8eeaeb-2abe-46a6-b89e-a653be68294b tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.357511 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24339c95-fd92-4df9-9b09-4bad3b288e2d x-openstack-request-id: req-24339c95-fd92-4df9-9b09-4bad3b288e2d {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:39.357511 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706e31bc-04ad-4080-bc2d-af43a6b31926", "name": "network-vif-plugged", "status": "completed", "tag": "3c7e4ce1-8ef3-466f-8305-0043d26e6ac7", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:39.357931 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-24339c95-fd92-4df9-9b09-4bad3b288e2d {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:39.359036 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706e31bc-04ad-4080-bc2d-af43a6b31926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7e4ce1-8ef3-466f-8305-0043d26e6ac7', 'code': 200} Jul 05 09:53:39.422032 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0f3c0a48-c01f-4f64-b374-7e47fc87e4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.443675 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef8eeaeb-2abe-46a6-b89e-a653be68294b tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.450559 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0f3c0a48-c01f-4f64-b374-7e47fc87e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.456692 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89f051b2-8967-4ffb-aae6-eda3a5eb7404 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.457815 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-97cc00a7-718e-4283-9da4-e656817626c2 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066094 Jul 05 09:53:39.468959 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef8eeaeb-2abe-46a6-b89e-a653be68294b tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.473868 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ef8eeaeb-2abe-46a6-b89e-a653be68294b tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "DELETE /v2.0/subnets/9de058cf-557c-4915-a509-168bb2aef9d5 HTTP/1.1" status: 204 len: 168 time: 0.4615345 Jul 05 09:53:39.474059 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c51d798-8c41-4479-8a79-0c0302dcac15 None None] Network 7b7132c3-b272-426c-9368-7648be3fbe30 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:39.484026 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60688) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:39.492845 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8eeaeb-2abe-46a6-b89e-a653be68294b tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event deleted for resources: {'Subnet': ['ID=9de058cf-557c-4915-a509-168bb2aef9d5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:39.539056 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89f051b2-8967-4ffb-aae6-eda3a5eb7404 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.582363 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f051b2-8967-4ffb-aae6-eda3a5eb7404 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Network e3f79e7c-5e3a-4ce2-9e74-1063b4cfd2d3 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:39.589350 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-89f051b2-8967-4ffb-aae6-eda3a5eb7404 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:39.593823 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f051b2-8967-4ffb-aae6-eda3a5eb7404 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:39.617532 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f051b2-8967-4ffb-aae6-eda3a5eb7404 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Pushing event updated for resources: {'Port': ['ID=db97eaf8-205a-415c-a73c-6825f6233bb1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:39.694041 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89f051b2-8967-4ffb-aae6-eda3a5eb7404 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.738497 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d72e13-ee6e-495a-a6ee-0a663425e583 None None] DHCP port deletion for 7b7132c3-b272-426c-9368-7648be3fbe30 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:53:39.745937 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89f051b2-8967-4ffb-aae6-eda3a5eb7404 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.757303 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0f3c0a48-c01f-4f64-b374-7e47fc87e4a7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ad17f0aa084c457f81eca13f93e33f52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9900997 Jul 05 09:53:39.757303 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c0a48-c01f-4f64-b374-7e47fc87e4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7ddb68-0f0a-4dfa-ada3-5175fdf27764,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:39.758677 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60690) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:39.791767 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-00d72e13-ee6e-495a-a6ee-0a663425e583 None None] Deleting port 09de77f8-38ca-47d0-9fb5-ed6349c1639d {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:39.792073 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-00d72e13-ee6e-495a-a6ee-0a663425e583 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.857605 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-00d72e13-ee6e-495a-a6ee-0a663425e583 None None] For port 09de77f8-38ca-47d0-9fb5-ed6349c1639d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=09de77f8-38ca-47d0-9fb5-ed6349c1639d,segment=NetworkSegment(4204c525-e04f-498c-9388-60b8361cf419),segment_id=4204c525-e04f-498c-9388-60b8361cf419)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:39.858163 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-00d72e13-ee6e-495a-a6ee-0a663425e583 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.867840 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2eda1918-2635-46e6-aa95-1ee268090597 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.873790 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-00d72e13-ee6e-495a-a6ee-0a663425e583 None None] Calling delete_port for 09de77f8-38ca-47d0-9fb5-ed6349c1639d owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:39.910567 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89f051b2-8967-4ffb-aae6-eda3a5eb7404 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.915821 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89f051b2-8967-4ffb-aae6-eda3a5eb7404 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.917805 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e70ab69-7e2a-4f9f-b78f-2b5437143ea4', 'name': 'network-vif-deleted', 'tag': '2c29ca63-4884-4db4-92f2-46067bcf340c'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:39.921384 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b178a826-d9be-42f2-a8e5-d888fe09cbd5" -d '{"events": [{"server_uuid": "3e70ab69-7e2a-4f9f-b78f-2b5437143ea4", "name": "network-vif-deleted", "tag": "2c29ca63-4884-4db4-92f2-46067bcf340c"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:39.947452 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c51775e-efc0-4327-af0e-3f02dad41321 req-a0b34db6-b7ed-474c-aa99-dd61d20831c4 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652703 Jul 05 09:53:39.965465 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-00d72e13-ee6e-495a-a6ee-0a663425e583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.986880 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee9ca9-dbd4-47ae-9bc9-b79397c909a9 req-248507e6-1671-48f9-8ccb-41ef8ff45e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:39.988781 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a2ee9ca9-dbd4-47ae-9bc9-b79397c909a9 req-248507e6-1671-48f9-8ccb-41ef8ff45e7d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 1097 time: 0.4487000 Jul 05 09:53:40.018976 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f051b2-8967-4ffb-aae6-eda3a5eb7404 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Pushing event updated for resources: {'Port': ['ID=db97eaf8-205a-415c-a73c-6825f6233bb1,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:40.020518 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d72e13-ee6e-495a-a6ee-0a663425e583 None None] Pushing event deleted for resources: {'Port': ['ID=09de77f8-38ca-47d0-9fb5-ed6349c1639d,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:40.022236 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89f051b2-8967-4ffb-aae6-eda3a5eb7404 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.023039 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead94c3f-d054-4dc6-a2fb-4e903709a930 req-ff185c7b-ef2a-48e7-85a0-20988dd57990 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:40.024689 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ead94c3f-d054-4dc6-a2fb-4e903709a930 req-ff185c7b-ef2a-48e7-85a0-20988dd57990 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 946 time: 0.4886706 Jul 05 09:53:40.037020 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d72e13-ee6e-495a-a6ee-0a663425e583 None None] No DVR routers for this DVR port 09de77f8-38ca-47d0-9fb5-ed6349c1639d on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:53:40.039347 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89f051b2-8967-4ffb-aae6-eda3a5eb7404 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.041781 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-89f051b2-8967-4ffb-aae6-eda3a5eb7404 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2016885 Jul 05 09:53:40.046212 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60696) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:40.048640 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2eda1918-2635-46e6-aa95-1ee268090597 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] The port '09de77f8-38ca-47d0-9fb5-ed6349c1639d' was deleted {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 05 09:53:40.116998 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-132d22a3-19c3-4af5-ac36-9fc406194480 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] 10.222.0.79 "GET /v2.0/floatingips?floating_network_id=e3f79e7c-5e3a-4ce2-9e74-1063b4cfd2d3 HTTP/1.1" status: 200 len: 690 time: 0.0700152 Jul 05 09:53:40.119652 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60698) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:40.130082 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c370def-836b-439b-b2db-266f5781a3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.203813 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fd2478e0-ae9a-4e92-a375-9e542bc6ce7a tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.273546 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c370def-836b-439b-b2db-266f5781a3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.284814 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-fd2478e0-ae9a-4e92-a375-9e542bc6ce7a tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Deleting port db97eaf8-205a-415c-a73c-6825f6233bb1 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:40.285156 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fd2478e0-ae9a-4e92-a375-9e542bc6ce7a tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.291065 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ff900c6-9925-4964-928d-ffe31c94e05e tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.316475 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ead94c3f-d054-4dc6-a2fb-4e903709a930 req-a4477870-bf66-4a09-adca-a7b135406900 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478752 Jul 05 09:53:40.317146 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ff900c6-9925-4964-928d-ffe31c94e05e tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.321114 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2eda1918-2635-46e6-aa95-1ee268090597 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.583345 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3626831-be03-4ace-a780-0897ef007153 x-openstack-request-id: req-e3626831-be03-4ace-a780-0897ef007153 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:40.583990 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e70ab69-7e2a-4f9f-b78f-2b5437143ea4", "name": "network-vif-deleted", "tag": "2c29ca63-4884-4db4-92f2-46067bcf340c", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:40.583990 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e3626831-be03-4ace-a780-0897ef007153 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:40.584267 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e70ab69-7e2a-4f9f-b78f-2b5437143ea4', 'name': 'network-vif-deleted', 'tag': '2c29ca63-4884-4db4-92f2-46067bcf340c', 'status': 'completed', 'code': 200} Jul 05 09:53:40.584640 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60704) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:40.601005 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a2ee9ca9-dbd4-47ae-9bc9-b79397c909a9 req-727423ef-5823-418d-8c14-abed2e0ad7e2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5751150 Jul 05 09:53:40.637824 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-2eda1918-2635-46e6-aa95-1ee268090597 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7132c3-b272-426c-9368-7648be3fbe30']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:40.646342 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84a04c0-345b-4d2e-ada3-bf8430ed9001 admin admin] Deleting subnet 07370067-3d74-45bd-9ba3-48172c9c1e7c {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:53:40.650752 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d84a04c0-345b-4d2e-ada3-bf8430ed9001 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.676639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-2eda1918-2635-46e6-aa95-1ee268090597 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4204c525-e04f-498c-9388-60b8361cf419') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:40.677005 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-2eda1918-2635-46e6-aa95-1ee268090597 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4204c525-e04f-498c-9388-60b8361cf419') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:40.687248 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fd2478e0-ae9a-4e92-a375-9e542bc6ce7a tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.687587 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fd2478e0-ae9a-4e92-a375-9e542bc6ce7a tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.703776 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-fd2478e0-ae9a-4e92-a375-9e542bc6ce7a tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Calling delete_port for db97eaf8-205a-415c-a73c-6825f6233bb1 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:40.706795 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d84a04c0-345b-4d2e-ada3-bf8430ed9001 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.716601 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2eda1918-2635-46e6-aa95-1ee268090597 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.724436 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff900c6-9925-4964-928d-ffe31c94e05e tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Pushing event updated for resources: {'Port': ['ID=6d977190-ef1b-4d8d-8526-94374b0c436a,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:40.736313 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec6d56-da72-455c-91ad-be58b0dd224e req-79c800eb-adbb-4d2f-ab2e-af0d3971f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:40.738096 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34ec6d56-da72-455c-91ad-be58b0dd224e req-79c800eb-adbb-4d2f-ab2e-af0d3971f8da service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&device_id=c8c8e09a-4bd4-4ce4-972b-7efb7b941845 HTTP/1.1" status: 200 len: 1099 time: 0.7094886 Jul 05 09:53:40.750004 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ef710-303b-4f2c-85a0-da928dcff5d6 req-341bcfa2-3605-48e9-85fc-8cd7cd49ce02 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:40.752061 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1d5ef710-303b-4f2c-85a0-da928dcff5d6 req-341bcfa2-3605-48e9-85fc-8cd7cd49ce02 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c8e09a-4bd4-4ce4-972b-7efb7b941845 HTTP/1.1" status: 200 len: 948 time: 0.6491914 Jul 05 09:53:40.795222 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d84a04c0-345b-4d2e-ada3-bf8430ed9001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.812069 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2eda1918-2635-46e6-aa95-1ee268090597 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.818953 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c370def-836b-439b-b2db-266f5781a3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.821567 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c370def-836b-439b-b2db-266f5781a3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.822714 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3c370def-836b-439b-b2db-266f5781a3b7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5e7ddb68-0f0a-4dfa-ada3-5175fdf27764 HTTP/1.1" status: 204 len: 168 time: 1.0577285 Jul 05 09:53:40.830112 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ff900c6-9925-4964-928d-ffe31c94e05e tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.842783 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eda1918-2635-46e6-aa95-1ee268090597 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:53:40.843205 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2eda1918-2635-46e6-aa95-1ee268090597 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:53:40.856743 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:53:40.897778 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d84a04c0-345b-4d2e-ada3-bf8430ed9001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.916158 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d84a04c0-345b-4d2e-ada3-bf8430ed9001 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.918333 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d84a04c0-345b-4d2e-ada3-bf8430ed9001 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/07370067-3d74-45bd-9ba3-48172c9c1e7c HTTP/1.1" status: 204 len: 168 time: 0.3327482 Jul 05 09:53:40.925295 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60708) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:40.934429 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c370def-836b-439b-b2db-266f5781a3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7ddb68-0f0a-4dfa-ada3-5175fdf27764,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:40.975744 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a04c0-345b-4d2e-ada3-bf8430ed9001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07370067-3d74-45bd-9ba3-48172c9c1e7c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:40.998696 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1d5ef710-303b-4f2c-85a0-da928dcff5d6 req-22b5eb30-2efa-4c3b-a632-76b194182d78 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283924 Jul 05 09:53:41.022952 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fd2478e0-ae9a-4e92-a375-9e542bc6ce7a tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.034445 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2eda1918-2635-46e6-aa95-1ee268090597 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.049167 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2eda1918-2635-46e6-aa95-1ee268090597 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.051318 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2eda1918-2635-46e6-aa95-1ee268090597 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "DELETE /v2.0/networks/7b7132c3-b272-426c-9368-7648be3fbe30 HTTP/1.1" status: 204 len: 168 time: 1.5290012 Jul 05 09:53:41.063090 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60712) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:41.092827 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda1918-2635-46e6-aa95-1ee268090597 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event deleted for resources: {'Network': ['ID=7b7132c3-b272-426c-9368-7648be3fbe30,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:41.099717 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2478e0-ae9a-4e92-a375-9e542bc6ce7a tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Pushing event deleted for resources: {'Port': ['ID=db97eaf8-205a-415c-a73c-6825f6233bb1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:41.100283 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec6d56-da72-455c-91ad-be58b0dd224e req-6f39afc6-984e-4217-9c16-c43e16bb4d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:41.102451 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34ec6d56-da72-455c-91ad-be58b0dd224e req-6f39afc6-984e-4217-9c16-c43e16bb4d6e service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.3492181 Jul 05 09:53:41.124787 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-8ff900c6-9925-4964-928d-ffe31c94e05e tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Floating IP 29ec1d29-5931-4dff-8207-8817a3c6a397 associated. External IP: 172.25.7.16, port: 7b1a37c4-7aba-4a7e-bbf4-c3fc658c6c29. Jul 05 09:53:41.138595 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-90c40f4b-1b8d-4a5f-999f-7c65ecb5c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.165890 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fd2478e0-ae9a-4e92-a375-9e542bc6ce7a tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.204973 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34ec6d56-da72-455c-91ad-be58b0dd224e req-c90059b4-0e2e-49e5-910e-c1f188c3676c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=d66926e5-a70a-4139-9e56-5a9e4537acf9 HTTP/1.1" status: 200 len: 217 time: 0.0812826 Jul 05 09:53:41.261940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-1800249d-a926-4297-bfe7-f49528024427 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Deleting subnet 2133f181-0e7a-4020-aab2-a587b5ae91b5 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:53:41.273610 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1800249d-a926-4297-bfe7-f49528024427 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.279399 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-90c40f4b-1b8d-4a5f-999f-7c65ecb5c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.294276 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-90c40f4b-1b8d-4a5f-999f-7c65ecb5c7d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb30dc7f-b513-4b54-b356-c16e9220e4d7']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:41.297069 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fd2478e0-ae9a-4e92-a375-9e542bc6ce7a tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.327972 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-90c40f4b-1b8d-4a5f-999f-7c65ecb5c7d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84047a3f-2d3b-49fb-8239-dd130385c398') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:41.328297 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-90c40f4b-1b8d-4a5f-999f-7c65ecb5c7d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84047a3f-2d3b-49fb-8239-dd130385c398') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:41.344341 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-90c40f4b-1b8d-4a5f-999f-7c65ecb5c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.351388 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec6d56-da72-455c-91ad-be58b0dd224e req-280e5622-d9ab-4114-83c2-32cdd832623a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:41.352960 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34ec6d56-da72-455c-91ad-be58b0dd224e req-280e5622-d9ab-4114-83c2-32cdd832623a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1368544 Jul 05 09:53:41.373466 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-90c40f4b-1b8d-4a5f-999f-7c65ecb5c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.378711 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1800249d-a926-4297-bfe7-f49528024427 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.385393 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c40f4b-1b8d-4a5f-999f-7c65ecb5c7d6 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:53:41.385798 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-90c40f4b-1b8d-4a5f-999f-7c65ecb5c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:53:41.387492 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:53:41.450155 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 2c29ca63-4884-4db4-92f2-46067bcf340c no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:53:41.481264 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 2c29ca63-4884-4db4-92f2-46067bcf340c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:53:41.481440 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fd2478e0-ae9a-4e92-a375-9e542bc6ce7a tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.482131 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 2c29ca63-4884-4db4-92f2-46067bcf340c not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:53:41.531936 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2478e0-ae9a-4e92-a375-9e542bc6ce7a tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c4f99a7c-871a-4338-8df1-2c95dac13b2e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:41.612957 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fd2478e0-ae9a-4e92-a375-9e542bc6ce7a tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.631353 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-90c40f4b-1b8d-4a5f-999f-7c65ecb5c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.632713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec6d56-da72-455c-91ad-be58b0dd224e req-86db8ed8-f5d7-401d-adcc-77cd71b4b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:41.634277 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34ec6d56-da72-455c-91ad-be58b0dd224e req-86db8ed8-f5d7-401d-adcc-77cd71b4b8c9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2709796 Jul 05 09:53:41.637015 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1800249d-a926-4297-bfe7-f49528024427 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.668993 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-90c40f4b-1b8d-4a5f-999f-7c65ecb5c7d6 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.673934 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-90c40f4b-1b8d-4a5f-999f-7c65ecb5c7d6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/cb30dc7f-b513-4b54-b356-c16e9220e4d7 HTTP/1.1" status: 204 len: 168 time: 0.7476149 Jul 05 09:53:41.675218 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c40f4b-1b8d-4a5f-999f-7c65ecb5c7d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb30dc7f-b513-4b54-b356-c16e9220e4d7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:41.681814 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-fd2478e0-ae9a-4e92-a375-9e542bc6ce7a tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f79e7c-5e3a-4ce2-9e74-1063b4cfd2d3']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:41.721315 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-fd2478e0-ae9a-4e92-a375-9e542bc6ce7a tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3010fda-4615-40cc-89e7-a4da11b21b77') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:41.721535 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-fd2478e0-ae9a-4e92-a375-9e542bc6ce7a tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3010fda-4615-40cc-89e7-a4da11b21b77') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:41.734565 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 09de77f8-38ca-47d0-9fb5-ed6349c1639d no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:53:41.751460 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fd2478e0-ae9a-4e92-a375-9e542bc6ce7a tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.774526 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 09de77f8-38ca-47d0-9fb5-ed6349c1639d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:53:41.774873 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 09de77f8-38ca-47d0-9fb5-ed6349c1639d not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:53:41.776492 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e67a6f-31fc-4cf5-a0fb-3a8ddcb56f49 req-4a694134-acc5-4192-b86d-70d07ab06524 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:41.778279 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4e67a6f-31fc-4cf5-a0fb-3a8ddcb56f49 req-4a694134-acc5-4192-b86d-70d07ab06524 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 946 time: 0.2918460 Jul 05 09:53:41.790108 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff900c6-9925-4964-928d-ffe31c94e05e tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Router 822c7d24-cc10-46b0-991d-4e0ec6a0d921 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:53:41.791733 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fd2478e0-ae9a-4e92-a375-9e542bc6ce7a tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.808441 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2478e0-ae9a-4e92-a375-9e542bc6ce7a tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:53:41.809421 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fd2478e0-ae9a-4e92-a375-9e542bc6ce7a tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:53:41.814246 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:53:41.845689 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1800249d-a926-4297-bfe7-f49528024427 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.863584 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60736) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:41.900410 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fd2478e0-ae9a-4e92-a375-9e542bc6ce7a tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.915777 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2478e0-ae9a-4e92-a375-9e542bc6ce7a tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e3f79e7c-5e3a-4ce2-9e74-1063b4cfd2d3 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 09:53:41.917800 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2478e0-ae9a-4e92-a375-9e542bc6ce7a tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Pushing event deleted for resources: {'Network': ['ID=e3f79e7c-5e3a-4ce2-9e74-1063b4cfd2d3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:41.919965 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fd2478e0-ae9a-4e92-a375-9e542bc6ce7a tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.921867 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fd2478e0-ae9a-4e92-a375-9e542bc6ce7a tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] 10.222.0.79 "DELETE /v2.0/networks/e3f79e7c-5e3a-4ce2-9e74-1063b4cfd2d3 HTTP/1.1" status: 204 len: 168 time: 1.8012946 Jul 05 09:53:41.927012 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60740) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:41.936435 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60742) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:41.944471 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800249d-a926-4297-bfe7-f49528024427 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event deleted for resources: {'Subnet': ['ID=2133f181-0e7a-4020-aab2-a587b5ae91b5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:41.958316 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d5794e-ad8e-41dd-831f-c111a578523d None None] Network 9b558465-8af6-4843-a780-f13ea31a7cdf requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:41.969907 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1800249d-a926-4297-bfe7-f49528024427 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.974239 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1800249d-a926-4297-bfe7-f49528024427 tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "DELETE /v2.0/subnets/2133f181-0e7a-4020-aab2-a587b5ae91b5 HTTP/1.1" status: 204 len: 168 time: 0.8945909 Jul 05 09:53:41.975878 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60744) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:41.977591 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34ec6d56-da72-455c-91ad-be58b0dd224e req-39c5f311-2bde-47af-a3d6-c2ea1c8fde83 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112879 Jul 05 09:53:42.082225 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be888036-9ef4-4bc0-9a8e-e3be913264be tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.121240 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c4446c16-bc0b-4551-b767-906cb3a566af tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2249 time: 0.1892438 Jul 05 09:53:42.126594 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60748) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:42.267939 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf943c7-2044-4476-bfec-ca271a4bb29d None None] DHCP port deletion for 9b558465-8af6-4843-a780-f13ea31a7cdf request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:53:42.270602 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4e67a6f-31fc-4cf5-a0fb-3a8ddcb56f49 req-26ba6df9-4e83-400a-8385-9eb9446dee49 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659500 Jul 05 09:53:42.283251 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6b4dad-1a49-470f-a286-dea7a078d1c7 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:42.283967 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6b4dad-1a49-470f-a286-dea7a078d1c7 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:42.284526 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6b4dad-1a49-470f-a286-dea7a078d1c7 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:42.285123 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6b4dad-1a49-470f-a286-dea7a078d1c7 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:42.285901 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6b4dad-1a49-470f-a286-dea7a078d1c7 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:42.286519 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6b4dad-1a49-470f-a286-dea7a078d1c7 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:42.295419 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6b4dad-1a49-470f-a286-dea7a078d1c7 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:42.295419 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6b4dad-1a49-470f-a286-dea7a078d1c7 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:42.295419 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6b4dad-1a49-470f-a286-dea7a078d1c7 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:42.295419 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5a6b4dad-1a49-470f-a286-dea7a078d1c7 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5795 time: 0.1573150 Jul 05 09:53:42.318203 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60750) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:42.322395 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3cf943c7-2044-4476-bfec-ca271a4bb29d None None] Deleting port d7e3409c-39d5-4314-8d5d-9772491dc125 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:42.322801 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3cf943c7-2044-4476-bfec-ca271a4bb29d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.362258 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-2641b476-1176-4712-8d9b-127a25c3ef17 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] delete failed (client error): The resource could not be found. Jul 05 09:53:42.363456 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2641b476-1176-4712-8d9b-127a25c3ef17 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] 10.222.0.79 "DELETE /v2.0/floatingips/e782a98e-f483-4761-b519-e8c1b21dbb5f HTTP/1.1" status: 404 len: 345 time: 0.0426428 Jul 05 09:53:42.370538 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-dc4dd51e-6d91-4d09-b18c-6985858d6107 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4b73506525a640938dda3d5a7e4a2611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4329031 Jul 05 09:53:42.371305 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60752) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:42.371726 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60754) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:42.400630 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3cf943c7-2044-4476-bfec-ca271a4bb29d None None] For port d7e3409c-39d5-4314-8d5d-9772491dc125, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d7e3409c-39d5-4314-8d5d-9772491dc125,segment=NetworkSegment(1320271d-a64b-4c2d-8ab1-26c15cd4c525),segment_id=1320271d-a64b-4c2d-8ab1-26c15cd4c525)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:42.401125 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3cf943c7-2044-4476-bfec-ca271a4bb29d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.416604 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3cf943c7-2044-4476-bfec-ca271a4bb29d None None] Calling delete_port for d7e3409c-39d5-4314-8d5d-9772491dc125 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:42.431912 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5288e21-0e85-4282-b0ed-7c06919d54ad tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] DELETE failed (client error): The resource could not be found. Jul 05 09:53:42.432640 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5288e21-0e85-4282-b0ed-7c06919d54ad tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:53:42.434530 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f5288e21-0e85-4282-b0ed-7c06919d54ad tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] 10.222.0.79 "DELETE /v2.0/networks/e3f79e7c-5e3a-4ce2-9e74-1063b4cfd2d3 HTTP/1.1" status: 404 len: 339 time: 0.0615962 Jul 05 09:53:42.449931 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60756) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:42.450761 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-202a231d-ca7e-479e-8d55-32e59abd542f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.458058 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-45d27cc3-611c-451e-bf40-1748f8f2adfe tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Request body: {'network': {'name': 'tempest-network--293933305', 'router:external': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:42.484610 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d27cc3-611c-451e-bf40-1748f8f2adfe tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Made reservation on behalf of fcbe19121c71459ea1bd727119335aea for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:42.487594 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45d27cc3-611c-451e-bf40-1748f8f2adfe tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.509829 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3cf943c7-2044-4476-bfec-ca271a4bb29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.528145 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d27cc3-611c-451e-bf40-1748f8f2adfe tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:53:42.538068 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45d27cc3-611c-451e-bf40-1748f8f2adfe tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.538586 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-45d27cc3-611c-451e-bf40-1748f8f2adfe tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Added segment b2346f25-6551-4164-970c-bb32b63ca77a of type vlan for network 665f9c98-0204-4d0a-8df5-dab070df3894 Jul 05 09:53:42.554335 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf943c7-2044-4476-bfec-ca271a4bb29d None None] Pushing event deleted for resources: {'Port': ['ID=d7e3409c-39d5-4314-8d5d-9772491dc125,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:42.557364 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf943c7-2044-4476-bfec-ca271a4bb29d None None] No DVR routers for this DVR port d7e3409c-39d5-4314-8d5d-9772491dc125 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:53:42.590162 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45d27cc3-611c-451e-bf40-1748f8f2adfe tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.624567 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-af7a1b32-b845-49bf-9e95-fb28a6616518 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-438726185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:42.638792 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-202a231d-ca7e-479e-8d55-32e59abd542f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.667792 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34ec6d56-da72-455c-91ad-be58b0dd224e req-b53d216a-bc7b-41a1-8bf2-7f6ea0e0aa60 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451257 Jul 05 09:53:42.668752 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-be888036-9ef4-4bc0-9a8e-e3be913264be tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Deleting port d7e3409c-39d5-4314-8d5d-9772491dc125 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:42.669124 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be888036-9ef4-4bc0-9a8e-e3be913264be tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.689895 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-af7a1b32-b845-49bf-9e95-fb28a6616518 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.691267 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-af7a1b32-b845-49bf-9e95-fb28a6616518 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.697194 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff900c6-9925-4964-928d-ffe31c94e05e tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:53:42.708420 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa8e45-1f11-41df-8fc0-ae0826bb5437 None None] Sync routers for ids ['822c7d24-cc10-46b0-991d-4e0ec6a0d921'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:53:42.713417 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45d27cc3-611c-451e-bf40-1748f8f2adfe tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.715055 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d27cc3-611c-451e-bf40-1748f8f2adfe tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:42.715276 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45d27cc3-611c-451e-bf40-1748f8f2adfe tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.718958 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fa8e45-1f11-41df-8fc0-ae0826bb5437 None None] Routers {'822c7d24-cc10-46b0-991d-4e0ec6a0d921'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:53:42.719741 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-78fa8e45-1f11-41df-8fc0-ae0826bb5437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:53:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['822c7d24-cc10-46b0-991d-4e0ec6a0d921'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:42.745092 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ff900c6-9925-4964-928d-ffe31c94e05e tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.748398 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-45d27cc3-611c-451e-bf40-1748f8f2adfe tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2942433 Jul 05 09:53:42.757351 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e6085-6e99-45b2-9e72-17081f8f8620 req-2d99746f-737f-4660-8813-9516e0487fb6 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:42.759410 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60760) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:42.760189 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-740e6085-6e99-45b2-9e72-17081f8f8620 req-2d99746f-737f-4660-8813-9516e0487fb6 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c8e09a-4bd4-4ce4-972b-7efb7b941845 HTTP/1.1" status: 200 len: 948 time: 0.5373559 Jul 05 09:53:42.776610 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-78fa8e45-1f11-41df-8fc0-ae0826bb5437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:42.788775 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fa8e45-1f11-41df-8fc0-ae0826bb5437 None None] Routers {'822c7d24-cc10-46b0-991d-4e0ec6a0d921'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:53:42.790406 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-78fa8e45-1f11-41df-8fc0-ae0826bb5437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:53:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['822c7d24-cc10-46b0-991d-4e0ec6a0d921'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:42.842682 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-78fa8e45-1f11-41df-8fc0-ae0826bb5437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:42.843453 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa8e45-1f11-41df-8fc0-ae0826bb5437 None None] The sync data for ids ['822c7d24-cc10-46b0-991d-4e0ec6a0d921'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:53:42.869723 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-be888036-9ef4-4bc0-9a8e-e3be913264be tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] For port d7e3409c-39d5-4314-8d5d-9772491dc125, host n-d-798054-8, got binding levels [] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:42.870089 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be888036-9ef4-4bc0-9a8e-e3be913264be tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.877115 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d27cc3-611c-451e-bf40-1748f8f2adfe tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Pushing event updated for resources: {'Network': ['ID=665f9c98-0204-4d0a-8df5-dab070df3894,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:42.890552 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 665f9c98-0204-4d0a-8df5-dab070df3894 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:42.894305 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-af7a1b32-b845-49bf-9e95-fb28a6616518 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.899297 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-be888036-9ef4-4bc0-9a8e-e3be913264be tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Calling delete_port for d7e3409c-39d5-4314-8d5d-9772491dc125 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:42.903554 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-202a231d-ca7e-479e-8d55-32e59abd542f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.906061 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-202a231d-ca7e-479e-8d55-32e59abd542f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.909578 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-202a231d-ca7e-479e-8d55-32e59abd542f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4ca7899c-aaea-4792-aa07-91794dcd6246 HTTP/1.1" status: 204 len: 168 time: 0.5331168 Jul 05 09:53:42.909578 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.ipam_backend_mixin [None req-be888036-9ef4-4bc0-9a8e-e3be913264be tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Port d7e3409c-39d5-4314-8d5d-9772491dc125 was not found and therefore no delete operation was performed {{(pid=93906) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 09:53:42.916442 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-740e6085-6e99-45b2-9e72-17081f8f8620 req-b0a35332-a0fb-4147-8e48-200d85697316 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216979 Jul 05 09:53:42.920105 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-af7a1b32-b845-49bf-9e95-fb28a6616518 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.936473 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8ff900c6-9925-4964-928d-ffe31c94e05e tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.6731191 Jul 05 09:53:42.937368 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60764) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:42.939218 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be888036-9ef4-4bc0-9a8e-e3be913264be tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.947903 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a231d-ca7e-479e-8d55-32e59abd542f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca7899c-aaea-4792-aa07-91794dcd6246,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:42.987232 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be888036-9ef4-4bc0-9a8e-e3be913264be tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event deleted for resources: {'Port': ['ID=d7e3409c-39d5-4314-8d5d-9772491dc125,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:42.989472 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be888036-9ef4-4bc0-9a8e-e3be913264be tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] No DVR routers for this DVR port d7e3409c-39d5-4314-8d5d-9772491dc125 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:53:43.004413 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a284d-bc28-461f-83db-d067ea6fad0e tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:43.010426 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a284d-bc28-461f-83db-d067ea6fad0e tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:43.016573 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a284d-bc28-461f-83db-d067ea6fad0e tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:43.022442 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a284d-bc28-461f-83db-d067ea6fad0e tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:43.027244 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cd1a284d-bc28-461f-83db-d067ea6fad0e tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2344322 Jul 05 09:53:43.028671 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60766) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:43.062135 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-af7a1b32-b845-49bf-9e95-fb28a6616518 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.067067 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-af7a1b32-b845-49bf-9e95-fb28a6616518 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.1932328 Jul 05 09:53:43.088953 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60768) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:43.097386 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8092a923-7b3f-4e58-8d0d-c9132cab65e0 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-819186922'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:43.119796 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be888036-9ef4-4bc0-9a8e-e3be913264be tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.131420 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ac2102da-1fee-4f70-9713-53b3e1ed75f1 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] 10.222.0.79 "GET /v2.0/floatingips/29ec1d29-5931-4dff-8207-8817a3c6a397 HTTP/1.1" status: 200 len: 982 time: 0.1905160 Jul 05 09:53:43.131893 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60770) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:43.145939 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b22f558-3557-4069-84bd-ad0432436fa9 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.196017 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-be888036-9ef4-4bc0-9a8e-e3be913264be tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b558465-8af6-4843-a780-f13ea31a7cdf']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:43.221983 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8092a923-7b3f-4e58-8d0d-c9132cab65e0 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Made reservation on behalf of 1acf7c9e8d6445e2944ac903cf707953 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:43.225491 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8092a923-7b3f-4e58-8d0d-c9132cab65e0 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.228689 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-be888036-9ef4-4bc0-9a8e-e3be913264be tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1320271d-a64b-4c2d-8ab1-26c15cd4c525') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:43.228989 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-be888036-9ef4-4bc0-9a8e-e3be913264be tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1320271d-a64b-4c2d-8ab1-26c15cd4c525') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:43.243337 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b22f558-3557-4069-84bd-ad0432436fa9 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.253900 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-3b22f558-3557-4069-84bd-ad0432436fa9 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665f9c98-0204-4d0a-8df5-dab070df3894']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:43.263301 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be888036-9ef4-4bc0-9a8e-e3be913264be tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.264378 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-3b22f558-3557-4069-84bd-ad0432436fa9 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2346f25-6551-4164-970c-bb32b63ca77a') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:43.264692 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-3b22f558-3557-4069-84bd-ad0432436fa9 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2346f25-6551-4164-970c-bb32b63ca77a') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:43.265077 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8092a923-7b3f-4e58-8d0d-c9132cab65e0 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.274911 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b22f558-3557-4069-84bd-ad0432436fa9 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.290302 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b22f558-3557-4069-84bd-ad0432436fa9 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.294931 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7760f99b-fe4b-4fe7-be81-d2bb1ddca2f6 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2249 time: 0.1591806 Jul 05 09:53:43.294931 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be888036-9ef4-4bc0-9a8e-e3be913264be tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.295277 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60778) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:43.303742 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be888036-9ef4-4bc0-9a8e-e3be913264be tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:53:43.304192 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be888036-9ef4-4bc0-9a8e-e3be913264be tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:53:43.307139 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:53:43.377019 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b22f558-3557-4069-84bd-ad0432436fa9 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:53:43.377864 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b22f558-3557-4069-84bd-ad0432436fa9 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:53:43.379645 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:53:43.390421 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be888036-9ef4-4bc0-9a8e-e3be913264be tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.411264 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be888036-9ef4-4bc0-9a8e-e3be913264be tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.413414 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-be888036-9ef4-4bc0-9a8e-e3be913264be tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] 10.222.0.79 "DELETE /v2.0/networks/9b558465-8af6-4843-a780-f13ea31a7cdf HTTP/1.1" status: 204 len: 168 time: 1.4359078 Jul 05 09:53:43.414353 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be888036-9ef4-4bc0-9a8e-e3be913264be tempest-ServersTestMultiNic-1604753462 tempest-ServersTestMultiNic-1604753462-project] Pushing event deleted for resources: {'Network': ['ID=9b558465-8af6-4843-a780-f13ea31a7cdf,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:43.460937 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device d66926e5-a70a-4139-9e56-5a9e4537acf9 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:53:43.664505 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b22f558-3557-4069-84bd-ad0432436fa9 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.690769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b22f558-3557-4069-84bd-ad0432436fa9 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 665f9c98-0204-4d0a-8df5-dab070df3894 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 09:53:43.698226 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b22f558-3557-4069-84bd-ad0432436fa9 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.703936 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3b22f558-3557-4069-84bd-ad0432436fa9 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] 10.222.0.79 "DELETE /v2.0/networks/665f9c98-0204-4d0a-8df5-dab070df3894 HTTP/1.1" status: 204 len: 168 time: 0.6717203 Jul 05 09:53:43.704333 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60798) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:43.713128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ed37a1d7-6c86-40b2-bf4c-9d226c186824 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Request body: {'network': {'name': 'tempest-network--306036411', 'router:external': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:43.728524 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcb276-4d9b-467e-b4e3-8a71dea1a657 req-e6eeca67-8a63-4c25-953d-d93e676d08b3 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:43.736904 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-56fcb276-4d9b-467e-b4e3-8a71dea1a657 req-e6eeca67-8a63-4c25-953d-d93e676d08b3 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 946 time: 0.2960520 Jul 05 09:53:43.757098 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22f558-3557-4069-84bd-ad0432436fa9 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Pushing event deleted for resources: {'Network': ['ID=665f9c98-0204-4d0a-8df5-dab070df3894,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:43.795945 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-d1d52f46-dfbc-4bbb-ac26-114994627cd5 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Deleting port 6d977190-ef1b-4d8d-8526-94374b0c436a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:43.796177 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d1d52f46-dfbc-4bbb-ac26-114994627cd5 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.803602 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port d66926e5-a70a-4139-9e56-5a9e4537acf9, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=d66926e5-a70a-4139-9e56-5a9e4537acf9,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:43.805408 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8092a923-7b3f-4e58-8d0d-c9132cab65e0 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.817642 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8092a923-7b3f-4e58-8d0d-c9132cab65e0 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.820298 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'd66926e5-a70a-4139-9e56-5a9e4537acf9', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': 'd66926e5-a70a-4139-9e56-5a9e4537acf9', 'mac_address': 'fa:16:3e:3c:87:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:53:43.822521 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d7e3409c-39d5-4314-8d5d-9772491dc125 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:53:43.846712 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: d7e3409c-39d5-4314-8d5d-9772491dc125 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:53:43.847635 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d7e3409c-39d5-4314-8d5d-9772491dc125 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:53:43.885722 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8092a923-7b3f-4e58-8d0d-c9132cab65e0 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:53:43.906676 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d1d52f46-dfbc-4bbb-ac26-114994627cd5 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.907700 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d1d52f46-dfbc-4bbb-ac26-114994627cd5 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.909043 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.911037 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8092a923-7b3f-4e58-8d0d-c9132cab65e0 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.911400 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-8092a923-7b3f-4e58-8d0d-c9132cab65e0 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Added segment 99d1e0b0-df90-4d50-974b-f8145dd856e8 of type vlan for network b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b Jul 05 09:53:43.921975 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-d1d52f46-dfbc-4bbb-ac26-114994627cd5 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Calling delete_port for 6d977190-ef1b-4d8d-8526-94374b0c436a owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:43.944772 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66926e5-a70a-4139-9e56-5a9e4537acf9 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:53:43.950740 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60806) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:43.971365 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-56fcb276-4d9b-467e-b4e3-8a71dea1a657 req-61804690-6aa1-4b31-bfb8-8ea50fd4ffdf tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306445 Jul 05 09:53:43.971926 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8092a923-7b3f-4e58-8d0d-c9132cab65e0 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.985743 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60810) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:44.013979 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8092a923-7b3f-4e58-8d0d-c9132cab65e0 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.020977 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8092a923-7b3f-4e58-8d0d-c9132cab65e0 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:44.022669 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8092a923-7b3f-4e58-8d0d-c9132cab65e0 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.024381 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port d66926e5-a70a-4139-9e56-5a9e4537acf9, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=d66926e5-a70a-4139-9e56-5a9e4537acf9,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:44.035269 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.134708 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=d66926e5-a70a-4139-9e56-5a9e4537acf9,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:44.138627 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092a923-7b3f-4e58-8d0d-c9132cab65e0 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Pushing event updated for resources: {'Network': ['ID=b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:44.144367 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed37a1d7-6c86-40b2-bf4c-9d226c186824 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Made reservation on behalf of fcbe19121c71459ea1bd727119335aea for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:44.150031 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed37a1d7-6c86-40b2-bf4c-9d226c186824 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.164925 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:44.168198 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092a923-7b3f-4e58-8d0d-c9132cab65e0 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9b3837-ad29-4fbc-89db-72178b34e084,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:44.190152 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8092a923-7b3f-4e58-8d0d-c9132cab65e0 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1001513 Jul 05 09:53:44.195586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60814) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:44.237584 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed37a1d7-6c86-40b2-bf4c-9d226c186824 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:53:44.248414 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed37a1d7-6c86-40b2-bf4c-9d226c186824 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.248818 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-ed37a1d7-6c86-40b2-bf4c-9d226c186824 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Added segment 8cc0fa3e-c5d0-4a28-a5bd-63c43957c6d6 of type vlan for network bcadcf42-baf8-4e96-a649-56afdc24a1de Jul 05 09:53:44.284187 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-88d4baac-1751-4eab-b75b-6e03b673e113 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Request body: {'subnet': {'network_id': 'b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:44.309987 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed37a1d7-6c86-40b2-bf4c-9d226c186824 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.316596 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d1d52f46-dfbc-4bbb-ac26-114994627cd5 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.358231 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed37a1d7-6c86-40b2-bf4c-9d226c186824 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.359360 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed37a1d7-6c86-40b2-bf4c-9d226c186824 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:44.360028 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed37a1d7-6c86-40b2-bf4c-9d226c186824 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.426277 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['d66926e5-a70a-4139-9e56-5a9e4537acf9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:53:44.436080 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d52f46-dfbc-4bbb-ac26-114994627cd5 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Pushing event deleted for resources: {'Port': ['ID=6d977190-ef1b-4d8d-8526-94374b0c436a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:44.485182 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37a1d7-6c86-40b2-bf4c-9d226c186824 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Pushing event updated for resources: {'Network': ['ID=bcadcf42-baf8-4e96-a649-56afdc24a1de,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:44.492727 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ed37a1d7-6c86-40b2-bf4c-9d226c186824 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7872958 Jul 05 09:53:44.493388 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60822) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:44.509351 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network bcadcf42-baf8-4e96-a649-56afdc24a1de details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:44.530667 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-87ee9f06-ec99-4568-a022-ecc202b0c12a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-830511630-network', 'tenant_id': '703fa90c4fc14f3bae84ea58cc8acaa4'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:44.582323 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a15cf16-3fd6-4940-b776-a153cefad6db tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:44.586905 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5a15cf16-3fd6-4940-b776-a153cefad6db tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] 10.222.0.79 "GET /v2.0/networks/bcadcf42-baf8-4e96-a649-56afdc24a1de HTTP/1.1" status: 200 len: 756 time: 0.0925097 Jul 05 09:53:44.587559 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60824) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:44.691017 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae264b7f-d7e0-4996-842f-dfe3459a8aa3 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:44.693155 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ae264b7f-d7e0-4996-842f-dfe3459a8aa3 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] 10.222.0.79 "GET /v2.0/networks/878ed407-9993-43ba-a867-f0c2a282ded4 HTTP/1.1" status: 200 len: 767 time: 0.1044862 Jul 05 09:53:44.695840 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60826) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:44.696170 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d1d52f46-dfbc-4bbb-ac26-114994627cd5 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.696642 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-d1d52f46-dfbc-4bbb-ac26-114994627cd5 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Floating IP 29ec1d29-5931-4dff-8207-8817a3c6a397 disassociated (deleted). External IP: 172.25.7.16, port: 7b1a37c4-7aba-4a7e-bbf4-c3fc658c6c29. Jul 05 09:53:44.733003 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ee9f06-ec99-4568-a022-ecc202b0c12a admin admin] Made reservation on behalf of 703fa90c4fc14f3bae84ea58cc8acaa4 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:44.735882 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87ee9f06-ec99-4568-a022-ecc202b0c12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.774545 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28d5dc9e-c42e-4d0a-a620-f06a179c841f tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.804237 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2464a-e46e-4f99-9731-c71410cfac1a req-bea280cd-478c-4eca-bde4-a7599c2940f1 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:44.806120 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d4b2464a-e46e-4f99-9731-c71410cfac1a req-bea280cd-478c-4eca-bde4-a7599c2940f1 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c8e09a-4bd4-4ce4-972b-7efb7b941845 HTTP/1.1" status: 200 len: 949 time: 0.5180020 Jul 05 09:53:44.812483 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87ee9f06-ec99-4568-a022-ecc202b0c12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.845361 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d4baac-1751-4eab-b75b-6e03b673e113 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Made reservation on behalf of 1acf7c9e8d6445e2944ac903cf707953 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:44.849254 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88d4baac-1751-4eab-b75b-6e03b673e113 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.859593 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28d5dc9e-c42e-4d0a-a620-f06a179c841f tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.870599 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-28d5dc9e-c42e-4d0a-a620-f06a179c841f tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcadcf42-baf8-4e96-a649-56afdc24a1de']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:44.881527 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-28d5dc9e-c42e-4d0a-a620-f06a179c841f tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc0fa3e-c5d0-4a28-a5bd-63c43957c6d6') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:44.881823 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-28d5dc9e-c42e-4d0a-a620-f06a179c841f tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc0fa3e-c5d0-4a28-a5bd-63c43957c6d6') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:44.891377 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28d5dc9e-c42e-4d0a-a620-f06a179c841f tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.906205 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28d5dc9e-c42e-4d0a-a620-f06a179c841f tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.912306 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d5dc9e-c42e-4d0a-a620-f06a179c841f tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:53:44.912712 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28d5dc9e-c42e-4d0a-a620-f06a179c841f tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:53:44.914624 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:53:44.974343 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28d5dc9e-c42e-4d0a-a620-f06a179c841f tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.982211 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d5dc9e-c42e-4d0a-a620-f06a179c841f tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bcadcf42-baf8-4e96-a649-56afdc24a1de {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 09:53:44.996520 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28d5dc9e-c42e-4d0a-a620-f06a179c841f tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.999373 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-28d5dc9e-c42e-4d0a-a620-f06a179c841f tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] 10.222.0.79 "DELETE /v2.0/networks/bcadcf42-baf8-4e96-a649-56afdc24a1de HTTP/1.1" status: 204 len: 168 time: 0.3023393 Jul 05 09:53:45.005483 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60828) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:45.006722 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5dc9e-c42e-4d0a-a620-f06a179c841f tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Pushing event deleted for resources: {'Network': ['ID=bcadcf42-baf8-4e96-a649-56afdc24a1de,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:45.014796 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a4d4f27a-2d04-4953-92b9-5e69f6ffd477 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Request body: {'network': {'name': 'tempest-network--637961325'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:45.254624 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-a4d4f27a-2d04-4953-92b9-5e69f6ffd477 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 09:53:45.254624 n-d-798054-8 neutron-server[93906]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 09:53:45.254624 n-d-798054-8 neutron-server[93906]: [parameters: {'project_id_1': 'fcbe19121c71459ea1bd727119335aea', 'expiration_1': datetime.datetime(2021, 7, 5, 9, 53, 45, 19972)}] Jul 05 09:53:45.254624 n-d-798054-8 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:53:45.255059 n-d-798054-8 neutron-server[93906]: DEBUG oslo_db.api [None req-a4d4f27a-2d04-4953-92b9-5e69f6ffd477 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:53:45.256913 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535509e7-3f80-49e0-b11e-9bf3e2f9479c req-b48af49a-60e1-4872-bf6b-1f8ed8c7c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:45.258439 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-535509e7-3f80-49e0-b11e-9bf3e2f9479c req-b48af49a-60e1-4872-bf6b-1f8ed8c7c719 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c841ad1b0474469f875c4f560c814580&device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 1097 time: 0.7761683 Jul 05 09:53:45.330598 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d4b2464a-e46e-4f99-9731-c71410cfac1a req-d4d533d2-f569-4877-a185-3b42554accd0 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5134816 Jul 05 09:53:45.401456 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a595cd-d6f2-4f6c-86f2-d3744d2acf3a req-f5ad091f-defc-4a69-9e12-7ca109b3cb9a tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:45.402961 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-81a595cd-d6f2-4f6c-86f2-d3744d2acf3a req-f5ad091f-defc-4a69-9e12-7ca109b3cb9a tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 946 time: 0.7682207 Jul 05 09:53:45.624938 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535509e7-3f80-49e0-b11e-9bf3e2f9479c req-f41475b9-8258-4663-b743-8b59aa4219ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:45.627092 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-535509e7-3f80-49e0-b11e-9bf3e2f9479c req-f41475b9-8258-4663-b743-8b59aa4219ae service neutron] 10.222.0.81 "GET /v2.0/networks?id=0ee79470-62a5-467c-812c-ff770a614a58 HTTP/1.1" status: 200 len: 920 time: 0.3478470 Jul 05 09:53:45.630575 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-81a595cd-d6f2-4f6c-86f2-d3744d2acf3a req-442954ab-89d4-4a6a-ac7c-137e4e34892d tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956594 Jul 05 09:53:45.753809 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-535509e7-3f80-49e0-b11e-9bf3e2f9479c req-01a895b5-9757-4553-814f-5c205c91cd2c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c7e4ce1-8ef3-466f-8305-0043d26e6ac7 HTTP/1.1" status: 200 len: 217 time: 0.0993242 Jul 05 09:53:45.860009 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87ee9f06-ec99-4568-a022-ecc202b0c12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:45.881060 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d4f27a-2d04-4953-92b9-5e69f6ffd477 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Made reservation on behalf of fcbe19121c71459ea1bd727119335aea for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:45.883875 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f27a-2d04-4953-92b9-5e69f6ffd477 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:45.893600 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87ee9f06-ec99-4568-a022-ecc202b0c12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:45.909454 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d4f27a-2d04-4953-92b9-5e69f6ffd477 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:53:45.920179 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f27a-2d04-4953-92b9-5e69f6ffd477 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:45.920539 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-a4d4f27a-2d04-4953-92b9-5e69f6ffd477 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Added segment 82f00f35-3eea-420c-9eae-6828a20b1014 of type vlan for network 8de486b8-f30c-4c81-9a1a-4c97a4c31d26 Jul 05 09:53:45.924819 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d52f46-dfbc-4bbb-ac26-114994627cd5 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Router 822c7d24-cc10-46b0-991d-4e0ec6a0d921 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:53:45.927047 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88d4baac-1751-4eab-b75b-6e03b673e113 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:45.929641 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535509e7-3f80-49e0-b11e-9bf3e2f9479c req-4bd73296-4b51-4e4c-a337-1033be1498a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:45.931244 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-535509e7-3f80-49e0-b11e-9bf3e2f9479c req-4bd73296-4b51-4e4c-a337-1033be1498a3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0dce28fb-feef-4fc0-a912-6928eb137c35 HTTP/1.1" status: 200 len: 859 time: 0.1672471 Jul 05 09:53:45.966943 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f27a-2d04-4953-92b9-5e69f6ffd477 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:45.985273 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ee9f06-ec99-4568-a022-ecc202b0c12a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:53:45.995802 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f27a-2d04-4953-92b9-5e69f6ffd477 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:45.996752 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d4f27a-2d04-4953-92b9-5e69f6ffd477 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:45.997334 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f27a-2d04-4953-92b9-5e69f6ffd477 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:46.034457 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-535509e7-3f80-49e0-b11e-9bf3e2f9479c req-b90fd9a5-dd68-443a-b67f-fc9a9057c326 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0ee79470-62a5-467c-812c-ff770a614a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814440 Jul 05 09:53:46.043377 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee9f06-ec99-4568-a022-ecc202b0c12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b4aa33-4193-499f-87da-84a563421553,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:46.051767 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87ee9f06-ec99-4568-a022-ecc202b0c12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:46.052147 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-87ee9f06-ec99-4568-a022-ecc202b0c12a admin admin] Added segment ba1a2b24-fe73-4f54-8eb7-6355dd433172 of type vlan for network c6a5d1b0-9293-4c3c-b61e-b9e2dc200038 Jul 05 09:53:46.056509 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a4d4f27a-2d04-4953-92b9-5e69f6ffd477 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0466313 Jul 05 09:53:46.059024 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60832) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:46.066926 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f82307f5-d9f3-42ac-8cdc-bdcbb9dee28f tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:46.072648 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4f27a-2d04-4953-92b9-5e69f6ffd477 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Pushing event updated for resources: {'Network': ['ID=8de486b8-f30c-4c81-9a1a-4c97a4c31d26,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:46.082742 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 8de486b8-f30c-4c81-9a1a-4c97a4c31d26 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:46.189526 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4baac-1751-4eab-b75b-6e03b673e113 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Pushing event updated for resources: {'Subnet': ['ID=5686235f-e797-4afc-9e4d-fe18b0e06198,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:46.231652 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f82307f5-d9f3-42ac-8cdc-bdcbb9dee28f tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:46.246058 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f82307f5-d9f3-42ac-8cdc-bdcbb9dee28f tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:46.262344 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f82307f5-d9f3-42ac-8cdc-bdcbb9dee28f tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Network 8de486b8-f30c-4c81-9a1a-4c97a4c31d26 is not hosted by any dhcp agent {{(pid=93906) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 09:53:46.263406 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82307f5-d9f3-42ac-8cdc-bdcbb9dee28f tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:46.264112 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f82307f5-d9f3-42ac-8cdc-bdcbb9dee28f tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:46.268951 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f82307f5-d9f3-42ac-8cdc-bdcbb9dee28f tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] 10.222.0.79 "PUT /v2.0/networks/8de486b8-f30c-4c81-9a1a-4c97a4c31d26 HTTP/1.1" status: 200 len: 857 time: 0.2056847 Jul 05 09:53:46.269162 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87ee9f06-ec99-4568-a022-ecc202b0c12a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:46.273059 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60834) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:46.308757 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82307f5-d9f3-42ac-8cdc-bdcbb9dee28f tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Pushing event updated for resources: {'Network': ['ID=8de486b8-f30c-4c81-9a1a-4c97a4c31d26,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:46.326879 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d4baac-1751-4eab-b75b-6e03b673e113 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Checking segment: {'id': '99d1e0b0-df90-4d50-974b-f8145dd856e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:46.327244 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d4baac-1751-4eab-b75b-6e03b673e113 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Network hostable DHCP agents. Network: b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:53:46.454216 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d52f46-dfbc-4bbb-ac26-114994627cd5 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:53:46.458070 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-535509e7-3f80-49e0-b11e-9bf3e2f9479c req-65d4c4b3-e730-4ed3-b4d3-c3429c9af882 service neutron] 10.222.0.81 "GET /v2.0/networks/0ee79470-62a5-467c-812c-ff770a614a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098859 Jul 05 09:53:46.463625 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d1d52f46-dfbc-4bbb-ac26-114994627cd5 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:46.464672 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef5ddbf-70e4-4537-aff8-77c4b557e28a None None] Sync routers for ids ['822c7d24-cc10-46b0-991d-4e0ec6a0d921'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:53:46.473116 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d4baac-1751-4eab-b75b-6e03b673e113 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Network b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:53:46.474448 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef5ddbf-70e4-4537-aff8-77c4b557e28a None None] Routers {'822c7d24-cc10-46b0-991d-4e0ec6a0d921'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:53:46.475172 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bef5ddbf-70e4-4537-aff8-77c4b557e28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:53:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['822c7d24-cc10-46b0-991d-4e0ec6a0d921'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:46.510066 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39fd11fb-6a08-458e-a4f0-a1be3e934a07 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:46.511578 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87ee9f06-ec99-4568-a022-ecc202b0c12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:46.512519 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ee9f06-ec99-4568-a022-ecc202b0c12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:46.513082 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87ee9f06-ec99-4568-a022-ecc202b0c12a admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:46.513290 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bef5ddbf-70e4-4537-aff8-77c4b557e28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:46.522528 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef5ddbf-70e4-4537-aff8-77c4b557e28a None None] Routers {'822c7d24-cc10-46b0-991d-4e0ec6a0d921'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:53:46.523464 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bef5ddbf-70e4-4537-aff8-77c4b557e28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:53:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['822c7d24-cc10-46b0-991d-4e0ec6a0d921'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:46.559541 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bef5ddbf-70e4-4537-aff8-77c4b557e28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:46.560347 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef5ddbf-70e4-4537-aff8-77c4b557e28a None None] The sync data for ids ['822c7d24-cc10-46b0-991d-4e0ec6a0d921'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:53:46.629458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-88d4baac-1751-4eab-b75b-6e03b673e113 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:46.636958 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f7f033-f56d-4188-872c-3a5be8d82bef None None] Network b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:46.641922 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c471191-32e2-4117-bf11-8950ea2ff069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:46.699312 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d4baac-1751-4eab-b75b-6e03b673e113 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:46.699925 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88d4baac-1751-4eab-b75b-6e03b673e113 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:46.711341 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-87ee9f06-ec99-4568-a022-ecc202b0c12a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5083370 Jul 05 09:53:46.726686 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d1d52f46-dfbc-4bbb-ac26-114994627cd5 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] 10.222.0.79 "DELETE /v2.0/floatingips/29ec1d29-5931-4dff-8207-8817a3c6a397 HTTP/1.1" status: 204 len: 168 time: 3.4306948 Jul 05 09:53:46.731127 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60844) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:46.737674 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-99a2fbfb-d2c9-4027-863f-9ffd99b349b8 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:46.763323 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee9f06-ec99-4568-a022-ecc202b0c12a admin admin] Pushing event updated for resources: {'Network': ['ID=c6a5d1b0-9293-4c3c-b61e-b9e2dc200038,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:46.776203 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-88d4baac-1751-4eab-b75b-6e03b673e113 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4968953 Jul 05 09:53:46.781163 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60846) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:46.801170 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network c6a5d1b0-9293-4c3c-b61e-b9e2dc200038 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:46.811122 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b2072a7c-5880-47c1-81be-dd166ad1552d tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Request body: {'network': {'name': 'tempest-router-network01--1140975334'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:46.852183 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99a2fbfb-d2c9-4027-863f-9ffd99b349b8 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:46.866183 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2072a7c-5880-47c1-81be-dd166ad1552d tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Made reservation on behalf of 1acf7c9e8d6445e2944ac903cf707953 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:46.870285 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2072a7c-5880-47c1-81be-dd166ad1552d tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:46.898289 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2072a7c-5880-47c1-81be-dd166ad1552d tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:53:46.910192 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2072a7c-5880-47c1-81be-dd166ad1552d tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:46.910479 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-b2072a7c-5880-47c1-81be-dd166ad1552d tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Added segment a4201247-6006-4934-a310-c937c6993b67 of type vlan for network 16c2ab44-eeed-47ab-a8d7-d65f56eb23a7 Jul 05 09:53:46.923464 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-535509e7-3f80-49e0-b11e-9bf3e2f9479c req-f233a853-5d60-461f-ab4d-6371c4c81f00 service neutron] 10.222.0.81 "GET /v2.0/networks/0ee79470-62a5-467c-812c-ff770a614a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511471 Jul 05 09:53:46.926696 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6104c6-b924-4322-ba4b-23661f12d91b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b', 'network_id': 'b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b', 'tenant_id': '1acf7c9e8d6445e2944ac903cf707953', 'fixed_ips': [{'subnet_id': '5686235f-e797-4afc-9e4d-fe18b0e06198'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:53:46.927223 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39fd11fb-6a08-458e-a4f0-a1be3e934a07 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:46.927391 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8d6104c6-b924-4322-ba4b-23661f12d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:46.946497 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8315e53-48cd-4c85-8079-dde8044ff70b req-1e3db0d6-40b8-43b6-9203-007fd7977ba7 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:46.948346 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a8315e53-48cd-4c85-8079-dde8044ff70b req-1e3db0d6-40b8-43b6-9203-007fd7977ba7 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c8e09a-4bd4-4ce4-972b-7efb7b941845 HTTP/1.1" status: 200 len: 949 time: 0.4824290 Jul 05 09:53:46.956954 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-39fd11fb-6a08-458e-a4f0-a1be3e934a07 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de486b8-f30c-4c81-9a1a-4c97a4c31d26']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:46.995615 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-39fd11fb-6a08-458e-a4f0-a1be3e934a07 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f00f35-3eea-420c-9eae-6828a20b1014') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:46.996016 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-39fd11fb-6a08-458e-a4f0-a1be3e934a07 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f00f35-3eea-420c-9eae-6828a20b1014') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:47.041981 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2072a7c-5880-47c1-81be-dd166ad1552d tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:47.088916 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2072a7c-5880-47c1-81be-dd166ad1552d tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:47.094723 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2072a7c-5880-47c1-81be-dd166ad1552d tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:47.095516 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2072a7c-5880-47c1-81be-dd166ad1552d tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:47.109828 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-8d6104c6-b924-4322-ba4b-23661f12d91b None None] Allocated IP 172.20.0.2 (b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b/5686235f-e797-4afc-9e4d-fe18b0e06198/3e8d8a4e-3253-4767-8f3e-6088e1aed557) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:47.176117 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b2072a7c-5880-47c1-81be-dd166ad1552d tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3832712 Jul 05 09:53:47.177475 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60856) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:47.182551 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-becd4345-a721-4407-92bd-8e1f44207954 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Request body: {'network': {'name': 'tempest-router-network02--1635520785'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:47.205889 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2072a7c-5880-47c1-81be-dd166ad1552d tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Pushing event updated for resources: {'Network': ['ID=16c2ab44-eeed-47ab-a8d7-d65f56eb23a7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:47.214767 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99a2fbfb-d2c9-4027-863f-9ffd99b349b8 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:47.226432 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becd4345-a721-4407-92bd-8e1f44207954 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Made reservation on behalf of 1acf7c9e8d6445e2944ac903cf707953 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:47.227153 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 16c2ab44-eeed-47ab-a8d7-d65f56eb23a7 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:47.229984 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-becd4345-a721-4407-92bd-8e1f44207954 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:47.303297 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-becd4345-a721-4407-92bd-8e1f44207954 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:53:47.337070 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-becd4345-a721-4407-92bd-8e1f44207954 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:47.337364 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-becd4345-a721-4407-92bd-8e1f44207954 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Added segment c36aa853-b3cb-4e37-baf0-87eedee2757f of type vlan for network f91c729c-1b4e-4cc7-9f14-e27bdee8914c Jul 05 09:53:47.342809 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39fd11fb-6a08-458e-a4f0-a1be3e934a07 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:47.363200 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8d6104c6-b924-4322-ba4b-23661f12d91b None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:47.373011 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8d6104c6-b924-4322-ba4b-23661f12d91b None None] Transition to ACTIVE for port object 3e8d8a4e-3253-4767-8f3e-6088e1aed557 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:47.391151 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8d6104c6-b924-4322-ba4b-23661f12d91b None None] Transition to ACTIVE for port object 3e8d8a4e-3253-4767-8f3e-6088e1aed557 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:47.397780 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-99a2fbfb-d2c9-4027-863f-9ffd99b349b8 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Allocated IP 172.25.7.218 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/0edf5d43-66ad-4fb1-9632-61ff927c627b) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:47.398194 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8d6104c6-b924-4322-ba4b-23661f12d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:47.400865 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-becd4345-a721-4407-92bd-8e1f44207954 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:47.425048 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a8315e53-48cd-4c85-8079-dde8044ff70b req-8a108b36-9a0d-4a65-8e28-922d2c1eb166 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593158 Jul 05 09:53:47.431632 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39fd11fb-6a08-458e-a4f0-a1be3e934a07 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:47.444293 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6104c6-b924-4322-ba4b-23661f12d91b None None] Network b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:47.451481 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-8d6104c6-b924-4322-ba4b-23661f12d91b None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:47.451779 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39fd11fb-6a08-458e-a4f0-a1be3e934a07 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:53:47.452224 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39fd11fb-6a08-458e-a4f0-a1be3e934a07 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:47.454632 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6104c6-b924-4322-ba4b-23661f12d91b None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:53:47.454811 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:53:47.467028 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6104c6-b924-4322-ba4b-23661f12d91b None None] Pushing event updated for resources: {'Port': ['ID=3e8d8a4e-3253-4767-8f3e-6088e1aed557,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:47.475175 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00df81-22b7-42dd-9056-464f4624fc1f req-f32a5bcc-7846-4ffb-9ff6-08bea87eea24 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:47.476891 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb00df81-22b7-42dd-9056-464f4624fc1f req-f32a5bcc-7846-4ffb-9ff6-08bea87eea24 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 946 time: 0.6548188 Jul 05 09:53:47.504063 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device d66926e5-a70a-4139-9e56-5a9e4537acf9 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:47.522982 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-becd4345-a721-4407-92bd-8e1f44207954 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:47.529814 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becd4345-a721-4407-92bd-8e1f44207954 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:47.530706 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-becd4345-a721-4407-92bd-8e1f44207954 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:47.566761 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39fd11fb-6a08-458e-a4f0-a1be3e934a07 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:47.581351 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fd11fb-6a08-458e-a4f0-a1be3e934a07 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8de486b8-f30c-4c81-9a1a-4c97a4c31d26 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 09:53:47.597197 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8d6104c6-b924-4322-ba4b-23661f12d91b None None] Attempting to bind port 3e8d8a4e-3253-4767-8f3e-6088e1aed557 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:53:47.597197 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8d6104c6-b924-4322-ba4b-23661f12d91b None None] Attempting to bind port 3e8d8a4e-3253-4767-8f3e-6088e1aed557 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '99d1e0b0-df90-4d50-974b-f8145dd856e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:53:47.597197 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6104c6-b924-4322-ba4b-23661f12d91b None None] Attempting to bind port 3e8d8a4e-3253-4767-8f3e-6088e1aed557 on network b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:47.602736 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb00df81-22b7-42dd-9056-464f4624fc1f req-49cd7be7-a32c-4daf-a2d9-87cc462aa90f tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964403 Jul 05 09:53:47.604875 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39fd11fb-6a08-458e-a4f0-a1be3e934a07 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:47.610666 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-39fd11fb-6a08-458e-a4f0-a1be3e934a07 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] 10.222.0.79 "DELETE /v2.0/networks/8de486b8-f30c-4c81-9a1a-4c97a4c31d26 HTTP/1.1" status: 204 len: 168 time: 1.3031418 Jul 05 09:53:47.611553 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60862) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:47.621760 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6104c6-b924-4322-ba4b-23661f12d91b None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:53:47.622413 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6104c6-b924-4322-ba4b-23661f12d91b None None] Checking segment: {'id': '99d1e0b0-df90-4d50-974b-f8145dd856e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:47.623088 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8d6104c6-b924-4322-ba4b-23661f12d91b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:47.623831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6104c6-b924-4322-ba4b-23661f12d91b None None] Bound using segment: {'id': '99d1e0b0-df90-4d50-974b-f8145dd856e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:53:47.624529 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8d6104c6-b924-4322-ba4b-23661f12d91b None None] Bound port: 3e8d8a4e-3253-4767-8f3e-6088e1aed557, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d1e0b0-df90-4d50-974b-f8145dd856e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:53:47.625399 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8d6104c6-b924-4322-ba4b-23661f12d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:47.627796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd11fb-6a08-458e-a4f0-a1be3e934a07 tempest-ExternalNetworksTestJSON-90095607 tempest-ExternalNetworksTestJSON-90095607-project-admin] Pushing event deleted for resources: {'Network': ['ID=8de486b8-f30c-4c81-9a1a-4c97a4c31d26,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:47.675008 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port d66926e5-a70a-4139-9e56-5a9e4537acf9 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:47.683545 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c244b56-ca8a-4368-b2a1-dfbc8612feb0 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] DELETE failed (client error): The resource could not be found. Jul 05 09:53:47.684070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c244b56-ca8a-4368-b2a1-dfbc8612feb0 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:53:47.685748 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port d66926e5-a70a-4139-9e56-5a9e4537acf9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:47.685980 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9c244b56-ca8a-4368-b2a1-dfbc8612feb0 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] 10.222.0.79 "DELETE /v2.0/subnets/c4f99a7c-871a-4338-8df1-2c95dac13b2e HTTP/1.1" status: 404 len: 337 time: 0.0558660 Jul 05 09:53:47.686659 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:47.717086 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60864) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:47.789494 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8d6104c6-b924-4322-ba4b-23661f12d91b None None] For port 3e8d8a4e-3253-4767-8f3e-6088e1aed557, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:53:47.807832 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8d6104c6-b924-4322-ba4b-23661f12d91b None None] For port 3e8d8a4e-3253-4767-8f3e-6088e1aed557, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3e8d8a4e-3253-4767-8f3e-6088e1aed557,segment=NetworkSegment(99d1e0b0-df90-4d50-974b-f8145dd856e8),segment_id=99d1e0b0-df90-4d50-974b-f8145dd856e8)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:53:47.817726 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8d6104c6-b924-4322-ba4b-23661f12d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:47.950009 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:47.980965 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb120-6715-4d0c-8083-78ecae1bc361 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:48.010067 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port d66926e5-a70a-4139-9e56-5a9e4537acf9, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=d66926e5-a70a-4139-9e56-5a9e4537acf9,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:48.015355 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c8e09a-4bd4-4ce4-972b-7efb7b941845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66926e5-a70a-4139-9e56-5a9e4537acf9'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:48.022163 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c56b575-a934-492c-81bd-f8cd57b1f58f" -d '{"events": [{"server_uuid": "c8c8e09a-4bd4-4ce4-972b-7efb7b941845", "name": "network-vif-plugged", "status": "completed", "tag": "d66926e5-a70a-4139-9e56-5a9e4537acf9"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:48.042746 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f12bd-852c-4d50-ba54-483d25bda5e4 req-d22dc53b-e30e-4e5b-8ede-ce36123c5a4f tempest-ComputeTenantNetworksTest-1461850179 tempest-ComputeTenantNetworksTest-1461850179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:48.045681 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-becd4345-a721-4407-92bd-8e1f44207954 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8671000 Jul 05 09:53:48.054563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f12bd-852c-4d50-ba54-483d25bda5e4 req-d22dc53b-e30e-4e5b-8ede-ce36123c5a4f tempest-ComputeTenantNetworksTest-1461850179 tempest-ComputeTenantNetworksTest-1461850179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:48.055509 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60868) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:48.056571 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:48.061774 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f12bd-852c-4d50-ba54-483d25bda5e4 req-d22dc53b-e30e-4e5b-8ede-ce36123c5a4f tempest-ComputeTenantNetworksTest-1461850179 tempest-ComputeTenantNetworksTest-1461850179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:48.064483 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a06f12bd-852c-4d50-ba54-483d25bda5e4 req-d22dc53b-e30e-4e5b-8ede-ce36123c5a4f tempest-ComputeTenantNetworksTest-1461850179 tempest-ComputeTenantNetworksTest-1461850179-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4117541 Jul 05 09:53:48.070646 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6104c6-b924-4322-ba4b-23661f12d91b None None] Pushing event updated for resources: {'Port': ['ID=3e8d8a4e-3253-4767-8f3e-6088e1aed557,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:48.076275 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6c471191-32e2-4117-bf11-8950ea2ff069 admin admin] Deleting port 7be73145-3f49-4693-b210-7707f52df5e7 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:48.076849 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c471191-32e2-4117-bf11-8950ea2ff069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:48.085720 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7a2d5b7b-159e-4cdd-8cb8-2f92d01adcb7 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Request body: {'subnet': {'network_id': '16c2ab44-eeed-47ab-a8d7-d65f56eb23a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:48.114492 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd4345-a721-4407-92bd-8e1f44207954 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Pushing event updated for resources: {'Network': ['ID=f91c729c-1b4e-4cc7-9f14-e27bdee8914c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:48.159708 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99a2fbfb-d2c9-4027-863f-9ffd99b349b8 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:48.180562 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300cacc5-a673-4754-ab11-27bd7fd2232a x-openstack-request-id: req-300cacc5-a673-4754-ab11-27bd7fd2232a {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:48.181141 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c8e09a-4bd4-4ce4-972b-7efb7b941845", "name": "network-vif-plugged", "status": "completed", "tag": "d66926e5-a70a-4139-9e56-5a9e4537acf9", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:48.182179 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-300cacc5-a673-4754-ab11-27bd7fd2232a {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:48.182606 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c8e09a-4bd4-4ce4-972b-7efb7b941845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66926e5-a70a-4139-9e56-5a9e4537acf9', 'code': 200} Jul 05 09:53:48.184774 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network f91c729c-1b4e-4cc7-9f14-e27bdee8914c details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:48.197969 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb120-6715-4d0c-8083-78ecae1bc361 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:48.210234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-fc3eb120-6715-4d0c-8083-78ecae1bc361 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878ed407-9993-43ba-a867-f0c2a282ded4']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:48.223141 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-fc3eb120-6715-4d0c-8083-78ecae1bc361 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a179f6-a31c-43e7-9185-6922d0887987') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:48.223546 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-fc3eb120-6715-4d0c-8083-78ecae1bc361 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a179f6-a31c-43e7-9185-6922d0887987') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:48.234591 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb120-6715-4d0c-8083-78ecae1bc361 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:48.257795 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb120-6715-4d0c-8083-78ecae1bc361 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:48.264623 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3eb120-6715-4d0c-8083-78ecae1bc361 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:53:48.265211 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb120-6715-4d0c-8083-78ecae1bc361 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:48.317662 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2d5b7b-159e-4cdd-8cb8-2f92d01adcb7 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Made reservation on behalf of 1acf7c9e8d6445e2944ac903cf707953 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:48.323053 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a2d5b7b-159e-4cdd-8cb8-2f92d01adcb7 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:48.330758 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=d66926e5-a70a-4139-9e56-5a9e4537acf9,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:48.342188 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99a2fbfb-d2c9-4027-863f-9ffd99b349b8 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:53:48.383590 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:53:48.397586 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb120-6715-4d0c-8083-78ecae1bc361 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:48.428800 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a2fbfb-d2c9-4027-863f-9ffd99b349b8 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:48.435309 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-99a2fbfb-d2c9-4027-863f-9ffd99b349b8 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:48.443831 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a2fbfb-d2c9-4027-863f-9ffd99b349b8 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:48.474422 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2fbfb-d2c9-4027-863f-9ffd99b349b8 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Pushing event updated for resources: {'Port': ['ID=0edf5d43-66ad-4fb1-9632-61ff927c627b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:48.478463 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb120-6715-4d0c-8083-78ecae1bc361 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:48.480477 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-fc3eb120-6715-4d0c-8083-78ecae1bc361 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] 10.222.0.79 "DELETE /v2.0/networks/878ed407-9993-43ba-a867-f0c2a282ded4 HTTP/1.1" status: 204 len: 168 time: 0.7624111 Jul 05 09:53:48.537848 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3eb120-6715-4d0c-8083-78ecae1bc361 tempest-ExternalNetworksTestJSON-23645661 tempest-ExternalNetworksTestJSON-23645661-project] Pushing event deleted for resources: {'Network': ['ID=878ed407-9993-43ba-a867-f0c2a282ded4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:48.592649 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99a2fbfb-d2c9-4027-863f-9ffd99b349b8 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:48.649255 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a38023-a06a-4879-9ed1-4ad0f89c9ba0 req-eec6d9be-89d8-4da8-a6cb-8f107edfa31c tempest-ComputeTenantNetworksTest-1461850179 tempest-ComputeTenantNetworksTest-1461850179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:48.650527 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39a38023-a06a-4879-9ed1-4ad0f89c9ba0 req-eec6d9be-89d8-4da8-a6cb-8f107edfa31c tempest-ComputeTenantNetworksTest-1461850179 tempest-ComputeTenantNetworksTest-1461850179-project] 10.222.0.79 "GET /v2.0/networks/c6a5d1b0-9293-4c3c-b61e-b9e2dc200038 HTTP/1.1" status: 200 len: 768 time: 0.5499940 Jul 05 09:53:48.667225 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60880) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:48.678038 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a2d5b7b-159e-4cdd-8cb8-2f92d01adcb7 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:48.678781 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-6c471191-32e2-4117-bf11-8950ea2ff069 admin admin] For port 7be73145-3f49-4693-b210-7707f52df5e7, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7be73145-3f49-4693-b210-7707f52df5e7,segment=NetworkSegment(72f4bf1f-89ce-4bc4-9367-cff01e7553f8),segment_id=72f4bf1f-89ce-4bc4-9367-cff01e7553f8)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:48.679160 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c471191-32e2-4117-bf11-8950ea2ff069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:48.700493 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f9625-6e1d-4348-8758-e7187fc8b7f6 req-0a9b8518-dc5d-4f1f-a2f2-ce02d92b04ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:48.702344 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b5f9625-6e1d-4348-8758-e7187fc8b7f6 req-0a9b8518-dc5d-4f1f-a2f2-ce02d92b04ab service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c8c8e09a-4bd4-4ce4-972b-7efb7b941845 HTTP/1.1" status: 200 len: 1101 time: 0.3198011 Jul 05 09:53:48.703527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6c471191-32e2-4117-bf11-8950ea2ff069 admin admin] Calling delete_port for 7be73145-3f49-4693-b210-7707f52df5e7 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:48.738561 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60882) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:48.751783 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99a2fbfb-d2c9-4027-863f-9ffd99b349b8 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:48.839479 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d5b7b-159e-4cdd-8cb8-2f92d01adcb7 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Pushing event updated for resources: {'Subnet': ['ID=95952290-8fb4-4d83-af72-0c10543769e6,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:48.849654 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0304cc25-3516-4e53-85e3-242766b40414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:48.849794 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa00db3-c556-4e1e-b68d-94573cf4da3b req-1a442fcf-9bf1-49ad-84a3-2a19e78df483 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:48.851472 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-baa00db3-c556-4e1e-b68d-94573cf4da3b req-1a442fcf-9bf1-49ad-84a3-2a19e78df483 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c8e09a-4bd4-4ce4-972b-7efb7b941845 HTTP/1.1" status: 200 len: 950 time: 0.2944081 Jul 05 09:53:48.858872 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b5f9625-6e1d-4348-8758-e7187fc8b7f6 req-4b45f1c1-2b81-40cd-abc4-bf650ede6684 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461918 Jul 05 09:53:48.949157 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2d5b7b-159e-4cdd-8cb8-2f92d01adcb7 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Checking segment: {'id': 'a4201247-6006-4934-a310-c937c6993b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '16c2ab44-eeed-47ab-a8d7-d65f56eb23a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:48.949559 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2d5b7b-159e-4cdd-8cb8-2f92d01adcb7 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Network hostable DHCP agents. Network: 16c2ab44-eeed-47ab-a8d7-d65f56eb23a7, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:53:48.956796 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-baa00db3-c556-4e1e-b68d-94573cf4da3b req-1f2c844a-6c02-43a8-a4f6-0058507b946d tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945511 Jul 05 09:53:48.986977 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c42fc7-913c-4401-b067-b6d4a7a9c7ac req-cef6dfe3-2865-4e95-9c07-05a1bbacc533 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:48.988559 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74c42fc7-913c-4401-b067-b6d4a7a9c7ac req-cef6dfe3-2865-4e95-9c07-05a1bbacc533 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 946 time: 0.2030256 Jul 05 09:53:49.117556 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2d5b7b-159e-4cdd-8cb8-2f92d01adcb7 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Network 16c2ab44-eeed-47ab-a8d7-d65f56eb23a7 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:53:49.122678 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0304cc25-3516-4e53-85e3-242766b40414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.137363 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-0304cc25-3516-4e53-85e3-242766b40414 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a5d1b0-9293-4c3c-b61e-b9e2dc200038']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:49.142056 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74c42fc7-913c-4401-b067-b6d4a7a9c7ac req-cc4d54a5-9636-4c4d-a496-c22b7eab72ab tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087937 Jul 05 09:53:49.150692 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-7a2d5b7b-159e-4cdd-8cb8-2f92d01adcb7 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 16c2ab44-eeed-47ab-a8d7-d65f56eb23a7) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:49.158116 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-07fabd08-63e7-439e-9469-27c3150040c9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=495845406d6d45f29d9edf74e6e7e653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4139688 Jul 05 09:53:49.164534 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0092b6f4-32bc-4824-b942-7b6dbe8724d0 None None] Network 16c2ab44-eeed-47ab-a8d7-d65f56eb23a7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:49.164747 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2d5b7b-159e-4cdd-8cb8-2f92d01adcb7 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:49.165143 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a2d5b7b-159e-4cdd-8cb8-2f92d01adcb7 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.168725 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-0304cc25-3516-4e53-85e3-242766b40414 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1a2b24-fe73-4f54-8eb7-6355dd433172') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:49.169064 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-0304cc25-3516-4e53-85e3-242766b40414 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1a2b24-fe73-4f54-8eb7-6355dd433172') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:49.170643 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60888) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:49.218429 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99a2fbfb-d2c9-4027-863f-9ffd99b349b8 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.221695 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0304cc25-3516-4e53-85e3-242766b40414 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.233508 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99a2fbfb-d2c9-4027-863f-9ffd99b349b8 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.241128 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c471191-32e2-4117-bf11-8950ea2ff069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.242740 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7a2d5b7b-159e-4cdd-8cb8-2f92d01adcb7 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1859331 Jul 05 09:53:49.247030 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60890) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:49.259432 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3c86369c-bdec-4f26-b193-48de26a214eb tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Request body: {'subnet': {'network_id': 'f91c729c-1b4e-4cc7-9f14-e27bdee8914c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:49.265976 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f6538d-eb75-4dfa-9329-d12bc253b91c None None] Network b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:49.274989 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0304cc25-3516-4e53-85e3-242766b40414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.293219 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c471191-32e2-4117-bf11-8950ea2ff069 admin admin] Pushing event deleted for resources: {'Port': ['ID=7be73145-3f49-4693-b210-7707f52df5e7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:49.321444 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0304cc25-3516-4e53-85e3-242766b40414 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:53:49.322014 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0304cc25-3516-4e53-85e3-242766b40414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:53:49.325567 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:53:49.359070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c471191-32e2-4117-bf11-8950ea2ff069 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:49.359070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c471191-32e2-4117-bf11-8950ea2ff069 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:49.359070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c471191-32e2-4117-bf11-8950ea2ff069 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:49.359506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c471191-32e2-4117-bf11-8950ea2ff069 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:49.359596 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c471191-32e2-4117-bf11-8950ea2ff069 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:49.359903 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c471191-32e2-4117-bf11-8950ea2ff069 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:49.360952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c471191-32e2-4117-bf11-8950ea2ff069 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:49.361303 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c471191-32e2-4117-bf11-8950ea2ff069 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:49.361648 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c471191-32e2-4117-bf11-8950ea2ff069 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:49.361994 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c471191-32e2-4117-bf11-8950ea2ff069 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:49.362320 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c471191-32e2-4117-bf11-8950ea2ff069 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:49.362640 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c471191-32e2-4117-bf11-8950ea2ff069 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:49.381040 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebd26356-8ee6-4632-81d6-0a305b080d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.411304 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2fbfb-d2c9-4027-863f-9ffd99b349b8 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Pushing event updated for resources: {'Port': ['ID=0edf5d43-66ad-4fb1-9632-61ff927c627b,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:49.434334 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99a2fbfb-d2c9-4027-863f-9ffd99b349b8 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.443504 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0304cc25-3516-4e53-85e3-242766b40414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.446822 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebd26356-8ee6-4632-81d6-0a305b080d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.464953 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0304cc25-3516-4e53-85e3-242766b40414 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.467317 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0304cc25-3516-4e53-85e3-242766b40414 admin admin] 10.222.0.79 "DELETE /v2.0/networks/c6a5d1b0-9293-4c3c-b61e-b9e2dc200038 HTTP/1.1" status: 204 len: 168 time: 0.7982259 Jul 05 09:53:49.501356 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c86369c-bdec-4f26-b193-48de26a214eb tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Made reservation on behalf of 1acf7c9e8d6445e2944ac903cf707953 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:49.504301 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304cc25-3516-4e53-85e3-242766b40414 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6a5d1b0-9293-4c3c-b61e-b9e2dc200038,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:49.505640 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c86369c-bdec-4f26-b193-48de26a214eb tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.510089 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99a2fbfb-d2c9-4027-863f-9ffd99b349b8 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.514138 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-99a2fbfb-d2c9-4027-863f-9ffd99b349b8 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7793770 Jul 05 09:53:49.518223 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60894) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:49.530271 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26876fe2-2434-471a-9fb7-bd16d30fbeac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-16c2ab44-eeed-47ab-a8d7-d65f56eb23a7', 'network_id': '16c2ab44-eeed-47ab-a8d7-d65f56eb23a7', 'tenant_id': '1acf7c9e8d6445e2944ac903cf707953', 'fixed_ips': [{'subnet_id': '95952290-8fb4-4d83-af72-0c10543769e6'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:53:49.531548 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-26876fe2-2434-471a-9fb7-bd16d30fbeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.537530 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1522b55b-7eb7-4bc2-8d00-b253f629fa5d None None] Provisioning for port 3e8d8a4e-3253-4767-8f3e-6088e1aed557 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:49.576373 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebd26356-8ee6-4632-81d6-0a305b080d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.579366 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebd26356-8ee6-4632-81d6-0a305b080d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.580693 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ebd26356-8ee6-4632-81d6-0a305b080d1b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/243be2cb-7d06-4ac5-91ff-3770581e3f6a HTTP/1.1" status: 204 len: 168 time: 0.4091763 Jul 05 09:53:49.595709 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd26356-8ee6-4632-81d6-0a305b080d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243be2cb-7d06-4ac5-91ff-3770581e3f6a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:49.742504 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60900) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:49.772069 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c471191-32e2-4117-bf11-8950ea2ff069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.803224 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-26876fe2-2434-471a-9fb7-bd16d30fbeac None None] Allocated IP 172.20.0.2 (16c2ab44-eeed-47ab-a8d7-d65f56eb23a7/95952290-8fb4-4d83-af72-0c10543769e6/f953527e-432e-4788-bfd2-cb656c741ffc) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:49.815457 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:49.915502 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-53f462f7-2432-4ba5-b000-3f67c771dc64 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=703fa90c4fc14f3bae84ea58cc8acaa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1673570 Jul 05 09:53:49.917912 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60902) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:49.942900 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.957327 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c86369c-bdec-4f26-b193-48de26a214eb tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.983945 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3e8d8a4e-3253-4767-8f3e-6088e1aed557 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:50.102538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86369c-bdec-4f26-b193-48de26a214eb tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Pushing event updated for resources: {'Subnet': ['ID=e991c336-462f-4998-9539-84f62a959510,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:50.150277 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b82e-f004-4a33-9a6c-29b67c608cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:50.182577 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c86369c-bdec-4f26-b193-48de26a214eb tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Checking segment: {'id': 'c36aa853-b3cb-4e37-baf0-87eedee2757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f91c729c-1b4e-4cc7-9f14-e27bdee8914c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:50.182953 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c86369c-bdec-4f26-b193-48de26a214eb tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Network hostable DHCP agents. Network: f91c729c-1b4e-4cc7-9f14-e27bdee8914c, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:53:50.250730 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b82e-f004-4a33-9a6c-29b67c608cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:50.253077 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-26876fe2-2434-471a-9fb7-bd16d30fbeac None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:50.287757 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-26876fe2-2434-471a-9fb7-bd16d30fbeac None None] Transition to ACTIVE for port object f953527e-432e-4788-bfd2-cb656c741ffc will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:50.288454 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c86369c-bdec-4f26-b193-48de26a214eb tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Network f91c729c-1b4e-4cc7-9f14-e27bdee8914c is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:53:50.315580 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-3c86369c-bdec-4f26-b193-48de26a214eb tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, f91c729c-1b4e-4cc7-9f14-e27bdee8914c) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:50.336986 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c86369c-bdec-4f26-b193-48de26a214eb tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:50.337215 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c86369c-bdec-4f26-b193-48de26a214eb tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:50.337900 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561f6cc1-e9c3-44f3-bed2-b3605ae6da28 None None] Network f91c729c-1b4e-4cc7-9f14-e27bdee8914c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:50.356709 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c471191-32e2-4117-bf11-8950ea2ff069 admin admin] Router ca7035c0-39c5-4067-9e94-5a4ed4a14cc6 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:53:50.392131 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3c86369c-bdec-4f26-b193-48de26a214eb tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1360123 Jul 05 09:53:50.399925 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444ae34-06c2-4631-8ef9-f1d58c9ea8fa req-d2c5f5b1-edf3-4b12-a6f6-0441d34e15c6 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:50.401745 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3444ae34-06c2-4631-8ef9-f1d58c9ea8fa req-d2c5f5b1-edf3-4b12-a6f6-0441d34e15c6 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c8e09a-4bd4-4ce4-972b-7efb7b941845 HTTP/1.1" status: 200 len: 950 time: 0.1561627 Jul 05 09:53:50.402515 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60912) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:50.403688 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-26876fe2-2434-471a-9fb7-bd16d30fbeac None None] Transition to ACTIVE for port object f953527e-432e-4788-bfd2-cb656c741ffc will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:50.421171 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 3e8d8a4e-3253-4767-8f3e-6088e1aed557 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:50.427754 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-26876fe2-2434-471a-9fb7-bd16d30fbeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:50.439496 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 3e8d8a4e-3253-4767-8f3e-6088e1aed557 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:50.440228 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:50.450514 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b82e-f004-4a33-9a6c-29b67c608cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:50.454567 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b82e-f004-4a33-9a6c-29b67c608cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:50.456001 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8ca0b82e-f004-4a33-9a6c-29b67c608cbc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/91b4aa33-4193-499f-87da-84a563421553 HTTP/1.1" status: 204 len: 168 time: 0.5371621 Jul 05 09:53:50.494677 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60916) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:50.552291 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:50.554724 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0b82e-f004-4a33-9a6c-29b67c608cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b4aa33-4193-499f-87da-84a563421553,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:50.810167 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26876fe2-2434-471a-9fb7-bd16d30fbeac None None] Network 16c2ab44-eeed-47ab-a8d7-d65f56eb23a7 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:50.831254 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-26876fe2-2434-471a-9fb7-bd16d30fbeac None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:50.836770 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26876fe2-2434-471a-9fb7-bd16d30fbeac None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:50.842953 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26876fe2-2434-471a-9fb7-bd16d30fbeac None None] Pushing event updated for resources: {'Port': ['ID=f953527e-432e-4788-bfd2-cb656c741ffc,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:50.894065 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3444ae34-06c2-4631-8ef9-f1d58c9ea8fa req-c114df45-b948-4e98-933c-93e20a8aa929 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509609 Jul 05 09:53:50.931418 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ad2e97e6-f1cf-46c0-878c-f1f4e7b3b515 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fcbe19121c71459ea1bd727119335aea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4290352 Jul 05 09:53:50.934913 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60924) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:50.948772 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Allocated IP 172.25.7.24 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/f21952f5-d13f-4260-9c72-62def0e841e7) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:50.963615 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c471191-32e2-4117-bf11-8950ea2ff069 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:53:50.972942 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da608c-1d7d-4e08-b1ab-c2fc240f5c36 req-c28adb7e-d2fd-40bd-a76f-548ab2e17bd2 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:50.976317 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9013a427-8fdd-4a7f-a720-e2b5134236b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-f91c729c-1b4e-4cc7-9f14-e27bdee8914c', 'network_id': 'f91c729c-1b4e-4cc7-9f14-e27bdee8914c', 'tenant_id': '1acf7c9e8d6445e2944ac903cf707953', 'fixed_ips': [{'subnet_id': 'e991c336-462f-4998-9539-84f62a959510'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:53:50.977984 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9013a427-8fdd-4a7f-a720-e2b5134236b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:50.980334 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80da608c-1d7d-4e08-b1ab-c2fc240f5c36 req-c28adb7e-d2fd-40bd-a76f-548ab2e17bd2 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 946 time: 0.5257111 Jul 05 09:53:50.986660 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88ef861-2711-48de-80de-648932ea00fb None None] Sync routers for ids ['ca7035c0-39c5-4067-9e94-5a4ed4a14cc6'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:53:50.993671 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6c471191-32e2-4117-bf11-8950ea2ff069 admin admin] 10.222.0.79 "PUT /v2.0/routers/ca7035c0-39c5-4067-9e94-5a4ed4a14cc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0211580 Jul 05 09:53:51.002108 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60928) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:51.003076 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88ef861-2711-48de-80de-648932ea00fb None None] Routers {'ca7035c0-39c5-4067-9e94-5a4ed4a14cc6'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:53:51.004507 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f88ef861-2711-48de-80de-648932ea00fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:53:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ca7035c0-39c5-4067-9e94-5a4ed4a14cc6'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:51.054246 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-963c66e1-f8c3-4bfc-bb29-14b99c611dda tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.069751 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ccd2aeea-e019-40ee-b099-c376ddce5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.089492 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-26876fe2-2434-471a-9fb7-bd16d30fbeac None None] Attempting to bind port f953527e-432e-4788-bfd2-cb656c741ffc on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:53:51.094904 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-26876fe2-2434-471a-9fb7-bd16d30fbeac None None] Attempting to bind port f953527e-432e-4788-bfd2-cb656c741ffc by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'a4201247-6006-4934-a310-c937c6993b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '16c2ab44-eeed-47ab-a8d7-d65f56eb23a7'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:53:51.096055 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26876fe2-2434-471a-9fb7-bd16d30fbeac None None] Attempting to bind port f953527e-432e-4788-bfd2-cb656c741ffc on network 16c2ab44-eeed-47ab-a8d7-d65f56eb23a7 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:51.103835 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30046b2a-43e8-4322-9533-40eb4dcfc6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.118714 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80da608c-1d7d-4e08-b1ab-c2fc240f5c36 req-997726e9-cf9b-4243-961b-cc83ff7d5cd9 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372590 Jul 05 09:53:51.147643 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26876fe2-2434-471a-9fb7-bd16d30fbeac None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:53:51.148084 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26876fe2-2434-471a-9fb7-bd16d30fbeac None None] Checking segment: {'id': 'a4201247-6006-4934-a310-c937c6993b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '16c2ab44-eeed-47ab-a8d7-d65f56eb23a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:51.148494 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-26876fe2-2434-471a-9fb7-bd16d30fbeac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.149058 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26876fe2-2434-471a-9fb7-bd16d30fbeac None None] Bound using segment: {'id': 'a4201247-6006-4934-a310-c937c6993b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '16c2ab44-eeed-47ab-a8d7-d65f56eb23a7'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:53:51.149607 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-26876fe2-2434-471a-9fb7-bd16d30fbeac None None] Bound port: f953527e-432e-4788-bfd2-cb656c741ffc, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4201247-6006-4934-a310-c937c6993b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '16c2ab44-eeed-47ab-a8d7-d65f56eb23a7'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:53:51.150314 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-26876fe2-2434-471a-9fb7-bd16d30fbeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.163481 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.185247 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f88ef861-2711-48de-80de-648932ea00fb None None] Set router ca7035c0-39c5-4067-9e94-5a4ed4a14cc6 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:53:51.193473 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30046b2a-43e8-4322-9533-40eb4dcfc6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.229328 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7db1682c-87bb-4cd9-b489-8bb9268e7895 admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.269678 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.340285 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.378597 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30046b2a-43e8-4322-9533-40eb4dcfc6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.381188 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30046b2a-43e8-4322-9533-40eb4dcfc6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.382359 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-30046b2a-43e8-4322-9533-40eb4dcfc6fb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6a67a3a1-feee-4b8d-8e8e-f96713493307 HTTP/1.1" status: 204 len: 168 time: 0.4456093 Jul 05 09:53:51.414516 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30046b2a-43e8-4322-9533-40eb4dcfc6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a67a3a1-feee-4b8d-8e8e-f96713493307,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:51.445167 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7db1682c-87bb-4cd9-b489-8bb9268e7895 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.472003 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f88ef861-2711-48de-80de-648932ea00fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7035c0-39c5-4067-9e94-5a4ed4a14cc6', 'name': 'tempest-ServersTestMultiNic-1399612863-router', 'tenant_id': '866fe5d597ee4723933609a8955be5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '3af6ec95-3275-48d8-a2c6-10496ac606b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:37Z', 'updated_at': '2021-07-05T09:53:49Z', 'revision_number': 5, 'project_id': '866fe5d597ee4723933609a8955be5f7', 'gw_port': {'id': '3af6ec95-3275-48d8-a2c6-10496ac606b2', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7035c0-39c5-4067-9e94-5a4ed4a14cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:38Z', 'updated_at': '2021-07-05T09:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:51.484857 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 3e8d8a4e-3253-4767-8f3e-6088e1aed557, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3e8d8a4e-3253-4767-8f3e-6088e1aed557,segment=NetworkSegment(99d1e0b0-df90-4d50-974b-f8145dd856e8),segment_id=99d1e0b0-df90-4d50-974b-f8145dd856e8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:51.525569 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.537921 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88ef861-2711-48de-80de-648932ea00fb None None] Checking router: ca7035c0-39c5-4067-9e94-5a4ed4a14cc6 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:53:51.543827 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7db1682c-87bb-4cd9-b489-8bb9268e7895 admin admin] Deleting port 3af6ec95-3275-48d8-a2c6-10496ac606b2 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:51.544464 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7db1682c-87bb-4cd9-b489-8bb9268e7895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.561114 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88ef861-2711-48de-80de-648932ea00fb None None] Routers {'ca7035c0-39c5-4067-9e94-5a4ed4a14cc6'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:53:51.562016 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f88ef861-2711-48de-80de-648932ea00fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:53:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ca7035c0-39c5-4067-9e94-5a4ed4a14cc6'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:51.563714 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:51.582149 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:51.643255 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-9013a427-8fdd-4a7f-a720-e2b5134236b0 None None] Allocated IP 172.20.0.2 (f91c729c-1b4e-4cc7-9f14-e27bdee8914c/e991c336-462f-4998-9539-84f62a959510/579757ae-6502-4e57-9825-19fffd6572bc) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:51.645743 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-26876fe2-2434-471a-9fb7-bd16d30fbeac None None] For port f953527e-432e-4788-bfd2-cb656c741ffc, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:53:51.651452 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-7db1682c-87bb-4cd9-b489-8bb9268e7895 admin admin] For port 3af6ec95-3275-48d8-a2c6-10496ac606b2, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3af6ec95-3275-48d8-a2c6-10496ac606b2,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:51.652095 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7db1682c-87bb-4cd9-b489-8bb9268e7895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.660274 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=3e8d8a4e-3253-4767-8f3e-6088e1aed557,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:51.669820 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7db1682c-87bb-4cd9-b489-8bb9268e7895 admin admin] Calling delete_port for 3af6ec95-3275-48d8-a2c6-10496ac606b2 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:51.677877 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-26876fe2-2434-471a-9fb7-bd16d30fbeac None None] For port f953527e-432e-4788-bfd2-cb656c741ffc, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f953527e-432e-4788-bfd2-cb656c741ffc,segment=NetworkSegment(a4201247-6006-4934-a310-c937c6993b67),segment_id=a4201247-6006-4934-a310-c937c6993b67)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:53:51.686245 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-26876fe2-2434-471a-9fb7-bd16d30fbeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.718416 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:51.790988 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Pushing event updated for resources: {'Port': ['ID=f21952f5-d13f-4260-9c72-62def0e841e7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:51.824099 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:51.824464 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:51.824855 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:51.825487 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:51.825863 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:51.826164 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:51.826498 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:51.827268 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:51.827609 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:51.827963 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:51.828602 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:51.828976 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:51.832356 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26876fe2-2434-471a-9fb7-bd16d30fbeac None None] Pushing event updated for resources: {'Port': ['ID=f953527e-432e-4788-bfd2-cb656c741ffc,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:51.833890 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f88ef861-2711-48de-80de-648932ea00fb None None] Set router ca7035c0-39c5-4067-9e94-5a4ed4a14cc6 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:53:52.018165 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-963c66e1-f8c3-4bfc-bb29-14b99c611dda tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Allocated IP 172.20.0.1 (16c2ab44-eeed-47ab-a8d7-d65f56eb23a7/95952290-8fb4-4d83-af72-0c10543769e6/031e254b-c609-459e-8d10-8f1271564329) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:52.022007 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9013a427-8fdd-4a7f-a720-e2b5134236b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.045733 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9013a427-8fdd-4a7f-a720-e2b5134236b0 None None] Transition to ACTIVE for port object 579757ae-6502-4e57-9825-19fffd6572bc will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:52.075239 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7db1682c-87bb-4cd9-b489-8bb9268e7895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.085658 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9013a427-8fdd-4a7f-a720-e2b5134236b0 None None] Transition to ACTIVE for port object 579757ae-6502-4e57-9825-19fffd6572bc will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:52.113711 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9013a427-8fdd-4a7f-a720-e2b5134236b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.149248 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f88ef861-2711-48de-80de-648932ea00fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7035c0-39c5-4067-9e94-5a4ed4a14cc6', 'name': 'tempest-ServersTestMultiNic-1399612863-router', 'tenant_id': '866fe5d597ee4723933609a8955be5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:37Z', 'updated_at': '2021-07-05T09:53:51Z', 'revision_number': 6, 'project_id': '866fe5d597ee4723933609a8955be5f7', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:52.184661 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88ef861-2711-48de-80de-648932ea00fb None None] The sync data for ids ['ca7035c0-39c5-4067-9e94-5a4ed4a14cc6'] in n-d-798054-8 is: [{'id': 'ca7035c0-39c5-4067-9e94-5a4ed4a14cc6', 'name': 'tempest-ServersTestMultiNic-1399612863-router', 'tenant_id': '866fe5d597ee4723933609a8955be5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:37Z', 'updated_at': '2021-07-05T09:53:51Z', 'revision_number': 6, 'project_id': '866fe5d597ee4723933609a8955be5f7', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:53:52.247200 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9013a427-8fdd-4a7f-a720-e2b5134236b0 None None] Network f91c729c-1b4e-4cc7-9f14-e27bdee8914c is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:52.254534 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-9013a427-8fdd-4a7f-a720-e2b5134236b0 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:52.279564 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9013a427-8fdd-4a7f-a720-e2b5134236b0 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:52.294615 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.295547 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013a427-8fdd-4a7f-a720-e2b5134236b0 None None] Pushing event updated for resources: {'Port': ['ID=579757ae-6502-4e57-9825-19fffd6572bc,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:52.367342 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1682c-87bb-4cd9-b489-8bb9268e7895 admin admin] Pushing event deleted for resources: {'Port': ['ID=3af6ec95-3275-48d8-a2c6-10496ac606b2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:52.392505 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9013a427-8fdd-4a7f-a720-e2b5134236b0 None None] Attempting to bind port 579757ae-6502-4e57-9825-19fffd6572bc on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:53:52.392889 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9013a427-8fdd-4a7f-a720-e2b5134236b0 None None] Attempting to bind port 579757ae-6502-4e57-9825-19fffd6572bc by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c36aa853-b3cb-4e37-baf0-87eedee2757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f91c729c-1b4e-4cc7-9f14-e27bdee8914c'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:53:52.393265 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9013a427-8fdd-4a7f-a720-e2b5134236b0 None None] Attempting to bind port 579757ae-6502-4e57-9825-19fffd6572bc on network f91c729c-1b4e-4cc7-9f14-e27bdee8914c {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:52.399929 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9013a427-8fdd-4a7f-a720-e2b5134236b0 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:53:52.400345 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9013a427-8fdd-4a7f-a720-e2b5134236b0 None None] Checking segment: {'id': 'c36aa853-b3cb-4e37-baf0-87eedee2757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f91c729c-1b4e-4cc7-9f14-e27bdee8914c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:52.400766 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9013a427-8fdd-4a7f-a720-e2b5134236b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.401223 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9013a427-8fdd-4a7f-a720-e2b5134236b0 None None] Bound using segment: {'id': 'c36aa853-b3cb-4e37-baf0-87eedee2757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f91c729c-1b4e-4cc7-9f14-e27bdee8914c'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:53:52.401708 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9013a427-8fdd-4a7f-a720-e2b5134236b0 None None] Bound port: 579757ae-6502-4e57-9825-19fffd6572bc, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36aa853-b3cb-4e37-baf0-87eedee2757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f91c729c-1b4e-4cc7-9f14-e27bdee8914c'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:53:52.402205 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9013a427-8fdd-4a7f-a720-e2b5134236b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.495471 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9013a427-8fdd-4a7f-a720-e2b5134236b0 None None] For port 579757ae-6502-4e57-9825-19fffd6572bc, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:53:52.501388 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9013a427-8fdd-4a7f-a720-e2b5134236b0 None None] For port 579757ae-6502-4e57-9825-19fffd6572bc, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=579757ae-6502-4e57-9825-19fffd6572bc,segment=NetworkSegment(c36aa853-b3cb-4e37-baf0-87eedee2757f),segment_id=c36aa853-b3cb-4e37-baf0-87eedee2757f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:53:52.508023 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9013a427-8fdd-4a7f-a720-e2b5134236b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.553046 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.580562 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7db1682c-87bb-4cd9-b489-8bb9268e7895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.643113 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013a427-8fdd-4a7f-a720-e2b5134236b0 None None] Pushing event updated for resources: {'Port': ['ID=579757ae-6502-4e57-9825-19fffd6572bc,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:52.689058 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-963c66e1-f8c3-4bfc-bb29-14b99c611dda tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.795140 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-963c66e1-f8c3-4bfc-bb29-14b99c611dda tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Transition to ACTIVE for port object 031e254b-c609-459e-8d10-8f1271564329 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:52.838908 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7db1682c-87bb-4cd9-b489-8bb9268e7895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.842410 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7db1682c-87bb-4cd9-b489-8bb9268e7895 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.955022 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-963c66e1-f8c3-4bfc-bb29-14b99c611dda tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.972013 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7db1682c-87bb-4cd9-b489-8bb9268e7895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.972666 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db1682c-87bb-4cd9-b489-8bb9268e7895 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca7035c0-39c5-4067-9e94-5a4ed4a14cc6 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:53:52.983036 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8dc93-83d6-45f1-91c7-75b7d677d024 req-c3c5b845-eef6-405c-a97f-b9902e24ab2d tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:52.984780 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8a8dc93-83d6-45f1-91c7-75b7d677d024 req-c3c5b845-eef6-405c-a97f-b9902e24ab2d tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 946 time: 0.6220241 Jul 05 09:53:52.987773 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7db1682c-87bb-4cd9-b489-8bb9268e7895 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.988839 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7db1682c-87bb-4cd9-b489-8bb9268e7895 admin admin] 10.222.0.79 "DELETE /v2.0/routers/ca7035c0-39c5-4067-9e94-5a4ed4a14cc6 HTTP/1.1" status: 204 len: 168 time: 1.9857843 Jul 05 09:53:53.002611 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60986) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:53.030112 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d9f49-f128-4389-a288-252165dd79b9 req-9705fbe9-edf3-4b3a-aa64-b15c7baf4fe9 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:53.031656 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea6d9f49-f128-4389-a288-252165dd79b9 req-9705fbe9-edf3-4b3a-aa64-b15c7baf4fe9 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c8e09a-4bd4-4ce4-972b-7efb7b941845 HTTP/1.1" status: 200 len: 950 time: 0.6956325 Jul 05 09:53:53.032976 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963c66e1-f8c3-4bfc-bb29-14b99c611dda tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Network 16c2ab44-eeed-47ab-a8d7-d65f56eb23a7 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:53.039050 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c66e1-f8c3-4bfc-bb29-14b99c611dda tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Pushing event updated for resources: {'Port': ['ID=031e254b-c609-459e-8d10-8f1271564329,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:53.045124 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-963c66e1-f8c3-4bfc-bb29-14b99c611dda tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:53.048259 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963c66e1-f8c3-4bfc-bb29-14b99c611dda tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:53.098604 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:53.101278 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8a8dc93-83d6-45f1-91c7-75b7d677d024 req-47f302bd-a91b-4bbe-85ef-ac9072530f7c tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101825 Jul 05 09:53:53.166769 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:53.211092 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea6d9f49-f128-4389-a288-252165dd79b9 req-5b857d47-029b-4030-b89d-899608ef9c9e tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593304 Jul 05 09:53:53.214146 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f16caa-92b1-42f6-86e1-d8faeb658747 admin admin] Deleting subnet a78f9674-4d4a-4788-9dcc-c5d4a97efb04 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:53:53.221424 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-963c66e1-f8c3-4bfc-bb29-14b99c611dda tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:53.224863 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44f16caa-92b1-42f6-86e1-d8faeb658747 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:53.314011 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-26eef9a8-b85a-44ed-a0e7-ca264a79be2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:53.382738 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44f16caa-92b1-42f6-86e1-d8faeb658747 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:53.497937 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Pushing event updated for resources: {'Port': ['ID=f21952f5-d13f-4260-9c72-62def0e841e7,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:53.525432 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:53.533050 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:53.553819 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:53.562799 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cb15393e-7618-41d1-8eca-7c4c491bc088 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0433772 Jul 05 09:53:53.563746 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 32768) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:53.572358 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8710bac-7027-4328-9c46-c6369fe81040 None None] Network 16c2ab44-eeed-47ab-a8d7-d65f56eb23a7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:53.633747 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-963c66e1-f8c3-4bfc-bb29-14b99c611dda tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:53.670345 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b4ea3562-a8cf-4137-9548-566836543d9a None None] Provisioning for port f953527e-432e-4788-bfd2-cb656c741ffc completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:53.712092 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-16630234-6e28-4d1d-aee3-41348839970c tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2434 time: 0.1423724 Jul 05 09:53:53.716444 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 32778) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:53.839755 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3b61826a-939c-48e7-b464-94fd2fda2b42 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1179802 Jul 05 09:53:53.844080 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 32784) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:53.951935 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a4b44-9ee4-40dc-ae25-e1e70d5c3285 req-5559ba7a-74f2-4c40-9bc2-b814a0a06bba tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:53.968275 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a3a4b44-9ee4-40dc-ae25-e1e70d5c3285 req-5559ba7a-74f2-4c40-9bc2-b814a0a06bba tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c8c8e09a-4bd4-4ce4-972b-7efb7b941845 HTTP/1.1" status: 200 len: 1101 time: 0.5086551 Jul 05 09:53:53.980361 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44f16caa-92b1-42f6-86e1-d8faeb658747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:53.981198 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3e8d8a4e-3253-4767-8f3e-6088e1aed557 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:54.177240 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 3e8d8a4e-3253-4767-8f3e-6088e1aed557 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:54.177618 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:54.226409 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a3a4b44-9ee4-40dc-ae25-e1e70d5c3285 req-1465c115-ecee-4565-bbdb-8b576a0263d6 tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558942 Jul 05 09:53:54.271931 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44f16caa-92b1-42f6-86e1-d8faeb658747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:54.305739 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44f16caa-92b1-42f6-86e1-d8faeb658747 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:54.315120 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-44f16caa-92b1-42f6-86e1-d8faeb658747 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a78f9674-4d4a-4788-9dcc-c5d4a97efb04 HTTP/1.1" status: 204 len: 168 time: 1.3095088 Jul 05 09:53:54.326092 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 32796) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:54.367815 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f31725d-e999-4156-8d16-399f56b325d5 None None] Network d1899987-5a07-4643-b901-e6a3f0612986 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:54.426461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f16caa-92b1-42f6-86e1-d8faeb658747 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a78f9674-4d4a-4788-9dcc-c5d4a97efb04,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:54.474633 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1a746750-f317-4d67-95fd-dd5e7f9ec953 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Deleting port f21952f5-d13f-4260-9c72-62def0e841e7 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:54.475213 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a746750-f317-4d67-95fd-dd5e7f9ec953 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:54.669295 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:54.694113 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6673b484-9fa6-40d8-805c-678b59973916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:54.833738 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3797854c-93f7-4455-99e7-1f805ad55150 None None] Network f91c729c-1b4e-4cc7-9f14-e27bdee8914c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:54.873795 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e1783-2917-4fc6-a2aa-0471eb7117a6 req-c02d58be-96ac-41aa-83af-a26b7e6df77d tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:54.877459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-326e1783-2917-4fc6-a2aa-0471eb7117a6 req-c02d58be-96ac-41aa-83af-a26b7e6df77d tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 946 time: 0.3305492 Jul 05 09:53:54.955025 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-963c66e1-f8c3-4bfc-bb29-14b99c611dda tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:54.965300 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-963c66e1-f8c3-4bfc-bb29-14b99c611dda tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:54.989375 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-326e1783-2917-4fc6-a2aa-0471eb7117a6 req-e5173c00-459f-40af-9ad8-2f1a10cd3c49 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493309 Jul 05 09:53:54.997175 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-f1d52f78-58db-44ad-ace4-414566c0604b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=890aafa473984ea6bbc64b1fb171aec2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974164 Jul 05 09:53:55.008189 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 579757ae-6502-4e57-9825-19fffd6572bc up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:55.090180 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c66e1-f8c3-4bfc-bb29-14b99c611dda tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Pushing event updated for resources: {'Port': ['ID=031e254b-c609-459e-8d10-8f1271564329,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:55.093500 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-963c66e1-f8c3-4bfc-bb29-14b99c611dda tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:55.103970 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a746750-f317-4d67-95fd-dd5e7f9ec953 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:55.104574 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a746750-f317-4d67-95fd-dd5e7f9ec953 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:55.133541 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1a746750-f317-4d67-95fd-dd5e7f9ec953 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Calling delete_port for f21952f5-d13f-4260-9c72-62def0e841e7 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:55.151874 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-80fa188b-d1ff-4cb6-950e-59bafe79838a None None] Provisioning for port 031e254b-c609-459e-8d10-8f1271564329 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:55.161941 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-80fa188b-d1ff-4cb6-950e-59bafe79838a None None] Provisioning complete for port 031e254b-c609-459e-8d10-8f1271564329 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:55.162599 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-80fa188b-d1ff-4cb6-950e-59bafe79838a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:55.169959 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6673b484-9fa6-40d8-805c-678b59973916 admin admin] Deleting port 26da84e4-bb66-42bd-96c2-d17937cc1104 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:55.170302 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6673b484-9fa6-40d8-805c-678b59973916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:55.203114 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-80fa188b-d1ff-4cb6-950e-59bafe79838a None None] Port 031e254b-c609-459e-8d10-8f1271564329 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:53:55.220712 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 579757ae-6502-4e57-9825-19fffd6572bc completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:55.229253 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963c66e1-f8c3-4bfc-bb29-14b99c611dda tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Network 16c2ab44-eeed-47ab-a8d7-d65f56eb23a7 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:55.231749 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-963c66e1-f8c3-4bfc-bb29-14b99c611dda tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:55.250128 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f953527e-432e-4788-bfd2-cb656c741ffc up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:55.264797 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:53:55.278699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 32822) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:55.354047 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-5aea5682-fe24-455c-a3ba-1783406ebae8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:55.359233 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-5aea5682-fe24-455c-a3ba-1783406ebae8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3610816 Jul 05 09:53:55.385177 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5740389e-a2ce-4774-8116-4908f4fb90e4 None None] Provisioning for port 579757ae-6502-4e57-9825-19fffd6572bc completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:55.388437 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port f953527e-432e-4788-bfd2-cb656c741ffc completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:55.405472 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eae39d8-4c23-46d8-9904-0bc4367939f9 None None] DHCP port deletion for d1899987-5a07-4643-b901-e6a3f0612986 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:53:55.413320 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5740389e-a2ce-4774-8116-4908f4fb90e4 None None] Provisioning complete for port 579757ae-6502-4e57-9825-19fffd6572bc triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:55.414235 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5740389e-a2ce-4774-8116-4908f4fb90e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:55.425688 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-6673b484-9fa6-40d8-805c-678b59973916 admin admin] For port 26da84e4-bb66-42bd-96c2-d17937cc1104, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=26da84e4-bb66-42bd-96c2-d17937cc1104,segment=NetworkSegment(72f4bf1f-89ce-4bc4-9367-cff01e7553f8),segment_id=72f4bf1f-89ce-4bc4-9367-cff01e7553f8)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:55.426540 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6673b484-9fa6-40d8-805c-678b59973916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:55.439247 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-291ce90c-941b-48d7-bbbe-73936f67fcf0 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/quotas/890aafa473984ea6bbc64b1fb171aec2 HTTP/1.1" status: 200 len: 375 time: 0.0676205 Jul 05 09:53:55.468179 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6673b484-9fa6-40d8-805c-678b59973916 admin admin] Calling delete_port for 26da84e4-bb66-42bd-96c2-d17937cc1104 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:55.519272 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port f953527e-432e-4788-bfd2-cb656c741ffc triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:55.521132 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:55.523943 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963c66e1-f8c3-4bfc-bb29-14b99c611dda tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Router bc4f67bf-1187-4000-9a9d-99e2bc3425db is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:53:55.526582 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-855c474a-0b91-4937-a160-c50d7265893b tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:55.708118 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-855c474a-0b91-4937-a160-c50d7265893b tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] 10.222.0.79 "PUT /v2.0/quotas/a5cedc3e5ba14ec0af6ebef300a6ebaf HTTP/1.1" status: 200 len: 368 time: 0.4223094 Jul 05 09:53:55.708331 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 32836) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:55.722499 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963c66e1-f8c3-4bfc-bb29-14b99c611dda tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:53:55.735962 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d47b5e8b-f1fa-4176-b6f0-2324de26d72e tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Request body: {'network': {'project_id': 'a5cedc3e5ba14ec0af6ebef300a6ebaf'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:55.755319 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d160c1cd-3ada-476d-b0c3-03eaae19902f None None] Sync routers for ids ['bc4f67bf-1187-4000-9a9d-99e2bc3425db'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:53:55.763459 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-963c66e1-f8c3-4bfc-bb29-14b99c611dda tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] 10.222.0.79 "PUT /v2.0/routers/bc4f67bf-1187-4000-9a9d-99e2bc3425db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3326211 Jul 05 09:53:55.764576 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 32842) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:55.770448 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-4b417302-bcd6-474e-a6dc-73638da60dc7 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3275015 Jul 05 09:53:55.776602 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8eae39d8-4c23-46d8-9904-0bc4367939f9 None None] Deleting port 26da84e4-bb66-42bd-96c2-d17937cc1104 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:55.777078 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8eae39d8-4c23-46d8-9904-0bc4367939f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:55.859343 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8eae39d8-4c23-46d8-9904-0bc4367939f9 None None] For port 26da84e4-bb66-42bd-96c2-d17937cc1104, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=26da84e4-bb66-42bd-96c2-d17937cc1104,segment=NetworkSegment(72f4bf1f-89ce-4bc4-9367-cff01e7553f8),segment_id=72f4bf1f-89ce-4bc4-9367-cff01e7553f8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:55.859888 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8eae39d8-4c23-46d8-9904-0bc4367939f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:55.863136 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a746750-f317-4d67-95fd-dd5e7f9ec953 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:55.875518 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8eae39d8-4c23-46d8-9904-0bc4367939f9 None None] Calling delete_port for 26da84e4-bb66-42bd-96c2-d17937cc1104 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:55.881939 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6673b484-9fa6-40d8-805c-678b59973916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:55.922149 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a746750-f317-4d67-95fd-dd5e7f9ec953 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Pushing event deleted for resources: {'Port': ['ID=f21952f5-d13f-4260-9c72-62def0e841e7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:55.974205 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8eae39d8-4c23-46d8-9904-0bc4367939f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:55.978256 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6673b484-9fa6-40d8-805c-678b59973916 admin admin] No DVR routers for this DVR port 26da84e4-bb66-42bd-96c2-d17937cc1104 on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:53:55.984839 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673b484-9fa6-40d8-805c-678b59973916 admin admin] Pushing event deleted for resources: {'Port': ['ID=26da84e4-bb66-42bd-96c2-d17937cc1104,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:56.004446 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5740389e-a2ce-4774-8116-4908f4fb90e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:56.056569 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d160c1cd-3ada-476d-b0c3-03eaae19902f None None] Routers {'bc4f67bf-1187-4000-9a9d-99e2bc3425db'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:53:56.059330 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d160c1cd-3ada-476d-b0c3-03eaae19902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:53:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bc4f67bf-1187-4000-9a9d-99e2bc3425db'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:56.062100 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae39d8-4c23-46d8-9904-0bc4367939f9 None None] Pushing event deleted for resources: {'Port': ['ID=26da84e4-bb66-42bd-96c2-d17937cc1104,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:56.066879 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eae39d8-4c23-46d8-9904-0bc4367939f9 None None] No DVR routers for this DVR port 26da84e4-bb66-42bd-96c2-d17937cc1104 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:53:56.084456 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47b5e8b-f1fa-4176-b6f0-2324de26d72e tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Made reservation on behalf of a5cedc3e5ba14ec0af6ebef300a6ebaf for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:56.087426 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d47b5e8b-f1fa-4176-b6f0-2324de26d72e tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:56.100589 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d47b5e8b-f1fa-4176-b6f0-2324de26d72e tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:56.153470 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5740389e-a2ce-4774-8116-4908f4fb90e4 None None] For port 579757ae-6502-4e57-9825-19fffd6572bc, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=579757ae-6502-4e57-9825-19fffd6572bc,segment=NetworkSegment(c36aa853-b3cb-4e37-baf0-87eedee2757f),segment_id=c36aa853-b3cb-4e37-baf0-87eedee2757f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:56.155440 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d160c1cd-3ada-476d-b0c3-03eaae19902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:56.160162 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5740389e-a2ce-4774-8116-4908f4fb90e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:56.162293 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:56.222104 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d160c1cd-3ada-476d-b0c3-03eaae19902f None None] Routers {'bc4f67bf-1187-4000-9a9d-99e2bc3425db'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:53:56.222104 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d160c1cd-3ada-476d-b0c3-03eaae19902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:53:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bc4f67bf-1187-4000-9a9d-99e2bc3425db'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:56.236300 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5740389e-a2ce-4774-8116-4908f4fb90e4 None None] Provisioning complete for port 031e254b-c609-459e-8d10-8f1271564329 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:56.236676 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5740389e-a2ce-4774-8116-4908f4fb90e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:56.490121 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6673b484-9fa6-40d8-805c-678b59973916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:56.503244 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6673b484-9fa6-40d8-805c-678b59973916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1899987-5a07-4643-b901-e6a3f0612986']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:56.513622 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d47b5e8b-f1fa-4176-b6f0-2324de26d72e tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:56.522307 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6673b484-9fa6-40d8-805c-678b59973916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f4bf1f-89ce-4bc4-9367-cff01e7553f8') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:56.523394 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6673b484-9fa6-40d8-805c-678b59973916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f4bf1f-89ce-4bc4-9367-cff01e7553f8') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:56.528915 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d47b5e8b-f1fa-4176-b6f0-2324de26d72e tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:56.534760 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-6ab48791-fba1-4ed2-8c2d-c9d67b40fb83 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:53:56.535163 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6673b484-9fa6-40d8-805c-678b59973916 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:56.539608 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6ab48791-fba1-4ed2-8c2d-c9d67b40fb83 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] 10.222.0.79 "PUT /v2.0/routers/bc4f67bf-1187-4000-9a9d-99e2bc3425db/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7686555 Jul 05 09:53:56.542337 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 32858) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:56.560839 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6673b484-9fa6-40d8-805c-678b59973916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:56.560993 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d160c1cd-3ada-476d-b0c3-03eaae19902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:56.562311 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d160c1cd-3ada-476d-b0c3-03eaae19902f None None] The sync data for ids ['bc4f67bf-1187-4000-9a9d-99e2bc3425db'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:53:56.576798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6673b484-9fa6-40d8-805c-678b59973916 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:53:56.577290 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6673b484-9fa6-40d8-805c-678b59973916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:56.590404 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port f953527e-432e-4788-bfd2-cb656c741ffc, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f953527e-432e-4788-bfd2-cb656c741ffc,segment=NetworkSegment(a4201247-6006-4934-a310-c937c6993b67),segment_id=a4201247-6006-4934-a310-c937c6993b67)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:56.593320 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740389e-a2ce-4774-8116-4908f4fb90e4 None None] Pushing event updated for resources: {'Port': ['ID=579757ae-6502-4e57-9825-19fffd6572bc,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:56.631241 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:53:56.643810 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:53:56.704290 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47b5e8b-f1fa-4176-b6f0-2324de26d72e tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:53:56.738517 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3af6ec95-3275-48d8-a2c6-10496ac606b2 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:53:56.745964 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b5e8b-f1fa-4176-b6f0-2324de26d72e tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8815c01-05a2-4ff3-80d6-ec82e882ba14,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:56.746419 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5740389e-a2ce-4774-8116-4908f4fb90e4 None None] Port 031e254b-c609-459e-8d10-8f1271564329 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:53:56.776726 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:56.777313 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41b59cdb-bd97-4aa9-b302-12aeb7cd8c99 req-44f775e3-7e84-4938-8258-b0f4e8a820cb tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=02e1ba63-d2b8-4cd2-9401-36a885582256 HTTP/1.1" status: 200 len: 210 time: 0.1364927 Jul 05 09:53:56.777409 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 3af6ec95-3275-48d8-a2c6-10496ac606b2 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:53:56.777522 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3af6ec95-3275-48d8-a2c6-10496ac606b2 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:53:56.778117 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7be73145-3f49-4693-b210-7707f52df5e7 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:53:56.790126 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d47b5e8b-f1fa-4176-b6f0-2324de26d72e tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:56.792215 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-d47b5e8b-f1fa-4176-b6f0-2324de26d72e tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Added segment 0e342fcf-cbb7-4778-964c-5c1c95712e9b of type vlan for network 05c8f4bd-1a56-4f4b-82d6-3be60abde0aa Jul 05 09:53:56.792374 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a746750-f317-4d67-95fd-dd5e7f9ec953 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:56.797051 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a746750-f317-4d67-95fd-dd5e7f9ec953 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:56.798924 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1a746750-f317-4d67-95fd-dd5e7f9ec953 tempest-FloatingIPAdminTestJSON-1096950482 tempest-FloatingIPAdminTestJSON-1096950482-project] 10.222.0.79 "DELETE /v2.0/floatingips/2a86bb69-98c6-4d57-8ea4-a700e7de112e HTTP/1.1" status: 204 len: 168 time: 2.9534838 Jul 05 09:53:56.804215 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 32864) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:56.806354 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=f953527e-432e-4788-bfd2-cb656c741ffc,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:56.810615 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 7be73145-3f49-4693-b210-7707f52df5e7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:53:56.811220 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7be73145-3f49-4693-b210-7707f52df5e7 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:53:56.827482 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6673b484-9fa6-40d8-805c-678b59973916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:56.841308 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6673b484-9fa6-40d8-805c-678b59973916 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:56.843635 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6673b484-9fa6-40d8-805c-678b59973916 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d1899987-5a07-4643-b901-e6a3f0612986 HTTP/1.1" status: 204 len: 168 time: 2.5126369 Jul 05 09:53:56.874681 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5fe89c78-71b7-47e2-9710-c76b88c523a8 None None] Provisioning complete for port 579757ae-6502-4e57-9825-19fffd6572bc triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:56.875113 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5fe89c78-71b7-47e2-9710-c76b88c523a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:56.903131 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d47b5e8b-f1fa-4176-b6f0-2324de26d72e tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:56.930055 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673b484-9fa6-40d8-805c-678b59973916 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1899987-5a07-4643-b901-e6a3f0612986,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:56.995744 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688db945-1e21-46ee-b3c5-31c9636acbca req-2ff0fccb-6ca2-4a82-9e3c-cca5fbe0ef63 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:57.009042 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-688db945-1e21-46ee-b3c5-31c9636acbca req-2ff0fccb-6ca2-4a82-9e3c-cca5fbe0ef63 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 946 time: 0.3717585 Jul 05 09:53:57.095998 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 579757ae-6502-4e57-9825-19fffd6572bc up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:57.108114 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5fe89c78-71b7-47e2-9710-c76b88c523a8 None None] Provisioning complete for port 031e254b-c609-459e-8d10-8f1271564329 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:57.108952 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5fe89c78-71b7-47e2-9710-c76b88c523a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.133842 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d47b5e8b-f1fa-4176-b6f0-2324de26d72e tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.134946 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47b5e8b-f1fa-4176-b6f0-2324de26d72e tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:57.135614 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d47b5e8b-f1fa-4176-b6f0-2324de26d72e tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.213145 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5fe89c78-71b7-47e2-9710-c76b88c523a8 None None] Port 031e254b-c609-459e-8d10-8f1271564329 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:53:57.240754 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d47b5e8b-f1fa-4176-b6f0-2324de26d72e tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5086870 Jul 05 09:53:57.246773 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 32874) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:57.250051 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 579757ae-6502-4e57-9825-19fffd6572bc triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:57.250429 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.256673 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-95d47205-5cff-4f45-b634-6ae9098c62be tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Request body: {'network': {'project_id': 'a5cedc3e5ba14ec0af6ebef300a6ebaf'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:57.273816 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-688db945-1e21-46ee-b3c5-31c9636acbca req-aa7c1528-f85c-4905-92a9-15cc9f3727fb tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634149 Jul 05 09:53:57.284611 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d47205-5cff-4f45-b634-6ae9098c62be tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Made reservation on behalf of a5cedc3e5ba14ec0af6ebef300a6ebaf for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:57.287298 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95d47205-5cff-4f45-b634-6ae9098c62be tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.293129 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 32876) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:57.319157 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d47205-5cff-4f45-b634-6ae9098c62be tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:53:57.329492 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95d47205-5cff-4f45-b634-6ae9098c62be tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.329846 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-95d47205-5cff-4f45-b634-6ae9098c62be tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Added segment b2e8040c-8ba2-44dc-a1a5-4feeb477aa51 of type vlan for network eb4f720b-4ac9-4636-9ba0-343dd220b189 Jul 05 09:53:57.360860 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-539eff6c-c3bd-43e5-ab58-a16a64084674 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Deleting port 0edf5d43-66ad-4fb1-9632-61ff927c627b {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:57.361576 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-539eff6c-c3bd-43e5-ab58-a16a64084674 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.378910 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95d47205-5cff-4f45-b634-6ae9098c62be tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.408814 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b5e8b-f1fa-4176-b6f0-2324de26d72e tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Pushing event updated for resources: {'Network': ['ID=05c8f4bd-1a56-4f4b-82d6-3be60abde0aa,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:57.417245 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95d47205-5cff-4f45-b634-6ae9098c62be tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.418754 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d47205-5cff-4f45-b634-6ae9098c62be tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:57.419341 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95d47205-5cff-4f45-b634-6ae9098c62be tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.425969 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 05c8f4bd-1a56-4f4b-82d6-3be60abde0aa details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:57.446583 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-87ca03c9-4291-4797-97ae-9d9be8bd95a3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=866fe5d597ee4723933609a8955be5f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513181 Jul 05 09:53:57.448977 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 32882) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:57.505540 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f953527e-432e-4788-bfd2-cb656c741ffc up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:57.549525 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c6dca986-d2bf-48d1-8f23-2245b99352c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.575963 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d47205-5cff-4f45-b634-6ae9098c62be tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Pushing event updated for resources: {'Network': ['ID=eb4f720b-4ac9-4636-9ba0-343dd220b189,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:57.582922 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c6dca986-d2bf-48d1-8f23-2245b99352c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.588946 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-95d47205-5cff-4f45-b634-6ae9098c62be tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3341308 Jul 05 09:53:57.589261 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port f953527e-432e-4788-bfd2-cb656c741ffc triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:57.589261 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.591554 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network eb4f720b-4ac9-4636-9ba0-343dd220b189 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:57.592850 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 32888) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:57.598629 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9fb66290-e25a-47f2-a0f0-4f8d92bb3248 tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Request body: {'network': {'project_id': 'a5cedc3e5ba14ec0af6ebef300a6ebaf'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:57.644384 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-539eff6c-c3bd-43e5-ab58-a16a64084674 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.645039 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-539eff6c-c3bd-43e5-ab58-a16a64084674 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.646246 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb66290-e25a-47f2-a0f0-4f8d92bb3248 tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 09:53:57.646753 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb66290-e25a-47f2-a0f0-4f8d92bb3248 tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:53:57.647962 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9fb66290-e25a-47f2-a0f0-4f8d92bb3248 tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0540195 Jul 05 09:53:57.660107 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 32892) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:57.664238 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-539eff6c-c3bd-43e5-ab58-a16a64084674 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Calling delete_port for 0edf5d43-66ad-4fb1-9632-61ff927c627b owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:57.726418 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-daa7d8d9-ea8d-4a16-900a-bdc4b1751a3a tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.830845 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b6bb-9aed-42de-8440-acabea07bfa1 tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.894467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 26da84e4-bb66-42bd-96c2-d17937cc1104 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:53:57.945109 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 26da84e4-bb66-42bd-96c2-d17937cc1104 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:53:57.945858 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 26da84e4-bb66-42bd-96c2-d17937cc1104 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:53:57.962816 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c6dca986-d2bf-48d1-8f23-2245b99352c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.965684 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c6dca986-d2bf-48d1-8f23-2245b99352c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.967434 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c6dca986-d2bf-48d1-8f23-2245b99352c8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/85c3e990-1f84-4163-a08a-2f3a21da0421 HTTP/1.1" status: 204 len: 168 time: 0.5172861 Jul 05 09:53:57.992176 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-539eff6c-c3bd-43e5-ab58-a16a64084674 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:58.025040 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b6bb-9aed-42de-8440-acabea07bfa1 tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:58.045993 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-0ed1b6bb-9aed-42de-8440-acabea07bfa1 tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4f720b-4ac9-4636-9ba0-343dd220b189']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:58.069132 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539eff6c-c3bd-43e5-ab58-a16a64084674 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Pushing event deleted for resources: {'Port': ['ID=0edf5d43-66ad-4fb1-9632-61ff927c627b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:58.082243 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-0ed1b6bb-9aed-42de-8440-acabea07bfa1 tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e8040c-8ba2-44dc-a1a5-4feeb477aa51') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:58.082555 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-0ed1b6bb-9aed-42de-8440-acabea07bfa1 tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e8040c-8ba2-44dc-a1a5-4feeb477aa51') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:58.095338 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-5ed7b930-bfb7-4e27-b7e9-553fdf00e352 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=890aafa473984ea6bbc64b1fb171aec2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1334171 Jul 05 09:53:58.112377 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e2eafbff-b8ed-4433-bfec-2bce4f3f571b req-204183f6-09c4-451a-9046-9a62a11b6d3f tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=02e1ba63-d2b8-4cd2-9401-36a885582256 HTTP/1.1" status: 200 len: 210 time: 0.0907433 Jul 05 09:53:58.113862 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dca986-d2bf-48d1-8f23-2245b99352c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c3e990-1f84-4163-a08a-2f3a21da0421,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:58.114426 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b6bb-9aed-42de-8440-acabea07bfa1 tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:58.150538 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b6bb-9aed-42de-8440-acabea07bfa1 tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:58.163888 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed1b6bb-9aed-42de-8440-acabea07bfa1 tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:53:58.164327 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b6bb-9aed-42de-8440-acabea07bfa1 tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:53:58.167512 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:53:58.282592 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b6bb-9aed-42de-8440-acabea07bfa1 tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:58.288735 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b6bb-9aed-42de-8440-acabea07bfa1 tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:58.290788 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0ed1b6bb-9aed-42de-8440-acabea07bfa1 tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] 10.222.0.79 "DELETE /v2.0/networks/eb4f720b-4ac9-4636-9ba0-343dd220b189 HTTP/1.1" status: 204 len: 168 time: 0.6291716 Jul 05 09:53:58.295063 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 32906) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:58.315025 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1b6bb-9aed-42de-8440-acabea07bfa1 tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb4f720b-4ac9-4636-9ba0-343dd220b189,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:58.375141 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-daa7d8d9-ea8d-4a16-900a-bdc4b1751a3a tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Deleting port 031e254b-c609-459e-8d10-8f1271564329 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:58.375141 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-daa7d8d9-ea8d-4a16-900a-bdc4b1751a3a tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:58.489435 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-3b7addfd-56ee-4407-9a8f-833ffa2de9a2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:58.491626 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-3b7addfd-56ee-4407-9a8f-833ffa2de9a2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3710961 Jul 05 09:53:58.496144 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-539eff6c-c3bd-43e5-ab58-a16a64084674 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:58.499800 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-539eff6c-c3bd-43e5-ab58-a16a64084674 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:58.512223 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-539eff6c-c3bd-43e5-ab58-a16a64084674 tempest-FloatingIPAdminTestJSON-2089746356 tempest-FloatingIPAdminTestJSON-2089746356-project-admin] 10.222.0.79 "DELETE /v2.0/floatingips/9b7b68a2-75f9-4d98-9b0b-fa515e6d827d HTTP/1.1" status: 204 len: 168 time: 1.6872373 Jul 05 09:53:58.525258 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 32918) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:58.546021 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-672fb08a-4290-49e6-95c3-ab154641372e tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Request body: {'port': {'device_id': '02e1ba63-d2b8-4cd2-9401-36a885582256', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': '890aafa473984ea6bbc64b1fb171aec2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:58.773859 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48a004e9-a169-449c-bf6b-7842c498c14a tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:58.818699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcedafb-b0d5-4658-8ebc-e09e1490a563 req-2d843b6c-c1d3-4b0a-9657-b62adf6039ef tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:58.825685 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fcedafb-b0d5-4658-8ebc-e09e1490a563 req-2d843b6c-c1d3-4b0a-9657-b62adf6039ef tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 946 time: 0.3330100 Jul 05 09:53:58.835376 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-672fb08a-4290-49e6-95c3-ab154641372e tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Made reservation on behalf of 890aafa473984ea6bbc64b1fb171aec2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:58.838831 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-672fb08a-4290-49e6-95c3-ab154641372e tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:58.891525 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48a004e9-a169-449c-bf6b-7842c498c14a tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:58.899235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a4e55baf-55c7-42f1-b04c-deb209a63848 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Deleting port 7b1a37c4-7aba-4a7e-bbf4-c3fc658c6c29 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:58.899589 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4e55baf-55c7-42f1-b04c-deb209a63848 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:58.901737 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-48a004e9-a169-449c-bf6b-7842c498c14a tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c8f4bd-1a56-4f4b-82d6-3be60abde0aa']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:58.913021 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-48a004e9-a169-449c-bf6b-7842c498c14a tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e342fcf-cbb7-4778-964c-5c1c95712e9b') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:58.913371 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-48a004e9-a169-449c-bf6b-7842c498c14a tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e342fcf-cbb7-4778-964c-5c1c95712e9b') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:58.926272 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48a004e9-a169-449c-bf6b-7842c498c14a tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:58.929572 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fcedafb-b0d5-4658-8ebc-e09e1490a563 req-a6a4d65d-c91d-4e46-97ff-64e8e0b6c478 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029367 Jul 05 09:53:58.941716 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48a004e9-a169-449c-bf6b-7842c498c14a tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:58.948588 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a004e9-a169-449c-bf6b-7842c498c14a tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:53:58.948926 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48a004e9-a169-449c-bf6b-7842c498c14a tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:53:59.005508 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:53:59.009967 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-daa7d8d9-ea8d-4a16-900a-bdc4b1751a3a tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:59.052576 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-daa7d8d9-ea8d-4a16-900a-bdc4b1751a3a tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Calling delete_port for 031e254b-c609-459e-8d10-8f1271564329 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:59.094437 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4e55baf-55c7-42f1-b04c-deb209a63848 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:59.115058 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a4e55baf-55c7-42f1-b04c-deb209a63848 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Calling delete_port for 7b1a37c4-7aba-4a7e-bbf4-c3fc658c6c29 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:59.128624 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48a004e9-a169-449c-bf6b-7842c498c14a tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:59.129117 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-672fb08a-4290-49e6-95c3-ab154641372e tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Allocated IP 192.168.233.83 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/a9620830-4540-4187-8ef7-6f5d1bee7bae) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:59.134027 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48a004e9-a169-449c-bf6b-7842c498c14a tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:59.139385 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-48a004e9-a169-449c-bf6b-7842c498c14a tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] 10.222.0.79 "DELETE /v2.0/networks/05c8f4bd-1a56-4f4b-82d6-3be60abde0aa HTTP/1.1" status: 204 len: 168 time: 0.8350568 Jul 05 09:53:59.164125 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a004e9-a169-449c-bf6b-7842c498c14a tempest-QuotasNegativeTest-613415851 tempest-QuotasNegativeTest-613415851-project-admin] Pushing event deleted for resources: {'Network': ['ID=05c8f4bd-1a56-4f4b-82d6-3be60abde0aa,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:59.164794 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 32968) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:59.345352 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-daa7d8d9-ea8d-4a16-900a-bdc4b1751a3a tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:59.366306 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61ff6321-2722-4ec5-8788-1443a4bafacd req-46ef09d3-f3e0-4a14-a768-de18982ca261 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=02e1ba63-d2b8-4cd2-9401-36a885582256 HTTP/1.1" status: 200 len: 210 time: 0.0521703 Jul 05 09:53:59.379735 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7d8d9-ea8d-4a16-900a-bdc4b1751a3a tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Pushing event deleted for resources: {'Port': ['ID=031e254b-c609-459e-8d10-8f1271564329,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:59.593751 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-daa7d8d9-ea8d-4a16-900a-bdc4b1751a3a tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:59.623339 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4e55baf-55c7-42f1-b04c-deb209a63848 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:59.640188 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-411fac97-04c0-44c9-8678-549caddc90c0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1887977794-network', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:59.648182 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-672fb08a-4290-49e6-95c3-ab154641372e tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:59.691605 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e55baf-55c7-42f1-b04c-deb209a63848 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Pushing event deleted for resources: {'Port': ['ID=7b1a37c4-7aba-4a7e-bbf4-c3fc658c6c29,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:59.709910 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-672fb08a-4290-49e6-95c3-ab154641372e tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Transition to ACTIVE for port object a9620830-4540-4187-8ef7-6f5d1bee7bae will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:59.775220 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411fac97-04c0-44c9-8678-549caddc90c0 admin admin] Made reservation on behalf of 156c005c1a204b6eb50b3c7a2ac0a750 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:59.781271 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-411fac97-04c0-44c9-8678-549caddc90c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:59.814870 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-411fac97-04c0-44c9-8678-549caddc90c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:59.865688 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa7d8d9-ea8d-4a16-900a-bdc4b1751a3a tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Router bc4f67bf-1187-4000-9a9d-99e2bc3425db has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:53:59.873703 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4e55baf-55c7-42f1-b04c-deb209a63848 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:59.877977 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a4e55baf-55c7-42f1-b04c-deb209a63848 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] 10.222.0.79 "DELETE /v2.0/ports/7b1a37c4-7aba-4a7e-bbf4-c3fc658c6c29 HTTP/1.1" status: 204 len: 168 time: 1.3462729 Jul 05 09:53:59.879466 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 32996) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:59.947760 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-672fb08a-4290-49e6-95c3-ab154641372e tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:59.963075 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['b7c1f3e8-39ed-4534-a9db-da07d6cd9c44', 'aec12d55-b4d5-49cd-aaf6-168fc2c13c6e', 'ca8c7349-cfbb-475b-9b5c-8e68e92a32eb', 'd9aee653-2aee-4d30-bdc2-d203ab1fb647'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:53:59.967485 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['effe9602-e71c-4fc1-bc07-d703e8fa353e', 'd66926e5-a70a-4139-9e56-5a9e4537acf9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:54:00.034866 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa7d8d9-ea8d-4a16-900a-bdc4b1751a3a tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:54:00.049021 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc8a3ef-1403-4f59-9ac1-1e6d8fc88411 None None] Sync routers for ids ['bc4f67bf-1187-4000-9a9d-99e2bc3425db'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:54:00.056201 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33002) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:00.061739 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-daa7d8d9-ea8d-4a16-900a-bdc4b1751a3a tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] 10.222.0.79 "PUT /v2.0/routers/bc4f67bf-1187-4000-9a9d-99e2bc3425db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5125830 Jul 05 09:54:00.062994 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33004) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:00.068076 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc8a3ef-1403-4f59-9ac1-1e6d8fc88411 None None] Routers {'bc4f67bf-1187-4000-9a9d-99e2bc3425db'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:54:00.068754 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1dc8a3ef-1403-4f59-9ac1-1e6d8fc88411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:53:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bc4f67bf-1187-4000-9a9d-99e2bc3425db'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:00.070274 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-672fb08a-4290-49e6-95c3-ab154641372e tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:00.091689 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-672fb08a-4290-49e6-95c3-ab154641372e tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:00.109558 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fb08a-4290-49e6-95c3-ab154641372e tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Pushing event updated for resources: {'Port': ['ID=a9620830-4540-4187-8ef7-6f5d1bee7bae,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:00.112938 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-672fb08a-4290-49e6-95c3-ab154641372e tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:00.168045 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-fdcba13c-eaa3-4343-a3ef-a1d5bf138f9b tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] delete failed (client error): The resource could not be found. Jul 05 09:54:00.169984 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fdcba13c-eaa3-4343-a3ef-a1d5bf138f9b tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] 10.222.0.79 "DELETE /v2.0/routers/tempest-non_exist_router-1825595069 HTTP/1.1" status: 404 len: 335 time: 0.1049798 Jul 05 09:54:00.174011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33012) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:00.180518 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-03980d04-a964-44bf-b2e3-ced211ccdb0f tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bc4f67bf-1187-4000-9a9d-99e2bc3425db'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:00.181906 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1dc8a3ef-1403-4f59-9ac1-1e6d8fc88411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:00.201127 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6081c0d1-0cae-45ff-85b0-60758d1c5d69 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:00.205285 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6081c0d1-0cae-45ff-85b0-60758d1c5d69 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] 10.222.0.79 "GET /v2.0/ports?device_id=822c7d24-cc10-46b0-991d-4e0ec6a0d921 HTTP/1.1" status: 200 len: 913 time: 0.3197229 Jul 05 09:54:00.209187 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc8a3ef-1403-4f59-9ac1-1e6d8fc88411 None None] Routers {'bc4f67bf-1187-4000-9a9d-99e2bc3425db'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:54:00.210011 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1dc8a3ef-1403-4f59-9ac1-1e6d8fc88411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:53:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bc4f67bf-1187-4000-9a9d-99e2bc3425db'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:00.236684 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33014) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:00.262334 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1dc8a3ef-1403-4f59-9ac1-1e6d8fc88411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:00.263621 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc8a3ef-1403-4f59-9ac1-1e6d8fc88411 None None] The sync data for ids ['bc4f67bf-1187-4000-9a9d-99e2bc3425db'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:54:00.404826 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfa429de-2677-4d8c-b495-43d5a5a31b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:00.465635 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-411fac97-04c0-44c9-8678-549caddc90c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:00.519620 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03980d04-a964-44bf-b2e3-ced211ccdb0f tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:00.557216 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-03980d04-a964-44bf-b2e3-ced211ccdb0f tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] update failed (client error): The resource could not be found. Jul 05 09:54:00.558706 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-03980d04-a964-44bf-b2e3-ced211ccdb0f tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] 10.222.0.79 "PUT /v2.0/routers/bc4f67bf-1187-4000-9a9d-99e2bc3425db HTTP/1.1" status: 404 len: 339 time: 0.3834233 Jul 05 09:54:00.563008 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33034) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:00.581317 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfa429de-2677-4d8c-b495-43d5a5a31b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:00.586064 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-411fac97-04c0-44c9-8678-549caddc90c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:00.594495 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-672fb08a-4290-49e6-95c3-ab154641372e tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:00.595439 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-672fb08a-4290-49e6-95c3-ab154641372e tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:00.605771 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfa429de-2677-4d8c-b495-43d5a5a31b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:00.623108 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-754a3625-9cbd-4359-8a1a-fe6d91b48497 None None] Provisioning for port a9620830-4540-4187-8ef7-6f5d1bee7bae completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:00.676949 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-754a3625-9cbd-4359-8a1a-fe6d91b48497 None None] Provisioning complete for port a9620830-4540-4187-8ef7-6f5d1bee7bae triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:00.677336 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-754a3625-9cbd-4359-8a1a-fe6d91b48497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:00.695751 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411fac97-04c0-44c9-8678-549caddc90c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:54:00.758659 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-672fb08a-4290-49e6-95c3-ab154641372e tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2319496 Jul 05 09:54:00.774310 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-411fac97-04c0-44c9-8678-549caddc90c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:00.774900 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-411fac97-04c0-44c9-8678-549caddc90c0 admin admin] Added segment 32810290-44b6-47a2-af38-36abad7564ca of type vlan for network 0383cb43-9363-4b70-83ca-61f91fcc9620 Jul 05 09:54:00.779560 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fac97-04c0-44c9-8678-549caddc90c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130303c1-bfd4-4717-bb15-6c1b585a2f4b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:00.789916 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-823414d6-592e-4ce3-9ed4-7bbd668ab2d4 service neutron] Request body: {'port': {'device_id': '02e1ba63-d2b8-4cd2-9401-36a885582256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:00.815718 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bfa429de-2677-4d8c-b495-43d5a5a31b88 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b7f0ea3996ac4490bf8de36e1f3bfe7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7495127 Jul 05 09:54:00.841876 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33052) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:00.851546 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-754a3625-9cbd-4359-8a1a-fe6d91b48497 None None] Port a9620830-4540-4187-8ef7-6f5d1bee7bae cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:54:00.926132 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896fb36-9521-45f4-a49f-003fbb5fce36 req-3907ce00-be00-4488-8658-899f1a803b3b tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:00.927717 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4896fb36-9521-45f4-a49f-003fbb5fce36 req-3907ce00-be00-4488-8658-899f1a803b3b tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 946 time: 0.7211623 Jul 05 09:54:00.973820 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa429de-2677-4d8c-b495-43d5a5a31b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c235f1-e9b3-436b-8a7c-32a6eb0236a7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:01.041251 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-411fac97-04c0-44c9-8678-549caddc90c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:01.055841 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9d2bed4-b51e-4761-8910-a9a76cd7a3a9 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:01.116637 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8b2ab-8adb-4cb8-a211-a4129090b743 req-6a16c31a-d099-4d43-81c5-8199812ddc56 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:01.118167 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a6e8b2ab-8adb-4cb8-a211-a4129090b743 req-6a16c31a-d099-4d43-81c5-8199812ddc56 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=02e1ba63-d2b8-4cd2-9401-36a885582256 HTTP/1.1" status: 200 len: 935 time: 0.4352186 Jul 05 09:54:01.188992 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4896fb36-9521-45f4-a49f-003fbb5fce36 req-2f009a2a-b54f-4c62-b8bb-074b9e9436f9 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313974 Jul 05 09:54:01.198156 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-823414d6-592e-4ce3-9ed4-7bbd668ab2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:01.233914 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2df443a1-a2b9-4d42-b748-b9c632c535a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:01.242716 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-411fac97-04c0-44c9-8678-549caddc90c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:01.243684 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411fac97-04c0-44c9-8678-549caddc90c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:01.244553 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-411fac97-04c0-44c9-8678-549caddc90c0 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:01.305207 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a6e8b2ab-8adb-4cb8-a211-a4129090b743 req-0ecdc753-8ed4-486b-9112-a6862a51a045 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693339 Jul 05 09:54:01.413948 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-c9d2bed4-b51e-4761-8910-a9a76cd7a3a9 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Allocated IP 172.20.0.1 (b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b/5686235f-e797-4afc-9e4d-fe18b0e06198/af7a3823-44b4-4361-b2f9-e95a7aa17223) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:01.554268 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9d2bed4-b51e-4761-8910-a9a76cd7a3a9 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:01.556588 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33082) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:01.575289 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-c9d2bed4-b51e-4761-8910-a9a76cd7a3a9 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Transition to ACTIVE for port object af7a3823-44b4-4361-b2f9-e95a7aa17223 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:01.610887 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9d2bed4-b51e-4761-8910-a9a76cd7a3a9 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:01.631743 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d2bed4-b51e-4761-8910-a9a76cd7a3a9 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Network b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:01.650990 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c9d2bed4-b51e-4761-8910-a9a76cd7a3a9 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:01.655566 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d2bed4-b51e-4761-8910-a9a76cd7a3a9 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:01.715159 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2df443a1-a2b9-4d42-b748-b9c632c535a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:01.718291 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ce9ae7b-10de-4c6e-b56c-517ce5fc76b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:01.720608 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-411fac97-04c0-44c9-8678-549caddc90c0 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5538905 Jul 05 09:54:01.729475 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33086) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:01.746563 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-47d83a92-e718-473e-9603-66d65389451b admin admin] Request body: {'subnet': {'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1887977794-subnet', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:01.749688 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2bed4-b51e-4761-8910-a9a76cd7a3a9 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Pushing event updated for resources: {'Port': ['ID=af7a3823-44b4-4361-b2f9-e95a7aa17223,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:01.761892 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9d2bed4-b51e-4761-8910-a9a76cd7a3a9 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:01.765741 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fac97-04c0-44c9-8678-549caddc90c0 admin admin] Pushing event updated for resources: {'Network': ['ID=0383cb43-9363-4b70-83ca-61f91fcc9620,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:01.779306 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 0383cb43-9363-4b70-83ca-61f91fcc9620 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:54:01.851131 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-47d83a92-e718-473e-9603-66d65389451b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 09:54:01.851131 n-d-798054-8 neutron-server[93906]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 09:54:01.851131 n-d-798054-8 neutron-server[93906]: [parameters: {'project_id_1': '156c005c1a204b6eb50b3c7a2ac0a750', 'expiration_1': datetime.datetime(2021, 7, 5, 9, 54, 1, 757854)}] Jul 05 09:54:01.851131 n-d-798054-8 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:54:01.851636 n-d-798054-8 neutron-server[93906]: DEBUG oslo_db.api [None req-47d83a92-e718-473e-9603-66d65389451b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:54:01.937048 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2df443a1-a2b9-4d42-b748-b9c632c535a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:01.939470 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2df443a1-a2b9-4d42-b748-b9c632c535a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:01.940673 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2df443a1-a2b9-4d42-b748-b9c632c535a4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/59c235f1-e9b3-436b-8a7c-32a6eb0236a7 HTTP/1.1" status: 204 len: 168 time: 1.0937722 Jul 05 09:54:01.946578 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9d2bed4-b51e-4761-8910-a9a76cd7a3a9 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:01.962998 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df443a1-a2b9-4d42-b748-b9c632c535a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c235f1-e9b3-436b-8a7c-32a6eb0236a7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:02.022748 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9b19c4f5-e1f8-4ac5-9fa3-4bbfd5d9e297 None None] Provisioning for port af7a3823-44b4-4361-b2f9-e95a7aa17223 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:02.029651 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9b19c4f5-e1f8-4ac5-9fa3-4bbfd5d9e297 None None] Provisioning complete for port af7a3823-44b4-4361-b2f9-e95a7aa17223 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:02.030106 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9b19c4f5-e1f8-4ac5-9fa3-4bbfd5d9e297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:02.068445 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9b19c4f5-e1f8-4ac5-9fa3-4bbfd5d9e297 None None] Port af7a3823-44b4-4361-b2f9-e95a7aa17223 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:54:02.090937 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a456d5d7-ae4d-42f3-914d-7a6c570b25d1 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:02.107659 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ce9ae7b-10de-4c6e-b56c-517ce5fc76b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:02.115290 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ce9ae7b-10de-4c6e-b56c-517ce5fc76b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:02.164057 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-823414d6-592e-4ce3-9ed4-7bbd668ab2d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9620830-4540-4187-8ef7-6f5d1bee7bae {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:54:02.173900 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9ce9ae7b-10de-4c6e-b56c-517ce5fc76b1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=14f0dcb65c2d41a1839eae175ed1cfd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6159198 Jul 05 09:54:02.174938 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33092) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:02.178582 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-823414d6-592e-4ce3-9ed4-7bbd668ab2d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:02.179122 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9ae7b-10de-4c6e-b56c-517ce5fc76b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd58afca-f1be-496f-bca1-b9b182fafdd8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:02.239286 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-823414d6-592e-4ce3-9ed4-7bbd668ab2d4 service neutron] Transition to ACTIVE for port object a9620830-4540-4187-8ef7-6f5d1bee7bae will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:02.254873 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-823414d6-592e-4ce3-9ed4-7bbd668ab2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:02.425377 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:02.504348 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823414d6-592e-4ce3-9ed4-7bbd668ab2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a9620830-4540-4187-8ef7-6f5d1bee7bae,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:02.508824 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33100) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:02.577385 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8c5567e1-0798-4159-95da-a802e89aa0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:02.657172 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-823414d6-592e-4ce3-9ed4-7bbd668ab2d4 service neutron] Attempting to bind port a9620830-4540-4187-8ef7-6f5d1bee7bae on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:54:02.657518 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-823414d6-592e-4ce3-9ed4-7bbd668ab2d4 service neutron] Attempting to bind port a9620830-4540-4187-8ef7-6f5d1bee7bae by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:54:02.657858 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-823414d6-592e-4ce3-9ed4-7bbd668ab2d4 service neutron] Attempting to bind port a9620830-4540-4187-8ef7-6f5d1bee7bae on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:54:02.686234 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-633706b0-1c3e-4ba1-a1b4-79227598b73b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:02.690530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-823414d6-592e-4ce3-9ed4-7bbd668ab2d4 service neutron] Port a9620830-4540-4187-8ef7-6f5d1bee7bae on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:54:02.690706 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-823414d6-592e-4ce3-9ed4-7bbd668ab2d4 service neutron] Attempting to bind port a9620830-4540-4187-8ef7-6f5d1bee7bae on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:54:02.704596 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de4747-bc4e-4d1a-8a59-922ae0e7597b req-22629968-cf9f-47bf-ae86-921ae89f43d5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:02.706124 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25de4747-bc4e-4d1a-8a59-922ae0e7597b req-22629968-cf9f-47bf-ae86-921ae89f43d5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 946 time: 0.2585475 Jul 05 09:54:02.720796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-823414d6-592e-4ce3-9ed4-7bbd668ab2d4 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:54:02.721135 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-823414d6-592e-4ce3-9ed4-7bbd668ab2d4 service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:02.721564 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-823414d6-592e-4ce3-9ed4-7bbd668ab2d4 service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:54:02.722010 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-823414d6-592e-4ce3-9ed4-7bbd668ab2d4 service neutron] Bound port: a9620830-4540-4187-8ef7-6f5d1bee7bae, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:54:02.722376 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-823414d6-592e-4ce3-9ed4-7bbd668ab2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:02.730944 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-633706b0-1c3e-4ba1-a1b4-79227598b73b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:02.770162 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9ef99-628b-4571-a835-569aac0e27f7 req-3cd2b34b-4ea6-46c8-b2d5-7166e6a21f7b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:02.771662 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fbf9ef99-628b-4571-a835-569aac0e27f7 req-3cd2b34b-4ea6-46c8-b2d5-7166e6a21f7b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=02e1ba63-d2b8-4cd2-9401-36a885582256 HTTP/1.1" status: 200 len: 947 time: 0.2561367 Jul 05 09:54:02.778646 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9d2bed4-b51e-4761-8910-a9a76cd7a3a9 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:02.785683 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9d2bed4-b51e-4761-8910-a9a76cd7a3a9 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:02.866752 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-633706b0-1c3e-4ba1-a1b4-79227598b73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:02.869688 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-633706b0-1c3e-4ba1-a1b4-79227598b73b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:02.871094 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-633706b0-1c3e-4ba1-a1b4-79227598b73b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bd58afca-f1be-496f-bca1-b9b182fafdd8 HTTP/1.1" status: 204 len: 168 time: 0.6879766 Jul 05 09:54:02.881432 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25de4747-bc4e-4d1a-8a59-922ae0e7597b req-67c4a6f9-a797-4645-92d2-197edf83fbc8 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665730 Jul 05 09:54:02.893633 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2bed4-b51e-4761-8910-a9a76cd7a3a9 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Pushing event updated for resources: {'Port': ['ID=af7a3823-44b4-4361-b2f9-e95a7aa17223,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:02.896368 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633706b0-1c3e-4ba1-a1b4-79227598b73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd58afca-f1be-496f-bca1-b9b182fafdd8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:02.898439 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9d2bed4-b51e-4761-8910-a9a76cd7a3a9 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:02.940297 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fbf9ef99-628b-4571-a835-569aac0e27f7 req-6f84fc0d-b7db-400b-b802-76f293003d64 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555130 Jul 05 09:54:02.954297 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-823414d6-592e-4ce3-9ed4-7bbd668ab2d4 service neutron] For port a9620830-4540-4187-8ef7-6f5d1bee7bae, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:54:02.966309 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-823414d6-592e-4ce3-9ed4-7bbd668ab2d4 service neutron] For port a9620830-4540-4187-8ef7-6f5d1bee7bae, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=a9620830-4540-4187-8ef7-6f5d1bee7bae,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:54:02.990403 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-823414d6-592e-4ce3-9ed4-7bbd668ab2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:02.994674 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8c5567e1-0798-4159-95da-a802e89aa0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:03.025498 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8c5567e1-0798-4159-95da-a802e89aa0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:03.061673 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d83a92-e718-473e-9603-66d65389451b admin admin] Made reservation on behalf of 156c005c1a204b6eb50b3c7a2ac0a750 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:03.062176 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-823414d6-592e-4ce3-9ed4-7bbd668ab2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:03.062916 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-823414d6-592e-4ce3-9ed4-7bbd668ab2d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:03.064535 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-823414d6-592e-4ce3-9ed4-7bbd668ab2d4 service neutron] 10.222.0.78 "PUT /v2.0/ports/a9620830-4540-4187-8ef7-6f5d1bee7bae HTTP/1.1" status: 200 len: 1095 time: 2.2916319 Jul 05 09:54:03.065612 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47d83a92-e718-473e-9603-66d65389451b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:03.071075 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e1ba63-d2b8-4cd2-9401-36a885582256', 'tag': 'a9620830-4540-4187-8ef7-6f5d1bee7bae'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:54:03.073482 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270286ea-2d9e-4e0f-bbf5-5e84d81d3824" -d '{"events": [{"name": "network-changed", "server_uuid": "02e1ba63-d2b8-4cd2-9401-36a885582256", "tag": "a9620830-4540-4187-8ef7-6f5d1bee7bae"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:54:03.076879 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a456d5d7-ae4d-42f3-914d-7a6c570b25d1 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Deleting port 9c545186-3a87-4f59-bce6-f979195a255d {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:03.077215 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a456d5d7-ae4d-42f3-914d-7a6c570b25d1 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:03.094975 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d2bed4-b51e-4761-8910-a9a76cd7a3a9 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Network b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:03.157854 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23541099-0135-4682-9ce4-98b5582fa068 x-openstack-request-id: req-23541099-0135-4682-9ce4-98b5582fa068 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:54:03.158220 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e1ba63-d2b8-4cd2-9401-36a885582256", "tag": "a9620830-4540-4187-8ef7-6f5d1bee7bae", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:54:03.158411 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-23541099-0135-4682-9ce4-98b5582fa068 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:54:03.158806 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e1ba63-d2b8-4cd2-9401-36a885582256', 'tag': 'a9620830-4540-4187-8ef7-6f5d1bee7bae', 'status': 'completed', 'code': 200} Jul 05 09:54:03.173090 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c9d2bed4-b51e-4761-8910-a9a76cd7a3a9 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:03.183022 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5567e1-0798-4159-95da-a802e89aa0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96da2251-0bc9-4154-a3b0-24a7141887ac,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:03.204553 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823414d6-592e-4ce3-9ed4-7bbd668ab2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a9620830-4540-4187-8ef7-6f5d1bee7bae,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:03.211757 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8c5567e1-0798-4159-95da-a802e89aa0f9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a91c95bd153242dda76d7d815bb36fac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6947038 Jul 05 09:54:03.217104 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33108) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:03.325514 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a456d5d7-ae4d-42f3-914d-7a6c570b25d1 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:03.340348 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d2bed4-b51e-4761-8910-a9a76cd7a3a9 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Router bc4f67bf-1187-4000-9a9d-99e2bc3425db has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:54:03.353912 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a456d5d7-ae4d-42f3-914d-7a6c570b25d1 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Calling delete_port for 9c545186-3a87-4f59-bce6-f979195a255d owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:03.380191 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33110) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:03.435062 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c65ea286-0215-4c6e-9b0a-36829ad5b125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:03.443378 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bce1a8da-4afc-4512-a67d-d1d0cc966123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:03.481628 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-f4ba50c1-9dcc-4446-bd2d-f4561c5dc6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:03.483345 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-f4ba50c1-9dcc-4446-bd2d-f4561c5dc6d1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&device_id=02e1ba63-d2b8-4cd2-9401-36a885582256 HTTP/1.1" status: 200 len: 1098 time: 0.3533170 Jul 05 09:54:03.495766 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d2bed4-b51e-4761-8910-a9a76cd7a3a9 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:54:03.497676 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c65ea286-0215-4c6e-9b0a-36829ad5b125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:03.503335 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c9d2bed4-b51e-4761-8910-a9a76cd7a3a9 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] 10.222.0.79 "PUT /v2.0/routers/bc4f67bf-1187-4000-9a9d-99e2bc3425db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9370239 Jul 05 09:54:03.504560 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33112) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:03.507499 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705134ff-e572-4525-bddd-2609e0c47628 None None] Sync routers for ids ['bc4f67bf-1187-4000-9a9d-99e2bc3425db'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:54:03.518391 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705134ff-e572-4525-bddd-2609e0c47628 None None] Routers {'bc4f67bf-1187-4000-9a9d-99e2bc3425db'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:54:03.519515 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-705134ff-e572-4525-bddd-2609e0c47628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:53:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bc4f67bf-1187-4000-9a9d-99e2bc3425db'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:03.560475 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-705134ff-e572-4525-bddd-2609e0c47628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:03.577899 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705134ff-e572-4525-bddd-2609e0c47628 None None] Routers {'bc4f67bf-1187-4000-9a9d-99e2bc3425db'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:54:03.579066 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-705134ff-e572-4525-bddd-2609e0c47628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:53:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bc4f67bf-1187-4000-9a9d-99e2bc3425db'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:03.589005 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-08a78f9e-0f6b-4b24-9554-8ad665bfa533 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=a9620830-4540-4187-8ef7-6f5d1bee7bae HTTP/1.1" status: 200 len: 217 time: 0.0853827 Jul 05 09:54:03.620393 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2aa4c7e5-13b6-402e-933a-ca594dcba4da None None] Provisioning complete for port af7a3823-44b4-4361-b2f9-e95a7aa17223 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:03.621007 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2aa4c7e5-13b6-402e-933a-ca594dcba4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:03.623093 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47d83a92-e718-473e-9603-66d65389451b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:03.643370 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-705134ff-e572-4525-bddd-2609e0c47628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:03.644319 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705134ff-e572-4525-bddd-2609e0c47628 None None] The sync data for ids ['bc4f67bf-1187-4000-9a9d-99e2bc3425db'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:54:03.662962 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2aa4c7e5-13b6-402e-933a-ca594dcba4da None None] Port af7a3823-44b4-4361-b2f9-e95a7aa17223 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:54:03.676228 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08d4adb2-f96b-43b0-9a7e-96bb4c408cf5 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:03.729111 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c65ea286-0215-4c6e-9b0a-36829ad5b125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:03.731598 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c65ea286-0215-4c6e-9b0a-36829ad5b125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:03.735193 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c65ea286-0215-4c6e-9b0a-36829ad5b125 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/96da2251-0bc9-4154-a3b0-24a7141887ac HTTP/1.1" status: 204 len: 168 time: 0.5147531 Jul 05 09:54:03.750594 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-44b7561c-54f8-48c6-9e0b-d646506b1771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:03.752103 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-44b7561c-54f8-48c6-9e0b-d646506b1771 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1526740 Jul 05 09:54:03.766716 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ea286-0215-4c6e-9b0a-36829ad5b125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96da2251-0bc9-4154-a3b0-24a7141887ac,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:03.799333 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d83a92-e718-473e-9603-66d65389451b admin admin] Pushing event updated for resources: {'Subnet': ['ID=07ae2633-109d-4ad5-8367-c375ac81c77c,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:03.820765 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bce1a8da-4afc-4512-a67d-d1d0cc966123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:03.845484 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d83a92-e718-473e-9603-66d65389451b admin admin] Checking segment: {'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:03.846503 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d83a92-e718-473e-9603-66d65389451b admin admin] Network hostable DHCP agents. Network: 0383cb43-9363-4b70-83ca-61f91fcc9620, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:54:03.846662 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bce1a8da-4afc-4512-a67d-d1d0cc966123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:03.853009 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-08d4adb2-f96b-43b0-9a7e-96bb4c408cf5 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 09:54:03.858465 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-08d4adb2-f96b-43b0-9a7e-96bb4c408cf5 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] 10.222.0.79 "DELETE /v2.0/routers/bc4f67bf-1187-4000-9a9d-99e2bc3425db HTTP/1.1" status: 409 len: 329 time: 0.3528733 Jul 05 09:54:03.859384 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33116) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:03.924598 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bce1a8da-4afc-4512-a67d-d1d0cc966123 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=608c89612a034deebcaa539e08bf3182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5431173 Jul 05 09:54:03.927711 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33118) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:03.928541 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1a8da-4afc-4512-a67d-d1d0cc966123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169f3471-2d53-40d8-8494-38f6e3a0777a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:03.962330 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a456d5d7-ae4d-42f3-914d-7a6c570b25d1 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:04.008234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456d5d7-ae4d-42f3-914d-7a6c570b25d1 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Pushing event deleted for resources: {'Port': ['ID=9c545186-3a87-4f59-bce6-f979195a255d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:04.011580 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-c41c2fdf-89b2-4881-a3ab-ae4e54eb5cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:04.013121 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-c41c2fdf-89b2-4881-a3ab-ae4e54eb5cf6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2482367 Jul 05 09:54:04.174517 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d83a92-e718-473e-9603-66d65389451b admin admin] Network 0383cb43-9363-4b70-83ca-61f91fcc9620 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:54:04.187027 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-47d83a92-e718-473e-9603-66d65389451b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 0383cb43-9363-4b70-83ca-61f91fcc9620) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:04.198214 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68089999-1466-425c-9993-5367955274e5 None None] Network 0383cb43-9363-4b70-83ca-61f91fcc9620 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:04.213164 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d83a92-e718-473e-9603-66d65389451b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:04.213765 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47d83a92-e718-473e-9603-66d65389451b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:04.240529 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-47d83a92-e718-473e-9603-66d65389451b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5074327 Jul 05 09:54:04.243457 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33134) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:04.259195 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4d5894d9-a85b-4355-a11d-8510cc2dada0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1887977794-router', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:04.334581 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d5894d9-a85b-4355-a11d-8510cc2dada0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:04.336137 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d5894d9-a85b-4355-a11d-8510cc2dada0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:04.414402 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d5894d9-a85b-4355-a11d-8510cc2dada0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:04.417777 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b183a2a-dd9c-4adf-b0cc-14d6c94d59e1 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:04.418641 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1881ceff-1c69-431d-8846-a15af1ffe571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-0383cb43-9363-4b70-83ca-61f91fcc9620', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'fixed_ips': [{'subnet_id': '07ae2633-109d-4ad5-8367-c375ac81c77c'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:54:04.419941 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1881ceff-1c69-431d-8846-a15af1ffe571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:04.443549 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a456d5d7-ae4d-42f3-914d-7a6c570b25d1 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:04.453219 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-439262b5-9baf-42ca-b265-db0c815b63d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:04.504567 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-65168d0e-5a19-4cb4-8ea1-9dbb775d8bc9 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816060 Jul 05 09:54:04.587811 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-1881ceff-1c69-431d-8846-a15af1ffe571 None None] Allocated IP 172.20.0.2 (0383cb43-9363-4b70-83ca-61f91fcc9620/07ae2633-109d-4ad5-8367-c375ac81c77c/018601e1-9501-4a6e-bb29-ac702c738f0e) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:04.712470 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33146) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:04.754535 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d5894d9-a85b-4355-a11d-8510cc2dada0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:04.771077 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1881ceff-1c69-431d-8846-a15af1ffe571 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:04.785635 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1881ceff-1c69-431d-8846-a15af1ffe571 None None] Transition to ACTIVE for port object 018601e1-9501-4a6e-bb29-ac702c738f0e will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:04.806114 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1881ceff-1c69-431d-8846-a15af1ffe571 None None] Transition to ACTIVE for port object 018601e1-9501-4a6e-bb29-ac702c738f0e will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:04.817262 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1881ceff-1c69-431d-8846-a15af1ffe571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:04.864955 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1881ceff-1c69-431d-8846-a15af1ffe571 None None] Network 0383cb43-9363-4b70-83ca-61f91fcc9620 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:04.872272 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-1881ceff-1c69-431d-8846-a15af1ffe571 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:04.877371 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1881ceff-1c69-431d-8846-a15af1ffe571 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:04.909752 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881ceff-1c69-431d-8846-a15af1ffe571 None None] Pushing event updated for resources: {'Port': ['ID=018601e1-9501-4a6e-bb29-ac702c738f0e,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:04.947677 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1881ceff-1c69-431d-8846-a15af1ffe571 None None] Attempting to bind port 018601e1-9501-4a6e-bb29-ac702c738f0e on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:54:04.948176 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1881ceff-1c69-431d-8846-a15af1ffe571 None None] Attempting to bind port 018601e1-9501-4a6e-bb29-ac702c738f0e by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:54:04.948557 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1881ceff-1c69-431d-8846-a15af1ffe571 None None] Attempting to bind port 018601e1-9501-4a6e-bb29-ac702c738f0e on network 0383cb43-9363-4b70-83ca-61f91fcc9620 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:54:04.955179 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1881ceff-1c69-431d-8846-a15af1ffe571 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:54:04.955572 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1881ceff-1c69-431d-8846-a15af1ffe571 None None] Checking segment: {'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:04.956020 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1881ceff-1c69-431d-8846-a15af1ffe571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:04.956425 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1881ceff-1c69-431d-8846-a15af1ffe571 None None] Bound using segment: {'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:54:04.956905 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1881ceff-1c69-431d-8846-a15af1ffe571 None None] Bound port: 018601e1-9501-4a6e-bb29-ac702c738f0e, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:54:04.957300 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1881ceff-1c69-431d-8846-a15af1ffe571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:04.976182 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8ad09f67-82fb-4376-8dc2-20f0447b1a9b tempest-AgentManagementNegativeTest-1434290508 tempest-AgentManagementNegativeTest-1434290508-project] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2592523 Jul 05 09:54:04.992195 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-5b183a2a-dd9c-4adf-b0cc-14d6c94d59e1 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Deleting port af7a3823-44b4-4361-b2f9-e95a7aa17223 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:04.992697 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b183a2a-dd9c-4adf-b0cc-14d6c94d59e1 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:05.001534 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-439262b5-9baf-42ca-b265-db0c815b63d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:05.048700 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1881ceff-1c69-431d-8846-a15af1ffe571 None None] For port 018601e1-9501-4a6e-bb29-ac702c738f0e, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:54:05.052862 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1881ceff-1c69-431d-8846-a15af1ffe571 None None] For port 018601e1-9501-4a6e-bb29-ac702c738f0e, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=018601e1-9501-4a6e-bb29-ac702c738f0e,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:54:05.057052 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26618dfa-b378-4dd1-9df4-a20c8febead8 req-8a0223d1-be58-44ef-84d2-076fee6f623c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:05.058280 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1881ceff-1c69-431d-8846-a15af1ffe571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:05.064068 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-26618dfa-b378-4dd1-9df4-a20c8febead8 req-8a0223d1-be58-44ef-84d2-076fee6f623c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=02e1ba63-d2b8-4cd2-9401-36a885582256 HTTP/1.1" status: 200 len: 947 time: 0.9326706 Jul 05 09:54:05.134049 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881ceff-1c69-431d-8846-a15af1ffe571 None None] Pushing event updated for resources: {'Port': ['ID=018601e1-9501-4a6e-bb29-ac702c738f0e,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:05.163396 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccf9d0-ba10-412f-8f30-834bb4ef164d req-9d132aa9-7b81-4981-9245-2281c0e181eb tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:05.165035 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9eccf9d0-ba10-412f-8f30-834bb4ef164d req-9d132aa9-7b81-4981-9245-2281c0e181eb tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 946 time: 1.0479925 Jul 05 09:54:05.226287 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-26618dfa-b378-4dd1-9df4-a20c8febead8 req-dfb40ce0-4f8d-4fd5-941f-b7961051f8ab tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611967 Jul 05 09:54:05.294782 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b910fc94-c1c3-4c4e-8d11-a8f3b82dc8d4 req-b42a9819-b22d-4d00-a011-578546e5f552 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7741652 Jul 05 09:54:05.335807 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-439262b5-9baf-42ca-b265-db0c815b63d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:05.338868 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-439262b5-9baf-42ca-b265-db0c815b63d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:05.340293 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-439262b5-9baf-42ca-b265-db0c815b63d7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/169f3471-2d53-40d8-8494-38f6e3a0777a HTTP/1.1" status: 204 len: 168 time: 1.4074991 Jul 05 09:54:05.372328 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439262b5-9baf-42ca-b265-db0c815b63d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169f3471-2d53-40d8-8494-38f6e3a0777a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:05.458669 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9eccf9d0-ba10-412f-8f30-834bb4ef164d req-fe98593e-4c53-4908-93ba-39f7db452a86 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667472 Jul 05 09:54:05.523830 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33156) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:05.544116 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a456d5d7-ae4d-42f3-914d-7a6c570b25d1 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Router 822c7d24-cc10-46b0-991d-4e0ec6a0d921 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:54:05.615805 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d5894d9-a85b-4355-a11d-8510cc2dada0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:05.641511 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d5894d9-a85b-4355-a11d-8510cc2dada0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:05.650643 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270286ea-2d9e-4e0f-bbf5-5e84d81d3824 req-74dce816-7cb4-43d4-916d-21579c76f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:05.651938 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b183a2a-dd9c-4adf-b0cc-14d6c94d59e1 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:05.652290 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-270286ea-2d9e-4e0f-bbf5-5e84d81d3824 req-74dce816-7cb4-43d4-916d-21579c76f1ab service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&device_id=02e1ba63-d2b8-4cd2-9401-36a885582256 HTTP/1.1" status: 200 len: 1098 time: 0.2728527 Jul 05 09:54:05.700697 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-5b183a2a-dd9c-4adf-b0cc-14d6c94d59e1 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Calling delete_port for af7a3823-44b4-4361-b2f9-e95a7aa17223 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:05.776103 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a456d5d7-ae4d-42f3-914d-7a6c570b25d1 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:54:05.783970 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a456d5d7-ae4d-42f3-914d-7a6c570b25d1 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] 10.222.0.79 "PUT /v2.0/routers/822c7d24-cc10-46b0-991d-4e0ec6a0d921/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5472012 Jul 05 09:54:05.787129 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33162) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:05.788812 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705cebc4-1026-4029-9c25-af9635f0feb1 None None] Sync routers for ids ['822c7d24-cc10-46b0-991d-4e0ec6a0d921'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:54:05.803085 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705cebc4-1026-4029-9c25-af9635f0feb1 None None] Routers {'822c7d24-cc10-46b0-991d-4e0ec6a0d921'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:54:05.806824 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-705cebc4-1026-4029-9c25-af9635f0feb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:53:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['822c7d24-cc10-46b0-991d-4e0ec6a0d921'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:05.876757 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270286ea-2d9e-4e0f-bbf5-5e84d81d3824 req-d7e07e54-d449-4916-ad41-6085549c2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:05.878615 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-270286ea-2d9e-4e0f-bbf5-5e84d81d3824 req-d7e07e54-d449-4916-ad41-6085549c2f8c service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1924684 Jul 05 09:54:05.888850 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:05.899309 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-705cebc4-1026-4029-9c25-af9635f0feb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:05.909337 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705cebc4-1026-4029-9c25-af9635f0feb1 None None] Routers {'822c7d24-cc10-46b0-991d-4e0ec6a0d921'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:54:05.910327 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-705cebc4-1026-4029-9c25-af9635f0feb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:53:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['822c7d24-cc10-46b0-991d-4e0ec6a0d921'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:05.914494 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-4d5894d9-a85b-4355-a11d-8510cc2dada0 admin admin] Allocated IP 172.25.7.143 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/a8846b2b-32fa-447c-afe5-862c6bd9a1fc) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:05.955566 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-705cebc4-1026-4029-9c25-af9635f0feb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:05.956426 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705cebc4-1026-4029-9c25-af9635f0feb1 None None] The sync data for ids ['822c7d24-cc10-46b0-991d-4e0ec6a0d921'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:54:05.969701 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-270286ea-2d9e-4e0f-bbf5-5e84d81d3824 req-eb52a132-0e6a-47b5-96dd-777190848d7f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=a9620830-4540-4187-8ef7-6f5d1bee7bae HTTP/1.1" status: 200 len: 217 time: 0.0546534 Jul 05 09:54:05.970033 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aa1edab2-3149-4bfe-85e5-414ccb7073d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:06.029493 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0f79922-64a0-40b4-a7c8-b53cbf7a8ea2 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:06.084927 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270286ea-2d9e-4e0f-bbf5-5e84d81d3824 req-f45d4fa7-717c-420b-bad6-e0a92f146f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:06.086453 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-270286ea-2d9e-4e0f-bbf5-5e84d81d3824 req-f45d4fa7-717c-420b-bad6-e0a92f146f63 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1080034 Jul 05 09:54:06.163550 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b183a2a-dd9c-4adf-b0cc-14d6c94d59e1 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:06.212929 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0f79922-64a0-40b4-a7c8-b53cbf7a8ea2 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:06.224678 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270286ea-2d9e-4e0f-bbf5-5e84d81d3824 req-df8dd9bf-3742-4788-9e9c-6b57830012a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:06.226344 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-270286ea-2d9e-4e0f-bbf5-5e84d81d3824 req-df8dd9bf-3742-4788-9e9c-6b57830012a5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1315579 Jul 05 09:54:06.259474 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b183a2a-dd9c-4adf-b0cc-14d6c94d59e1 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Pushing event deleted for resources: {'Port': ['ID=af7a3823-44b4-4361-b2f9-e95a7aa17223,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:06.276050 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d5894d9-a85b-4355-a11d-8510cc2dada0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:06.485547 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b0f79922-64a0-40b4-a7c8-b53cbf7a8ea2 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Deleting port 3c982b01-0745-4676-aa87-dd3c79240129 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:06.485821 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0f79922-64a0-40b4-a7c8-b53cbf7a8ea2 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:06.526661 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aa1edab2-3149-4bfe-85e5-414ccb7073d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:06.527878 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b183a2a-dd9c-4adf-b0cc-14d6c94d59e1 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:06.544099 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d5894d9-a85b-4355-a11d-8510cc2dada0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:06.560378 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aa1edab2-3149-4bfe-85e5-414ccb7073d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:06.589700 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-270286ea-2d9e-4e0f-bbf5-5e84d81d3824 req-5a6a898e-0ccf-447f-bc0c-cbcbc7a14ec4 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525317 Jul 05 09:54:06.650880 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5894d9-a85b-4355-a11d-8510cc2dada0 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:06.668922 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f262d7-a06f-4bdc-9ed7-5ac8f7ae4e44 None None] Network 0383cb43-9363-4b70-83ca-61f91fcc9620 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:06.712089 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-aa1edab2-3149-4bfe-85e5-414ccb7073d1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e45dfdb0bad64444a8a8985cad62343f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1867583 Jul 05 09:54:06.713360 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5894d9-a85b-4355-a11d-8510cc2dada0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8846b2b-32fa-447c-afe5-862c6bd9a1fc,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:06.716627 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-4d5894d9-a85b-4355-a11d-8510cc2dada0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:06.722544 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-270286ea-2d9e-4e0f-bbf5-5e84d81d3824 req-090b5039-339d-47a7-aba6-328a5ffcf8a7 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227736 Jul 05 09:54:06.725142 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33188) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:06.730552 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5894d9-a85b-4355-a11d-8510cc2dada0 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:06.796794 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0f79922-64a0-40b4-a7c8-b53cbf7a8ea2 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:06.811691 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-638365d0-3313-42c4-a72e-c7534f11b692 None None] Provisioning for port 018601e1-9501-4a6e-bb29-ac702c738f0e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:06.818215 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64bec2-6685-4380-b010-fd1b43bdc037 req-bc793eed-81d7-45a7-b1c7-78fc0b11e305 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:06.824523 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1b64bec2-6685-4380-b010-fd1b43bdc037 req-bc793eed-81d7-45a7-b1c7-78fc0b11e305 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=02e1ba63-d2b8-4cd2-9401-36a885582256 HTTP/1.1" status: 200 len: 947 time: 0.3864713 Jul 05 09:54:06.857488 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b0f79922-64a0-40b4-a7c8-b53cbf7a8ea2 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Calling delete_port for 3c982b01-0745-4676-aa87-dd3c79240129 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:06.914910 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1edab2-3149-4bfe-85e5-414ccb7073d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51b44d7-dfa1-4fe0-a479-5c2bf31d76ef,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:06.924857 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1b64bec2-6685-4380-b010-fd1b43bdc037 req-c459f134-6183-4b4c-a5a4-90f31caf8149 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993598 Jul 05 09:54:06.958711 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-669aadbe-c749-4397-a4a6-c3a1cdadc48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:06.994675 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c843c-0093-4ed8-a4c8-a59be19a88c8 req-856c8f68-1f03-462a-8ca8-4f858896db07 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:06.996395 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b02c843c-0093-4ed8-a4c8-a59be19a88c8 req-856c8f68-1f03-462a-8ca8-4f858896db07 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 946 time: 0.2729468 Jul 05 09:54:07.053688 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 018601e1-9501-4a6e-bb29-ac702c738f0e up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:54:07.058673 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b02c843c-0093-4ed8-a4c8-a59be19a88c8 req-a83dca74-c96f-4cff-83ad-c798bde5611e tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557940 Jul 05 09:54:07.142990 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 018601e1-9501-4a6e-bb29-ac702c738f0e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:07.148570 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 018601e1-9501-4a6e-bb29-ac702c738f0e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:07.149942 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:07.175565 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-669aadbe-c749-4397-a4a6-c3a1cdadc48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:07.224105 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0f79922-64a0-40b4-a7c8-b53cbf7a8ea2 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:07.235363 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b183a2a-dd9c-4adf-b0cc-14d6c94d59e1 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Router bc4f67bf-1187-4000-9a9d-99e2bc3425db has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:54:07.262303 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f79922-64a0-40b4-a7c8-b53cbf7a8ea2 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Pushing event deleted for resources: {'Port': ['ID=3c982b01-0745-4676-aa87-dd3c79240129,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:07.326101 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:07.345447 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0f79922-64a0-40b4-a7c8-b53cbf7a8ea2 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:07.392227 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-669aadbe-c749-4397-a4a6-c3a1cdadc48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:07.393848 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4362db1c-0e82-4573-9364-e893cc7b678d None None] Provisioning complete for port 018601e1-9501-4a6e-bb29-ac702c738f0e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:07.394587 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4362db1c-0e82-4573-9364-e893cc7b678d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:07.395912 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-669aadbe-c749-4397-a4a6-c3a1cdadc48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:07.400362 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-669aadbe-c749-4397-a4a6-c3a1cdadc48f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e51b44d7-dfa1-4fe0-a479-5c2bf31d76ef HTTP/1.1" status: 204 len: 168 time: 0.6707609 Jul 05 09:54:07.408176 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b183a2a-dd9c-4adf-b0cc-14d6c94d59e1 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:54:07.427216 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5b183a2a-dd9c-4adf-b0cc-14d6c94d59e1 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] 10.222.0.79 "PUT /v2.0/routers/bc4f67bf-1187-4000-9a9d-99e2bc3425db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5624156 Jul 05 09:54:07.427216 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669aadbe-c749-4397-a4a6-c3a1cdadc48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51b44d7-dfa1-4fe0-a479-5c2bf31d76ef,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:07.428706 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33202) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:07.460804 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 018601e1-9501-4a6e-bb29-ac702c738f0e, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=018601e1-9501-4a6e-bb29-ac702c738f0e,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:07.467177 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129bd2e9-7cb9-4194-a553-e70e5bc155ed None None] Sync routers for ids ['bc4f67bf-1187-4000-9a9d-99e2bc3425db'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:54:07.487219 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:07.502921 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129bd2e9-7cb9-4194-a553-e70e5bc155ed None None] Routers {'bc4f67bf-1187-4000-9a9d-99e2bc3425db'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:54:07.503291 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d5894d9-a85b-4355-a11d-8510cc2dada0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:07.503844 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-129bd2e9-7cb9-4194-a553-e70e5bc155ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:53:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bc4f67bf-1187-4000-9a9d-99e2bc3425db'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:07.546014 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0f79922-64a0-40b4-a7c8-b53cbf7a8ea2 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:07.557676 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0f79922-64a0-40b4-a7c8-b53cbf7a8ea2 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:07.585300 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-129bd2e9-7cb9-4194-a553-e70e5bc155ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:07.635457 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-ce20ba30-70f8-476c-872e-646d9e04467f tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] show failed (client error): The resource could not be found. Jul 05 09:54:07.636720 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0f79922-64a0-40b4-a7c8-b53cbf7a8ea2 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:07.637373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f79922-64a0-40b4-a7c8-b53cbf7a8ea2 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Fanout notify agent at l3_agent the message router_deleted on router 822c7d24-cc10-46b0-991d-4e0ec6a0d921 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:54:07.639386 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ce20ba30-70f8-476c-872e-646d9e04467f tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] 10.222.0.79 "GET /v2.0/routers/tempest-non_exist_router-1485399041 HTTP/1.1" status: 404 len: 335 time: 0.2097073 Jul 05 09:54:07.647762 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0f79922-64a0-40b4-a7c8-b53cbf7a8ea2 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:07.653929 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b0f79922-64a0-40b4-a7c8-b53cbf7a8ea2 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] 10.222.0.79 "DELETE /v2.0/routers/822c7d24-cc10-46b0-991d-4e0ec6a0d921 HTTP/1.1" status: 204 len: 168 time: 1.8657589 Jul 05 09:54:07.656888 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33210) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:07.657055 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33212) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:07.662927 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7c8eddba-0d18-4964-9d80-a5d61660a645 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:07.678313 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129bd2e9-7cb9-4194-a553-e70e5bc155ed None None] Routers {'bc4f67bf-1187-4000-9a9d-99e2bc3425db'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:54:07.681678 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-129bd2e9-7cb9-4194-a553-e70e5bc155ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:53:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bc4f67bf-1187-4000-9a9d-99e2bc3425db'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:07.728905 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-129bd2e9-7cb9-4194-a553-e70e5bc155ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:07.729860 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129bd2e9-7cb9-4194-a553-e70e5bc155ed None None] The sync data for ids ['bc4f67bf-1187-4000-9a9d-99e2bc3425db'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:54:07.740432 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=018601e1-9501-4a6e-bb29-ac702c738f0e,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:07.749565 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:07.751074 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:07.751706 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:07.752393 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:07.752972 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:07.753546 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:07.754117 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:07.754689 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:07.755242 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:07.755812 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:07.756431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:07.757040 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:07.775487 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-7c8eddba-0d18-4964-9d80-a5d61660a645 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] update failed (client error): The resource could not be found. Jul 05 09:54:07.777063 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7c8eddba-0d18-4964-9d80-a5d61660a645 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] 10.222.0.79 "PUT /v2.0/routers/tempest-non_exist_router-499507674 HTTP/1.1" status: 404 len: 334 time: 0.1187658 Jul 05 09:54:07.784901 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33218) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:07.839344 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c370e5-e863-4af3-bbd5-63b1c48da24b tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Deleting subnet afd1130b-3d15-4483-b500-c08c20f51349 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:54:07.854133 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7c370e5-e863-4af3-bbd5-63b1c48da24b tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:07.913519 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6b046b-cd84-4759-8ea1-d1b662bb4337 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Deleting subnet e991c336-462f-4998-9539-84f62a959510 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:54:07.918543 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e6b046b-cd84-4759-8ea1-d1b662bb4337 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:07.922410 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7c370e5-e863-4af3-bbd5-63b1c48da24b tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:08.002675 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e6b046b-cd84-4759-8ea1-d1b662bb4337 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:08.027931 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7c370e5-e863-4af3-bbd5-63b1c48da24b tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:08.039648 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d5894d9-a85b-4355-a11d-8510cc2dada0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:08.133601 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7c370e5-e863-4af3-bbd5-63b1c48da24b tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:08.157322 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7c370e5-e863-4af3-bbd5-63b1c48da24b tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:08.159659 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5292033-2c94-4508-ad0e-964e3c2c84ba None None] Network 1438b7d5-ab5c-4c2a-9689-43b77209ffe4 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:08.163634 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d7c370e5-e863-4af3-bbd5-63b1c48da24b tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] 10.222.0.79 "DELETE /v2.0/subnets/afd1130b-3d15-4483-b500-c08c20f51349 HTTP/1.1" status: 204 len: 168 time: 0.4075780 Jul 05 09:54:08.236217 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33234) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:08.249332 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c370e5-e863-4af3-bbd5-63b1c48da24b tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Pushing event deleted for resources: {'Subnet': ['ID=afd1130b-3d15-4483-b500-c08c20f51349,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:08.314137 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bc3c5-ee4d-42e8-8bae-e139ffe6ec83 req-2d6e82b2-9e7d-44d1-8e50-423683a4a094 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:08.316418 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-445bc3c5-ee4d-42e8-8bae-e139ffe6ec83 req-2d6e82b2-9e7d-44d1-8e50-423683a4a094 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=02e1ba63-d2b8-4cd2-9401-36a885582256 HTTP/1.1" status: 200 len: 947 time: 0.2367802 Jul 05 09:54:08.374528 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e6b046b-cd84-4759-8ea1-d1b662bb4337 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:08.443200 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-445bc3c5-ee4d-42e8-8bae-e139ffe6ec83 req-ed70802a-4495-4f17-be32-1f80ea474c16 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130192 Jul 05 09:54:08.504694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1dc7e-110a-4e10-b24f-1514031785b2 req-b9979d68-bf5a-49ac-bd76-9d5481965cc9 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:08.512480 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6dc1dc7e-110a-4e10-b24f-1514031785b2 req-b9979d68-bf5a-49ac-bd76-9d5481965cc9 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 946 time: 0.1948161 Jul 05 09:54:08.516813 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9db6099e-59ea-4d41-97a7-e404d31c185d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:08.551831 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5894d9-a85b-4355-a11d-8510cc2dada0 admin admin] Router f17524ac-9c00-4ff4-9acf-081ae11e8ba7 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:54:08.563658 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de47452-8165-4180-99f9-6302fa5f75cd None None] DHCP port deletion for 1438b7d5-ab5c-4c2a-9689-43b77209ffe4 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:54:08.579460 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e6b046b-cd84-4759-8ea1-d1b662bb4337 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:08.581175 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6dc1dc7e-110a-4e10-b24f-1514031785b2 req-173d725b-4f5c-4690-ac6d-b0c67fdbce48 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674052 Jul 05 09:54:08.651522 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7de47452-8165-4180-99f9-6302fa5f75cd None None] Deleting port 17df2f17-3dd0-49d5-829c-7886034efa84 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:08.652059 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7de47452-8165-4180-99f9-6302fa5f75cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:08.691901 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b046b-cd84-4759-8ea1-d1b662bb4337 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Pushing event deleted for resources: {'Subnet': ['ID=e991c336-462f-4998-9539-84f62a959510,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:08.703171 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e6b046b-cd84-4759-8ea1-d1b662bb4337 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:08.705361 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1e6b046b-cd84-4759-8ea1-d1b662bb4337 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] 10.222.0.79 "DELETE /v2.0/subnets/e991c336-462f-4998-9539-84f62a959510 HTTP/1.1" status: 204 len: 168 time: 0.9182036 Jul 05 09:54:08.708171 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33254) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:08.737255 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0936e9-f293-4e0b-b893-ccc19df4c557 None None] Network f91c729c-1b4e-4cc7-9f14-e27bdee8914c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:08.764379 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9db6099e-59ea-4d41-97a7-e404d31c185d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Deleting port 17df2f17-3dd0-49d5-829c-7886034efa84 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:08.764725 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9db6099e-59ea-4d41-97a7-e404d31c185d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:08.770621 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33258) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:08.813500 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef14cfa5-0408-4747-8a7e-da76a81d7450 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Deleting subnet 95952290-8fb4-4d83-af72-0c10543769e6 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:54:08.844123 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef14cfa5-0408-4747-8a7e-da76a81d7450 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:08.931558 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5894d9-a85b-4355-a11d-8510cc2dada0 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:54:08.949654 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] Sync routers for ids ['f17524ac-9c00-4ff4-9acf-081ae11e8ba7'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:54:08.984416 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] Routers {'f17524ac-9c00-4ff4-9acf-081ae11e8ba7'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:54:08.985896 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:53:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f17524ac-9c00-4ff4-9acf-081ae11e8ba7'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:08.988729 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d5894d9-a85b-4355-a11d-8510cc2dada0 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:08.990018 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4d5894d9-a85b-4355-a11d-8510cc2dada0 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7388434 Jul 05 09:54:08.996330 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33270) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:09.024402 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef14cfa5-0408-4747-8a7e-da76a81d7450 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.166825 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 018601e1-9501-4a6e-bb29-ac702c738f0e up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:54:09.180725 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] Set router f17524ac-9c00-4ff4-9acf-081ae11e8ba7 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:54:09.265497 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7de47452-8165-4180-99f9-6302fa5f75cd None None] For port 17df2f17-3dd0-49d5-829c-7886034efa84, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=17df2f17-3dd0-49d5-829c-7886034efa84,segment=NetworkSegment(54c62f8b-405c-4d46-9c55-a31eebe4060c),segment_id=54c62f8b-405c-4d46-9c55-a31eebe4060c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:09.266124 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7de47452-8165-4180-99f9-6302fa5f75cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.272209 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef14cfa5-0408-4747-8a7e-da76a81d7450 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.329071 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7de47452-8165-4180-99f9-6302fa5f75cd None None] Calling delete_port for 17df2f17-3dd0-49d5-829c-7886034efa84 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:09.345544 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef14cfa5-0408-4747-8a7e-da76a81d7450 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.380637 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14cfa5-0408-4747-8a7e-da76a81d7450 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Pushing event deleted for resources: {'Subnet': ['ID=95952290-8fb4-4d83-af72-0c10543769e6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:09.385116 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef14cfa5-0408-4747-8a7e-da76a81d7450 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.387951 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ef14cfa5-0408-4747-8a7e-da76a81d7450 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] 10.222.0.79 "DELETE /v2.0/subnets/95952290-8fb4-4d83-af72-0c10543769e6 HTTP/1.1" status: 204 len: 168 time: 0.6787331 Jul 05 09:54:09.390423 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33280) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:09.417220 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4256d8ff-40be-4a46-9ada-d89802efbb9c None None] Network 16c2ab44-eeed-47ab-a8d7-d65f56eb23a7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:09.460073 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'name': 'tempest-ServerActionsTestJSON-1887977794-router', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:54:04Z', 'updated_at': '2021-07-05T09:54:07Z', 'revision_number': 3, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'gw_port': {'id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:54:05Z', 'updated_at': '2021-07-05T09:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:09.493042 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc727-d819-4f70-bf03-f44a35a1b881 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.511416 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] Checking router: f17524ac-9c00-4ff4-9acf-081ae11e8ba7 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:54:09.514234 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] Updating router f17524ac-9c00-4ff4-9acf-081ae11e8ba7 port a8846b2b-32fa-447c-afe5-862c6bd9a1fc binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:54:09.561380 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0cbbc727-d819-4f70-bf03-f44a35a1b881 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Deleting port 579757ae-6502-4e57-9825-19fffd6572bc {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:09.561770 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc727-d819-4f70-bf03-f44a35a1b881 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.583361 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device a9620830-4540-4187-8ef7-6f5d1bee7bae details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:54:09.592402 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.596173 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-87fec91f-0d0c-468d-8a46-4b9e4d7d37e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1360570905'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:09.662763 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-9db6099e-59ea-4d41-97a7-e404d31c185d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] For port 17df2f17-3dd0-49d5-829c-7886034efa84, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=17df2f17-3dd0-49d5-829c-7886034efa84,segment=NetworkSegment(54c62f8b-405c-4d46-9c55-a31eebe4060c),segment_id=54c62f8b-405c-4d46-9c55-a31eebe4060c)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:09.663385 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9db6099e-59ea-4d41-97a7-e404d31c185d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.691084 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9db6099e-59ea-4d41-97a7-e404d31c185d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Calling delete_port for 17df2f17-3dd0-49d5-829c-7886034efa84 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:09.728251 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fec91f-0d0c-468d-8a46-4b9e4d7d37e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Made reservation on behalf of a069fd1a9ec64f469741ed5940e2b4a1 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:09.730621 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port a9620830-4540-4187-8ef7-6f5d1bee7bae, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=a9620830-4540-4187-8ef7-6f5d1bee7bae,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:09.732242 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87fec91f-0d0c-468d-8a46-4b9e4d7d37e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.796086 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87fec91f-0d0c-468d-8a46-4b9e4d7d37e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.815781 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'a9620830-4540-4187-8ef7-6f5d1bee7bae', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': 'a9620830-4540-4187-8ef7-6f5d1bee7bae', 'mac_address': 'fa:16:3e:56:07:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:54:09.868029 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-0cbbc727-d819-4f70-bf03-f44a35a1b881 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] For port 579757ae-6502-4e57-9825-19fffd6572bc, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=579757ae-6502-4e57-9825-19fffd6572bc,segment=NetworkSegment(c36aa853-b3cb-4e37-baf0-87eedee2757f),segment_id=c36aa853-b3cb-4e37-baf0-87eedee2757f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:09.868461 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc727-d819-4f70-bf03-f44a35a1b881 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.876941 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 018601e1-9501-4a6e-bb29-ac702c738f0e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:09.878322 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.894861 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0cbbc727-d819-4f70-bf03-f44a35a1b881 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Calling delete_port for 579757ae-6502-4e57-9825-19fffd6572bc owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:09.945582 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87fec91f-0d0c-468d-8a46-4b9e4d7d37e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.946982 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fff90-34c7-4d42-8038-7151af3ee31a req-23bf66a5-de91-4997-b5d1-7c8e81532865 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:09.956883 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb2fff90-34c7-4d42-8038-7151af3ee31a req-23bf66a5-de91-4997-b5d1-7c8e81532865 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 946 time: 0.1694105 Jul 05 09:54:09.994137 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87fec91f-0d0c-468d-8a46-4b9e4d7d37e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.006655 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7de47452-8165-4180-99f9-6302fa5f75cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.016478 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.032191 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de47452-8165-4180-99f9-6302fa5f75cd None None] No DVR routers for this DVR port 17df2f17-3dd0-49d5-829c-7886034efa84 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:54:10.084350 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de47452-8165-4180-99f9-6302fa5f75cd None None] Pushing event deleted for resources: {'Port': ['ID=17df2f17-3dd0-49d5-829c-7886034efa84,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:10.091401 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9620830-4540-4187-8ef7-6f5d1bee7bae {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:54:10.126895 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port a9620830-4540-4187-8ef7-6f5d1bee7bae, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=a9620830-4540-4187-8ef7-6f5d1bee7bae,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:10.131237 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.168580 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a2c9a5-5c33-4ddc-a7d5-19daf69a9ad1 None None] DHCP port deletion for f91c729c-1b4e-4cc7-9f14-e27bdee8914c request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:54:10.232966 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb65b6e-4637-4863-beb4-850550a46154 None None] DHCP port deletion for 16c2ab44-eeed-47ab-a8d7-d65f56eb23a7 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:54:10.277913 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87fec91f-0d0c-468d-8a46-4b9e4d7d37e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:54:10.316813 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87fec91f-0d0c-468d-8a46-4b9e4d7d37e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.317326 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-87fec91f-0d0c-468d-8a46-4b9e4d7d37e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Added segment 82f2ccc4-9be7-41b8-9cc7-9612c066f5bb of type vlan for network 0b846f95-f852-485f-984f-8332801e7c7b Jul 05 09:54:10.324094 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fec91f-0d0c-468d-8a46-4b9e4d7d37e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e0ee90-eec0-41d5-87de-269d8eba69b2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:10.338660 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.385342 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] Transition to ACTIVE for port object a8846b2b-32fa-447c-afe5-862c6bd9a1fc will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:10.397925 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.403564 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=a9620830-4540-4187-8ef7-6f5d1bee7bae,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:10.435678 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9db6099e-59ea-4d41-97a7-e404d31c185d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.463579 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87fec91f-0d0c-468d-8a46-4b9e4d7d37e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.474754 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 17df2f17-3dd0-49d5-829c-7886034efa84 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:54:10.481006 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c2a2c9a5-5c33-4ddc-a7d5-19daf69a9ad1 None None] Deleting port 579757ae-6502-4e57-9825-19fffd6572bc {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:10.481623 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c2a2c9a5-5c33-4ddc-a7d5-19daf69a9ad1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.485088 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5fb65b6e-4637-4863-beb4-850550a46154 None None] Deleting port f953527e-432e-4788-bfd2-cb656c741ffc {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:10.485680 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5fb65b6e-4637-4863-beb4-850550a46154 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.494376 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db6099e-59ea-4d41-97a7-e404d31c185d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] No DVR routers for this DVR port 17df2f17-3dd0-49d5-829c-7886034efa84 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:54:10.525475 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6099e-59ea-4d41-97a7-e404d31c185d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Pushing event deleted for resources: {'Port': ['ID=17df2f17-3dd0-49d5-829c-7886034efa84,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:10.542534 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc10ce5-422a-4d77-b091-f1532542946b None None] Pushing event updated for resources: {'Port': ['ID=a8846b2b-32fa-447c-afe5-862c6bd9a1fc,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:10.562958 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd6770-9ae8-4a0e-ada3-deaf492503bd req-64e9eb2d-40e3-44c1-933f-b2d3921660b8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:10.570724 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0ddd6770-9ae8-4a0e-ada3-deaf492503bd req-64e9eb2d-40e3-44c1-933f-b2d3921660b8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=02e1ba63-d2b8-4cd2-9401-36a885582256 HTTP/1.1" status: 200 len: 947 time: 0.8582225 Jul 05 09:54:10.571701 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] Attempting to bind port a8846b2b-32fa-447c-afe5-862c6bd9a1fc on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:54:10.574295 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] Attempting to bind port a8846b2b-32fa-447c-afe5-862c6bd9a1fc by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:54:10.574694 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] Attempting to bind port a8846b2b-32fa-447c-afe5-862c6bd9a1fc on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:54:10.580864 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5fb65b6e-4637-4863-beb4-850550a46154 None None] For port f953527e-432e-4788-bfd2-cb656c741ffc, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f953527e-432e-4788-bfd2-cb656c741ffc,segment=NetworkSegment(a4201247-6006-4934-a310-c937c6993b67),segment_id=a4201247-6006-4934-a310-c937c6993b67)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:10.581665 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5fb65b6e-4637-4863-beb4-850550a46154 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.582057 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc10ce5-422a-4d77-b091-f1532542946b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:10.582468 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc10ce5-422a-4d77-b091-f1532542946b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:10.582931 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc10ce5-422a-4d77-b091-f1532542946b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:10.583448 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc10ce5-422a-4d77-b091-f1532542946b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:10.589808 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc10ce5-422a-4d77-b091-f1532542946b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:10.590302 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc10ce5-422a-4d77-b091-f1532542946b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:10.592664 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc10ce5-422a-4d77-b091-f1532542946b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:10.592664 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc10ce5-422a-4d77-b091-f1532542946b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:10.593306 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc10ce5-422a-4d77-b091-f1532542946b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:10.594577 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc10ce5-422a-4d77-b091-f1532542946b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:10.595364 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc10ce5-422a-4d77-b091-f1532542946b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:10.595723 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc10ce5-422a-4d77-b091-f1532542946b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:10.613905 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5fb65b6e-4637-4863-beb4-850550a46154 None None] Calling delete_port for f953527e-432e-4788-bfd2-cb656c741ffc owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:10.619673 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:54:10.620117 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:10.620506 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.620909 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:54:10.621407 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] Bound port: a8846b2b-32fa-447c-afe5-862c6bd9a1fc, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:54:10.621813 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.648028 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9db6099e-59ea-4d41-97a7-e404d31c185d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.674953 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87fec91f-0d0c-468d-8a46-4b9e4d7d37e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.680932 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fec91f-0d0c-468d-8a46-4b9e4d7d37e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:10.681471 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87fec91f-0d0c-468d-8a46-4b9e4d7d37e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.682064 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb2fff90-34c7-4d42-8038-7151af3ee31a req-ca2b4e72-c28a-42a7-a9a4-15f7df72e51e tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7238851 Jul 05 09:54:10.720428 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9db6099e-59ea-4d41-97a7-e404d31c185d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1438b7d5-ab5c-4c2a-9689-43b77209ffe4']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:10.731208 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0ddd6770-9ae8-4a0e-ada3-deaf492503bd req-b0ecda94-509d-47e9-baef-351ee35a47ae tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581993 Jul 05 09:54:10.733198 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['a9620830-4540-4187-8ef7-6f5d1bee7bae'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:54:10.738302 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] For port a8846b2b-32fa-447c-afe5-862c6bd9a1fc, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:54:10.743658 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] For port a8846b2b-32fa-447c-afe5-862c6bd9a1fc, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=a8846b2b-32fa-447c-afe5-862c6bd9a1fc,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:54:10.767530 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-87fec91f-0d0c-468d-8a46-4b9e4d7d37e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.9914215 Jul 05 09:54:10.768401 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9db6099e-59ea-4d41-97a7-e404d31c185d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c62f8b-405c-4d46-9c55-a31eebe4060c') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:10.768701 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9db6099e-59ea-4d41-97a7-e404d31c185d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c62f8b-405c-4d46-9c55-a31eebe4060c') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:10.777323 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33316) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:10.778224 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5fb65b6e-4637-4863-beb4-850550a46154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.790413 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b94d05ea-3ed0-4e33-aecb-39c293e6d730 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Request body: {'subnet': {'network_id': '0b846f95-f852-485f-984f-8332801e7c7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:10.826587 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9db6099e-59ea-4d41-97a7-e404d31c185d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.847943 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.848256 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb65b6e-4637-4863-beb4-850550a46154 None None] No DVR routers for this DVR port f953527e-432e-4788-bfd2-cb656c741ffc on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:54:10.874978 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 17df2f17-3dd0-49d5-829c-7886034efa84 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:54:10.875962 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 17df2f17-3dd0-49d5-829c-7886034efa84 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:54:10.931399 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc727-d819-4f70-bf03-f44a35a1b881 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.939829 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc10ce5-422a-4d77-b091-f1532542946b None None] Pushing event updated for resources: {'Port': ['ID=a8846b2b-32fa-447c-afe5-862c6bd9a1fc,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:10.977962 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] Routers {'f17524ac-9c00-4ff4-9acf-081ae11e8ba7'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:54:10.978602 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:53:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f17524ac-9c00-4ff4-9acf-081ae11e8ba7'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:11.013614 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb65b6e-4637-4863-beb4-850550a46154 None None] Pushing event deleted for resources: {'Port': ['ID=f953527e-432e-4788-bfd2-cb656c741ffc,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:11.017618 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbc727-d819-4f70-bf03-f44a35a1b881 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Pushing event deleted for resources: {'Port': ['ID=579757ae-6502-4e57-9825-19fffd6572bc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:11.022815 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbbc727-d819-4f70-bf03-f44a35a1b881 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] No DVR routers for this DVR port 579757ae-6502-4e57-9825-19fffd6572bc on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:54:11.112966 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9db6099e-59ea-4d41-97a7-e404d31c185d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:11.120054 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db6099e-59ea-4d41-97a7-e404d31c185d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:54:11.120475 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9db6099e-59ea-4d41-97a7-e404d31c185d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:11.128859 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 579757ae-6502-4e57-9825-19fffd6572bc no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:54:11.137894 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] Set router f17524ac-9c00-4ff4-9acf-081ae11e8ba7 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:54:11.150690 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc727-d819-4f70-bf03-f44a35a1b881 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:11.168466 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0cbbc727-d819-4f70-bf03-f44a35a1b881 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91c729c-1b4e-4cc7-9f14-e27bdee8914c']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:11.188678 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0cbbc727-d819-4f70-bf03-f44a35a1b881 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36aa853-b3cb-4e37-baf0-87eedee2757f') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:11.189832 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0cbbc727-d819-4f70-bf03-f44a35a1b881 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36aa853-b3cb-4e37-baf0-87eedee2757f') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:11.191355 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 579757ae-6502-4e57-9825-19fffd6572bc {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:54:11.191900 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 579757ae-6502-4e57-9825-19fffd6572bc not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:54:11.192196 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f953527e-432e-4788-bfd2-cb656c741ffc no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:54:11.206098 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94d05ea-3ed0-4e33-aecb-39c293e6d730 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Made reservation on behalf of a069fd1a9ec64f469741ed5940e2b4a1 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:11.213020 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b94d05ea-3ed0-4e33-aecb-39c293e6d730 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:11.221724 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc727-d819-4f70-bf03-f44a35a1b881 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:11.237427 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f701c7a3-8144-4de3-ba33-dd530966dbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:11.260587 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: f953527e-432e-4788-bfd2-cb656c741ffc {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:54:11.261482 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f953527e-432e-4788-bfd2-cb656c741ffc not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:54:11.277142 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fec91f-0d0c-468d-8a46-4b9e4d7d37e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Pushing event updated for resources: {'Network': ['ID=0b846f95-f852-485f-984f-8332801e7c7b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:11.280789 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c2a2c9a5-5c33-4ddc-a7d5-19daf69a9ad1 None None] For port 579757ae-6502-4e57-9825-19fffd6572bc, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=579757ae-6502-4e57-9825-19fffd6572bc,segment=NetworkSegment(c36aa853-b3cb-4e37-baf0-87eedee2757f),segment_id=c36aa853-b3cb-4e37-baf0-87eedee2757f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:54:11.280946 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:54:11.284140 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c2a2c9a5-5c33-4ddc-a7d5-19daf69a9ad1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:11.286850 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9db6099e-59ea-4d41-97a7-e404d31c185d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:11.305494 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc727-d819-4f70-bf03-f44a35a1b881 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:11.326179 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 0b846f95-f852-485f-984f-8332801e7c7b details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:54:11.334048 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c2a2c9a5-5c33-4ddc-a7d5-19daf69a9ad1 None None] Calling delete_port for 579757ae-6502-4e57-9825-19fffd6572bc owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:11.343069 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9db6099e-59ea-4d41-97a7-e404d31c185d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:11.349679 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9db6099e-59ea-4d41-97a7-e404d31c185d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] 10.222.0.79 "DELETE /v2.0/networks/1438b7d5-ab5c-4c2a-9689-43b77209ffe4 HTTP/1.1" status: 204 len: 168 time: 3.1121504 Jul 05 09:54:11.352135 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cbbc727-d819-4f70-bf03-f44a35a1b881 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:54:11.353801 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc727-d819-4f70-bf03-f44a35a1b881 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:11.357099 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33326) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:54:11.382544 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:54:11.511714 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc727-d819-4f70-bf03-f44a35a1b881 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:11.520113 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc727-d819-4f70-bf03-f44a35a1b881 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:11.522161 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0cbbc727-d819-4f70-bf03-f44a35a1b881 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] 10.222.0.79 "DELETE /v2.0/networks/f91c729c-1b4e-4cc7-9f14-e27bdee8914c HTTP/1.1" status: 204 len: 168 time: 2.1305463 Jul 05 09:54:11.526901 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33330) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:11.560986 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbc727-d819-4f70-bf03-f44a35a1b881 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Pushing event deleted for resources: {'Network': ['ID=f91c729c-1b4e-4cc7-9f14-e27bdee8914c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:11.666834 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6099e-59ea-4d41-97a7-e404d31c185d tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Pushing event deleted for resources: {'Network': ['ID=1438b7d5-ab5c-4c2a-9689-43b77209ffe4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:11.688935 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c6e9b06-d266-4ebe-8643-4fe98ef4b835 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:11.705721 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'name': 'tempest-ServerActionsTestJSON-1887977794-router', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:54:04Z', 'updated_at': '2021-07-05T09:54:07Z', 'revision_number': 3, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'gw_port': {'id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:54:05Z', 'updated_at': '2021-07-05T09:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:11.711096 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c2a2c9a5-5c33-4ddc-a7d5-19daf69a9ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:11.769985 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f80acc3-33f9-49dd-8d45-f87fd3ae04c1 None None] The sync data for ids ['f17524ac-9c00-4ff4-9acf-081ae11e8ba7'] in n-d-798054-8 is: [{'id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'name': 'tempest-ServerActionsTestJSON-1887977794-router', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:54:04Z', 'updated_at': '2021-07-05T09:54:07Z', 'revision_number': 3, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'gw_port': {'id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:54:05Z', 'updated_at': '2021-07-05T09:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:54:11.803650 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b94d05ea-3ed0-4e33-aecb-39c293e6d730 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:11.805959 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c2a2c9a5-5c33-4ddc-a7d5-19daf69a9ad1 None None] Network f91c729c-1b4e-4cc7-9f14-e27bdee8914c is not hosted by any dhcp agent {{(pid=93908) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 09:54:11.808520 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a2c9a5-5c33-4ddc-a7d5-19daf69a9ad1 None None] No DVR routers for this DVR port 579757ae-6502-4e57-9825-19fffd6572bc on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:54:11.820353 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2c9a5-5c33-4ddc-a7d5-19daf69a9ad1 None None] Pushing event deleted for resources: {'Port': ['ID=579757ae-6502-4e57-9825-19fffd6572bc,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:11.897435 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d05ea-3ed0-4e33-aecb-39c293e6d730 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Pushing event updated for resources: {'Subnet': ['ID=5fa2b7d6-23ab-4500-878b-cd49c295e1c7,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:12.067016 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6ec7b22a-97ab-49f2-9ce3-131108a761b7 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Deleting port c60b88bf-7291-4b0f-a124-4f65b723b320 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:12.067510 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b22a-97ab-49f2-9ce3-131108a761b7 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.113367 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c6e9b06-d266-4ebe-8643-4fe98ef4b835 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.145716 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-3c6e9b06-d266-4ebe-8643-4fe98ef4b835 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c2ab44-eeed-47ab-a8d7-d65f56eb23a7']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:12.147965 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33340) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:12.176358 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-3c6e9b06-d266-4ebe-8643-4fe98ef4b835 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4201247-6006-4934-a310-c937c6993b67') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:12.176689 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-3c6e9b06-d266-4ebe-8643-4fe98ef4b835 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4201247-6006-4934-a310-c937c6993b67') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:12.201518 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c6e9b06-d266-4ebe-8643-4fe98ef4b835 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.205075 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d05ea-3ed0-4e33-aecb-39c293e6d730 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Checking segment: {'id': '82f2ccc4-9be7-41b8-9cc7-9612c066f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '0b846f95-f852-485f-984f-8332801e7c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:12.205438 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94d05ea-3ed0-4e33-aecb-39c293e6d730 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Network hostable DHCP agents. Network: 0b846f95-f852-485f-984f-8332801e7c7b, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:54:12.236110 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973d06a-98ea-45ad-bc1c-636d5fcd1457 req-8390ebcc-1add-459e-b20f-d0febed5f84d tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:12.238048 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0973d06a-98ea-45ad-bc1c-636d5fcd1457 req-8390ebcc-1add-459e-b20f-d0febed5f84d tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 946 time: 0.2909822 Jul 05 09:54:12.238917 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-f701c7a3-8144-4de3-ba33-dd530966dbda admin admin] Allocated IP 172.20.0.1 (0383cb43-9363-4b70-83ca-61f91fcc9620/07ae2633-109d-4ad5-8367-c375ac81c77c/62c62ccb-6deb-44ff-a27f-5d56d324314e) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:12.272149 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c6e9b06-d266-4ebe-8643-4fe98ef4b835 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.303502 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6e9b06-d266-4ebe-8643-4fe98ef4b835 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:54:12.304109 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c6e9b06-d266-4ebe-8643-4fe98ef4b835 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:54:12.307884 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:54:12.325609 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b22a-97ab-49f2-9ce3-131108a761b7 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.326221 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b22a-97ab-49f2-9ce3-131108a761b7 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.329839 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94d05ea-3ed0-4e33-aecb-39c293e6d730 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Network 0b846f95-f852-485f-984f-8332801e7c7b is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:54:12.348020 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6ec7b22a-97ab-49f2-9ce3-131108a761b7 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Calling delete_port for c60b88bf-7291-4b0f-a124-4f65b723b320 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:12.447402 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eea4b4-b8cd-40d2-88ff-a8ddb6396548 req-f4cc8e11-2017-40bf-ad01-9b49fbe24cf8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:12.449118 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43eea4b4-b8cd-40d2-88ff-a8ddb6396548 req-f4cc8e11-2017-40bf-ad01-9b49fbe24cf8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=02e1ba63-d2b8-4cd2-9401-36a885582256 HTTP/1.1" status: 200 len: 948 time: 0.4150128 Jul 05 09:54:12.463406 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0973d06a-98ea-45ad-bc1c-636d5fcd1457 req-aab443ba-4085-4626-87a4-4fe6b96c45b2 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130077 Jul 05 09:54:12.484045 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-b94d05ea-3ed0-4e33-aecb-39c293e6d730 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 0b846f95-f852-485f-984f-8332801e7c7b) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:12.492478 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e0f452-c2ca-4e8d-b363-f008e0710663 None None] Network 0b846f95-f852-485f-984f-8332801e7c7b requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:12.520557 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94d05ea-3ed0-4e33-aecb-39c293e6d730 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:12.525175 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b94d05ea-3ed0-4e33-aecb-39c293e6d730 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.580918 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c6e9b06-d266-4ebe-8643-4fe98ef4b835 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.587136 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c6e9b06-d266-4ebe-8643-4fe98ef4b835 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.589945 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3c6e9b06-d266-4ebe-8643-4fe98ef4b835 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] 10.222.0.79 "DELETE /v2.0/networks/16c2ab44-eeed-47ab-a8d7-d65f56eb23a7 HTTP/1.1" status: 204 len: 168 time: 1.0617545 Jul 05 09:54:12.596550 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33344) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:12.652452 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b22a-97ab-49f2-9ce3-131108a761b7 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.659781 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a89afb8-991d-4bf0-870a-bd91c298e43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.701520 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7b22a-97ab-49f2-9ce3-131108a761b7 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Pushing event deleted for resources: {'Port': ['ID=c60b88bf-7291-4b0f-a124-4f65b723b320,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:12.723563 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f701c7a3-8144-4de3-ba33-dd530966dbda admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.724114 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b94d05ea-3ed0-4e33-aecb-39c293e6d730 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9428070 Jul 05 09:54:12.728638 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33346) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:12.729577 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43eea4b4-b8cd-40d2-88ff-a8ddb6396548 req-a3ba27c6-f537-4fee-a1b6-dc6c748cc3bb tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615395 Jul 05 09:54:12.736030 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e9b06-d266-4ebe-8643-4fe98ef4b835 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Pushing event deleted for resources: {'Network': ['ID=16c2ab44-eeed-47ab-a8d7-d65f56eb23a7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:12.782173 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-419aac91-d363-460e-9a76-1ba32ad3ae64 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Request body: {'port': {'network_id': '0b846f95-f852-485f-984f-8332801e7c7b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-594122288'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:12.857778 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5f5153-6955-488b-9f53-7c8eeda21632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-0b846f95-f852-485f-984f-8332801e7c7b', 'network_id': '0b846f95-f852-485f-984f-8332801e7c7b', 'tenant_id': 'a069fd1a9ec64f469741ed5940e2b4a1', 'fixed_ips': [{'subnet_id': '5fa2b7d6-23ab-4500-878b-cd49c295e1c7'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:54:12.858533 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc68ffb-b5a9-4c92-a30e-00321628613a tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Deleting subnet 5686235f-e797-4afc-9e4d-fe18b0e06198 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:54:12.859463 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5153-6955-488b-9f53-7c8eeda21632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.870257 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9cc68ffb-b5a9-4c92-a30e-00321628613a tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.892049 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-f701c7a3-8144-4de3-ba33-dd530966dbda admin admin] Transition to ACTIVE for port object 62c62ccb-6deb-44ff-a27f-5d56d324314e will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:12.950543 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9cc68ffb-b5a9-4c92-a30e-00321628613a tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.974898 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b22a-97ab-49f2-9ce3-131108a761b7 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.979368 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b22a-97ab-49f2-9ce3-131108a761b7 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.981076 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6ec7b22a-97ab-49f2-9ce3-131108a761b7 tempest-FloatingIPAdminTestJSON-464797350 tempest-FloatingIPAdminTestJSON-464797350-project] 10.222.0.79 "DELETE /v2.0/floatingips/1de49b96-dcdb-42fc-ad33-286432475b76 HTTP/1.1" status: 204 len: 168 time: 1.5829680 Jul 05 09:54:13.043041 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-2f5f5153-6955-488b-9f53-7c8eeda21632 None None] Allocated IP 2001:db8::2 (0b846f95-f852-485f-984f-8332801e7c7b/5fa2b7d6-23ab-4500-878b-cd49c295e1c7/f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:13.107778 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device a8846b2b-32fa-447c-afe5-862c6bd9a1fc up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:54:13.135815 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f701c7a3-8144-4de3-ba33-dd530966dbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.144452 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a89afb8-991d-4bf0-870a-bd91c298e43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.167376 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a89afb8-991d-4bf0-870a-bd91c298e43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.191519 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9cc68ffb-b5a9-4c92-a30e-00321628613a tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.230303 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f701c7a3-8144-4de3-ba33-dd530966dbda admin admin] Network 0383cb43-9363-4b70-83ca-61f91fcc9620 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:13.252810 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3a89afb8-991d-4bf0-870a-bd91c298e43f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d730c1d046184ac99cc5df0955fc4f71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1024308 Jul 05 09:54:13.257302 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33352) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:13.273407 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89afb8-991d-4bf0-870a-bd91c298e43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212e210e-59ea-48f0-9682-f9803a318003,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:13.284745 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port a8846b2b-32fa-447c-afe5-862c6bd9a1fc completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:13.287602 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f701c7a3-8144-4de3-ba33-dd530966dbda admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:13.293351 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port a8846b2b-32fa-447c-afe5-862c6bd9a1fc triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:13.293732 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.302885 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f701c7a3-8144-4de3-ba33-dd530966dbda admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:13.318552 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419aac91-d363-460e-9a76-1ba32ad3ae64 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Made reservation on behalf of a069fd1a9ec64f469741ed5940e2b4a1 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:13.324189 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-419aac91-d363-460e-9a76-1ba32ad3ae64 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.339133 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701c7a3-8144-4de3-ba33-dd530966dbda admin admin] Pushing event updated for resources: {'Port': ['ID=62c62ccb-6deb-44ff-a27f-5d56d324314e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:13.411250 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5153-6955-488b-9f53-7c8eeda21632 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.424956 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9cc68ffb-b5a9-4c92-a30e-00321628613a tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.426265 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2f5f5153-6955-488b-9f53-7c8eeda21632 None None] Transition to ACTIVE for port object f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:13.430125 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33354) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:13.469198 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2f5f5153-6955-488b-9f53-7c8eeda21632 None None] Transition to ACTIVE for port object f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:13.469811 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-419aac91-d363-460e-9a76-1ba32ad3ae64 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] device_id is not set on port eba4013f-659c-421f-93b5-c3977366b5f6 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:54:13.476522 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f701c7a3-8144-4de3-ba33-dd530966dbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.482311 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5153-6955-488b-9f53-7c8eeda21632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.516508 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff6c3b-4774-422c-8c38-806c07c9f3cd req-922bd104-25ae-41db-8ebf-87125096ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:13.519880 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-14ff6c3b-4774-422c-8c38-806c07c9f3cd req-922bd104-25ae-41db-8ebf-87125096ec1c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 1097 time: 0.2331092 Jul 05 09:54:13.522561 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc68ffb-b5a9-4c92-a30e-00321628613a tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Pushing event deleted for resources: {'Subnet': ['ID=5686235f-e797-4afc-9e4d-fe18b0e06198,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:13.550963 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.578944 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9cc68ffb-b5a9-4c92-a30e-00321628613a tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.580932 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9cc68ffb-b5a9-4c92-a30e-00321628613a tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] 10.222.0.79 "DELETE /v2.0/subnets/5686235f-e797-4afc-9e4d-fe18b0e06198 HTTP/1.1" status: 204 len: 168 time: 0.9677413 Jul 05 09:54:13.589755 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33360) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:13.592376 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a3b3fd-b53e-4e14-9a6f-49513e5c7f69 None None] Network b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:13.599259 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad3bae19-91f7-4f0e-a2a9-17427d89b45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.606179 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device a9620830-4540-4187-8ef7-6f5d1bee7bae up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:54:13.640300 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad3bae19-91f7-4f0e-a2a9-17427d89b45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.764819 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-14ff6c3b-4774-422c-8c38-806c07c9f3cd req-89bc951c-2892-4c4c-a060-0aa0c2e4dbbb service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330847 Jul 05 09:54:13.801848 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-476701e7-741f-4402-8ce6-8ab5b4fc4c86 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.833087 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ec1501e1-c114-4862-b777-3725635de524 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3c14ca79322344e985075ee224e558da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3950479 Jul 05 09:54:13.835217 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad3bae19-91f7-4f0e-a2a9-17427d89b45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.836763 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33366) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:13.840186 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad3bae19-91f7-4f0e-a2a9-17427d89b45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.845508 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ad3bae19-91f7-4f0e-a2a9-17427d89b45a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/212e210e-59ea-48f0-9682-f9803a318003 HTTP/1.1" status: 204 len: 168 time: 0.5704048 Jul 05 09:54:13.873309 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-419aac91-d363-460e-9a76-1ba32ad3ae64 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Allocated IP 2001:db8::1f7 (0b846f95-f852-485f-984f-8332801e7c7b/5fa2b7d6-23ab-4500-878b-cd49c295e1c7/eba4013f-659c-421f-93b5-c3977366b5f6) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:13.918990 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port a8846b2b-32fa-447c-afe5-862c6bd9a1fc, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=a8846b2b-32fa-447c-afe5-862c6bd9a1fc,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:13.927713 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5f5153-6955-488b-9f53-7c8eeda21632 None None] Network 0b846f95-f852-485f-984f-8332801e7c7b is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:13.929334 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f5153-6955-488b-9f53-7c8eeda21632 None None] Pushing event updated for resources: {'Port': ['ID=f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:13.953599 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-2f5f5153-6955-488b-9f53-7c8eeda21632 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:13.967411 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.972264 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5f5153-6955-488b-9f53-7c8eeda21632 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:14.012023 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f42ab-62c2-4b8f-b757-0cbd5239a095 req-ce87ec2c-9c66-4fd2-8775-6c4f6d7775b9 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:14.024558 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3e1f42ab-62c2-4b8f-b757-0cbd5239a095 req-ce87ec2c-9c66-4fd2-8775-6c4f6d7775b9 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 946 time: 0.3287182 Jul 05 09:54:14.123148 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=a8846b2b-32fa-447c-afe5-862c6bd9a1fc,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:14.156966 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-419aac91-d363-460e-9a76-1ba32ad3ae64 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.176748 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-419aac91-d363-460e-9a76-1ba32ad3ae64 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Transition to ACTIVE for port object eba4013f-659c-421f-93b5-c3977366b5f6 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:14.196065 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c8df7e40-6355-401b-aff1-3d2da73da897 None None] Provisioning for port 62c62ccb-6deb-44ff-a27f-5d56d324314e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:14.233755 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c8df7e40-6355-401b-aff1-3d2da73da897 None None] Provisioning complete for port 62c62ccb-6deb-44ff-a27f-5d56d324314e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:14.235070 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c8df7e40-6355-401b-aff1-3d2da73da897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.241477 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-419aac91-d363-460e-9a76-1ba32ad3ae64 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.280772 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3e1f42ab-62c2-4b8f-b757-0cbd5239a095 req-379a52d1-a808-428b-bdaa-05b873ee034e tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517529 Jul 05 09:54:14.294157 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c8df7e40-6355-401b-aff1-3d2da73da897 None None] Port 62c62ccb-6deb-44ff-a27f-5d56d324314e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:54:14.296401 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2f5f5153-6955-488b-9f53-7c8eeda21632 None None] Attempting to bind port f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:54:14.297739 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2f5f5153-6955-488b-9f53-7c8eeda21632 None None] Attempting to bind port f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '82f2ccc4-9be7-41b8-9cc7-9612c066f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '0b846f95-f852-485f-984f-8332801e7c7b'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:54:14.298355 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5f5153-6955-488b-9f53-7c8eeda21632 None None] Attempting to bind port f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7 on network 0b846f95-f852-485f-984f-8332801e7c7b {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:54:14.302621 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b9119a47-e827-4143-948d-bed4c8c6a8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.306231 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bae19-91f7-4f0e-a2a9-17427d89b45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212e210e-59ea-48f0-9682-f9803a318003,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:14.314296 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5f5153-6955-488b-9f53-7c8eeda21632 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:54:14.318392 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5f5153-6955-488b-9f53-7c8eeda21632 None None] Checking segment: {'id': '82f2ccc4-9be7-41b8-9cc7-9612c066f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '0b846f95-f852-485f-984f-8332801e7c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:14.318820 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5153-6955-488b-9f53-7c8eeda21632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.319227 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5f5153-6955-488b-9f53-7c8eeda21632 None None] Bound using segment: {'id': '82f2ccc4-9be7-41b8-9cc7-9612c066f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '0b846f95-f852-485f-984f-8332801e7c7b'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:54:14.322201 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2f5f5153-6955-488b-9f53-7c8eeda21632 None None] Bound port: f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f2ccc4-9be7-41b8-9cc7-9612c066f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '0b846f95-f852-485f-984f-8332801e7c7b'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:54:14.322636 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5153-6955-488b-9f53-7c8eeda21632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.328985 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port a9620830-4540-4187-8ef7-6f5d1bee7bae completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:14.334886 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-476701e7-741f-4402-8ce6-8ab5b4fc4c86 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Deleting port 3e8d8a4e-3253-4767-8f3e-6088e1aed557 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:14.335561 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-476701e7-741f-4402-8ce6-8ab5b4fc4c86 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.381381 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port a9620830-4540-4187-8ef7-6f5d1bee7bae triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:14.381767 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.387072 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419aac91-d363-460e-9a76-1ba32ad3ae64 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Network 0b846f95-f852-485f-984f-8332801e7c7b is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:14.405334 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-419aac91-d363-460e-9a76-1ba32ad3ae64 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:14.408534 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419aac91-d363-460e-9a76-1ba32ad3ae64 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:14.409804 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b9119a47-e827-4143-948d-bed4c8c6a8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.421233 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419aac91-d363-460e-9a76-1ba32ad3ae64 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:14.422052 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-419aac91-d363-460e-9a76-1ba32ad3ae64 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.462687 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f701c7a3-8144-4de3-ba33-dd530966dbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.489429 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33372) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:14.494500 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-419aac91-d363-460e-9a76-1ba32ad3ae64 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.7267907 Jul 05 09:54:14.502182 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-476701e7-741f-4402-8ce6-8ab5b4fc4c86 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] For port 3e8d8a4e-3253-4767-8f3e-6088e1aed557, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3e8d8a4e-3253-4767-8f3e-6088e1aed557,segment=NetworkSegment(99d1e0b0-df90-4d50-974b-f8145dd856e8),segment_id=99d1e0b0-df90-4d50-974b-f8145dd856e8)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:14.502697 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-476701e7-741f-4402-8ce6-8ab5b4fc4c86 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.504284 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33374) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:14.516988 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-03145b72-e317-4e9a-9c27-938287e607e9 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Request body: {'port': {'network_id': '0b846f95-f852-485f-984f-8332801e7c7b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-557586057', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:14.517517 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.api.validators [None req-03145b72-e317-4e9a-9c27-938287e607e9 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] bootfile-name is not in valid_values {{(pid=93906) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 09:54:14.518118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-476701e7-741f-4402-8ce6-8ab5b4fc4c86 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Calling delete_port for 3e8d8a4e-3253-4767-8f3e-6088e1aed557 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:14.518260 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.api.validators [None req-03145b72-e317-4e9a-9c27-938287e607e9 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] tftp-server is not in valid_values {{(pid=93906) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 09:54:14.518260 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.api.validators [None req-03145b72-e317-4e9a-9c27-938287e607e9 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] server-ip-address is not in valid_values {{(pid=93906) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 09:54:14.522465 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419aac91-d363-460e-9a76-1ba32ad3ae64 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Pushing event updated for resources: {'Port': ['ID=eba4013f-659c-421f-93b5-c3977366b5f6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:14.577205 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2f5f5153-6955-488b-9f53-7c8eeda21632 None None] For port f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:54:14.583675 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2f5f5153-6955-488b-9f53-7c8eeda21632 None None] For port f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7,segment=NetworkSegment(82f2ccc4-9be7-41b8-9cc7-9612c066f5bb),segment_id=82f2ccc4-9be7-41b8-9cc7-9612c066f5bb)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:54:14.611423 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b9119a47-e827-4143-948d-bed4c8c6a8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.614056 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b9119a47-e827-4143-948d-bed4c8c6a8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.615236 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b9119a47-e827-4143-948d-bed4c8c6a8ce admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fd9203a5-6bde-4b31-8922-d2c44cfe7ea8 HTTP/1.1" status: 204 len: 168 time: 0.7775493 Jul 05 09:54:14.628254 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5153-6955-488b-9f53-7c8eeda21632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.629766 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a97648-7185-41cb-83b4-a7360095bdfa req-151a7457-4c61-4f1d-ae56-28be6aac5320 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:14.631347 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17a97648-7185-41cb-83b4-a7360095bdfa req-151a7457-4c61-4f1d-ae56-28be6aac5320 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=02e1ba63-d2b8-4cd2-9401-36a885582256 HTTP/1.1" status: 200 len: 948 time: 0.5024610 Jul 05 09:54:14.642930 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12c2d202-c5eb-4d6e-9562-efff0d615c58 req-66fdb683-dca2-431b-8d1b-bf2d5f69c505 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=287a804c-38dc-47b1-ab7e-6a326b998cde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4578960 Jul 05 09:54:14.673453 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9119a47-e827-4143-948d-bed4c8c6a8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9203a5-6bde-4b31-8922-d2c44cfe7ea8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:14.690312 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-927056f3-76da-42d4-9bad-4a953de85651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.695732 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03145b72-e317-4e9a-9c27-938287e607e9 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Made reservation on behalf of a069fd1a9ec64f469741ed5940e2b4a1 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:14.699421 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03145b72-e317-4e9a-9c27-938287e607e9 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.723110 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994fbdfa-221e-4f6d-9453-d60072f40af2 None None] DHCP port deletion for b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:54:14.728613 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-03145b72-e317-4e9a-9c27-938287e607e9 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] device_id is not set on port 4451edd6-21ee-4044-97f1-1f8a8718084c yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:54:14.778826 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17a97648-7185-41cb-83b4-a7360095bdfa req-da8afee3-6e4c-47fb-abf4-35288a6b294d tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392024 Jul 05 09:54:14.799083 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-476701e7-741f-4402-8ce6-8ab5b4fc4c86 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.818847 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476701e7-741f-4402-8ce6-8ab5b4fc4c86 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] No DVR routers for this DVR port 3e8d8a4e-3253-4767-8f3e-6088e1aed557 on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:54:14.839621 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-927056f3-76da-42d4-9bad-4a953de85651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.850064 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-927056f3-76da-42d4-9bad-4a953de85651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.873861 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2d202-c5eb-4d6e-9562-efff0d615c58 req-7e709cfc-6ca5-4f37-b346-3bef1c18c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:14.875882 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12c2d202-c5eb-4d6e-9562-efff0d615c58 req-7e709cfc-6ca5-4f37-b346-3bef1c18c0cc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&device_id=287a804c-38dc-47b1-ab7e-6a326b998cde HTTP/1.1" status: 200 len: 1101 time: 0.1861944 Jul 05 09:54:14.877125 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476701e7-741f-4402-8ce6-8ab5b4fc4c86 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Pushing event deleted for resources: {'Port': ['ID=3e8d8a4e-3253-4767-8f3e-6088e1aed557,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:14.910630 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f5153-6955-488b-9f53-7c8eeda21632 None None] Pushing event updated for resources: {'Port': ['ID=f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:14.918602 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-994fbdfa-221e-4f6d-9453-d60072f40af2 None None] The port '3e8d8a4e-3253-4767-8f3e-6088e1aed557' was deleted {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 05 09:54:14.934407 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.964197 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927056f3-76da-42d4-9bad-4a953de85651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b425aec-8e90-4a75-bf66-469dd563de24,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:14.975431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e1ba63-d2b8-4cd2-9401-36a885582256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9620830-4540-4187-8ef7-6f5d1bee7bae'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:54:14.978534 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3db835-846e-4afe-877b-2e1fbda463d3" -d '{"events": [{"server_uuid": "02e1ba63-d2b8-4cd2-9401-36a885582256", "name": "network-vif-plugged", "status": "completed", "tag": "a9620830-4540-4187-8ef7-6f5d1bee7bae"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:54:14.995601 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port a9620830-4540-4187-8ef7-6f5d1bee7bae, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=a9620830-4540-4187-8ef7-6f5d1bee7bae,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:15.002279 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.036111 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-476701e7-741f-4402-8ce6-8ab5b4fc4c86 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.065994 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-476701e7-741f-4402-8ce6-8ab5b4fc4c86 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:15.079702 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device a8846b2b-32fa-447c-afe5-862c6bd9a1fc up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:54:15.101349 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-927056f3-76da-42d4-9bad-4a953de85651 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d8c43d26200c40a1a6359a4c27d924a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6089993 Jul 05 09:54:15.109681 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33384) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:15.111577 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-476701e7-741f-4402-8ce6-8ab5b4fc4c86 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d1e0b0-df90-4d50-974b-f8145dd856e8') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:15.113821 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2e7b10-5dae-4230-9f1b-d4b18ee8617f x-openstack-request-id: req-fb2e7b10-5dae-4230-9f1b-d4b18ee8617f {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:54:15.114255 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-476701e7-741f-4402-8ce6-8ab5b4fc4c86 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d1e0b0-df90-4d50-974b-f8145dd856e8') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:15.115594 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e1ba63-d2b8-4cd2-9401-36a885582256", "name": "network-vif-plugged", "status": "completed", "tag": "a9620830-4540-4187-8ef7-6f5d1bee7bae", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:54:15.115970 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fb2e7b10-5dae-4230-9f1b-d4b18ee8617f {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:54:15.118984 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e1ba63-d2b8-4cd2-9401-36a885582256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9620830-4540-4187-8ef7-6f5d1bee7bae', 'code': 200} Jul 05 09:54:15.190757 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-476701e7-741f-4402-8ce6-8ab5b4fc4c86 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.191401 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=a9620830-4540-4187-8ef7-6f5d1bee7bae,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:15.241920 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port a8846b2b-32fa-447c-afe5-862c6bd9a1fc triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:15.243018 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.243501 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2d202-c5eb-4d6e-9562-efff0d615c58 req-33686f7c-e575-49a1-93fb-4fa9a681b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:15.246695 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12c2d202-c5eb-4d6e-9562-efff0d615c58 req-33686f7c-e575-49a1-93fb-4fa9a681b40e service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.3036063 Jul 05 09:54:15.357061 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f701c7a3-8144-4de3-ba33-dd530966dbda admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.360283 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-03145b72-e317-4e9a-9c27-938287e607e9 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Allocated IP 2001:db8::182 (0b846f95-f852-485f-984f-8332801e7c7b/5fa2b7d6-23ab-4500-878b-cd49c295e1c7/4451edd6-21ee-4044-97f1-1f8a8718084c) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:15.364779 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f701c7a3-8144-4de3-ba33-dd530966dbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.432556 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-476701e7-741f-4402-8ce6-8ab5b4fc4c86 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.434208 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33388) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:15.443064 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12c2d202-c5eb-4d6e-9562-efff0d615c58 req-f82a9ec7-208c-4f9e-a225-12b18380b194 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=aec12d55-b4d5-49cd-aaf6-168fc2c13c6e HTTP/1.1" status: 200 len: 217 time: 0.1775954 Jul 05 09:54:15.463264 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476701e7-741f-4402-8ce6-8ab5b4fc4c86 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:54:15.463454 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-476701e7-741f-4402-8ce6-8ab5b4fc4c86 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:54:15.469260 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:54:15.483400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3e8d8a4e-3253-4767-8f3e-6088e1aed557 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:54:15.488516 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701c7a3-8144-4de3-ba33-dd530966dbda admin admin] Pushing event updated for resources: {'Port': ['ID=62c62ccb-6deb-44ff-a27f-5d56d324314e,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:15.491819 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff0c8662-66fa-4807-aef1-a6685a2f60d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.505086 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 3e8d8a4e-3253-4767-8f3e-6088e1aed557 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:54:15.505681 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3e8d8a4e-3253-4767-8f3e-6088e1aed557 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:54:15.532367 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f701c7a3-8144-4de3-ba33-dd530966dbda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.548501 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9bcf0b6e-ef8c-4d4c-88da-4da7dd20d76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.630346 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9bcf0b6e-ef8c-4d4c-88da-4da7dd20d76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.645246 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-476701e7-741f-4402-8ce6-8ab5b4fc4c86 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.652809 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2d202-c5eb-4d6e-9562-efff0d615c58 req-74aab273-09b1-48bf-8799-795b7740bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:15.654450 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12c2d202-c5eb-4d6e-9562-efff0d615c58 req-74aab273-09b1-48bf-8799-795b7740bb30 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1930783 Jul 05 09:54:15.673429 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-476701e7-741f-4402-8ce6-8ab5b4fc4c86 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.678213 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-476701e7-741f-4402-8ce6-8ab5b4fc4c86 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] 10.222.0.79 "DELETE /v2.0/networks/b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b HTTP/1.1" status: 204 len: 168 time: 2.0846231 Jul 05 09:54:15.686892 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33390) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:15.694812 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cb09f-e4d6-4d65-8700-2a61689c8e2f req-8a3b524a-89fc-4e9f-930f-288be571886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:15.696311 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-239cb09f-e4d6-4d65-8700-2a61689c8e2f req-8a3b524a-89fc-4e9f-930f-288be571886b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=02e1ba63-d2b8-4cd2-9401-36a885582256 HTTP/1.1" status: 200 len: 1100 time: 0.4460175 Jul 05 09:54:15.764027 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476701e7-741f-4402-8ce6-8ab5b4fc4c86 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Pushing event deleted for resources: {'Network': ['ID=b7c0f11a-2fcb-4f9f-804c-4a2814fd9f5b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:15.773921 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-11450f47-ab8f-4596-90c8-4cd6c24c0205 tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc4f67bf-1187-4000-9a9d-99e2bc3425db HTTP/1.1" status: 200 len: 205 time: 0.0765393 Jul 05 09:54:15.784754 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33392) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:15.907786 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ff8a2-26f3-4562-bcb5-0063f43b9240 req-82265cd3-c81a-4579-a475-4f0d27fa7214 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:15.909590 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-179ff8a2-26f3-4562-bcb5-0063f43b9240 req-82265cd3-c81a-4579-a475-4f0d27fa7214 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 946 time: 0.4347453 Jul 05 09:54:15.917492 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-239cb09f-e4d6-4d65-8700-2a61689c8e2f req-296bb72e-b353-4867-907d-ea4a489f4f41 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956728 Jul 05 09:54:15.930571 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8ba9-0d5f-433f-bdd8-6c2cb575a0be tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.942741 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9bcf0b6e-ef8c-4d4c-88da-4da7dd20d76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.946933 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9bcf0b6e-ef8c-4d4c-88da-4da7dd20d76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.948228 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9bcf0b6e-ef8c-4d4c-88da-4da7dd20d76f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7b425aec-8e90-4a75-bf66-469dd563de24 HTTP/1.1" status: 204 len: 168 time: 0.8310165 Jul 05 09:54:16.069453 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf0b6e-ef8c-4d4c-88da-4da7dd20d76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b425aec-8e90-4a75-bf66-469dd563de24,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:16.102650 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2d202-c5eb-4d6e-9562-efff0d615c58 req-53d008ac-1a68-4119-8309-05acc467de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:16.104106 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f701c7a3-8144-4de3-ba33-dd530966dbda admin admin] Network 0383cb43-9363-4b70-83ca-61f91fcc9620 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:16.104593 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12c2d202-c5eb-4d6e-9562-efff0d615c58 req-53d008ac-1a68-4119-8309-05acc467de0d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4338412 Jul 05 09:54:16.115786 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f701c7a3-8144-4de3-ba33-dd530966dbda admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:16.133230 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03145b72-e317-4e9a-9c27-938287e607e9 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:16.203714 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff0c8662-66fa-4807-aef1-a6685a2f60d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:16.205565 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-03145b72-e317-4e9a-9c27-938287e607e9 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Transition to ACTIVE for port object 4451edd6-21ee-4044-97f1-1f8a8718084c will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:16.214411 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff0c8662-66fa-4807-aef1-a6685a2f60d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:16.320291 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c8662-66fa-4807-aef1-a6685a2f60d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71289554-cc36-44c2-9d89-17f6f1ce9bce,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:16.328813 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ff0c8662-66fa-4807-aef1-a6685a2f60d5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=efb4e5d3dfca4700b8bf32ac97bfb762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8903890 Jul 05 09:54:16.334326 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33402) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:16.360479 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5844f2a9-d56e-4135-b3bb-965f6aea9dae None None] Network 0b846f95-f852-485f-984f-8332801e7c7b requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:16.379959 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f701c7a3-8144-4de3-ba33-dd530966dbda admin admin] Router f17524ac-9c00-4ff4-9acf-081ae11e8ba7 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:54:16.391636 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03145b72-e317-4e9a-9c27-938287e607e9 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:16.466670 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03145b72-e317-4e9a-9c27-938287e607e9 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Network 0b846f95-f852-485f-984f-8332801e7c7b is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:16.488322 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-64cf33f5-9a49-4753-be99-1ac5d2941afb None None] Provisioning for port f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:16.511608 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-03145b72-e317-4e9a-9c27-938287e607e9 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:16.514228 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03145b72-e317-4e9a-9c27-938287e607e9 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:16.520718 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03145b72-e317-4e9a-9c27-938287e607e9 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:16.522042 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03145b72-e317-4e9a-9c27-938287e607e9 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:16.549501 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03145b72-e317-4e9a-9c27-938287e607e9 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Pushing event updated for resources: {'Port': ['ID=4451edd6-21ee-4044-97f1-1f8a8718084c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:16.556568 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-43a0506d-d24b-4efa-89c9-c784cbd6bc7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:16.571414 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-03145b72-e317-4e9a-9c27-938287e607e9 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.0626938 Jul 05 09:54:16.572679 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33410) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:16.648044 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-179ff8a2-26f3-4562-bcb5-0063f43b9240 req-e195c1b2-e359-4da8-b251-2c3d3a1fcd96 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7248673 Jul 05 09:54:16.674815 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-43a0506d-d24b-4efa-89c9-c784cbd6bc7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:16.694802 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e7b20c11-ee7b-4c7a-975c-576dc021613f None None] Provisioning complete for port 62c62ccb-6deb-44ff-a27f-5d56d324314e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:16.695278 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e7b20c11-ee7b-4c7a-975c-576dc021613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:16.771156 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e7b20c11-ee7b-4c7a-975c-576dc021613f None None] Port 62c62ccb-6deb-44ff-a27f-5d56d324314e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:54:16.777261 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f701c7a3-8144-4de3-ba33-dd530966dbda admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:54:16.784810 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f701c7a3-8144-4de3-ba33-dd530966dbda admin admin] 10.222.0.79 "PUT /v2.0/routers/f17524ac-9c00-4ff4-9acf-081ae11e8ba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7874808 Jul 05 09:54:16.791307 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] Sync routers for ids ['f17524ac-9c00-4ff4-9acf-081ae11e8ba7'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:54:16.805688 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8ba9-0d5f-433f-bdd8-6c2cb575a0be tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:16.812083 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8ba9-0d5f-433f-bdd8-6c2cb575a0be tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:16.813708 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] Routers {'f17524ac-9c00-4ff4-9acf-081ae11e8ba7'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:54:16.815278 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:53:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f17524ac-9c00-4ff4-9acf-081ae11e8ba7'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:16.896538 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393a98b9-1581-432d-bcee-ce5bc368e8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:16.903649 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393a98b9-1581-432d-bcee-ce5bc368e8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:16.912648 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393a98b9-1581-432d-bcee-ce5bc368e8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:16.915677 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-393a98b9-1581-432d-bcee-ce5bc368e8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3427725 Jul 05 09:54:16.918707 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-43a0506d-d24b-4efa-89c9-c784cbd6bc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:16.927697 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-43a0506d-d24b-4efa-89c9-c784cbd6bc7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:16.936273 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-43a0506d-d24b-4efa-89c9-c784cbd6bc7c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/71289554-cc36-44c2-9d89-17f6f1ce9bce HTTP/1.1" status: 204 len: 168 time: 0.5988877 Jul 05 09:54:16.940253 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33424) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:17.019883 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bff40-47a7-4676-aa56-85fe6f78c135 req-0005aba7-755b-418d-a91a-ea555c14de1b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:17.027193 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-668bff40-47a7-4676-aa56-85fe6f78c135 req-0005aba7-755b-418d-a91a-ea555c14de1b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=02e1ba63-d2b8-4cd2-9401-36a885582256 HTTP/1.1" status: 200 len: 949 time: 1.0765874 Jul 05 09:54:17.063792 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8ba9-0d5f-433f-bdd8-6c2cb575a0be tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:17.064336 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6b8ba9-0d5f-433f-bdd8-6c2cb575a0be tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Fanout notify agent at l3_agent the message router_deleted on router bc4f67bf-1187-4000-9a9d-99e2bc3425db {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:54:17.072536 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8ba9-0d5f-433f-bdd8-6c2cb575a0be tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:17.076404 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-fd6b8ba9-0d5f-433f-bdd8-6c2cb575a0be tempest-RoutersNegativeTest-1725003810 tempest-RoutersNegativeTest-1725003810-project] 10.222.0.79 "DELETE /v2.0/routers/bc4f67bf-1187-4000-9a9d-99e2bc3425db HTTP/1.1" status: 204 len: 168 time: 1.2856650 Jul 05 09:54:17.084971 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] Set router f17524ac-9c00-4ff4-9acf-081ae11e8ba7 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:54:17.122580 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0506d-d24b-4efa-89c9-c784cbd6bc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71289554-cc36-44c2-9d89-17f6f1ce9bce,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:17.200367 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12c2d202-c5eb-4d6e-9562-efff0d615c58 req-bb04b21d-52f4-48f8-9e50-ac9e74ad4fb1 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0837038 Jul 05 09:54:17.250451 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-1088cac7-5e4c-4459-81e2-b9a6a32ed5af tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Deleting port 4451edd6-21ee-4044-97f1-1f8a8718084c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:17.253163 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1088cac7-5e4c-4459-81e2-b9a6a32ed5af tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:17.293527 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:54:17.366928 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12c2d202-c5eb-4d6e-9562-efff0d615c58 req-13319cd3-3046-4b77-883b-d45a7225bae9 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551061 Jul 05 09:54:17.375997 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-668bff40-47a7-4676-aa56-85fe6f78c135 req-c17a4d6a-e0fc-4eca-9696-46571dae37ff tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466625 Jul 05 09:54:17.430915 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d28ab-39a6-45bd-984c-ec60d7b43c9e req-1cd0546e-8eb9-4535-873b-ddeb8ff2b67a tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:17.434277 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-672d28ab-39a6-45bd-984c-ec60d7b43c9e req-1cd0546e-8eb9-4535-873b-ddeb8ff2b67a tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.3995342 Jul 05 09:54:17.507359 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1088cac7-5e4c-4459-81e2-b9a6a32ed5af tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:17.521516 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-672d28ab-39a6-45bd-984c-ec60d7b43c9e req-729b4c0f-e991-4986-8565-9cf0725b7d69 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793505 Jul 05 09:54:17.541115 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-1088cac7-5e4c-4459-81e2-b9a6a32ed5af tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Calling delete_port for 4451edd6-21ee-4044-97f1-1f8a8718084c owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:17.542069 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f6b16812-03fe-4b1e-857f-5384b00f44c2 None None] Provisioning for port eba4013f-659c-421f-93b5-c3977366b5f6 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:17.566082 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f6b16812-03fe-4b1e-857f-5384b00f44c2 None None] Provisioning complete for port eba4013f-659c-421f-93b5-c3977366b5f6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:17.566533 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f6b16812-03fe-4b1e-857f-5384b00f44c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:17.636805 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f6b16812-03fe-4b1e-857f-5384b00f44c2 None None] Port eba4013f-659c-421f-93b5-c3977366b5f6 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:54:17.682564 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f6b16812-03fe-4b1e-857f-5384b00f44c2 None None] Provisioning for port 4451edd6-21ee-4044-97f1-1f8a8718084c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:17.692037 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:17.698876 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f6b16812-03fe-4b1e-857f-5384b00f44c2 None None] Provisioning complete for port 4451edd6-21ee-4044-97f1-1f8a8718084c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:17.699823 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f6b16812-03fe-4b1e-857f-5384b00f44c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:17.734304 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:17.735014 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:17.779306 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'name': 'tempest-ServerActionsTestJSON-1887977794-router', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:54:04Z', 'updated_at': '2021-07-05T09:54:13Z', 'revision_number': 4, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'gw_port': {'id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:54:05Z', 'updated_at': '2021-07-05T09:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '62c62ccb-6deb-44ff-a27f-5d56d324314e', 'name': '', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'mac_address': 'fa:16:3e:09:53:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:54:11Z', 'updated_at': '2021-07-05T09:54:14Z', 'revision_number': 2, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'subnets': [{'id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:17.813568 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] Checking router: f17524ac-9c00-4ff4-9acf-081ae11e8ba7 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:54:17.814534 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] Updating router f17524ac-9c00-4ff4-9acf-081ae11e8ba7 port 62c62ccb-6deb-44ff-a27f-5d56d324314e binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:54:17.832096 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1088cac7-5e4c-4459-81e2-b9a6a32ed5af tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:17.869873 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f6b16812-03fe-4b1e-857f-5384b00f44c2 None None] Port 4451edd6-21ee-4044-97f1-1f8a8718084c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:54:17.911133 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:17.914951 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f6b16812-03fe-4b1e-857f-5384b00f44c2 None None] Provisioning complete for port f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:17.915102 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f6b16812-03fe-4b1e-857f-5384b00f44c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:17.922646 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088cac7-5e4c-4459-81e2-b9a6a32ed5af tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Pushing event deleted for resources: {'Port': ['ID=4451edd6-21ee-4044-97f1-1f8a8718084c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:17.991653 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1088cac7-5e4c-4459-81e2-b9a6a32ed5af tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:17.995788 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1088cac7-5e4c-4459-81e2-b9a6a32ed5af tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] 10.222.0.79 "DELETE /v2.0/ports/4451edd6-21ee-4044-97f1-1f8a8718084c HTTP/1.1" status: 204 len: 168 time: 1.0396774 Jul 05 09:54:17.999481 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33454) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:18.005949 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5fac67b6-c736-4034-b68f-4ed2ca418d5f tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Request body: {'port': {'name': 'tempest-new-port-name-1535555080', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:18.006340 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.api.validators [None req-5fac67b6-c736-4034-b68f-4ed2ca418d5f tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] bootfile-name is not in valid_values {{(pid=93906) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 09:54:18.006683 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.api.validators [None req-5fac67b6-c736-4034-b68f-4ed2ca418d5f tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] tftp-server is not in valid_values {{(pid=93906) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 09:54:18.007016 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.api.validators [None req-5fac67b6-c736-4034-b68f-4ed2ca418d5f tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] server-ip-address is not in valid_values {{(pid=93906) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 09:54:18.035029 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:18.088814 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7,segment=NetworkSegment(82f2ccc4-9be7-41b8-9cc7-9612c066f5bb),segment_id=82f2ccc4-9be7-41b8-9cc7-9612c066f5bb)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:18.139563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33456) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:18.147711 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:18.186882 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd238-bddf-4e74-9b9b-9e13ed2cbe90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:18.231528 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fac67b6-c736-4034-b68f-4ed2ca418d5f tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:18.385965 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33460) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:18.539916 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e9eed-1cb4-4c51-9990-5e671b2b6fa0 req-d224697c-59d9-4d20-8fbe-1ba23f11ce8c tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:18.548519 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-408e9eed-1cb4-4c51-9990-5e671b2b6fa0 req-d224697c-59d9-4d20-8fbe-1ba23f11ce8c tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.2851315 Jul 05 09:54:18.603321 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd238-bddf-4e74-9b9b-9e13ed2cbe90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:18.619451 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-408e9eed-1cb4-4c51-9990-5e671b2b6fa0 req-bfb754f5-8501-4b9c-bff0-f752b368103e tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686078 Jul 05 09:54:18.623095 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd238-bddf-4e74-9b9b-9e13ed2cbe90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:18.656663 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:18.668355 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] Transition to ACTIVE for port object 62c62ccb-6deb-44ff-a27f-5d56d324314e will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:18.691728 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:18.700352 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:18.746230 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2cd238-bddf-4e74-9b9b-9e13ed2cbe90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f60a46-1a25-4e6c-a0e1-c3120d18a847,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:18.761445 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33470) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:18.768656 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ca2cd238-bddf-4e74-9b9b-9e13ed2cbe90 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cab4c62efb3a4d8fb4c308fb76c3a34a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6167457 Jul 05 09:54:18.772369 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72540983-815d-4442-ac34-3b4a661d1988 None None] Pushing event updated for resources: {'Port': ['ID=62c62ccb-6deb-44ff-a27f-5d56d324314e,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:18.816011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33474) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:18.820986 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ade92302-2dd3-4ccf-9dfc-e1ebc7467b95 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Request body: {'security_group': {'name': 'tempest-securitygroup--571117324', 'description': 'tempest-description--1258342374'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:18.839699 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fac67b6-c736-4034-b68f-4ed2ca418d5f tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:18.859261 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fac67b6-c736-4034-b68f-4ed2ca418d5f tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:18.896323 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-315a2e20-b287-4553-90c5-9fc331f3bd45 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1acf7c9e8d6445e2944ac903cf707953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4978418 Jul 05 09:54:18.904773 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33478) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:18.927078 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] Attempting to bind port 62c62ccb-6deb-44ff-a27f-5d56d324314e on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:54:18.927802 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] Attempting to bind port 62c62ccb-6deb-44ff-a27f-5d56d324314e by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:54:18.928310 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] Attempting to bind port 62c62ccb-6deb-44ff-a27f-5d56d324314e on network 0383cb43-9363-4b70-83ca-61f91fcc9620 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:54:18.939992 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:54:18.940458 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] Checking segment: {'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:18.940986 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:18.941552 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] Bound using segment: {'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:54:18.942113 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] Bound port: 62c62ccb-6deb-44ff-a27f-5d56d324314e, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:54:18.942699 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:18.949690 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31b34f-9c2c-45ad-b966-3bc8cd4559f4 req-145cd8cd-4769-4141-8ccf-e9e239253c12 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:18.953524 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ba31b34f-9c2c-45ad-b966-3bc8cd4559f4 req-145cd8cd-4769-4141-8ccf-e9e239253c12 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=02e1ba63-d2b8-4cd2-9401-36a885582256 HTTP/1.1" status: 200 len: 949 time: 0.1192791 Jul 05 09:54:18.998391 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-00bc0190-26ba-40c0-be3b-f6cf633192f6 None None] Provisioning complete for port eba4013f-659c-421f-93b5-c3977366b5f6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:18.998925 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-00bc0190-26ba-40c0-be3b-f6cf633192f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.009544 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ade92302-2dd3-4ccf-9dfc-e1ebc7467b95 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.029829 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ba31b34f-9c2c-45ad-b966-3bc8cd4559f4 req-661cfba2-eedc-45dc-8aa3-3d57e27fb41b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693488 Jul 05 09:54:19.073455 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-5fac67b6-c736-4034-b68f-4ed2ca418d5f tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] In _notify_port_updated(), no bound segment for port eba4013f-659c-421f-93b5-c3977366b5f6 on network 0b846f95-f852-485f-984f-8332801e7c7b {{(pid=93906) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:54:19.076520 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:54:19.080971 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fac67b6-c736-4034-b68f-4ed2ca418d5f tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:19.081650 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fac67b6-c736-4034-b68f-4ed2ca418d5f tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.085679 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5fac67b6-c736-4034-b68f-4ed2ca418d5f tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] 10.222.0.79 "PUT /v2.0/ports/eba4013f-659c-421f-93b5-c3977366b5f6 HTTP/1.1" status: 200 len: 1130 time: 1.0818036 Jul 05 09:54:19.086423 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33486) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:19.126747 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac67b6-c736-4034-b68f-4ed2ca418d5f tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Pushing event updated for resources: {'Port': ['ID=eba4013f-659c-421f-93b5-c3977366b5f6,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:19.162717 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf95f6e1-de61-4f1a-ad00-4d7b183ac24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.190232 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-00bc0190-26ba-40c0-be3b-f6cf633192f6 None None] Port eba4013f-659c-421f-93b5-c3977366b5f6 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:54:19.195727 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-677f86cc-2957-4f38-bb6d-89072ed5ea50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.206105 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] For port 62c62ccb-6deb-44ff-a27f-5d56d324314e, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:54:19.213018 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-00bc0190-26ba-40c0-be3b-f6cf633192f6 None None] Could not find standard attr ID for object 4451edd6-21ee-4044-97f1-1f8a8718084c. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:54:19.215647 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] For port 62c62ccb-6deb-44ff-a27f-5d56d324314e, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=62c62ccb-6deb-44ff-a27f-5d56d324314e,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:54:19.230158 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.232799 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113ed671-5d46-49ae-9f42-492db1cfaef8 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:19.235168 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-113ed671-5d46-49ae-9f42-492db1cfaef8 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] 10.222.0.79 "GET /v2.0/ports/eba4013f-659c-421f-93b5-c3977366b5f6 HTTP/1.1" status: 200 len: 1130 time: 0.1467979 Jul 05 09:54:19.239893 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf95f6e1-de61-4f1a-ad00-4d7b183ac24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.240400 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33490) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:19.300460 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-677f86cc-2957-4f38-bb6d-89072ed5ea50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.383085 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ade92302-2dd3-4ccf-9dfc-e1ebc7467b95 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.390120 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ade92302-2dd3-4ccf-9dfc-e1ebc7467b95 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.430946 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf95f6e1-de61-4f1a-ad00-4d7b183ac24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.434321 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf95f6e1-de61-4f1a-ad00-4d7b183ac24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.434938 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170921d0-0ead-4eaf-8d40-67fcdbfad0ac req-f677bb39-ea89-4215-b46f-36a3a5e950bd tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:19.436202 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cf95f6e1-de61-4f1a-ad00-4d7b183ac24a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/98f60a46-1a25-4e6c-a0e1-c3120d18a847 HTTP/1.1" status: 204 len: 168 time: 0.6697600 Jul 05 09:54:19.441496 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ade92302-2dd3-4ccf-9dfc-e1ebc7467b95 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.443350 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ade92302-2dd3-4ccf-9dfc-e1ebc7467b95 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6263833 Jul 05 09:54:19.446509 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade92302-2dd3-4ccf-9dfc-e1ebc7467b95 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0785933-b3ec-42b8-aa08-1f97becdc036,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:19.449490 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33494) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:19.459955 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b0fab5b1-5c93-46c3-bec7-fadb2a370625 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Request body: {'security_group_rule': {'security_group_id': 'a0785933-b3ec-42b8-aa08-1f97becdc036', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:19.464351 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-170921d0-0ead-4eaf-8d40-67fcdbfad0ac req-f677bb39-ea89-4215-b46f-36a3a5e950bd tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=02e1ba63-d2b8-4cd2-9401-36a885582256 HTTP/1.1" status: 200 len: 1100 time: 0.1346455 Jul 05 09:54:19.482264 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95f6e1-de61-4f1a-ad00-4d7b183ac24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f60a46-1a25-4e6c-a0e1-c3120d18a847,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:19.488315 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-677f86cc-2957-4f38-bb6d-89072ed5ea50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.492172 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-677f86cc-2957-4f38-bb6d-89072ed5ea50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.493535 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-677f86cc-2957-4f38-bb6d-89072ed5ea50 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dd9b3837-ad29-4fbc-89db-72178b34e084 HTTP/1.1" status: 204 len: 168 time: 0.5711582 Jul 05 09:54:19.507502 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f86cc-2957-4f38-bb6d-89072ed5ea50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9b3837-ad29-4fbc-89db-72178b34e084,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:19.533218 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b0fab5b1-5c93-46c3-bec7-fadb2a370625 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.587545 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-170921d0-0ead-4eaf-8d40-67fcdbfad0ac req-9925f214-08b1-4972-8872-576db69730ce tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203089 Jul 05 09:54:19.619074 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-938f18cc-a0f7-40a8-bfec-8dde833b0219 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Deleting port eba4013f-659c-421f-93b5-c3977366b5f6 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:19.619424 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-938f18cc-a0f7-40a8-bfec-8dde833b0219 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.641240 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72540983-815d-4442-ac34-3b4a661d1988 None None] Pushing event updated for resources: {'Port': ['ID=62c62ccb-6deb-44ff-a27f-5d56d324314e,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:19.647907 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:19.647907 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.696010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] Routers {'f17524ac-9c00-4ff4-9acf-081ae11e8ba7'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:54:19.696656 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:53:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f17524ac-9c00-4ff4-9acf-081ae11e8ba7'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:19.723338 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b0fab5b1-5c93-46c3-bec7-fadb2a370625 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.732013 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b0fab5b1-5c93-46c3-bec7-fadb2a370625 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.793073 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fab5b1-5c93-46c3-bec7-fadb2a370625 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2f355a-81f6-4452-b0db-842c2dd64ecd,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:19.803242 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b0fab5b1-5c93-46c3-bec7-fadb2a370625 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.808289 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b0fab5b1-5c93-46c3-bec7-fadb2a370625 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3560665 Jul 05 09:54:19.810393 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33506) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:19.821349 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ceaf3a16-581b-4549-8fc6-5decd8523a32 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Request body: {'security_group_rule': {'security_group_id': 'a0785933-b3ec-42b8-aa08-1f97becdc036', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:19.852243 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-938f18cc-a0f7-40a8-bfec-8dde833b0219 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.883210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-938f18cc-a0f7-40a8-bfec-8dde833b0219 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Calling delete_port for eba4013f-659c-421f-93b5-c3977366b5f6 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:19.885382 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ceaf3a16-581b-4549-8fc6-5decd8523a32 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.887549 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] Set router f17524ac-9c00-4ff4-9acf-081ae11e8ba7 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:54:20.032054 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ceaf3a16-581b-4549-8fc6-5decd8523a32 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:20.040624 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ceaf3a16-581b-4549-8fc6-5decd8523a32 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:20.059872 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf3a16-581b-4549-8fc6-5decd8523a32 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcbec7a6-e00a-43f7-9d58-f9828002574e,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:20.095485 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ceaf3a16-581b-4549-8fc6-5decd8523a32 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:20.099512 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ceaf3a16-581b-4549-8fc6-5decd8523a32 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2847216 Jul 05 09:54:20.099927 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33518) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:20.108403 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e134c55a-4c26-4865-afbb-4e5b6529130f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:20.153753 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e134c55a-4c26-4865-afbb-4e5b6529130f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:20.223585 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-e4ad4727-4b3d-4769-9ffd-19724fff0058 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=890aafa473984ea6bbc64b1fb171aec2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774093 Jul 05 09:54:20.251616 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'name': 'tempest-ServerActionsTestJSON-1887977794-router', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:54:04Z', 'updated_at': '2021-07-05T09:54:13Z', 'revision_number': 4, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'gw_port': {'id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:54:05Z', 'updated_at': '2021-07-05T09:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '62c62ccb-6deb-44ff-a27f-5d56d324314e', 'name': '', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'mac_address': 'fa:16:3e:09:53:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:54:11Z', 'updated_at': '2021-07-05T09:54:19Z', 'revision_number': 4, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'subnets': [{'id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:20.262173 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90b7b9-5d26-4cf7-aa5d-f89dd5392df5 req-3ce2c5f2-8434-4cad-83f9-8865210d183b tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:20.263762 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c90b7b9-5d26-4cf7-aa5d-f89dd5392df5 req-3ce2c5f2-8434-4cad-83f9-8865210d183b tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.3672719 Jul 05 09:54:20.292775 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-69a196ea-47b9-444e-b896-8e72d9c9c289 None None] Provisioning complete for port eba4013f-659c-421f-93b5-c3977366b5f6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:20.293426 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69a196ea-47b9-444e-b896-8e72d9c9c289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:20.320548 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21e1cec-a959-4533-a8d4-1555cd4d47be None None] The sync data for ids ['f17524ac-9c00-4ff4-9acf-081ae11e8ba7'] in n-d-798054-8 is: [{'id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'name': 'tempest-ServerActionsTestJSON-1887977794-router', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:54:04Z', 'updated_at': '2021-07-05T09:54:13Z', 'revision_number': 4, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'gw_port': {'id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:54:05Z', 'updated_at': '2021-07-05T09:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '62c62ccb-6deb-44ff-a27f-5d56d324314e', 'name': '', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'mac_address': 'fa:16:3e:09:53:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:54:11Z', 'updated_at': '2021-07-05T09:54:19Z', 'revision_number': 4, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'subnets': [{'id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:54:20.339513 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-69a196ea-47b9-444e-b896-8e72d9c9c289 None None] Port eba4013f-659c-421f-93b5-c3977366b5f6 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:54:20.365439 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e134c55a-4c26-4865-afbb-4e5b6529130f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:20.532496 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c90b7b9-5d26-4cf7-aa5d-f89dd5392df5 req-531cdcee-e398-4ce1-bd9f-9a26449bc8da tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405996 Jul 05 09:54:20.565309 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-e134c55a-4c26-4865-afbb-4e5b6529130f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Allocated IP 172.25.7.216 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/1b64cece-c690-4e6f-b4c6-8c1e9a2db4e1) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:20.738065 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-938f18cc-a0f7-40a8-bfec-8dde833b0219 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:20.754593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-8982fb93-9c1d-4ca7-9df0-876f7245294a tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:20.757963 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-8982fb93-9c1d-4ca7-9df0-876f7245294a tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5193634 Jul 05 09:54:20.774429 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e134c55a-4c26-4865-afbb-4e5b6529130f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:20.803709 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f18cc-a0f7-40a8-bfec-8dde833b0219 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Pushing event deleted for resources: {'Port': ['ID=eba4013f-659c-421f-93b5-c3977366b5f6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:20.836165 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-efc8729b-376d-491d-8144-ec21dccc900f tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/quotas/890aafa473984ea6bbc64b1fb171aec2 HTTP/1.1" status: 200 len: 375 time: 0.0350366 Jul 05 09:54:20.889949 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e134c55a-4c26-4865-afbb-4e5b6529130f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:20.904457 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2dcff2a1-95c1-474a-a494-6c6e00367596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:20.957799 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134c55a-4c26-4865-afbb-4e5b6529130f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Pushing event updated for resources: {'Port': ['ID=1b64cece-c690-4e6f-b4c6-8c1e9a2db4e1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:20.971029 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e134c55a-4c26-4865-afbb-4e5b6529130f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:20.972556 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e134c55a-4c26-4865-afbb-4e5b6529130f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:20.974833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e134c55a-4c26-4865-afbb-4e5b6529130f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:21.093521 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-938f18cc-a0f7-40a8-bfec-8dde833b0219 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:21.096034 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-938f18cc-a0f7-40a8-bfec-8dde833b0219 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] 10.222.0.79 "DELETE /v2.0/ports/eba4013f-659c-421f-93b5-c3977366b5f6 HTTP/1.1" status: 204 len: 168 time: 1.8549504 Jul 05 09:54:21.106817 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33556) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:21.172352 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e134c55a-4c26-4865-afbb-4e5b6529130f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:21.205418 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 62c62ccb-6deb-44ff-a27f-5d56d324314e up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:54:21.252643 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9cbed68-b52a-4a3f-8c9d-c135eb8926dc tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Deleting subnet 5fa2b7d6-23ab-4500-878b-cd49c295e1c7 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:54:21.299677 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d9cbed68-b52a-4a3f-8c9d-c135eb8926dc tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:21.348532 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e134c55a-4c26-4865-afbb-4e5b6529130f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:21.372518 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 62c62ccb-6deb-44ff-a27f-5d56d324314e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:21.377663 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 62c62ccb-6deb-44ff-a27f-5d56d324314e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:21.377795 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:21.460748 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-7c2127cc-6e5c-4520-b79f-831c232683f4 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6233466 Jul 05 09:54:21.472644 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d9cbed68-b52a-4a3f-8c9d-c135eb8926dc tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:21.574422 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:21.653835 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 62c62ccb-6deb-44ff-a27f-5d56d324314e, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=62c62ccb-6deb-44ff-a27f-5d56d324314e,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:21.661479 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:21.748811 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e134c55a-4c26-4865-afbb-4e5b6529130f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:21.760505 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e134c55a-4c26-4865-afbb-4e5b6529130f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:21.784609 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d9cbed68-b52a-4a3f-8c9d-c135eb8926dc tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:21.811678 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=62c62ccb-6deb-44ff-a27f-5d56d324314e,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:21.814923 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134c55a-4c26-4865-afbb-4e5b6529130f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Pushing event updated for resources: {'Port': ['ID=1b64cece-c690-4e6f-b4c6-8c1e9a2db4e1,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:21.906642 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e134c55a-4c26-4865-afbb-4e5b6529130f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:21.917574 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-af55303f-12ad-44c9-b6c7-00b7d7315181 req-a6ae685e-c973-489a-a432-621d421af07a tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2207e1f-7385-40b6-b0b9-e4a7b83701e0 HTTP/1.1" status: 200 len: 210 time: 0.1377635 Jul 05 09:54:21.954276 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e134c55a-4c26-4865-afbb-4e5b6529130f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:21.964081 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e134c55a-4c26-4865-afbb-4e5b6529130f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8552394 Jul 05 09:54:21.977417 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0498c-4b70-42c3-b342-969d2565231c req-252ed1f9-0681-4ea7-a09c-a165b080751c tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:21.984796 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9dc0498c-4b70-42c3-b342-969d2565231c req-252ed1f9-0681-4ea7-a09c-a165b080751c tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.3797235 Jul 05 09:54:22.111668 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9dc0498c-4b70-42c3-b342-969d2565231c req-13963069-885e-46cb-a92d-be75143de612 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125147 Jul 05 09:54:22.114625 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d9cbed68-b52a-4a3f-8c9d-c135eb8926dc tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:22.148365 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d9fb72-c3c6-48d7-b949-98c8542e0612 None None] Network 0b846f95-f852-485f-984f-8332801e7c7b requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:22.167329 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cbed68-b52a-4a3f-8c9d-c135eb8926dc tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Pushing event deleted for resources: {'Subnet': ['ID=5fa2b7d6-23ab-4500-878b-cd49c295e1c7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:22.171042 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d9cbed68-b52a-4a3f-8c9d-c135eb8926dc tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:22.172947 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d9cbed68-b52a-4a3f-8c9d-c135eb8926dc tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] 10.222.0.79 "DELETE /v2.0/subnets/5fa2b7d6-23ab-4500-878b-cd49c295e1c7 HTTP/1.1" status: 204 len: 168 time: 1.0646427 Jul 05 09:54:22.175749 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33588) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:22.317182 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1bc17750-cae3-4bdf-a959-acc5640acf79 req-0edcbf00-de4f-49ec-bd31-eca79fbe39ba service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1470625 Jul 05 09:54:22.365195 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6415c1a3-13bc-411a-886b-07c66c4845a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:22.484663 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc17750-cae3-4bdf-a959-acc5640acf79 req-c35fed81-c9f0-434a-80e4-d149c44cee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:22.488539 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1bc17750-cae3-4bdf-a959-acc5640acf79 req-c35fed81-c9f0-434a-80e4-d149c44cee22 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&device_id=bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03 HTTP/1.1" status: 200 len: 1100 time: 0.1336720 Jul 05 09:54:22.492453 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6415c1a3-13bc-411a-886b-07c66c4845a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Deleting port f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:22.492827 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6415c1a3-13bc-411a-886b-07c66c4845a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:22.573038 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339b8eea-a374-43e1-9651-313421058c1c None None] DHCP port deletion for 0b846f95-f852-485f-984f-8332801e7c7b request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:54:22.673787 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-6415c1a3-13bc-411a-886b-07c66c4845a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] For port f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7,segment=NetworkSegment(82f2ccc4-9be7-41b8-9cc7-9612c066f5bb),segment_id=82f2ccc4-9be7-41b8-9cc7-9612c066f5bb)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:22.674219 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6415c1a3-13bc-411a-886b-07c66c4845a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:22.680766 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-339b8eea-a374-43e1-9651-313421058c1c None None] Deleting port f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:22.681171 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-339b8eea-a374-43e1-9651-313421058c1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:22.698276 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6415c1a3-13bc-411a-886b-07c66c4845a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Calling delete_port for f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:22.751987 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc17750-cae3-4bdf-a959-acc5640acf79 req-deb6b160-9891-42f5-8b90-741ca2db1ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:22.757968 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1bc17750-cae3-4bdf-a959-acc5640acf79 req-deb6b160-9891-42f5-8b90-741ca2db1ce5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.2331150 Jul 05 09:54:22.758489 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33610) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:22.779310 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0087795 Jul 05 09:54:22.779796 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33612) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:22.823648 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-339b8eea-a374-43e1-9651-313421058c1c None None] For port f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7,segment=NetworkSegment(82f2ccc4-9be7-41b8-9cc7-9612c066f5bb),segment_id=82f2ccc4-9be7-41b8-9cc7-9612c066f5bb)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:22.823648 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-339b8eea-a374-43e1-9651-313421058c1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:22.829692 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1bc17750-cae3-4bdf-a959-acc5640acf79 req-d6024a04-780e-4185-a770-1f342a644fe3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=effe9602-e71c-4fc1-bc07-d703e8fa353e HTTP/1.1" status: 200 len: 217 time: 0.0402291 Jul 05 09:54:22.831488 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6415c1a3-13bc-411a-886b-07c66c4845a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:22.832802 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-91b54de8-75f1-4c21-8325-69de3091b577 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--571117324&fields=id&tenant_id=156c005c1a204b6eb50b3c7a2ac0a750 HTTP/1.1" status: 200 len: 267 time: 0.2560678 Jul 05 09:54:22.865697 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-339b8eea-a374-43e1-9651-313421058c1c None None] Calling delete_port for f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:22.878680 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415c1a3-13bc-411a-886b-07c66c4845a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Pushing event deleted for resources: {'Port': ['ID=f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:22.880774 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6415c1a3-13bc-411a-886b-07c66c4845a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] No DVR routers for this DVR port f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:54:22.967549 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc17750-cae3-4bdf-a959-acc5640acf79 req-9ddc4711-2df2-4a14-bbbb-fb87718e8f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:22.969646 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1bc17750-cae3-4bdf-a959-acc5640acf79 req-9ddc4711-2df2-4a14-bbbb-fb87718e8f51 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1295516 Jul 05 09:54:23.075014 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-339b8eea-a374-43e1-9651-313421058c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:23.087882 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6415c1a3-13bc-411a-886b-07c66c4845a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:23.102270 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0f322838-b9fe-4da6-90d8-9fda2feb1861 tempest-NetworksApiDiscovery-235023124 tempest-NetworksApiDiscovery-235023124-project] 10.222.0.79 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3204203 Jul 05 09:54:23.133512 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-6415c1a3-13bc-411a-886b-07c66c4845a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b846f95-f852-485f-984f-8332801e7c7b']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:23.146346 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-6415c1a3-13bc-411a-886b-07c66c4845a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f2ccc4-9be7-41b8-9cc7-9612c066f5bb') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:23.146690 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-6415c1a3-13bc-411a-886b-07c66c4845a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f2ccc4-9be7-41b8-9cc7-9612c066f5bb') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:23.157689 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6415c1a3-13bc-411a-886b-07c66c4845a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:23.157951 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b8eea-a374-43e1-9651-313421058c1c None None] Pushing event deleted for resources: {'Port': ['ID=f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:23.161237 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 62c62ccb-6deb-44ff-a27f-5d56d324314e up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:54:23.175127 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6415c1a3-13bc-411a-886b-07c66c4845a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:23.179750 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-88b884a0-8e32-40b7-b8f2-0a03aaa0b926 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:23.184123 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-88b884a0-8e32-40b7-b8f2-0a03aaa0b926 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 812 time: 0.3428013 Jul 05 09:54:23.191048 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6415c1a3-13bc-411a-886b-07c66c4845a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:54:23.191572 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6415c1a3-13bc-411a-886b-07c66c4845a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:23.194585 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339b8eea-a374-43e1-9651-313421058c1c None None] No DVR routers for this DVR port f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:54:23.196640 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:54:23.251193 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-65f6d261-5d32-4f30-85db-61f0f2f687e8 req-811dd66e-c6fa-4ea5-95ca-1568e0070195 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2207e1f-7385-40b6-b0b9-e4a7b83701e0 HTTP/1.1" status: 200 len: 210 time: 0.0638013 Jul 05 09:54:23.258734 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-9ecad124-03be-4783-97da-8a4a8f82fea3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/quotas/156c005c1a204b6eb50b3c7a2ac0a750 HTTP/1.1" status: 200 len: 375 time: 0.0416205 Jul 05 09:54:23.259417 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 62c62ccb-6deb-44ff-a27f-5d56d324314e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:23.264757 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:23.283350 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc17750-cae3-4bdf-a959-acc5640acf79 req-0f9ab096-7db8-448a-beb3-7d18881182cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:23.284897 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1bc17750-cae3-4bdf-a959-acc5640acf79 req-0f9ab096-7db8-448a-beb3-7d18881182cf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3065045 Jul 05 09:54:23.316714 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6415c1a3-13bc-411a-886b-07c66c4845a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:23.339543 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6415c1a3-13bc-411a-886b-07c66c4845a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:23.342276 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6415c1a3-13bc-411a-886b-07c66c4845a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] 10.222.0.79 "DELETE /v2.0/networks/0b846f95-f852-485f-984f-8332801e7c7b HTTP/1.1" status: 204 len: 168 time: 1.1649103 Jul 05 09:54:23.344678 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415c1a3-13bc-411a-886b-07c66c4845a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107 tempest-ExtraDHCPOptionsIpV6TestJSON-2065754107-project] Pushing event deleted for resources: {'Network': ['ID=0b846f95-f852-485f-984f-8332801e7c7b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:23.362606 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d60533b7-02e5-4a37-91c6-c88fec376ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:23.452518 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-5d0476bb-1152-4fa8-8cef-26f0e57d2308 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1927788 Jul 05 09:54:23.532988 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:23.562760 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:54:23.585969 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1bc17750-cae3-4bdf-a959-acc5640acf79 req-dbdb47a8-5e19-41be-9c06-0168158560cf service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684641 Jul 05 09:54:23.611876 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:54:23.616230 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f8f912c5-a0bb-4566-aea1-d0d3bfed4ff7 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:54:23.639193 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-23428eb8-ac4c-47bd-b01f-feb0527fc4e3 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=890aafa473984ea6bbc64b1fb171aec2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767176 Jul 05 09:54:23.831458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49853639-d459-4294-aa27-ee24144de51e req-4b3255da-a956-4388-adb7-e710d476cb5e tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:23.840231 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49853639-d459-4294-aa27-ee24144de51e req-4b3255da-a956-4388-adb7-e710d476cb5e tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.3662446 Jul 05 09:54:23.871010 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-a45516b4-4522-48d7-aa62-73c10b8ec0e5 service neutron] 10.222.0.79 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136195 Jul 05 09:54:23.887643 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33644) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:23.954812 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1bc17750-cae3-4bdf-a959-acc5640acf79 req-2c8b9d65-1404-4cf1-b849-c2bcd9ad0236 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505421 Jul 05 09:54:23.977111 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-0e40cf31-a2f3-4a51-88cf-470480db0986 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:23.978722 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-0e40cf31-a2f3-4a51-88cf-470480db0986 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3114724 Jul 05 09:54:23.993509 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-3726db1c-dbe8-4b0b-b4ce-4013dd49fbc6 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Request body: {'port': {'device_id': 'e2207e1f-7385-40b6-b0b9-e4a7b83701e0', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': '890aafa473984ea6bbc64b1fb171aec2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:24.072446 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33652) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:24.076197 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-0996af6d-2a13-43fd-8b70-40e671df4410 service neutron] 10.222.0.79 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039900 Jul 05 09:54:24.155210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-3726db1c-dbe8-4b0b-b4ce-4013dd49fbc6 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Made reservation on behalf of 890aafa473984ea6bbc64b1fb171aec2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:24.162072 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-3726db1c-dbe8-4b0b-b4ce-4013dd49fbc6 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:24.228312 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc69a2b4-8142-401a-9a7b-97c6ec30d02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:24.459965 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc69a2b4-8142-401a-9a7b-97c6ec30d02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:24.476728 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc69a2b4-8142-401a-9a7b-97c6ec30d02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:24.555598 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69a2b4-8142-401a-9a7b-97c6ec30d02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7d3bb3-5458-4ed3-9073-ab33b3aed120,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:24.555881 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:24.569275 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-823d4557-83ec-4661-90b2-4ec3e184ff90 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a069fd1a9ec64f469741ed5940e2b4a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4933648 Jul 05 09:54:24.571877 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33670) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:24.582326 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33672) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:24.598741 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-dc69a2b4-8142-401a-9a7b-97c6ec30d02f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8ea4ec5ee8e54097b8a866a71e95b445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7092214 Jul 05 09:54:24.603502 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33676) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:24.604408 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12b39832-a681-41e4-8560-7b5ab9a5e22d req-ee18372c-359a-4dd4-b35d-037f2bef0aee tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 210 time: 0.0636859 Jul 05 09:54:24.675179 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49853639-d459-4294-aa27-ee24144de51e req-c3c93362-ab7a-40e4-acfb-1d5b2f3356a3 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8323617 Jul 05 09:54:24.772757 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dca66962-6f9f-48e7-95d9-46f6cb238b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:24.795232 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ec76699-b1ce-4fd1-9df4-b39a7c23658f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:24.829768 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dca66962-6f9f-48e7-95d9-46f6cb238b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:24.854824 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ec76699-b1ce-4fd1-9df4-b39a7c23658f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:24.952674 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb4a9b1f-cec2-4e05-8af9-827a7e097bb8 req-8fa90152-c598-4188-a7f0-8bc1f9fe4dd6 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2207e1f-7385-40b6-b0b9-e4a7b83701e0 HTTP/1.1" status: 200 len: 210 time: 0.0795162 Jul 05 09:54:24.996975 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-3726db1c-dbe8-4b0b-b4ce-4013dd49fbc6 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Allocated IP 192.168.233.247 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/51d33651-b085-49ef-bd43-284bded36bb2) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:24.998909 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1c18c04d-fc02-42ab-a5f8-6cbd6c625725 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-538035460'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:24.999375 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1c18c04d-fc02-42ab-a5f8-6cbd6c625725 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] Unknown quota resources ['metering_label']. {{(pid=93906) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 09:54:25.083132 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dca66962-6f9f-48e7-95d9-46f6cb238b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:25.086237 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dca66962-6f9f-48e7-95d9-46f6cb238b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:25.087481 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-dca66962-6f9f-48e7-95d9-46f6cb238b31 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/26e0ee90-eec0-41d5-87de-269d8eba69b2 HTTP/1.1" status: 204 len: 168 time: 0.5146229 Jul 05 09:54:25.088207 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ec76699-b1ce-4fd1-9df4-b39a7c23658f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:25.090629 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ec76699-b1ce-4fd1-9df4-b39a7c23658f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:25.091918 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0ec76699-b1ce-4fd1-9df4-b39a7c23658f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/be7d3bb3-5458-4ed3-9073-ab33b3aed120 HTTP/1.1" status: 204 len: 168 time: 0.4872706 Jul 05 09:54:25.113685 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca66962-6f9f-48e7-95d9-46f6cb238b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e0ee90-eec0-41d5-87de-269d8eba69b2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:25.311030 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-3726db1c-dbe8-4b0b-b4ce-4013dd49fbc6 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:25.351520 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-3726db1c-dbe8-4b0b-b4ce-4013dd49fbc6 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Transition to ACTIVE for port object 51d33651-b085-49ef-bd43-284bded36bb2 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:25.390815 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec76699-b1ce-4fd1-9df4-b39a7c23658f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7d3bb3-5458-4ed3-9073-ab33b3aed120,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:25.404452 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-3726db1c-dbe8-4b0b-b4ce-4013dd49fbc6 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:25.418692 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['effe9602-e71c-4fc1-bc07-d703e8fa353e', 'd66926e5-a70a-4139-9e56-5a9e4537acf9', 'a9620830-4540-4187-8ef7-6f5d1bee7bae'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:54:25.426129 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['b7c1f3e8-39ed-4534-a9db-da07d6cd9c44', 'aec12d55-b4d5-49cd-aaf6-168fc2c13c6e', 'ca8c7349-cfbb-475b-9b5c-8e68e92a32eb', 'd9aee653-2aee-4d30-bdc2-d203ab1fb647'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:54:25.462880 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1c18c04d-fc02-42ab-a5f8-6cbd6c625725 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:25.462880 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1c18c04d-fc02-42ab-a5f8-6cbd6c625725 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8783679 Jul 05 09:54:25.465584 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33708) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:25.487303 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726db1c-dbe8-4b0b-b4ce-4013dd49fbc6 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Pushing event updated for resources: {'Port': ['ID=51d33651-b085-49ef-bd43-284bded36bb2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:25.490018 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a8929092-e0a7-4bd6-a7f3-47e1c5d39e77 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '32a74f56-ba87-4c42-b14b-ce3131a7acc6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:25.490426 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a8929092-e0a7-4bd6-a7f3-47e1c5d39e77 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93906) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 09:54:25.534934 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-3726db1c-dbe8-4b0b-b4ce-4013dd49fbc6 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:25.536735 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-3726db1c-dbe8-4b0b-b4ce-4013dd49fbc6 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:25.545225 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-3726db1c-dbe8-4b0b-b4ce-4013dd49fbc6 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:25.676081 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-3726db1c-dbe8-4b0b-b4ce-4013dd49fbc6 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:25.685319 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-3726db1c-dbe8-4b0b-b4ce-4013dd49fbc6 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:25.721653 n-d-798054-8 neutron-server[93906]: WARNING neutron.services.metering.metering_plugin [None req-a8929092-e0a7-4bd6-a7f3-47e1c5d39e77 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 09:54:25.722700 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-3726db1c-dbe8-4b0b-b4ce-4013dd49fbc6 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7307925 Jul 05 09:54:25.745455 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-e6b711dd-198f-4e2d-9847-e63871ab1969 service neutron] Request body: {'port': {'device_id': 'e2207e1f-7385-40b6-b0b9-e4a7b83701e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:26.084934 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09c29589-8a7a-4d25-a16b-4558e152b28a req-bbd3ea0e-6228-4d29-9a4c-7c56647a822a tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 210 time: 0.1128988 Jul 05 09:54:26.106260 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8929092-e0a7-4bd6-a7f3-47e1c5d39e77 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:26.115600 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a8929092-e0a7-4bd6-a7f3-47e1c5d39e77 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6488082 Jul 05 09:54:26.116526 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33732) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:26.123161 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6296081f-4212-4fab-b224-c923e31f0701 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '32a74f56-ba87-4c42-b14b-ce3131a7acc6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:26.126004 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6296081f-4212-4fab-b224-c923e31f0701 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93906) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 09:54:26.128919 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-e6b711dd-198f-4e2d-9847-e63871ab1969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:26.206560 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3ab542d2-cc39-4c80-b462-779aac60bc61 None None] Provisioning for port 51d33651-b085-49ef-bd43-284bded36bb2 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:26.252926 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3ab542d2-cc39-4c80-b462-779aac60bc61 None None] Provisioning complete for port 51d33651-b085-49ef-bd43-284bded36bb2 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:26.253371 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3ab542d2-cc39-4c80-b462-779aac60bc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:26.394796 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3ab542d2-cc39-4c80-b462-779aac60bc61 None None] Port 51d33651-b085-49ef-bd43-284bded36bb2 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:54:26.783142 n-d-798054-8 neutron-server[93906]: WARNING neutron.services.metering.metering_plugin [None req-6296081f-4212-4fab-b224-c923e31f0701 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 09:54:26.797759 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:26.864949 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-69118e0f-5d19-4053-aa52-094235432eed tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:26.866510 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-69118e0f-5d19-4053-aa52-094235432eed tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.78 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 812 time: 0.3439195 Jul 05 09:54:26.915445 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6296081f-4212-4fab-b224-c923e31f0701 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:26.917393 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6296081f-4212-4fab-b224-c923e31f0701 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7997420 Jul 05 09:54:26.920243 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33752) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:26.955294 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c0066093-692c-4583-a801-a7a003062696 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=f904e394-dd39-4777-bca9-f80c4a8506c0 HTTP/1.1" status: 200 len: 464 time: 0.0337417 Jul 05 09:54:26.958299 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33754) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:27.027639 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-1588e42f-5362-49fa-b294-422deddb0bad tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=156c005c1a204b6eb50b3c7a2ac0a750 HTTP/1.1" status: 200 len: 379 time: 0.1327488 Jul 05 09:54:27.043479 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-18183faf-ee1d-4357-838a-45085ff71d1f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Request body: {'port': {'device_id': '32928277-147a-4b04-a4fd-0b96765fc7a0', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'admin_state_up': True, 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'security_groups': ['a0785933-b3ec-42b8-aa08-1f97becdc036']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:27.081702 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ef54c67-efa4-4d37-901c-174a9d23a59a tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:27.083213 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9ef54c67-efa4-4d37-901c-174a9d23a59a tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-label-rules/f904e394-dd39-4777-bca9-f80c4a8506c0 HTTP/1.1" status: 204 len: 168 time: 0.1231356 Jul 05 09:54:27.085693 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33760) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:27.096233 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-80d35d59-7b73-4ce4-a146-17d724acca71 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=f904e394-dd39-4777-bca9-f80c4a8506c0 HTTP/1.1" status: 200 len: 221 time: 0.0091147 Jul 05 09:54:27.099647 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33762) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:27.105498 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2471c8ed-2a91-424f-a8e7-c13954e9b329 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--906414278', 'description': 'label created by tempest'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:27.106067 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2471c8ed-2a91-424f-a8e7-c13954e9b329 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] Unknown quota resources ['metering_label']. {{(pid=93906) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 09:54:27.139166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df45818-05dc-4bf9-9469-31695a59c7cc req-03dfa929-0c6c-4655-b2c0-ae39c70b58da tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:27.141452 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6df45818-05dc-4bf9-9469-31695a59c7cc req-03dfa929-0c6c-4655-b2c0-ae39c70b58da tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2207e1f-7385-40b6-b0b9-e4a7b83701e0 HTTP/1.1" status: 200 len: 936 time: 0.6254857 Jul 05 09:54:27.287925 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6df45818-05dc-4bf9-9469-31695a59c7cc req-1fc926d9-35fa-418d-986d-f9c729edb93f tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280296 Jul 05 09:54:27.295430 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-e6b711dd-198f-4e2d-9847-e63871ab1969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d33651-b085-49ef-bd43-284bded36bb2 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:54:27.321061 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-e6b711dd-198f-4e2d-9847-e63871ab1969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:27.346742 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-e6b711dd-198f-4e2d-9847-e63871ab1969 service neutron] Transition to ACTIVE for port object 51d33651-b085-49ef-bd43-284bded36bb2 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:27.350507 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-18183faf-ee1d-4357-838a-45085ff71d1f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Made reservation on behalf of 156c005c1a204b6eb50b3c7a2ac0a750 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:27.354678 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-18183faf-ee1d-4357-838a-45085ff71d1f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:27.359634 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2471c8ed-2a91-424f-a8e7-c13954e9b329 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:27.363322 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2471c8ed-2a91-424f-a8e7-c13954e9b329 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2602749 Jul 05 09:54:27.363625 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33778) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:27.365021 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-e6b711dd-198f-4e2d-9847-e63871ab1969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:27.469806 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f9d5a8b3-3117-4af1-9510-23bc2ced4a2d tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=45e79226-473c-4291-8b27-da7691486330 HTTP/1.1" status: 200 len: 467 time: 0.0946517 Jul 05 09:54:27.470727 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33784) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:27.537164 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b711dd-198f-4e2d-9847-e63871ab1969 service neutron] Pushing event updated for resources: {'Port': ['ID=51d33651-b085-49ef-bd43-284bded36bb2,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:27.724763 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-e6b711dd-198f-4e2d-9847-e63871ab1969 service neutron] Attempting to bind port 51d33651-b085-49ef-bd43-284bded36bb2 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:54:27.725107 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-e6b711dd-198f-4e2d-9847-e63871ab1969 service neutron] Attempting to bind port 51d33651-b085-49ef-bd43-284bded36bb2 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:54:27.725439 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-e6b711dd-198f-4e2d-9847-e63871ab1969 service neutron] Attempting to bind port 51d33651-b085-49ef-bd43-284bded36bb2 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:54:27.745996 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-e6b711dd-198f-4e2d-9847-e63871ab1969 service neutron] Port 51d33651-b085-49ef-bd43-284bded36bb2 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:54:27.746328 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-e6b711dd-198f-4e2d-9847-e63871ab1969 service neutron] Attempting to bind port 51d33651-b085-49ef-bd43-284bded36bb2 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:54:27.765066 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-18183faf-ee1d-4357-838a-45085ff71d1f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Allocated IP 172.20.0.7 (0383cb43-9363-4b70-83ca-61f91fcc9620/07ae2633-109d-4ad5-8367-c375ac81c77c/2aca941f-afbc-4333-8046-eb35cd67dab1) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:27.769344 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af2af79c-dc58-42dc-a551-cbd993a9f6a3 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:27.772298 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-af2af79c-dc58-42dc-a551-cbd993a9f6a3 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-labels/45e79226-473c-4291-8b27-da7691486330 HTTP/1.1" status: 204 len: 168 time: 0.3005157 Jul 05 09:54:27.777721 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33790) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:27.790182 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-e6b711dd-198f-4e2d-9847-e63871ab1969 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:54:27.790603 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-e6b711dd-198f-4e2d-9847-e63871ab1969 service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:27.790968 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-e6b711dd-198f-4e2d-9847-e63871ab1969 service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:54:27.791439 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-e6b711dd-198f-4e2d-9847-e63871ab1969 service neutron] Bound port: 51d33651-b085-49ef-bd43-284bded36bb2, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:54:27.791903 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-e6b711dd-198f-4e2d-9847-e63871ab1969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:27.811689 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c4ab4de9-35fc-4391-a9b5-d99bca58b2ab tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=45e79226-473c-4291-8b27-da7691486330 HTTP/1.1" status: 200 len: 216 time: 0.0313759 Jul 05 09:54:27.815399 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33794) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:27.836208 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-559debbc-42ea-4a52-bf13-6bee8593c2e5 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0124218 Jul 05 09:54:27.839745 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33796) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:27.852716 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-71dad024-9dc8-4c1f-b99a-ad2c1ce77f70 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0117819 Jul 05 09:54:27.855974 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33798) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:27.873342 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1432a18e-5064-478d-b4ac-1f9c830e104f req-8558a472-873c-4add-a486-edb98e9d730d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 210 time: 0.6435187 Jul 05 09:54:27.924484 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-dfc8d876-d770-41f3-a17c-34fcd9e8f9ac tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels/32a74f56-ba87-4c42-b14b-ce3131a7acc6 HTTP/1.1" status: 200 len: 472 time: 0.0641856 Jul 05 09:54:27.924752 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33802) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:27.937922 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b8a06bef-664b-46e0-9b49-ca0fdf097c30 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules/c50b613e-1565-4a88-aa58-ef6412824d4a HTTP/1.1" status: 200 len: 461 time: 0.0086017 Jul 05 09:54:27.938160 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33804) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:28.060732 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33810) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:28.080142 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-e6b711dd-198f-4e2d-9847-e63871ab1969 service neutron] For port 51d33651-b085-49ef-bd43-284bded36bb2, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:54:28.084535 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-e6b711dd-198f-4e2d-9847-e63871ab1969 service neutron] For port 51d33651-b085-49ef-bd43-284bded36bb2, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=51d33651-b085-49ef-bd43-284bded36bb2,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:54:28.093132 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0d36-4650-483b-806a-301da4590af3 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:28.095464 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f0ec0d36-4650-483b-806a-301da4590af3 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-label-rules/c50b613e-1565-4a88-aa58-ef6412824d4a HTTP/1.1" status: 204 len: 168 time: 0.1562967 Jul 05 09:54:28.098143 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33814) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:28.112742 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-e6b711dd-198f-4e2d-9847-e63871ab1969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:28.187790 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b711dd-198f-4e2d-9847-e63871ab1969 service neutron] Pushing event updated for resources: {'Port': ['ID=51d33651-b085-49ef-bd43-284bded36bb2,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:28.214397 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab1b07-0aef-4551-b004-45c232a325f3 req-330802a3-62e4-4523-b9f5-b320c44353f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:28.215970 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70ab1b07-0aef-4551-b004-45c232a325f3 req-330802a3-62e4-4523-b9f5-b320c44353f9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c841ad1b0474469f875c4f560c814580&device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 1096 time: 0.2383299 Jul 05 09:54:28.248445 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-18183faf-ee1d-4357-838a-45085ff71d1f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:28.255635 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-e6b711dd-198f-4e2d-9847-e63871ab1969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:28.256668 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-e6b711dd-198f-4e2d-9847-e63871ab1969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:28.257702 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-e6b711dd-198f-4e2d-9847-e63871ab1969 service neutron] 10.222.0.81 "PUT /v2.0/ports/51d33651-b085-49ef-bd43-284bded36bb2 HTTP/1.1" status: 200 len: 1096 time: 2.5297158 Jul 05 09:54:28.258150 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2207e1f-7385-40b6-b0b9-e4a7b83701e0', 'tag': '51d33651-b085-49ef-bd43-284bded36bb2'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:54:28.260456 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b28b8c-563f-478a-9080-1eab38e2734b" -d '{"events": [{"name": "network-changed", "server_uuid": "e2207e1f-7385-40b6-b0b9-e4a7b83701e0", "tag": "51d33651-b085-49ef-bd43-284bded36bb2"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:54:28.297250 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-18183faf-ee1d-4357-838a-45085ff71d1f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Transition to ACTIVE for port object 2aca941f-afbc-4333-8046-eb35cd67dab1 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:28.372872 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd6c61f2-dab2-416c-9a34-f907f61627b8 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:28.378238 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bd6c61f2-dab2-416c-9a34-f907f61627b8 tempest-MeteringTestJSON-398535200 tempest-MeteringTestJSON-398535200-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-labels/32a74f56-ba87-4c42-b14b-ce3131a7acc6 HTTP/1.1" status: 204 len: 168 time: 0.2786856 Jul 05 09:54:28.386560 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649a4ff2-4a08-4eed-8a6b-5ed0db2926c9 x-openstack-request-id: req-649a4ff2-4a08-4eed-8a6b-5ed0db2926c9 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:54:28.391360 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2207e1f-7385-40b6-b0b9-e4a7b83701e0", "tag": "51d33651-b085-49ef-bd43-284bded36bb2", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:54:28.391631 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-649a4ff2-4a08-4eed-8a6b-5ed0db2926c9 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:54:28.392093 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2207e1f-7385-40b6-b0b9-e4a7b83701e0', 'tag': '51d33651-b085-49ef-bd43-284bded36bb2', 'status': 'completed', 'code': 200} Jul 05 09:54:28.394182 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-18183faf-ee1d-4357-838a-45085ff71d1f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:28.521152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-18183faf-ee1d-4357-838a-45085ff71d1f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Network 0383cb43-9363-4b70-83ca-61f91fcc9620 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:28.539374 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-18183faf-ee1d-4357-838a-45085ff71d1f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:28.545932 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-18183faf-ee1d-4357-838a-45085ff71d1f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:28.584806 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18183faf-ee1d-4357-838a-45085ff71d1f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Pushing event updated for resources: {'Port': ['ID=2aca941f-afbc-4333-8046-eb35cd67dab1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:28.603698 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85263292-8db8-4bf8-b268-66ba70d45ce3 req-7d05c45a-1b49-46c7-9fc7-a5470182e541 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:28.605274 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85263292-8db8-4bf8-b268-66ba70d45ce3 req-7d05c45a-1b49-46c7-9fc7-a5470182e541 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.4954243 Jul 05 09:54:28.612686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-172c7da7-cf73-40cd-a426-46bd2b011117 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1426594694'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:28.702423 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-6007dba5-5d44-4d28-a95d-308a99b1a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:28.706051 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-6007dba5-5d44-4d28-a95d-308a99b1a59d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&device_id=e2207e1f-7385-40b6-b0b9-e4a7b83701e0 HTTP/1.1" status: 200 len: 1099 time: 0.3281965 Jul 05 09:54:28.711746 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab1b07-0aef-4551-b004-45c232a325f3 req-67edf226-6ed6-48c5-8129-97cfd3ee98bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:28.715424 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70ab1b07-0aef-4551-b004-45c232a325f3 req-67edf226-6ed6-48c5-8129-97cfd3ee98bc service neutron] 10.222.0.81 "GET /v2.0/networks?id=0ee79470-62a5-467c-812c-ff770a614a58 HTTP/1.1" status: 200 len: 920 time: 0.4814003 Jul 05 09:54:28.744583 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-18183faf-ee1d-4357-838a-45085ff71d1f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:28.745237 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-18183faf-ee1d-4357-838a-45085ff71d1f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:28.803028 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-7b6ed56b-4353-4c0d-b92d-7b2bf8920e76 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=51d33651-b085-49ef-bd43-284bded36bb2 HTTP/1.1" status: 200 len: 217 time: 0.0749826 Jul 05 09:54:28.859166 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70ab1b07-0aef-4551-b004-45c232a325f3 req-deab543b-d617-407a-a9c0-95d37e1e198c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a2b0699-01ed-44eb-9101-8220bcaacb61 HTTP/1.1" status: 200 len: 217 time: 0.0787027 Jul 05 09:54:28.863582 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33838) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:28.864568 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172c7da7-cf73-40cd-a426-46bd2b011117 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Made reservation on behalf of b19957928ba0418d9fc8a3c5fedd1cb0 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:28.868067 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-172c7da7-cf73-40cd-a426-46bd2b011117 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:28.890259 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-18183faf-ee1d-4357-838a-45085ff71d1f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8528254 Jul 05 09:54:28.910526 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e40f6ecf-808f-4940-9cff-51fecc7a37aa None None] Provisioning for port 2aca941f-afbc-4333-8046-eb35cd67dab1 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:28.911115 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85263292-8db8-4bf8-b268-66ba70d45ce3 req-f3d04f8f-3cee-4987-8cdf-4b78a11cd1e8 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800717 Jul 05 09:54:28.916126 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e40f6ecf-808f-4940-9cff-51fecc7a37aa None None] Provisioning complete for port 2aca941f-afbc-4333-8046-eb35cd67dab1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:28.916738 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e40f6ecf-808f-4940-9cff-51fecc7a37aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:28.919883 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-86bea14b-0414-46db-8eaf-c161b86b1592 service neutron] Request body: {'port': {'device_id': '32928277-147a-4b04-a4fd-0b96765fc7a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:28.948267 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-172c7da7-cf73-40cd-a426-46bd2b011117 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:28.965638 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e40f6ecf-808f-4940-9cff-51fecc7a37aa None None] Port 2aca941f-afbc-4333-8046-eb35cd67dab1 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:54:29.016647 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-bb07f533-5d2d-4498-8c3d-d14a24054ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:29.018202 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-bb07f533-5d2d-4498-8c3d-d14a24054ce6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1755812 Jul 05 09:54:29.062486 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf727f55-2553-48fd-a3ae-5b6719c2fd67 req-a3ece98e-78b7-40b1-98a4-205c143504a2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:29.064049 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf727f55-2553-48fd-a3ae-5b6719c2fd67 req-a3ece98e-78b7-40b1-98a4-205c143504a2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2207e1f-7385-40b6-b0b9-e4a7b83701e0 HTTP/1.1" status: 200 len: 948 time: 0.4686005 Jul 05 09:54:29.119096 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab1b07-0aef-4551-b004-45c232a325f3 req-ccf906e3-5b8a-43ba-bbdd-204342b1f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:29.120773 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70ab1b07-0aef-4551-b004-45c232a325f3 req-ccf906e3-5b8a-43ba-bbdd-204342b1f34e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0dce28fb-feef-4fc0-a912-6928eb137c35 HTTP/1.1" status: 200 len: 859 time: 0.2323759 Jul 05 09:54:29.178488 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cf538c7-3001-4940-aedf-6a83e49d5c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:29.208313 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70ab1b07-0aef-4551-b004-45c232a325f3 req-d2a72eaa-e94f-4a05-866b-852321e56176 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0ee79470-62a5-467c-812c-ff770a614a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707743 Jul 05 09:54:29.238574 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-86bea14b-0414-46db-8eaf-c161b86b1592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:29.307691 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf727f55-2553-48fd-a3ae-5b6719c2fd67 req-25e33308-574c-485e-8f8d-b01f178c750f tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959167 Jul 05 09:54:29.405609 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-fdd565b1-55fd-438a-8de3-a327b151f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:29.409069 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-fdd565b1-55fd-438a-8de3-a327b151f6e3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3756063 Jul 05 09:54:29.479778 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fb4b9-5dbf-4718-8ef8-984fbb20bd23 req-44f9db33-d9ec-461c-8cef-ea6fb0edd617 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:29.481510 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-983fb4b9-5dbf-4718-8ef8-984fbb20bd23 req-44f9db33-d9ec-461c-8cef-ea6fb0edd617 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 931 time: 0.4321873 Jul 05 09:54:29.537979 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-172c7da7-cf73-40cd-a426-46bd2b011117 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:29.594662 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70ab1b07-0aef-4551-b004-45c232a325f3 req-1a70eac3-fa85-4349-925b-216e7c02322e service neutron] 10.222.0.81 "GET /v2.0/networks/0ee79470-62a5-467c-812c-ff770a614a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766801 Jul 05 09:54:29.602550 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-172c7da7-cf73-40cd-a426-46bd2b011117 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:29.678357 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cf538c7-3001-4940-aedf-6a83e49d5c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:29.685508 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cf538c7-3001-4940-aedf-6a83e49d5c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:29.740693 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf538c7-3001-4940-aedf-6a83e49d5c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb11bc5-1144-4d81-b01c-e650cf59a4cb,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:29.770480 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8cf538c7-3001-4940-aedf-6a83e49d5c65 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=342aad0f4bf24c5bb4a695cb1e6a847b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9045324 Jul 05 09:54:29.775423 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33870) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:29.844350 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb41b05c-ca01-4484-9c3c-b73c08141cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:29.869993 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb41b05c-ca01-4484-9c3c-b73c08141cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:29.925453 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb41b05c-ca01-4484-9c3c-b73c08141cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:29.928673 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb41b05c-ca01-4484-9c3c-b73c08141cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:29.930335 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fb41b05c-ca01-4484-9c3c-b73c08141cbd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fcb11bc5-1144-4d81-b01c-e650cf59a4cb HTTP/1.1" status: 204 len: 168 time: 0.1537321 Jul 05 09:54:29.939953 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41b05c-ca01-4484-9c3c-b73c08141cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb11bc5-1144-4d81-b01c-e650cf59a4cb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:30.070399 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-dbce74ef-b239-46d8-9d51-809687e9494a service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6542475 Jul 05 09:54:30.125328 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172c7da7-cf73-40cd-a426-46bd2b011117 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:54:30.225030 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-983fb4b9-5dbf-4718-8ef8-984fbb20bd23 req-6c5cf9e3-16e5-4b99-8348-716fe3b9315c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7021821 Jul 05 09:54:30.304217 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c7da7-cf73-40cd-a426-46bd2b011117 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb435dd-2046-40f3-991c-f4895c25ee63,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:30.309845 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-172c7da7-cf73-40cd-a426-46bd2b011117 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:30.310199 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-172c7da7-cf73-40cd-a426-46bd2b011117 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Added segment 5d343146-f714-486e-baeb-5ac6ae9db868 of type vlan for network 4b6f6526-3785-4557-a14f-c5c299894c1f Jul 05 09:54:30.436629 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fec4b4a-b348-4fe4-b9e9-296115c25b63 req-d02b99a5-0ed0-44f3-88c7-77c8f02b4585 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424165 Jul 05 09:54:30.451263 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-172c7da7-cf73-40cd-a426-46bd2b011117 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:30.531541 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70ab1b07-0aef-4551-b004-45c232a325f3 req-4e14973b-7fd4-4772-a04b-f5d42289c41e service neutron] 10.222.0.81 "GET /v2.0/networks/0ee79470-62a5-467c-812c-ff770a614a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5785339 Jul 05 09:54:30.536963 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33896) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:30.555455 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e309657-2228-44ca-ac8e-61e7b5342781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:30.623519 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76024619-3daf-4405-bb31-50733113a120 req-5aa9b42a-abcc-4ffe-8835-6e8514e78949 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:30.630547 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-76024619-3daf-4405-bb31-50733113a120 req-5aa9b42a-abcc-4ffe-8835-6e8514e78949 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.5026858 Jul 05 09:54:30.647368 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-172c7da7-cf73-40cd-a426-46bd2b011117 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:30.652825 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172c7da7-cf73-40cd-a426-46bd2b011117 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:30.653557 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-172c7da7-cf73-40cd-a426-46bd2b011117 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:30.692757 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e309657-2228-44ca-ac8e-61e7b5342781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:30.698604 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e309657-2228-44ca-ac8e-61e7b5342781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:30.737148 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e309657-2228-44ca-ac8e-61e7b5342781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546bdc4c-0bab-4728-b6a1-c9f53b283c33,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:30.744349 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2e309657-2228-44ca-ac8e-61e7b5342781 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9451ad105b354fe9a8b29d9c67394e98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2035842 Jul 05 09:54:30.745301 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33904) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:30.800567 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-50fa5e74-5e56-4b27-a2d3-ad99d5d23786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:30.808474 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-172c7da7-cf73-40cd-a426-46bd2b011117 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.7433698 Jul 05 09:54:30.823347 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-50fa5e74-5e56-4b27-a2d3-ad99d5d23786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:30.828453 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c7da7-cf73-40cd-a426-46bd2b011117 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event updated for resources: {'Network': ['ID=4b6f6526-3785-4557-a14f-c5c299894c1f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:30.844612 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-76024619-3daf-4405-bb31-50733113a120 req-d6b7c1e3-1e68-4cc7-925e-6e8ff246f9c8 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129595 Jul 05 09:54:30.847307 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 4b6f6526-3785-4557-a14f-c5c299894c1f details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:54:30.857572 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-86bea14b-0414-46db-8eaf-c161b86b1592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aca941f-afbc-4333-8046-eb35cd67dab1 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:54:30.901899 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-86bea14b-0414-46db-8eaf-c161b86b1592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:30.917097 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-50fa5e74-5e56-4b27-a2d3-ad99d5d23786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:30.924405 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-50fa5e74-5e56-4b27-a2d3-ad99d5d23786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:30.931006 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-86bea14b-0414-46db-8eaf-c161b86b1592 service neutron] Transition to ACTIVE for port object 2aca941f-afbc-4333-8046-eb35cd67dab1 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:30.949823 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b886a6-0f1b-4888-985e-75442f59d016 req-e5342d44-7484-4135-9e7c-2c01472c13c8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:30.950561 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-50fa5e74-5e56-4b27-a2d3-ad99d5d23786 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/546bdc4c-0bab-4728-b6a1-c9f53b283c33 HTTP/1.1" status: 204 len: 168 time: 0.2042911 Jul 05 09:54:30.951727 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80b886a6-0f1b-4888-985e-75442f59d016 req-e5342d44-7484-4135-9e7c-2c01472c13c8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2207e1f-7385-40b6-b0b9-e4a7b83701e0 HTTP/1.1" status: 200 len: 948 time: 0.4592502 Jul 05 09:54:30.955468 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-86bea14b-0414-46db-8eaf-c161b86b1592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:30.973163 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa5e74-5e56-4b27-a2d3-ad99d5d23786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546bdc4c-0bab-4728-b6a1-c9f53b283c33,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:30.983029 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b28b8c-563f-478a-9080-1eab38e2734b req-06c0d811-a777-42d2-b85d-9e30ea63c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:30.993436 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-94b28b8c-563f-478a-9080-1eab38e2734b req-06c0d811-a777-42d2-b85d-9e30ea63c5ac service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=890aafa473984ea6bbc64b1fb171aec2&device_id=e2207e1f-7385-40b6-b0b9-e4a7b83701e0 HTTP/1.1" status: 200 len: 1099 time: 0.4815857 Jul 05 09:54:31.258908 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80b886a6-0f1b-4888-985e-75442f59d016 req-485e3c41-7426-468c-b7f8-6d6c3a330f5b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981136 Jul 05 09:54:31.260379 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bea14b-0414-46db-8eaf-c161b86b1592 service neutron] Pushing event updated for resources: {'Port': ['ID=2aca941f-afbc-4333-8046-eb35cd67dab1,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:31.347911 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b28b8c-563f-478a-9080-1eab38e2734b req-90c33a80-e25b-4907-8f5c-18a3b5e3e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:31.349988 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-94b28b8c-563f-478a-9080-1eab38e2734b req-90c33a80-e25b-4907-8f5c-18a3b5e3e575 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.3060727 Jul 05 09:54:31.355099 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-86bea14b-0414-46db-8eaf-c161b86b1592 service neutron] Attempting to bind port 2aca941f-afbc-4333-8046-eb35cd67dab1 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:54:31.355562 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-86bea14b-0414-46db-8eaf-c161b86b1592 service neutron] Attempting to bind port 2aca941f-afbc-4333-8046-eb35cd67dab1 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:54:31.358443 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-86bea14b-0414-46db-8eaf-c161b86b1592 service neutron] Attempting to bind port 2aca941f-afbc-4333-8046-eb35cd67dab1 on network 0383cb43-9363-4b70-83ca-61f91fcc9620 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:54:31.462900 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-94b28b8c-563f-478a-9080-1eab38e2734b req-e3253ebb-c181-4f5c-b15b-ec02da0d30ee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=51d33651-b085-49ef-bd43-284bded36bb2 HTTP/1.1" status: 200 len: 217 time: 0.1009908 Jul 05 09:54:31.473206 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-86bea14b-0414-46db-8eaf-c161b86b1592 service neutron] Port 2aca941f-afbc-4333-8046-eb35cd67dab1 on network 0383cb43-9363-4b70-83ca-61f91fcc9620 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:54:31.473792 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-86bea14b-0414-46db-8eaf-c161b86b1592 service neutron] Attempting to bind port 2aca941f-afbc-4333-8046-eb35cd67dab1 on network 0383cb43-9363-4b70-83ca-61f91fcc9620 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:54:31.557420 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b28b8c-563f-478a-9080-1eab38e2734b req-6bc04c46-1833-43d4-876c-ce067c82e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:31.559420 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-94b28b8c-563f-478a-9080-1eab38e2734b req-6bc04c46-1833-43d4-876c-ce067c82e214 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0821500 Jul 05 09:54:31.573004 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-86bea14b-0414-46db-8eaf-c161b86b1592 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:54:31.573711 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-86bea14b-0414-46db-8eaf-c161b86b1592 service neutron] Checking segment: {'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:31.574343 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-86bea14b-0414-46db-8eaf-c161b86b1592 service neutron] Bound using segment: {'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:54:31.575114 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-86bea14b-0414-46db-8eaf-c161b86b1592 service neutron] Bound port: 2aca941f-afbc-4333-8046-eb35cd67dab1, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:54:31.575693 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-86bea14b-0414-46db-8eaf-c161b86b1592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:31.709315 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-86bea14b-0414-46db-8eaf-c161b86b1592 service neutron] For port 2aca941f-afbc-4333-8046-eb35cd67dab1, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:54:31.712823 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-86bea14b-0414-46db-8eaf-c161b86b1592 service neutron] For port 2aca941f-afbc-4333-8046-eb35cd67dab1, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2aca941f-afbc-4333-8046-eb35cd67dab1,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:54:31.719818 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-86bea14b-0414-46db-8eaf-c161b86b1592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:31.758215 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-86bea14b-0414-46db-8eaf-c161b86b1592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:31.759507 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-86bea14b-0414-46db-8eaf-c161b86b1592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:31.761577 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-86bea14b-0414-46db-8eaf-c161b86b1592 service neutron] 10.222.0.78 "PUT /v2.0/ports/2aca941f-afbc-4333-8046-eb35cd67dab1 HTTP/1.1" status: 200 len: 1091 time: 2.8499231 Jul 05 09:54:31.798834 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32928277-147a-4b04-a4fd-0b96765fc7a0', 'tag': '2aca941f-afbc-4333-8046-eb35cd67dab1'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:54:31.801319 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a15c114-e005-477e-8a17-422dd098e725" -d '{"events": [{"name": "network-changed", "server_uuid": "32928277-147a-4b04-a4fd-0b96765fc7a0", "tag": "2aca941f-afbc-4333-8046-eb35cd67dab1"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:54:31.959891 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11ded14-cf4e-4bff-9531-1f312e45efeb x-openstack-request-id: req-d11ded14-cf4e-4bff-9531-1f312e45efeb {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:54:31.960529 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32928277-147a-4b04-a4fd-0b96765fc7a0", "tag": "2aca941f-afbc-4333-8046-eb35cd67dab1", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:54:31.960928 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d11ded14-cf4e-4bff-9531-1f312e45efeb {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:54:31.961468 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32928277-147a-4b04-a4fd-0b96765fc7a0', 'tag': '2aca941f-afbc-4333-8046-eb35cd67dab1', 'status': 'completed', 'code': 200} Jul 05 09:54:32.055287 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bea14b-0414-46db-8eaf-c161b86b1592 service neutron] Pushing event updated for resources: {'Port': ['ID=2aca941f-afbc-4333-8046-eb35cd67dab1,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:32.084143 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b28b8c-563f-478a-9080-1eab38e2734b req-26a505ba-68c9-4752-b5a9-a0153df3a703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:32.091927 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-94b28b8c-563f-478a-9080-1eab38e2734b req-26a505ba-68c9-4752-b5a9-a0153df3a703 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5111451 Jul 05 09:54:32.106916 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97380e8b-d943-477e-9bd9-b76ffa2ae32f req-3dd4660e-6ed8-4028-a990-ea572b873e44 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:32.134090 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97380e8b-d943-477e-9bd9-b76ffa2ae32f req-3dd4660e-6ed8-4028-a990-ea572b873e44 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 943 time: 0.5582323 Jul 05 09:54:32.268183 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:54:32.361392 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97380e8b-d943-477e-9bd9-b76ffa2ae32f req-736636cd-20cb-436a-adae-e89d973d2fd3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2252886 Jul 05 09:54:32.367437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-9875f6f7-e91a-4dc3-9931-c57e02f56ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:32.370028 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-9875f6f7-e91a-4dc3-9931-c57e02f56ffd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 1094 time: 0.5103707 Jul 05 09:54:32.440139 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:32.505405 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-94b28b8c-563f-478a-9080-1eab38e2734b req-86192a66-1d86-4e6f-8019-7fcb7460b10c service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535700 Jul 05 09:54:32.507182 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-ab2a0bfe-005e-49b6-b2e8-6232cf0fdbe9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aca941f-afbc-4333-8046-eb35cd67dab1 HTTP/1.1" status: 200 len: 217 time: 0.1075439 Jul 05 09:54:32.521255 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34d784-567d-4283-a34b-de83cec1a322 req-ea0feaa6-ad2f-4411-8db7-0d3d9f864fcb tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:32.528344 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3e34d784-567d-4283-a34b-de83cec1a322 req-ea0feaa6-ad2f-4411-8db7-0d3d9f864fcb tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.2737417 Jul 05 09:54:32.566588 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 51d33651-b085-49ef-bd43-284bded36bb2 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:54:32.655312 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-cadaa3da-1056-4940-b7e0-016a831b4a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:32.657502 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-cadaa3da-1056-4940-b7e0-016a831b4a03 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.1245210 Jul 05 09:54:32.782337 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 51d33651-b085-49ef-bd43-284bded36bb2, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=51d33651-b085-49ef-bd43-284bded36bb2,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:32.795446 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '51d33651-b085-49ef-bd43-284bded36bb2', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '51d33651-b085-49ef-bd43-284bded36bb2', 'mac_address': 'fa:16:3e:27:95:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:54:32.855826 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33968) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:32.873583 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:32.910888 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d33651-b085-49ef-bd43-284bded36bb2 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:54:32.950542 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 51d33651-b085-49ef-bd43-284bded36bb2, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=51d33651-b085-49ef-bd43-284bded36bb2,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:32.955679 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.025218 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3e34d784-567d-4283-a34b-de83cec1a322 req-4824366d-02f9-4796-8aa6-36b451a31bd6 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956963 Jul 05 09:54:33.076790 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=51d33651-b085-49ef-bd43-284bded36bb2,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:33.125088 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a28c3c-72b5-48a9-8823-73fcfdb363db req-cfd7ebde-fce2-488c-865e-feecdff54669 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:33.137681 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-95a28c3c-72b5-48a9-8823-73fcfdb363db req-cfd7ebde-fce2-488c-865e-feecdff54669 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2207e1f-7385-40b6-b0b9-e4a7b83701e0 HTTP/1.1" status: 200 len: 948 time: 0.4278255 Jul 05 09:54:33.155147 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-94b28b8c-563f-478a-9080-1eab38e2734b req-7833de83-1b04-46d9-a5a9-313431dd56d1 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6242270 Jul 05 09:54:33.202604 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-0ec723bc-7c4b-4cce-a063-3c08436b492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:33.207521 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-0ec723bc-7c4b-4cce-a063-3c08436b492a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5015366 Jul 05 09:54:33.271467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['51d33651-b085-49ef-bd43-284bded36bb2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:54:33.368090 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-381b7551-d86a-4306-877e-91f8a9bfe76a service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335471 Jul 05 09:54:33.386451 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-95a28c3c-72b5-48a9-8823-73fcfdb363db req-714662e2-1086-4e03-bdbb-e271fee68023 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479544 Jul 05 09:54:33.460066 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-46b9b85d-faee-4a63-ab04-a98a92e9677e tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-284145753'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:33.513614 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b9b85d-faee-4a63-ab04-a98a92e9677e tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Made reservation on behalf of 624b2d7832324cafa6394f590213f94f for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:33.518140 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46b9b85d-faee-4a63-ab04-a98a92e9677e tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.527192 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46b9b85d-faee-4a63-ab04-a98a92e9677e tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.620340 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-057ee6a3-1ba1-430e-b144-6c0e6f35c4b3 req-8416de42-938f-4f2f-8c61-397aaa3e86ff service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327514 Jul 05 09:54:33.710319 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46b9b85d-faee-4a63-ab04-a98a92e9677e tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.714559 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46b9b85d-faee-4a63-ab04-a98a92e9677e tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.740118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dee126-85e2-4aae-b380-2485eaf1d342 req-6a5f33df-e839-4f26-b39d-c9cd8a77f6bd tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:33.741701 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-48dee126-85e2-4aae-b380-2485eaf1d342 req-6a5f33df-e839-4f26-b39d-c9cd8a77f6bd tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 943 time: 0.1203103 Jul 05 09:54:33.752296 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b9b85d-faee-4a63-ab04-a98a92e9677e tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:54:33.776763 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46b9b85d-faee-4a63-ab04-a98a92e9677e tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.777208 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-46b9b85d-faee-4a63-ab04-a98a92e9677e tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Added segment b1cdeb6f-714d-4c1c-918c-3c312315e924 of type vlan for network c521f787-f35a-4dfe-85c4-8e9fa2421420 Jul 05 09:54:33.778691 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9b85d-faee-4a63-ab04-a98a92e9677e tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05b68eef-8a4b-4a03-920b-922e189818ec,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:33.811430 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15c114-e005-477e-8a17-422dd098e725 req-93390fe1-caa8-4680-92de-2469981ad573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:33.813624 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6a15c114-e005-477e-8a17-422dd098e725 req-93390fe1-caa8-4680-92de-2469981ad573 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 1094 time: 0.1371341 Jul 05 09:54:33.831389 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46b9b85d-faee-4a63-ab04-a98a92e9677e tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.847858 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-48dee126-85e2-4aae-b380-2485eaf1d342 req-c6219ccd-726d-4f6a-902e-ffffd1d4b3ec tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951650 Jul 05 09:54:33.867318 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46b9b85d-faee-4a63-ab04-a98a92e9677e tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.875570 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b9b85d-faee-4a63-ab04-a98a92e9677e tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:33.876231 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46b9b85d-faee-4a63-ab04-a98a92e9677e tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.881733 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33982) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:33.955726 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-46b9b85d-faee-4a63-ab04-a98a92e9677e tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.0986311 Jul 05 09:54:33.958734 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33986) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:33.959058 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15c114-e005-477e-8a17-422dd098e725 req-b48f98a0-8a6a-423a-a08e-020e7ac0f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:33.961178 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6a15c114-e005-477e-8a17-422dd098e725 req-b48f98a0-8a6a-423a-a08e-020e7ac0f72e service neutron] 10.222.0.78 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 913 time: 0.1384041 Jul 05 09:54:33.966232 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a157070e-a559-4f51-bcb7-8cb899c95111 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Request body: {'subnet': {'network_id': 'c521f787-f35a-4dfe-85c4-8e9fa2421420', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:34.014112 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6a15c114-e005-477e-8a17-422dd098e725 req-4355b13f-0041-4c14-997a-e42048e18226 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aca941f-afbc-4333-8046-eb35cd67dab1 HTTP/1.1" status: 200 len: 217 time: 0.0460353 Jul 05 09:54:34.029515 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33988) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:34.042127 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9b85d-faee-4a63-ab04-a98a92e9677e tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Pushing event updated for resources: {'Network': ['ID=c521f787-f35a-4dfe-85c4-8e9fa2421420,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:34.053369 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-deb047f3-ffcc-4037-8fe5-56ca07f9472c tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Request body: {'subnet': {'network_id': '4b6f6526-3785-4557-a14f-c5c299894c1f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:34.053531 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network c521f787-f35a-4dfe-85c4-8e9fa2421420 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:54:34.071386 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb17becf-4da0-4f03-afc5-da08e07acfd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:34.105587 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-cb17becf-4da0-4f03-afc5-da08e07acfd4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 09:54:34.105587 n-d-798054-8 neutron-server[93906]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 09:54:34.105587 n-d-798054-8 neutron-server[93906]: [parameters: {'project_id_1': '97aa0090a7de4f9a9e4c497a640b116d', 'expiration_1': datetime.datetime(2021, 7, 5, 9, 54, 34, 90367)}] Jul 05 09:54:34.105587 n-d-798054-8 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:54:34.105587 n-d-798054-8 neutron-server[93906]: DEBUG oslo_db.api [None req-cb17becf-4da0-4f03-afc5-da08e07acfd4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:54:34.106357 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a157070e-a559-4f51-bcb7-8cb899c95111 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Made reservation on behalf of 624b2d7832324cafa6394f590213f94f for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:34.112262 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a157070e-a559-4f51-bcb7-8cb899c95111 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:34.129819 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15c114-e005-477e-8a17-422dd098e725 req-e9143e39-65f3-4fc7-ac94-9f18715199a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:34.131447 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6a15c114-e005-477e-8a17-422dd098e725 req-e9143e39-65f3-4fc7-ac94-9f18715199a8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.1107161 Jul 05 09:54:34.240737 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb047f3-ffcc-4037-8fe5-56ca07f9472c tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Made reservation on behalf of b19957928ba0418d9fc8a3c5fedd1cb0 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:34.244469 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-deb047f3-ffcc-4037-8fe5-56ca07f9472c tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:34.314573 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a157070e-a559-4f51-bcb7-8cb899c95111 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:34.325206 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b51f16-8b01-4429-9bad-278ffd52ab2f req-6a4e11bc-5696-4479-bc4a-34cb4cfdcc73 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:34.326894 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9b51f16-8b01-4429-9bad-278ffd52ab2f req-6a4e11bc-5696-4479-bc4a-34cb4cfdcc73 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.1731277 Jul 05 09:54:34.334306 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15c114-e005-477e-8a17-422dd098e725 req-ce807891-3c3f-4c41-b5c5-5763a74b66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:34.335787 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6a15c114-e005-477e-8a17-422dd098e725 req-ce807891-3c3f-4c41-b5c5-5763a74b66b2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1956432 Jul 05 09:54:34.379723 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157070e-a559-4f51-bcb7-8cb899c95111 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Pushing event updated for resources: {'Subnet': ['ID=38e0c84d-a713-48c2-94cf-0b1e4279d360,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:34.386909 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a157070e-a559-4f51-bcb7-8cb899c95111 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Checking segment: {'id': 'b1cdeb6f-714d-4c1c-918c-3c312315e924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c521f787-f35a-4dfe-85c4-8e9fa2421420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:34.387148 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a157070e-a559-4f51-bcb7-8cb899c95111 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Network hostable DHCP agents. Network: c521f787-f35a-4dfe-85c4-8e9fa2421420, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:54:34.403563 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a157070e-a559-4f51-bcb7-8cb899c95111 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Network c521f787-f35a-4dfe-85c4-8e9fa2421420 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:54:34.413549 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a157070e-a559-4f51-bcb7-8cb899c95111 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, c521f787-f35a-4dfe-85c4-8e9fa2421420) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:34.418314 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157070e-a559-4f51-bcb7-8cb899c95111 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:34.418923 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a157070e-a559-4f51-bcb7-8cb899c95111 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:34.430240 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709dd470-75af-48bc-b1c5-5180961708c3 None None] Network c521f787-f35a-4dfe-85c4-8e9fa2421420 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:34.440875 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9b51f16-8b01-4429-9bad-278ffd52ab2f req-0d9c84b4-d9fa-4bf7-aab2-98000322535b tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041069 Jul 05 09:54:34.455816 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a157070e-a559-4f51-bcb7-8cb899c95111 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4962568 Jul 05 09:54:34.456476 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33996) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:34.461498 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-63576295-d462-44f3-91a3-0bd9c523c73f tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Request body: {'port': {'network_id': 'c521f787-f35a-4dfe-85c4-8e9fa2421420', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1258207832'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:34.517938 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6a15c114-e005-477e-8a17-422dd098e725 req-25296044-8077-4c94-a47d-ac1ba3c72de9 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708231 Jul 05 09:54:34.600988 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 51d33651-b085-49ef-bd43-284bded36bb2 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:54:34.606296 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb17becf-4da0-4f03-afc5-da08e07acfd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:34.694611 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 51d33651-b085-49ef-bd43-284bded36bb2 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:34.699669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 51d33651-b085-49ef-bd43-284bded36bb2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:34.700088 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:34.725376 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53583b2-5513-40ad-9d2a-b6a3df0cac4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-c521f787-f35a-4dfe-85c4-8e9fa2421420', 'network_id': 'c521f787-f35a-4dfe-85c4-8e9fa2421420', 'tenant_id': '624b2d7832324cafa6394f590213f94f', 'fixed_ips': [{'subnet_id': '38e0c84d-a713-48c2-94cf-0b1e4279d360'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:54:34.726283 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f53583b2-5513-40ad-9d2a-b6a3df0cac4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:34.751896 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb17becf-4da0-4f03-afc5-da08e07acfd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:34.762317 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb17becf-4da0-4f03-afc5-da08e07acfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:34.816389 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63576295-d462-44f3-91a3-0bd9c523c73f tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Made reservation on behalf of 624b2d7832324cafa6394f590213f94f for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:34.821600 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63576295-d462-44f3-91a3-0bd9c523c73f tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:34.844530 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17becf-4da0-4f03-afc5-da08e07acfd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09621180-bda2-4361-bbca-1b382637fcc3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:34.855653 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cb17becf-4da0-4f03-afc5-da08e07acfd4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=97aa0090a7de4f9a9e4c497a640b116d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9667666 Jul 05 09:54:34.856702 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34004) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:34.890492 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-63576295-d462-44f3-91a3-0bd9c523c73f tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] device_id is not set on port 51d58dd0-459c-4c3d-8e40-c1aaca83d7a3 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:54:34.966321 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-f53583b2-5513-40ad-9d2a-b6a3df0cac4e None None] Allocated IP 2001:db8::2 (c521f787-f35a-4dfe-85c4-8e9fa2421420/38e0c84d-a713-48c2-94cf-0b1e4279d360/98fa907e-1a94-4456-8fab-dfbea341f2c8) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:35.011903 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-deb047f3-ffcc-4037-8fe5-56ca07f9472c tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:35.052149 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:35.054258 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-958f2677-721a-42ba-b144-60650a43a16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:35.084704 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2207e1f-7385-40b6-b0b9-e4a7b83701e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d33651-b085-49ef-bd43-284bded36bb2'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:54:35.085285 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-958f2677-721a-42ba-b144-60650a43a16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:35.087293 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cf89e3-06cf-4b37-92b1-f9a34f33fcdd" -d '{"events": [{"server_uuid": "e2207e1f-7385-40b6-b0b9-e4a7b83701e0", "name": "network-vif-plugged", "status": "completed", "tag": "51d33651-b085-49ef-bd43-284bded36bb2"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:54:35.128715 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 51d33651-b085-49ef-bd43-284bded36bb2, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=51d33651-b085-49ef-bd43-284bded36bb2,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:35.132760 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:35.142557 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-958f2677-721a-42ba-b144-60650a43a16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:35.145206 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-958f2677-721a-42ba-b144-60650a43a16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:35.146015 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6a15c114-e005-477e-8a17-422dd098e725 req-011192d8-68a4-427f-a409-f18fe4c7650e service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6211922 Jul 05 09:54:35.149313 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-958f2677-721a-42ba-b144-60650a43a16e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/09621180-bda2-4361-bbca-1b382637fcc3 HTTP/1.1" status: 204 len: 168 time: 0.2913654 Jul 05 09:54:35.165197 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f2677-721a-42ba-b144-60650a43a16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09621180-bda2-4361-bbca-1b382637fcc3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:35.177376 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb047f3-ffcc-4037-8fe5-56ca07f9472c tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event updated for resources: {'Subnet': ['ID=4b637592-8ce1-43e7-ab03-bc0cf355e543,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:35.198676 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dd1d0-0769-45c2-96e3-82ae101cf783 req-81d211db-41fb-47b4-b4e3-5beab556b8c7 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:35.206934 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb5dd1d0-0769-45c2-96e3-82ae101cf783 req-81d211db-41fb-47b4-b4e3-5beab556b8c7 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2207e1f-7385-40b6-b0b9-e4a7b83701e0 HTTP/1.1" status: 200 len: 949 time: 0.6690025 Jul 05 09:54:35.236218 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb047f3-ffcc-4037-8fe5-56ca07f9472c tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Checking segment: {'id': '5d343146-f714-486e-baeb-5ac6ae9db868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4b6f6526-3785-4557-a14f-c5c299894c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:35.236603 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb047f3-ffcc-4037-8fe5-56ca07f9472c tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Network hostable DHCP agents. Network: 4b6f6526-3785-4557-a14f-c5c299894c1f, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:54:35.277606 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb5dd1d0-0769-45c2-96e3-82ae101cf783 req-7e411f6b-0c21-4007-9e86-a276539d1c6a tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695996 Jul 05 09:54:35.290814 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=51d33651-b085-49ef-bd43-284bded36bb2,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:35.314362 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcf4c8-803d-483b-b494-6e41925d3ea1 req-c6cc178b-dde3-481a-9d17-94d9d1056c70 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:35.316018 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-26dcf4c8-803d-483b-b494-6e41925d3ea1 req-c6cc178b-dde3-481a-9d17-94d9d1056c70 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 943 time: 0.2404907 Jul 05 09:54:35.316516 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f53583b2-5513-40ad-9d2a-b6a3df0cac4e None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:35.326524 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb047f3-ffcc-4037-8fe5-56ca07f9472c tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Network 4b6f6526-3785-4557-a14f-c5c299894c1f is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:54:35.330009 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f53583b2-5513-40ad-9d2a-b6a3df0cac4e None None] Transition to ACTIVE for port object 98fa907e-1a94-4456-8fab-dfbea341f2c8 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:35.360256 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-deb047f3-ffcc-4037-8fe5-56ca07f9472c tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 4b6f6526-3785-4557-a14f-c5c299894c1f) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:35.364113 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f53583b2-5513-40ad-9d2a-b6a3df0cac4e None None] Transition to ACTIVE for port object 98fa907e-1a94-4456-8fab-dfbea341f2c8 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:35.370806 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efa0239-a3bf-40b8-828c-7d4a6e889ce4 None None] Network 4b6f6526-3785-4557-a14f-c5c299894c1f requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:35.372994 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb047f3-ffcc-4037-8fe5-56ca07f9472c tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:35.377309 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-deb047f3-ffcc-4037-8fe5-56ca07f9472c tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:35.377849 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f53583b2-5513-40ad-9d2a-b6a3df0cac4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:35.415013 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-26dcf4c8-803d-483b-b494-6e41925d3ea1 req-20c06afe-1a18-4ac1-890b-5aae4c31eeb2 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828776 Jul 05 09:54:35.422680 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-deb047f3-ffcc-4037-8fe5-56ca07f9472c tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3888478 Jul 05 09:54:35.422927 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34018) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:35.434909 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8270bbc-8eee-446f-84c3-56b47040808f x-openstack-request-id: req-a8270bbc-8eee-446f-84c3-56b47040808f {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:54:35.435503 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2207e1f-7385-40b6-b0b9-e4a7b83701e0", "name": "network-vif-plugged", "status": "completed", "tag": "51d33651-b085-49ef-bd43-284bded36bb2", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:54:35.436519 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a8270bbc-8eee-446f-84c3-56b47040808f {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:54:35.437668 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2207e1f-7385-40b6-b0b9-e4a7b83701e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d33651-b085-49ef-bd43-284bded36bb2', 'code': 200} Jul 05 09:54:35.444693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0e618b38-888b-4bad-95c7-c8d7d5735d11 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-586183388'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:35.476221 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53583b2-5513-40ad-9d2a-b6a3df0cac4e None None] Network c521f787-f35a-4dfe-85c4-8e9fa2421420 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:35.482705 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-f53583b2-5513-40ad-9d2a-b6a3df0cac4e None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:35.493737 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53583b2-5513-40ad-9d2a-b6a3df0cac4e None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:35.536831 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-63576295-d462-44f3-91a3-0bd9c523c73f tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Allocated IP 2001:db8::351 (c521f787-f35a-4dfe-85c4-8e9fa2421420/38e0c84d-a713-48c2-94cf-0b1e4279d360/51d58dd0-459c-4c3d-8e40-c1aaca83d7a3) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:35.538251 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e618b38-888b-4bad-95c7-c8d7d5735d11 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Made reservation on behalf of b19957928ba0418d9fc8a3c5fedd1cb0 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:35.538662 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53583b2-5513-40ad-9d2a-b6a3df0cac4e None None] Pushing event updated for resources: {'Port': ['ID=98fa907e-1a94-4456-8fab-dfbea341f2c8,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:35.544791 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e618b38-888b-4bad-95c7-c8d7d5735d11 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:35.605022 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e618b38-888b-4bad-95c7-c8d7d5735d11 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:54:35.631589 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e618b38-888b-4bad-95c7-c8d7d5735d11 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:35.637649 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-0e618b38-888b-4bad-95c7-c8d7d5735d11 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Added segment 66928762-ffa4-41b2-a1cc-ede7edceb788 of type vlan for network 233813d1-c6c5-4533-99f1-884336756667 Jul 05 09:54:35.696645 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f53583b2-5513-40ad-9d2a-b6a3df0cac4e None None] Attempting to bind port 98fa907e-1a94-4456-8fab-dfbea341f2c8 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:54:35.698639 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f53583b2-5513-40ad-9d2a-b6a3df0cac4e None None] Attempting to bind port 98fa907e-1a94-4456-8fab-dfbea341f2c8 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b1cdeb6f-714d-4c1c-918c-3c312315e924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c521f787-f35a-4dfe-85c4-8e9fa2421420'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:54:35.699060 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53583b2-5513-40ad-9d2a-b6a3df0cac4e None None] Attempting to bind port 98fa907e-1a94-4456-8fab-dfbea341f2c8 on network c521f787-f35a-4dfe-85c4-8e9fa2421420 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:54:35.715169 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34022) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:35.719559 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53583b2-5513-40ad-9d2a-b6a3df0cac4e None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:54:35.719976 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53583b2-5513-40ad-9d2a-b6a3df0cac4e None None] Checking segment: {'id': 'b1cdeb6f-714d-4c1c-918c-3c312315e924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c521f787-f35a-4dfe-85c4-8e9fa2421420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:35.720394 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f53583b2-5513-40ad-9d2a-b6a3df0cac4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:35.720804 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53583b2-5513-40ad-9d2a-b6a3df0cac4e None None] Bound using segment: {'id': 'b1cdeb6f-714d-4c1c-918c-3c312315e924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c521f787-f35a-4dfe-85c4-8e9fa2421420'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:54:35.721301 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f53583b2-5513-40ad-9d2a-b6a3df0cac4e None None] Bound port: 98fa907e-1a94-4456-8fab-dfbea341f2c8, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1cdeb6f-714d-4c1c-918c-3c312315e924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c521f787-f35a-4dfe-85c4-8e9fa2421420'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:54:35.721695 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f53583b2-5513-40ad-9d2a-b6a3df0cac4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:35.759913 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e618b38-888b-4bad-95c7-c8d7d5735d11 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:35.794229 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63576295-d462-44f3-91a3-0bd9c523c73f tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:35.799075 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecd01a25-e5c6-405f-b9cf-4a024b3f1203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:35.810702 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0768e0-92f9-4d40-b598-c89bd7eda155 req-27416ca0-297d-4fa1-9327-fd0edb7b920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:35.812626 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d0768e0-92f9-4d40-b598-c89bd7eda155 req-27416ca0-297d-4fa1-9327-fd0edb7b920a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e2207e1f-7385-40b6-b0b9-e4a7b83701e0 HTTP/1.1" status: 200 len: 1101 time: 0.3328860 Jul 05 09:54:35.836157 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c37d39-8000-4cf4-8c68-ade436484e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-4b6f6526-3785-4557-a14f-c5c299894c1f', 'network_id': '4b6f6526-3785-4557-a14f-c5c299894c1f', 'tenant_id': 'b19957928ba0418d9fc8a3c5fedd1cb0', 'fixed_ips': [{'subnet_id': '4b637592-8ce1-43e7-ab03-bc0cf355e543'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:54:35.837022 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69c37d39-8000-4cf4-8c68-ade436484e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:35.844265 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-63576295-d462-44f3-91a3-0bd9c523c73f tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Transition to ACTIVE for port object 51d58dd0-459c-4c3d-8e40-c1aaca83d7a3 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:35.849771 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f53583b2-5513-40ad-9d2a-b6a3df0cac4e None None] For port 98fa907e-1a94-4456-8fab-dfbea341f2c8, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:54:35.866871 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d0768e0-92f9-4d40-b598-c89bd7eda155 req-6031df97-6216-4bc5-91bf-2873d887219f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413263 Jul 05 09:54:35.899804 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63576295-d462-44f3-91a3-0bd9c523c73f tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:35.918345 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e618b38-888b-4bad-95c7-c8d7d5735d11 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:35.924488 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e618b38-888b-4bad-95c7-c8d7d5735d11 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:35.925111 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e618b38-888b-4bad-95c7-c8d7d5735d11 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:35.955697 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e551bbd-3ebf-4ffd-bfca-ed8858dccde3 req-159d2b04-f7d8-4f75-b809-430846ce6f02 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:35.957340 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4e551bbd-3ebf-4ffd-bfca-ed8858dccde3 req-159d2b04-f7d8-4f75-b809-430846ce6f02 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.2484727 Jul 05 09:54:35.976908 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63576295-d462-44f3-91a3-0bd9c523c73f tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Network c521f787-f35a-4dfe-85c4-8e9fa2421420 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:35.980321 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-63576295-d462-44f3-91a3-0bd9c523c73f tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:35.987089 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63576295-d462-44f3-91a3-0bd9c523c73f tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:35.992795 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63576295-d462-44f3-91a3-0bd9c523c73f tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:35.994179 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63576295-d462-44f3-91a3-0bd9c523c73f tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:35.998855 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f53583b2-5513-40ad-9d2a-b6a3df0cac4e None None] For port 98fa907e-1a94-4456-8fab-dfbea341f2c8, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=98fa907e-1a94-4456-8fab-dfbea341f2c8,segment=NetworkSegment(b1cdeb6f-714d-4c1c-918c-3c312315e924),segment_id=b1cdeb6f-714d-4c1c-918c-3c312315e924)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:54:36.005055 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63576295-d462-44f3-91a3-0bd9c523c73f tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Pushing event updated for resources: {'Port': ['ID=51d58dd0-459c-4c3d-8e40-c1aaca83d7a3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:36.038566 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-69c37d39-8000-4cf4-8c68-ade436484e4d None None] Allocated IP 2001:db8:0:ffff::2 (4b6f6526-3785-4557-a14f-c5c299894c1f/4b637592-8ce1-43e7-ab03-bc0cf355e543/90d3752b-a2d5-4293-beb2-525c3809d007) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:36.065260 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e618b38-888b-4bad-95c7-c8d7d5735d11 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event updated for resources: {'Network': ['ID=233813d1-c6c5-4533-99f1-884336756667,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:36.084003 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4e551bbd-3ebf-4ffd-bfca-ed8858dccde3 req-7f31ad6d-1b33-4a88-a24f-68064ad6d254 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147563 Jul 05 09:54:36.096633 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f53583b2-5513-40ad-9d2a-b6a3df0cac4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:36.110385 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 233813d1-c6c5-4533-99f1-884336756667 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:54:36.132816 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecd01a25-e5c6-405f-b9cf-4a024b3f1203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:36.140863 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecd01a25-e5c6-405f-b9cf-4a024b3f1203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:36.144555 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-63576295-d462-44f3-91a3-0bd9c523c73f tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6868258 Jul 05 09:54:36.147192 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0e618b38-888b-4bad-95c7-c8d7d5735d11 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7231948 Jul 05 09:54:36.147907 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34026) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:36.152703 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34028) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:36.158511 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-330e8bbb-f551-4359-8a66-eadb73cd3429 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Request body: {'subnet': {'network_id': '233813d1-c6c5-4533-99f1-884336756667', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:36.163303 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7e6364d0-168c-4345-b9b7-e5ce814cad58 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Request body: {'port': {'network_id': 'c521f787-f35a-4dfe-85c4-8e9fa2421420', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-708197388', 'allowed_address_pairs': [{'ip_address': '2001:db8::351', 'mac_address': 'fa:16:3e:52:72:7b'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:36.358147 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330e8bbb-f551-4359-8a66-eadb73cd3429 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Made reservation on behalf of b19957928ba0418d9fc8a3c5fedd1cb0 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:36.361508 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ecd01a25-e5c6-405f-b9cf-4a024b3f1203 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3d9927a84964434f897733428507b519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6343157 Jul 05 09:54:36.367238 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34032) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:36.397686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6364d0-168c-4345-b9b7-e5ce814cad58 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Made reservation on behalf of 624b2d7832324cafa6394f590213f94f for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:36.403231 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-330e8bbb-f551-4359-8a66-eadb73cd3429 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:36.406601 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:36.414535 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd01a25-e5c6-405f-b9cf-4a024b3f1203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc684b88-2aa5-47b8-9e54-5b2165c75d15,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:36.538191 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53583b2-5513-40ad-9d2a-b6a3df0cac4e None None] Pushing event updated for resources: {'Port': ['ID=98fa907e-1a94-4456-8fab-dfbea341f2c8,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:36.538902 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-261083f9-5700-4af4-ae9d-a472812318eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:36.586999 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-261083f9-5700-4af4-ae9d-a472812318eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:36.665115 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69c37d39-8000-4cf4-8c68-ade436484e4d None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:36.680147 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e6364d0-168c-4345-b9b7-e5ce814cad58 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:36.698181 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-261083f9-5700-4af4-ae9d-a472812318eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:36.698592 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-69c37d39-8000-4cf4-8c68-ade436484e4d None None] Transition to ACTIVE for port object 90d3752b-a2d5-4293-beb2-525c3809d007 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:36.701707 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-261083f9-5700-4af4-ae9d-a472812318eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:36.703549 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-261083f9-5700-4af4-ae9d-a472812318eb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dc684b88-2aa5-47b8-9e54-5b2165c75d15 HTTP/1.1" status: 204 len: 168 time: 0.3152728 Jul 05 09:54:36.721941 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261083f9-5700-4af4-ae9d-a472812318eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc684b88-2aa5-47b8-9e54-5b2165c75d15,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:36.723041 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-69c37d39-8000-4cf4-8c68-ade436484e4d None None] Transition to ACTIVE for port object 90d3752b-a2d5-4293-beb2-525c3809d007 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:36.725459 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-7e6364d0-168c-4345-b9b7-e5ce814cad58 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] device_id is not set on port d1717a8e-5152-402e-b65c-14d9240a6b9e yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:54:36.771090 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69c37d39-8000-4cf4-8c68-ade436484e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:36.898080 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c37d39-8000-4cf4-8c68-ade436484e4d None None] Network 4b6f6526-3785-4557-a14f-c5c299894c1f is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:36.900701 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c37d39-8000-4cf4-8c68-ade436484e4d None None] Pushing event updated for resources: {'Port': ['ID=90d3752b-a2d5-4293-beb2-525c3809d007,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:36.909684 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-69c37d39-8000-4cf4-8c68-ade436484e4d None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:36.914820 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c37d39-8000-4cf4-8c68-ade436484e4d None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:37.067721 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-69c37d39-8000-4cf4-8c68-ade436484e4d None None] Attempting to bind port 90d3752b-a2d5-4293-beb2-525c3809d007 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:54:37.070907 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-69c37d39-8000-4cf4-8c68-ade436484e4d None None] Attempting to bind port 90d3752b-a2d5-4293-beb2-525c3809d007 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '5d343146-f714-486e-baeb-5ac6ae9db868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4b6f6526-3785-4557-a14f-c5c299894c1f'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:54:37.071363 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c37d39-8000-4cf4-8c68-ade436484e4d None None] Attempting to bind port 90d3752b-a2d5-4293-beb2-525c3809d007 on network 4b6f6526-3785-4557-a14f-c5c299894c1f {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:54:37.080792 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92554bf-a4a1-4883-9d8c-f15691798528 req-d049f8aa-6798-478e-bea3-7e00569bd800 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:37.083482 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b92554bf-a4a1-4883-9d8c-f15691798528 req-d049f8aa-6798-478e-bea3-7e00569bd800 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2207e1f-7385-40b6-b0b9-e4a7b83701e0 HTTP/1.1" status: 200 len: 950 time: 0.3511059 Jul 05 09:54:37.084108 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c37d39-8000-4cf4-8c68-ade436484e4d None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:54:37.084573 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c37d39-8000-4cf4-8c68-ade436484e4d None None] Checking segment: {'id': '5d343146-f714-486e-baeb-5ac6ae9db868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4b6f6526-3785-4557-a14f-c5c299894c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:37.085049 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69c37d39-8000-4cf4-8c68-ade436484e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:37.085985 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c37d39-8000-4cf4-8c68-ade436484e4d None None] Bound using segment: {'id': '5d343146-f714-486e-baeb-5ac6ae9db868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4b6f6526-3785-4557-a14f-c5c299894c1f'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:54:37.087123 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-69c37d39-8000-4cf4-8c68-ade436484e4d None None] Bound port: 90d3752b-a2d5-4293-beb2-525c3809d007, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d343146-f714-486e-baeb-5ac6ae9db868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4b6f6526-3785-4557-a14f-c5c299894c1f'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:54:37.090755 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69c37d39-8000-4cf4-8c68-ade436484e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:37.223498 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-7e6364d0-168c-4345-b9b7-e5ce814cad58 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Allocated IP 2001:db8::378 (c521f787-f35a-4dfe-85c4-8e9fa2421420/38e0c84d-a713-48c2-94cf-0b1e4279d360/d1717a8e-5152-402e-b65c-14d9240a6b9e) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:37.241378 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-69c37d39-8000-4cf4-8c68-ade436484e4d None None] For port 90d3752b-a2d5-4293-beb2-525c3809d007, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:54:37.244317 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 98fa907e-1a94-4456-8fab-dfbea341f2c8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:54:37.298420 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-69c37d39-8000-4cf4-8c68-ade436484e4d None None] For port 90d3752b-a2d5-4293-beb2-525c3809d007, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=90d3752b-a2d5-4293-beb2-525c3809d007,segment=NetworkSegment(5d343146-f714-486e-baeb-5ac6ae9db868),segment_id=5d343146-f714-486e-baeb-5ac6ae9db868)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:54:37.307103 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69c37d39-8000-4cf4-8c68-ade436484e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:37.316799 n-d-798054-8 neutron-server[93906]: DEBUG neutron.objects.ports [None req-330e8bbb-f551-4359-8a66-eadb73cd3429 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:54:37.319135 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-330e8bbb-f551-4359-8a66-eadb73cd3429 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:37.419028 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e8bbb-f551-4359-8a66-eadb73cd3429 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event updated for resources: {'Subnet': ['ID=134baf65-a30c-4228-aff2-62b40b5a6fde,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:37.428907 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330e8bbb-f551-4359-8a66-eadb73cd3429 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Checking segment: {'id': '66928762-ffa4-41b2-a1cc-ede7edceb788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '233813d1-c6c5-4533-99f1-884336756667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:37.429437 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330e8bbb-f551-4359-8a66-eadb73cd3429 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Network hostable DHCP agents. Network: 233813d1-c6c5-4533-99f1-884336756667, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:54:37.432820 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c37d39-8000-4cf4-8c68-ade436484e4d None None] Pushing event updated for resources: {'Port': ['ID=90d3752b-a2d5-4293-beb2-525c3809d007,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:37.445104 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 98fa907e-1a94-4456-8fab-dfbea341f2c8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:37.451148 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330e8bbb-f551-4359-8a66-eadb73cd3429 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Network 233813d1-c6c5-4533-99f1-884336756667 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:54:37.465439 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-330e8bbb-f551-4359-8a66-eadb73cd3429 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 233813d1-c6c5-4533-99f1-884336756667) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:37.471164 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b92554bf-a4a1-4883-9d8c-f15691798528 req-8306d6c3-6836-424e-8d5b-c0daf73274bf tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747203 Jul 05 09:54:37.472970 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330e8bbb-f551-4359-8a66-eadb73cd3429 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:37.473694 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-330e8bbb-f551-4359-8a66-eadb73cd3429 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:37.477643 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd768c3-d3ab-4d33-94b3-047bb96ebcf6 None None] Network 233813d1-c6c5-4533-99f1-884336756667 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:37.511939 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-330e8bbb-f551-4359-8a66-eadb73cd3429 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3577821 Jul 05 09:54:37.514583 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34052) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:37.519041 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e6364d0-168c-4345-b9b7-e5ce814cad58 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:37.526208 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f7c9cb25-807d-4f68-8ca2-87cee5056204 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Request body: {'port': {'network_id': '233813d1-c6c5-4533-99f1-884336756667', 'name': 'tempest-NetworksIpV6TestAttrs-1745551697'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:37.571920 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-7e6364d0-168c-4345-b9b7-e5ce814cad58 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Transition to ACTIVE for port object d1717a8e-5152-402e-b65c-14d9240a6b9e will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:37.716880 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 2aca941f-afbc-4333-8046-eb35cd67dab1 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:54:37.754255 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63529312-6ee2-43e8-ba97-6136072a6798 req-0936a33b-d558-415f-8a7b-e7c297403927 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:37.764476 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63529312-6ee2-43e8-ba97-6136072a6798 req-0936a33b-d558-415f-8a7b-e7c297403927 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 943 time: 0.6598015 Jul 05 09:54:37.814993 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e6364d0-168c-4345-b9b7-e5ce814cad58 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:37.915626 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c9cb25-807d-4f68-8ca2-87cee5056204 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Made reservation on behalf of b19957928ba0418d9fc8a3c5fedd1cb0 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:37.925186 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f7c9cb25-807d-4f68-8ca2-87cee5056204 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:37.974807 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-f7c9cb25-807d-4f68-8ca2-87cee5056204 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] device_id is not set on port 39735c20-4d6d-4705-b2f7-c924c7393e1c yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:54:37.976233 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63529312-6ee2-43e8-ba97-6136072a6798 req-8eece204-d969-49cf-85b5-ccb75d7a6ff4 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105103 Jul 05 09:54:37.990406 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 2aca941f-afbc-4333-8046-eb35cd67dab1, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2aca941f-afbc-4333-8046-eb35cd67dab1,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:38.024821 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6364d0-168c-4345-b9b7-e5ce814cad58 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Network c521f787-f35a-4dfe-85c4-8e9fa2421420 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:38.029634 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-7e6364d0-168c-4345-b9b7-e5ce814cad58 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:38.033290 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6364d0-168c-4345-b9b7-e5ce814cad58 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:38.047670 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6364d0-168c-4345-b9b7-e5ce814cad58 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:38.052786 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e6364d0-168c-4345-b9b7-e5ce814cad58 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:38.074746 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6364d0-168c-4345-b9b7-e5ce814cad58 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Pushing event updated for resources: {'Port': ['ID=d1717a8e-5152-402e-b65c-14d9240a6b9e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:38.122022 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '2aca941f-afbc-4333-8046-eb35cd67dab1', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'port_id': '2aca941f-afbc-4333-8046-eb35cd67dab1', 'mac_address': 'fa:16:3e:9a:ed:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:54:38.163573 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7e6364d0-168c-4345-b9b7-e5ce814cad58 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.0065939 Jul 05 09:54:38.190766 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-f7c9cb25-807d-4f68-8ca2-87cee5056204 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Allocated IP 2001:db8::f816:3eff:fe2d:1514 (233813d1-c6c5-4533-99f1-884336756667/134baf65-a30c-4228-aff2-62b40b5a6fde/39735c20-4d6d-4705-b2f7-c924c7393e1c) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:38.191762 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34064) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:38.264389 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:38.273396 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4169f9-d34e-41d1-a89d-9f3eca6e3019 None None] Network c521f787-f35a-4dfe-85c4-8e9fa2421420 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:38.318129 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f99961-90c7-44eb-ae7a-45c3a45ab9a9 req-e9cbb561-bc97-4ffc-96d1-2b30accb0a7f tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:38.329215 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33f99961-90c7-44eb-ae7a-45c3a45ab9a9 req-e9cbb561-bc97-4ffc-96d1-2b30accb0a7f tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.2718737 Jul 05 09:54:38.392740 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33f99961-90c7-44eb-ae7a-45c3a45ab9a9 req-83f8fc05-a380-4d68-9a09-883c6f32d00e tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625284 Jul 05 09:54:38.426013 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2c2864-2e03-4ecd-888a-22c9e7d64040 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:38.439054 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2c2864-2e03-4ecd-888a-22c9e7d64040 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:38.456724 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2c2864-2e03-4ecd-888a-22c9e7d64040 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:38.469049 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8f2c2864-2e03-4ecd-888a-22c9e7d64040 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2686083 Jul 05 09:54:38.469049 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34080) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:38.471372 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aca941f-afbc-4333-8046-eb35cd67dab1 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:54:38.473410 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f7c9cb25-807d-4f68-8ca2-87cee5056204 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:38.504656 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 2aca941f-afbc-4333-8046-eb35cd67dab1, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2aca941f-afbc-4333-8046-eb35cd67dab1,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:38.522933 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:38.526464 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-f7c9cb25-807d-4f68-8ca2-87cee5056204 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Transition to ACTIVE for port object 39735c20-4d6d-4705-b2f7-c924c7393e1c will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:38.591104 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b0e4eabd-5901-482b-bcd3-8c5aa1d7f1f1 None None] Provisioning for port 98fa907e-1a94-4456-8fab-dfbea341f2c8 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:38.616772 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f7c9cb25-807d-4f68-8ca2-87cee5056204 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:38.670991 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b0e4eabd-5901-482b-bcd3-8c5aa1d7f1f1 None None] Provisioning complete for port 98fa907e-1a94-4456-8fab-dfbea341f2c8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:38.673448 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b0e4eabd-5901-482b-bcd3-8c5aa1d7f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:38.679553 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-3283437c-889d-48a4-ae61-87a021624134 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Deleting port d1717a8e-5152-402e-b65c-14d9240a6b9e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:38.680469 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3283437c-889d-48a4-ae61-87a021624134 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:38.738521 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c9cb25-807d-4f68-8ca2-87cee5056204 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Network 233813d1-c6c5-4533-99f1-884336756667 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:38.751087 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f7c9cb25-807d-4f68-8ca2-87cee5056204 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:38.765970 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c9cb25-807d-4f68-8ca2-87cee5056204 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:38.772573 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c9cb25-807d-4f68-8ca2-87cee5056204 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:38.773359 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f7c9cb25-807d-4f68-8ca2-87cee5056204 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:38.781057 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9cb25-807d-4f68-8ca2-87cee5056204 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event updated for resources: {'Port': ['ID=39735c20-4d6d-4705-b2f7-c924c7393e1c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:38.790292 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3283437c-889d-48a4-ae61-87a021624134 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:38.806826 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f7c9cb25-807d-4f68-8ca2-87cee5056204 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2902911 Jul 05 09:54:38.809740 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34090) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:38.830905 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-3283437c-889d-48a4-ae61-87a021624134 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Calling delete_port for d1717a8e-5152-402e-b65c-14d9240a6b9e owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:38.889174 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b35a03c-60c0-4662-a6d5-19e128889d52 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Deleting subnet 134baf65-a30c-4228-aff2-62b40b5a6fde {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:54:38.894064 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b35a03c-60c0-4662-a6d5-19e128889d52 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:38.957006 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b35a03c-60c0-4662-a6d5-19e128889d52 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:39.070216 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=2aca941f-afbc-4333-8046-eb35cd67dab1,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:39.121321 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b35a03c-60c0-4662-a6d5-19e128889d52 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:39.157380 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['2aca941f-afbc-4333-8046-eb35cd67dab1'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:54:39.160527 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b0e4eabd-5901-482b-bcd3-8c5aa1d7f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:39.272163 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b0e4eabd-5901-482b-bcd3-8c5aa1d7f1f1 None None] For port 98fa907e-1a94-4456-8fab-dfbea341f2c8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=98fa907e-1a94-4456-8fab-dfbea341f2c8,segment=NetworkSegment(b1cdeb6f-714d-4c1c-918c-3c312315e924),segment_id=b1cdeb6f-714d-4c1c-918c-3c312315e924)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:39.288778 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b35a03c-60c0-4662-a6d5-19e128889d52 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:39.324672 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364f205-b4e3-41b9-93e9-2fd4ff06260c req-a8435cf9-3eb7-4baf-a794-a6638b296110 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:39.326327 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c364f205-b4e3-41b9-93e9-2fd4ff06260c req-a8435cf9-3eb7-4baf-a794-a6638b296110 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2207e1f-7385-40b6-b0b9-e4a7b83701e0 HTTP/1.1" status: 200 len: 950 time: 0.5231564 Jul 05 09:54:39.357620 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3283437c-889d-48a4-ae61-87a021624134 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:39.367123 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b35a03c-60c0-4662-a6d5-19e128889d52 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:39.369409 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7b35a03c-60c0-4662-a6d5-19e128889d52 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "DELETE /v2.0/subnets/134baf65-a30c-4228-aff2-62b40b5a6fde HTTP/1.1" status: 204 len: 168 time: 0.5581999 Jul 05 09:54:39.370319 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35a03c-60c0-4662-a6d5-19e128889d52 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event deleted for resources: {'Subnet': ['ID=134baf65-a30c-4228-aff2-62b40b5a6fde,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:39.376697 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34102) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:39.399776 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 90d3752b-a2d5-4293-beb2-525c3809d007 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:54:39.402116 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8116f2f0-ca60-408c-8d28-6a09629943cd None None] Network 4b6f6526-3785-4557-a14f-c5c299894c1f requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:39.409133 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c364f205-b4e3-41b9-93e9-2fd4ff06260c req-edfa82d2-18c9-437c-abb4-a8133f23fd5b tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752509 Jul 05 09:54:39.411120 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283437c-889d-48a4-ae61-87a021624134 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Pushing event deleted for resources: {'Port': ['ID=d1717a8e-5152-402e-b65c-14d9240a6b9e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:39.460630 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b0e4eabd-5901-482b-bcd3-8c5aa1d7f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:39.534922 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c37976-a606-4a11-9ddb-bb83ee36889f tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:39.542547 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c37976-a606-4a11-9ddb-bb83ee36889f tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:39.543386 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-26c37976-a606-4a11-9ddb-bb83ee36889f tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1656859 Jul 05 09:54:39.548562 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34114) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:39.564350 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3283437c-889d-48a4-ae61-87a021624134 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:39.566647 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3283437c-889d-48a4-ae61-87a021624134 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] 10.222.0.79 "DELETE /v2.0/ports/d1717a8e-5152-402e-b65c-14d9240a6b9e HTTP/1.1" status: 204 len: 168 time: 1.1011510 Jul 05 09:54:39.580035 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34116) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:39.592583 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc869a-72c3-400b-8f7f-0f3d1841d564 req-523d5f35-ca6d-4b65-ae76-3652f6065aec tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:39.600121 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42dc869a-72c3-400b-8f7f-0f3d1841d564 req-523d5f35-ca6d-4b65-ae76-3652f6065aec tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.3386018 Jul 05 09:54:39.702906 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23e20ed-63f8-46e2-8b53-7eeb50a2e405 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] GET failed (client error): The resource could not be found. Jul 05 09:54:39.704636 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f23e20ed-63f8-46e2-8b53-7eeb50a2e405 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] 10.222.0.79 "GET /v2.0/ports/d1717a8e-5152-402e-b65c-14d9240a6b9e HTTP/1.1" status: 404 len: 333 time: 0.0962217 Jul 05 09:54:39.711672 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34122) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:39.720743 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4092adf7-5dc9-40f4-8735-4a0141c0badb tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:39.721762 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-49749fa3-257e-44e8-9b4e-e52eb8ac8aa3 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Request body: {'port': {'network_id': 'c521f787-f35a-4dfe-85c4-8e9fa2421420', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1871328216'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:39.729743 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-4092adf7-5dc9-40f4-8735-4a0141c0badb tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 05 09:54:39.730482 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4092adf7-5dc9-40f4-8735-4a0141c0badb tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:54:39.732485 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4092adf7-5dc9-40f4-8735-4a0141c0badb tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "DELETE /v2.0/networks/233813d1-c6c5-4533-99f1-884336756667 HTTP/1.1" status: 409 len: 405 time: 0.1829445 Jul 05 09:54:39.736845 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ce5d36-8f74-41b9-b9c2-a6c832882003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-233813d1-c6c5-4533-99f1-884336756667', 'network_id': '233813d1-c6c5-4533-99f1-884336756667', 'tenant_id': 'b19957928ba0418d9fc8a3c5fedd1cb0', 'fixed_ips': [{'subnet_id': '134baf65-a30c-4228-aff2-62b40b5a6fde'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:54:39.737745 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b7ce5d36-8f74-41b9-b9c2-a6c832882003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:39.738825 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34124) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:39.744736 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-cb02a49c-0a9b-43b3-887b-3ffead64b707 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-133742076'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:39.786365 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb02a49c-0a9b-43b3-887b-3ffead64b707 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Made reservation on behalf of b19957928ba0418d9fc8a3c5fedd1cb0 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:39.792918 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb02a49c-0a9b-43b3-887b-3ffead64b707 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:39.803107 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-676a235d-2500-4e3a-a9c0-fbb384f48213 None None] Provisioning for port 90d3752b-a2d5-4293-beb2-525c3809d007 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:39.809179 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4eabd-5901-482b-bcd3-8c5aa1d7f1f1 None None] Pushing event updated for resources: {'Port': ['ID=98fa907e-1a94-4456-8fab-dfbea341f2c8,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:39.835007 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb02a49c-0a9b-43b3-887b-3ffead64b707 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:54:39.846491 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42dc869a-72c3-400b-8f7f-0f3d1841d564 req-aec16f95-a3c0-4d2b-bf77-10415c1057a2 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439947 Jul 05 09:54:39.848779 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb02a49c-0a9b-43b3-887b-3ffead64b707 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:39.849685 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-cb02a49c-0a9b-43b3-887b-3ffead64b707 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Added segment 9da1c9a1-bc06-460d-a990-841768358737 of type vlan for network c3be6e9a-1148-4c68-acf3-1cd6141fac36 Jul 05 09:54:39.907914 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb02a49c-0a9b-43b3-887b-3ffead64b707 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:39.947395 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb02a49c-0a9b-43b3-887b-3ffead64b707 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:39.960743 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb02a49c-0a9b-43b3-887b-3ffead64b707 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:39.963565 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb02a49c-0a9b-43b3-887b-3ffead64b707 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:39.976739 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4719ff-7bae-45e4-ae19-66de6b0f1e78 req-6d1ae0a3-0680-4af6-8fc1-9d9d1854af8d tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:39.985351 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b4719ff-7bae-45e4-ae19-66de6b0f1e78 req-6d1ae0a3-0680-4af6-8fc1-9d9d1854af8d tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.3596485 Jul 05 09:54:40.077089 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 90d3752b-a2d5-4293-beb2-525c3809d007 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:40.080090 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02a49c-0a9b-43b3-887b-3ffead64b707 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event updated for resources: {'Network': ['ID=c3be6e9a-1148-4c68-acf3-1cd6141fac36,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:40.085620 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cb02a49c-0a9b-43b3-887b-3ffead64b707 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3454762 Jul 05 09:54:40.100231 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34132) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:40.101229 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network c3be6e9a-1148-4c68-acf3-1cd6141fac36 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:54:40.110926 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-95817948-0900-4a4e-a894-d3a649c65b06 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Request body: {'subnet': {'network_id': 'c3be6e9a-1148-4c68-acf3-1cd6141fac36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:40.133949 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98bc5d0-8ca5-444f-ba8f-c361b3559c33 None None] Network 233813d1-c6c5-4533-99f1-884336756667 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:40.137896 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 90d3752b-a2d5-4293-beb2-525c3809d007 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:40.139449 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:40.230016 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b4719ff-7bae-45e4-ae19-66de6b0f1e78 req-d2cdf001-5e49-4c13-97fd-ca2ee3e82fe5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190490 Jul 05 09:54:40.276295 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49749fa3-257e-44e8-9b4e-e52eb8ac8aa3 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Made reservation on behalf of 624b2d7832324cafa6394f590213f94f for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:40.284870 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-49749fa3-257e-44e8-9b4e-e52eb8ac8aa3 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:40.311167 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093a6dd-96c0-4221-a371-0b1d5b6428ad req-2985b7d0-f347-4a72-a315-e6cfbf1de2f6 tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:40.318923 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d093a6dd-96c0-4221-a371-0b1d5b6428ad req-2985b7d0-f347-4a72-a315-e6cfbf1de2f6 tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e2207e1f-7385-40b6-b0b9-e4a7b83701e0 HTTP/1.1" status: 200 len: 1101 time: 0.1526072 Jul 05 09:54:40.346619 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-49749fa3-257e-44e8-9b4e-e52eb8ac8aa3 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] device_id is not set on port a869b283-cc44-46ae-84c7-e44e155adf32 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:54:40.352397 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95817948-0900-4a4e-a894-d3a649c65b06 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Made reservation on behalf of b19957928ba0418d9fc8a3c5fedd1cb0 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:40.356186 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95817948-0900-4a4e-a894-d3a649c65b06 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:40.463250 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2540db09-11fe-4f31-9757-ead76eef0f5e None None] Could not find standard attr ID for object d1717a8e-5152-402e-b65c-14d9240a6b9e. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:54:40.532750 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-49749fa3-257e-44e8-9b4e-e52eb8ac8aa3 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Allocated IP 2001:db8::382 (c521f787-f35a-4dfe-85c4-8e9fa2421420/38e0c84d-a713-48c2-94cf-0b1e4279d360/a869b283-cc44-46ae-84c7-e44e155adf32) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:40.604818 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2540db09-11fe-4f31-9757-ead76eef0f5e None None] Provisioning for port 51d58dd0-459c-4c3d-8e40-c1aaca83d7a3 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:40.613097 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d093a6dd-96c0-4221-a371-0b1d5b6428ad req-51a9916b-0bbb-4500-a288-df6f57278b53 tempest-ServersOnMultiNodesTest-538977822 tempest-ServersOnMultiNodesTest-538977822-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851226 Jul 05 09:54:40.681931 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2540db09-11fe-4f31-9757-ead76eef0f5e None None] Provisioning complete for port 51d58dd0-459c-4c3d-8e40-c1aaca83d7a3 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:40.682314 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2540db09-11fe-4f31-9757-ead76eef0f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:40.881389 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:40.914881 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2540db09-11fe-4f31-9757-ead76eef0f5e None None] Port 51d58dd0-459c-4c3d-8e40-c1aaca83d7a3 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:54:40.932685 n-d-798054-8 neutron-server[93906]: DEBUG neutron.objects.ports [None req-95817948-0900-4a4e-a894-d3a649c65b06 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:54:40.938163 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95817948-0900-4a4e-a894-d3a649c65b06 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:41.028597 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 90d3752b-a2d5-4293-beb2-525c3809d007, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=90d3752b-a2d5-4293-beb2-525c3809d007,segment=NetworkSegment(5d343146-f714-486e-baeb-5ac6ae9db868),segment_id=5d343146-f714-486e-baeb-5ac6ae9db868)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:41.039431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2540db09-11fe-4f31-9757-ead76eef0f5e None None] Provisioning complete for port 98fa907e-1a94-4456-8fab-dfbea341f2c8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:41.039819 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2540db09-11fe-4f31-9757-ead76eef0f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:41.055829 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95817948-0900-4a4e-a894-d3a649c65b06 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event updated for resources: {'Subnet': ['ID=0d41ba42-e27c-458e-8642-b2c4eed4be60,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:41.060281 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-49749fa3-257e-44e8-9b4e-e52eb8ac8aa3 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:41.081575 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:41.086852 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95817948-0900-4a4e-a894-d3a649c65b06 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Checking segment: {'id': '9da1c9a1-bc06-460d-a990-841768358737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c3be6e9a-1148-4c68-acf3-1cd6141fac36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:41.087960 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95817948-0900-4a4e-a894-d3a649c65b06 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Network hostable DHCP agents. Network: c3be6e9a-1148-4c68-acf3-1cd6141fac36, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:54:41.148844 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95817948-0900-4a4e-a894-d3a649c65b06 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Network c3be6e9a-1148-4c68-acf3-1cd6141fac36 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:54:41.161700 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-49749fa3-257e-44e8-9b4e-e52eb8ac8aa3 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Transition to ACTIVE for port object a869b283-cc44-46ae-84c7-e44e155adf32 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:41.173018 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-95817948-0900-4a4e-a894-d3a649c65b06 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, c3be6e9a-1148-4c68-acf3-1cd6141fac36) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:41.189940 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95817948-0900-4a4e-a894-d3a649c65b06 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:41.191129 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95817948-0900-4a4e-a894-d3a649c65b06 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:41.220413 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fd6019-5831-4497-83ba-1ca22ae9083e None None] Network c3be6e9a-1148-4c68-acf3-1cd6141fac36 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:41.232167 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-95817948-0900-4a4e-a894-d3a649c65b06 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1233792 Jul 05 09:54:41.236233 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34152) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:41.262536 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-04c0d893-47e9-4cd1-851a-a89405f15e87 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Request body: {'port': {'network_id': 'c3be6e9a-1148-4c68-acf3-1cd6141fac36', 'name': 'tempest-NetworksIpV6TestAttrs-1663033321'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:41.335666 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-49749fa3-257e-44e8-9b4e-e52eb8ac8aa3 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:41.373536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372a2bd-7ad5-496d-994f-4af28e4fb554 req-8a6aa7b5-33fc-4867-91ba-e43cfd9c1121 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:41.382669 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f372a2bd-7ad5-496d-994f-4af28e4fb554 req-8a6aa7b5-33fc-4867-91ba-e43cfd9c1121 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.3511815 Jul 05 09:54:41.401109 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 98fa907e-1a94-4456-8fab-dfbea341f2c8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:54:41.533588 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c0d893-47e9-4cd1-851a-a89405f15e87 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Made reservation on behalf of b19957928ba0418d9fc8a3c5fedd1cb0 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:41.538684 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04c0d893-47e9-4cd1-851a-a89405f15e87 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:41.569948 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-04c0d893-47e9-4cd1-851a-a89405f15e87 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] device_id is not set on port 6c2c2ba3-dd17-4097-8060-b7d4eebc70e2 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:54:41.603640 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f372a2bd-7ad5-496d-994f-4af28e4fb554 req-04ff844d-9055-4ca9-9c14-30e7ad701bed tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165718 Jul 05 09:54:41.636102 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49749fa3-257e-44e8-9b4e-e52eb8ac8aa3 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Network c521f787-f35a-4dfe-85c4-8e9fa2421420 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:41.643455 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49749fa3-257e-44e8-9b4e-e52eb8ac8aa3 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Pushing event updated for resources: {'Port': ['ID=a869b283-cc44-46ae-84c7-e44e155adf32,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:41.702864 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-49749fa3-257e-44e8-9b4e-e52eb8ac8aa3 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:41.712501 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49749fa3-257e-44e8-9b4e-e52eb8ac8aa3 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:41.727637 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49749fa3-257e-44e8-9b4e-e52eb8ac8aa3 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:41.728357 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-49749fa3-257e-44e8-9b4e-e52eb8ac8aa3 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:41.784519 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34166) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:41.787396 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-49749fa3-257e-44e8-9b4e-e52eb8ac8aa3 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0730672 Jul 05 09:54:41.797482 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-74b37d47-242a-4921-8fdf-7db31b611df3 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::351', 'mac_address': 'fa:16:3e:52:72:7b'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:41.806184 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 2aca941f-afbc-4333-8046-eb35cd67dab1 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:54:41.838127 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69515edc-8164-4fff-bbcb-98e78319d8b2 req-ed4cfba5-e6f0-44f1-afce-76472f5d6384 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:41.849033 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-69515edc-8164-4fff-bbcb-98e78319d8b2 req-ed4cfba5-e6f0-44f1-afce-76472f5d6384 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.3352876 Jul 05 09:54:41.894854 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-04c0d893-47e9-4cd1-851a-a89405f15e87 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Allocated IP 2001:db8::f816:3eff:fe3b:cc74 (c3be6e9a-1148-4c68-acf3-1cd6141fac36/0d41ba42-e27c-458e-8642-b2c4eed4be60/6c2c2ba3-dd17-4097-8060-b7d4eebc70e2) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:42.004518 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=90d3752b-a2d5-4293-beb2-525c3809d007,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:42.033703 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-69515edc-8164-4fff-bbcb-98e78319d8b2 req-1eace460-26af-4e36-b8cd-b6208186c9d5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836321 Jul 05 09:54:42.102499 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1122d42-f96b-40a2-bfb2-e05d51f4a9fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-c3be6e9a-1148-4c68-acf3-1cd6141fac36', 'network_id': 'c3be6e9a-1148-4c68-acf3-1cd6141fac36', 'tenant_id': 'b19957928ba0418d9fc8a3c5fedd1cb0', 'fixed_ips': [{'subnet_id': '0d41ba42-e27c-458e-8642-b2c4eed4be60'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:54:42.103387 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f1122d42-f96b-40a2-bfb2-e05d51f4a9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:42.134479 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 98fa907e-1a94-4456-8fab-dfbea341f2c8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:42.134479 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:42.170765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7c48d-cb29-4e7a-a2b7-69afe46b6ee5 req-b840f7bf-c307-4979-8272-0b59d18e33fc tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:42.194118 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-68d7c48d-cb29-4e7a-a2b7-69afe46b6ee5 req-b840f7bf-c307-4979-8272-0b59d18e33fc tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2207e1f-7385-40b6-b0b9-e4a7b83701e0 HTTP/1.1" status: 200 len: 950 time: 0.2708182 Jul 05 09:54:42.194669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 2aca941f-afbc-4333-8046-eb35cd67dab1 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:42.307661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 2aca941f-afbc-4333-8046-eb35cd67dab1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:42.308093 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:42.315483 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-68d7c48d-cb29-4e7a-a2b7-69afe46b6ee5 req-b5456b21-4199-4664-a45d-912def5b704e tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205218 Jul 05 09:54:42.315713 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1bba5194-0381-4092-955f-45432e2951d1 None None] Could not find standard attr ID for object d1717a8e-5152-402e-b65c-14d9240a6b9e. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:54:42.429068 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1bba5194-0381-4092-955f-45432e2951d1 None None] Provisioning complete for port 51d58dd0-459c-4c3d-8e40-c1aaca83d7a3 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:42.429443 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1bba5194-0381-4092-955f-45432e2951d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:42.441676 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34176) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:42.495445 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74b37d47-242a-4921-8fdf-7db31b611df3 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:42.503522 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1bba5194-0381-4092-955f-45432e2951d1 None None] Port 51d58dd0-459c-4c3d-8e40-c1aaca83d7a3 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:54:42.567330 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:42.573371 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1f031-247f-4357-840a-61859bd3e260 req-9195aa2b-1d30-4918-969c-782071e77c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:42.574908 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1bb1f031-247f-4357-840a-61859bd3e260 req-9195aa2b-1d30-4918-969c-782071e77c84 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 1096 time: 0.5563366 Jul 05 09:54:42.595639 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6bfa7757-b20f-4cf1-9910-43ad1bde7777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:42.645644 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1bb1f031-247f-4357-840a-61859bd3e260 req-2fac9d14-404d-4967-9eb9-c73c7268668e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621557 Jul 05 09:54:42.649870 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1bba5194-0381-4092-955f-45432e2951d1 None None] Provisioning complete for port 90d3752b-a2d5-4293-beb2-525c3809d007 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:42.650280 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1bba5194-0381-4092-955f-45432e2951d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:42.651623 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32928277-147a-4b04-a4fd-0b96765fc7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aca941f-afbc-4333-8046-eb35cd67dab1'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:54:42.653938 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7729c6-3e78-400f-9b0a-71e26b90551c" -d '{"events": [{"server_uuid": "32928277-147a-4b04-a4fd-0b96765fc7a0", "name": "network-vif-plugged", "status": "completed", "tag": "2aca941f-afbc-4333-8046-eb35cd67dab1"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:54:42.685404 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 2aca941f-afbc-4333-8046-eb35cd67dab1, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2aca941f-afbc-4333-8046-eb35cd67dab1,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:42.697931 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:42.746889 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e102e3-dcb9-453c-9179-5fe3262c02e6 x-openstack-request-id: req-f8e102e3-dcb9-453c-9179-5fe3262c02e6 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:54:42.747448 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32928277-147a-4b04-a4fd-0b96765fc7a0", "name": "network-vif-plugged", "status": "completed", "tag": "2aca941f-afbc-4333-8046-eb35cd67dab1", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:54:42.747914 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f8e102e3-dcb9-453c-9179-5fe3262c02e6 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:54:42.748544 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32928277-147a-4b04-a4fd-0b96765fc7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aca941f-afbc-4333-8046-eb35cd67dab1', 'code': 200} Jul 05 09:54:42.771570 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6bfa7757-b20f-4cf1-9910-43ad1bde7777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:42.777931 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6bfa7757-b20f-4cf1-9910-43ad1bde7777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:42.820623 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=2aca941f-afbc-4333-8046-eb35cd67dab1,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:42.858805 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6bfa7757-b20f-4cf1-9910-43ad1bde7777 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dc46244ca3ab40f78353820c3affb853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3874633 Jul 05 09:54:42.860203 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa7757-b20f-4cf1-9910-43ad1bde7777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828bb6bd-cea7-49dc-8f94-b045fdc3d70c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:42.862683 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34184) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:42.985980 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f90a0be9-23bf-40fb-bac6-09501e538527 None None] Provisioning for port a869b283-cc44-46ae-84c7-e44e155adf32 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:43.002671 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f90a0be9-23bf-40fb-bac6-09501e538527 None None] Provisioning complete for port a869b283-cc44-46ae-84c7-e44e155adf32 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:43.005265 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f90a0be9-23bf-40fb-bac6-09501e538527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:43.059638 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ec83-701c-4091-99fb-fcf1fa0383d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:43.096329 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d30e7-6643-41fb-b507-1dddd79a2a4c req-58982ee8-2300-4359-b4a9-1344c00c7313 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:43.098392 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a2d30e7-6643-41fb-b507-1dddd79a2a4c req-58982ee8-2300-4359-b4a9-1344c00c7313 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 945 time: 0.2391779 Jul 05 09:54:43.125612 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f90a0be9-23bf-40fb-bac6-09501e538527 None None] Port a869b283-cc44-46ae-84c7-e44e155adf32 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:54:43.128640 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2932b-c855-46ec-b97e-5739c4a2adcc req-f4cdb9dd-0733-4043-b5cb-7a0ec2a7ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:43.133851 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45d2932b-c855-46ec-b97e-5739c4a2adcc req-f4cdb9dd-0733-4043-b5cb-7a0ec2a7ec50 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 1096 time: 0.2758117 Jul 05 09:54:43.153546 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ec83-701c-4091-99fb-fcf1fa0383d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:43.186058 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc53c9-ce5a-4aff-b3db-bda4009bd10a req-2669f913-af84-4a90-b340-1054d07933b5 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:43.187599 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1cc53c9-ce5a-4aff-b3db-bda4009bd10a req-2669f913-af84-4a90-b340-1054d07933b5 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2207e1f-7385-40b6-b0b9-e4a7b83701e0 HTTP/1.1" status: 200 len: 950 time: 0.2685416 Jul 05 09:54:43.233487 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04c0d893-47e9-4cd1-851a-a89405f15e87 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:43.249904 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 90d3752b-a2d5-4293-beb2-525c3809d007 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:54:43.267160 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-04c0d893-47e9-4cd1-851a-a89405f15e87 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Transition to ACTIVE for port object 6c2c2ba3-dd17-4097-8060-b7d4eebc70e2 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:43.276882 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74b37d47-242a-4921-8fdf-7db31b611df3 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:43.287743 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74b37d47-242a-4921-8fdf-7db31b611df3 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:43.314148 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 90d3752b-a2d5-4293-beb2-525c3809d007 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:43.314833 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:43.350507 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-74b37d47-242a-4921-8fdf-7db31b611df3 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] In _notify_port_updated(), no bound segment for port a869b283-cc44-46ae-84c7-e44e155adf32 on network c521f787-f35a-4dfe-85c4-8e9fa2421420 {{(pid=93906) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:54:43.353214 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a2d30e7-6643-41fb-b507-1dddd79a2a4c req-e6f8daab-7bb5-47f4-a438-a8139e176cd8 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2383480 Jul 05 09:54:43.369633 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b37d47-242a-4921-8fdf-7db31b611df3 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:43.370982 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74b37d47-242a-4921-8fdf-7db31b611df3 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:43.382356 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-74b37d47-242a-4921-8fdf-7db31b611df3 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] 10.222.0.79 "PUT /v2.0/ports/a869b283-cc44-46ae-84c7-e44e155adf32 HTTP/1.1" status: 200 len: 1003 time: 1.5968451 Jul 05 09:54:43.395137 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34194) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:43.409299 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45d2932b-c855-46ec-b97e-5739c4a2adcc req-9fe7946e-cdee-4ef0-9bc3-f04ea95e3653 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2399311 Jul 05 09:54:43.504854 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b37d47-242a-4921-8fdf-7db31b611df3 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Pushing event updated for resources: {'Port': ['ID=a869b283-cc44-46ae-84c7-e44e155adf32,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:43.572830 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04c0d893-47e9-4cd1-851a-a89405f15e87 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:43.617577 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c0d893-47e9-4cd1-851a-a89405f15e87 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Network c3be6e9a-1148-4c68-acf3-1cd6141fac36 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:43.622970 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-04c0d893-47e9-4cd1-851a-a89405f15e87 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:43.665895 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c0d893-47e9-4cd1-851a-a89405f15e87 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:43.679306 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c0d893-47e9-4cd1-851a-a89405f15e87 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:43.681844 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04c0d893-47e9-4cd1-851a-a89405f15e87 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:43.683130 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-f1122d42-f96b-40a2-bfb2-e05d51f4a9fd None None] Allocated IP 2001:db8::f816:3eff:fe30:4d5e (c3be6e9a-1148-4c68-acf3-1cd6141fac36/0d41ba42-e27c-458e-8642-b2c4eed4be60/6d8fdd04-69bd-4b2f-81d2-c587ae2338b1) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:43.701663 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ec83-701c-4091-99fb-fcf1fa0383d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:43.705302 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ec83-701c-4091-99fb-fcf1fa0383d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:43.706986 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5ac0ec83-701c-4091-99fb-fcf1fa0383d1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/828bb6bd-cea7-49dc-8f94-b045fdc3d70c HTTP/1.1" status: 204 len: 168 time: 0.8356802 Jul 05 09:54:43.722104 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-04c0d893-47e9-4cd1-851a-a89405f15e87 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.4792252 Jul 05 09:54:43.723337 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34200) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:43.759426 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0ec83-701c-4091-99fb-fcf1fa0383d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828bb6bd-cea7-49dc-8f94-b045fdc3d70c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:43.777279 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be3cde-d8e7-4dcd-8e84-590d86519fd4 req-c476622b-1554-4291-8772-63c03754d743 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:43.785451 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b6be3cde-d8e7-4dcd-8e84-590d86519fd4 req-c476622b-1554-4291-8772-63c03754d743 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.5615540 Jul 05 09:54:43.800595 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0d893-47e9-4cd1-851a-a89405f15e87 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event updated for resources: {'Port': ['ID=6c2c2ba3-dd17-4097-8060-b7d4eebc70e2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:43.836076 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-6362bd13-3ba9-48fb-8bb0-6a99ccfcb832 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Deleting subnet 0d41ba42-e27c-458e-8642-b2c4eed4be60 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:54:43.868108 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8906a519-48f8-455a-aed2-046eddd1d95f tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Deleting port a869b283-cc44-46ae-84c7-e44e155adf32 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:43.869084 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8906a519-48f8-455a-aed2-046eddd1d95f tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:43.875161 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3b86da69-edf5-4c26-b3b9-6bfc8dd73a80 None None] Provisioning complete for port a869b283-cc44-46ae-84c7-e44e155adf32 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:43.875722 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3b86da69-edf5-4c26-b3b9-6bfc8dd73a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:43.931381 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3b86da69-edf5-4c26-b3b9-6bfc8dd73a80 None None] Port a869b283-cc44-46ae-84c7-e44e155adf32 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:54:44.030564 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f1122d42-f96b-40a2-bfb2-e05d51f4a9fd None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.053473 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f1122d42-f96b-40a2-bfb2-e05d51f4a9fd None None] Transition to ACTIVE for port object 6d8fdd04-69bd-4b2f-81d2-c587ae2338b1 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:44.105889 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f1122d42-f96b-40a2-bfb2-e05d51f4a9fd None None] Transition to ACTIVE for port object 6d8fdd04-69bd-4b2f-81d2-c587ae2338b1 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:44.120889 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6362bd13-3ba9-48fb-8bb0-6a99ccfcb832 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.122106 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f1122d42-f96b-40a2-bfb2-e05d51f4a9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.181650 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1122d42-f96b-40a2-bfb2-e05d51f4a9fd None None] Network c3be6e9a-1148-4c68-acf3-1cd6141fac36 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:44.191325 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-f1122d42-f96b-40a2-bfb2-e05d51f4a9fd None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:44.208095 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1122d42-f96b-40a2-bfb2-e05d51f4a9fd None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:44.230472 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1122d42-f96b-40a2-bfb2-e05d51f4a9fd None None] Pushing event updated for resources: {'Port': ['ID=6d8fdd04-69bd-4b2f-81d2-c587ae2338b1,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:44.237144 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34206) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:44.289876 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-927c8121-35f7-4903-ae2e-3fba866b0f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.300227 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781c9da-cf60-40e0-99f8-c43a7e0dd311 req-79e64324-c529-4ed4-926b-847a15fb604c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:44.301726 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c781c9da-cf60-40e0-99f8-c43a7e0dd311 req-79e64324-c529-4ed4-926b-847a15fb604c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2207e1f-7385-40b6-b0b9-e4a7b83701e0 HTTP/1.1" status: 200 len: 950 time: 0.7450287 Jul 05 09:54:44.307607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-d1cc53c9-ce5a-4aff-b3db-bda4009bd10a req-49296f77-7008-4923-89df-39e152bfe584 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Deleting port 51d33651-b085-49ef-bd43-284bded36bb2 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:44.307987 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1cc53c9-ce5a-4aff-b3db-bda4009bd10a req-49296f77-7008-4923-89df-39e152bfe584 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.319077 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f1122d42-f96b-40a2-bfb2-e05d51f4a9fd None None] Attempting to bind port 6d8fdd04-69bd-4b2f-81d2-c587ae2338b1 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:54:44.319615 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f1122d42-f96b-40a2-bfb2-e05d51f4a9fd None None] Attempting to bind port 6d8fdd04-69bd-4b2f-81d2-c587ae2338b1 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '9da1c9a1-bc06-460d-a990-841768358737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c3be6e9a-1148-4c68-acf3-1cd6141fac36'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:54:44.320046 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1122d42-f96b-40a2-bfb2-e05d51f4a9fd None None] Attempting to bind port 6d8fdd04-69bd-4b2f-81d2-c587ae2338b1 on network c3be6e9a-1148-4c68-acf3-1cd6141fac36 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:54:44.327128 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1122d42-f96b-40a2-bfb2-e05d51f4a9fd None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:54:44.327610 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1122d42-f96b-40a2-bfb2-e05d51f4a9fd None None] Checking segment: {'id': '9da1c9a1-bc06-460d-a990-841768358737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c3be6e9a-1148-4c68-acf3-1cd6141fac36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:44.328057 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f1122d42-f96b-40a2-bfb2-e05d51f4a9fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.328463 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1122d42-f96b-40a2-bfb2-e05d51f4a9fd None None] Bound using segment: {'id': '9da1c9a1-bc06-460d-a990-841768358737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c3be6e9a-1148-4c68-acf3-1cd6141fac36'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:54:44.328937 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f1122d42-f96b-40a2-bfb2-e05d51f4a9fd None None] Bound port: 6d8fdd04-69bd-4b2f-81d2-c587ae2338b1, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da1c9a1-bc06-460d-a990-841768358737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c3be6e9a-1148-4c68-acf3-1cd6141fac36'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:54:44.329467 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f1122d42-f96b-40a2-bfb2-e05d51f4a9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.338002 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b6be3cde-d8e7-4dcd-8e84-590d86519fd4 req-0d8d29e3-469f-44f8-a949-8075e9dc396b tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5482569 Jul 05 09:54:44.350535 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6362bd13-3ba9-48fb-8bb0-6a99ccfcb832 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.447705 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f1122d42-f96b-40a2-bfb2-e05d51f4a9fd None None] For port 6d8fdd04-69bd-4b2f-81d2-c587ae2338b1, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:54:44.451410 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f1122d42-f96b-40a2-bfb2-e05d51f4a9fd None None] For port 6d8fdd04-69bd-4b2f-81d2-c587ae2338b1, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6d8fdd04-69bd-4b2f-81d2-c587ae2338b1,segment=NetworkSegment(9da1c9a1-bc06-460d-a990-841768358737),segment_id=9da1c9a1-bc06-460d-a990-841768358737)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:54:44.471363 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f1122d42-f96b-40a2-bfb2-e05d51f4a9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.475967 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8906a519-48f8-455a-aed2-046eddd1d95f tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.480402 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-927c8121-35f7-4903-ae2e-3fba866b0f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.495920 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-927c8121-35f7-4903-ae2e-3fba866b0f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.510124 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c781c9da-cf60-40e0-99f8-c43a7e0dd311 req-2fa7f242-6185-439f-8768-b0eb7ee2dfdf tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974769 Jul 05 09:54:44.533753 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8906a519-48f8-455a-aed2-046eddd1d95f tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Calling delete_port for a869b283-cc44-46ae-84c7-e44e155adf32 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:44.597936 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c8121-35f7-4903-ae2e-3fba866b0f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9d17a1-1794-4629-8662-5b6c4fb87078,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:44.603294 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-927c8121-35f7-4903-ae2e-3fba866b0f52 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1ad4baf7aed940aaa3c3994216278883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3605328 Jul 05 09:54:44.609592 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34212) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:44.618609 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d1cc53c9-ce5a-4aff-b3db-bda4009bd10a req-49296f77-7008-4923-89df-39e152bfe584 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] For port 51d33651-b085-49ef-bd43-284bded36bb2, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=51d33651-b085-49ef-bd43-284bded36bb2,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:44.618994 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1cc53c9-ce5a-4aff-b3db-bda4009bd10a req-49296f77-7008-4923-89df-39e152bfe584 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.652177 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6362bd13-3ba9-48fb-8bb0-6a99ccfcb832 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.699675 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1122d42-f96b-40a2-bfb2-e05d51f4a9fd None None] Pushing event updated for resources: {'Port': ['ID=6d8fdd04-69bd-4b2f-81d2-c587ae2338b1,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:44.726795 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a180e53-4b71-408a-9f00-b6c7dd91e422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.735040 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-d1cc53c9-ce5a-4aff-b3db-bda4009bd10a req-49296f77-7008-4923-89df-39e152bfe584 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Calling delete_port for 51d33651-b085-49ef-bd43-284bded36bb2 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:44.769664 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a180e53-4b71-408a-9f00-b6c7dd91e422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.829844 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6362bd13-3ba9-48fb-8bb0-6a99ccfcb832 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.896800 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6362bd13-3ba9-48fb-8bb0-6a99ccfcb832 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.900260 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6362bd13-3ba9-48fb-8bb0-6a99ccfcb832 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "DELETE /v2.0/subnets/0d41ba42-e27c-458e-8642-b2c4eed4be60 HTTP/1.1" status: 204 len: 168 time: 1.1752126 Jul 05 09:54:44.902376 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362bd13-3ba9-48fb-8bb0-6a99ccfcb832 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event deleted for resources: {'Subnet': ['ID=0d41ba42-e27c-458e-8642-b2c4eed4be60,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:44.904538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34214) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:44.939864 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a180e53-4b71-408a-9f00-b6c7dd91e422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.943075 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a180e53-4b71-408a-9f00-b6c7dd91e422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.944401 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3a180e53-4b71-408a-9f00-b6c7dd91e422 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6e9d17a1-1794-4629-8662-5b6c4fb87078 HTTP/1.1" status: 204 len: 168 time: 0.3341153 Jul 05 09:54:44.953988 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a180e53-4b71-408a-9f00-b6c7dd91e422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9d17a1-1794-4629-8662-5b6c4fb87078,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:45.144473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba76420-5435-41be-8197-ad9eed0509fd req-13954248-bb37-4e0a-91b7-f5bcb60aaccd tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:45.151322 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ba76420-5435-41be-8197-ad9eed0509fd req-13954248-bb37-4e0a-91b7-f5bcb60aaccd tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 945 time: 0.3905249 Jul 05 09:54:45.177078 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c25aea4-e002-410d-9708-d0a48f2cc512 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:45.178738 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c25aea4-e002-410d-9708-d0a48f2cc512 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:45.186252 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9c25aea4-e002-410d-9708-d0a48f2cc512 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2693222 Jul 05 09:54:45.192473 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34218) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:45.275336 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6d8fdd04-69bd-4b2f-81d2-c587ae2338b1 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:54:45.294848 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8906a519-48f8-455a-aed2-046eddd1d95f tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:45.377698 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ba76420-5435-41be-8197-ad9eed0509fd req-45dfcf8a-d0df-454e-8100-5fe0cb9705da tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2252893 Jul 05 09:54:45.389616 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906a519-48f8-455a-aed2-046eddd1d95f tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Pushing event deleted for resources: {'Port': ['ID=a869b283-cc44-46ae-84c7-e44e155adf32,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:45.421264 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1cc53c9-ce5a-4aff-b3db-bda4009bd10a req-49296f77-7008-4923-89df-39e152bfe584 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:45.449055 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['b7c1f3e8-39ed-4534-a9db-da07d6cd9c44', 'aec12d55-b4d5-49cd-aaf6-168fc2c13c6e', 'ca8c7349-cfbb-475b-9b5c-8e68e92a32eb', 'd9aee653-2aee-4d30-bdc2-d203ab1fb647'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:54:45.458649 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['effe9602-e71c-4fc1-bc07-d703e8fa353e', 'd66926e5-a70a-4139-9e56-5a9e4537acf9', 'a9620830-4540-4187-8ef7-6f5d1bee7bae'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:54:45.482614 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9cd9967-1dd9-416c-b89d-ac69325bbe7c tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:45.511272 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9cd9967-1dd9-416c-b89d-ac69325bbe7c tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 05 09:54:45.512025 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9cd9967-1dd9-416c-b89d-ac69325bbe7c tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:54:45.525668 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d9cd9967-1dd9-416c-b89d-ac69325bbe7c tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "DELETE /v2.0/networks/c3be6e9a-1148-4c68-acf3-1cd6141fac36 HTTP/1.1" status: 409 len: 405 time: 0.3312047 Jul 05 09:54:45.526346 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34228) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:45.532130 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e1addfa4-28af-43a1-af1a-dc4037085bee tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1453067166'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:45.551201 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49296f77-7008-4923-89df-39e152bfe584 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Pushing event deleted for resources: {'Port': ['ID=51d33651-b085-49ef-bd43-284bded36bb2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:45.566811 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1addfa4-28af-43a1-af1a-dc4037085bee tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Made reservation on behalf of b19957928ba0418d9fc8a3c5fedd1cb0 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:45.574678 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1addfa4-28af-43a1-af1a-dc4037085bee tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:45.611841 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 6d8fdd04-69bd-4b2f-81d2-c587ae2338b1 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:45.670821 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1addfa4-28af-43a1-af1a-dc4037085bee tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:54:45.685992 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1addfa4-28af-43a1-af1a-dc4037085bee tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:45.686357 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-e1addfa4-28af-43a1-af1a-dc4037085bee tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Added segment 4532309b-423b-4692-b72c-6d23b801562e of type vlan for network c0c62fdc-8342-438e-b0ee-b168555193a9 Jul 05 09:54:45.908942 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1addfa4-28af-43a1-af1a-dc4037085bee tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:45.955429 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1cc53c9-ce5a-4aff-b3db-bda4009bd10a req-49296f77-7008-4923-89df-39e152bfe584 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] No DVR routers for this DVR port 51d33651-b085-49ef-bd43-284bded36bb2 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:54:45.973118 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1cc53c9-ce5a-4aff-b3db-bda4009bd10a req-49296f77-7008-4923-89df-39e152bfe584 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:45.976566 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1cc53c9-ce5a-4aff-b3db-bda4009bd10a req-49296f77-7008-4923-89df-39e152bfe584 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.81 "DELETE /v2.0/ports/51d33651-b085-49ef-bd43-284bded36bb2 HTTP/1.1" status: 204 len: 173 time: 2.7771902 Jul 05 09:54:45.982681 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2207e1f-7385-40b6-b0b9-e4a7b83701e0', 'name': 'network-vif-deleted', 'tag': '51d33651-b085-49ef-bd43-284bded36bb2'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:54:45.990643 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b5063f-9bb6-488d-a76d-1349c3d88823" -d '{"events": [{"server_uuid": "e2207e1f-7385-40b6-b0b9-e4a7b83701e0", "name": "network-vif-deleted", "tag": "51d33651-b085-49ef-bd43-284bded36bb2"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:54:45.992153 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1addfa4-28af-43a1-af1a-dc4037085bee tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:46.036522 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1addfa4-28af-43a1-af1a-dc4037085bee tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:46.042484 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1addfa4-28af-43a1-af1a-dc4037085bee tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:46.111333 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-87e2c511-cb10-473f-a24a-f03cdc5f83de req-06d88908-c162-4acd-8af3-e6ee8940e5e5 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2207e1f-7385-40b6-b0b9-e4a7b83701e0 HTTP/1.1" status: 200 len: 210 time: 0.2403910 Jul 05 09:54:46.136220 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8906a519-48f8-455a-aed2-046eddd1d95f tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:46.136220 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8906a519-48f8-455a-aed2-046eddd1d95f tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] 10.222.0.79 "DELETE /v2.0/ports/a869b283-cc44-46ae-84c7-e44e155adf32 HTTP/1.1" status: 204 len: 168 time: 2.7251651 Jul 05 09:54:46.144224 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34244) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:46.252462 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ffc384-82a2-4954-83e5-3b64c9ef11b1 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] GET failed (client error): The resource could not be found. Jul 05 09:54:46.275053 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f9ffc384-82a2-4954-83e5-3b64c9ef11b1 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] 10.222.0.79 "GET /v2.0/ports/a869b283-cc44-46ae-84c7-e44e155adf32 HTTP/1.1" status: 404 len: 333 time: 0.1219921 Jul 05 09:54:46.277800 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34248) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:46.287377 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Request body: {'port': {'network_id': 'c521f787-f35a-4dfe-85c4-8e9fa2421420', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-130006643'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:46.305032 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1addfa4-28af-43a1-af1a-dc4037085bee tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event updated for resources: {'Network': ['ID=c0c62fdc-8342-438e-b0ee-b168555193a9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:46.321141 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e1addfa4-28af-43a1-af1a-dc4037085bee tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7929754 Jul 05 09:54:46.325296 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34250) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:46.339789 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-06e48402-7ee0-4060-9d37-72d1507acfb9 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Request body: {'subnet': {'network_id': 'c0c62fdc-8342-438e-b0ee-b168555193a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:46.386234 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network c0c62fdc-8342-438e-b0ee-b168555193a9 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:54:46.513603 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f66463d-ce36-4d39-90bc-506f5a08becd x-openstack-request-id: req-7f66463d-ce36-4d39-90bc-506f5a08becd {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:54:46.514130 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2207e1f-7385-40b6-b0b9-e4a7b83701e0", "name": "network-vif-deleted", "tag": "51d33651-b085-49ef-bd43-284bded36bb2", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:54:46.514130 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7f66463d-ce36-4d39-90bc-506f5a08becd {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:54:46.517109 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2207e1f-7385-40b6-b0b9-e4a7b83701e0', 'name': 'network-vif-deleted', 'tag': '51d33651-b085-49ef-bd43-284bded36bb2', 'status': 'completed', 'code': 200} Jul 05 09:54:46.552826 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced41e2-8885-48b7-b3b5-8c77da4d2835 req-9ca95764-af57-4a29-838a-349ddadb520c tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:46.562088 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a277d3-2000-46d1-9f22-1c2443e2dbdc None None] Network c3be6e9a-1148-4c68-acf3-1cd6141fac36 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:46.570158 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1ced41e2-8885-48b7-b3b5-8c77da4d2835 req-9ca95764-af57-4a29-838a-349ddadb520c tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.8494287 Jul 05 09:54:46.598901 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e48402-7ee0-4060-9d37-72d1507acfb9 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Made reservation on behalf of b19957928ba0418d9fc8a3c5fedd1cb0 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:46.602569 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06e48402-7ee0-4060-9d37-72d1507acfb9 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:46.713692 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 51d33651-b085-49ef-bd43-284bded36bb2 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:54:46.739640 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1ced41e2-8885-48b7-b3b5-8c77da4d2835 req-5a3bfa35-5712-4bdf-8f75-4a2246689170 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752048 Jul 05 09:54:46.741809 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e388a2c7-bc1c-4c3e-95e9-ca17a2006290 None None] Provisioning for port 6d8fdd04-69bd-4b2f-81d2-c587ae2338b1 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:46.802122 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e388a2c7-bc1c-4c3e-95e9-ca17a2006290 None None] Provisioning complete for port 6d8fdd04-69bd-4b2f-81d2-c587ae2338b1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:46.803928 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e388a2c7-bc1c-4c3e-95e9-ca17a2006290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:46.833371 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 51d33651-b085-49ef-bd43-284bded36bb2 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:54:46.833896 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 51d33651-b085-49ef-bd43-284bded36bb2 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:54:46.848475 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Made reservation on behalf of 624b2d7832324cafa6394f590213f94f for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:46.852442 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:47.034086 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] device_id is not set on port 7e4726d2-b133-46e4-836d-81b6fdcae7bd yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:54:47.151060 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76fae0-ff2a-42dc-b63a-3835bb5ea424 req-bd75bf06-7007-468d-9960-bbbefe6ccf5e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:47.160462 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f76fae0-ff2a-42dc-b63a-3835bb5ea424 req-bd75bf06-7007-468d-9960-bbbefe6ccf5e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 945 time: 0.2356830 Jul 05 09:54:47.260325 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f76fae0-ff2a-42dc-b63a-3835bb5ea424 req-b84f3f09-b546-4283-b6e9-817e6e7c1a9b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949378 Jul 05 09:54:47.290551 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Allocated IP 2001:db8::272 (c521f787-f35a-4dfe-85c4-8e9fa2421420/38e0c84d-a713-48c2-94cf-0b1e4279d360/7e4726d2-b133-46e4-836d-81b6fdcae7bd) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:47.301507 n-d-798054-8 neutron-server[93906]: DEBUG neutron.objects.ports [None req-06e48402-7ee0-4060-9d37-72d1507acfb9 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:54:47.308981 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06e48402-7ee0-4060-9d37-72d1507acfb9 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:47.466125 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e48402-7ee0-4060-9d37-72d1507acfb9 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event updated for resources: {'Subnet': ['ID=600b2e71-9e3e-4603-bc73-32e27d891784,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:47.469211 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e48402-7ee0-4060-9d37-72d1507acfb9 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Checking segment: {'id': '4532309b-423b-4692-b72c-6d23b801562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c0c62fdc-8342-438e-b0ee-b168555193a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:47.470063 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e48402-7ee0-4060-9d37-72d1507acfb9 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Network hostable DHCP agents. Network: c0c62fdc-8342-438e-b0ee-b168555193a9, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:54:47.498642 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e388a2c7-bc1c-4c3e-95e9-ca17a2006290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:47.522419 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e48402-7ee0-4060-9d37-72d1507acfb9 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Network c0c62fdc-8342-438e-b0ee-b168555193a9 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:54:47.564110 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-06e48402-7ee0-4060-9d37-72d1507acfb9 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, c0c62fdc-8342-438e-b0ee-b168555193a9) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:47.584972 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e48402-7ee0-4060-9d37-72d1507acfb9 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:47.586409 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06e48402-7ee0-4060-9d37-72d1507acfb9 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:47.608616 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22b6dca-81e7-4993-a2d2-949cf72c3305 None None] Network c0c62fdc-8342-438e-b0ee-b168555193a9 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:47.648668 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-06e48402-7ee0-4060-9d37-72d1507acfb9 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3215942 Jul 05 09:54:47.652285 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34288) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:47.734639 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fd2303-058d-4676-b3dd-52a698a88fb7 None None] DHCP port deletion for c3be6e9a-1148-4c68-acf3-1cd6141fac36 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:54:47.829852 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b87520d7-b404-4ca3-ab1f-b19e1f2a6bfe tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:47.836771 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e388a2c7-bc1c-4c3e-95e9-ca17a2006290 None None] For port 6d8fdd04-69bd-4b2f-81d2-c587ae2338b1, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6d8fdd04-69bd-4b2f-81d2-c587ae2338b1,segment=NetworkSegment(9da1c9a1-bc06-460d-a990-841768358737),segment_id=9da1c9a1-bc06-460d-a990-841768358737)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:47.908602 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e388a2c7-bc1c-4c3e-95e9-ca17a2006290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:47.921830 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b87520d7-b404-4ca3-ab1f-b19e1f2a6bfe tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.087888 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b87520d7-b404-4ca3-ab1f-b19e1f2a6bfe tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.099259 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61896b12-9268-4282-8935-a44ecaee7a90 req-45bcac64-eba3-4ffb-8bcc-ee4ca2ddcfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:48.099259 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61896b12-9268-4282-8935-a44ecaee7a90 req-45bcac64-eba3-4ffb-8bcc-ee4ca2ddcfe5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c841ad1b0474469f875c4f560c814580&device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 1096 time: 0.6390278 Jul 05 09:54:48.114490 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1825265-fabd-4fe6-91c2-61badac646f0 req-04db5917-1baa-46db-8642-45e5f77d395a tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:48.116138 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c1825265-fabd-4fe6-91c2-61badac646f0 req-04db5917-1baa-46db-8642-45e5f77d395a tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.2653844 Jul 05 09:54:48.153870 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87520d7-b404-4ca3-ab1f-b19e1f2a6bfe tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event deleted for resources: {'Subnet': ['ID=600b2e71-9e3e-4603-bc73-32e27d891784,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:48.191289 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b93f86-522c-43c6-b327-e4a244b8e594 req-e42e3bae-b90c-410c-b7db-7af745344d4b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:48.209147 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d45187-d51e-493c-9797-a1d05971a12f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-c0c62fdc-8342-438e-b0ee-b168555193a9', 'network_id': 'c0c62fdc-8342-438e-b0ee-b168555193a9', 'tenant_id': 'b19957928ba0418d9fc8a3c5fedd1cb0', 'fixed_ips': [{'subnet_id': '600b2e71-9e3e-4603-bc73-32e27d891784'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:54:48.210016 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-37d45187-d51e-493c-9797-a1d05971a12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.211944 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388a2c7-bc1c-4c3e-95e9-ca17a2006290 None None] Pushing event updated for resources: {'Port': ['ID=6d8fdd04-69bd-4b2f-81d2-c587ae2338b1,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:48.219875 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-62fd2303-058d-4676-b3dd-52a698a88fb7 None None] Deleting port 6d8fdd04-69bd-4b2f-81d2-c587ae2338b1 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:48.220320 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-62fd2303-058d-4676-b3dd-52a698a88fb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.221101 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3b93f86-522c-43c6-b327-e4a244b8e594 req-e42e3bae-b90c-410c-b7db-7af745344d4b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 945 time: 0.5355031 Jul 05 09:54:48.264221 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b87520d7-b404-4ca3-ab1f-b19e1f2a6bfe tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.275434 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b87520d7-b404-4ca3-ab1f-b19e1f2a6bfe tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c62fdc-8342-438e-b0ee-b168555193a9']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:48.286530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34298) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:48.287794 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b87520d7-b404-4ca3-ab1f-b19e1f2a6bfe tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4532309b-423b-4692-b72c-6d23b801562e') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:48.288125 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b87520d7-b404-4ca3-ab1f-b19e1f2a6bfe tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4532309b-423b-4692-b72c-6d23b801562e') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:48.298101 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b87520d7-b404-4ca3-ab1f-b19e1f2a6bfe tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.302022 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.313309 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b87520d7-b404-4ca3-ab1f-b19e1f2a6bfe tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.320145 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87520d7-b404-4ca3-ab1f-b19e1f2a6bfe tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:54:48.320550 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b87520d7-b404-4ca3-ab1f-b19e1f2a6bfe tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:54:48.388911 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:54:48.401477 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-56c081ee-851f-417e-ad9e-3ad507bd5700 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Request body: {'floatingip': {'port_id': '2aca941f-afbc-4333-8046-eb35cd67dab1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:48.451601 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b87520d7-b404-4ca3-ab1f-b19e1f2a6bfe tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.462840 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b87520d7-b404-4ca3-ab1f-b19e1f2a6bfe tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.474393 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b87520d7-b404-4ca3-ab1f-b19e1f2a6bfe tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "DELETE /v2.0/networks/c0c62fdc-8342-438e-b0ee-b168555193a9 HTTP/1.1" status: 204 len: 168 time: 0.8207667 Jul 05 09:54:48.475036 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34300) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:48.506961 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3e0ab55b-2375-4058-90cd-dc8835350fa0 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-378844816'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:48.510990 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87520d7-b404-4ca3-ab1f-b19e1f2a6bfe tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event deleted for resources: {'Network': ['ID=c0c62fdc-8342-438e-b0ee-b168555193a9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:48.515265 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-62fd2303-058d-4676-b3dd-52a698a88fb7 None None] For port 6d8fdd04-69bd-4b2f-81d2-c587ae2338b1, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6d8fdd04-69bd-4b2f-81d2-c587ae2338b1,segment=NetworkSegment(9da1c9a1-bc06-460d-a990-841768358737),segment_id=9da1c9a1-bc06-460d-a990-841768358737)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:48.516655 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-62fd2303-058d-4676-b3dd-52a698a88fb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.553782 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Transition to ACTIVE for port object 7e4726d2-b133-46e4-836d-81b6fdcae7bd will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:48.566038 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0ab55b-2375-4058-90cd-dc8835350fa0 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Made reservation on behalf of b19957928ba0418d9fc8a3c5fedd1cb0 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:48.569125 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a87acdf-c848-42f8-aaa9-b43155b51d3c None None] Network c0c62fdc-8342-438e-b0ee-b168555193a9 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:48.572401 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-56c081ee-851f-417e-ad9e-3ad507bd5700 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.574362 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e0ab55b-2375-4058-90cd-dc8835350fa0 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.590973 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a87acdf-c848-42f8-aaa9-b43155b51d3c None None] Network c0c62fdc-8342-438e-b0ee-b168555193a9 could not be found, it might have been deleted concurrently. {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 09:54:48.596588 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-62fd2303-058d-4676-b3dd-52a698a88fb7 None None] Calling delete_port for 6d8fdd04-69bd-4b2f-81d2-c587ae2338b1 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:48.656014 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0ab55b-2375-4058-90cd-dc8835350fa0 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:54:48.698015 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e0ab55b-2375-4058-90cd-dc8835350fa0 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.702037 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-3e0ab55b-2375-4058-90cd-dc8835350fa0 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Added segment 32be5a69-5375-4ba4-a2ff-7ffe1f19b708 of type vlan for network 31bf9538-52b0-4c0f-bd97-e4af16e1f239 Jul 05 09:54:48.710084 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-62fd2303-058d-4676-b3dd-52a698a88fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.762613 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd2303-058d-4676-b3dd-52a698a88fb7 None None] Pushing event deleted for resources: {'Port': ['ID=6d8fdd04-69bd-4b2f-81d2-c587ae2338b1,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:48.771574 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fd2303-058d-4676-b3dd-52a698a88fb7 None None] No DVR routers for this DVR port 6d8fdd04-69bd-4b2f-81d2-c587ae2338b1 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:54:48.797702 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e0ab55b-2375-4058-90cd-dc8835350fa0 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.822525 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61896b12-9268-4282-8935-a44ecaee7a90 req-84bc8f03-7e69-4234-a4d9-f1681563cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:48.829113 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61896b12-9268-4282-8935-a44ecaee7a90 req-84bc8f03-7e69-4234-a4d9-f1681563cbc2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0ee79470-62a5-467c-812c-ff770a614a58 HTTP/1.1" status: 200 len: 920 time: 0.7077744 Jul 05 09:54:48.843433 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c1825265-fabd-4fe6-91c2-61badac646f0 req-fac12745-83e6-4c57-a527-da4b7ef16fb4 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7152383 Jul 05 09:54:48.845621 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e0ab55b-2375-4058-90cd-dc8835350fa0 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.859796 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0ab55b-2375-4058-90cd-dc8835350fa0 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:48.862135 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e0ab55b-2375-4058-90cd-dc8835350fa0 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.982508 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3e0ab55b-2375-4058-90cd-dc8835350fa0 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4859874 Jul 05 09:54:48.987073 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34316) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:48.993811 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e37830f9-03c5-4317-b222-f8914a4fbe43 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Request body: {'subnet': {'network_id': '31bf9538-52b0-4c0f-bd97-e4af16e1f239', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:48.998558 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61896b12-9268-4282-8935-a44ecaee7a90 req-9e313df1-650a-4bbe-96e2-6d23f09e7300 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a2b0699-01ed-44eb-9101-8220bcaacb61 HTTP/1.1" status: 200 len: 217 time: 0.1454740 Jul 05 09:54:49.097198 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ab55b-2375-4058-90cd-dc8835350fa0 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event updated for resources: {'Network': ['ID=31bf9538-52b0-4c0f-bd97-e4af16e1f239,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:49.117878 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 31bf9538-52b0-4c0f-bd97-e4af16e1f239 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:54:49.119043 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:49.234639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61896b12-9268-4282-8935-a44ecaee7a90 req-7e1e2c29-7e91-4c34-9273-5cf3a98dbbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:49.236441 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61896b12-9268-4282-8935-a44ecaee7a90 req-7e1e2c29-7e91-4c34-9273-5cf3a98dbbe2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0dce28fb-feef-4fc0-a912-6928eb137c35 HTTP/1.1" status: 200 len: 859 time: 0.2201145 Jul 05 09:54:49.243154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6d8fdd04-69bd-4b2f-81d2-c587ae2338b1 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:54:49.265171 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37830f9-03c5-4317-b222-f8914a4fbe43 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Made reservation on behalf of b19957928ba0418d9fc8a3c5fedd1cb0 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:49.269826 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Network c521f787-f35a-4dfe-85c4-8e9fa2421420 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:49.275588 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 6d8fdd04-69bd-4b2f-81d2-c587ae2338b1 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:54:49.275974 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6d8fdd04-69bd-4b2f-81d2-c587ae2338b1 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:54:49.303617 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:49.313258 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61896b12-9268-4282-8935-a44ecaee7a90 req-ed2e32c3-a41b-4ae7-ad79-01bddf0c0dbe service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0ee79470-62a5-467c-812c-ff770a614a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646589 Jul 05 09:54:49.321782 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e37830f9-03c5-4317-b222-f8914a4fbe43 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:49.348126 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:49.354012 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:49.354828 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:49.379422 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Pushing event updated for resources: {'Port': ['ID=7e4726d2-b133-46e4-836d-81b6fdcae7bd,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:49.450883 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:49.451284 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:49.451639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:49.462656 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:49.463143 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:49.463498 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:49.463996 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:49.464353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:49.464813 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:49.465154 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:49.465520 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:49.465866 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:49.490070 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34322) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:49.491633 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-31b57cb6-8f4c-4485-ad26-a884bfbb8c90 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2019877 Jul 05 09:54:49.500154 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7b9b96cb-13ff-4f85-b668-382015887554 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:52:72:7b'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:49.701194 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc1ac5-9e4b-47f2-937a-18d67f5d11d3 req-9f0249ce-8a42-4067-ba54-adcd2708de23 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:49.703149 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2bcc1ac5-9e4b-47f2-937a-18d67f5d11d3 req-9f0249ce-8a42-4067-ba54-adcd2708de23 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=02e1ba63-d2b8-4cd2-9401-36a885582256 HTTP/1.1" status: 200 len: 949 time: 0.6099422 Jul 05 09:54:49.763096 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61896b12-9268-4282-8935-a44ecaee7a90 req-db85dd45-3495-4097-8c02-5e6f93f21bdb service neutron] 10.222.0.81 "GET /v2.0/networks/0ee79470-62a5-467c-812c-ff770a614a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023111 Jul 05 09:54:49.770002 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-848598c1-f846-4d68-9a29-d1004c680609 None None] Provisioning for port 7e4726d2-b133-46e4-836d-81b6fdcae7bd completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:49.783301 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e37830f9-03c5-4317-b222-f8914a4fbe43 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:49.784042 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-848598c1-f846-4d68-9a29-d1004c680609 None None] Provisioning complete for port 7e4726d2-b133-46e4-836d-81b6fdcae7bd triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:49.784597 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-848598c1-f846-4d68-9a29-d1004c680609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:49.881239 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-848598c1-f846-4d68-9a29-d1004c680609 None None] Port 7e4726d2-b133-46e4-836d-81b6fdcae7bd cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:54:49.927044 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b9b96cb-13ff-4f85-b668-382015887554 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:50.008789 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37830f9-03c5-4317-b222-f8914a4fbe43 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event updated for resources: {'Subnet': ['ID=9cbce7f1-a32d-4892-a4cf-325c10c07657,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:50.026065 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37830f9-03c5-4317-b222-f8914a4fbe43 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Checking segment: {'id': '32be5a69-5375-4ba4-a2ff-7ffe1f19b708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '31bf9538-52b0-4c0f-bd97-e4af16e1f239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:50.026504 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37830f9-03c5-4317-b222-f8914a4fbe43 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Network hostable DHCP agents. Network: 31bf9538-52b0-4c0f-bd97-e4af16e1f239, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:54:50.064429 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37830f9-03c5-4317-b222-f8914a4fbe43 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Network 31bf9538-52b0-4c0f-bd97-e4af16e1f239 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:54:50.112043 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e37830f9-03c5-4317-b222-f8914a4fbe43 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 31bf9538-52b0-4c0f-bd97-e4af16e1f239) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:50.128324 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb4e8e2-ff9a-4582-83ab-2b28ebf35ef4 None None] Network 31bf9538-52b0-4c0f-bd97-e4af16e1f239 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:50.130820 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37830f9-03c5-4317-b222-f8914a4fbe43 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:50.131486 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e37830f9-03c5-4317-b222-f8914a4fbe43 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:50.259372 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e37830f9-03c5-4317-b222-f8914a4fbe43 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2706776 Jul 05 09:54:50.262948 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34338) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:50.311117 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2bcc1ac5-9e4b-47f2-937a-18d67f5d11d3 req-be225259-5f63-4118-89e1-155f37f9ea62 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5638123 Jul 05 09:54:50.401418 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c019bf00-c78f-486b-9917-f6158b3c3dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-31bf9538-52b0-4c0f-bd97-e4af16e1f239', 'network_id': '31bf9538-52b0-4c0f-bd97-e4af16e1f239', 'tenant_id': 'b19957928ba0418d9fc8a3c5fedd1cb0', 'fixed_ips': [{'subnet_id': '9cbce7f1-a32d-4892-a4cf-325c10c07657'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:54:50.409259 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c019bf00-c78f-486b-9917-f6158b3c3dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:50.416774 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61896b12-9268-4282-8935-a44ecaee7a90 req-e429c695-6fb8-4337-bb49-544572884bd7 service neutron] 10.222.0.81 "GET /v2.0/networks/0ee79470-62a5-467c-812c-ff770a614a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6393328 Jul 05 09:54:50.491031 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb477d-5ace-43cb-8a58-f439ad19d188 req-d0935637-108a-4ca9-ae28-4b92655705fd tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:50.498697 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4ebb477d-5ace-43cb-8a58-f439ad19d188 req-d0935637-108a-4ca9-ae28-4b92655705fd tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.2089560 Jul 05 09:54:50.525844 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-56c081ee-851f-417e-ad9e-3ad507bd5700 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:50.535451 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-56c081ee-851f-417e-ad9e-3ad507bd5700 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:50.594276 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b9b96cb-13ff-4f85-b668-382015887554 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:50.600266 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4ebb477d-5ace-43cb-8a58-f439ad19d188 req-94182182-6d32-4447-8aa2-c5de81fde26c tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999238 Jul 05 09:54:50.605357 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b9b96cb-13ff-4f85-b668-382015887554 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:50.728999 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b96cb-13ff-4f85-b668-382015887554 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Pushing event updated for resources: {'Port': ['ID=7e4726d2-b133-46e4-836d-81b6fdcae7bd,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:50.749695 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-56c081ee-851f-417e-ad9e-3ad507bd5700 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Floating IP 3f52df9c-5b9e-481b-b50e-048e0760c757 associated. External IP: 172.25.7.216, port: 2aca941f-afbc-4333-8046-eb35cd67dab1. Jul 05 09:54:50.755153 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b96cb-13ff-4f85-b668-382015887554 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] In _notify_port_updated(), no bound segment for port 7e4726d2-b133-46e4-836d-81b6fdcae7bd on network c521f787-f35a-4dfe-85c4-8e9fa2421420 {{(pid=93906) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:54:50.764214 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9b96cb-13ff-4f85-b668-382015887554 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:50.774575 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b9b96cb-13ff-4f85-b668-382015887554 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:50.776012 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-c019bf00-c78f-486b-9917-f6158b3c3dda None None] Allocated IP 2001:db8::2 (31bf9538-52b0-4c0f-bd97-e4af16e1f239/9cbce7f1-a32d-4892-a4cf-325c10c07657/741dc4ba-629c-4b2a-aaee-a7fc049c0f40) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:50.782677 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7b9b96cb-13ff-4f85-b668-382015887554 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] 10.222.0.79 "PUT /v2.0/ports/7e4726d2-b133-46e4-836d-81b6fdcae7bd HTTP/1.1" status: 200 len: 1002 time: 1.2906160 Jul 05 09:54:50.797571 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34344) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:50.928317 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd3ddd-b2a5-44f4-a80e-62145ac1da69 req-e55595d9-0db8-42ff-98a1-7d2c14abcc77 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:50.929808 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eddd3ddd-b2a5-44f4-a80e-62145ac1da69 req-e55595d9-0db8-42ff-98a1-7d2c14abcc77 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.78 "GET /v2.0/ports?device_id=02e1ba63-d2b8-4cd2-9401-36a885582256 HTTP/1.1" status: 200 len: 949 time: 0.2354317 Jul 05 09:54:50.937445 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:50.990989 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2a54758f-ef93-440a-a474-f90d6e530f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:51.019695 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-04086e0d-bf0b-4fb7-9c93-d4be7884e6d0 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Deleting port 7e4726d2-b133-46e4-836d-81b6fdcae7bd {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:51.020274 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04086e0d-bf0b-4fb7-9c93-d4be7884e6d0 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:51.126459 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c081ee-851f-417e-ad9e-3ad507bd5700 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Router f17524ac-9c00-4ff4-9acf-081ae11e8ba7 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:54:51.148860 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04086e0d-bf0b-4fb7-9c93-d4be7884e6d0 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:51.164379 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-04086e0d-bf0b-4fb7-9c93-d4be7884e6d0 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Calling delete_port for 7e4726d2-b133-46e4-836d-81b6fdcae7bd owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:51.186055 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c019bf00-c78f-486b-9917-f6158b3c3dda None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:51.208752 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c019bf00-c78f-486b-9917-f6158b3c3dda None None] Transition to ACTIVE for port object 741dc4ba-629c-4b2a-aaee-a7fc049c0f40 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:51.240163 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:51.246869 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c019bf00-c78f-486b-9917-f6158b3c3dda None None] Transition to ACTIVE for port object 741dc4ba-629c-4b2a-aaee-a7fc049c0f40 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:51.259215 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c019bf00-c78f-486b-9917-f6158b3c3dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:51.266021 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-02612a1f-1874-4d53-9411-6f6fd70c379c None None] Provisioning complete for port 7e4726d2-b133-46e4-836d-81b6fdcae7bd triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:51.266803 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-02612a1f-1874-4d53-9411-6f6fd70c379c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:51.345547 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-02612a1f-1874-4d53-9411-6f6fd70c379c None None] Port 7e4726d2-b133-46e4-836d-81b6fdcae7bd cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:54:51.347662 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-eddd3ddd-b2a5-44f4-a80e-62145ac1da69 req-2068f614-c745-490e-bb6e-749284d7e7de tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Deleting port a9620830-4540-4187-8ef7-6f5d1bee7bae {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:51.348896 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eddd3ddd-b2a5-44f4-a80e-62145ac1da69 req-2068f614-c745-490e-bb6e-749284d7e7de tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:51.363520 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c019bf00-c78f-486b-9917-f6158b3c3dda None None] Network 31bf9538-52b0-4c0f-bd97-e4af16e1f239 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:51.404587 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-c019bf00-c78f-486b-9917-f6158b3c3dda None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:51.406908 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019bf00-c78f-486b-9917-f6158b3c3dda None None] Pushing event updated for resources: {'Port': ['ID=741dc4ba-629c-4b2a-aaee-a7fc049c0f40,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:51.411425 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c019bf00-c78f-486b-9917-f6158b3c3dda None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:51.428047 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:51.469799 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c081ee-851f-417e-ad9e-3ad507bd5700 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:54:51.479412 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-56c081ee-851f-417e-ad9e-3ad507bd5700 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:51.488051 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae873c7e-ecbb-42b3-9e9a-e488669ba3b9 None None] Sync routers for ids ['f17524ac-9c00-4ff4-9acf-081ae11e8ba7'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:54:51.506144 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae873c7e-ecbb-42b3-9e9a-e488669ba3b9 None None] Routers {'f17524ac-9c00-4ff4-9acf-081ae11e8ba7'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:54:51.506984 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ae873c7e-ecbb-42b3-9e9a-e488669ba3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:54:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f17524ac-9c00-4ff4-9acf-081ae11e8ba7'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:51.538941 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event deleted for resources: {'Subnet': ['ID=9cbce7f1-a32d-4892-a4cf-325c10c07657,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:51.567541 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-c019bf00-c78f-486b-9917-f6158b3c3dda None None] Attempting to bind port 741dc4ba-629c-4b2a-aaee-a7fc049c0f40 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:54:51.567947 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-c019bf00-c78f-486b-9917-f6158b3c3dda None None] Attempting to bind port 741dc4ba-629c-4b2a-aaee-a7fc049c0f40 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '32be5a69-5375-4ba4-a2ff-7ffe1f19b708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '31bf9538-52b0-4c0f-bd97-e4af16e1f239'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:54:51.568313 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c019bf00-c78f-486b-9917-f6158b3c3dda None None] Attempting to bind port 741dc4ba-629c-4b2a-aaee-a7fc049c0f40 on network 31bf9538-52b0-4c0f-bd97-e4af16e1f239 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:54:51.605930 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c019bf00-c78f-486b-9917-f6158b3c3dda None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:54:51.606397 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c019bf00-c78f-486b-9917-f6158b3c3dda None None] Checking segment: {'id': '32be5a69-5375-4ba4-a2ff-7ffe1f19b708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '31bf9538-52b0-4c0f-bd97-e4af16e1f239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:51.606878 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c019bf00-c78f-486b-9917-f6158b3c3dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:51.607292 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c019bf00-c78f-486b-9917-f6158b3c3dda None None] Bound using segment: {'id': '32be5a69-5375-4ba4-a2ff-7ffe1f19b708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '31bf9538-52b0-4c0f-bd97-e4af16e1f239'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:54:51.607789 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-c019bf00-c78f-486b-9917-f6158b3c3dda None None] Bound port: 741dc4ba-629c-4b2a-aaee-a7fc049c0f40, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32be5a69-5375-4ba4-a2ff-7ffe1f19b708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '31bf9538-52b0-4c0f-bd97-e4af16e1f239'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:54:51.608221 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c019bf00-c78f-486b-9917-f6158b3c3dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:51.662594 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-eddd3ddd-b2a5-44f4-a80e-62145ac1da69 req-2068f614-c745-490e-bb6e-749284d7e7de tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] For port a9620830-4540-4187-8ef7-6f5d1bee7bae, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=a9620830-4540-4187-8ef7-6f5d1bee7bae,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:51.662975 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eddd3ddd-b2a5-44f4-a80e-62145ac1da69 req-2068f614-c745-490e-bb6e-749284d7e7de tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:51.669801 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:51.679910 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-eddd3ddd-b2a5-44f4-a80e-62145ac1da69 req-2068f614-c745-490e-bb6e-749284d7e7de tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Calling delete_port for a9620830-4540-4187-8ef7-6f5d1bee7bae owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:51.683679 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bf9538-52b0-4c0f-bd97-e4af16e1f239']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:51.720124 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32be5a69-5375-4ba4-a2ff-7ffe1f19b708') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:51.720601 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32be5a69-5375-4ba4-a2ff-7ffe1f19b708') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:51.748316 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:51.779513 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:51.790063 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:54:51.790878 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:51.795024 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c019bf00-c78f-486b-9917-f6158b3c3dda None None] For port 741dc4ba-629c-4b2a-aaee-a7fc049c0f40, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:54:51.810526 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:54:51.816875 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-ae873c7e-ecbb-42b3-9e9a-e488669ba3b9 None None] Set router f17524ac-9c00-4ff4-9acf-081ae11e8ba7 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:54:51.875314 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04086e0d-bf0b-4fb7-9c93-d4be7884e6d0 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:51.928976 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-56c081ee-851f-417e-ad9e-3ad507bd5700 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "PUT /v2.0/floatingips/3f52df9c-5b9e-481b-b50e-048e0760c757 HTTP/1.1" status: 200 len: 991 time: 3.6413555 Jul 05 09:54:51.948745 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32928277-147a-4b04-a4fd-0b96765fc7a0', 'tag': '2aca941f-afbc-4333-8046-eb35cd67dab1'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:54:51.951171 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ad623f-452b-4f95-b12a-ff66f5e8f147" -d '{"events": [{"name": "network-changed", "server_uuid": "32928277-147a-4b04-a4fd-0b96765fc7a0", "tag": "2aca941f-afbc-4333-8046-eb35cd67dab1"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:54:51.976462 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c019bf00-c78f-486b-9917-f6158b3c3dda None None] For port 741dc4ba-629c-4b2a-aaee-a7fc049c0f40, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=741dc4ba-629c-4b2a-aaee-a7fc049c0f40,segment=NetworkSegment(32be5a69-5375-4ba4-a2ff-7ffe1f19b708),segment_id=32be5a69-5375-4ba4-a2ff-7ffe1f19b708)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:54:51.979819 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04086e0d-bf0b-4fb7-9c93-d4be7884e6d0 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:51.982914 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c019bf00-c78f-486b-9917-f6158b3c3dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:51.984507 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-04086e0d-bf0b-4fb7-9c93-d4be7884e6d0 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] 10.222.0.79 "DELETE /v2.0/ports/7e4726d2-b133-46e4-836d-81b6fdcae7bd HTTP/1.1" status: 204 len: 168 time: 1.1853671 Jul 05 09:54:51.985578 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04086e0d-bf0b-4fb7-9c93-d4be7884e6d0 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Pushing event deleted for resources: {'Port': ['ID=7e4726d2-b133-46e4-836d-81b6fdcae7bd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:51.993161 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34386) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:51.996296 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04086e0d-bf0b-4fb7-9c93-d4be7884e6d0 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:51.996768 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04086e0d-bf0b-4fb7-9c93-d4be7884e6d0 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:51.997296 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04086e0d-bf0b-4fb7-9c93-d4be7884e6d0 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:51.997827 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04086e0d-bf0b-4fb7-9c93-d4be7884e6d0 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:51.998285 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04086e0d-bf0b-4fb7-9c93-d4be7884e6d0 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:51.998777 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04086e0d-bf0b-4fb7-9c93-d4be7884e6d0 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:51.999782 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04086e0d-bf0b-4fb7-9c93-d4be7884e6d0 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:52.000693 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04086e0d-bf0b-4fb7-9c93-d4be7884e6d0 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:52.000693 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04086e0d-bf0b-4fb7-9c93-d4be7884e6d0 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:52.001155 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04086e0d-bf0b-4fb7-9c93-d4be7884e6d0 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:52.001604 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04086e0d-bf0b-4fb7-9c93-d4be7884e6d0 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:52.002072 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04086e0d-bf0b-4fb7-9c93-d4be7884e6d0 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:52.016754 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 09:54:52.016754 n-d-798054-8 neutron-server[93906]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 09:54:52.016754 n-d-798054-8 neutron-server[93906]: [parameters: {'id': '31bf9538-52b0-4c0f-bd97-e4af16e1f239'}] Jul 05 09:54:52.016754 n-d-798054-8 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:54:52.017454 n-d-798054-8 neutron-server[93906]: DEBUG oslo_db.api [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:54:52.043017 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e0645a-5dce-4fcd-bb01-989e3a52e61b tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] GET failed (client error): The resource could not be found. Jul 05 09:54:52.045744 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d7e0645a-5dce-4fcd-bb01-989e3a52e61b tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] 10.222.0.79 "GET /v2.0/ports/7e4726d2-b133-46e4-836d-81b6fdcae7bd HTTP/1.1" status: 404 len: 333 time: 0.0395908 Jul 05 09:54:52.051907 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34388) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:52.060326 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6c4d2efc-c909-4ac9-a937-f48c070e44ab tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Request body: {'port': {'network_id': 'c521f787-f35a-4dfe-85c4-8e9fa2421420', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-186040738'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:52.103391 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019bf00-c78f-486b-9917-f6158b3c3dda None None] Pushing event updated for resources: {'Port': ['ID=741dc4ba-629c-4b2a-aaee-a7fc049c0f40,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:52.116725 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eddd3ddd-b2a5-44f4-a80e-62145ac1da69 req-2068f614-c745-490e-bb6e-749284d7e7de tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:52.180202 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['b7c1f3e8-39ed-4534-a9db-da07d6cd9c44', 'aec12d55-b4d5-49cd-aaf6-168fc2c13c6e', 'ca8c7349-cfbb-475b-9b5c-8e68e92a32eb', 'd9aee653-2aee-4d30-bdc2-d203ab1fb647'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:54:52.183092 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['effe9602-e71c-4fc1-bc07-d703e8fa353e', 'd66926e5-a70a-4139-9e56-5a9e4537acf9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:54:52.207617 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884d4f7-ba63-4aa4-97bb-b3ba830826e7 req-558459f8-a108-48d4-96f9-11b73abee827 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:52.214884 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0884d4f7-ba63-4aa4-97bb-b3ba830826e7 req-558459f8-a108-48d4-96f9-11b73abee827 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.3421960 Jul 05 09:54:52.309548 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068f614-c745-490e-bb6e-749284d7e7de tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Pushing event deleted for resources: {'Port': ['ID=a9620830-4540-4187-8ef7-6f5d1bee7bae,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:52.339010 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4d2efc-c909-4ac9-a937-f48c070e44ab tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Made reservation on behalf of 624b2d7832324cafa6394f590213f94f for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:52.343704 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c4d2efc-c909-4ac9-a937-f48c070e44ab tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:52.386917 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-6c4d2efc-c909-4ac9-a937-f48c070e44ab tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] device_id is not set on port 1b703594-ac20-427c-bf22-29c2e4d8a4ab yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:54:52.405628 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b68683b-bc41-46f3-88db-0b8dee87a05f None None] Network 31bf9538-52b0-4c0f-bd97-e4af16e1f239 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:52.412745 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ae873c7e-ecbb-42b3-9e9a-e488669ba3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'name': 'tempest-ServerActionsTestJSON-1887977794-router', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:54:04Z', 'updated_at': '2021-07-05T09:54:13Z', 'revision_number': 4, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'gw_port': {'id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:54:05Z', 'updated_at': '2021-07-05T09:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3f52df9c-5b9e-481b-b50e-048e0760c757', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'port_id': '2aca941f-afbc-4333-8046-eb35cd67dab1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'mac_address': 'fa:16:3e:9a:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32928277-147a-4b04-a4fd-0b96765fc7a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:54:21Z', 'updated_at': '2021-07-05T09:54:50Z', 'revision_number': 1, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c62ccb-6deb-44ff-a27f-5d56d324314e', 'name': '', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'mac_address': 'fa:16:3e:09:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:54:11Z', 'updated_at': '2021-07-05T09:54:21Z', 'revision_number': 5, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'subnets': [{'id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:52.469252 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568c530-7b03-417d-b179-11af55f352ba req-ea73e933-7d7d-43e1-b8b2-cc50949ac4c8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:52.473573 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f568c530-7b03-417d-b179-11af55f352ba req-ea73e933-7d7d-43e1-b8b2-cc50949ac4c8 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=02e1ba63-d2b8-4cd2-9401-36a885582256 HTTP/1.1" status: 200 len: 867 time: 0.8772910 Jul 05 09:54:52.496359 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae873c7e-ecbb-42b3-9e9a-e488669ba3b9 None None] Checking router: f17524ac-9c00-4ff4-9acf-081ae11e8ba7 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:54:52.516255 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae873c7e-ecbb-42b3-9e9a-e488669ba3b9 None None] Routers {'f17524ac-9c00-4ff4-9acf-081ae11e8ba7'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:54:52.517259 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ae873c7e-ecbb-42b3-9e9a-e488669ba3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:54:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f17524ac-9c00-4ff4-9acf-081ae11e8ba7'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:52.520649 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:52.657882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddd3ddd-b2a5-44f4-a80e-62145ac1da69 req-2068f614-c745-490e-bb6e-749284d7e7de tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] No DVR routers for this DVR port a9620830-4540-4187-8ef7-6f5d1bee7bae on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:54:52.666879 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eddd3ddd-b2a5-44f4-a80e-62145ac1da69 req-2068f614-c745-490e-bb6e-749284d7e7de tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:52.674229 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eddd3ddd-b2a5-44f4-a80e-62145ac1da69 req-2068f614-c745-490e-bb6e-749284d7e7de tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.78 "DELETE /v2.0/ports/a9620830-4540-4187-8ef7-6f5d1bee7bae HTTP/1.1" status: 204 len: 173 time: 1.5939682 Jul 05 09:54:52.741473 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0884d4f7-ba63-4aa4-97bb-b3ba830826e7 req-c68247c6-dc0f-4776-8283-cc735dd42ff2 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247503 Jul 05 09:54:52.798836 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-6c4d2efc-c909-4ac9-a937-f48c070e44ab tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Allocated IP 2001:db8::2f3 (c521f787-f35a-4dfe-85c4-8e9fa2421420/38e0c84d-a713-48c2-94cf-0b1e4279d360/1b703594-ac20-427c-bf22-29c2e4d8a4ab) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:52.844432 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c80731-939e-4d91-a583-b46e9f0bf352 None None] get_active_networks_info from n-d-798054-8 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 09:54:52.845278 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-ae873c7e-ecbb-42b3-9e9a-e488669ba3b9 None None] Set router f17524ac-9c00-4ff4-9acf-081ae11e8ba7 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:54:52.877783 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f568c530-7b03-417d-b179-11af55f352ba req-8dfb7c16-a942-4f33-b97f-c126a0318ddd tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416893 Jul 05 09:54:52.968303 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Deleting port 741dc4ba-629c-4b2a-aaee-a7fc049c0f40 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:52.968699 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:53.012510 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e721fb-8193-4141-b576-336270d4f147 x-openstack-request-id: req-b0e721fb-8193-4141-b576-336270d4f147 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:54:53.012846 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32928277-147a-4b04-a4fd-0b96765fc7a0", "tag": "2aca941f-afbc-4333-8046-eb35cd67dab1", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:54:53.013055 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b0e721fb-8193-4141-b576-336270d4f147 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:54:53.013522 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32928277-147a-4b04-a4fd-0b96765fc7a0', 'tag': '2aca941f-afbc-4333-8046-eb35cd67dab1', 'status': 'completed', 'code': 200} Jul 05 09:54:53.111843 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] For port 741dc4ba-629c-4b2a-aaee-a7fc049c0f40, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=741dc4ba-629c-4b2a-aaee-a7fc049c0f40,segment=NetworkSegment(32be5a69-5375-4ba4-a2ff-7ffe1f19b708),segment_id=32be5a69-5375-4ba4-a2ff-7ffe1f19b708)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:53.113828 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:53.139019 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Calling delete_port for 741dc4ba-629c-4b2a-aaee-a7fc049c0f40 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:53.236198 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:53.256386 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] No DVR routers for this DVR port 741dc4ba-629c-4b2a-aaee-a7fc049c0f40 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:54:53.271188 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c80731-939e-4d91-a583-b46e9f0bf352 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 09:54:53.395725 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event deleted for resources: {'Port': ['ID=741dc4ba-629c-4b2a-aaee-a7fc049c0f40,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:53.399999 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ae873c7e-ecbb-42b3-9e9a-e488669ba3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'name': 'tempest-ServerActionsTestJSON-1887977794-router', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:54:04Z', 'updated_at': '2021-07-05T09:54:13Z', 'revision_number': 4, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'gw_port': {'id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:54:05Z', 'updated_at': '2021-07-05T09:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3f52df9c-5b9e-481b-b50e-048e0760c757', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'port_id': '2aca941f-afbc-4333-8046-eb35cd67dab1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'mac_address': 'fa:16:3e:9a:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32928277-147a-4b04-a4fd-0b96765fc7a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:54:21Z', 'updated_at': '2021-07-05T09:54:50Z', 'revision_number': 1, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c62ccb-6deb-44ff-a27f-5d56d324314e', 'name': '', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'mac_address': 'fa:16:3e:09:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:54:11Z', 'updated_at': '2021-07-05T09:54:21Z', 'revision_number': 5, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'subnets': [{'id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:53.495683 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae873c7e-ecbb-42b3-9e9a-e488669ba3b9 None None] The sync data for ids ['f17524ac-9c00-4ff4-9acf-081ae11e8ba7'] in n-d-798054-8 is: [{'id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'name': 'tempest-ServerActionsTestJSON-1887977794-router', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:54:04Z', 'updated_at': '2021-07-05T09:54:13Z', 'revision_number': 4, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'gw_port': {'id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:54:05Z', 'updated_at': '2021-07-05T09:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3f52df9c-5b9e-481b-b50e-048e0760c757', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'port_id': '2aca941f-afbc-4333-8046-eb35cd67dab1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'mac_address': 'fa:16:3e:9a:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32928277-147a-4b04-a4fd-0b96765fc7a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:54:21Z', 'updated_at': '2021-07-05T09:54:50Z', 'revision_number': 1, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c62ccb-6deb-44ff-a27f-5d56d324314e', 'name': '', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'mac_address': 'fa:16:3e:09:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:54:11Z', 'updated_at': '2021-07-05T09:54:21Z', 'revision_number': 5, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'subnets': [{'id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:54:53.568414 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad623f-452b-4f95-b12a-ff66f5e8f147 req-b0f585d6-57e4-491f-9c15-30a557a0cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:53.575752 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91ad623f-452b-4f95-b12a-ff66f5e8f147 req-b0f585d6-57e4-491f-9c15-30a557a0cd5f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 1096 time: 0.5336094 Jul 05 09:54:53.587417 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:53.591330 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8d3ef325-9f3b-4ff6-b656-31e45f7a6793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:53.622295 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c4d2efc-c909-4ac9-a937-f48c070e44ab tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:53.635714 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:53.675018 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bf9538-52b0-4c0f-bd97-e4af16e1f239']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:53.709339 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32be5a69-5375-4ba4-a2ff-7ffe1f19b708') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:53.709934 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32be5a69-5375-4ba4-a2ff-7ffe1f19b708') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:53.724970 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:53.754854 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:53.766046 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-6c4d2efc-c909-4ac9-a937-f48c070e44ab tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Transition to ACTIVE for port object 1b703594-ac20-427c-bf22-29c2e4d8a4ab will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:53.776684 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad623f-452b-4f95-b12a-ff66f5e8f147 req-c95efc97-771b-4529-9253-4170ec75bf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:53.778463 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91ad623f-452b-4f95-b12a-ff66f5e8f147 req-c95efc97-771b-4529-9253-4170ec75bf5a service neutron] 10.222.0.78 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 913 time: 0.1958570 Jul 05 09:54:53.819028 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device a9620830-4540-4187-8ef7-6f5d1bee7bae no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:54:53.841960 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:54:53.842784 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:53.855614 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: a9620830-4540-4187-8ef7-6f5d1bee7bae {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:54:53.856249 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:54:53.859445 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device a9620830-4540-4187-8ef7-6f5d1bee7bae not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:54:54.023303 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75444bdc-2fc9-4e9a-9bd2-bac1d5d64b82 None None] New status for floating IP 3f52df9c-5b9e-481b-b50e-048e0760c757: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:54:54.041816 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:54.050528 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:54.052726 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "DELETE /v2.0/networks/31bf9538-52b0-4c0f-bd97-e4af16e1f239 HTTP/1.1" status: 204 len: 168 time: 3.7884004 Jul 05 09:54:54.068940 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34418) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:54.075622 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91ad623f-452b-4f95-b12a-ff66f5e8f147 req-d770a71f-48f4-4d99-9ada-1f88f103b589 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aca941f-afbc-4333-8046-eb35cd67dab1 HTTP/1.1" status: 200 len: 999 time: 0.2896409 Jul 05 09:54:54.091535 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a173ea0a-2707-45ba-a330-e03cbfe7ab43 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1775135246'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:54.121422 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0c1f5-4bec-485a-930f-f37b581c7806 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event deleted for resources: {'Network': ['ID=31bf9538-52b0-4c0f-bd97-e4af16e1f239,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:54.130326 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c4d2efc-c909-4ac9-a937-f48c070e44ab tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:54.240214 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d2efc-c909-4ac9-a937-f48c070e44ab tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Pushing event updated for resources: {'Port': ['ID=1b703594-ac20-427c-bf22-29c2e4d8a4ab,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:54.294211 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad623f-452b-4f95-b12a-ff66f5e8f147 req-6c00821f-46d1-49ef-b879-3bd39d8d45f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:54.295959 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91ad623f-452b-4f95-b12a-ff66f5e8f147 req-6c00821f-46d1-49ef-b879-3bd39d8d45f1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.1265218 Jul 05 09:54:54.313819 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676a011-8c10-4b16-a4ed-fb7fb4f6a261 req-a0b93ea6-6a5f-4e7d-aa9e-986619251440 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:54.318816 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4d2efc-c909-4ac9-a937-f48c070e44ab tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Network c521f787-f35a-4dfe-85c4-8e9fa2421420 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:54.322391 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a676a011-8c10-4b16-a4ed-fb7fb4f6a261 req-a0b93ea6-6a5f-4e7d-aa9e-986619251440 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.2456605 Jul 05 09:54:54.325865 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-6c4d2efc-c909-4ac9-a937-f48c070e44ab tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:54.330484 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a173ea0a-2707-45ba-a330-e03cbfe7ab43 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Made reservation on behalf of b19957928ba0418d9fc8a3c5fedd1cb0 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:54.339255 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a173ea0a-2707-45ba-a330-e03cbfe7ab43 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:54.374975 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4d2efc-c909-4ac9-a937-f48c070e44ab tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:54.397744 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4d2efc-c909-4ac9-a937-f48c070e44ab tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:54.398724 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c4d2efc-c909-4ac9-a937-f48c070e44ab tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:54.419687 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a676a011-8c10-4b16-a4ed-fb7fb4f6a261 req-1f9065ee-e9f4-41e6-baad-73dee6c29eb9 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958714 Jul 05 09:54:54.429355 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a173ea0a-2707-45ba-a330-e03cbfe7ab43 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:54:54.466765 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a173ea0a-2707-45ba-a330-e03cbfe7ab43 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:54.468227 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-a173ea0a-2707-45ba-a330-e03cbfe7ab43 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Added segment e3b7ef0a-7b15-47bf-8535-4358d03bd819 of type vlan for network 7f23f583-eaa9-4c49-b442-8f419b363ca7 Jul 05 09:54:54.486187 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad623f-452b-4f95-b12a-ff66f5e8f147 req-e892397e-f75c-42a9-93dc-0369e9b6f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:54.487753 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91ad623f-452b-4f95-b12a-ff66f5e8f147 req-e892397e-f75c-42a9-93dc-0369e9b6f475 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1570213 Jul 05 09:54:54.540902 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:54.580521 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a173ea0a-2707-45ba-a330-e03cbfe7ab43 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:54.700832 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a173ea0a-2707-45ba-a330-e03cbfe7ab43 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:54.714168 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a173ea0a-2707-45ba-a330-e03cbfe7ab43 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:54.717076 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a173ea0a-2707-45ba-a330-e03cbfe7ab43 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:54.743765 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91ad623f-452b-4f95-b12a-ff66f5e8f147 req-be6c47fd-3205-4732-8dda-1b079e02cd91 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409012 Jul 05 09:54:54.833400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7d38856b-04e3-4fa2-b669-c5b8426ee88d None None] Provisioning for port 1b703594-ac20-427c-bf22-29c2e4d8a4ab completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:54.839890 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6c4d2efc-c909-4ac9-a937-f48c070e44ab tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7831697 Jul 05 09:54:54.840806 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34436) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:54.849643 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7d38856b-04e3-4fa2-b669-c5b8426ee88d None None] Provisioning complete for port 1b703594-ac20-427c-bf22-29c2e4d8a4ab triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:54.851347 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7d38856b-04e3-4fa2-b669-c5b8426ee88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:54.865843 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-398b7abe-93bf-4adf-bcc5-c418f9f7ec9d tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Request body: {'port': {'network_id': 'c521f787-f35a-4dfe-85c4-8e9fa2421420', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1349805602'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:54.923893 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7d38856b-04e3-4fa2-b669-c5b8426ee88d None None] Port 1b703594-ac20-427c-bf22-29c2e4d8a4ab cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:54:54.931432 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a173ea0a-2707-45ba-a330-e03cbfe7ab43 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8545666 Jul 05 09:54:54.936169 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34438) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:54.992245 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7473ad16-1045-447a-a283-b789e0916ce5 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Request body: {'subnet': {'network_id': '7f23f583-eaa9-4c49-b442-8f419b363ca7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:55.042634 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e1ba63-d2b8-4cd2-9401-36a885582256', 'name': 'network-vif-deleted', 'tag': 'a9620830-4540-4187-8ef7-6f5d1bee7bae'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:54:55.045483 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf93c23-8a89-4522-9cdd-240918a32a8d" -d '{"events": [{"server_uuid": "02e1ba63-d2b8-4cd2-9401-36a885582256", "name": "network-vif-deleted", "tag": "a9620830-4540-4187-8ef7-6f5d1bee7bae"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:54:55.067939 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91ad623f-452b-4f95-b12a-ff66f5e8f147 req-098cdf34-a638-45b8-a7c1-019d4811513c service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103764 Jul 05 09:54:55.119371 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173ea0a-2707-45ba-a330-e03cbfe7ab43 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event updated for resources: {'Network': ['ID=7f23f583-eaa9-4c49-b442-8f419b363ca7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:55.122971 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1201d8-40db-48e8-b3b6-a222d4af0b6d x-openstack-request-id: req-6c1201d8-40db-48e8-b3b6-a222d4af0b6d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:54:55.123276 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e1ba63-d2b8-4cd2-9401-36a885582256", "name": "network-vif-deleted", "tag": "a9620830-4540-4187-8ef7-6f5d1bee7bae", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:54:55.123530 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6c1201d8-40db-48e8-b3b6-a222d4af0b6d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:54:55.124475 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e1ba63-d2b8-4cd2-9401-36a885582256', 'name': 'network-vif-deleted', 'tag': 'a9620830-4540-4187-8ef7-6f5d1bee7bae', 'status': 'completed', 'code': 200} Jul 05 09:54:55.132528 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 7f23f583-eaa9-4c49-b442-8f419b363ca7 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:54:55.134697 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05360c59-b920-49de-95d9-b5f4d038144e req-46767d0b-464f-47c0-ab86-ff6918913a12 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:55.136371 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-05360c59-b920-49de-95d9-b5f4d038144e req-46767d0b-464f-47c0-ab86-ff6918913a12 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c8e09a-4bd4-4ce4-972b-7efb7b941845 HTTP/1.1" status: 200 len: 950 time: 0.2053905 Jul 05 09:54:55.218447 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-05360c59-b920-49de-95d9-b5f4d038144e req-721ea8b7-aeb0-4cda-9b76-6efa4952edc2 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759709 Jul 05 09:54:55.692379 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7473ad16-1045-447a-a283-b789e0916ce5 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Made reservation on behalf of b19957928ba0418d9fc8a3c5fedd1cb0 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:55.696767 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7473ad16-1045-447a-a283-b789e0916ce5 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:55.760781 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398b7abe-93bf-4adf-bcc5-c418f9f7ec9d tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Made reservation on behalf of 624b2d7832324cafa6394f590213f94f for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:55.764471 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-398b7abe-93bf-4adf-bcc5-c418f9f7ec9d tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:55.928776 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-398b7abe-93bf-4adf-bcc5-c418f9f7ec9d tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] device_id is not set on port 82f2cf22-66eb-45e4-92cb-b09f402d5ae3 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:54:56.179656 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-398b7abe-93bf-4adf-bcc5-c418f9f7ec9d tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Allocated IP 2001:db8::313 (c521f787-f35a-4dfe-85c4-8e9fa2421420/38e0c84d-a713-48c2-94cf-0b1e4279d360/82f2cf22-66eb-45e4-92cb-b09f402d5ae3) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:56.203537 n-d-798054-8 neutron-server[93906]: DEBUG neutron.objects.ports [None req-7473ad16-1045-447a-a283-b789e0916ce5 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:54:56.210966 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7473ad16-1045-447a-a283-b789e0916ce5 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:56.388174 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a195da8-9a04-431f-a43b-0c33bde6b397 req-01489835-5323-419a-abfa-cecd54d60f39 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:56.395417 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473ad16-1045-447a-a283-b789e0916ce5 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event updated for resources: {'Subnet': ['ID=9e3b6bdf-23b8-48ad-86b2-e46918fab745,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:56.397546 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1a195da8-9a04-431f-a43b-0c33bde6b397 req-01489835-5323-419a-abfa-cecd54d60f39 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.1827664 Jul 05 09:54:56.457939 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1a195da8-9a04-431f-a43b-0c33bde6b397 req-cf13b2ce-cfd2-4bc6-9c2c-35759599c5e2 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533266 Jul 05 09:54:56.549199 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e488a2d-c6ad-4db0-9a8f-79504fe566b1 req-89517a22-0f74-410b-a850-723fd57e70f0 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:56.551010 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2e488a2d-c6ad-4db0-9a8f-79504fe566b1 req-89517a22-0f74-410b-a850-723fd57e70f0 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8c8e09a-4bd4-4ce4-972b-7efb7b941845 HTTP/1.1" status: 200 len: 950 time: 0.2252071 Jul 05 09:54:56.553597 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7473ad16-1045-447a-a283-b789e0916ce5 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Checking segment: {'id': 'e3b7ef0a-7b15-47bf-8535-4358d03bd819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7f23f583-eaa9-4c49-b442-8f419b363ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:56.554111 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7473ad16-1045-447a-a283-b789e0916ce5 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Network hostable DHCP agents. Network: 7f23f583-eaa9-4c49-b442-8f419b363ca7, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:54:56.625741 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7473ad16-1045-447a-a283-b789e0916ce5 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Network 7f23f583-eaa9-4c49-b442-8f419b363ca7 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:54:56.640051 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:56.651706 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-7473ad16-1045-447a-a283-b789e0916ce5 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 7f23f583-eaa9-4c49-b442-8f419b363ca7) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:56.659286 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7473ad16-1045-447a-a283-b789e0916ce5 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:56.659703 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7473ad16-1045-447a-a283-b789e0916ce5 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:56.664540 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3564851-c856-4589-9bf5-1aa19969702d None None] Network 7f23f583-eaa9-4c49-b442-8f419b363ca7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:56.709444 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7473ad16-1045-447a-a283-b789e0916ce5 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7293718 Jul 05 09:54:56.714175 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-398b7abe-93bf-4adf-bcc5-c418f9f7ec9d tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:56.716621 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34494) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:56.783381 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-398b7abe-93bf-4adf-bcc5-c418f9f7ec9d tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Transition to ACTIVE for port object 82f2cf22-66eb-45e4-92cb-b09f402d5ae3 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:56.815636 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d669a-d982-4447-8b39-36d60fc1ccdf req-5fb64c87-39fa-4e3c-9c9c-8f31f9affded tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:56.824512 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-491d669a-d982-4447-8b39-36d60fc1ccdf req-5fb64c87-39fa-4e3c-9c9c-8f31f9affded tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c8e09a-4bd4-4ce4-972b-7efb7b941845 HTTP/1.1" status: 200 len: 950 time: 0.2707682 Jul 05 09:54:56.905646 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-491d669a-d982-4447-8b39-36d60fc1ccdf req-bf83a6ba-528a-4a78-8523-f9094914c09d tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736074 Jul 05 09:54:56.909033 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9fc864c5-25a1-4ef2-8369-8213b44ea299 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:56.913519 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2e488a2d-c6ad-4db0-9a8f-79504fe566b1 req-56798ace-e2bd-49ed-879e-1c448ebfad0d tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Deleting port d66926e5-a70a-4139-9e56-5a9e4537acf9 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:56.913876 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2e488a2d-c6ad-4db0-9a8f-79504fe566b1 req-56798ace-e2bd-49ed-879e-1c448ebfad0d tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:56.916317 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-398b7abe-93bf-4adf-bcc5-c418f9f7ec9d tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:56.975404 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398b7abe-93bf-4adf-bcc5-c418f9f7ec9d tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Network c521f787-f35a-4dfe-85c4-8e9fa2421420 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:56.982168 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-398b7abe-93bf-4adf-bcc5-c418f9f7ec9d tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:56.985329 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398b7abe-93bf-4adf-bcc5-c418f9f7ec9d tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:56.993015 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398b7abe-93bf-4adf-bcc5-c418f9f7ec9d tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:56.994087 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-398b7abe-93bf-4adf-bcc5-c418f9f7ec9d tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:57.018183 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-398b7abe-93bf-4adf-bcc5-c418f9f7ec9d tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1660662 Jul 05 09:54:57.021614 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34510) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:57.033865 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a4f0d143-2d1e-466b-96a5-9b77a013d294 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::351', 'mac_address': 'fa:16:3e:52:72:7b'}, {'ip_address': '2001:db8::2f3', 'mac_address': 'fa:16:3e:91:fa:1b'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:57.121299 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9fc864c5-25a1-4ef2-8369-8213b44ea299 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:57.208745 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2e488a2d-c6ad-4db0-9a8f-79504fe566b1 req-56798ace-e2bd-49ed-879e-1c448ebfad0d tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] For port d66926e5-a70a-4139-9e56-5a9e4537acf9, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=d66926e5-a70a-4139-9e56-5a9e4537acf9,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:57.209134 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2e488a2d-c6ad-4db0-9a8f-79504fe566b1 req-56798ace-e2bd-49ed-879e-1c448ebfad0d tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:57.223902 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae75a959-12cd-42d1-bbd4-1dce179dbb78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-7f23f583-eaa9-4c49-b442-8f419b363ca7', 'network_id': '7f23f583-eaa9-4c49-b442-8f419b363ca7', 'tenant_id': 'b19957928ba0418d9fc8a3c5fedd1cb0', 'fixed_ips': [{'subnet_id': '9e3b6bdf-23b8-48ad-86b2-e46918fab745'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:54:57.227330 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ae75a959-12cd-42d1-bbd4-1dce179dbb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:57.249962 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2e488a2d-c6ad-4db0-9a8f-79504fe566b1 req-56798ace-e2bd-49ed-879e-1c448ebfad0d tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Calling delete_port for d66926e5-a70a-4139-9e56-5a9e4537acf9 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:57.253268 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b7abe-93bf-4adf-bcc5-c418f9f7ec9d tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Pushing event updated for resources: {'Port': ['ID=82f2cf22-66eb-45e4-92cb-b09f402d5ae3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:57.334140 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9fc864c5-25a1-4ef2-8369-8213b44ea299 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:57.494754 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc864c5-25a1-4ef2-8369-8213b44ea299 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event deleted for resources: {'Subnet': ['ID=9e3b6bdf-23b8-48ad-86b2-e46918fab745,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:57.540861 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2e488a2d-c6ad-4db0-9a8f-79504fe566b1 req-56798ace-e2bd-49ed-879e-1c448ebfad0d tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:57.593099 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56798ace-e2bd-49ed-879e-1c448ebfad0d tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Pushing event deleted for resources: {'Port': ['ID=d66926e5-a70a-4139-9e56-5a9e4537acf9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:57.664668 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['effe9602-e71c-4fc1-bc07-d703e8fa353e', 'd66926e5-a70a-4139-9e56-5a9e4537acf9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:54:57.669447 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e488a2d-c6ad-4db0-9a8f-79504fe566b1 req-56798ace-e2bd-49ed-879e-1c448ebfad0d tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] No DVR routers for this DVR port d66926e5-a70a-4139-9e56-5a9e4537acf9 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:54:57.672081 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2e488a2d-c6ad-4db0-9a8f-79504fe566b1 req-56798ace-e2bd-49ed-879e-1c448ebfad0d tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:57.672553 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9fc864c5-25a1-4ef2-8369-8213b44ea299 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:57.673969 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['b7c1f3e8-39ed-4534-a9db-da07d6cd9c44', 'aec12d55-b4d5-49cd-aaf6-168fc2c13c6e', 'ca8c7349-cfbb-475b-9b5c-8e68e92a32eb', 'd9aee653-2aee-4d30-bdc2-d203ab1fb647'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:54:57.674104 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2e488a2d-c6ad-4db0-9a8f-79504fe566b1 req-56798ace-e2bd-49ed-879e-1c448ebfad0d tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.78 "DELETE /v2.0/ports/d66926e5-a70a-4139-9e56-5a9e4537acf9 HTTP/1.1" status: 204 len: 173 time: 1.1137068 Jul 05 09:54:57.674513 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c8e09a-4bd4-4ce4-972b-7efb7b941845', 'name': 'network-vif-deleted', 'tag': 'd66926e5-a70a-4139-9e56-5a9e4537acf9'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:54:57.688196 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717c28a9-8f99-446b-9017-ff7d0225b51f" -d '{"events": [{"server_uuid": "c8c8e09a-4bd4-4ce4-972b-7efb7b941845", "name": "network-vif-deleted", "tag": "d66926e5-a70a-4139-9e56-5a9e4537acf9"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:54:57.705203 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9fc864c5-25a1-4ef2-8369-8213b44ea299 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f23f583-eaa9-4c49-b442-8f419b363ca7']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:57.776541 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9fc864c5-25a1-4ef2-8369-8213b44ea299 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b7ef0a-7b15-47bf-8535-4358d03bd819') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:57.781136 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9fc864c5-25a1-4ef2-8369-8213b44ea299 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b7ef0a-7b15-47bf-8535-4358d03bd819') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:57.827714 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7743a9-816f-4d0a-ad48-11b98c27ca96 x-openstack-request-id: req-dd7743a9-816f-4d0a-ad48-11b98c27ca96 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:54:57.827961 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c8e09a-4bd4-4ce4-972b-7efb7b941845", "name": "network-vif-deleted", "tag": "d66926e5-a70a-4139-9e56-5a9e4537acf9", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:54:57.828419 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dd7743a9-816f-4d0a-ad48-11b98c27ca96 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:54:57.828610 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c8e09a-4bd4-4ce4-972b-7efb7b941845', 'name': 'network-vif-deleted', 'tag': 'd66926e5-a70a-4139-9e56-5a9e4537acf9', 'status': 'completed', 'code': 200} Jul 05 09:54:57.832511 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9fc864c5-25a1-4ef2-8369-8213b44ea299 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:57.881700 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9fc864c5-25a1-4ef2-8369-8213b44ea299 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:57.904896 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc864c5-25a1-4ef2-8369-8213b44ea299 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:54:57.904896 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9fc864c5-25a1-4ef2-8369-8213b44ea299 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:54:57.911060 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:54:57.954133 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-18a96176-16c7-439e-bd41-0481634dc4b6 None None] Provisioning for port 82f2cf22-66eb-45e4-92cb-b09f402d5ae3 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:58.014587 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75be9cd9-4739-4916-8de3-5b28a9a5e03a None None] Network 7f23f583-eaa9-4c49-b442-8f419b363ca7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:58.018066 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-18a96176-16c7-439e-bd41-0481634dc4b6 None None] Provisioning complete for port 82f2cf22-66eb-45e4-92cb-b09f402d5ae3 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:58.018447 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-18a96176-16c7-439e-bd41-0481634dc4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:58.176193 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9fc864c5-25a1-4ef2-8369-8213b44ea299 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:58.222847 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9fc864c5-25a1-4ef2-8369-8213b44ea299 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:58.230332 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9fc864c5-25a1-4ef2-8369-8213b44ea299 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "DELETE /v2.0/networks/7f23f583-eaa9-4c49-b442-8f419b363ca7 HTTP/1.1" status: 204 len: 168 time: 1.5098312 Jul 05 09:54:58.231530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34532) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:58.236415 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4f0d143-2d1e-466b-96a5-9b77a013d294 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:58.357844 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc864c5-25a1-4ef2-8369-8213b44ea299 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event deleted for resources: {'Network': ['ID=7f23f583-eaa9-4c49-b442-8f419b363ca7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:58.367436 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b32ceb-4324-4f80-9ff3-f5100170f631 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] DELETE failed (client error): The resource could not be found. Jul 05 09:54:58.380565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b32ceb-4324-4f80-9ff3-f5100170f631 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:54:58.386200 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-46b32ceb-4324-4f80-9ff3-f5100170f631 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "DELETE /v2.0/subnets/9e3b6bdf-23b8-48ad-86b2-e46918fab745 HTTP/1.1" status: 404 len: 337 time: 0.1536236 Jul 05 09:54:58.387024 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34538) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:58.421543 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-288348e7-bba5-4e4a-a11b-5cba869f48c0 req-e32bc18b-9945-4191-b744-b8f293f68120 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c8e09a-4bd4-4ce4-972b-7efb7b941845 HTTP/1.1" status: 200 len: 210 time: 0.1810246 Jul 05 09:54:58.439125 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-18a96176-16c7-439e-bd41-0481634dc4b6 None None] Port 82f2cf22-66eb-45e4-92cb-b09f402d5ae3 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:54:58.479888 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-3476d555-5d67-41f0-808f-582ff208e4f9 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] DELETE failed (client error): The resource could not be found. Jul 05 09:54:58.482566 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3476d555-5d67-41f0-808f-582ff208e4f9 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:54:58.503079 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3476d555-5d67-41f0-808f-582ff208e4f9 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "DELETE /v2.0/networks/7f23f583-eaa9-4c49-b442-8f419b363ca7 HTTP/1.1" status: 404 len: 339 time: 0.0806384 Jul 05 09:54:58.507473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34542) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:58.608761 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-76909879-f69a-4d99-98c1-b69005643166 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] DELETE failed (client error): The resource could not be found. Jul 05 09:54:58.617281 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76909879-f69a-4d99-98c1-b69005643166 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:54:58.617281 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-76909879-f69a-4d99-98c1-b69005643166 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "DELETE /v2.0/subnets/9cbce7f1-a32d-4892-a4cf-325c10c07657 HTTP/1.1" status: 404 len: 337 time: 0.1077278 Jul 05 09:54:58.628589 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34544) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:58.686149 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb49959-a4dc-4558-aae1-34eea2245ef2 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] DELETE failed (client error): The resource could not be found. Jul 05 09:54:58.687877 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdb49959-a4dc-4558-aae1-34eea2245ef2 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:54:58.694359 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cdb49959-a4dc-4558-aae1-34eea2245ef2 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "DELETE /v2.0/networks/31bf9538-52b0-4c0f-bd97-e4af16e1f239 HTTP/1.1" status: 404 len: 339 time: 0.0624108 Jul 05 09:54:58.699235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34548) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:58.763200 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-c064336a-d8bb-4d22-8f1b-71584aa02cd2 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] DELETE failed (client error): The resource could not be found. Jul 05 09:54:58.763200 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c064336a-d8bb-4d22-8f1b-71584aa02cd2 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:54:58.769472 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c064336a-d8bb-4d22-8f1b-71584aa02cd2 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "DELETE /v2.0/subnets/600b2e71-9e3e-4603-bc73-32e27d891784 HTTP/1.1" status: 404 len: 337 time: 0.0668018 Jul 05 09:54:58.771144 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34550) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:58.810604 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1a00d9-90d4-4dbc-902a-e773892520b7 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] DELETE failed (client error): The resource could not be found. Jul 05 09:54:58.811747 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c1a00d9-90d4-4dbc-902a-e773892520b7 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:54:58.821655 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8c1a00d9-90d4-4dbc-902a-e773892520b7 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "DELETE /v2.0/networks/c0c62fdc-8342-438e-b0ee-b168555193a9 HTTP/1.1" status: 404 len: 339 time: 0.0474439 Jul 05 09:54:58.822293 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34552) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:58.917988 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4f0d143-2d1e-466b-96a5-9b77a013d294 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:58.929870 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4f0d143-2d1e-466b-96a5-9b77a013d294 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:58.986017 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a4f0d143-2d1e-466b-96a5-9b77a013d294 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] In _notify_port_updated(), no bound segment for port 82f2cf22-66eb-45e4-92cb-b09f402d5ae3 on network c521f787-f35a-4dfe-85c4-8e9fa2421420 {{(pid=93906) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:54:59.020724 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f0d143-2d1e-466b-96a5-9b77a013d294 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:59.023561 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4f0d143-2d1e-466b-96a5-9b77a013d294 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:59.035784 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a4f0d143-2d1e-466b-96a5-9b77a013d294 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] 10.222.0.79 "PUT /v2.0/ports/82f2cf22-66eb-45e4-92cb-b09f402d5ae3 HTTP/1.1" status: 200 len: 1068 time: 2.0055001 Jul 05 09:54:59.040746 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34556) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:59.106257 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0d143-2d1e-466b-96a5-9b77a013d294 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Pushing event updated for resources: {'Port': ['ID=82f2cf22-66eb-45e4-92cb-b09f402d5ae3,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:59.115685 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-941c8fbd-3cba-413d-9f34-41808fdde619 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Deleting port 6c2c2ba3-dd17-4097-8060-b7d4eebc70e2 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:59.116315 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-941c8fbd-3cba-413d-9f34-41808fdde619 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:59.494356 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1dde128c-7e63-4c49-bd84-2c2ebb9c841b None None] Provisioning complete for port 82f2cf22-66eb-45e4-92cb-b09f402d5ae3 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:59.494906 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1dde128c-7e63-4c49-bd84-2c2ebb9c841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:59.532143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1dde128c-7e63-4c49-bd84-2c2ebb9c841b None None] Port 82f2cf22-66eb-45e4-92cb-b09f402d5ae3 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:54:59.807523 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-941c8fbd-3cba-413d-9f34-41808fdde619 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:59.808683 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device d66926e5-a70a-4139-9e56-5a9e4537acf9 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:54:59.826634 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-941c8fbd-3cba-413d-9f34-41808fdde619 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Calling delete_port for 6c2c2ba3-dd17-4097-8060-b7d4eebc70e2 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:59.871621 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: d66926e5-a70a-4139-9e56-5a9e4537acf9 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:54:59.872086 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device d66926e5-a70a-4139-9e56-5a9e4537acf9 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:54:59.900054 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-5c52ba22-927e-4d20-bcbe-3b15d2d710a2 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Deleting port 82f2cf22-66eb-45e4-92cb-b09f402d5ae3 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:59.900404 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c52ba22-927e-4d20-bcbe-3b15d2d710a2 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:00.032444 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c52ba22-927e-4d20-bcbe-3b15d2d710a2 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:00.045267 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-5c52ba22-927e-4d20-bcbe-3b15d2d710a2 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Calling delete_port for 82f2cf22-66eb-45e4-92cb-b09f402d5ae3 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:00.141570 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-941c8fbd-3cba-413d-9f34-41808fdde619 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:00.183780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c8fbd-3cba-413d-9f34-41808fdde619 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event deleted for resources: {'Port': ['ID=6c2c2ba3-dd17-4097-8060-b7d4eebc70e2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:00.197863 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-941c8fbd-3cba-413d-9f34-41808fdde619 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:00.200730 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-941c8fbd-3cba-413d-9f34-41808fdde619 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "DELETE /v2.0/ports/6c2c2ba3-dd17-4097-8060-b7d4eebc70e2 HTTP/1.1" status: 204 len: 168 time: 1.3771620 Jul 05 09:55:00.203317 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34592) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:00.254415 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30b51cf-ce98-49ff-bd38-73f51c2b8d74 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] DELETE failed (client error): The resource could not be found. Jul 05 09:55:00.254954 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30b51cf-ce98-49ff-bd38-73f51c2b8d74 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:55:00.260076 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b30b51cf-ce98-49ff-bd38-73f51c2b8d74 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "DELETE /v2.0/subnets/0d41ba42-e27c-458e-8642-b2c4eed4be60 HTTP/1.1" status: 404 len: 337 time: 0.0518758 Jul 05 09:55:00.261332 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34596) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:00.317539 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c52ba22-927e-4d20-bcbe-3b15d2d710a2 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:00.367378 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52ba22-927e-4d20-bcbe-3b15d2d710a2 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Pushing event deleted for resources: {'Port': ['ID=82f2cf22-66eb-45e4-92cb-b09f402d5ae3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:00.461309 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f681-f5e2-465e-8c05-20cdb2be430e tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:00.658189 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f681-f5e2-465e-8c05-20cdb2be430e tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:00.671964 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-7ae5f681-f5e2-465e-8c05-20cdb2be430e tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3be6e9a-1148-4c68-acf3-1cd6141fac36']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:00.685296 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-7ae5f681-f5e2-465e-8c05-20cdb2be430e tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da1c9a1-bc06-460d-a990-841768358737') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:00.685556 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-7ae5f681-f5e2-465e-8c05-20cdb2be430e tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da1c9a1-bc06-460d-a990-841768358737') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:00.699139 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f681-f5e2-465e-8c05-20cdb2be430e tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:00.721498 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f681-f5e2-465e-8c05-20cdb2be430e tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:00.740577 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae5f681-f5e2-465e-8c05-20cdb2be430e tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:55:00.741311 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f681-f5e2-465e-8c05-20cdb2be430e tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:55:00.745949 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:55:00.823912 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f681-f5e2-465e-8c05-20cdb2be430e tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:00.845068 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f681-f5e2-465e-8c05-20cdb2be430e tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:00.847540 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7ae5f681-f5e2-465e-8c05-20cdb2be430e tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "DELETE /v2.0/networks/c3be6e9a-1148-4c68-acf3-1cd6141fac36 HTTP/1.1" status: 204 len: 168 time: 0.5860202 Jul 05 09:55:00.860911 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34612) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:00.862255 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5f681-f5e2-465e-8c05-20cdb2be430e tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event deleted for resources: {'Network': ['ID=c3be6e9a-1148-4c68-acf3-1cd6141fac36,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:00.937968 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c52ba22-927e-4d20-bcbe-3b15d2d710a2 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:00.940038 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5c52ba22-927e-4d20-bcbe-3b15d2d710a2 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] 10.222.0.79 "DELETE /v2.0/ports/82f2cf22-66eb-45e4-92cb-b09f402d5ae3 HTTP/1.1" status: 204 len: 168 time: 1.8969676 Jul 05 09:55:00.943479 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34616) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:00.979350 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c58c8-cd41-4cd7-ac70-b504efff9bd7 req-b9e026ab-5134-4003-bbf5-8c352d4d341e tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:00.993608 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa1c58c8-cd41-4cd7-ac70-b504efff9bd7 req-b9e026ab-5134-4003-bbf5-8c352d4d341e tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03 HTTP/1.1" status: 200 len: 949 time: 0.4346809 Jul 05 09:55:01.027526 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34618) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:01.053733 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8aa81f-274b-472a-9673-84988705d73e tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] GET failed (client error): The resource could not be found. Jul 05 09:55:01.062449 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7d8aa81f-274b-472a-9673-84988705d73e tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] 10.222.0.79 "GET /v2.0/ports/82f2cf22-66eb-45e4-92cb-b09f402d5ae3 HTTP/1.1" status: 404 len: 333 time: 0.1178961 Jul 05 09:55:01.063034 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa1c58c8-cd41-4cd7-ac70-b504efff9bd7 req-73a7a5e5-7bf8-487a-bd11-bd1444f372af tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684469 Jul 05 09:55:01.065172 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34624) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:01.101151 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-088d9c2f-08fe-4f08-9ebf-bfa36f1289d1 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Deleting port 39735c20-4d6d-4705-b2f7-c924c7393e1c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:01.101936 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-088d9c2f-08fe-4f08-9ebf-bfa36f1289d1 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:01.209606 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e6a058b-424f-4514-98ad-4c942f5b1b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:01.210937 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-088d9c2f-08fe-4f08-9ebf-bfa36f1289d1 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:01.227966 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-088d9c2f-08fe-4f08-9ebf-bfa36f1289d1 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Calling delete_port for 39735c20-4d6d-4705-b2f7-c924c7393e1c owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:01.334250 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-088d9c2f-08fe-4f08-9ebf-bfa36f1289d1 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:01.351678 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e6a058b-424f-4514-98ad-4c942f5b1b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:01.365128 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e6a058b-424f-4514-98ad-4c942f5b1b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:01.376958 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d9c2f-08fe-4f08-9ebf-bfa36f1289d1 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event deleted for resources: {'Port': ['ID=39735c20-4d6d-4705-b2f7-c924c7393e1c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:01.392017 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-088d9c2f-08fe-4f08-9ebf-bfa36f1289d1 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:01.394394 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-088d9c2f-08fe-4f08-9ebf-bfa36f1289d1 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "DELETE /v2.0/ports/39735c20-4d6d-4705-b2f7-c924c7393e1c HTTP/1.1" status: 204 len: 168 time: 0.5297351 Jul 05 09:55:01.397039 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34626) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:01.408430 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a058b-424f-4514-98ad-4c942f5b1b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a698ce-08d6-45af-b569-66c7f51dbc3d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:01.439146 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97524d7-754d-4306-ae8f-56a23727a5a8 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] DELETE failed (client error): The resource could not be found. Jul 05 09:55:01.439616 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b97524d7-754d-4306-ae8f-56a23727a5a8 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:55:01.441389 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8e6a058b-424f-4514-98ad-4c942f5b1b6a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7f82960b0bfb4e2389da309230564ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4127162 Jul 05 09:55:01.443096 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b97524d7-754d-4306-ae8f-56a23727a5a8 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "DELETE /v2.0/subnets/134baf65-a30c-4228-aff2-62b40b5a6fde HTTP/1.1" status: 404 len: 337 time: 0.0450749 Jul 05 09:55:01.444015 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34628) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:01.445715 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34630) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:01.450311 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2e1f60b4-01c4-4d5f-98fc-8d96a0e7dfcc tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Deleting port 1b703594-ac20-427c-bf22-29c2e4d8a4ab {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:01.450709 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e1f60b4-01c4-4d5f-98fc-8d96a0e7dfcc tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:01.508380 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-238e5cbe-0556-4e09-9c6f-cb251f9ddc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:01.555680 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e1f60b4-01c4-4d5f-98fc-8d96a0e7dfcc tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:01.585064 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-238e5cbe-0556-4e09-9c6f-cb251f9ddc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:01.585803 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2e1f60b4-01c4-4d5f-98fc-8d96a0e7dfcc tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Calling delete_port for 1b703594-ac20-427c-bf22-29c2e4d8a4ab owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:01.635803 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9e1f5a9-7cdb-40c3-83c2-550aa2824759 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:01.762603 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-238e5cbe-0556-4e09-9c6f-cb251f9ddc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:01.765801 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-238e5cbe-0556-4e09-9c6f-cb251f9ddc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:01.766972 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-238e5cbe-0556-4e09-9c6f-cb251f9ddc23 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b1a698ce-08d6-45af-b569-66c7f51dbc3d HTTP/1.1" status: 204 len: 168 time: 0.3220267 Jul 05 09:55:01.776938 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9e1f5a9-7cdb-40c3-83c2-550aa2824759 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:01.800196 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e5cbe-0556-4e09-9c6f-cb251f9ddc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a698ce-08d6-45af-b569-66c7f51dbc3d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:01.814571 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c9e1f5a9-7cdb-40c3-83c2-550aa2824759 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233813d1-c6c5-4533-99f1-884336756667']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:01.849853 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c9e1f5a9-7cdb-40c3-83c2-550aa2824759 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66928762-ffa4-41b2-a1cc-ede7edceb788') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:01.850286 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c9e1f5a9-7cdb-40c3-83c2-550aa2824759 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66928762-ffa4-41b2-a1cc-ede7edceb788') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:01.853752 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e1f60b4-01c4-4d5f-98fc-8d96a0e7dfcc tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:01.871521 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9e1f5a9-7cdb-40c3-83c2-550aa2824759 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:01.897502 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f60b4-01c4-4d5f-98fc-8d96a0e7dfcc tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Pushing event deleted for resources: {'Port': ['ID=1b703594-ac20-427c-bf22-29c2e4d8a4ab,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:01.899432 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9e1f5a9-7cdb-40c3-83c2-550aa2824759 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:01.915829 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5d6f4-4817-4b6f-b9f2-6d2451e44866 req-4b10c7ae-5111-4779-89f6-0f500984dedf tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:01.917468 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ad5d6f4-4817-4b6f-b9f2-6d2451e44866 req-4b10c7ae-5111-4779-89f6-0f500984dedf tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.78 "GET /v2.0/ports?device_id=bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03 HTTP/1.1" status: 200 len: 949 time: 0.3351693 Jul 05 09:55:01.919462 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e1f5a9-7cdb-40c3-83c2-550aa2824759 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:55:01.920439 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9e1f5a9-7cdb-40c3-83c2-550aa2824759 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:55:01.925451 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:55:01.929271 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa375c-0b33-4c13-af88-bf181eaa1965 req-2ae1d6a5-4736-4f80-bf17-36f9e604306d tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:01.930853 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aefa375c-0b33-4c13-af88-bf181eaa1965 req-2ae1d6a5-4736-4f80-bf17-36f9e604306d tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9510d36-6265-48f9-8df4-cecbd9cd17f4 HTTP/1.1" status: 200 len: 950 time: 0.1925724 Jul 05 09:55:02.040420 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e1f60b4-01c4-4d5f-98fc-8d96a0e7dfcc tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:02.046483 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2e1f60b4-01c4-4d5f-98fc-8d96a0e7dfcc tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] 10.222.0.79 "DELETE /v2.0/ports/1b703594-ac20-427c-bf22-29c2e4d8a4ab HTTP/1.1" status: 204 len: 168 time: 0.9727314 Jul 05 09:55:02.048912 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34644) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:02.117618 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf98ec7-471a-4c1a-a96f-a7fd36e5e2d0 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] GET failed (client error): The resource could not be found. Jul 05 09:55:02.120735 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1bf98ec7-471a-4c1a-a96f-a7fd36e5e2d0 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] 10.222.0.79 "GET /v2.0/ports/1b703594-ac20-427c-bf22-29c2e4d8a4ab HTTP/1.1" status: 404 len: 333 time: 0.0708182 Jul 05 09:55:02.123936 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9e1f5a9-7cdb-40c3-83c2-550aa2824759 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:02.132297 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34648) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:02.198165 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9e1f5a9-7cdb-40c3-83c2-550aa2824759 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:02.202822 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c9e1f5a9-7cdb-40c3-83c2-550aa2824759 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "DELETE /v2.0/networks/233813d1-c6c5-4533-99f1-884336756667 HTTP/1.1" status: 204 len: 168 time: 0.7188098 Jul 05 09:55:02.208363 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34652) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:02.289292 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1f5a9-7cdb-40c3-83c2-550aa2824759 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event deleted for resources: {'Network': ['ID=233813d1-c6c5-4533-99f1-884336756667,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:02.433471 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:02.470416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-aefa375c-0b33-4c13-af88-bf181eaa1965 req-4fbbe599-78a2-4cf5-b1a1-2bd935a8ec7c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Deleting port d9aee653-2aee-4d30-bdc2-d203ab1fb647 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:02.470913 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aefa375c-0b33-4c13-af88-bf181eaa1965 req-4fbbe599-78a2-4cf5-b1a1-2bd935a8ec7c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:02.472301 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34654) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:02.517201 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9daa1e8-bffd-4c86-a3fb-f3b24c5aecb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:02.530255 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-bd5cb906-4099-4d27-9328-839ca756b7f6 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Deleting port 51d58dd0-459c-4c3d-8e40-c1aaca83d7a3 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:02.530911 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd5cb906-4099-4d27-9328-839ca756b7f6 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:02.543639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-6ad5d6f4-4817-4b6f-b9f2-6d2451e44866 req-313fe6d0-3519-4aa1-99fd-8b28eb37c106 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Deleting port effe9602-e71c-4fc1-bc07-d703e8fa353e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:02.543999 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6ad5d6f4-4817-4b6f-b9f2-6d2451e44866 req-313fe6d0-3519-4aa1-99fd-8b28eb37c106 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:02.610898 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-c666952c-1c6d-4bb8-8e41-cb1473eb3c71 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Deleting subnet 4b637592-8ce1-43e7-ab03-bc0cf355e543 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:55:02.623136 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c666952c-1c6d-4bb8-8e41-cb1473eb3c71 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:02.674168 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c666952c-1c6d-4bb8-8e41-cb1473eb3c71 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:02.702121 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd5cb906-4099-4d27-9328-839ca756b7f6 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:02.744823 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-bd5cb906-4099-4d27-9328-839ca756b7f6 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Calling delete_port for 51d58dd0-459c-4c3d-8e40-c1aaca83d7a3 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:02.793264 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c666952c-1c6d-4bb8-8e41-cb1473eb3c71 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:02.878835 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c666952c-1c6d-4bb8-8e41-cb1473eb3c71 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:02.947920 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666952c-1c6d-4bb8-8e41-cb1473eb3c71 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event deleted for resources: {'Subnet': ['ID=4b637592-8ce1-43e7-ab03-bc0cf355e543,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:02.957102 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26336abf-b6dc-4a81-91a4-a59a437c2a35 None None] Network 4b6f6526-3785-4557-a14f-c5c299894c1f requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:02.971495 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c666952c-1c6d-4bb8-8e41-cb1473eb3c71 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:02.973630 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c666952c-1c6d-4bb8-8e41-cb1473eb3c71 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "DELETE /v2.0/subnets/4b637592-8ce1-43e7-ab03-bc0cf355e543 HTTP/1.1" status: 204 len: 168 time: 0.7633753 Jul 05 09:55:02.990611 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34662) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:02.996591 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-aefa375c-0b33-4c13-af88-bf181eaa1965 req-4fbbe599-78a2-4cf5-b1a1-2bd935a8ec7c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] For port d9aee653-2aee-4d30-bdc2-d203ab1fb647, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=d9aee653-2aee-4d30-bdc2-d203ab1fb647,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:02.996949 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aefa375c-0b33-4c13-af88-bf181eaa1965 req-4fbbe599-78a2-4cf5-b1a1-2bd935a8ec7c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:03.060815 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234d6a6-74bd-4591-a4f0-03181aba0c48 req-f1877321-d653-451e-bc92-dc0573c02a27 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:03.069094 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1234d6a6-74bd-4591-a4f0-03181aba0c48 req-f1877321-d653-451e-bc92-dc0573c02a27 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03 HTTP/1.1" status: 200 len: 949 time: 0.7160802 Jul 05 09:55:03.078797 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-aefa375c-0b33-4c13-af88-bf181eaa1965 req-4fbbe599-78a2-4cf5-b1a1-2bd935a8ec7c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Calling delete_port for d9aee653-2aee-4d30-bdc2-d203ab1fb647 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:03.080593 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd5cb906-4099-4d27-9328-839ca756b7f6 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:03.181506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5cb906-4099-4d27-9328-839ca756b7f6 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Pushing event deleted for resources: {'Port': ['ID=51d58dd0-459c-4c3d-8e40-c1aaca83d7a3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:03.221560 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd5cb906-4099-4d27-9328-839ca756b7f6 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:03.226169 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bd5cb906-4099-4d27-9328-839ca756b7f6 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] 10.222.0.79 "DELETE /v2.0/ports/51d58dd0-459c-4c3d-8e40-c1aaca83d7a3 HTTP/1.1" status: 204 len: 168 time: 1.0901587 Jul 05 09:55:03.230138 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34666) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:03.307368 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a0a486-7ca5-42d4-9a2f-cd51e5531937 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Deleting subnet 38e0c84d-a713-48c2-94cf-0b1e4279d360 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:55:03.327472 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1234d6a6-74bd-4591-a4f0-03181aba0c48 req-88272457-3f09-4551-b08d-5498fdb1622f tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573643 Jul 05 09:55:03.333920 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a771bbf-af53-4e38-affc-1af7316b9752 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:03.339046 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a486-7ca5-42d4-9a2f-cd51e5531937 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:03.397398 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6ad5d6f4-4817-4b6f-b9f2-6d2451e44866 req-313fe6d0-3519-4aa1-99fd-8b28eb37c106 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] For port effe9602-e71c-4fc1-bc07-d703e8fa353e, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=effe9602-e71c-4fc1-bc07-d703e8fa353e,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:03.398107 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6ad5d6f4-4817-4b6f-b9f2-6d2451e44866 req-313fe6d0-3519-4aa1-99fd-8b28eb37c106 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:03.419771 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a4c7b2-d86a-4efb-9cc0-7d24c2f628fe None None] DHCP port deletion for 4b6f6526-3785-4557-a14f-c5c299894c1f request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:55:03.459067 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-6ad5d6f4-4817-4b6f-b9f2-6d2451e44866 req-313fe6d0-3519-4aa1-99fd-8b28eb37c106 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Calling delete_port for effe9602-e71c-4fc1-bc07-d703e8fa353e owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:03.469761 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a486-7ca5-42d4-9a2f-cd51e5531937 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:03.542911 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9daa1e8-bffd-4c86-a3fb-f3b24c5aecb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:03.553287 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9daa1e8-bffd-4c86-a3fb-f3b24c5aecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:03.556181 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-45a4c7b2-d86a-4efb-9cc0-7d24c2f628fe None None] Deleting port 90d3752b-a2d5-4293-beb2-525c3809d007 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:03.557231 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-45a4c7b2-d86a-4efb-9cc0-7d24c2f628fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:03.655979 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a486-7ca5-42d4-9a2f-cd51e5531937 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:03.700085 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-45a4c7b2-d86a-4efb-9cc0-7d24c2f628fe None None] For port 90d3752b-a2d5-4293-beb2-525c3809d007, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=90d3752b-a2d5-4293-beb2-525c3809d007,segment=NetworkSegment(5d343146-f714-486e-baeb-5ac6ae9db868),segment_id=5d343146-f714-486e-baeb-5ac6ae9db868)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:03.700917 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-45a4c7b2-d86a-4efb-9cc0-7d24c2f628fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:03.740023 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a486-7ca5-42d4-9a2f-cd51e5531937 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:03.741903 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-45a4c7b2-d86a-4efb-9cc0-7d24c2f628fe None None] Calling delete_port for 90d3752b-a2d5-4293-beb2-525c3809d007 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:03.765377 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a486-7ca5-42d4-9a2f-cd51e5531937 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:03.771019 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e4a0a486-7ca5-42d4-9a2f-cd51e5531937 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] 10.222.0.79 "DELETE /v2.0/subnets/38e0c84d-a713-48c2-94cf-0b1e4279d360 HTTP/1.1" status: 204 len: 168 time: 0.5375638 Jul 05 09:55:03.775641 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34670) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:03.807696 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0a486-7ca5-42d4-9a2f-cd51e5531937 tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Pushing event deleted for resources: {'Subnet': ['ID=38e0c84d-a713-48c2-94cf-0b1e4279d360,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:03.816381 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c9daa1e8-bffd-4c86-a3fb-f3b24c5aecb9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ebb42bc3eee740b38f425928d08c7c56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3311110 Jul 05 09:55:03.816381 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9daa1e8-bffd-4c86-a3fb-f3b24c5aecb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd7c845-21c6-4f45-92ac-3fb83682a707,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:03.818261 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34676) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:03.839675 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-9a771bbf-af53-4e38-affc-1af7316b9752 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Deleting port 90d3752b-a2d5-4293-beb2-525c3809d007 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:03.840070 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a771bbf-af53-4e38-affc-1af7316b9752 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:03.848390 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aefa375c-0b33-4c13-af88-bf181eaa1965 req-4fbbe599-78a2-4cf5-b1a1-2bd935a8ec7c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:03.865810 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b2fa21-0802-40b6-ab9e-9dbcdc17a3bf None None] Network c521f787-f35a-4dfe-85c4-8e9fa2421420 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:03.868784 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['b7c1f3e8-39ed-4534-a9db-da07d6cd9c44', 'aec12d55-b4d5-49cd-aaf6-168fc2c13c6e', 'ca8c7349-cfbb-475b-9b5c-8e68e92a32eb', 'd9aee653-2aee-4d30-bdc2-d203ab1fb647'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:55:03.919059 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-243211f2-0c06-4e3a-961d-c1ee02337db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:03.958615 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-243211f2-0c06-4e3a-961d-c1ee02337db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.036269 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-243211f2-0c06-4e3a-961d-c1ee02337db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.043680 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-243211f2-0c06-4e3a-961d-c1ee02337db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.047206 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-243211f2-0c06-4e3a-961d-c1ee02337db5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dbd7c845-21c6-4f45-92ac-3fb83682a707 HTTP/1.1" status: 204 len: 168 time: 0.2269118 Jul 05 09:55:04.079596 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243211f2-0c06-4e3a-961d-c1ee02337db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd7c845-21c6-4f45-92ac-3fb83682a707,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:04.159802 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-9a771bbf-af53-4e38-affc-1af7316b9752 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] For port 90d3752b-a2d5-4293-beb2-525c3809d007, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=90d3752b-a2d5-4293-beb2-525c3809d007,segment=NetworkSegment(5d343146-f714-486e-baeb-5ac6ae9db868),segment_id=5d343146-f714-486e-baeb-5ac6ae9db868)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:04.160409 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a771bbf-af53-4e38-affc-1af7316b9752 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.191176 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-9a771bbf-af53-4e38-affc-1af7316b9752 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Calling delete_port for 90d3752b-a2d5-4293-beb2-525c3809d007 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:04.320251 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-45a4c7b2-d86a-4efb-9cc0-7d24c2f628fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.325018 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a771bbf-af53-4e38-affc-1af7316b9752 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.382315 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4c7b2-d86a-4efb-9cc0-7d24c2f628fe None None] Pushing event deleted for resources: {'Port': ['ID=90d3752b-a2d5-4293-beb2-525c3809d007,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:04.409666 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a4c7b2-d86a-4efb-9cc0-7d24c2f628fe None None] No DVR routers for this DVR port 90d3752b-a2d5-4293-beb2-525c3809d007 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:55:04.411586 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1011e09e-0bf4-4be0-b8b1-e497acf9b4fb tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.419522 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a771bbf-af53-4e38-affc-1af7316b9752 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] No DVR routers for this DVR port 90d3752b-a2d5-4293-beb2-525c3809d007 on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:55:04.439771 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbe599-78a2-4cf5-b1a1-2bd935a8ec7c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Pushing event deleted for resources: {'Port': ['ID=d9aee653-2aee-4d30-bdc2-d203ab1fb647,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:04.531125 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a771bbf-af53-4e38-affc-1af7316b9752 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event deleted for resources: {'Port': ['ID=90d3752b-a2d5-4293-beb2-525c3809d007,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:04.580357 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba332c60-cda4-4b07-8c9a-10fac2a0b4a0 None None] DHCP port deletion for c521f787-f35a-4dfe-85c4-8e9fa2421420 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:55:04.593878 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefa375c-0b33-4c13-af88-bf181eaa1965 req-4fbbe599-78a2-4cf5-b1a1-2bd935a8ec7c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] No DVR routers for this DVR port d9aee653-2aee-4d30-bdc2-d203ab1fb647 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:55:04.597993 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aefa375c-0b33-4c13-af88-bf181eaa1965 req-4fbbe599-78a2-4cf5-b1a1-2bd935a8ec7c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.601139 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aefa375c-0b33-4c13-af88-bf181eaa1965 req-4fbbe599-78a2-4cf5-b1a1-2bd935a8ec7c tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.81 "DELETE /v2.0/ports/d9aee653-2aee-4d30-bdc2-d203ab1fb647 HTTP/1.1" status: 204 len: 173 time: 2.6597769 Jul 05 09:55:04.635599 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9510d36-6265-48f9-8df4-cecbd9cd17f4', 'name': 'network-vif-deleted', 'tag': 'd9aee653-2aee-4d30-bdc2-d203ab1fb647'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:55:04.640233 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a002eda-2ee8-41c6-b089-8d14197ddee8" -d '{"events": [{"server_uuid": "d9510d36-6265-48f9-8df4-cecbd9cd17f4", "name": "network-vif-deleted", "tag": "d9aee653-2aee-4d30-bdc2-d203ab1fb647"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:55:04.649977 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6ad5d6f4-4817-4b6f-b9f2-6d2451e44866 req-313fe6d0-3519-4aa1-99fd-8b28eb37c106 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.716747 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313fe6d0-3519-4aa1-99fd-8b28eb37c106 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Pushing event deleted for resources: {'Port': ['ID=effe9602-e71c-4fc1-bc07-d703e8fa353e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:04.723270 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a771bbf-af53-4e38-affc-1af7316b9752 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.795149 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-9a771bbf-af53-4e38-affc-1af7316b9752 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6f6526-3785-4557-a14f-c5c299894c1f']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:04.806457 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb785a6-4046-4b11-82c3-d9ddde5c68ec x-openstack-request-id: req-bfb785a6-4046-4b11-82c3-d9ddde5c68ec {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:55:04.807115 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9510d36-6265-48f9-8df4-cecbd9cd17f4", "name": "network-vif-deleted", "tag": "d9aee653-2aee-4d30-bdc2-d203ab1fb647", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:55:04.807407 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bfb785a6-4046-4b11-82c3-d9ddde5c68ec {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:55:04.808045 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9510d36-6265-48f9-8df4-cecbd9cd17f4', 'name': 'network-vif-deleted', 'tag': 'd9aee653-2aee-4d30-bdc2-d203ab1fb647', 'status': 'completed', 'code': 200} Jul 05 09:55:04.888591 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ba332c60-cda4-4b07-8c9a-10fac2a0b4a0 None None] Deleting port 98fa907e-1a94-4456-8fab-dfbea341f2c8 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:04.888959 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ba332c60-cda4-4b07-8c9a-10fac2a0b4a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.901407 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e7f9853c-9dfc-4ae5-ad97-b18cf09914fd req-504e3698-0a7b-414f-87d1-6f0a59b1be26 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03 HTTP/1.1" status: 200 len: 210 time: 0.1804504 Jul 05 09:55:04.934132 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-9a771bbf-af53-4e38-affc-1af7316b9752 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d343146-f714-486e-baeb-5ac6ae9db868') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:04.934376 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-9a771bbf-af53-4e38-affc-1af7316b9752 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d343146-f714-486e-baeb-5ac6ae9db868') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:04.937604 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad5d6f4-4817-4b6f-b9f2-6d2451e44866 req-313fe6d0-3519-4aa1-99fd-8b28eb37c106 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] No DVR routers for this DVR port effe9602-e71c-4fc1-bc07-d703e8fa353e on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:55:04.942077 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6ad5d6f4-4817-4b6f-b9f2-6d2451e44866 req-313fe6d0-3519-4aa1-99fd-8b28eb37c106 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.944650 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ad5d6f4-4817-4b6f-b9f2-6d2451e44866 req-313fe6d0-3519-4aa1-99fd-8b28eb37c106 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.78 "DELETE /v2.0/ports/effe9602-e71c-4fc1-bc07-d703e8fa353e HTTP/1.1" status: 204 len: 173 time: 3.0125935 Jul 05 09:55:04.969105 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a771bbf-af53-4e38-affc-1af7316b9752 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.998279 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a771bbf-af53-4e38-affc-1af7316b9752 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:05.015745 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1011e09e-0bf4-4be0-b8b1-e497acf9b4fb tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Deleting port 98fa907e-1a94-4456-8fab-dfbea341f2c8 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:05.016179 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1011e09e-0bf4-4be0-b8b1-e497acf9b4fb tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:05.020417 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a771bbf-af53-4e38-affc-1af7316b9752 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:55:05.020753 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a771bbf-af53-4e38-affc-1af7316b9752 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: self.session.flush() Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: self.session.flush() Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: self.session.flush() Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: self.session.flush() Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:55:05.023923 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:55:05.043943 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ba332c60-cda4-4b07-8c9a-10fac2a0b4a0 None None] For port 98fa907e-1a94-4456-8fab-dfbea341f2c8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=98fa907e-1a94-4456-8fab-dfbea341f2c8,segment=NetworkSegment(b1cdeb6f-714d-4c1c-918c-3c312315e924),segment_id=b1cdeb6f-714d-4c1c-918c-3c312315e924)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:05.044339 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ba332c60-cda4-4b07-8c9a-10fac2a0b4a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:05.080694 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ba332c60-cda4-4b07-8c9a-10fac2a0b4a0 None None] Calling delete_port for 98fa907e-1a94-4456-8fab-dfbea341f2c8 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:05.183689 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a771bbf-af53-4e38-affc-1af7316b9752 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:05.191219 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a771bbf-af53-4e38-affc-1af7316b9752 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:05.193280 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9a771bbf-af53-4e38-affc-1af7316b9752 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] 10.222.0.79 "DELETE /v2.0/networks/4b6f6526-3785-4557-a14f-c5c299894c1f HTTP/1.1" status: 204 len: 168 time: 2.1924417 Jul 05 09:55:05.217764 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a771bbf-af53-4e38-affc-1af7316b9752 tempest-NetworksIpV6TestAttrs-706019111 tempest-NetworksIpV6TestAttrs-706019111-project] Pushing event deleted for resources: {'Network': ['ID=4b6f6526-3785-4557-a14f-c5c299894c1f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:05.235768 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-1011e09e-0bf4-4be0-b8b1-e497acf9b4fb tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] For port 98fa907e-1a94-4456-8fab-dfbea341f2c8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=98fa907e-1a94-4456-8fab-dfbea341f2c8,segment=NetworkSegment(b1cdeb6f-714d-4c1c-918c-3c312315e924),segment_id=b1cdeb6f-714d-4c1c-918c-3c312315e924)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:05.236171 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1011e09e-0bf4-4be0-b8b1-e497acf9b4fb tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:05.255684 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 98fa907e-1a94-4456-8fab-dfbea341f2c8 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:55:05.259677 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1011e09e-0bf4-4be0-b8b1-e497acf9b4fb tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Calling delete_port for 98fa907e-1a94-4456-8fab-dfbea341f2c8 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:05.345561 n-d-798054-8 neutron-server[93908]: INFO neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No ports have port_id starting with 98fa907e-1a94-4456-8fab-dfbea341f2c8 Jul 05 09:55:05.346338 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ba332c60-cda4-4b07-8c9a-10fac2a0b4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:05.353935 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 90d3752b-a2d5-4293-beb2-525c3809d007 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:55:05.398756 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1011e09e-0bf4-4be0-b8b1-e497acf9b4fb tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:05.446128 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba332c60-cda4-4b07-8c9a-10fac2a0b4a0 None None] Pushing event deleted for resources: {'Port': ['ID=98fa907e-1a94-4456-8fab-dfbea341f2c8,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:05.449106 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1011e09e-0bf4-4be0-b8b1-e497acf9b4fb tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] No DVR routers for this DVR port 98fa907e-1a94-4456-8fab-dfbea341f2c8 on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:55:05.457662 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 90d3752b-a2d5-4293-beb2-525c3809d007 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:55:05.460081 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 90d3752b-a2d5-4293-beb2-525c3809d007 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:55:05.462917 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011e09e-0bf4-4be0-b8b1-e497acf9b4fb tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Pushing event deleted for resources: {'Port': ['ID=98fa907e-1a94-4456-8fab-dfbea341f2c8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:05.470346 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba332c60-cda4-4b07-8c9a-10fac2a0b4a0 None None] No DVR routers for this DVR port 98fa907e-1a94-4456-8fab-dfbea341f2c8 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:55:05.620333 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34726) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:05.661937 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1011e09e-0bf4-4be0-b8b1-e497acf9b4fb tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:05.689414 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-1011e09e-0bf4-4be0-b8b1-e497acf9b4fb tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c521f787-f35a-4dfe-85c4-8e9fa2421420']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:05.725411 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-1011e09e-0bf4-4be0-b8b1-e497acf9b4fb tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1cdeb6f-714d-4c1c-918c-3c312315e924') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:05.725684 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-1011e09e-0bf4-4be0-b8b1-e497acf9b4fb tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1cdeb6f-714d-4c1c-918c-3c312315e924') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:05.750985 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1011e09e-0bf4-4be0-b8b1-e497acf9b4fb tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:05.786276 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1011e09e-0bf4-4be0-b8b1-e497acf9b4fb tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:05.802232 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1011e09e-0bf4-4be0-b8b1-e497acf9b4fb tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:55:05.802853 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1011e09e-0bf4-4be0-b8b1-e497acf9b4fb tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:05.822301 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device effe9602-e71c-4fc1-bc07-d703e8fa353e no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:55:05.832929 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-783a05b6-e3fc-47a1-8953-bdfda102e560 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b19957928ba0418d9fc8a3c5fedd1cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2033517 Jul 05 09:55:05.834379 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34736) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:05.881326 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: effe9602-e71c-4fc1-bc07-d703e8fa353e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:55:05.881675 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device effe9602-e71c-4fc1-bc07-d703e8fa353e not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:55:05.908727 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b6c3102-0f83-44fa-90c1-5d54187ff4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:55:05.926975 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:55:05.932774 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1011e09e-0bf4-4be0-b8b1-e497acf9b4fb tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:05.941136 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1011e09e-0bf4-4be0-b8b1-e497acf9b4fb tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:05.945785 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1011e09e-0bf4-4be0-b8b1-e497acf9b4fb tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] 10.222.0.79 "DELETE /v2.0/networks/c521f787-f35a-4dfe-85c4-8e9fa2421420 HTTP/1.1" status: 204 len: 168 time: 2.1633985 Jul 05 09:55:05.945924 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b6c3102-0f83-44fa-90c1-5d54187ff4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:05.962202 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:05.972469 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011e09e-0bf4-4be0-b8b1-e497acf9b4fb tempest-AllowedAddressPairIpV6TestJSON-874152800 tempest-AllowedAddressPairIpV6TestJSON-874152800-project] Pushing event deleted for resources: {'Network': ['ID=c521f787-f35a-4dfe-85c4-8e9fa2421420,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:06.060136 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b6c3102-0f83-44fa-90c1-5d54187ff4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:06.064093 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b6c3102-0f83-44fa-90c1-5d54187ff4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:06.068911 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5b6c3102-0f83-44fa-90c1-5d54187ff4ce admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ddb435dd-2046-40f3-991c-f4895c25ee63 HTTP/1.1" status: 204 len: 168 time: 0.2326584 Jul 05 09:55:06.096958 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c3102-0f83-44fa-90c1-5d54187ff4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb435dd-2046-40f3-991c-f4895c25ee63,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:06.121739 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['b7c1f3e8-39ed-4534-a9db-da07d6cd9c44', 'aec12d55-b4d5-49cd-aaf6-168fc2c13c6e', 'ca8c7349-cfbb-475b-9b5c-8e68e92a32eb'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:55:06.369453 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34770) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:06.732612 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ed1b221f-ac72-4f0f-a8c7-498bbf2b3f3e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=624b2d7832324cafa6394f590213f94f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3619497 Jul 05 09:55:06.736638 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34786) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:06.796337 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a324f1f-2a87-4a80-adad-0f2be648fb9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:06.801002 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device d9aee653-2aee-4d30-bdc2-d203ab1fb647 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:55:06.813263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03', 'name': 'network-vif-deleted', 'tag': 'effe9602-e71c-4fc1-bc07-d703e8fa353e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:55:06.818460 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56143739-d6a8-4c8f-8bf5-6a5d9a927e84" -d '{"events": [{"server_uuid": "bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03", "name": "network-vif-deleted", "tag": "effe9602-e71c-4fc1-bc07-d703e8fa353e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:55:06.850667 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a324f1f-2a87-4a80-adad-0f2be648fb9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:06.851082 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: d9aee653-2aee-4d30-bdc2-d203ab1fb647 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:55:06.851608 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device d9aee653-2aee-4d30-bdc2-d203ab1fb647 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:55:06.911967 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01005540-bb1f-4092-befc-0aeb707931ee x-openstack-request-id: req-01005540-bb1f-4092-befc-0aeb707931ee {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:55:06.912250 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03", "name": "network-vif-deleted", "tag": "effe9602-e71c-4fc1-bc07-d703e8fa353e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:55:06.912506 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-01005540-bb1f-4092-befc-0aeb707931ee {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:55:06.912906 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba1ea7a-e9b7-4a8f-a141-25e6f3ea5e03', 'name': 'network-vif-deleted', 'tag': 'effe9602-e71c-4fc1-bc07-d703e8fa353e', 'status': 'completed', 'code': 200} Jul 05 09:55:06.950184 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a324f1f-2a87-4a80-adad-0f2be648fb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:06.957166 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a324f1f-2a87-4a80-adad-0f2be648fb9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:06.962459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4a324f1f-2a87-4a80-adad-0f2be648fb9b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/05b68eef-8a4b-4a03-920b-922e189818ec HTTP/1.1" status: 204 len: 168 time: 0.2225716 Jul 05 09:55:06.975203 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324f1f-2a87-4a80-adad-0f2be648fb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b68eef-8a4b-4a03-920b-922e189818ec,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:07.204506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074345f-6b34-4189-b785-1a3c327046c9 req-4232b90d-36a9-46df-9d24-00ab73ec5ea6 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:07.212414 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3074345f-6b34-4189-b785-1a3c327046c9 req-4232b90d-36a9-46df-9d24-00ab73ec5ea6 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=287a804c-38dc-47b1-ab7e-6a326b998cde HTTP/1.1" status: 200 len: 950 time: 0.0934529 Jul 05 09:55:07.256657 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3074345f-6b34-4189-b785-1a3c327046c9 req-84603ba8-86e6-4db7-abfe-1df8db121a82 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432220 Jul 05 09:55:07.705537 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34844) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:07.959513 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-171cac3a-0f53-4b37-a567-7643ab15e0f6 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1573251806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:08.015471 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-171cac3a-0f53-4b37-a567-7643ab15e0f6 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:08.017676 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-171cac3a-0f53-4b37-a567-7643ab15e0f6 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:08.112834 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-171cac3a-0f53-4b37-a567-7643ab15e0f6 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:08.127084 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-171cac3a-0f53-4b37-a567-7643ab15e0f6 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:08.305393 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34872) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:08.677405 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-99483d79-9766-4030-8084-0d3a18ac3a0b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-190487823'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:08.698601 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-171cac3a-0f53-4b37-a567-7643ab15e0f6 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:08.702679 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-171cac3a-0f53-4b37-a567-7643ab15e0f6 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9933224 Jul 05 09:55:08.703229 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34882) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:08.712972 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e067ca3b-6baa-4b1c-b9ef-0c0b2b5a61bc tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-795986359'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:08.719941 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99483d79-9766-4030-8084-0d3a18ac3a0b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:08.724456 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99483d79-9766-4030-8084-0d3a18ac3a0b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:08.750438 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99483d79-9766-4030-8084-0d3a18ac3a0b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:08.758591 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187d82d-7328-4658-b842-92e591ed7fa7 req-12323f1b-1eac-48b9-b799-e41fe1bd5506 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:08.760180 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6187d82d-7328-4658-b842-92e591ed7fa7 req-12323f1b-1eac-48b9-b799-e41fe1bd5506 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.81 "GET /v2.0/ports?device_id=287a804c-38dc-47b1-ab7e-6a326b998cde HTTP/1.1" status: 200 len: 950 time: 0.6648326 Jul 05 09:55:08.776505 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e067ca3b-6baa-4b1c-b9ef-0c0b2b5a61bc tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Made reservation on behalf of b93f4026295e4a19a5ae45e08279d0ce for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:08.779447 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e067ca3b-6baa-4b1c-b9ef-0c0b2b5a61bc tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:08.789583 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368da6e-0f96-4757-909f-9fd1cb1ada61 req-5e3533b4-e1fd-493d-8a30-5fdf9112ebc1 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:08.791073 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f368da6e-0f96-4757-909f-9fd1cb1ada61 req-5e3533b4-e1fd-493d-8a30-5fdf9112ebc1 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.81 "GET /v2.0/ports?device_id=2edef963-b558-4cfe-b37c-3405792eac8c HTTP/1.1" status: 200 len: 949 time: 0.1788902 Jul 05 09:55:08.797668 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e067ca3b-6baa-4b1c-b9ef-0c0b2b5a61bc tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:08.798846 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e41df-a8ff-4cfb-a229-91b236f71798 req-833c70c4-dae5-4b09-a937-be4a55348b91 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:08.800369 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-718e41df-a8ff-4cfb-a229-91b236f71798 req-833c70c4-dae5-4b09-a937-be4a55348b91 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=287a804c-38dc-47b1-ab7e-6a326b998cde HTTP/1.1" status: 200 len: 950 time: 0.1869457 Jul 05 09:55:08.863742 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34890) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:08.929174 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99483d79-9766-4030-8084-0d3a18ac3a0b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:08.951323 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99483d79-9766-4030-8084-0d3a18ac3a0b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:08.959663 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-718e41df-a8ff-4cfb-a229-91b236f71798 req-790cb342-c85f-4e23-b7e6-846de13312a7 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371660 Jul 05 09:55:09.010549 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99483d79-9766-4030-8084-0d3a18ac3a0b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd52dac-4321-4beb-bab6-cc6ba8eccb3b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:09.034488 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-6187d82d-7328-4658-b842-92e591ed7fa7 req-19d77509-88d9-4c17-b404-7862eb03fa46 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Deleting port aec12d55-b4d5-49cd-aaf6-168fc2c13c6e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:09.034809 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6187d82d-7328-4658-b842-92e591ed7fa7 req-19d77509-88d9-4c17-b404-7862eb03fa46 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.042533 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99483d79-9766-4030-8084-0d3a18ac3a0b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:55:09.046316 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7918-6838-4298-9076-63dd34ba47e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.053505 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-f368da6e-0f96-4757-909f-9fd1cb1ada61 req-3cc76673-4b2c-4db9-9d4d-f0ecb54c4b70 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Deleting port ca8c7349-cfbb-475b-9b5c-8e68e92a32eb {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:09.053878 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f368da6e-0f96-4757-909f-9fd1cb1ada61 req-3cc76673-4b2c-4db9-9d4d-f0ecb54c4b70 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.068909 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99483d79-9766-4030-8084-0d3a18ac3a0b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.069367 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-99483d79-9766-4030-8084-0d3a18ac3a0b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Added segment c2a9ddaa-c1b2-42c5-aa82-fc046199c34f of type vlan for network 65df7426-ac9a-4b58-aa66-f2f5b3623134 Jul 05 09:55:09.127868 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99483d79-9766-4030-8084-0d3a18ac3a0b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.183197 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99483d79-9766-4030-8084-0d3a18ac3a0b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.188867 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99483d79-9766-4030-8084-0d3a18ac3a0b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:09.189458 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99483d79-9766-4030-8084-0d3a18ac3a0b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.196803 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6187d82d-7328-4658-b842-92e591ed7fa7 req-19d77509-88d9-4c17-b404-7862eb03fa46 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] For port aec12d55-b4d5-49cd-aaf6-168fc2c13c6e, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=aec12d55-b4d5-49cd-aaf6-168fc2c13c6e,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:09.197169 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6187d82d-7328-4658-b842-92e591ed7fa7 req-19d77509-88d9-4c17-b404-7862eb03fa46 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.218422 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f368da6e-0f96-4757-909f-9fd1cb1ada61 req-3cc76673-4b2c-4db9-9d4d-f0ecb54c4b70 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] For port ca8c7349-cfbb-475b-9b5c-8e68e92a32eb, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=ca8c7349-cfbb-475b-9b5c-8e68e92a32eb,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:09.218783 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f368da6e-0f96-4757-909f-9fd1cb1ada61 req-3cc76673-4b2c-4db9-9d4d-f0ecb54c4b70 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.221296 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-6187d82d-7328-4658-b842-92e591ed7fa7 req-19d77509-88d9-4c17-b404-7862eb03fa46 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Calling delete_port for aec12d55-b4d5-49cd-aaf6-168fc2c13c6e owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:09.237914 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-f368da6e-0f96-4757-909f-9fd1cb1ada61 req-3cc76673-4b2c-4db9-9d4d-f0ecb54c4b70 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Calling delete_port for ca8c7349-cfbb-475b-9b5c-8e68e92a32eb owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:09.253234 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e067ca3b-6baa-4b1c-b9ef-0c0b2b5a61bc tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.271382 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e067ca3b-6baa-4b1c-b9ef-0c0b2b5a61bc tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.271993 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:55:09.303528 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99483d79-9766-4030-8084-0d3a18ac3a0b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Network': ['ID=65df7426-ac9a-4b58-aa66-f2f5b3623134,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:09.312886 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e067ca3b-6baa-4b1c-b9ef-0c0b2b5a61bc tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:55:09.319669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:55:09.338921 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e067ca3b-6baa-4b1c-b9ef-0c0b2b5a61bc tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.339545 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-e067ca3b-6baa-4b1c-b9ef-0c0b2b5a61bc tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Added segment 82cd3108-71f0-417e-854b-e10dfd31a89e of type vlan for network 64f65a26-a61b-488e-9adc-940b6ebb2cf6 Jul 05 09:55:09.350747 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067ca3b-6baa-4b1c-b9ef-0c0b2b5a61bc tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=751b46e8-8b4f-48ce-abd8-a7819b297ce0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:09.399763 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e067ca3b-6baa-4b1c-b9ef-0c0b2b5a61bc tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.460034 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7918-6838-4298-9076-63dd34ba47e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.461060 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e067ca3b-6baa-4b1c-b9ef-0c0b2b5a61bc tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.466905 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e067ca3b-6baa-4b1c-b9ef-0c0b2b5a61bc tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:09.467522 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e067ca3b-6baa-4b1c-b9ef-0c0b2b5a61bc tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.479327 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7918-6838-4298-9076-63dd34ba47e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.487518 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-99483d79-9766-4030-8084-0d3a18ac3a0b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1800230 Jul 05 09:55:09.492717 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34900) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:09.500876 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c4b4c12a-6db9-41f2-89ec-eafb53d2096f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:09.558906 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e067ca3b-6baa-4b1c-b9ef-0c0b2b5a61bc tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8545003 Jul 05 09:55:09.563509 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34902) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:09.575671 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c1a4f88a-8966-4186-b5fd-832bc099fb36 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Request body: {'subnet': {'network_id': '64f65a26-a61b-488e-9adc-940b6ebb2cf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:09.583069 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1ddb7918-6838-4298-9076-63dd34ba47e1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=55b6ead16d5d458f8dcdff1068196593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7180662 Jul 05 09:55:09.584849 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34906) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:09.591476 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067ca3b-6baa-4b1c-b9ef-0c0b2b5a61bc tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event updated for resources: {'Network': ['ID=64f65a26-a61b-488e-9adc-940b6ebb2cf6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:09.594798 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb7918-6838-4298-9076-63dd34ba47e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755cfdb2-9714-4b49-aea3-c65220476035,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:09.606025 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 64f65a26-a61b-488e-9adc-940b6ebb2cf6 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:55:09.653539 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee37fea9-73b0-425e-bf8e-10630ffd150a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.662131 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f368da6e-0f96-4757-909f-9fd1cb1ada61 req-3cc76673-4b2c-4db9-9d4d-f0ecb54c4b70 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.664368 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6187d82d-7328-4658-b842-92e591ed7fa7 req-19d77509-88d9-4c17-b404-7862eb03fa46 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.679200 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee37fea9-73b0-425e-bf8e-10630ffd150a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.692117 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['b7c1f3e8-39ed-4534-a9db-da07d6cd9c44', 'aec12d55-b4d5-49cd-aaf6-168fc2c13c6e', 'ca8c7349-cfbb-475b-9b5c-8e68e92a32eb'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:55:09.737428 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc76673-4b2c-4db9-9d4d-f0ecb54c4b70 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Pushing event deleted for resources: {'Port': ['ID=ca8c7349-cfbb-475b-9b5c-8e68e92a32eb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:09.749799 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee37fea9-73b0-425e-bf8e-10630ffd150a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.752518 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee37fea9-73b0-425e-bf8e-10630ffd150a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.756614 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ee37fea9-73b0-425e-bf8e-10630ffd150a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/755cfdb2-9714-4b49-aea3-c65220476035 HTTP/1.1" status: 204 len: 168 time: 0.1705315 Jul 05 09:55:09.769395 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37fea9-73b0-425e-bf8e-10630ffd150a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755cfdb2-9714-4b49-aea3-c65220476035,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:09.822692 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d77509-88d9-4c17-b404-7862eb03fa46 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Pushing event deleted for resources: {'Port': ['ID=aec12d55-b4d5-49cd-aaf6-168fc2c13c6e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:09.897125 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-f368da6e-0f96-4757-909f-9fd1cb1ada61 req-3cc76673-4b2c-4db9-9d4d-f0ecb54c4b70 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] No DVR routers for this DVR port ca8c7349-cfbb-475b-9b5c-8e68e92a32eb on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:55:09.901118 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f368da6e-0f96-4757-909f-9fd1cb1ada61 req-3cc76673-4b2c-4db9-9d4d-f0ecb54c4b70 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.903001 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f368da6e-0f96-4757-909f-9fd1cb1ada61 req-3cc76673-4b2c-4db9-9d4d-f0ecb54c4b70 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.81 "DELETE /v2.0/ports/ca8c7349-cfbb-475b-9b5c-8e68e92a32eb HTTP/1.1" status: 204 len: 173 time: 1.0841663 Jul 05 09:55:09.903870 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6187d82d-7328-4658-b842-92e591ed7fa7 req-19d77509-88d9-4c17-b404-7862eb03fa46 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] No DVR routers for this DVR port aec12d55-b4d5-49cd-aaf6-168fc2c13c6e on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:55:09.908743 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6187d82d-7328-4658-b842-92e591ed7fa7 req-19d77509-88d9-4c17-b404-7862eb03fa46 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.910665 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6187d82d-7328-4658-b842-92e591ed7fa7 req-19d77509-88d9-4c17-b404-7862eb03fa46 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.81 "DELETE /v2.0/ports/aec12d55-b4d5-49cd-aaf6-168fc2c13c6e HTTP/1.1" status: 204 len: 173 time: 1.1386926 Jul 05 09:55:09.913939 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edef963-b558-4cfe-b37c-3405792eac8c', 'name': 'network-vif-deleted', 'tag': 'ca8c7349-cfbb-475b-9b5c-8e68e92a32eb'}, {'server_uuid': '287a804c-38dc-47b1-ab7e-6a326b998cde', 'name': 'network-vif-deleted', 'tag': 'aec12d55-b4d5-49cd-aaf6-168fc2c13c6e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:55:09.916920 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed1f639-175e-42ae-b611-2c0c1a65e62d" -d '{"events": [{"server_uuid": "2edef963-b558-4cfe-b37c-3405792eac8c", "name": "network-vif-deleted", "tag": "ca8c7349-cfbb-475b-9b5c-8e68e92a32eb"}, {"server_uuid": "287a804c-38dc-47b1-ab7e-6a326b998cde", "name": "network-vif-deleted", "tag": "aec12d55-b4d5-49cd-aaf6-168fc2c13c6e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:55:09.923818 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b4c12a-6db9-41f2-89ec-eafb53d2096f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:09.927516 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c4b4c12a-6db9-41f2-89ec-eafb53d2096f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.990830 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 09:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3a3cb2-9ba9-4128-a2c5-842a07e32c4b x-openstack-request-id: req-cc3a3cb2-9ba9-4128-a2c5-842a07e32c4b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:55:09.991816 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edef963-b558-4cfe-b37c-3405792eac8c", "name": "network-vif-deleted", "tag": "ca8c7349-cfbb-475b-9b5c-8e68e92a32eb", "status": "completed", "code": 200}, {"server_uuid": "287a804c-38dc-47b1-ab7e-6a326b998cde", "name": "network-vif-deleted", "tag": "aec12d55-b4d5-49cd-aaf6-168fc2c13c6e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:55:09.992267 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cc3a3cb2-9ba9-4128-a2c5-842a07e32c4b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:55:09.993313 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edef963-b558-4cfe-b37c-3405792eac8c', 'name': 'network-vif-deleted', 'tag': 'ca8c7349-cfbb-475b-9b5c-8e68e92a32eb', 'status': 'completed', 'code': 200} Jul 05 09:55:09.994569 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287a804c-38dc-47b1-ab7e-6a326b998cde', 'name': 'network-vif-deleted', 'tag': 'aec12d55-b4d5-49cd-aaf6-168fc2c13c6e', 'status': 'completed', 'code': 200} Jul 05 09:55:10.010437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a4f88a-8966-4186-b5fd-832bc099fb36 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Made reservation on behalf of b93f4026295e4a19a5ae45e08279d0ce for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:10.015620 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c1a4f88a-8966-4186-b5fd-832bc099fb36 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:10.138774 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['b7c1f3e8-39ed-4534-a9db-da07d6cd9c44', 'aec12d55-b4d5-49cd-aaf6-168fc2c13c6e', 'ca8c7349-cfbb-475b-9b5c-8e68e92a32eb'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:55:10.204297 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4dd0b95-eb14-4f9f-9b43-bfa5d976b3ad req-d6d9315a-7551-4ab8-b315-da7d82d6ed5e tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=287a804c-38dc-47b1-ab7e-6a326b998cde HTTP/1.1" status: 200 len: 210 time: 0.0825593 Jul 05 09:55:10.231491 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34926) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:10.251886 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6f86cf0-8bd9-47cc-a1b9-b705e2cfedca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:10.360962 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6f86cf0-8bd9-47cc-a1b9-b705e2cfedca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:10.365872 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6f86cf0-8bd9-47cc-a1b9-b705e2cfedca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:10.392973 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c1a4f88a-8966-4186-b5fd-832bc099fb36 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:10.422176 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f6f86cf0-8bd9-47cc-a1b9-b705e2cfedca admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=693908bb962d4a2bab1b41c76aa960f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1858296 Jul 05 09:55:10.422176 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f86cf0-8bd9-47cc-a1b9-b705e2cfedca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4d5811-a094-4170-8ced-c3e56c7f3694,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:10.425310 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34930) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:10.485381 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73b959ea-d1d7-4f15-b98d-08414b032549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:10.499997 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4f88a-8966-4186-b5fd-832bc099fb36 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event updated for resources: {'Subnet': ['ID=76027820-2ff8-4ec6-89e2-5182ebbb6cc3,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:10.521809 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73b959ea-d1d7-4f15-b98d-08414b032549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:10.588338 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a4f88a-8966-4186-b5fd-832bc099fb36 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Checking segment: {'id': '82cd3108-71f0-417e-854b-e10dfd31a89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '64f65a26-a61b-488e-9adc-940b6ebb2cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:55:10.588911 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a4f88a-8966-4186-b5fd-832bc099fb36 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Network hostable DHCP agents. Network: 64f65a26-a61b-488e-9adc-940b6ebb2cf6, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:55:10.594799 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c4b4c12a-6db9-41f2-89ec-eafb53d2096f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:10.619101 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73b959ea-d1d7-4f15-b98d-08414b032549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:10.622026 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73b959ea-d1d7-4f15-b98d-08414b032549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:10.623255 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-73b959ea-d1d7-4f15-b98d-08414b032549 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6e4d5811-a094-4170-8ced-c3e56c7f3694 HTTP/1.1" status: 204 len: 168 time: 0.1967356 Jul 05 09:55:10.646197 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b959ea-d1d7-4f15-b98d-08414b032549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4d5811-a094-4170-8ced-c3e56c7f3694,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:10.685182 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a4f88a-8966-4186-b5fd-832bc099fb36 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Network 64f65a26-a61b-488e-9adc-940b6ebb2cf6 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:55:10.688963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4c12a-6db9-41f2-89ec-eafb53d2096f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=e9949fec-9334-44ce-995a-b3990516b222,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:10.702715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b4c12a-6db9-41f2-89ec-eafb53d2096f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Checking segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:55:10.703555 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b4c12a-6db9-41f2-89ec-eafb53d2096f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network hostable DHCP agents. Network: 65df7426-ac9a-4b58-aa66-f2f5b3623134, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:55:10.713886 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-c1a4f88a-8966-4186-b5fd-832bc099fb36 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 64f65a26-a61b-488e-9adc-940b6ebb2cf6) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:10.720673 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4f88a-8966-4186-b5fd-832bc099fb36 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:10.720673 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c1a4f88a-8966-4186-b5fd-832bc099fb36 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:10.739046 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b4c12a-6db9-41f2-89ec-eafb53d2096f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:55:10.739821 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd0ba82-348c-40af-b161-f0e1a8b2a579 None None] Network 64f65a26-a61b-488e-9adc-940b6ebb2cf6 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:10.743814 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c1a4f88a-8966-4186-b5fd-832bc099fb36 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1757109 Jul 05 09:55:10.747657 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34936) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:10.753639 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ad52baa1-16d9-48b6-b866-755a6e105670 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Request body: {'network': {'name': 'tempest-router-network01--820085987'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:10.759678 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-c4b4c12a-6db9-41f2-89ec-eafb53d2096f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 65df7426-ac9a-4b58-aa66-f2f5b3623134) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:10.773268 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b4c12a-6db9-41f2-89ec-eafb53d2096f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:10.773902 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c4b4c12a-6db9-41f2-89ec-eafb53d2096f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:10.804989 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad52baa1-16d9-48b6-b866-755a6e105670 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Made reservation on behalf of b93f4026295e4a19a5ae45e08279d0ce for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:10.813065 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c4b4c12a-6db9-41f2-89ec-eafb53d2096f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3159676 Jul 05 09:55:10.815957 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 34938) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:10.824756 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad52baa1-16d9-48b6-b866-755a6e105670 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:10.845276 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-40e109ad-e80b-4699-9d8a-1129cddbef36 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'name': 'tempest-NetworksTestDHCPv6-1156107207'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:10.853829 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a015d3cd-c48b-4f61-b7d9-1ba455353374 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:10.904207 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad52baa1-16d9-48b6-b866-755a6e105670 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:55:10.929459 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad52baa1-16d9-48b6-b866-755a6e105670 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:10.930319 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-ad52baa1-16d9-48b6-b866-755a6e105670 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Added segment 7f0080f7-c667-4800-90e1-43a280a2757b of type vlan for network 52ef922f-2700-41a6-a8a2-ad57f6a1647f Jul 05 09:55:10.989799 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad52baa1-16d9-48b6-b866-755a6e105670 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:11.067341 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad52baa1-16d9-48b6-b866-755a6e105670 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:11.082108 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad52baa1-16d9-48b6-b866-755a6e105670 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:11.083062 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad52baa1-16d9-48b6-b866-755a6e105670 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:11.219919 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e109ad-e80b-4699-9d8a-1129cddbef36 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:11.225327 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40e109ad-e80b-4699-9d8a-1129cddbef36 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:11.274392 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-40e109ad-e80b-4699-9d8a-1129cddbef36 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] device_id is not set on port e0adf623-d2b5-4212-939c-27ebd9e5e096 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:55:11.318928 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52baa1-16d9-48b6-b866-755a6e105670 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event updated for resources: {'Network': ['ID=52ef922f-2700-41a6-a8a2-ad57f6a1647f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:11.326326 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ad52baa1-16d9-48b6-b866-755a6e105670 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5770106 Jul 05 09:55:11.327887 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34956) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:11.334246 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9234efd7-498f-4b6a-8869-1b3e19e746ad tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Request body: {'network': {'name': 'tempest-router-network02--244426641'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:11.353874 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-65df7426-ac9a-4b58-aa66-f2f5b3623134', 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'fixed_ips': [{'subnet_id': 'e9949fec-9334-44ce-995a-b3990516b222'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:55:11.360852 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:11.371380 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9234efd7-498f-4b6a-8869-1b3e19e746ad tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Made reservation on behalf of b93f4026295e4a19a5ae45e08279d0ce for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:11.379458 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9234efd7-498f-4b6a-8869-1b3e19e746ad tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:11.385359 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 52ef922f-2700-41a6-a8a2-ad57f6a1647f details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:55:11.443794 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9234efd7-498f-4b6a-8869-1b3e19e746ad tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:55:11.484981 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9234efd7-498f-4b6a-8869-1b3e19e746ad tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:11.485348 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-9234efd7-498f-4b6a-8869-1b3e19e746ad tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Added segment ed1e7593-439d-4446-bac0-5a7709ff1b5c of type vlan for network f9eeb083-8158-4c76-9405-0921ab9babf9 Jul 05 09:55:11.622755 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9234efd7-498f-4b6a-8869-1b3e19e746ad tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:11.657867 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-40e109ad-e80b-4699-9d8a-1129cddbef36 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8::c2 (65df7426-ac9a-4b58-aa66-f2f5b3623134/e9949fec-9334-44ce-995a-b3990516b222/e0adf623-d2b5-4212-939c-27ebd9e5e096) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:11.694766 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9234efd7-498f-4b6a-8869-1b3e19e746ad tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:11.712082 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9234efd7-498f-4b6a-8869-1b3e19e746ad tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:11.719329 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9234efd7-498f-4b6a-8869-1b3e19e746ad tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:11.871565 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9234efd7-498f-4b6a-8869-1b3e19e746ad tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5419614 Jul 05 09:55:11.878720 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34978) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:11.885142 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-596654c7-0cce-4e1f-a532-e03f7f316f6e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Request body: {'subnet': {'network_id': '52ef922f-2700-41a6-a8a2-ad57f6a1647f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:11.906628 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40e109ad-e80b-4699-9d8a-1129cddbef36 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:11.925338 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-40e109ad-e80b-4699-9d8a-1129cddbef36 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Transition to ACTIVE for port object e0adf623-d2b5-4212-939c-27ebd9e5e096 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:11.980993 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234efd7-498f-4b6a-8869-1b3e19e746ad tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event updated for resources: {'Network': ['ID=f9eeb083-8158-4c76-9405-0921ab9babf9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:11.982154 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40e109ad-e80b-4699-9d8a-1129cddbef36 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:12.011871 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network f9eeb083-8158-4c76-9405-0921ab9babf9 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:55:12.046499 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596654c7-0cce-4e1f-a532-e03f7f316f6e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Made reservation on behalf of b93f4026295e4a19a5ae45e08279d0ce for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:12.059674 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-596654c7-0cce-4e1f-a532-e03f7f316f6e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:12.190515 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e109ad-e80b-4699-9d8a-1129cddbef36 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:12.228357 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-40e109ad-e80b-4699-9d8a-1129cddbef36 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:12.233528 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e109ad-e80b-4699-9d8a-1129cddbef36 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:12.247078 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e109ad-e80b-4699-9d8a-1129cddbef36 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:12.247291 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40e109ad-e80b-4699-9d8a-1129cddbef36 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:12.298323 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e109ad-e80b-4699-9d8a-1129cddbef36 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=e0adf623-d2b5-4212-939c-27ebd9e5e096,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:12.347295 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-40e109ad-e80b-4699-9d8a-1129cddbef36 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5300150 Jul 05 09:55:12.350946 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 34992) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:12.377879 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c99d1-d39a-48a1-8bf1-d1ee84b87979 req-f3bca945-3286-443d-a525-e96f88120082 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:12.387940 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b52c99d1-d39a-48a1-8bf1-d1ee84b87979 req-f3bca945-3286-443d-a525-e96f88120082 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.5309663 Jul 05 09:55:12.397920 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc7640-5293-4def-88c8-2e3e2773912c req-6252db64-c8a3-45e3-8e6c-f82eb78b6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:12.402175 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb38eac-2b0f-4011-9a6d-08f4bde673cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-64f65a26-a61b-488e-9adc-940b6ebb2cf6', 'network_id': '64f65a26-a61b-488e-9adc-940b6ebb2cf6', 'tenant_id': 'b93f4026295e4a19a5ae45e08279d0ce', 'fixed_ips': [{'subnet_id': '76027820-2ff8-4ec6-89e2-5182ebbb6cc3'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:55:12.403052 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2fb38eac-2b0f-4011-9a6d-08f4bde673cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:12.409815 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02cc7640-5293-4def-88c8-2e3e2773912c req-6252db64-c8a3-45e3-8e6c-f82eb78b6f62 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c841ad1b0474469f875c4f560c814580&device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 1096 time: 0.5476849 Jul 05 09:55:12.442228 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-596654c7-0cce-4e1f-a532-e03f7f316f6e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:12.506002 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b52c99d1-d39a-48a1-8bf1-d1ee84b87979 req-2a9d2f1f-e028-43aa-8105-8e766aa12a2f tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170659 Jul 05 09:55:12.512854 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Allocated IP 2001:db8::2 (65df7426-ac9a-4b58-aa66-f2f5b3623134/e9949fec-9334-44ce-995a-b3990516b222/397e61b8-1459-4330-be11-ddeaa551c5dc) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:12.564182 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596654c7-0cce-4e1f-a532-e03f7f316f6e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Checking segment: {'id': '7f0080f7-c667-4800-90e1-43a280a2757b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '52ef922f-2700-41a6-a8a2-ad57f6a1647f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:55:12.570816 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596654c7-0cce-4e1f-a532-e03f7f316f6e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Network hostable DHCP agents. Network: 52ef922f-2700-41a6-a8a2-ad57f6a1647f, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:55:12.570816 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596654c7-0cce-4e1f-a532-e03f7f316f6e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event updated for resources: {'Subnet': ['ID=bf53b63d-f383-4436-8b1c-b62e0946aaa1,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:12.635330 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1646c328-fd13-4fbc-8d09-68dfe7cb7b66 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:12.641780 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1646c328-fd13-4fbc-8d09-68dfe7cb7b66 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2848814 Jul 05 09:55:12.641780 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596654c7-0cce-4e1f-a532-e03f7f316f6e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Network 52ef922f-2700-41a6-a8a2-ad57f6a1647f is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:55:12.642359 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35002) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:12.697953 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-596654c7-0cce-4e1f-a532-e03f7f316f6e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 52ef922f-2700-41a6-a8a2-ad57f6a1647f) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:12.719036 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596654c7-0cce-4e1f-a532-e03f7f316f6e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:12.720108 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-596654c7-0cce-4e1f-a532-e03f7f316f6e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:12.722778 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a31170-ddeb-4a77-8e5d-4e44b0825b35 None None] Network 52ef922f-2700-41a6-a8a2-ad57f6a1647f requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:12.725899 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc7640-5293-4def-88c8-2e3e2773912c req-b683d939-dcef-416b-9bba-b78afc3c7e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:12.727448 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02cc7640-5293-4def-88c8-2e3e2773912c req-b683d939-dcef-416b-9bba-b78afc3c7e4b service neutron] 10.222.0.81 "GET /v2.0/networks?id=0ee79470-62a5-467c-812c-ff770a614a58 HTTP/1.1" status: 200 len: 920 time: 0.3022094 Jul 05 09:55:12.775327 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a859eb-dd04-4496-8386-96810369350f req-36168dee-e108-457d-b043-aa57c2fb55d6 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:12.785806 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4a859eb-dd04-4496-8386-96810369350f req-36168dee-e108-457d-b043-aa57c2fb55d6 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f7e8632-e029-4823-8d02-f71d33874512 HTTP/1.1" status: 200 len: 950 time: 0.2741809 Jul 05 09:55:12.848292 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device aec12d55-b4d5-49cd-aaf6-168fc2c13c6e no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:55:12.860102 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-596654c7-0cce-4e1f-a532-e03f7f316f6e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9772348 Jul 05 09:55:12.867043 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35012) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:12.879467 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a57017c1-6def-4120-b42c-a4991e443a70 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Request body: {'subnet': {'network_id': 'f9eeb083-8158-4c76-9405-0921ab9babf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:12.883515 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02cc7640-5293-4def-88c8-2e3e2773912c req-25c970f1-fe00-47d2-ad08-5a82f040ba2c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a2b0699-01ed-44eb-9101-8220bcaacb61 HTTP/1.1" status: 200 len: 217 time: 0.1464589 Jul 05 09:55:12.960241 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:12.973181 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4a859eb-dd04-4496-8386-96810369350f req-399edc42-7b47-4648-8202-55d5d40877cc tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852565 Jul 05 09:55:12.984232 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc7640-5293-4def-88c8-2e3e2773912c req-3fbfa76d-f0ee-4905-b991-54bc28075f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:12.986036 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02cc7640-5293-4def-88c8-2e3e2773912c req-3fbfa76d-f0ee-4905-b991-54bc28075f2a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0dce28fb-feef-4fc0-a912-6928eb137c35 HTTP/1.1" status: 200 len: 859 time: 0.0860391 Jul 05 09:55:12.988871 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c7fc52e9-39c2-4f26-9a71-b8bb2f65926c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting port e0adf623-d2b5-4212-939c-27ebd9e5e096 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:12.989223 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7fc52e9-39c2-4f26-9a71-b8bb2f65926c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.038090 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Transition to ACTIVE for port object 397e61b8-1459-4330-be11-ddeaa551c5dc will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:13.041773 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: aec12d55-b4d5-49cd-aaf6-168fc2c13c6e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:55:13.042125 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device aec12d55-b4d5-49cd-aaf6-168fc2c13c6e not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:55:13.042518 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02cc7640-5293-4def-88c8-2e3e2773912c req-38d5d2f9-4f48-498c-9f68-1e30f059fdb8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0ee79470-62a5-467c-812c-ff770a614a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449839 Jul 05 09:55:13.042661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device ca8c7349-cfbb-475b-9b5c-8e68e92a32eb no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:55:13.085691 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: ca8c7349-cfbb-475b-9b5c-8e68e92a32eb {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:55:13.086053 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device ca8c7349-cfbb-475b-9b5c-8e68e92a32eb not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:55:13.106769 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Transition to ACTIVE for port object 397e61b8-1459-4330-be11-ddeaa551c5dc will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:13.141280 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.154382 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02cc7640-5293-4def-88c8-2e3e2773912c req-fece1d74-f703-4384-8e04-c1e02e835c81 service neutron] 10.222.0.81 "GET /v2.0/networks/0ee79470-62a5-467c-812c-ff770a614a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046369 Jul 05 09:55:13.204013 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05cd801-bbae-4f86-8cf3-d021cdb5f635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-52ef922f-2700-41a6-a8a2-ad57f6a1647f', 'network_id': '52ef922f-2700-41a6-a8a2-ad57f6a1647f', 'tenant_id': 'b93f4026295e4a19a5ae45e08279d0ce', 'fixed_ips': [{'subnet_id': 'bf53b63d-f383-4436-8b1c-b62e0946aaa1'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:55:13.204871 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b05cd801-bbae-4f86-8cf3-d021cdb5f635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.240185 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:13.255146 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:13.262648 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:13.265573 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-2fb38eac-2b0f-4011-9a6d-08f4bde673cf None None] Allocated IP 2001:db8::2 (64f65a26-a61b-488e-9adc-940b6ebb2cf6/76027820-2ff8-4ec6-89e2-5182ebbb6cc3/64b7bc99-38ee-4c55-ab80-c431078f139e) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:13.272700 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Pushing event updated for resources: {'Port': ['ID=397e61b8-1459-4330-be11-ddeaa551c5dc,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:13.286217 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:13.286618 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:13.286960 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:13.287304 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:13.287636 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:13.288003 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:13.288429 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:13.288651 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:13.288974 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:13.289298 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:13.289623 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:13.289967 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:13.291642 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02cc7640-5293-4def-88c8-2e3e2773912c req-79b0b7ba-64fb-47bf-a8da-14dcb9f3389f service neutron] 10.222.0.81 "GET /v2.0/networks/0ee79470-62a5-467c-812c-ff770a614a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279058 Jul 05 09:55:13.445907 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57017c1-6def-4120-b42c-a4991e443a70 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Made reservation on behalf of b93f4026295e4a19a5ae45e08279d0ce for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:13.450842 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a57017c1-6def-4120-b42c-a4991e443a70 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.457865 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7fc52e9-39c2-4f26-9a71-b8bb2f65926c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.518104 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Attempting to bind port 397e61b8-1459-4330-be11-ddeaa551c5dc on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:55:13.518480 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Attempting to bind port 397e61b8-1459-4330-be11-ddeaa551c5dc by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:55:13.518840 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Attempting to bind port 397e61b8-1459-4330-be11-ddeaa551c5dc on network 65df7426-ac9a-4b58-aa66-f2f5b3623134 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:55:13.521798 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c7fc52e9-39c2-4f26-9a71-b8bb2f65926c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Calling delete_port for e0adf623-d2b5-4212-939c-27ebd9e5e096 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:13.554814 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:55:13.555193 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Checking segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:55:13.555599 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.556096 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Bound using segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:55:13.556578 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Bound port: 397e61b8-1459-4330-be11-ddeaa551c5dc, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:55:13.556962 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.603604 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-b05cd801-bbae-4f86-8cf3-d021cdb5f635 None None] Allocated IP 2001:db8::2 (52ef922f-2700-41a6-a8a2-ad57f6a1647f/bf53b63d-f383-4436-8b1c-b62e0946aaa1/54a4c8fe-9057-4292-ad52-03a825e3df02) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:13.735421 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7fc52e9-39c2-4f26-9a71-b8bb2f65926c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.745599 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628ecc3-772a-4a95-8ed1-9f7fe5e1d947 req-440c0a8a-8dc6-442f-abcb-4c376701c62d tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:13.747194 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f628ecc3-772a-4a95-8ed1-9f7fe5e1d947 req-440c0a8a-8dc6-442f-abcb-4c376701c62d tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f7e8632-e029-4823-8d02-f71d33874512 HTTP/1.1" status: 200 len: 950 time: 0.1669681 Jul 05 09:55:13.780077 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc52e9-39c2-4f26-9a71-b8bb2f65926c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Port': ['ID=e0adf623-d2b5-4212-939c-27ebd9e5e096,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:13.786929 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] For port 397e61b8-1459-4330-be11-ddeaa551c5dc, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:55:13.791503 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2fb38eac-2b0f-4011-9a6d-08f4bde673cf None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.822080 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] For port 397e61b8-1459-4330-be11-ddeaa551c5dc, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=397e61b8-1459-4330-be11-ddeaa551c5dc,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:55:13.823142 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7fc52e9-39c2-4f26-9a71-b8bb2f65926c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.828440 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c7fc52e9-39c2-4f26-9a71-b8bb2f65926c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/e0adf623-d2b5-4212-939c-27ebd9e5e096 HTTP/1.1" status: 204 len: 168 time: 1.1822343 Jul 05 09:55:13.828617 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2fb38eac-2b0f-4011-9a6d-08f4bde673cf None None] Transition to ACTIVE for port object 64b7bc99-38ee-4c55-ab80-c431078f139e will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:13.833324 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35044) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:13.837597 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.902830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2fb38eac-2b0f-4011-9a6d-08f4bde673cf None None] Transition to ACTIVE for port object 64b7bc99-38ee-4c55-ab80-c431078f139e will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:13.948474 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2fb38eac-2b0f-4011-9a6d-08f4bde673cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.958125 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55328ab5-6069-4ae0-8f3a-5b3c925d5c6a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:13.960870 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55328ab5-6069-4ae0-8f3a-5b3c925d5c6a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:13.967602 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35052) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:13.968176 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-55328ab5-6069-4ae0-8f3a-5b3c925d5c6a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1317167 Jul 05 09:55:14.015417 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb38eac-2b0f-4011-9a6d-08f4bde673cf None None] Network 64f65a26-a61b-488e-9adc-940b6ebb2cf6 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:14.016382 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86654530-8bad-4354-b8c4-1c665b97555c None None] Pushing event updated for resources: {'Port': ['ID=397e61b8-1459-4330-be11-ddeaa551c5dc,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:14.025182 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-2fb38eac-2b0f-4011-9a6d-08f4bde673cf None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:14.027699 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb38eac-2b0f-4011-9a6d-08f4bde673cf None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:14.032992 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db8209-3498-4ecf-a055-c30ce85693fd req-a3c22cab-6397-4e70-b9f9-91ef3c622c1f tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:14.035781 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e7db8209-3498-4ecf-a055-c30ce85693fd req-a3c22cab-6397-4e70-b9f9-91ef3c622c1f tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.3710308 Jul 05 09:55:14.051012 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b05cd801-bbae-4f86-8cf3-d021cdb5f635 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:14.077116 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a57017c1-6def-4120-b42c-a4991e443a70 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:14.079736 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b05cd801-bbae-4f86-8cf3-d021cdb5f635 None None] Transition to ACTIVE for port object 54a4c8fe-9057-4292-ad52-03a825e3df02 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:14.133647 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb38eac-2b0f-4011-9a6d-08f4bde673cf None None] Pushing event updated for resources: {'Port': ['ID=64b7bc99-38ee-4c55-ab80-c431078f139e,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:14.160608 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2fb38eac-2b0f-4011-9a6d-08f4bde673cf None None] Attempting to bind port 64b7bc99-38ee-4c55-ab80-c431078f139e on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:55:14.160991 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2fb38eac-2b0f-4011-9a6d-08f4bde673cf None None] Attempting to bind port 64b7bc99-38ee-4c55-ab80-c431078f139e by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '82cd3108-71f0-417e-854b-e10dfd31a89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '64f65a26-a61b-488e-9adc-940b6ebb2cf6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:55:14.161501 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb38eac-2b0f-4011-9a6d-08f4bde673cf None None] Attempting to bind port 64b7bc99-38ee-4c55-ab80-c431078f139e on network 64f65a26-a61b-488e-9adc-940b6ebb2cf6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:55:14.175119 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b05cd801-bbae-4f86-8cf3-d021cdb5f635 None None] Transition to ACTIVE for port object 54a4c8fe-9057-4292-ad52-03a825e3df02 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:14.178998 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb38eac-2b0f-4011-9a6d-08f4bde673cf None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:55:14.179451 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb38eac-2b0f-4011-9a6d-08f4bde673cf None None] Checking segment: {'id': '82cd3108-71f0-417e-854b-e10dfd31a89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '64f65a26-a61b-488e-9adc-940b6ebb2cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:55:14.180044 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2fb38eac-2b0f-4011-9a6d-08f4bde673cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:14.180621 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb38eac-2b0f-4011-9a6d-08f4bde673cf None None] Bound using segment: {'id': '82cd3108-71f0-417e-854b-e10dfd31a89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '64f65a26-a61b-488e-9adc-940b6ebb2cf6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:55:14.181341 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2fb38eac-2b0f-4011-9a6d-08f4bde673cf None None] Bound port: 64b7bc99-38ee-4c55-ab80-c431078f139e, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82cd3108-71f0-417e-854b-e10dfd31a89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '64f65a26-a61b-488e-9adc-940b6ebb2cf6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:55:14.181837 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2fb38eac-2b0f-4011-9a6d-08f4bde673cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:14.186291 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b05cd801-bbae-4f86-8cf3-d021cdb5f635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:14.190688 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e7db8209-3498-4ecf-a055-c30ce85693fd req-f5a574b8-cadc-4e22-a4b4-137147251729 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456962 Jul 05 09:55:14.238225 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-f628ecc3-772a-4a95-8ed1-9f7fe5e1d947 req-d3ee47cf-7a98-4708-94a1-6b7f2e6ca9c3 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Deleting port b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:14.239933 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f628ecc3-772a-4a95-8ed1-9f7fe5e1d947 req-d3ee47cf-7a98-4708-94a1-6b7f2e6ca9c3 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:14.266576 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05cd801-bbae-4f86-8cf3-d021cdb5f635 None None] Network 52ef922f-2700-41a6-a8a2-ad57f6a1647f is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:14.282993 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-b05cd801-bbae-4f86-8cf3-d021cdb5f635 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:14.293046 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5e8b5b-b899-444d-9a52-0985a30829fd tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet e9949fec-9334-44ce-995a-b3990516b222 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:55:14.303901 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57017c1-6def-4120-b42c-a4991e443a70 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event updated for resources: {'Subnet': ['ID=c2322079-bdb4-4e65-9240-da8682e53ea4,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:14.322408 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8b5b-b899-444d-9a52-0985a30829fd tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:14.329276 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05cd801-bbae-4f86-8cf3-d021cdb5f635 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:14.346186 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cd801-bbae-4f86-8cf3-d021cdb5f635 None None] Pushing event updated for resources: {'Port': ['ID=54a4c8fe-9057-4292-ad52-03a825e3df02,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:14.446964 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b05cd801-bbae-4f86-8cf3-d021cdb5f635 None None] Attempting to bind port 54a4c8fe-9057-4292-ad52-03a825e3df02 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:55:14.447746 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b05cd801-bbae-4f86-8cf3-d021cdb5f635 None None] Attempting to bind port 54a4c8fe-9057-4292-ad52-03a825e3df02 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '7f0080f7-c667-4800-90e1-43a280a2757b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '52ef922f-2700-41a6-a8a2-ad57f6a1647f'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:55:14.448375 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05cd801-bbae-4f86-8cf3-d021cdb5f635 None None] Attempting to bind port 54a4c8fe-9057-4292-ad52-03a825e3df02 on network 52ef922f-2700-41a6-a8a2-ad57f6a1647f {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:55:14.458648 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f628ecc3-772a-4a95-8ed1-9f7fe5e1d947 req-d3ee47cf-7a98-4708-94a1-6b7f2e6ca9c3 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] For port b7c1f3e8-39ed-4534-a9db-da07d6cd9c44, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=b7c1f3e8-39ed-4534-a9db-da07d6cd9c44,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:14.459278 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f628ecc3-772a-4a95-8ed1-9f7fe5e1d947 req-d3ee47cf-7a98-4708-94a1-6b7f2e6ca9c3 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:14.464914 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57017c1-6def-4120-b42c-a4991e443a70 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Checking segment: {'id': 'ed1e7593-439d-4446-bac0-5a7709ff1b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f9eeb083-8158-4c76-9405-0921ab9babf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:55:14.465858 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57017c1-6def-4120-b42c-a4991e443a70 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Network hostable DHCP agents. Network: f9eeb083-8158-4c76-9405-0921ab9babf9, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:55:14.472711 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05cd801-bbae-4f86-8cf3-d021cdb5f635 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:55:14.473481 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05cd801-bbae-4f86-8cf3-d021cdb5f635 None None] Checking segment: {'id': '7f0080f7-c667-4800-90e1-43a280a2757b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '52ef922f-2700-41a6-a8a2-ad57f6a1647f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:55:14.474138 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b05cd801-bbae-4f86-8cf3-d021cdb5f635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:14.474722 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05cd801-bbae-4f86-8cf3-d021cdb5f635 None None] Bound using segment: {'id': '7f0080f7-c667-4800-90e1-43a280a2757b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '52ef922f-2700-41a6-a8a2-ad57f6a1647f'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:55:14.475422 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b05cd801-bbae-4f86-8cf3-d021cdb5f635 None None] Bound port: 54a4c8fe-9057-4292-ad52-03a825e3df02, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0080f7-c667-4800-90e1-43a280a2757b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '52ef922f-2700-41a6-a8a2-ad57f6a1647f'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:55:14.476021 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b05cd801-bbae-4f86-8cf3-d021cdb5f635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:14.499412 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2fb38eac-2b0f-4011-9a6d-08f4bde673cf None None] For port 64b7bc99-38ee-4c55-ab80-c431078f139e, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:55:14.520064 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2fb38eac-2b0f-4011-9a6d-08f4bde673cf None None] For port 64b7bc99-38ee-4c55-ab80-c431078f139e, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=64b7bc99-38ee-4c55-ab80-c431078f139e,segment=NetworkSegment(82cd3108-71f0-417e-854b-e10dfd31a89e),segment_id=82cd3108-71f0-417e-854b-e10dfd31a89e)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:55:14.552260 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2fb38eac-2b0f-4011-9a6d-08f4bde673cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:14.591423 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-f628ecc3-772a-4a95-8ed1-9f7fe5e1d947 req-d3ee47cf-7a98-4708-94a1-6b7f2e6ca9c3 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Calling delete_port for b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:14.651241 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8b5b-b899-444d-9a52-0985a30829fd tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:14.762200 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b05cd801-bbae-4f86-8cf3-d021cdb5f635 None None] For port 54a4c8fe-9057-4292-ad52-03a825e3df02, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:55:14.769124 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b05cd801-bbae-4f86-8cf3-d021cdb5f635 None None] For port 54a4c8fe-9057-4292-ad52-03a825e3df02, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=54a4c8fe-9057-4292-ad52-03a825e3df02,segment=NetworkSegment(7f0080f7-c667-4800-90e1-43a280a2757b),segment_id=7f0080f7-c667-4800-90e1-43a280a2757b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:55:14.771303 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb38eac-2b0f-4011-9a6d-08f4bde673cf None None] Pushing event updated for resources: {'Port': ['ID=64b7bc99-38ee-4c55-ab80-c431078f139e,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:14.782576 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57017c1-6def-4120-b42c-a4991e443a70 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Network f9eeb083-8158-4c76-9405-0921ab9babf9 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:55:14.785430 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b05cd801-bbae-4f86-8cf3-d021cdb5f635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:14.859399 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a57017c1-6def-4120-b42c-a4991e443a70 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, f9eeb083-8158-4c76-9405-0921ab9babf9) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:14.893899 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bce8dd-7c10-4aae-8c7f-649cd4522dff None None] Network f9eeb083-8158-4c76-9405-0921ab9babf9 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:14.898517 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57017c1-6def-4120-b42c-a4991e443a70 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:14.899934 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a57017c1-6def-4120-b42c-a4991e443a70 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:14.947815 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e42a21-a3a3-44b4-a405-f56cc9e3a446 req-a7b637a1-630a-41ce-9b95-84dbe8e417ad tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:14.950157 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a57017c1-6def-4120-b42c-a4991e443a70 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0802586 Jul 05 09:55:14.953634 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35074) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:14.971146 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-21e42a21-a3a3-44b4-a405-f56cc9e3a446 req-a7b637a1-630a-41ce-9b95-84dbe8e417ad tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f7e8632-e029-4823-8d02-f71d33874512 HTTP/1.1" status: 200 len: 950 time: 0.5091822 Jul 05 09:55:15.033760 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cd801-bbae-4f86-8cf3-d021cdb5f635 None None] Pushing event updated for resources: {'Port': ['ID=54a4c8fe-9057-4292-ad52-03a825e3df02,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:15.178176 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f470b0e4-3a0b-4cb3-9d15-47d37238d3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-f9eeb083-8158-4c76-9405-0921ab9babf9', 'network_id': 'f9eeb083-8158-4c76-9405-0921ab9babf9', 'tenant_id': 'b93f4026295e4a19a5ae45e08279d0ce', 'fixed_ips': [{'subnet_id': 'c2322079-bdb4-4e65-9240-da8682e53ea4'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:55:15.178965 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f470b0e4-3a0b-4cb3-9d15-47d37238d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:15.329502 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-21e42a21-a3a3-44b4-a405-f56cc9e3a446 req-2f808762-4530-418d-b3e9-ef18e4d4fa19 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9c4c815-6c22-4921-92fd-c3ac558f7ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398433 Jul 05 09:55:15.354794 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f628ecc3-772a-4a95-8ed1-9f7fe5e1d947 req-d3ee47cf-7a98-4708-94a1-6b7f2e6ca9c3 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:15.457128 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee47cf-7a98-4708-94a1-6b7f2e6ca9c3 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Pushing event deleted for resources: {'Port': ['ID=b7c1f3e8-39ed-4534-a9db-da07d6cd9c44,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:15.481101 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['b7c1f3e8-39ed-4534-a9db-da07d6cd9c44'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:55:15.625880 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8b5b-b899-444d-9a52-0985a30829fd tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:15.642393 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 64b7bc99-38ee-4c55-ab80-c431078f139e up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:15.650927 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-f628ecc3-772a-4a95-8ed1-9f7fe5e1d947 req-d3ee47cf-7a98-4708-94a1-6b7f2e6ca9c3 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] No DVR routers for this DVR port b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:55:15.655301 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f628ecc3-772a-4a95-8ed1-9f7fe5e1d947 req-d3ee47cf-7a98-4708-94a1-6b7f2e6ca9c3 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:15.657423 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f628ecc3-772a-4a95-8ed1-9f7fe5e1d947 req-d3ee47cf-7a98-4708-94a1-6b7f2e6ca9c3 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.81 "DELETE /v2.0/ports/b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 HTTP/1.1" status: 204 len: 173 time: 1.8999448 Jul 05 09:55:15.657912 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7e8632-e029-4823-8d02-f71d33874512', 'name': 'network-vif-deleted', 'tag': 'b7c1f3e8-39ed-4534-a9db-da07d6cd9c44'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:55:15.665606 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8c8e0f-a58e-4c6b-a2bc-c44944a8fe5e" -d '{"events": [{"server_uuid": "2f7e8632-e029-4823-8d02-f71d33874512", "name": "network-vif-deleted", "tag": "b7c1f3e8-39ed-4534-a9db-da07d6cd9c44"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:55:15.825814 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f18bbd4-4454-458a-9ce5-2762e0139d8f x-openstack-request-id: req-9f18bbd4-4454-458a-9ce5-2762e0139d8f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:55:15.826233 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7e8632-e029-4823-8d02-f71d33874512", "name": "network-vif-deleted", "tag": "b7c1f3e8-39ed-4534-a9db-da07d6cd9c44", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:55:15.827194 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9f18bbd4-4454-458a-9ce5-2762e0139d8f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:55:15.833677 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7e8632-e029-4823-8d02-f71d33874512', 'name': 'network-vif-deleted', 'tag': 'b7c1f3e8-39ed-4534-a9db-da07d6cd9c44', 'status': 'completed', 'code': 200} Jul 05 09:55:15.908627 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-f470b0e4-3a0b-4cb3-9d15-47d37238d3dd None None] Allocated IP 2001:db8::2 (f9eeb083-8158-4c76-9405-0921ab9babf9/c2322079-bdb4-4e65-9240-da8682e53ea4/c5b0efd6-13ed-4002-99e1-c788a332497b) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:15.925826 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 64b7bc99-38ee-4c55-ab80-c431078f139e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:15.929407 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3fd84-d55b-4937-b5f0-ca9e389332d7 req-193291f7-dddf-4444-a897-5b4ed76f1484 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:15.942091 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55b3fd84-d55b-4937-b5f0-ca9e389332d7 req-193291f7-dddf-4444-a897-5b4ed76f1484 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.1899865 Jul 05 09:55:15.955697 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 397e61b8-1459-4330-be11-ddeaa551c5dc up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:16.071025 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55b3fd84-d55b-4937-b5f0-ca9e389332d7 req-0135b7a2-6aaf-4988-8b89-fa784f22e25d tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276150 Jul 05 09:55:16.118821 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c50f191-7b3b-4b76-8078-77cb2935db3d None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:16.164616 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8b5b-b899-444d-9a52-0985a30829fd tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:16.172192 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9953084-901d-48de-aec4-d4420846a5a7 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:16.236934 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8b5b-b899-444d-9a52-0985a30829fd tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:16.239047 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bf5e8b5b-b899-444d-9a52-0985a30829fd tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/e9949fec-9334-44ce-995a-b3990516b222 HTTP/1.1" status: 204 len: 168 time: 2.2699249 Jul 05 09:55:16.241818 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35096) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:16.242009 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e8b5b-b899-444d-9a52-0985a30829fd tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=e9949fec-9334-44ce-995a-b3990516b222,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:16.329056 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fac3d460-36cb-4278-82a1-e3db93d3f4a2 None None] Provisioning for port 397e61b8-1459-4330-be11-ddeaa551c5dc completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:16.387410 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 397e61b8-1459-4330-be11-ddeaa551c5dc completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:16.408726 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 397e61b8-1459-4330-be11-ddeaa551c5dc triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:16.410223 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:16.497717 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6c15e4b1-dbac-49d8-b32d-db9b54d0e59c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2513275 Jul 05 09:55:16.501274 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35102) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:16.520158 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a8c658cb-2911-43a8-bb18-1868f8d4d5d5 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:16.683886 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c658cb-2911-43a8-bb18-1868f8d4d5d5 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:16.689507 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8c658cb-2911-43a8-bb18-1868f8d4d5d5 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:16.863253 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b146612d-1e27-484c-a54f-74476b03e1d3 req-c11f72d1-1b5d-4401-98b5-e43c730cb586 tempest-ServersOnMultiNodesTest-933145011 tempest-ServersOnMultiNodesTest-933145011-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f7e8632-e029-4823-8d02-f71d33874512 HTTP/1.1" status: 200 len: 210 time: 0.0675609 Jul 05 09:55:16.961754 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-c9953084-901d-48de-aec4-d4420846a5a7 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Allocated IP 2001:db8::1 (52ef922f-2700-41a6-a8a2-ad57f6a1647f/bf53b63d-f383-4436-8b1c-b62e0946aaa1/9a7aa035-0c61-4f17-9af8-ca2152b9afe4) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:17.072445 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8c658cb-2911-43a8-bb18-1868f8d4d5d5 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:17.115063 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6e6fb6-0938-4193-b47c-c63850a2312f None None] Network 64f65a26-a61b-488e-9adc-940b6ebb2cf6 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:17.178702 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c658cb-2911-43a8-bb18-1868f8d4d5d5 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:17.189259 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a8c658cb-2911-43a8-bb18-1868f8d4d5d5 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:17.204908 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9953084-901d-48de-aec4-d4420846a5a7 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:17.209012 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c658cb-2911-43a8-bb18-1868f8d4d5d5 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:17.211882 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8c658cb-2911-43a8-bb18-1868f8d4d5d5 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:17.260260 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-c9953084-901d-48de-aec4-d4420846a5a7 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Transition to ACTIVE for port object 9a7aa035-0c61-4f17-9af8-ca2152b9afe4 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:17.276467 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c658cb-2911-43a8-bb18-1868f8d4d5d5 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=7eb06edf-1c7d-4458-bd45-57c90a7be70f,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:17.290195 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a8c658cb-2911-43a8-bb18-1868f8d4d5d5 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7865534 Jul 05 09:55:17.292671 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9a76b6-d379-4320-9056-0c0005494659 None None] Network 52ef922f-2700-41a6-a8a2-ad57f6a1647f requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:17.292846 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35122) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:17.298757 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-836025e7-46e9-49b2-bd5d-bdb0e9d8d03f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'name': 'tempest-NetworksTestDHCPv6-1731012461'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:17.329277 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9953084-901d-48de-aec4-d4420846a5a7 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:17.393961 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9953084-901d-48de-aec4-d4420846a5a7 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Network 52ef922f-2700-41a6-a8a2-ad57f6a1647f is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:17.429813 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9953084-901d-48de-aec4-d4420846a5a7 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event updated for resources: {'Port': ['ID=9a7aa035-0c61-4f17-9af8-ca2152b9afe4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:17.442836 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c9953084-901d-48de-aec4-d4420846a5a7 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:17.454262 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9953084-901d-48de-aec4-d4420846a5a7 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:17.454846 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9953084-901d-48de-aec4-d4420846a5a7 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:17.614433 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3432356-86e8-4251-9d2a-1a71a67cb964 req-abe437fa-6e67-457e-959c-5c0413056f0e tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:17.624692 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f3432356-86e8-4251-9d2a-1a71a67cb964 req-abe437fa-6e67-457e-959c-5c0413056f0e tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.2391016 Jul 05 09:55:17.662846 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3f712632-6df1-45fb-aa13-bfa8d06cb4db None None] Provisioning for port 64b7bc99-38ee-4c55-ab80-c431078f139e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:17.678393 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f470b0e4-3a0b-4cb3-9d15-47d37238d3dd None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:17.721250 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:17.735640 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3f712632-6df1-45fb-aa13-bfa8d06cb4db None None] Provisioning complete for port 64b7bc99-38ee-4c55-ab80-c431078f139e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:17.736071 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836025e7-46e9-49b2-bd5d-bdb0e9d8d03f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:17.736565 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3f712632-6df1-45fb-aa13-bfa8d06cb4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:17.738238 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f470b0e4-3a0b-4cb3-9d15-47d37238d3dd None None] Transition to ACTIVE for port object c5b0efd6-13ed-4002-99e1-c788a332497b will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:17.743627 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-836025e7-46e9-49b2-bd5d-bdb0e9d8d03f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:17.775396 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f3432356-86e8-4251-9d2a-1a71a67cb964 req-a10a4df8-5f49-4f3e-8c50-655897f08ea1 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493220 Jul 05 09:55:17.783268 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-836025e7-46e9-49b2-bd5d-bdb0e9d8d03f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] device_id is not set on port 6fd16c12-b8eb-490f-922b-2b19b8197dda yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:55:17.822658 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9953084-901d-48de-aec4-d4420846a5a7 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:17.869010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f470b0e4-3a0b-4cb3-9d15-47d37238d3dd None None] Transition to ACTIVE for port object c5b0efd6-13ed-4002-99e1-c788a332497b will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:17.878212 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 397e61b8-1459-4330-be11-ddeaa551c5dc, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=397e61b8-1459-4330-be11-ddeaa551c5dc,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:17.912989 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:17.933614 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d848808-cf8a-4636-95a7-81a022390874 None None] DHCP port deletion for 65df7426-ac9a-4b58-aa66-f2f5b3623134 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:55:17.963793 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f470b0e4-3a0b-4cb3-9d15-47d37238d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:18.062566 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-836025e7-46e9-49b2-bd5d-bdb0e9d8d03f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8::dd (65df7426-ac9a-4b58-aa66-f2f5b3623134/7eb06edf-1c7d-4458-bd45-57c90a7be70f/6fd16c12-b8eb-490f-922b-2b19b8197dda) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:18.158101 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f470b0e4-3a0b-4cb3-9d15-47d37238d3dd None None] Network f9eeb083-8158-4c76-9405-0921ab9babf9 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:18.201989 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-f470b0e4-3a0b-4cb3-9d15-47d37238d3dd None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:18.205494 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 54a4c8fe-9057-4292-ad52-03a825e3df02 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:18.230595 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f470b0e4-3a0b-4cb3-9d15-47d37238d3dd None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:18.520239 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9953084-901d-48de-aec4-d4420846a5a7 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:18.527197 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9953084-901d-48de-aec4-d4420846a5a7 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:18.528279 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9953084-901d-48de-aec4-d4420846a5a7 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:18.546488 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=397e61b8-1459-4330-be11-ddeaa551c5dc,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:18.720682 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3f712632-6df1-45fb-aa13-bfa8d06cb4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:18.816098 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f470b0e4-3a0b-4cb3-9d15-47d37238d3dd None None] Attempting to bind port c5b0efd6-13ed-4002-99e1-c788a332497b on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:55:18.819770 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9953084-901d-48de-aec4-d4420846a5a7 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event updated for resources: {'Port': ['ID=9a7aa035-0c61-4f17-9af8-ca2152b9afe4,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:18.822023 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f470b0e4-3a0b-4cb3-9d15-47d37238d3dd None None] Attempting to bind port c5b0efd6-13ed-4002-99e1-c788a332497b by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'ed1e7593-439d-4446-bac0-5a7709ff1b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f9eeb083-8158-4c76-9405-0921ab9babf9'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:55:18.822521 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f470b0e4-3a0b-4cb3-9d15-47d37238d3dd None None] Attempting to bind port c5b0efd6-13ed-4002-99e1-c788a332497b on network f9eeb083-8158-4c76-9405-0921ab9babf9 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:55:18.879222 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:55:18.923887 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9953084-901d-48de-aec4-d4420846a5a7 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Network 52ef922f-2700-41a6-a8a2-ad57f6a1647f is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:18.930377 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c9953084-901d-48de-aec4-d4420846a5a7 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:18.959002 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470b0e4-3a0b-4cb3-9d15-47d37238d3dd None None] Pushing event updated for resources: {'Port': ['ID=c5b0efd6-13ed-4002-99e1-c788a332497b,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:18.973808 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3d848808-cf8a-4636-95a7-81a022390874 None None] Deleting port 397e61b8-1459-4330-be11-ddeaa551c5dc {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:18.973985 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3d848808-cf8a-4636-95a7-81a022390874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:18.979997 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f470b0e4-3a0b-4cb3-9d15-47d37238d3dd None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:55:18.980505 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f470b0e4-3a0b-4cb3-9d15-47d37238d3dd None None] Checking segment: {'id': 'ed1e7593-439d-4446-bac0-5a7709ff1b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f9eeb083-8158-4c76-9405-0921ab9babf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:55:18.980930 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f470b0e4-3a0b-4cb3-9d15-47d37238d3dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:18.981340 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f470b0e4-3a0b-4cb3-9d15-47d37238d3dd None None] Bound using segment: {'id': 'ed1e7593-439d-4446-bac0-5a7709ff1b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f9eeb083-8158-4c76-9405-0921ab9babf9'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:55:18.981861 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f470b0e4-3a0b-4cb3-9d15-47d37238d3dd None None] Bound port: c5b0efd6-13ed-4002-99e1-c788a332497b, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1e7593-439d-4446-bac0-5a7709ff1b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f9eeb083-8158-4c76-9405-0921ab9babf9'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:55:18.982253 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f470b0e4-3a0b-4cb3-9d15-47d37238d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:19.016058 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35160) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:19.037483 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:55:19.037904 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device b7c1f3e8-39ed-4534-a9db-da07d6cd9c44 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:55:19.111429 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3f712632-6df1-45fb-aa13-bfa8d06cb4db None None] For port 64b7bc99-38ee-4c55-ab80-c431078f139e, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=64b7bc99-38ee-4c55-ab80-c431078f139e,segment=NetworkSegment(82cd3108-71f0-417e-854b-e10dfd31a89e),segment_id=82cd3108-71f0-417e-854b-e10dfd31a89e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:19.119874 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3f712632-6df1-45fb-aa13-bfa8d06cb4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:19.130994 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 54a4c8fe-9057-4292-ad52-03a825e3df02 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:19.222783 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9953084-901d-48de-aec4-d4420846a5a7 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Router bc525922-c064-4198-9d92-3868211fb202 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:55:19.245482 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-836025e7-46e9-49b2-bd5d-bdb0e9d8d03f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:19.285616 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-836025e7-46e9-49b2-bd5d-bdb0e9d8d03f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Transition to ACTIVE for port object 6fd16c12-b8eb-490f-922b-2b19b8197dda will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:19.381283 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-836025e7-46e9-49b2-bd5d-bdb0e9d8d03f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:19.384753 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f470b0e4-3a0b-4cb3-9d15-47d37238d3dd None None] For port c5b0efd6-13ed-4002-99e1-c788a332497b, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:55:19.389530 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f470b0e4-3a0b-4cb3-9d15-47d37238d3dd None None] For port c5b0efd6-13ed-4002-99e1-c788a332497b, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c5b0efd6-13ed-4002-99e1-c788a332497b,segment=NetworkSegment(ed1e7593-439d-4446-bac0-5a7709ff1b5c),segment_id=ed1e7593-439d-4446-bac0-5a7709ff1b5c)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:55:19.395570 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9953084-901d-48de-aec4-d4420846a5a7 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:55:19.410314 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c9953084-901d-48de-aec4-d4420846a5a7 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "PUT /v2.0/routers/bc525922-c064-4198-9d92-3868211fb202/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4538095 Jul 05 09:55:19.412096 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35170) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:19.414699 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a7945-f31f-4f10-9d4e-5ba60f85f5d1 None None] Sync routers for ids ['bc525922-c064-4198-9d92-3868211fb202'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:55:19.435384 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a7945-f31f-4f10-9d4e-5ba60f85f5d1 None None] Routers {'bc525922-c064-4198-9d92-3868211fb202'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:55:19.438134 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-632a7945-f31f-4f10-9d4e-5ba60f85f5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:54:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bc525922-c064-4198-9d92-3868211fb202'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:19.446655 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f712632-6df1-45fb-aa13-bfa8d06cb4db None None] Pushing event updated for resources: {'Port': ['ID=64b7bc99-38ee-4c55-ab80-c431078f139e,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:19.470665 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f470b0e4-3a0b-4cb3-9d15-47d37238d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:19.477236 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 397e61b8-1459-4330-be11-ddeaa551c5dc no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:55:19.491224 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-632a7945-f31f-4f10-9d4e-5ba60f85f5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:19.501602 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a7945-f31f-4f10-9d4e-5ba60f85f5d1 None None] Routers {'bc525922-c064-4198-9d92-3868211fb202'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:55:19.502416 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-632a7945-f31f-4f10-9d4e-5ba60f85f5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:54:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bc525922-c064-4198-9d92-3868211fb202'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:19.505613 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3d848808-cf8a-4636-95a7-81a022390874 None None] For port 397e61b8-1459-4330-be11-ddeaa551c5dc, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=397e61b8-1459-4330-be11-ddeaa551c5dc,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:19.506671 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3d848808-cf8a-4636-95a7-81a022390874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:19.528308 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3d848808-cf8a-4636-95a7-81a022390874 None None] Calling delete_port for 397e61b8-1459-4330-be11-ddeaa551c5dc owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:19.542845 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-632a7945-f31f-4f10-9d4e-5ba60f85f5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:19.544672 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a7945-f31f-4f10-9d4e-5ba60f85f5d1 None None] The sync data for ids ['bc525922-c064-4198-9d92-3868211fb202'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:55:19.631984 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836025e7-46e9-49b2-bd5d-bdb0e9d8d03f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=6fd16c12-b8eb-490f-922b-2b19b8197dda,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:19.652389 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836025e7-46e9-49b2-bd5d-bdb0e9d8d03f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:19.661822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-836025e7-46e9-49b2-bd5d-bdb0e9d8d03f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:19.674013 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836025e7-46e9-49b2-bd5d-bdb0e9d8d03f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:19.679507 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836025e7-46e9-49b2-bd5d-bdb0e9d8d03f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:19.680251 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-836025e7-46e9-49b2-bd5d-bdb0e9d8d03f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:19.707013 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-836025e7-46e9-49b2-bd5d-bdb0e9d8d03f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4130416 Jul 05 09:55:19.719102 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35178) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:19.729410 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a420390-4be5-4b5a-bec2-ecbc3c15dc25 req-e968872d-c79b-4b13-a4fd-457a5037b6c9 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:19.731539 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a420390-4be5-4b5a-bec2-ecbc3c15dc25 req-e968872d-c79b-4b13-a4fd-457a5037b6c9 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.6248286 Jul 05 09:55:19.743677 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cbb9a482-3542-4d89-8c75-90f1a44d3bc4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=890aafa473984ea6bbc64b1fb171aec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7261279 Jul 05 09:55:19.744440 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35180) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:19.889721 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470b0e4-3a0b-4cb3-9d15-47d37238d3dd None None] Pushing event updated for resources: {'Port': ['ID=c5b0efd6-13ed-4002-99e1-c788a332497b,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:19.895838 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8119abbb-e39d-486e-93d2-5d4cb6e78687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:19.898436 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0f292e02-409a-492e-a838-59fdb0b36f01 None None] Provisioning complete for port 64b7bc99-38ee-4c55-ab80-c431078f139e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:19.898880 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0f292e02-409a-492e-a838-59fdb0b36f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:19.925798 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a420390-4be5-4b5a-bec2-ecbc3c15dc25 req-5fc7aa60-9bfa-482c-9945-a8095583d104 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826538 Jul 05 09:55:19.962063 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8119abbb-e39d-486e-93d2-5d4cb6e78687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:20.056853 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8119abbb-e39d-486e-93d2-5d4cb6e78687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:20.060027 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8119abbb-e39d-486e-93d2-5d4cb6e78687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:20.061794 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8119abbb-e39d-486e-93d2-5d4cb6e78687 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c9c4c815-6c22-4921-92fd-c3ac558f7ea1 HTTP/1.1" status: 204 len: 168 time: 0.3162396 Jul 05 09:55:20.082461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119abbb-e39d-486e-93d2-5d4cb6e78687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c4c815-6c22-4921-92fd-c3ac558f7ea1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:20.136568 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3d848808-cf8a-4636-95a7-81a022390874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:20.142246 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:20.143292 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35df055-d597-4815-91e5-ced0f1651e3e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:20.158351 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35df055-d597-4815-91e5-ced0f1651e3e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:20.163777 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35194) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:20.167204 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b35df055-d597-4815-91e5-ced0f1651e3e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.4459198 Jul 05 09:55:20.200907 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d848808-cf8a-4636-95a7-81a022390874 None None] Pushing event deleted for resources: {'Port': ['ID=397e61b8-1459-4330-be11-ddeaa551c5dc,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:20.203622 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d848808-cf8a-4636-95a7-81a022390874 None None] No DVR routers for this DVR port 397e61b8-1459-4330-be11-ddeaa551c5dc on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:55:20.270923 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-728668e8-73e7-4ee1-8095-7b4ea80f0f0a tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:55:20.279784 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-728668e8-73e7-4ee1-8095-7b4ea80f0f0a tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "PUT /v2.0/routers/bc525922-c064-4198-9d92-3868211fb202/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8637464 Jul 05 09:55:20.280401 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35196) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:20.285067 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986e8ee7-e731-43ee-91bb-9ad80d3fe6f1 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:20.507766 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0f292e02-409a-492e-a838-59fdb0b36f01 None None] Provisioning for port 9a7aa035-0c61-4f17-9af8-ca2152b9afe4 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:20.515268 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0f292e02-409a-492e-a838-59fdb0b36f01 None None] Provisioning complete for port 9a7aa035-0c61-4f17-9af8-ca2152b9afe4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:20.518484 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0f292e02-409a-492e-a838-59fdb0b36f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:20.584692 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0d08841c-f272-4a50-b6b5-96dcaf1b0f22 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting port 6fd16c12-b8eb-490f-922b-2b19b8197dda {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:20.593652 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d08841c-f272-4a50-b6b5-96dcaf1b0f22 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:20.600938 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0f292e02-409a-492e-a838-59fdb0b36f01 None None] Port 9a7aa035-0c61-4f17-9af8-ca2152b9afe4 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:55:20.636815 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0f292e02-409a-492e-a838-59fdb0b36f01 None None] Provisioning for port 54a4c8fe-9057-4292-ad52-03a825e3df02 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:20.649749 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0f292e02-409a-492e-a838-59fdb0b36f01 None None] Provisioning complete for port 54a4c8fe-9057-4292-ad52-03a825e3df02 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:20.650808 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0f292e02-409a-492e-a838-59fdb0b36f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:20.745958 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 64b7bc99-38ee-4c55-ab80-c431078f139e up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:20.789831 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d08841c-f272-4a50-b6b5-96dcaf1b0f22 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:20.808091 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0d08841c-f272-4a50-b6b5-96dcaf1b0f22 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Calling delete_port for 6fd16c12-b8eb-490f-922b-2b19b8197dda owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:20.861622 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35208) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:20.928444 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b204ab06-cc4e-46e1-85b8-5348ba937225 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fcfea379c6984097b1187d09229485bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0654125 Jul 05 09:55:20.931102 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35212) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:20.948218 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f316c4c1-d1d3-49de-962f-ad7a90c9fdf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:21.039355 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 64b7bc99-38ee-4c55-ab80-c431078f139e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:21.043103 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-783cea85-dab5-4605-b891-f4c25340808b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:21.048937 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:21.098814 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d08841c-f272-4a50-b6b5-96dcaf1b0f22 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:21.139115 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de1b9653-e64f-4b58-8696-7a2e1a1f2522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:21.154163 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9ae3b4-7d3a-4f1f-a10d-11d93f856677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-65df7426-ac9a-4b58-aa66-f2f5b3623134', 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'fixed_ips': [{'subnet_id': '7eb06edf-1c7d-4458-bd45-57c90a7be70f'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:55:21.155563 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8d9ae3b4-7d3a-4f1f-a10d-11d93f856677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:21.162381 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0f292e02-409a-492e-a838-59fdb0b36f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:21.195284 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08841c-f272-4a50-b6b5-96dcaf1b0f22 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Port': ['ID=6fd16c12-b8eb-490f-922b-2b19b8197dda,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:21.274265 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de1b9653-e64f-4b58-8696-7a2e1a1f2522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:21.411510 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d08841c-f272-4a50-b6b5-96dcaf1b0f22 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:21.423363 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0d08841c-f272-4a50-b6b5-96dcaf1b0f22 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/6fd16c12-b8eb-490f-922b-2b19b8197dda HTTP/1.1" status: 204 len: 168 time: 1.2583978 Jul 05 09:55:21.433608 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35234) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:21.543987 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de1b9653-e64f-4b58-8696-7a2e1a1f2522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:21.547518 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de1b9653-e64f-4b58-8696-7a2e1a1f2522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:21.548917 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-de1b9653-e64f-4b58-8696-7a2e1a1f2522 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7a52cb2e-fe5d-43b5-8741-adddd428020b HTTP/1.1" status: 204 len: 168 time: 0.6165094 Jul 05 09:55:21.682611 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b9653-e64f-4b58-8696-7a2e1a1f2522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a52cb2e-fe5d-43b5-8741-adddd428020b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:21.702232 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-783cea85-dab5-4605-b891-f4c25340808b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Deleting port 9a7aa035-0c61-4f17-9af8-ca2152b9afe4 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:21.702592 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-783cea85-dab5-4605-b891-f4c25340808b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:21.749269 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f6db5-eeab-4c3b-a612-708caba7e033 req-ac72d9cf-3792-4d34-92d1-d19a806339b4 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:21.764555 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-276f6db5-eeab-4c3b-a612-708caba7e033 req-ac72d9cf-3792-4d34-92d1-d19a806339b4 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.5562589 Jul 05 09:55:21.784659 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67124dbb-7ad0-4657-b782-02a1e47771db tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:21.793307 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67124dbb-7ad0-4657-b782-02a1e47771db tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:21.799264 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-67124dbb-7ad0-4657-b782-02a1e47771db tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3464210 Jul 05 09:55:21.800687 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35254) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:21.862471 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-783cea85-dab5-4605-b891-f4c25340808b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:21.865881 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-8d9ae3b4-7d3a-4f1f-a10d-11d93f856677 None None] Allocated IP 2001:db8::2 (65df7426-ac9a-4b58-aa66-f2f5b3623134/7eb06edf-1c7d-4458-bd45-57c90a7be70f/1bfe27ed-b573-4438-93cd-047b4c911333) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:21.892648 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-783cea85-dab5-4605-b891-f4c25340808b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Calling delete_port for 9a7aa035-0c61-4f17-9af8-ca2152b9afe4 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:21.988786 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-456d6e4b-c831-4a28-90ba-f9228231ab21 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6950078 Jul 05 09:55:21.994224 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cfb904-8755-4863-a1d8-747ff3e6714c None None] Network f9eeb083-8158-4c76-9405-0921ab9babf9 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:22.022749 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac96e4d-f03d-4266-976c-9b94cc039535 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet 7eb06edf-1c7d-4458-bd45-57c90a7be70f {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:55:22.030853 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-276f6db5-eeab-4c3b-a612-708caba7e033 req-b948e069-f56e-417a-af8f-0fb2a488b8a5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654233 Jul 05 09:55:22.205600 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-ea3e6cf2-7f7d-4f49-9688-b116f1408931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:22.206183 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-ea3e6cf2-7f7d-4f49-9688-b116f1408931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:22.206746 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-ea3e6cf2-7f7d-4f49-9688-b116f1408931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:22.207327 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-ea3e6cf2-7f7d-4f49-9688-b116f1408931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:22.207802 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-ea3e6cf2-7f7d-4f49-9688-b116f1408931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:22.208611 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-ea3e6cf2-7f7d-4f49-9688-b116f1408931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:22.209107 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-ea3e6cf2-7f7d-4f49-9688-b116f1408931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:22.212722 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-ea3e6cf2-7f7d-4f49-9688-b116f1408931 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e04a66e3970b460eb00d87560a63797b&device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 6497 time: 0.1345854 Jul 05 09:55:22.308116 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0f292e02-409a-492e-a838-59fdb0b36f01 None None] For port 54a4c8fe-9057-4292-ad52-03a825e3df02, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=54a4c8fe-9057-4292-ad52-03a825e3df02,segment=NetworkSegment(7f0080f7-c667-4800-90e1-43a280a2757b),segment_id=7f0080f7-c667-4800-90e1-43a280a2757b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:22.319077 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8d9ae3b4-7d3a-4f1f-a10d-11d93f856677 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:22.328389 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0f292e02-409a-492e-a838-59fdb0b36f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:22.369852 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-783cea85-dab5-4605-b891-f4c25340808b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:22.381857 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c5b0efd6-13ed-4002-99e1-c788a332497b up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:22.444703 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f292e02-409a-492e-a838-59fdb0b36f01 None None] Pushing event updated for resources: {'Port': ['ID=54a4c8fe-9057-4292-ad52-03a825e3df02,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:22.465772 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8d9ae3b4-7d3a-4f1f-a10d-11d93f856677 None None] Transition to ACTIVE for port object 1bfe27ed-b573-4438-93cd-047b4c911333 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:22.508576 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-e1aa6fca-e37c-4cf9-9c77-cd0673270f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:22.509359 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-e1aa6fca-e37c-4cf9-9c77-cd0673270f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:22.509997 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-e1aa6fca-e37c-4cf9-9c77-cd0673270f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:22.511836 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-e1aa6fca-e37c-4cf9-9c77-cd0673270f47 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2b4fa0ad-d771-4467-abb7-7725cc9bca3e&id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&id=46a7d976-22fe-499d-9eac-633e774ed0a2&id=46a7d976-22fe-499d-9eac-633e774ed0a2 HTTP/1.1" status: 200 len: 2299 time: 0.2601044 Jul 05 09:55:22.520506 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-46499165-afb3-4321-865c-70bd7b90bba2 None None] Could not find standard attr ID for object 9a7aa035-0c61-4f17-9af8-ca2152b9afe4. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:55:22.553731 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8d9ae3b4-7d3a-4f1f-a10d-11d93f856677 None None] Transition to ACTIVE for port object 1bfe27ed-b573-4438-93cd-047b4c911333 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:22.569697 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8d9ae3b4-7d3a-4f1f-a10d-11d93f856677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:22.579064 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ac96e4d-f03d-4266-976c-9b94cc039535 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:22.646597 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ac96e4d-f03d-4266-976c-9b94cc039535 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:22.649089 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-46499165-afb3-4321-865c-70bd7b90bba2 None None] Provisioning for port c5b0efd6-13ed-4002-99e1-c788a332497b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:22.673909 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ae3b4-7d3a-4f1f-a10d-11d93f856677 None None] Pushing event updated for resources: {'Port': ['ID=1bfe27ed-b573-4438-93cd-047b4c911333,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:22.680286 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-46499165-afb3-4321-865c-70bd7b90bba2 None None] Provisioning complete for port c5b0efd6-13ed-4002-99e1-c788a332497b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:22.680991 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-46499165-afb3-4321-865c-70bd7b90bba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:22.685470 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port c5b0efd6-13ed-4002-99e1-c788a332497b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:22.727665 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9ae3b4-7d3a-4f1f-a10d-11d93f856677 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:22.765816 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-8d9ae3b4-7d3a-4f1f-a10d-11d93f856677 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:22.768310 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port c5b0efd6-13ed-4002-99e1-c788a332497b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:22.768838 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:22.777986 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ac96e4d-f03d-4266-976c-9b94cc039535 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:22.783812 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-00351442-288f-4cad-b706-eecd12c6d80d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=401fb49d-c5d2-4694-ad52-e41acc61b67a HTTP/1.1" status: 200 len: 1000 time: 0.2644451 Jul 05 09:55:22.852967 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9ae3b4-7d3a-4f1f-a10d-11d93f856677 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:23.008795 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-b64d74c1-b035-4242-8619-b7f76f791b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:23.016282 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-b64d74c1-b035-4242-8619-b7f76f791b66 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=22c724bc-0f32-4952-94a0-85931aacdabb HTTP/1.1" status: 200 len: 856 time: 0.2055502 Jul 05 09:55:23.055952 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8d9ae3b4-7d3a-4f1f-a10d-11d93f856677 None None] Attempting to bind port 1bfe27ed-b573-4438-93cd-047b4c911333 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:55:23.056514 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8d9ae3b4-7d3a-4f1f-a10d-11d93f856677 None None] Attempting to bind port 1bfe27ed-b573-4438-93cd-047b4c911333 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:55:23.056785 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ae3b4-7d3a-4f1f-a10d-11d93f856677 None None] Attempting to bind port 1bfe27ed-b573-4438-93cd-047b4c911333 on network 65df7426-ac9a-4b58-aa66-f2f5b3623134 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:55:23.093418 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ae3b4-7d3a-4f1f-a10d-11d93f856677 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:55:23.099019 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ae3b4-7d3a-4f1f-a10d-11d93f856677 None None] Checking segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:55:23.099361 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8d9ae3b4-7d3a-4f1f-a10d-11d93f856677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:23.099785 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ae3b4-7d3a-4f1f-a10d-11d93f856677 None None] Bound using segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:55:23.100859 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8d9ae3b4-7d3a-4f1f-a10d-11d93f856677 None None] Bound port: 1bfe27ed-b573-4438-93cd-047b4c911333, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:55:23.101292 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8d9ae3b4-7d3a-4f1f-a10d-11d93f856677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:23.139651 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ac96e4d-f03d-4266-976c-9b94cc039535 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:23.192734 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783cea85-dab5-4605-b891-f4c25340808b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event deleted for resources: {'Port': ['ID=9a7aa035-0c61-4f17-9af8-ca2152b9afe4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:23.233235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac96e4d-f03d-4266-976c-9b94cc039535 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=7eb06edf-1c7d-4458-bd45-57c90a7be70f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:23.323009 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ac96e4d-f03d-4266-976c-9b94cc039535 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:23.347053 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2ac96e4d-f03d-4266-976c-9b94cc039535 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/7eb06edf-1c7d-4458-bd45-57c90a7be70f HTTP/1.1" status: 204 len: 168 time: 1.5254004 Jul 05 09:55:23.350309 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35302) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:23.446102 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:23.533724 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-783cea85-dab5-4605-b891-f4c25340808b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:23.542646 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35308) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:23.551414 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5f8df390-961b-49d8-b990-acdab85bdfb2 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2000864 Jul 05 09:55:23.558964 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-defadbb3-2aa6-4342-8731-bad4498cf69e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:23.588014 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-2d481946-f539-442a-b2b5-20beed698623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:23.589582 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-2d481946-f539-442a-b2b5-20beed698623 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2b4fa0ad-d771-4467-abb7-7725cc9bca3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5603068 Jul 05 09:55:23.622961 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-15c66bf6-90cf-411c-bca1-2b0cdb98f19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:23.629537 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:23.647349 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-46499165-afb3-4321-865c-70bd7b90bba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:23.666065 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8d9ae3b4-7d3a-4f1f-a10d-11d93f856677 None None] For port 1bfe27ed-b573-4438-93cd-047b4c911333, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:55:23.712358 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8d9ae3b4-7d3a-4f1f-a10d-11d93f856677 None None] For port 1bfe27ed-b573-4438-93cd-047b4c911333, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=1bfe27ed-b573-4438-93cd-047b4c911333,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:55:23.725838 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port c5b0efd6-13ed-4002-99e1-c788a332497b, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c5b0efd6-13ed-4002-99e1-c788a332497b,segment=NetworkSegment(ed1e7593-439d-4446-bac0-5a7709ff1b5c),segment_id=ed1e7593-439d-4446-bac0-5a7709ff1b5c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:23.731125 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8d9ae3b4-7d3a-4f1f-a10d-11d93f856677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:23.738345 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:23.818902 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-46499165-afb3-4321-865c-70bd7b90bba2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:55:23.823182 n-d-798054-8 neutron-server[93908]: DEBUG oslo_db.api [None req-46499165-afb3-4321-865c-70bd7b90bba2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:55:23.907358 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-ba250325-4558-44aa-a57d-b081d29a9b10 service neutron] 10.222.0.78 "GET /v2.0/networks/2b4fa0ad-d771-4467-abb7-7725cc9bca3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017936 Jul 05 09:55:23.941554 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 54a4c8fe-9057-4292-ad52-03a825e3df02 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:23.966635 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ae3b4-7d3a-4f1f-a10d-11d93f856677 None None] Pushing event updated for resources: {'Port': ['ID=1bfe27ed-b573-4438-93cd-047b4c911333,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:24.053423 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783cea85-dab5-4605-b891-f4c25340808b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Router bc525922-c064-4198-9d92-3868211fb202 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:55:24.100899 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defadbb3-2aa6-4342-8731-bad4498cf69e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:24.110539 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-defadbb3-2aa6-4342-8731-bad4498cf69e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:24.140335 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=c5b0efd6-13ed-4002-99e1-c788a332497b,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:24.147302 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e215f80-2b75-4f4c-881c-429c2998d8af req-3205ace1-c02f-4a18-9cfb-a07322a4409e tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:24.161234 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7e215f80-2b75-4f4c-881c-429c2998d8af req-3205ace1-c02f-4a18-9cfb-a07322a4409e tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.8738153 Jul 05 09:55:24.220958 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 54a4c8fe-9057-4292-ad52-03a825e3df02 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:24.221363 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:24.258052 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdefbb2-642a-48e3-bfdc-6b582dc5fdb1 None None] get_active_networks_info from n-d-798054-8 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 09:55:24.274701 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7e215f80-2b75-4f4c-881c-429c2998d8af req-7da97736-096f-4801-bd57-78941cbd8587 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125491 Jul 05 09:55:24.307215 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-effadac5-0e99-45c9-aad9-94c256a11bb2 service neutron] 10.222.0.78 "GET /v2.0/networks/2b4fa0ad-d771-4467-abb7-7725cc9bca3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698840 Jul 05 09:55:24.412920 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-06a2c54c-41ec-43f7-8a6f-5d3399bbeda4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=21394da8-3084-494f-86c5-5db86ecaed8c HTTP/1.1" status: 200 len: 217 time: 0.1040015 Jul 05 09:55:24.527274 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-defadbb3-2aa6-4342-8731-bad4498cf69e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:24.579390 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defadbb3-2aa6-4342-8731-bad4498cf69e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=5989fcf2-7eb1-46b3-94be-ace3000c95ff,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:24.596994 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783cea85-dab5-4605-b891-f4c25340808b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:55:24.597302 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-e721053f-43c0-4fa2-9954-f285dbaff228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:24.602357 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-783cea85-dab5-4605-b891-f4c25340808b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "PUT /v2.0/routers/bc525922-c064-4198-9d92-3868211fb202/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3209405 Jul 05 09:55:24.604947 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-e721053f-43c0-4fa2-9954-f285dbaff228 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=beb17974-ad37-4f4e-b8b5-ae6e1c964f90 HTTP/1.1" status: 200 len: 797 time: 0.1797087 Jul 05 09:55:24.606554 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35332) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:24.649070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64842950-ee27-48fe-b4af-04233073d473 req-7bb4ccfd-874b-43a4-bd7f-05c8111c852c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:24.650658 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-64842950-ee27-48fe-b4af-04233073d473 req-7bb4ccfd-874b-43a4-bd7f-05c8111c852c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 1096 time: 0.2774951 Jul 05 09:55:24.699218 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-64842950-ee27-48fe-b4af-04233073d473 req-f624856f-24ff-4024-90c3-3c394e71ef3d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405846 Jul 05 09:55:24.706631 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdefbb2-642a-48e3-bfdc-6b582dc5fdb1 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 09:55:24.715738 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-046d9c92-8694-4f7e-be80-5e5f89788788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:24.717789 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-046d9c92-8694-4f7e-be80-5e5f89788788 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1104968 Jul 05 09:55:24.740931 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defadbb3-2aa6-4342-8731-bad4498cf69e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:24.746982 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-d7241029-7d58-44b2-be02-9bc3b7a280a6 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] delete failed (client error): The resource could not be found. Jul 05 09:55:24.756370 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d7241029-7d58-44b2-be02-9bc3b7a280a6 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "DELETE /v2.0/routers/tempest-non_exist_router-1488741200 HTTP/1.1" status: 404 len: 335 time: 0.1395543 Jul 05 09:55:24.757568 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-defadbb3-2aa6-4342-8731-bad4498cf69e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:24.765802 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defadbb3-2aa6-4342-8731-bad4498cf69e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:24.766426 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-defadbb3-2aa6-4342-8731-bad4498cf69e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:24.768764 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35342) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:24.771019 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dd200a-8220-4bdb-bd20-797aed421a8f None None] Sync routers for ids ['bc525922-c064-4198-9d92-3868211fb202'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:55:24.811589 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8bde1fe9-821f-414a-bee0-7351845b6136 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bc525922-c064-4198-9d92-3868211fb202'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:24.879517 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-33669a03-8df5-4911-b3b4-dedfa25bb5ad None None] Provisioning complete for port c5b0efd6-13ed-4002-99e1-c788a332497b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:24.879517 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-33669a03-8df5-4911-b3b4-dedfa25bb5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:24.880267 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:24.884015 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dd200a-8220-4bdb-bd20-797aed421a8f None None] Routers {'bc525922-c064-4198-9d92-3868211fb202'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:55:24.884714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e6dd200a-8220-4bdb-bd20-797aed421a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:55:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bc525922-c064-4198-9d92-3868211fb202'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:24.956266 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-defadbb3-2aa6-4342-8731-bad4498cf69e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4024584 Jul 05 09:55:24.959344 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35348) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:24.966569 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6030e357-1cc2-43b6-a5e4-5fe435ef8ed4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'name': 'tempest-NetworksTestDHCPv6-434623222'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:24.974881 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-b5f74573-bafe-4d09-aca9-643cf78dfa58 service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483869 Jul 05 09:55:25.002613 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e6dd200a-8220-4bdb-bd20-797aed421a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:25.121219 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-383a735e-a47a-4017-85ae-12fc791daf75 service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403575 Jul 05 09:55:25.150232 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dd200a-8220-4bdb-bd20-797aed421a8f None None] Routers {'bc525922-c064-4198-9d92-3868211fb202'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:55:25.150232 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e6dd200a-8220-4bdb-bd20-797aed421a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:55:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bc525922-c064-4198-9d92-3868211fb202'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:25.200701 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-b897e288-569c-400c-8de2-93ce58576778 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=a594f5a6-d4b1-489b-8883-c1de3416e2bf HTTP/1.1" status: 200 len: 217 time: 0.0721402 Jul 05 09:55:25.205578 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e6dd200a-8220-4bdb-bd20-797aed421a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:25.206238 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dd200a-8220-4bdb-bd20-797aed421a8f None None] The sync data for ids ['bc525922-c064-4198-9d92-3868211fb202'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:55:25.246190 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8bde1fe9-821f-414a-bee0-7351845b6136 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:25.298481 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-8bde1fe9-821f-414a-bee0-7351845b6136 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] update failed (client error): The resource could not be found. Jul 05 09:55:25.305764 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35360) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:25.306296 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8bde1fe9-821f-414a-bee0-7351845b6136 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "PUT /v2.0/routers/bc525922-c064-4198-9d92-3868211fb202 HTTP/1.1" status: 404 len: 339 time: 0.5350277 Jul 05 09:55:25.318854 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-19ca79f7-1167-43c4-98da-9db49a641bbf tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-200401033'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:25.346847 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-c7b6c466-1a25-44f3-9ee6-6fa72d3b3b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:25.348529 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-c7b6c466-1a25-44f3-9ee6-6fa72d3b3b81 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=beb17974-ad37-4f4e-b8b5-ae6e1c964f90 HTTP/1.1" status: 200 len: 797 time: 0.1397543 Jul 05 09:55:25.422319 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6030e357-1cc2-43b6-a5e4-5fe435ef8ed4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:25.430386 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6030e357-1cc2-43b6-a5e4-5fe435ef8ed4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:25.473984 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-6030e357-1cc2-43b6-a5e4-5fe435ef8ed4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] device_id is not set on port 7286eb89-5a77-4f9e-8729-97c476f16e2c yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:55:25.516800 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ca79f7-1167-43c4-98da-9db49a641bbf tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Made reservation on behalf of b93f4026295e4a19a5ae45e08279d0ce for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:25.521083 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-19ca79f7-1167-43c4-98da-9db49a641bbf tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:25.615492 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ca79f7-1167-43c4-98da-9db49a641bbf tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:55:25.660976 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-19ca79f7-1167-43c4-98da-9db49a641bbf tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:25.661582 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-19ca79f7-1167-43c4-98da-9db49a641bbf tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Added segment 20ad52c3-339e-4224-825a-375276203c9c of type vlan for network e737c8fa-dc5d-4eee-9705-9d8367729b2f Jul 05 09:55:25.707294 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-03855cf2-45ef-4d64-813a-b078e6573432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:25.710965 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-03855cf2-45ef-4d64-813a-b078e6573432 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3545601 Jul 05 09:55:25.739118 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-6030e357-1cc2-43b6-a5e4-5fe435ef8ed4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8::2fd (65df7426-ac9a-4b58-aa66-f2f5b3623134/5989fcf2-7eb1-46b3-94be-ace3000c95ff/7286eb89-5a77-4f9e-8729-97c476f16e2c) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:25.787720 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2dec6e-7008-411e-9317-14340e4735b2 None None] Update dhcp port {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'fixed_ips': [{'subnet_id': '5989fcf2-7eb1-46b3-94be-ace3000c95ff'}], 'binding:host_id': 'n-d-798054-8'}, 'id': '1bfe27ed-b573-4438-93cd-047b4c911333'} from n-d-798054-8. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:55:25.814457 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-19ca79f7-1167-43c4-98da-9db49a641bbf tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:25.919414 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1c2dec6e-7008-411e-9317-14340e4735b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:25.954911 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-19ca79f7-1167-43c4-98da-9db49a641bbf tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:25.960956 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ca79f7-1167-43c4-98da-9db49a641bbf tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:25.961580 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-19ca79f7-1167-43c4-98da-9db49a641bbf tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:26.017655 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-d891ba7a-c0e4-495c-a304-9125d201f93a service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986813 Jul 05 09:55:26.087051 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c5b0efd6-13ed-4002-99e1-c788a332497b up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:26.090922 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6030e357-1cc2-43b6-a5e4-5fe435ef8ed4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:26.106988 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-19ca79f7-1167-43c4-98da-9db49a641bbf tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7925899 Jul 05 09:55:26.114456 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35388) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:26.116844 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-6030e357-1cc2-43b6-a5e4-5fe435ef8ed4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Transition to ACTIVE for port object 7286eb89-5a77-4f9e-8729-97c476f16e2c will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:26.123585 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4170eef2-e6e7-4257-9b97-14dec429f490 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Request body: {'subnet': {'network_id': 'e737c8fa-dc5d-4eee-9705-9d8367729b2f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:26.146597 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port c5b0efd6-13ed-4002-99e1-c788a332497b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:26.146985 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:26.154038 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca79f7-1167-43c4-98da-9db49a641bbf tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event updated for resources: {'Network': ['ID=e737c8fa-dc5d-4eee-9705-9d8367729b2f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:26.166602 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d58ed-46ca-4fa7-bb6c-5acaaf97fa1a req-8c85b672-18ba-411d-b349-c6c6ffebbebc tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:26.180690 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a24d58ed-46ca-4fa7-bb6c-5acaaf97fa1a req-8c85b672-18ba-411d-b349-c6c6ffebbebc tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.3003750 Jul 05 09:55:26.280868 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4170eef2-e6e7-4257-9b97-14dec429f490 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Made reservation on behalf of b93f4026295e4a19a5ae45e08279d0ce for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:26.285057 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4170eef2-e6e7-4257-9b97-14dec429f490 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:26.301432 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-1028f0d7-ce99-45a2-8b13-d580677c930a service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369127 Jul 05 09:55:26.310463 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a24d58ed-46ca-4fa7-bb6c-5acaaf97fa1a req-e24aaaf3-ea8a-4453-a7a5-7bef84dcb318 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296973 Jul 05 09:55:26.369941 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6030e357-1cc2-43b6-a5e4-5fe435ef8ed4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:26.388927 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network e737c8fa-dc5d-4eee-9705-9d8367729b2f details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:55:26.398815 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-70ce7f65-1537-45cf-88b0-d579f0cead4a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=ce4b1166-0af2-41df-8bef-a3498b53e598 HTTP/1.1" status: 200 len: 217 time: 0.0860808 Jul 05 09:55:26.469074 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6030e357-1cc2-43b6-a5e4-5fe435ef8ed4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:26.481102 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-6030e357-1cc2-43b6-a5e4-5fe435ef8ed4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:26.494921 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6030e357-1cc2-43b6-a5e4-5fe435ef8ed4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:26.509492 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6030e357-1cc2-43b6-a5e4-5fe435ef8ed4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:26.510593 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6030e357-1cc2-43b6-a5e4-5fe435ef8ed4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:26.510919 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-40fbeccf-fdf2-4cea-ad92-7de28c4dac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:26.512466 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-40fbeccf-fdf2-4cea-ad92-7de28c4dac2f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=beb17974-ad37-4f4e-b8b5-ae6e1c964f90 HTTP/1.1" status: 200 len: 797 time: 0.1045465 Jul 05 09:55:26.564898 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6030e357-1cc2-43b6-a5e4-5fe435ef8ed4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6040728 Jul 05 09:55:26.567019 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35410) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:26.567608 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030e357-1cc2-43b6-a5e4-5fe435ef8ed4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=7286eb89-5a77-4f9e-8729-97c476f16e2c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:26.590843 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-1c2dec6e-7008-411e-9317-14340e4735b2 None None] Allocated IP 2001:db8::2 (65df7426-ac9a-4b58-aa66-f2f5b3623134/5989fcf2-7eb1-46b3-94be-ace3000c95ff/1bfe27ed-b573-4438-93cd-047b4c911333) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:26.647521 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:26.699249 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-10d0cf2c-f4ad-47a8-81a7-f8811fb2c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:26.703153 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-10d0cf2c-f4ad-47a8-81a7-f8811fb2c9cc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1812303 Jul 05 09:55:26.779833 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1c2dec6e-7008-411e-9317-14340e4735b2 None None] For port 1bfe27ed-b573-4438-93cd-047b4c911333, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=1bfe27ed-b573-4438-93cd-047b4c911333,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:26.798325 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76768eb3-c189-47ca-b4fe-de54d60348f6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:26.806387 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76768eb3-c189-47ca-b4fe-de54d60348f6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:26.808260 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-76768eb3-c189-47ca-b4fe-de54d60348f6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.2375073 Jul 05 09:55:26.809220 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4170eef2-e6e7-4257-9b97-14dec429f490 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:26.811701 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35418) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:26.821656 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1c2dec6e-7008-411e-9317-14340e4735b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:26.824636 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35420) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:26.837469 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1c2dec6e-7008-411e-9317-14340e4735b2 None None] Ignored duplicate provisioning block setup for port 1bfe27ed-b573-4438-93cd-047b4c911333 by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 09:55:26.842162 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1c2dec6e-7008-411e-9317-14340e4735b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:26.904027 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4170eef2-e6e7-4257-9b97-14dec429f490 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Checking segment: {'id': '20ad52c3-339e-4224-825a-375276203c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e737c8fa-dc5d-4eee-9705-9d8367729b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:55:26.904635 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4170eef2-e6e7-4257-9b97-14dec429f490 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Network hostable DHCP agents. Network: e737c8fa-dc5d-4eee-9705-9d8367729b2f, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:55:26.924874 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170eef2-e6e7-4257-9b97-14dec429f490 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event updated for resources: {'Subnet': ['ID=bfc090b7-967a-41f2-8596-eaed45fdb438,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:26.935291 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4170eef2-e6e7-4257-9b97-14dec429f490 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Network e737c8fa-dc5d-4eee-9705-9d8367729b2f is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:55:26.939763 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-1773269d-c975-4eff-b5ae-9b2ce1c0a01b service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300828 Jul 05 09:55:26.953791 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-4170eef2-e6e7-4257-9b97-14dec429f490 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, e737c8fa-dc5d-4eee-9705-9d8367729b2f) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:26.959167 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4170eef2-e6e7-4257-9b97-14dec429f490 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:26.959761 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4170eef2-e6e7-4257-9b97-14dec429f490 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:26.990080 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4170eef2-e6e7-4257-9b97-14dec429f490 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8716991 Jul 05 09:55:26.990288 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35432) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:27.007968 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2dec6e-7008-411e-9317-14340e4735b2 None None] Pushing event updated for resources: {'Port': ['ID=1bfe27ed-b573-4438-93cd-047b4c911333,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:27.021447 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b1d00cc7-51f9-434c-8322-0877d006cb88 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e737c8fa-dc5d-4eee-9705-9d8367729b2f'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:27.355529 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-26a1f0a3-50d9-4735-b762-6ea4ee18d943 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting port 7286eb89-5a77-4f9e-8729-97c476f16e2c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:27.356264 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26a1f0a3-50d9-4735-b762-6ea4ee18d943 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:27.468018 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8965-5fc2-4be5-98e8-7c17d3f224f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:27.472928 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1d00cc7-51f9-434c-8322-0877d006cb88 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:27.750035 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-b1d00cc7-51f9-434c-8322-0877d006cb88 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:55:27.754716 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b1d00cc7-51f9-434c-8322-0877d006cb88 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "PUT /v2.0/routers/bc525922-c064-4198-9d92-3868211fb202 HTTP/1.1" status: 400 len: 364 time: 0.7558556 Jul 05 09:55:27.762783 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35458) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:27.940491 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8965-5fc2-4be5-98e8-7c17d3f224f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:27.948210 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8965-5fc2-4be5-98e8-7c17d3f224f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:27.953270 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 1bfe27ed-b573-4438-93cd-047b4c911333 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:27.964751 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-e6516c51-dea6-49f1-8f26-237edc57bb8e service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0176456 Jul 05 09:55:27.991608 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe77a-48d5-4705-b7de-8b1067a2d2f5 req-bcc3d6e1-2bf1-44e7-8b61-21ad609d8ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:27.993635 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-95dfe77a-48d5-4705-b7de-8b1067a2d2f5 req-bcc3d6e1-2bf1-44e7-8b61-21ad609d8ba1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c841ad1b0474469f875c4f560c814580&device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 1096 time: 0.8219731 Jul 05 09:55:28.052170 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 1bfe27ed-b573-4438-93cd-047b4c911333 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:28.067711 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9d5b8965-5fc2-4be5-98e8-7c17d3f224f7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e216281b668048408d10c7c6c4b205b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2415242 Jul 05 09:55:28.068510 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b8965-5fc2-4be5-98e8-7c17d3f224f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab7d2da-9959-47ee-9e4a-4b3aa0bea2ce,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:28.116793 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35470) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:28.162399 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-177e060d-51d8-4d33-a093-7f9b4cc77c10 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 HTTP/1.1" status: 200 len: 217 time: 0.1652780 Jul 05 09:55:28.246106 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c728045-46a1-4e2d-924f-c3103dc093a0 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:28.306936 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26a1f0a3-50d9-4735-b762-6ea4ee18d943 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:28.377490 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a90e60-ac48-4b9f-8d96-de424ca5f5b5 req-de84010f-0037-400a-b9c5-4dd9008688e8 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:28.396497 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d7a90e60-ac48-4b9f-8d96-de424ca5f5b5 req-de84010f-0037-400a-b9c5-4dd9008688e8 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 1.0341368 Jul 05 09:55:28.404794 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-26a1f0a3-50d9-4735-b762-6ea4ee18d943 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Calling delete_port for 7286eb89-5a77-4f9e-8729-97c476f16e2c owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:28.456770 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-37fd56e7-3e0d-42d5-8593-06b795589f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:28.459166 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-37fd56e7-3e0d-42d5-8593-06b795589f18 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=beb17974-ad37-4f4e-b8b5-ae6e1c964f90 HTTP/1.1" status: 200 len: 797 time: 0.2797556 Jul 05 09:55:28.581226 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b68aa122-1512-4aab-8f34-60afdb16fe0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:28.644526 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71da3c5f-1567-469b-a269-8b98ee92b323 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:28.647837 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb1bb80-dd84-4636-9c28-a46cb99d744d None None] Network e737c8fa-dc5d-4eee-9705-9d8367729b2f requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:28.735307 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe77a-48d5-4705-b7de-8b1067a2d2f5 req-b165a47d-efc2-4fad-9099-64e84982998b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:28.736997 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-95dfe77a-48d5-4705-b7de-8b1067a2d2f5 req-b165a47d-efc2-4fad-9099-64e84982998b service neutron] 10.222.0.81 "GET /v2.0/networks?id=0ee79470-62a5-467c-812c-ff770a614a58 HTTP/1.1" status: 200 len: 920 time: 0.7332196 Jul 05 09:55:28.737656 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26a1f0a3-50d9-4735-b762-6ea4ee18d943 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:28.817323 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-48d8f658-cd24-4f35-b3ed-d54820cbdeda None None] Provisioning for port 1bfe27ed-b573-4438-93cd-047b4c911333 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:28.820005 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-95dfe77a-48d5-4705-b7de-8b1067a2d2f5 req-5dc838d2-46ba-470e-bb7b-3ef3ed1634f4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a2b0699-01ed-44eb-9101-8220bcaacb61 HTTP/1.1" status: 200 len: 217 time: 0.0674570 Jul 05 09:55:28.838857 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-48d8f658-cd24-4f35-b3ed-d54820cbdeda None None] Provisioning complete for port 1bfe27ed-b573-4438-93cd-047b4c911333 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:28.839498 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-48d8f658-cd24-4f35-b3ed-d54820cbdeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:28.849979 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b68aa122-1512-4aab-8f34-60afdb16fe0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:28.913032 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1f0a3-50d9-4735-b762-6ea4ee18d943 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Port': ['ID=7286eb89-5a77-4f9e-8729-97c476f16e2c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:28.916162 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe77a-48d5-4705-b7de-8b1067a2d2f5 req-6fd63e81-8db6-47b8-ac33-79b85db9b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:28.917846 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-95dfe77a-48d5-4705-b7de-8b1067a2d2f5 req-6fd63e81-8db6-47b8-ac33-79b85db9b124 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0dce28fb-feef-4fc0-a912-6928eb137c35 HTTP/1.1" status: 200 len: 859 time: 0.0657001 Jul 05 09:55:28.934508 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d7a90e60-ac48-4b9f-8d96-de424ca5f5b5 req-db2f5990-427b-4e76-9753-19fa30f6e7c4 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369081 Jul 05 09:55:29.033326 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26a1f0a3-50d9-4735-b762-6ea4ee18d943 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:29.037737 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-26a1f0a3-50d9-4735-b762-6ea4ee18d943 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/7286eb89-5a77-4f9e-8729-97c476f16e2c HTTP/1.1" status: 204 len: 168 time: 2.2221844 Jul 05 09:55:29.043658 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-95dfe77a-48d5-4705-b7de-8b1067a2d2f5 req-854663fd-9ecc-44e1-89c3-3bbfa75f5b35 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0ee79470-62a5-467c-812c-ff770a614a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957813 Jul 05 09:55:29.048379 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35494) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:29.135637 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a41fedf-f1c4-4a32-b683-9415a9b9e0a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-e737c8fa-dc5d-4eee-9705-9d8367729b2f', 'network_id': 'e737c8fa-dc5d-4eee-9705-9d8367729b2f', 'tenant_id': 'b93f4026295e4a19a5ae45e08279d0ce', 'fixed_ips': [{'subnet_id': 'bfc090b7-967a-41f2-8596-eaed45fdb438'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:55:29.136740 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1a41fedf-f1c4-4a32-b683-9415a9b9e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:29.173444 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-f9357417-13df-4c40-bd0a-9e5d17a2b1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:29.180478 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-f9357417-13df-4c40-bd0a-9e5d17a2b1c5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5881636 Jul 05 09:55:29.215864 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-6c728045-46a1-4e2d-924f-c3103dc093a0 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Allocated IP 2001:db8::1 (64f65a26-a61b-488e-9adc-940b6ebb2cf6/76027820-2ff8-4ec6-89e2-5182ebbb6cc3/b3267ebf-b0f1-4d84-9357-fd318c141313) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:29.321777 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-48d8f658-cd24-4f35-b3ed-d54820cbdeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:29.328309 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206ab3d-3195-47cf-a48e-47585c0dcfa4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:29.330069 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206ab3d-3195-47cf-a48e-47585c0dcfa4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:29.331684 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5206ab3d-3195-47cf-a48e-47585c0dcfa4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2795424 Jul 05 09:55:29.341600 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35502) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:29.342451 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b68aa122-1512-4aab-8f34-60afdb16fe0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:29.345184 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b68aa122-1512-4aab-8f34-60afdb16fe0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:29.348933 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b68aa122-1512-4aab-8f34-60afdb16fe0f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5ab7d2da-9959-47ee-9e4a-4b3aa0bea2ce HTTP/1.1" status: 204 len: 168 time: 1.2262535 Jul 05 09:55:29.414119 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68aa122-1512-4aab-8f34-60afdb16fe0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab7d2da-9959-47ee-9e4a-4b3aa0bea2ce,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:29.439135 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-48d8f658-cd24-4f35-b3ed-d54820cbdeda None None] For port 1bfe27ed-b573-4438-93cd-047b4c911333, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=1bfe27ed-b573-4438-93cd-047b4c911333,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:29.441038 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-95dfe77a-48d5-4705-b7de-8b1067a2d2f5 req-3d81ab55-5015-4bc0-b2ec-e23e98dd5517 service neutron] 10.222.0.81 "GET /v2.0/networks/0ee79470-62a5-467c-812c-ff770a614a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740573 Jul 05 09:55:29.446176 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-e29cb5b9-99f0-4407-91fd-4a0df9b6d2a3 service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577977 Jul 05 09:55:29.458100 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-48d8f658-cd24-4f35-b3ed-d54820cbdeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:29.458655 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c728045-46a1-4e2d-924f-c3103dc093a0 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:29.475047 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77f312c-ec6c-4658-a886-9db31c407fd9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet 5989fcf2-7eb1-46b3-94be-ace3000c95ff {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:55:29.478328 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e77f312c-ec6c-4658-a886-9db31c407fd9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:29.499715 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-6c728045-46a1-4e2d-924f-c3103dc093a0 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Transition to ACTIVE for port object b3267ebf-b0f1-4d84-9357-fd318c141313 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:29.519817 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e77f312c-ec6c-4658-a886-9db31c407fd9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:29.525421 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8f658-cd24-4f35-b3ed-d54820cbdeda None None] Pushing event updated for resources: {'Port': ['ID=1bfe27ed-b573-4438-93cd-047b4c911333,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:29.547823 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-1a41fedf-f1c4-4a32-b683-9415a9b9e0a7 None None] Allocated IP 2001:db8:1::2 (e737c8fa-dc5d-4eee-9705-9d8367729b2f/bfc090b7-967a-41f2-8596-eaed45fdb438/aa9322c4-ae5a-402b-82c6-558428ecbf69) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:29.595270 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c728045-46a1-4e2d-924f-c3103dc093a0 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:29.709064 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c728045-46a1-4e2d-924f-c3103dc093a0 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Network 64f65a26-a61b-488e-9adc-940b6ebb2cf6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:29.711754 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e77f312c-ec6c-4658-a886-9db31c407fd9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:29.740374 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-6c728045-46a1-4e2d-924f-c3103dc093a0 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:29.752158 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c728045-46a1-4e2d-924f-c3103dc093a0 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:29.752755 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c728045-46a1-4e2d-924f-c3103dc093a0 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:29.945598 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 1bfe27ed-b573-4438-93cd-047b4c911333 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:29.949552 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c728045-46a1-4e2d-924f-c3103dc093a0 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event updated for resources: {'Port': ['ID=b3267ebf-b0f1-4d84-9357-fd318c141313,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:30.025346 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1a41fedf-f1c4-4a32-b683-9415a9b9e0a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:30.028778 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e77f312c-ec6c-4658-a886-9db31c407fd9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:30.041990 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1a41fedf-f1c4-4a32-b683-9415a9b9e0a7 None None] Transition to ACTIVE for port object aa9322c4-ae5a-402b-82c6-558428ecbf69 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:30.063296 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 1bfe27ed-b573-4438-93cd-047b4c911333 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:30.063680 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:30.138337 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1a41fedf-f1c4-4a32-b683-9415a9b9e0a7 None None] Transition to ACTIVE for port object aa9322c4-ae5a-402b-82c6-558428ecbf69 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:30.192302 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1a41fedf-f1c4-4a32-b683-9415a9b9e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:30.247215 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a41fedf-f1c4-4a32-b683-9415a9b9e0a7 None None] Network e737c8fa-dc5d-4eee-9705-9d8367729b2f is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:30.259578 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-1a41fedf-f1c4-4a32-b683-9415a9b9e0a7 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:30.268691 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a41fedf-f1c4-4a32-b683-9415a9b9e0a7 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:30.297970 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-6dab2ca3-7e79-445f-a9b4-b3c2af083c61 service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8367476 Jul 05 09:55:30.300746 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f312c-ec6c-4658-a886-9db31c407fd9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=5989fcf2-7eb1-46b3-94be-ace3000c95ff,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:30.318429 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e77f312c-ec6c-4658-a886-9db31c407fd9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:30.324206 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e77f312c-ec6c-4658-a886-9db31c407fd9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/5989fcf2-7eb1-46b3-94be-ace3000c95ff HTTP/1.1" status: 204 len: 168 time: 0.9762301 Jul 05 09:55:30.324408 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35522) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:30.379785 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1e51afe0-79a3-49ea-88a5-6c5aee54cd40 None None] Provisioning complete for port 1bfe27ed-b573-4438-93cd-047b4c911333 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:30.380021 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c728045-46a1-4e2d-924f-c3103dc093a0 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:30.380295 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1e51afe0-79a3-49ea-88a5-6c5aee54cd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:30.413969 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35526) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:30.436377 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-ca7a33a9-a862-4177-980d-e2435aff2922 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7687645d-a2a5-4242-b556-a4b6bc31c904 HTTP/1.1" status: 200 len: 217 time: 0.1273179 Jul 05 09:55:30.501401 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1a41fedf-f1c4-4a32-b683-9415a9b9e0a7 None None] Attempting to bind port aa9322c4-ae5a-402b-82c6-558428ecbf69 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:55:30.501783 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1a41fedf-f1c4-4a32-b683-9415a9b9e0a7 None None] Attempting to bind port aa9322c4-ae5a-402b-82c6-558428ecbf69 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '20ad52c3-339e-4224-825a-375276203c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e737c8fa-dc5d-4eee-9705-9d8367729b2f'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:55:30.502153 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41fedf-f1c4-4a32-b683-9415a9b9e0a7 None None] Attempting to bind port aa9322c4-ae5a-402b-82c6-558428ecbf69 on network e737c8fa-dc5d-4eee-9705-9d8367729b2f {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:55:30.508673 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41fedf-f1c4-4a32-b683-9415a9b9e0a7 None None] Pushing event updated for resources: {'Port': ['ID=aa9322c4-ae5a-402b-82c6-558428ecbf69,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:30.519377 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41fedf-f1c4-4a32-b683-9415a9b9e0a7 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:55:30.519821 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41fedf-f1c4-4a32-b683-9415a9b9e0a7 None None] Checking segment: {'id': '20ad52c3-339e-4224-825a-375276203c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e737c8fa-dc5d-4eee-9705-9d8367729b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:55:30.520559 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1a41fedf-f1c4-4a32-b683-9415a9b9e0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:30.520729 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41fedf-f1c4-4a32-b683-9415a9b9e0a7 None None] Bound using segment: {'id': '20ad52c3-339e-4224-825a-375276203c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e737c8fa-dc5d-4eee-9705-9d8367729b2f'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:55:30.521250 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1a41fedf-f1c4-4a32-b683-9415a9b9e0a7 None None] Bound port: aa9322c4-ae5a-402b-82c6-558428ecbf69, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ad52c3-339e-4224-825a-375276203c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e737c8fa-dc5d-4eee-9705-9d8367729b2f'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:55:30.521647 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1a41fedf-f1c4-4a32-b683-9415a9b9e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:30.530228 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fb45a574-21f8-4f65-886e-9c130938dabe tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2046983 Jul 05 09:55:30.545441 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7a841b-e8a1-4f34-8c54-db5e55100537 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:30.588416 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35528) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:30.619506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-1292cabe-612b-4c06-874d-9ce7dcc5d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:30.619506 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-1292cabe-612b-4c06-874d-9ce7dcc5d17d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c6f1a43b-cce2-4a9e-add8-8eeaa611f18f HTTP/1.1" status: 200 len: 797 time: 0.1342614 Jul 05 09:55:30.622603 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db26d062-4767-4009-9c81-1a93917c7694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:30.712085 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1a41fedf-f1c4-4a32-b683-9415a9b9e0a7 None None] For port aa9322c4-ae5a-402b-82c6-558428ecbf69, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:55:30.718898 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1a41fedf-f1c4-4a32-b683-9415a9b9e0a7 None None] For port aa9322c4-ae5a-402b-82c6-558428ecbf69, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=aa9322c4-ae5a-402b-82c6-558428ecbf69,segment=NetworkSegment(20ad52c3-339e-4224-825a-375276203c9c),segment_id=20ad52c3-339e-4224-825a-375276203c9c)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:55:30.740586 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-95dfe77a-48d5-4705-b7de-8b1067a2d2f5 req-9667d925-6b46-4c89-8126-cacf6257decb service neutron] 10.222.0.81 "GET /v2.0/networks/0ee79470-62a5-467c-812c-ff770a614a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2900918 Jul 05 09:55:30.743509 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1a41fedf-f1c4-4a32-b683-9415a9b9e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:30.795673 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850330cf-7b55-49bc-8a92-4a049bfa094c req-8d013dba-b676-46b5-abeb-d5a30a3e2f68 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:30.805018 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-850330cf-7b55-49bc-8a92-4a049bfa094c req-8d013dba-b676-46b5-abeb-d5a30a3e2f68 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.4781945 Jul 05 09:55:30.848023 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-4c4ebbef-9822-4778-8e24-053287ef4917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:30.854509 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-4c4ebbef-9822-4778-8e24-053287ef4917 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=46a7d976-22fe-499d-9eac-633e774ed0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2145078 Jul 05 09:55:30.896942 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41fedf-f1c4-4a32-b683-9415a9b9e0a7 None None] Pushing event updated for resources: {'Port': ['ID=aa9322c4-ae5a-402b-82c6-558428ecbf69,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:30.903010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c8cbfb4f-9581-4b4f-acd0-03d001e8362c None None] Provisioning for port b3267ebf-b0f1-4d84-9357-fd318c141313 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:30.916607 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c8cbfb4f-9581-4b4f-acd0-03d001e8362c None None] Provisioning complete for port b3267ebf-b0f1-4d84-9357-fd318c141313 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:30.917325 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c8cbfb4f-9581-4b4f-acd0-03d001e8362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:31.021190 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e1df2f-de2a-4d19-a471-a93fd039f4df tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:31.025398 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b15d14-01ed-4dbb-9394-f5ed95cc6ad7 None None] DHCP port deletion for 65df7426-ac9a-4b58-aa66-f2f5b3623134 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:55:31.025639 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f8e1df2f-de2a-4d19-a471-a93fd039f4df tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4334433 Jul 05 09:55:31.032522 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c8cbfb4f-9581-4b4f-acd0-03d001e8362c None None] Port b3267ebf-b0f1-4d84-9357-fd318c141313 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:55:31.036402 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35538) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:31.082138 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-850330cf-7b55-49bc-8a92-4a049bfa094c req-0abc1023-8b8c-448e-a6fa-c85f2898985c tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760522 Jul 05 09:55:31.087927 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c8cbfb4f-9581-4b4f-acd0-03d001e8362c None None] Could not find standard attr ID for object 7286eb89-5a77-4f9e-8729-97c476f16e2c. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:55:31.187464 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f3b15d14-01ed-4dbb-9394-f5ed95cc6ad7 None None] Deleting port 1bfe27ed-b573-4438-93cd-047b4c911333 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:31.188418 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f3b15d14-01ed-4dbb-9394-f5ed95cc6ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:31.188508 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-3a61a024-f09e-4ecb-8b76-94a56677c2c6 service neutron] 10.222.0.78 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195755 Jul 05 09:55:31.273677 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f3b15d14-01ed-4dbb-9394-f5ed95cc6ad7 None None] For port 1bfe27ed-b573-4438-93cd-047b4c911333, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=1bfe27ed-b573-4438-93cd-047b4c911333,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:31.274448 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f3b15d14-01ed-4dbb-9394-f5ed95cc6ad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:31.298041 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f3b15d14-01ed-4dbb-9394-f5ed95cc6ad7 None None] Calling delete_port for 1bfe27ed-b573-4438-93cd-047b4c911333 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:31.345165 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-9d9518b9-75c7-498c-914d-8376e0e42883 service neutron] 10.222.0.78 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531708 Jul 05 09:55:31.408138 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c728045-46a1-4e2d-924f-c3103dc093a0 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:31.411881 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-c576037d-b44e-4287-a529-75ef4116a603 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=131fcb68-80ef-4ce5-8a09-b0ad9af2e494 HTTP/1.1" status: 200 len: 217 time: 0.0578606 Jul 05 09:55:31.450016 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a325fef-b462-49fb-b130-c4ab66ed08dd tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:31.456174 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0a325fef-b462-49fb-b130-c4ab66ed08dd tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4164715 Jul 05 09:55:31.456371 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35546) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:31.467277 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c728045-46a1-4e2d-924f-c3103dc093a0 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:31.470622 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c728045-46a1-4e2d-924f-c3103dc093a0 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:31.473657 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f3b15d14-01ed-4dbb-9394-f5ed95cc6ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:31.501515 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-830a6202-5717-4c9e-bc47-ca3fc983c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:31.503565 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-830a6202-5717-4c9e-bc47-ca3fc983c690 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c6f1a43b-cce2-4a9e-add8-8eeaa611f18f HTTP/1.1" status: 200 len: 797 time: 0.0853693 Jul 05 09:55:31.526506 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b15d14-01ed-4dbb-9394-f5ed95cc6ad7 None None] Pushing event deleted for resources: {'Port': ['ID=1bfe27ed-b573-4438-93cd-047b4c911333,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:31.529557 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b15d14-01ed-4dbb-9394-f5ed95cc6ad7 None None] No DVR routers for this DVR port 1bfe27ed-b573-4438-93cd-047b4c911333 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:55:31.577216 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3d3f668b-c007-485e-95a4-192e7644e325 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1171498 Jul 05 09:55:31.583122 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35548) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:31.587132 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c728045-46a1-4e2d-924f-c3103dc093a0 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event updated for resources: {'Port': ['ID=b3267ebf-b0f1-4d84-9357-fd318c141313,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:31.599082 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8d51f2b9-2432-462c-8259-aa267fde2dbf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:31.630929 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-78a145e2-9cce-48a2-8bdd-81b0bb17021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:31.632607 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-78a145e2-9cce-48a2-8bdd-81b0bb17021c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=46a7d976-22fe-499d-9eac-633e774ed0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1219909 Jul 05 09:55:31.664484 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db26d062-4767-4009-9c81-1a93917c7694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:31.695373 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db26d062-4767-4009-9c81-1a93917c7694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:31.759986 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-db26d062-4767-4009-9c81-1a93917c7694 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d1f0538553454055915d55a6d21f7fd1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2513192 Jul 05 09:55:31.769055 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35552) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:31.769517 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26d062-4767-4009-9c81-1a93917c7694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1291ea-3254-4d42-bcc6-6aabbe973440,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:31.823435 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-ff866b2a-abe9-40ff-82e4-7c4f8e8f2fc3 service neutron] 10.222.0.78 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570680 Jul 05 09:55:31.825496 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d51f2b9-2432-462c-8259-aa267fde2dbf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:31.829412 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d51f2b9-2432-462c-8259-aa267fde2dbf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:31.862790 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c728045-46a1-4e2d-924f-c3103dc093a0 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Network 64f65a26-a61b-488e-9adc-940b6ebb2cf6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:31.867560 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-6c728045-46a1-4e2d-924f-c3103dc093a0 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:31.891758 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4dd3e20a-a475-447f-8665-8feb532f24bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:32.009441 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device aa9322c4-ae5a-402b-82c6-558428ecbf69 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:32.062149 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4dd3e20a-a475-447f-8665-8feb532f24bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:32.147005 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c728045-46a1-4e2d-924f-c3103dc093a0 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Router bc525922-c064-4198-9d92-3868211fb202 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:55:32.186307 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port aa9322c4-ae5a-402b-82c6-558428ecbf69 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:32.347734 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 1bfe27ed-b573-4438-93cd-047b4c911333 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:55:32.402286 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4dd3e20a-a475-447f-8665-8feb532f24bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:32.406277 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4dd3e20a-a475-447f-8665-8feb532f24bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:32.412007 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4dd3e20a-a475-447f-8665-8feb532f24bf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1e1291ea-3254-4d42-bcc6-6aabbe973440 HTTP/1.1" status: 204 len: 168 time: 0.6360605 Jul 05 09:55:32.418945 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d51f2b9-2432-462c-8259-aa267fde2dbf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:32.431320 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 1bfe27ed-b573-4438-93cd-047b4c911333 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:55:32.431993 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c728045-46a1-4e2d-924f-c3103dc093a0 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:55:32.432462 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 1bfe27ed-b573-4438-93cd-047b4c911333 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:55:32.445433 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a8a5dc-ff48-40ac-8272-9fbd176543fa None None] Sync routers for ids ['bc525922-c064-4198-9d92-3868211fb202'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:55:32.465185 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a8a5dc-ff48-40ac-8272-9fbd176543fa None None] Routers {'bc525922-c064-4198-9d92-3868211fb202'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:55:32.465827 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-97a8a5dc-ff48-40ac-8272-9fbd176543fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:55:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bc525922-c064-4198-9d92-3868211fb202'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:32.490991 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6c728045-46a1-4e2d-924f-c3103dc093a0 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "PUT /v2.0/routers/bc525922-c064-4198-9d92-3868211fb202/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7263746 Jul 05 09:55:32.494380 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35568) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:32.496700 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:32.498371 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cf4e48dc-17aa-4feb-9e6b-cb8f9f6d175d None None] Provisioning complete for port b3267ebf-b0f1-4d84-9357-fd318c141313 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:32.498832 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cf4e48dc-17aa-4feb-9e6b-cb8f9f6d175d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:32.500307 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3e20a-a475-447f-8665-8feb532f24bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1291ea-3254-4d42-bcc6-6aabbe973440,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:32.546983 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-cf4e48dc-17aa-4feb-9e6b-cb8f9f6d175d None None] Port b3267ebf-b0f1-4d84-9357-fd318c141313 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:55:32.555362 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d5eb3a2-e296-4975-a884-45db948e1ff5 req-f8ec13ea-9ee4-4f58-bc69-40a4cdfade37 service neutron] 10.222.0.78 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7200913 Jul 05 09:55:32.561638 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51f2b9-2432-462c-8259-aa267fde2dbf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=bd8eb233-4ffc-423e-af90-a296675596c6,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:32.642619 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-97a8a5dc-ff48-40ac-8272-9fbd176543fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:32.665582 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a8a5dc-ff48-40ac-8272-9fbd176543fa None None] Routers {'bc525922-c064-4198-9d92-3868211fb202'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:55:32.666109 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-97a8a5dc-ff48-40ac-8272-9fbd176543fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:55:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bc525922-c064-4198-9d92-3868211fb202'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:32.738183 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-97a8a5dc-ff48-40ac-8272-9fbd176543fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:32.738331 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d51f2b9-2432-462c-8259-aa267fde2dbf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:32.738838 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a8a5dc-ff48-40ac-8272-9fbd176543fa None None] The sync data for ids ['bc525922-c064-4198-9d92-3868211fb202'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:55:32.743602 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a37d76-dc7a-4664-9445-33451ae511fd None None] Network e737c8fa-dc5d-4eee-9705-9d8367729b2f requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:32.770963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-8d51f2b9-2432-462c-8259-aa267fde2dbf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:32.780884 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d51f2b9-2432-462c-8259-aa267fde2dbf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:32.781324 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d51f2b9-2432-462c-8259-aa267fde2dbf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:32.841525 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbf4ed5-755b-4e9e-9ce1-d427523dae1e None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:32.850825 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8d51f2b9-2432-462c-8259-aa267fde2dbf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2650318 Jul 05 09:55:32.859413 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35574) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:32.876288 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4eac841f-3c18-46f9-97fa-e5213d558ecb tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'fixed_ips': [{'subnet_id': 'bd8eb233-4ffc-423e-af90-a296675596c6', 'ip_address': '2001:db8::b605:ed44:c698:cad9'}], 'name': 'tempest-NetworksTestDHCPv6-1677436197'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:32.887745 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df35558-9fc2-46ee-80bc-e81fe41d021c req-7f5a5ba8-1eda-4972-bee1-7e363383d07f tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:32.902947 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e497731-7d16-430b-b7ae-fa90caff5980 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:32.905250 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9df35558-9fc2-46ee-80bc-e81fe41d021c req-7f5a5ba8-1eda-4972-bee1-7e363383d07f tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.3472748 Jul 05 09:55:32.911246 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1dd69451-070e-4970-a77a-6ede36cf28f8 None None] Provisioning for port aa9322c4-ae5a-402b-82c6-558428ecbf69 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:32.925226 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1dd69451-070e-4970-a77a-6ede36cf28f8 None None] Provisioning complete for port aa9322c4-ae5a-402b-82c6-558428ecbf69 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:32.925527 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1dd69451-070e-4970-a77a-6ede36cf28f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:32.999901 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35578) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:33.012598 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9df35558-9fc2-46ee-80bc-e81fe41d021c req-dd441538-b0ca-4329-9a77-8dc76ab20b15 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063516 Jul 05 09:55:33.163432 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b6959901-517e-41e0-9d86-6ee162f0806d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:33.220894 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-9e497731-7d16-430b-b7ae-fa90caff5980 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 09:55:33.223403 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9e497731-7d16-430b-b7ae-fa90caff5980 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "DELETE /v2.0/routers/bc525922-c064-4198-9d92-3868211fb202 HTTP/1.1" status: 409 len: 329 time: 0.6990571 Jul 05 09:55:33.226608 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35588) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:33.393742 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b6959901-517e-41e0-9d86-6ee162f0806d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:33.419107 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eac841f-3c18-46f9-97fa-e5213d558ecb tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:33.490931 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1dd69451-070e-4970-a77a-6ede36cf28f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:33.510523 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b6959901-517e-41e0-9d86-6ee162f0806d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:33.515252 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02304e0-6d51-4031-8ba2-43649ea518af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-65df7426-ac9a-4b58-aa66-f2f5b3623134', 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'fixed_ips': [{'subnet_id': 'bd8eb233-4ffc-423e-af90-a296675596c6'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:55:33.516247 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b02304e0-6d51-4031-8ba2-43649ea518af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:33.579402 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4eac841f-3c18-46f9-97fa-e5213d558ecb tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:33.615602 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1dd69451-070e-4970-a77a-6ede36cf28f8 None None] For port aa9322c4-ae5a-402b-82c6-558428ecbf69, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=aa9322c4-ae5a-402b-82c6-558428ecbf69,segment=NetworkSegment(20ad52c3-339e-4224-825a-375276203c9c),segment_id=20ad52c3-339e-4224-825a-375276203c9c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:33.632333 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-4eac841f-3c18-46f9-97fa-e5213d558ecb tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] device_id is not set on port 3f90f076-8e20-40cc-915f-dd75e6e349d2 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:55:33.673475 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b6959901-517e-41e0-9d86-6ee162f0806d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aebc80dcf866414db45530d051e2c674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6723287 Jul 05 09:55:33.674715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35608) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:33.683742 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1dd69451-070e-4970-a77a-6ede36cf28f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:33.711327 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6959901-517e-41e0-9d86-6ee162f0806d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5d148c-185d-43a8-b664-8793b4c50e13,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:33.737771 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd69451-070e-4970-a77a-6ede36cf28f8 None None] Pushing event updated for resources: {'Port': ['ID=aa9322c4-ae5a-402b-82c6-558428ecbf69,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:33.780814 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8b9e816-f3d6-4ba2-9f72-44dec72935d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:33.862966 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8b9e816-f3d6-4ba2-9f72-44dec72935d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:33.865634 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-b02304e0-6d51-4031-8ba2-43649ea518af None None] Allocated IP 2001:db8::2 (65df7426-ac9a-4b58-aa66-f2f5b3623134/bd8eb233-4ffc-423e-af90-a296675596c6/b90e812f-1d6e-4eea-aad4-5679853f19e6) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:33.951195 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device aa9322c4-ae5a-402b-82c6-558428ecbf69 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:34.088313 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8b9e816-f3d6-4ba2-9f72-44dec72935d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:34.094274 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8b9e816-f3d6-4ba2-9f72-44dec72935d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:34.095584 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c8b9e816-f3d6-4ba2-9f72-44dec72935d1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ca5d148c-185d-43a8-b664-8793b4c50e13 HTTP/1.1" status: 204 len: 168 time: 0.4166224 Jul 05 09:55:34.122107 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9e816-f3d6-4ba2-9f72-44dec72935d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5d148c-185d-43a8-b664-8793b4c50e13,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:34.173445 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port aa9322c4-ae5a-402b-82c6-558428ecbf69 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:34.175251 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:34.213153 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a117f9d9-f8d9-4b60-875f-b121e9298f8d tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:34.254835 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b02304e0-6d51-4031-8ba2-43649ea518af None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:34.265225 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b02304e0-6d51-4031-8ba2-43649ea518af None None] Transition to ACTIVE for port object b90e812f-1d6e-4eea-aad4-5679853f19e6 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:34.285375 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b02304e0-6d51-4031-8ba2-43649ea518af None None] Transition to ACTIVE for port object b90e812f-1d6e-4eea-aad4-5679853f19e6 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:34.302240 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-688dd0c6-c23f-42be-9a74-31cf7c143b93 None None] Provisioning complete for port aa9322c4-ae5a-402b-82c6-558428ecbf69 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:34.302922 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-688dd0c6-c23f-42be-9a74-31cf7c143b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:34.306861 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b02304e0-6d51-4031-8ba2-43649ea518af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:34.400976 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9a07a-a005-400e-a0a8-62283250f12d req-595d1013-c8e8-42d7-b74f-9c11498ae2ba tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:34.408528 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fbc9a07a-a005-400e-a0a8-62283250f12d req-595d1013-c8e8-42d7-b74f-9c11498ae2ba tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.2245851 Jul 05 09:55:34.424391 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-4eac841f-3c18-46f9-97fa-e5213d558ecb tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8::b605:ed44:c698:cad9 (65df7426-ac9a-4b58-aa66-f2f5b3623134/bd8eb233-4ffc-423e-af90-a296675596c6/3f90f076-8e20-40cc-915f-dd75e6e349d2) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:34.507087 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02304e0-6d51-4031-8ba2-43649ea518af None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:34.507597 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fbc9a07a-a005-400e-a0a8-62283250f12d req-cd6c6c1c-8ad1-417e-aac0-dc3f70882a49 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982649 Jul 05 09:55:34.512383 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-b02304e0-6d51-4031-8ba2-43649ea518af None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:34.516816 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02304e0-6d51-4031-8ba2-43649ea518af None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:34.692461 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02304e0-6d51-4031-8ba2-43649ea518af None None] Pushing event updated for resources: {'Port': ['ID=b90e812f-1d6e-4eea-aad4-5679853f19e6,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:34.824671 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b02304e0-6d51-4031-8ba2-43649ea518af None None] Attempting to bind port b90e812f-1d6e-4eea-aad4-5679853f19e6 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:55:34.831000 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b02304e0-6d51-4031-8ba2-43649ea518af None None] Attempting to bind port b90e812f-1d6e-4eea-aad4-5679853f19e6 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:55:34.835318 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02304e0-6d51-4031-8ba2-43649ea518af None None] Attempting to bind port b90e812f-1d6e-4eea-aad4-5679853f19e6 on network 65df7426-ac9a-4b58-aa66-f2f5b3623134 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:55:34.842949 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35660) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:34.845056 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a117f9d9-f8d9-4b60-875f-b121e9298f8d tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Deleting port b3267ebf-b0f1-4d84-9357-fd318c141313 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:34.845661 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a117f9d9-f8d9-4b60-875f-b121e9298f8d tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:34.859351 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02304e0-6d51-4031-8ba2-43649ea518af None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:55:34.859761 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02304e0-6d51-4031-8ba2-43649ea518af None None] Checking segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:55:34.860353 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b02304e0-6d51-4031-8ba2-43649ea518af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:34.860754 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02304e0-6d51-4031-8ba2-43649ea518af None None] Bound using segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:55:34.861241 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b02304e0-6d51-4031-8ba2-43649ea518af None None] Bound port: b90e812f-1d6e-4eea-aad4-5679853f19e6, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:55:34.861633 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b02304e0-6d51-4031-8ba2-43649ea518af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:34.888109 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4eac841f-3c18-46f9-97fa-e5213d558ecb tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:34.905881 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6763120-b63b-4e4e-8aea-a20eb873e74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:34.923300 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-4eac841f-3c18-46f9-97fa-e5213d558ecb tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Transition to ACTIVE for port object 3f90f076-8e20-40cc-915f-dd75e6e349d2 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:35.021363 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4eac841f-3c18-46f9-97fa-e5213d558ecb tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:35.086423 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac841f-3c18-46f9-97fa-e5213d558ecb tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=3f90f076-8e20-40cc-915f-dd75e6e349d2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:35.122931 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b02304e0-6d51-4031-8ba2-43649ea518af None None] For port b90e812f-1d6e-4eea-aad4-5679853f19e6, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:55:35.126809 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eac841f-3c18-46f9-97fa-e5213d558ecb tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:35.129942 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a117f9d9-f8d9-4b60-875f-b121e9298f8d tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:35.133268 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-4eac841f-3c18-46f9-97fa-e5213d558ecb tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:35.133908 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b02304e0-6d51-4031-8ba2-43649ea518af None None] For port b90e812f-1d6e-4eea-aad4-5679853f19e6, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b90e812f-1d6e-4eea-aad4-5679853f19e6,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:55:35.136441 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eac841f-3c18-46f9-97fa-e5213d558ecb tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:35.143700 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b02304e0-6d51-4031-8ba2-43649ea518af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:35.145950 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eac841f-3c18-46f9-97fa-e5213d558ecb tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:35.146891 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4eac841f-3c18-46f9-97fa-e5213d558ecb tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:35.173638 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a117f9d9-f8d9-4b60-875f-b121e9298f8d tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Calling delete_port for b3267ebf-b0f1-4d84-9357-fd318c141313 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:35.186148 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6763120-b63b-4e4e-8aea-a20eb873e74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:35.198477 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6763120-b63b-4e4e-8aea-a20eb873e74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:35.270093 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6763120-b63b-4e4e-8aea-a20eb873e74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212bbd0e-77f8-476c-a2c3-2eae92c4a8ad,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:35.295273 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4eac841f-3c18-46f9-97fa-e5213d558ecb tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4322891 Jul 05 09:55:35.298415 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35676) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:35.359000 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02304e0-6d51-4031-8ba2-43649ea518af None None] Pushing event updated for resources: {'Port': ['ID=b90e812f-1d6e-4eea-aad4-5679853f19e6,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:35.400156 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f6763120-b63b-4e4e-8aea-a20eb873e74a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=acf343ef6fe8464989b08809fd86594d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5531454 Jul 05 09:55:35.417051 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35680) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:35.546546 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a47c-1f8e-4406-be51-fb0c2b83866c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:35.600448 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ed4447-4f0a-46af-80d6-61d6af269bff tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:35.606741 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ed4447-4f0a-46af-80d6-61d6af269bff tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:35.608826 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a6ed4447-4f0a-46af-80d6-61d6af269bff tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2865922 Jul 05 09:55:35.611274 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a47c-1f8e-4406-be51-fb0c2b83866c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:35.613516 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35694) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:35.772851 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a47c-1f8e-4406-be51-fb0c2b83866c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:35.776583 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a47c-1f8e-4406-be51-fb0c2b83866c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:35.778255 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4cd0a47c-1f8e-4406-be51-fb0c2b83866c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/212bbd0e-77f8-476c-a2c3-2eae92c4a8ad HTTP/1.1" status: 204 len: 168 time: 0.3575220 Jul 05 09:55:35.794494 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0a47c-1f8e-4406-be51-fb0c2b83866c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212bbd0e-77f8-476c-a2c3-2eae92c4a8ad,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:35.801317 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-aeedba1d-97d4-431f-9146-42d0cd93efbc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting port 3f90f076-8e20-40cc-915f-dd75e6e349d2 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:35.801941 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aeedba1d-97d4-431f-9146-42d0cd93efbc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:35.909599 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:35.953400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b90e812f-1d6e-4eea-aad4-5679853f19e6 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:35.969782 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aeedba1d-97d4-431f-9146-42d0cd93efbc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:35.985386 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-aeedba1d-97d4-431f-9146-42d0cd93efbc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Calling delete_port for 3f90f076-8e20-40cc-915f-dd75e6e349d2 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:35.989050 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff4a1d48-43c7-48d7-add7-db0aee322ccf req-702778f7-a29f-4731-8993-5989e0a88596 tempest-FlavorsV2NegativeTest-937557051 tempest-FlavorsV2NegativeTest-937557051-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=9ff23a1f3c4f4d4b9d2b291f55086c75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670140 Jul 05 09:55:36.087013 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port b90e812f-1d6e-4eea-aad4-5679853f19e6 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:36.131246 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a117f9d9-f8d9-4b60-875f-b121e9298f8d tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:36.172946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117f9d9-f8d9-4b60-875f-b121e9298f8d tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event deleted for resources: {'Port': ['ID=b3267ebf-b0f1-4d84-9357-fd318c141313,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:36.197540 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aeedba1d-97d4-431f-9146-42d0cd93efbc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:36.245148 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedba1d-97d4-431f-9146-42d0cd93efbc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Port': ['ID=3f90f076-8e20-40cc-915f-dd75e6e349d2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:36.304337 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aeedba1d-97d4-431f-9146-42d0cd93efbc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:36.316913 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-aeedba1d-97d4-431f-9146-42d0cd93efbc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/3f90f076-8e20-40cc-915f-dd75e6e349d2 HTTP/1.1" status: 204 len: 168 time: 0.6996586 Jul 05 09:55:36.319949 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35708) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:36.352667 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a117f9d9-f8d9-4b60-875f-b121e9298f8d tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:36.385694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a1d48-43c7-48d7-add7-db0aee322ccf req-2e41c245-588a-42e9-a5b0-216902a36b65 tempest-FlavorsV2NegativeTest-937557051 tempest-FlavorsV2NegativeTest-937557051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:36.387322 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff4a1d48-43c7-48d7-add7-db0aee322ccf req-2e41c245-588a-42e9-a5b0-216902a36b65 tempest-FlavorsV2NegativeTest-937557051 tempest-FlavorsV2NegativeTest-937557051-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3908298 Jul 05 09:55:36.448356 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222a152c-22e8-4d6a-80e9-355b426ebc86 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:36.450238 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222a152c-22e8-4d6a-80e9-355b426ebc86 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:36.459171 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-222a152c-22e8-4d6a-80e9-355b426ebc86 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1333516 Jul 05 09:55:36.461176 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35714) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:36.551425 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7cb7bf8-fe60-4b83-83db-706a3fa38010 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet bd8eb233-4ffc-423e-af90-a296675596c6 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:55:36.556509 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7cb7bf8-fe60-4b83-83db-706a3fa38010 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:36.595954 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff4a1d48-43c7-48d7-add7-db0aee322ccf req-4f93b820-7ae3-4fc5-b50e-d9d6981c79dc tempest-FlavorsV2NegativeTest-937557051 tempest-FlavorsV2NegativeTest-937557051-project] 10.222.0.79 "GET /v2.0/quotas/9ff23a1f3c4f4d4b9d2b291f55086c75 HTTP/1.1" status: 200 len: 375 time: 0.1353707 Jul 05 09:55:36.640726 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7cb7bf8-fe60-4b83-83db-706a3fa38010 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:36.679825 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff4a1d48-43c7-48d7-add7-db0aee322ccf req-6792e60c-cbde-4f72-bfbf-94659051fbf0 tempest-FlavorsV2NegativeTest-937557051 tempest-FlavorsV2NegativeTest-937557051-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9ff23a1f3c4f4d4b9d2b291f55086c75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819352 Jul 05 09:55:36.765510 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7cb7bf8-fe60-4b83-83db-706a3fa38010 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:36.882036 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7cb7bf8-fe60-4b83-83db-706a3fa38010 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:36.899959 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7cb7bf8-fe60-4b83-83db-706a3fa38010 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:36.906627 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c7cb7bf8-fe60-4b83-83db-706a3fa38010 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/bd8eb233-4ffc-423e-af90-a296675596c6 HTTP/1.1" status: 204 len: 168 time: 0.4438365 Jul 05 09:55:36.908686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35734) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:36.919072 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a117f9d9-f8d9-4b60-875f-b121e9298f8d tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Router bc525922-c064-4198-9d92-3868211fb202 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:55:36.946800 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb7bf8-fe60-4b83-83db-706a3fa38010 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=bd8eb233-4ffc-423e-af90-a296675596c6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:36.968444 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717bffd8-012d-42be-bdf4-a3deb505a233 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:37.008134 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7e13ab48-f82a-4199-be6c-5bbf3881a930 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918298 Jul 05 09:55:37.011892 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35742) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:37.017349 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a3fdfc9d-5cc0-4801-8840-137c4d61a3b7 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:37.082840 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9b6cc39a-8cf4-4df1-b61c-8f1e8d60a549 None None] Provisioning for port b90e812f-1d6e-4eea-aad4-5679853f19e6 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:37.124526 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9b6cc39a-8cf4-4df1-b61c-8f1e8d60a549 None None] Provisioning complete for port b90e812f-1d6e-4eea-aad4-5679853f19e6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:37.132607 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9b6cc39a-8cf4-4df1-b61c-8f1e8d60a549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:37.137841 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a117f9d9-f8d9-4b60-875f-b121e9298f8d tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:55:37.161225 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a117f9d9-f8d9-4b60-875f-b121e9298f8d tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "PUT /v2.0/routers/bc525922-c064-4198-9d92-3868211fb202/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9333112 Jul 05 09:55:37.162671 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35746) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:37.267401 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-13b38032-7187-4486-973c-fe0ea5e77d0f tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] show failed (client error): The resource could not be found. Jul 05 09:55:37.273371 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35756) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:37.282864 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1f996e4b-b363-4451-8d45-a3092319e73e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:37.283799 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-13b38032-7187-4486-973c-fe0ea5e77d0f tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "GET /v2.0/routers/tempest-non_exist_router-407191203 HTTP/1.1" status: 404 len: 334 time: 0.1198261 Jul 05 09:55:37.290053 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fdfc9d-5cc0-4801-8840-137c4d61a3b7 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:37.301942 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfc9d-5cc0-4801-8840-137c4d61a3b7 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:37.304683 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe19f37-4429-4a26-918a-de86d9df772c None None] Sync routers for ids ['bc525922-c064-4198-9d92-3868211fb202'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:55:37.360589 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe19f37-4429-4a26-918a-de86d9df772c None None] Routers {'bc525922-c064-4198-9d92-3868211fb202'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:55:37.364049 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1fe19f37-4429-4a26-918a-de86d9df772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:55:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bc525922-c064-4198-9d92-3868211fb202'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:37.391154 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-1f996e4b-b363-4451-8d45-a3092319e73e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] update failed (client error): The resource could not be found. Jul 05 09:55:37.392350 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1f996e4b-b363-4451-8d45-a3092319e73e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "PUT /v2.0/routers/tempest-non_exist_router-175864848 HTTP/1.1" status: 404 len: 334 time: 0.1176496 Jul 05 09:55:37.395958 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35760) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:37.504592 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa3a771-d98e-42e6-96d2-9579e10ed40b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Deleting subnet bfc090b7-967a-41f2-8596-eaed45fdb438 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:55:37.508321 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfa3a771-d98e-42e6-96d2-9579e10ed40b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:37.550395 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1fe19f37-4429-4a26-918a-de86d9df772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:37.586387 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfa3a771-d98e-42e6-96d2-9579e10ed40b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:37.600310 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe19f37-4429-4a26-918a-de86d9df772c None None] Routers {'bc525922-c064-4198-9d92-3868211fb202'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:55:37.601888 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1fe19f37-4429-4a26-918a-de86d9df772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:55:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bc525922-c064-4198-9d92-3868211fb202'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:37.720165 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1fe19f37-4429-4a26-918a-de86d9df772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:37.721199 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe19f37-4429-4a26-918a-de86d9df772c None None] The sync data for ids ['bc525922-c064-4198-9d92-3868211fb202'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:55:37.782944 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfa3a771-d98e-42e6-96d2-9579e10ed40b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:37.804075 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9b6cc39a-8cf4-4df1-b61c-8f1e8d60a549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:37.896353 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50536f71-7ce0-45c1-b917-16aa29056f10 None None] DHCP port deletion for 65df7426-ac9a-4b58-aa66-f2f5b3623134 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:55:37.972566 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfa3a771-d98e-42e6-96d2-9579e10ed40b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:38.032563 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9b6cc39a-8cf4-4df1-b61c-8f1e8d60a549 None None] For port b90e812f-1d6e-4eea-aad4-5679853f19e6, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b90e812f-1d6e-4eea-aad4-5679853f19e6,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:38.040422 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9b6cc39a-8cf4-4df1-b61c-8f1e8d60a549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:38.058802 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3a771-d98e-42e6-96d2-9579e10ed40b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc090b7-967a-41f2-8596-eaed45fdb438,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:38.081488 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfa3a771-d98e-42e6-96d2-9579e10ed40b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:38.085811 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bfa3a771-d98e-42e6-96d2-9579e10ed40b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "DELETE /v2.0/subnets/bfc090b7-967a-41f2-8596-eaed45fdb438 HTTP/1.1" status: 204 len: 168 time: 0.6865110 Jul 05 09:55:38.086017 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35786) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:38.156540 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6cc39a-8cf4-4df1-b61c-8f1e8d60a549 None None] Pushing event updated for resources: {'Port': ['ID=b90e812f-1d6e-4eea-aad4-5679853f19e6,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:38.163358 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bdfc86-95c2-47c6-b3aa-f96517184da8 None None] Network e737c8fa-dc5d-4eee-9705-9d8367729b2f requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:38.165191 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a71d62f-5983-4282-9a47-a4e08bf0a80b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:38.227753 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35788) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:38.331656 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfc9d-5cc0-4801-8840-137c4d61a3b7 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:38.332796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1a71d62f-5983-4282-9a47-a4e08bf0a80b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Deleting port aa9322c4-ae5a-402b-82c6-558428ecbf69 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:38.335188 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a71d62f-5983-4282-9a47-a4e08bf0a80b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:38.439958 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fdfc9d-5cc0-4801-8840-137c4d61a3b7 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=ee7da1fe-17fa-4ffe-8dde-663d678c6724,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:38.464680 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fdfc9d-5cc0-4801-8840-137c4d61a3b7 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:38.471481 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a3fdfc9d-5cc0-4801-8840-137c4d61a3b7 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:38.476693 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fdfc9d-5cc0-4801-8840-137c4d61a3b7 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:38.477546 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfc9d-5cc0-4801-8840-137c4d61a3b7 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:38.514186 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a3fdfc9d-5cc0-4801-8840-137c4d61a3b7 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5010757 Jul 05 09:55:38.515535 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35800) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:38.530312 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-67d65a01-ea6e-4d76-8d14-8a447cf87297 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'fixed_ips': [{'subnet_id': 'ee7da1fe-17fa-4ffe-8dde-663d678c6724', 'ip_address': '2001:db8::36ee:3e63:2886:ada6'}], 'name': 'tempest-NetworksTestDHCPv6-921349309'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:38.625196 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-1a71d62f-5983-4282-9a47-a4e08bf0a80b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] For port aa9322c4-ae5a-402b-82c6-558428ecbf69, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=aa9322c4-ae5a-402b-82c6-558428ecbf69,segment=NetworkSegment(20ad52c3-339e-4224-825a-375276203c9c),segment_id=20ad52c3-339e-4224-825a-375276203c9c)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:38.625569 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a71d62f-5983-4282-9a47-a4e08bf0a80b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:38.641681 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-50536f71-7ce0-45c1-b917-16aa29056f10 None None] Deleting port b90e812f-1d6e-4eea-aad4-5679853f19e6 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:38.642066 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-50536f71-7ce0-45c1-b917-16aa29056f10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:38.658111 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1a71d62f-5983-4282-9a47-a4e08bf0a80b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Calling delete_port for aa9322c4-ae5a-402b-82c6-558428ecbf69 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:38.788906 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d65a01-ea6e-4d76-8d14-8a447cf87297 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:38.856131 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ab85b05-7d79-4e8b-87a9-5fba934b95ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:38.900148 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-50536f71-7ce0-45c1-b917-16aa29056f10 None None] For port b90e812f-1d6e-4eea-aad4-5679853f19e6, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b90e812f-1d6e-4eea-aad4-5679853f19e6,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:38.900731 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-50536f71-7ce0-45c1-b917-16aa29056f10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:38.929257 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-50536f71-7ce0-45c1-b917-16aa29056f10 None None] Calling delete_port for b90e812f-1d6e-4eea-aad4-5679853f19e6 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:38.932020 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-67d65a01-ea6e-4d76-8d14-8a447cf87297 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:38.949669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30edb11b-d0e5-4435-b107-c41f64e5b9ef None None] DHCP port deletion for e737c8fa-dc5d-4eee-9705-9d8367729b2f request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:55:38.962964 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a71d62f-5983-4282-9a47-a4e08bf0a80b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:38.989472 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-67d65a01-ea6e-4d76-8d14-8a447cf87297 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] device_id is not set on port afa58550-8988-4fc0-b123-7d6d40c00d4e yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:55:39.014695 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a71d62f-5983-4282-9a47-a4e08bf0a80b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] No DVR routers for this DVR port aa9322c4-ae5a-402b-82c6-558428ecbf69 on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:55:39.033103 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-30edb11b-d0e5-4435-b107-c41f64e5b9ef None None] The port 'aa9322c4-ae5a-402b-82c6-558428ecbf69' was deleted {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 05 09:55:39.078473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71d62f-5983-4282-9a47-a4e08bf0a80b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event deleted for resources: {'Port': ['ID=aa9322c4-ae5a-402b-82c6-558428ecbf69,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:39.089208 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-50536f71-7ce0-45c1-b917-16aa29056f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:39.119647 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50536f71-7ce0-45c1-b917-16aa29056f10 None None] No DVR routers for this DVR port b90e812f-1d6e-4eea-aad4-5679853f19e6 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:55:39.124220 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50536f71-7ce0-45c1-b917-16aa29056f10 None None] Pushing event deleted for resources: {'Port': ['ID=b90e812f-1d6e-4eea-aad4-5679853f19e6,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:39.139423 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ab6d28-7e50-4513-bc5e-5653cf80f338 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:39.221637 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-67d65a01-ea6e-4d76-8d14-8a447cf87297 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8::36ee:3e63:2886:ada6 (65df7426-ac9a-4b58-aa66-f2f5b3623134/ee7da1fe-17fa-4ffe-8dde-663d678c6724/afa58550-8988-4fc0-b123-7d6d40c00d4e) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:39.309453 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a71d62f-5983-4282-9a47-a4e08bf0a80b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:39.324042 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ab85b05-7d79-4e8b-87a9-5fba934b95ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:39.328726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-1a71d62f-5983-4282-9a47-a4e08bf0a80b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e737c8fa-dc5d-4eee-9705-9d8367729b2f']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:39.338872 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ab85b05-7d79-4e8b-87a9-5fba934b95ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:39.357429 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ec7594-0ef0-4fc3-a73a-4f44227f759e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-65df7426-ac9a-4b58-aa66-f2f5b3623134', 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'fixed_ips': [{'subnet_id': 'ee7da1fe-17fa-4ffe-8dde-663d678c6724'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:55:39.358845 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-63ec7594-0ef0-4fc3-a73a-4f44227f759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:39.383210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-1a71d62f-5983-4282-9a47-a4e08bf0a80b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ad52c3-339e-4224-825a-375276203c9c') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:39.383511 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-1a71d62f-5983-4282-9a47-a4e08bf0a80b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ad52c3-339e-4224-825a-375276203c9c') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:39.388798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab85b05-7d79-4e8b-87a9-5fba934b95ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6f3820-3f0d-4bc8-89f1-1fea3b4df21d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:39.428860 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a71d62f-5983-4282-9a47-a4e08bf0a80b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:39.450324 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8ab85b05-7d79-4e8b-87a9-5fba934b95ff admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9ff23a1f3c4f4d4b9d2b291f55086c75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2198696 Jul 05 09:55:39.453316 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35822) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:39.468164 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a71d62f-5983-4282-9a47-a4e08bf0a80b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:39.481264 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-67d65a01-ea6e-4d76-8d14-8a447cf87297 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:39.500974 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a71d62f-5983-4282-9a47-a4e08bf0a80b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:55:39.501392 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a71d62f-5983-4282-9a47-a4e08bf0a80b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:55:39.504924 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:55:39.587019 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-67d65a01-ea6e-4d76-8d14-8a447cf87297 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Transition to ACTIVE for port object afa58550-8988-4fc0-b123-7d6d40c00d4e will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:39.592322 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a71d62f-5983-4282-9a47-a4e08bf0a80b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:39.597374 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a71d62f-5983-4282-9a47-a4e08bf0a80b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:39.599379 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1a71d62f-5983-4282-9a47-a4e08bf0a80b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "DELETE /v2.0/networks/e737c8fa-dc5d-4eee-9705-9d8367729b2f HTTP/1.1" status: 204 len: 168 time: 1.5124030 Jul 05 09:55:39.606307 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35830) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:39.607476 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e5243e2b-c09c-4f9f-981e-e9778283f791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:39.628029 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71d62f-5983-4282-9a47-a4e08bf0a80b tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event deleted for resources: {'Network': ['ID=e737c8fa-dc5d-4eee-9705-9d8367729b2f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:39.668187 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e5243e2b-c09c-4f9f-981e-e9778283f791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:39.681508 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f2ec74-9d88-41b6-83c7-bba811d29c01 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Deleting subnet c2322079-bdb4-4e65-9240-da8682e53ea4 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:55:39.689582 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0f2ec74-9d88-41b6-83c7-bba811d29c01 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:39.782755 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e5243e2b-c09c-4f9f-981e-e9778283f791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:39.786358 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e5243e2b-c09c-4f9f-981e-e9778283f791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:39.792743 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e5243e2b-c09c-4f9f-981e-e9778283f791 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ef6f3820-3f0d-4bc8-89f1-1fea3b4df21d HTTP/1.1" status: 204 len: 168 time: 0.3331563 Jul 05 09:55:39.818936 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5243e2b-c09c-4f9f-981e-e9778283f791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6f3820-3f0d-4bc8-89f1-1fea3b4df21d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:39.838480 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0f2ec74-9d88-41b6-83c7-bba811d29c01 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:39.931035 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device aa9322c4-ae5a-402b-82c6-558428ecbf69 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:55:39.944221 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-67d65a01-ea6e-4d76-8d14-8a447cf87297 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:40.006709 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: aa9322c4-ae5a-402b-82c6-558428ecbf69 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:55:40.007011 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device aa9322c4-ae5a-402b-82c6-558428ecbf69 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:55:40.007440 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b90e812f-1d6e-4eea-aad4-5679853f19e6 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:55:40.068798 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d65a01-ea6e-4d76-8d14-8a447cf87297 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=afa58550-8988-4fc0-b123-7d6d40c00d4e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:40.078400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: b90e812f-1d6e-4eea-aad4-5679853f19e6 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:55:40.079190 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b90e812f-1d6e-4eea-aad4-5679853f19e6 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:55:40.101461 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-63ec7594-0ef0-4fc3-a73a-4f44227f759e None None] Allocated IP 2001:db8::2 (65df7426-ac9a-4b58-aa66-f2f5b3623134/ee7da1fe-17fa-4ffe-8dde-663d678c6724/6e78f698-7beb-4b47-9257-71fc5d6e3692) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:40.107834 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d65a01-ea6e-4d76-8d14-8a447cf87297 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:40.148375 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-67d65a01-ea6e-4d76-8d14-8a447cf87297 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:40.156027 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d65a01-ea6e-4d76-8d14-8a447cf87297 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:40.170582 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d65a01-ea6e-4d76-8d14-8a447cf87297 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:40.174551 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-67d65a01-ea6e-4d76-8d14-8a447cf87297 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:40.258683 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-67d65a01-ea6e-4d76-8d14-8a447cf87297 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7395403 Jul 05 09:55:40.261239 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35852) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:40.288907 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0f2ec74-9d88-41b6-83c7-bba811d29c01 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:40.384074 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0f2ec74-9d88-41b6-83c7-bba811d29c01 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:40.442110 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494f43b0-2571-44d0-b78b-305f1773ee44 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:40.450420 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-494f43b0-2571-44d0-b78b-305f1773ee44 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1871762 Jul 05 09:55:40.453555 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0f2ec74-9d88-41b6-83c7-bba811d29c01 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:40.455083 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35858) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:40.456055 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d6488c-b21e-4370-b0bc-9c975cb5662f None None] Network f9eeb083-8158-4c76-9405-0921ab9babf9 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:40.460515 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d0f2ec74-9d88-41b6-83c7-bba811d29c01 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "DELETE /v2.0/subnets/c2322079-bdb4-4e65-9240-da8682e53ea4 HTTP/1.1" status: 204 len: 168 time: 0.8522370 Jul 05 09:55:40.464236 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35860) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:40.465224 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2ec74-9d88-41b6-83c7-bba811d29c01 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event deleted for resources: {'Subnet': ['ID=c2322079-bdb4-4e65-9240-da8682e53ea4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:40.564210 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-63ec7594-0ef0-4fc3-a73a-4f44227f759e None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:40.593064 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-63ec7594-0ef0-4fc3-a73a-4f44227f759e None None] Transition to ACTIVE for port object 6e78f698-7beb-4b47-9257-71fc5d6e3692 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:40.619360 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-63ec7594-0ef0-4fc3-a73a-4f44227f759e None None] Transition to ACTIVE for port object 6e78f698-7beb-4b47-9257-71fc5d6e3692 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:40.641041 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-63ec7594-0ef0-4fc3-a73a-4f44227f759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:40.675710 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc07890e-8d3e-461d-8d53-504d1c7e2ac8 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Deleting subnet bf53b63d-f383-4436-8b1c-b62e0946aaa1 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:55:40.684585 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc07890e-8d3e-461d-8d53-504d1c7e2ac8 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:40.708809 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6ba9017e-c883-4a0a-a521-20e08e0191c5 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting port afa58550-8988-4fc0-b123-7d6d40c00d4e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:40.709175 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6ba9017e-c883-4a0a-a521-20e08e0191c5 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:40.733577 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ec7594-0ef0-4fc3-a73a-4f44227f759e None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:40.736821 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-63ec7594-0ef0-4fc3-a73a-4f44227f759e None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:40.746284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec7594-0ef0-4fc3-a73a-4f44227f759e None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:40.835901 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc07890e-8d3e-461d-8d53-504d1c7e2ac8 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:40.849014 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec7594-0ef0-4fc3-a73a-4f44227f759e None None] Pushing event updated for resources: {'Port': ['ID=6e78f698-7beb-4b47-9257-71fc5d6e3692,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:40.914474 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2844206-f216-4806-90ab-8b554cfffc51 None None] DHCP port deletion for f9eeb083-8158-4c76-9405-0921ab9babf9 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:55:40.947614 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6ba9017e-c883-4a0a-a521-20e08e0191c5 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:40.956722 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-63ec7594-0ef0-4fc3-a73a-4f44227f759e None None] Attempting to bind port 6e78f698-7beb-4b47-9257-71fc5d6e3692 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:55:40.957109 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-63ec7594-0ef0-4fc3-a73a-4f44227f759e None None] Attempting to bind port 6e78f698-7beb-4b47-9257-71fc5d6e3692 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:55:40.967953 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec7594-0ef0-4fc3-a73a-4f44227f759e None None] Attempting to bind port 6e78f698-7beb-4b47-9257-71fc5d6e3692 on network 65df7426-ac9a-4b58-aa66-f2f5b3623134 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:55:40.977174 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6ba9017e-c883-4a0a-a521-20e08e0191c5 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Calling delete_port for afa58550-8988-4fc0-b123-7d6d40c00d4e owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:40.989522 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec7594-0ef0-4fc3-a73a-4f44227f759e None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:55:40.989726 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec7594-0ef0-4fc3-a73a-4f44227f759e None None] Checking segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:55:40.990151 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-63ec7594-0ef0-4fc3-a73a-4f44227f759e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:40.990556 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec7594-0ef0-4fc3-a73a-4f44227f759e None None] Bound using segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:55:40.991049 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-63ec7594-0ef0-4fc3-a73a-4f44227f759e None None] Bound port: 6e78f698-7beb-4b47-9257-71fc5d6e3692, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:55:41.001728 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-63ec7594-0ef0-4fc3-a73a-4f44227f759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:41.091581 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc07890e-8d3e-461d-8d53-504d1c7e2ac8 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:41.173428 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6ba9017e-c883-4a0a-a521-20e08e0191c5 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:41.248368 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc07890e-8d3e-461d-8d53-504d1c7e2ac8 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:41.264709 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9017e-c883-4a0a-a521-20e08e0191c5 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Port': ['ID=afa58550-8988-4fc0-b123-7d6d40c00d4e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:41.293248 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07890e-8d3e-461d-8d53-504d1c7e2ac8 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event deleted for resources: {'Subnet': ['ID=bf53b63d-f383-4436-8b1c-b62e0946aaa1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:41.300110 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc07890e-8d3e-461d-8d53-504d1c7e2ac8 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:41.307815 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bc07890e-8d3e-461d-8d53-504d1c7e2ac8 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "DELETE /v2.0/subnets/bf53b63d-f383-4436-8b1c-b62e0946aaa1 HTTP/1.1" status: 204 len: 168 time: 0.8360760 Jul 05 09:55:41.308470 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35888) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:41.329025 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6ba9017e-c883-4a0a-a521-20e08e0191c5 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:41.331142 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6ba9017e-c883-4a0a-a521-20e08e0191c5 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/afa58550-8988-4fc0-b123-7d6d40c00d4e HTTP/1.1" status: 204 len: 168 time: 0.8723769 Jul 05 09:55:41.337367 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35890) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:41.477247 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb917b81-1bf5-4ea9-98f6-858c60db8a46 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:41.479686 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb917b81-1bf5-4ea9-98f6-858c60db8a46 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:41.482683 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bb917b81-1bf5-4ea9-98f6-858c60db8a46 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1392627 Jul 05 09:55:41.485475 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35892) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:41.567714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449062b3-73e8-4485-9732-90d798265ccf None None] Network 52ef922f-2700-41a6-a8a2-ad57f6a1647f requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:41.592152 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf7d810f-e141-464e-90e1-759282cba108 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:41.609015 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e772b79-7593-42a7-b531-5dafd2d0a4cf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet ee7da1fe-17fa-4ffe-8dde-663d678c6724 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:55:41.627399 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e772b79-7593-42a7-b531-5dafd2d0a4cf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:41.649201 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35900) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:41.678128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-bf7d810f-e141-464e-90e1-759282cba108 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Deleting port c5b0efd6-13ed-4002-99e1-c788a332497b {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:41.678640 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf7d810f-e141-464e-90e1-759282cba108 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:41.678769 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-63ec7594-0ef0-4fc3-a73a-4f44227f759e None None] For port 6e78f698-7beb-4b47-9257-71fc5d6e3692, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:55:41.690351 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-63ec7594-0ef0-4fc3-a73a-4f44227f759e None None] For port 6e78f698-7beb-4b47-9257-71fc5d6e3692, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6e78f698-7beb-4b47-9257-71fc5d6e3692,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:55:41.770189 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-bf7d810f-e141-464e-90e1-759282cba108 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] For port c5b0efd6-13ed-4002-99e1-c788a332497b, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c5b0efd6-13ed-4002-99e1-c788a332497b,segment=NetworkSegment(ed1e7593-439d-4446-bac0-5a7709ff1b5c),segment_id=ed1e7593-439d-4446-bac0-5a7709ff1b5c)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:41.770567 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e772b79-7593-42a7-b531-5dafd2d0a4cf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:41.771518 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf7d810f-e141-464e-90e1-759282cba108 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:41.801477 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-bf7d810f-e141-464e-90e1-759282cba108 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Calling delete_port for c5b0efd6-13ed-4002-99e1-c788a332497b owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:41.828068 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-63ec7594-0ef0-4fc3-a73a-4f44227f759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:41.915283 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf7d810f-e141-464e-90e1-759282cba108 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:41.941396 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c5b0efd6-13ed-4002-99e1-c788a332497b no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:55:41.947676 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7d810f-e141-464e-90e1-759282cba108 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] No DVR routers for this DVR port c5b0efd6-13ed-4002-99e1-c788a332497b on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:55:41.973829 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d810f-e141-464e-90e1-759282cba108 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event deleted for resources: {'Port': ['ID=c5b0efd6-13ed-4002-99e1-c788a332497b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:42.012137 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e772b79-7593-42a7-b531-5dafd2d0a4cf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:42.066663 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c2844206-f216-4806-90ab-8b554cfffc51 None None] Deleting port c5b0efd6-13ed-4002-99e1-c788a332497b {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:42.067097 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c2844206-f216-4806-90ab-8b554cfffc51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:42.097712 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: c5b0efd6-13ed-4002-99e1-c788a332497b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:55:42.098368 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c5b0efd6-13ed-4002-99e1-c788a332497b not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:55:42.135794 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e772b79-7593-42a7-b531-5dafd2d0a4cf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:42.161330 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec7594-0ef0-4fc3-a73a-4f44227f759e None None] Pushing event updated for resources: {'Port': ['ID=6e78f698-7beb-4b47-9257-71fc5d6e3692,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:42.193961 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf7d810f-e141-464e-90e1-759282cba108 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:42.213144 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e772b79-7593-42a7-b531-5dafd2d0a4cf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=ee7da1fe-17fa-4ffe-8dde-663d678c6724,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:42.225776 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-bf7d810f-e141-464e-90e1-759282cba108 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9eeb083-8158-4c76-9405-0921ab9babf9']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:42.231962 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e772b79-7593-42a7-b531-5dafd2d0a4cf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:42.240722 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8e772b79-7593-42a7-b531-5dafd2d0a4cf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/ee7da1fe-17fa-4ffe-8dde-663d678c6724 HTTP/1.1" status: 204 len: 168 time: 0.7539968 Jul 05 09:55:42.252859 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35910) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:42.255664 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b3a8af6d-a984-4d35-b101-2460007c30c6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-59185449-network', 'tenant_id': '6034c335ab534dd29de819939ac4d8a7'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:42.299489 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a8af6d-a984-4d35-b101-2460007c30c6 admin admin] Made reservation on behalf of 6034c335ab534dd29de819939ac4d8a7 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:42.308413 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3a8af6d-a984-4d35-b101-2460007c30c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:42.332010 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3a8af6d-a984-4d35-b101-2460007c30c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:42.336791 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c2844206-f216-4806-90ab-8b554cfffc51 None None] For port c5b0efd6-13ed-4002-99e1-c788a332497b, host n-d-798054-8, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:42.337201 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c2844206-f216-4806-90ab-8b554cfffc51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:42.369833 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c2844206-f216-4806-90ab-8b554cfffc51 None None] Calling delete_port for c5b0efd6-13ed-4002-99e1-c788a332497b owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:42.374021 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-c2844206-f216-4806-90ab-8b554cfffc51 None None] Port c5b0efd6-13ed-4002-99e1-c788a332497b was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 09:55:42.375033 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c2844206-f216-4806-90ab-8b554cfffc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:42.378086 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-21b4c658-6a06-48b5-a5f6-b9488bd41d96 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1216326 Jul 05 09:55:42.378831 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35914) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:42.386870 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-bf7d810f-e141-464e-90e1-759282cba108 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1e7593-439d-4446-bac0-5a7709ff1b5c') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:42.388175 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-bf7d810f-e141-464e-90e1-759282cba108 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1e7593-439d-4446-bac0-5a7709ff1b5c') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:42.408656 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2844206-f216-4806-90ab-8b554cfffc51 None None] Pushing event deleted for resources: {'Port': ['ID=c5b0efd6-13ed-4002-99e1-c788a332497b,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:42.424357 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8dca5974-7e4c-43ef-8483-cfe316d401d3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:42.478773 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf7d810f-e141-464e-90e1-759282cba108 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:42.532301 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2844206-f216-4806-90ab-8b554cfffc51 None None] No DVR routers for this DVR port c5b0efd6-13ed-4002-99e1-c788a332497b on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:55:42.737255 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3a8af6d-a984-4d35-b101-2460007c30c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:42.745245 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3a8af6d-a984-4d35-b101-2460007c30c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:42.791456 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf7d810f-e141-464e-90e1-759282cba108 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:42.820902 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7d810f-e141-464e-90e1-759282cba108 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:55:42.822607 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf7d810f-e141-464e-90e1-759282cba108 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:55:42.842056 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:55:42.892274 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8af6d-a984-4d35-b101-2460007c30c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82ad5d8-e3bc-45bd-ae40-f60d683cbc40,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:42.907083 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba1be44-df9c-498e-99e8-6854d3fae5c7 None None] DHCP port deletion for 52ef922f-2700-41a6-a8a2-ad57f6a1647f request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:55:42.972895 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7ba1be44-df9c-498e-99e8-6854d3fae5c7 None None] Deleting port 54a4c8fe-9057-4292-ad52-03a825e3df02 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:42.973321 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7ba1be44-df9c-498e-99e8-6854d3fae5c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:43.017769 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf7d810f-e141-464e-90e1-759282cba108 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:43.022691 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a8af6d-a984-4d35-b101-2460007c30c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:55:43.037708 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf7d810f-e141-464e-90e1-759282cba108 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:43.040017 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3a8af6d-a984-4d35-b101-2460007c30c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:43.040474 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-b3a8af6d-a984-4d35-b101-2460007c30c6 admin admin] Added segment 3030d45e-e211-4138-8311-80de83cef357 of type vlan for network e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e Jul 05 09:55:43.041068 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bf7d810f-e141-464e-90e1-759282cba108 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "DELETE /v2.0/networks/f9eeb083-8158-4c76-9405-0921ab9babf9 HTTP/1.1" status: 204 len: 168 time: 1.7206898 Jul 05 09:55:43.042875 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dca5974-7e4c-43ef-8483-cfe316d401d3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:43.050528 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dca5974-7e4c-43ef-8483-cfe316d401d3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:43.055447 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35930) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:43.065314 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7ba1be44-df9c-498e-99e8-6854d3fae5c7 None None] For port 54a4c8fe-9057-4292-ad52-03a825e3df02, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=54a4c8fe-9057-4292-ad52-03a825e3df02,segment=NetworkSegment(7f0080f7-c667-4800-90e1-43a280a2757b),segment_id=7f0080f7-c667-4800-90e1-43a280a2757b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:43.066380 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7ba1be44-df9c-498e-99e8-6854d3fae5c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:43.082806 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7ba1be44-df9c-498e-99e8-6854d3fae5c7 None None] Calling delete_port for 54a4c8fe-9057-4292-ad52-03a825e3df02 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:43.141575 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d810f-e141-464e-90e1-759282cba108 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event deleted for resources: {'Network': ['ID=f9eeb083-8158-4c76-9405-0921ab9babf9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:43.183566 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3a8af6d-a984-4d35-b101-2460007c30c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:43.200585 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7ba1be44-df9c-498e-99e8-6854d3fae5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:43.213240 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1bc12a1e-2fe7-4de2-a128-47ff77b2501e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:43.220727 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba1be44-df9c-498e-99e8-6854d3fae5c7 None None] No DVR routers for this DVR port 54a4c8fe-9057-4292-ad52-03a825e3df02 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:55:43.257999 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1be44-df9c-498e-99e8-6854d3fae5c7 None None] Pushing event deleted for resources: {'Port': ['ID=54a4c8fe-9057-4292-ad52-03a825e3df02,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:43.296503 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3a8af6d-a984-4d35-b101-2460007c30c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:43.297506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a8af6d-a984-4d35-b101-2460007c30c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:43.298389 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3a8af6d-a984-4d35-b101-2460007c30c6 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:43.406899 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1bc12a1e-2fe7-4de2-a128-47ff77b2501e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:43.425069 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dca5974-7e4c-43ef-8483-cfe316d401d3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:43.498123 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dca5974-7e4c-43ef-8483-cfe316d401d3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:43.498805 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-1bc12a1e-2fe7-4de2-a128-47ff77b2501e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ef922f-2700-41a6-a8a2-ad57f6a1647f']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:43.501443 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-8dca5974-7e4c-43ef-8483-cfe316d401d3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:43.505684 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dca5974-7e4c-43ef-8483-cfe316d401d3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:43.506287 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dca5974-7e4c-43ef-8483-cfe316d401d3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:43.519881 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b3a8af6d-a984-4d35-b101-2460007c30c6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8663595 Jul 05 09:55:43.525025 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35938) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:43.530958 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-1bc12a1e-2fe7-4de2-a128-47ff77b2501e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0080f7-c667-4800-90e1-43a280a2757b') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:43.531561 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-1bc12a1e-2fe7-4de2-a128-47ff77b2501e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0080f7-c667-4800-90e1-43a280a2757b') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:43.536724 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a65f27dd-d7d0-4769-9047-223748a229f7 admin admin] Request body: {'subnet': {'network_id': 'e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-59185449-subnet', 'tenant_id': '6034c335ab534dd29de819939ac4d8a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:43.537611 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca5974-7e4c-43ef-8483-cfe316d401d3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=19afbe3d-479b-483f-a3ce-5ced73bd0764,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:43.549049 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8dca5974-7e4c-43ef-8483-cfe316d401d3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1552413 Jul 05 09:55:43.551597 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35940) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:43.562480 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-17534505-ff55-4c88-abcd-eebb2cd9eb97 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'fixed_ips': [{'subnet_id': '19afbe3d-479b-483f-a3ce-5ced73bd0764', 'ip_address': '2001:db8::1759:5d51:cb6f:196c'}], 'name': 'tempest-NetworksTestDHCPv6-1725792370'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:43.590597 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8af6d-a984-4d35-b101-2460007c30c6 admin admin] Pushing event updated for resources: {'Network': ['ID=e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:43.604460 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1bc12a1e-2fe7-4de2-a128-47ff77b2501e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:43.616096 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:55:43.619620 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65f27dd-d7d0-4769-9047-223748a229f7 admin admin] Made reservation on behalf of 6034c335ab534dd29de819939ac4d8a7 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:43.622335 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a65f27dd-d7d0-4769-9047-223748a229f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:43.721052 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1bc12a1e-2fe7-4de2-a128-47ff77b2501e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:43.738401 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc12a1e-2fe7-4de2-a128-47ff77b2501e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:55:43.738863 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1bc12a1e-2fe7-4de2-a128-47ff77b2501e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:55:43.742158 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:55:43.745429 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17534505-ff55-4c88-abcd-eebb2cd9eb97 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:43.751367 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-17534505-ff55-4c88-abcd-eebb2cd9eb97 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:43.774333 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef7ec46-2c73-4273-a445-c4e283af1bde None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:43.778531 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-17534505-ff55-4c88-abcd-eebb2cd9eb97 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] device_id is not set on port 54894e13-2ed8-4b44-8795-022f01161091 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:55:43.898197 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-43280b83-40aa-4922-8477-d7856c444449 None None] Provisioning for port 6e78f698-7beb-4b47-9257-71fc5d6e3692 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:43.921582 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1bc12a1e-2fe7-4de2-a128-47ff77b2501e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:43.941979 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1bc12a1e-2fe7-4de2-a128-47ff77b2501e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:43.943825 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1bc12a1e-2fe7-4de2-a128-47ff77b2501e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "DELETE /v2.0/networks/52ef922f-2700-41a6-a8a2-ad57f6a1647f HTTP/1.1" status: 204 len: 168 time: 0.8872275 Jul 05 09:55:43.944731 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc12a1e-2fe7-4de2-a128-47ff77b2501e tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event deleted for resources: {'Network': ['ID=52ef922f-2700-41a6-a8a2-ad57f6a1647f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:43.946323 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35952) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:43.969215 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6e78f698-7beb-4b47-9257-71fc5d6e3692 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:44.053730 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 6e78f698-7beb-4b47-9257-71fc5d6e3692 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:44.058641 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a65f27dd-d7d0-4769-9047-223748a229f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:44.060062 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 6e78f698-7beb-4b47-9257-71fc5d6e3692 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:44.060517 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:44.146310 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2eb7857-d2a6-4110-a12c-c0f8b3587568 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Deleting subnet 76027820-2ff8-4ec6-89e2-5182ebbb6cc3 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:55:44.186897 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f27dd-d7d0-4769-9047-223748a229f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f5feeb-76a7-49e3-9767-0b546565a4bb,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:44.223539 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7857-d2a6-4110-a12c-c0f8b3587568 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:44.279461 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:44.301803 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-17534505-ff55-4c88-abcd-eebb2cd9eb97 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8::1759:5d51:cb6f:196c (65df7426-ac9a-4b58-aa66-f2f5b3623134/19afbe3d-479b-483f-a3ce-5ced73bd0764/54894e13-2ed8-4b44-8795-022f01161091) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:44.347472 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65f27dd-d7d0-4769-9047-223748a229f7 admin admin] Checking segment: {'id': '3030d45e-e211-4138-8311-80de83cef357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:55:44.353637 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65f27dd-d7d0-4769-9047-223748a229f7 admin admin] Network hostable DHCP agents. Network: e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:55:44.382560 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7857-d2a6-4110-a12c-c0f8b3587568 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:44.422304 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65f27dd-d7d0-4769-9047-223748a229f7 admin admin] Network e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:55:44.452589 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a65f27dd-d7d0-4769-9047-223748a229f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:44.477156 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 6e78f698-7beb-4b47-9257-71fc5d6e3692, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6e78f698-7beb-4b47-9257-71fc5d6e3692,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:44.479730 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65f27dd-d7d0-4769-9047-223748a229f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:44.480514 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a65f27dd-d7d0-4769-9047-223748a229f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:44.504428 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8646880b-6bc0-4ca2-b660-fca6192dac50 None None] Network e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:44.601547 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a65f27dd-d7d0-4769-9047-223748a229f7 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0748680 Jul 05 09:55:44.605325 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35986) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:44.639007 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-79672fb5-eede-4ad1-830c-39b1ebc5319b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-59185449-router', 'tenant_id': '6034c335ab534dd29de819939ac4d8a7', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:44.645736 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:44.690344 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7857-d2a6-4110-a12c-c0f8b3587568 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:44.775531 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 54a4c8fe-9057-4292-ad52-03a825e3df02 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:55:44.790338 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-17534505-ff55-4c88-abcd-eebb2cd9eb97 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:44.801711 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a75ea18c-66da-4e30-9c2d-dccf0840bbcc None None] Provisioning complete for port 6e78f698-7beb-4b47-9257-71fc5d6e3692 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:44.809408 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a75ea18c-66da-4e30-9c2d-dccf0840bbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:44.825098 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79672fb5-eede-4ad1-830c-39b1ebc5319b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:44.828515 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79672fb5-eede-4ad1-830c-39b1ebc5319b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:44.865932 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-17534505-ff55-4c88-abcd-eebb2cd9eb97 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Transition to ACTIVE for port object 54894e13-2ed8-4b44-8795-022f01161091 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:44.885572 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7857-d2a6-4110-a12c-c0f8b3587568 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:44.936038 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7857-d2a6-4110-a12c-c0f8b3587568 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:44.939739 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e2eb7857-d2a6-4110-a12c-c0f8b3587568 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "DELETE /v2.0/subnets/76027820-2ff8-4ec6-89e2-5182ebbb6cc3 HTTP/1.1" status: 204 len: 168 time: 0.9886706 Jul 05 09:55:44.941664 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35996) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:44.954722 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 54a4c8fe-9057-4292-ad52-03a825e3df02 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:55:44.955075 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 54a4c8fe-9057-4292-ad52-03a825e3df02 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:55:44.969261 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f16675-0466-497e-95e2-5b649ed98f13 None None] Network 64f65a26-a61b-488e-9adc-940b6ebb2cf6 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:44.994802 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb7857-d2a6-4110-a12c-c0f8b3587568 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event deleted for resources: {'Subnet': ['ID=76027820-2ff8-4ec6-89e2-5182ebbb6cc3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:45.058650 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04380489-a2ff-44a0-bc52-92c26abaac9c tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:45.158410 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79672fb5-eede-4ad1-830c-39b1ebc5319b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:45.180920 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=6e78f698-7beb-4b47-9257-71fc5d6e3692,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:45.182499 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-17534505-ff55-4c88-abcd-eebb2cd9eb97 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:45.443997 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b209d9e7-c29e-475b-b1f2-6bc8f6f908c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e', 'network_id': 'e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e', 'tenant_id': '6034c335ab534dd29de819939ac4d8a7', 'fixed_ips': [{'subnet_id': 'a7f5feeb-76a7-49e3-9767-0b546565a4bb'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:55:45.444890 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b209d9e7-c29e-475b-b1f2-6bc8f6f908c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:45.505500 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-454e6eca-1df5-41c3-bf64-e0b0859117cd None None] Could not find standard attr ID for object 3f90f076-8e20-40cc-915f-dd75e6e349d2. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:55:45.555937 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17534505-ff55-4c88-abcd-eebb2cd9eb97 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:45.581863 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79672fb5-eede-4ad1-830c-39b1ebc5319b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:45.587672 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-454e6eca-1df5-41c3-bf64-e0b0859117cd None None] Could not find standard attr ID for object afa58550-8988-4fc0-b123-7d6d40c00d4e. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:55:45.595223 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-17534505-ff55-4c88-abcd-eebb2cd9eb97 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:45.602739 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17534505-ff55-4c88-abcd-eebb2cd9eb97 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:45.620489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17534505-ff55-4c88-abcd-eebb2cd9eb97 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:45.621293 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-17534505-ff55-4c88-abcd-eebb2cd9eb97 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:45.751595 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff578810-2fad-4f16-a90d-d4c69d8d0ceb None None] DHCP port deletion for 64f65a26-a61b-488e-9adc-940b6ebb2cf6 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:55:45.816699 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17534505-ff55-4c88-abcd-eebb2cd9eb97 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=54894e13-2ed8-4b44-8795-022f01161091,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:45.839316 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-17534505-ff55-4c88-abcd-eebb2cd9eb97 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2864523 Jul 05 09:55:45.843059 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36012) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:45.876271 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-04380489-a2ff-44a0-bc52-92c26abaac9c tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Deleting port 64b7bc99-38ee-4c55-ab80-c431078f139e {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:45.876927 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04380489-a2ff-44a0-bc52-92c26abaac9c tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:45.907439 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-b209d9e7-c29e-475b-b1f2-6bc8f6f908c6 None None] Allocated IP 172.20.0.2 (e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e/a7f5feeb-76a7-49e3-9767-0b546565a4bb/9cb89d99-f06f-4657-a144-cc1b67cf3fe8) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:45.959294 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-04380489-a2ff-44a0-bc52-92c26abaac9c tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] For port 64b7bc99-38ee-4c55-ab80-c431078f139e, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=64b7bc99-38ee-4c55-ab80-c431078f139e,segment=NetworkSegment(82cd3108-71f0-417e-854b-e10dfd31a89e),segment_id=82cd3108-71f0-417e-854b-e10dfd31a89e)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:45.960080 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04380489-a2ff-44a0-bc52-92c26abaac9c tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:45.975695 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-04380489-a2ff-44a0-bc52-92c26abaac9c tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Calling delete_port for 64b7bc99-38ee-4c55-ab80-c431078f139e owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:46.088252 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6e78f698-7beb-4b47-9257-71fc5d6e3692 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:46.092151 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f61bd65-87af-495c-8e9c-8de10b542648 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:46.110053 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f61bd65-87af-495c-8e9c-8de10b542648 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:46.115506 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2f61bd65-87af-495c-8e9c-8de10b542648 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2711279 Jul 05 09:55:46.116037 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36014) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:46.165251 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04380489-a2ff-44a0-bc52-92c26abaac9c tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:46.255033 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04380489-a2ff-44a0-bc52-92c26abaac9c tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event deleted for resources: {'Port': ['ID=64b7bc99-38ee-4c55-ab80-c431078f139e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:46.266691 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04380489-a2ff-44a0-bc52-92c26abaac9c tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] No DVR routers for this DVR port 64b7bc99-38ee-4c55-ab80-c431078f139e on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:55:46.316707 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8012bc3f-0f39-4a5d-80d5-aa09bed33065 None None] Provisioning for port 54894e13-2ed8-4b44-8795-022f01161091 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:46.330040 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 6e78f698-7beb-4b47-9257-71fc5d6e3692 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:46.330420 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:46.340573 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:55:46.422800 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2f4deab0-a2dc-40c8-97e9-0b2a44c3bff0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting port 54894e13-2ed8-4b44-8795-022f01161091 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:46.423759 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f4deab0-a2dc-40c8-97e9-0b2a44c3bff0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:46.553574 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b209d9e7-c29e-475b-b1f2-6bc8f6f908c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:46.559651 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04380489-a2ff-44a0-bc52-92c26abaac9c tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:46.579011 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8012bc3f-0f39-4a5d-80d5-aa09bed33065 None None] Provisioning complete for port 54894e13-2ed8-4b44-8795-022f01161091 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:46.581570 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8012bc3f-0f39-4a5d-80d5-aa09bed33065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:46.583122 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-04380489-a2ff-44a0-bc52-92c26abaac9c tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f65a26-a61b-488e-9adc-940b6ebb2cf6']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:46.597538 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-04380489-a2ff-44a0-bc52-92c26abaac9c tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82cd3108-71f0-417e-854b-e10dfd31a89e') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:46.598110 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-04380489-a2ff-44a0-bc52-92c26abaac9c tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82cd3108-71f0-417e-854b-e10dfd31a89e') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:46.610800 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79672fb5-eede-4ad1-830c-39b1ebc5319b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:46.613892 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04380489-a2ff-44a0-bc52-92c26abaac9c tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:46.654851 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79672fb5-eede-4ad1-830c-39b1ebc5319b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:46.655332 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b209d9e7-c29e-475b-b1f2-6bc8f6f908c6 None None] Transition to ACTIVE for port object 9cb89d99-f06f-4657-a144-cc1b67cf3fe8 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:46.663638 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04380489-a2ff-44a0-bc52-92c26abaac9c tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:46.668546 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f4deab0-a2dc-40c8-97e9-0b2a44c3bff0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:46.673795 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04380489-a2ff-44a0-bc52-92c26abaac9c tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:55:46.674662 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04380489-a2ff-44a0-bc52-92c26abaac9c tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:55:46.677852 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:55:46.696219 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2f4deab0-a2dc-40c8-97e9-0b2a44c3bff0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Calling delete_port for 54894e13-2ed8-4b44-8795-022f01161091 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:46.714331 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b209d9e7-c29e-475b-b1f2-6bc8f6f908c6 None None] Transition to ACTIVE for port object 9cb89d99-f06f-4657-a144-cc1b67cf3fe8 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:46.764375 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b209d9e7-c29e-475b-b1f2-6bc8f6f908c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:46.792007 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8012bc3f-0f39-4a5d-80d5-aa09bed33065 None None] Port 54894e13-2ed8-4b44-8795-022f01161091 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:55:46.796145 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04380489-a2ff-44a0-bc52-92c26abaac9c tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:46.863981 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04380489-a2ff-44a0-bc52-92c26abaac9c tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:46.871220 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-04380489-a2ff-44a0-bc52-92c26abaac9c tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "DELETE /v2.0/networks/64f65a26-a61b-488e-9adc-940b6ebb2cf6 HTTP/1.1" status: 204 len: 168 time: 1.9262083 Jul 05 09:55:46.871220 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04380489-a2ff-44a0-bc52-92c26abaac9c tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Pushing event deleted for resources: {'Network': ['ID=64f65a26-a61b-488e-9adc-940b6ebb2cf6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:46.876605 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36034) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:46.927926 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ff578810-2fad-4f16-a90d-d4c69d8d0ceb None None] Deleting port 64b7bc99-38ee-4c55-ab80-c431078f139e {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:46.931485 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ff578810-2fad-4f16-a90d-d4c69d8d0ceb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:46.936422 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-420e1475-3f5d-40a8-9387-666d97a2bce4 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc525922-c064-4198-9d92-3868211fb202 HTTP/1.1" status: 200 len: 205 time: 0.0611081 Jul 05 09:55:46.940435 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36044) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:46.971835 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f4deab0-a2dc-40c8-97e9-0b2a44c3bff0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:47.000895 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-79672fb5-eede-4ad1-830c-39b1ebc5319b admin admin] Allocated IP 172.25.7.16 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/647399d4-c00b-4060-adff-66d648ca7d80) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:47.016161 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4deab0-a2dc-40c8-97e9-0b2a44c3bff0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Port': ['ID=54894e13-2ed8-4b44-8795-022f01161091,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server [None req-ff578810-2fad-4f16-a90d-d4c69d8d0ceb None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 64f65a26-a61b-488e-9adc-940b6ebb2cf6 could not be found. Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 09:55:47.035072 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 64f65a26-a61b-488e-9adc-940b6ebb2cf6 could not be found. Jul 05 09:55:47.039793 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 05 09:55:47.058272 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f4deab0-a2dc-40c8-97e9-0b2a44c3bff0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:47.062270 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2f4deab0-a2dc-40c8-97e9-0b2a44c3bff0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/54894e13-2ed8-4b44-8795-022f01161091 HTTP/1.1" status: 204 len: 168 time: 0.9444971 Jul 05 09:55:47.064326 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36048) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:47.119905 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b209d9e7-c29e-475b-b1f2-6bc8f6f908c6 None None] Network e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:47.126213 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209d9e7-c29e-475b-b1f2-6bc8f6f908c6 None None] Pushing event updated for resources: {'Port': ['ID=9cb89d99-f06f-4657-a144-cc1b67cf3fe8,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:47.161209 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-b209d9e7-c29e-475b-b1f2-6bc8f6f908c6 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:47.181843 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b209d9e7-c29e-475b-b1f2-6bc8f6f908c6 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:47.229895 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79672fb5-eede-4ad1-830c-39b1ebc5319b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:47.238689 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4d08d8-0d2f-4b6b-8304-0e445132bb0d None None] DHCP port deletion for 64f65a26-a61b-488e-9adc-940b6ebb2cf6 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:55:47.239869 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3639fb36-4500-4544-b660-523e51e6b183 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:47.243824 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3639fb36-4500-4544-b660-523e51e6b183 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:47.254956 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3639fb36-4500-4544-b660-523e51e6b183 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1887333 Jul 05 09:55:47.262575 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36058) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:47.325062 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79672fb5-eede-4ad1-830c-39b1ebc5319b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:47.342205 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b806bd61-8c40-4ebb-b162-abea0a962733 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:47.376063 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31b48d5-1dc9-4f74-a0a6-997ee8a98cf6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet 19afbe3d-479b-483f-a3ce-5ced73bd0764 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:55:47.376465 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 64b7bc99-38ee-4c55-ab80-c431078f139e no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:55:47.379545 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c31b48d5-1dc9-4f74-a0a6-997ee8a98cf6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:47.459657 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c31b48d5-1dc9-4f74-a0a6-997ee8a98cf6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:47.470359 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 64b7bc99-38ee-4c55-ab80-c431078f139e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:55:47.475231 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 64b7bc99-38ee-4c55-ab80-c431078f139e not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:55:47.509152 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b209d9e7-c29e-475b-b1f2-6bc8f6f908c6 None None] Attempting to bind port 9cb89d99-f06f-4657-a144-cc1b67cf3fe8 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:55:47.512118 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b209d9e7-c29e-475b-b1f2-6bc8f6f908c6 None None] Attempting to bind port 9cb89d99-f06f-4657-a144-cc1b67cf3fe8 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '3030d45e-e211-4138-8311-80de83cef357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:55:47.512850 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b209d9e7-c29e-475b-b1f2-6bc8f6f908c6 None None] Attempting to bind port 9cb89d99-f06f-4657-a144-cc1b67cf3fe8 on network e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:55:47.536176 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b209d9e7-c29e-475b-b1f2-6bc8f6f908c6 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:55:47.536575 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b209d9e7-c29e-475b-b1f2-6bc8f6f908c6 None None] Checking segment: {'id': '3030d45e-e211-4138-8311-80de83cef357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:55:47.536995 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b209d9e7-c29e-475b-b1f2-6bc8f6f908c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:47.537402 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b209d9e7-c29e-475b-b1f2-6bc8f6f908c6 None None] Bound using segment: {'id': '3030d45e-e211-4138-8311-80de83cef357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:55:47.537913 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b209d9e7-c29e-475b-b1f2-6bc8f6f908c6 None None] Bound port: 9cb89d99-f06f-4657-a144-cc1b67cf3fe8, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3030d45e-e211-4138-8311-80de83cef357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:55:47.538310 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b209d9e7-c29e-475b-b1f2-6bc8f6f908c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:47.581411 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c31b48d5-1dc9-4f74-a0a6-997ee8a98cf6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:47.693757 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b209d9e7-c29e-475b-b1f2-6bc8f6f908c6 None None] For port 9cb89d99-f06f-4657-a144-cc1b67cf3fe8, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:55:47.701266 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b209d9e7-c29e-475b-b1f2-6bc8f6f908c6 None None] For port 9cb89d99-f06f-4657-a144-cc1b67cf3fe8, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9cb89d99-f06f-4657-a144-cc1b67cf3fe8,segment=NetworkSegment(3030d45e-e211-4138-8311-80de83cef357),segment_id=3030d45e-e211-4138-8311-80de83cef357)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:55:47.713216 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c31b48d5-1dc9-4f74-a0a6-997ee8a98cf6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:47.717119 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b209d9e7-c29e-475b-b1f2-6bc8f6f908c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:47.738784 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c31b48d5-1dc9-4f74-a0a6-997ee8a98cf6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:47.743562 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c31b48d5-1dc9-4f74-a0a6-997ee8a98cf6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/19afbe3d-479b-483f-a3ce-5ced73bd0764 HTTP/1.1" status: 204 len: 168 time: 0.4793673 Jul 05 09:55:47.779832 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36074) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:47.801218 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b48d5-1dc9-4f74-a0a6-997ee8a98cf6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=19afbe3d-479b-483f-a3ce-5ced73bd0764,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:47.816962 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c516614-be45-48f0-b9d1-adae981d63c8 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:47.860196 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f6e21be2-838d-4725-8286-83b78b39ba1c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788426 Jul 05 09:55:47.862458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36078) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:48.023556 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c0c9fc-fadd-489c-b10a-dbd3818aad96 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:48.025655 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a9c0c9fc-fadd-489c-b10a-dbd3818aad96 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1620784 Jul 05 09:55:48.027973 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36086) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:48.046398 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209d9e7-c29e-475b-b1f2-6bc8f6f908c6 None None] Pushing event updated for resources: {'Port': ['ID=9cb89d99-f06f-4657-a144-cc1b67cf3fe8,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:48.092552 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79672fb5-eede-4ad1-830c-39b1ebc5319b admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:48.109844 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-79672fb5-eede-4ad1-830c-39b1ebc5319b admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:48.115159 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79672fb5-eede-4ad1-830c-39b1ebc5319b admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:48.132545 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd691575-666d-4e3d-8301-44d70e3f49bd tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:48.134510 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bd691575-666d-4e3d-8301-44d70e3f49bd tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1054063 Jul 05 09:55:48.137230 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36088) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:48.185736 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79672fb5-eede-4ad1-830c-39b1ebc5319b admin admin] Pushing event updated for resources: {'Port': ['ID=647399d4-c00b-4060-adff-66d648ca7d80,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:48.205391 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-20c41c7f-5498-435f-8554-303e9b790372 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0656614 Jul 05 09:55:48.212456 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36092) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:48.243306 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5f4dc601-a9d5-4313-84c4-b6c7adc09742 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:48.323366 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a58ddcc-45ee-4de1-885b-ea3f6765c080 None None] DHCP port deletion for 65df7426-ac9a-4b58-aa66-f2f5b3623134 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:55:48.432972 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4dc601-a9d5-4313-84c4-b6c7adc09742 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:48.442635 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5f4dc601-a9d5-4313-84c4-b6c7adc09742 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:48.494093 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7a58ddcc-45ee-4de1-885b-ea3f6765c080 None None] Deleting port 6e78f698-7beb-4b47-9257-71fc5d6e3692 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:48.496325 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7a58ddcc-45ee-4de1-885b-ea3f6765c080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:48.534798 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b806bd61-8c40-4ebb-b162-abea0a962733 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:48.539426 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b806bd61-8c40-4ebb-b162-abea0a962733 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:48.860088 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b806bd61-8c40-4ebb-b162-abea0a962733 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:48.863408 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b806bd61-8c40-4ebb-b162-abea0a962733 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Fanout notify agent at l3_agent the message router_deleted on router bc525922-c064-4198-9d92-3868211fb202 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:55:48.888454 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5f4dc601-a9d5-4313-84c4-b6c7adc09742 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:48.895282 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b806bd61-8c40-4ebb-b162-abea0a962733 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:48.908172 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b806bd61-8c40-4ebb-b162-abea0a962733 tempest-RoutersNegativeIpV6Test-1907718141 tempest-RoutersNegativeIpV6Test-1907718141-project] 10.222.0.79 "DELETE /v2.0/routers/bc525922-c064-4198-9d92-3868211fb202 HTTP/1.1" status: 204 len: 168 time: 1.9666374 Jul 05 09:55:49.021920 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7a58ddcc-45ee-4de1-885b-ea3f6765c080 None None] For port 6e78f698-7beb-4b47-9257-71fc5d6e3692, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6e78f698-7beb-4b47-9257-71fc5d6e3692,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:49.022373 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7a58ddcc-45ee-4de1-885b-ea3f6765c080 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:49.030768 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4dc601-a9d5-4313-84c4-b6c7adc09742 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:49.042769 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7a58ddcc-45ee-4de1-885b-ea3f6765c080 None None] Calling delete_port for 6e78f698-7beb-4b47-9257-71fc5d6e3692 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:49.052538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-5f4dc601-a9d5-4313-84c4-b6c7adc09742 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:49.058984 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4dc601-a9d5-4313-84c4-b6c7adc09742 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:49.059597 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5f4dc601-a9d5-4313-84c4-b6c7adc09742 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:49.086000 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4dc601-a9d5-4313-84c4-b6c7adc09742 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=04e6d1d5-b3e0-45f8-8246-c3e3e2884816,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:49.111164 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5f4dc601-a9d5-4313-84c4-b6c7adc09742 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8901138 Jul 05 09:55:49.115142 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36110) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:49.128359 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'fixed_ips': [{'subnet_id': '04e6d1d5-b3e0-45f8-8246-c3e3e2884816', 'ip_address': '2001:db8::6351:b303:7ae3:2696'}], 'name': 'tempest-NetworksTestDHCPv6-56721483'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:49.207242 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7a58ddcc-45ee-4de1-885b-ea3f6765c080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:49.278154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58ddcc-45ee-4de1-885b-ea3f6765c080 None None] Pushing event deleted for resources: {'Port': ['ID=6e78f698-7beb-4b47-9257-71fc5d6e3692,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:49.311618 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a58ddcc-45ee-4de1-885b-ea3f6765c080 None None] No DVR routers for this DVR port 6e78f698-7beb-4b47-9257-71fc5d6e3692 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:55:49.340031 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c03ce6-8567-47bf-b97e-44fb64add95f None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:49.381434 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79672fb5-eede-4ad1-830c-39b1ebc5319b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:49.456040 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:49.762164 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:49.843304 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] device_id is not set on port e33748ef-75c2-4382-b665-2bcbe2e1a4d4 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:55:49.875185 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460887e6-2564-40a3-80ec-b886d3a0b6d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-65df7426-ac9a-4b58-aa66-f2f5b3623134', 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'fixed_ips': [{'subnet_id': '04e6d1d5-b3e0-45f8-8246-c3e3e2884816'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:55:49.876108 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-460887e6-2564-40a3-80ec-b886d3a0b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:49.946381 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956f250d-3464-4171-8e6c-a496ca9721b6 None None] Network e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:50.021502 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36132) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:50.209159 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79672fb5-eede-4ad1-830c-39b1ebc5319b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:50.220909 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9cb89d99-f06f-4657-a144-cc1b67cf3fe8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:50.327679 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6311b909-f275-45b8-9d9f-3f15a6655a89 None None] Provisioning for port 9cb89d99-f06f-4657-a144-cc1b67cf3fe8 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:50.415333 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8::6351:b303:7ae3:2696 (65df7426-ac9a-4b58-aa66-f2f5b3623134/04e6d1d5-b3e0-45f8-8246-c3e3e2884816/e33748ef-75c2-4382-b665-2bcbe2e1a4d4) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:50.520971 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-16a45d8a-8eb0-477f-99e4-525d72aaa7cb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b93f4026295e4a19a5ae45e08279d0ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4981167 Jul 05 09:55:50.525416 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36148) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:50.530520 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 9cb89d99-f06f-4657-a144-cc1b67cf3fe8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:50.556931 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 9cb89d99-f06f-4657-a144-cc1b67cf3fe8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:50.557253 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:50.596761 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79672fb5-eede-4ad1-830c-39b1ebc5319b admin admin] Router ddca2d61-729a-433b-ad6f-12bf8d057561 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:55:50.656233 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e89df60c-b63d-4832-a426-af637c317474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:50.701676 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:50.728222 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Transition to ACTIVE for port object e33748ef-75c2-4382-b665-2bcbe2e1a4d4 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:50.729750 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e89df60c-b63d-4832-a426-af637c317474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:50.778362 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:50.796391 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:50.896929 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:50.909121 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:50.924762 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:50.941872 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:50.943017 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:50.994205 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 9cb89d99-f06f-4657-a144-cc1b67cf3fe8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9cb89d99-f06f-4657-a144-cc1b67cf3fe8,segment=NetworkSegment(3030d45e-e211-4138-8311-80de83cef357),segment_id=3030d45e-e211-4138-8311-80de83cef357)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:51.009112 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=e33748ef-75c2-4382-b665-2bcbe2e1a4d4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:51.026814 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:51.031769 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.9129741 Jul 05 09:55:51.031991 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-86f64a2c-aca8-4611-a396-7f9a7ff76065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:51.032720 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36160) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:51.038659 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-460887e6-2564-40a3-80ec-b886d3a0b6d3 None None] Allocated IP 2001:db8::2 (65df7426-ac9a-4b58-aa66-f2f5b3623134/04e6d1d5-b3e0-45f8-8246-c3e3e2884816/96d9cbb7-35e0-4621-b9ae-1fe208f7cbae) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:51.042821 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:51.043176 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:51.043524 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:51.043900 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:51.046934 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:51.048075 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:51.048429 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:51.052221 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:51.052221 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:51.052221 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:51.056383 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:51.056383 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8f9ea-3643-42e8-a3c1-56acf79ca3a1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:51.098380 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0ef5b836-7349-48e2-bb53-c814d7e70064 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'fixed_ips': [{'subnet_id': '04e6d1d5-b3e0-45f8-8246-c3e3e2884816', 'ip_address': '2001:db8::6351:b303:7ae3:2696'}], 'name': 'tempest-NetworksTestDHCPv6-784626269'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:51.180464 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6e78f698-7beb-4b47-9257-71fc5d6e3692 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:55:51.185624 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e89df60c-b63d-4832-a426-af637c317474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:51.187963 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e89df60c-b63d-4832-a426-af637c317474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:51.195468 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e89df60c-b63d-4832-a426-af637c317474 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/751b46e8-8b4f-48ce-abd8-a7819b297ce0 HTTP/1.1" status: 204 len: 168 time: 0.6628222 Jul 05 09:55:51.241046 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89df60c-b63d-4832-a426-af637c317474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751b46e8-8b4f-48ce-abd8-a7819b297ce0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:51.253034 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79672fb5-eede-4ad1-830c-39b1ebc5319b admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:55:51.270316 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] Sync routers for ids ['ddca2d61-729a-433b-ad6f-12bf8d057561'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:55:51.292046 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79672fb5-eede-4ad1-830c-39b1ebc5319b admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:51.293104 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] Routers {'ddca2d61-729a-433b-ad6f-12bf8d057561'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:55:51.297297 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:55:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ddca2d61-729a-433b-ad6f-12bf8d057561'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:51.297524 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-79672fb5-eede-4ad1-830c-39b1ebc5319b admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.6799173 Jul 05 09:55:51.297524 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36172) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:51.383062 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 6e78f698-7beb-4b47-9257-71fc5d6e3692 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:55:51.383397 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6e78f698-7beb-4b47-9257-71fc5d6e3692 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:55:51.544804 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef5b836-7349-48e2-bb53-c814d7e70064 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:51.559667 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0ef5b836-7349-48e2-bb53-c814d7e70064 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:51.611933 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-0ef5b836-7349-48e2-bb53-c814d7e70064 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] device_id is not set on port b6a808a8-8eea-44a8-a5d6-cd70d32a2082 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:55:51.648298 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=9cb89d99-f06f-4657-a144-cc1b67cf3fe8,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:51.652767 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] Set router ddca2d61-729a-433b-ad6f-12bf8d057561 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:55:51.965802 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-572b57da-0790-4446-8811-a4a2e406a349 None None] Provisioning complete for port 9cb89d99-f06f-4657-a144-cc1b67cf3fe8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:51.967251 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-572b57da-0790-4446-8811-a4a2e406a349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:51.970596 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9cb89d99-f06f-4657-a144-cc1b67cf3fe8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:51.980806 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-460887e6-2564-40a3-80ec-b886d3a0b6d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:52.040866 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-460887e6-2564-40a3-80ec-b886d3a0b6d3 None None] Transition to ACTIVE for port object 96d9cbb7-35e0-4621-b9ae-1fe208f7cbae will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:52.079656 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-460887e6-2564-40a3-80ec-b886d3a0b6d3 None None] Transition to ACTIVE for port object 96d9cbb7-35e0-4621-b9ae-1fe208f7cbae will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:52.111723 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-460887e6-2564-40a3-80ec-b886d3a0b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:52.120966 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca2d61-729a-433b-ad6f-12bf8d057561', 'name': 'tempest-FloatingIPDetailsTestJSON-59185449-router', 'tenant_id': '6034c335ab534dd29de819939ac4d8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '647399d4-c00b-4060-adff-66d648ca7d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:55:44Z', 'updated_at': '2021-07-05T09:55:48Z', 'revision_number': 3, 'project_id': '6034c335ab534dd29de819939ac4d8a7', 'gw_port': {'id': '647399d4-c00b-4060-adff-66d648ca7d80', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddca2d61-729a-433b-ad6f-12bf8d057561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:46Z', 'updated_at': '2021-07-05T09:55:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:52.173070 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] Checking router: ddca2d61-729a-433b-ad6f-12bf8d057561 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:55:52.173668 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] Updating router ddca2d61-729a-433b-ad6f-12bf8d057561 port 647399d4-c00b-4060-adff-66d648ca7d80 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:55:52.230906 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef5b836-7349-48e2-bb53-c814d7e70064 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 09:55:52.231393 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef5b836-7349-48e2-bb53-c814d7e70064 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:55:52.278828 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0ef5b836-7349-48e2-bb53-c814d7e70064 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2377257 Jul 05 09:55:52.279762 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36212) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:52.315237 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:52.321837 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460887e6-2564-40a3-80ec-b886d3a0b6d3 None None] Pushing event updated for resources: {'Port': ['ID=96d9cbb7-35e0-4621-b9ae-1fe208f7cbae,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:52.341142 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36214) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:52.350272 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460887e6-2564-40a3-80ec-b886d3a0b6d3 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:52.445149 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-460887e6-2564-40a3-80ec-b886d3a0b6d3 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:52.454995 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460887e6-2564-40a3-80ec-b886d3a0b6d3 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:52.560151 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2942823f-ba07-4a01-9bcd-f1bd26408918 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:52.581967 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2942823f-ba07-4a01-9bcd-f1bd26408918 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:52.583626 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2942823f-ba07-4a01-9bcd-f1bd26408918 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3021312 Jul 05 09:55:52.590342 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36222) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:52.605507 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 9cb89d99-f06f-4657-a144-cc1b67cf3fe8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:52.605894 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:52.710508 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:52.713729 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:52.730086 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-460887e6-2564-40a3-80ec-b886d3a0b6d3 None None] Attempting to bind port 96d9cbb7-35e0-4621-b9ae-1fe208f7cbae on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:55:52.736098 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-460887e6-2564-40a3-80ec-b886d3a0b6d3 None None] Attempting to bind port 96d9cbb7-35e0-4621-b9ae-1fe208f7cbae by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:55:52.736660 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460887e6-2564-40a3-80ec-b886d3a0b6d3 None None] Attempting to bind port 96d9cbb7-35e0-4621-b9ae-1fe208f7cbae on network 65df7426-ac9a-4b58-aa66-f2f5b3623134 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:55:52.742388 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] Transition to ACTIVE for port object 647399d4-c00b-4060-adff-66d648ca7d80 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:52.752663 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:52.757069 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460887e6-2564-40a3-80ec-b886d3a0b6d3 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:55:52.757802 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460887e6-2564-40a3-80ec-b886d3a0b6d3 None None] Checking segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:55:52.758408 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-460887e6-2564-40a3-80ec-b886d3a0b6d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:52.760248 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460887e6-2564-40a3-80ec-b886d3a0b6d3 None None] Bound using segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:55:52.760947 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-460887e6-2564-40a3-80ec-b886d3a0b6d3 None None] Bound port: 96d9cbb7-35e0-4621-b9ae-1fe208f7cbae, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:55:52.764065 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-460887e6-2564-40a3-80ec-b886d3a0b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:52.875743 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d6f64-21ad-45de-8da9-26661f47aa96 None None] Pushing event updated for resources: {'Port': ['ID=647399d4-c00b-4060-adff-66d648ca7d80,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:52.895131 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] Attempting to bind port 647399d4-c00b-4060-adff-66d648ca7d80 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:55:52.895644 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] Attempting to bind port 647399d4-c00b-4060-adff-66d648ca7d80 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:55:52.895897 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] Attempting to bind port 647399d4-c00b-4060-adff-66d648ca7d80 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:55:52.902149 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d6f64-21ad-45de-8da9-26661f47aa96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:52.902492 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d6f64-21ad-45de-8da9-26661f47aa96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:52.902835 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d6f64-21ad-45de-8da9-26661f47aa96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:52.903165 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d6f64-21ad-45de-8da9-26661f47aa96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:52.904040 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d6f64-21ad-45de-8da9-26661f47aa96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:52.904369 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d6f64-21ad-45de-8da9-26661f47aa96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:52.904690 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d6f64-21ad-45de-8da9-26661f47aa96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:52.905009 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d6f64-21ad-45de-8da9-26661f47aa96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:52.905324 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d6f64-21ad-45de-8da9-26661f47aa96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:52.905638 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d6f64-21ad-45de-8da9-26661f47aa96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:52.905954 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d6f64-21ad-45de-8da9-26661f47aa96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:52.906266 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d6f64-21ad-45de-8da9-26661f47aa96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:52.918991 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:55:52.919747 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:55:52.920348 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:52.920891 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:55:52.922048 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] Bound port: 647399d4-c00b-4060-adff-66d648ca7d80, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:55:52.922626 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:52.958113 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-460887e6-2564-40a3-80ec-b886d3a0b6d3 None None] For port 96d9cbb7-35e0-4621-b9ae-1fe208f7cbae, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:55:52.981690 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-460887e6-2564-40a3-80ec-b886d3a0b6d3 None None] For port 96d9cbb7-35e0-4621-b9ae-1fe208f7cbae, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=96d9cbb7-35e0-4621-b9ae-1fe208f7cbae,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:55:53.068995 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] For port 647399d4-c00b-4060-adff-66d648ca7d80, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:55:53.071204 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-460887e6-2564-40a3-80ec-b886d3a0b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:53.080158 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] For port 647399d4-c00b-4060-adff-66d648ca7d80, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=647399d4-c00b-4060-adff-66d648ca7d80,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:55:53.086207 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:53.103830 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Allocated IP 172.20.0.1 (e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e/a7f5feeb-76a7-49e3-9767-0b546565a4bb/1f294ec4-44e1-4ed5-bd56-35dde75827d5) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:53.189554 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] Routers {'ddca2d61-729a-433b-ad6f-12bf8d057561'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:55:53.190303 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:55:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ddca2d61-729a-433b-ad6f-12bf8d057561'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:53.248032 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:53.265742 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Transition to ACTIVE for port object 1f294ec4-44e1-4ed5-bd56-35dde75827d5 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:53.267136 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460887e6-2564-40a3-80ec-b886d3a0b6d3 None None] Pushing event updated for resources: {'Port': ['ID=96d9cbb7-35e0-4621-b9ae-1fe208f7cbae,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:53.319157 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a5d15d9c-d4b9-4541-8926-1bd928587ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:53.330205 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:53.369715 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-89a65e1f-621b-4267-a6a6-a141de10836d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:53.400400 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Network e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:53.421891 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] Set router ddca2d61-729a-433b-ad6f-12bf8d057561 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:55:53.437601 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:53.441587 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:53.490186 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d6f64-21ad-45de-8da9-26661f47aa96 None None] Pushing event updated for resources: {'Port': ['ID=647399d4-c00b-4060-adff-66d648ca7d80,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:53.500469 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Pushing event updated for resources: {'Port': ['ID=1f294ec4-44e1-4ed5-bd56-35dde75827d5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:53.518971 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:53.538190 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:53.821199 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b5aeefba-526e-46f4-adaa-fdfb00da8e45 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting port e33748ef-75c2-4382-b665-2bcbe2e1a4d4 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:53.821768 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5aeefba-526e-46f4-adaa-fdfb00da8e45 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:53.927292 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a5d15d9c-d4b9-4541-8926-1bd928587ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:53.933682 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:53.934573 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:53.950787 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:53.959384 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:53.959384 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:53.959384 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:53.959384 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:53.959384 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:53.959384 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:53.959384 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:53.959384 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:53.959384 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:53.962545 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36250) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:53.978946 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a5d15d9c-d4b9-4541-8926-1bd928587ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:54.030883 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fdf8db93-6b56-4f2e-a133-513ff086cb9f None None] Provisioning for port 1f294ec4-44e1-4ed5-bd56-35dde75827d5 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:54.040905 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fdf8db93-6b56-4f2e-a133-513ff086cb9f None None] Provisioning complete for port 1f294ec4-44e1-4ed5-bd56-35dde75827d5 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:54.043703 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fdf8db93-6b56-4f2e-a133-513ff086cb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:54.124687 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 96d9cbb7-35e0-4621-b9ae-1fe208f7cbae up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:54.148673 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a5d15d9c-d4b9-4541-8926-1bd928587ecb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=045bf23858ca465e9ade1f6e64f4050b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8066213 Jul 05 09:55:54.150742 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36254) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:54.152957 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d15d9c-d4b9-4541-8926-1bd928587ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c9f638-ed11-4f58-a8d1-a9fb5be5a4f0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:54.156742 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca2d61-729a-433b-ad6f-12bf8d057561', 'name': 'tempest-FloatingIPDetailsTestJSON-59185449-router', 'tenant_id': '6034c335ab534dd29de819939ac4d8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '647399d4-c00b-4060-adff-66d648ca7d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:55:44Z', 'updated_at': '2021-07-05T09:55:48Z', 'revision_number': 3, 'project_id': '6034c335ab534dd29de819939ac4d8a7', 'gw_port': {'id': '647399d4-c00b-4060-adff-66d648ca7d80', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddca2d61-729a-433b-ad6f-12bf8d057561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:46Z', 'updated_at': '2021-07-05T09:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:54.185357 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5aeefba-526e-46f4-adaa-fdfb00da8e45 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:54.233645 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-fdf8db93-6b56-4f2e-a133-513ff086cb9f None None] Port 1f294ec4-44e1-4ed5-bd56-35dde75827d5 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:55:54.237319 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b5aeefba-526e-46f4-adaa-fdfb00da8e45 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Calling delete_port for e33748ef-75c2-4382-b665-2bcbe2e1a4d4 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:54.252868 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0e1214-b8f5-45b0-8049-64d9105d792e None None] The sync data for ids ['ddca2d61-729a-433b-ad6f-12bf8d057561'] in n-d-798054-8 is: [{'id': 'ddca2d61-729a-433b-ad6f-12bf8d057561', 'name': 'tempest-FloatingIPDetailsTestJSON-59185449-router', 'tenant_id': '6034c335ab534dd29de819939ac4d8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '647399d4-c00b-4060-adff-66d648ca7d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:55:44Z', 'updated_at': '2021-07-05T09:55:48Z', 'revision_number': 3, 'project_id': '6034c335ab534dd29de819939ac4d8a7', 'gw_port': {'id': '647399d4-c00b-4060-adff-66d648ca7d80', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddca2d61-729a-433b-ad6f-12bf8d057561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:46Z', 'updated_at': '2021-07-05T09:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:55:54.275508 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-453e0e24-30bc-4442-9724-b6fc2ff6455b tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Request body: {'security_group': {'name': 'tempest-secgroup--82773768'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:54.339091 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 96d9cbb7-35e0-4621-b9ae-1fe208f7cbae completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:54.402397 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5d2394ed-d246-4bec-82a2-975dabbfacc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:54.429926 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5d2394ed-d246-4bec-82a2-975dabbfacc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:54.455447 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-453e0e24-30bc-4442-9724-b6fc2ff6455b tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:54.490094 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:54.550267 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:54.573388 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-453e0e24-30bc-4442-9724-b6fc2ff6455b tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:54.577776 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5aeefba-526e-46f4-adaa-fdfb00da8e45 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:54.641594 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5d2394ed-d246-4bec-82a2-975dabbfacc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:54.646905 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5d2394ed-d246-4bec-82a2-975dabbfacc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:54.653136 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5d2394ed-d246-4bec-82a2-975dabbfacc2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/68c9f638-ed11-4f58-a8d1-a9fb5be5a4f0 HTTP/1.1" status: 204 len: 168 time: 0.4711213 Jul 05 09:55:54.682014 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aeefba-526e-46f4-adaa-fdfb00da8e45 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Port': ['ID=e33748ef-75c2-4382-b665-2bcbe2e1a4d4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:54.799241 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5aeefba-526e-46f4-adaa-fdfb00da8e45 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:54.808888 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b5aeefba-526e-46f4-adaa-fdfb00da8e45 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/e33748ef-75c2-4382-b665-2bcbe2e1a4d4 HTTP/1.1" status: 204 len: 168 time: 2.2075086 Jul 05 09:55:54.809783 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36272) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:54.894800 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2394ed-d246-4bec-82a2-975dabbfacc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c9f638-ed11-4f58-a8d1-a9fb5be5a4f0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:55.072305 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:55.078745 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:55.175217 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4942e1f0-93c4-4799-a706-bbdbf679cfaa tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:55.186651 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4942e1f0-93c4-4799-a706-bbdbf679cfaa tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:55.198953 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4942e1f0-93c4-4799-a706-bbdbf679cfaa tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3793752 Jul 05 09:55:55.201965 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36276) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:55.229977 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:55.273784 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Pushing event updated for resources: {'Port': ['ID=1f294ec4-44e1-4ed5-bd56-35dde75827d5,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:55.402278 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Network e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:55.417767 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:55.442483 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-453e0e24-30bc-4442-9724-b6fc2ff6455b tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:55.454202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c6c542-ac90-4341-bd31-8a0845ae7c1e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet 04e6d1d5-b3e0-45f8-8246-c3e3e2884816 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:55:55.468754 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-34076277-e558-4598-98eb-3130972e1f37 None None] Provisioning for port 96d9cbb7-35e0-4621-b9ae-1fe208f7cbae completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:55.475508 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-453e0e24-30bc-4442-9724-b6fc2ff6455b tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:55.481269 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-34076277-e558-4598-98eb-3130972e1f37 None None] Provisioning complete for port 96d9cbb7-35e0-4621-b9ae-1fe208f7cbae triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:55.482451 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-34076277-e558-4598-98eb-3130972e1f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:55.660499 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94c6c542-ac90-4341-bd31-8a0845ae7c1e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:55.709176 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36286) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:55.743124 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Router ddca2d61-729a-433b-ad6f-12bf8d057561 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:55:55.744294 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d02c87-7949-45bb-8bcb-a23f54f20549 req-8b0e8d3e-f2af-479d-8cf9-22146aeb37f5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:55.747875 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50d02c87-7949-45bb-8bcb-a23f54f20549 req-8b0e8d3e-f2af-479d-8cf9-22146aeb37f5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 946 time: 0.8966372 Jul 05 09:55:55.752237 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-34076277-e558-4598-98eb-3130972e1f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:55.843431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-34076277-e558-4598-98eb-3130972e1f37 None None] For port 96d9cbb7-35e0-4621-b9ae-1fe208f7cbae, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=96d9cbb7-35e0-4621-b9ae-1fe208f7cbae,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:55.850168 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-34076277-e558-4598-98eb-3130972e1f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:55.961475 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-453e0e24-30bc-4442-9724-b6fc2ff6455b tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:55.963209 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81d981b0-a4c8-4f5a-9ed4-c7bcce161c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:55.992679 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 647399d4-c00b-4060-adff-66d648ca7d80 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:55.993333 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e0e24-30bc-4442-9724-b6fc2ff6455b tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed2d063-8d22-4f29-8a64-00605a9ee595,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:55.995953 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:55:55.998586 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-453e0e24-30bc-4442-9724-b6fc2ff6455b tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:56.023885 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-af7f6999-1571-4060-a58a-97cb5504d267 admin admin] 10.222.0.79 "PUT /v2.0/routers/ddca2d61-729a-433b-ad6f-12bf8d057561/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7254651 Jul 05 09:55:56.027810 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94c6c542-ac90-4341-bd31-8a0845ae7c1e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:56.107330 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34076277-e558-4598-98eb-3130972e1f37 None None] Pushing event updated for resources: {'Port': ['ID=96d9cbb7-35e0-4621-b9ae-1fe208f7cbae,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:56.133343 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fbeeb8d2-9503-45c4-8bf1-fba9f47e80b4 None None] Provisioning complete for port 1f294ec4-44e1-4ed5-bd56-35dde75827d5 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:56.133906 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fbeeb8d2-9503-45c4-8bf1-fba9f47e80b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:56.225727 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 647399d4-c00b-4060-adff-66d648ca7d80 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:56.233972 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81d981b0-a4c8-4f5a-9ed4-c7bcce161c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:56.255980 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 647399d4-c00b-4060-adff-66d648ca7d80 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:56.256671 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:56.259040 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-fbeeb8d2-9503-45c4-8bf1-fba9f47e80b4 None None] Port 1f294ec4-44e1-4ed5-bd56-35dde75827d5 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:55:56.259903 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81d981b0-a4c8-4f5a-9ed4-c7bcce161c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:56.264921 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fbeeb8d2-9503-45c4-8bf1-fba9f47e80b4 None None] Could not find standard attr ID for object e33748ef-75c2-4382-b665-2bcbe2e1a4d4. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:55:56.287891 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-453e0e24-30bc-4442-9724-b6fc2ff6455b tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:56.289176 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-453e0e24-30bc-4442-9724-b6fc2ff6455b tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3232367 Jul 05 09:55:56.292014 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36298) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:56.307753 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e0e24-30bc-4442-9724-b6fc2ff6455b tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e277164c-ef04-4e2c-ad08-1a2cee5800a5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:56.350261 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfebd24-735a-48ed-9f5b-7b6d3b71ad27 None None] get_active_networks_info from n-d-798054-8 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 09:55:56.359829 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50d02c87-7949-45bb-8bcb-a23f54f20549 req-599a9d9d-f020-41d1-8362-42930356fa29 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5555692 Jul 05 09:55:56.393782 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-81d981b0-a4c8-4f5a-9ed4-c7bcce161c81 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=524e8b52b40a4be5959c86b9f680e54c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6448743 Jul 05 09:55:56.396282 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36304) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:56.437224 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d334f0ea-8861-4a2f-8d2e-3fcfc12a515f tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1405811 Jul 05 09:55:56.437777 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36308) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:56.448916 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e7c92c47-9ee3-48ee-9564-f1daf094597e tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Request body: {'security_group': {'name': 'tempest-security--1980061294', 'description': 'tempest-security-description-2027916036'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:56.502238 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e7c92c47-9ee3-48ee-9564-f1daf094597e tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:56.502787 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-63b293fa-3215-4393-ad21-50e6a2564980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:56.507787 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d981b0-a4c8-4f5a-9ed4-c7bcce161c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eafa95b-023d-41bf-93b2-c997536a5694,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:56.517201 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:56.592475 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94c6c542-ac90-4341-bd31-8a0845ae7c1e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:56.600362 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-63b293fa-3215-4393-ad21-50e6a2564980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:56.604468 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 647399d4-c00b-4060-adff-66d648ca7d80, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=647399d4-c00b-4060-adff-66d648ca7d80,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:56.611911 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e7c92c47-9ee3-48ee-9564-f1daf094597e tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:56.613946 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:56.619641 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e7c92c47-9ee3-48ee-9564-f1daf094597e tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:56.623446 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e7c92c47-9ee3-48ee-9564-f1daf094597e tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:56.624933 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e7c92c47-9ee3-48ee-9564-f1daf094597e tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "PUT /v2.0/security-groups/e277164c-ef04-4e2c-ad08-1a2cee5800a5 HTTP/1.1" status: 200 len: 1780 time: 0.1862438 Jul 05 09:55:56.628572 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36316) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:56.734459 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:56.753205 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c92c47-9ee3-48ee-9564-f1daf094597e tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e277164c-ef04-4e2c-ad08-1a2cee5800a5,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:56.799441 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e16aaf3a-dee0-4a88-addb-9cc37474b79d tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-groups/e277164c-ef04-4e2c-ad08-1a2cee5800a5 HTTP/1.1" status: 200 len: 1780 time: 0.1595645 Jul 05 09:55:56.800052 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36322) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:56.803616 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=647399d4-c00b-4060-adff-66d648ca7d80,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:56.817488 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfebd24-735a-48ed-9f5b-7b6d3b71ad27 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 09:55:56.877490 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3878f251-8dff-4cc9-8f56-ba59a2b72ca3 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:56.914598 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3878f251-8dff-4cc9-8f56-ba59a2b72ca3 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:56.973063 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3878f251-8dff-4cc9-8f56-ba59a2b72ca3 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:56.977576 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3878f251-8dff-4cc9-8f56-ba59a2b72ca3 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:56.980134 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3878f251-8dff-4cc9-8f56-ba59a2b72ca3 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "DELETE /v2.0/security-groups/e277164c-ef04-4e2c-ad08-1a2cee5800a5 HTTP/1.1" status: 204 len: 168 time: 0.1776507 Jul 05 09:55:56.989432 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36328) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:56.990430 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3878f251-8dff-4cc9-8f56-ba59a2b72ca3 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e277164c-ef04-4e2c-ad08-1a2cee5800a5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:57.056368 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-999fac4f-dcb6-4588-8fc3-a199359236e4 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0631707 Jul 05 09:55:57.058842 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36330) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:57.074849 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-83040a91-1ca8-488b-af38-94fbc297df2f tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] delete failed (client error): The resource could not be found. Jul 05 09:55:57.076960 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-83040a91-1ca8-488b-af38-94fbc297df2f tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "DELETE /v2.0/security-groups/e277164c-ef04-4e2c-ad08-1a2cee5800a5 HTTP/1.1" status: 404 len: 347 time: 0.0168476 Jul 05 09:55:57.081340 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36332) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:57.094679 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1f40360f-3944-4ad7-a5b2-d755eb17c982 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Request body: {'security_group': {'name': 'tempest-secgroup--2043379640'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:57.101137 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2186f85a-2292-4333-be9f-41e0e22420e9 req-1bc84d51-5859-49be-9e36-ee44b082094f tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4550073 Jul 05 09:55:57.114982 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-2186f85a-2292-4333-be9f-41e0e22420e9 req-60fb1a49-fa2a-400f-8486-02bf13ad9d8e tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:57.125581 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94c6c542-ac90-4341-bd31-8a0845ae7c1e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:57.128197 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f40360f-3944-4ad7-a5b2-d755eb17c982 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:57.165697 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-63b293fa-3215-4393-ad21-50e6a2564980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:57.168623 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-63b293fa-3215-4393-ad21-50e6a2564980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:57.171800 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-63b293fa-3215-4393-ad21-50e6a2564980 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2eafa95b-023d-41bf-93b2-c997536a5694 HTTP/1.1" status: 204 len: 168 time: 0.7691510 Jul 05 09:55:57.188424 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25804b2-8cba-4d1b-9e41-08cdbcef35c4 req-ec68660a-1c88-4bdc-ad03-46c080f0ae30 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:57.189995 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c25804b2-8cba-4d1b-9e41-08cdbcef35c4 req-ec68660a-1c88-4bdc-ad03-46c080f0ae30 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.81 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 946 time: 0.2739534 Jul 05 09:55:57.190751 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6c542-ac90-4341-bd31-8a0845ae7c1e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=04e6d1d5-b3e0-45f8-8246-c3e3e2884816,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:57.197535 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94c6c542-ac90-4341-bd31-8a0845ae7c1e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:57.199222 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-94c6c542-ac90-4341-bd31-8a0845ae7c1e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/04e6d1d5-b3e0-45f8-8246-c3e3e2884816 HTTP/1.1" status: 204 len: 168 time: 1.9960253 Jul 05 09:55:57.202052 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36338) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:57.210938 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b293fa-3215-4393-ad21-50e6a2564980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eafa95b-023d-41bf-93b2-c997536a5694,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:57.226591 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4b9d1c-8177-44d1-8dd0-36e1c0c5a0ce None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:57.246493 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2186f85a-2292-4333-be9f-41e0e22420e9 req-60fb1a49-fa2a-400f-8486-02bf13ad9d8e tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:57.309290 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6c6f5969-3225-4d9b-b2af-046b456ecc87 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015747 Jul 05 09:55:57.310065 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36340) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:57.314434 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0f50f178-90bd-43f5-a399-6c3b3ac56c1d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:57.346945 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] Sync routers for ids ['ddca2d61-729a-433b-ad6f-12bf8d057561'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:55:57.369185 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] Routers {'ddca2d61-729a-433b-ad6f-12bf8d057561'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:55:57.370536 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:55:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ddca2d61-729a-433b-ad6f-12bf8d057561'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:57.481885 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c25804b2-8cba-4d1b-9e41-08cdbcef35c4 req-40f758a5-2194-4590-a3e4-a1766d54d013 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Deleting port 3c7e4ce1-8ef3-466f-8305-0043d26e6ac7 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:57.481885 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c25804b2-8cba-4d1b-9e41-08cdbcef35c4 req-40f758a5-2194-4590-a3e4-a1766d54d013 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:57.486991 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f40360f-3944-4ad7-a5b2-d755eb17c982 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:57.494391 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f40360f-3944-4ad7-a5b2-d755eb17c982 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:57.574103 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40360f-3944-4ad7-a5b2-d755eb17c982 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=143efa03-1e52-4adc-9fae-1fa6625282a2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:57.613026 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2186f85a-2292-4333-be9f-41e0e22420e9 req-60fb1a49-fa2a-400f-8486-02bf13ad9d8e tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:57.644407 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f40360f-3944-4ad7-a5b2-d755eb17c982 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:57.646732 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1f40360f-3944-4ad7-a5b2-d755eb17c982 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5626261 Jul 05 09:55:57.650858 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36350) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:57.656611 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5e9e1624-dcad-475c-92ad-fc03d20cd059 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Request body: {'security_group_rule': {'security_group_id': '143efa03-1e52-4adc-9fae-1fa6625282a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:57.661943 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f50f178-90bd-43f5-a399-6c3b3ac56c1d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:57.665924 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0f50f178-90bd-43f5-a399-6c3b3ac56c1d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:57.735211 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e9e1624-dcad-475c-92ad-fc03d20cd059 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:57.814643 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c25804b2-8cba-4d1b-9e41-08cdbcef35c4 req-40f758a5-2194-4590-a3e4-a1766d54d013 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] For port 3c7e4ce1-8ef3-466f-8305-0043d26e6ac7, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=3c7e4ce1-8ef3-466f-8305-0043d26e6ac7,segment=NetworkSegment(54184659-b6d5-4d0c-b3ad-0d30deff4124),segment_id=54184659-b6d5-4d0c-b3ad-0d30deff4124)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:57.815010 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c25804b2-8cba-4d1b-9e41-08cdbcef35c4 req-40f758a5-2194-4590-a3e4-a1766d54d013 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:57.834111 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e9e1624-dcad-475c-92ad-fc03d20cd059 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:57.841402 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e9e1624-dcad-475c-92ad-fc03d20cd059 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:57.865694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c25804b2-8cba-4d1b-9e41-08cdbcef35c4 req-40f758a5-2194-4590-a3e4-a1766d54d013 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Calling delete_port for 3c7e4ce1-8ef3-466f-8305-0043d26e6ac7 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:57.866659 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] Set router ddca2d61-729a-433b-ad6f-12bf8d057561 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:55:57.879356 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e1624-dcad-475c-92ad-fc03d20cd059 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cffa3bc-4616-496a-afb7-6e381c8a6ab8,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:57.907069 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb72061-791d-46c4-808e-dccc472feaca req-3553f9ab-e6c1-4db8-a99b-2a322d9cf8f5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:57.914154 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9fb72061-791d-46c4-808e-dccc472feaca req-3553f9ab-e6c1-4db8-a99b-2a322d9cf8f5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 946 time: 0.3122635 Jul 05 09:55:57.917848 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e9e1624-dcad-475c-92ad-fc03d20cd059 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:57.925983 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5e9e1624-dcad-475c-92ad-fc03d20cd059 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2715986 Jul 05 09:55:57.927789 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36358) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:57.964898 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 96d9cbb7-35e0-4621-b9ae-1fe208f7cbae up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:58.008033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-2186f85a-2292-4333-be9f-41e0e22420e9 req-60fb1a49-fa2a-400f-8486-02bf13ad9d8e tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Allocated IP 172.25.7.210 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/98c1d5a8-dabe-445b-b834-03cac4ca2319) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:58.023179 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca7b38ad-c64b-41df-ba57-f3fe9a5a58da tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.063543 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9fb72061-791d-46c4-808e-dccc472feaca req-f1e5f9cc-c67e-49ed-a47e-e702d62b93c5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453500 Jul 05 09:55:58.067023 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda48c32-6cd3-4f71-a658-30c75f0d53d5 None None] DHCP port deletion for 65df7426-ac9a-4b58-aa66-f2f5b3623134 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:55:58.067342 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca7b38ad-c64b-41df-ba57-f3fe9a5a58da tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.159007 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca7b38ad-c64b-41df-ba57-f3fe9a5a58da tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.174595 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 96d9cbb7-35e0-4621-b9ae-1fe208f7cbae triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:58.175572 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.193734 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca7b38ad-c64b-41df-ba57-f3fe9a5a58da tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.197918 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ca7b38ad-c64b-41df-ba57-f3fe9a5a58da tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/8cffa3bc-4616-496a-afb7-6e381c8a6ab8 HTTP/1.1" status: 204 len: 168 time: 0.2682858 Jul 05 09:55:58.203818 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36368) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:58.266696 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b38ad-c64b-41df-ba57-f3fe9a5a58da tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cffa3bc-4616-496a-afb7-6e381c8a6ab8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:58.281932 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-cda48c32-6cd3-4f71-a658-30c75f0d53d5 None None] Deleting port 96d9cbb7-35e0-4621-b9ae-1fe208f7cbae {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:58.282312 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cda48c32-6cd3-4f71-a658-30c75f0d53d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.338249 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1cc50ded-7aa4-42ab-8884-5f9a4affaa80 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1311316 Jul 05 09:55:58.339101 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36370) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:58.403511 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-cda48c32-6cd3-4f71-a658-30c75f0d53d5 None None] For port 96d9cbb7-35e0-4621-b9ae-1fe208f7cbae, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=96d9cbb7-35e0-4621-b9ae-1fe208f7cbae,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:58.403875 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cda48c32-6cd3-4f71-a658-30c75f0d53d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.416169 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52d98001-1d6b-4469-8733-7d37de6e54b0 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.448354 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-cda48c32-6cd3-4f71-a658-30c75f0d53d5 None None] Calling delete_port for 96d9cbb7-35e0-4621-b9ae-1fe208f7cbae owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:58.453656 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52d98001-1d6b-4469-8733-7d37de6e54b0 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.523170 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52d98001-1d6b-4469-8733-7d37de6e54b0 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.532966 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52d98001-1d6b-4469-8733-7d37de6e54b0 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.537420 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-52d98001-1d6b-4469-8733-7d37de6e54b0 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "DELETE /v2.0/security-groups/143efa03-1e52-4adc-9fae-1fa6625282a2 HTTP/1.1" status: 204 len: 168 time: 0.1959279 Jul 05 09:55:58.538370 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36378) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:58.558060 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0f50f178-90bd-43f5-a399-6c3b3ac56c1d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.575677 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d98001-1d6b-4469-8733-7d37de6e54b0 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=143efa03-1e52-4adc-9fae-1fa6625282a2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:58.616432 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-345969e6-c9f7-4952-a9b7-f367f0ea35df tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0708408 Jul 05 09:55:58.617691 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36384) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:58.623821 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2de75a8b-5278-414b-a8f9-6d7c4d371ce9 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Request body: {'security_group': {'name': 'tempest-secgroup--418469472'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:58.666262 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2de75a8b-5278-414b-a8f9-6d7c4d371ce9 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.672201 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f50f178-90bd-43f5-a399-6c3b3ac56c1d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:58.674949 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2186f85a-2292-4333-be9f-41e0e22420e9 req-60fb1a49-fa2a-400f-8486-02bf13ad9d8e tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.677126 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c25804b2-8cba-4d1b-9e41-08cdbcef35c4 req-40f758a5-2194-4590-a3e4-a1766d54d013 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.708839 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-0f50f178-90bd-43f5-a399-6c3b3ac56c1d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:58.713971 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f758a5-2194-4590-a3e4-a1766d54d013 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Pushing event deleted for resources: {'Port': ['ID=3c7e4ce1-8ef3-466f-8305-0043d26e6ac7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:58.720796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f50f178-90bd-43f5-a399-6c3b3ac56c1d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:58.721397 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0f50f178-90bd-43f5-a399-6c3b3ac56c1d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.724034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50f178-90bd-43f5-a399-6c3b3ac56c1d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=5366ab66-d725-4745-9586-773ec43003d3,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:58.760100 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['3a2b0699-01ed-44eb-9101-8220bcaacb61', '3c7e4ce1-8ef3-466f-8305-0043d26e6ac7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:55:58.765557 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cda48c32-6cd3-4f71-a658-30c75f0d53d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.796382 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25804b2-8cba-4d1b-9e41-08cdbcef35c4 req-40f758a5-2194-4590-a3e4-a1766d54d013 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] No DVR routers for this DVR port 3c7e4ce1-8ef3-466f-8305-0043d26e6ac7 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:55:58.799829 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c25804b2-8cba-4d1b-9e41-08cdbcef35c4 req-40f758a5-2194-4590-a3e4-a1766d54d013 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.801931 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c25804b2-8cba-4d1b-9e41-08cdbcef35c4 req-40f758a5-2194-4590-a3e4-a1766d54d013 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.81 "DELETE /v2.0/ports/3c7e4ce1-8ef3-466f-8305-0043d26e6ac7 HTTP/1.1" status: 204 len: 173 time: 1.6002393 Jul 05 09:55:58.802374 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706e31bc-04ad-4080-bc2d-af43a6b31926', 'name': 'network-vif-deleted', 'tag': '3c7e4ce1-8ef3-466f-8305-0043d26e6ac7'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:55:58.804814 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67d4675-48d7-4f1d-b656-9bb88c3b422b" -d '{"events": [{"server_uuid": "706e31bc-04ad-4080-bc2d-af43a6b31926", "name": "network-vif-deleted", "tag": "3c7e4ce1-8ef3-466f-8305-0043d26e6ac7"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:55:58.817451 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca2d61-729a-433b-ad6f-12bf8d057561', 'name': 'tempest-FloatingIPDetailsTestJSON-59185449-router', 'tenant_id': '6034c335ab534dd29de819939ac4d8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '647399d4-c00b-4060-adff-66d648ca7d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:55:44Z', 'updated_at': '2021-07-05T09:55:54Z', 'revision_number': 4, 'project_id': '6034c335ab534dd29de819939ac4d8a7', 'gw_port': {'id': '647399d4-c00b-4060-adff-66d648ca7d80', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2d61-729a-433b-ad6f-12bf8d057561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:46Z', 'updated_at': '2021-07-05T09:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '1f294ec4-44e1-4ed5-bd56-35dde75827d5', 'name': '', 'network_id': 'e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e', 'tenant_id': '6034c335ab534dd29de819939ac4d8a7', 'mac_address': 'fa:16:3e:a0:11:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddca2d61-729a-433b-ad6f-12bf8d057561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a7f5feeb-76a7-49e3-9767-0b546565a4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:52Z', 'updated_at': '2021-07-05T09:55:54Z', 'revision_number': 2, 'project_id': '6034c335ab534dd29de819939ac4d8a7', 'subnets': [{'id': 'a7f5feeb-76a7-49e3-9767-0b546565a4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:58.843159 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2186f85a-2292-4333-be9f-41e0e22420e9 req-60fb1a49-fa2a-400f-8486-02bf13ad9d8e tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.880423 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 647399d4-c00b-4060-adff-66d648ca7d80 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:58.882164 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda48c32-6cd3-4f71-a658-30c75f0d53d5 None None] Pushing event deleted for resources: {'Port': ['ID=96d9cbb7-35e0-4621-b9ae-1fe208f7cbae,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:58.888224 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] Checking router: ddca2d61-729a-433b-ad6f-12bf8d057561 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:55:58.888589 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] Updating router ddca2d61-729a-433b-ad6f-12bf8d057561 port 1f294ec4-44e1-4ed5-bd56-35dde75827d5 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:55:58.890602 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda48c32-6cd3-4f71-a658-30c75f0d53d5 None None] No DVR routers for this DVR port 96d9cbb7-35e0-4621-b9ae-1fe208f7cbae on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:55:58.908201 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2de75a8b-5278-414b-a8f9-6d7c4d371ce9 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.928707 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2186f85a-2292-4333-be9f-41e0e22420e9 req-60fb1a49-fa2a-400f-8486-02bf13ad9d8e tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:58.935748 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-2186f85a-2292-4333-be9f-41e0e22420e9 req-60fb1a49-fa2a-400f-8486-02bf13ad9d8e tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:58.945476 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2de75a8b-5278-414b-a8f9-6d7c4d371ce9 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.953265 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0f50f178-90bd-43f5-a399-6c3b3ac56c1d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6405268 Jul 05 09:55:58.954537 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2186f85a-2292-4333-be9f-41e0e22420e9 req-60fb1a49-fa2a-400f-8486-02bf13ad9d8e tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:58.957658 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36400) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:58.960258 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c089b5-241b-4d20-afea-9455c002a4e7 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:58.977365 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9249debb-f1a6-4d4c-a9f6-8d3792b05259 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'fixed_ips': [{'subnet_id': '5366ab66-d725-4745-9586-773ec43003d3', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-2001364235'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:58.981475 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2de75a8b-5278-414b-a8f9-6d7c4d371ce9 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.983242 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2de75a8b-5278-414b-a8f9-6d7c4d371ce9 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3645823 Jul 05 09:55:58.988147 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36402) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:58.994714 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-fb418c73-8400-4036-8d6e-0c613563da02 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Request body: {'security_group_rule': {'security_group_id': '3cffb60c-60b5-4583-9757-3c623dc723c3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:59.085444 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb418c73-8400-4036-8d6e-0c613563da02 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.104102 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de75a8b-5278-414b-a8f9-6d7c4d371ce9 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cffb60c-60b5-4583-9757-3c623dc723c3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:59.142560 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.152904 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb1a49-fa2a-400f-8486-02bf13ad9d8e tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Pushing event updated for resources: {'Port': ['ID=98c1d5a8-dabe-445b-b834-03cac4ca2319,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:59.248848 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb418c73-8400-4036-8d6e-0c613563da02 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.260506 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb418c73-8400-4036-8d6e-0c613563da02 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.271523 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d90b9e-2c54-4e54-bb68-22b160eeeb03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-65df7426-ac9a-4b58-aa66-f2f5b3623134', 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'fixed_ips': [{'subnet_id': '5366ab66-d725-4745-9586-773ec43003d3'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:55:59.273193 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-83d90b9e-2c54-4e54-bb68-22b160eeeb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.287028 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2186f85a-2292-4333-be9f-41e0e22420e9 req-60fb1a49-fa2a-400f-8486-02bf13ad9d8e tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.291241 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb418c73-8400-4036-8d6e-0c613563da02 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73aebe52-22ba-43f8-871f-1745b65f59c1,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:59.324920 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 647399d4-c00b-4060-adff-66d648ca7d80 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:59.325844 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.332962 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb418c73-8400-4036-8d6e-0c613563da02 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.334410 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fb418c73-8400-4036-8d6e-0c613563da02 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3449838 Jul 05 09:55:59.335482 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bf2974-e73b-4748-b890-bf1dfe8acaae x-openstack-request-id: req-26bf2974-e73b-4748-b890-bf1dfe8acaae {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:55:59.335782 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706e31bc-04ad-4080-bc2d-af43a6b31926", "name": "network-vif-deleted", "tag": "3c7e4ce1-8ef3-466f-8305-0043d26e6ac7", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:55:59.336064 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-26bf2974-e73b-4748-b890-bf1dfe8acaae {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:55:59.336679 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706e31bc-04ad-4080-bc2d-af43a6b31926', 'name': 'network-vif-deleted', 'tag': '3c7e4ce1-8ef3-466f-8305-0043d26e6ac7', 'status': 'completed', 'code': 200} Jul 05 09:55:59.337046 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36410) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:59.343323 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ba9183f9-a3ad-4a9e-a57e-3a8a510d917b tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Request body: {'security_group_rule': {'security_group_id': '3cffb60c-60b5-4583-9757-3c623dc723c3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:59.421868 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba9183f9-a3ad-4a9e-a57e-3a8a510d917b tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.473753 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9249debb-f1a6-4d4c-a9f6-8d3792b05259 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:59.485400 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2186f85a-2292-4333-be9f-41e0e22420e9 req-60fb1a49-fa2a-400f-8486-02bf13ad9d8e tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.552396 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba9183f9-a3ad-4a9e-a57e-3a8a510d917b tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.558759 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba9183f9-a3ad-4a9e-a57e-3a8a510d917b tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.592878 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba9183f9-a3ad-4a9e-a57e-3a8a510d917b tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.599695 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ba9183f9-a3ad-4a9e-a57e-3a8a510d917b tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2614660 Jul 05 09:55:59.601257 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36418) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:59.624994 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-586e98af-b42a-43ee-86ee-a905a9d59062 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Request body: {'security_group_rule': {'security_group_id': '3cffb60c-60b5-4583-9757-3c623dc723c3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:59.649124 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9183f9-a3ad-4a9e-a57e-3a8a510d917b tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7724fb-4189-414c-b8fa-5d4f1e83d5cd,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:59.659107 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-586e98af-b42a-43ee-86ee-a905a9d59062 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.718174 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-586e98af-b42a-43ee-86ee-a905a9d59062 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.729286 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-586e98af-b42a-43ee-86ee-a905a9d59062 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.768871 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-586e98af-b42a-43ee-86ee-a905a9d59062 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.777217 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-586e98af-b42a-43ee-86ee-a905a9d59062 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1630628 Jul 05 09:55:59.779521 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36426) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:59.787653 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4093dd66-10a9-4a9e-ae3e-e0305dd60a24 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Request body: {'security_group_rule': {'security_group_id': '3cffb60c-60b5-4583-9757-3c623dc723c3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:59.789534 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9249debb-f1a6-4d4c-a9f6-8d3792b05259 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.805307 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e98af-b42a-43ee-86ee-a905a9d59062 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e96e642-e237-4946-8730-9afecba5efac,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:59.822834 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1a7c453d-8c50-4aa9-a6ae-e8c8ce3849f5 req-95ea7274-3e5f-4374-9b28-ed8ecf5c525a tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=706e31bc-04ad-4080-bc2d-af43a6b31926 HTTP/1.1" status: 200 len: 210 time: 0.3522773 Jul 05 09:55:59.850197 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4093dd66-10a9-4a9e-ae3e-e0305dd60a24 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.868905 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-83d90b9e-2c54-4e54-bb68-22b160eeeb03 None None] Allocated IP 2001:db8::2 (65df7426-ac9a-4b58-aa66-f2f5b3623134/5366ab66-d725-4745-9586-773ec43003d3/ac7041eb-2766-463e-b06a-d5155ff54b66) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:00.005003 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 96d9cbb7-35e0-4621-b9ae-1fe208f7cbae no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:56:00.008824 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4093dd66-10a9-4a9e-ae3e-e0305dd60a24 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.028657 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4093dd66-10a9-4a9e-ae3e-e0305dd60a24 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.043724 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093dd66-10a9-4a9e-ae3e-e0305dd60a24 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe09106-d30c-4a8f-8e0a-60d23b47ab7b,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:00.057597 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 96d9cbb7-35e0-4621-b9ae-1fe208f7cbae {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:56:00.058279 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 96d9cbb7-35e0-4621-b9ae-1fe208f7cbae not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:56:00.064129 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4093dd66-10a9-4a9e-ae3e-e0305dd60a24 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.068518 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4093dd66-10a9-4a9e-ae3e-e0305dd60a24 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2879288 Jul 05 09:56:00.069613 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36436) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:00.074659 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-983d756f-32f7-4a58-a5fb-d3c921ecc1d8 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Request body: {'security_group_rule': {'security_group_id': '3cffb60c-60b5-4583-9757-3c623dc723c3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:00.111716 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-983d756f-32f7-4a58-a5fb-d3c921ecc1d8 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.200229 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-983d756f-32f7-4a58-a5fb-d3c921ecc1d8 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.208062 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-983d756f-32f7-4a58-a5fb-d3c921ecc1d8 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.251096 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d756f-32f7-4a58-a5fb-d3c921ecc1d8 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed6cff5-df7a-4af0-9269-e581278a8538,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:00.276847 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-983d756f-32f7-4a58-a5fb-d3c921ecc1d8 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.285836 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-983d756f-32f7-4a58-a5fb-d3c921ecc1d8 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2146888 Jul 05 09:56:00.286895 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36444) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:00.330566 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.348596 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ddbc95d3-adf5-4889-b315-50a2086007e0 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.368095 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ddbc95d3-adf5-4889-b315-50a2086007e0 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.390366 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] Transition to ACTIVE for port object 1f294ec4-44e1-4ed5-bd56-35dde75827d5 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:00.402307 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-83d90b9e-2c54-4e54-bb68-22b160eeeb03 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.406830 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.420310 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ddbc95d3-adf5-4889-b315-50a2086007e0 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.443096 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ddbc95d3-adf5-4889-b315-50a2086007e0 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.447396 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ddbc95d3-adf5-4889-b315-50a2086007e0 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/0ed6cff5-df7a-4af0-9269-e581278a8538 HTTP/1.1" status: 204 len: 168 time: 0.1551027 Jul 05 09:56:00.448018 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc95d3-adf5-4889-b315-50a2086007e0 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ed6cff5-df7a-4af0-9269-e581278a8538,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:00.449854 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36452) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:00.451777 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-83d90b9e-2c54-4e54-bb68-22b160eeeb03 None None] Transition to ACTIVE for port object ac7041eb-2766-463e-b06a-d5155ff54b66 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:00.508940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-9249debb-f1a6-4d4c-a9f6-8d3792b05259 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] device_id is not set on port 2713c798-de26-42a1-bed0-aa0398feecb3 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:56:00.533940 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-83d90b9e-2c54-4e54-bb68-22b160eeeb03 None None] Transition to ACTIVE for port object ac7041eb-2766-463e-b06a-d5155ff54b66 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:00.540179 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c528abc1-9788-421f-8a59-c93db33d804d tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0830407 Jul 05 09:56:00.543774 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36458) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:00.545884 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf6714-bad7-4175-96f6-d77ddc094a9b None None] Pushing event updated for resources: {'Port': ['ID=1f294ec4-44e1-4ed5-bd56-35dde75827d5,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:00.596538 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-83d90b9e-2c54-4e54-bb68-22b160eeeb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.600180 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5c10246-1514-4b63-9b38-294d69d6fe98 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.612051 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5c10246-1514-4b63-9b38-294d69d6fe98 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.619747 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d90b9e-2c54-4e54-bb68-22b160eeeb03 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:00.652442 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-83d90b9e-2c54-4e54-bb68-22b160eeeb03 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:00.655621 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d90b9e-2c54-4e54-bb68-22b160eeeb03 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:00.668338 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5c10246-1514-4b63-9b38-294d69d6fe98 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.698955 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] Attempting to bind port 1f294ec4-44e1-4ed5-bd56-35dde75827d5 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:56:00.699379 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] Attempting to bind port 1f294ec4-44e1-4ed5-bd56-35dde75827d5 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '3030d45e-e211-4138-8311-80de83cef357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:56:00.699756 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] Attempting to bind port 1f294ec4-44e1-4ed5-bd56-35dde75827d5 on network e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:56:00.707542 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-9249debb-f1a6-4d4c-a9f6-8d3792b05259 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:56:00.708054 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9249debb-f1a6-4d4c-a9f6-8d3792b05259 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:56:00.715906 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5c10246-1514-4b63-9b38-294d69d6fe98 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.720436 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b5c10246-1514-4b63-9b38-294d69d6fe98 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/ebe09106-d30c-4a8f-8e0a-60d23b47ab7b HTTP/1.1" status: 204 len: 168 time: 0.1758492 Jul 05 09:56:00.721424 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36468) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:00.724231 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c10246-1514-4b63-9b38-294d69d6fe98 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebe09106-d30c-4a8f-8e0a-60d23b47ab7b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:00.745344 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2186f85a-2292-4333-be9f-41e0e22420e9 req-60fb1a49-fa2a-400f-8486-02bf13ad9d8e tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.755232 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9249debb-f1a6-4d4c-a9f6-8d3792b05259 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7895265 Jul 05 09:56:00.756241 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36470) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:00.767328 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2186f85a-2292-4333-be9f-41e0e22420e9 req-60fb1a49-fa2a-400f-8486-02bf13ad9d8e tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.781870 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:56:00.782604 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] Checking segment: {'id': '3030d45e-e211-4138-8311-80de83cef357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:56:00.783139 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.783670 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] Bound using segment: {'id': '3030d45e-e211-4138-8311-80de83cef357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:56:00.784256 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] Bound port: 1f294ec4-44e1-4ed5-bd56-35dde75827d5, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3030d45e-e211-4138-8311-80de83cef357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:56:00.784849 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.805597 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c078b4dc-6b51-4179-9d93-2514d18e2f5d tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0718377 Jul 05 09:56:00.806227 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36476) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:00.848869 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ec649278-174b-4d0b-a70a-d41949be7444 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.860261 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ec649278-174b-4d0b-a70a-d41949be7444 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.873493 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-83d90b9e-2c54-4e54-bb68-22b160eeeb03 None None] Attempting to bind port ac7041eb-2766-463e-b06a-d5155ff54b66 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:56:00.873891 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-83d90b9e-2c54-4e54-bb68-22b160eeeb03 None None] Attempting to bind port ac7041eb-2766-463e-b06a-d5155ff54b66 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:56:00.874273 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d90b9e-2c54-4e54-bb68-22b160eeeb03 None None] Attempting to bind port ac7041eb-2766-463e-b06a-d5155ff54b66 on network 65df7426-ac9a-4b58-aa66-f2f5b3623134 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:56:00.884806 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d90b9e-2c54-4e54-bb68-22b160eeeb03 None None] Pushing event updated for resources: {'Port': ['ID=ac7041eb-2766-463e-b06a-d5155ff54b66,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:00.912279 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ec649278-174b-4d0b-a70a-d41949be7444 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.921349 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ec649278-174b-4d0b-a70a-d41949be7444 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.925759 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ec649278-174b-4d0b-a70a-d41949be7444 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/2e96e642-e237-4946-8730-9afecba5efac HTTP/1.1" status: 204 len: 168 time: 0.1178129 Jul 05 09:56:00.930059 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36484) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:00.937809 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec649278-174b-4d0b-a70a-d41949be7444 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e96e642-e237-4946-8730-9afecba5efac,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:00.959720 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] For port 1f294ec4-44e1-4ed5-bd56-35dde75827d5, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:56:00.963584 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] For port 1f294ec4-44e1-4ed5-bd56-35dde75827d5, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=1f294ec4-44e1-4ed5-bd56-35dde75827d5,segment=NetworkSegment(3030d45e-e211-4138-8311-80de83cef357),segment_id=3030d45e-e211-4138-8311-80de83cef357)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:56:00.974150 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d90b9e-2c54-4e54-bb68-22b160eeeb03 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:56:00.974870 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d90b9e-2c54-4e54-bb68-22b160eeeb03 None None] Checking segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:56:00.975422 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-83d90b9e-2c54-4e54-bb68-22b160eeeb03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.976068 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d90b9e-2c54-4e54-bb68-22b160eeeb03 None None] Bound using segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:56:00.976926 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-83d90b9e-2c54-4e54-bb68-22b160eeeb03 None None] Bound port: ac7041eb-2766-463e-b06a-d5155ff54b66, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:56:00.977468 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-83d90b9e-2c54-4e54-bb68-22b160eeeb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.984878 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:01.039126 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2186f85a-2292-4333-be9f-41e0e22420e9 req-60fb1a49-fa2a-400f-8486-02bf13ad9d8e tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:01.049542 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 3c7e4ce1-8ef3-466f-8305-0043d26e6ac7 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:56:01.060116 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb1a49-fa2a-400f-8486-02bf13ad9d8e tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Pushing event updated for resources: {'Port': ['ID=98c1d5a8-dabe-445b-b834-03cac4ca2319,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:01.110530 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36498) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:01.128289 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0fedcb5a-e05a-4315-a536-4644dd8fc49f tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1945195 Jul 05 09:56:01.141674 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 3c7e4ce1-8ef3-466f-8305-0043d26e6ac7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:56:01.142571 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 3c7e4ce1-8ef3-466f-8305-0043d26e6ac7 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:56:01.159374 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2186f85a-2292-4333-be9f-41e0e22420e9 req-60fb1a49-fa2a-400f-8486-02bf13ad9d8e tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:01.161857 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ec855493-1136-4809-b91d-378080be481a tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:01.165114 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2186f85a-2292-4333-be9f-41e0e22420e9 req-60fb1a49-fa2a-400f-8486-02bf13ad9d8e tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0630317 Jul 05 09:56:01.178084 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ec855493-1136-4809-b91d-378080be481a tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:01.187523 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776534d5-9038-4155-b174-2d2e472cdfb5 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:01.188095 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-776534d5-9038-4155-b174-2d2e472cdfb5 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4308646 Jul 05 09:56:01.196209 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36508) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:01.236621 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf6714-bad7-4175-96f6-d77ddc094a9b None None] Pushing event updated for resources: {'Port': ['ID=1f294ec4-44e1-4ed5-bd56-35dde75827d5,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:01.276709 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] Routers {'ddca2d61-729a-433b-ad6f-12bf8d057561'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:01.279123 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:55:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ddca2d61-729a-433b-ad6f-12bf8d057561'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:01.336036 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ec855493-1136-4809-b91d-378080be481a tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:01.348284 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ec855493-1136-4809-b91d-378080be481a tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:01.360724 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ec855493-1136-4809-b91d-378080be481a tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/1b7724fb-4189-414c-b8fa-5d4f1e83d5cd HTTP/1.1" status: 204 len: 168 time: 0.2404923 Jul 05 09:56:01.363593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36516) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:01.367118 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec855493-1136-4809-b91d-378080be481a tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b7724fb-4189-414c-b8fa-5d4f1e83d5cd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:01.382950 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d4d853-c517-450f-8fec-470f0ee1dbae tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:01.384429 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d4d853-c517-450f-8fec-470f0ee1dbae tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:01.389438 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-13d4d853-c517-450f-8fec-470f0ee1dbae tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1922035 Jul 05 09:56:01.390250 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36520) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:01.428576 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2186f85a-2292-4333-be9f-41e0e22420e9 req-0b65c642-7ed6-4021-9b77-41edadde17a4 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.210 HTTP/1.1" status: 200 len: 696 time: 0.2542887 Jul 05 09:56:01.447086 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-83d90b9e-2c54-4e54-bb68-22b160eeeb03 None None] For port ac7041eb-2766-463e-b06a-d5155ff54b66, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:56:01.451966 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-83d90b9e-2c54-4e54-bb68-22b160eeeb03 None None] For port ac7041eb-2766-463e-b06a-d5155ff54b66, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ac7041eb-2766-463e-b06a-d5155ff54b66,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:56:01.456749 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-83d90b9e-2c54-4e54-bb68-22b160eeeb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:01.571184 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-506cda7c-8f40-4684-90ce-4d9ecb5b140b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet 5366ab66-d725-4745-9586-773ec43003d3 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:56:01.593018 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-506cda7c-8f40-4684-90ce-4d9ecb5b140b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:01.644117 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c6e7802e-3178-4eb5-b0ac-76a4c76abc87 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2754130 Jul 05 09:56:01.647005 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36534) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:01.713613 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-506cda7c-8f40-4684-90ce-4d9ecb5b140b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:01.790482 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40f10246-4705-430c-94c2-4d862abc3ba0 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:01.874456 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-506cda7c-8f40-4684-90ce-4d9ecb5b140b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:01.874783 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40f10246-4705-430c-94c2-4d862abc3ba0 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:01.992930 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-506cda7c-8f40-4684-90ce-4d9ecb5b140b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:02.006768 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186f85a-2292-4333-be9f-41e0e22420e9 req-415ecfc7-3e3f-487d-abf6-29f088ce1096 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:02.009911 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2186f85a-2292-4333-be9f-41e0e22420e9 req-415ecfc7-3e3f-487d-abf6-29f088ce1096 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.5616972 Jul 05 09:56:02.047580 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-2186f85a-2292-4333-be9f-41e0e22420e9 req-38b66550-402b-49f4-aecd-e588bcf81c44 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:56:02.049987 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2186f85a-2292-4333-be9f-41e0e22420e9 req-38b66550-402b-49f4-aecd-e588bcf81c44 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0283082 Jul 05 09:56:02.056571 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40f10246-4705-430c-94c2-4d862abc3ba0 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:02.070566 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d90b9e-2c54-4e54-bb68-22b160eeeb03 None None] Pushing event updated for resources: {'Port': ['ID=ac7041eb-2766-463e-b06a-d5155ff54b66,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:02.077867 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506cda7c-8f40-4684-90ce-4d9ecb5b140b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=5366ab66-d725-4745-9586-773ec43003d3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:02.084286 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40f10246-4705-430c-94c2-4d862abc3ba0 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:02.087877 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-506cda7c-8f40-4684-90ce-4d9ecb5b140b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:02.095038 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-506cda7c-8f40-4684-90ce-4d9ecb5b140b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/5366ab66-d725-4745-9586-773ec43003d3 HTTP/1.1" status: 204 len: 168 time: 0.7022798 Jul 05 09:56:02.095347 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36558) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:02.095652 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36560) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:02.099542 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-40f10246-4705-430c-94c2-4d862abc3ba0 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/73aebe52-22ba-43f8-871f-1745b65f59c1 HTTP/1.1" status: 204 len: 168 time: 0.4394011 Jul 05 09:56:02.102476 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f10246-4705-430c-94c2-4d862abc3ba0 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73aebe52-22ba-43f8-871f-1745b65f59c1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:02.135960 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] Set router ddca2d61-729a-433b-ad6f-12bf8d057561 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:56:02.257649 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6ee805c5-aba6-4cd8-befb-587cc5603be4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1431041 Jul 05 09:56:02.257649 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36574) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:02.273019 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5ebf6e61-6838-411e-b9b5-a56b99379bb4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:02.409002 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-254ed800-553b-4015-b1ca-bb46abca59fe tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3050373 Jul 05 09:56:02.422869 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36582) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:02.444107 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b9034eb-83b8-45c0-aee1-3a83863b1357 req-33083c65-b84e-4e5a-b4a8-659790030136 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3338289 Jul 05 09:56:02.475947 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-9b9034eb-83b8-45c0-aee1-3a83863b1357 req-a285e9a3-55ba-4e43-9e0a-9bc3e4e2a9f0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:02.499567 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca2d61-729a-433b-ad6f-12bf8d057561', 'name': 'tempest-FloatingIPDetailsTestJSON-59185449-router', 'tenant_id': '6034c335ab534dd29de819939ac4d8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '647399d4-c00b-4060-adff-66d648ca7d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:55:44Z', 'updated_at': '2021-07-05T09:55:54Z', 'revision_number': 4, 'project_id': '6034c335ab534dd29de819939ac4d8a7', 'gw_port': {'id': '647399d4-c00b-4060-adff-66d648ca7d80', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2d61-729a-433b-ad6f-12bf8d057561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:46Z', 'updated_at': '2021-07-05T09:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '1f294ec4-44e1-4ed5-bd56-35dde75827d5', 'name': '', 'network_id': 'e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e', 'tenant_id': '6034c335ab534dd29de819939ac4d8a7', 'mac_address': 'fa:16:3e:a0:11:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddca2d61-729a-433b-ad6f-12bf8d057561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a7f5feeb-76a7-49e3-9767-0b546565a4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:52Z', 'updated_at': '2021-07-05T09:56:00Z', 'revision_number': 4, 'project_id': '6034c335ab534dd29de819939ac4d8a7', 'subnets': [{'id': 'a7f5feeb-76a7-49e3-9767-0b546565a4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:02.504438 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:02.514718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653099c-a958-4397-b814-6ded38a48c78 req-740e1568-a1e4-41c5-960d-1c17a8f44088 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:02.516455 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4653099c-a958-4397-b814-6ded38a48c78 req-740e1568-a1e4-41c5-960d-1c17a8f44088 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.1739445 Jul 05 09:56:02.517286 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.db.api [req-9b9034eb-83b8-45c0-aee1-3a83863b1357 req-a285e9a3-55ba-4e43-9e0a-9bc3e4e2a9f0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 09:56:02.517286 n-d-798054-8 neutron-server[93907]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 09:56:02.517286 n-d-798054-8 neutron-server[93907]: [parameters: {'project_id': '6034c335ab534dd29de819939ac4d8a7', 'id': 'df19e1d8-3a86-4d76-9499-a27c6f20247d', 'expiration': datetime.datetime(2021, 7, 5, 9, 58, 2, 494327)}] Jul 05 09:56:02.517286 n-d-798054-8 neutron-server[93907]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:56:02.517696 n-d-798054-8 neutron-server[93907]: DEBUG oslo_db.api [req-9b9034eb-83b8-45c0-aee1-3a83863b1357 req-a285e9a3-55ba-4e43-9e0a-9bc3e4e2a9f0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:56:02.530988 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebf6e61-6838-411e-b9b5-a56b99379bb4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:02.535617 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5ebf6e61-6838-411e-b9b5-a56b99379bb4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:02.539893 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad8b516-b098-4842-9a0e-992eaa47ed27 None None] The sync data for ids ['ddca2d61-729a-433b-ad6f-12bf8d057561'] in n-d-798054-8 is: [{'id': 'ddca2d61-729a-433b-ad6f-12bf8d057561', 'name': 'tempest-FloatingIPDetailsTestJSON-59185449-router', 'tenant_id': '6034c335ab534dd29de819939ac4d8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '647399d4-c00b-4060-adff-66d648ca7d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:55:44Z', 'updated_at': '2021-07-05T09:55:54Z', 'revision_number': 4, 'project_id': '6034c335ab534dd29de819939ac4d8a7', 'gw_port': {'id': '647399d4-c00b-4060-adff-66d648ca7d80', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2d61-729a-433b-ad6f-12bf8d057561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:46Z', 'updated_at': '2021-07-05T09:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '1f294ec4-44e1-4ed5-bd56-35dde75827d5', 'name': '', 'network_id': 'e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e', 'tenant_id': '6034c335ab534dd29de819939ac4d8a7', 'mac_address': 'fa:16:3e:a0:11:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddca2d61-729a-433b-ad6f-12bf8d057561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a7f5feeb-76a7-49e3-9767-0b546565a4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:52Z', 'updated_at': '2021-07-05T09:56:00Z', 'revision_number': 4, 'project_id': '6034c335ab534dd29de819939ac4d8a7', 'subnets': [{'id': 'a7f5feeb-76a7-49e3-9767-0b546565a4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:56:02.599335 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4653099c-a958-4397-b814-6ded38a48c78 req-a70eab7a-2e2b-4ec3-8131-da1a908f4c5d tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706699 Jul 05 09:56:02.613690 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a18dbe34-35fc-4a3f-945e-565126baf1fb tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:02.721438 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a18dbe34-35fc-4a3f-945e-565126baf1fb tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:02.866823 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a18dbe34-35fc-4a3f-945e-565126baf1fb tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:02.875701 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a18dbe34-35fc-4a3f-945e-565126baf1fb tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:02.883204 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a18dbe34-35fc-4a3f-945e-565126baf1fb tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "DELETE /v2.0/security-groups/3cffb60c-60b5-4583-9757-3c623dc723c3 HTTP/1.1" status: 204 len: 168 time: 0.4591072 Jul 05 09:56:02.885819 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36604) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:02.957116 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18dbe34-35fc-4a3f-945e-565126baf1fb tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cffb60c-60b5-4583-9757-3c623dc723c3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:02.988913 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9d851c22-b9a3-4bda-b6a3-f760e7e0efda tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1015072 Jul 05 09:56:02.996149 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36606) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:03.002671 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ea677916-bdd8-45bb-b346-aa0dec09e5fc tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Request body: {'security_group': {'name': 'tempest-secgroup--1392813600'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:03.047491 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5ebf6e61-6838-411e-b9b5-a56b99379bb4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:03.068395 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea677916-bdd8-45bb-b346-aa0dec09e5fc tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:03.130008 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebf6e61-6838-411e-b9b5-a56b99379bb4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:03.133327 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-5ebf6e61-6838-411e-b9b5-a56b99379bb4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:03.138178 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebf6e61-6838-411e-b9b5-a56b99379bb4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:03.138782 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5ebf6e61-6838-411e-b9b5-a56b99379bb4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:03.172622 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf6e61-6838-411e-b9b5-a56b99379bb4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=73c7e713-9ec2-4325-a58d-4d0223270c11,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:03.211991 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36614) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:03.255132 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea677916-bdd8-45bb-b346-aa0dec09e5fc tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:03.257061 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b9034eb-83b8-45c0-aee1-3a83863b1357 req-a285e9a3-55ba-4e43-9e0a-9bc3e4e2a9f0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:03.262360 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea677916-bdd8-45bb-b346-aa0dec09e5fc tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:03.267481 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5ebf6e61-6838-411e-b9b5-a56b99379bb4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0099452 Jul 05 09:56:03.270131 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36618) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:03.275185 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c689df23-2644-4b5c-86c1-a37c6d61a033 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-132198256', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:03.304060 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36620) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:03.323691 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c689df23-2644-4b5c-86c1-a37c6d61a033 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:03.325582 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c689df23-2644-4b5c-86c1-a37c6d61a033 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:03.332183 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb8500d-f6ad-4036-bd57-e171e9bf89c5 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:03.340429 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea677916-bdd8-45bb-b346-aa0dec09e5fc tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ecc862-1795-4557-8fa9-ead0e59db354,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:03.380614 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea677916-bdd8-45bb-b346-aa0dec09e5fc tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:03.382194 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ea677916-bdd8-45bb-b346-aa0dec09e5fc tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3845227 Jul 05 09:56:03.391982 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36624) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:03.397182 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-daf500a1-ec3c-4616-b996-3bceca7e64c3 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Request body: {'security_group_rule': {'security_group_id': '99ecc862-1795-4557-8fa9-ead0e59db354', 'direction': 'ingress', 'protocol': 17}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:03.450364 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5884f3dd-6888-4d00-93f0-363cbd45c648 None None] Provisioning for port ac7041eb-2766-463e-b06a-d5155ff54b66 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:56:03.489196 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-daf500a1-ec3c-4616-b996-3bceca7e64c3 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:03.603203 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-daf500a1-ec3c-4616-b996-3bceca7e64c3 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:03.613199 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b9034eb-83b8-45c0-aee1-3a83863b1357 req-a285e9a3-55ba-4e43-9e0a-9bc3e4e2a9f0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:03.615023 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-daf500a1-ec3c-4616-b996-3bceca7e64c3 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:03.706734 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf500a1-ec3c-4616-b996-3bceca7e64c3 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ac9a0a-bbcc-428b-9847-9a13fa70f722,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:03.720210 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-daf500a1-ec3c-4616-b996-3bceca7e64c3 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:03.725955 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-daf500a1-ec3c-4616-b996-3bceca7e64c3 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3323860 Jul 05 09:56:03.732759 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36628) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:03.889947 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c417873-7a8d-4c8c-adf9-f56a0b8b5365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:03.901997 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c689df23-2644-4b5c-86c1-a37c6d61a033 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:03.910960 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dac66cb8-05e9-461a-a71d-c2cbb783f6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:03.915973 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-9b9034eb-83b8-45c0-aee1-3a83863b1357 req-a285e9a3-55ba-4e43-9e0a-9bc3e4e2a9f0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Allocated IP 172.25.7.24 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/947fa610-a52d-4a30-92c9-3140b64f57bc) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:03.927093 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c689df23-2644-4b5c-86c1-a37c6d61a033 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:03.955457 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e76c4-6103-41b2-9639-4ead40bba4aa req-d8662401-24f7-47fb-baaf-ba4246415897 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:03.968063 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-145e76c4-6103-41b2-9639-4ead40bba4aa req-d8662401-24f7-47fb-baaf-ba4246415897 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.2153153 Jul 05 09:56:04.022601 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf789390-ca08-4772-a043-ea3653674685 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.072198 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c417873-7a8d-4c8c-adf9-f56a0b8b5365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.083964 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 1f294ec4-44e1-4ed5-bd56-35dde75827d5 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:56:04.096349 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c689df23-2644-4b5c-86c1-a37c6d61a033 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.098014 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c689df23-2644-4b5c-86c1-a37c6d61a033 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8267004 Jul 05 09:56:04.099569 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c417873-7a8d-4c8c-adf9-f56a0b8b5365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.102538 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36634) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:04.113969 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf789390-ca08-4772-a043-ea3653674685 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.121549 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-145e76c4-6103-41b2-9639-4ead40bba4aa req-b23ac490-1269-45cc-88b5-2639a1631787 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501594 Jul 05 09:56:04.188766 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 1f294ec4-44e1-4ed5-bd56-35dde75827d5 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:56:04.195822 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 1f294ec4-44e1-4ed5-bd56-35dde75827d5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:04.196334 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.208504 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b9034eb-83b8-45c0-aee1-3a83863b1357 req-a285e9a3-55ba-4e43-9e0a-9bc3e4e2a9f0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.227671 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf789390-ca08-4772-a043-ea3653674685 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.232405 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf789390-ca08-4772-a043-ea3653674685 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.237342 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bf789390-ca08-4772-a043-ea3653674685 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "DELETE /v2.0/security-groups/99ecc862-1795-4557-8fa9-ead0e59db354 HTTP/1.1" status: 204 len: 168 time: 0.5026450 Jul 05 09:56:04.240729 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36636) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:04.270045 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9c417873-7a8d-4c8c-adf9-f56a0b8b5365 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=707e35ba86b44513b60df49a68202c1c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0573390 Jul 05 09:56:04.280905 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36640) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:04.291869 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c417873-7a8d-4c8c-adf9-f56a0b8b5365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb829aa-f051-43c2-bb24-4fbd493d8407,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:04.299207 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf789390-ca08-4772-a043-ea3653674685 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ecc862-1795-4557-8fa9-ead0e59db354,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:04.342218 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bfa70a1e-4fd7-4dc0-88a1-29b0d02d6c55 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0963385 Jul 05 09:56:04.343843 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36642) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:04.348897 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2d1b1ab1-1492-4ed6-a6fc-b2a337986096 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Request body: {'security_group': {'name': 'tempest-secgroup--601064654'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:04.357424 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b9034eb-83b8-45c0-aee1-3a83863b1357 req-a285e9a3-55ba-4e43-9e0a-9bc3e4e2a9f0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.399510 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.409536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285e9a3-55ba-4e43-9e0a-9bc3e4e2a9f0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Pushing event updated for resources: {'Port': ['ID=947fa610-a52d-4a30-92c9-3140b64f57bc,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:04.441873 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 1f294ec4-44e1-4ed5-bd56-35dde75827d5, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=1f294ec4-44e1-4ed5-bd56-35dde75827d5,segment=NetworkSegment(3030d45e-e211-4138-8311-80de83cef357),segment_id=3030d45e-e211-4138-8311-80de83cef357)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:04.442740 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b9034eb-83b8-45c0-aee1-3a83863b1357 req-a285e9a3-55ba-4e43-9e0a-9bc3e4e2a9f0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:04.444600 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-9b9034eb-83b8-45c0-aee1-3a83863b1357 req-a285e9a3-55ba-4e43-9e0a-9bc3e4e2a9f0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:04.447304 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9034eb-83b8-45c0-aee1-3a83863b1357 req-a285e9a3-55ba-4e43-9e0a-9bc3e4e2a9f0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:04.451810 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.452821 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ac7041eb-2766-463e-b06a-d5155ff54b66 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:56:04.546954 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=1f294ec4-44e1-4ed5-bd56-35dde75827d5,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:04.555362 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b9034eb-83b8-45c0-aee1-3a83863b1357 req-a285e9a3-55ba-4e43-9e0a-9bc3e4e2a9f0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.582930 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port ac7041eb-2766-463e-b06a-d5155ff54b66 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:56:04.587303 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port ac7041eb-2766-463e-b06a-d5155ff54b66 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:04.587689 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.615246 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ef9c89d-3393-4c72-9031-e5850baa3d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.620752 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b9034eb-83b8-45c0-aee1-3a83863b1357 req-a285e9a3-55ba-4e43-9e0a-9bc3e4e2a9f0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.671553 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dac66cb8-05e9-461a-a71d-c2cbb783f6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.681259 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.685611 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dac66cb8-05e9-461a-a71d-c2cbb783f6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.697650 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ef9c89d-3393-4c72-9031-e5850baa3d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.728733 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port ac7041eb-2766-463e-b06a-d5155ff54b66, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ac7041eb-2766-463e-b06a-d5155ff54b66,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:04.734564 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.735076 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2d1b1ab1-1492-4ed6-a6fc-b2a337986096 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.761947 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-562918c9-ffda-4655-b47f-f9a37fc11189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.790317 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=ac7041eb-2766-463e-b06a-d5155ff54b66,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:04.792783 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-dac66cb8-05e9-461a-a71d-c2cbb783f6d3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=538bfcdcab0241c283ccfa4e07fc7648&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4873459 Jul 05 09:56:04.798165 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac66cb8-05e9-461a-a71d-c2cbb783f6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462f96e9-a927-4343-acf5-22efb32173c3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:04.799494 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36644) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:04.890455 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b9034eb-83b8-45c0-aee1-3a83863b1357 req-a285e9a3-55ba-4e43-9e0a-9bc3e4e2a9f0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.895293 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ef9c89d-3393-4c72-9031-e5850baa3d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.898589 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ef9c89d-3393-4c72-9031-e5850baa3d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.902595 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4ef9c89d-3393-4c72-9031-e5850baa3d1d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7eb829aa-f051-43c2-bb24-4fbd493d8407 HTTP/1.1" status: 204 len: 168 time: 0.6179178 Jul 05 09:56:04.902756 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b9034eb-83b8-45c0-aee1-3a83863b1357 req-a285e9a3-55ba-4e43-9e0a-9bc3e4e2a9f0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.940438 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9c89d-3393-4c72-9031-e5850baa3d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb829aa-f051-43c2-bb24-4fbd493d8407,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:04.976130 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2d1b1ab1-1492-4ed6-a6fc-b2a337986096 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.014900 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c4c9a468-fee4-4c64-9f3f-05c8be57dedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.020442 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2d1b1ab1-1492-4ed6-a6fc-b2a337986096 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.064824 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b1ab1-1492-4ed6-a6fc-b2a337986096 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c70f3a-dbb3-4471-839b-b57b14b322a6,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:05.070661 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-562918c9-ffda-4655-b47f-f9a37fc11189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8::1 (65df7426-ac9a-4b58-aa66-f2f5b3623134/73c7e713-9ec2-4325-a58d-4d0223270c11/00b30574-2a3f-458b-8d70-3b852e2916e9) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:05.081691 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285e9a3-55ba-4e43-9e0a-9bc3e4e2a9f0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Pushing event updated for resources: {'Port': ['ID=947fa610-a52d-4a30-92c9-3140b64f57bc,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:05.092921 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2d1b1ab1-1492-4ed6-a6fc-b2a337986096 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.094218 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2d1b1ab1-1492-4ed6-a6fc-b2a337986096 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7492950 Jul 05 09:56:05.097187 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36650) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:05.101105 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c4c9a468-fee4-4c64-9f3f-05c8be57dedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.103097 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b9034eb-83b8-45c0-aee1-3a83863b1357 req-a285e9a3-55ba-4e43-9e0a-9bc3e4e2a9f0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.111818 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-915cc8e7-564c-4f2b-9c1e-4eaa148b5c2a tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Request body: {'security_group': {'name': 'tempest-secgroup--1560976175'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:05.136244 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b9034eb-83b8-45c0-aee1-3a83863b1357 req-a285e9a3-55ba-4e43-9e0a-9bc3e4e2a9f0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.138016 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b9034eb-83b8-45c0-aee1-3a83863b1357 req-a285e9a3-55ba-4e43-9e0a-9bc3e4e2a9f0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6760252 Jul 05 09:56:05.174767 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-915cc8e7-564c-4f2b-9c1e-4eaa148b5c2a tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.175033 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c4c9a468-fee4-4c64-9f3f-05c8be57dedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.178608 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c4c9a468-fee4-4c64-9f3f-05c8be57dedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.182958 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c4c9a468-fee4-4c64-9f3f-05c8be57dedd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/462f96e9-a927-4343-acf5-22efb32173c3 HTTP/1.1" status: 204 len: 168 time: 0.3776801 Jul 05 09:56:05.228348 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9a468-fee4-4c64-9f3f-05c8be57dedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462f96e9-a927-4343-acf5-22efb32173c3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:05.235061 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b9034eb-83b8-45c0-aee1-3a83863b1357 req-81af848d-3e4e-4375-84bf-501ed06690f0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.24 HTTP/1.1" status: 200 len: 695 time: 0.0744715 Jul 05 09:56:05.268389 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36656) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:05.278599 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-562918c9-ffda-4655-b47f-f9a37fc11189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.304826 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-562918c9-ffda-4655-b47f-f9a37fc11189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Transition to ACTIVE for port object 00b30574-2a3f-458b-8d70-3b852e2916e9 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:05.328499 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e1bb94b8-e0f7-49c7-a101-307989eb6804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.369650 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-915cc8e7-564c-4f2b-9c1e-4eaa148b5c2a tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.376368 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-915cc8e7-564c-4f2b-9c1e-4eaa148b5c2a tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.386025 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-562918c9-ffda-4655-b47f-f9a37fc11189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.454698 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cc8e7-564c-4f2b-9c1e-4eaa148b5c2a tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f85d482-b157-40ad-9eda-98bbed28209b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:05.460807 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562918c9-ffda-4655-b47f-f9a37fc11189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:05.465280 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-562918c9-ffda-4655-b47f-f9a37fc11189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:05.467666 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9034eb-83b8-45c0-aee1-3a83863b1357 req-1f5151db-516c-4f53-b3a5-7f70075ca40b tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:05.467808 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562918c9-ffda-4655-b47f-f9a37fc11189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=00b30574-2a3f-458b-8d70-3b852e2916e9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:05.469092 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b9034eb-83b8-45c0-aee1-3a83863b1357 req-1f5151db-516c-4f53-b3a5-7f70075ca40b tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.2234085 Jul 05 09:56:05.469885 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562918c9-ffda-4655-b47f-f9a37fc11189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:05.470447 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-562918c9-ffda-4655-b47f-f9a37fc11189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.515040 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319dd97d-e241-41d1-bc31-37922db0ab51 req-ee6ecf92-d3fc-4fec-8b86-647617d64a01 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:05.516688 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-319dd97d-e241-41d1-bc31-37922db0ab51 req-ee6ecf92-d3fc-4fec-8b86-647617d64a01 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.1895471 Jul 05 09:56:05.611798 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-319dd97d-e241-41d1-bc31-37922db0ab51 req-c150020a-aa68-4ffe-80ec-87c27b98ee67 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826719 Jul 05 09:56:05.613936 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e1bb94b8-e0f7-49c7-a101-307989eb6804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.620999 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e1bb94b8-e0f7-49c7-a101-307989eb6804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.663642 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-915cc8e7-564c-4f2b-9c1e-4eaa148b5c2a tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.665564 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-915cc8e7-564c-4f2b-9c1e-4eaa148b5c2a tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5574574 Jul 05 09:56:05.668503 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36666) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:05.678361 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7aa10d45-5014-4b7c-b175-e21e10240f22 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Request body: {'security_group_rule': {'security_group_id': '29c70f3a-dbb3-4471-839b-b57b14b322a6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3f85d482-b157-40ad-9eda-98bbed28209b', 'remote_ip_prefix': None}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:05.728317 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-562918c9-ffda-4655-b47f-f9a37fc11189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.750319 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7aa10d45-5014-4b7c-b175-e21e10240f22 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.755664 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36668) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:05.757753 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e1bb94b8-e0f7-49c7-a101-307989eb6804 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2bfd2f15d2d74b7db280da4973cae01c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4883108 Jul 05 09:56:05.763517 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36670) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:05.765719 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb94b8-e0f7-49c7-a101-307989eb6804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5966b1-10e0-457b-b22d-fc4d5da1850a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:05.815691 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fde2758a-9baf-49a6-93b7-98d05da3297e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.855776 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a2e5590b-a087-4560-925c-94303c6646b5 req-ce1cafdf-52fa-41d3-bc78-98b9549a3058 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1825304 Jul 05 09:56:05.862551 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f6780aed-b239-4f75-a0b4-83457f789df1 None None] Provisioning for port 00b30574-2a3f-458b-8d70-3b852e2916e9 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:56:05.867740 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f6780aed-b239-4f75-a0b4-83457f789df1 None None] Provisioning complete for port 00b30574-2a3f-458b-8d70-3b852e2916e9 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:05.868383 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f6780aed-b239-4f75-a0b4-83457f789df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.869266 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-a2e5590b-a087-4560-925c-94303c6646b5 req-7b3393a0-7b7e-429e-a4be-a20fd849ed88 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:05.874616 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f64a61fe-87e7-48ec-819d-fa78f0b14bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.901301 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f64a61fe-87e7-48ec-819d-fa78f0b14bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.944479 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.947100 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f6780aed-b239-4f75-a0b4-83457f789df1 None None] Port 00b30574-2a3f-458b-8d70-3b852e2916e9 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:56:05.960809 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f64a61fe-87e7-48ec-819d-fa78f0b14bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.963345 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f64a61fe-87e7-48ec-819d-fa78f0b14bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:05.967149 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f64a61fe-87e7-48ec-819d-fa78f0b14bfa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3e5966b1-10e0-457b-b22d-fc4d5da1850a HTTP/1.1" status: 204 len: 168 time: 0.1999471 Jul 05 09:56:05.976303 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a61fe-87e7-48ec-819d-fa78f0b14bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5966b1-10e0-457b-b22d-fc4d5da1850a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:05.997132 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 1f294ec4-44e1-4ed5-bd56-35dde75827d5 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:56:06.047397 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 1f294ec4-44e1-4ed5-bd56-35dde75827d5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:06.047773 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.094166 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7aa10d45-5014-4b7c-b175-e21e10240f22 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.105353 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7aa10d45-5014-4b7c-b175-e21e10240f22 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.132183 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ac7041eb-2766-463e-b06a-d5155ff54b66 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:56:06.182212 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa10d45-5014-4b7c-b175-e21e10240f22 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f6e3c7-63eb-4c6c-85db-a9b0dfcc7fda,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:06.188723 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port ac7041eb-2766-463e-b06a-d5155ff54b66 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:06.189279 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.223255 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fde2758a-9baf-49a6-93b7-98d05da3297e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.230829 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fde2758a-9baf-49a6-93b7-98d05da3297e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.257390 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a2e5590b-a087-4560-925c-94303c6646b5 req-7b3393a0-7b7e-429e-a4be-a20fd849ed88 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.285490 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7aa10d45-5014-4b7c-b175-e21e10240f22 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.289230 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7aa10d45-5014-4b7c-b175-e21e10240f22 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6162856 Jul 05 09:56:06.299357 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36678) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:06.316648 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fde2758a-9baf-49a6-93b7-98d05da3297e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=03aeb7658e20426b88eb433e93063bf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5505397 Jul 05 09:56:06.318647 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36682) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:06.320800 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2758a-9baf-49a6-93b7-98d05da3297e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4eb147d-6350-4036-b5f8-90b2b9d774fe,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:06.363165 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-562918c9-ffda-4655-b47f-f9a37fc11189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.366062 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-162123dd-df68-4aa4-905e-e2a75cb19627 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.375391 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-162123dd-df68-4aa4-905e-e2a75cb19627 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.377321 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-562918c9-ffda-4655-b47f-f9a37fc11189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.378094 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-562918c9-ffda-4655-b47f-f9a37fc11189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.395191 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9e68676-63f7-4ecf-94cd-d8998a732094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.432631 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9e68676-63f7-4ecf-94cd-d8998a732094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.482589 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a2e5590b-a087-4560-925c-94303c6646b5 req-7b3393a0-7b7e-429e-a4be-a20fd849ed88 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.493289 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562918c9-ffda-4655-b47f-f9a37fc11189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=00b30574-2a3f-458b-8d70-3b852e2916e9,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:06.502806 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-162123dd-df68-4aa4-905e-e2a75cb19627 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.509638 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-162123dd-df68-4aa4-905e-e2a75cb19627 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.510847 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9e68676-63f7-4ecf-94cd-d8998a732094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.515039 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-162123dd-df68-4aa4-905e-e2a75cb19627 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/f9f6e3c7-63eb-4c6c-85db-a9b0dfcc7fda HTTP/1.1" status: 204 len: 168 time: 0.2091229 Jul 05 09:56:06.518710 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9e68676-63f7-4ecf-94cd-d8998a732094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.518710 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c9e68676-63f7-4ecf-94cd-d8998a732094 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e4eb147d-6350-4036-b5f8-90b2b9d774fe HTTP/1.1" status: 204 len: 168 time: 0.1956298 Jul 05 09:56:06.518710 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36688) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:06.528821 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162123dd-df68-4aa4-905e-e2a75cb19627 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9f6e3c7-63eb-4c6c-85db-a9b0dfcc7fda,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:06.562428 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e68676-63f7-4ecf-94cd-d8998a732094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4eb147d-6350-4036-b5f8-90b2b9d774fe,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:06.581581 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562918c9-ffda-4655-b47f-f9a37fc11189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:06.583224 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-562918c9-ffda-4655-b47f-f9a37fc11189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:06.644756 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0559874d-aad2-42e8-af43-b7ec801f14da tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1222217 Jul 05 09:56:06.668274 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36700) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:06.732638 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-a2e5590b-a087-4560-925c-94303c6646b5 req-7b3393a0-7b7e-429e-a4be-a20fd849ed88 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Allocated IP 172.25.7.182 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/de220308-faaa-47fb-b156-8ab9c8c829db) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:06.760776 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-615e1e11-29e4-4720-8ef1-dedbf249b9e5 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.853319 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-615e1e11-29e4-4720-8ef1-dedbf249b9e5 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.871116 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562918c9-ffda-4655-b47f-f9a37fc11189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Router c3aeefbb-f919-42b2-a98e-d9cce90e89b6 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:56:06.973426 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-615e1e11-29e4-4720-8ef1-dedbf249b9e5 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.977641 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-615e1e11-29e4-4720-8ef1-dedbf249b9e5 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.980471 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-615e1e11-29e4-4720-8ef1-dedbf249b9e5 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "DELETE /v2.0/security-groups/3f85d482-b157-40ad-9eda-98bbed28209b HTTP/1.1" status: 204 len: 168 time: 0.3106785 Jul 05 09:56:06.993640 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36712) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:07.028712 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e1e11-29e4-4720-8ef1-dedbf249b9e5 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f85d482-b157-40ad-9eda-98bbed28209b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:07.029817 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562918c9-ffda-4655-b47f-f9a37fc11189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:56:07.038612 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-562918c9-ffda-4655-b47f-f9a37fc11189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "PUT /v2.0/routers/c3aeefbb-f919-42b2-a98e-d9cce90e89b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9271157 Jul 05 09:56:07.044963 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36714) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:07.045202 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] Sync routers for ids ['c3aeefbb-f919-42b2-a98e-d9cce90e89b6'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:56:07.047834 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a2e5590b-a087-4560-925c-94303c6646b5 req-7b3393a0-7b7e-429e-a4be-a20fd849ed88 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:07.061063 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] Routers {'c3aeefbb-f919-42b2-a98e-d9cce90e89b6'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:07.061794 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:55:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c3aeefbb-f919-42b2-a98e-d9cce90e89b6'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:07.091219 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-20e6e954-8ce4-4942-844a-8baf218fe51f None None] Provisioning complete for port 00b30574-2a3f-458b-8d70-3b852e2916e9 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:07.091819 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-20e6e954-8ce4-4942-844a-8baf218fe51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:07.134805 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-20e6e954-8ce4-4942-844a-8baf218fe51f None None] Port 00b30574-2a3f-458b-8d70-3b852e2916e9 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:56:07.167796 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d3749a-b5d1-46dc-857f-8ea47a929eb1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:07.169463 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-04d3749a-b5d1-46dc-857f-8ea47a929eb1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports/00b30574-2a3f-458b-8d70-3b852e2916e9 HTTP/1.1" status: 200 len: 911 time: 0.1229613 Jul 05 09:56:07.177971 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36724) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:07.196600 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] Set router c3aeefbb-f919-42b2-a98e-d9cce90e89b6 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:56:07.218768 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a2e5590b-a087-4560-925c-94303c6646b5 req-7b3393a0-7b7e-429e-a4be-a20fd849ed88 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:07.313112 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e5590b-a087-4560-925c-94303c6646b5 req-7b3393a0-7b7e-429e-a4be-a20fd849ed88 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:07.323128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5dcc1-be98-4c53-a8f1-80de15083707 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:07.329590 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e8d1d92b-dc90-47fb-b7e1-f136d36024b7 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3112967 Jul 05 09:56:07.331217 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5dcc1-be98-4c53-a8f1-80de15083707 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:07.336348 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-94b5dcc1-be98-4c53-a8f1-80de15083707 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1572821 Jul 05 09:56:07.336985 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-a2e5590b-a087-4560-925c-94303c6646b5 req-7b3393a0-7b7e-429e-a4be-a20fd849ed88 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:07.337255 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36728) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:07.337374 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36730) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:07.344152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e5590b-a087-4560-925c-94303c6646b5 req-7b3393a0-7b7e-429e-a4be-a20fd849ed88 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:07.349553 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3393a0-7b7e-429e-a4be-a20fd849ed88 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Pushing event updated for resources: {'Port': ['ID=de220308-faaa-47fb-b156-8ab9c8c829db,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:07.411021 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36fc70-6c53-42df-8444-0f80d084263d req-b59f5a6b-5914-4ad8-b16f-4b4270b72f7f tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:07.412608 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c36fc70-6c53-42df-8444-0f80d084263d req-b59f5a6b-5914-4ad8-b16f-4b4270b72f7f tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.3467391 Jul 05 09:56:07.458506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5f01f-b870-4e4a-bf11-a285c0788573 req-fa1f7e38-1728-42c1-9087-e78268eccb2e tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:07.460281 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46f5f01f-b870-4e4a-bf11-a285c0788573 req-fa1f7e38-1728-42c1-9087-e78268eccb2e tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 945 time: 0.3009174 Jul 05 09:56:07.514403 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9fb50a55-bee3-452c-878a-7dcb2ca39598 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:07.538841 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3aeefbb-f919-42b2-a98e-d9cce90e89b6', 'name': 'tempest-NetworksTestDHCPv6-router-132198256', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:56:03Z', 'updated_at': '2021-07-05T09:56:05Z', 'revision_number': 2, 'project_id': '6e8aee2f22274343a7455e44e0e846a8', 'gw_port_host': None, '_interfaces': [{'id': '00b30574-2a3f-458b-8d70-3b852e2916e9', 'name': '', 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'mac_address': 'fa:16:3e:9f:48:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3aeefbb-f919-42b2-a98e-d9cce90e89b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '73c7e713-9ec2-4325-a58d-4d0223270c11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:56:04Z', 'updated_at': '2021-07-05T09:56:06Z', 'revision_number': 2, 'project_id': '6e8aee2f22274343a7455e44e0e846a8', 'subnets': [{'id': '73c7e713-9ec2-4325-a58d-4d0223270c11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:07.539703 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9fb50a55-bee3-452c-878a-7dcb2ca39598 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:07.547910 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c36fc70-6c53-42df-8444-0f80d084263d req-21456050-5e06-4242-b7fe-b08559f49fd5 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/security-groups?id=86cbf653-9fd5-4875-b99a-cdbd9b2ead09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257682 Jul 05 09:56:07.590127 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9fb50a55-bee3-452c-878a-7dcb2ca39598 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:07.594766 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9fb50a55-bee3-452c-878a-7dcb2ca39598 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:07.600867 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9fb50a55-bee3-452c-878a-7dcb2ca39598 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "DELETE /v2.0/security-groups/29c70f3a-dbb3-4471-839b-b57b14b322a6 HTTP/1.1" status: 204 len: 168 time: 0.2622564 Jul 05 09:56:07.601639 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36744) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:07.605529 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] Checking router: c3aeefbb-f919-42b2-a98e-d9cce90e89b6 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:56:07.606937 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] Updating router c3aeefbb-f919-42b2-a98e-d9cce90e89b6 port 00b30574-2a3f-458b-8d70-3b852e2916e9 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:56:07.618484 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a2e5590b-a087-4560-925c-94303c6646b5 req-7b3393a0-7b7e-429e-a4be-a20fd849ed88 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:07.659409 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:07.698031 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a2e5590b-a087-4560-925c-94303c6646b5 req-7b3393a0-7b7e-429e-a4be-a20fd849ed88 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:07.729281 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-46f5f01f-b870-4e4a-bf11-a285c0788573 req-cdedc63c-1c2b-4def-aef3-80d1c09f10e2 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Deleting port 3a2b0699-01ed-44eb-9101-8220bcaacb61 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:07.729661 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46f5f01f-b870-4e4a-bf11-a285c0788573 req-cdedc63c-1c2b-4def-aef3-80d1c09f10e2 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:07.765339 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb50a55-bee3-452c-878a-7dcb2ca39598 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c70f3a-dbb3-4471-839b-b57b14b322a6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:07.854833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36752) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:07.876391 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-106eb48f-a67b-405c-a489-b2244bee18c5 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2599459 Jul 05 09:56:07.877524 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-46f5f01f-b870-4e4a-bf11-a285c0788573 req-cdedc63c-1c2b-4def-aef3-80d1c09f10e2 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] For port 3a2b0699-01ed-44eb-9101-8220bcaacb61, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=3a2b0699-01ed-44eb-9101-8220bcaacb61,segment=NetworkSegment(54184659-b6d5-4d0c-b3ad-0d30deff4124),segment_id=54184659-b6d5-4d0c-b3ad-0d30deff4124)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:07.879177 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36756) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:07.884411 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46f5f01f-b870-4e4a-bf11-a285c0788573 req-cdedc63c-1c2b-4def-aef3-80d1c09f10e2 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:07.900262 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4571806d-79c4-4ef3-a558-e623f01a0f9c tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Request body: {'security_group': {'name': 'tempest-secgroup--748202201'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:07.948587 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-46f5f01f-b870-4e4a-bf11-a285c0788573 req-cdedc63c-1c2b-4def-aef3-80d1c09f10e2 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Calling delete_port for 3a2b0699-01ed-44eb-9101-8220bcaacb61 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:07.987002 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4571806d-79c4-4ef3-a558-e623f01a0f9c tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.143933 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.157328 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] Transition to ACTIVE for port object 00b30574-2a3f-458b-8d70-3b852e2916e9 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:08.166673 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.177501 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ae110394-9ecc-484d-968c-2e261ab2f4d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-966568737-network', 'tenant_id': 'b3537ee4c4da495b925a1471b1948439'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:08.234905 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4571806d-79c4-4ef3-a558-e623f01a0f9c tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.249910 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4571806d-79c4-4ef3-a558-e623f01a0f9c tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.257245 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e836afc-f05b-4f1d-b084-f61dbb9f1f9a None None] Pushing event updated for resources: {'Port': ['ID=00b30574-2a3f-458b-8d70-3b852e2916e9,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:08.296136 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571806d-79c4-4ef3-a558-e623f01a0f9c tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26a69de2-a9aa-412d-a7e3-a44e939ffc97,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:08.367562 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] Attempting to bind port 00b30574-2a3f-458b-8d70-3b852e2916e9 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:56:08.367957 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] Attempting to bind port 00b30574-2a3f-458b-8d70-3b852e2916e9 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:56:08.368214 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] Attempting to bind port 00b30574-2a3f-458b-8d70-3b852e2916e9 on network 65df7426-ac9a-4b58-aa66-f2f5b3623134 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:56:08.374657 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:56:08.375082 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] Checking segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:56:08.375428 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.375819 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] Bound using segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:56:08.376321 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] Bound port: 00b30574-2a3f-458b-8d70-3b852e2916e9, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:56:08.376695 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.404487 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4468d1b6-5822-4530-8d6b-f119f389a386 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.453198 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] For port 00b30574-2a3f-458b-8d70-3b852e2916e9, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:56:08.460864 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] For port 00b30574-2a3f-458b-8d70-3b852e2916e9, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=00b30574-2a3f-458b-8d70-3b852e2916e9,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:56:08.466993 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.527373 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae110394-9ecc-484d-968c-2e261ab2f4d0 admin admin] Made reservation on behalf of b3537ee4c4da495b925a1471b1948439 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:08.531903 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae110394-9ecc-484d-968c-2e261ab2f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.550589 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e836afc-f05b-4f1d-b084-f61dbb9f1f9a None None] Pushing event updated for resources: {'Port': ['ID=00b30574-2a3f-458b-8d70-3b852e2916e9,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:08.567936 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] Routers {'c3aeefbb-f919-42b2-a98e-d9cce90e89b6'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:08.567936 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:55:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c3aeefbb-f919-42b2-a98e-d9cce90e89b6'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:08.580881 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae110394-9ecc-484d-968c-2e261ab2f4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.583023 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4571806d-79c4-4ef3-a558-e623f01a0f9c tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.584288 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4571806d-79c4-4ef3-a558-e623f01a0f9c tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7037230 Jul 05 09:56:08.605112 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36768) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:08.618277 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c9b123d8-0cd0-475a-9b28-b7968076c0f6 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Request body: {'security_group_rule': {'security_group_id': '26a69de2-a9aa-412d-a7e3-a44e939ffc97', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:08.630577 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a2e5590b-a087-4560-925c-94303c6646b5 req-7b3393a0-7b7e-429e-a4be-a20fd849ed88 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.641796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36772) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:08.658966 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a2e5590b-a087-4560-925c-94303c6646b5 req-7b3393a0-7b7e-429e-a4be-a20fd849ed88 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.737527 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae110394-9ecc-484d-968c-2e261ab2f4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.750083 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae110394-9ecc-484d-968c-2e261ab2f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.767178 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae110394-9ecc-484d-968c-2e261ab2f4d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:56:08.778672 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae110394-9ecc-484d-968c-2e261ab2f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.779025 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-ae110394-9ecc-484d-968c-2e261ab2f4d0 admin admin] Added segment 678ef642-8d28-4929-a44f-ee5c6ba5273a of type vlan for network b34665a0-9bdf-4adb-a913-bb5127789dd8 Jul 05 09:56:08.810347 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3393a0-7b7e-429e-a4be-a20fd849ed88 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Pushing event updated for resources: {'Port': ['ID=de220308-faaa-47fb-b156-8ab9c8c829db,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:08.825325 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46f5f01f-b870-4e4a-bf11-a285c0788573 req-cdedc63c-1c2b-4def-aef3-80d1c09f10e2 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.839451 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['3a2b0699-01ed-44eb-9101-8220bcaacb61'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:56:08.850064 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae110394-9ecc-484d-968c-2e261ab2f4d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.876691 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] Set router c3aeefbb-f919-42b2-a98e-d9cce90e89b6 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:56:08.914283 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae110394-9ecc-484d-968c-2e261ab2f4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbb1810-6676-491d-9f1c-5d6621d10538,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:08.919225 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae110394-9ecc-484d-968c-2e261ab2f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.920224 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae110394-9ecc-484d-968c-2e261ab2f4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:08.921082 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae110394-9ecc-484d-968c-2e261ab2f4d0 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.935968 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdedc63c-1c2b-4def-aef3-80d1c09f10e2 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Pushing event deleted for resources: {'Port': ['ID=3a2b0699-01ed-44eb-9101-8220bcaacb61,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:08.963611 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9b123d8-0cd0-475a-9b28-b7968076c0f6 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:09.001911 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a2e5590b-a087-4560-925c-94303c6646b5 req-7b3393a0-7b7e-429e-a4be-a20fd849ed88 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:09.014771 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4ac2dcf2-4915-4311-aacb-9784be763fdb req-cd5ea227-ccce-4bbf-849a-934ae24dce47 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2ec7d3b-3526-4e15-8e4e-cc8789e41e07 HTTP/1.1" status: 200 len: 210 time: 0.1308470 Jul 05 09:56:09.015543 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2a33d2a-0567-4663-9b14-b12bb291762f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:09.028568 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ae110394-9ecc-484d-968c-2e261ab2f4d0 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1718366 Jul 05 09:56:09.035681 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36780) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:09.056729 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-11254571-9a9b-4a88-a24f-8f938b217e89 admin admin] Request body: {'subnet': {'network_id': 'b34665a0-9bdf-4adb-a913-bb5127789dd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-966568737-subnet', 'tenant_id': 'b3537ee4c4da495b925a1471b1948439', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:09.065580 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f5f01f-b870-4e4a-bf11-a285c0788573 req-cdedc63c-1c2b-4def-aef3-80d1c09f10e2 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] No DVR routers for this DVR port 3a2b0699-01ed-44eb-9101-8220bcaacb61 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:56:09.074079 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46f5f01f-b870-4e4a-bf11-a285c0788573 req-cdedc63c-1c2b-4def-aef3-80d1c09f10e2 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:09.076682 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46f5f01f-b870-4e4a-bf11-a285c0788573 req-cdedc63c-1c2b-4def-aef3-80d1c09f10e2 tempest-ServerRescueNegativeTestJSON-175411105 tempest-ServerRescueNegativeTestJSON-175411105-project] 10.222.0.81 "DELETE /v2.0/ports/3a2b0699-01ed-44eb-9101-8220bcaacb61 HTTP/1.1" status: 204 len: 173 time: 1.6099272 Jul 05 09:56:09.077116 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ec7d3b-3526-4e15-8e4e-cc8789e41e07', 'name': 'network-vif-deleted', 'tag': '3a2b0699-01ed-44eb-9101-8220bcaacb61'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:56:09.079387 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c86d89d-621a-40b8-a2b9-ff426c1d42db" -d '{"events": [{"server_uuid": "d2ec7d3b-3526-4e15-8e4e-cc8789e41e07", "name": "network-vif-deleted", "tag": "3a2b0699-01ed-44eb-9101-8220bcaacb61"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:56:09.086960 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae110394-9ecc-484d-968c-2e261ab2f4d0 admin admin] Pushing event updated for resources: {'Network': ['ID=b34665a0-9bdf-4adb-a913-bb5127789dd8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:09.089844 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a2e5590b-a087-4560-925c-94303c6646b5 req-7b3393a0-7b7e-429e-a4be-a20fd849ed88 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:09.096769 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a2e5590b-a087-4560-925c-94303c6646b5 req-7b3393a0-7b7e-429e-a4be-a20fd849ed88 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2335660 Jul 05 09:56:09.102990 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network b34665a0-9bdf-4adb-a913-bb5127789dd8 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:56:09.111904 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4468d1b6-5822-4530-8d6b-f119f389a386 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting port 00b30574-2a3f-458b-8d70-3b852e2916e9 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:09.112725 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4468d1b6-5822-4530-8d6b-f119f389a386 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:09.131909 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3aeefbb-f919-42b2-a98e-d9cce90e89b6', 'name': 'tempest-NetworksTestDHCPv6-router-132198256', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:56:03Z', 'updated_at': '2021-07-05T09:56:05Z', 'revision_number': 2, 'project_id': '6e8aee2f22274343a7455e44e0e846a8', 'gw_port_host': None, '_interfaces': [{'id': '00b30574-2a3f-458b-8d70-3b852e2916e9', 'name': '', 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'mac_address': 'fa:16:3e:9f:48:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3aeefbb-f919-42b2-a98e-d9cce90e89b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '73c7e713-9ec2-4325-a58d-4d0223270c11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:56:04Z', 'updated_at': '2021-07-05T09:56:08Z', 'revision_number': 4, 'project_id': '6e8aee2f22274343a7455e44e0e846a8', 'subnets': [{'id': '73c7e713-9ec2-4325-a58d-4d0223270c11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:09.193319 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bd9315-9011-45ec-ab8c-db0fdd11a360 None None] The sync data for ids ['c3aeefbb-f919-42b2-a98e-d9cce90e89b6'] in n-d-798054-8 is: [{'id': 'c3aeefbb-f919-42b2-a98e-d9cce90e89b6', 'name': 'tempest-NetworksTestDHCPv6-router-132198256', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:56:03Z', 'updated_at': '2021-07-05T09:56:05Z', 'revision_number': 2, 'project_id': '6e8aee2f22274343a7455e44e0e846a8', 'gw_port_host': None, '_interfaces': [{'id': '00b30574-2a3f-458b-8d70-3b852e2916e9', 'name': '', 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'mac_address': 'fa:16:3e:9f:48:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3aeefbb-f919-42b2-a98e-d9cce90e89b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '73c7e713-9ec2-4325-a58d-4d0223270c11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:56:04Z', 'updated_at': '2021-07-05T09:56:08Z', 'revision_number': 4, 'project_id': '6e8aee2f22274343a7455e44e0e846a8', 'subnets': [{'id': '73c7e713-9ec2-4325-a58d-4d0223270c11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:56:09.298775 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a2e5590b-a087-4560-925c-94303c6646b5 req-aa5aa949-aff3-47b0-a846-e5e295366aa8 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.182 HTTP/1.1" status: 200 len: 696 time: 0.2010174 Jul 05 09:56:09.325752 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9b123d8-0cd0-475a-9b28-b7968076c0f6 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:09.364706 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9b123d8-0cd0-475a-9b28-b7968076c0f6 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:09.395885 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7611d85c-0a0b-42af-8121-eaaaddb3b40d x-openstack-request-id: req-7611d85c-0a0b-42af-8121-eaaaddb3b40d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:56:09.396503 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ec7d3b-3526-4e15-8e4e-cc8789e41e07", "name": "network-vif-deleted", "tag": "3a2b0699-01ed-44eb-9101-8220bcaacb61", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:56:09.396757 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7611d85c-0a0b-42af-8121-eaaaddb3b40d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:56:09.397160 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ec7d3b-3526-4e15-8e4e-cc8789e41e07', 'name': 'network-vif-deleted', 'tag': '3a2b0699-01ed-44eb-9101-8220bcaacb61', 'status': 'completed', 'code': 200} Jul 05 09:56:09.422395 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b123d8-0cd0-475a-9b28-b7968076c0f6 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d24b68f3-a45f-4f99-82e1-0fe3866ec691,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:09.476122 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5590b-a087-4560-925c-94303c6646b5 req-f3ff9f7e-feef-4e81-b66d-bb6e12b0d0b4 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:09.477601 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a2e5590b-a087-4560-925c-94303c6646b5 req-f3ff9f7e-feef-4e81-b66d-bb6e12b0d0b4 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.1780293 Jul 05 09:56:09.499229 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-a2e5590b-a087-4560-925c-94303c6646b5 req-42282f45-59cb-40ab-b0bc-1236619ca58f tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:56:09.500287 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a2e5590b-a087-4560-925c-94303c6646b5 req-42282f45-59cb-40ab-b0bc-1236619ca58f tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167818 Jul 05 09:56:09.502303 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2a33d2a-0567-4663-9b14-b12bb291762f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:09.514583 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2a33d2a-0567-4663-9b14-b12bb291762f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:09.629803 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11254571-9a9b-4a88-a24f-8f938b217e89 admin admin] Made reservation on behalf of b3537ee4c4da495b925a1471b1948439 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:09.632455 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11254571-9a9b-4a88-a24f-8f938b217e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:09.679278 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9b123d8-0cd0-475a-9b28-b7968076c0f6 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:09.683885 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c9b123d8-0cd0-475a-9b28-b7968076c0f6 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0735896 Jul 05 09:56:09.684077 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36786) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:09.685429 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a33d2a-0567-4663-9b14-b12bb291762f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3090374e-3de7-442e-ab4a-0247a3a742d9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:09.695358 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e2a33d2a-0567-4663-9b14-b12bb291762f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=95458359bac9471f81006b4db970d4c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0516143 Jul 05 09:56:09.698985 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36788) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:09.733560 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-4468d1b6-5822-4530-8d6b-f119f389a386 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] For port 00b30574-2a3f-458b-8d70-3b852e2916e9, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=00b30574-2a3f-458b-8d70-3b852e2916e9,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:09.733921 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4468d1b6-5822-4530-8d6b-f119f389a386 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:09.786360 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9d9178d-d45a-4c17-9b2b-d56e732e5f8d req-eae576e0-2cdd-47b1-935c-814df5c373fb tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2185881 Jul 05 09:56:09.788567 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4468d1b6-5822-4530-8d6b-f119f389a386 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Calling delete_port for 00b30574-2a3f-458b-8d70-3b852e2916e9 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:09.791291 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-539229e2-efef-453b-ba81-d23602614a79 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:09.791550 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e9d9178d-d45a-4c17-9b2b-d56e732e5f8d req-ed20037a-6775-4f95-8873-db89ed537ddf tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:09.812721 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-539229e2-efef-453b-ba81-d23602614a79 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:09.821114 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e3e4192-0377-42a0-9190-1ba654787be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:09.844544 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e9d9178d-d45a-4c17-9b2b-d56e732e5f8d req-ed20037a-6775-4f95-8873-db89ed537ddf tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:09.874123 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e3e4192-0377-42a0-9190-1ba654787be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:09.925871 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-539229e2-efef-453b-ba81-d23602614a79 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:09.943632 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-539229e2-efef-453b-ba81-d23602614a79 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:09.944855 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-539229e2-efef-453b-ba81-d23602614a79 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/d24b68f3-a45f-4f99-82e1-0fe3866ec691 HTTP/1.1" status: 204 len: 168 time: 0.2599428 Jul 05 09:56:09.948894 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36790) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:09.984929 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539229e2-efef-453b-ba81-d23602614a79 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d24b68f3-a45f-4f99-82e1-0fe3866ec691,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:10.029585 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-aeb9b915-d01f-4eb4-9ebb-713e49d253c2 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0755048 Jul 05 09:56:10.030512 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e3e4192-0377-42a0-9190-1ba654787be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:10.033050 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e3e4192-0377-42a0-9190-1ba654787be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:10.034360 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5e3e4192-0377-42a0-9190-1ba654787be4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3090374e-3de7-442e-ab4a-0247a3a742d9 HTTP/1.1" status: 204 len: 168 time: 0.3342409 Jul 05 09:56:10.037098 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36792) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:10.061261 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 00b30574-2a3f-458b-8d70-3b852e2916e9 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:56:10.069216 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e4192-0377-42a0-9190-1ba654787be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3090374e-3de7-442e-ab4a-0247a3a742d9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:10.129528 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e9d9178d-d45a-4c17-9b2b-d56e732e5f8d req-ed20037a-6775-4f95-8873-db89ed537ddf tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:10.157088 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fbaaf0e-d4d7-4997-9599-4860ef51a70d tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:10.190216 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 00b30574-2a3f-458b-8d70-3b852e2916e9 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:56:10.190396 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36798) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:10.197959 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 00b30574-2a3f-458b-8d70-3b852e2916e9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:10.199141 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:10.228821 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fbaaf0e-d4d7-4997-9599-4860ef51a70d tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:10.285927 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11254571-9a9b-4a88-a24f-8f938b217e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:10.330141 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-e9d9178d-d45a-4c17-9b2b-d56e732e5f8d req-ed20037a-6775-4f95-8873-db89ed537ddf tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Allocated IP 172.25.7.131 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/1a8240c3-e121-4b80-a906-d9f9b30513db) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:10.417173 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:10.428317 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fbaaf0e-d4d7-4997-9599-4860ef51a70d tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:10.431165 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fbaaf0e-d4d7-4997-9599-4860ef51a70d tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:10.435082 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3fbaaf0e-d4d7-4997-9599-4860ef51a70d tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "DELETE /v2.0/security-groups/26a69de2-a9aa-412d-a7e3-a44e939ffc97 HTTP/1.1" status: 204 len: 168 time: 0.3930604 Jul 05 09:56:10.438800 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36806) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:10.440548 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11254571-9a9b-4a88-a24f-8f938b217e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3acd711-3c7f-472d-85cc-ec7cdf4cd8f6,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:10.463402 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbaaf0e-d4d7-4997-9599-4860ef51a70d tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a69de2-a9aa-412d-a7e3-a44e939ffc97,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:10.476846 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11254571-9a9b-4a88-a24f-8f938b217e89 admin admin] Checking segment: {'id': '678ef642-8d28-4929-a44f-ee5c6ba5273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b34665a0-9bdf-4adb-a913-bb5127789dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:56:10.477202 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11254571-9a9b-4a88-a24f-8f938b217e89 admin admin] Network hostable DHCP agents. Network: b34665a0-9bdf-4adb-a913-bb5127789dd8, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:56:10.486734 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4468d1b6-5822-4530-8d6b-f119f389a386 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:10.588506 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-324ab1aa-4705-482f-a9f9-eb33aa6c2d2d tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1469367 Jul 05 09:56:10.589069 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36808) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:10.594845 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36810) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:10.598378 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468d1b6-5822-4530-8d6b-f119f389a386 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Port': ['ID=00b30574-2a3f-458b-8d70-3b852e2916e9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:10.601043 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2e46b09e-e128-4e0d-be3d-7b59fb7fd49c tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Request body: {'security_group': {'name': 'tempest-secgroup--457215093'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:10.611798 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e9d9178d-d45a-4c17-9b2b-d56e732e5f8d req-ed20037a-6775-4f95-8873-db89ed537ddf tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:10.646774 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e46b09e-e128-4e0d-be3d-7b59fb7fd49c tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:10.673936 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11254571-9a9b-4a88-a24f-8f938b217e89 admin admin] Network b34665a0-9bdf-4adb-a913-bb5127789dd8 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:56:10.679025 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b5134bd-68d2-4226-b9f3-67068c68c0f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:10.697226 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e9d9178d-d45a-4c17-9b2b-d56e732e5f8d req-ed20037a-6775-4f95-8873-db89ed537ddf tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:10.742997 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-11254571-9a9b-4a88-a24f-8f938b217e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, b34665a0-9bdf-4adb-a913-bb5127789dd8) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:10.747928 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11254571-9a9b-4a88-a24f-8f938b217e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:10.748565 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11254571-9a9b-4a88-a24f-8f938b217e89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:10.762405 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d9178d-d45a-4c17-9b2b-d56e732e5f8d req-ed20037a-6775-4f95-8873-db89ed537ddf tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:10.765530 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35181df4-9495-4bdf-9a9c-fc20546bccda None None] Network b34665a0-9bdf-4adb-a913-bb5127789dd8 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:10.775155 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-e9d9178d-d45a-4c17-9b2b-d56e732e5f8d req-ed20037a-6775-4f95-8873-db89ed537ddf tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:10.781642 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d9178d-d45a-4c17-9b2b-d56e732e5f8d req-ed20037a-6775-4f95-8873-db89ed537ddf tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:10.793200 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20037a-6775-4f95-8873-db89ed537ddf tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Pushing event updated for resources: {'Port': ['ID=1a8240c3-e121-4b80-a906-d9f9b30513db,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:10.810873 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4468d1b6-5822-4530-8d6b-f119f389a386 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:10.868026 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e46b09e-e128-4e0d-be3d-7b59fb7fd49c tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:10.884364 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e46b09e-e128-4e0d-be3d-7b59fb7fd49c tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:10.940060 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-11254571-9a9b-4a88-a24f-8f938b217e89 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8858292 Jul 05 09:56:10.973602 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46b09e-e128-4e0d-be3d-7b59fb7fd49c tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d46a331-11da-4274-a715-80ec29186b89,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:10.986735 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e9d9178d-d45a-4c17-9b2b-d56e732e5f8d req-ed20037a-6775-4f95-8873-db89ed537ddf tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.048501 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 3a2b0699-01ed-44eb-9101-8220bcaacb61 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:56:11.080243 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e9d9178d-d45a-4c17-9b2b-d56e732e5f8d req-ed20037a-6775-4f95-8873-db89ed537ddf tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.097457 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dfbc90-7f2d-406a-89a3-e4f371cf8337 None None] Network b34665a0-9bdf-4adb-a913-bb5127789dd8 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:11.100534 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 3a2b0699-01ed-44eb-9101-8220bcaacb61 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:56:11.100895 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 3a2b0699-01ed-44eb-9101-8220bcaacb61 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:56:11.155432 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4468d1b6-5822-4530-8d6b-f119f389a386 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Router c3aeefbb-f919-42b2-a98e-d9cce90e89b6 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:56:11.221977 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b5134bd-68d2-4226-b9f3-67068c68c0f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.302071 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b5134bd-68d2-4226-b9f3-67068c68c0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.359669 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5b5134bd-68d2-4226-b9f3-67068c68c0f2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=21b10cbbf87d463298a8f179db1ce6b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7601838 Jul 05 09:56:11.364132 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36818) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:11.366504 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e9d9178d-d45a-4c17-9b2b-d56e732e5f8d req-ed20037a-6775-4f95-8873-db89ed537ddf tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.374275 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e9d9178d-d45a-4c17-9b2b-d56e732e5f8d req-ed20037a-6775-4f95-8873-db89ed537ddf tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.400869 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4468d1b6-5822-4530-8d6b-f119f389a386 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:56:11.411498 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4468d1b6-5822-4530-8d6b-f119f389a386 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "PUT /v2.0/routers/c3aeefbb-f919-42b2-a98e-d9cce90e89b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0286095 Jul 05 09:56:11.413307 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33664b9f-339e-4db7-a0d3-f8f0d36eb113 None None] Sync routers for ids ['c3aeefbb-f919-42b2-a98e-d9cce90e89b6'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:56:11.414711 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36820) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:11.428846 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33664b9f-339e-4db7-a0d3-f8f0d36eb113 None None] Routers {'c3aeefbb-f919-42b2-a98e-d9cce90e89b6'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:11.429594 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-33664b9f-339e-4db7-a0d3-f8f0d36eb113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:55:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c3aeefbb-f919-42b2-a98e-d9cce90e89b6'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:11.438897 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20037a-6775-4f95-8873-db89ed537ddf tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Pushing event updated for resources: {'Port': ['ID=1a8240c3-e121-4b80-a906-d9f9b30513db,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:11.441193 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e46b09e-e128-4e0d-be3d-7b59fb7fd49c tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.448147 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2e46b09e-e128-4e0d-be3d-7b59fb7fd49c tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8515770 Jul 05 09:56:11.449311 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36824) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:11.457444 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-10cd5e0d-eb0a-4c62-a514-1567af957671 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Request body: {'security_group_rule': {'security_group_id': '8d46a331-11da-4274-a715-80ec29186b89', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:11.505597 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5134bd-68d2-4226-b9f3-67068c68c0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabdf1cf-b9ef-47f5-90e6-5244240fac54,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:11.521492 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e9d9178d-d45a-4c17-9b2b-d56e732e5f8d req-ed20037a-6775-4f95-8873-db89ed537ddf tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.536149 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10cd5e0d-eb0a-4c62-a514-1567af957671 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.591202 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-912c7be7-4a6e-4a60-9f8e-9e5de8f271fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.598692 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-33664b9f-339e-4db7-a0d3-f8f0d36eb113 None None] Set router c3aeefbb-f919-42b2-a98e-d9cce90e89b6 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:56:11.599003 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2939a916-8360-4775-8968-ee7ac7617928 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:11.601326 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2939a916-8360-4775-8968-ee7ac7617928 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:11.606388 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2939a916-8360-4775-8968-ee7ac7617928 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1839447 Jul 05 09:56:11.610419 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8adc2ba6-7687-48bb-91da-35b0047d74d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.614104 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36830) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:11.628723 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10cd5e0d-eb0a-4c62-a514-1567af957671 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.634285 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e9d9178d-d45a-4c17-9b2b-d56e732e5f8d req-ed20037a-6775-4f95-8873-db89ed537ddf tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.641191 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9d9178d-d45a-4c17-9b2b-d56e732e5f8d req-ed20037a-6775-4f95-8873-db89ed537ddf tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8539011 Jul 05 09:56:11.642387 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10cd5e0d-eb0a-4c62-a514-1567af957671 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.669715 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-33664b9f-339e-4db7-a0d3-f8f0d36eb113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3aeefbb-f919-42b2-a98e-d9cce90e89b6', 'name': 'tempest-NetworksTestDHCPv6-router-132198256', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:56:03Z', 'updated_at': '2021-07-05T09:56:10Z', 'revision_number': 3, 'project_id': '6e8aee2f22274343a7455e44e0e846a8', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:11.681580 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd5e0d-eb0a-4c62-a514-1567af957671 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e8682a-8e17-4a3d-9b76-5e663041a13d,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:11.696291 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10cd5e0d-eb0a-4c62-a514-1567af957671 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.701353 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-10cd5e0d-eb0a-4c62-a514-1567af957671 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2476370 Jul 05 09:56:11.708669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33664b9f-339e-4db7-a0d3-f8f0d36eb113 None None] Checking router: c3aeefbb-f919-42b2-a98e-d9cce90e89b6 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:56:11.719455 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33664b9f-339e-4db7-a0d3-f8f0d36eb113 None None] Routers {'c3aeefbb-f919-42b2-a98e-d9cce90e89b6'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:11.720111 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-33664b9f-339e-4db7-a0d3-f8f0d36eb113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:55:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c3aeefbb-f919-42b2-a98e-d9cce90e89b6'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:11.737760 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36834) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:11.759169 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9d9178d-d45a-4c17-9b2b-d56e732e5f8d req-2b83d5b5-ebb8-46a8-863a-95f120430940 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.131 HTTP/1.1" status: 200 len: 696 time: 0.0904102 Jul 05 09:56:11.767586 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-63daf2c1-ca78-476c-9bb2-7085018f8217 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-group-rules/84e8682a-8e17-4a3d-9b76-5e663041a13d HTTP/1.1" status: 200 len: 763 time: 0.0288575 Jul 05 09:56:11.768234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36838) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:11.869765 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-33664b9f-339e-4db7-a0d3-f8f0d36eb113 None None] Set router c3aeefbb-f919-42b2-a98e-d9cce90e89b6 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:56:11.910724 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-912c7be7-4a6e-4a60-9f8e-9e5de8f271fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.941835 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36842) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:11.948557 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e6786b15-2d19-43bc-83a7-d45e040d9ca1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-347343410-network', 'tenant_id': 'fa0ef05bc60941cfb49af5fce4e35c31'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:11.948855 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff33da52-8c63-443b-ae0f-c8cde5fd9857 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet 73c7e713-9ec2-4325-a58d-4d0223270c11 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:56:11.952833 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff33da52-8c63-443b-ae0f-c8cde5fd9857 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.990963 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-33664b9f-339e-4db7-a0d3-f8f0d36eb113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3aeefbb-f919-42b2-a98e-d9cce90e89b6', 'name': 'tempest-NetworksTestDHCPv6-router-132198256', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:56:03Z', 'updated_at': '2021-07-05T09:56:10Z', 'revision_number': 3, 'project_id': '6e8aee2f22274343a7455e44e0e846a8', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:12.003065 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0ee72627-e23b-4d9c-93a2-843156c0c975 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2300556 Jul 05 09:56:12.003285 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff33da52-8c63-443b-ae0f-c8cde5fd9857 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.005912 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36844) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:12.034430 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33664b9f-339e-4db7-a0d3-f8f0d36eb113 None None] The sync data for ids ['c3aeefbb-f919-42b2-a98e-d9cce90e89b6'] in n-d-798054-8 is: [{'id': 'c3aeefbb-f919-42b2-a98e-d9cce90e89b6', 'name': 'tempest-NetworksTestDHCPv6-router-132198256', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:56:03Z', 'updated_at': '2021-07-05T09:56:10Z', 'revision_number': 3, 'project_id': '6e8aee2f22274343a7455e44e0e846a8', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:56:12.034964 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6786b15-2d19-43bc-83a7-d45e040d9ca1 admin admin] Made reservation on behalf of fa0ef05bc60941cfb49af5fce4e35c31 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:12.041425 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6786b15-2d19-43bc-83a7-d45e040d9ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.061986 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff33da52-8c63-443b-ae0f-c8cde5fd9857 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.069301 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6786b15-2d19-43bc-83a7-d45e040d9ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.082019 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9178d-d45a-4c17-9b2b-d56e732e5f8d req-44d9d28b-7d5e-40ec-9627-b045562b7681 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:12.083532 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9d9178d-d45a-4c17-9b2b-d56e732e5f8d req-44d9d28b-7d5e-40ec-9627-b045562b7681 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.3144188 Jul 05 09:56:12.086471 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c47e31e0-35f8-4ade-841f-b0a5d7d0d154 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.108952 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c47e31e0-35f8-4ade-841f-b0a5d7d0d154 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.201789 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a92fc69-8ca4-4f95-86d2-2b52e3983b6c req-f2fe9001-47d6-4155-8041-83546d058ee4 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/floatingips/b4345836-d178-489f-a9fb-ab9fb910858f HTTP/1.1" status: 200 len: 693 time: 0.0830340 Jul 05 09:56:12.213560 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c47e31e0-35f8-4ade-841f-b0a5d7d0d154 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.223121 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c47e31e0-35f8-4ade-841f-b0a5d7d0d154 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.224793 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c47e31e0-35f8-4ade-841f-b0a5d7d0d154 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/84e8682a-8e17-4a3d-9b76-5e663041a13d HTTP/1.1" status: 204 len: 168 time: 0.2108247 Jul 05 09:56:12.227934 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36848) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:12.231990 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e31e0-35f8-4ade-841f-b0a5d7d0d154 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84e8682a-8e17-4a3d-9b76-5e663041a13d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:12.249047 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff33da52-8c63-443b-ae0f-c8cde5fd9857 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.251381 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-912c7be7-4a6e-4a60-9f8e-9e5de8f271fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.253386 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-912c7be7-4a6e-4a60-9f8e-9e5de8f271fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.254529 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-912c7be7-4a6e-4a60-9f8e-9e5de8f271fa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cabdf1cf-b9ef-47f5-90e6-5244240fac54 HTTP/1.1" status: 204 len: 168 time: 0.8816435 Jul 05 09:56:12.339833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c7be7-4a6e-4a60-9f8e-9e5de8f271fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabdf1cf-b9ef-47f5-90e6-5244240fac54,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:12.348769 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33da52-8c63-443b-ae0f-c8cde5fd9857 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=73c7e713-9ec2-4325-a58d-4d0223270c11,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:12.360477 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28871fec-c67f-4bfb-a1ac-ea44292c9f0a None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:12.388319 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff33da52-8c63-443b-ae0f-c8cde5fd9857 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.393379 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ff33da52-8c63-443b-ae0f-c8cde5fd9857 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/73c7e713-9ec2-4325-a58d-4d0223270c11 HTTP/1.1" status: 204 len: 168 time: 0.7771964 Jul 05 09:56:12.397482 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36852) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:12.415551 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6786b15-2d19-43bc-83a7-d45e040d9ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.424748 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6786b15-2d19-43bc-83a7-d45e040d9ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.438092 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6786b15-2d19-43bc-83a7-d45e040d9ca1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:56:12.449802 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6786b15-2d19-43bc-83a7-d45e040d9ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.450218 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-e6786b15-2d19-43bc-83a7-d45e040d9ca1 admin admin] Added segment 3bc8c269-37a9-4229-8564-bf7bd406de48 of type vlan for network 57adda04-6a6d-4075-b380-e67cbf92f84c Jul 05 09:56:12.555736 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-881aab9b-b864-4d43-8f48-3c8bb8a50114 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3252079 Jul 05 09:56:12.559645 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6786b15-2d19-43bc-83a7-d45e040d9ca1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.562827 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36856) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:12.603844 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2906f175-5bbb-46b7-879d-b339ad8cab57 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Request body: {'security_group_rule': {'security_group_id': '8d46a331-11da-4274-a715-80ec29186b89', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:12.618953 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6786b15-2d19-43bc-83a7-d45e040d9ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716539c1-a626-441d-82d6-dd300284c8cc,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:12.670219 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e4c4e333-deae-40ee-b30a-4680bff2e6c8 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2696874 Jul 05 09:56:12.673578 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36860) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:12.685712 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2906f175-5bbb-46b7-879d-b339ad8cab57 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.718051 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92fc69-8ca4-4f95-86d2-2b52e3983b6c req-4d7f76b4-8fbd-4b08-8a52-7ee990961917 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:12.720269 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a92fc69-8ca4-4f95-86d2-2b52e3983b6c req-4d7f76b4-8fbd-4b08-8a52-7ee990961917 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.4907529 Jul 05 09:56:12.745586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-8a92fc69-8ca4-4f95-86d2-2b52e3983b6c req-443953a0-3940-43fe-95d4-421a6a6ede78 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:56:12.747147 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a92fc69-8ca4-4f95-86d2-2b52e3983b6c req-443953a0-3940-43fe-95d4-421a6a6ede78 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207677 Jul 05 09:56:12.754506 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6786b15-2d19-43bc-83a7-d45e040d9ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.759663 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6786b15-2d19-43bc-83a7-d45e040d9ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:12.773362 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b9a609-599e-4bdc-823c-4d037c6b8234 None None] DHCP port deletion for 65df7426-ac9a-4b58-aa66-f2f5b3623134 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:56:12.782119 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6786b15-2d19-43bc-83a7-d45e040d9ca1 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.827217 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2cfb1aa-57ba-468e-a480-73645bfdcaed tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.863228 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-44b9a609-599e-4bdc-823c-4d037c6b8234 None None] Deleting port ac7041eb-2766-463e-b06a-d5155ff54b66 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:12.863470 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-44b9a609-599e-4bdc-823c-4d037c6b8234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.870365 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6786b15-2d19-43bc-83a7-d45e040d9ca1 admin admin] Pushing event updated for resources: {'Network': ['ID=57adda04-6a6d-4075-b380-e67cbf92f84c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:12.883189 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 57adda04-6a6d-4075-b380-e67cbf92f84c details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:56:12.935414 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-946fe013-5bca-4659-a2fc-7c9d69233857 req-ca75a3fb-7e05-46da-8b5d-0ab8f1869f11 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/floatingips/b4345836-d178-489f-a9fb-ab9fb910858f HTTP/1.1" status: 200 len: 693 time: 0.0650311 Jul 05 09:56:12.944493 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e6786b15-2d19-43bc-83a7-d45e040d9ca1 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9987772 Jul 05 09:56:12.945271 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36874) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:12.956250 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8adc2ba6-7687-48bb-91da-35b0047d74d6 admin admin] Deleting port 77a88a55-7823-4bea-b1cc-2272ea97801d {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:12.956785 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8adc2ba6-7687-48bb-91da-35b0047d74d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.961408 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-61d36e33-c040-47dd-a735-ff0abe2f305c admin admin] Request body: {'subnet': {'network_id': '57adda04-6a6d-4075-b380-e67cbf92f84c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-347343410-subnet', 'tenant_id': 'fa0ef05bc60941cfb49af5fce4e35c31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:13.003558 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-44b9a609-599e-4bdc-823c-4d037c6b8234 None None] For port ac7041eb-2766-463e-b06a-d5155ff54b66, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ac7041eb-2766-463e-b06a-d5155ff54b66,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:13.004113 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-44b9a609-599e-4bdc-823c-4d037c6b8234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.025256 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-44b9a609-599e-4bdc-823c-4d037c6b8234 None None] Calling delete_port for ac7041eb-2766-463e-b06a-d5155ff54b66 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:13.093104 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d36e33-c040-47dd-a735-ff0abe2f305c admin admin] Made reservation on behalf of fa0ef05bc60941cfb49af5fce4e35c31 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:13.096108 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-61d36e33-c040-47dd-a735-ff0abe2f305c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.114263 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2906f175-5bbb-46b7-879d-b339ad8cab57 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.122974 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2906f175-5bbb-46b7-879d-b339ad8cab57 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.131569 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2cfb1aa-57ba-468e-a480-73645bfdcaed tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.135777 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2cfb1aa-57ba-468e-a480-73645bfdcaed tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.155533 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-44b9a609-599e-4bdc-823c-4d037c6b8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.170090 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906f175-5bbb-46b7-879d-b339ad8cab57 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f84a16-ee83-45b4-becb-4d78134c295a,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:13.189123 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9a609-599e-4bdc-823c-4d037c6b8234 None None] Pushing event deleted for resources: {'Port': ['ID=ac7041eb-2766-463e-b06a-d5155ff54b66,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:13.195805 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b9a609-599e-4bdc-823c-4d037c6b8234 None None] No DVR routers for this DVR port ac7041eb-2766-463e-b06a-d5155ff54b66 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:56:13.216764 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2906f175-5bbb-46b7-879d-b339ad8cab57 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.220473 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2906f175-5bbb-46b7-879d-b339ad8cab57 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6540797 Jul 05 09:56:13.220762 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36882) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:13.237377 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-8adc2ba6-7687-48bb-91da-35b0047d74d6 admin admin] For port 77a88a55-7823-4bea-b1cc-2272ea97801d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=77a88a55-7823-4bea-b1cc-2272ea97801d,segment=NetworkSegment(54184659-b6d5-4d0c-b3ad-0d30deff4124),segment_id=54184659-b6d5-4d0c-b3ad-0d30deff4124)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:13.237754 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8adc2ba6-7687-48bb-91da-35b0047d74d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.240174 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2cfb1aa-57ba-468e-a480-73645bfdcaed tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.240730 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cfb1aa-57ba-468e-a480-73645bfdcaed tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Fanout notify agent at l3_agent the message router_deleted on router c3aeefbb-f919-42b2-a98e-d9cce90e89b6 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:56:13.248403 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2cfb1aa-57ba-468e-a480-73645bfdcaed tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.252623 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36884) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:13.252871 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d2cfb1aa-57ba-468e-a480-73645bfdcaed tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/routers/c3aeefbb-f919-42b2-a98e-d9cce90e89b6 HTTP/1.1" status: 204 len: 168 time: 0.5755596 Jul 05 09:56:13.260363 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-09accc7c-89f3-4e54-90f9-4b35c157ce2a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:13.266691 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8adc2ba6-7687-48bb-91da-35b0047d74d6 admin admin] Calling delete_port for 77a88a55-7823-4bea-b1cc-2272ea97801d owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:13.279450 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d4cb5e5f-eee5-47f9-a522-c8370d420223 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-group-rules/f2f84a16-ee83-45b4-becb-4d78134c295a HTTP/1.1" status: 200 len: 763 time: 0.0576012 Jul 05 09:56:13.279911 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36886) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:13.354735 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946fe013-5bca-4659-a2fc-7c9d69233857 req-85a5a62f-dc04-41d3-b0b7-5b170da07c36 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:13.356741 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-946fe013-5bca-4659-a2fc-7c9d69233857 req-85a5a62f-dc04-41d3-b0b7-5b170da07c36 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.3840625 Jul 05 09:56:13.402192 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-946fe013-5bca-4659-a2fc-7c9d69233857 req-1fecfe54-7183-48a8-bb16-25f41e91cae6 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:56:13.403436 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-946fe013-5bca-4659-a2fc-7c9d69233857 req-1fecfe54-7183-48a8-bb16-25f41e91cae6 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0236161 Jul 05 09:56:13.486923 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-946fe013-5bca-4659-a2fc-7c9d69233857 req-e253c982-40ed-4229-9b45-7788568a2cd7 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.131 HTTP/1.1" status: 200 len: 696 time: 0.0742443 Jul 05 09:56:13.586728 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09accc7c-89f3-4e54-90f9-4b35c157ce2a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:13.590678 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-09accc7c-89f3-4e54-90f9-4b35c157ce2a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.598413 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-946fe013-5bca-4659-a2fc-7c9d69233857 req-f3b95705-e060-41e1-ba06-9569f6c4202b tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.131 HTTP/1.1" status: 200 len: 696 time: 0.0794246 Jul 05 09:56:13.599379 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-61d36e33-c040-47dd-a735-ff0abe2f305c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.716188 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3aa63b0f-7729-4158-bef2-9adfa204929b tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4345427 Jul 05 09:56:13.719551 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36896) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:13.788748 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0290d034-e6fe-42f1-907f-d3208c38408c tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.802939 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d36e33-c040-47dd-a735-ff0abe2f305c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0ae1378-e10a-4baf-a5d1-dc27bb19e5d6,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:13.803517 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0290d034-e6fe-42f1-907f-d3208c38408c tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.850397 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0290d034-e6fe-42f1-907f-d3208c38408c tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.864107 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0290d034-e6fe-42f1-907f-d3208c38408c tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.867694 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0290d034-e6fe-42f1-907f-d3208c38408c tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/f2f84a16-ee83-45b4-becb-4d78134c295a HTTP/1.1" status: 204 len: 168 time: 0.1447690 Jul 05 09:56:13.870289 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36904) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:13.872829 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290d034-e6fe-42f1-907f-d3208c38408c tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2f84a16-ee83-45b4-becb-4d78134c295a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:13.872998 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d36e33-c040-47dd-a735-ff0abe2f305c admin admin] Checking segment: {'id': '3bc8c269-37a9-4229-8564-bf7bd406de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '57adda04-6a6d-4075-b380-e67cbf92f84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:56:13.873226 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d36e33-c040-47dd-a735-ff0abe2f305c admin admin] Network hostable DHCP agents. Network: 57adda04-6a6d-4075-b380-e67cbf92f84c, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:56:13.933946 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8adc2ba6-7687-48bb-91da-35b0047d74d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.983774 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc2ba6-7687-48bb-91da-35b0047d74d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=77a88a55-7823-4bea-b1cc-2272ea97801d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:13.988429 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d36e33-c040-47dd-a735-ff0abe2f305c admin admin] Network 57adda04-6a6d-4075-b380-e67cbf92f84c is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:56:14.017617 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ac7041eb-2766-463e-b06a-d5155ff54b66 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:56:14.057136 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: ac7041eb-2766-463e-b06a-d5155ff54b66 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:56:14.057852 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ac7041eb-2766-463e-b06a-d5155ff54b66 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:56:14.058511 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 00b30574-2a3f-458b-8d70-3b852e2916e9 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:56:14.067478 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-946fe013-5bca-4659-a2fc-7c9d69233857 req-caa38663-ddbe-40a5-8aa7-d0ec542408c2 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Deleting port 1a8240c3-e121-4b80-a906-d9f9b30513db {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:14.068165 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-946fe013-5bca-4659-a2fc-7c9d69233857 req-caa38663-ddbe-40a5-8aa7-d0ec542408c2 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.084273 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a9a3db57-94bd-4366-a6e1-afa0fc662bb7 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2057149 Jul 05 09:56:14.084640 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36910) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:14.090963 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0d2458cb-e1ae-4cca-8806-94a53f5ff7da tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Request body: {'security_group_rule': {'security_group_id': '8d46a331-11da-4274-a715-80ec29186b89', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:14.095277 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-61d36e33-c040-47dd-a735-ff0abe2f305c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 57adda04-6a6d-4075-b380-e67cbf92f84c) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:14.115728 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 00b30574-2a3f-458b-8d70-3b852e2916e9 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:56:14.116486 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 00b30574-2a3f-458b-8d70-3b852e2916e9 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:56:14.127718 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8a80f3-1d98-4dfc-b8c1-606103836965 None None] Network 57adda04-6a6d-4075-b380-e67cbf92f84c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:14.163434 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d36e33-c040-47dd-a735-ff0abe2f305c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:14.164264 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-61d36e33-c040-47dd-a735-ff0abe2f305c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.167400 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-09accc7c-89f3-4e54-90f9-4b35c157ce2a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.174872 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d2458cb-e1ae-4cca-8806-94a53f5ff7da tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.229284 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09accc7c-89f3-4e54-90f9-4b35c157ce2a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:14.241728 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-09accc7c-89f3-4e54-90f9-4b35c157ce2a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:14.254461 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7054f1e2-dc99-47c9-a346-75298cf7014f None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:14.255043 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09accc7c-89f3-4e54-90f9-4b35c157ce2a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:14.255697 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-09accc7c-89f3-4e54-90f9-4b35c157ce2a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.275947 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-61d36e33-c040-47dd-a735-ff0abe2f305c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3163183 Jul 05 09:56:14.296470 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8adc2ba6-7687-48bb-91da-35b0047d74d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.319380 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09accc7c-89f3-4e54-90f9-4b35c157ce2a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=0060f9b7-b5fa-4f3b-86f1-b215d5de0d0e,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:14.331133 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-09accc7c-89f3-4e54-90f9-4b35c157ce2a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0752335 Jul 05 09:56:14.339641 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36920) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:14.372490 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-946fe013-5bca-4659-a2fc-7c9d69233857 req-caa38663-ddbe-40a5-8aa7-d0ec542408c2 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.372849 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-946fe013-5bca-4659-a2fc-7c9d69233857 req-caa38663-ddbe-40a5-8aa7-d0ec542408c2 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.384946 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4a625cc0-d812-46c9-a46f-a471bdf3e308 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1122652587', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:14.396233 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-946fe013-5bca-4659-a2fc-7c9d69233857 req-caa38663-ddbe-40a5-8aa7-d0ec542408c2 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Calling delete_port for 1a8240c3-e121-4b80-a906-d9f9b30513db owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:14.399697 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d2458cb-e1ae-4cca-8806-94a53f5ff7da tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.411756 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d2458cb-e1ae-4cca-8806-94a53f5ff7da tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.481898 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2458cb-e1ae-4cca-8806-94a53f5ff7da tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae24e44f-3208-4a17-8524-3d4372b79300,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:14.498778 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a625cc0-d812-46c9-a46f-a471bdf3e308 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.500234 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a625cc0-d812-46c9-a46f-a471bdf3e308 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.518126 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d2458cb-e1ae-4cca-8806-94a53f5ff7da tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.519600 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0d2458cb-e1ae-4cca-8806-94a53f5ff7da tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4345324 Jul 05 09:56:14.523725 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36924) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:14.556195 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750d33fa-247a-455c-8830-dfc4a09b9c83 None None] Network 57adda04-6a6d-4075-b380-e67cbf92f84c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:14.557942 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-173129c1-b164-4e00-a1b3-114ba1701ff1 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-group-rules/ae24e44f-3208-4a17-8524-3d4372b79300 HTTP/1.1" status: 200 len: 764 time: 0.0330987 Jul 05 09:56:14.558617 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36932) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:14.624807 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4ffb8aff-75c4-4428-a4c6-cd7c813629ec tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0628152 Jul 05 09:56:14.625488 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36938) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:14.659927 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27e5f5eb-3fdd-4f9e-9eeb-6fb8b246e51d tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.669322 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a625cc0-d812-46c9-a46f-a471bdf3e308 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.678600 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a625cc0-d812-46c9-a46f-a471bdf3e308 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.694693 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27e5f5eb-3fdd-4f9e-9eeb-6fb8b246e51d tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.734678 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a625cc0-d812-46c9-a46f-a471bdf3e308 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.743957 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-946fe013-5bca-4659-a2fc-7c9d69233857 req-caa38663-ddbe-40a5-8aa7-d0ec542408c2 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.744197 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4a625cc0-d812-46c9-a46f-a471bdf3e308 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3603666 Jul 05 09:56:14.744197 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36944) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:14.766359 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27e5f5eb-3fdd-4f9e-9eeb-6fb8b246e51d tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.779638 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27e5f5eb-3fdd-4f9e-9eeb-6fb8b246e51d tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.784210 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-27e5f5eb-3fdd-4f9e-9eeb-6fb8b246e51d tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/ae24e44f-3208-4a17-8524-3d4372b79300 HTTP/1.1" status: 204 len: 168 time: 0.1545851 Jul 05 09:56:14.784210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa38663-ddbe-40a5-8aa7-d0ec542408c2 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Pushing event deleted for resources: {'Port': ['ID=1a8240c3-e121-4b80-a906-d9f9b30513db,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:14.788886 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36950) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:14.809787 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5f5eb-3fdd-4f9e-9eeb-6fb8b246e51d tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae24e44f-3208-4a17-8524-3d4372b79300,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:14.885676 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-33afcc04-fe38-48bc-94be-0a6282646dcb tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0949292 Jul 05 09:56:14.888988 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36960) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:14.898442 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-65df7426-ac9a-4b58-aa66-f2f5b3623134', 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'fixed_ips': [{'subnet_id': '0060f9b7-b5fa-4f3b-86f1-b215d5de0d0e'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:56:14.898442 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.941768 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-946fe013-5bca-4659-a2fc-7c9d69233857 req-caa38663-ddbe-40a5-8aa7-d0ec542408c2 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.944476 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-946fe013-5bca-4659-a2fc-7c9d69233857 req-caa38663-ddbe-40a5-8aa7-d0ec542408c2 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.948538 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-946fe013-5bca-4659-a2fc-7c9d69233857 req-caa38663-ddbe-40a5-8aa7-d0ec542408c2 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "DELETE /v2.0/floatingips/b4345836-d178-489f-a9fb-ab9fb910858f HTTP/1.1" status: 204 len: 173 time: 1.3051641 Jul 05 09:56:15.233989 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8adc2ba6-7687-48bb-91da-35b0047d74d6 admin admin] Router 3781bdc3-d360-45e1-b891-a39d7df5b2e7 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:56:15.240270 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317052a-a1c4-46af-b968-6066857ec270 req-718ef051-0c3a-4242-be50-396d62699c58 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:15.245608 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2317052a-a1c4-46af-b968-6066857ec270 req-718ef051-0c3a-4242-be50-396d62699c58 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/networks?id=b34665a0-9bdf-4adb-a913-bb5127789dd8 HTTP/1.1" status: 200 len: 808 time: 0.1419899 Jul 05 09:56:15.247102 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8be0590-d8d5-42b1-973a-bdf3465a1cff tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:15.298450 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2317052a-a1c4-46af-b968-6066857ec270 req-6217e38c-f8c1-4148-b2fe-73b5de2db3e5 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/quotas/b3537ee4c4da495b925a1471b1948439 HTTP/1.1" status: 200 len: 375 time: 0.0476298 Jul 05 09:56:15.316200 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8be0590-d8d5-42b1-973a-bdf3465a1cff tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:15.363721 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Allocated IP 2001:db8::2 (65df7426-ac9a-4b58-aa66-f2f5b3623134/0060f9b7-b5fa-4f3b-86f1-b215d5de0d0e/73a6f804-712a-4088-a2fe-7bfe9ef874a6) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:15.367506 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2317052a-a1c4-46af-b968-6066857ec270 req-cef69a31-b2fa-4ef4-b3ea-4a1e0bd67ba0 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b3537ee4c4da495b925a1471b1948439&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671153 Jul 05 09:56:15.477921 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2317052a-a1c4-46af-b968-6066857ec270 req-b45695b3-a471-47b2-bf24-8ff520b05498 service neutron] 10.222.0.79 "GET /v2.0/networks/b34665a0-9bdf-4adb-a913-bb5127789dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093869 Jul 05 09:56:15.518316 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adc2ba6-7687-48bb-91da-35b0047d74d6 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:56:15.524832 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8adc2ba6-7687-48bb-91da-35b0047d74d6 admin admin] 10.222.0.79 "PUT /v2.0/routers/3781bdc3-d360-45e1-b891-a39d7df5b2e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3320765 Jul 05 09:56:15.527451 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d21f54-124e-4687-8f27-51d896ae46d8 None None] Sync routers for ids ['3781bdc3-d360-45e1-b891-a39d7df5b2e7'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:56:15.545459 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36988) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:15.549253 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d21f54-124e-4687-8f27-51d896ae46d8 None None] Routers {'3781bdc3-d360-45e1-b891-a39d7df5b2e7'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:15.550081 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f1d21f54-124e-4687-8f27-51d896ae46d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:55:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['3781bdc3-d360-45e1-b891-a39d7df5b2e7'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:15.557005 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-693b2c3e-d2c5-459b-aadd-90e175811a34 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:15.582213 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:15.593756 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Transition to ACTIVE for port object 73a6f804-712a-4088-a2fe-7bfe9ef874a6 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:15.595766 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36990) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:15.635769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2542ebe-0448-4e70-8034-e0035d0db912 req-35690cf0-adaa-4a53-b2d6-a2140873d115 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:15.636905 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Transition to ACTIVE for port object 73a6f804-712a-4088-a2fe-7bfe9ef874a6 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:15.638105 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a2542ebe-0448-4e70-8034-e0035d0db912 req-35690cf0-adaa-4a53-b2d6-a2140873d115 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6655266 Jul 05 09:56:15.664665 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8be0590-d8d5-42b1-973a-bdf3465a1cff tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:15.669073 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:15.670719 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8be0590-d8d5-42b1-973a-bdf3465a1cff tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:15.675207 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d8be0590-d8d5-42b1-973a-bdf3465a1cff tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "DELETE /v2.0/security-groups/8d46a331-11da-4274-a715-80ec29186b89 HTTP/1.1" status: 204 len: 168 time: 0.7852666 Jul 05 09:56:15.675996 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36996) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:15.744761 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-447c6964-70de-44e9-8c95-27909586b057 tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0631604 Jul 05 09:56:15.749059 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36998) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:15.760463 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be0590-d8d5-42b1-973a-bdf3465a1cff tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d46a331-11da-4274-a715-80ec29186b89,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:15.773601 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Pushing event updated for resources: {'Port': ['ID=73a6f804-712a-4088-a2fe-7bfe9ef874a6,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:15.806211 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc79981f-235b-4af0-bffe-4a24bac1d5aa admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:15.808422 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f1d21f54-124e-4687-8f27-51d896ae46d8 None None] Set router 3781bdc3-d360-45e1-b891-a39d7df5b2e7 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:56:15.833052 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:15.833424 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:15.835080 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:15.835947 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2317052a-a1c4-46af-b968-6066857ec270 req-2b99cc7c-a1fb-425c-af78-d62e0ee980b8 service neutron] 10.222.0.79 "GET /v2.0/networks/b34665a0-9bdf-4adb-a913-bb5127789dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567150 Jul 05 09:56:15.836611 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:15.838220 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:15.839213 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:15.839587 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:15.840115 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:15.841105 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:15.841822 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:15.842210 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:15.842610 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:15.851732 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:15.853282 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:15.855721 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:15.924569 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bf572343-c4ba-4dfc-98dd-9266a426b60e tempest-SecGroupTest-312840582 tempest-SecGroupTest-312840582-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1675286 Jul 05 09:56:15.935982 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Attempting to bind port 73a6f804-712a-4088-a2fe-7bfe9ef874a6 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:56:15.936600 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Attempting to bind port 73a6f804-712a-4088-a2fe-7bfe9ef874a6 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:56:15.937033 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Attempting to bind port 73a6f804-712a-4088-a2fe-7bfe9ef874a6 on network 65df7426-ac9a-4b58-aa66-f2f5b3623134 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:56:15.945923 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:56:15.946326 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Checking segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:56:15.946795 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:15.948407 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Bound using segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:56:15.948961 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Bound port: 73a6f804-712a-4088-a2fe-7bfe9ef874a6, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:56:15.949415 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:15.985329 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc79981f-235b-4af0-bffe-4a24bac1d5aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:15.994755 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-620ef4bf-f04d-4d3c-b8f3-2ac3e939fc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:16.048161 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] For port 73a6f804-712a-4088-a2fe-7bfe9ef874a6, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:56:16.052353 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] For port 73a6f804-712a-4088-a2fe-7bfe9ef874a6, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=73a6f804-712a-4088-a2fe-7bfe9ef874a6,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:56:16.058634 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:16.172075 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154076d4-b395-4c15-bcec-1559b1f24ea6 None None] Pushing event updated for resources: {'Port': ['ID=73a6f804-712a-4088-a2fe-7bfe9ef874a6,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:16.320098 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f1d21f54-124e-4687-8f27-51d896ae46d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3781bdc3-d360-45e1-b891-a39d7df5b2e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1927268666-router', 'tenant_id': 'c841ad1b0474469f875c4f560c814580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '66932138-3347-4585-9b76-247461d70cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:53:02Z', 'updated_at': '2021-07-05T09:56:13Z', 'revision_number': 5, 'project_id': 'c841ad1b0474469f875c4f560c814580', 'gw_port': {'id': '66932138-3347-4585-9b76-247461d70cdb', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3781bdc3-d360-45e1-b891-a39d7df5b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:53:03Z', 'updated_at': '2021-07-05T09:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:16.364091 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-fc79981f-235b-4af0-bffe-4a24bac1d5aa admin admin] Deleting port 66932138-3347-4585-9b76-247461d70cdb {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:16.364599 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc79981f-235b-4af0-bffe-4a24bac1d5aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:16.368593 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37012) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:16.400821 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d21f54-124e-4687-8f27-51d896ae46d8 None None] Checking router: 3781bdc3-d360-45e1-b891-a39d7df5b2e7 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:56:16.428087 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d21f54-124e-4687-8f27-51d896ae46d8 None None] Routers {'3781bdc3-d360-45e1-b891-a39d7df5b2e7'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:16.429130 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f1d21f54-124e-4687-8f27-51d896ae46d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:55:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['3781bdc3-d360-45e1-b891-a39d7df5b2e7'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:16.467695 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-693b2c3e-d2c5-459b-aadd-90e175811a34 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8::1 (65df7426-ac9a-4b58-aa66-f2f5b3623134/0060f9b7-b5fa-4f3b-86f1-b215d5de0d0e/8e74317f-660b-4f14-b62d-acb182d8f0d8) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:16.640812 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-620ef4bf-f04d-4d3c-b8f3-2ac3e939fc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:16.644908 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-fc79981f-235b-4af0-bffe-4a24bac1d5aa admin admin] For port 66932138-3347-4585-9b76-247461d70cdb, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=66932138-3347-4585-9b76-247461d70cdb,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:16.645273 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc79981f-235b-4af0-bffe-4a24bac1d5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:16.666404 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-620ef4bf-f04d-4d3c-b8f3-2ac3e939fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:16.689153 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-fc79981f-235b-4af0-bffe-4a24bac1d5aa admin admin] Calling delete_port for 66932138-3347-4585-9b76-247461d70cdb owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:16.733202 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f1d21f54-124e-4687-8f27-51d896ae46d8 None None] Set router 3781bdc3-d360-45e1-b891-a39d7df5b2e7 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:56:16.770472 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c1c3a77-e7c5-4037-b05e-566f9a96e801 req-0f115b83-5e0f-417f-96db-9854596c2ebd tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/floatingips?tenant_id=6034c335ab534dd29de819939ac4d8a7 HTTP/1.1" status: 200 len: 1656 time: 0.6446519 Jul 05 09:56:16.799057 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0e30e30f-fa9b-45dc-9355-09a10fd108bd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=93443f08970e430ab767e387e714f323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4128139 Jul 05 09:56:16.802218 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1d232131-c45a-4981-82e2-2a4af4a98a6b req-d4b2e45b-a5b9-498f-b2db-30d3ee446da3 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d3a5532-2c78-4145-b55b-816cecf1d82f HTTP/1.1" status: 200 len: 210 time: 0.5398350 Jul 05 09:56:16.803463 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37016) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:16.816302 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f1d21f54-124e-4687-8f27-51d896ae46d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3781bdc3-d360-45e1-b891-a39d7df5b2e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1927268666-router', 'tenant_id': 'c841ad1b0474469f875c4f560c814580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:53:02Z', 'updated_at': '2021-07-05T09:56:15Z', 'revision_number': 6, 'project_id': 'c841ad1b0474469f875c4f560c814580', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:16.840854 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-620ef4bf-f04d-4d3c-b8f3-2ac3e939fc5e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2bee6fc556ce49e8aa3099962b6d45cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2381282 Jul 05 09:56:16.859187 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37022) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:16.862894 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d21f54-124e-4687-8f27-51d896ae46d8 None None] The sync data for ids ['3781bdc3-d360-45e1-b891-a39d7df5b2e7'] in n-d-798054-8 is: [{'id': '3781bdc3-d360-45e1-b891-a39d7df5b2e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1927268666-router', 'tenant_id': 'c841ad1b0474469f875c4f560c814580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:53:02Z', 'updated_at': '2021-07-05T09:56:15Z', 'revision_number': 6, 'project_id': 'c841ad1b0474469f875c4f560c814580', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:56:16.885456 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ef4bf-f04d-4d3c-b8f3-2ac3e939fc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb41acf9-498a-4fb4-a280-264fe869614e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:16.895814 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-693b2c3e-d2c5-459b-aadd-90e175811a34 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:16.926705 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-693b2c3e-d2c5-459b-aadd-90e175811a34 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Transition to ACTIVE for port object 8e74317f-660b-4f14-b62d-acb182d8f0d8 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:17.021956 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-693b2c3e-d2c5-459b-aadd-90e175811a34 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.050981 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c3a77-e7c5-4037-b05e-566f9a96e801 req-29f1658a-1c7a-4fc2-903f-55e35b391994 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:17.052525 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c1c3a77-e7c5-4037-b05e-566f9a96e801 req-29f1658a-1c7a-4fc2-903f-55e35b391994 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/networks?id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&id=09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 787 time: 0.2618210 Jul 05 09:56:17.080952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-4c1c3a77-e7c5-4037-b05e-566f9a96e801 req-addfbfe1-339b-428e-9208-3f3200d10252 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:56:17.081936 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c1c3a77-e7c5-4037-b05e-566f9a96e801 req-addfbfe1-339b-428e-9208-3f3200d10252 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176945 Jul 05 09:56:17.083056 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d0d79655-5b41-4049-8fce-68aae6610b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.115142 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693b2c3e-d2c5-459b-aadd-90e175811a34 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:17.124072 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-693b2c3e-d2c5-459b-aadd-90e175811a34 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:17.126764 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693b2c3e-d2c5-459b-aadd-90e175811a34 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:17.127354 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-693b2c3e-d2c5-459b-aadd-90e175811a34 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.130241 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b2c3e-d2c5-459b-aadd-90e175811a34 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=8e74317f-660b-4f14-b62d-acb182d8f0d8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:17.186185 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3c68614-c3f8-4510-afa2-4de27d0403cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.193527 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d0d79655-5b41-4049-8fce-68aae6610b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.257255 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61b0e64c-84a4-4447-b7d9-07225e6311c8 req-d51a0aff-7526-42c5-9b99-e00ad59507c5 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/floatingips/a8321d5a-b389-43de-998d-4ee8ed9b0a4d HTTP/1.1" status: 200 len: 693 time: 0.1437211 Jul 05 09:56:17.292380 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc79981f-235b-4af0-bffe-4a24bac1d5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.306594 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d0d79655-5b41-4049-8fce-68aae6610b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.309693 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d0d79655-5b41-4049-8fce-68aae6610b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.314600 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d0d79655-5b41-4049-8fce-68aae6610b27 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7ed2d063-8d22-4f29-8a64-00605a9ee595 HTTP/1.1" status: 204 len: 168 time: 0.5099013 Jul 05 09:56:17.371091 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3c68614-c3f8-4510-afa2-4de27d0403cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.384513 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79981f-235b-4af0-bffe-4a24bac1d5aa admin admin] Pushing event deleted for resources: {'Port': ['ID=66932138-3347-4585-9b76-247461d70cdb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:17.432648 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d79655-5b41-4049-8fce-68aae6610b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed2d063-8d22-4f29-8a64-00605a9ee595,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:17.506428 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3c68614-c3f8-4510-afa2-4de27d0403cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.509543 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-693b2c3e-d2c5-459b-aadd-90e175811a34 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.509829 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3c68614-c3f8-4510-afa2-4de27d0403cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.513207 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c3c68614-c3f8-4510-afa2-4de27d0403cb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fb41acf9-498a-4fb4-a280-264fe869614e HTTP/1.1" status: 204 len: 168 time: 0.6516767 Jul 05 09:56:17.548173 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0e64c-84a4-4447-b7d9-07225e6311c8 req-1934939f-cd93-4d6b-a548-1e285cf212a2 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:17.557263 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61b0e64c-84a4-4447-b7d9-07225e6311c8 req-1934939f-cd93-4d6b-a548-1e285cf212a2 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.2990291 Jul 05 09:56:17.559751 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c68614-c3f8-4510-afa2-4de27d0403cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb41acf9-498a-4fb4-a280-264fe869614e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:17.623519 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc79981f-235b-4af0-bffe-4a24bac1d5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.677746 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61b0e64c-84a4-4447-b7d9-07225e6311c8 req-5c0ff6ea-5dcc-4d48-8bc8-7eba6034a9d1 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.182 HTTP/1.1" status: 200 len: 696 time: 0.1194985 Jul 05 09:56:17.738057 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61b0e64c-84a4-4447-b7d9-07225e6311c8 req-0ef27b56-d29e-4f32-9496-920ca6f6f7bb tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.182 HTTP/1.1" status: 200 len: 696 time: 0.0589054 Jul 05 09:56:17.912752 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc79981f-235b-4af0-bffe-4a24bac1d5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.918119 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc79981f-235b-4af0-bffe-4a24bac1d5aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.005599 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-da8b9c99-eb68-4c15-a88a-914dbef3a28d None None] Provisioning for port 73a6f804-712a-4088-a2fe-7bfe9ef874a6 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:56:18.017876 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-61b0e64c-84a4-4447-b7d9-07225e6311c8 req-2c1ef07f-808b-4404-8c11-a71eaf6252c0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Deleting port de220308-faaa-47fb-b156-8ab9c8c829db {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:18.018368 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-61b0e64c-84a4-4447-b7d9-07225e6311c8 req-2c1ef07f-808b-4404-8c11-a71eaf6252c0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.118003 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37054) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:18.144551 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc79981f-235b-4af0-bffe-4a24bac1d5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.145845 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc79981f-235b-4af0-bffe-4a24bac1d5aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3781bdc3-d360-45e1-b891-a39d7df5b2e7 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:56:18.157580 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc79981f-235b-4af0-bffe-4a24bac1d5aa admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.159156 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fc79981f-235b-4af0-bffe-4a24bac1d5aa admin admin] 10.222.0.79 "DELETE /v2.0/routers/3781bdc3-d360-45e1-b891-a39d7df5b2e7 HTTP/1.1" status: 204 len: 168 time: 2.6116621 Jul 05 09:56:18.162083 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37056) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:18.167211 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 73a6f804-712a-4088-a2fe-7bfe9ef874a6 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:56:18.223367 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f551166-e6a8-406f-b4b7-84e6f11206c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.248745 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5a37fb26-ff91-42fe-83a0-6d50e090acd2 req-13ec53d9-11ab-44f2-8a0c-54faa801d3a7 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d3a5532-2c78-4145-b55b-816cecf1d82f HTTP/1.1" status: 200 len: 210 time: 0.1081820 Jul 05 09:56:18.259617 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 73a6f804-712a-4088-a2fe-7bfe9ef874a6 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:56:18.266275 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 73a6f804-712a-4088-a2fe-7bfe9ef874a6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:18.267214 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.391587 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-61b0e64c-84a4-4447-b7d9-07225e6311c8 req-2c1ef07f-808b-4404-8c11-a71eaf6252c0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.392016 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-61b0e64c-84a4-4447-b7d9-07225e6311c8 req-2c1ef07f-808b-4404-8c11-a71eaf6252c0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.458079 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.519887 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 73a6f804-712a-4088-a2fe-7bfe9ef874a6, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=73a6f804-712a-4088-a2fe-7bfe9ef874a6,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:18.521116 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-65e67996-e11a-4898-9573-56b5363eaf1c None None] Provisioning for port 8e74317f-660b-4f14-b62d-acb182d8f0d8 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:56:18.526977 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.538591 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-65e67996-e11a-4898-9573-56b5363eaf1c None None] Provisioning complete for port 8e74317f-660b-4f14-b62d-acb182d8f0d8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:18.538591 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-65e67996-e11a-4898-9573-56b5363eaf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.671804 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 66932138-3347-4585-9b76-247461d70cdb no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:56:18.675618 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-65e67996-e11a-4898-9573-56b5363eaf1c None None] Port 8e74317f-660b-4f14-b62d-acb182d8f0d8 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:56:18.697786 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-61b0e64c-84a4-4447-b7d9-07225e6311c8 req-2c1ef07f-808b-4404-8c11-a71eaf6252c0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Calling delete_port for de220308-faaa-47fb-b156-8ab9c8c829db owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:18.706211 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=73a6f804-712a-4088-a2fe-7bfe9ef874a6,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:18.711047 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 66932138-3347-4585-9b76-247461d70cdb {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:56:18.711745 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 66932138-3347-4585-9b76-247461d70cdb not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:56:18.712599 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 77a88a55-7823-4bea-b1cc-2272ea97801d no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:56:18.723705 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317052a-a1c4-46af-b968-6066857ec270 req-1558c436-00bf-419e-bd78-18bdde96b8fb tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:18.725589 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2317052a-a1c4-46af-b968-6066857ec270 req-1558c436-00bf-419e-bd78-18bdde96b8fb tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.81 "GET /v2.0/networks?id=b34665a0-9bdf-4adb-a913-bb5127789dd8 HTTP/1.1" status: 200 len: 808 time: 0.3701820 Jul 05 09:56:18.742628 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 77a88a55-7823-4bea-b1cc-2272ea97801d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:56:18.743393 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 77a88a55-7823-4bea-b1cc-2272ea97801d not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:56:18.746306 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-2317052a-a1c4-46af-b968-6066857ec270 req-17232dc9-64b6-4d00-84f0-62de85ee40b3 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Request body: {'port': {'device_id': '1d3a5532-2c78-4145-b55b-816cecf1d82f', 'network_id': 'b34665a0-9bdf-4adb-a913-bb5127789dd8', 'admin_state_up': True, 'tenant_id': 'b3537ee4c4da495b925a1471b1948439'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:18.858691 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef2dbf7-fd48-4002-9d84-dda5a7ba9578 admin admin] Deleting subnet 0dce28fb-feef-4fc0-a912-6928eb137c35 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:56:18.864207 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fef2dbf7-fd48-4002-9d84-dda5a7ba9578 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.908405 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37068) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:18.928905 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fef2dbf7-fd48-4002-9d84-dda5a7ba9578 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.966964 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f551166-e6a8-406f-b4b7-84e6f11206c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.974186 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f551166-e6a8-406f-b4b7-84e6f11206c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.983333 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-693b2c3e-d2c5-459b-aadd-90e175811a34 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.989486 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fef2dbf7-fd48-4002-9d84-dda5a7ba9578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.993116 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-693b2c3e-d2c5-459b-aadd-90e175811a34 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.994303 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-693b2c3e-d2c5-459b-aadd-90e175811a34 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.053207 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a3180a91-e4bd-4a69-b702-8b821c94c9ba tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-907069022'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:19.071058 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f551166-e6a8-406f-b4b7-84e6f11206c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9ca7da-9587-4908-b8c6-a697820674b3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:19.076237 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9f551166-e6a8-406f-b4b7-84e6f11206c6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a4154073a54a4b87aa8bc22f6f975e9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9571381 Jul 05 09:56:19.080647 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2317052a-a1c4-46af-b968-6066857ec270 req-17232dc9-64b6-4d00-84f0-62de85ee40b3 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Made reservation on behalf of b3537ee4c4da495b925a1471b1948439 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:19.084193 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2317052a-a1c4-46af-b968-6066857ec270 req-17232dc9-64b6-4d00-84f0-62de85ee40b3 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.086177 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37072) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:19.120630 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b2c3e-d2c5-459b-aadd-90e175811a34 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=8e74317f-660b-4f14-b62d-acb182d8f0d8,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:19.150868 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-61b0e64c-84a4-4447-b7d9-07225e6311c8 req-2c1ef07f-808b-4404-8c11-a71eaf6252c0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.150868 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3180a91-e4bd-4a69-b702-8b821c94c9ba tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] Made reservation on behalf of 4ffd283d436348609195368a6134bd0c for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:19.156460 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a3180a91-e4bd-4a69-b702-8b821c94c9ba tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.165591 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fef2dbf7-fd48-4002-9d84-dda5a7ba9578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.199250 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2dbf7-fd48-4002-9d84-dda5a7ba9578 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dce28fb-feef-4fc0-a912-6928eb137c35,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:19.208753 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fef2dbf7-fd48-4002-9d84-dda5a7ba9578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.212964 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fef2dbf7-fd48-4002-9d84-dda5a7ba9578 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0dce28fb-feef-4fc0-a912-6928eb137c35 HTTP/1.1" status: 204 len: 168 time: 1.0473299 Jul 05 09:56:19.212964 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693b2c3e-d2c5-459b-aadd-90e175811a34 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:19.213362 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37074) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:19.216690 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a3180a91-e4bd-4a69-b702-8b821c94c9ba tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.221448 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-693b2c3e-d2c5-459b-aadd-90e175811a34 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:19.224706 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ef07f-808b-4404-8c11-a71eaf6252c0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Pushing event deleted for resources: {'Port': ['ID=de220308-faaa-47fb-b156-8ab9c8c829db,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:19.362538 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42b07475-b69f-435b-9915-b5b8c2f31a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.402528 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f09eb2ea-f988-4a60-8e96-6a402939f537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.479354 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39fae886-fbf1-4d52-ada8-631c64d695ba req-52fb7d82-2770-43a3-aee7-dd03f56d74bc tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d3a5532-2c78-4145-b55b-816cecf1d82f HTTP/1.1" status: 200 len: 210 time: 0.0720050 Jul 05 09:56:19.479766 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42b07475-b69f-435b-9915-b5b8c2f31a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.480361 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-61b0e64c-84a4-4447-b7d9-07225e6311c8 req-2c1ef07f-808b-4404-8c11-a71eaf6252c0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.483552 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-61b0e64c-84a4-4447-b7d9-07225e6311c8 req-2c1ef07f-808b-4404-8c11-a71eaf6252c0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.491277 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61b0e64c-84a4-4447-b7d9-07225e6311c8 req-2c1ef07f-808b-4404-8c11-a71eaf6252c0 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "DELETE /v2.0/floatingips/a8321d5a-b389-43de-998d-4ee8ed9b0a4d HTTP/1.1" status: 204 len: 173 time: 1.7488470 Jul 05 09:56:19.495377 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-42b07475-b69f-435b-9915-b5b8c2f31a36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee79470-62a5-467c-812c-ff770a614a58']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:19.506474 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693b2c3e-d2c5-459b-aadd-90e175811a34 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Router 2319dba4-ca5e-4c4c-9db7-a57116aae250 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:56:19.514951 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-42b07475-b69f-435b-9915-b5b8c2f31a36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54184659-b6d5-4d0c-b3ad-0d30deff4124') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:19.516796 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-42b07475-b69f-435b-9915-b5b8c2f31a36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54184659-b6d5-4d0c-b3ad-0d30deff4124') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:19.529390 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42b07475-b69f-435b-9915-b5b8c2f31a36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.532080 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f09eb2ea-f988-4a60-8e96-6a402939f537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.599206 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-405c6fad-d746-47c2-a292-228473cb44b0 req-b1570564-5203-4362-9a82-48326dcbe2bb tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/floatingips/e5ac9190-e131-422e-ac30-425ce79ef0fa HTTP/1.1" status: 200 len: 692 time: 0.0834320 Jul 05 09:56:19.607383 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-159a13b5-5e9c-46b8-8ae1-5c1f225a9a43 None None] Provisioning complete for port 8e74317f-660b-4f14-b62d-acb182d8f0d8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:19.608174 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42b07475-b69f-435b-9915-b5b8c2f31a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.618165 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-2317052a-a1c4-46af-b968-6066857ec270 req-17232dc9-64b6-4d00-84f0-62de85ee40b3 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Allocated IP 172.20.0.14 (b34665a0-9bdf-4adb-a913-bb5127789dd8/c3acd711-3c7f-472d-85cc-ec7cdf4cd8f6/dc4d8e4e-4536-4231-b446-70cb131a1601) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:19.620064 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b07475-b69f-435b-9915-b5b8c2f31a36 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:56:19.620485 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42b07475-b69f-435b-9915-b5b8c2f31a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:56:19.622998 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:56:19.627124 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-159a13b5-5e9c-46b8-8ae1-5c1f225a9a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.670573 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-159a13b5-5e9c-46b8-8ae1-5c1f225a9a43 None None] Port 8e74317f-660b-4f14-b62d-acb182d8f0d8 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:56:19.683359 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693b2c3e-d2c5-459b-aadd-90e175811a34 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:56:19.689974 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-693b2c3e-d2c5-459b-aadd-90e175811a34 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "PUT /v2.0/routers/2319dba4-ca5e-4c4c-9db7-a57116aae250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9431224 Jul 05 09:56:19.692654 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37084) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:19.704520 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] Sync routers for ids ['2319dba4-ca5e-4c4c-9db7-a57116aae250'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:56:19.704972 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42b07475-b69f-435b-9915-b5b8c2f31a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.716045 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] Routers {'2319dba4-ca5e-4c4c-9db7-a57116aae250'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:19.716975 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:55:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['2319dba4-ca5e-4c4c-9db7-a57116aae250'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:19.746216 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42b07475-b69f-435b-9915-b5b8c2f31a36 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.748727 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-42b07475-b69f-435b-9915-b5b8c2f31a36 admin admin] 10.222.0.79 "DELETE /v2.0/networks/0ee79470-62a5-467c-812c-ff770a614a58 HTTP/1.1" status: 204 len: 168 time: 0.5345235 Jul 05 09:56:19.755770 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b07475-b69f-435b-9915-b5b8c2f31a36 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ee79470-62a5-467c-812c-ff770a614a58,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:19.797026 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a3180a91-e4bd-4a69-b702-8b821c94c9ba tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.809974 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2cbb82-c2ed-4b1d-b9a1-9b82f6859719 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:19.811443 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1a2cbb82-c2ed-4b1d-b9a1-9b82f6859719 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports/8e74317f-660b-4f14-b62d-acb182d8f0d8 HTTP/1.1" status: 200 len: 911 time: 0.1177847 Jul 05 09:56:19.814758 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a3180a91-e4bd-4a69-b702-8b821c94c9ba tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.816411 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] Set router 2319dba4-ca5e-4c4c-9db7-a57116aae250 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:56:19.816645 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37088) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:19.907231 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f09eb2ea-f988-4a60-8e96-6a402939f537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.909873 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f09eb2ea-f988-4a60-8e96-6a402939f537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.910986 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f09eb2ea-f988-4a60-8e96-6a402939f537 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8f9ca7da-9587-4908-b8c6-a697820674b3 HTTP/1.1" status: 204 len: 168 time: 0.8193326 Jul 05 09:56:19.928736 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f17d0e-b680-41bb-9167-328fde72fcb2 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:19.937325 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f17d0e-b680-41bb-9167-328fde72fcb2 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:19.940274 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c9f17d0e-b680-41bb-9167-328fde72fcb2 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1220236 Jul 05 09:56:19.940436 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3180a91-e4bd-4a69-b702-8b821c94c9ba tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:56:19.942762 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37092) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:19.986462 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c6fad-d746-47c2-a292-228473cb44b0 req-8c61d267-3d72-433e-9961-8ac71362aa6b tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:19.993027 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-405c6fad-d746-47c2-a292-228473cb44b0 req-8c61d267-3d72-433e-9961-8ac71362aa6b tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.3923030 Jul 05 09:56:20.059688 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 73a6f804-712a-4088-a2fe-7bfe9ef874a6 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:56:20.124477 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37096) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:20.134862 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a3180a91-e4bd-4a69-b702-8b821c94c9ba tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:20.135250 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-a3180a91-e4bd-4a69-b702-8b821c94c9ba tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] Added segment d7cd0be9-8fcc-4900-b528-649fb2145fcd of type vlan for network f6045007-087d-43df-b9ff-7f95d2990199 Jul 05 09:56:20.146230 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3180a91-e4bd-4a69-b702-8b821c94c9ba tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a953d106-4316-4b7d-a84e-6aa77b6105f2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:20.163075 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 73a6f804-712a-4088-a2fe-7bfe9ef874a6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:20.163554 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:20.185331 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2317052a-a1c4-46af-b968-6066857ec270 req-17232dc9-64b6-4d00-84f0-62de85ee40b3 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:20.205087 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2319dba4-ca5e-4c4c-9db7-a57116aae250', 'name': 'tempest-NetworksTestDHCPv6-router-1122652587', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:56:14Z', 'updated_at': '2021-07-05T09:56:17Z', 'revision_number': 2, 'project_id': '6e8aee2f22274343a7455e44e0e846a8', 'gw_port_host': None, '_interfaces': [{'id': '8e74317f-660b-4f14-b62d-acb182d8f0d8', 'name': '', 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'mac_address': 'fa:16:3e:16:a3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2319dba4-ca5e-4c4c-9db7-a57116aae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '0060f9b7-b5fa-4f3b-86f1-b215d5de0d0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:56:15Z', 'updated_at': '2021-07-05T09:56:18Z', 'revision_number': 2, 'project_id': '6e8aee2f22274343a7455e44e0e846a8', 'subnets': [{'id': '0060f9b7-b5fa-4f3b-86f1-b215d5de0d0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:20.245828 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eb2ea-f988-4a60-8e96-6a402939f537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9ca7da-9587-4908-b8c6-a697820674b3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:20.256943 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] Checking router: 2319dba4-ca5e-4c4c-9db7-a57116aae250 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:56:20.257304 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] Updating router 2319dba4-ca5e-4c4c-9db7-a57116aae250 port 8e74317f-660b-4f14-b62d-acb182d8f0d8 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:56:20.314693 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-405c6fad-d746-47c2-a292-228473cb44b0 req-768f1be0-45c5-4991-b3b2-b1a86e1e2472 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.24 HTTP/1.1" status: 200 len: 695 time: 0.1891997 Jul 05 09:56:20.350607 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:20.404317 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-319b45e5-8e66-4831-b4e0-606701e3c483 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:20.435975 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a3180a91-e4bd-4a69-b702-8b821c94c9ba tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:20.452836 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2c325d78-e457-4b78-9f82-f2609990ea2f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c841ad1b0474469f875c4f560c814580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231480 Jul 05 09:56:20.455718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37106) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:20.459051 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-405c6fad-d746-47c2-a292-228473cb44b0 req-ff99099a-cd29-472c-8d0d-9fa8cd1e1c9f tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.24 HTTP/1.1" status: 200 len: 695 time: 0.1313109 Jul 05 09:56:20.575842 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2317052a-a1c4-46af-b968-6066857ec270 req-17232dc9-64b6-4d00-84f0-62de85ee40b3 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:20.699243 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a3180a91-e4bd-4a69-b702-8b821c94c9ba tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:20.706343 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-319b45e5-8e66-4831-b4e0-606701e3c483 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting port 8e74317f-660b-4f14-b62d-acb182d8f0d8 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:20.706343 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-319b45e5-8e66-4831-b4e0-606701e3c483 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:20.706548 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3180a91-e4bd-4a69-b702-8b821c94c9ba tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:20.706548 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a3180a91-e4bd-4a69-b702-8b821c94c9ba tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:20.722072 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:20.740764 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] Transition to ACTIVE for port object 8e74317f-660b-4f14-b62d-acb182d8f0d8 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:20.750102 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:20.769094 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a3180a91-e4bd-4a69-b702-8b821c94c9ba tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.8550653 Jul 05 09:56:20.770220 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37118) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:20.776201 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-53709718-f023-40a6-a5a4-53f64e578635 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f6045007-087d-43df-b9ff-7f95d2990199', 'tempest-TagsTest-Tag-890433849') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:20.827407 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a945b-b937-446a-ab51-fb424081974b None None] Pushing event updated for resources: {'Port': ['ID=8e74317f-660b-4f14-b62d-acb182d8f0d8,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:20.884220 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2317052a-a1c4-46af-b968-6066857ec270 req-17232dc9-64b6-4d00-84f0-62de85ee40b3 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Network b34665a0-9bdf-4adb-a913-bb5127789dd8 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:20.931931 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b1704d15-df84-4d0f-ae9c-9b5e83efec8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:20.936417 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] Attempting to bind port 8e74317f-660b-4f14-b62d-acb182d8f0d8 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:56:20.936811 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] Attempting to bind port 8e74317f-660b-4f14-b62d-acb182d8f0d8 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:56:20.937174 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] Attempting to bind port 8e74317f-660b-4f14-b62d-acb182d8f0d8 on network 65df7426-ac9a-4b58-aa66-f2f5b3623134 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:56:20.940041 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-2317052a-a1c4-46af-b968-6066857ec270 req-17232dc9-64b6-4d00-84f0-62de85ee40b3 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:20.943980 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:56:20.944621 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] Checking segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:56:20.945253 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:20.945657 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] Bound using segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:56:20.946237 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] Bound port: 8e74317f-660b-4f14-b62d-acb182d8f0d8, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:56:20.946694 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:20.956070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17232dc9-64b6-4d00-84f0-62de85ee40b3 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Pushing event updated for resources: {'Port': ['ID=dc4d8e4e-4536-4231-b446-70cb131a1601,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:20.958986 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4823ccff-20fb-451a-8ec3-a28c6739aa86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:20.963486 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-319b45e5-8e66-4831-b4e0-606701e3c483 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:20.964078 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2317052a-a1c4-46af-b968-6066857ec270 req-17232dc9-64b6-4d00-84f0-62de85ee40b3 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:20.997699 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-319b45e5-8e66-4831-b4e0-606701e3c483 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Calling delete_port for 8e74317f-660b-4f14-b62d-acb182d8f0d8 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:21.010349 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-53709718-f023-40a6-a5a4-53f64e578635 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] 10.222.0.79 "PUT /v2.0/networks/f6045007-087d-43df-b9ff-7f95d2990199/tags/tempest-TagsTest-Tag-890433849 HTTP/1.1" status: 201 len: 201 time: 0.2393680 Jul 05 09:56:21.014099 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37126) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:21.019932 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-48b00c4a-c0ed-4f53-8462-7ae11d174399 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f6045007-087d-43df-b9ff-7f95d2990199', 'tempest-TagsTest-Tag-890433849') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:21.034570 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] For port 8e74317f-660b-4f14-b62d-acb182d8f0d8, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:56:21.038325 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] For port 8e74317f-660b-4f14-b62d-acb182d8f0d8, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8e74317f-660b-4f14-b62d-acb182d8f0d8,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:56:21.038510 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317052a-a1c4-46af-b968-6066857ec270 req-17232dc9-64b6-4d00-84f0-62de85ee40b3 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:21.039570 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2317052a-a1c4-46af-b968-6066857ec270 req-17232dc9-64b6-4d00-84f0-62de85ee40b3 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:21.044289 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:21.061531 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3180a91-e4bd-4a69-b702-8b821c94c9ba tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] Pushing event updated for resources: {'Network': ['ID=f6045007-087d-43df-b9ff-7f95d2990199,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:21.068187 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2317052a-a1c4-46af-b968-6066857ec270 req-17232dc9-64b6-4d00-84f0-62de85ee40b3 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3299484 Jul 05 09:56:21.095648 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network f6045007-087d-43df-b9ff-7f95d2990199 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:56:21.133011 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-2317052a-a1c4-46af-b968-6066857ec270 req-ce9986a6-f524-4f11-9431-1ea4f0a3fc62 service neutron] Request body: {'port': {'device_id': '1d3a5532-2c78-4145-b55b-816cecf1d82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:21.179382 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] Routers {'2319dba4-ca5e-4c4c-9db7-a57116aae250'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:21.180070 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:55:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['2319dba4-ca5e-4c4c-9db7-a57116aae250'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:21.226325 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4823ccff-20fb-451a-8ec3-a28c6739aa86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:21.233568 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a945b-b937-446a-ab51-fb424081974b None None] Pushing event updated for resources: {'Port': ['ID=8e74317f-660b-4f14-b62d-acb182d8f0d8,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:21.237719 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13565e-2ee7-4040-a7a1-75d86a253655 req-380e97d1-e0a7-4d3c-b6da-b7fe7a4c7beb tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:21.245877 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb13565e-2ee7-4040-a7a1-75d86a253655 req-380e97d1-e0a7-4d3c-b6da-b7fe7a4c7beb tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d3a5532-2c78-4145-b55b-816cecf1d82f HTTP/1.1" status: 200 len: 932 time: 0.5681896 Jul 05 09:56:21.256601 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-48b00c4a-c0ed-4f53-8462-7ae11d174399 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] 10.222.0.79 "GET /v2.0/networks/f6045007-087d-43df-b9ff-7f95d2990199/tags/tempest-TagsTest-Tag-890433849 HTTP/1.1" status: 204 len: 168 time: 0.2409606 Jul 05 09:56:21.257601 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-405c6fad-d746-47c2-a292-228473cb44b0 req-7af4d345-35f7-497b-aaa8-a9d6142aa782 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Deleting port 947fa610-a52d-4a30-92c9-3140b64f57bc {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:21.258023 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-405c6fad-d746-47c2-a292-228473cb44b0 req-7af4d345-35f7-497b-aaa8-a9d6142aa782 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:21.259126 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37130) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:21.271125 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-133ec21b-497a-4c81-a80f-3cbf1b59c2c1 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f6045007-087d-43df-b9ff-7f95d2990199') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:21.347914 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] Set router 2319dba4-ca5e-4c4c-9db7-a57116aae250 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:56:21.402485 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-405c6fad-d746-47c2-a292-228473cb44b0 req-7af4d345-35f7-497b-aaa8-a9d6142aa782 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:21.403423 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-405c6fad-d746-47c2-a292-228473cb44b0 req-7af4d345-35f7-497b-aaa8-a9d6142aa782 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:21.421035 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-405c6fad-d746-47c2-a292-228473cb44b0 req-7af4d345-35f7-497b-aaa8-a9d6142aa782 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Calling delete_port for 947fa610-a52d-4a30-92c9-3140b64f57bc owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:21.448679 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-133ec21b-497a-4c81-a80f-3cbf1b59c2c1 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] 10.222.0.79 "GET /v2.0/networks/f6045007-087d-43df-b9ff-7f95d2990199/tags HTTP/1.1" status: 200 len: 237 time: 0.1879094 Jul 05 09:56:21.451930 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37134) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:21.457222 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-b44dba09-611f-4b4e-816c-caee737de85c tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f6045007-087d-43df-b9ff-7f95d2990199', {'tags': ['tempest-TagsTest-Tag-2142083446', 'tempest-TagsTest-Tag-1695862462', 'tempest-TagsTest-Tag-1788360274']}) {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:21.527950 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-319b45e5-8e66-4831-b4e0-606701e3c483 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:21.581755 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b45e5-8e66-4831-b4e0-606701e3c483 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Port': ['ID=8e74317f-660b-4f14-b62d-acb182d8f0d8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:21.638353 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4793cd5c-8884-4b99-96b1-8a5b61772c2f None None] Could not find standard attr ID for object 8e74317f-660b-4f14-b62d-acb182d8f0d8. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:56:21.650538 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2319dba4-ca5e-4c4c-9db7-a57116aae250', 'name': 'tempest-NetworksTestDHCPv6-router-1122652587', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:56:14Z', 'updated_at': '2021-07-05T09:56:17Z', 'revision_number': 2, 'project_id': '6e8aee2f22274343a7455e44e0e846a8', 'gw_port_host': None, '_interfaces': [{'id': '8e74317f-660b-4f14-b62d-acb182d8f0d8', 'name': '', 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'mac_address': 'fa:16:3e:16:a3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2319dba4-ca5e-4c4c-9db7-a57116aae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '0060f9b7-b5fa-4f3b-86f1-b215d5de0d0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:56:15Z', 'updated_at': '2021-07-05T09:56:21Z', 'revision_number': 4, 'project_id': '6e8aee2f22274343a7455e44e0e846a8', 'subnets': [{'id': '0060f9b7-b5fa-4f3b-86f1-b215d5de0d0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:21.677157 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b44dba09-611f-4b4e-816c-caee737de85c tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] 10.222.0.79 "PUT /v2.0/networks/f6045007-087d-43df-b9ff-7f95d2990199/tags HTTP/1.1" status: 200 len: 309 time: 0.2238963 Jul 05 09:56:21.692347 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e3ab51-7d92-4347-ab2f-bd7252512258 None None] The sync data for ids ['2319dba4-ca5e-4c4c-9db7-a57116aae250'] in n-d-798054-8 is: [{'id': '2319dba4-ca5e-4c4c-9db7-a57116aae250', 'name': 'tempest-NetworksTestDHCPv6-router-1122652587', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:56:14Z', 'updated_at': '2021-07-05T09:56:17Z', 'revision_number': 2, 'project_id': '6e8aee2f22274343a7455e44e0e846a8', 'gw_port_host': None, '_interfaces': [{'id': '8e74317f-660b-4f14-b62d-acb182d8f0d8', 'name': '', 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'mac_address': 'fa:16:3e:16:a3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2319dba4-ca5e-4c4c-9db7-a57116aae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '0060f9b7-b5fa-4f3b-86f1-b215d5de0d0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:56:15Z', 'updated_at': '2021-07-05T09:56:21Z', 'revision_number': 4, 'project_id': '6e8aee2f22274343a7455e44e0e846a8', 'subnets': [{'id': '0060f9b7-b5fa-4f3b-86f1-b215d5de0d0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:56:21.711813 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37142) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:21.724930 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-319b45e5-8e66-4831-b4e0-606701e3c483 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:21.731661 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb13565e-2ee7-4040-a7a1-75d86a253655 req-62a89e4d-c42e-4f08-b681-b29e2660caba tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/security-groups?id=9bbb1810-6676-491d-9f1c-5d6621d10538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814999 Jul 05 09:56:21.750961 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-c037a621-fb40-4d65-a8bc-c9c38b47a6a5 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f6045007-087d-43df-b9ff-7f95d2990199', 'tempest-TagsTest-Tag-2142083446') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:21.866312 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2317052a-a1c4-46af-b968-6066857ec270 req-ce9986a6-f524-4f11-9431-1ea4f0a3fc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:21.918834 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4823ccff-20fb-451a-8ec3-a28c6739aa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:21.921757 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4823ccff-20fb-451a-8ec3-a28c6739aa86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:21.923023 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4823ccff-20fb-451a-8ec3-a28c6739aa86 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/86cbf653-9fd5-4875-b99a-cdbd9b2ead09 HTTP/1.1" status: 204 len: 168 time: 1.4629004 Jul 05 09:56:21.949013 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-405c6fad-d746-47c2-a292-228473cb44b0 req-7af4d345-35f7-497b-aaa8-a9d6142aa782 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:21.989168 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319b45e5-8e66-4831-b4e0-606701e3c483 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Router 2319dba4-ca5e-4c4c-9db7-a57116aae250 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:56:22.010919 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823ccff-20fb-451a-8ec3-a28c6739aa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cbf653-9fd5-4875-b99a-cdbd9b2ead09,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:22.027243 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-da57c1e1-c9c5-4b11-9e76-2f8e7bda16b9 req-dc40f013-8666-47c1-b59a-6487ca5acbec service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4526997 Jul 05 09:56:22.051351 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4d345-35f7-497b-aaa8-a9d6142aa782 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Pushing event deleted for resources: {'Port': ['ID=947fa610-a52d-4a30-92c9-3140b64f57bc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:22.137586 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319b45e5-8e66-4831-b4e0-606701e3c483 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:56:22.160813 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-319b45e5-8e66-4831-b4e0-606701e3c483 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "PUT /v2.0/routers/2319dba4-ca5e-4c4c-9db7-a57116aae250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2166855 Jul 05 09:56:22.161538 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37154) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:22.249966 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e901ba8d-f854-4a47-9617-29f24e3b0af2 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:22.251829 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e901ba8d-f854-4a47-9617-29f24e3b0af2 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:22.253418 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e901ba8d-f854-4a47-9617-29f24e3b0af2 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0900044 Jul 05 09:56:22.256169 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37156) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:22.382501 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-76570c7d-3330-42c1-a790-1e4490e21d5e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet 0060f9b7-b5fa-4f3b-86f1-b215d5de0d0e {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:56:22.387502 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-76570c7d-3330-42c1-a790-1e4490e21d5e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:22.458054 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-76570c7d-3330-42c1-a790-1e4490e21d5e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:22.626495 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-76570c7d-3330-42c1-a790-1e4490e21d5e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:22.719825 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-76570c7d-3330-42c1-a790-1e4490e21d5e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:22.767715 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76570c7d-3330-42c1-a790-1e4490e21d5e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=0060f9b7-b5fa-4f3b-86f1-b215d5de0d0e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:22.774499 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-76570c7d-3330-42c1-a790-1e4490e21d5e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:22.780185 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-76570c7d-3330-42c1-a790-1e4490e21d5e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/0060f9b7-b5fa-4f3b-86f1-b215d5de0d0e HTTP/1.1" status: 204 len: 168 time: 0.5196869 Jul 05 09:56:22.780555 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37198) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:22.783556 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292a40df-d13d-471a-b347-bfa1d5379a02 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:22.867728 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c037a621-fb40-4d65-a8bc-c9c38b47a6a5 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] 10.222.0.79 "DELETE /v2.0/networks/f6045007-087d-43df-b9ff-7f95d2990199/tags/tempest-TagsTest-Tag-2142083446 HTTP/1.1" status: 204 len: 168 time: 1.1308625 Jul 05 09:56:22.869349 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-405c6fad-d746-47c2-a292-228473cb44b0 req-7af4d345-35f7-497b-aaa8-a9d6142aa782 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:22.872471 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-405c6fad-d746-47c2-a292-228473cb44b0 req-7af4d345-35f7-497b-aaa8-a9d6142aa782 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:22.876691 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-405c6fad-d746-47c2-a292-228473cb44b0 req-7af4d345-35f7-497b-aaa8-a9d6142aa782 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "DELETE /v2.0/floatingips/e5ac9190-e131-422e-ac30-425ce79ef0fa HTTP/1.1" status: 204 len: 173 time: 2.4039216 Jul 05 09:56:22.877234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37202) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:22.904921 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c46d98fe-72a3-4688-9651-8d709f76a530 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1231906 Jul 05 09:56:22.907805 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37206) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:22.915452 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-3347f9e1-c7d2-43aa-a3c8-d9ba8b2a57cb tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f6045007-087d-43df-b9ff-7f95d2990199', 'tempest-TagsTest-Tag-2142083446') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:23.052591 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca93bee9-a84c-40e8-a75a-4319f93543ed tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:23.074004 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50d99d7a-5d96-4686-9c33-c401e9b300ec req-fda00117-0ed3-4038-9e88-8db8c7bb3f96 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/floatingips/ca67c554-a1ba-4197-8b10-7d7fd3fb3bf8 HTTP/1.1" status: 200 len: 693 time: 0.1656725 Jul 05 09:56:23.077630 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57c1e1-c9c5-4b11-9e76-2f8e7bda16b9 req-e6719662-e0f7-431a-9271-34694a3dcdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:23.079257 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-da57c1e1-c9c5-4b11-9e76-2f8e7bda16b9 req-e6719662-e0f7-431a-9271-34694a3dcdff service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 1096 time: 0.5682390 Jul 05 09:56:23.228140 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d99d7a-5d96-4686-9c33-c401e9b300ec req-dd58351f-8180-448a-962c-28bff09518ae tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:23.232422 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50d99d7a-5d96-4686-9c33-c401e9b300ec req-dd58351f-8180-448a-962c-28bff09518ae tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.1569889 Jul 05 09:56:23.253241 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e76506-92b7-45ea-90ad-9f193ae402ee None None] DHCP port deletion for 65df7426-ac9a-4b58-aa66-f2f5b3623134 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:56:23.273243 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca93bee9-a84c-40e8-a75a-4319f93543ed tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:23.276329 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca93bee9-a84c-40e8-a75a-4319f93543ed tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:23.302059 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:56:23.348749 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca93bee9-a84c-40e8-a75a-4319f93543ed tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:23.350136 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca93bee9-a84c-40e8-a75a-4319f93543ed tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Fanout notify agent at l3_agent the message router_deleted on router 2319dba4-ca5e-4c4c-9db7-a57116aae250 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:56:23.358886 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca93bee9-a84c-40e8-a75a-4319f93543ed tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:23.362972 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ca93bee9-a84c-40e8-a75a-4319f93543ed tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/routers/2319dba4-ca5e-4c4c-9db7-a57116aae250 HTTP/1.1" status: 204 len: 168 time: 0.4519382 Jul 05 09:56:23.363296 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37256) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:23.386641 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dd5ad9e8-2f1f-4fe7-901a-b472c02c7030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:23.407820 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a0e76506-92b7-45ea-90ad-9f193ae402ee None None] Deleting port 73a6f804-712a-4088-a2fe-7bfe9ef874a6 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:23.408249 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a0e76506-92b7-45ea-90ad-9f193ae402ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:23.443569 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894a06ff-6134-46d9-9d5f-3c0c90d3ea17 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:23.445489 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-894a06ff-6134-46d9-9d5f-3c0c90d3ea17 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0810177 Jul 05 09:56:23.451782 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37264) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:23.474418 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-3347f9e1-c7d2-43aa-a3c8-d9ba8b2a57cb tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] show failed (client error): The resource could not be found. Jul 05 09:56:23.475745 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3347f9e1-c7d2-43aa-a3c8-d9ba8b2a57cb tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] 10.222.0.79 "GET /v2.0/networks/f6045007-087d-43df-b9ff-7f95d2990199/tags/tempest-TagsTest-Tag-2142083446 HTTP/1.1" status: 404 len: 326 time: 0.5687656 Jul 05 09:56:23.490025 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37268) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:23.498228 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a0e76506-92b7-45ea-90ad-9f193ae402ee None None] For port 73a6f804-712a-4088-a2fe-7bfe9ef874a6, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=73a6f804-712a-4088-a2fe-7bfe9ef874a6,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:23.499004 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a0e76506-92b7-45ea-90ad-9f193ae402ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:23.500401 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50d99d7a-5d96-4686-9c33-c401e9b300ec req-90e11138-a07b-44ee-b956-0e44383efe66 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.210 HTTP/1.1" status: 200 len: 696 time: 0.2601302 Jul 05 09:56:23.510705 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-e6580c0c-fe9f-4b53-bb91-c5ea74aec9b0 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f6045007-087d-43df-b9ff-7f95d2990199', 'tempest-TagsTest-Tag-1695862462') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:23.522159 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a0e76506-92b7-45ea-90ad-9f193ae402ee None None] Calling delete_port for 73a6f804-712a-4088-a2fe-7bfe9ef874a6 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:23.606003 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-2317052a-a1c4-46af-b968-6066857ec270 req-ce9986a6-f524-4f11-9431-1ea4f0a3fc62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc4d8e4e-4536-4231-b446-70cb131a1601 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:56:23.649728 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:23.665859 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a0e76506-92b7-45ea-90ad-9f193ae402ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:23.682580 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ce8fb-7927-4b13-9593-4695e3d5c0f2 req-28bef365-34f6-4f66-9b93-0e22a507e777 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:23.684727 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-759ce8fb-7927-4b13-9593-4695e3d5c0f2 req-28bef365-34f6-4f66-9b93-0e22a507e777 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d3a5532-2c78-4145-b55b-816cecf1d82f HTTP/1.1" status: 200 len: 932 time: 0.6589322 Jul 05 09:56:23.687871 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50d99d7a-5d96-4686-9c33-c401e9b300ec req-43409461-62c3-4ec5-9a66-3014e54211ed tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.210 HTTP/1.1" status: 200 len: 696 time: 0.1682248 Jul 05 09:56:23.691114 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2317052a-a1c4-46af-b968-6066857ec270 req-ce9986a6-f524-4f11-9431-1ea4f0a3fc62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:23.708398 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e76506-92b7-45ea-90ad-9f193ae402ee None None] No DVR routers for this DVR port 73a6f804-712a-4088-a2fe-7bfe9ef874a6 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:56:23.717248 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e76506-92b7-45ea-90ad-9f193ae402ee None None] Pushing event deleted for resources: {'Port': ['ID=73a6f804-712a-4088-a2fe-7bfe9ef874a6,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:23.829406 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-2317052a-a1c4-46af-b968-6066857ec270 req-ce9986a6-f524-4f11-9431-1ea4f0a3fc62 service neutron] Transition to ACTIVE for port object dc4d8e4e-4536-4231-b446-70cb131a1601 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:23.847614 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57c1e1-c9c5-4b11-9e76-2f8e7bda16b9 req-9f3b08e5-008b-4850-b067-397539b4c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:23.849149 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-da57c1e1-c9c5-4b11-9e76-2f8e7bda16b9 req-9f3b08e5-008b-4850-b067-397539b4c45c service neutron] 10.222.0.78 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 913 time: 0.6077204 Jul 05 09:56:23.849754 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2317052a-a1c4-46af-b968-6066857ec270 req-ce9986a6-f524-4f11-9431-1ea4f0a3fc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:23.857818 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37272) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:23.910296 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cbcbec-773d-4c94-937a-c892ee3afae1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:23.912014 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-91cbcbec-773d-4c94-937a-c892ee3afae1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4627237 Jul 05 09:56:23.920431 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37276) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:23.981903 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd2754d-04eb-4685-b7d8-cb41983fbe31 None None] Sync routers for ids ['2319dba4-ca5e-4c4c-9db7-a57116aae250'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:56:24.000657 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-638780cf-e8c5-4f86-b13b-211c346fd121 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786991 Jul 05 09:56:24.001263 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37278) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:24.005755 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd2754d-04eb-4685-b7d8-cb41983fbe31 None None] Routers set() bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:24.006062 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd2754d-04eb-4685-b7d8-cb41983fbe31 None None] Router IDs set() for agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 09:56:24.007247 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 73a6f804-712a-4088-a2fe-7bfe9ef874a6 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:56:24.008443 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a0ea8236-8c69-4414-8dce-ffaae4347862 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:24.009566 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_agentschedulers_db [None req-fdd2754d-04eb-4685-b7d8-cb41983fbe31 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2319dba4-ca5e-4c4c-9db7-a57116aae250'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:56:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent'). {{(pid=93909) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 09:56:24.023973 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e6580c0c-fe9f-4b53-bb91-c5ea74aec9b0 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] 10.222.0.79 "GET /v2.0/networks/f6045007-087d-43df-b9ff-7f95d2990199/tags/tempest-TagsTest-Tag-1695862462 HTTP/1.1" status: 204 len: 168 time: 0.5199990 Jul 05 09:56:24.024604 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-759ce8fb-7927-4b13-9593-4695e3d5c0f2 req-f7da084f-f7d5-4735-8474-fdd2d6f32ef3 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/security-groups?id=9bbb1810-6676-491d-9f1c-5d6621d10538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217580 Jul 05 09:56:24.025130 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37280) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:24.026325 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd2754d-04eb-4685-b7d8-cb41983fbe31 None None] Routers set() bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:24.029371 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd2754d-04eb-4685-b7d8-cb41983fbe31 None None] Router IDs set() for agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 09:56:24.030582 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_agentschedulers_db [None req-fdd2754d-04eb-4685-b7d8-cb41983fbe31 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2319dba4-ca5e-4c4c-9db7-a57116aae250'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:56:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent'). {{(pid=93909) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 09:56:24.031365 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 73a6f804-712a-4088-a2fe-7bfe9ef874a6 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:56:24.031656 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 73a6f804-712a-4088-a2fe-7bfe9ef874a6 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:56:24.032143 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd2754d-04eb-4685-b7d8-cb41983fbe31 None None] The sync data for ids ['2319dba4-ca5e-4c4c-9db7-a57116aae250'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:56:24.037045 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-e086e220-6378-4805-859c-ba6341830c86 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f6045007-087d-43df-b9ff-7f95d2990199', 'tempest-TagsTest-Tag-1788360274') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:24.043292 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9986a6-f524-4f11-9431-1ea4f0a3fc62 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4d8e4e-4536-4231-b446-70cb131a1601,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:24.080836 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-da57c1e1-c9c5-4b11-9e76-2f8e7bda16b9 req-b7c3020f-b7ae-42a0-8746-903edbf9326f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aca941f-afbc-4333-8046-eb35cd67dab1 HTTP/1.1" status: 200 len: 1001 time: 0.2212687 Jul 05 09:56:24.148782 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ea8236-8c69-4414-8dce-ffaae4347862 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:24.153832 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0ea8236-8c69-4414-8dce-ffaae4347862 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:24.195897 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a827d93-d5d4-4103-aa6c-4c21dc2f00a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:24.236489 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-50d99d7a-5d96-4686-9c33-c401e9b300ec req-93d52bf9-8578-428c-8250-6772629b0540 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Deleting port 98c1d5a8-dabe-445b-b834-03cac4ca2319 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:24.236830 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-50d99d7a-5d96-4686-9c33-c401e9b300ec req-93d52bf9-8578-428c-8250-6772629b0540 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:24.303272 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57c1e1-c9c5-4b11-9e76-2f8e7bda16b9 req-ea331b67-72ee-4937-9c3c-e4b74c6dbaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:24.304795 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-da57c1e1-c9c5-4b11-9e76-2f8e7bda16b9 req-ea331b67-72ee-4937-9c3c-e4b74c6dbaa1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.2120130 Jul 05 09:56:24.305425 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2317052a-a1c4-46af-b968-6066857ec270 req-ce9986a6-f524-4f11-9431-1ea4f0a3fc62 service neutron] Attempting to bind port dc4d8e4e-4536-4231-b446-70cb131a1601 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:56:24.305751 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2317052a-a1c4-46af-b968-6066857ec270 req-ce9986a6-f524-4f11-9431-1ea4f0a3fc62 service neutron] Attempting to bind port dc4d8e4e-4536-4231-b446-70cb131a1601 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '678ef642-8d28-4929-a44f-ee5c6ba5273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b34665a0-9bdf-4adb-a913-bb5127789dd8'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:56:24.306166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317052a-a1c4-46af-b968-6066857ec270 req-ce9986a6-f524-4f11-9431-1ea4f0a3fc62 service neutron] Attempting to bind port dc4d8e4e-4536-4231-b446-70cb131a1601 on network b34665a0-9bdf-4adb-a913-bb5127789dd8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:56:24.336205 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317052a-a1c4-46af-b968-6066857ec270 req-ce9986a6-f524-4f11-9431-1ea4f0a3fc62 service neutron] Port dc4d8e4e-4536-4231-b446-70cb131a1601 on network b34665a0-9bdf-4adb-a913-bb5127789dd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:56:24.336600 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317052a-a1c4-46af-b968-6066857ec270 req-ce9986a6-f524-4f11-9431-1ea4f0a3fc62 service neutron] Attempting to bind port dc4d8e4e-4536-4231-b446-70cb131a1601 on network b34665a0-9bdf-4adb-a913-bb5127789dd8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:56:24.379211 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e086e220-6378-4805-859c-ba6341830c86 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] 10.222.0.79 "GET /v2.0/networks/f6045007-087d-43df-b9ff-7f95d2990199/tags/tempest-TagsTest-Tag-1788360274 HTTP/1.1" status: 204 len: 168 time: 0.3496308 Jul 05 09:56:24.386020 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317052a-a1c4-46af-b968-6066857ec270 req-ce9986a6-f524-4f11-9431-1ea4f0a3fc62 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:56:24.386362 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317052a-a1c4-46af-b968-6066857ec270 req-ce9986a6-f524-4f11-9431-1ea4f0a3fc62 service neutron] Checking segment: {'id': '678ef642-8d28-4929-a44f-ee5c6ba5273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b34665a0-9bdf-4adb-a913-bb5127789dd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:56:24.386745 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317052a-a1c4-46af-b968-6066857ec270 req-ce9986a6-f524-4f11-9431-1ea4f0a3fc62 service neutron] Bound using segment: {'id': '678ef642-8d28-4929-a44f-ee5c6ba5273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b34665a0-9bdf-4adb-a913-bb5127789dd8'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:56:24.387287 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2317052a-a1c4-46af-b968-6066857ec270 req-ce9986a6-f524-4f11-9431-1ea4f0a3fc62 service neutron] Bound port: dc4d8e4e-4536-4231-b446-70cb131a1601, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '678ef642-8d28-4929-a44f-ee5c6ba5273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b34665a0-9bdf-4adb-a913-bb5127789dd8'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:56:24.387648 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2317052a-a1c4-46af-b968-6066857ec270 req-ce9986a6-f524-4f11-9431-1ea4f0a3fc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:24.391697 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37284) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:24.402082 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-2faf415b-ff5a-45a1-a513-d08bf0ab6118 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f6045007-087d-43df-b9ff-7f95d2990199') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:24.441412 n-d-798054-8 neutron-server[93906]: DEBUG neutron.objects.ports [None req-a0ea8236-8c69-4414-8dce-ffaae4347862 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:56:24.442977 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0ea8236-8c69-4414-8dce-ffaae4347862 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:24.510825 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea8236-8c69-4414-8dce-ffaae4347862 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=12d714ce-ea37-4fdc-911b-30c91f1a4107,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:24.520392 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ea8236-8c69-4414-8dce-ffaae4347862 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:24.522393 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a0ea8236-8c69-4414-8dce-ffaae4347862 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:24.525176 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-50d99d7a-5d96-4686-9c33-c401e9b300ec req-93d52bf9-8578-428c-8250-6772629b0540 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:24.525777 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-50d99d7a-5d96-4686-9c33-c401e9b300ec req-93d52bf9-8578-428c-8250-6772629b0540 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:24.526114 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ea8236-8c69-4414-8dce-ffaae4347862 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:24.526895 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0ea8236-8c69-4414-8dce-ffaae4347862 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:24.529335 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:24.535349 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0d6f25-e8bd-4281-a2c8-b232db349f90 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:24.571159 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-50d99d7a-5d96-4686-9c33-c401e9b300ec req-93d52bf9-8578-428c-8250-6772629b0540 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Calling delete_port for 98c1d5a8-dabe-445b-b834-03cac4ca2319 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:24.744860 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57c1e1-c9c5-4b11-9e76-2f8e7bda16b9 req-bb03322e-e48d-4df9-9e19-b014be49cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:24.747083 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-da57c1e1-c9c5-4b11-9e76-2f8e7bda16b9 req-bb03322e-e48d-4df9-9e19-b014be49cc8d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4328067 Jul 05 09:56:24.748490 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2317052a-a1c4-46af-b968-6066857ec270 req-ce9986a6-f524-4f11-9431-1ea4f0a3fc62 service neutron] For port dc4d8e4e-4536-4231-b446-70cb131a1601, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:56:24.764165 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2317052a-a1c4-46af-b968-6066857ec270 req-ce9986a6-f524-4f11-9431-1ea4f0a3fc62 service neutron] For port dc4d8e4e-4536-4231-b446-70cb131a1601, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=dc4d8e4e-4536-4231-b446-70cb131a1601,segment=NetworkSegment(678ef642-8d28-4929-a44f-ee5c6ba5273a),segment_id=678ef642-8d28-4929-a44f-ee5c6ba5273a)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:56:24.825899 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a827d93-d5d4-4103-aa6c-4c21dc2f00a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:24.836228 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2317052a-a1c4-46af-b968-6066857ec270 req-ce9986a6-f524-4f11-9431-1ea4f0a3fc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:24.845884 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a0ea8236-8c69-4414-8dce-ffaae4347862 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8426917 Jul 05 09:56:24.846735 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37298) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:24.853593 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ee898b96-1fc5-4da5-94d7-bafbde3e06e3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:24.860289 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a827d93-d5d4-4103-aa6c-4c21dc2f00a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:24.887629 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3217c333-47dc-4077-badd-60308ce82ddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-65df7426-ac9a-4b58-aa66-f2f5b3623134', 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'fixed_ips': [{'subnet_id': '12d714ce-ea37-4fdc-911b-30c91f1a4107'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:56:24.888711 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3217c333-47dc-4077-badd-60308ce82ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:24.926004 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fd052376-d1c8-4e27-92ad-c1fbec43cb81 req-01e014d5-7959-48ab-9529-162a71cd814c tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=53798cb9-ecef-42e7-a241-39bba2cc411d HTTP/1.1" status: 200 len: 210 time: 0.1086881 Jul 05 09:56:24.959820 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2faf415b-ff5a-45a1-a513-d08bf0ab6118 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] 10.222.0.79 "DELETE /v2.0/networks/f6045007-087d-43df-b9ff-7f95d2990199/tags HTTP/1.1" status: 204 len: 168 time: 0.5649791 Jul 05 09:56:24.971153 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317052a-a1c4-46af-b968-6066857ec270 req-ce9986a6-f524-4f11-9431-1ea4f0a3fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:24.972155 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2317052a-a1c4-46af-b968-6066857ec270 req-ce9986a6-f524-4f11-9431-1ea4f0a3fc62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:24.973934 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2317052a-a1c4-46af-b968-6066857ec270 req-ce9986a6-f524-4f11-9431-1ea4f0a3fc62 service neutron] 10.222.0.81 "PUT /v2.0/ports/dc4d8e4e-4536-4231-b446-70cb131a1601 HTTP/1.1" status: 200 len: 1092 time: 3.8494601 Jul 05 09:56:24.974581 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37304) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:24.981180 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3a5532-2c78-4145-b55b-816cecf1d82f', 'tag': 'dc4d8e4e-4536-4231-b446-70cb131a1601'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:56:24.983719 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ad2bda-1569-4565-982c-39c55bc1c40b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3a5532-2c78-4145-b55b-816cecf1d82f", "tag": "dc4d8e4e-4536-4231-b446-70cb131a1601"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:56:25.008780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-9a79be6c-d06a-4e81-b3dc-c0fa7b3b1d18 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f6045007-087d-43df-b9ff-7f95d2990199', 'tempest-TagsTest-Tag-1695862462') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:25.044793 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee898b96-1fc5-4da5-94d7-bafbde3e06e3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:25.053428 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee898b96-1fc5-4da5-94d7-bafbde3e06e3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:25.076747 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567d6475-3eff-4b25-9c3a-b8612977618d x-openstack-request-id: req-567d6475-3eff-4b25-9c3a-b8612977618d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:56:25.077369 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3a5532-2c78-4145-b55b-816cecf1d82f", "tag": "dc4d8e4e-4536-4231-b446-70cb131a1601", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:56:25.077369 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-567d6475-3eff-4b25-9c3a-b8612977618d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:56:25.077661 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3a5532-2c78-4145-b55b-816cecf1d82f', 'tag': 'dc4d8e4e-4536-4231-b446-70cb131a1601', 'status': 'completed', 'code': 200} Jul 05 09:56:25.101424 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a827d93-d5d4-4103-aa6c-4c21dc2f00a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b2d82e-9756-4d0f-8591-9a3eb3ad66ec,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:25.134792 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7a827d93-d5d4-4103-aa6c-4c21dc2f00a6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=20ea36f5151b46deab307b27e2624ed7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2681074 Jul 05 09:56:25.135193 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37322) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:25.141962 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-3217c333-47dc-4077-badd-60308ce82ddb None None] Allocated IP 2001:db8::f816:3eff:fee1:b715 (65df7426-ac9a-4b58-aa66-f2f5b3623134/12d714ce-ea37-4fdc-911b-30c91f1a4107/bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:25.212559 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9986a6-f524-4f11-9431-1ea4f0a3fc62 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4d8e4e-4536-4231-b446-70cb131a1601,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:25.217401 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-da57c1e1-c9c5-4b11-9e76-2f8e7bda16b9 req-412e1d16-d8c7-4c1b-8a90-15cac847500d service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560649 Jul 05 09:56:25.229355 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e063054-ff20-4f49-ad0f-c63ff2f96d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:25.274509 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e063054-ff20-4f49-ad0f-c63ff2f96d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:25.349589 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-50d99d7a-5d96-4686-9c33-c401e9b300ec req-93d52bf9-8578-428c-8250-6772629b0540 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:25.391067 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e063054-ff20-4f49-ad0f-c63ff2f96d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:25.394152 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e063054-ff20-4f49-ad0f-c63ff2f96d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:25.395160 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1e063054-ff20-4f49-ad0f-c63ff2f96d35 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/89b2d82e-9756-4d0f-8591-9a3eb3ad66ec HTTP/1.1" status: 204 len: 168 time: 0.2595327 Jul 05 09:56:25.414756 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-9a79be6c-d06a-4e81-b3dc-c0fa7b3b1d18 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] show failed (client error): The resource could not be found. Jul 05 09:56:25.422731 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9a79be6c-d06a-4e81-b3dc-c0fa7b3b1d18 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] 10.222.0.79 "GET /v2.0/networks/f6045007-087d-43df-b9ff-7f95d2990199/tags/tempest-TagsTest-Tag-1695862462 HTTP/1.1" status: 404 len: 326 time: 0.4291692 Jul 05 09:56:25.433811 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37334) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:25.444989 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d52bf9-8578-428c-8250-6772629b0540 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Pushing event deleted for resources: {'Port': ['ID=98c1d5a8-dabe-445b-b834-03cac4ca2319,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:25.446702 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3217c333-47dc-4077-badd-60308ce82ddb None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:25.452021 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-78c80643-7598-4a54-9169-4c163cc42791 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f6045007-087d-43df-b9ff-7f95d2990199', 'tempest-TagsTest-Tag-1788360274') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:25.463126 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3217c333-47dc-4077-badd-60308ce82ddb None None] Transition to ACTIVE for port object bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:25.467023 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e063054-ff20-4f49-ad0f-c63ff2f96d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b2d82e-9756-4d0f-8591-9a3eb3ad66ec,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:25.469970 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317052a-a1c4-46af-b968-6066857ec270 req-32c260af-6df5-4df2-bdd1-5cd85f9e26fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:25.471551 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2317052a-a1c4-46af-b968-6066857ec270 req-32c260af-6df5-4df2-bdd1-5cd85f9e26fb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3537ee4c4da495b925a1471b1948439&device_id=1d3a5532-2c78-4145-b55b-816cecf1d82f HTTP/1.1" status: 200 len: 1095 time: 0.4310436 Jul 05 09:56:25.515706 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3217c333-47dc-4077-badd-60308ce82ddb None None] Transition to ACTIVE for port object bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:25.529086 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3217c333-47dc-4077-badd-60308ce82ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:25.570711 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3217c333-47dc-4077-badd-60308ce82ddb None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:25.573962 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-3217c333-47dc-4077-badd-60308ce82ddb None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:25.592112 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3217c333-47dc-4077-badd-60308ce82ddb None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:25.600936 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee898b96-1fc5-4da5-94d7-bafbde3e06e3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:25.629379 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217c333-47dc-4077-badd-60308ce82ddb None None] Pushing event updated for resources: {'Port': ['ID=bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:25.701270 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3217c333-47dc-4077-badd-60308ce82ddb None None] Attempting to bind port bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:56:25.701702 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3217c333-47dc-4077-badd-60308ce82ddb None None] Attempting to bind port bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:56:25.702081 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3217c333-47dc-4077-badd-60308ce82ddb None None] Attempting to bind port bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8 on network 65df7426-ac9a-4b58-aa66-f2f5b3623134 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:56:25.712383 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee898b96-1fc5-4da5-94d7-bafbde3e06e3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=7352055e-d205-4ca6-b634-92fcf0779700,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:25.714142 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3217c333-47dc-4077-badd-60308ce82ddb None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:56:25.714546 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3217c333-47dc-4077-badd-60308ce82ddb None None] Checking segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:56:25.715701 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3217c333-47dc-4077-badd-60308ce82ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:25.716137 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3217c333-47dc-4077-badd-60308ce82ddb None None] Bound using segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:56:25.716641 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3217c333-47dc-4077-badd-60308ce82ddb None None] Bound port: bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:56:25.717042 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3217c333-47dc-4077-badd-60308ce82ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:25.726783 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee898b96-1fc5-4da5-94d7-bafbde3e06e3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:25.744395 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ee898b96-1fc5-4da5-94d7-bafbde3e06e3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:25.748577 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee898b96-1fc5-4da5-94d7-bafbde3e06e3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:25.749293 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee898b96-1fc5-4da5-94d7-bafbde3e06e3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:25.753225 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-78c80643-7598-4a54-9169-4c163cc42791 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] show failed (client error): The resource could not be found. Jul 05 09:56:25.754406 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-78c80643-7598-4a54-9169-4c163cc42791 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] 10.222.0.79 "GET /v2.0/networks/f6045007-087d-43df-b9ff-7f95d2990199/tags/tempest-TagsTest-Tag-1788360274 HTTP/1.1" status: 404 len: 326 time: 0.3185194 Jul 05 09:56:25.757631 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37342) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:25.762388 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-aee90046-f876-4ed9-a1b2-399b42d3014c tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f6045007-087d-43df-b9ff-7f95d2990199') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:25.826984 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ee898b96-1fc5-4da5-94d7-bafbde3e06e3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9782722 Jul 05 09:56:25.829846 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37344) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:25.832687 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3217c333-47dc-4077-badd-60308ce82ddb None None] For port bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:56:25.838013 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3217c333-47dc-4077-badd-60308ce82ddb None None] For port bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:56:25.838912 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d469ff57-52b1-421b-98e4-92fb2f8d7181 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'mac_address': 'fa:16:3e:5b:da:fc', 'name': 'tempest-NetworksTestDHCPv6-1081598413'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:25.850254 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3217c333-47dc-4077-badd-60308ce82ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:25.964170 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8e74317f-660b-4f14-b62d-acb182d8f0d8 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:56:25.981447 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37350) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:25.998697 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 8e74317f-660b-4f14-b62d-acb182d8f0d8 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:56:25.999095 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8e74317f-660b-4f14-b62d-acb182d8f0d8 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:56:26.010231 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95b33e59-4e54-4182-9641-e94a1f7b406d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:26.036328 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217c333-47dc-4077-badd-60308ce82ddb None None] Pushing event updated for resources: {'Port': ['ID=bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:26.042890 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-95b33e59-4e54-4182-9641-e94a1f7b406d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 09:56:26.042890 n-d-798054-8 neutron-server[93906]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 09:56:26.042890 n-d-798054-8 neutron-server[93906]: [parameters: {'project_id_1': 'e69ec384b2fa44938847ffd385734693', 'expiration_1': datetime.datetime(2021, 7, 5, 9, 56, 26, 25958)}] Jul 05 09:56:26.042890 n-d-798054-8 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:56:26.043984 n-d-798054-8 neutron-server[93906]: DEBUG oslo_db.api [None req-95b33e59-4e54-4182-9641-e94a1f7b406d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:56:26.059131 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-aee90046-f876-4ed9-a1b2-399b42d3014c tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] 10.222.0.79 "DELETE /v2.0/networks/f6045007-087d-43df-b9ff-7f95d2990199/tags HTTP/1.1" status: 204 len: 168 time: 0.3003888 Jul 05 09:56:26.063529 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37352) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:26.095907 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-da57c1e1-c9c5-4b11-9e76-2f8e7bda16b9 req-98b5d0da-b74d-4c3b-9bf6-6c2cc1714b07 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8653848 Jul 05 09:56:26.097851 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2317052a-a1c4-46af-b968-6066857ec270 req-8aac38c3-67ac-4753-b7bf-830c74bc992f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc4d8e4e-4536-4231-b446-70cb131a1601 HTTP/1.1" status: 200 len: 217 time: 0.5998836 Jul 05 09:56:26.163782 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-50d99d7a-5d96-4686-9c33-c401e9b300ec req-93d52bf9-8578-428c-8250-6772629b0540 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:26.166310 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-50d99d7a-5d96-4686-9c33-c401e9b300ec req-93d52bf9-8578-428c-8250-6772629b0540 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:26.167421 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d469ff57-52b1-421b-98e4-92fb2f8d7181 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:26.167587 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50d99d7a-5d96-4686-9c33-c401e9b300ec req-93d52bf9-8578-428c-8250-6772629b0540 tempest-FloatingIPDetailsTestJSON-948353002 tempest-FloatingIPDetailsTestJSON-948353002-project] 10.222.0.79 "DELETE /v2.0/floatingips/ca67c554-a1ba-4197-8b10-7d7fd3fb3bf8 HTTP/1.1" status: 204 len: 173 time: 2.4567838 Jul 05 09:56:26.175313 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37356) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:26.239049 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317052a-a1c4-46af-b968-6066857ec270 req-a8ce6def-3c57-45e3-84ef-55adc79fff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:26.240847 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2317052a-a1c4-46af-b968-6066857ec270 req-a8ce6def-3c57-45e3-84ef-55adc79fff8a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c3acd711-3c7f-472d-85cc-ec7cdf4cd8f6 HTTP/1.1" status: 200 len: 848 time: 0.1342916 Jul 05 09:56:26.299341 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aafb22-9163-49f6-a987-1483cf18935c req-4a825ed2-d4cc-4377-97e9-5bce105bd811 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:26.312475 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-90aafb22-9163-49f6-a987-1483cf18935c req-4a825ed2-d4cc-4377-97e9-5bce105bd811 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d3a5532-2c78-4145-b55b-816cecf1d82f HTTP/1.1" status: 200 len: 944 time: 0.8764894 Jul 05 09:56:26.318665 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fb5ead0-dafa-4bf4-b116-dd017809fc28 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:26.404265 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2317052a-a1c4-46af-b968-6066857ec270 req-6e68d3f6-4997-42c6-983d-1f86e8b4ccdc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b34665a0-9bdf-4adb-a913-bb5127789dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1547356 Jul 05 09:56:26.423492 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d469ff57-52b1-421b-98e4-92fb2f8d7181 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:26.502965 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-d469ff57-52b1-421b-98e4-92fb2f8d7181 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] device_id is not set on port 403a9b69-84d2-450e-80a7-9aa0d55da4ec yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:56:26.578203 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95b33e59-4e54-4182-9641-e94a1f7b406d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:26.627189 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fb5ead0-dafa-4bf4-b116-dd017809fc28 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:26.649874 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:26.660675 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-6fb5ead0-dafa-4bf4-b116-dd017809fc28 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6045007-087d-43df-b9ff-7f95d2990199']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:26.682391 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-6fb5ead0-dafa-4bf4-b116-dd017809fc28 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7cd0be9-8fcc-4900-b528-649fb2145fcd') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:26.682558 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-6fb5ead0-dafa-4bf4-b116-dd017809fc28 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7cd0be9-8fcc-4900-b528-649fb2145fcd') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:26.683145 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-90aafb22-9163-49f6-a987-1483cf18935c req-ebe21647-f660-407c-b832-686a1b30d05e tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/security-groups?id=9bbb1810-6676-491d-9f1c-5d6621d10538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696070 Jul 05 09:56:26.698047 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fb5ead0-dafa-4bf4-b116-dd017809fc28 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:26.746509 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fb5ead0-dafa-4bf4-b116-dd017809fc28 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:26.760423 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb5ead0-dafa-4bf4-b116-dd017809fc28 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:56:26.760860 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fb5ead0-dafa-4bf4-b116-dd017809fc28 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: items = [ Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:56:26.764394 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:56:26.776876 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2317052a-a1c4-46af-b968-6066857ec270 req-2e1617ec-dafd-405b-8977-b1f8286306c4 service neutron] 10.222.0.81 "GET /v2.0/networks/b34665a0-9bdf-4adb-a913-bb5127789dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722731 Jul 05 09:56:26.838120 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-d469ff57-52b1-421b-98e4-92fb2f8d7181 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 172.20.0.7 (65df7426-ac9a-4b58-aa66-f2f5b3623134/7352055e-d205-4ca6-b634-92fcf0779700/403a9b69-84d2-450e-80a7-9aa0d55da4ec) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:26.847572 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-d469ff57-52b1-421b-98e4-92fb2f8d7181 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8::f816:3eff:fe5b:dafc (65df7426-ac9a-4b58-aa66-f2f5b3623134/12d714ce-ea37-4fdc-911b-30c91f1a4107/403a9b69-84d2-450e-80a7-9aa0d55da4ec) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:26.864505 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fb5ead0-dafa-4bf4-b116-dd017809fc28 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:26.869774 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fb5ead0-dafa-4bf4-b116-dd017809fc28 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:26.872175 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6fb5ead0-dafa-4bf4-b116-dd017809fc28 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] 10.222.0.79 "DELETE /v2.0/networks/f6045007-087d-43df-b9ff-7f95d2990199 HTTP/1.1" status: 204 len: 168 time: 0.8061240 Jul 05 09:56:26.900308 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ded9f169-4e31-4989-aae6-11149fffbc96 req-0b64ff59-f910-4b75-a3ed-58c2b7e74ca4 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0708101 Jul 05 09:56:26.914343 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5ead0-dafa-4bf4-b116-dd017809fc28 tempest-TagsTest-935149776 tempest-TagsTest-935149776-project] Pushing event deleted for resources: {'Network': ['ID=f6045007-087d-43df-b9ff-7f95d2990199,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:27.004726 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2317052a-a1c4-46af-b968-6066857ec270 req-8109bb39-6666-4c18-9e2a-948640b231ba service neutron] 10.222.0.81 "GET /v2.0/networks/b34665a0-9bdf-4adb-a913-bb5127789dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043431 Jul 05 09:56:27.087186 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95b33e59-4e54-4182-9641-e94a1f7b406d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:27.092082 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95b33e59-4e54-4182-9641-e94a1f7b406d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:27.122086 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02146adf-4311-4a33-809c-d75ecb41d068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:27.169649 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d469ff57-52b1-421b-98e4-92fb2f8d7181 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:27.191393 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-95b33e59-4e54-4182-9641-e94a1f7b406d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e69ec384b2fa44938847ffd385734693&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2045188 Jul 05 09:56:27.194249 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37364) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:27.204310 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b33e59-4e54-4182-9641-e94a1f7b406d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9d396f-ca32-43ff-9b71-7327dd31c581,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:27.217642 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-d469ff57-52b1-421b-98e4-92fb2f8d7181 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Transition to ACTIVE for port object 403a9b69-84d2-450e-80a7-9aa0d55da4ec will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:27.279919 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3fa8d1f3-b0b5-43a4-9f46-b09ceabf75e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:27.305180 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3fa8d1f3-b0b5-43a4-9f46-b09ceabf75e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:27.312500 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37366) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:27.322974 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d469ff57-52b1-421b-98e4-92fb2f8d7181 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:27.389619 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d469ff57-52b1-421b-98e4-92fb2f8d7181 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:27.397917 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d469ff57-52b1-421b-98e4-92fb2f8d7181 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:27.404825 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d469ff57-52b1-421b-98e4-92fb2f8d7181 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:27.442428 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5514b9eb-2958-46ea-b2fe-a10cb7cad20e None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:27.447516 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad2bda-1569-4565-982c-39c55bc1c40b req-2d7a2d50-2d61-4051-8669-0a8d8a1c144f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:27.450095 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7ad2bda-1569-4565-982c-39c55bc1c40b req-2d7a2d50-2d61-4051-8669-0a8d8a1c144f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3537ee4c4da495b925a1471b1948439&device_id=1d3a5532-2c78-4145-b55b-816cecf1d82f HTTP/1.1" status: 200 len: 1095 time: 0.2759674 Jul 05 09:56:27.453126 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469ff57-52b1-421b-98e4-92fb2f8d7181 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=403a9b69-84d2-450e-80a7-9aa0d55da4ec,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:27.460205 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3fa8d1f3-b0b5-43a4-9f46-b09ceabf75e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:27.463271 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3fa8d1f3-b0b5-43a4-9f46-b09ceabf75e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:27.464494 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3fa8d1f3-b0b5-43a4-9f46-b09ceabf75e7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9f9d396f-ca32-43ff-9b71-7327dd31c581 HTTP/1.1" status: 204 len: 168 time: 0.2689636 Jul 05 09:56:27.482139 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8d1f3-b0b5-43a4-9f46-b09ceabf75e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9d396f-ca32-43ff-9b71-7327dd31c581,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:27.506888 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d469ff57-52b1-421b-98e4-92fb2f8d7181 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:27.507566 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d469ff57-52b1-421b-98e4-92fb2f8d7181 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:27.537985 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d469ff57-52b1-421b-98e4-92fb2f8d7181 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7067761 Jul 05 09:56:27.543888 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37374) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:27.665498 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3a35c3c1-66f8-40ab-b461-3707781b1642 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4ffd283d436348609195368a6134bd0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3518329 Jul 05 09:56:27.668577 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37376) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:27.689276 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be3ba78-94c5-4aad-97fe-2b74c26b9a59 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:27.696253 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be3ba78-94c5-4aad-97fe-2b74c26b9a59 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:27.698073 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0be3ba78-94c5-4aad-97fe-2b74c26b9a59 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1523378 Jul 05 09:56:27.702662 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37378) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:27.773933 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13704b44-9de7-448e-94e2-e22150127e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:27.798834 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13704b44-9de7-448e-94e2-e22150127e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:27.873607 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13704b44-9de7-448e-94e2-e22150127e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:27.876346 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13704b44-9de7-448e-94e2-e22150127e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:27.877622 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-13704b44-9de7-448e-94e2-e22150127e66 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a953d106-4316-4b7d-a84e-6aa77b6105f2 HTTP/1.1" status: 204 len: 168 time: 0.2081254 Jul 05 09:56:27.897068 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13704b44-9de7-448e-94e2-e22150127e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a953d106-4316-4b7d-a84e-6aa77b6105f2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:28.018267 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b4b66dd3-16c6-4ffa-876a-a9cfc8ba15f3 None None] Provisioning for port bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:56:28.078408 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad2bda-1569-4565-982c-39c55bc1c40b req-6a8eff72-4254-4910-9107-f44c51d79c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:28.079947 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7ad2bda-1569-4565-982c-39c55bc1c40b req-6a8eff72-4254-4910-9107-f44c51d79c3d service neutron] 10.222.0.81 "GET /v2.0/networks?id=b34665a0-9bdf-4adb-a913-bb5127789dd8 HTTP/1.1" status: 200 len: 909 time: 0.6025133 Jul 05 09:56:28.189721 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:56:28.293937 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7ad2bda-1569-4565-982c-39c55bc1c40b req-8534b1a3-17eb-4e0e-a6df-907ffa92792b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc4d8e4e-4536-4231-b446-70cb131a1601 HTTP/1.1" status: 200 len: 217 time: 0.1405561 Jul 05 09:56:28.322504 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794eeb47-7863-4429-9b09-ec67db635201 None None] Update dhcp port {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'fixed_ips': [{'subnet_id': '12d714ce-ea37-4fdc-911b-30c91f1a4107', 'ip_address': '2001:db8::f816:3eff:fee1:b715'}, {'subnet_id': '7352055e-d205-4ca6-b634-92fcf0779700'}], 'binding:host_id': 'n-d-798054-8'}, 'id': 'bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8'} from n-d-798054-8. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:56:28.372548 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:56:28.376989 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:28.377477 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:28.379385 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-794eeb47-7863-4429-9b09-ec67db635201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:28.399394 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad2bda-1569-4565-982c-39c55bc1c40b req-a28da48b-9e6f-4004-81e5-72261ea8ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:28.400993 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7ad2bda-1569-4565-982c-39c55bc1c40b req-a28da48b-9e6f-4004-81e5-72261ea8ba41 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c3acd711-3c7f-472d-85cc-ec7cdf4cd8f6 HTTP/1.1" status: 200 len: 848 time: 0.0882490 Jul 05 09:56:28.415734 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c2d11e76-aea7-4ac3-b19e-31ca4fe7e5d0 req-5ac2ed50-5a80-4249-a33d-dc2098e9401b tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.1401911 Jul 05 09:56:28.456222 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-02146adf-4311-4a33-809c-d75ecb41d068 admin admin] Deleting port 1f294ec4-44e1-4ed5-bd56-35dde75827d5 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:28.456903 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02146adf-4311-4a33-809c-d75ecb41d068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:28.545218 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-02146adf-4311-4a33-809c-d75ecb41d068 admin admin] For port 1f294ec4-44e1-4ed5-bd56-35dde75827d5, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=1f294ec4-44e1-4ed5-bd56-35dde75827d5,segment=NetworkSegment(3030d45e-e211-4138-8311-80de83cef357),segment_id=3030d45e-e211-4138-8311-80de83cef357)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:28.545888 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02146adf-4311-4a33-809c-d75ecb41d068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:28.573011 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-02146adf-4311-4a33-809c-d75ecb41d068 admin admin] Calling delete_port for 1f294ec4-44e1-4ed5-bd56-35dde75827d5 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:28.667926 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3279e-fa12-4b80-baf5-b706641d37ee req-425bf003-4de4-4f90-a988-4afa4c592001 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:28.675015 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:28.675653 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6f3279e-fa12-4b80-baf5-b706641d37ee req-425bf003-4de4-4f90-a988-4afa4c592001 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d3a5532-2c78-4145-b55b-816cecf1d82f HTTP/1.1" status: 200 len: 944 time: 0.6443708 Jul 05 09:56:28.682045 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7ad2bda-1569-4565-982c-39c55bc1c40b req-b568941d-ef83-4af3-ae13-5de9ae6086df service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b34665a0-9bdf-4adb-a913-bb5127789dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2608798 Jul 05 09:56:28.710585 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-794eeb47-7863-4429-9b09-ec67db635201 None None] Allocated IP 172.20.0.2 (65df7426-ac9a-4b58-aa66-f2f5b3623134/7352055e-d205-4ca6-b634-92fcf0779700/bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:28.723152 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:28.732657 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:28.790512 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-be3a6929-7c97-415c-905b-7be75e45eefc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting port 403a9b69-84d2-450e-80a7-9aa0d55da4ec {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:28.791054 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be3a6929-7c97-415c-905b-7be75e45eefc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:28.860024 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:28.916935 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-794eeb47-7863-4429-9b09-ec67db635201 None None] For port bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:28.938357 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6f3279e-fa12-4b80-baf5-b706641d37ee req-71ce613d-3594-45ad-ba00-8ab539d50d86 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/security-groups?id=9bbb1810-6676-491d-9f1c-5d6621d10538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615592 Jul 05 09:56:28.973699 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-794eeb47-7863-4429-9b09-ec67db635201 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:28.975594 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7ad2bda-1569-4565-982c-39c55bc1c40b req-bda002d4-3ff5-48b6-bf02-4e922294b03b service neutron] 10.222.0.81 "GET /v2.0/networks/b34665a0-9bdf-4adb-a913-bb5127789dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645895 Jul 05 09:56:28.992986 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-794eeb47-7863-4429-9b09-ec67db635201 None None] Transition to ACTIVE for port object bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:29.001444 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-794eeb47-7863-4429-9b09-ec67db635201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:29.100527 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794eeb47-7863-4429-9b09-ec67db635201 None None] Pushing event updated for resources: {'Port': ['ID=bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:29.133171 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be3a6929-7c97-415c-905b-7be75e45eefc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:29.163715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-be3a6929-7c97-415c-905b-7be75e45eefc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Calling delete_port for 403a9b69-84d2-450e-80a7-9aa0d55da4ec owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:29.275811 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7ad2bda-1569-4565-982c-39c55bc1c40b req-4fd4019f-620b-4c29-a878-027fdcb68fbe service neutron] 10.222.0.81 "GET /v2.0/networks/b34665a0-9bdf-4adb-a913-bb5127789dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926846 Jul 05 09:56:29.356382 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02146adf-4311-4a33-809c-d75ecb41d068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:29.393222 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02146adf-4311-4a33-809c-d75ecb41d068 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f294ec4-44e1-4ed5-bd56-35dde75827d5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:29.420072 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37462) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:29.528447 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be3a6929-7c97-415c-905b-7be75e45eefc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:29.590984 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a6929-7c97-415c-905b-7be75e45eefc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Port': ['ID=403a9b69-84d2-450e-80a7-9aa0d55da4ec,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:29.641430 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f637d1ac-1b75-49c3-a611-ee51d640ca2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:29.768774 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f637d1ac-1b75-49c3-a611-ee51d640ca2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:29.777532 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f637d1ac-1b75-49c3-a611-ee51d640ca2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:29.789110 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5d8fec9c-16f9-479b-94ca-215194d0d838 req-46aed273-2496-4cdf-bc9b-e18f2c5dcc19 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.1138043 Jul 05 09:56:29.851757 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637d1ac-1b75-49c3-a611-ee51d640ca2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc62c699-082b-4daf-afd9-9f3983007b53,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:29.859034 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f637d1ac-1b75-49c3-a611-ee51d640ca2f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0d22fb6dcf3d4d6cb0b3aff50d508d24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4376674 Jul 05 09:56:29.863059 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37478) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:29.934220 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92be3d6f-11e2-4f33-b513-b825666a2284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:29.967015 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92be3d6f-11e2-4f33-b513-b825666a2284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:30.036342 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92be3d6f-11e2-4f33-b513-b825666a2284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:30.039326 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92be3d6f-11e2-4f33-b513-b825666a2284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:30.040623 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-92be3d6f-11e2-4f33-b513-b825666a2284 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dc62c699-082b-4daf-afd9-9f3983007b53 HTTP/1.1" status: 204 len: 168 time: 0.1765707 Jul 05 09:56:30.070971 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be3d6f-11e2-4f33-b513-b825666a2284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc62c699-082b-4daf-afd9-9f3983007b53,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:30.081446 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be3a6929-7c97-415c-905b-7be75e45eefc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:30.089221 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-be3a6929-7c97-415c-905b-7be75e45eefc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/403a9b69-84d2-450e-80a7-9aa0d55da4ec HTTP/1.1" status: 204 len: 168 time: 2.3814900 Jul 05 09:56:30.091915 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37492) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:30.100856 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02146adf-4311-4a33-809c-d75ecb41d068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:30.178747 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5b23ec-1eb7-445d-9cca-0d7ac1300f69 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:30.180755 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5b23ec-1eb7-445d-9cca-0d7ac1300f69 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:30.182632 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5b23ec-1eb7-445d-9cca-0d7ac1300f69 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:30.187733 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ee5b23ec-1eb7-445d-9cca-0d7ac1300f69 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0947533 Jul 05 09:56:30.189024 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37496) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:30.198831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:56:30.270354 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-5844eec7-7c67-4818-8cfd-476d4102fc4a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet 12d714ce-ea37-4fdc-911b-30c91f1a4107 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:56:30.274143 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5844eec7-7c67-4818-8cfd-476d4102fc4a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:30.295934 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e36b225e-b033-43b0-ace7-ec56114229ef None None] Could not find standard attr ID for object 403a9b69-84d2-450e-80a7-9aa0d55da4ec. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:56:30.352228 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e36b225e-b033-43b0-ace7-ec56114229ef None None] Provisioning for port bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:56:30.359310 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5844eec7-7c67-4818-8cfd-476d4102fc4a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:30.360919 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:30.361309 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:30.362906 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e36b225e-b033-43b0-ace7-ec56114229ef None None] Provisioning complete for port bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:30.363276 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e36b225e-b033-43b0-ace7-ec56114229ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:30.475756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45018084-dd40-4b5b-b4a1-e5cb34774727 req-f2929c0d-63b4-4ce1-abf2-c6c24972591a tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:30.477536 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45018084-dd40-4b5b-b4a1-e5cb34774727 req-f2929c0d-63b4-4ce1-abf2-c6c24972591a tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d3a5532-2c78-4145-b55b-816cecf1d82f HTTP/1.1" status: 200 len: 944 time: 0.2542605 Jul 05 09:56:30.577436 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5844eec7-7c67-4818-8cfd-476d4102fc4a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:30.700508 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45018084-dd40-4b5b-b4a1-e5cb34774727 req-34bf9bdb-1c81-45b9-b0f8-5ce32655d44c tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/security-groups?id=9bbb1810-6676-491d-9f1c-5d6621d10538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152386 Jul 05 09:56:30.712098 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-93255204-fb93-4054-bf71-7aff6b797bce None None] Could not find standard attr ID for object 403a9b69-84d2-450e-80a7-9aa0d55da4ec. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:56:30.718472 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5844eec7-7c67-4818-8cfd-476d4102fc4a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:30.750138 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02146adf-4311-4a33-809c-d75ecb41d068 admin admin] Router ddca2d61-729a-433b-ad6f-12bf8d057561 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:56:30.758357 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5844eec7-7c67-4818-8cfd-476d4102fc4a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:30.760350 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5844eec7-7c67-4818-8cfd-476d4102fc4a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/12d714ce-ea37-4fdc-911b-30c91f1a4107 HTTP/1.1" status: 204 len: 168 time: 0.5697281 Jul 05 09:56:30.762469 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844eec7-7c67-4818-8cfd-476d4102fc4a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=12d714ce-ea37-4fdc-911b-30c91f1a4107,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:30.764337 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37528) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:30.888305 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-645f2b6a-b22a-4a1b-88bb-8cbc808ba34c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet 7352055e-d205-4ca6-b634-92fcf0779700 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:56:30.891481 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-645f2b6a-b22a-4a1b-88bb-8cbc808ba34c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:30.968384 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37538) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:31.109509 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-deadade1-247f-4fa9-8c73-3e2c93afe3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:31.127046 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device dc4d8e4e-4536-4231-b446-70cb131a1601 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:56:31.254932 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-deadade1-247f-4fa9-8c73-3e2c93afe3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:31.264565 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-deadade1-247f-4fa9-8c73-3e2c93afe3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:31.300888 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port dc4d8e4e-4536-4231-b446-70cb131a1601, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=dc4d8e4e-4536-4231-b446-70cb131a1601,segment=NetworkSegment(678ef642-8d28-4929-a44f-ee5c6ba5273a),segment_id=678ef642-8d28-4929-a44f-ee5c6ba5273a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:31.309871 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-deadade1-247f-4fa9-8c73-3e2c93afe3e2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=af3db092630249859d3c0f6a0c610a92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3393798 Jul 05 09:56:31.312561 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37550) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:31.313220 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deadade1-247f-4fa9-8c73-3e2c93afe3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca42816-8d17-45a9-9631-c5668f02ea4e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:31.335292 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'dc4d8e4e-4536-4231-b446-70cb131a1601', 'network_id': 'b34665a0-9bdf-4adb-a913-bb5127789dd8', 'port_id': 'dc4d8e4e-4536-4231-b446-70cb131a1601', 'mac_address': 'fa:16:3e:a6:c9:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3acd711-3c7f-472d-85cc-ec7cdf4cd8f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:56:31.400928 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac431d4e-018a-4afd-a550-b6f5556931b5 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:31.404382 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3fd2dda2-34f8-444c-93ca-9a2076288986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:31.428628 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3fd2dda2-34f8-444c-93ca-9a2076288986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:31.438245 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:31.458541 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc4d8e4e-4536-4231-b446-70cb131a1601 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:56:31.493463 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3fd2dda2-34f8-444c-93ca-9a2076288986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:31.496882 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port dc4d8e4e-4536-4231-b446-70cb131a1601, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=dc4d8e4e-4536-4231-b446-70cb131a1601,segment=NetworkSegment(678ef642-8d28-4929-a44f-ee5c6ba5273a),segment_id=678ef642-8d28-4929-a44f-ee5c6ba5273a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:31.498860 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3fd2dda2-34f8-444c-93ca-9a2076288986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:31.503243 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3fd2dda2-34f8-444c-93ca-9a2076288986 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4ca42816-8d17-45a9-9631-c5668f02ea4e HTTP/1.1" status: 204 len: 168 time: 0.1780853 Jul 05 09:56:31.510621 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c366a1b3-8b1b-49a8-8725-98f10096b0d2 req-e0aa33cc-baf0-472e-9709-4184da22a1c0 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0568867 Jul 05 09:56:31.511178 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2dda2-34f8-444c-93ca-9a2076288986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca42816-8d17-45a9-9631-c5668f02ea4e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:31.526426 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-645f2b6a-b22a-4a1b-88bb-8cbc808ba34c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:31.530678 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02146adf-4311-4a33-809c-d75ecb41d068 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:56:31.535763 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:31.585735 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-02146adf-4311-4a33-809c-d75ecb41d068 admin admin] 10.222.0.79 "PUT /v2.0/routers/ddca2d61-729a-433b-ad6f-12bf8d057561/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4079013 Jul 05 09:56:31.588452 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37560) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:31.603690 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=dc4d8e4e-4536-4231-b446-70cb131a1601,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:31.612667 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd68378-f721-406b-9edf-7d3ce0ffa917 None None] Sync routers for ids ['ddca2d61-729a-433b-ad6f-12bf8d057561'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:56:31.652726 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd68378-f721-406b-9edf-7d3ce0ffa917 None None] Routers {'ddca2d61-729a-433b-ad6f-12bf8d057561'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:31.653379 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bdd68378-f721-406b-9edf-7d3ce0ffa917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:56:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ddca2d61-729a-433b-ad6f-12bf8d057561'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:31.741679 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-645f2b6a-b22a-4a1b-88bb-8cbc808ba34c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:31.784289 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['dc4d8e4e-4536-4231-b446-70cb131a1601'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:56:31.823164 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-197b0bea-9eb7-435c-a331-466a5f55ca1e admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:31.901258 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-481bffba-2051-4a32-a676-f049fded4ff0 req-c586085e-17d8-443b-97af-1379f6588260 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0742116 Jul 05 09:56:31.951636 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-645f2b6a-b22a-4a1b-88bb-8cbc808ba34c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:32.006160 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-645f2b6a-b22a-4a1b-88bb-8cbc808ba34c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:32.008475 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-645f2b6a-b22a-4a1b-88bb-8cbc808ba34c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/7352055e-d205-4ca6-b634-92fcf0779700 HTTP/1.1" status: 204 len: 168 time: 1.2410860 Jul 05 09:56:32.008887 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f2b6a-b22a-4a1b-88bb-8cbc808ba34c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=7352055e-d205-4ca6-b634-92fcf0779700,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:32.013451 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37572) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:32.054826 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-bdd68378-f721-406b-9edf-7d3ce0ffa917 None None] Set router ddca2d61-729a-433b-ad6f-12bf8d057561 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:56:32.075899 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072a108-d5c5-4c35-80da-825b1ae3d51a req-afefe9ae-35a0-4323-88cf-33c23712c044 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:32.085719 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1072a108-d5c5-4c35-80da-825b1ae3d51a req-afefe9ae-35a0-4323-88cf-33c23712c044 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d3a5532-2c78-4145-b55b-816cecf1d82f HTTP/1.1" status: 200 len: 945 time: 0.1187363 Jul 05 09:56:32.113843 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4e5b54bd-7f26-46cb-aec6-224d62728da0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929914 Jul 05 09:56:32.117341 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37574) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:32.128428 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c0a3e23b-8dd2-40af-bbf6-61c00bcd85da tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:32.148322 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1072a108-d5c5-4c35-80da-825b1ae3d51a req-2dacddd2-fa96-4d7a-bbc2-385b4ce7bc71 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/security-groups?id=9bbb1810-6676-491d-9f1c-5d6621d10538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592139 Jul 05 09:56:32.190989 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37578) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:32.229316 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83005fec-1229-4830-acdd-917c05dde360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:32.239621 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-197b0bea-9eb7-435c-a331-466a5f55ca1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:32.306583 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a3e23b-8dd2-40af-bbf6-61c00bcd85da tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:32.312166 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c0a3e23b-8dd2-40af-bbf6-61c00bcd85da tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:32.319143 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50e8680a-4ea6-4479-ba61-c7d63df6596e req-6790d887-e88f-4603-90ac-560b4376d6f2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=53798cb9-ecef-42e7-a241-39bba2cc411d HTTP/1.1" status: 200 len: 210 time: 0.0511813 Jul 05 09:56:32.393338 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-197b0bea-9eb7-435c-a331-466a5f55ca1e admin admin] Deleting port 647399d4-c00b-4060-adff-66d648ca7d80 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:32.393849 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-197b0bea-9eb7-435c-a331-466a5f55ca1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:32.469279 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e536a8-2f7f-4dcf-bc48-872bb56ce3de None None] Update dhcp port {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'fixed_ips': [{'subnet_id': '7352055e-d205-4ca6-b634-92fcf0779700'}], 'binding:host_id': 'n-d-798054-8'}, 'id': 'bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8'} from n-d-798054-8. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:56:32.472989 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83005fec-1229-4830-acdd-917c05dde360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:32.478167 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83005fec-1229-4830-acdd-917c05dde360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:32.518456 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b5e536a8-2f7f-4dcf-bc48-872bb56ce3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:32.520777 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37584) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:32.532158 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83005fec-1229-4830-acdd-917c05dde360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9cffa4-efa3-4937-8106-5c0aabe20b93,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:32.542841 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-83005fec-1229-4830-acdd-917c05dde360 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c0a65b73951544549062707fc9dd3d39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3503826 Jul 05 09:56:32.543213 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37590) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:32.561789 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bdd68378-f721-406b-9edf-7d3ce0ffa917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca2d61-729a-433b-ad6f-12bf8d057561', 'name': 'tempest-FloatingIPDetailsTestJSON-59185449-router', 'tenant_id': '6034c335ab534dd29de819939ac4d8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '647399d4-c00b-4060-adff-66d648ca7d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:55:44Z', 'updated_at': '2021-07-05T09:56:29Z', 'revision_number': 5, 'project_id': '6034c335ab534dd29de819939ac4d8a7', 'gw_port': {'id': '647399d4-c00b-4060-adff-66d648ca7d80', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca2d61-729a-433b-ad6f-12bf8d057561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:46Z', 'updated_at': '2021-07-05T09:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:32.568024 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-197b0bea-9eb7-435c-a331-466a5f55ca1e admin admin] For port 647399d4-c00b-4060-adff-66d648ca7d80, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=647399d4-c00b-4060-adff-66d648ca7d80,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:32.568403 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-197b0bea-9eb7-435c-a331-466a5f55ca1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:32.605346 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-197b0bea-9eb7-435c-a331-466a5f55ca1e admin admin] Calling delete_port for 647399d4-c00b-4060-adff-66d648ca7d80 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:32.618896 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:32.623598 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd68378-f721-406b-9edf-7d3ce0ffa917 None None] Checking router: ddca2d61-729a-433b-ad6f-12bf8d057561 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:56:32.633010 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fbcf519a-0c61-4d9d-9aea-0ead4b519d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:32.661460 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fbcf519a-0c61-4d9d-9aea-0ead4b519d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:32.692073 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8bb7885d-c87d-48cc-83b3-8cc8e8ad7f71 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1039595859', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:32.704107 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd68378-f721-406b-9edf-7d3ce0ffa917 None None] Routers {'ddca2d61-729a-433b-ad6f-12bf8d057561'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:32.704910 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bdd68378-f721-406b-9edf-7d3ce0ffa917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:56:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ddca2d61-729a-433b-ad6f-12bf8d057561'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:32.769016 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a3f5ac5-d3a8-40d6-a1c1-d7732f0f4d7d req-19bf42a4-9b71-4913-8ab0-4db7ce9ded50 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0424521 Jul 05 09:56:32.769600 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb7885d-c87d-48cc-83b3-8cc8e8ad7f71 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Made reservation on behalf of e0e66cdbe6df4a28b3137f5a6087934a for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:32.772081 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bb7885d-c87d-48cc-83b3-8cc8e8ad7f71 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:32.783319 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bb7885d-c87d-48cc-83b3-8cc8e8ad7f71 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:32.794592 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fbcf519a-0c61-4d9d-9aea-0ead4b519d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:32.797848 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fbcf519a-0c61-4d9d-9aea-0ead4b519d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:32.802104 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-fbcf519a-0c61-4d9d-9aea-0ead4b519d23 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6b9cffa4-efa3-4937-8106-5c0aabe20b93 HTTP/1.1" status: 204 len: 168 time: 0.2578988 Jul 05 09:56:32.832475 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-bdd68378-f721-406b-9edf-7d3ce0ffa917 None None] Set router ddca2d61-729a-433b-ad6f-12bf8d057561 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:56:32.849902 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf519a-0c61-4d9d-9aea-0ead4b519d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9cffa4-efa3-4937-8106-5c0aabe20b93,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:32.898678 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba18b8b-d76b-4d55-9297-18e569a67478 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:32.957123 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bb7885d-c87d-48cc-83b3-8cc8e8ad7f71 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:32.962550 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bb7885d-c87d-48cc-83b3-8cc8e8ad7f71 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:33.000881 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-8bb7885d-c87d-48cc-83b3-8cc8e8ad7f71 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] device_id is not set on port 811a7f23-a6f3-4412-bcac-b5f48795ff8e yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:56:33.005991 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7885d-c87d-48cc-83b3-8cc8e8ad7f71 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cbd328-da15-4d65-ac1a-1f7fc6ebb1ae,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:33.009735 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bdd68378-f721-406b-9edf-7d3ce0ffa917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca2d61-729a-433b-ad6f-12bf8d057561', 'name': 'tempest-FloatingIPDetailsTestJSON-59185449-router', 'tenant_id': '6034c335ab534dd29de819939ac4d8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:55:44Z', 'updated_at': '2021-07-05T09:56:32Z', 'revision_number': 6, 'project_id': '6034c335ab534dd29de819939ac4d8a7', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:33.045595 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd68378-f721-406b-9edf-7d3ce0ffa917 None None] The sync data for ids ['ddca2d61-729a-433b-ad6f-12bf8d057561'] in n-d-798054-8 is: [{'id': 'ddca2d61-729a-433b-ad6f-12bf8d057561', 'name': 'tempest-FloatingIPDetailsTestJSON-59185449-router', 'tenant_id': '6034c335ab534dd29de819939ac4d8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:55:44Z', 'updated_at': '2021-07-05T09:56:32Z', 'revision_number': 6, 'project_id': '6034c335ab534dd29de819939ac4d8a7', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:56:33.053829 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-67b13f79-b852-4389-ba13-82f94b7710da None None] Provisioning complete for port bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:33.054191 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-67b13f79-b852-4389-ba13-82f94b7710da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:33.129397 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device dc4d8e4e-4536-4231-b446-70cb131a1601 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:56:33.153032 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-8bb7885d-c87d-48cc-83b3-8cc8e8ad7f71 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Allocated IP 172.25.7.218 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/811a7f23-a6f3-4412-bcac-b5f48795ff8e) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:33.235148 n-d-798054-8 neutron-server[93906]: DEBUG neutron.objects.ports [None req-c0a3e23b-8dd2-40af-bbf6-61c00bcd85da tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:56:33.375505 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port dc4d8e4e-4536-4231-b446-70cb131a1601 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:56:33.388656 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port dc4d8e4e-4536-4231-b446-70cb131a1601 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:33.389287 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:33.398928 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bb7885d-c87d-48cc-83b3-8cc8e8ad7f71 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:33.524649 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-197b0bea-9eb7-435c-a331-466a5f55ca1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:33.579443 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d1a14-b7bf-4e11-8021-2a90cc3a5da2 req-9ad193c6-2075-4bd9-95bf-2b8aefdbe742 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:33.583030 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-375d1a14-b7bf-4e11-8021-2a90cc3a5da2 req-9ad193c6-2075-4bd9-95bf-2b8aefdbe742 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d3a5532-2c78-4145-b55b-816cecf1d82f HTTP/1.1" status: 200 len: 945 time: 0.1777561 Jul 05 09:56:33.644179 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bb7885d-c87d-48cc-83b3-8cc8e8ad7f71 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:33.698656 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:33.701303 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3fc872-e623-42c6-8428-e65d24ce3f35 None None] Update dhcp port {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'fixed_ips': [{'subnet_id': '5ac50411-8032-4e4a-8c36-af941a65a65e'}], 'binding:host_id': 'n-d-798054-8'}, 'id': 'bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8'} from n-d-798054-8. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:56:33.718614 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-375d1a14-b7bf-4e11-8021-2a90cc3a5da2 req-0af24aa7-f3e1-4c55-817e-7af312c9cbb8 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/security-groups?id=9bbb1810-6676-491d-9f1c-5d6621d10538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278777 Jul 05 09:56:33.752440 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb7885d-c87d-48cc-83b3-8cc8e8ad7f71 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:33.755449 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-8bb7885d-c87d-48cc-83b3-8cc8e8ad7f71 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:33.760394 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb7885d-c87d-48cc-83b3-8cc8e8ad7f71 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:33.760713 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3a5532-2c78-4145-b55b-816cecf1d82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4d8e4e-4536-4231-b446-70cb131a1601'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:56:33.764106 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e14bc8a-aef1-473b-bcbb-e58b7208158e" -d '{"events": [{"server_uuid": "1d3a5532-2c78-4145-b55b-816cecf1d82f", "name": "network-vif-plugged", "status": "completed", "tag": "dc4d8e4e-4536-4231-b446-70cb131a1601"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:56:33.764448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7885d-c87d-48cc-83b3-8cc8e8ad7f71 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Pushing event updated for resources: {'Port': ['ID=811a7f23-a6f3-4412-bcac-b5f48795ff8e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:33.784008 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ea3fc872-e623-42c6-8428-e65d24ce3f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:33.789219 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port dc4d8e4e-4536-4231-b446-70cb131a1601, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=dc4d8e4e-4536-4231-b446-70cb131a1601,segment=NetworkSegment(678ef642-8d28-4929-a44f-ee5c6ba5273a),segment_id=678ef642-8d28-4929-a44f-ee5c6ba5273a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:33.797674 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:33.814377 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb7885d-c87d-48cc-83b3-8cc8e8ad7f71 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:33.815151 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bb7885d-c87d-48cc-83b3-8cc8e8ad7f71 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:33.839916 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8bb7885d-c87d-48cc-83b3-8cc8e8ad7f71 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3146107 Jul 05 09:56:33.842504 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37622) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:33.852554 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-451eb67e-befa-4d18-bd74-b35eb0ccc6c5 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.218'}]}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:33.895879 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-451eb67e-befa-4d18-bd74-b35eb0ccc6c5 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:33.898413 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-451eb67e-befa-4d18-bd74-b35eb0ccc6c5 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:33.959537 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=dc4d8e4e-4536-4231-b446-70cb131a1601,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:34.029092 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-451eb67e-befa-4d18-bd74-b35eb0ccc6c5 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:34.128881 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b0bea-9eb7-435c-a331-466a5f55ca1e admin admin] Pushing event deleted for resources: {'Port': ['ID=647399d4-c00b-4060-adff-66d648ca7d80,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:34.131809 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:56:34.224510 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-647e88f3-03ae-4023-8e02-f41b1b48fb26 req-b4013163-053b-4923-a643-b8c222ff0227 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.1266248 Jul 05 09:56:34.232852 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-197b0bea-9eb7-435c-a331-466a5f55ca1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:34.280167 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffae0fae-c8b4-435b-94fd-9d4844f327a9 x-openstack-request-id: req-ffae0fae-c8b4-435b-94fd-9d4844f327a9 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:56:34.280167 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3a5532-2c78-4145-b55b-816cecf1d82f", "name": "network-vif-plugged", "status": "completed", "tag": "dc4d8e4e-4536-4231-b446-70cb131a1601", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:56:34.280436 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ffae0fae-c8b4-435b-94fd-9d4844f327a9 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:56:34.280854 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3a5532-2c78-4145-b55b-816cecf1d82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4d8e4e-4536-4231-b446-70cb131a1601', 'code': 200} Jul 05 09:56:34.290167 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-ea3fc872-e623-42c6-8428-e65d24ce3f35 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 09:56:34.290167 n-d-798054-8 neutron-server[93908]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jul 05 09:56:34.290167 n-d-798054-8 neutron-server[93908]: [parameters: {'ip_address': '2001:db8::f816:3eff:fee1:b715', 'status': 'ALLOCATED', 'ipam_subnet_id': '74adfc3c-949c-4488-a3ff-bd4463577c71'}] Jul 05 09:56:34.290167 n-d-798054-8 neutron-server[93908]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:56:34.292585 n-d-798054-8 neutron-server[93908]: DEBUG oslo_db.api [None req-ea3fc872-e623-42c6-8428-e65d24ce3f35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:56:34.365459 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:34.430855 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-451eb67e-befa-4d18-bd74-b35eb0ccc6c5 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:34.467676 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:56:34.468063 n-d-798054-8 neutron-server[93908]: DEBUG oslo_db.api [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:56:34.497518 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c0a3e23b-8dd2-40af-bbf6-61c00bcd85da tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:34.516166 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-197b0bea-9eb7-435c-a331-466a5f55ca1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:34.519133 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-197b0bea-9eb7-435c-a331-466a5f55ca1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:34.524212 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a52df-071f-4c85-91be-38b6e4b547aa req-c667803c-536b-419d-a4b6-6519bff55853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:34.525814 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-300a52df-071f-4c85-91be-38b6e4b547aa req-c667803c-536b-419d-a4b6-6519bff55853 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1d3a5532-2c78-4145-b55b-816cecf1d82f HTTP/1.1" status: 200 len: 1097 time: 0.1291502 Jul 05 09:56:34.581032 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-300a52df-071f-4c85-91be-38b6e4b547aa req-28e25bbc-384c-4980-98bc-7b8fdd4436c8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9bbb1810-6676-491d-9f1c-5d6621d10538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481756 Jul 05 09:56:34.610515 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-197b0bea-9eb7-435c-a331-466a5f55ca1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:34.611087 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197b0bea-9eb7-435c-a331-466a5f55ca1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddca2d61-729a-433b-ad6f-12bf8d057561 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:56:34.620251 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-197b0bea-9eb7-435c-a331-466a5f55ca1e admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:34.622141 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-197b0bea-9eb7-435c-a331-466a5f55ca1e admin admin] 10.222.0.79 "DELETE /v2.0/routers/ddca2d61-729a-433b-ad6f-12bf8d057561 HTTP/1.1" status: 204 len: 168 time: 3.0325394 Jul 05 09:56:34.625237 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37648) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:34.852199 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-54feb20a-b501-493e-92f9-8837738003e0 admin admin] Deleting subnet a7f5feeb-76a7-49e3-9767-0b546565a4bb {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:56:34.867342 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-54feb20a-b501-493e-92f9-8837738003e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:34.872692 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ea3fc872-e623-42c6-8428-e65d24ce3f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:34.977438 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-451eb67e-befa-4d18-bd74-b35eb0ccc6c5 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.002680 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-451eb67e-befa-4d18-bd74-b35eb0ccc6c5 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.020362 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-54feb20a-b501-493e-92f9-8837738003e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.081671 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-c0a3e23b-8dd2-40af-bbf6-61c00bcd85da tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] For port bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:35.110333 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.237049 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c0a3e23b-8dd2-40af-bbf6-61c00bcd85da tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.247159 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c0a3e23b-8dd2-40af-bbf6-61c00bcd85da tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.248005 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c0a3e23b-8dd2-40af-bbf6-61c00bcd85da tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.249565 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-ea3fc872-e623-42c6-8428-e65d24ce3f35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:56:35.250251 n-d-798054-8 neutron-server[93908]: DEBUG oslo_db.api [None req-ea3fc872-e623-42c6-8428-e65d24ce3f35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:56:35.318925 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12d996cb-7f5a-4026-adaa-84890b844aec req-1410b2f7-8e64-4b70-a3ce-701203446fde tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0641389 Jul 05 09:56:35.335989 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:56:35.336778 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-451eb67e-befa-4d18-bd74-b35eb0ccc6c5 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.337512 n-d-798054-8 neutron-server[93908]: DEBUG oslo_db.api [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:56:35.344778 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-54feb20a-b501-493e-92f9-8837738003e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.390909 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a3e23b-8dd2-40af-bbf6-61c00bcd85da tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:35.407843 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c0a3e23b-8dd2-40af-bbf6-61c00bcd85da tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:35.421481 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a3e23b-8dd2-40af-bbf6-61c00bcd85da tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:35.422090 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c0a3e23b-8dd2-40af-bbf6-61c00bcd85da tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.430239 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176b45d-7f10-4ec4-8b90-9f7e2a315767 req-eb16bd3d-4054-4587-af98-9758aeccaeef tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:35.437819 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5176b45d-7f10-4ec4-8b90-9f7e2a315767 req-eb16bd3d-4054-4587-af98-9758aeccaeef tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d3a5532-2c78-4145-b55b-816cecf1d82f HTTP/1.1" status: 200 len: 946 time: 0.4271166 Jul 05 09:56:35.474173 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3e23b-8dd2-40af-bbf6-61c00bcd85da tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=5ac50411-8032-4e4a-8c36-af941a65a65e,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:35.476439 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3e23b-8dd2-40af-bbf6-61c00bcd85da tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8,revision_number=8']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:35.482569 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c0a3e23b-8dd2-40af-bbf6-61c00bcd85da tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3642204 Jul 05 09:56:35.486164 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37676) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:35.493209 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7c80faf5-1d59-4a87-8119-1f08cb81c0b6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:35.514352 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-54feb20a-b501-493e-92f9-8837738003e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.562054 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-451eb67e-befa-4d18-bd74-b35eb0ccc6c5 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.564281 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-451eb67e-befa-4d18-bd74-b35eb0ccc6c5 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.572441 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54feb20a-b501-493e-92f9-8837738003e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7f5feeb-76a7-49e3-9767-0b546565a4bb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:35.581482 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-54feb20a-b501-493e-92f9-8837738003e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.583515 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-54feb20a-b501-493e-92f9-8837738003e0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a7f5feeb-76a7-49e3-9767-0b546565a4bb HTTP/1.1" status: 204 len: 168 time: 0.9572949 Jul 05 09:56:35.584820 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae4dd41-32a8-43fa-90b3-2561ba11e6f9 None None] Network e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:35.586738 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37678) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:35.648228 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5176b45d-7f10-4ec4-8b90-9f7e2a315767 req-5a0b4e54-ba4a-48a1-9ab5-f31d8235a002 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/security-groups?id=9bbb1810-6676-491d-9f1c-5d6621d10538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091379 Jul 05 09:56:35.649162 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-451eb67e-befa-4d18-bd74-b35eb0ccc6c5 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.649460 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451eb67e-befa-4d18-bd74-b35eb0ccc6c5 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6943e6e1-870c-4b3b-87a3-50bb63405878 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:56:35.677116 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-451eb67e-befa-4d18-bd74-b35eb0ccc6c5 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 05 09:56:35.679136 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-451eb67e-befa-4d18-bd74-b35eb0ccc6c5 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8340740 Jul 05 09:56:35.681312 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37680) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:35.726271 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-791ebb10-5823-4e7e-b867-7a96927b7d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.792524 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c80faf5-1d59-4a87-8119-1f08cb81c0b6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:35.796102 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7db26ef7-706f-47bf-81f2-4ad6f2010638 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Deleting port 811a7f23-a6f3-4412-bcac-b5f48795ff8e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:35.796102 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7db26ef7-706f-47bf-81f2-4ad6f2010638 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.796620 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37684) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:35.800638 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7c80faf5-1d59-4a87-8119-1f08cb81c0b6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.846830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bdbde2-aa8c-4e03-befb-dc810d25e6d1 None None] DHCP port deletion for e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:56:35.875907 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-791ebb10-5823-4e7e-b867-7a96927b7d66 admin admin] Deleting port 9cb89d99-f06f-4657-a144-cc1b67cf3fe8 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:35.876145 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-791ebb10-5823-4e7e-b867-7a96927b7d66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.913638 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7db26ef7-706f-47bf-81f2-4ad6f2010638 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.916538 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e5bdbde2-aa8c-4e03-befb-dc810d25e6d1 None None] Deleting port 9cb89d99-f06f-4657-a144-cc1b67cf3fe8 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:35.917260 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e5bdbde2-aa8c-4e03-befb-dc810d25e6d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.919545 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.931654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7db26ef7-706f-47bf-81f2-4ad6f2010638 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Calling delete_port for 811a7f23-a6f3-4412-bcac-b5f48795ff8e owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:35.994756 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e5bdbde2-aa8c-4e03-befb-dc810d25e6d1 None None] For port 9cb89d99-f06f-4657-a144-cc1b67cf3fe8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9cb89d99-f06f-4657-a144-cc1b67cf3fe8,segment=NetworkSegment(3030d45e-e211-4138-8311-80de83cef357),segment_id=3030d45e-e211-4138-8311-80de83cef357)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:35.995276 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e5bdbde2-aa8c-4e03-befb-dc810d25e6d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.012199 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e5bdbde2-aa8c-4e03-befb-dc810d25e6d1 None None] Calling delete_port for 9cb89d99-f06f-4657-a144-cc1b67cf3fe8 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:36.014923 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-791ebb10-5823-4e7e-b867-7a96927b7d66 admin admin] For port 9cb89d99-f06f-4657-a144-cc1b67cf3fe8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9cb89d99-f06f-4657-a144-cc1b67cf3fe8,segment=NetworkSegment(3030d45e-e211-4138-8311-80de83cef357),segment_id=3030d45e-e211-4138-8311-80de83cef357)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:36.015292 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-791ebb10-5823-4e7e-b867-7a96927b7d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.022413 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8e16137-c6b9-4a47-a75a-a53d5451e20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.033220 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-791ebb10-5823-4e7e-b867-7a96927b7d66 admin admin] Calling delete_port for 9cb89d99-f06f-4657-a144-cc1b67cf3fe8 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:36.120371 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e5bdbde2-aa8c-4e03-befb-dc810d25e6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.132128 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7db26ef7-706f-47bf-81f2-4ad6f2010638 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.148444 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdbde2-aa8c-4e03-befb-dc810d25e6d1 None None] Pushing event deleted for resources: {'Port': ['ID=9cb89d99-f06f-4657-a144-cc1b67cf3fe8,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:36.153028 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bdbde2-aa8c-4e03-befb-dc810d25e6d1 None None] No DVR routers for this DVR port 9cb89d99-f06f-4657-a144-cc1b67cf3fe8 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:56:36.174399 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db26ef7-706f-47bf-81f2-4ad6f2010638 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Pushing event deleted for resources: {'Port': ['ID=811a7f23-a6f3-4412-bcac-b5f48795ff8e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:36.198849 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-791ebb10-5823-4e7e-b867-7a96927b7d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.237660 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ebb10-5823-4e7e-b867-7a96927b7d66 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cb89d99-f06f-4657-a144-cc1b67cf3fe8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:36.254648 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791ebb10-5823-4e7e-b867-7a96927b7d66 admin admin] No DVR routers for this DVR port 9cb89d99-f06f-4657-a144-cc1b67cf3fe8 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:56:36.283615 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7db26ef7-706f-47bf-81f2-4ad6f2010638 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.290139 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7db26ef7-706f-47bf-81f2-4ad6f2010638 tempest-RoutersAdminNegativeTest-1395383651 tempest-RoutersAdminNegativeTest-1395383651-project-admin] 10.222.0.79 "DELETE /v2.0/ports/811a7f23-a6f3-4412-bcac-b5f48795ff8e HTTP/1.1" status: 204 len: 168 time: 0.6065328 Jul 05 09:56:36.294645 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7c80faf5-1d59-4a87-8119-1f08cb81c0b6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.296402 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ea3fc872-e623-42c6-8428-e65d24ce3f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.304134 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8e16137-c6b9-4a47-a75a-a53d5451e20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.306197 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.311712 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8e16137-c6b9-4a47-a75a-a53d5451e20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.355725 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e16137-c6b9-4a47-a75a-a53d5451e20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3648b33b-d506-402f-8b4f-fb89eb7e7588,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:36.382668 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c8e16137-c6b9-4a47-a75a-a53d5451e20d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c179c68923f74eee99343be6d751cdc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5848219 Jul 05 09:56:36.385096 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37694) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:36.401141 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-791ebb10-5823-4e7e-b867-7a96927b7d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.417066 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c80faf5-1d59-4a87-8119-1f08cb81c0b6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:36.422183 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-791ebb10-5823-4e7e-b867-7a96927b7d66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:36.424659 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-7c80faf5-1d59-4a87-8119-1f08cb81c0b6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:36.434017 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c80faf5-1d59-4a87-8119-1f08cb81c0b6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:36.434625 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7c80faf5-1d59-4a87-8119-1f08cb81c0b6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.440519 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-791ebb10-5823-4e7e-b867-7a96927b7d66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3030d45e-e211-4138-8311-80de83cef357') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:36.440824 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-791ebb10-5823-4e7e-b867-7a96927b7d66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3030d45e-e211-4138-8311-80de83cef357') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:36.442501 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80faf5-1d59-4a87-8119-1f08cb81c0b6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=8c715322-dfad-4c0c-8577-722adbf9bc4e,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:36.462234 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-791ebb10-5823-4e7e-b867-7a96927b7d66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.465058 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:36.470798 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.472683 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 1f294ec4-44e1-4ed5-bd56-35dde75827d5 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:56:36.477936 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7c80faf5-1d59-4a87-8119-1f08cb81c0b6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9889424 Jul 05 09:56:36.480862 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37698) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:36.484186 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0be6c8a3-291b-480f-8be7-60a5586cbe14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.485431 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-791ebb10-5823-4e7e-b867-7a96927b7d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.489197 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1349a99e-93e6-4739-bc91-a86dac0f1c07 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'mac_address': 'fa:16:3e:f1:1f:fe', 'name': 'tempest-NetworksTestDHCPv6-819526754'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:36.496871 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791ebb10-5823-4e7e-b867-7a96927b7d66 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:56:36.497321 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-791ebb10-5823-4e7e-b867-7a96927b7d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.559173 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0be6c8a3-291b-480f-8be7-60a5586cbe14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:56:36.587575 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:56:36.591605 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3684db7-1ca2-4ed6-8fac-6af8de638689 req-3720c598-0b30-4ae2-a160-035a6b5138d5 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0433850 Jul 05 09:56:36.597766 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:36.601522 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-791ebb10-5823-4e7e-b867-7a96927b7d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.623684 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-791ebb10-5823-4e7e-b867-7a96927b7d66 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.626009 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-791ebb10-5823-4e7e-b867-7a96927b7d66 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e HTTP/1.1" status: 204 len: 168 time: 1.0382135 Jul 05 09:56:36.627105 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ebb10-5823-4e7e-b867-7a96927b7d66 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8c4c4bb-dc91-4bfc-a946-cbfaad6bb80e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:36.660220 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37704) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:36.729726 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0be6c8a3-291b-480f-8be7-60a5586cbe14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.733537 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0be6c8a3-291b-480f-8be7-60a5586cbe14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.734734 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0be6c8a3-291b-480f-8be7-60a5586cbe14 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3648b33b-d506-402f-8b4f-fb89eb7e7588 HTTP/1.1" status: 204 len: 168 time: 0.3483667 Jul 05 09:56:36.752957 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6c8a3-291b-480f-8be7-60a5586cbe14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3648b33b-d506-402f-8b4f-fb89eb7e7588,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:36.769447 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1349a99e-93e6-4739-bc91-a86dac0f1c07 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:36.840862 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37712) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:36.841998 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0ffc1d8-ff9d-4474-8186-7d0a5b1fb891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.896139 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1349a99e-93e6-4739-bc91-a86dac0f1c07 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.966047 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0ffc1d8-ff9d-4474-8186-7d0a5b1fb891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.972133 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0ffc1d8-ff9d-4474-8186-7d0a5b1fb891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.976204 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-13152ac6-ec08-4e01-ba71-89756ad0e3d9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6034c335ab534dd29de819939ac4d8a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1319115 Jul 05 09:56:36.976850 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37714) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:36.984797 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-ea3fc872-e623-42c6-8428-e65d24ce3f35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:56:36.985584 n-d-798054-8 neutron-server[93908]: DEBUG oslo_db.api [None req-ea3fc872-e623-42c6-8428-e65d24ce3f35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:56:36.987203 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 1f294ec4-44e1-4ed5-bd56-35dde75827d5 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:56:36.987576 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 1f294ec4-44e1-4ed5-bd56-35dde75827d5 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:56:36.988239 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 647399d4-c00b-4060-adff-66d648ca7d80 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:56:36.996643 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-1349a99e-93e6-4739-bc91-a86dac0f1c07 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] device_id is not set on port 7c28ad48-b355-4389-a6c6-52df88892352 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:56:37.018207 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 647399d4-c00b-4060-adff-66d648ca7d80 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:56:37.018631 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 647399d4-c00b-4060-adff-66d648ca7d80 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:56:37.038908 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e0ffc1d8-ff9d-4474-8186-7d0a5b1fb891 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d3b2a3c2e95a4b2c8be1daa157e3fc72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3750494 Jul 05 09:56:37.039501 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37716) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:37.047155 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffc1d8-ff9d-4474-8186-7d0a5b1fb891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808a37be-f05b-4759-84ea-146d659cef0e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:37.100242 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e86a3b3-a2d6-4a39-b89e-91635842fadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.149994 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07c7ec-c046-4b16-8fd4-75f8f463fd68 req-9912cb2d-35e9-4796-a8a0-9d9a069d3ca7 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:37.151593 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea07c7ec-c046-4b16-8fd4-75f8f463fd68 req-9912cb2d-35e9-4796-a8a0-9d9a069d3ca7 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d3a5532-2c78-4145-b55b-816cecf1d82f HTTP/1.1" status: 200 len: 946 time: 0.2508910 Jul 05 09:56:37.152335 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-efb2f70a-a580-4d4b-afbe-a5729ed9dff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.166406 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e86a3b3-a2d6-4a39-b89e-91635842fadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.168602 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9cb89d99-f06f-4657-a144-cc1b67cf3fe8 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:56:37.192566 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 9cb89d99-f06f-4657-a144-cc1b67cf3fe8 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:56:37.194597 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9cb89d99-f06f-4657-a144-cc1b67cf3fe8 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:56:37.227674 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-efb2f70a-a580-4d4b-afbe-a5729ed9dff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.265188 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e86a3b3-a2d6-4a39-b89e-91635842fadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.267983 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e86a3b3-a2d6-4a39-b89e-91635842fadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.271941 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8e86a3b3-a2d6-4a39-b89e-91635842fadd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/808a37be-f05b-4759-84ea-146d659cef0e HTTP/1.1" status: 204 len: 168 time: 0.2314806 Jul 05 09:56:37.280744 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86a3b3-a2d6-4a39-b89e-91635842fadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808a37be-f05b-4759-84ea-146d659cef0e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:37.297100 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea07c7ec-c046-4b16-8fd4-75f8f463fd68 req-6c511ca2-c0ba-4a05-b7d2-33ad3ea9d13f tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/security-groups?id=9bbb1810-6676-491d-9f1c-5d6621d10538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350217 Jul 05 09:56:37.333149 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37724) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:37.334864 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-1349a99e-93e6-4739-bc91-a86dac0f1c07 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 172.20.0.7 (65df7426-ac9a-4b58-aa66-f2f5b3623134/8c715322-dfad-4c0c-8577-722adbf9bc4e/7c28ad48-b355-4389-a6c6-52df88892352) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:37.339035 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-efb2f70a-a580-4d4b-afbe-a5729ed9dff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.341706 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-efb2f70a-a580-4d4b-afbe-a5729ed9dff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.342854 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-efb2f70a-a580-4d4b-afbe-a5729ed9dff6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b82ad5d8-e3bc-45bd-ae40-f60d683cbc40 HTTP/1.1" status: 204 len: 168 time: 0.3648760 Jul 05 09:56:37.347452 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-1349a99e-93e6-4739-bc91-a86dac0f1c07 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8::f816:3eff:fef1:1ffe (65df7426-ac9a-4b58-aa66-f2f5b3623134/5ac50411-8032-4e4a-8c36-af941a65a65e/7c28ad48-b355-4389-a6c6-52df88892352) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:37.359654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2f70a-a580-4d4b-afbe-a5729ed9dff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82ad5d8-e3bc-45bd-ae40-f60d683cbc40,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:37.360362 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af6ab41f-a29a-4e1d-867a-d5119d09c1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.497261 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af6ab41f-a29a-4e1d-867a-d5119d09c1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.503387 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af6ab41f-a29a-4e1d-867a-d5119d09c1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.551330 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1349a99e-93e6-4739-bc91-a86dac0f1c07 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.572460 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-af6ab41f-a29a-4e1d-867a-d5119d09c1ae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=84728ee305c74db684d3bfae2b7eb791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351642 Jul 05 09:56:37.572460 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37732) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:37.592492 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-1349a99e-93e6-4739-bc91-a86dac0f1c07 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Transition to ACTIVE for port object 7c28ad48-b355-4389-a6c6-52df88892352 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:37.614916 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ab41f-a29a-4e1d-867a-d5119d09c1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18479b4a-9443-4c7f-98a9-e549fe3112ea,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:37.650337 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1349a99e-93e6-4739-bc91-a86dac0f1c07 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.656509 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ade39f0-94df-4c18-8af9-58ab32716d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.692238 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ade39f0-94df-4c18-8af9-58ab32716d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.705064 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1349a99e-93e6-4739-bc91-a86dac0f1c07 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:37.712867 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-1349a99e-93e6-4739-bc91-a86dac0f1c07 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:37.716058 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1349a99e-93e6-4739-bc91-a86dac0f1c07 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:37.743883 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349a99e-93e6-4739-bc91-a86dac0f1c07 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=7c28ad48-b355-4389-a6c6-52df88892352,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:37.772899 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ade39f0-94df-4c18-8af9-58ab32716d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.780757 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ade39f0-94df-4c18-8af9-58ab32716d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.784986 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4ade39f0-94df-4c18-8af9-58ab32716d84 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/18479b4a-9443-4c7f-98a9-e549fe3112ea HTTP/1.1" status: 204 len: 168 time: 0.2088141 Jul 05 09:56:37.788731 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1349a99e-93e6-4739-bc91-a86dac0f1c07 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:37.788944 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1349a99e-93e6-4739-bc91-a86dac0f1c07 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.805120 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade39f0-94df-4c18-8af9-58ab32716d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18479b4a-9443-4c7f-98a9-e549fe3112ea,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:37.816867 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37742) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:37.836635 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1349a99e-93e6-4739-bc91-a86dac0f1c07 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3546546 Jul 05 09:56:37.839543 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37744) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:37.974528 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-82e53fda-ddc6-4945-ba90-ce4a5fab6251 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e0e66cdbe6df4a28b3137f5a6087934a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534226 Jul 05 09:56:37.974887 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37752) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:38.003677 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e7560943-c7fe-4cac-b754-72192f0dc17f req-bb40c698-3d3e-469a-bbef-caffd0fbb6ff tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0814965 Jul 05 09:56:38.061955 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de6bb00c-a8dc-47ad-9a80-6ce33db1f1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:38.063229 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a571e7-26d4-4488-9c3b-0ff643c6afac tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:38.070019 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a571e7-26d4-4488-9c3b-0ff643c6afac tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:38.073053 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-53a571e7-26d4-4488-9c3b-0ff643c6afac tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2314513 Jul 05 09:56:38.076461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37756) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:38.089407 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de6bb00c-a8dc-47ad-9a80-6ce33db1f1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:38.152970 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de6bb00c-a8dc-47ad-9a80-6ce33db1f1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:38.155630 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de6bb00c-a8dc-47ad-9a80-6ce33db1f1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:38.156858 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-de6bb00c-a8dc-47ad-9a80-6ce33db1f1ce admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d9cbd328-da15-4d65-ac1a-1f7fc6ebb1ae HTTP/1.1" status: 204 len: 168 time: 0.1807201 Jul 05 09:56:38.176779 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6bb00c-a8dc-47ad-9a80-6ce33db1f1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cbd328-da15-4d65-ac1a-1f7fc6ebb1ae,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:38.473861 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ea3fc872-e623-42c6-8428-e65d24ce3f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:38.708232 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-326d0d3c-6881-441c-8c3f-a47d2e4a0eba tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting port 7c28ad48-b355-4389-a6c6-52df88892352 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:38.708643 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-326d0d3c-6881-441c-8c3f-a47d2e4a0eba tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:38.814709 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ea3fc872-e623-42c6-8428-e65d24ce3f35 None None] For port bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:38.831908 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-326d0d3c-6881-441c-8c3f-a47d2e4a0eba tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:38.849457 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-326d0d3c-6881-441c-8c3f-a47d2e4a0eba tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Calling delete_port for 7c28ad48-b355-4389-a6c6-52df88892352 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:38.881707 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ea3fc872-e623-42c6-8428-e65d24ce3f35 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:38.889276 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ea3fc872-e623-42c6-8428-e65d24ce3f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:38.995258 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fc872-e623-42c6-8428-e65d24ce3f35 None None] Pushing event updated for resources: {'Port': ['ID=bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8,revision_number=10']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:39.192541 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-326d0d3c-6881-441c-8c3f-a47d2e4a0eba tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:39.267242 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d0d3c-6881-441c-8c3f-a47d2e4a0eba tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Port': ['ID=7c28ad48-b355-4389-a6c6-52df88892352,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:39.327452 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37812) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:39.379107 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf89c570-f88c-45dd-b5be-c40942ee625c req-9dd06b37-26e2-404e-927d-23ab54c55edf tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0885165 Jul 05 09:56:39.456430 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-326d0d3c-6881-441c-8c3f-a47d2e4a0eba tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:39.461079 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37824) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:39.463766 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-326d0d3c-6881-441c-8c3f-a47d2e4a0eba tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/7c28ad48-b355-4389-a6c6-52df88892352 HTTP/1.1" status: 204 len: 168 time: 1.3857696 Jul 05 09:56:39.543298 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-aa5ca9c0-94a3-418f-9a44-0744efdb11d5 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-772280463-network', 'tenant_id': 'bba36971b9394077b39bcc9045b67d85'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:39.605890 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ba9474-2bf0-4e37-820b-e7d1682ffeb7 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:39.607548 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ba9474-2bf0-4e37-820b-e7d1682ffeb7 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:39.609230 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ba9474-2bf0-4e37-820b-e7d1682ffeb7 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:39.613365 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c9ba9474-2bf0-4e37-820b-e7d1682ffeb7 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1484149 Jul 05 09:56:39.613365 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5ca9c0-94a3-418f-9a44-0744efdb11d5 admin admin] Made reservation on behalf of bba36971b9394077b39bcc9045b67d85 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:39.614868 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37830) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:39.615284 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aa5ca9c0-94a3-418f-9a44-0744efdb11d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:39.625600 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aa5ca9c0-94a3-418f-9a44-0744efdb11d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:39.693312 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-a249f671-fbe7-4c28-8d5d-046e758e25a8 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet 5ac50411-8032-4e4a-8c36-af941a65a65e {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:56:39.696989 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a249f671-fbe7-4c28-8d5d-046e758e25a8 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:39.760098 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aa5ca9c0-94a3-418f-9a44-0744efdb11d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:39.767265 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aa5ca9c0-94a3-418f-9a44-0744efdb11d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:39.771879 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a249f671-fbe7-4c28-8d5d-046e758e25a8 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:39.827012 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5ca9c0-94a3-418f-9a44-0744efdb11d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:56:39.854441 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ca9c0-94a3-418f-9a44-0744efdb11d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938bdd18-0420-47d2-b4be-300f4a7cb2e9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:39.859705 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aa5ca9c0-94a3-418f-9a44-0744efdb11d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:39.863330 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-aa5ca9c0-94a3-418f-9a44-0744efdb11d5 admin admin] Added segment 2464d207-0e02-4981-a0f8-faec5668a657 of type vlan for network 997cf90f-0f10-481f-981a-696c40205086 Jul 05 09:56:39.892296 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b33a65-8548-4522-b0b7-0073c636f508 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:39.919791 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aa5ca9c0-94a3-418f-9a44-0744efdb11d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:39.946006 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a249f671-fbe7-4c28-8d5d-046e758e25a8 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:39.960243 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aa5ca9c0-94a3-418f-9a44-0744efdb11d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:39.962108 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5ca9c0-94a3-418f-9a44-0744efdb11d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:39.967889 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aa5ca9c0-94a3-418f-9a44-0744efdb11d5 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:39.992253 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bbb29456-926c-4517-bbb6-91c2802ccbce None None] Provisioning complete for port bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:39.993020 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bbb29456-926c-4517-bbb6-91c2802ccbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.012527 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a249f671-fbe7-4c28-8d5d-046e758e25a8 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.073610 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37842) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:40.087079 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-aa5ca9c0-94a3-418f-9a44-0744efdb11d5 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7574971 Jul 05 09:56:40.091134 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ca9c0-94a3-418f-9a44-0744efdb11d5 admin admin] Pushing event updated for resources: {'Network': ['ID=997cf90f-0f10-481f-981a-696c40205086,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:40.093326 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37846) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:40.096224 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249f671-fbe7-4c28-8d5d-046e758e25a8 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac50411-8032-4e4a-8c36-af941a65a65e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:40.098379 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-737be083-a692-4f6a-b131-4c85e1794656 admin admin] Request body: {'subnet': {'network_id': '997cf90f-0f10-481f-981a-696c40205086', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-772280463-subnet', 'tenant_id': 'bba36971b9394077b39bcc9045b67d85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:40.104600 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a249f671-fbe7-4c28-8d5d-046e758e25a8 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.113686 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a249f671-fbe7-4c28-8d5d-046e758e25a8 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/5ac50411-8032-4e4a-8c36-af941a65a65e HTTP/1.1" status: 204 len: 168 time: 0.4938574 Jul 05 09:56:40.114327 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37848) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:40.115476 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 997cf90f-0f10-481f-981a-696c40205086 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:56:40.135762 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737be083-a692-4f6a-b131-4c85e1794656 admin admin] Made reservation on behalf of bba36971b9394077b39bcc9045b67d85 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:40.141510 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-737be083-a692-4f6a-b131-4c85e1794656 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.225326 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-e096cbad-da37-4543-8809-65a275653934 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet 8c715322-dfad-4c0c-8577-722adbf9bc4e {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:56:40.234828 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e096cbad-da37-4543-8809-65a275653934 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.268920 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bbb29456-926c-4517-bbb6-91c2802ccbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.314682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-29d16273-ef74-4009-bfd3-e960cefeb79d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1438175990'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:40.345332 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-bbb29456-926c-4517-bbb6-91c2802ccbce None None] For port bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:40.357048 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bbb29456-926c-4517-bbb6-91c2802ccbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.383716 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d16273-ef74-4009-bfd3-e960cefeb79d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Made reservation on behalf of 8b82ed3a6881414d9acd165002cdb1e6 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:40.393499 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29d16273-ef74-4009-bfd3-e960cefeb79d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.425768 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb29456-926c-4517-bbb6-91c2802ccbce None None] Pushing event updated for resources: {'Port': ['ID=bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8,revision_number=12']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:40.436641 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29d16273-ef74-4009-bfd3-e960cefeb79d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.450932 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e096cbad-da37-4543-8809-65a275653934 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.581759 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb873634-2bdb-408e-b0c6-07fca4390d50 None None] Update dhcp port {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'fixed_ips': [{'subnet_id': '8c715322-dfad-4c0c-8577-722adbf9bc4e'}], 'binding:host_id': 'n-d-798054-8'}, 'id': 'bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8'} from n-d-798054-8. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:56:40.630088 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-737be083-a692-4f6a-b131-4c85e1794656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.662734 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cb873634-2bdb-408e-b0c6-07fca4390d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.680845 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e096cbad-da37-4543-8809-65a275653934 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.692383 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-428a92ef-bec0-4721-9f4a-499ac5b65159 req-b7792369-008d-44bd-8f5e-4a5a2d31b2c2 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0812421 Jul 05 09:56:40.769732 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737be083-a692-4f6a-b131-4c85e1794656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c18f37df-aff7-4839-ac34-d159e239e65d,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:40.774242 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737be083-a692-4f6a-b131-4c85e1794656 admin admin] Checking segment: {'id': '2464d207-0e02-4981-a0f8-faec5668a657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '997cf90f-0f10-481f-981a-696c40205086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:56:40.774605 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737be083-a692-4f6a-b131-4c85e1794656 admin admin] Network hostable DHCP agents. Network: 997cf90f-0f10-481f-981a-696c40205086, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:56:40.825315 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737be083-a692-4f6a-b131-4c85e1794656 admin admin] Network 997cf90f-0f10-481f-981a-696c40205086 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:56:40.830837 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e096cbad-da37-4543-8809-65a275653934 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.839156 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-737be083-a692-4f6a-b131-4c85e1794656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 997cf90f-0f10-481f-981a-696c40205086) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:40.860627 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d900a0dc-dd11-487c-9866-640d0a5d485f None None] Network 997cf90f-0f10-481f-981a-696c40205086 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:40.868820 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737be083-a692-4f6a-b131-4c85e1794656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:40.869849 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-737be083-a692-4f6a-b131-4c85e1794656 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.870675 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29d16273-ef74-4009-bfd3-e960cefeb79d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.874466 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096cbad-da37-4543-8809-65a275653934 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=8c715322-dfad-4c0c-8577-722adbf9bc4e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:40.876706 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e096cbad-da37-4543-8809-65a275653934 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.879415 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e096cbad-da37-4543-8809-65a275653934 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/8c715322-dfad-4c0c-8577-722adbf9bc4e HTTP/1.1" status: 204 len: 168 time: 0.7612679 Jul 05 09:56:40.881296 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37882) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:40.888969 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29d16273-ef74-4009-bfd3-e960cefeb79d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.900462 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d16273-ef74-4009-bfd3-e960cefeb79d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:56:40.916529 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-737be083-a692-4f6a-b131-4c85e1794656 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8220434 Jul 05 09:56:40.944321 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-71ef6c0a-419d-4fbd-9967-560bbe19ea59 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0617130 Jul 05 09:56:40.947088 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37886) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server [None req-cb873634-2bdb-408e-b0c6-07fca4390d50 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c715322-dfad-4c0c-8577-722adbf9bc4e: This subnet is being modified by another concurrent operation. Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 09:56:40.947721 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exception Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c715322-dfad-4c0c-8577-722adbf9bc4e: This subnet is being modified by another concurrent operation. Jul 05 09:56:40.952499 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 05 09:56:40.969238 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6a0516f6-8b84-49ef-a397-842e5b526390 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:40.994859 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29d16273-ef74-4009-bfd3-e960cefeb79d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.995757 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-29d16273-ef74-4009-bfd3-e960cefeb79d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Added segment d2deccd3-5a11-4fd2-abb0-a42f05f9775f of type vlan for network 47ca12ab-243c-4d95-909f-38c94f0a4422 Jul 05 09:56:41.015468 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d16273-ef74-4009-bfd3-e960cefeb79d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b45bf36-4403-4f5f-b4c9-fc9fade6db15,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:41.052995 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29d16273-ef74-4009-bfd3-e960cefeb79d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:41.085686 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29d16273-ef74-4009-bfd3-e960cefeb79d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:41.096978 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d16273-ef74-4009-bfd3-e960cefeb79d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:41.097919 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29d16273-ef74-4009-bfd3-e960cefeb79d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:41.109657 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a404f4ce-e230-425a-b2f4-e8cb6f523b9f None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:41.152670 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144a4b9d-6e6e-4416-bf93-89d72d30596c None None] Network 997cf90f-0f10-481f-981a-696c40205086 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:41.175661 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d16273-ef74-4009-bfd3-e960cefeb79d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'Network': ['ID=47ca12ab-243c-4d95-909f-38c94f0a4422,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:41.188138 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-29d16273-ef74-4009-bfd3-e960cefeb79d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1127212 Jul 05 09:56:41.190796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37890) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:41.204704 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7f093dea-0d1b-4be7-b2b1-afac4e045453 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Request body: {'subnet': {'network_id': '47ca12ab-243c-4d95-909f-38c94f0a4422', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:41.236503 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0516f6-8b84-49ef-a397-842e5b526390 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:41.255239 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6a0516f6-8b84-49ef-a397-842e5b526390 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:41.258908 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 47ca12ab-243c-4d95-909f-38c94f0a4422 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:56:41.337983 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f093dea-0d1b-4be7-b2b1-afac4e045453 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Made reservation on behalf of 8b82ed3a6881414d9acd165002cdb1e6 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:41.345128 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f093dea-0d1b-4be7-b2b1-afac4e045453 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:41.514992 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-21db712d-ae06-4066-8f7f-9cdd4abc932a None None] Provisioning complete for port bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:41.515704 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-21db712d-ae06-4066-8f7f-9cdd4abc932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:41.595388 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6a0516f6-8b84-49ef-a397-842e5b526390 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:41.600630 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc7b65-213a-41b9-b29e-dde0ba0e8182 req-6d8ec9d9-be27-4b35-846b-5cff53110b55 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:41.602172 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03dc7b65-213a-41b9-b29e-dde0ba0e8182 req-6d8ec9d9-be27-4b35-846b-5cff53110b55 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d3a5532-2c78-4145-b55b-816cecf1d82f HTTP/1.1" status: 200 len: 946 time: 0.1394534 Jul 05 09:56:41.667164 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f093dea-0d1b-4be7-b2b1-afac4e045453 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:41.673236 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0516f6-8b84-49ef-a397-842e5b526390 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:41.677822 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-6a0516f6-8b84-49ef-a397-842e5b526390 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:41.682776 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0516f6-8b84-49ef-a397-842e5b526390 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:41.684288 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6a0516f6-8b84-49ef-a397-842e5b526390 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:41.696206 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0516f6-8b84-49ef-a397-842e5b526390 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=3bd019f3-520f-4609-92f0-0b3ffbaecd52,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:41.710928 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6a0516f6-8b84-49ef-a397-842e5b526390 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7621393 Jul 05 09:56:41.711700 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37912) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:41.720509 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-38698788-4fa7-4558-a0a4-085aa2f83572 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:41.777562 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f093dea-0d1b-4be7-b2b1-afac4e045453 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'Subnet': ['ID=650e9361-dd27-43a6-acaf-446d0ce46609,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:41.785701 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f613c2-895e-43af-86e4-b4cd11ba2139 None None] DHCP port deletion for 65df7426-ac9a-4b58-aa66-f2f5b3623134 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:56:41.840975 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03dc7b65-213a-41b9-b29e-dde0ba0e8182 req-83d63bf9-7e59-4292-ab17-84c309fa4b34 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/security-groups?id=9bbb1810-6676-491d-9f1c-5d6621d10538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316077 Jul 05 09:56:41.863658 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f093dea-0d1b-4be7-b2b1-afac4e045453 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Checking segment: {'id': 'd2deccd3-5a11-4fd2-abb0-a42f05f9775f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '47ca12ab-243c-4d95-909f-38c94f0a4422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:56:41.864449 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f093dea-0d1b-4be7-b2b1-afac4e045453 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Network hostable DHCP agents. Network: 47ca12ab-243c-4d95-909f-38c94f0a4422, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:56:41.892692 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38698788-4fa7-4558-a0a4-085aa2f83572 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:41.904195 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-38698788-4fa7-4558-a0a4-085aa2f83572 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:41.905638 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f093dea-0d1b-4be7-b2b1-afac4e045453 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Network 47ca12ab-243c-4d95-909f-38c94f0a4422 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:56:41.922445 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-7f093dea-0d1b-4be7-b2b1-afac4e045453 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 47ca12ab-243c-4d95-909f-38c94f0a4422) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:41.923699 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-55f613c2-895e-43af-86e4-b4cd11ba2139 None None] Deleting port bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:41.924931 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-55f613c2-895e-43af-86e4-b4cd11ba2139 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:41.937460 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f093dea-0d1b-4be7-b2b1-afac4e045453 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:41.938069 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f093dea-0d1b-4be7-b2b1-afac4e045453 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:41.940910 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a977b88b-b711-4ea6-9873-786aa487721c None None] Network 47ca12ab-243c-4d95-909f-38c94f0a4422 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:42.022814 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7f093dea-0d1b-4be7-b2b1-afac4e045453 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8283637 Jul 05 09:56:42.023607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37930) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:42.029406 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ef1c7e48-b8db-4eeb-b541-0fe20a0ed077 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1874678660', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:42.059388 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef1c7e48-b8db-4eeb-b541-0fe20a0ed077 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:42.060486 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef1c7e48-b8db-4eeb-b541-0fe20a0ed077 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:42.159119 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef1c7e48-b8db-4eeb-b541-0fe20a0ed077 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:42.169118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-57326bc8-99dc-4b53-9bb1-1cdc78314048 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:42.171205 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-57326bc8-99dc-4b53-9bb1-1cdc78314048 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/networks?id=997cf90f-0f10-481f-981a-696c40205086 HTTP/1.1" status: 200 len: 821 time: 0.2152641 Jul 05 09:56:42.187884 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-55f613c2-895e-43af-86e4-b4cd11ba2139 None None] For port bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:42.188492 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-55f613c2-895e-43af-86e4-b4cd11ba2139 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:42.205746 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-55f613c2-895e-43af-86e4-b4cd11ba2139 None None] Calling delete_port for bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:42.331055 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef1c7e48-b8db-4eeb-b541-0fe20a0ed077 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:42.355720 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-55f613c2-895e-43af-86e4-b4cd11ba2139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:42.358641 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-ab42296e-2b87-4eca-b621-d94c81664a5a tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/quotas/bba36971b9394077b39bcc9045b67d85 HTTP/1.1" status: 200 len: 375 time: 0.1103165 Jul 05 09:56:42.407384 n-d-798054-8 neutron-server[93906]: DEBUG neutron.objects.ports [None req-38698788-4fa7-4558-a0a4-085aa2f83572 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:56:42.427493 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f613c2-895e-43af-86e4-b4cd11ba2139 None None] Pushing event deleted for resources: {'Port': ['ID=bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:42.438697 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f613c2-895e-43af-86e4-b4cd11ba2139 None None] No DVR routers for this DVR port bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:56:42.438876 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-abdeca84-b095-47e3-9d7f-e2ac89431d12 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=bba36971b9394077b39bcc9045b67d85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0791416 Jul 05 09:56:42.464279 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5186839-7ebc-4898-a9a3-3e30e9397dc6 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:42.533967 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1740cbf7-c6ce-407f-849c-b6459035a826 req-21829ed5-9237-48cd-865a-5c1690a90175 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0611725 Jul 05 09:56:42.584733 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f468682b-b641-4d67-ae7b-4c8291b05933 None None] Network 47ca12ab-243c-4d95-909f-38c94f0a4422 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:42.668684 n-d-798054-8 neutron-server[93906]: WARNING neutron.services.revisions.revision_plugin [None req-38698788-4fa7-4558-a0a4-085aa2f83572 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Could not find related port for resource to bump revision. Jul 05 09:56:42.677526 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.ipam_pluggable_backend [None req-38698788-4fa7-4558-a0a4-085aa2f83572 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Port bd0abd6b-0f15-4a2a-87fb-4e07eacd1cc8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93906) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 05 09:56:42.678217 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.ipam_pluggable_backend [None req-38698788-4fa7-4558-a0a4-085aa2f83572 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Reverting IP allocation for 2001:db8::f816:3eff:fee1:b715 {{(pid=93906) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 05 09:56:42.686104 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.ipam_pluggable_backend [None req-38698788-4fa7-4558-a0a4-085aa2f83572 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee1:b715 {{(pid=93906) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 05 09:56:42.689839 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-38698788-4fa7-4558-a0a4-085aa2f83572 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:42.753925 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38698788-4fa7-4558-a0a4-085aa2f83572 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:42.757533 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-38698788-4fa7-4558-a0a4-085aa2f83572 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:42.763007 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38698788-4fa7-4558-a0a4-085aa2f83572 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:42.763603 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-38698788-4fa7-4558-a0a4-085aa2f83572 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:42.769452 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38698788-4fa7-4558-a0a4-085aa2f83572 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=f3fe2dda-6ea8-48df-89dc-b60fb8bed90a,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:42.792578 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-38698788-4fa7-4558-a0a4-085aa2f83572 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0795217 Jul 05 09:56:42.794097 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37946) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:42.812969 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a6469540-3b78-4a12-8c40-74f90a75e263 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'mac_address': 'fa:16:3e:3f:b1:8b', 'name': 'tempest-NetworksTestDHCPv6-1198119133'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:42.907123 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef1c7e48-b8db-4eeb-b541-0fe20a0ed077 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:42.934632 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef1c7e48-b8db-4eeb-b541-0fe20a0ed077 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:43.026919 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6469540-3b78-4a12-8c40-74f90a75e263 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:43.052854 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0b9132-8874-4c7a-a9ce-5769ea29187f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-65df7426-ac9a-4b58-aa66-f2f5b3623134', 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'fixed_ips': [{'subnet_id': '3bd019f3-520f-4609-92f0-0b3ffbaecd52'}, {'subnet_id': 'f3fe2dda-6ea8-48df-89dc-b60fb8bed90a'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:56:43.053194 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5a0b9132-8874-4c7a-a9ce-5769ea29187f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:43.068223 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885c6f7-b18d-44dc-b385-86d85927ad51 req-2db8c397-271d-4612-a7b6-ca918f5e8180 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:43.069724 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2885c6f7-b18d-44dc-b385-86d85927ad51 req-2db8c397-271d-4612-a7b6-ca918f5e8180 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d3a5532-2c78-4145-b55b-816cecf1d82f HTTP/1.1" status: 200 len: 946 time: 0.3103566 Jul 05 09:56:43.096688 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-fcd1fd8f-7399-4a22-9156-00fdf97f7368 service neutron] 10.222.0.79 "GET /v2.0/networks/997cf90f-0f10-481f-981a-696c40205086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6570566 Jul 05 09:56:43.162513 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6469540-3b78-4a12-8c40-74f90a75e263 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:43.185949 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-a6469540-3b78-4a12-8c40-74f90a75e263 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] device_id is not set on port 6074296b-0bab-4b33-a8d2-3681fdc255ba yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:56:43.277944 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-5a0b9132-8874-4c7a-a9ce-5769ea29187f None None] Allocated IP 172.20.0.2 (65df7426-ac9a-4b58-aa66-f2f5b3623134/3bd019f3-520f-4609-92f0-0b3ffbaecd52/fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:43.287217 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-5a0b9132-8874-4c7a-a9ce-5769ea29187f None None] Allocated IP 2001:db8::f816:3eff:fe13:6574 (65df7426-ac9a-4b58-aa66-f2f5b3623134/f3fe2dda-6ea8-48df-89dc-b60fb8bed90a/fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:43.364889 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd96443-b66a-4c44-a7fe-ae05b71334de req-4e967289-a9b0-44b0-86c6-b33f7f104c3e tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:43.366552 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ddd96443-b66a-4c44-a7fe-ae05b71334de req-4e967289-a9b0-44b0-86c6-b33f7f104c3e tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d3a5532-2c78-4145-b55b-816cecf1d82f HTTP/1.1" status: 200 len: 946 time: 0.3200955 Jul 05 09:56:43.371888 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-ef1c7e48-b8db-4eeb-b541-0fe20a0ed077 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Allocated IP 172.25.7.20 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/b65fadfe-c188-4662-885d-b0ab9db22d05) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:43.381531 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-e8c63bfb-b473-4548-97ae-aa48ab07f133 service neutron] 10.222.0.79 "GET /v2.0/networks/997cf90f-0f10-481f-981a-696c40205086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840080 Jul 05 09:56:43.486601 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ddd96443-b66a-4c44-a7fe-ae05b71334de req-14209d0d-8d36-434d-9d8c-dd589411fd79 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/security-groups?id=9bbb1810-6676-491d-9f1c-5d6621d10538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121168 Jul 05 09:56:43.490348 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2885c6f7-b18d-44dc-b385-86d85927ad51 req-0eb18406-4c8a-4dbf-87f0-5fe2a120f4e6 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Deleting port dc4d8e4e-4536-4231-b446-70cb131a1601 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:43.490694 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2885c6f7-b18d-44dc-b385-86d85927ad51 req-0eb18406-4c8a-4dbf-87f0-5fe2a120f4e6 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:43.547960 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5a0b9132-8874-4c7a-a9ce-5769ea29187f None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:43.559790 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5a0b9132-8874-4c7a-a9ce-5769ea29187f None None] Transition to ACTIVE for port object fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:43.589042 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5a0b9132-8874-4c7a-a9ce-5769ea29187f None None] Transition to ACTIVE for port object fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:43.600310 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5a0b9132-8874-4c7a-a9ce-5769ea29187f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:43.725561 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b9132-8874-4c7a-a9ce-5769ea29187f None None] Pushing event updated for resources: {'Port': ['ID=fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:43.739206 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef1c7e48-b8db-4eeb-b541-0fe20a0ed077 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:43.744573 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0b9132-8874-4c7a-a9ce-5769ea29187f None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:43.747513 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-5a0b9132-8874-4c7a-a9ce-5769ea29187f None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:43.751437 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b9132-8874-4c7a-a9ce-5769ea29187f None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:43.755422 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2885c6f7-b18d-44dc-b385-86d85927ad51 req-0eb18406-4c8a-4dbf-87f0-5fe2a120f4e6 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] For port dc4d8e4e-4536-4231-b446-70cb131a1601, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=dc4d8e4e-4536-4231-b446-70cb131a1601,segment=NetworkSegment(678ef642-8d28-4929-a44f-ee5c6ba5273a),segment_id=678ef642-8d28-4929-a44f-ee5c6ba5273a)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:43.755797 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2885c6f7-b18d-44dc-b385-86d85927ad51 req-0eb18406-4c8a-4dbf-87f0-5fe2a120f4e6 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:43.806243 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-a6469540-3b78-4a12-8c40-74f90a75e263 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 172.20.0.11 (65df7426-ac9a-4b58-aa66-f2f5b3623134/3bd019f3-520f-4609-92f0-0b3ffbaecd52/6074296b-0bab-4b33-a8d2-3681fdc255ba) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:43.814807 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-a6469540-3b78-4a12-8c40-74f90a75e263 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8::f816:3eff:fe3f:b18b (65df7426-ac9a-4b58-aa66-f2f5b3623134/f3fe2dda-6ea8-48df-89dc-b60fb8bed90a/6074296b-0bab-4b33-a8d2-3681fdc255ba) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:43.858246 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5a0b9132-8874-4c7a-a9ce-5769ea29187f None None] Attempting to bind port fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:56:43.858962 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5a0b9132-8874-4c7a-a9ce-5769ea29187f None None] Attempting to bind port fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:56:43.859581 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b9132-8874-4c7a-a9ce-5769ea29187f None None] Attempting to bind port fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa on network 65df7426-ac9a-4b58-aa66-f2f5b3623134 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:56:43.865902 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b9132-8874-4c7a-a9ce-5769ea29187f None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:56:43.866486 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b9132-8874-4c7a-a9ce-5769ea29187f None None] Checking segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:56:43.867398 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5a0b9132-8874-4c7a-a9ce-5769ea29187f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:43.868223 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b9132-8874-4c7a-a9ce-5769ea29187f None None] Bound using segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:56:43.868932 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5a0b9132-8874-4c7a-a9ce-5769ea29187f None None] Bound port: fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:56:43.869447 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5a0b9132-8874-4c7a-a9ce-5769ea29187f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:43.875262 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2885c6f7-b18d-44dc-b385-86d85927ad51 req-0eb18406-4c8a-4dbf-87f0-5fe2a120f4e6 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Calling delete_port for dc4d8e4e-4536-4231-b446-70cb131a1601 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:43.895653 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7644a68f-82a8-4eeb-a7b1-53cfc73411b2 req-9ceb7bd1-e647-41e3-aed5-a7878e4a4149 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 210 time: 0.1504934 Jul 05 09:56:43.957131 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1313215e-cb61-4b61-afbf-695d46bbc2f6 req-7f752213-4e29-443e-83a6-53b229ddd952 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.1898570 Jul 05 09:56:43.986379 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5a0b9132-8874-4c7a-a9ce-5769ea29187f None None] For port fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:56:43.998250 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5a0b9132-8874-4c7a-a9ce-5769ea29187f None None] For port fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:56:44.000462 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6469540-3b78-4a12-8c40-74f90a75e263 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:44.005541 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5a0b9132-8874-4c7a-a9ce-5769ea29187f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:44.019511 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-a6469540-3b78-4a12-8c40-74f90a75e263 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Transition to ACTIVE for port object 6074296b-0bab-4b33-a8d2-3681fdc255ba will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:44.067956 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b9132-8874-4c7a-a9ce-5769ea29187f None None] Pushing event updated for resources: {'Port': ['ID=fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:44.081571 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6469540-3b78-4a12-8c40-74f90a75e263 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:44.168519 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef1c7e48-b8db-4eeb-b541-0fe20a0ed077 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:44.183179 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6469540-3b78-4a12-8c40-74f90a75e263 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:44.184749 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a6469540-3b78-4a12-8c40-74f90a75e263 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:44.189730 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6469540-3b78-4a12-8c40-74f90a75e263 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:44.193993 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6469540-3b78-4a12-8c40-74f90a75e263 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=6074296b-0bab-4b33-a8d2-3681fdc255ba,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:44.249751 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1c7e48-b8db-4eeb-b541-0fe20a0ed077 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:44.250979 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c7e48-b8db-4eeb-b541-0fe20a0ed077 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'Port': ['ID=b65fadfe-c188-4662-885d-b0ab9db22d05,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:44.257146 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-ef1c7e48-b8db-4eeb-b541-0fe20a0ed077 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:44.260078 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1c7e48-b8db-4eeb-b541-0fe20a0ed077 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:44.275446 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6469540-3b78-4a12-8c40-74f90a75e263 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:44.276445 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6469540-3b78-4a12-8c40-74f90a75e263 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:44.294967 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a6469540-3b78-4a12-8c40-74f90a75e263 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4989202 Jul 05 09:56:44.297582 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37980) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:44.435816 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7335b9af-ad36-41ee-aa75-969f46f3ccf9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:44.445029 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7335b9af-ad36-41ee-aa75-969f46f3ccf9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:44.446735 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7335b9af-ad36-41ee-aa75-969f46f3ccf9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1481640 Jul 05 09:56:44.450452 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37982) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:44.534789 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2885c6f7-b18d-44dc-b385-86d85927ad51 req-0eb18406-4c8a-4dbf-87f0-5fe2a120f4e6 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:44.548304 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['dc4d8e4e-4536-4231-b446-70cb131a1601'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:56:44.653090 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb18406-4c8a-4dbf-87f0-5fe2a120f4e6 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Pushing event deleted for resources: {'Port': ['ID=dc4d8e4e-4536-4231-b446-70cb131a1601,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:44.662075 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ad0beb8d-a51b-42a3-a774-4eb57bb93ea6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting port 6074296b-0bab-4b33-a8d2-3681fdc255ba {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:44.663098 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad0beb8d-a51b-42a3-a774-4eb57bb93ea6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:44.734120 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2885c6f7-b18d-44dc-b385-86d85927ad51 req-0eb18406-4c8a-4dbf-87f0-5fe2a120f4e6 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] No DVR routers for this DVR port dc4d8e4e-4536-4231-b446-70cb131a1601 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:56:44.737769 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2885c6f7-b18d-44dc-b385-86d85927ad51 req-0eb18406-4c8a-4dbf-87f0-5fe2a120f4e6 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:44.740792 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2885c6f7-b18d-44dc-b385-86d85927ad51 req-0eb18406-4c8a-4dbf-87f0-5fe2a120f4e6 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.81 "DELETE /v2.0/ports/dc4d8e4e-4536-4231-b446-70cb131a1601 HTTP/1.1" status: 204 len: 173 time: 1.6260633 Jul 05 09:56:44.752189 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3a5532-2c78-4145-b55b-816cecf1d82f', 'name': 'network-vif-deleted', 'tag': 'dc4d8e4e-4536-4231-b446-70cb131a1601'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:56:44.755566 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea24f18-0fda-4cd9-83ae-b2489c2e39d6" -d '{"events": [{"server_uuid": "1d3a5532-2c78-4145-b55b-816cecf1d82f", "name": "network-vif-deleted", "tag": "dc4d8e4e-4536-4231-b446-70cb131a1601"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:56:44.778406 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad0beb8d-a51b-42a3-a774-4eb57bb93ea6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:44.790455 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9ed9ad7d-c348-4838-bba7-f847e54ed71e req-4d114260-c6b3-4f93-b18e-c2d01fcd57f2 tempest-VolumesActionsTest-262132972 tempest-VolumesActionsTest-262132972-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d3a5532-2c78-4145-b55b-816cecf1d82f HTTP/1.1" status: 200 len: 210 time: 0.0832913 Jul 05 09:56:44.792167 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ad0beb8d-a51b-42a3-a774-4eb57bb93ea6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Calling delete_port for 6074296b-0bab-4b33-a8d2-3681fdc255ba owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:44.894787 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda73cac-8ea0-4f94-b006-7913dfea5482 x-openstack-request-id: req-eda73cac-8ea0-4f94-b006-7913dfea5482 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:56:44.895070 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3a5532-2c78-4145-b55b-816cecf1d82f", "name": "network-vif-deleted", "tag": "dc4d8e4e-4536-4231-b446-70cb131a1601", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:56:44.895379 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eda73cac-8ea0-4f94-b006-7913dfea5482 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:56:44.895813 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3a5532-2c78-4145-b55b-816cecf1d82f', 'name': 'network-vif-deleted', 'tag': 'dc4d8e4e-4536-4231-b446-70cb131a1601', 'status': 'completed', 'code': 200} Jul 05 09:56:44.919017 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef1c7e48-b8db-4eeb-b541-0fe20a0ed077 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:45.024924 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad0beb8d-a51b-42a3-a774-4eb57bb93ea6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:45.069355 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0beb8d-a51b-42a3-a774-4eb57bb93ea6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Port': ['ID=6074296b-0bab-4b33-a8d2-3681fdc255ba,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:45.269434 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:56:45.342972 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:56:45.553267 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad0beb8d-a51b-42a3-a774-4eb57bb93ea6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:45.555896 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ad0beb8d-a51b-42a3-a774-4eb57bb93ea6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/6074296b-0bab-4b33-a8d2-3681fdc255ba HTTP/1.1" status: 204 len: 168 time: 1.1039369 Jul 05 09:56:45.558179 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38002) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:45.634762 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d872c6bf-940d-43a4-88ec-48e3a78ba544 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:45.637229 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d872c6bf-940d-43a4-88ec-48e3a78ba544 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:45.639279 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d872c6bf-940d-43a4-88ec-48e3a78ba544 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:45.641127 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d872c6bf-940d-43a4-88ec-48e3a78ba544 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0817196 Jul 05 09:56:45.643783 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38006) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:45.644726 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5dc1a28b-9d1d-489c-9b36-606d586ed51e req-9614eeb5-89b2-4a53-96e1-46b7667821c1 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 210 time: 0.1789832 Jul 05 09:56:45.660071 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df7a1499-b3c0-4c1d-8cf1-0b0309e29905 req-537f002a-4712-4a60-8c28-53e0d5cde58c tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.1931505 Jul 05 09:56:45.735624 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d40ded0-ace2-478d-9b9d-ea9452fe317e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet 3bd019f3-520f-4609-92f0-0b3ffbaecd52 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:56:45.739967 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d40ded0-ace2-478d-9b9d-ea9452fe317e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:45.759597 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae63a471-7b48-41cd-9d50-334d72fd8be0 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:45.783348 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-289a4bf9-a372-4475-909a-4adce4ea1fc8 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:45.789152 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-289a4bf9-a372-4475-909a-4adce4ea1fc8 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.81 "GET /v2.0/networks?id=997cf90f-0f10-481f-981a-696c40205086 HTTP/1.1" status: 200 len: 821 time: 0.3257105 Jul 05 09:56:45.807234 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d40ded0-ace2-478d-9b9d-ea9452fe317e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:45.925587 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef1c7e48-b8db-4eeb-b541-0fe20a0ed077 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:45.935994 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-7d76c183-e171-4974-91d1-f0a7e94ad103 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Request body: {'port': {'device_id': 'bab07149-55b2-45e2-b7d3-5b52e129608d', 'network_id': '997cf90f-0f10-481f-981a-696c40205086', 'admin_state_up': True, 'tenant_id': 'bba36971b9394077b39bcc9045b67d85'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:45.975177 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f1661bba-e009-47b2-90eb-c25a704f0a6b None None] Provisioning for port fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:56:45.990990 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f1661bba-e009-47b2-90eb-c25a704f0a6b None None] Provisioning complete for port fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:45.992625 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f1661bba-e009-47b2-90eb-c25a704f0a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:45.993783 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d40ded0-ace2-478d-9b9d-ea9452fe317e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:46.088706 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d40ded0-ace2-478d-9b9d-ea9452fe317e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:46.111897 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d40ded0-ace2-478d-9b9d-ea9452fe317e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:46.117438 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0d40ded0-ace2-478d-9b9d-ea9452fe317e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/3bd019f3-520f-4609-92f0-0b3ffbaecd52 HTTP/1.1" status: 204 len: 168 time: 0.4722462 Jul 05 09:56:46.123348 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38020) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:46.140063 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f1661bba-e009-47b2-90eb-c25a704f0a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:46.146724 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40ded0-ace2-478d-9b9d-ea9452fe317e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=3bd019f3-520f-4609-92f0-0b3ffbaecd52,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:46.194986 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f1661bba-e009-47b2-90eb-c25a704f0a6b None None] For port fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:46.204764 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f1661bba-e009-47b2-90eb-c25a704f0a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:46.270979 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1661bba-e009-47b2-90eb-c25a704f0a6b None None] Pushing event updated for resources: {'Port': ['ID=fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:46.296614 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d2f10b0-8ff9-4fb4-bfde-5b5facabb65d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet f3fe2dda-6ea8-48df-89dc-b60fb8bed90a {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:56:46.306298 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d2f10b0-8ff9-4fb4-bfde-5b5facabb65d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:46.392100 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d2f10b0-8ff9-4fb4-bfde-5b5facabb65d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:46.433884 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-7d76c183-e171-4974-91d1-f0a7e94ad103 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Made reservation on behalf of bba36971b9394077b39bcc9045b67d85 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:46.437447 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-7d76c183-e171-4974-91d1-f0a7e94ad103 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:46.505763 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1c7e48-b8db-4eeb-b541-0fe20a0ed077 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Router 99ab73cc-c97f-43e9-a666-4ee6cd38d26c is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:56:46.556011 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1540b595-8c56-44d5-9883-57acc4901249 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:46.658279 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-62f910e8-20c4-4bd0-aae3-8e7efe88718c None None] Provisioning complete for port fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:46.658657 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-62f910e8-20c4-4bd0-aae3-8e7efe88718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:46.687152 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d2f10b0-8ff9-4fb4-bfde-5b5facabb65d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:46.786349 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-7d76c183-e171-4974-91d1-f0a7e94ad103 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Allocated IP 172.20.0.14 (997cf90f-0f10-481f-981a-696c40205086/c18f37df-aff7-4839-ac34-d159e239e65d/8287df97-96c9-4a1c-9f82-9047d992facb) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:46.793413 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1c7e48-b8db-4eeb-b541-0fe20a0ed077 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:56:46.806932 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaa55bd-2554-4c91-8b6b-7a341bec1d28 None None] Sync routers for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:56:46.822173 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef1c7e48-b8db-4eeb-b541-0fe20a0ed077 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:46.823416 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ef1c7e48-b8db-4eeb-b541-0fe20a0ed077 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.7993908 Jul 05 09:56:46.826171 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaa55bd-2554-4c91-8b6b-7a341bec1d28 None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:46.826626 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38032) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:46.827039 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-baaa55bd-2554-4c91-8b6b-7a341bec1d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:56:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:46.857561 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d2f10b0-8ff9-4fb4-bfde-5b5facabb65d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:46.901204 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-baaa55bd-2554-4c91-8b6b-7a341bec1d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:46.920990 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaa55bd-2554-4c91-8b6b-7a341bec1d28 None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:46.923481 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f10b0-8ff9-4fb4-bfde-5b5facabb65d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=f3fe2dda-6ea8-48df-89dc-b60fb8bed90a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:46.924425 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-baaa55bd-2554-4c91-8b6b-7a341bec1d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:56:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:46.953743 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d2f10b0-8ff9-4fb4-bfde-5b5facabb65d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:46.955637 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8d2f10b0-8ff9-4fb4-bfde-5b5facabb65d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/f3fe2dda-6ea8-48df-89dc-b60fb8bed90a HTTP/1.1" status: 204 len: 168 time: 0.8310990 Jul 05 09:56:46.966988 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70aaf524-28eb-4df2-a266-d159db2d279c req-ff87069e-cd7c-46c1-8541-ec83076580b8 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 210 time: 0.0785270 Jul 05 09:56:46.990330 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38036) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:47.012292 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-baaa55bd-2554-4c91-8b6b-7a341bec1d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:47.013731 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaa55bd-2554-4c91-8b6b-7a341bec1d28 None None] The sync data for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:56:47.051922 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0beacfb2-1215-49f9-9765-8818bfcd2f3f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589967 Jul 05 09:56:47.068289 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38042) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:47.085299 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-458bbe9f-ccc5-47d1-ae0f-3f045f3cbfd1 req-dc7e898d-9fd3-42b6-908c-2080505fe584 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.1534326 Jul 05 09:56:47.163242 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abed289e-0404-47ab-9591-58c31324f2ae None None] Update dhcp port {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'fixed_ips': [{'subnet_id': 'f3fe2dda-6ea8-48df-89dc-b60fb8bed90a'}], 'binding:host_id': 'n-d-798054-8'}, 'id': 'fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa'} from n-d-798054-8. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:56:47.186766 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b8b8a835-1387-4f66-8c14-f16a101b3f45 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:47.217892 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-7d76c183-e171-4974-91d1-f0a7e94ad103 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:47.235649 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device dc4d8e4e-4536-4231-b446-70cb131a1601 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:56:47.268568 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-abed289e-0404-47ab-9591-58c31324f2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:47.288489 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: dc4d8e4e-4536-4231-b446-70cb131a1601 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:56:47.289451 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device dc4d8e4e-4536-4231-b446-70cb131a1601 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:56:47.295506 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:56:47.323363 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-7d76c183-e171-4974-91d1-f0a7e94ad103 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:47.424472 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-7d76c183-e171-4974-91d1-f0a7e94ad103 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Network 997cf90f-0f10-481f-981a-696c40205086 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:47.426315 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-7d76c183-e171-4974-91d1-f0a7e94ad103 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:47.428529 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76c183-e171-4974-91d1-f0a7e94ad103 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Pushing event updated for resources: {'Port': ['ID=8287df97-96c9-4a1c-9f82-9047d992facb,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:47.430939 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-7d76c183-e171-4974-91d1-f0a7e94ad103 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:47.513824 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:47.514518 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:47.540505 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-7d76c183-e171-4974-91d1-f0a7e94ad103 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:47.541265 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-7d76c183-e171-4974-91d1-f0a7e94ad103 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:47.607191 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b8a835-1387-4f66-8c14-f16a101b3f45 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:47.607990 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-7d76c183-e171-4974-91d1-f0a7e94ad103 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6784947 Jul 05 09:56:47.614749 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8b8a835-1387-4f66-8c14-f16a101b3f45 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:47.615003 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555c5bb4-bf9b-4bc3-b2d8-a334486bdd85 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:47.622557 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-5291e075-6423-4a9e-b6cb-5377962ac22d service neutron] Request body: {'port': {'device_id': 'bab07149-55b2-45e2-b7d3-5b52e129608d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:47.710471 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-5291e075-6423-4a9e-b6cb-5377962ac22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:47.754700 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a2c028e8-26af-44cf-924a-ecc2eed526a6 None None] Provisioning complete for port fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:47.755030 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a2c028e8-26af-44cf-924a-ecc2eed526a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:47.849126 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28464bd3-9c64-41c9-9bc1-fd2aeb5a060c None None] DHCP port deletion for 65df7426-ac9a-4b58-aa66-f2f5b3623134 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:56:47.925901 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-28464bd3-9c64-41c9-9bc1-fd2aeb5a060c None None] Deleting port fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:47.926329 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-28464bd3-9c64-41c9-9bc1-fd2aeb5a060c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:47.953509 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0258efaf-0785-418a-95af-1206f39129b4 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:48.005317 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-28464bd3-9c64-41c9-9bc1-fd2aeb5a060c None None] For port fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:48.005822 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-28464bd3-9c64-41c9-9bc1-fd2aeb5a060c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:48.020977 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-28464bd3-9c64-41c9-9bc1-fd2aeb5a060c None None] Calling delete_port for fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:48.071600 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-5291e075-6423-4a9e-b6cb-5377962ac22d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8287df97-96c9-4a1c-9f82-9047d992facb {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:56:48.080261 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-5291e075-6423-4a9e-b6cb-5377962ac22d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:48.093329 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-5291e075-6423-4a9e-b6cb-5377962ac22d service neutron] Transition to ACTIVE for port object 8287df97-96c9-4a1c-9f82-9047d992facb will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:48.098603 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-5291e075-6423-4a9e-b6cb-5377962ac22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:48.114733 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8b8a835-1387-4f66-8c14-f16a101b3f45 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:48.114985 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-28464bd3-9c64-41c9-9bc1-fd2aeb5a060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:48.182398 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28464bd3-9c64-41c9-9bc1-fd2aeb5a060c None None] Pushing event deleted for resources: {'Port': ['ID=fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:48.191814 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b8a835-1387-4f66-8c14-f16a101b3f45 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:48.193148 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28464bd3-9c64-41c9-9bc1-fd2aeb5a060c None None] No DVR routers for this DVR port fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:56:48.197476 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8a835-1387-4f66-8c14-f16a101b3f45 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=a4705664-78b7-469f-8c1f-e1a44582ae6f,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:48.206296 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b8b8a835-1387-4f66-8c14-f16a101b3f45 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:48.220332 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b8a835-1387-4f66-8c14-f16a101b3f45 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:48.223206 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8b8a835-1387-4f66-8c14-f16a101b3f45 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:48.227773 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f069658-1ba7-4834-a2f7-b6c9ee55ae6c None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:48.237570 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291e075-6423-4a9e-b6cb-5377962ac22d service neutron] Pushing event updated for resources: {'Port': ['ID=8287df97-96c9-4a1c-9f82-9047d992facb,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:48.320616 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b8b8a835-1387-4f66-8c14-f16a101b3f45 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2472813 Jul 05 09:56:48.324315 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38054) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:48.330028 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f74f1906-3ebc-471c-b533-578f0c84e327 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:48.393822 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49d479a8-a8c4-43f2-b681-2a20cc3c26fa req-6ae7a5e7-a8cc-45a5-915f-f82308c6e656 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0545368 Jul 05 09:56:48.417061 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-5291e075-6423-4a9e-b6cb-5377962ac22d service neutron] Attempting to bind port 8287df97-96c9-4a1c-9f82-9047d992facb on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:56:48.418319 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-5291e075-6423-4a9e-b6cb-5377962ac22d service neutron] Attempting to bind port 8287df97-96c9-4a1c-9f82-9047d992facb by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '2464d207-0e02-4981-a0f8-faec5668a657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '997cf90f-0f10-481f-981a-696c40205086'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:56:48.418319 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-5291e075-6423-4a9e-b6cb-5377962ac22d service neutron] Attempting to bind port 8287df97-96c9-4a1c-9f82-9047d992facb on network 997cf90f-0f10-481f-981a-696c40205086 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:56:48.425631 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-5291e075-6423-4a9e-b6cb-5377962ac22d service neutron] Port 8287df97-96c9-4a1c-9f82-9047d992facb on network 997cf90f-0f10-481f-981a-696c40205086 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:56:48.426060 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-5291e075-6423-4a9e-b6cb-5377962ac22d service neutron] Attempting to bind port 8287df97-96c9-4a1c-9f82-9047d992facb on network 997cf90f-0f10-481f-981a-696c40205086 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:56:48.454095 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-5291e075-6423-4a9e-b6cb-5377962ac22d service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:56:48.455668 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-5291e075-6423-4a9e-b6cb-5377962ac22d service neutron] Checking segment: {'id': '2464d207-0e02-4981-a0f8-faec5668a657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '997cf90f-0f10-481f-981a-696c40205086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:56:48.456398 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-5291e075-6423-4a9e-b6cb-5377962ac22d service neutron] Bound using segment: {'id': '2464d207-0e02-4981-a0f8-faec5668a657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '997cf90f-0f10-481f-981a-696c40205086'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:56:48.457012 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-5291e075-6423-4a9e-b6cb-5377962ac22d service neutron] Bound port: 8287df97-96c9-4a1c-9f82-9047d992facb, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2464d207-0e02-4981-a0f8-faec5668a657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '997cf90f-0f10-481f-981a-696c40205086'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:56:48.458838 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-5291e075-6423-4a9e-b6cb-5377962ac22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:48.489104 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f18275-2a61-4060-9b55-d9faecd0bc8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-65df7426-ac9a-4b58-aa66-f2f5b3623134', 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'fixed_ips': [{'subnet_id': 'a4705664-78b7-469f-8c1f-e1a44582ae6f'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:56:48.491083 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f2f18275-2a61-4060-9b55-d9faecd0bc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:48.499430 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ce7c4-36c7-4cf3-be24-48bf84e921bb req-d258b6c3-2d9e-4dcd-bd41-3ba129aa2c2f tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:48.506994 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1d0ce7c4-36c7-4cf3-be24-48bf84e921bb req-d258b6c3-2d9e-4dcd-bd41-3ba129aa2c2f tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 944 time: 0.3437450 Jul 05 09:56:48.535211 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-0258efaf-0785-418a-95af-1206f39129b4 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Allocated IP 172.20.0.1 (47ca12ab-243c-4d95-909f-38c94f0a4422/650e9361-dd27-43a6-acaf-446d0ce46609/3e9f7908-407b-4482-82ec-f387095eb1cb) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:48.559603 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74f1906-3ebc-471c-b533-578f0c84e327 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:48.563448 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f74f1906-3ebc-471c-b533-578f0c84e327 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:48.612236 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1d0ce7c4-36c7-4cf3-be24-48bf84e921bb req-055f3736-b1ba-45f6-be93-eb39399b5ffe tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027894 Jul 05 09:56:48.644886 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-5291e075-6423-4a9e-b6cb-5377962ac22d service neutron] For port 8287df97-96c9-4a1c-9f82-9047d992facb, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:56:48.650136 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-5291e075-6423-4a9e-b6cb-5377962ac22d service neutron] For port 8287df97-96c9-4a1c-9f82-9047d992facb, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=8287df97-96c9-4a1c-9f82-9047d992facb,segment=NetworkSegment(2464d207-0e02-4981-a0f8-faec5668a657),segment_id=2464d207-0e02-4981-a0f8-faec5668a657)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:56:48.657658 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-5291e075-6423-4a9e-b6cb-5377962ac22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:48.790040 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291e075-6423-4a9e-b6cb-5377962ac22d service neutron] Pushing event updated for resources: {'Port': ['ID=8287df97-96c9-4a1c-9f82-9047d992facb,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:48.793710 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-f2f18275-2a61-4060-9b55-d9faecd0bc8d None None] Allocated IP 172.20.0.2 (65df7426-ac9a-4b58-aa66-f2f5b3623134/a4705664-78b7-469f-8c1f-e1a44582ae6f/96151e32-57d4-41e1-a31e-20492277b629) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:48.810132 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-5291e075-6423-4a9e-b6cb-5377962ac22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:48.811025 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-5291e075-6423-4a9e-b6cb-5377962ac22d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:48.813688 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-5291e075-6423-4a9e-b6cb-5377962ac22d service neutron] 10.222.0.81 "PUT /v2.0/ports/8287df97-96c9-4a1c-9f82-9047d992facb HTTP/1.1" status: 200 len: 1092 time: 1.1970310 Jul 05 09:56:48.814263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab07149-55b2-45e2-b7d3-5b52e129608d', 'tag': '8287df97-96c9-4a1c-9f82-9047d992facb'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:56:48.816752 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb8cb69-8996-4005-bddf-3d5da385bb33" -d '{"events": [{"name": "network-changed", "server_uuid": "bab07149-55b2-45e2-b7d3-5b52e129608d", "tag": "8287df97-96c9-4a1c-9f82-9047d992facb"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:56:48.845358 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0258efaf-0785-418a-95af-1206f39129b4 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:48.910851 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83984f56-6fcc-4740-8c0d-44867df845c0 x-openstack-request-id: req-83984f56-6fcc-4740-8c0d-44867df845c0 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:56:48.911381 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab07149-55b2-45e2-b7d3-5b52e129608d", "tag": "8287df97-96c9-4a1c-9f82-9047d992facb", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:56:48.911935 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-83984f56-6fcc-4740-8c0d-44867df845c0 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:56:48.912434 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab07149-55b2-45e2-b7d3-5b52e129608d', 'tag': '8287df97-96c9-4a1c-9f82-9047d992facb', 'status': 'completed', 'code': 200} Jul 05 09:56:48.944077 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-d95dbed8-4ec0-4112-bcac-755565e6d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:48.946204 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-d95dbed8-4ec0-4112-bcac-755565e6d697 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bba36971b9394077b39bcc9045b67d85&device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 1095 time: 0.0736730 Jul 05 09:56:48.994645 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0258efaf-0785-418a-95af-1206f39129b4 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:49.032550 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f2f18275-2a61-4060-9b55-d9faecd0bc8d None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:49.046146 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-891c7eb6-af1f-40a3-90a2-aae96f5cec45 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8287df97-96c9-4a1c-9f82-9047d992facb HTTP/1.1" status: 200 len: 217 time: 0.0929937 Jul 05 09:56:49.049617 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f2f18275-2a61-4060-9b55-d9faecd0bc8d None None] Transition to ACTIVE for port object 96151e32-57d4-41e1-a31e-20492277b629 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:49.081880 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f2f18275-2a61-4060-9b55-d9faecd0bc8d None None] Transition to ACTIVE for port object 96151e32-57d4-41e1-a31e-20492277b629 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:49.086431 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0258efaf-0785-418a-95af-1206f39129b4 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Network 47ca12ab-243c-4d95-909f-38c94f0a4422 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:49.092567 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f2f18275-2a61-4060-9b55-d9faecd0bc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:49.093826 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258efaf-0785-418a-95af-1206f39129b4 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'Port': ['ID=3e9f7908-407b-4482-82ec-f387095eb1cb,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:49.098648 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-0258efaf-0785-418a-95af-1206f39129b4 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:49.104009 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0258efaf-0785-418a-95af-1206f39129b4 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:49.135366 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-03261ffb-f7c6-48ed-8a48-607ca49c2b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:49.142263 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-03261ffb-f7c6-48ed-8a48-607ca49c2b67 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c18f37df-aff7-4839-ac34-d159e239e65d HTTP/1.1" status: 200 len: 861 time: 0.0897496 Jul 05 09:56:49.154883 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f18275-2a61-4060-9b55-d9faecd0bc8d None None] Pushing event updated for resources: {'Port': ['ID=96151e32-57d4-41e1-a31e-20492277b629,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:49.172287 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f18275-2a61-4060-9b55-d9faecd0bc8d None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:49.174480 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-f2f18275-2a61-4060-9b55-d9faecd0bc8d None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:49.177177 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f18275-2a61-4060-9b55-d9faecd0bc8d None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:49.198273 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-316c69e5-6970-449a-8127-ea83308a0e65 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=997cf90f-0f10-481f-981a-696c40205086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484078 Jul 05 09:56:49.240121 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0258efaf-0785-418a-95af-1206f39129b4 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:49.251922 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:56:49.330137 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-a3859f98-7df2-49ec-beb2-f9abb7ced602 service neutron] 10.222.0.81 "GET /v2.0/networks/997cf90f-0f10-481f-981a-696c40205086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252480 Jul 05 09:56:49.333701 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f2f18275-2a61-4060-9b55-d9faecd0bc8d None None] Attempting to bind port 96151e32-57d4-41e1-a31e-20492277b629 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:56:49.340177 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f2f18275-2a61-4060-9b55-d9faecd0bc8d None None] Attempting to bind port 96151e32-57d4-41e1-a31e-20492277b629 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:56:49.340619 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f18275-2a61-4060-9b55-d9faecd0bc8d None None] Attempting to bind port 96151e32-57d4-41e1-a31e-20492277b629 on network 65df7426-ac9a-4b58-aa66-f2f5b3623134 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:56:49.349146 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:56:49.349537 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device fab90c8f-8ec9-4bdf-b7f0-4c79c1d953aa not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:56:49.362507 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f18275-2a61-4060-9b55-d9faecd0bc8d None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:56:49.363237 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f18275-2a61-4060-9b55-d9faecd0bc8d None None] Checking segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:56:49.369826 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f2f18275-2a61-4060-9b55-d9faecd0bc8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:49.370320 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f18275-2a61-4060-9b55-d9faecd0bc8d None None] Bound using segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:56:49.371049 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f2f18275-2a61-4060-9b55-d9faecd0bc8d None None] Bound port: 96151e32-57d4-41e1-a31e-20492277b629, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:56:49.371542 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f2f18275-2a61-4060-9b55-d9faecd0bc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:49.512069 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f2f18275-2a61-4060-9b55-d9faecd0bc8d None None] For port 96151e32-57d4-41e1-a31e-20492277b629, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:56:49.521588 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f2f18275-2a61-4060-9b55-d9faecd0bc8d None None] For port 96151e32-57d4-41e1-a31e-20492277b629, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=96151e32-57d4-41e1-a31e-20492277b629,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:56:49.527632 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f2f18275-2a61-4060-9b55-d9faecd0bc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:49.537982 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1e79c2a-c432-4d2b-947c-eaf97b12c121 req-9526cb98-208c-445c-a232-0c6478802687 service neutron] 10.222.0.81 "GET /v2.0/networks/997cf90f-0f10-481f-981a-696c40205086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026021 Jul 05 09:56:49.704760 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f18275-2a61-4060-9b55-d9faecd0bc8d None None] Pushing event updated for resources: {'Port': ['ID=96151e32-57d4-41e1-a31e-20492277b629,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:49.799608 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41626d12-d3df-4bae-8565-90e6e7507573 req-137b839f-3287-42fe-8fdb-03ebb834d55b tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.1122782 Jul 05 09:56:49.807649 n-d-798054-8 neutron-server[93906]: DEBUG neutron.objects.ports [None req-f74f1906-3ebc-471c-b533-578f0c84e327 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:56:49.876235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8cb69-8996-4005-bddf-3d5da385bb33 req-d8e3b5e7-521d-46ea-bbad-0a9b894864b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:49.879811 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ccb8cb69-8996-4005-bddf-3d5da385bb33 req-d8e3b5e7-521d-46ea-bbad-0a9b894864b4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bba36971b9394077b39bcc9045b67d85&device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 1095 time: 0.2571669 Jul 05 09:56:50.021135 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0258efaf-0785-418a-95af-1206f39129b4 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:50.230601 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8cb69-8996-4005-bddf-3d5da385bb33 req-219504a8-8e9c-4cbc-a7f6-fd1bae3d9db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:50.232262 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ccb8cb69-8996-4005-bddf-3d5da385bb33 req-219504a8-8e9c-4cbc-a7f6-fd1bae3d9db0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=997cf90f-0f10-481f-981a-696c40205086 HTTP/1.1" status: 200 len: 922 time: 0.3440113 Jul 05 09:56:50.240288 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10525e83-491c-40c2-a912-c69ed329ce6f req-edfd36fb-83dd-480d-84ff-1ae09e10d248 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:50.242085 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-10525e83-491c-40c2-a912-c69ed329ce6f req-edfd36fb-83dd-480d-84ff-1ae09e10d248 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 944 time: 0.1903629 Jul 05 09:56:50.301590 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ccb8cb69-8996-4005-bddf-3d5da385bb33 req-8948c21d-5127-41ba-a616-800e5734f0bc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8287df97-96c9-4a1c-9f82-9047d992facb HTTP/1.1" status: 200 len: 217 time: 0.0577273 Jul 05 09:56:50.335736 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f74f1906-3ebc-471c-b533-578f0c84e327 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:50.379816 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-10525e83-491c-40c2-a912-c69ed329ce6f req-5b8ff3c5-cf21-4f55-bffc-6c40353d74cd tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843146 Jul 05 09:56:50.381265 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8cb69-8996-4005-bddf-3d5da385bb33 req-4cd7bd69-65b5-4eee-9e75-fdccf2d06d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:50.382871 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ccb8cb69-8996-4005-bddf-3d5da385bb33 req-4cd7bd69-65b5-4eee-9e75-fdccf2d06d8f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c18f37df-aff7-4839-ac34-d159e239e65d HTTP/1.1" status: 200 len: 861 time: 0.0512028 Jul 05 09:56:50.429907 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ccb8cb69-8996-4005-bddf-3d5da385bb33 req-d8ecdf52-cbbc-43bb-8cff-6fe368af95d1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=997cf90f-0f10-481f-981a-696c40205086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394654 Jul 05 09:56:50.536003 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-f74f1906-3ebc-471c-b533-578f0c84e327 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] For port 96151e32-57d4-41e1-a31e-20492277b629, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=96151e32-57d4-41e1-a31e-20492277b629,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:50.559225 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ccb8cb69-8996-4005-bddf-3d5da385bb33 req-18a80fe0-d649-4cd6-ae53-e97568642b32 service neutron] 10.222.0.81 "GET /v2.0/networks/997cf90f-0f10-481f-981a-696c40205086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162331 Jul 05 09:56:50.577255 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f74f1906-3ebc-471c-b533-578f0c84e327 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:50.590540 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f74f1906-3ebc-471c-b533-578f0c84e327 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:50.591392 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f74f1906-3ebc-471c-b533-578f0c84e327 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:50.711432 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ccb8cb69-8996-4005-bddf-3d5da385bb33 req-ca34ce89-a734-4e93-8e27-7ea1d8a65811 service neutron] 10.222.0.81 "GET /v2.0/networks/997cf90f-0f10-481f-981a-696c40205086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461799 Jul 05 09:56:50.767000 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74f1906-3ebc-471c-b533-578f0c84e327 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:50.786992 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f74f1906-3ebc-471c-b533-578f0c84e327 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:50.790601 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74f1906-3ebc-471c-b533-578f0c84e327 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:50.791223 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f74f1906-3ebc-471c-b533-578f0c84e327 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:50.828318 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f1906-3ebc-471c-b533-578f0c84e327 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=96151e32-57d4-41e1-a31e-20492277b629,revision_number=4']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:50.843444 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f74f1906-3ebc-471c-b533-578f0c84e327 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5184891 Jul 05 09:56:50.850188 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38094) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:50.851049 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f1906-3ebc-471c-b533-578f0c84e327 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=7838058c-512c-4398-a1d5-de5d1b915568,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:50.862677 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'mac_address': 'fa:16:3e:c9:16:e3', 'name': 'tempest-NetworksTestDHCPv6-847202691'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:50.897400 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bd4ef032-c686-47ef-bd37-56561cc7b32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:50.913687 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0258efaf-0785-418a-95af-1206f39129b4 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:50.920430 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0258efaf-0785-418a-95af-1206f39129b4 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:50.982092 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0258efaf-0785-418a-95af-1206f39129b4 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:51.088850 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258efaf-0785-418a-95af-1206f39129b4 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'Port': ['ID=3e9f7908-407b-4482-82ec-f387095eb1cb,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:51.095608 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:51.156765 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d59280f3-0a56-4dd1-b383-71420815c5a4 req-cea937c4-a5eb-4250-a8a5-835c57a66fa3 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0526040 Jul 05 09:56:51.187110 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0258efaf-0785-418a-95af-1206f39129b4 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Network 47ca12ab-243c-4d95-909f-38c94f0a4422 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:51.188923 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-0258efaf-0785-418a-95af-1206f39129b4 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:51.212009 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca38ce1f-21c7-4d0a-8dbb-8c2e11b9d070 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:51.291939 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:51.318344 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 96151e32-57d4-41e1-a31e-20492277b629 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:56:51.328501 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] device_id is not set on port 46020aac-1f93-4240-a09b-601e86f5e7fd yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:56:51.372135 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ac0b60c7-4fbf-4ccd-a55c-b382e2074bca None None] Provisioning for port 96151e32-57d4-41e1-a31e-20492277b629 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:56:51.400128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0258efaf-0785-418a-95af-1206f39129b4 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Router 99ab73cc-c97f-43e9-a666-4ee6cd38d26c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:56:51.506798 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 96151e32-57d4-41e1-a31e-20492277b629 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:56:51.514425 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 96151e32-57d4-41e1-a31e-20492277b629 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:51.515113 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:51.574344 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 172.20.0.13 (65df7426-ac9a-4b58-aa66-f2f5b3623134/a4705664-78b7-469f-8c1f-e1a44582ae6f/46020aac-1f93-4240-a09b-601e86f5e7fd) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:51.590825 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0258efaf-0785-418a-95af-1206f39129b4 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:56:51.602727 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8ebcdc-1566-4ed6-8504-8fdcb5a80032 None None] Sync routers for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:56:51.607215 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0258efaf-0785-418a-95af-1206f39129b4 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "PUT /v2.0/routers/99ab73cc-c97f-43e9-a666-4ee6cd38d26c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7787561 Jul 05 09:56:51.607750 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38104) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:51.613611 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-56943fb6-a9d6-4b9a-bdc4-f41b3c28a564 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Request body: {'port': {'network_id': '47ca12ab-243c-4d95-909f-38c94f0a4422', 'name': 'tempest-FloatingIPTestJSON-1786958802'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:51.640526 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8::f816:3eff:fec9:16e3 (65df7426-ac9a-4b58-aa66-f2f5b3623134/7838058c-512c-4398-a1d5-de5d1b915568/46020aac-1f93-4240-a09b-601e86f5e7fd) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:51.660840 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8ebcdc-1566-4ed6-8504-8fdcb5a80032 None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:51.661546 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ee8ebcdc-1566-4ed6-8504-8fdcb5a80032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:56:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:51.716978 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:51.720536 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ee8ebcdc-1566-4ed6-8504-8fdcb5a80032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:51.752010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8ebcdc-1566-4ed6-8504-8fdcb5a80032 None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:51.752687 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ee8ebcdc-1566-4ed6-8504-8fdcb5a80032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:56:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:51.760812 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56943fb6-a9d6-4b9a-bdc4-f41b3c28a564 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Made reservation on behalf of 8b82ed3a6881414d9acd165002cdb1e6 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:51.766019 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56943fb6-a9d6-4b9a-bdc4-f41b3c28a564 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:51.773442 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6bc3e-1b68-4095-ae47-cb5cd90e942a req-cf8ad6c2-84dc-4bac-bc23-f710ce2584e9 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:51.775241 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ff6bc3e-1b68-4095-ae47-cb5cd90e942a req-cf8ad6c2-84dc-4bac-bc23-f710ce2584e9 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 944 time: 0.1818807 Jul 05 09:56:51.815667 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-56943fb6-a9d6-4b9a-bdc4-f41b3c28a564 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] device_id is not set on port 98d3dbc6-e910-4ef2-a453-15fb92375ecf yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:56:51.901673 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:51.917829 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ff6bc3e-1b68-4095-ae47-cb5cd90e942a req-f41063dc-e4a7-486a-bc4d-eebc37746515 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228752 Jul 05 09:56:51.927895 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Transition to ACTIVE for port object 46020aac-1f93-4240-a09b-601e86f5e7fd will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:51.979550 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-56943fb6-a9d6-4b9a-bdc4-f41b3c28a564 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Allocated IP 172.20.0.9 (47ca12ab-243c-4d95-909f-38c94f0a4422/650e9361-dd27-43a6-acaf-446d0ce46609/98d3dbc6-e910-4ef2-a453-15fb92375ecf) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:52.004192 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ee8ebcdc-1566-4ed6-8504-8fdcb5a80032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:52.011805 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8ebcdc-1566-4ed6-8504-8fdcb5a80032 None None] The sync data for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:56:52.019095 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:52.040751 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 96151e32-57d4-41e1-a31e-20492277b629, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=96151e32-57d4-41e1-a31e-20492277b629,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:52.057299 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:52.184472 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:52.204509 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=46020aac-1f93-4240-a09b-601e86f5e7fd,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:52.213952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:52.214349 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:52.214704 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:52.215053 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:52.215396 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:52.215734 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:52.216126 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:52.216466 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:52.217496 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:52.217760 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:52.218108 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:52.218446 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:52.223553 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:52.225673 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:52.246203 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=96151e32-57d4-41e1-a31e-20492277b629,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:52.288084 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56943fb6-a9d6-4b9a-bdc4-f41b3c28a564 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:52.294601 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:52.295276 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:52.322459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0265c380-31b2-4ffd-808c-30e5a08c765e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4678071 Jul 05 09:56:52.322930 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38118) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:52.429070 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56943fb6-a9d6-4b9a-bdc4-f41b3c28a564 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:52.457988 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d66d765-411b-470b-94e7-b0030d1ddd80 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:52.466070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d66d765-411b-470b-94e7-b0030d1ddd80 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:52.478323 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8d66d765-411b-470b-94e7-b0030d1ddd80 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1498251 Jul 05 09:56:52.479081 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38130) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:52.490407 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56943fb6-a9d6-4b9a-bdc4-f41b3c28a564 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Network 47ca12ab-243c-4d95-909f-38c94f0a4422 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:52.494134 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-56943fb6-a9d6-4b9a-bdc4-f41b3c28a564 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:52.503928 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56943fb6-a9d6-4b9a-bdc4-f41b3c28a564 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:52.679103 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c3cd111a-458d-4a8d-a635-a5a3049dd810 req-f6d7e815-e2d0-45b5-becf-322f0b71cf53 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.1973035 Jul 05 09:56:52.704539 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56943fb6-a9d6-4b9a-bdc4-f41b3c28a564 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:52.705706 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56943fb6-a9d6-4b9a-bdc4-f41b3c28a564 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:52.745632 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56943fb6-a9d6-4b9a-bdc4-f41b3c28a564 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'Port': ['ID=98d3dbc6-e910-4ef2-a453-15fb92375ecf,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:52.752831 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c2de7-a499-4d88-9edb-edb719097189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting port 46020aac-1f93-4240-a09b-601e86f5e7fd {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:52.753334 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8b3c2de7-a499-4d88-9edb-edb719097189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:52.766552 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-56943fb6-a9d6-4b9a-bdc4-f41b3c28a564 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1573629 Jul 05 09:56:52.772208 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38132) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:52.796267 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Request body: {'port': {'network_id': '47ca12ab-243c-4d95-909f-38c94f0a4422', 'name': 'tempest-FloatingIPTestJSON-1046277672'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:52.843937 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2311bf9a-f56d-45a1-b7a6-646aca988b93 None None] Provisioning complete for port 96151e32-57d4-41e1-a31e-20492277b629 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:52.845839 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2311bf9a-f56d-45a1-b7a6-646aca988b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:53.013105 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8b3c2de7-a499-4d88-9edb-edb719097189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:53.045829 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c2de7-a499-4d88-9edb-edb719097189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Calling delete_port for 46020aac-1f93-4240-a09b-601e86f5e7fd owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:53.168866 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Made reservation on behalf of 8b82ed3a6881414d9acd165002cdb1e6 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:53.175933 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:53.211542 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 96151e32-57d4-41e1-a31e-20492277b629 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:56:53.218083 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] device_id is not set on port 986d841a-4e19-4fe4-a04e-fdbf061a3599 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:56:53.263917 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 8287df97-96c9-4a1c-9f82-9047d992facb details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:56:53.304391 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-82132167-42c8-4cae-bcda-9cbc060eac4d None None] Could not find standard attr ID for object 7c28ad48-b355-4389-a6c6-52df88892352. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:56:53.356198 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b2d3ab60-3b6f-4294-9877-91ce7f512a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:53.507552 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Allocated IP 172.20.0.13 (47ca12ab-243c-4d95-909f-38c94f0a4422/650e9361-dd27-43a6-acaf-446d0ce46609/986d841a-4e19-4fe4-a04e-fdbf061a3599) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:53.550688 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8b3c2de7-a499-4d88-9edb-edb719097189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:53.583378 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 96151e32-57d4-41e1-a31e-20492277b629 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:53.583782 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:53.637334 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:53.638044 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c2de7-a499-4d88-9edb-edb719097189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Port': ['ID=46020aac-1f93-4240-a09b-601e86f5e7fd,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:53.690158 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 8287df97-96c9-4a1c-9f82-9047d992facb, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=8287df97-96c9-4a1c-9f82-9047d992facb,segment=NetworkSegment(2464d207-0e02-4981-a0f8-faec5668a657),segment_id=2464d207-0e02-4981-a0f8-faec5668a657)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:53.713113 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173f5fd-d026-44fe-b8f1-d280d447284a req-7328ae97-a644-4e6c-8980-96d03f987319 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:53.724149 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '8287df97-96c9-4a1c-9f82-9047d992facb', 'network_id': '997cf90f-0f10-481f-981a-696c40205086', 'port_id': '8287df97-96c9-4a1c-9f82-9047d992facb', 'mac_address': 'fa:16:3e:42:1f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c18f37df-aff7-4839-ac34-d159e239e65d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:56:53.734851 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b173f5fd-d026-44fe-b8f1-d280d447284a req-7328ae97-a644-4e6c-8980-96d03f987319 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 944 time: 0.2790315 Jul 05 09:56:53.907002 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b173f5fd-d026-44fe-b8f1-d280d447284a req-46a134d7-e797-4246-b302-f63581e53824 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697197 Jul 05 09:56:53.918343 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-973edaef-fa7e-4c88-a232-e691fedc9df4 None None] Could not find standard attr ID for object 6074296b-0bab-4b33-a8d2-3681fdc255ba. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:56:53.931202 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:53.998583 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:54.008639 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8287df97-96c9-4a1c-9f82-9047d992facb {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:56:54.044577 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8b3c2de7-a499-4d88-9edb-edb719097189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:54.047294 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8b3c2de7-a499-4d88-9edb-edb719097189 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/46020aac-1f93-4240-a09b-601e86f5e7fd HTTP/1.1" status: 204 len: 168 time: 1.5644712 Jul 05 09:56:54.050646 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38162) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:54.073493 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 8287df97-96c9-4a1c-9f82-9047d992facb, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=8287df97-96c9-4a1c-9f82-9047d992facb,segment=NetworkSegment(2464d207-0e02-4981-a0f8-faec5668a657),segment_id=2464d207-0e02-4981-a0f8-faec5668a657)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:54.079082 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:54.131527 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:54.152819 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6abbc84-899a-4d97-a9cb-ae44dd708d22 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:54.157492 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6abbc84-899a-4d97-a9cb-ae44dd708d22 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:54.160536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6abbc84-899a-4d97-a9cb-ae44dd708d22 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:54.168599 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d6abbc84-899a-4d97-a9cb-ae44dd708d22 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1162300 Jul 05 09:56:54.169433 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38164) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:54.203204 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=8287df97-96c9-4a1c-9f82-9047d992facb,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:54.240435 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'Port': ['ID=986d841a-4e19-4fe4-a04e-fdbf061a3599,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:54.246196 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fbea0939-22c6-4782-9861-dd6e45d49ddb req-99ba861e-6c77-4e81-a55e-bd2116d77d41 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0664024 Jul 05 09:56:54.255206 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Network 47ca12ab-243c-4d95-909f-38c94f0a4422 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:54.257784 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:54.258136 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:54.258701 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:54.259040 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:54.259396 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:54.259693 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:54.260337 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:54.260675 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:54.261514 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:54.261859 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:54.262191 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:54.262517 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:54.270057 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:54.276671 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:54.285390 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['8287df97-96c9-4a1c-9f82-9047d992facb'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:56:54.290430 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d472bec-d7f4-462e-9e8a-27c46740eeba tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet 7838058c-512c-4398-a1d5-de5d1b915568 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:56:54.294695 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3d472bec-d7f4-462e-9e8a-27c46740eeba tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:54.339533 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3d472bec-d7f4-462e-9e8a-27c46740eeba tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:54.346067 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7ef6145e-8254-4466-8712-7cbd615c8d6c None None] Could not find standard attr ID for object 46020aac-1f93-4240-a09b-601e86f5e7fd. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:56:54.353397 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:54.355441 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:54.373708 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-426dd101-cd47-4e8e-8e22-2f22870612db tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5991871 Jul 05 09:56:54.379299 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38166) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:54.388688 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-44de23a5-8115-48fc-87f9-ba09639d5dc5 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': '986d841a-4e19-4fe4-a04e-fdbf061a3599', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:54.423252 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44de23a5-8115-48fc-87f9-ba09639d5dc5 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:54.440755 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3d472bec-d7f4-462e-9e8a-27c46740eeba tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:54.548767 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:54.553324 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3d472bec-d7f4-462e-9e8a-27c46740eeba tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:54.579026 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44de23a5-8115-48fc-87f9-ba09639d5dc5 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:54.597273 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d472bec-d7f4-462e-9e8a-27c46740eeba tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=7838058c-512c-4398-a1d5-de5d1b915568,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:54.601038 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3d472bec-d7f4-462e-9e8a-27c46740eeba tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:54.603894 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3d472bec-d7f4-462e-9e8a-27c46740eeba tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/7838058c-512c-4398-a1d5-de5d1b915568 HTTP/1.1" status: 204 len: 168 time: 0.4316535 Jul 05 09:56:54.608800 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38168) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:54.665352 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48acdeb2-8df5-4b7a-b6fb-441c86d42d86 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:54.673556 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-b660ef37-f1f4-46d0-b1db-aef8dbd56f09 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet a4705664-78b7-469f-8c1f-e1a44582ae6f {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:56:54.677429 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b660ef37-f1f4-46d0-b1db-aef8dbd56f09 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:54.757656 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-44de23a5-8115-48fc-87f9-ba09639d5dc5 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Allocated IP 172.25.7.36 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/afb7e1d5-ff4d-47b9-938d-29bc1bc01f08) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:54.763077 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b660ef37-f1f4-46d0-b1db-aef8dbd56f09 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:54.881513 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b660ef37-f1f4-46d0-b1db-aef8dbd56f09 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:54.895038 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44de23a5-8115-48fc-87f9-ba09639d5dc5 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:54.958056 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b660ef37-f1f4-46d0-b1db-aef8dbd56f09 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:54.989533 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660ef37-f1f4-46d0-b1db-aef8dbd56f09 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=a4705664-78b7-469f-8c1f-e1a44582ae6f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:54.994489 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44de23a5-8115-48fc-87f9-ba09639d5dc5 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:54.994802 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b660ef37-f1f4-46d0-b1db-aef8dbd56f09 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:54.999776 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b660ef37-f1f4-46d0-b1db-aef8dbd56f09 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/a4705664-78b7-469f-8c1f-e1a44582ae6f HTTP/1.1" status: 204 len: 168 time: 0.3899555 Jul 05 09:56:55.000451 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38178) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:55.055990 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-15abd578-2736-4bc3-b916-766be4a2ef95 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541735 Jul 05 09:56:55.056775 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38180) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:55.085923 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44de23a5-8115-48fc-87f9-ba09639d5dc5 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:55.089388 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-44de23a5-8115-48fc-87f9-ba09639d5dc5 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:55.094743 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de23a5-8115-48fc-87f9-ba09639d5dc5 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:55.170037 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de23a5-8115-48fc-87f9-ba09639d5dc5 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'Port': ['ID=afb7e1d5-ff4d-47b9-938d-29bc1bc01f08,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:55.195195 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ace90b9-61bc-41a3-b847-515611732aa2 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:55.202551 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1ace90b9-61bc-41a3-b847-515611732aa2 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1448829 Jul 05 09:56:55.203214 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38186) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:55.249853 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 8287df97-96c9-4a1c-9f82-9047d992facb up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:56:55.346747 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a23f05c-1b12-4be2-991f-82548c78a5ee tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:55.351003 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3a23f05c-1b12-4be2-991f-82548c78a5ee tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1459780 Jul 05 09:56:55.351631 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38194) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:55.377572 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 8287df97-96c9-4a1c-9f82-9047d992facb completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:56:55.383251 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 8287df97-96c9-4a1c-9f82-9047d992facb triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:55.384276 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:55.635312 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:55.717938 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 8287df97-96c9-4a1c-9f82-9047d992facb, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=8287df97-96c9-4a1c-9f82-9047d992facb,segment=NetworkSegment(2464d207-0e02-4981-a0f8-faec5668a657),segment_id=2464d207-0e02-4981-a0f8-faec5668a657)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:55.720178 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab07149-55b2-45e2-b7d3-5b52e129608d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8287df97-96c9-4a1c-9f82-9047d992facb'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:56:55.726008 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8f6f1a-2962-4579-ab26-02b7970fc6ca" -d '{"events": [{"server_uuid": "bab07149-55b2-45e2-b7d3-5b52e129608d", "name": "network-vif-plugged", "status": "completed", "tag": "8287df97-96c9-4a1c-9f82-9047d992facb"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:56:55.735968 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:55.820631 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=8287df97-96c9-4a1c-9f82-9047d992facb,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:55.857626 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9eb7b6-b84d-4f67-b049-492e0a0ee45d None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:55.942064 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7c5e7761-9053-4ba6-bcd6-8cdd106ea517 None None] Provisioning complete for port 96151e32-57d4-41e1-a31e-20492277b629 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:55.942439 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7c5e7761-9053-4ba6-bcd6-8cdd106ea517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:56.030598 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b03598ca-0d46-421a-8ee3-103365fc91c1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6768277 Jul 05 09:56:56.043288 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38202) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:56.049067 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-30ba6510-5ef4-4dda-af29-19a22078adb4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:56.085219 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-47b5713d-7449-4293-9893-f3bb0866db8a req-6c27f7a0-1844-455e-bd3d-400112d59e51 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0569386 Jul 05 09:56:56.122732 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfdfba-1546-46c5-98e2-086c6804ac58 req-7ac7e7d1-ef92-41e0-86cb-5d22d14b445c tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:56.124431 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7ebfdfba-1546-46c5-98e2-086c6804ac58 req-7ac7e7d1-ef92-41e0-86cb-5d22d14b445c tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 945 time: 0.8714786 Jul 05 09:56:56.163870 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19783ae2-66d6-4f09-bb09-44d6209b79cc x-openstack-request-id: req-19783ae2-66d6-4f09-bb09-44d6209b79cc {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:56:56.164244 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab07149-55b2-45e2-b7d3-5b52e129608d", "name": "network-vif-plugged", "status": "completed", "tag": "8287df97-96c9-4a1c-9f82-9047d992facb", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:56:56.164573 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-19783ae2-66d6-4f09-bb09-44d6209b79cc {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:56:56.164937 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab07149-55b2-45e2-b7d3-5b52e129608d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8287df97-96c9-4a1c-9f82-9047d992facb', 'code': 200} Jul 05 09:56:56.292357 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4c576b-6a3c-4595-8561-5da29b041067 None None] DHCP port deletion for 65df7426-ac9a-4b58-aa66-f2f5b3623134 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:56:56.411354 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ba6510-5ef4-4dda-af29-19a22078adb4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:56.415372 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ac4c576b-6a3c-4595-8561-5da29b041067 None None] Deleting port 96151e32-57d4-41e1-a31e-20492277b629 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:56.416009 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ac4c576b-6a3c-4595-8561-5da29b041067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:56.420704 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30ba6510-5ef4-4dda-af29-19a22078adb4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:56.425195 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ba6510-5ef4-4dda-af29-19a22078adb4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:56:56.432563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ba6510-5ef4-4dda-af29-19a22078adb4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:56:56.452963 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7ebfdfba-1546-46c5-98e2-086c6804ac58 req-6b40575e-f77f-4258-9ea0-2cb607a6350c tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966120 Jul 05 09:56:56.460252 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44de23a5-8115-48fc-87f9-ba09639d5dc5 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:56.489605 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-30ba6510-5ef4-4dda-af29-19a22078adb4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4452407 Jul 05 09:56:56.497240 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38212) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:56.514260 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8141cde5-75a2-4c71-a442-1895954b87f4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:56.547260 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ac4c576b-6a3c-4595-8561-5da29b041067 None None] For port 96151e32-57d4-41e1-a31e-20492277b629, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=96151e32-57d4-41e1-a31e-20492277b629,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:56.547682 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ac4c576b-6a3c-4595-8561-5da29b041067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:56.573185 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ac4c576b-6a3c-4595-8561-5da29b041067 None None] Calling delete_port for 96151e32-57d4-41e1-a31e-20492277b629 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:56.653809 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44de23a5-8115-48fc-87f9-ba09639d5dc5 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:56.660005 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5943df6-933d-43df-ab9f-34955a5443fb req-debffa50-ed1d-436a-8688-1b7b4d604977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:56.661706 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5943df6-933d-43df-ab9f-34955a5443fb req-debffa50-ed1d-436a-8688-1b7b4d604977 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 1097 time: 0.4373753 Jul 05 09:56:56.664001 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:56.729524 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ac4c576b-6a3c-4595-8561-5da29b041067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:56.788967 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5943df6-933d-43df-ab9f-34955a5443fb req-b57c243f-ed4f-462c-8a20-6735d6ee8530 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199059 Jul 05 09:56:56.803372 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8141cde5-75a2-4c71-a442-1895954b87f4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:56.804736 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c576b-6a3c-4595-8561-5da29b041067 None None] Pushing event deleted for resources: {'Port': ['ID=96151e32-57d4-41e1-a31e-20492277b629,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:56.807539 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8141cde5-75a2-4c71-a442-1895954b87f4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:56.813032 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-8141cde5-75a2-4c71-a442-1895954b87f4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:56:56.813682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8141cde5-75a2-4c71-a442-1895954b87f4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:56:56.817497 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4c576b-6a3c-4595-8561-5da29b041067 None None] No DVR routers for this DVR port 96151e32-57d4-41e1-a31e-20492277b629 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:56:56.835972 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36912b8d-e19d-405d-9754-8fddb7e310bd None None] get_active_networks_info from n-d-798054-8 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 09:56:56.842721 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8141cde5-75a2-4c71-a442-1895954b87f4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3428006 Jul 05 09:56:56.845761 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38218) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:56.857830 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-fdc639a9-e765-4356-a3f6-dc6e7a6b2adc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:56.992348 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44de23a5-8115-48fc-87f9-ba09639d5dc5 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:57.001252 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44de23a5-8115-48fc-87f9-ba09639d5dc5 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:57.002264 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc639a9-e765-4356-a3f6-dc6e7a6b2adc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:57.006046 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fdc639a9-e765-4356-a3f6-dc6e7a6b2adc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:57.007595 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc639a9-e765-4356-a3f6-dc6e7a6b2adc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:56:57.007896 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc639a9-e765-4356-a3f6-dc6e7a6b2adc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:56:57.022396 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36912b8d-e19d-405d-9754-8fddb7e310bd None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 09:56:57.027627 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-fdc639a9-e765-4356-a3f6-dc6e7a6b2adc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1807675 Jul 05 09:56:57.028426 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38226) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:57.038487 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5e28293c-ccf0-4fdb-a43f-ffa9b4ccd15b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:57.143354 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de23a5-8115-48fc-87f9-ba09639d5dc5 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'Port': ['ID=afb7e1d5-ff4d-47b9-938d-29bc1bc01f08,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:57.166310 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44de23a5-8115-48fc-87f9-ba09639d5dc5 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:57.221644 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e28293c-ccf0-4fdb-a43f-ffa9b4ccd15b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:57.225976 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e28293c-ccf0-4fdb-a43f-ffa9b4ccd15b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:57.227735 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e28293c-ccf0-4fdb-a43f-ffa9b4ccd15b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:56:57.228371 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e28293c-ccf0-4fdb-a43f-ffa9b4ccd15b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:56:57.240206 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 96151e32-57d4-41e1-a31e-20492277b629 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:56:57.251868 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5e28293c-ccf0-4fdb-a43f-ffa9b4ccd15b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2214355 Jul 05 09:56:57.256796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38232) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:57.262654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6ec48f62-6f65-4445-b2fd-2ac7f1f91289 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:57.294397 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 96151e32-57d4-41e1-a31e-20492277b629 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:56:57.294754 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 96151e32-57d4-41e1-a31e-20492277b629 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:56:57.418203 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e0e8b4d5-0122-497e-a5ba-c1d17bf26a20 req-7b0f2d9c-f437-42c0-b2cc-0b4667eccba9 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0653505 Jul 05 09:56:57.418551 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38236) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:57.465199 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec48f62-6f65-4445-b2fd-2ac7f1f91289 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:57.469633 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6ec48f62-6f65-4445-b2fd-2ac7f1f91289 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:57.471076 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec48f62-6f65-4445-b2fd-2ac7f1f91289 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:56:57.471588 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ec48f62-6f65-4445-b2fd-2ac7f1f91289 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:56:57.475275 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-44de23a5-8115-48fc-87f9-ba09639d5dc5 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Floating IP 91d02e48-1715-4357-9a03-dee3e1d45a06 associated. External IP: 172.25.7.36, port: 986d841a-4e19-4fe4-a04e-fdbf061a3599. Jul 05 09:56:57.512456 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6ec48f62-6f65-4445-b2fd-2ac7f1f91289 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2545352 Jul 05 09:56:57.513036 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38242) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:57.521206 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b14d2c8a-a2ce-4c7c-a82c-ebdfcaee0b30 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:57.676278 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-74117ac6-21aa-4bc5-a987-6966b379b229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:57.872867 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-74117ac6-21aa-4bc5-a987-6966b379b229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:57.878760 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-74117ac6-21aa-4bc5-a987-6966b379b229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:57.921400 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74117ac6-21aa-4bc5-a987-6966b379b229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82ab633-a7a8-4af6-924e-0923dbc67238,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:57.992266 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-74117ac6-21aa-4bc5-a987-6966b379b229 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c4b742d28f2b4ad7a8bf1b4a72786033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5723162 Jul 05 09:56:57.996808 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38248) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:58.003088 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14d2c8a-a2ce-4c7c-a82c-ebdfcaee0b30 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:58.007391 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b14d2c8a-a2ce-4c7c-a82c-ebdfcaee0b30 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.008877 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14d2c8a-a2ce-4c7c-a82c-ebdfcaee0b30 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:56:58.009342 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b14d2c8a-a2ce-4c7c-a82c-ebdfcaee0b30 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:56:58.032062 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b14d2c8a-a2ce-4c7c-a82c-ebdfcaee0b30 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5155251 Jul 05 09:56:58.032284 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38250) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:58.053753 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44de23a5-8115-48fc-87f9-ba09639d5dc5 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Router 99ab73cc-c97f-43e9-a666-4ee6cd38d26c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:56:58.078995 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d7cd3-e3bd-4288-be8a-923ee49b2701 req-0fa3826a-2b62-4218-9035-0488e6318836 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:58.081002 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c98d7cd3-e3bd-4288-be8a-923ee49b2701 req-0fa3826a-2b62-4218-9035-0488e6318836 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 946 time: 0.2064819 Jul 05 09:56:58.085391 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4e6e184a-e487-41cf-9a2b-58ed5ae7c827 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0499675 Jul 05 09:56:58.085592 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b59a9b10-6cd1-4a66-957d-06d3e20dbcdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.085695 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38252) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:58.164811 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d314440e-190a-4223-8d78-b3a9c4fd9fc4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:58.165632 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b59a9b10-6cd1-4a66-957d-06d3e20dbcdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.169665 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d314440e-190a-4223-8d78-b3a9c4fd9fc4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0797801 Jul 05 09:56:58.170075 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c98d7cd3-e3bd-4288-be8a-923ee49b2701 req-09aa0fb8-b67f-4b1c-a20f-79c4947c827a tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821934 Jul 05 09:56:58.170763 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38254) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:58.213373 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1b6831ec-4b4c-4815-893a-aa5f4b0e5586 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414097 Jul 05 09:56:58.217296 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38256) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:58.222628 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-973fc0c0-bced-4c8c-8e8b-48a0176946f3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:58.283524 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b59a9b10-6cd1-4a66-957d-06d3e20dbcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.287798 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b59a9b10-6cd1-4a66-957d-06d3e20dbcdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.291513 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b59a9b10-6cd1-4a66-957d-06d3e20dbcdb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b82ab633-a7a8-4af6-924e-0923dbc67238 HTTP/1.1" status: 204 len: 168 time: 0.2915745 Jul 05 09:56:58.306973 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a9b10-6cd1-4a66-957d-06d3e20dbcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82ab633-a7a8-4af6-924e-0923dbc67238,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:58.311595 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44de23a5-8115-48fc-87f9-ba09639d5dc5 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:56:58.323305 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f699f-a716-4ef8-82be-f8c68df6b364 None None] Sync routers for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:56:58.328360 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973fc0c0-bced-4c8c-8e8b-48a0176946f3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:58.332868 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-973fc0c0-bced-4c8c-8e8b-48a0176946f3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.352843 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f699f-a716-4ef8-82be-f8c68df6b364 None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:58.353893 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-947f699f-a716-4ef8-82be-f8c68df6b364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:56:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:58.359278 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44de23a5-8115-48fc-87f9-ba09639d5dc5 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.400820 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-947f699f-a716-4ef8-82be-f8c68df6b364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:58.406757 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-44de23a5-8115-48fc-87f9-ba09639d5dc5 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.0252264 Jul 05 09:56:58.409122 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38260) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:58.414706 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f699f-a716-4ef8-82be-f8c68df6b364 None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:58.415493 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-947f699f-a716-4ef8-82be-f8c68df6b364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:56:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:58.415637 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-81ab2cb9-176c-496a-aa50-172057c6003b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:58.454811 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-947f699f-a716-4ef8-82be-f8c68df6b364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:58.455517 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f699f-a716-4ef8-82be-f8c68df6b364 None None] The sync data for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:56:58.571510 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-81ab2cb9-176c-496a-aa50-172057c6003b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.705876 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-359dfe3b-e041-4bf7-91e0-38b807805afa req-a091506a-8ae9-46ea-b6c9-e8d3d471eee4 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0536215 Jul 05 09:56:58.705876 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38266) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:58.726317 n-d-798054-8 neutron-server[93907]: DEBUG neutron.objects.ports [None req-973fc0c0-bced-4c8c-8e8b-48a0176946f3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93907) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:56:58.733657 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-973fc0c0-bced-4c8c-8e8b-48a0176946f3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.762521 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4fe502f6-a9e6-4be8-aa48-bd9330324bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.798184 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-81ab2cb9-176c-496a-aa50-172057c6003b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.803647 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-81ab2cb9-176c-496a-aa50-172057c6003b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.804130 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-81ab2cb9-176c-496a-aa50-172057c6003b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Floating IP 91d02e48-1715-4357-9a03-dee3e1d45a06 disassociated. External IP: 172.25.7.36, port: 986d841a-4e19-4fe4-a04e-fdbf061a3599. Jul 05 09:56:58.807832 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973fc0c0-bced-4c8c-8e8b-48a0176946f3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:58.816134 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-973fc0c0-bced-4c8c-8e8b-48a0176946f3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:58.822990 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973fc0c0-bced-4c8c-8e8b-48a0176946f3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:58.824129 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-973fc0c0-bced-4c8c-8e8b-48a0176946f3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.827757 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9802fe-d4c5-49ef-b6ef-36a559d23fe0 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:58.835332 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fc0c0-bced-4c8c-8e8b-48a0176946f3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=bb71970b-9fbd-46f3-af84-3c1262f970fa,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:58.951146 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4fe502f6-a9e6-4be8-aa48-bd9330324bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.958039 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4fe502f6-a9e6-4be8-aa48-bd9330324bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.984191 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-973fc0c0-bced-4c8c-8e8b-48a0176946f3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7634788 Jul 05 09:56:58.997800 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38276) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:59.007460 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-17e370fc-8303-4540-88f1-547029f72447 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'mac_address': 'fa:16:3e:37:b9:1c', 'name': 'tempest-NetworksTestDHCPv6-1105188077'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:59.071625 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4fe502f6-a9e6-4be8-aa48-bd9330324bba admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=db36bbfa35bf4eb1ac2f84f35442c19c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625469 Jul 05 09:56:59.074956 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38278) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:59.090157 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe502f6-a9e6-4be8-aa48-bd9330324bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6efd632-5cd7-4989-ae70-9eaf42eb14ee,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:59.099239 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ab2cb9-176c-496a-aa50-172057c6003b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Router 99ab73cc-c97f-43e9-a666-4ee6cd38d26c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:56:59.190408 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a483a2d0-7d6f-4df2-9439-87d91f53138e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:59.196276 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82db666f-1a60-401a-a59b-7d4de9391cbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-65df7426-ac9a-4b58-aa66-f2f5b3623134', 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'fixed_ips': [{'subnet_id': 'bb71970b-9fbd-46f3-af84-3c1262f970fa'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:56:59.197472 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82db666f-1a60-401a-a59b-7d4de9391cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:59.232398 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e370fc-8303-4540-88f1-547029f72447 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:59.238153 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a483a2d0-7d6f-4df2-9439-87d91f53138e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:59.341997 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ab2cb9-176c-496a-aa50-172057c6003b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:56:59.354109 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a090cc1-ac8a-4c65-8f4c-a53561196777 None None] Sync routers for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:56:59.355365 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-81ab2cb9-176c-496a-aa50-172057c6003b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:59.396102 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a090cc1-ac8a-4c65-8f4c-a53561196777 None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:59.396756 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1a090cc1-ac8a-4c65-8f4c-a53561196777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:56:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:59.432008 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-81ab2cb9-176c-496a-aa50-172057c6003b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "PUT /v2.0/floatingips/91d02e48-1715-4357-9a03-dee3e1d45a06 HTTP/1.1" status: 200 len: 687 time: 1.0193005 Jul 05 09:56:59.432259 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38286) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:59.457179 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1a090cc1-ac8a-4c65-8f4c-a53561196777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:59.461311 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-82db666f-1a60-401a-a59b-7d4de9391cbd None None] Allocated IP 2001:db8::f816:3eff:fef4:62ea (65df7426-ac9a-4b58-aa66-f2f5b3623134/bb71970b-9fbd-46f3-af84-3c1262f970fa/f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:59.461490 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-17e370fc-8303-4540-88f1-547029f72447 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:59.479171 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a483a2d0-7d6f-4df2-9439-87d91f53138e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:59.480336 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a090cc1-ac8a-4c65-8f4c-a53561196777 None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:59.481074 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1a090cc1-ac8a-4c65-8f4c-a53561196777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:56:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:59.482524 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a483a2d0-7d6f-4df2-9439-87d91f53138e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:59.484055 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a483a2d0-7d6f-4df2-9439-87d91f53138e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b6efd632-5cd7-4989-ae70-9eaf42eb14ee HTTP/1.1" status: 204 len: 168 time: 0.4081700 Jul 05 09:56:59.504483 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483a2d0-7d6f-4df2-9439-87d91f53138e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6efd632-5cd7-4989-ae70-9eaf42eb14ee,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:59.513567 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-17e370fc-8303-4540-88f1-547029f72447 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] device_id is not set on port 89155287-cca8-4860-a1e2-7242e1c15d56 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:56:59.537938 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1a090cc1-ac8a-4c65-8f4c-a53561196777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:59.538703 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a090cc1-ac8a-4c65-8f4c-a53561196777 None None] The sync data for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:56:59.637532 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3232cc60-98c9-4862-8b77-cfcfe582d16d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Deleting port afb7e1d5-ff4d-47b9-938d-29bc1bc01f08 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:59.638037 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3232cc60-98c9-4862-8b77-cfcfe582d16d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:59.647241 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffe247-0368-4739-a3c8-e015e45dac22 req-9796d568-1841-42f8-8bea-8aee54926b25 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:59.656184 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45ffe247-0368-4739-a3c8-e015e45dac22 req-9796d568-1841-42f8-8bea-8aee54926b25 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 946 time: 0.2338982 Jul 05 09:56:59.713944 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82db666f-1a60-401a-a59b-7d4de9391cbd None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:59.723123 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-82db666f-1a60-401a-a59b-7d4de9391cbd None None] Transition to ACTIVE for port object f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:59.728080 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3232cc60-98c9-4862-8b77-cfcfe582d16d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:59.728442 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3232cc60-98c9-4862-8b77-cfcfe582d16d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:59.741099 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-82db666f-1a60-401a-a59b-7d4de9391cbd None None] Transition to ACTIVE for port object f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:59.743583 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45ffe247-0368-4739-a3c8-e015e45dac22 req-855873c8-1652-4ed7-8cf2-e64a6ec8d0c3 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861127 Jul 05 09:56:59.744075 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3232cc60-98c9-4862-8b77-cfcfe582d16d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Calling delete_port for afb7e1d5-ff4d-47b9-938d-29bc1bc01f08 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:59.761984 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82db666f-1a60-401a-a59b-7d4de9391cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:59.855025 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82db666f-1a60-401a-a59b-7d4de9391cbd None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:59.858981 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-17e370fc-8303-4540-88f1-547029f72447 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8::f816:3eff:fe37:b91c (65df7426-ac9a-4b58-aa66-f2f5b3623134/bb71970b-9fbd-46f3-af84-3c1262f970fa/89155287-cca8-4860-a1e2-7242e1c15d56) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:59.876731 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-82db666f-1a60-401a-a59b-7d4de9391cbd None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:59.888763 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82db666f-1a60-401a-a59b-7d4de9391cbd None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:59.906066 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db666f-1a60-401a-a59b-7d4de9391cbd None None] Pushing event updated for resources: {'Port': ['ID=f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:59.946471 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3232cc60-98c9-4862-8b77-cfcfe582d16d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:59.982078 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232cc60-98c9-4862-8b77-cfcfe582d16d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event deleted for resources: {'Port': ['ID=afb7e1d5-ff4d-47b9-938d-29bc1bc01f08,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:00.015251 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-82db666f-1a60-401a-a59b-7d4de9391cbd None None] Attempting to bind port f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:57:00.015251 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-82db666f-1a60-401a-a59b-7d4de9391cbd None None] Attempting to bind port f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:57:00.015694 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82db666f-1a60-401a-a59b-7d4de9391cbd None None] Attempting to bind port f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0 on network 65df7426-ac9a-4b58-aa66-f2f5b3623134 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:57:00.020808 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82db666f-1a60-401a-a59b-7d4de9391cbd None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:57:00.021343 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82db666f-1a60-401a-a59b-7d4de9391cbd None None] Checking segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:57:00.022541 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82db666f-1a60-401a-a59b-7d4de9391cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:00.022541 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82db666f-1a60-401a-a59b-7d4de9391cbd None None] Bound using segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:57:00.022811 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-82db666f-1a60-401a-a59b-7d4de9391cbd None None] Bound port: f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:57:00.023136 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82db666f-1a60-401a-a59b-7d4de9391cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:00.073797 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3232cc60-98c9-4862-8b77-cfcfe582d16d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:00.077194 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3232cc60-98c9-4862-8b77-cfcfe582d16d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:00.082063 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3232cc60-98c9-4862-8b77-cfcfe582d16d tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "DELETE /v2.0/floatingips/91d02e48-1715-4357-9a03-dee3e1d45a06 HTTP/1.1" status: 204 len: 168 time: 0.6457336 Jul 05 09:57:00.082351 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38300) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:00.087890 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-02904fd2-1110-4115-8935-97aece855667 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': '98d3dbc6-e910-4ef2-a453-15fb92375ecf'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:00.100619 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-82db666f-1a60-401a-a59b-7d4de9391cbd None None] For port f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:57:00.104750 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-82db666f-1a60-401a-a59b-7d4de9391cbd None None] For port f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:57:00.110381 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82db666f-1a60-401a-a59b-7d4de9391cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:00.122958 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02904fd2-1110-4115-8935-97aece855667 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:00.154315 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a9232ff7-1879-423d-8ddd-79265c208cae req-e99222ac-3b7c-44a7-aec4-22a7e52b75c3 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.1315000 Jul 05 09:57:00.174656 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38304) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:00.214155 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db666f-1a60-401a-a59b-7d4de9391cbd None None] Pushing event updated for resources: {'Port': ['ID=f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:00.231297 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8c11bfd9-f7e2-4292-bdac-331fa8b0a4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:00.304829 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:57:00.333895 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa63ed-212d-42ce-8cb4-227e04242477 req-575ac195-c6f2-4672-88d2-8f9d7b75b3d1 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:00.336509 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0aa63ed-212d-42ce-8cb4-227e04242477 req-575ac195-c6f2-4672-88d2-8f9d7b75b3d1 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 946 time: 0.3069634 Jul 05 09:57:00.341880 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-17e370fc-8303-4540-88f1-547029f72447 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:00.393390 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-17e370fc-8303-4540-88f1-547029f72447 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Transition to ACTIVE for port object 89155287-cca8-4860-a1e2-7242e1c15d56 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:00.461799 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0aa63ed-212d-42ce-8cb4-227e04242477 req-6665c49a-a6a8-4dc2-b0bc-fb0c1d5819bb tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161897 Jul 05 09:57:00.516372 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-17e370fc-8303-4540-88f1-547029f72447 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:00.623686 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8c11bfd9-f7e2-4292-bdac-331fa8b0a4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:00.636900 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8c11bfd9-f7e2-4292-bdac-331fa8b0a4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:00.663314 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02904fd2-1110-4115-8935-97aece855667 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:00.689024 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e370fc-8303-4540-88f1-547029f72447 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:00.702889 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-17e370fc-8303-4540-88f1-547029f72447 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:00.715312 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e370fc-8303-4540-88f1-547029f72447 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:00.721409 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e370fc-8303-4540-88f1-547029f72447 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:00.722422 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-17e370fc-8303-4540-88f1-547029f72447 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:00.736080 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e370fc-8303-4540-88f1-547029f72447 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=89155287-cca8-4860-a1e2-7242e1c15d56,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:00.752304 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8c11bfd9-f7e2-4292-bdac-331fa8b0a4ba admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=25aa0c8985cb4e23a7d64eb027398211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5626857 Jul 05 09:57:00.755090 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38312) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:00.777307 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11bfd9-f7e2-4292-bdac-331fa8b0a4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33372585-764b-40af-bdb8-4193b2071963,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:00.800699 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-17e370fc-8303-4540-88f1-547029f72447 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8014679 Jul 05 09:57:00.803017 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38314) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:00.854440 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd76c278-5567-4d70-9c09-48e675d4742c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:00.857287 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-02904fd2-1110-4115-8935-97aece855667 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Allocated IP 172.25.7.197 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/147feaf7-8df7-4a05-a56e-eb37ae8a5a97) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:00.883753 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad636f-5747-4ba4-aa54-5f5440230f2c req-580d8faa-5556-472f-ad0e-5e866c399c6a tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:00.885201 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5dad636f-5747-4ba4-aa54-5f5440230f2c req-580d8faa-5556-472f-ad0e-5e866c399c6a tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 946 time: 0.1366775 Jul 05 09:57:00.889905 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd76c278-5567-4d70-9c09-48e675d4742c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:00.943393 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faf8d30-63f6-4ddb-a977-c00dc794af9d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:00.948035 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5dad636f-5747-4ba4-aa54-5f5440230f2c req-da160455-e22c-48d6-89b5-090278bc42c2 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560284 Jul 05 09:57:00.950250 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faf8d30-63f6-4ddb-a977-c00dc794af9d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:00.952020 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4faf8d30-63f6-4ddb-a977-c00dc794af9d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1479685 Jul 05 09:57:00.955776 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38316) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:00.977120 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd76c278-5567-4d70-9c09-48e675d4742c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:00.980689 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd76c278-5567-4d70-9c09-48e675d4742c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:00.984457 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bd76c278-5567-4d70-9c09-48e675d4742c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/33372585-764b-40af-bdb8-4193b2071963 HTTP/1.1" status: 204 len: 168 time: 0.2247710 Jul 05 09:57:00.994309 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76c278-5567-4d70-9c09-48e675d4742c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33372585-764b-40af-bdb8-4193b2071963,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:01.080009 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02904fd2-1110-4115-8935-97aece855667 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:01.149462 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-97453907-a905-43a0-8b5f-f85432482b0a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting port 89155287-cca8-4860-a1e2-7242e1c15d56 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:01.149802 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97453907-a905-43a0-8b5f-f85432482b0a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:01.213136 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab3db6-991f-4f27-a03f-833af5a2b0ee req-86ca2198-d978-4b88-bccd-e5c7734e1bf0 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:01.215108 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7ab3db6-991f-4f27-a03f-833af5a2b0ee req-86ca2198-d978-4b88-bccd-e5c7734e1bf0 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 946 time: 0.1269748 Jul 05 09:57:01.221880 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02904fd2-1110-4115-8935-97aece855667 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:01.236169 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:01.278715 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7ab3db6-991f-4f27-a03f-833af5a2b0ee req-4067a373-2898-4198-816e-4f411d285714 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441570 Jul 05 09:57:01.353889 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:01.384703 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02904fd2-1110-4115-8935-97aece855667 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:01.395609 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97453907-a905-43a0-8b5f-f85432482b0a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:01.397479 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1a5e600a-23b2-46e3-92d9-bb877246498e req-6284c8a9-bb61-4a13-9281-0acdc39ed29d tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0423923 Jul 05 09:57:01.409535 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-02904fd2-1110-4115-8935-97aece855667 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:01.422733 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02904fd2-1110-4115-8935-97aece855667 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:01.423646 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02904fd2-1110-4115-8935-97aece855667 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'Port': ['ID=147feaf7-8df7-4a05-a56e-eb37ae8a5a97,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:01.508367 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-97453907-a905-43a0-8b5f-f85432482b0a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Calling delete_port for 89155287-cca8-4860-a1e2-7242e1c15d56 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:01.572697 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646f796-8727-45c7-9005-acf0b1ab7ce3 req-2f4a8ed3-590c-41a8-ba1e-b8581d315825 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:01.574386 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6646f796-8727-45c7-9005-acf0b1ab7ce3 req-2f4a8ed3-590c-41a8-ba1e-b8581d315825 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 946 time: 0.1015403 Jul 05 09:57:01.634001 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6646f796-8727-45c7-9005-acf0b1ab7ce3 req-c40e5699-36bd-4fda-85cc-03be35d29b01 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511329 Jul 05 09:57:01.792158 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-31602628-2835-4449-ad87-05a349c0a53a None None] Provisioning for port f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:01.796859 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-31602628-2835-4449-ad87-05a349c0a53a None None] Provisioning complete for port f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:01.800639 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31602628-2835-4449-ad87-05a349c0a53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:01.927788 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31602628-2835-4449-ad87-05a349c0a53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:01.928367 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97453907-a905-43a0-8b5f-f85432482b0a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:01.977377 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97453907-a905-43a0-8b5f-f85432482b0a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Port': ['ID=89155287-cca8-4860-a1e2-7242e1c15d56,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:01.993347 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-31602628-2835-4449-ad87-05a349c0a53a None None] For port f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:02.009914 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31602628-2835-4449-ad87-05a349c0a53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:02.054644 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97453907-a905-43a0-8b5f-f85432482b0a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:02.058298 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae6fd6-cc95-48e1-9ccd-4e6adb254dfa req-0a0a670f-d15b-47cb-b7e4-60fced40233f tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:02.059699 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-97453907-a905-43a0-8b5f-f85432482b0a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/89155287-cca8-4860-a1e2-7242e1c15d56 HTTP/1.1" status: 204 len: 168 time: 1.1038592 Jul 05 09:57:02.061608 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15ae6fd6-cc95-48e1-9ccd-4e6adb254dfa req-0a0a670f-d15b-47cb-b7e4-60fced40233f tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 946 time: 0.1968744 Jul 05 09:57:02.066890 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38360) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:02.141772 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31602628-2835-4449-ad87-05a349c0a53a None None] Pushing event updated for resources: {'Port': ['ID=f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:02.142731 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986f501a-4437-4f14-b8e4-afe88e2ab49e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:02.144433 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986f501a-4437-4f14-b8e4-afe88e2ab49e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:02.149849 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-986f501a-4437-4f14-b8e4-afe88e2ab49e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0820324 Jul 05 09:57:02.159059 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38364) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:02.234541 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7d00d508-8526-4d1e-b921-0c89d78089b9 None None] Could not find standard attr ID for object 89155287-cca8-4860-a1e2-7242e1c15d56. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:57:02.250482 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02904fd2-1110-4115-8935-97aece855667 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:02.274241 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b97ef1-8ab7-4bb5-bc65-4efe3e780688 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet bb71970b-9fbd-46f3-af84-3c1262f970fa {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:57:02.280558 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81b97ef1-8ab7-4bb5-bc65-4efe3e780688 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:02.298455 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15ae6fd6-cc95-48e1-9ccd-4e6adb254dfa req-2ae6a203-0fd3-48d8-aa1b-b1249fece4e4 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291348 Jul 05 09:57:02.394693 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02904fd2-1110-4115-8935-97aece855667 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:02.397142 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81b97ef1-8ab7-4bb5-bc65-4efe3e780688 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:02.526768 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:02.557379 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81b97ef1-8ab7-4bb5-bc65-4efe3e780688 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:02.670055 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02904fd2-1110-4115-8935-97aece855667 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:02.676139 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02904fd2-1110-4115-8935-97aece855667 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:02.677892 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-00f7c168-61b2-41fd-b390-3a22d38e6dbd req-00229b32-9717-4064-84cf-1f8c95845d91 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0778861 Jul 05 09:57:02.779461 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81b97ef1-8ab7-4bb5-bc65-4efe3e780688 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:02.787524 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02904fd2-1110-4115-8935-97aece855667 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'Port': ['ID=147feaf7-8df7-4a05-a56e-eb37ae8a5a97,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:02.799590 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02904fd2-1110-4115-8935-97aece855667 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:02.808992 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719ac0ed-87a3-4aea-b098-dbca05cb8b61 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:02.816373 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81b97ef1-8ab7-4bb5-bc65-4efe3e780688 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:02.821561 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-81b97ef1-8ab7-4bb5-bc65-4efe3e780688 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/bb71970b-9fbd-46f3-af84-3c1262f970fa HTTP/1.1" status: 204 len: 168 time: 0.6618676 Jul 05 09:57:02.845648 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38384) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:02.865639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880965c-47af-4aa1-97b4-4e3e3404cbef req-716b7443-e7a9-4f97-bea4-719f99ae4296 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:02.874891 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1880965c-47af-4aa1-97b4-4e3e3404cbef req-716b7443-e7a9-4f97-bea4-719f99ae4296 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 946 time: 0.2046919 Jul 05 09:57:02.885925 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b97ef1-8ab7-4bb5-bc65-4efe3e780688 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=bb71970b-9fbd-46f3-af84-3c1262f970fa,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:02.920839 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-02904fd2-1110-4115-8935-97aece855667 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Floating IP 1c1e4e57-517b-4523-8521-3df1087b28a9 associated. External IP: 172.25.7.197, port: 98d3dbc6-e910-4ef2-a453-15fb92375ecf. Jul 05 09:57:02.939753 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e4ae16bf-bb86-4aa9-9958-1a3bf340be40 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883777 Jul 05 09:57:02.942808 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38388) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:02.949123 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-55eee8d3-0296-4b58-8091-768ac12eb156 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:02.997529 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1880965c-47af-4aa1-97b4-4e3e3404cbef req-8dfafcb1-1a3a-4c46-826f-e77e072c5725 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222091 Jul 05 09:57:03.143064 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55eee8d3-0296-4b58-8091-768ac12eb156 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:03.146834 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-55eee8d3-0296-4b58-8091-768ac12eb156 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:03.149685 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8866bb-8f60-4006-bc0d-67866ee134a4 None None] DHCP port deletion for 65df7426-ac9a-4b58-aa66-f2f5b3623134 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:57:03.224675 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9a8866bb-8f60-4006-bc0d-67866ee134a4 None None] Deleting port f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:03.225552 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9a8866bb-8f60-4006-bc0d-67866ee134a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:03.363033 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02904fd2-1110-4115-8935-97aece855667 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Router 99ab73cc-c97f-43e9-a666-4ee6cd38d26c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:57:03.387136 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30540ab-b95b-45cd-8758-9d32198dbba5 req-e5b0319f-d938-48b6-9e79-1ef447f67a24 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:03.402054 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e30540ab-b95b-45cd-8758-9d32198dbba5 req-e5b0319f-d938-48b6-9e79-1ef447f67a24 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 946 time: 0.1633053 Jul 05 09:57:03.489270 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e30540ab-b95b-45cd-8758-9d32198dbba5 req-387ba621-8183-4527-8657-9f929ea3eb49 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862823 Jul 05 09:57:03.526235 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9a8866bb-8f60-4006-bc0d-67866ee134a4 None None] For port f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:03.527138 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9a8866bb-8f60-4006-bc0d-67866ee134a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:03.550737 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02904fd2-1110-4115-8935-97aece855667 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:57:03.570257 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9a8866bb-8f60-4006-bc0d-67866ee134a4 None None] Calling delete_port for f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:03.571710 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1d73aa-385e-407b-8059-51daefa58304 None None] Sync routers for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:57:03.585687 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1d73aa-385e-407b-8059-51daefa58304 None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:03.586333 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9c1d73aa-385e-407b-8059-51daefa58304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:56:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:03.593360 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02904fd2-1110-4115-8935-97aece855667 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:03.688012 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9c1d73aa-385e-407b-8059-51daefa58304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:03.702385 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-02904fd2-1110-4115-8935-97aece855667 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6189919 Jul 05 09:57:03.705416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38410) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:03.706713 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1d73aa-385e-407b-8059-51daefa58304 None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:03.707352 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9c1d73aa-385e-407b-8059-51daefa58304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:56:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:03.774306 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9a8866bb-8f60-4006-bc0d-67866ee134a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:03.785251 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9c1d73aa-385e-407b-8059-51daefa58304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:03.787056 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1d73aa-385e-407b-8059-51daefa58304 None None] The sync data for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:57:03.837350 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-298a246a-64c8-4e56-9741-b4a153bebec3 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "GET /v2.0/floatingips/1c1e4e57-517b-4523-8521-3df1087b28a9 HTTP/1.1" status: 200 len: 978 time: 0.1289144 Jul 05 09:57:03.838679 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38418) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:03.849673 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8866bb-8f60-4006-bc0d-67866ee134a4 None None] Pushing event deleted for resources: {'Port': ['ID=f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:03.856124 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8866bb-8f60-4006-bc0d-67866ee134a4 None None] No DVR routers for this DVR port f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:57:03.900713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.objects.ports [None req-55eee8d3-0296-4b58-8091-768ac12eb156 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93907) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:57:03.904524 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-55eee8d3-0296-4b58-8091-768ac12eb156 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:03.968744 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eee8d3-0296-4b58-8091-768ac12eb156 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=b12d4079-4665-4528-9aa2-cc98ae765dbd,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:04.027673 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eee8d3-0296-4b58-8091-768ac12eb156 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:04.028910 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-55eee8d3-0296-4b58-8091-768ac12eb156 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:04.040607 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb163bce-a4e7-4143-89d8-60c5391e49e0 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:04.053503 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c536570d-779f-4021-90f4-7ded626d054b req-f6ff2f95-c3fd-488c-be3e-293b9cfc2383 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0837219 Jul 05 09:57:04.055373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55eee8d3-0296-4b58-8091-768ac12eb156 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:04.057158 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-55eee8d3-0296-4b58-8091-768ac12eb156 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:04.066612 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38426) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:04.072489 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1093fd7a-8d99-40e7-825d-262be5ca00bb tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2318962 Jul 05 09:57:04.078372 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-98ac3c37-9502-45e4-a545-c67a97e8cc59 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Request body: {'floatingip': {'port_id': '986d841a-4e19-4fe4-a04e-fdbf061a3599'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:04.193333 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-55eee8d3-0296-4b58-8091-768ac12eb156 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2465668 Jul 05 09:57:04.193716 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38434) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:04.201427 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-23490f48-69a8-43ea-8290-c0b098e1478e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'mac_address': 'fa:16:3e:c2:10:c0', 'name': 'tempest-NetworksTestDHCPv6-1311832307'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:04.232915 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98ac3c37-9502-45e4-a545-c67a97e8cc59 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:04.384457 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7317dccc-cf17-49d8-ae56-0621367c89a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-65df7426-ac9a-4b58-aa66-f2f5b3623134', 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'fixed_ips': [{'subnet_id': 'b12d4079-4665-4528-9aa2-cc98ae765dbd'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:57:04.385396 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7317dccc-cf17-49d8-ae56-0621367c89a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:04.586075 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23490f48-69a8-43ea-8290-c0b098e1478e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:04.788152 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-7317dccc-cf17-49d8-ae56-0621367c89a3 None None] Allocated IP 2001:db8::f816:3eff:fe8a:93e4 (65df7426-ac9a-4b58-aa66-f2f5b3623134/b12d4079-4665-4528-9aa2-cc98ae765dbd/bdf934e9-45d1-48eb-8cf1-f7096b737477) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:04.800913 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-23490f48-69a8-43ea-8290-c0b098e1478e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:04.845757 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-23490f48-69a8-43ea-8290-c0b098e1478e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] device_id is not set on port a5f64355-3be3-48a3-babc-db5f38087e75 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:57:04.984337 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7317dccc-cf17-49d8-ae56-0621367c89a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:04.995205 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7317dccc-cf17-49d8-ae56-0621367c89a3 None None] Transition to ACTIVE for port object bdf934e9-45d1-48eb-8cf1-f7096b737477 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:05.018517 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7317dccc-cf17-49d8-ae56-0621367c89a3 None None] Transition to ACTIVE for port object bdf934e9-45d1-48eb-8cf1-f7096b737477 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:05.026850 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7317dccc-cf17-49d8-ae56-0621367c89a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:05.078218 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7317dccc-cf17-49d8-ae56-0621367c89a3 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:05.082658 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-7317dccc-cf17-49d8-ae56-0621367c89a3 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:05.087666 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7317dccc-cf17-49d8-ae56-0621367c89a3 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:05.140877 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317dccc-cf17-49d8-ae56-0621367c89a3 None None] Pushing event updated for resources: {'Port': ['ID=bdf934e9-45d1-48eb-8cf1-f7096b737477,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:05.152108 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-23490f48-69a8-43ea-8290-c0b098e1478e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8::f816:3eff:fec2:10c0 (65df7426-ac9a-4b58-aa66-f2f5b3623134/b12d4079-4665-4528-9aa2-cc98ae765dbd/a5f64355-3be3-48a3-babc-db5f38087e75) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:05.234135 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7317dccc-cf17-49d8-ae56-0621367c89a3 None None] Attempting to bind port bdf934e9-45d1-48eb-8cf1-f7096b737477 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:57:05.234519 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7317dccc-cf17-49d8-ae56-0621367c89a3 None None] Attempting to bind port bdf934e9-45d1-48eb-8cf1-f7096b737477 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:57:05.234889 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317dccc-cf17-49d8-ae56-0621367c89a3 None None] Attempting to bind port bdf934e9-45d1-48eb-8cf1-f7096b737477 on network 65df7426-ac9a-4b58-aa66-f2f5b3623134 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:57:05.266400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:57:05.317852 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:57:05.318248 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f84c6db6-2eeb-486e-bf2c-c8ed6aedd2a0 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:57:05.320607 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317dccc-cf17-49d8-ae56-0621367c89a3 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:57:05.321043 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317dccc-cf17-49d8-ae56-0621367c89a3 None None] Checking segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:57:05.321437 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7317dccc-cf17-49d8-ae56-0621367c89a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:05.321841 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317dccc-cf17-49d8-ae56-0621367c89a3 None None] Bound using segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:57:05.322349 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7317dccc-cf17-49d8-ae56-0621367c89a3 None None] Bound port: bdf934e9-45d1-48eb-8cf1-f7096b737477, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:57:05.322772 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7317dccc-cf17-49d8-ae56-0621367c89a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:05.431003 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7317dccc-cf17-49d8-ae56-0621367c89a3 None None] For port bdf934e9-45d1-48eb-8cf1-f7096b737477, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:57:05.438065 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-23490f48-69a8-43ea-8290-c0b098e1478e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:05.441730 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7317dccc-cf17-49d8-ae56-0621367c89a3 None None] For port bdf934e9-45d1-48eb-8cf1-f7096b737477, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bdf934e9-45d1-48eb-8cf1-f7096b737477,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:57:05.447574 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7317dccc-cf17-49d8-ae56-0621367c89a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:05.457398 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-23490f48-69a8-43ea-8290-c0b098e1478e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Transition to ACTIVE for port object a5f64355-3be3-48a3-babc-db5f38087e75 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:05.540336 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-23490f48-69a8-43ea-8290-c0b098e1478e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:05.551500 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317dccc-cf17-49d8-ae56-0621367c89a3 None None] Pushing event updated for resources: {'Port': ['ID=bdf934e9-45d1-48eb-8cf1-f7096b737477,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:05.613980 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23490f48-69a8-43ea-8290-c0b098e1478e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:05.622485 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-23490f48-69a8-43ea-8290-c0b098e1478e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:05.631526 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23490f48-69a8-43ea-8290-c0b098e1478e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:05.642167 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23490f48-69a8-43ea-8290-c0b098e1478e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:05.642870 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-23490f48-69a8-43ea-8290-c0b098e1478e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:05.649918 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23490f48-69a8-43ea-8290-c0b098e1478e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=a5f64355-3be3-48a3-babc-db5f38087e75,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:05.669345 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-23490f48-69a8-43ea-8290-c0b098e1478e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4743311 Jul 05 09:57:05.672113 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38462) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:05.713256 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98ac3c37-9502-45e4-a545-c67a97e8cc59 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:05.736137 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d54478a1-e666-4dde-8689-26cdc601164e req-e8453a18-3619-464f-b985-6001da168e71 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0541708 Jul 05 09:57:05.738014 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98ac3c37-9502-45e4-a545-c67a97e8cc59 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:05.798376 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808d2d3a-f02c-41b9-abcd-7502ff130657 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:05.844411 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808d2d3a-f02c-41b9-abcd-7502ff130657 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:05.852558 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-808d2d3a-f02c-41b9-abcd-7502ff130657 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1762226 Jul 05 09:57:05.853139 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38464) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:05.899256 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c404d65-6c17-4b3b-a21b-e6dca9987870 req-368a4d4c-7a03-4dea-bca7-b072080ec239 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:05.900880 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9c404d65-6c17-4b3b-a21b-e6dca9987870 req-368a4d4c-7a03-4dea-bca7-b072080ec239 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 946 time: 0.9060438 Jul 05 09:57:05.927239 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:05.972938 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9c404d65-6c17-4b3b-a21b-e6dca9987870 req-4bc75a2f-ef1f-48ce-acc3-5394f82dd7e0 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423882 Jul 05 09:57:06.013033 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-98ac3c37-9502-45e4-a545-c67a97e8cc59 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Floating IP 1c1e4e57-517b-4523-8521-3df1087b28a9 associated. External IP: 172.25.7.197, port: 98d3dbc6-e910-4ef2-a453-15fb92375ecf. Jul 05 09:57:06.112372 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-08850ad5-d158-45df-8c29-78ffebea0a8c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting port a5f64355-3be3-48a3-babc-db5f38087e75 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:06.113022 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08850ad5-d158-45df-8c29-78ffebea0a8c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:06.222655 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08850ad5-d158-45df-8c29-78ffebea0a8c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:06.247107 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-08850ad5-d158-45df-8c29-78ffebea0a8c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Calling delete_port for a5f64355-3be3-48a3-babc-db5f38087e75 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:06.321854 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ac3c37-9502-45e4-a545-c67a97e8cc59 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Router 99ab73cc-c97f-43e9-a666-4ee6cd38d26c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:57:06.456402 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ac3c37-9502-45e4-a545-c67a97e8cc59 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:57:06.470623 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13df3185-62a0-4695-969b-64cafb67bd80 None None] Sync routers for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:57:06.489909 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13df3185-62a0-4695-969b-64cafb67bd80 None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:06.491003 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-13df3185-62a0-4695-969b-64cafb67bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:56:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:06.538228 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-13df3185-62a0-4695-969b-64cafb67bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:06.548939 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13df3185-62a0-4695-969b-64cafb67bd80 None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:06.549645 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-13df3185-62a0-4695-969b-64cafb67bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:56:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:06.600836 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-13df3185-62a0-4695-969b-64cafb67bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:06.601750 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13df3185-62a0-4695-969b-64cafb67bd80 None None] The sync data for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:57:06.867263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ac3c37-9502-45e4-a545-c67a97e8cc59 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Router 99ab73cc-c97f-43e9-a666-4ee6cd38d26c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:57:06.890119 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08850ad5-d158-45df-8c29-78ffebea0a8c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:06.950091 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08850ad5-d158-45df-8c29-78ffebea0a8c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Port': ['ID=a5f64355-3be3-48a3-babc-db5f38087e75,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:06.987761 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08850ad5-d158-45df-8c29-78ffebea0a8c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:06.993541 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-08850ad5-d158-45df-8c29-78ffebea0a8c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/a5f64355-3be3-48a3-babc-db5f38087e75 HTTP/1.1" status: 204 len: 168 time: 1.1379325 Jul 05 09:57:06.994271 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38486) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:07.061108 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c11351c-358f-416c-b7e5-d1b612d219c2 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:07.062650 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c11351c-358f-416c-b7e5-d1b612d219c2 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:07.071909 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0c11351c-358f-416c-b7e5-d1b612d219c2 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0750434 Jul 05 09:57:07.073975 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38494) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:07.176632 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b0b0e64-2268-4a48-816e-56d2e946f003 req-1042ea0b-254f-4dc7-977f-4c52d47f223c tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.1146495 Jul 05 09:57:07.234701 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d1c382-43ab-41f8-9435-d653892e1807 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet b12d4079-4665-4528-9aa2-cc98ae765dbd {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:57:07.245245 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1d1c382-43ab-41f8-9435-d653892e1807 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:07.258443 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ac3c37-9502-45e4-a545-c67a97e8cc59 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:57:07.272866 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bdf934e9-45d1-48eb-8cf1-f7096b737477 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:07.275836 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972bdbaf-2a5a-490f-a4e3-c11e6dce4d25 None None] Sync routers for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:57:07.288199 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98ac3c37-9502-45e4-a545-c67a97e8cc59 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:07.323084 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972bdbaf-2a5a-490f-a4e3-c11e6dce4d25 None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:07.323798 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-972bdbaf-2a5a-490f-a4e3-c11e6dce4d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:56:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:07.356135 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 8287df97-96c9-4a1c-9f82-9047d992facb details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:57:07.429422 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8263a8cc-2ccd-4bbf-83ca-e491e7e0f3d8 None None] Provisioning for port bdf934e9-45d1-48eb-8cf1-f7096b737477 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:07.437554 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1d1c382-43ab-41f8-9435-d653892e1807 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:07.591154 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-98ac3c37-9502-45e4-a545-c67a97e8cc59 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "PUT /v2.0/floatingips/1c1e4e57-517b-4523-8521-3df1087b28a9 HTTP/1.1" status: 200 len: 979 time: 3.5229268 Jul 05 09:57:07.592138 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38508) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:07.609183 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-73499707-3073-414a-bf90-32a612f1d88b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:07.673900 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1d1c382-43ab-41f8-9435-d653892e1807 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:07.721502 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 8287df97-96c9-4a1c-9f82-9047d992facb, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=8287df97-96c9-4a1c-9f82-9047d992facb,segment=NetworkSegment(2464d207-0e02-4981-a0f8-faec5668a657),segment_id=2464d207-0e02-4981-a0f8-faec5668a657)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:07.754453 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '8287df97-96c9-4a1c-9f82-9047d992facb', 'network_id': '997cf90f-0f10-481f-981a-696c40205086', 'port_id': '8287df97-96c9-4a1c-9f82-9047d992facb', 'mac_address': 'fa:16:3e:42:1f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c18f37df-aff7-4839-ac34-d159e239e65d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:57:07.765075 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port bdf934e9-45d1-48eb-8cf1-f7096b737477 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:07.772820 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port bdf934e9-45d1-48eb-8cf1-f7096b737477 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:07.774282 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:07.803931 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-972bdbaf-2a5a-490f-a4e3-c11e6dce4d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:07.815490 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d78e0-d601-4291-8462-33fc90476a9f req-15559653-3cd7-41df-8c5b-39d1e121c4e3 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:07.820445 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972bdbaf-2a5a-490f-a4e3-c11e6dce4d25 None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:07.821737 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-972bdbaf-2a5a-490f-a4e3-c11e6dce4d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:56:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:07.835017 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a77d78e0-d601-4291-8462-33fc90476a9f req-15559653-3cd7-41df-8c5b-39d1e121c4e3 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 946 time: 0.5418437 Jul 05 09:57:07.837347 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1d1c382-43ab-41f8-9435-d653892e1807 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:07.856315 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1d1c382-43ab-41f8-9435-d653892e1807 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:07.858466 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d1d1c382-43ab-41f8-9435-d653892e1807 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/b12d4079-4665-4528-9aa2-cc98ae765dbd HTTP/1.1" status: 204 len: 168 time: 0.7834334 Jul 05 09:57:07.860997 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38510) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:07.879253 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73499707-3073-414a-bf90-32a612f1d88b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:07.892915 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1c382-43ab-41f8-9435-d653892e1807 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=b12d4079-4665-4528-9aa2-cc98ae765dbd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:07.907710 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-af784d6b-6bef-4194-98ba-94041d089680 None None] Could not find standard attr ID for object a5f64355-3be3-48a3-babc-db5f38087e75. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:57:07.913858 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-972bdbaf-2a5a-490f-a4e3-c11e6dce4d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:07.914879 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972bdbaf-2a5a-490f-a4e3-c11e6dce4d25 None None] The sync data for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:57:07.944412 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:07.947621 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9f16d63d-450e-4ec9-887b-cd180c44541e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852468 Jul 05 09:57:07.950451 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38512) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:08.042892 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8287df97-96c9-4a1c-9f82-9047d992facb {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:57:08.049330 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a1925d-9a68-4a45-aa77-29c2f95165f1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:08.051898 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c2a1925d-9a68-4a45-aa77-29c2f95165f1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0995498 Jul 05 09:57:08.053478 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:08.054052 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38516) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:08.125853 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 8287df97-96c9-4a1c-9f82-9047d992facb, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=8287df97-96c9-4a1c-9f82-9047d992facb,segment=NetworkSegment(2464d207-0e02-4981-a0f8-faec5668a657),segment_id=2464d207-0e02-4981-a0f8-faec5668a657)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:08.129235 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port bdf934e9-45d1-48eb-8cf1-f7096b737477, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bdf934e9-45d1-48eb-8cf1-f7096b737477,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:08.132278 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:08.141466 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:08.197564 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5640356a-dfb1-40ed-adc1-a7fb1eaad870 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:08.202925 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5640356a-dfb1-40ed-adc1-a7fb1eaad870 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1473713 Jul 05 09:57:08.203705 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38522) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:08.208414 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73499707-3073-414a-bf90-32a612f1d88b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:08.218893 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73499707-3073-414a-bf90-32a612f1d88b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:08.219221 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-73499707-3073-414a-bf90-32a612f1d88b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Floating IP 1c1e4e57-517b-4523-8521-3df1087b28a9 disassociated. External IP: 172.25.7.197, port: 986d841a-4e19-4fe4-a04e-fdbf061a3599. Jul 05 09:57:08.224998 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e0b55f-3e52-4553-a6a4-0cb22d6f5f1e None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:08.243493 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['8287df97-96c9-4a1c-9f82-9047d992facb'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:57:08.285039 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5c031736-c38f-483f-b5ee-da9cdb8141f3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801086 Jul 05 09:57:08.285797 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38526) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:08.290540 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a77d78e0-d601-4291-8462-33fc90476a9f req-bd0fce2e-7a38-4201-a482-16cdd8f8ce4b tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376655 Jul 05 09:57:08.302655 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d40d1b82-d8ed-48a3-97ae-752d421ce6ab tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:08.514075 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40d1b82-d8ed-48a3-97ae-752d421ce6ab tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:08.520445 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d40d1b82-d8ed-48a3-97ae-752d421ce6ab tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:08.533008 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a0c30cc3-d286-4300-9d35-69d547a9d37a req-ca792ada-b4bd-45e0-b259-3ba2f80e475a tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.1373525 Jul 05 09:57:08.609052 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=8287df97-96c9-4a1c-9f82-9047d992facb,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:08.761757 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=bdf934e9-45d1-48eb-8cf1-f7096b737477,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:08.768497 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73499707-3073-414a-bf90-32a612f1d88b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Router 99ab73cc-c97f-43e9-a666-4ee6cd38d26c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:57:08.917086 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d56da9-575c-414c-ab7c-25321db86241 None None] DHCP port deletion for 65df7426-ac9a-4b58-aa66-f2f5b3623134 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:57:09.014141 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-73d56da9-575c-414c-ab7c-25321db86241 None None] Deleting port bdf934e9-45d1-48eb-8cf1-f7096b737477 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:09.014559 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-73d56da9-575c-414c-ab7c-25321db86241 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:09.049681 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73499707-3073-414a-bf90-32a612f1d88b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:57:09.058621 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73499707-3073-414a-bf90-32a612f1d88b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:09.113548 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-73d56da9-575c-414c-ab7c-25321db86241 None None] For port bdf934e9-45d1-48eb-8cf1-f7096b737477, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bdf934e9-45d1-48eb-8cf1-f7096b737477,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:09.113817 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-73d56da9-575c-414c-ab7c-25321db86241 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:09.124464 n-d-798054-8 neutron-server[93906]: DEBUG neutron.objects.ports [None req-d40d1b82-d8ed-48a3-97ae-752d421ce6ab tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:57:09.130149 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-73d56da9-575c-414c-ab7c-25321db86241 None None] Calling delete_port for bdf934e9-45d1-48eb-8cf1-f7096b737477 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:09.138381 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-73499707-3073-414a-bf90-32a612f1d88b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "PUT /v2.0/floatingips/1c1e4e57-517b-4523-8521-3df1087b28a9 HTTP/1.1" status: 200 len: 688 time: 1.5411732 Jul 05 09:57:09.142640 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38538) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:09.241139 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171d97f9-06b4-407c-86f3-783cf4c57fd4 None None] Sync routers for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:57:09.243541 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bdf934e9-45d1-48eb-8cf1-f7096b737477 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:57:09.274674 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-73d56da9-575c-414c-ab7c-25321db86241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:09.287664 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171d97f9-06b4-407c-86f3-783cf4c57fd4 None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:09.288320 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-171d97f9-06b4-407c-86f3-783cf4c57fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:56:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:09.295983 n-d-798054-8 neutron-server[93906]: WARNING neutron.services.revisions.revision_plugin [None req-d40d1b82-d8ed-48a3-97ae-752d421ce6ab tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Could not find related port for resource to bump revision. Jul 05 09:57:09.303722 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.ipam_pluggable_backend [None req-d40d1b82-d8ed-48a3-97ae-752d421ce6ab tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Port bdf934e9-45d1-48eb-8cf1-f7096b737477 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93906) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 05 09:57:09.303722 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.ipam_pluggable_backend [None req-d40d1b82-d8ed-48a3-97ae-752d421ce6ab tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8a:93e4 {{(pid=93906) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 05 09:57:09.307731 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.ipam_pluggable_backend [None req-d40d1b82-d8ed-48a3-97ae-752d421ce6ab tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe8a:93e4 {{(pid=93906) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 05 09:57:09.308216 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d40d1b82-d8ed-48a3-97ae-752d421ce6ab tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:09.334349 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b59efadc-fcbd-46b6-bc46-84ce47036752 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Deleting port 147feaf7-8df7-4a05-a56e-eb37ae8a5a97 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:09.334883 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b59efadc-fcbd-46b6-bc46-84ce47036752 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:09.396105 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d56da9-575c-414c-ab7c-25321db86241 None None] Pushing event deleted for resources: {'Port': ['ID=bdf934e9-45d1-48eb-8cf1-f7096b737477,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:09.398815 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d56da9-575c-414c-ab7c-25321db86241 None None] No DVR routers for this DVR port bdf934e9-45d1-48eb-8cf1-f7096b737477 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:57:09.402971 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 8287df97-96c9-4a1c-9f82-9047d992facb up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:09.405016 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d1b82-d8ed-48a3-97ae-752d421ce6ab tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=df5403f9-e20b-44f8-a784-924bdceb9e9b,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:09.407216 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-171d97f9-06b4-407c-86f3-783cf4c57fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:09.415247 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No active binding found for port bdf934e9-45d1-48eb-8cf1-f7096b737477 {{(pid=93908) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 09:57:09.416175 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bdf934e9-45d1-48eb-8cf1-f7096b737477 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:57:09.438373 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40d1b82-d8ed-48a3-97ae-752d421ce6ab tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:09.442150 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d40d1b82-d8ed-48a3-97ae-752d421ce6ab tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:09.452712 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171d97f9-06b4-407c-86f3-783cf4c57fd4 None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:09.453353 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-171d97f9-06b4-407c-86f3-783cf4c57fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:56:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:09.454973 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40d1b82-d8ed-48a3-97ae-752d421ce6ab tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:09.458858 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d40d1b82-d8ed-48a3-97ae-752d421ce6ab tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:09.460934 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b7ee7e-2b97-4345-8b76-80cd9027514d None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:09.485394 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d40d1b82-d8ed-48a3-97ae-752d421ce6ab tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1982932 Jul 05 09:57:09.486165 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b59efadc-fcbd-46b6-bc46-84ce47036752 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:09.486664 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b59efadc-fcbd-46b6-bc46-84ce47036752 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:09.489190 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38542) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:09.495536 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1f349bcf-24d2-467b-8c14-e823f468671a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'mac_address': 'fa:16:3e:72:36:79', 'name': 'tempest-NetworksTestDHCPv6-2088519795'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:09.516693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b59efadc-fcbd-46b6-bc46-84ce47036752 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Calling delete_port for 147feaf7-8df7-4a05-a56e-eb37ae8a5a97 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:09.619651 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-171d97f9-06b4-407c-86f3-783cf4c57fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:09.622543 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171d97f9-06b4-407c-86f3-783cf4c57fd4 None None] The sync data for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:57:09.690157 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f349bcf-24d2-467b-8c14-e823f468671a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:09.696310 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f349bcf-24d2-467b-8c14-e823f468671a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:09.720376 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-1f349bcf-24d2-467b-8c14-e823f468671a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] device_id is not set on port a6603a64-66a1-4d26-b200-278e3899ca20 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:57:09.842942 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf50bf0-588b-4899-b2db-ec3369d32d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-65df7426-ac9a-4b58-aa66-f2f5b3623134', 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'fixed_ips': [{'subnet_id': 'df5403f9-e20b-44f8-a784-924bdceb9e9b'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:57:09.843812 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ebf50bf0-588b-4899-b2db-ec3369d32d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:09.865034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d33e7c-3250-49c2-a01d-39e7735f639c req-d61b3f8e-44c3-46bd-b412-41bb88b0a765 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:09.867322 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e1d33e7c-3250-49c2-a01d-39e7735f639c req-d61b3f8e-44c3-46bd-b412-41bb88b0a765 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 945 time: 0.3413060 Jul 05 09:57:09.869738 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-595c1ac0-de47-40dc-a70c-71c54b861410 req-6c94da06-b577-4885-bcb1-0b5a472fbaa8 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0651793 Jul 05 09:57:09.875185 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-1f349bcf-24d2-467b-8c14-e823f468671a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8::f816:3eff:fe72:3679 (65df7426-ac9a-4b58-aa66-f2f5b3623134/df5403f9-e20b-44f8-a784-924bdceb9e9b/a6603a64-66a1-4d26-b200-278e3899ca20) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:09.884081 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 8287df97-96c9-4a1c-9f82-9047d992facb triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:09.884463 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:09.944541 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e1d33e7c-3250-49c2-a01d-39e7735f639c req-b99fb986-b276-426b-b313-d622981fef71 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654447 Jul 05 09:57:10.049805 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b59efadc-fcbd-46b6-bc46-84ce47036752 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:10.085844 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59efadc-fcbd-46b6-bc46-84ce47036752 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event deleted for resources: {'Port': ['ID=147feaf7-8df7-4a05-a56e-eb37ae8a5a97,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:10.182043 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:10.220605 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab07149-55b2-45e2-b7d3-5b52e129608d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8287df97-96c9-4a1c-9f82-9047d992facb'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:57:10.223307 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2d7f42-4f2b-4651-b1b1-ae9c261f5d3a" -d '{"events": [{"server_uuid": "bab07149-55b2-45e2-b7d3-5b52e129608d", "name": "network-vif-plugged", "status": "completed", "tag": "8287df97-96c9-4a1c-9f82-9047d992facb"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:57:10.247454 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 8287df97-96c9-4a1c-9f82-9047d992facb, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=8287df97-96c9-4a1c-9f82-9047d992facb,segment=NetworkSegment(2464d207-0e02-4981-a0f8-faec5668a657),segment_id=2464d207-0e02-4981-a0f8-faec5668a657)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:10.252508 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:10.289191 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89b9403-ed67-4c19-ab12-929a60299333 x-openstack-request-id: req-f89b9403-ed67-4c19-ab12-929a60299333 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:57:10.289495 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab07149-55b2-45e2-b7d3-5b52e129608d", "name": "network-vif-plugged", "status": "completed", "tag": "8287df97-96c9-4a1c-9f82-9047d992facb", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:57:10.289749 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f89b9403-ed67-4c19-ab12-929a60299333 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:57:10.290196 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab07149-55b2-45e2-b7d3-5b52e129608d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8287df97-96c9-4a1c-9f82-9047d992facb', 'code': 200} Jul 05 09:57:10.294382 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f349bcf-24d2-467b-8c14-e823f468671a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:10.318573 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-1f349bcf-24d2-467b-8c14-e823f468671a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Transition to ACTIVE for port object a6603a64-66a1-4d26-b200-278e3899ca20 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:10.326886 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=8287df97-96c9-4a1c-9f82-9047d992facb,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:10.328699 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-382a15ba-b564-4999-9556-8b5e0d3eebb7 req-9a663871-b3f1-43ab-abfe-0e13c62bc4a0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0654621 Jul 05 09:57:10.354947 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b59efadc-fcbd-46b6-bc46-84ce47036752 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:10.357633 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b59efadc-fcbd-46b6-bc46-84ce47036752 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:10.361287 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b59efadc-fcbd-46b6-bc46-84ce47036752 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "DELETE /v2.0/floatingips/1c1e4e57-517b-4523-8521-3df1087b28a9 HTTP/1.1" status: 204 len: 168 time: 1.2175167 Jul 05 09:57:10.364006 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38558) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:10.375838 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f349bcf-24d2-467b-8c14-e823f468671a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:10.405863 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-c4724ff8-ab26-4a3c-a5ef-b68eda13db9a tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] delete failed (client error): The resource could not be found. Jul 05 09:57:10.411467 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c4724ff8-ab26-4a3c-a5ef-b68eda13db9a tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "DELETE /v2.0/floatingips/1c1e4e57-517b-4523-8521-3df1087b28a9 HTTP/1.1" status: 404 len: 345 time: 0.0462730 Jul 05 09:57:10.412027 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38560) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:10.465067 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f349bcf-24d2-467b-8c14-e823f468671a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:10.465271 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-ebf50bf0-588b-4899-b2db-ec3369d32d3d None None] Allocated IP 2001:db8::f816:3eff:fec6:d1f7 (65df7426-ac9a-4b58-aa66-f2f5b3623134/df5403f9-e20b-44f8-a784-924bdceb9e9b/290b01cc-8bc9-4695-9a46-50dac59da3de) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:10.478968 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-1f349bcf-24d2-467b-8c14-e823f468671a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:10.489375 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f349bcf-24d2-467b-8c14-e823f468671a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:10.497777 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f349bcf-24d2-467b-8c14-e823f468671a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:10.503614 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f349bcf-24d2-467b-8c14-e823f468671a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:10.529642 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f349bcf-24d2-467b-8c14-e823f468671a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=a6603a64-66a1-4d26-b200-278e3899ca20,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:10.543578 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1f349bcf-24d2-467b-8c14-e823f468671a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0531552 Jul 05 09:57:10.546106 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38564) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:10.606531 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd66de35-993b-49ec-86bd-9cd2ea36dc33 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:10.625634 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd66de35-993b-49ec-86bd-9cd2ea36dc33 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:10.635762 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd66de35-993b-49ec-86bd-9cd2ea36dc33 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:10.640106 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bd66de35-993b-49ec-86bd-9cd2ea36dc33 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "GET /v2.0/ports?network_id=47ca12ab-243c-4d95-909f-38c94f0a4422 HTTP/1.1" status: 200 len: 2359 time: 0.2269695 Jul 05 09:57:10.642734 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38566) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:10.674656 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eabe04d-f87d-4075-8679-1fcef7927a5b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:10.680622 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6eabe04d-f87d-4075-8679-1fcef7927a5b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1335208 Jul 05 09:57:10.684582 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38570) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:10.767431 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccad9a4b-f1be-4d0a-b1ba-a51406f0b320 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:10.768853 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ccad9a4b-f1be-4d0a-b1ba-a51406f0b320 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "GET /v2.0/subnets/650e9361-dd27-43a6-acaf-446d0ce46609 HTTP/1.1" status: 200 len: 797 time: 0.1249454 Jul 05 09:57:10.775375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38572) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:10.785226 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-94c27d4b-462f-45e5-a619-5485f80e9fe0 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Request body: {'port': {'network_id': '47ca12ab-243c-4d95-909f-38c94f0a4422', 'name': 'tempest-FloatingIPTestJSON-741861206', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:10.793679 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ebf50bf0-588b-4899-b2db-ec3369d32d3d None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:10.809208 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ebf50bf0-588b-4899-b2db-ec3369d32d3d None None] Transition to ACTIVE for port object 290b01cc-8bc9-4695-9a46-50dac59da3de will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:10.841059 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ebf50bf0-588b-4899-b2db-ec3369d32d3d None None] Transition to ACTIVE for port object 290b01cc-8bc9-4695-9a46-50dac59da3de will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:10.850312 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ebf50bf0-588b-4899-b2db-ec3369d32d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:10.857516 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cde2ad-a24a-4637-a779-4e0cb2406ce0 req-c4918d00-8280-4997-a2bd-163612ce6a5f tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:10.863657 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-62cde2ad-a24a-4637-a779-4e0cb2406ce0 req-c4918d00-8280-4997-a2bd-163612ce6a5f tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 946 time: 0.1623113 Jul 05 09:57:10.881026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7da31de8-c839-4afc-bce4-da22a1aa6865 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting port a6603a64-66a1-4d26-b200-278e3899ca20 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:10.881431 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7da31de8-c839-4afc-bce4-da22a1aa6865 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:10.893220 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf50bf0-588b-4899-b2db-ec3369d32d3d None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:10.896316 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-ebf50bf0-588b-4899-b2db-ec3369d32d3d None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:10.902011 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf50bf0-588b-4899-b2db-ec3369d32d3d None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:10.926307 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-62cde2ad-a24a-4637-a779-4e0cb2406ce0 req-7348c7d2-59d8-4377-8818-c983341386c9 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617514 Jul 05 09:57:10.944509 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf50bf0-588b-4899-b2db-ec3369d32d3d None None] Pushing event updated for resources: {'Port': ['ID=290b01cc-8bc9-4695-9a46-50dac59da3de,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:11.017719 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c27d4b-462f-45e5-a619-5485f80e9fe0 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Made reservation on behalf of 8b82ed3a6881414d9acd165002cdb1e6 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:11.038348 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ebf50bf0-588b-4899-b2db-ec3369d32d3d None None] Attempting to bind port 290b01cc-8bc9-4695-9a46-50dac59da3de on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:57:11.038859 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ebf50bf0-588b-4899-b2db-ec3369d32d3d None None] Attempting to bind port 290b01cc-8bc9-4695-9a46-50dac59da3de by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:57:11.039333 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf50bf0-588b-4899-b2db-ec3369d32d3d None None] Attempting to bind port 290b01cc-8bc9-4695-9a46-50dac59da3de on network 65df7426-ac9a-4b58-aa66-f2f5b3623134 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:57:11.050885 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf50bf0-588b-4899-b2db-ec3369d32d3d None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:57:11.051432 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf50bf0-588b-4899-b2db-ec3369d32d3d None None] Checking segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:57:11.051977 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ebf50bf0-588b-4899-b2db-ec3369d32d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:11.052482 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf50bf0-588b-4899-b2db-ec3369d32d3d None None] Bound using segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:57:11.055059 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ebf50bf0-588b-4899-b2db-ec3369d32d3d None None] Bound port: 290b01cc-8bc9-4695-9a46-50dac59da3de, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:57:11.056257 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ebf50bf0-588b-4899-b2db-ec3369d32d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:11.078530 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7da31de8-c839-4afc-bce4-da22a1aa6865 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:11.099291 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7da31de8-c839-4afc-bce4-da22a1aa6865 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Calling delete_port for a6603a64-66a1-4d26-b200-278e3899ca20 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:11.223980 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94c27d4b-462f-45e5-a619-5485f80e9fe0 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:11.324544 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7da31de8-c839-4afc-bce4-da22a1aa6865 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:11.352269 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7bb1699e-2ead-4453-bc91-7c4a6701ff12 req-6b69a550-2171-4a90-9a94-891a94891af9 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.2552061 Jul 05 09:57:11.366781 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da31de8-c839-4afc-bce4-da22a1aa6865 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Port': ['ID=a6603a64-66a1-4d26-b200-278e3899ca20,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:11.385752 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-94c27d4b-462f-45e5-a619-5485f80e9fe0 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] device_id is not set on port 4f6206af-f0c6-439d-8195-02c07b9c2892 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:57:11.474658 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7da31de8-c839-4afc-bce4-da22a1aa6865 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:11.482205 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7da31de8-c839-4afc-bce4-da22a1aa6865 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/a6603a64-66a1-4d26-b200-278e3899ca20 HTTP/1.1" status: 204 len: 168 time: 0.7966080 Jul 05 09:57:11.487668 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38588) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:11.646216 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595a9061-b709-43e3-b35c-da2be4b463d9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:11.650677 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595a9061-b709-43e3-b35c-da2be4b463d9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:11.652446 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-595a9061-b709-43e3-b35c-da2be4b463d9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1617854 Jul 05 09:57:11.656419 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38590) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:11.660947 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ebf50bf0-588b-4899-b2db-ec3369d32d3d None None] For port 290b01cc-8bc9-4695-9a46-50dac59da3de, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:57:11.664362 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ebf50bf0-588b-4899-b2db-ec3369d32d3d None None] For port 290b01cc-8bc9-4695-9a46-50dac59da3de, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=290b01cc-8bc9-4695-9a46-50dac59da3de,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:57:11.669820 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ebf50bf0-588b-4899-b2db-ec3369d32d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:11.736850 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf50bf0-588b-4899-b2db-ec3369d32d3d None None] Pushing event updated for resources: {'Port': ['ID=290b01cc-8bc9-4695-9a46-50dac59da3de,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:11.908034 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b8b15df-e3f3-4a45-a41f-c50451a1c0dc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet df5403f9-e20b-44f8-a784-924bdceb9e9b {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:57:11.923933 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b8b15df-e3f3-4a45-a41f-c50451a1c0dc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:12.076221 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b8b15df-e3f3-4a45-a41f-c50451a1c0dc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:12.373154 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b8b15df-e3f3-4a45-a41f-c50451a1c0dc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:12.500194 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b8b15df-e3f3-4a45-a41f-c50451a1c0dc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:12.587232 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b15df-e3f3-4a45-a41f-c50451a1c0dc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=df5403f9-e20b-44f8-a784-924bdceb9e9b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:12.618544 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b8b15df-e3f3-4a45-a41f-c50451a1c0dc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:12.625172 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3b8b15df-e3f3-4a45-a41f-c50451a1c0dc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/df5403f9-e20b-44f8-a784-924bdceb9e9b HTTP/1.1" status: 204 len: 168 time: 0.9676483 Jul 05 09:57:12.636363 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38616) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:12.714788 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-32155b8e-0ad2-415d-ac79-613c37467663 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772133 Jul 05 09:57:12.717460 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38620) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:12.724099 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-946bbec0-4a12-41bd-9c2c-0147e976580a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:12.944438 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38622) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:13.011681 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946bbec0-4a12-41bd-9c2c-0147e976580a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:13.015575 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-946bbec0-4a12-41bd-9c2c-0147e976580a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:13.111777 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-48ffb181-b67c-41a3-b49f-4de3a29644b1 req-7f14bf20-cac5-4be9-91e1-3921a5d22c5e tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0936060 Jul 05 09:57:13.189173 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5dc96c01-d072-4226-b328-24f21c9fe7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:13.218413 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87061e-e06c-43ce-9e7f-eac988d57a3f req-b4fc5d71-3771-48d6-ace5-7ba3e7993472 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:13.220170 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd87061e-e06c-43ce-9e7f-eac988d57a3f req-b4fc5d71-3771-48d6-ace5-7ba3e7993472 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.81 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 946 time: 0.9297194 Jul 05 09:57:13.263557 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae78986-026c-4645-95c7-16200f6bea38 req-14699cff-80d5-4e22-a29e-b0131bba3359 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:13.273014 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aae78986-026c-4645-95c7-16200f6bea38 req-14699cff-80d5-4e22-a29e-b0131bba3359 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 946 time: 0.9927232 Jul 05 09:57:13.325962 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 290b01cc-8bc9-4695-9a46-50dac59da3de up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:13.379923 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 290b01cc-8bc9-4695-9a46-50dac59da3de completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:13.409988 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-94c27d4b-462f-45e5-a619-5485f80e9fe0 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Allocated IP 172.20.0.14 (47ca12ab-243c-4d95-909f-38c94f0a4422/650e9361-dd27-43a6-acaf-446d0ce46609/4f6206af-f0c6-439d-8195-02c07b9c2892) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:13.428494 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-94c27d4b-462f-45e5-a619-5485f80e9fe0 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Allocated IP 172.20.0.12 (47ca12ab-243c-4d95-909f-38c94f0a4422/650e9361-dd27-43a6-acaf-446d0ce46609/4f6206af-f0c6-439d-8195-02c07b9c2892) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:13.441485 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aae78986-026c-4645-95c7-16200f6bea38 req-580681de-645a-4d53-be98-dd20d533593e tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668618 Jul 05 09:57:13.518375 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5dc96c01-d072-4226-b328-24f21c9fe7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:13.521652 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafe0a01-4bf4-4f21-8edd-1f9c5e1817c6 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:13.545152 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5dc96c01-d072-4226-b328-24f21c9fe7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:13.579657 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5dc96c01-d072-4226-b328-24f21c9fe7be admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=409232ac37d848d581ea8f988cf4914f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6323099 Jul 05 09:57:13.584676 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38630) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:13.623049 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc96c01-d072-4226-b328-24f21c9fe7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d156a58-c31d-4640-ab3b-74dc993389e7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:13.649440 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-dd87061e-e06c-43ce-9e7f-eac988d57a3f req-8ec85df1-abd8-43af-b178-c86a00a5bd93 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Deleting port 8287df97-96c9-4a1c-9f82-9047d992facb {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:13.649649 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dd87061e-e06c-43ce-9e7f-eac988d57a3f req-8ec85df1-abd8-43af-b178-c86a00a5bd93 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:13.667758 n-d-798054-8 neutron-server[93906]: DEBUG neutron.objects.ports [None req-946bbec0-4a12-41bd-9c2c-0147e976580a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:57:13.672499 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6f6dc54f-f336-48fd-a20e-7d5f3b765660 None None] Provisioning for port 290b01cc-8bc9-4695-9a46-50dac59da3de completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:13.678779 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6f6dc54f-f336-48fd-a20e-7d5f3b765660 None None] Provisioning complete for port 290b01cc-8bc9-4695-9a46-50dac59da3de triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:13.679500 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6f6dc54f-f336-48fd-a20e-7d5f3b765660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:13.794844 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b1b7849-df0f-4b3b-ba9c-304f96c0865b req-f9be0545-5c1b-4278-80d3-dd04b00ff10e tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6&device_id=53798cb9-ecef-42e7-a241-39bba2cc411d HTTP/1.1" status: 200 len: 210 time: 0.1154296 Jul 05 09:57:13.857281 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eae8474e-dee4-4c04-a4e5-bd8a7a92e2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:13.876087 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94c27d4b-462f-45e5-a619-5485f80e9fe0 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:13.886904 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-dd87061e-e06c-43ce-9e7f-eac988d57a3f req-8ec85df1-abd8-43af-b178-c86a00a5bd93 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] For port 8287df97-96c9-4a1c-9f82-9047d992facb, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=8287df97-96c9-4a1c-9f82-9047d992facb,segment=NetworkSegment(2464d207-0e02-4981-a0f8-faec5668a657),segment_id=2464d207-0e02-4981-a0f8-faec5668a657)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:13.887294 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dd87061e-e06c-43ce-9e7f-eac988d57a3f req-8ec85df1-abd8-43af-b178-c86a00a5bd93 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:13.914297 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eae8474e-dee4-4c04-a4e5-bd8a7a92e2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:13.928781 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-dd87061e-e06c-43ce-9e7f-eac988d57a3f req-8ec85df1-abd8-43af-b178-c86a00a5bd93 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Calling delete_port for 8287df97-96c9-4a1c-9f82-9047d992facb owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:13.929791 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6f6dc54f-f336-48fd-a20e-7d5f3b765660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:13.936563 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-946bbec0-4a12-41bd-9c2c-0147e976580a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.044637 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94c27d4b-462f-45e5-a619-5485f80e9fe0 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.076528 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-6f6dc54f-f336-48fd-a20e-7d5f3b765660 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:57:14.076528 n-d-798054-8 neutron-server[93908]: DEBUG oslo_db.api [None req-6f6dc54f-f336-48fd-a20e-7d5f3b765660 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:57:14.084636 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eae8474e-dee4-4c04-a4e5-bd8a7a92e2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.087192 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eae8474e-dee4-4c04-a4e5-bd8a7a92e2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.089230 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-eae8474e-dee4-4c04-a4e5-bd8a7a92e2cd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2d156a58-c31d-4640-ab3b-74dc993389e7 HTTP/1.1" status: 204 len: 168 time: 0.5007880 Jul 05 09:57:14.148929 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8474e-dee4-4c04-a4e5-bd8a7a92e2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d156a58-c31d-4640-ab3b-74dc993389e7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:14.155057 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c27d4b-462f-45e5-a619-5485f80e9fe0 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Network 47ca12ab-243c-4d95-909f-38c94f0a4422 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:14.177433 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-94c27d4b-462f-45e5-a619-5485f80e9fe0 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:14.187094 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c27d4b-462f-45e5-a619-5485f80e9fe0 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:14.212273 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c27d4b-462f-45e5-a619-5485f80e9fe0 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'Port': ['ID=4f6206af-f0c6-439d-8195-02c07b9c2892,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:14.268769 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-946bbec0-4a12-41bd-9c2c-0147e976580a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] For port 290b01cc-8bc9-4695-9a46-50dac59da3de, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=290b01cc-8bc9-4695-9a46-50dac59da3de,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:14.332991 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5025596b-7824-4098-950a-a1415dbe0cd2 req-e8bfafe2-f9e4-4f1d-aa65-b94901df01d7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4af8ffe89fc5413fbe1d7d5b085770cd&device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0738416 Jul 05 09:57:14.345107 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c27d4b-462f-45e5-a619-5485f80e9fe0 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:14.345454 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-946bbec0-4a12-41bd-9c2c-0147e976580a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.345795 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94c27d4b-462f-45e5-a619-5485f80e9fe0 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.371137 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-946bbec0-4a12-41bd-9c2c-0147e976580a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.372217 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-946bbec0-4a12-41bd-9c2c-0147e976580a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.434092 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5025596b-7824-4098-950a-a1415dbe0cd2 req-4370d410-37fe-4322-b178-3494d6043d60 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=4af8ffe89fc5413fbe1d7d5b085770cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826526 Jul 05 09:57:14.436185 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dd87061e-e06c-43ce-9e7f-eac988d57a3f req-8ec85df1-abd8-43af-b178-c86a00a5bd93 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.447608 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4655ee9b-517c-483e-a607-7b9bac05ec20 req-b50e0f8d-db37-4494-95fd-8b5554fae79e tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0971828 Jul 05 09:57:14.450211 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['8287df97-96c9-4a1c-9f82-9047d992facb'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:57:14.492872 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-94c27d4b-462f-45e5-a619-5485f80e9fe0 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.7141793 Jul 05 09:57:14.500071 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38664) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:14.503391 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946bbec0-4a12-41bd-9c2c-0147e976580a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=290b01cc-8bc9-4695-9a46-50dac59da3de,revision_number=5']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:14.561297 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-777eb4fd-f188-422b-b074-995efc5fbc38 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': '4f6206af-f0c6-439d-8195-02c07b9c2892', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:14.583408 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946bbec0-4a12-41bd-9c2c-0147e976580a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:14.592158 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-946bbec0-4a12-41bd-9c2c-0147e976580a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:14.606957 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946bbec0-4a12-41bd-9c2c-0147e976580a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:14.607877 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-946bbec0-4a12-41bd-9c2c-0147e976580a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.652232 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946bbec0-4a12-41bd-9c2c-0147e976580a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=dfa94813-d762-4d7e-8692-e6519e324c06,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:14.657164 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-777eb4fd-f188-422b-b074-995efc5fbc38 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.667672 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-946bbec0-4a12-41bd-9c2c-0147e976580a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9484878 Jul 05 09:57:14.670082 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38668) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:14.675957 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6f6dc54f-f336-48fd-a20e-7d5f3b765660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.747295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6f6dc54f-f336-48fd-a20e-7d5f3b765660 None None] For port 290b01cc-8bc9-4695-9a46-50dac59da3de, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=290b01cc-8bc9-4695-9a46-50dac59da3de,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:14.751715 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6f6dc54f-f336-48fd-a20e-7d5f3b765660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.767650 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec85df1-abd8-43af-b178-c86a00a5bd93 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Pushing event deleted for resources: {'Port': ['ID=8287df97-96c9-4a1c-9f82-9047d992facb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:14.787363 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b6d552d4-8733-429a-a4e9-2845ac240c56 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'mac_address': 'fa:16:3e:c2:ec:cf', 'name': 'tempest-NetworksTestDHCPv6-1653166686'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:14.829906 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38672) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:14.857097 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6dc54f-f336-48fd-a20e-7d5f3b765660 None None] Pushing event updated for resources: {'Port': ['ID=290b01cc-8bc9-4695-9a46-50dac59da3de,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:14.884722 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-aff16e69-ae74-491b-b5b6-f0b0bd75ae3c None None] Provisioning complete for port 290b01cc-8bc9-4695-9a46-50dac59da3de triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:14.885092 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aff16e69-ae74-491b-b5b6-f0b0bd75ae3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.950384 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39a21538-031d-44dc-9007-d9621e593371 req-8ddf8279-4851-4b4c-955e-88689594641e tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 210 time: 0.1932216 Jul 05 09:57:14.974398 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-777eb4fd-f188-422b-b074-995efc5fbc38 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:15.024845 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd87061e-e06c-43ce-9e7f-eac988d57a3f req-8ec85df1-abd8-43af-b178-c86a00a5bd93 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] No DVR routers for this DVR port 8287df97-96c9-4a1c-9f82-9047d992facb on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:57:15.039294 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d63705f-6026-46a8-8b3f-8674f75539cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:15.045106 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcdf1ff-f1cf-4130-82f8-712237f8c4aa None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:15.048724 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dd87061e-e06c-43ce-9e7f-eac988d57a3f req-8ec85df1-abd8-43af-b178-c86a00a5bd93 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:15.050978 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd87061e-e06c-43ce-9e7f-eac988d57a3f req-8ec85df1-abd8-43af-b178-c86a00a5bd93 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.81 "DELETE /v2.0/ports/8287df97-96c9-4a1c-9f82-9047d992facb HTTP/1.1" status: 204 len: 173 time: 1.8190951 Jul 05 09:57:15.051633 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab07149-55b2-45e2-b7d3-5b52e129608d', 'name': 'network-vif-deleted', 'tag': '8287df97-96c9-4a1c-9f82-9047d992facb'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:57:15.051902 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d552d4-8733-429a-a4e9-2845ac240c56 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:15.054404 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1fc24d-7fea-4267-a353-ea3fdda936c2" -d '{"events": [{"server_uuid": "bab07149-55b2-45e2-b7d3-5b52e129608d", "name": "network-vif-deleted", "tag": "8287df97-96c9-4a1c-9f82-9047d992facb"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:57:15.099038 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025596b-7824-4098-950a-a1415dbe0cd2 req-2d8a40ba-2513-4518-ad62-764c24c082e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:15.101240 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5025596b-7824-4098-950a-a1415dbe0cd2 req-2d8a40ba-2513-4518-ad62-764c24c082e4 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6520545 Jul 05 09:57:15.198752 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-61e6379c-e73e-4be5-8c02-004ee6916d60 None None] Could not find standard attr ID for object a6603a64-66a1-4d26-b200-278e3899ca20. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:57:15.226917 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c99b0c-5fae-49e8-8c33-1e1bbe45e074 x-openstack-request-id: req-69c99b0c-5fae-49e8-8c33-1e1bbe45e074 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:57:15.227637 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab07149-55b2-45e2-b7d3-5b52e129608d", "name": "network-vif-deleted", "tag": "8287df97-96c9-4a1c-9f82-9047d992facb", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:57:15.227637 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-69c99b0c-5fae-49e8-8c33-1e1bbe45e074 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:57:15.228076 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab07149-55b2-45e2-b7d3-5b52e129608d', 'name': 'network-vif-deleted', 'tag': '8287df97-96c9-4a1c-9f82-9047d992facb', 'status': 'completed', 'code': 200} Jul 05 09:57:15.270738 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d63705f-6026-46a8-8b3f-8674f75539cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:15.276967 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d63705f-6026-46a8-8b3f-8674f75539cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:15.280933 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 290b01cc-8bc9-4695-9a46-50dac59da3de up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:15.312481 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-777eb4fd-f188-422b-b074-995efc5fbc38 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Allocated IP 172.25.7.21 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/41b4040f-d1b3-4379-a101-5c7df95fe77b) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:15.350713 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6d552d4-8733-429a-a4e9-2845ac240c56 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:15.353016 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1d63705f-6026-46a8-8b3f-8674f75539cf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e0031a2b86f9482496a03a31b0ccaf6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5189333 Jul 05 09:57:15.354982 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63705f-6026-46a8-8b3f-8674f75539cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18135ded-f978-4617-a145-6c6deffd2f36,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:15.356911 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38676) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:15.369859 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 290b01cc-8bc9-4695-9a46-50dac59da3de triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:15.370367 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:15.496011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-b6d552d4-8733-429a-a4e9-2845ac240c56 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] device_id is not set on port ef2e153e-a9fd-4fb9-ae4f-ca11fcee205c yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:57:15.698834 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-13433607-5850-4bb4-b9af-0264aeaa82a8 req-925e9b13-582a-40e5-89ef-3ba1591b2b79 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0599678 Jul 05 09:57:15.715498 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab225de1-4857-4c70-a7f0-217ae2e18244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:15.735787 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-777eb4fd-f188-422b-b074-995efc5fbc38 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:15.793848 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b76ab3de-395d-4c16-a32a-b439ae0b723f None None] Provisioning complete for port 290b01cc-8bc9-4695-9a46-50dac59da3de triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:15.795363 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b76ab3de-395d-4c16-a32a-b439ae0b723f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:15.802076 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab225de1-4857-4c70-a7f0-217ae2e18244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:15.876643 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-b6d552d4-8733-429a-a4e9-2845ac240c56 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8::f816:3eff:fec2:eccf (65df7426-ac9a-4b58-aa66-f2f5b3623134/dfa94813-d762-4d7e-8692-e6519e324c06/ef2e153e-a9fd-4fb9-ae4f-ca11fcee205c) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:15.913026 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-777eb4fd-f188-422b-b074-995efc5fbc38 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:16.059996 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777eb4fd-f188-422b-b074-995efc5fbc38 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:16.061989 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-777eb4fd-f188-422b-b074-995efc5fbc38 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:16.078651 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab225de1-4857-4c70-a7f0-217ae2e18244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:16.082043 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab225de1-4857-4c70-a7f0-217ae2e18244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:16.085808 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ab225de1-4857-4c70-a7f0-217ae2e18244 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/18135ded-f978-4617-a145-6c6deffd2f36 HTTP/1.1" status: 204 len: 168 time: 0.7250097 Jul 05 09:57:16.086991 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777eb4fd-f188-422b-b074-995efc5fbc38 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:16.106686 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab225de1-4857-4c70-a7f0-217ae2e18244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18135ded-f978-4617-a145-6c6deffd2f36,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:16.109444 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777eb4fd-f188-422b-b074-995efc5fbc38 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'Port': ['ID=41b4040f-d1b3-4379-a101-5c7df95fe77b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:16.182959 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f86e377d-d92e-4215-9abb-8772d42399d0 req-0a41cf36-b586-414f-a9c5-15b56ebe29d9 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab07149-55b2-45e2-b7d3-5b52e129608d HTTP/1.1" status: 200 len: 210 time: 0.0476592 Jul 05 09:57:16.459400 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6d552d4-8733-429a-a4e9-2845ac240c56 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:16.496134 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-b6d552d4-8733-429a-a4e9-2845ac240c56 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Transition to ACTIVE for port object ef2e153e-a9fd-4fb9-ae4f-ca11fcee205c will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:16.653892 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6d552d4-8733-429a-a4e9-2845ac240c56 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:16.709822 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5025596b-7824-4098-950a-a1415dbe0cd2 req-f3f3e851-6b6b-426e-ba1b-b27a6819e2c2 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.78 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0291712 Jul 05 09:57:16.724244 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-777eb4fd-f188-422b-b074-995efc5fbc38 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:17.014143 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0de71c03-37f6-46d9-a0e9-70591a7be332 req-f59038d7-002d-4a02-b1d7-f656904292e2 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c947b2-393a-46be-8406-9f57d8e1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0783374 Jul 05 09:57:17.097465 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d552d4-8733-429a-a4e9-2845ac240c56 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:17.120904 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b6d552d4-8733-429a-a4e9-2845ac240c56 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:17.134138 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d552d4-8733-429a-a4e9-2845ac240c56 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:17.141684 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d552d4-8733-429a-a4e9-2845ac240c56 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:17.142678 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6d552d4-8733-429a-a4e9-2845ac240c56 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:17.153829 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d552d4-8733-429a-a4e9-2845ac240c56 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=ef2e153e-a9fd-4fb9-ae4f-ca11fcee205c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:17.262208 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-777eb4fd-f188-422b-b074-995efc5fbc38 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:17.358919 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 8287df97-96c9-4a1c-9f82-9047d992facb no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:57:17.421895 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 8287df97-96c9-4a1c-9f82-9047d992facb {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:57:17.432637 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 8287df97-96c9-4a1c-9f82-9047d992facb not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:57:17.593401 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b6d552d4-8733-429a-a4e9-2845ac240c56 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9010699 Jul 05 09:57:17.596482 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38740) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:17.608877 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-72f6a802-9292-4b05-a3c5-c3852f8a46b1 None None] Provisioning for port ef2e153e-a9fd-4fb9-ae4f-ca11fcee205c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:17.621669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-72f6a802-9292-4b05-a3c5-c3852f8a46b1 None None] Provisioning complete for port ef2e153e-a9fd-4fb9-ae4f-ca11fcee205c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:17.622820 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-72f6a802-9292-4b05-a3c5-c3852f8a46b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:17.677798 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-72f6a802-9292-4b05-a3c5-c3852f8a46b1 None None] Port ef2e153e-a9fd-4fb9-ae4f-ca11fcee205c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:17.680231 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-777eb4fd-f188-422b-b074-995efc5fbc38 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:17.685700 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-777eb4fd-f188-422b-b074-995efc5fbc38 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:17.750500 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58a80e6-f7ec-4e06-a095-8c42159b97dc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:17.765929 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58a80e6-f7ec-4e06-a095-8c42159b97dc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:17.770453 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a58a80e6-f7ec-4e06-a095-8c42159b97dc tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1726930 Jul 05 09:57:17.771373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38746) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:17.814127 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777eb4fd-f188-422b-b074-995efc5fbc38 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'Port': ['ID=41b4040f-d1b3-4379-a101-5c7df95fe77b,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:17.836629 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-777eb4fd-f188-422b-b074-995efc5fbc38 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:17.948189 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-3ad6262d-68c1-4a7a-9e48-457c33738c71 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting port ef2e153e-a9fd-4fb9-ae4f-ca11fcee205c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:17.948550 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3ad6262d-68c1-4a7a-9e48-457c33738c71 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:18.016072 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38752) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:18.021739 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ce1fc0dc-d370-4c2d-be33-b2e56bdb1794 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Request body: {'security_group': {'name': 'tempest-securitygroup--818108708', 'description': 'tempest-description--1407588347'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:18.075037 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce1fc0dc-d370-4c2d-be33-b2e56bdb1794 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:18.099129 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-777eb4fd-f188-422b-b074-995efc5fbc38 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Floating IP c91ca983-0926-421f-85ee-f53a8fed44fe associated. External IP: 172.25.7.21, port: 4f6206af-f0c6-439d-8195-02c07b9c2892. Jul 05 09:57:18.194086 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3ad6262d-68c1-4a7a-9e48-457c33738c71 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:18.242755 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-3ad6262d-68c1-4a7a-9e48-457c33738c71 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Calling delete_port for ef2e153e-a9fd-4fb9-ae4f-ca11fcee205c owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:18.390101 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce1fc0dc-d370-4c2d-be33-b2e56bdb1794 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:18.396938 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce1fc0dc-d370-4c2d-be33-b2e56bdb1794 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:18.533714 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce1fc0dc-d370-4c2d-be33-b2e56bdb1794 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:18.544104 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ce1fc0dc-d370-4c2d-be33-b2e56bdb1794 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5267761 Jul 05 09:57:18.547134 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38772) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:18.567930 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-734932ab-88ab-4254-92c9-06f60cf8c22b tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Request body: {'security_group_rule': {'security_group_id': '2c11ae5f-b4eb-40f5-b270-6e9aca199fef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:18.583597 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fc0dc-d370-4c2d-be33-b2e56bdb1794 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c11ae5f-b4eb-40f5-b270-6e9aca199fef,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:18.702473 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-734932ab-88ab-4254-92c9-06f60cf8c22b tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:18.741964 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3ad6262d-68c1-4a7a-9e48-457c33738c71 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:18.795090 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6262d-68c1-4a7a-9e48-457c33738c71 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Port': ['ID=ef2e153e-a9fd-4fb9-ae4f-ca11fcee205c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:18.886930 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3ad6262d-68c1-4a7a-9e48-457c33738c71 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:18.889135 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3ad6262d-68c1-4a7a-9e48-457c33738c71 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/ef2e153e-a9fd-4fb9-ae4f-ca11fcee205c HTTP/1.1" status: 204 len: 168 time: 1.1120217 Jul 05 09:57:18.891558 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38780) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:18.906769 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777eb4fd-f188-422b-b074-995efc5fbc38 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Router 99ab73cc-c97f-43e9-a666-4ee6cd38d26c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:57:18.919680 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-734932ab-88ab-4254-92c9-06f60cf8c22b tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:18.927633 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-734932ab-88ab-4254-92c9-06f60cf8c22b tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:19.013490 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734932ab-88ab-4254-92c9-06f60cf8c22b tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7829fed4-91bd-4fc5-8bcc-babd2adc1b22,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:19.029243 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594f45eb-6679-4d92-a9d2-ec115097624a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:19.031077 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594f45eb-6679-4d92-a9d2-ec115097624a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:19.032888 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-594f45eb-6679-4d92-a9d2-ec115097624a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1403878 Jul 05 09:57:19.033513 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-734932ab-88ab-4254-92c9-06f60cf8c22b tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:19.037687 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38782) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:19.038039 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38784) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:19.042442 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-734932ab-88ab-4254-92c9-06f60cf8c22b tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4926140 Jul 05 09:57:19.044752 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ee691d2d-3567-424e-9082-0966b241995b tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Request body: {'security_group_rule': {'security_group_id': '2c11ae5f-b4eb-40f5-b270-6e9aca199fef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:19.124802 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ee691d2d-3567-424e-9082-0966b241995b tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:19.221743 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777eb4fd-f188-422b-b074-995efc5fbc38 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:57:19.234726 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b1e69d-2a6a-4385-999c-49dec838c209 None None] Sync routers for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:57:19.254543 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b1e69d-2a6a-4385-999c-49dec838c209 None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:19.257102 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-777eb4fd-f188-422b-b074-995efc5fbc38 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:19.257586 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d2b1e69d-2a6a-4385-999c-49dec838c209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:56:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:19.296881 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe3340e-7b27-428a-bbe4-44970bdaf1bd tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet dfa94813-d762-4d7e-8692-e6519e324c06 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:57:19.306813 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b6e5c7ba-fa53-464e-b0cb-1208a36a79b6 req-99fdb142-2581-4a8d-b225-a02b05f5ec9b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4af8ffe89fc5413fbe1d7d5b085770cd&device_id=53798cb9-ecef-42e7-a241-39bba2cc411d HTTP/1.1" status: 200 len: 210 time: 0.1435404 Jul 05 09:57:19.321547 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-777eb4fd-f188-422b-b074-995efc5fbc38 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8140099 Jul 05 09:57:19.323302 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d2b1e69d-2a6a-4385-999c-49dec838c209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:19.325708 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38788) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:19.332887 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6093c85b-f43f-4edb-8180-9fc5f23c2104 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Request body: {'floatingip': {'port_id': '4f6206af-f0c6-439d-8195-02c07b9c2892', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:19.340205 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b1e69d-2a6a-4385-999c-49dec838c209 None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:19.344399 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d2b1e69d-2a6a-4385-999c-49dec838c209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:56:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:19.364793 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4fe3340e-7b27-428a-bbe4-44970bdaf1bd tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:19.386707 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b6e5c7ba-fa53-464e-b0cb-1208a36a79b6 req-2b445058-7fb2-4ce1-8430-5977c791254b service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=4af8ffe89fc5413fbe1d7d5b085770cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662427 Jul 05 09:57:19.438768 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6093c85b-f43f-4edb-8180-9fc5f23c2104 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:19.456549 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d2b1e69d-2a6a-4385-999c-49dec838c209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:19.457235 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b1e69d-2a6a-4385-999c-49dec838c209 None None] The sync data for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:57:19.511759 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-540c8871-4169-40a9-85de-b4ce9961d8e3 req-cdc01a06-aa01-4ee8-91dd-d04a717644da tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=53798cb9-ecef-42e7-a241-39bba2cc411d HTTP/1.1" status: 200 len: 210 time: 0.1533833 Jul 05 09:57:19.617871 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4fe3340e-7b27-428a-bbe4-44970bdaf1bd tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:19.622974 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ee691d2d-3567-424e-9082-0966b241995b tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:19.664004 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ee691d2d-3567-424e-9082-0966b241995b tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:19.720831 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee691d2d-3567-424e-9082-0966b241995b tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594671b1-2f9e-4467-8382-adc7c94b6192,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:19.748361 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ee691d2d-3567-424e-9082-0966b241995b tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:19.749863 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ee691d2d-3567-424e-9082-0966b241995b tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7095912 Jul 05 09:57:19.761577 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38802) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:19.768257 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3eecd339-f15c-415f-809d-12c73171a1da tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:19.853731 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5c7ba-fa53-464e-b0cb-1208a36a79b6 req-18a6e5d8-a63e-4192-865a-2c0628c97236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:19.857245 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b6e5c7ba-fa53-464e-b0cb-1208a36a79b6 req-18a6e5d8-a63e-4192-865a-2c0628c97236 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4456067 Jul 05 09:57:19.870692 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4fe3340e-7b27-428a-bbe4-44970bdaf1bd tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:19.898165 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3eecd339-f15c-415f-809d-12c73171a1da tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:20.006141 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4fe3340e-7b27-428a-bbe4-44970bdaf1bd tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:20.048034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3340e-7b27-428a-bbe4-44970bdaf1bd tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=dfa94813-d762-4d7e-8692-e6519e324c06,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:20.053555 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4fe3340e-7b27-428a-bbe4-44970bdaf1bd tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:20.055664 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4fe3340e-7b27-428a-bbe4-44970bdaf1bd tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/dfa94813-d762-4d7e-8692-e6519e324c06 HTTP/1.1" status: 204 len: 168 time: 1.0166049 Jul 05 09:57:20.059060 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38804) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:20.063513 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d42c2b-3e99-4849-8cee-ec71645a70b5 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:20.114237 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1f649ef8-47e6-4063-9a72-1aae29c518c4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500674 Jul 05 09:57:20.114237 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38806) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:20.179088 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6093c85b-f43f-4edb-8180-9fc5f23c2104 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:20.183402 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3eecd339-f15c-415f-809d-12c73171a1da tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:20.189975 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6093c85b-f43f-4edb-8180-9fc5f23c2104 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:20.262872 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12ae2ea-bfcf-4adc-bf76-be7bbf5a961a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:20.266922 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b12ae2ea-bfcf-4adc-bf76-be7bbf5a961a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1529663 Jul 05 09:57:20.267739 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38808) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:20.326373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb02bfc-4b4e-4c87-af07-2834ec0b5d47 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:20.330354 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4cb02bfc-4b4e-4c87-af07-2834ec0b5d47 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0592127 Jul 05 09:57:20.331495 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38810) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:20.380898 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-adde26c7-9c80-4fb9-8f95-0f1592857009 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449264 Jul 05 09:57:20.386609 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38812) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:20.391798 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b6a6bb0c-88e4-40de-b2cc-887edf4e9b63 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:20.432501 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-3eecd339-f15c-415f-809d-12c73171a1da tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Allocated IP 172.25.7.18 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/e1b7f5ef-8079-42b2-927a-7748a76c71bc) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:20.463247 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e73a1e-c41e-4b6c-a1ea-f1aa51d6be40 None None] DHCP port deletion for 65df7426-ac9a-4b58-aa66-f2f5b3623134 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:57:20.568466 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-37e73a1e-c41e-4b6c-a1ea-f1aa51d6be40 None None] Deleting port 290b01cc-8bc9-4695-9a46-50dac59da3de {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:20.569587 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-37e73a1e-c41e-4b6c-a1ea-f1aa51d6be40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:20.574052 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3eecd339-f15c-415f-809d-12c73171a1da tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:20.594037 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38820) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:20.679280 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-27753eb5-5b5e-4fa1-80ce-e90fa5ef5a60 admin admin] Deleting subnet c3acd711-3c7f-472d-85cc-ec7cdf4cd8f6 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:57:20.683511 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27753eb5-5b5e-4fa1-80ce-e90fa5ef5a60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:20.709507 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a6bb0c-88e4-40de-b2cc-887edf4e9b63 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:20.713221 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6a6bb0c-88e4-40de-b2cc-887edf4e9b63 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:20.739069 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-37e73a1e-c41e-4b6c-a1ea-f1aa51d6be40 None None] For port 290b01cc-8bc9-4695-9a46-50dac59da3de, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=290b01cc-8bc9-4695-9a46-50dac59da3de,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:20.739490 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-37e73a1e-c41e-4b6c-a1ea-f1aa51d6be40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:20.759151 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3eecd339-f15c-415f-809d-12c73171a1da tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:20.765919 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-37e73a1e-c41e-4b6c-a1ea-f1aa51d6be40 None None] Calling delete_port for 290b01cc-8bc9-4695-9a46-50dac59da3de owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:20.830200 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6093c85b-f43f-4edb-8180-9fc5f23c2104 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Router 99ab73cc-c97f-43e9-a666-4ee6cd38d26c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:57:20.873896 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eecd339-f15c-415f-809d-12c73171a1da tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:20.915882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-3eecd339-f15c-415f-809d-12c73171a1da tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:20.919368 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eecd339-f15c-415f-809d-12c73171a1da tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:20.924495 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc1696d7-40ff-4bbe-9dcb-3504e568c369 req-8e5d6471-f20b-4d10-92d9-547cda23bcfd tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=53798cb9-ecef-42e7-a241-39bba2cc411d HTTP/1.1" status: 200 len: 210 time: 0.1431949 Jul 05 09:57:20.928426 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27753eb5-5b5e-4fa1-80ce-e90fa5ef5a60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:21.011773 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-37e73a1e-c41e-4b6c-a1ea-f1aa51d6be40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:21.017236 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecd339-f15c-415f-809d-12c73171a1da tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Pushing event updated for resources: {'Port': ['ID=e1b7f5ef-8079-42b2-927a-7748a76c71bc,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:21.028706 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-37b8eeb9-2c78-4287-be74-690335ec4875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:21.049398 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27753eb5-5b5e-4fa1-80ce-e90fa5ef5a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:21.066229 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e73a1e-c41e-4b6c-a1ea-f1aa51d6be40 None None] Pushing event deleted for resources: {'Port': ['ID=290b01cc-8bc9-4695-9a46-50dac59da3de,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:21.075579 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e73a1e-c41e-4b6c-a1ea-f1aa51d6be40 None None] No DVR routers for this DVR port 290b01cc-8bc9-4695-9a46-50dac59da3de on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:57:21.095427 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e73a1e-c41e-4b6c-a1ea-f1aa51d6be40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:21.096085 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e73a1e-c41e-4b6c-a1ea-f1aa51d6be40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:21.096674 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e73a1e-c41e-4b6c-a1ea-f1aa51d6be40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:21.097254 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e73a1e-c41e-4b6c-a1ea-f1aa51d6be40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:21.097867 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e73a1e-c41e-4b6c-a1ea-f1aa51d6be40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:21.098428 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e73a1e-c41e-4b6c-a1ea-f1aa51d6be40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:21.099000 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e73a1e-c41e-4b6c-a1ea-f1aa51d6be40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:21.100113 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e73a1e-c41e-4b6c-a1ea-f1aa51d6be40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:21.100695 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e73a1e-c41e-4b6c-a1ea-f1aa51d6be40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:21.101265 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e73a1e-c41e-4b6c-a1ea-f1aa51d6be40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:21.102182 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e73a1e-c41e-4b6c-a1ea-f1aa51d6be40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:21.102744 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e73a1e-c41e-4b6c-a1ea-f1aa51d6be40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:21.196728 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3eecd339-f15c-415f-809d-12c73171a1da tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:21.203550 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6a6bb0c-88e4-40de-b2cc-887edf4e9b63 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:21.217120 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27753eb5-5b5e-4fa1-80ce-e90fa5ef5a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:21.237078 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 290b01cc-8bc9-4695-9a46-50dac59da3de no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:57:21.268502 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27753eb5-5b5e-4fa1-80ce-e90fa5ef5a60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3acd711-3c7f-472d-85cc-ec7cdf4cd8f6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:21.297563 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27753eb5-5b5e-4fa1-80ce-e90fa5ef5a60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:21.302706 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-27753eb5-5b5e-4fa1-80ce-e90fa5ef5a60 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c3acd711-3c7f-472d-85cc-ec7cdf4cd8f6 HTTP/1.1" status: 204 len: 168 time: 0.7039571 Jul 05 09:57:21.302870 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a6bb0c-88e4-40de-b2cc-887edf4e9b63 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:21.304715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38836) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:21.304856 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b6a6bb0c-88e4-40de-b2cc-887edf4e9b63 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:21.311223 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a6bb0c-88e4-40de-b2cc-887edf4e9b63 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:21.311826 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6a6bb0c-88e4-40de-b2cc-887edf4e9b63 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:21.333763 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b6a6bb0c-88e4-40de-b2cc-887edf4e9b63 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9460154 Jul 05 09:57:21.335907 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38838) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:21.341674 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744a4873-110c-411e-a666-8309b6a1a82d None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:21.342877 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-98d9c217-8a47-4823-b671-e97bcbd64e37 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'mac_address': 'fa:16:3e:83:81:b0', 'name': 'tempest-NetworksTestDHCPv6-765200504'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:21.350936 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6093c85b-f43f-4edb-8180-9fc5f23c2104 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:57:21.360257 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6bb0c-88e4-40de-b2cc-887edf4e9b63 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=a2d6e21c-a2cc-424a-aa2a-afc6c69e0f57,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:21.364699 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6093c85b-f43f-4edb-8180-9fc5f23c2104 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:21.383233 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3eecd339-f15c-415f-809d-12c73171a1da tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:21.438465 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-00c2b285-c4dc-420e-822b-fde481935bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:21.529938 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6093c85b-f43f-4edb-8180-9fc5f23c2104 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "PUT /v2.0/floatingips/c91ca983-0926-421f-85ee-f53a8fed44fe HTTP/1.1" status: 200 len: 977 time: 2.2004669 Jul 05 09:57:21.530177 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b6e5c7ba-fa53-464e-b0cb-1208a36a79b6 req-ee16da58-90ac-470a-908a-a4ede8f93403 tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.78 "GET /v2.0/ports?device_id=53798cb9-ecef-42e7-a241-39bba2cc411d HTTP/1.1" status: 200 len: 210 time: 0.0754032 Jul 05 09:57:21.530631 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38840) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:21.592161 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 290b01cc-8bc9-4695-9a46-50dac59da3de {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:57:21.592860 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 290b01cc-8bc9-4695-9a46-50dac59da3de not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:57:21.599164 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e633cf4-7000-463d-bce8-383b5b54b2f4 None None] Sync routers for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:57:21.640614 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e633cf4-7000-463d-bce8-383b5b54b2f4 None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:21.641539 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3e633cf4-7000-463d-bce8-383b5b54b2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:56:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:21.691255 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98d1883-9b8e-4eb3-9585-d5a4e29b6d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-65df7426-ac9a-4b58-aa66-f2f5b3623134', 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'fixed_ips': [{'subnet_id': 'a2d6e21c-a2cc-424a-aa2a-afc6c69e0f57'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:57:21.692388 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e98d1883-9b8e-4eb3-9585-d5a4e29b6d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:21.695272 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3e633cf4-7000-463d-bce8-383b5b54b2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:21.715691 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e633cf4-7000-463d-bce8-383b5b54b2f4 None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:21.716550 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3e633cf4-7000-463d-bce8-383b5b54b2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:56:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:21.724056 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-00c2b285-c4dc-420e-822b-fde481935bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:21.746153 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-00c2b285-c4dc-420e-822b-fde481935bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34665a0-9bdf-4adb-a913-bb5127789dd8']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:21.772575 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3e633cf4-7000-463d-bce8-383b5b54b2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:21.773653 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e633cf4-7000-463d-bce8-383b5b54b2f4 None None] The sync data for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:57:21.774121 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-00c2b285-c4dc-420e-822b-fde481935bb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678ef642-8d28-4929-a44f-ee5c6ba5273a') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:21.775446 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-00c2b285-c4dc-420e-822b-fde481935bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678ef642-8d28-4929-a44f-ee5c6ba5273a') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:21.801410 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-00c2b285-c4dc-420e-822b-fde481935bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:21.836864 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3eecd339-f15c-415f-809d-12c73171a1da tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:21.839540 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-00c2b285-c4dc-420e-822b-fde481935bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:21.852162 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c2b285-c4dc-420e-822b-fde481935bb7 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:57:21.852897 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-00c2b285-c4dc-420e-822b-fde481935bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.041178 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-e98d1883-9b8e-4eb3-9585-d5a4e29b6d0c None None] Allocated IP 2001:db8::2 (65df7426-ac9a-4b58-aa66-f2f5b3623134/a2d6e21c-a2cc-424a-aa2a-afc6c69e0f57/9cc20ba2-ad3e-4681-b36c-687df136603b) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:22.120522 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d9c217-8a47-4823-b671-e97bcbd64e37 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:22.275426 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98d9c217-8a47-4823-b671-e97bcbd64e37 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.285593 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a4609c50-28ca-4912-9463-e00a5f8b8efd tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Deleting port 41b4040f-d1b3-4379-a101-5c7df95fe77b {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:22.286106 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4609c50-28ca-4912-9463-e00a5f8b8efd tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.336360 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e98d1883-9b8e-4eb3-9585-d5a4e29b6d0c None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.347572 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e98d1883-9b8e-4eb3-9585-d5a4e29b6d0c None None] Transition to ACTIVE for port object 9cc20ba2-ad3e-4681-b36c-687df136603b will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:22.365572 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e98d1883-9b8e-4eb3-9585-d5a4e29b6d0c None None] Transition to ACTIVE for port object 9cc20ba2-ad3e-4681-b36c-687df136603b will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:22.373381 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e98d1883-9b8e-4eb3-9585-d5a4e29b6d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.378292 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4609c50-28ca-4912-9463-e00a5f8b8efd tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.378787 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4609c50-28ca-4912-9463-e00a5f8b8efd tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.392525 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a4609c50-28ca-4912-9463-e00a5f8b8efd tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Calling delete_port for 41b4040f-d1b3-4379-a101-5c7df95fe77b owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:22.449473 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d1883-9b8e-4eb3-9585-d5a4e29b6d0c None None] Pushing event updated for resources: {'Port': ['ID=9cc20ba2-ad3e-4681-b36c-687df136603b,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:22.464535 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98d1883-9b8e-4eb3-9585-d5a4e29b6d0c None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:22.466038 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-e98d1883-9b8e-4eb3-9585-d5a4e29b6d0c None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:22.472019 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98d1883-9b8e-4eb3-9585-d5a4e29b6d0c None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:57:22.490227 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:57:22.495764 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3eecd339-f15c-415f-809d-12c73171a1da tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.533194 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ca76aee4-c5cf-45d5-a0a6-42097c85a9ce req-6b661be3-7546-4488-86ef-97e4e28ee8bd tempest-ServerShowV247Test-913523502 tempest-ServerShowV247Test-913523502-project] 10.222.0.79 "GET /v2.0/ports?device_id=53798cb9-ecef-42e7-a241-39bba2cc411d HTTP/1.1" status: 200 len: 210 time: 0.0392153 Jul 05 09:57:22.555789 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e98d1883-9b8e-4eb3-9585-d5a4e29b6d0c None None] Attempting to bind port 9cc20ba2-ad3e-4681-b36c-687df136603b on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:57:22.570046 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e98d1883-9b8e-4eb3-9585-d5a4e29b6d0c None None] Attempting to bind port 9cc20ba2-ad3e-4681-b36c-687df136603b by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:57:22.570046 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d1883-9b8e-4eb3-9585-d5a4e29b6d0c None None] Attempting to bind port 9cc20ba2-ad3e-4681-b36c-687df136603b on network 65df7426-ac9a-4b58-aa66-f2f5b3623134 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:57:22.572329 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d1883-9b8e-4eb3-9585-d5a4e29b6d0c None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:57:22.572847 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d1883-9b8e-4eb3-9585-d5a4e29b6d0c None None] Checking segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:57:22.573268 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e98d1883-9b8e-4eb3-9585-d5a4e29b6d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.573730 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d1883-9b8e-4eb3-9585-d5a4e29b6d0c None None] Bound using segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:57:22.574222 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e98d1883-9b8e-4eb3-9585-d5a4e29b6d0c None None] Bound port: 9cc20ba2-ad3e-4681-b36c-687df136603b, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:57:22.574612 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e98d1883-9b8e-4eb3-9585-d5a4e29b6d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.596584 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-98d9c217-8a47-4823-b671-e97bcbd64e37 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] device_id is not set on port 87b6fbec-efd4-421a-977b-c9adba3a37ba yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:57:22.598491 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecd339-f15c-415f-809d-12c73171a1da tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Pushing event updated for resources: {'Port': ['ID=e1b7f5ef-8079-42b2-927a-7748a76c71bc,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:22.676199 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4609c50-28ca-4912-9463-e00a5f8b8efd tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.681080 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e98d1883-9b8e-4eb3-9585-d5a4e29b6d0c None None] For port 9cc20ba2-ad3e-4681-b36c-687df136603b, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:57:22.686683 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e98d1883-9b8e-4eb3-9585-d5a4e29b6d0c None None] For port 9cc20ba2-ad3e-4681-b36c-687df136603b, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9cc20ba2-ad3e-4681-b36c-687df136603b,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:57:22.692404 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e98d1883-9b8e-4eb3-9585-d5a4e29b6d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.696298 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-00c2b285-c4dc-420e-822b-fde481935bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.722608 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4609c50-28ca-4912-9463-e00a5f8b8efd tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event deleted for resources: {'Port': ['ID=41b4040f-d1b3-4379-a101-5c7df95fe77b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:22.757926 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-00c2b285-c4dc-420e-822b-fde481935bb7 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.760038 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-00c2b285-c4dc-420e-822b-fde481935bb7 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b34665a0-9bdf-4adb-a913-bb5127789dd8 HTTP/1.1" status: 204 len: 168 time: 1.4557264 Jul 05 09:57:22.761627 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2b285-c4dc-420e-822b-fde481935bb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b34665a0-9bdf-4adb-a913-bb5127789dd8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:22.764340 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38850) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:22.780917 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d1883-9b8e-4eb3-9585-d5a4e29b6d0c None None] Pushing event updated for resources: {'Port': ['ID=9cc20ba2-ad3e-4681-b36c-687df136603b,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:22.830233 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4609c50-28ca-4912-9463-e00a5f8b8efd tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.830875 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-a4609c50-28ca-4912-9463-e00a5f8b8efd tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Floating IP c91ca983-0926-421f-85ee-f53a8fed44fe disassociated (deleted). External IP: 172.25.7.21, port: 4f6206af-f0c6-439d-8195-02c07b9c2892. Jul 05 09:57:22.841495 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-d263e6c6-7bd8-4b95-86a6-154c9b21dfae admin admin] Deleting subnet b0ae1378-e10a-4baf-a5d1-dc27bb19e5d6 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:57:22.849246 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d263e6c6-7bd8-4b95-86a6-154c9b21dfae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.884533 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3eecd339-f15c-415f-809d-12c73171a1da tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.899344 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-98d9c217-8a47-4823-b671-e97bcbd64e37 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8::31 (65df7426-ac9a-4b58-aa66-f2f5b3623134/a2d6e21c-a2cc-424a-aa2a-afc6c69e0f57/87b6fbec-efd4-421a-977b-c9adba3a37ba) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:22.917880 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-7878e9ca-dc39-4892-a7af-49c3ff6bd22a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3969190 Jul 05 09:57:22.922989 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d263e6c6-7bd8-4b95-86a6-154c9b21dfae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.958149 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3eecd339-f15c-415f-809d-12c73171a1da tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.969619 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3eecd339-f15c-415f-809d-12c73171a1da tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2064891 Jul 05 09:57:23.050579 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d263e6c6-7bd8-4b95-86a6-154c9b21dfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:23.192856 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-2df93876-ef2a-46aa-adaa-5443e1dc1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:23.193354 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-2df93876-ef2a-46aa-adaa-5443e1dc1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:23.193827 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-2df93876-ef2a-46aa-adaa-5443e1dc1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:23.200550 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-2df93876-ef2a-46aa-adaa-5443e1dc1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:23.201230 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-2df93876-ef2a-46aa-adaa-5443e1dc1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:23.202002 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-2df93876-ef2a-46aa-adaa-5443e1dc1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:23.202685 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-2df93876-ef2a-46aa-adaa-5443e1dc1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:23.207038 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-2df93876-ef2a-46aa-adaa-5443e1dc1cb0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e04a66e3970b460eb00d87560a63797b&device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 6497 time: 0.1979818 Jul 05 09:57:23.209391 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d263e6c6-7bd8-4b95-86a6-154c9b21dfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:23.307035 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1ec165f2-788e-4bd8-90c2-ea6661f6c6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:23.355070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263e6c6-7bd8-4b95-86a6-154c9b21dfae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0ae1378-e10a-4baf-a5d1-dc27bb19e5d6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:23.377885 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d263e6c6-7bd8-4b95-86a6-154c9b21dfae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:23.379754 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d263e6c6-7bd8-4b95-86a6-154c9b21dfae admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b0ae1378-e10a-4baf-a5d1-dc27bb19e5d6 HTTP/1.1" status: 204 len: 168 time: 0.6117358 Jul 05 09:57:23.382773 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38870) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:23.400499 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9cc20ba2-ad3e-4681-b36c-687df136603b up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:23.420597 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98d9c217-8a47-4823-b671-e97bcbd64e37 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:23.474923 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 9cc20ba2-ad3e-4681-b36c-687df136603b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:23.497957 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4609c50-28ca-4912-9463-e00a5f8b8efd tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Router 99ab73cc-c97f-43e9-a666-4ee6cd38d26c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:57:23.502427 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-98d9c217-8a47-4823-b671-e97bcbd64e37 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Transition to ACTIVE for port object 87b6fbec-efd4-421a-977b-c9adba3a37ba will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:23.544180 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:23.554412 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-406ba9e2-b9ec-4b06-8ef6-78f318050da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:23.555134 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-406ba9e2-b9ec-4b06-8ef6-78f318050da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:23.555679 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-406ba9e2-b9ec-4b06-8ef6-78f318050da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:23.557546 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-406ba9e2-b9ec-4b06-8ef6-78f318050da7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2b4fa0ad-d771-4467-abb7-7725cc9bca3e&id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&id=46a7d976-22fe-499d-9eac-633e774ed0a2&id=46a7d976-22fe-499d-9eac-633e774ed0a2 HTTP/1.1" status: 200 len: 2299 time: 0.2384386 Jul 05 09:57:23.575375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5efd66-a298-438f-9d54-3e217293c957 req-da72f606-25d8-46e0-88e0-b296cd0ce613 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:23.577213 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b5efd66-a298-438f-9d54-3e217293c957 req-da72f606-25d8-46e0-88e0-b296cd0ce613 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/networks?id=997cf90f-0f10-481f-981a-696c40205086 HTTP/1.1" status: 200 len: 821 time: 0.2195542 Jul 05 09:57:23.599736 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee289f0e-cafc-4fa3-8205-d4175d7ec484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:23.657103 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b5efd66-a298-438f-9d54-3e217293c957 req-37b6e436-b664-4e6c-961e-433c1dc72102 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/quotas/bba36971b9394077b39bcc9045b67d85 HTTP/1.1" status: 200 len: 375 time: 0.0705547 Jul 05 09:57:23.746692 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-353873b4-cd02-415e-952c-911e85fa5455 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=401fb49d-c5d2-4694-ad52-e41acc61b67a HTTP/1.1" status: 200 len: 1000 time: 0.1681468 Jul 05 09:57:23.750131 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee289f0e-cafc-4fa3-8205-d4175d7ec484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:23.761773 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-ee289f0e-cafc-4fa3-8205-d4175d7ec484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57adda04-6a6d-4075-b380-e67cbf92f84c']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:23.774105 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-ee289f0e-cafc-4fa3-8205-d4175d7ec484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc8c269-37a9-4229-8564-bf7bd406de48') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:23.774821 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-ee289f0e-cafc-4fa3-8205-d4175d7ec484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc8c269-37a9-4229-8564-bf7bd406de48') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:23.786274 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee289f0e-cafc-4fa3-8205-d4175d7ec484 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:23.803914 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee289f0e-cafc-4fa3-8205-d4175d7ec484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:23.814596 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98d9c217-8a47-4823-b671-e97bcbd64e37 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:23.830302 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee289f0e-cafc-4fa3-8205-d4175d7ec484 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:57:23.830736 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee289f0e-cafc-4fa3-8205-d4175d7ec484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:23.844120 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b5efd66-a298-438f-9d54-3e217293c957 req-664a7ae1-4db8-465e-a74d-f94c6efbe782 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=bba36971b9394077b39bcc9045b67d85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1742833 Jul 05 09:57:23.846216 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-50bf8fc4-6d0c-4dcf-988e-457c1e5f9237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:23.847683 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-50bf8fc4-6d0c-4dcf-988e-457c1e5f9237 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=22c724bc-0f32-4952-94a0-85931aacdabb HTTP/1.1" status: 200 len: 856 time: 0.0941894 Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:57:23.884448 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:57:23.935616 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9c217-8a47-4823-b671-e97bcbd64e37 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=87b6fbec-efd4-421a-977b-c9adba3a37ba,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:23.967273 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4609c50-28ca-4912-9463-e00a5f8b8efd tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:57:23.972932 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4609c50-28ca-4912-9463-e00a5f8b8efd tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:23.978706 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d9c217-8a47-4823-b671-e97bcbd64e37 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:23.980816 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b08758-5067-4f5d-8c32-1f5f9e90ec1a None None] Sync routers for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:57:24.002273 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b08758-5067-4f5d-8c32-1f5f9e90ec1a None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:24.002962 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-46b08758-5067-4f5d-8c32-1f5f9e90ec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:57:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:24.013554 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-98d9c217-8a47-4823-b671-e97bcbd64e37 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:24.016358 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9c217-8a47-4823-b671-e97bcbd64e37 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:24.022224 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d9c217-8a47-4823-b671-e97bcbd64e37 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:24.022846 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98d9c217-8a47-4823-b671-e97bcbd64e37 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.042504 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee289f0e-cafc-4fa3-8205-d4175d7ec484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.047228 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee289f0e-cafc-4fa3-8205-d4175d7ec484 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.049217 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ee289f0e-cafc-4fa3-8205-d4175d7ec484 admin admin] 10.222.0.79 "DELETE /v2.0/networks/57adda04-6a6d-4075-b380-e67cbf92f84c HTTP/1.1" status: 204 len: 168 time: 0.6613150 Jul 05 09:57:24.057832 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b5efd66-a298-438f-9d54-3e217293c957 req-a9492c16-8b84-46af-b54e-9b52d1c5e174 service neutron] 10.222.0.79 "GET /v2.0/networks/997cf90f-0f10-481f-981a-696c40205086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736169 Jul 05 09:57:24.091890 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-46b08758-5067-4f5d-8c32-1f5f9e90ec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:24.102551 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-98d9c217-8a47-4823-b671-e97bcbd64e37 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7596841 Jul 05 09:57:24.104357 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a4609c50-28ca-4912-9463-e00a5f8b8efd tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "DELETE /v2.0/floatingips/c91ca983-0926-421f-85ee-f53a8fed44fe HTTP/1.1" status: 204 len: 168 time: 2.5649519 Jul 05 09:57:24.104970 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38880) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:24.115677 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b08758-5067-4f5d-8c32-1f5f9e90ec1a None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:24.118005 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-46b08758-5067-4f5d-8c32-1f5f9e90ec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:57:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:24.123301 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee289f0e-cafc-4fa3-8205-d4175d7ec484 admin admin] Pushing event deleted for resources: {'Network': ['ID=57adda04-6a6d-4075-b380-e67cbf92f84c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:24.136439 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38882) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:24.150504 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38884) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:24.201030 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-af94eb94-3eae-4cd0-9d90-339ec45a0fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:24.202835 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-af94eb94-3eae-4cd0-9d90-339ec45a0fc8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2b4fa0ad-d771-4467-abb7-7725cc9bca3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3478379 Jul 05 09:57:24.216746 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-46b08758-5067-4f5d-8c32-1f5f9e90ec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:24.217640 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b08758-5067-4f5d-8c32-1f5f9e90ec1a None None] The sync data for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:57:24.346082 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-08f2a6fe-9501-4282-9e22-5d6988187e59 service neutron] 10.222.0.78 "GET /v2.0/networks/2b4fa0ad-d771-4467-abb7-7725cc9bca3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344748 Jul 05 09:57:24.451453 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38896) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:24.497531 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed6f58e7-6e9e-4b36-9644-4e96d3f56518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.509685 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-16a23d2d-540e-4820-a51a-6b5cddf3d491 service neutron] 10.222.0.78 "GET /v2.0/networks/2b4fa0ad-d771-4467-abb7-7725cc9bca3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566100 Jul 05 09:57:24.538578 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.548281 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955456a6-1397-4eae-8642-c64b7b03806c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:24.559722 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b5efd66-a298-438f-9d54-3e217293c957 req-cc6526c7-019d-487f-8607-f24af667442a service neutron] 10.222.0.79 "GET /v2.0/networks/997cf90f-0f10-481f-981a-696c40205086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935946 Jul 05 09:57:24.569514 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955456a6-1397-4eae-8642-c64b7b03806c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:24.580566 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-955456a6-1397-4eae-8642-c64b7b03806c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.4716928 Jul 05 09:57:24.582453 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38898) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:24.583681 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e6877f86-c252-405a-acd9-ac207b1f6fca None None] Provisioning for port 9cc20ba2-ad3e-4681-b36c-687df136603b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:24.596816 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e6877f86-c252-405a-acd9-ac207b1f6fca None None] Provisioning complete for port 9cc20ba2-ad3e-4681-b36c-687df136603b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:24.597508 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e6877f86-c252-405a-acd9-ac207b1f6fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.652859 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-592a9023-e2ab-4782-b3d3-fd0f5e3c5ef5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b3537ee4c4da495b925a1471b1948439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1942236 Jul 05 09:57:24.668073 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38902) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:24.706967 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-5b14f054-3113-4c84-925b-66aea36a2558 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Deleting port 4f6206af-f0c6-439d-8195-02c07b9c2892 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:24.707377 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b14f054-3113-4c84-925b-66aea36a2558 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.737160 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-94470b03-56b0-4747-bc9d-87e0d2e66ff3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=21394da8-3084-494f-86c5-5db86ecaed8c HTTP/1.1" status: 200 len: 217 time: 0.1999500 Jul 05 09:57:24.813929 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e6877f86-c252-405a-acd9-ac207b1f6fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.816613 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38904) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:24.902387 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e6877f86-c252-405a-acd9-ac207b1f6fca None None] For port 9cc20ba2-ad3e-4681-b36c-687df136603b, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9cc20ba2-ad3e-4681-b36c-687df136603b,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:24.908479 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e6877f86-c252-405a-acd9-ac207b1f6fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.931125 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-3c41fc12-e1bb-453d-bf87-d761353e9797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:24.932705 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-3c41fc12-e1bb-453d-bf87-d761353e9797 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=beb17974-ad37-4f4e-b8b5-ae6e1c964f90 HTTP/1.1" status: 200 len: 797 time: 0.0949244 Jul 05 09:57:24.933356 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-078961e9-f654-41af-8ddd-26315a535575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.992247 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6877f86-c252-405a-acd9-ac207b1f6fca None None] Pushing event updated for resources: {'Port': ['ID=9cc20ba2-ad3e-4681-b36c-687df136603b,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:24.996113 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b14f054-3113-4c84-925b-66aea36a2558 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.029397 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-078961e9-f654-41af-8ddd-26315a535575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.037961 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25c4e265-b21f-4e4b-931b-6fbc501736ad None None] Provisioning for port 87b6fbec-efd4-421a-977b-c9adba3a37ba completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:25.045122 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25c4e265-b21f-4e4b-931b-6fbc501736ad None None] Provisioning complete for port 87b6fbec-efd4-421a-977b-c9adba3a37ba triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:25.046533 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-5b14f054-3113-4c84-925b-66aea36a2558 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Calling delete_port for 4f6206af-f0c6-439d-8195-02c07b9c2892 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:25.046937 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25c4e265-b21f-4e4b-931b-6fbc501736ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.061687 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f77a2ff5-82ef-4161-9503-8e96db3d39f5 req-d428b829-956c-4b67-9fe1-c042ad49b430 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=75969bde-e0d0-476a-adeb-7e3b0b48caf4 HTTP/1.1" status: 200 len: 210 time: 0.1219566 Jul 05 09:57:25.062807 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e844ba44-0f4c-4038-aa6b-52c61742b0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.095211 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25c4e265-b21f-4e4b-931b-6fbc501736ad None None] Port 87b6fbec-efd4-421a-977b-c9adba3a37ba cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:25.140422 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-a06075d2-3065-4b3b-b34d-64079ea330fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:25.141660 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-a06075d2-3065-4b3b-b34d-64079ea330fd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1857157 Jul 05 09:57:25.145743 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4170c0fe-1380-44ae-bb0d-4fecdb51360d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting port 87b6fbec-efd4-421a-977b-c9adba3a37ba {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:25.146090 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4170c0fe-1380-44ae-bb0d-4fecdb51360d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.182126 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-078961e9-f654-41af-8ddd-26315a535575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.185640 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-078961e9-f654-41af-8ddd-26315a535575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.187561 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-078961e9-f654-41af-8ddd-26315a535575 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9bbb1810-6676-491d-9f1c-5d6621d10538 HTTP/1.1" status: 204 len: 168 time: 0.5174110 Jul 05 09:57:25.204459 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078961e9-f654-41af-8ddd-26315a535575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbb1810-6676-491d-9f1c-5d6621d10538,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:25.257410 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9cc20ba2-ad3e-4681-b36c-687df136603b up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:25.262733 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed6f58e7-6e9e-4b36-9644-4e96d3f56518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.274616 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed6f58e7-6e9e-4b36-9644-4e96d3f56518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.321841 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 9cc20ba2-ad3e-4681-b36c-687df136603b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:25.322623 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.394213 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b14f054-3113-4c84-925b-66aea36a2558 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.396113 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ed6f58e7-6e9e-4b36-9644-4e96d3f56518 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4af8ffe89fc5413fbe1d7d5b085770cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2434402 Jul 05 09:57:25.405399 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38922) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:25.413942 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f58e7-6e9e-4b36-9644-4e96d3f56518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ba4dd0-22d1-4d86-ab79-92879e5eb8b6,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:25.451057 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4170c0fe-1380-44ae-bb0d-4fecdb51360d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.471536 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-e0e52c84-fdd0-4d9a-b912-68ca8834d5ca service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205795 Jul 05 09:57:25.478066 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4170c0fe-1380-44ae-bb0d-4fecdb51360d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Calling delete_port for 87b6fbec-efd4-421a-977b-c9adba3a37ba owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:25.507696 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14f054-3113-4c84-925b-66aea36a2558 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event deleted for resources: {'Port': ['ID=4f6206af-f0c6-439d-8195-02c07b9c2892,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:25.657990 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e844ba44-0f4c-4038-aa6b-52c61742b0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.662683 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e844ba44-0f4c-4038-aa6b-52c61742b0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.692323 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38926) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:25.698736 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844ba44-0f4c-4038-aa6b-52c61742b0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3650ecbe-293c-42cc-bc32-c649aef97c84,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:25.720443 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b14f054-3113-4c84-925b-66aea36a2558 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.723192 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5b14f054-3113-4c84-925b-66aea36a2558 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "DELETE /v2.0/ports/4f6206af-f0c6-439d-8195-02c07b9c2892 HTTP/1.1" status: 204 len: 168 time: 1.5833037 Jul 05 09:57:25.738267 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38930) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:25.746287 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-faa2c6cd-fc15-4e78-8fed-203220863318 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:25.783157 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e844ba44-0f4c-4038-aa6b-52c61742b0ef admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=44cc7bd427cb421cb2c2989766495a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9626725 Jul 05 09:57:25.787724 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38932) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:25.827933 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-24f82595-c8ae-47da-b83a-eb614f205bc9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fa0ef05bc60941cfb49af5fce4e35c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1234336 Jul 05 09:57:25.833141 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-faa2c6cd-fc15-4e78-8fed-203220863318 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.839553 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38934) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:25.888874 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d348393-ad99-4bf7-ab10-e5b3e3ce6e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.940208 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d348393-ad99-4bf7-ab10-e5b3e3ce6e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.971907 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f46d89bb-6d42-40f1-ad34-8106db2667b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.986488 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6a53e4cb-632d-4e14-9708-aa84567ffb5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.020322 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-04d661dd-eeb2-4939-a323-1230414ffed1 service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397508 Jul 05 09:57:26.028389 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f46d89bb-6d42-40f1-ad34-8106db2667b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.038496 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6a53e4cb-632d-4e14-9708-aa84567ffb5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.084685 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-abaa3cf2-7148-4246-a7ef-0e6cd329938b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=a594f5a6-d4b1-489b-8883-c1de3416e2bf HTTP/1.1" status: 200 len: 217 time: 0.0571907 Jul 05 09:57:26.102908 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d348393-ad99-4bf7-ab10-e5b3e3ce6e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.105411 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d348393-ad99-4bf7-ab10-e5b3e3ce6e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.106554 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1d348393-ad99-4bf7-ab10-e5b3e3ce6e22 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/58ba4dd0-22d1-4d86-ab79-92879e5eb8b6 HTTP/1.1" status: 204 len: 168 time: 0.6943290 Jul 05 09:57:26.151567 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d348393-ad99-4bf7-ab10-e5b3e3ce6e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ba4dd0-22d1-4d86-ab79-92879e5eb8b6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:26.158669 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-faa2c6cd-fc15-4e78-8fed-203220863318 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.176059 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4170c0fe-1380-44ae-bb0d-4fecdb51360d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.183053 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-9279cb3a-2527-423a-9326-cf394b266bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:26.184690 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-9279cb3a-2527-423a-9326-cf394b266bb4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=beb17974-ad37-4f4e-b8b5-ae6e1c964f90 HTTP/1.1" status: 200 len: 797 time: 0.0921581 Jul 05 09:57:26.194177 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6a53e4cb-632d-4e14-9708-aa84567ffb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.196751 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6a53e4cb-632d-4e14-9708-aa84567ffb5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.200801 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6a53e4cb-632d-4e14-9708-aa84567ffb5e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/716539c1-a626-441d-82d6-dd300284c8cc HTTP/1.1" status: 204 len: 168 time: 0.3601689 Jul 05 09:57:26.232686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170c0fe-1380-44ae-bb0d-4fecdb51360d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Port': ['ID=87b6fbec-efd4-421a-977b-c9adba3a37ba,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:26.232968 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f46d89bb-6d42-40f1-ad34-8106db2667b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.235209 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f46d89bb-6d42-40f1-ad34-8106db2667b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.239277 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f46d89bb-6d42-40f1-ad34-8106db2667b4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3650ecbe-293c-42cc-bc32-c649aef97c84 HTTP/1.1" status: 204 len: 168 time: 0.4477866 Jul 05 09:57:26.249192 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53e4cb-632d-4e14-9708-aa84567ffb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716539c1-a626-441d-82d6-dd300284c8cc,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:26.268167 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d89bb-6d42-40f1-ad34-8106db2667b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3650ecbe-293c-42cc-bc32-c649aef97c84,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:26.322161 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3dc50108-6af4-4628-9fb0-b084b3b447f3 req-1eb9d225-fed8-4cb6-93d1-02ad6510aeb1 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=75969bde-e0d0-476a-adeb-7e3b0b48caf4 HTTP/1.1" status: 200 len: 210 time: 0.0912328 Jul 05 09:57:26.355264 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-faa2c6cd-fc15-4e78-8fed-203220863318 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Allocated IP 172.25.7.189 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/1c41fffe-5152-4012-8c47-0f025cdb0b79) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:26.400704 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4170c0fe-1380-44ae-bb0d-4fecdb51360d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.404810 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4170c0fe-1380-44ae-bb0d-4fecdb51360d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/87b6fbec-efd4-421a-977b-c9adba3a37ba HTTP/1.1" status: 204 len: 168 time: 1.7436509 Jul 05 09:57:26.419733 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38944) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:26.513485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fe9e3a-8b43-494e-b51b-5849f7af21bf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:26.515211 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fe9e3a-8b43-494e-b51b-5849f7af21bf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:26.516804 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c2fe9e3a-8b43-494e-b51b-5849f7af21bf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0706749 Jul 05 09:57:26.521855 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38948) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:26.541896 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-4050edbd-4921-4750-a02c-de96a1def75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:26.543449 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-4050edbd-4921-4750-a02c-de96a1def75c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3119407 Jul 05 09:57:26.618289 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-faa2c6cd-fc15-4e78-8fed-203220863318 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.655168 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.672595 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-faa2c6cd-fc15-4e78-8fed-203220863318 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.705329 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa2c6cd-fc15-4e78-8fed-203220863318 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:26.709002 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-faa2c6cd-fc15-4e78-8fed-203220863318 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:26.735928 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb59467e-7fd6-4057-8e7f-04e9ee9adbaf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet a2d6e21c-a2cc-424a-aa2a-afc6c69e0f57 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:57:26.737791 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa2c6cd-fc15-4e78-8fed-203220863318 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:26.742949 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb59467e-7fd6-4057-8e7f-04e9ee9adbaf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.820544 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5efd66-a298-438f-9d54-3e217293c957 req-1b08fb38-aea6-403d-896b-f71afd615c03 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:26.822078 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b5efd66-a298-438f-9d54-3e217293c957 req-1b08fb38-aea6-403d-896b-f71afd615c03 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.81 "GET /v2.0/networks?id=997cf90f-0f10-481f-981a-696c40205086 HTTP/1.1" status: 200 len: 821 time: 0.4389274 Jul 05 09:57:26.831336 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb59467e-7fd6-4057-8e7f-04e9ee9adbaf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.897164 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6b5efd66-a298-438f-9d54-3e217293c957 req-cdca655b-9786-4fb0-9729-61e9929084ad tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Request body: {'port': {'device_id': '75969bde-e0d0-476a-adeb-7e3b0b48caf4', 'network_id': '997cf90f-0f10-481f-981a-696c40205086', 'admin_state_up': True, 'tenant_id': 'bba36971b9394077b39bcc9045b67d85'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:26.900238 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2c6cd-fc15-4e78-8fed-203220863318 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'Port': ['ID=1c41fffe-5152-4012-8c47-0f025cdb0b79,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:26.925587 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-faa2c6cd-fc15-4e78-8fed-203220863318 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.929452 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-b6d1f18f-6302-49c8-97f1-4ef0ec36fcb0 service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553765 Jul 05 09:57:27.161810 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb59467e-7fd6-4057-8e7f-04e9ee9adbaf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:27.165050 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38972) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:27.198619 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73377b6a-94b3-452c-b677-5371de33043a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:27.224777 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-a661fbda-9d19-4b18-bd14-b1b84d3d4065 service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659092 Jul 05 09:57:27.287785 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-65cbf243-9a9a-455b-88b5-9f8de100dd7e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=ce4b1166-0af2-41df-8bef-a3498b53e598 HTTP/1.1" status: 200 len: 217 time: 0.0543566 Jul 05 09:57:27.290762 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.db.api [None req-73377b6a-94b3-452c-b677-5371de33043a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 09:57:27.290762 n-d-798054-8 neutron-server[93907]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 09:57:27.290762 n-d-798054-8 neutron-server[93907]: [parameters: {'project_id_1': 'a20c67538122489faa83e569c61f9a1d', 'expiration_1': datetime.datetime(2021, 7, 5, 9, 57, 27, 221343)}] Jul 05 09:57:27.290762 n-d-798054-8 neutron-server[93907]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:57:27.291221 n-d-798054-8 neutron-server[93907]: DEBUG oslo_db.api [None req-73377b6a-94b3-452c-b677-5371de33043a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:57:27.307113 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b5efd66-a298-438f-9d54-3e217293c957 req-cdca655b-9786-4fb0-9729-61e9929084ad tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Made reservation on behalf of bba36971b9394077b39bcc9045b67d85 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:27.310722 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b5efd66-a298-438f-9d54-3e217293c957 req-cdca655b-9786-4fb0-9729-61e9929084ad tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:27.313379 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-faa2c6cd-fc15-4e78-8fed-203220863318 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:27.400907 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb59467e-7fd6-4057-8e7f-04e9ee9adbaf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:27.483733 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-e4f124fe-4c56-4117-9542-4d58f947ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:27.485447 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-e4f124fe-4c56-4117-9542-4d58f947ab91 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=beb17974-ad37-4f4e-b8b5-ae6e1c964f90 HTTP/1.1" status: 200 len: 797 time: 0.1913602 Jul 05 09:57:27.487691 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59467e-7fd6-4057-8e7f-04e9ee9adbaf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=a2d6e21c-a2cc-424a-aa2a-afc6c69e0f57,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:27.497000 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5680a1-affd-4af4-812f-14cc731bee35 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:27.498798 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb59467e-7fd6-4057-8e7f-04e9ee9adbaf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:27.504559 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-fb59467e-7fd6-4057-8e7f-04e9ee9adbaf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/a2d6e21c-a2cc-424a-aa2a-afc6c69e0f57 HTTP/1.1" status: 204 len: 168 time: 0.9815633 Jul 05 09:57:27.509967 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38986) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:27.572051 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5f0935e1-8bc1-4643-8d40-15251fae0896 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602942 Jul 05 09:57:27.572787 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38988) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:27.582135 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-faa2c6cd-fc15-4e78-8fed-203220863318 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:27.615585 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-faa2c6cd-fc15-4e78-8fed-203220863318 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:27.650392 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3735bae-44ac-49dd-b574-2f0f5baa2ef3 req-5b60298f-7aa2-430c-958f-5281ae953235 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=75969bde-e0d0-476a-adeb-7e3b0b48caf4 HTTP/1.1" status: 200 len: 210 time: 0.0652010 Jul 05 09:57:27.668044 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-6b5efd66-a298-438f-9d54-3e217293c957 req-cdca655b-9786-4fb0-9729-61e9929084ad tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Allocated IP 172.20.0.6 (997cf90f-0f10-481f-981a-696c40205086/c18f37df-aff7-4839-ac34-d159e239e65d/906f5cb5-21ae-4450-946a-03500053333c) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:27.676483 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-a7bc3cc3-1758-48a2-89a5-74708fbc90d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:27.678322 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-a7bc3cc3-1758-48a2-89a5-74708fbc90d5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1724613 Jul 05 09:57:27.768741 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79b14e7-9874-4c2a-ae94-6e1b180a1af6 None None] DHCP port deletion for 65df7426-ac9a-4b58-aa66-f2f5b3623134 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:57:27.771216 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-faa2c6cd-fc15-4e78-8fed-203220863318 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:27.793331 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73377b6a-94b3-452c-b677-5371de33043a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:27.810688 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2c6cd-fc15-4e78-8fed-203220863318 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'Port': ['ID=1c41fffe-5152-4012-8c47-0f025cdb0b79,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:27.837186 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-faa2c6cd-fc15-4e78-8fed-203220863318 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:27.838480 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-faa2c6cd-fc15-4e78-8fed-203220863318 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0986867 Jul 05 09:57:27.841887 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39000) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:27.860099 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-14561225-34cb-4ab4-853c-b340a6e5754f tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Request body: {'port': {'network_id': '47ca12ab-243c-4d95-909f-38c94f0a4422', 'name': 'tempest-FloatingIPTestJSON-1037266057'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:27.862972 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a79b14e7-9874-4c2a-ae94-6e1b180a1af6 None None] Deleting port 9cc20ba2-ad3e-4681-b36c-687df136603b {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:27.863646 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a79b14e7-9874-4c2a-ae94-6e1b180a1af6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:27.957916 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a79b14e7-9874-4c2a-ae94-6e1b180a1af6 None None] For port 9cc20ba2-ad3e-4681-b36c-687df136603b, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9cc20ba2-ad3e-4681-b36c-687df136603b,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:27.958666 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a79b14e7-9874-4c2a-ae94-6e1b180a1af6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:27.976858 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a79b14e7-9874-4c2a-ae94-6e1b180a1af6 None None] Calling delete_port for 9cc20ba2-ad3e-4681-b36c-687df136603b owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:27.984864 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c535e3a2-727d-436e-b5df-495332b32eda tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:27.990364 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c535e3a2-727d-436e-b5df-495332b32eda tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4023576 Jul 05 09:57:27.996138 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39006) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:28.075291 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-f4fb04af-cdb6-416c-8ea5-44773aba1b62 service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829393 Jul 05 09:57:28.091934 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a79b14e7-9874-4c2a-ae94-6e1b180a1af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:28.120849 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de64a467-2bb4-4a45-a2bf-3eac51a7a205 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:28.125033 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-de64a467-2bb4-4a45-a2bf-3eac51a7a205 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1246991 Jul 05 09:57:28.130581 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39012) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:28.170797 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b14e7-9874-4c2a-ae94-6e1b180a1af6 None None] Pushing event deleted for resources: {'Port': ['ID=9cc20ba2-ad3e-4681-b36c-687df136603b,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:28.184304 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79b14e7-9874-4c2a-ae94-6e1b180a1af6 None None] No DVR routers for this DVR port 9cc20ba2-ad3e-4681-b36c-687df136603b on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:57:28.203577 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-eb4205cd-0afe-4ae3-9ff2-7ff8cfe651d2 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718005 Jul 05 09:57:28.206765 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39016) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:28.223750 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8d9b5e66-8a88-4394-a4c8-afa38254ad15 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:28.261661 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-ba58d9c6-956f-41f9-97f5-f70a72d2136d service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531942 Jul 05 09:57:28.329072 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-d4f68448-dc6f-4633-9b0e-47c6a4f1fd31 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 HTTP/1.1" status: 200 len: 217 time: 0.0477414 Jul 05 09:57:28.431252 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b5efd66-a298-438f-9d54-3e217293c957 req-cdca655b-9786-4fb0-9729-61e9929084ad tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:28.444090 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-7d10f3d8-8ec9-49ea-8396-f92d5e5b2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:28.445460 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-7d10f3d8-8ec9-49ea-8396-f92d5e5b2eaf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=beb17974-ad37-4f4e-b8b5-ae6e1c964f90 HTTP/1.1" status: 200 len: 797 time: 0.1060965 Jul 05 09:57:28.502888 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73377b6a-94b3-452c-b677-5371de33043a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:28.511020 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73377b6a-94b3-452c-b677-5371de33043a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:28.528089 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14561225-34cb-4ab4-853c-b340a6e5754f tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Made reservation on behalf of 8b82ed3a6881414d9acd165002cdb1e6 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:28.534728 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14561225-34cb-4ab4-853c-b340a6e5754f tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:28.570686 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-14561225-34cb-4ab4-853c-b340a6e5754f tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] device_id is not set on port c990355e-f237-4044-9fea-d94ea093e5c6 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:57:28.581949 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-73377b6a-94b3-452c-b677-5371de33043a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a20c67538122489faa83e569c61f9a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4157543 Jul 05 09:57:28.582600 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9b5e66-8a88-4394-a4c8-afa38254ad15 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:28.587115 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d9b5e66-8a88-4394-a4c8-afa38254ad15 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:28.588043 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39028) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:28.589239 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73377b6a-94b3-452c-b677-5371de33043a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf6a502-c16e-45b5-ab01-d243228682db,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:28.612615 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b5efd66-a298-438f-9d54-3e217293c957 req-cdca655b-9786-4fb0-9729-61e9929084ad tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:28.678556 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-63cb085b-f654-4855-af86-13243e1d7a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:28.680129 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-63cb085b-f654-4855-af86-13243e1d7a5b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2252357 Jul 05 09:57:28.718071 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b5efd66-a298-438f-9d54-3e217293c957 req-cdca655b-9786-4fb0-9729-61e9929084ad tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Network 997cf90f-0f10-481f-981a-696c40205086 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:28.758455 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-6b5efd66-a298-438f-9d54-3e217293c957 req-cdca655b-9786-4fb0-9729-61e9929084ad tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:28.761583 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5efd66-a298-438f-9d54-3e217293c957 req-cdca655b-9786-4fb0-9729-61e9929084ad tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:28.767619 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca655b-9786-4fb0-9729-61e9929084ad tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Pushing event updated for resources: {'Port': ['ID=906f5cb5-21ae-4450-946a-03500053333c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:28.839515 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a3e06b6-ae81-4c71-8293-9021c73b678a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:28.883381 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-14561225-34cb-4ab4-853c-b340a6e5754f tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Allocated IP 172.20.0.5 (47ca12ab-243c-4d95-909f-38c94f0a4422/650e9361-dd27-43a6-acaf-446d0ce46609/c990355e-f237-4044-9fea-d94ea093e5c6) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:28.894971 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5efd66-a298-438f-9d54-3e217293c957 req-cdca655b-9786-4fb0-9729-61e9929084ad tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:28.896216 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b5efd66-a298-438f-9d54-3e217293c957 req-cdca655b-9786-4fb0-9729-61e9929084ad tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:28.975339 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a3e06b6-ae81-4c71-8293-9021c73b678a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:29.049115 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-23d2ff10-7dcb-4361-b5f7-79e4eb4c3657 service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575933 Jul 05 09:57:29.061621 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a3e06b6-ae81-4c71-8293-9021c73b678a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:29.065092 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a3e06b6-ae81-4c71-8293-9021c73b678a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:29.080416 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9a3e06b6-ae81-4c71-8293-9021c73b678a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8cf6a502-c16e-45b5-ab01-d243228682db HTTP/1.1" status: 204 len: 168 time: 0.4781001 Jul 05 09:57:29.113218 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b5efd66-a298-438f-9d54-3e217293c957 req-cdca655b-9786-4fb0-9729-61e9929084ad tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2740166 Jul 05 09:57:29.257283 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e06b6-ae81-4c71-8293-9021c73b678a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf6a502-c16e-45b5-ab01-d243228682db,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:29.261114 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-2a64dc50-88a5-406d-aa45-033ab01216e9 service neutron] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022729 Jul 05 09:57:29.265072 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6b5efd66-a298-438f-9d54-3e217293c957 req-65a8f3f8-f845-413c-9f76-347bfac329c0 service neutron] Request body: {'port': {'device_id': '75969bde-e0d0-476a-adeb-7e3b0b48caf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:29.297099 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9cc20ba2-ad3e-4681-b36c-687df136603b no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:57:29.297901 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14561225-34cb-4ab4-853c-b340a6e5754f tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:29.326706 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 9cc20ba2-ad3e-4681-b36c-687df136603b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:57:29.327394 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9cc20ba2-ad3e-4681-b36c-687df136603b not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:57:29.358146 n-d-798054-8 neutron-server[93906]: DEBUG neutron.objects.ports [None req-8d9b5e66-8a88-4394-a4c8-afa38254ad15 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:57:29.365241 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d9b5e66-8a88-4394-a4c8-afa38254ad15 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:29.420495 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9b5e66-8a88-4394-a4c8-afa38254ad15 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:29.454113 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-8d9b5e66-8a88-4394-a4c8-afa38254ad15 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:29.468999 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9b5e66-8a88-4394-a4c8-afa38254ad15 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:29.470067 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d9b5e66-8a88-4394-a4c8-afa38254ad15 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:29.472854 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72722a74-db92-4f70-9ce6-422ecb18406f None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:29.615606 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b5e66-8a88-4394-a4c8-afa38254ad15 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=79460fee-5d7e-461c-acca-c53cefec03fa,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:29.636722 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8d9b5e66-8a88-4394-a4c8-afa38254ad15 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4162056 Jul 05 09:57:29.643930 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39056) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:29.661645 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6ce292ef-a6ae-4937-8ef7-0cdf0e9327f8 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:29.710073 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14561225-34cb-4ab4-853c-b340a6e5754f tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:29.771082 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-c3325eb0-80a1-4271-82c7-665d12fa33b6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7687645d-a2a5-4242-b556-a4b6bc31c904 HTTP/1.1" status: 200 len: 217 time: 0.0523052 Jul 05 09:57:29.818232 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14561225-34cb-4ab4-853c-b340a6e5754f tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'Port': ['ID=c990355e-f237-4044-9fea-d94ea093e5c6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:29.842061 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14561225-34cb-4ab4-853c-b340a6e5754f tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Network 47ca12ab-243c-4d95-909f-38c94f0a4422 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:29.852059 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-14561225-34cb-4ab4-853c-b340a6e5754f tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:29.857645 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14561225-34cb-4ab4-853c-b340a6e5754f tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:29.910875 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e534c-a0e2-473f-af8d-464e53b40eb2 req-76ca89bc-d1e6-4387-b4d9-71e3ddfc61a9 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:29.924929 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a45e534c-a0e2-473f-af8d-464e53b40eb2 req-76ca89bc-d1e6-4387-b4d9-71e3ddfc61a9 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=75969bde-e0d0-476a-adeb-7e3b0b48caf4 HTTP/1.1" status: 200 len: 931 time: 1.0024488 Jul 05 09:57:29.993394 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14561225-34cb-4ab4-853c-b340a6e5754f tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:29.994085 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14561225-34cb-4ab4-853c-b340a6e5754f tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:30.005924 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce292ef-a6ae-4937-8ef7-0cdf0e9327f8 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:30.010037 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ce292ef-a6ae-4937-8ef7-0cdf0e9327f8 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:30.039586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-192f8e96-9055-4060-99c9-154348d4db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:30.043650 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-192f8e96-9055-4060-99c9-154348d4db94 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c6f1a43b-cce2-4a9e-add8-8eeaa611f18f HTTP/1.1" status: 200 len: 797 time: 0.2410436 Jul 05 09:57:30.117632 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1fe8cd-ae7f-47b4-8b66-5e4ec63ad03a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-65df7426-ac9a-4b58-aa66-f2f5b3623134', 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'fixed_ips': [{'subnet_id': '79460fee-5d7e-461c-acca-c53cefec03fa'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:57:30.118573 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2e1fe8cd-ae7f-47b4-8b66-5e4ec63ad03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:30.148222 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-14561225-34cb-4ab4-853c-b340a6e5754f tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3032770 Jul 05 09:57:30.163752 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39086) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:30.165000 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a45e534c-a0e2-473f-af8d-464e53b40eb2 req-1a43fcfb-6fd3-4d3b-8e96-d5a6aa79a5b6 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389231 Jul 05 09:57:30.168265 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b5efd66-a298-438f-9d54-3e217293c957 req-65a8f3f8-f845-413c-9f76-347bfac329c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:30.171376 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8c618c4a-e6da-40ba-91b7-b7a15ef1bb04 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Request body: {'floatingip': {'port_id': 'c990355e-f237-4044-9fea-d94ea093e5c6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:30.205468 n-d-798054-8 neutron-server[93906]: INFO neutron.db.ipam_backend_mixin [None req-6ce292ef-a6ae-4937-8ef7-0cdf0e9327f8 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 79460fee-5d7e-461c-acca-c53cefec03fa (CIDR: 2001:db8::/64) Jul 05 09:57:30.241468 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce292ef-a6ae-4937-8ef7-0cdf0e9327f8 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:57:30.242027 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce292ef-a6ae-4937-8ef7-0cdf0e9327f8 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:57:30.252377 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8c618c4a-e6da-40ba-91b7-b7a15ef1bb04 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:30.384074 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-2e1fe8cd-ae7f-47b4-8b66-5e4ec63ad03a None None] Allocated IP 2001:db8::f816:3eff:feb2:a923 (65df7426-ac9a-4b58-aa66-f2f5b3623134/79460fee-5d7e-461c-acca-c53cefec03fa/c80af5e3-ae96-4b12-b01c-7999af5af03f) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:30.485786 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-55fb3ade-77ca-4f1b-abfc-9f21120aa13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:30.487760 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-55fb3ade-77ca-4f1b-abfc-9f21120aa13d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=46a7d976-22fe-499d-9eac-633e774ed0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4289422 Jul 05 09:57:30.570649 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2e1fe8cd-ae7f-47b4-8b66-5e4ec63ad03a None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:30.580309 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2e1fe8cd-ae7f-47b4-8b66-5e4ec63ad03a None None] Transition to ACTIVE for port object c80af5e3-ae96-4b12-b01c-7999af5af03f will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:30.598531 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2e1fe8cd-ae7f-47b4-8b66-5e4ec63ad03a None None] Transition to ACTIVE for port object c80af5e3-ae96-4b12-b01c-7999af5af03f will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:30.603106 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6ce292ef-a6ae-4937-8ef7-0cdf0e9327f8 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9613485 Jul 05 09:57:30.607575 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2e1fe8cd-ae7f-47b4-8b66-5e4ec63ad03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:30.608771 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39100) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:30.628275 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ef41c9aa-6c67-47a5-acc0-70c9a755b42e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:30.720881 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1fe8cd-ae7f-47b4-8b66-5e4ec63ad03a None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:30.739714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-2e1fe8cd-ae7f-47b4-8b66-5e4ec63ad03a None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:30.751367 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1fe8cd-ae7f-47b4-8b66-5e4ec63ad03a None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:30.799348 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fe8cd-ae7f-47b4-8b66-5e4ec63ad03a None None] Pushing event updated for resources: {'Port': ['ID=c80af5e3-ae96-4b12-b01c-7999af5af03f,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:30.886967 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2e1fe8cd-ae7f-47b4-8b66-5e4ec63ad03a None None] Attempting to bind port c80af5e3-ae96-4b12-b01c-7999af5af03f on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:57:30.887508 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2e1fe8cd-ae7f-47b4-8b66-5e4ec63ad03a None None] Attempting to bind port c80af5e3-ae96-4b12-b01c-7999af5af03f by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:57:30.887995 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1fe8cd-ae7f-47b4-8b66-5e4ec63ad03a None None] Attempting to bind port c80af5e3-ae96-4b12-b01c-7999af5af03f on network 65df7426-ac9a-4b58-aa66-f2f5b3623134 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:57:30.928570 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1fe8cd-ae7f-47b4-8b66-5e4ec63ad03a None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:57:30.941432 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1fe8cd-ae7f-47b4-8b66-5e4ec63ad03a None None] Checking segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:57:30.942177 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2e1fe8cd-ae7f-47b4-8b66-5e4ec63ad03a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:30.946149 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-0744485f-628f-442f-9580-e51deffe4724 service neutron] 10.222.0.78 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467409 Jul 05 09:57:30.950556 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1fe8cd-ae7f-47b4-8b66-5e4ec63ad03a None None] Bound using segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:57:30.951749 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2e1fe8cd-ae7f-47b4-8b66-5e4ec63ad03a None None] Bound port: c80af5e3-ae96-4b12-b01c-7999af5af03f, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:57:30.952448 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2e1fe8cd-ae7f-47b4-8b66-5e4ec63ad03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:30.992496 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-6b5efd66-a298-438f-9d54-3e217293c957 req-65a8f3f8-f845-413c-9f76-347bfac329c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906f5cb5-21ae-4450-946a-03500053333c {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:57:31.038118 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2e1fe8cd-ae7f-47b4-8b66-5e4ec63ad03a None None] For port c80af5e3-ae96-4b12-b01c-7999af5af03f, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:57:31.041872 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2e1fe8cd-ae7f-47b4-8b66-5e4ec63ad03a None None] For port c80af5e3-ae96-4b12-b01c-7999af5af03f, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c80af5e3-ae96-4b12-b01c-7999af5af03f,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:57:31.046682 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b5efd66-a298-438f-9d54-3e217293c957 req-65a8f3f8-f845-413c-9f76-347bfac329c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:31.054858 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2e1fe8cd-ae7f-47b4-8b66-5e4ec63ad03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:31.070882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-6b5efd66-a298-438f-9d54-3e217293c957 req-65a8f3f8-f845-413c-9f76-347bfac329c0 service neutron] Transition to ACTIVE for port object 906f5cb5-21ae-4450-946a-03500053333c will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:31.078007 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b5efd66-a298-438f-9d54-3e217293c957 req-65a8f3f8-f845-413c-9f76-347bfac329c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:31.174588 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8f3f8-f845-413c-9f76-347bfac329c0 service neutron] Pushing event updated for resources: {'Port': ['ID=906f5cb5-21ae-4450-946a-03500053333c,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:31.181951 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-1e347836-c6ca-47b2-bf71-2eb113af549a service neutron] 10.222.0.78 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267947 Jul 05 09:57:31.205774 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fe8cd-ae7f-47b4-8b66-5e4ec63ad03a None None] Pushing event updated for resources: {'Port': ['ID=c80af5e3-ae96-4b12-b01c-7999af5af03f,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:31.320737 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef41c9aa-6c67-47a5-acc0-70c9a755b42e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:31.328695 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef41c9aa-6c67-47a5-acc0-70c9a755b42e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:31.343630 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-03d1e774-5eb7-4822-b8ce-71f11f24254f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=131fcb68-80ef-4ce5-8a09-b0ad9af2e494 HTTP/1.1" status: 200 len: 217 time: 0.1269662 Jul 05 09:57:31.475389 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6b5efd66-a298-438f-9d54-3e217293c957 req-65a8f3f8-f845-413c-9f76-347bfac329c0 service neutron] Attempting to bind port 906f5cb5-21ae-4450-946a-03500053333c on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:57:31.475893 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6b5efd66-a298-438f-9d54-3e217293c957 req-65a8f3f8-f845-413c-9f76-347bfac329c0 service neutron] Attempting to bind port 906f5cb5-21ae-4450-946a-03500053333c by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '2464d207-0e02-4981-a0f8-faec5668a657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '997cf90f-0f10-481f-981a-696c40205086'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:57:31.476586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5efd66-a298-438f-9d54-3e217293c957 req-65a8f3f8-f845-413c-9f76-347bfac329c0 service neutron] Attempting to bind port 906f5cb5-21ae-4450-946a-03500053333c on network 997cf90f-0f10-481f-981a-696c40205086 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:57:31.479925 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-c6b4d698-9575-41b7-99bc-58bd3e0f5cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:31.480716 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-c6b4d698-9575-41b7-99bc-58bd3e0f5cc4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c6f1a43b-cce2-4a9e-add8-8eeaa611f18f HTTP/1.1" status: 200 len: 797 time: 0.1275864 Jul 05 09:57:31.534319 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5efd66-a298-438f-9d54-3e217293c957 req-65a8f3f8-f845-413c-9f76-347bfac329c0 service neutron] Port 906f5cb5-21ae-4450-946a-03500053333c on network 997cf90f-0f10-481f-981a-696c40205086 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:57:31.534890 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5efd66-a298-438f-9d54-3e217293c957 req-65a8f3f8-f845-413c-9f76-347bfac329c0 service neutron] Attempting to bind port 906f5cb5-21ae-4450-946a-03500053333c on network 997cf90f-0f10-481f-981a-696c40205086 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:57:31.567573 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5efd66-a298-438f-9d54-3e217293c957 req-65a8f3f8-f845-413c-9f76-347bfac329c0 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:57:31.567944 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5efd66-a298-438f-9d54-3e217293c957 req-65a8f3f8-f845-413c-9f76-347bfac329c0 service neutron] Checking segment: {'id': '2464d207-0e02-4981-a0f8-faec5668a657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '997cf90f-0f10-481f-981a-696c40205086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:57:31.568392 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5efd66-a298-438f-9d54-3e217293c957 req-65a8f3f8-f845-413c-9f76-347bfac329c0 service neutron] Bound using segment: {'id': '2464d207-0e02-4981-a0f8-faec5668a657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '997cf90f-0f10-481f-981a-696c40205086'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:57:31.568807 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6b5efd66-a298-438f-9d54-3e217293c957 req-65a8f3f8-f845-413c-9f76-347bfac329c0 service neutron] Bound port: 906f5cb5-21ae-4450-946a-03500053333c, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2464d207-0e02-4981-a0f8-faec5668a657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '997cf90f-0f10-481f-981a-696c40205086'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:57:31.569169 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b5efd66-a298-438f-9d54-3e217293c957 req-65a8f3f8-f845-413c-9f76-347bfac329c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:31.598710 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.db.resource_extend [None req-8c618c4a-e6da-40ba-91b7-b7a15ef1bb04 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:57:31.708629 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8c618c4a-e6da-40ba-91b7-b7a15ef1bb04 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:31.724508 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8c618c4a-e6da-40ba-91b7-b7a15ef1bb04 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:31.758955 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58085522-5f16-4bf4-b67c-e0443ddc58a8 req-39dcaf3b-ca16-4640-a29a-6d89c27b025c tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:31.761198 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58085522-5f16-4bf4-b67c-e0443ddc58a8 req-39dcaf3b-ca16-4640-a29a-6d89c27b025c tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=75969bde-e0d0-476a-adeb-7e3b0b48caf4 HTTP/1.1" status: 200 len: 943 time: 0.3074660 Jul 05 09:57:31.771263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6b5efd66-a298-438f-9d54-3e217293c957 req-65a8f3f8-f845-413c-9f76-347bfac329c0 service neutron] For port 906f5cb5-21ae-4450-946a-03500053333c, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:57:31.781936 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6b5efd66-a298-438f-9d54-3e217293c957 req-65a8f3f8-f845-413c-9f76-347bfac329c0 service neutron] For port 906f5cb5-21ae-4450-946a-03500053333c, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=906f5cb5-21ae-4450-946a-03500053333c,segment=NetworkSegment(2464d207-0e02-4981-a0f8-faec5668a657),segment_id=2464d207-0e02-4981-a0f8-faec5668a657)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:57:31.784897 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-1076027d-c599-448c-a5ab-443717e7eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:31.786482 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-1076027d-c599-448c-a5ab-443717e7eaac service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=46a7d976-22fe-499d-9eac-633e774ed0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2771292 Jul 05 09:57:31.807879 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b5efd66-a298-438f-9d54-3e217293c957 req-65a8f3f8-f845-413c-9f76-347bfac329c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:31.928538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5efd66-a298-438f-9d54-3e217293c957 req-65a8f3f8-f845-413c-9f76-347bfac329c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:31.929521 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b5efd66-a298-438f-9d54-3e217293c957 req-65a8f3f8-f845-413c-9f76-347bfac329c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:31.935835 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b5efd66-a298-438f-9d54-3e217293c957 req-65a8f3f8-f845-413c-9f76-347bfac329c0 service neutron] 10.222.0.81 "PUT /v2.0/ports/906f5cb5-21ae-4450-946a-03500053333c HTTP/1.1" status: 200 len: 1091 time: 2.8136890 Jul 05 09:57:31.936652 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75969bde-e0d0-476a-adeb-7e3b0b48caf4', 'tag': '906f5cb5-21ae-4450-946a-03500053333c'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:57:31.939531 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44b127b-b82f-44e6-95aa-e7945269ebbe" -d '{"events": [{"name": "network-changed", "server_uuid": "75969bde-e0d0-476a-adeb-7e3b0b48caf4", "tag": "906f5cb5-21ae-4450-946a-03500053333c"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:57:31.957936 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58085522-5f16-4bf4-b67c-e0443ddc58a8 req-511b124f-f15a-4057-97f0-3b369ad9e765 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881537 Jul 05 09:57:31.975501 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8f3f8-f845-413c-9f76-347bfac329c0 service neutron] Pushing event updated for resources: {'Port': ['ID=906f5cb5-21ae-4450-946a-03500053333c,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:31.985788 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-8c618c4a-e6da-40ba-91b7-b7a15ef1bb04 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Floating IP 95f7d4bf-46ce-405f-a837-1496fce8ea34 associated. External IP: 172.25.7.189, port: c990355e-f237-4044-9fea-d94ea093e5c6. Jul 05 09:57:32.049703 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-2faa29de-d9f2-407d-a9af-0f213cfadf7d service neutron] 10.222.0.78 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535496 Jul 05 09:57:32.055655 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca1a17e-779a-406c-987b-a8b9b2dfe924 x-openstack-request-id: req-3ca1a17e-779a-406c-987b-a8b9b2dfe924 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:57:32.055991 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75969bde-e0d0-476a-adeb-7e3b0b48caf4", "tag": "906f5cb5-21ae-4450-946a-03500053333c", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:57:32.056252 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3ca1a17e-779a-406c-987b-a8b9b2dfe924 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:57:32.056679 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75969bde-e0d0-476a-adeb-7e3b0b48caf4', 'tag': '906f5cb5-21ae-4450-946a-03500053333c', 'status': 'completed', 'code': 200} Jul 05 09:57:32.232440 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5efd66-a298-438f-9d54-3e217293c957 req-a5841c5e-22d8-438e-936c-ef6750c33b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:32.234030 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b5efd66-a298-438f-9d54-3e217293c957 req-a5841c5e-22d8-438e-936c-ef6750c33b5b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bba36971b9394077b39bcc9045b67d85&device_id=75969bde-e0d0-476a-adeb-7e3b0b48caf4 HTTP/1.1" status: 200 len: 1094 time: 0.2251751 Jul 05 09:57:32.401526 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b5efd66-a298-438f-9d54-3e217293c957 req-296e5225-f36a-480c-beab-fccdb379e831 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=906f5cb5-21ae-4450-946a-03500053333c HTTP/1.1" status: 200 len: 217 time: 0.1576865 Jul 05 09:57:32.438577 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3e8402-fa8c-4b62-b528-2057649cd3cc req-5ffefdb8-0c14-43a4-8731-c8a6086d38a3 service neutron] 10.222.0.78 "GET /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795900 Jul 05 09:57:32.550618 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:32.575876 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5efd66-a298-438f-9d54-3e217293c957 req-92032925-db71-4723-a4a8-68b2535dc577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:32.582752 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b5efd66-a298-438f-9d54-3e217293c957 req-92032925-db71-4723-a4a8-68b2535dc577 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c18f37df-aff7-4839-ac34-d159e239e65d HTTP/1.1" status: 200 len: 861 time: 0.1592290 Jul 05 09:57:32.656105 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b5efd66-a298-438f-9d54-3e217293c957 req-52065b29-bbad-4b25-a315-effe82e5d4ec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=997cf90f-0f10-481f-981a-696c40205086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648220 Jul 05 09:57:32.712976 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef41c9aa-6c67-47a5-acc0-70c9a755b42e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:32.831282 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b5efd66-a298-438f-9d54-3e217293c957 req-cf4dab54-715e-42eb-83b4-5c0ec420db4c service neutron] 10.222.0.81 "GET /v2.0/networks/997cf90f-0f10-481f-981a-696c40205086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700537 Jul 05 09:57:32.851093 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef41c9aa-6c67-47a5-acc0-70c9a755b42e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:32.864271 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ef41c9aa-6c67-47a5-acc0-70c9a755b42e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:32.878308 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b475235c-eabf-42fd-9d32-fa99828a7f56 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:32.885272 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef41c9aa-6c67-47a5-acc0-70c9a755b42e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:32.886052 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef41c9aa-6c67-47a5-acc0-70c9a755b42e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:32.956449 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39162) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:32.957133 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41c9aa-6c67-47a5-acc0-70c9a755b42e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=947c9031-9368-48fe-99ea-1b95314eed88,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:32.999989 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ef41c9aa-6c67-47a5-acc0-70c9a755b42e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3872354 Jul 05 09:57:33.001965 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39168) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:33.013172 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-467d38fe-2b52-4938-bb24-7fb52eea22d9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'mac_address': 'fa:16:3e:a8:f5:36', 'name': 'tempest-NetworksTestDHCPv6-948075304'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:33.050689 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-667da41d-cb87-4f7c-8b34-e321b84336b6 None None] Provisioning for port c80af5e3-ae96-4b12-b01c-7999af5af03f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:33.051352 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c618c4a-e6da-40ba-91b7-b7a15ef1bb04 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Router 99ab73cc-c97f-43e9-a666-4ee6cd38d26c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:57:33.356734 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-548496b3-0731-4b55-8b83-0d0b7c6e0750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:33.391756 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c80af5e3-ae96-4b12-b01c-7999af5af03f up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:33.433435 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b5efd66-a298-438f-9d54-3e217293c957 req-da4bd44c-0a0d-4679-b477-d52dfa088735 service neutron] 10.222.0.81 "GET /v2.0/networks/997cf90f-0f10-481f-981a-696c40205086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5937350 Jul 05 09:57:33.454459 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c618c4a-e6da-40ba-91b7-b7a15ef1bb04 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:57:33.468991 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8c618c4a-e6da-40ba-91b7-b7a15ef1bb04 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:33.520644 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3f2c9f-5921-408a-9adb-fdf4cae75f5c None None] Sync routers for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:57:33.555240 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3f2c9f-5921-408a-9adb-fdf4cae75f5c None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:33.556127 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7e3f2c9f-5921-408a-9adb-fdf4cae75f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:57:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:33.590646 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524852a-9fcc-40e0-8dad-f2e3cd813976 req-4c87c2d4-f8e9-44b7-94ec-60d10a58b1f6 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:33.592277 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7524852a-9fcc-40e0-8dad-f2e3cd813976 req-4c87c2d4-f8e9-44b7-94ec-60d10a58b1f6 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=75969bde-e0d0-476a-adeb-7e3b0b48caf4 HTTP/1.1" status: 200 len: 943 time: 0.2888348 Jul 05 09:57:33.627518 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7e3f2c9f-5921-408a-9adb-fdf4cae75f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:33.649947 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3f2c9f-5921-408a-9adb-fdf4cae75f5c None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:33.651373 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7e3f2c9f-5921-408a-9adb-fdf4cae75f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:57:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:33.668488 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8c618c4a-e6da-40ba-91b7-b7a15ef1bb04 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "PUT /v2.0/floatingips/95f7d4bf-46ce-405f-a837-1496fce8ea34 HTTP/1.1" status: 200 len: 978 time: 3.5034230 Jul 05 09:57:33.670620 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39180) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:33.688673 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7e3f2c9f-5921-408a-9adb-fdf4cae75f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:33.689642 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3f2c9f-5921-408a-9adb-fdf4cae75f5c None None] The sync data for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:57:33.708140 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port c80af5e3-ae96-4b12-b01c-7999af5af03f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:33.716640 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port c80af5e3-ae96-4b12-b01c-7999af5af03f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:33.717348 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:33.812133 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e156aa-bb7b-4ee6-a7e9-1bf2c3538935 req-331f066b-8251-41fe-a541-c66dcaf4dcb1 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:33.816038 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-40e156aa-bb7b-4ee6-a7e9-1bf2c3538935 req-331f066b-8251-41fe-a541-c66dcaf4dcb1 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 945 time: 0.3084121 Jul 05 09:57:33.836545 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-548496b3-0731-4b55-8b83-0d0b7c6e0750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:33.849697 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-548496b3-0731-4b55-8b83-0d0b7c6e0750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:33.853904 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7524852a-9fcc-40e0-8dad-f2e3cd813976 req-aa7fdea9-c8fd-4070-96e7-089b043133fe tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624849 Jul 05 09:57:33.868616 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:33.871380 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75837289-9e07-43b5-9c2f-6ce6d8872950 None None] Update dhcp port {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'fixed_ips': [{'subnet_id': '79460fee-5d7e-461c-acca-c53cefec03fa', 'ip_address': '2001:db8::f816:3eff:feb2:a923'}, {'subnet_id': '947c9031-9368-48fe-99ea-1b95314eed88'}], 'binding:host_id': 'n-d-798054-8'}, 'id': 'c80af5e3-ae96-4b12-b01c-7999af5af03f'} from n-d-798054-8. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:57:33.931662 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-548496b3-0731-4b55-8b83-0d0b7c6e0750 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7aedb10e8a914f43a2f14c3c63e57738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9603758 Jul 05 09:57:33.931662 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548496b3-0731-4b55-8b83-0d0b7c6e0750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12be1ffa-495a-4250-93b4-b4e661789333,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:33.932944 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39184) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:33.960011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-79823d7e-5ec9-4533-af14-e6920aa207c8 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Deleting port c990355e-f237-4044-9fea-d94ea093e5c6 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:33.964328 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79823d7e-5ec9-4533-af14-e6920aa207c8 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:33.964986 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b127b-b82f-44e6-95aa-e7945269ebbe req-36ecbb50-f2ff-4a0e-9e3e-7a7db9396f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:33.968324 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f44b127b-b82f-44e6-95aa-e7945269ebbe req-36ecbb50-f2ff-4a0e-9e3e-7a7db9396f2b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bba36971b9394077b39bcc9045b67d85&device_id=75969bde-e0d0-476a-adeb-7e3b0b48caf4 HTTP/1.1" status: 200 len: 1094 time: 0.4550884 Jul 05 09:57:33.979876 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467d38fe-2b52-4938-bb24-7fb52eea22d9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:34.056424 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-75837289-9e07-43b5-9c2f-6ce6d8872950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:34.068710 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port c80af5e3-ae96-4b12-b01c-7999af5af03f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c80af5e3-ae96-4b12-b01c-7999af5af03f,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:34.092710 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:34.194147 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b127b-b82f-44e6-95aa-e7945269ebbe req-304f0ea5-de07-4499-a1e5-dfa1fc4319f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:34.196467 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f44b127b-b82f-44e6-95aa-e7945269ebbe req-304f0ea5-de07-4499-a1e5-dfa1fc4319f2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=997cf90f-0f10-481f-981a-696c40205086 HTTP/1.1" status: 200 len: 922 time: 0.2005534 Jul 05 09:57:34.214303 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-40e156aa-bb7b-4ee6-a7e9-1bf2c3538935 req-e1bb4c8b-bd62-4b02-8e18-bd2aad7d24f7 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3830099 Jul 05 09:57:34.236733 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24335167-9897-4565-bfee-0d0c009266e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:34.273222 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f44b127b-b82f-44e6-95aa-e7945269ebbe req-176ce4fb-2db6-47d4-a505-bddc3b78c7f2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=906f5cb5-21ae-4450-946a-03500053333c HTTP/1.1" status: 200 len: 217 time: 0.0572715 Jul 05 09:57:34.304240 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24335167-9897-4565-bfee-0d0c009266e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:34.437595 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24335167-9897-4565-bfee-0d0c009266e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:34.440249 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24335167-9897-4565-bfee-0d0c009266e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:34.441371 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-24335167-9897-4565-bfee-0d0c009266e8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/12be1ffa-495a-4250-93b4-b4e661789333 HTTP/1.1" status: 204 len: 168 time: 0.5069749 Jul 05 09:57:34.489674 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b127b-b82f-44e6-95aa-e7945269ebbe req-478ec366-0e8c-4dc7-ba8a-7411c9b589f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:34.492395 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f44b127b-b82f-44e6-95aa-e7945269ebbe req-478ec366-0e8c-4dc7-ba8a-7411c9b589f8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c18f37df-aff7-4839-ac34-d159e239e65d HTTP/1.1" status: 200 len: 861 time: 0.1876564 Jul 05 09:57:34.493870 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24335167-9897-4565-bfee-0d0c009266e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12be1ffa-495a-4250-93b4-b4e661789333,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:34.526117 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=c80af5e3-ae96-4b12-b01c-7999af5af03f,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:34.562597 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79823d7e-5ec9-4533-af14-e6920aa207c8 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:34.572883 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39200) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:34.583679 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f44b127b-b82f-44e6-95aa-e7945269ebbe req-03342e98-2d5b-4102-bb83-3f4d2eb64b54 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=997cf90f-0f10-481f-981a-696c40205086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804956 Jul 05 09:57:34.650324 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-467d38fe-2b52-4938-bb24-7fb52eea22d9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:34.737395 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-467d38fe-2b52-4938-bb24-7fb52eea22d9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] device_id is not set on port 1a66850c-8055-4384-a0f2-69f3ed0890f1 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:57:34.777960 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-75837289-9e07-43b5-9c2f-6ce6d8872950 None None] Allocated IP 2001:db8:0:1::2 (65df7426-ac9a-4b58-aa66-f2f5b3623134/947c9031-9368-48fe-99ea-1b95314eed88/c80af5e3-ae96-4b12-b01c-7999af5af03f) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:34.993770 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f44b127b-b82f-44e6-95aa-e7945269ebbe req-5c858a4a-ae7c-482d-833b-d32cc587f5fd service neutron] 10.222.0.81 "GET /v2.0/networks/997cf90f-0f10-481f-981a-696c40205086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959875 Jul 05 09:57:35.185078 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79823d7e-5ec9-4533-af14-e6920aa207c8 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:35.185577 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79823d7e-5ec9-4533-af14-e6920aa207c8 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:35.185788 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-79823d7e-5ec9-4533-af14-e6920aa207c8 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Floating IP 95f7d4bf-46ce-405f-a837-1496fce8ea34 disassociated. External IP: 172.25.7.189, port: c990355e-f237-4044-9fea-d94ea093e5c6. Jul 05 09:57:35.186146 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-79823d7e-5ec9-4533-af14-e6920aa207c8 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Calling delete_port for c990355e-f237-4044-9fea-d94ea093e5c6 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:35.202033 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-75837289-9e07-43b5-9c2f-6ce6d8872950 None None] For port c80af5e3-ae96-4b12-b01c-7999af5af03f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c80af5e3-ae96-4b12-b01c-7999af5af03f,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:35.282917 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5617f8b5-1b9a-4c41-af35-dcf07944ebd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:35.308753 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-75837289-9e07-43b5-9c2f-6ce6d8872950 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:35.318502 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c80af5e3-ae96-4b12-b01c-7999af5af03f up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:35.350207 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f44b127b-b82f-44e6-95aa-e7945269ebbe req-95ca83bf-9b8b-4781-be77-154cd01d3346 service neutron] 10.222.0.81 "GET /v2.0/networks/997cf90f-0f10-481f-981a-696c40205086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491294 Jul 05 09:57:35.394635 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5617f8b5-1b9a-4c41-af35-dcf07944ebd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:35.412184 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39222) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:35.419998 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-75837289-9e07-43b5-9c2f-6ce6d8872950 None None] Transition to ACTIVE for port object c80af5e3-ae96-4b12-b01c-7999af5af03f will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:35.429829 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-75837289-9e07-43b5-9c2f-6ce6d8872950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:35.448242 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35e300-3acc-4e71-bc9b-ecf42e3a97ef req-b6cb6591-535d-43bd-84b5-ac2565e35431 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:35.451685 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb35e300-3acc-4e71-bc9b-ecf42e3a97ef req-b6cb6591-535d-43bd-84b5-ac2565e35431 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=75969bde-e0d0-476a-adeb-7e3b0b48caf4 HTTP/1.1" status: 200 len: 943 time: 0.2492485 Jul 05 09:57:35.463831 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5617f8b5-1b9a-4c41-af35-dcf07944ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:35.466252 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7eaa78f-e8a5-456b-916b-f2efb10da055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:35.525968 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5617f8b5-1b9a-4c41-af35-dcf07944ebd0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5392f8e38fb0467da118cdd8fd8d360f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9517491 Jul 05 09:57:35.530102 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39224) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:35.534311 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617f8b5-1b9a-4c41-af35-dcf07944ebd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28970ae4-533e-44be-811d-81cb960bee5f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:35.550096 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75837289-9e07-43b5-9c2f-6ce6d8872950 None None] Pushing event updated for resources: {'Port': ['ID=c80af5e3-ae96-4b12-b01c-7999af5af03f,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:35.636352 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb35e300-3acc-4e71-bc9b-ecf42e3a97ef req-af8fb5f8-7e31-4f18-aa08-30bda02fde81 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756494 Jul 05 09:57:35.639788 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8eee362-6307-4b82-9ba4-f46a50948eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:35.683200 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8eee362-6307-4b82-9ba4-f46a50948eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:35.706624 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79823d7e-5ec9-4533-af14-e6920aa207c8 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:35.745598 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7eaa78f-e8a5-456b-916b-f2efb10da055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:35.749453 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-467d38fe-2b52-4938-bb24-7fb52eea22d9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8:0:1::24f (65df7426-ac9a-4b58-aa66-f2f5b3623134/947c9031-9368-48fe-99ea-1b95314eed88/1a66850c-8055-4384-a0f2-69f3ed0890f1) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:35.753937 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7eaa78f-e8a5-456b-916b-f2efb10da055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:35.777139 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79823d7e-5ec9-4533-af14-e6920aa207c8 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event deleted for resources: {'Port': ['ID=c990355e-f237-4044-9fea-d94ea093e5c6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:35.784626 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-467d38fe-2b52-4938-bb24-7fb52eea22d9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8::f816:3eff:fea8:f536 (65df7426-ac9a-4b58-aa66-f2f5b3623134/79460fee-5d7e-461c-acca-c53cefec03fa/1a66850c-8055-4384-a0f2-69f3ed0890f1) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:35.788008 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eaa78f-e8a5-456b-916b-f2efb10da055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd27a623-c343-427c-a254-d0a2abe73edd,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:35.836324 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f7eaa78f-e8a5-456b-916b-f2efb10da055 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9a1a54d7d1e34e948acdcb91b5601308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4209642 Jul 05 09:57:35.838562 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39228) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:35.841829 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8eee362-6307-4b82-9ba4-f46a50948eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:35.844500 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8eee362-6307-4b82-9ba4-f46a50948eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:35.845773 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f8eee362-6307-4b82-9ba4-f46a50948eca admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/28970ae4-533e-44be-811d-81cb960bee5f HTTP/1.1" status: 204 len: 168 time: 0.3138983 Jul 05 09:57:35.857317 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eee362-6307-4b82-9ba4-f46a50948eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28970ae4-533e-44be-811d-81cb960bee5f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:35.940609 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:36.013851 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79823d7e-5ec9-4533-af14-e6920aa207c8 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Router 99ab73cc-c97f-43e9-a666-4ee6cd38d26c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:57:36.065811 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-467d38fe-2b52-4938-bb24-7fb52eea22d9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:36.081855 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-106b20f6-ee68-477d-b938-f0612a80f650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:36.109586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-467d38fe-2b52-4938-bb24-7fb52eea22d9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Transition to ACTIVE for port object 1a66850c-8055-4384-a0f2-69f3ed0890f1 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:36.126393 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-106b20f6-ee68-477d-b938-f0612a80f650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:36.203085 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79823d7e-5ec9-4533-af14-e6920aa207c8 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:57:36.203715 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-467d38fe-2b52-4938-bb24-7fb52eea22d9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:36.226953 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1edd99-2b93-430d-a94a-b373aa43026c None None] Sync routers for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:57:36.248343 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1edd99-2b93-430d-a94a-b373aa43026c None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:36.248982 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4a1edd99-2b93-430d-a94a-b373aa43026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:57:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:36.282969 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-106b20f6-ee68-477d-b938-f0612a80f650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:36.285579 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-106b20f6-ee68-477d-b938-f0612a80f650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:36.289123 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-106b20f6-ee68-477d-b938-f0612a80f650 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dd27a623-c343-427c-a254-d0a2abe73edd HTTP/1.1" status: 204 len: 168 time: 0.4472487 Jul 05 09:57:36.291708 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467d38fe-2b52-4938-bb24-7fb52eea22d9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:36.312645 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-467d38fe-2b52-4938-bb24-7fb52eea22d9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:36.330634 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467d38fe-2b52-4938-bb24-7fb52eea22d9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:36.335524 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4a1edd99-2b93-430d-a94a-b373aa43026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:36.340826 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79823d7e-5ec9-4533-af14-e6920aa207c8 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:36.346006 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-79823d7e-5ec9-4533-af14-e6920aa207c8 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "DELETE /v2.0/ports/c990355e-f237-4044-9fea-d94ea093e5c6 HTTP/1.1" status: 204 len: 168 time: 2.6712193 Jul 05 09:57:36.346006 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39246) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:36.348393 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467d38fe-2b52-4938-bb24-7fb52eea22d9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:36.353306 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-467d38fe-2b52-4938-bb24-7fb52eea22d9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:36.358693 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1edd99-2b93-430d-a94a-b373aa43026c None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:36.359358 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4a1edd99-2b93-430d-a94a-b373aa43026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:57:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:36.367225 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b20f6-ee68-477d-b938-f0612a80f650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd27a623-c343-427c-a254-d0a2abe73edd,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:36.378682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d38fe-2b52-4938-bb24-7fb52eea22d9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=1a66850c-8055-4384-a0f2-69f3ed0890f1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:36.398137 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-467d38fe-2b52-4938-bb24-7fb52eea22d9 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3945863 Jul 05 09:57:36.400252 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39248) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:36.443616 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-04fe5d97-2a0c-4037-ac92-bd2234193457 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "GET /v2.0/floatingips/95f7d4bf-46ce-405f-a837-1496fce8ea34 HTTP/1.1" status: 200 len: 688 time: 0.0963368 Jul 05 09:57:36.450174 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39252) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:36.465354 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4a1edd99-2b93-430d-a94a-b373aa43026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:36.468831 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1edd99-2b93-430d-a94a-b373aa43026c None None] The sync data for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:57:36.724013 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2d6b25d0-76bb-4426-8e06-78a62f7b7c1d None None] Provisioning for port c80af5e3-ae96-4b12-b01c-7999af5af03f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:36.732239 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2d6b25d0-76bb-4426-8e06-78a62f7b7c1d None None] Provisioning complete for port c80af5e3-ae96-4b12-b01c-7999af5af03f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:36.732639 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2d6b25d0-76bb-4426-8e06-78a62f7b7c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:36.846657 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d124eb6a-c35d-4c76-a4f0-d0868acfc3aa tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Deleting port 1c41fffe-5152-4012-8c47-0f025cdb0b79 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:36.849639 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d124eb6a-c35d-4c76-a4f0-d0868acfc3aa tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.007870 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d124eb6a-c35d-4c76-a4f0-d0868acfc3aa tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.008338 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d124eb6a-c35d-4c76-a4f0-d0868acfc3aa tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.037920 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d124eb6a-c35d-4c76-a4f0-d0868acfc3aa tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Calling delete_port for 1c41fffe-5152-4012-8c47-0f025cdb0b79 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:37.106536 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d138378a-a11a-4033-8b69-9e1dca33855a None None] Provisioning for port 1a66850c-8055-4384-a0f2-69f3ed0890f1 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:37.111188 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d138378a-a11a-4033-8b69-9e1dca33855a None None] Provisioning complete for port 1a66850c-8055-4384-a0f2-69f3ed0890f1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:37.112016 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d138378a-a11a-4033-8b69-9e1dca33855a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.215319 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d138378a-a11a-4033-8b69-9e1dca33855a None None] Port 1a66850c-8055-4384-a0f2-69f3ed0890f1 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:37.258757 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c80af5e3-ae96-4b12-b01c-7999af5af03f up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:37.267951 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d124eb6a-c35d-4c76-a4f0-d0868acfc3aa tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.301389 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-5e945bad-8d92-4489-86d9-0b6485c36b86 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting port 1a66850c-8055-4384-a0f2-69f3ed0890f1 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:37.302011 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e945bad-8d92-4489-86d9-0b6485c36b86 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.307998 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:57:37.341370 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124eb6a-c35d-4c76-a4f0-d0868acfc3aa tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event deleted for resources: {'Port': ['ID=1c41fffe-5152-4012-8c47-0f025cdb0b79,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:37.389530 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port c80af5e3-ae96-4b12-b01c-7999af5af03f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:37.389921 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.399983 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d124eb6a-c35d-4c76-a4f0-d0868acfc3aa tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.404112 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d124eb6a-c35d-4c76-a4f0-d0868acfc3aa tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.410003 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d124eb6a-c35d-4c76-a4f0-d0868acfc3aa tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "DELETE /v2.0/floatingips/95f7d4bf-46ce-405f-a837-1496fce8ea34 HTTP/1.1" status: 204 len: 168 time: 0.9585259 Jul 05 09:57:37.410981 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39292) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:37.416938 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1f0a2b0e-57f0-460c-819c-cf201200bbaf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': '986d841a-4e19-4fe4-a04e-fdbf061a3599'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:37.456198 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f0a2b0e-57f0-460c-819c-cf201200bbaf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.461583 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10e049-333d-47b5-a22a-6b8fd41b6398 req-90199154-812f-424d-b6f1-5001fe64d0b1 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:37.463705 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3a10e049-333d-47b5-a22a-6b8fd41b6398 req-90199154-812f-424d-b6f1-5001fe64d0b1 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=75969bde-e0d0-476a-adeb-7e3b0b48caf4 HTTP/1.1" status: 200 len: 943 time: 0.2875829 Jul 05 09:57:37.511714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 906f5cb5-21ae-4450-946a-03500053333c details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:57:37.582863 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e945bad-8d92-4489-86d9-0b6485c36b86 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.605152 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f0a2b0e-57f0-460c-819c-cf201200bbaf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.621781 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3a10e049-333d-47b5-a22a-6b8fd41b6398 req-f286a6a2-f72e-4345-92cd-ce442c4b7a1b tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383426 Jul 05 09:57:37.632598 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-5e945bad-8d92-4489-86d9-0b6485c36b86 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Calling delete_port for 1a66850c-8055-4384-a0f2-69f3ed0890f1 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:37.681823 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 906f5cb5-21ae-4450-946a-03500053333c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=906f5cb5-21ae-4450-946a-03500053333c,segment=NetworkSegment(2464d207-0e02-4981-a0f8-faec5668a657),segment_id=2464d207-0e02-4981-a0f8-faec5668a657)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:37.702536 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '906f5cb5-21ae-4450-946a-03500053333c', 'network_id': '997cf90f-0f10-481f-981a-696c40205086', 'port_id': '906f5cb5-21ae-4450-946a-03500053333c', 'mac_address': 'fa:16:3e:52:a0:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c18f37df-aff7-4839-ac34-d159e239e65d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:57:37.819716 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-1f0a2b0e-57f0-460c-819c-cf201200bbaf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Allocated IP 172.25.7.5 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/c9a3d627-598c-479c-b320-7046b4cd54b8) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:37.838829 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.884459 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906f5cb5-21ae-4450-946a-03500053333c {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:57:37.902077 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e945bad-8d92-4489-86d9-0b6485c36b86 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.946134 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 906f5cb5-21ae-4450-946a-03500053333c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=906f5cb5-21ae-4450-946a-03500053333c,segment=NetworkSegment(2464d207-0e02-4981-a0f8-faec5668a657),segment_id=2464d207-0e02-4981-a0f8-faec5668a657)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:37.960855 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e945bad-8d92-4489-86d9-0b6485c36b86 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Port': ['ID=1a66850c-8055-4384-a0f2-69f3ed0890f1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:37.961115 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:38.024386 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f0a2b0e-57f0-460c-819c-cf201200bbaf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:38.080302 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f0a2b0e-57f0-460c-819c-cf201200bbaf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:38.097866 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e945bad-8d92-4489-86d9-0b6485c36b86 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:38.101332 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=906f5cb5-21ae-4450-946a-03500053333c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:38.106244 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39314) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:38.108437 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5e945bad-8d92-4489-86d9-0b6485c36b86 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/1a66850c-8055-4384-a0f2-69f3ed0890f1 HTTP/1.1" status: 204 len: 168 time: 1.6981826 Jul 05 09:57:38.172189 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['906f5cb5-21ae-4450-946a-03500053333c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:57:38.185683 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0a2b0e-57f0-460c-819c-cf201200bbaf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:38.195794 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-1f0a2b0e-57f0-460c-819c-cf201200bbaf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:38.205147 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0a2b0e-57f0-460c-819c-cf201200bbaf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:38.234276 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a2b0e-57f0-460c-819c-cf201200bbaf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'Port': ['ID=c9a3d627-598c-479c-b320-7046b4cd54b8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:38.353294 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e23af1b-9e49-45bc-bbfc-428734190c1a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:38.355179 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6e23af1b-9e49-45bc-bbfc-428734190c1a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2448111 Jul 05 09:57:38.358717 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39328) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:38.504179 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4a06e0-b637-46a3-9e84-d7370544c279 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:38.507861 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3b4a06e0-b637-46a3-9e84-d7370544c279 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1473825 Jul 05 09:57:38.511678 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39336) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:38.613000 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5752d199-904f-4ad4-b40d-899caebfd9ae tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:38.614739 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5752d199-904f-4ad4-b40d-899caebfd9ae tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:38.616705 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5752d199-904f-4ad4-b40d-899caebfd9ae tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:38.618364 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5752d199-904f-4ad4-b40d-899caebfd9ae tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1055593 Jul 05 09:57:38.622798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39340) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:38.705583 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea7daa7-047b-4a52-b7b4-ba7965547fbf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet 79460fee-5d7e-461c-acca-c53cefec03fa {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:57:38.714807 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dea7daa7-047b-4a52-b7b4-ba7965547fbf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:38.844996 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dea7daa7-047b-4a52-b7b4-ba7965547fbf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:38.899380 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f0a2b0e-57f0-460c-819c-cf201200bbaf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:38.957167 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40874fd5-37d3-4180-86e3-ca8d2be04e82 req-03d0f2eb-000d-4441-9281-224b60d0363c tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:38.960202 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-40874fd5-37d3-4180-86e3-ca8d2be04e82 req-03d0f2eb-000d-4441-9281-224b60d0363c tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=75969bde-e0d0-476a-adeb-7e3b0b48caf4 HTTP/1.1" status: 200 len: 944 time: 0.1965322 Jul 05 09:57:38.983288 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dea7daa7-047b-4a52-b7b4-ba7965547fbf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:39.011085 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f0a2b0e-57f0-460c-819c-cf201200bbaf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:39.055298 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-40874fd5-37d3-4180-86e3-ca8d2be04e82 req-31c90137-5139-4701-a874-74e709346869 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866232 Jul 05 09:57:39.090037 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dea7daa7-047b-4a52-b7b4-ba7965547fbf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:39.177310 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7daa7-047b-4a52-b7b4-ba7965547fbf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=79460fee-5d7e-461c-acca-c53cefec03fa,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:39.200318 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dea7daa7-047b-4a52-b7b4-ba7965547fbf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:39.201792 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be04bd9-1e06-4f3e-9ff4-dcc482e2af8d None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:39.205386 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-dea7daa7-047b-4a52-b7b4-ba7965547fbf tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/79460fee-5d7e-461c-acca-c53cefec03fa HTTP/1.1" status: 204 len: 168 time: 0.5815041 Jul 05 09:57:39.206712 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39360) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:39.264487 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f0a2b0e-57f0-460c-819c-cf201200bbaf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:39.271711 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f0a2b0e-57f0-460c-819c-cf201200bbaf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:39.303697 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39362) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:39.329775 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f9e421-4373-4f26-846b-cb7ac3980286 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet 947c9031-9368-48fe-99ea-1b95314eed88 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:57:39.337222 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2f9e421-4373-4f26-846b-cb7ac3980286 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:39.367541 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a2b0e-57f0-460c-819c-cf201200bbaf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'Port': ['ID=c9a3d627-598c-479c-b320-7046b4cd54b8,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:39.374786 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f0a2b0e-57f0-460c-819c-cf201200bbaf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:39.458642 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2f9e421-4373-4f26-846b-cb7ac3980286 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:39.524152 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-1f0a2b0e-57f0-460c-819c-cf201200bbaf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Floating IP 91a53542-67db-4c67-8fa6-2b789cf23b84 associated. External IP: 172.25.7.5, port: 986d841a-4e19-4fe4-a04e-fdbf061a3599. Jul 05 09:57:39.536323 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 906f5cb5-21ae-4450-946a-03500053333c up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:39.621135 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2f9e421-4373-4f26-846b-cb7ac3980286 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:39.632265 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 906f5cb5-21ae-4450-946a-03500053333c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:39.639280 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 906f5cb5-21ae-4450-946a-03500053333c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:39.639596 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:39.670662 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b26589c1-61af-4a5d-9c7a-7d96582402f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:39.743942 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2f9e421-4373-4f26-846b-cb7ac3980286 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:39.770811 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2f9e421-4373-4f26-846b-cb7ac3980286 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:39.772742 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a2f9e421-4373-4f26-846b-cb7ac3980286 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/947c9031-9368-48fe-99ea-1b95314eed88 HTTP/1.1" status: 204 len: 168 time: 0.5634997 Jul 05 09:57:39.800263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9e421-4373-4f26-846b-cb7ac3980286 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=947c9031-9368-48fe-99ea-1b95314eed88,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:39.807809 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:39.811533 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39378) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:39.886304 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 906f5cb5-21ae-4450-946a-03500053333c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=906f5cb5-21ae-4450-946a-03500053333c,segment=NetworkSegment(2464d207-0e02-4981-a0f8-faec5668a657),segment_id=2464d207-0e02-4981-a0f8-faec5668a657)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:39.887806 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75969bde-e0d0-476a-adeb-7e3b0b48caf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906f5cb5-21ae-4450-946a-03500053333c'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:57:39.894126 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ef20ed-5b5f-4a48-aed3-d3496538ab7d" -d '{"events": [{"server_uuid": "75969bde-e0d0-476a-adeb-7e3b0b48caf4", "name": "network-vif-plugged", "status": "completed", "tag": "906f5cb5-21ae-4450-946a-03500053333c"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:57:39.898551 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-96ea37b4-2c34-4e2b-ae29-a21413746f15 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855541 Jul 05 09:57:39.906274 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39388) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:39.913948 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:39.920171 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-716b7fa6-2555-4308-b89b-d1b19e660783 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:40.068446 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e9b9ca-84ea-4a4f-ba74-ec4da17994f8 x-openstack-request-id: req-a3e9b9ca-84ea-4a4f-ba74-ec4da17994f8 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:57:40.068745 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75969bde-e0d0-476a-adeb-7e3b0b48caf4", "name": "network-vif-plugged", "status": "completed", "tag": "906f5cb5-21ae-4450-946a-03500053333c", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:57:40.069005 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a3e9b9ca-84ea-4a4f-ba74-ec4da17994f8 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:57:40.069409 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75969bde-e0d0-476a-adeb-7e3b0b48caf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906f5cb5-21ae-4450-946a-03500053333c', 'code': 200} Jul 05 09:57:40.069953 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=906f5cb5-21ae-4450-946a-03500053333c,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:40.235820 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b26589c1-61af-4a5d-9c7a-7d96582402f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:40.253733 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b26589c1-61af-4a5d-9c7a-7d96582402f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:40.330309 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716b7fa6-2555-4308-b89b-d1b19e660783 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:40.334830 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-716b7fa6-2555-4308-b89b-d1b19e660783 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:40.409983 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 2aca941f-afbc-4333-8046-eb35cd67dab1 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:57:40.425732 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63772605-c346-4f37-9802-28053b0df954 req-4a14ef3c-d2f8-4072-932e-1db84774e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:40.428176 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63772605-c346-4f37-9802-28053b0df954 req-4a14ef3c-d2f8-4072-932e-1db84774e150 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=75969bde-e0d0-476a-adeb-7e3b0b48caf4 HTTP/1.1" status: 200 len: 1096 time: 0.3646846 Jul 05 09:57:40.469819 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0a2b0e-57f0-460c-819c-cf201200bbaf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Router 99ab73cc-c97f-43e9-a666-4ee6cd38d26c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:57:40.630933 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 2aca941f-afbc-4333-8046-eb35cd67dab1, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2aca941f-afbc-4333-8046-eb35cd67dab1,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:40.655038 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '2aca941f-afbc-4333-8046-eb35cd67dab1', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'port_id': '2aca941f-afbc-4333-8046-eb35cd67dab1', 'mac_address': 'fa:16:3e:9a:ed:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:57:40.664307 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade58e96-d7e8-4e6b-ae97-8cd3af896f3a None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:40.668251 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b26589c1-61af-4a5d-9c7a-7d96582402f9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e470ea718e1b4d649dabedeb09a3bd1f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3618877 Jul 05 09:57:40.669269 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39406) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:40.672080 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26589c1-61af-4a5d-9c7a-7d96582402f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7647ae64-c760-4b25-b51e-94d58c065d79,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:40.732171 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0a2b0e-57f0-460c-819c-cf201200bbaf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:57:40.749662 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63772605-c346-4f37-9802-28053b0df954 req-5dd66d89-a6bb-4ff0-8b4c-3666c621195d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927022 Jul 05 09:57:40.821086 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f0a2b0e-57f0-460c-819c-cf201200bbaf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:40.860813 n-d-798054-8 neutron-server[93907]: DEBUG neutron.objects.ports [None req-716b7fa6-2555-4308-b89b-d1b19e660783 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93907) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:57:40.876874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366984b-1db8-4bc9-bad3-f82e5003b5ec req-bf3bf11d-4346-49d8-8c1f-2355665ca039 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:40.881969 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3366984b-1db8-4bc9-bad3-f82e5003b5ec req-bf3bf11d-4346-49d8-8c1f-2355665ca039 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=75969bde-e0d0-476a-adeb-7e3b0b48caf4 HTTP/1.1" status: 200 len: 945 time: 0.5841787 Jul 05 09:57:40.889384 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8ec599c-d1bc-46bb-8bf5-b481bd354272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:40.920725 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1f0a2b0e-57f0-460c-819c-cf201200bbaf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5082958 Jul 05 09:57:40.924780 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39414) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:40.930462 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e0f5411f-83eb-4dc7-b36a-3fd57f08c414 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-673136611'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:40.936054 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8ec599c-d1bc-46bb-8bf5-b481bd354272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:40.987244 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f5411f-83eb-4dc7-b36a-3fd57f08c414 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Made reservation on behalf of 8b82ed3a6881414d9acd165002cdb1e6 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:40.992544 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0f5411f-83eb-4dc7-b36a-3fd57f08c414 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:41.053170 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f5411f-83eb-4dc7-b36a-3fd57f08c414 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:57:41.066976 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0f5411f-83eb-4dc7-b36a-3fd57f08c414 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:41.067799 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-e0f5411f-83eb-4dc7-b36a-3fd57f08c414 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Added segment e7ba7f81-7af2-4426-a137-59fbcdddf75a of type vlan for network eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7 Jul 05 09:57:41.070017 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d7acb6-f244-4a33-9cf8-87898f4dab59 None None] Sync routers for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:57:41.102447 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d7acb6-f244-4a33-9cf8-87898f4dab59 None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:41.103200 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-33d7acb6-f244-4a33-9cf8-87898f4dab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:57:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:41.122338 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0f5411f-83eb-4dc7-b36a-3fd57f08c414 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:41.146525 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3366984b-1db8-4bc9-bad3-f82e5003b5ec req-d477ad6d-15c8-4aa9-a3b8-1c05ee957adb tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358444 Jul 05 09:57:41.156131 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1f8a8dd4-e949-4456-a384-a01afa410336 None None] Provisioning complete for port c80af5e3-ae96-4b12-b01c-7999af5af03f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:41.156514 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1f8a8dd4-e949-4456-a384-a01afa410336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:41.158236 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:41.175965 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2aca941f-afbc-4333-8046-eb35cd67dab1 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:57:41.180969 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-33d7acb6-f244-4a33-9cf8-87898f4dab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:41.204291 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8ec599c-d1bc-46bb-8bf5-b481bd354272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:41.207523 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8ec599c-d1bc-46bb-8bf5-b481bd354272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:41.209138 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f8ec599c-d1bc-46bb-8bf5-b481bd354272 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7647ae64-c760-4b25-b51e-94d58c065d79 HTTP/1.1" status: 204 len: 168 time: 0.5371854 Jul 05 09:57:41.213807 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0f5411f-83eb-4dc7-b36a-3fd57f08c414 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:41.220456 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f5411f-83eb-4dc7-b36a-3fd57f08c414 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:41.222196 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0f5411f-83eb-4dc7-b36a-3fd57f08c414 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:41.286406 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec599c-d1bc-46bb-8bf5-b481bd354272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7647ae64-c760-4b25-b51e-94d58c065d79,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:41.314247 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e0f5411f-83eb-4dc7-b36a-3fd57f08c414 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3880763 Jul 05 09:57:41.317567 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39420) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:41.323965 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-45e47bdc-f0ae-4721-9a17-da72d7d12aca tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Request body: {'subnet': {'network_id': 'eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:41.331880 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5411f-83eb-4dc7-b36a-3fd57f08c414 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'Network': ['ID=eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:41.336593 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-716b7fa6-2555-4308-b89b-d1b19e660783 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:41.367144 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 2aca941f-afbc-4333-8046-eb35cd67dab1, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2aca941f-afbc-4333-8046-eb35cd67dab1,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:41.376803 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:57:41.423671 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:41.511617 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e47bdc-f0ae-4721-9a17-da72d7d12aca tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Made reservation on behalf of 8b82ed3a6881414d9acd165002cdb1e6 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:41.532134 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45e47bdc-f0ae-4721-9a17-da72d7d12aca tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:41.623574 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d7acb6-f244-4a33-9cf8-87898f4dab59 None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:41.625283 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-33d7acb6-f244-4a33-9cf8-87898f4dab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:57:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:41.733788 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-716b7fa6-2555-4308-b89b-d1b19e660783 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] For port c80af5e3-ae96-4b12-b01c-7999af5af03f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c80af5e3-ae96-4b12-b01c-7999af5af03f,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:41.855020 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-716b7fa6-2555-4308-b89b-d1b19e660783 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:41.860938 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-716b7fa6-2555-4308-b89b-d1b19e660783 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:41.861214 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['2aca941f-afbc-4333-8046-eb35cd67dab1'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:57:41.866624 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-716b7fa6-2555-4308-b89b-d1b19e660783 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:41.879275 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-33d7acb6-f244-4a33-9cf8-87898f4dab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:41.879964 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d7acb6-f244-4a33-9cf8-87898f4dab59 None None] The sync data for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:57:41.979109 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45e47bdc-f0ae-4721-9a17-da72d7d12aca tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:42.066148 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e47bdc-f0ae-4721-9a17-da72d7d12aca tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Checking segment: {'id': 'e7ba7f81-7af2-4426-a137-59fbcdddf75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:57:42.066525 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e47bdc-f0ae-4721-9a17-da72d7d12aca tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Network hostable DHCP agents. Network: eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:57:42.068827 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e47bdc-f0ae-4721-9a17-da72d7d12aca tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'Subnet': ['ID=be6721c9-d8f0-4687-a7e3-090619396451,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:42.079614 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b7fa6-2555-4308-b89b-d1b19e660783 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=019c5143-5558-4350-8e55-4ea4f4acc220,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:42.097758 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e47bdc-f0ae-4721-9a17-da72d7d12aca tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Network eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:57:42.117251 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-45e47bdc-f0ae-4721-9a17-da72d7d12aca tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:42.118035 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=2aca941f-afbc-4333-8046-eb35cd67dab1,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:42.126157 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e47bdc-f0ae-4721-9a17-da72d7d12aca tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:42.127839 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45e47bdc-f0ae-4721-9a17-da72d7d12aca tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:42.137340 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be60d2b0-c3f3-46b5-991d-f0554cd064ca None None] Network eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:42.157844 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-45e47bdc-f0ae-4721-9a17-da72d7d12aca tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8389101 Jul 05 09:57:42.160792 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39444) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:42.171988 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-33471f68-5e1e-4df6-b66b-aede77303a5b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1135605095', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:42.176604 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716b7fa6-2555-4308-b89b-d1b19e660783 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:42.187573 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-716b7fa6-2555-4308-b89b-d1b19e660783 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:42.196052 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716b7fa6-2555-4308-b89b-d1b19e660783 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:42.196601 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-716b7fa6-2555-4308-b89b-d1b19e660783 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:42.233811 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b7fa6-2555-4308-b89b-d1b19e660783 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=c80af5e3-ae96-4b12-b01c-7999af5af03f,revision_number=8']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:42.284238 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280f12e-6332-4ed9-b88f-f5e4cbcefaef req-a970d529-a9b3-4be7-80de-48fe13a5cf01 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:42.285471 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-33471f68-5e1e-4df6-b66b-aede77303a5b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:42.286799 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-33471f68-5e1e-4df6-b66b-aede77303a5b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:42.312561 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280f12e-6332-4ed9-b88f-f5e4cbcefaef req-a970d529-a9b3-4be7-80de-48fe13a5cf01 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:42.318557 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280f12e-6332-4ed9-b88f-f5e4cbcefaef req-a970d529-a9b3-4be7-80de-48fe13a5cf01 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:42.336717 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280f12e-6332-4ed9-b88f-f5e4cbcefaef req-a970d529-a9b3-4be7-80de-48fe13a5cf01 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:42.351701 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280f12e-6332-4ed9-b88f-f5e4cbcefaef req-a970d529-a9b3-4be7-80de-48fe13a5cf01 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:42.368403 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280f12e-6332-4ed9-b88f-f5e4cbcefaef req-a970d529-a9b3-4be7-80de-48fe13a5cf01 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:42.374450 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280f12e-6332-4ed9-b88f-f5e4cbcefaef req-a970d529-a9b3-4be7-80de-48fe13a5cf01 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:42.388775 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8280f12e-6332-4ed9-b88f-f5e4cbcefaef req-a970d529-a9b3-4be7-80de-48fe13a5cf01 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5440 time: 0.3155475 Jul 05 09:57:42.395626 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-716b7fa6-2555-4308-b89b-d1b19e660783 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4882193 Jul 05 09:57:42.398462 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39452) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:42.405106 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-42ffc5cf-fd0b-4e6a-a228-dcc1dc79ad39 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:42.435424 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-33471f68-5e1e-4df6-b66b-aede77303a5b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:42.563348 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f47cb58-e495-443a-bbdd-3da3cc59eb75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7', 'network_id': 'eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7', 'tenant_id': '8b82ed3a6881414d9acd165002cdb1e6', 'fixed_ips': [{'subnet_id': 'be6721c9-d8f0-4687-a7e3-090619396451'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:57:42.573458 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1f47cb58-e495-443a-bbdd-3da3cc59eb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:42.620239 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8280f12e-6332-4ed9-b88f-f5e4cbcefaef req-b1f6c198-70dd-49de-a017-7625bd58a1d5 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2192416 Jul 05 09:57:42.688616 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-33471f68-5e1e-4df6-b66b-aede77303a5b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:42.787783 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6023ebe-6cc9-4991-975b-4410088eef01 req-3c3e3c7f-4358-41d8-8818-38df8f6b3abf tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:42.792768 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b6023ebe-6cc9-4991-975b-4410088eef01 req-3c3e3c7f-4358-41d8-8818-38df8f6b3abf tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=75969bde-e0d0-476a-adeb-7e3b0b48caf4 HTTP/1.1" status: 200 len: 945 time: 0.3716435 Jul 05 09:57:42.829447 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-1f47cb58-e495-443a-bbdd-3da3cc59eb75 None None] Allocated IP 172.20.0.2 (eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7/be6721c9-d8f0-4687-a7e3-090619396451/a4907172-a1a0-4e1a-804c-b61f08795f6b) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:42.940619 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b6023ebe-6cc9-4991-975b-4410088eef01 req-9e8277ed-0928-4a52-b9ac-9a828d0e4350 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411877 Jul 05 09:57:42.980289 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ffc5cf-fd0b-4e6a-a228-dcc1dc79ad39 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:42.992821 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42ffc5cf-fd0b-4e6a-a228-dcc1dc79ad39 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:43.146425 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-33471f68-5e1e-4df6-b66b-aede77303a5b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:43.181056 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-33471f68-5e1e-4df6-b66b-aede77303a5b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:43.192148 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1f47cb58-e495-443a-bbdd-3da3cc59eb75 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:43.218194 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1f47cb58-e495-443a-bbdd-3da3cc59eb75 None None] Transition to ACTIVE for port object a4907172-a1a0-4e1a-804c-b61f08795f6b will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:43.257593 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1f47cb58-e495-443a-bbdd-3da3cc59eb75 None None] Transition to ACTIVE for port object a4907172-a1a0-4e1a-804c-b61f08795f6b will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:43.271592 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1f47cb58-e495-443a-bbdd-3da3cc59eb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:43.290181 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c80af5e3-ae96-4b12-b01c-7999af5af03f up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:43.425785 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76690354-e0b5-4f44-a3ce-8d1eafd5d717 req-2ce0a7d8-5bf3-4515-abbf-6d5456f39f46 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:43.434594 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76690354-e0b5-4f44-a3ce-8d1eafd5d717 req-2ce0a7d8-5bf3-4515-abbf-6d5456f39f46 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:43.444838 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76690354-e0b5-4f44-a3ce-8d1eafd5d717 req-2ce0a7d8-5bf3-4515-abbf-6d5456f39f46 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:43.455774 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76690354-e0b5-4f44-a3ce-8d1eafd5d717 req-2ce0a7d8-5bf3-4515-abbf-6d5456f39f46 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:43.464704 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76690354-e0b5-4f44-a3ce-8d1eafd5d717 req-2ce0a7d8-5bf3-4515-abbf-6d5456f39f46 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:43.473325 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76690354-e0b5-4f44-a3ce-8d1eafd5d717 req-2ce0a7d8-5bf3-4515-abbf-6d5456f39f46 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:43.480831 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76690354-e0b5-4f44-a3ce-8d1eafd5d717 req-2ce0a7d8-5bf3-4515-abbf-6d5456f39f46 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:43.481853 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6a0ad5-1478-4872-88d6-51f36e7b7e91 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:43.483279 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-76690354-e0b5-4f44-a3ce-8d1eafd5d717 req-2ce0a7d8-5bf3-4515-abbf-6d5456f39f46 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5440 time: 0.5846095 Jul 05 09:57:43.501431 n-d-798054-8 neutron-server[93907]: INFO neutron.db.ipam_backend_mixin [None req-42ffc5cf-fd0b-4e6a-a228-dcc1dc79ad39 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 019c5143-5558-4350-8e55-4ea4f4acc220 (CIDR: 2001:db8::/64) Jul 05 09:57:43.514196 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ffc5cf-fd0b-4e6a-a228-dcc1dc79ad39 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:57:43.514343 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-33471f68-5e1e-4df6-b66b-aede77303a5b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Allocated IP 172.25.7.94 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/51fd4c06-b0e2-41b7-bed0-118f2143e831) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:43.514846 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42ffc5cf-fd0b-4e6a-a228-dcc1dc79ad39 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:57:43.537331 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e3012-3220-4683-9982-f589d9fce10c req-4256c227-c528-44c3-b574-73ef1aff60f4 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:43.540060 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-583e3012-3220-4683-9982-f589d9fce10c req-4256c227-c528-44c3-b574-73ef1aff60f4 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=75969bde-e0d0-476a-adeb-7e3b0b48caf4 HTTP/1.1" status: 200 len: 945 time: 0.3284349 Jul 05 09:57:43.573091 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-42ffc5cf-fd0b-4e6a-a228-dcc1dc79ad39 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1735055 Jul 05 09:57:43.577824 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39496) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:43.583208 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8400d77d-7444-4df6-a8ba-205cb2838c02 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:43.623721 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f47cb58-e495-443a-bbdd-3da3cc59eb75 None None] Network eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:43.634345 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47cb58-e495-443a-bbdd-3da3cc59eb75 None None] Pushing event updated for resources: {'Port': ['ID=a4907172-a1a0-4e1a-804c-b61f08795f6b,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:43.645195 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-1f47cb58-e495-443a-bbdd-3da3cc59eb75 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:43.648210 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f47cb58-e495-443a-bbdd-3da3cc59eb75 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:43.692263 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-583e3012-3220-4683-9982-f589d9fce10c req-a25bcce2-451c-4ffc-a7e1-c36e53d69bef tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444237 Jul 05 09:57:43.756262 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d351e0f7-ecde-47f4-a211-1204a8502798 None None] Provisioning complete for port c80af5e3-ae96-4b12-b01c-7999af5af03f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:43.757035 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d351e0f7-ecde-47f4-a211-1204a8502798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:43.821709 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8400d77d-7444-4df6-a8ba-205cb2838c02 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:43.828426 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8400d77d-7444-4df6-a8ba-205cb2838c02 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:43.864842 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-33471f68-5e1e-4df6-b66b-aede77303a5b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:43.889329 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1f47cb58-e495-443a-bbdd-3da3cc59eb75 None None] Attempting to bind port a4907172-a1a0-4e1a-804c-b61f08795f6b on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:57:43.889710 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1f47cb58-e495-443a-bbdd-3da3cc59eb75 None None] Attempting to bind port a4907172-a1a0-4e1a-804c-b61f08795f6b by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'e7ba7f81-7af2-4426-a137-59fbcdddf75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:57:43.890082 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f47cb58-e495-443a-bbdd-3da3cc59eb75 None None] Attempting to bind port a4907172-a1a0-4e1a-804c-b61f08795f6b on network eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:57:43.908021 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port c80af5e3-ae96-4b12-b01c-7999af5af03f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:43.908403 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:43.967463 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-33471f68-5e1e-4df6-b66b-aede77303a5b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:43.991742 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f47cb58-e495-443a-bbdd-3da3cc59eb75 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:57:43.992164 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f47cb58-e495-443a-bbdd-3da3cc59eb75 None None] Checking segment: {'id': 'e7ba7f81-7af2-4426-a137-59fbcdddf75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:57:44.007522 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1f47cb58-e495-443a-bbdd-3da3cc59eb75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:44.007522 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f47cb58-e495-443a-bbdd-3da3cc59eb75 None None] Bound using segment: {'id': 'e7ba7f81-7af2-4426-a137-59fbcdddf75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:57:44.007522 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1f47cb58-e495-443a-bbdd-3da3cc59eb75 None None] Bound port: a4907172-a1a0-4e1a-804c-b61f08795f6b, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ba7f81-7af2-4426-a137-59fbcdddf75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:57:44.007522 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1f47cb58-e495-443a-bbdd-3da3cc59eb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:44.017527 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33471f68-5e1e-4df6-b66b-aede77303a5b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:44.023186 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-33471f68-5e1e-4df6-b66b-aede77303a5b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:44.032027 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33471f68-5e1e-4df6-b66b-aede77303a5b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:44.120374 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33471f68-5e1e-4df6-b66b-aede77303a5b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'Port': ['ID=51fd4c06-b0e2-41b7-bed0-118f2143e831,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:44.420955 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1f47cb58-e495-443a-bbdd-3da3cc59eb75 None None] For port a4907172-a1a0-4e1a-804c-b61f08795f6b, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:57:44.470212 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1f47cb58-e495-443a-bbdd-3da3cc59eb75 None None] For port a4907172-a1a0-4e1a-804c-b61f08795f6b, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=a4907172-a1a0-4e1a-804c-b61f08795f6b,segment=NetworkSegment(e7ba7f81-7af2-4426-a137-59fbcdddf75a),segment_id=e7ba7f81-7af2-4426-a137-59fbcdddf75a)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:57:44.486297 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1f47cb58-e495-443a-bbdd-3da3cc59eb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:44.520284 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-33471f68-5e1e-4df6-b66b-aede77303a5b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:44.540563 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 2aca941f-afbc-4333-8046-eb35cd67dab1 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:44.582728 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8400d77d-7444-4df6-a8ba-205cb2838c02 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:44.755384 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47cb58-e495-443a-bbdd-3da3cc59eb75 None None] Pushing event updated for resources: {'Port': ['ID=a4907172-a1a0-4e1a-804c-b61f08795f6b,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:44.821039 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400d77d-7444-4df6-a8ba-205cb2838c02 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=2c0e1837-4522-4cb0-9f88-2a5ce7726bb4,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:44.840880 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 2aca941f-afbc-4333-8046-eb35cd67dab1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:44.841616 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:44.870033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8400d77d-7444-4df6-a8ba-205cb2838c02 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:44.880147 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-8400d77d-7444-4df6-a8ba-205cb2838c02 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:44.897637 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8400d77d-7444-4df6-a8ba-205cb2838c02 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:44.905905 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8400d77d-7444-4df6-a8ba-205cb2838c02 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:44.976761 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8400d77d-7444-4df6-a8ba-205cb2838c02 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3952477 Jul 05 09:57:44.977398 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39572) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:44.994890 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d4dc679d-90c3-4288-8afb-fb5f90943854 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'mac_address': 'fa:16:3e:54:0d:5e', 'name': 'tempest-NetworksTestDHCPv6-1111812312'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:45.106761 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:45.222703 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-33471f68-5e1e-4df6-b66b-aede77303a5b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:45.223319 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 2aca941f-afbc-4333-8046-eb35cd67dab1, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2aca941f-afbc-4333-8046-eb35cd67dab1,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:45.233117 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32928277-147a-4b04-a4fd-0b96765fc7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aca941f-afbc-4333-8046-eb35cd67dab1'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:57:45.240788 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f722ca82-a707-4997-be42-329d9787d7af" -d '{"events": [{"server_uuid": "32928277-147a-4b04-a4fd-0b96765fc7a0", "name": "network-vif-plugged", "status": "completed", "tag": "2aca941f-afbc-4333-8046-eb35cd67dab1"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:57:45.263798 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9da464-ef32-40fd-8e03-e33442ed4a65 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:45.292013 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:45.503197 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33471f68-5e1e-4df6-b66b-aede77303a5b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Router 47a03595-161b-48c2-a471-d2221df35522 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:57:45.723698 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33471f68-5e1e-4df6-b66b-aede77303a5b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:57:45.738837 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a3b015-fdc3-4870-a0ad-7a19b56c435b None None] Sync routers for ids ['47a03595-161b-48c2-a471-d2221df35522'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:57:45.765710 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-33471f68-5e1e-4df6-b66b-aede77303a5b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:45.766472 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a3b015-fdc3-4870-a0ad-7a19b56c435b None None] Routers {'47a03595-161b-48c2-a471-d2221df35522'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:45.767107 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-63a3b015-fdc3-4870-a0ad-7a19b56c435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:57:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['47a03595-161b-48c2-a471-d2221df35522'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:45.767656 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-33471f68-5e1e-4df6-b66b-aede77303a5b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6056120 Jul 05 09:57:45.770700 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39616) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:45.793788 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7793849d-ec72-4030-83c7-2f53c9955c96 x-openstack-request-id: req-7793849d-ec72-4030-83c7-2f53c9955c96 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:57:45.794434 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32928277-147a-4b04-a4fd-0b96765fc7a0", "name": "network-vif-plugged", "status": "completed", "tag": "2aca941f-afbc-4333-8046-eb35cd67dab1", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:57:45.794434 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7793849d-ec72-4030-83c7-2f53c9955c96 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:57:45.794732 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32928277-147a-4b04-a4fd-0b96765fc7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aca941f-afbc-4333-8046-eb35cd67dab1', 'code': 200} Jul 05 09:57:45.805500 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device a4907172-a1a0-4e1a-804c-b61f08795f6b up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:45.921965 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-63a3b015-fdc3-4870-a0ad-7a19b56c435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:45.967216 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a3b015-fdc3-4870-a0ad-7a19b56c435b None None] Routers {'47a03595-161b-48c2-a471-d2221df35522'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:45.967905 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-63a3b015-fdc3-4870-a0ad-7a19b56c435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:57:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['47a03595-161b-48c2-a471-d2221df35522'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:46.000615 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ff30f605-a50e-45c4-81ee-ae04d72651fd None None] Provisioning complete for port c80af5e3-ae96-4b12-b01c-7999af5af03f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:46.000892 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ff30f605-a50e-45c4-81ee-ae04d72651fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:46.090657 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-63a3b015-fdc3-4870-a0ad-7a19b56c435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:46.092592 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a3b015-fdc3-4870-a0ad-7a19b56c435b None None] The sync data for ids ['47a03595-161b-48c2-a471-d2221df35522'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:57:46.173507 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39638) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:46.298764 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dc679d-90c3-4288-8afb-fb5f90943854 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:46.477287 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-83362acb-d495-47e6-806a-05882a9babd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:46.563327 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583976c-929c-41a6-a279-a33e75110415 req-7a3709f2-724a-4b4a-9c89-677eaf13e79e tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:46.565288 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c583976c-929c-41a6-a279-a33e75110415 req-7a3709f2-724a-4b4a-9c89-677eaf13e79e tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=75969bde-e0d0-476a-adeb-7e3b0b48caf4 HTTP/1.1" status: 200 len: 945 time: 0.4361334 Jul 05 09:57:46.654229 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d4dc679d-90c3-4288-8afb-fb5f90943854 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:46.677327 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31ffad8-0fa7-4fd3-a731-3a4ff7888c54 None None] Network eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:46.714213 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-d4dc679d-90c3-4288-8afb-fb5f90943854 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] device_id is not set on port 49558bef-88be-484b-b55d-d62bb7df08d2 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:57:46.768672 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c583976c-929c-41a6-a279-a33e75110415 req-4cf5b6d6-1598-4944-be5c-12df6743e6cc tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895776 Jul 05 09:57:46.812056 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-83362acb-d495-47e6-806a-05882a9babd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:46.831222 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-83362acb-d495-47e6-806a-05882a9babd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:46.886660 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-83362acb-d495-47e6-806a-05882a9babd4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a052d25e36684ead89dd95ae91e32cbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7088354 Jul 05 09:57:46.891168 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39652) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:46.897261 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a5badd2-c467-4a49-9de8-10ad48483890 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:46.906002 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83362acb-d495-47e6-806a-05882a9babd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142af4a5-51ed-4a92-a9ae-5e8172bf77f6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:47.100251 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b7a6baa1-c2b5-4c68-81a8-b92fd50150db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:47.126733 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b7a6baa1-c2b5-4c68-81a8-b92fd50150db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:47.196909 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b7a6baa1-c2b5-4c68-81a8-b92fd50150db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:47.201959 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b7a6baa1-c2b5-4c68-81a8-b92fd50150db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:47.203419 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b7a6baa1-c2b5-4c68-81a8-b92fd50150db admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/142af4a5-51ed-4a92-a9ae-5e8172bf77f6 HTTP/1.1" status: 204 len: 168 time: 0.3061354 Jul 05 09:57:47.221029 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=2aca941f-afbc-4333-8046-eb35cd67dab1,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:47.289018 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6baa1-c2b5-4c68-81a8-b92fd50150db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142af4a5-51ed-4a92-a9ae-5e8172bf77f6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:47.391266 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-d4dc679d-90c3-4288-8afb-fb5f90943854 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8:0:1::1e1 (65df7426-ac9a-4b58-aa66-f2f5b3623134/2c0e1837-4522-4cb0-9f88-2a5ce7726bb4/49558bef-88be-484b-b55d-d62bb7df08d2) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:47.424775 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-d4dc679d-90c3-4288-8afb-fb5f90943854 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8::f816:3eff:fe54:d5e (65df7426-ac9a-4b58-aa66-f2f5b3623134/019c5143-5558-4350-8e55-4ea4f4acc220/49558bef-88be-484b-b55d-d62bb7df08d2) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:47.602433 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port a4907172-a1a0-4e1a-804c-b61f08795f6b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:47.809377 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39680) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:47.833072 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42278789-b58b-409d-a33d-81383e057d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:47.836639 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-8a5badd2-c467-4a49-9de8-10ad48483890 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Allocated IP 172.20.0.1 (eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7/be6721c9-d8f0-4687-a7e3-090619396451/86464e88-792e-48ce-a43d-4ad7f48ab83e) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:47.969560 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a8afae-fba7-4b41-b005-40f2fdc71337 None None] Update dhcp port {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'fixed_ips': [{'subnet_id': '019c5143-5558-4350-8e55-4ea4f4acc220', 'ip_address': '2001:db8::f816:3eff:feb2:a923'}, {'subnet_id': '2c0e1837-4522-4cb0-9f88-2a5ce7726bb4'}], 'binding:host_id': 'n-d-798054-8'}, 'id': 'c80af5e3-ae96-4b12-b01c-7999af5af03f'} from n-d-798054-8. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:57:47.988259 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d4dc679d-90c3-4288-8afb-fb5f90943854 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:48.018491 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a5badd2-c467-4a49-9de8-10ad48483890 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:48.055674 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-d4dc679d-90c3-4288-8afb-fb5f90943854 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Transition to ACTIVE for port object 49558bef-88be-484b-b55d-d62bb7df08d2 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:48.062321 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a9a8afae-fba7-4b41-b005-40f2fdc71337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:48.104061 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-8a5badd2-c467-4a49-9de8-10ad48483890 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Transition to ACTIVE for port object 86464e88-792e-48ce-a43d-4ad7f48ab83e will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:48.194442 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d4dc679d-90c3-4288-8afb-fb5f90943854 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:48.205112 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a5badd2-c467-4a49-9de8-10ad48483890 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:48.224738 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2f6e3049-2af2-4a1b-a30c-f7fd6974ad3d None None] Provisioning for port a4907172-a1a0-4e1a-804c-b61f08795f6b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:48.246927 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2f6e3049-2af2-4a1b-a30c-f7fd6974ad3d None None] Provisioning complete for port a4907172-a1a0-4e1a-804c-b61f08795f6b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:48.247298 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3049-2af2-4a1b-a30c-f7fd6974ad3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:48.313714 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5badd2-c467-4a49-9de8-10ad48483890 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Network eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:48.328240 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-8a5badd2-c467-4a49-9de8-10ad48483890 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:48.333563 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5badd2-c467-4a49-9de8-10ad48483890 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:48.443309 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5badd2-c467-4a49-9de8-10ad48483890 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'Port': ['ID=86464e88-792e-48ce-a43d-4ad7f48ab83e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:48.485661 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a5badd2-c467-4a49-9de8-10ad48483890 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:48.611650 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42278789-b58b-409d-a33d-81383e057d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:48.652209 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dc679d-90c3-4288-8afb-fb5f90943854 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:48.698373 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42278789-b58b-409d-a33d-81383e057d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:48.839515 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-42278789-b58b-409d-a33d-81383e057d25 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=112b166bb5744d79990c86d6ad10e534&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0267148 Jul 05 09:57:48.844428 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-d4dc679d-90c3-4288-8afb-fb5f90943854 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:48.862231 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39718) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:48.867310 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a5badd2-c467-4a49-9de8-10ad48483890 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:48.909032 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dc679d-90c3-4288-8afb-fb5f90943854 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:48.948281 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dc679d-90c3-4288-8afb-fb5f90943854 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:48.952754 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d4dc679d-90c3-4288-8afb-fb5f90943854 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:48.955400 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc679d-90c3-4288-8afb-fb5f90943854 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=49558bef-88be-484b-b55d-d62bb7df08d2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:48.984986 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-a9a8afae-fba7-4b41-b005-40f2fdc71337 None None] Allocated IP 2001:db8:0:1::2 (65df7426-ac9a-4b58-aa66-f2f5b3623134/2c0e1837-4522-4cb0-9f88-2a5ce7726bb4/c80af5e3-ae96-4b12-b01c-7999af5af03f) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:49.030037 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39720) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:49.095372 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef5cb8db-bb05-4278-9836-b2964a2c0e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:49.116228 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462f49e-6a66-44b4-afe0-a37a05a7d705 req-2253000f-4f0c-486a-a1e9-fc222eba7b28 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:49.123525 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1462f49e-6a66-44b4-afe0-a37a05a7d705 req-2253000f-4f0c-486a-a1e9-fc222eba7b28 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=75969bde-e0d0-476a-adeb-7e3b0b48caf4 HTTP/1.1" status: 200 len: 945 time: 0.9429820 Jul 05 09:57:49.186413 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42278789-b58b-409d-a33d-81383e057d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376ca87d-9d5e-4620-84c6-d2843ef43056,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:49.190536 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a9a8afae-fba7-4b41-b005-40f2fdc71337 None None] For port c80af5e3-ae96-4b12-b01c-7999af5af03f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c80af5e3-ae96-4b12-b01c-7999af5af03f,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:49.193204 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3049-2af2-4a1b-a30c-f7fd6974ad3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:49.220504 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d4dc679d-90c3-4288-8afb-fb5f90943854 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.2408583 Jul 05 09:57:49.223359 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39732) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:49.327084 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2f6e3049-2af2-4a1b-a30c-f7fd6974ad3d None None] For port a4907172-a1a0-4e1a-804c-b61f08795f6b, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=a4907172-a1a0-4e1a-804c-b61f08795f6b,segment=NetworkSegment(e7ba7f81-7af2-4426-a137-59fbcdddf75a),segment_id=e7ba7f81-7af2-4426-a137-59fbcdddf75a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:49.333244 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3049-2af2-4a1b-a30c-f7fd6974ad3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:49.339480 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39736) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:49.420326 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e3049-2af2-4a1b-a30c-f7fd6974ad3d None None] Pushing event updated for resources: {'Port': ['ID=a4907172-a1a0-4e1a-804c-b61f08795f6b,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:49.425041 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a9a8afae-fba7-4b41-b005-40f2fdc71337 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:49.445267 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a9a8afae-fba7-4b41-b005-40f2fdc71337 None None] Transition to ACTIVE for port object c80af5e3-ae96-4b12-b01c-7999af5af03f will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:49.451663 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a9a8afae-fba7-4b41-b005-40f2fdc71337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:49.495520 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1462f49e-6a66-44b4-afe0-a37a05a7d705 req-56f17731-dc2e-4098-9134-1d1538e973b6 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610888 Jul 05 09:57:49.508888 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef5cb8db-bb05-4278-9836-b2964a2c0e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:49.562875 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8afae-fba7-4b41-b005-40f2fdc71337 None None] Pushing event updated for resources: {'Port': ['ID=c80af5e3-ae96-4b12-b01c-7999af5af03f,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:49.581083 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0e4e29bd-e6e5-4732-8f30-652a8609cb92 None None] Provisioning complete for port a4907172-a1a0-4e1a-804c-b61f08795f6b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:49.581865 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0e4e29bd-e6e5-4732-8f30-652a8609cb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:49.604745 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-9cf80f4a-1779-4afb-924f-b05a1c707a29 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting port 49558bef-88be-484b-b55d-d62bb7df08d2 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:49.605093 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9cf80f4a-1779-4afb-924f-b05a1c707a29 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:49.670591 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 906f5cb5-21ae-4450-946a-03500053333c details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:57:49.749507 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef5cb8db-bb05-4278-9836-b2964a2c0e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:49.752828 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef5cb8db-bb05-4278-9836-b2964a2c0e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:49.754124 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ef5cb8db-bb05-4278-9836-b2964a2c0e52 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/376ca87d-9d5e-4620-84c6-d2843ef43056 HTTP/1.1" status: 204 len: 168 time: 0.8606691 Jul 05 09:57:49.820755 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cb8db-bb05-4278-9836-b2964a2c0e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376ca87d-9d5e-4620-84c6-d2843ef43056,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:49.836504 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9cf80f4a-1779-4afb-924f-b05a1c707a29 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:49.869020 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-9cf80f4a-1779-4afb-924f-b05a1c707a29 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Calling delete_port for 49558bef-88be-484b-b55d-d62bb7df08d2 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:49.896381 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff876b1b-8628-4f69-bc17-69dda320b89a req-e4af6c13-24ff-457e-821d-286a10fdce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:49.896888 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff876b1b-8628-4f69-bc17-69dda320b89a req-e4af6c13-24ff-457e-821d-286a10fdce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:49.897347 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff876b1b-8628-4f69-bc17-69dda320b89a req-e4af6c13-24ff-457e-821d-286a10fdce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:49.897820 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff876b1b-8628-4f69-bc17-69dda320b89a req-e4af6c13-24ff-457e-821d-286a10fdce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:49.898609 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff876b1b-8628-4f69-bc17-69dda320b89a req-e4af6c13-24ff-457e-821d-286a10fdce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:49.898894 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff876b1b-8628-4f69-bc17-69dda320b89a req-e4af6c13-24ff-457e-821d-286a10fdce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:49.899391 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff876b1b-8628-4f69-bc17-69dda320b89a req-e4af6c13-24ff-457e-821d-286a10fdce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:49.919994 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ff876b1b-8628-4f69-bc17-69dda320b89a req-e4af6c13-24ff-457e-821d-286a10fdce7d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 6497 time: 0.8862779 Jul 05 09:57:49.974588 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e18057b0-d2bc-46b4-add2-59ae7e32e84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:50.089017 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c80af5e3-ae96-4b12-b01c-7999af5af03f up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:50.195266 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ff876b1b-8628-4f69-bc17-69dda320b89a req-66ac0e0b-709d-4072-9aab-867395d29ca4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2684062 Jul 05 09:57:50.298086 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device a4907172-a1a0-4e1a-804c-b61f08795f6b up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:50.306059 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 906f5cb5-21ae-4450-946a-03500053333c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=906f5cb5-21ae-4450-946a-03500053333c,segment=NetworkSegment(2464d207-0e02-4981-a0f8-faec5668a657),segment_id=2464d207-0e02-4981-a0f8-faec5668a657)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:50.365115 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '906f5cb5-21ae-4450-946a-03500053333c', 'network_id': '997cf90f-0f10-481f-981a-696c40205086', 'port_id': '906f5cb5-21ae-4450-946a-03500053333c', 'mac_address': 'fa:16:3e:52:a0:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c18f37df-aff7-4839-ac34-d159e239e65d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:57:50.380009 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-860f698c-e530-4654-98ab-3ec24b4b845f None None] Provisioning for port 86464e88-792e-48ce-a43d-4ad7f48ab83e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:50.413689 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-860f698c-e530-4654-98ab-3ec24b4b845f None None] Provisioning complete for port 86464e88-792e-48ce-a43d-4ad7f48ab83e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:50.414197 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-860f698c-e530-4654-98ab-3ec24b4b845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:50.483077 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:50.490832 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9cf80f4a-1779-4afb-924f-b05a1c707a29 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:50.536728 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-860f698c-e530-4654-98ab-3ec24b4b845f None None] Port 86464e88-792e-48ce-a43d-4ad7f48ab83e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:50.555022 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port a4907172-a1a0-4e1a-804c-b61f08795f6b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:50.555694 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:50.555997 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf80f4a-1779-4afb-924f-b05a1c707a29 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Port': ['ID=49558bef-88be-484b-b55d-d62bb7df08d2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:50.653513 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 906f5cb5-21ae-4450-946a-03500053333c {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:57:50.693204 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 906f5cb5-21ae-4450-946a-03500053333c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=906f5cb5-21ae-4450-946a-03500053333c,segment=NetworkSegment(2464d207-0e02-4981-a0f8-faec5668a657),segment_id=2464d207-0e02-4981-a0f8-faec5668a657)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:50.706784 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:50.779919 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9cf80f4a-1779-4afb-924f-b05a1c707a29 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:50.801932 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9cf80f4a-1779-4afb-924f-b05a1c707a29 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/49558bef-88be-484b-b55d-d62bb7df08d2 HTTP/1.1" status: 204 len: 168 time: 1.5744958 Jul 05 09:57:50.803014 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39780) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:50.855084 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=906f5cb5-21ae-4450-946a-03500053333c,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:50.906825 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['906f5cb5-21ae-4450-946a-03500053333c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:57:50.927078 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f29b7041-8c96-4076-885a-50f5f48fe4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:50.966285 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e18057b0-d2bc-46b4-add2-59ae7e32e84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:50.999024 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e18057b0-d2bc-46b4-add2-59ae7e32e84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:51.040928 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e18057b0-d2bc-46b4-add2-59ae7e32e84d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6a8f7521e91f4bcab40772cb7cd79884&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6790304 Jul 05 09:57:51.042600 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39784) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:51.044769 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a5badd2-c467-4a49-9de8-10ad48483890 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:51.047060 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c5b505-009e-4127-953d-c1ee9d2d4f2d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:51.053413 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-47c5b505-009e-4127-953d-c1ee9d2d4f2d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2483056 Jul 05 09:57:51.064086 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9400e-3acd-42b8-b0f1-35659e4a8824 req-1e07f4b0-ae05-4400-a1da-e72c8a6bc43b tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:51.069657 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-56a9400e-3acd-42b8-b0f1-35659e4a8824 req-1e07f4b0-ae05-4400-a1da-e72c8a6bc43b tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=75969bde-e0d0-476a-adeb-7e3b0b48caf4 HTTP/1.1" status: 200 len: 944 time: 0.1661954 Jul 05 09:57:51.070976 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39786) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:51.129330 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-09afb572-57e2-4b52-9338-80df7f24245f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:51.157192 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-09afb572-57e2-4b52-9338-80df7f24245f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:51.260607 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a5badd2-c467-4a49-9de8-10ad48483890 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:51.301958 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-56a9400e-3acd-42b8-b0f1-35659e4a8824 req-68addebc-2ed3-4d8e-aa9c-beccfae4746e tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964476 Jul 05 09:57:51.310004 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18057b0-d2bc-46b4-add2-59ae7e32e84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88757d97-498c-4a13-bf71-51ad9c9bf483,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:51.374941 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ca56c3-df6e-4e74-9446-b7a1d106c3c6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:51.376702 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-68ca56c3-df6e-4e74-9446-b7a1d106c3c6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3045535 Jul 05 09:57:51.382296 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39802) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:51.398170 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-09afb572-57e2-4b52-9338-80df7f24245f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:51.404366 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-09afb572-57e2-4b52-9338-80df7f24245f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:51.408268 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-09afb572-57e2-4b52-9338-80df7f24245f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/88757d97-498c-4a13-bf71-51ad9c9bf483 HTTP/1.1" status: 204 len: 168 time: 0.3581004 Jul 05 09:57:51.494005 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3e820b56-a522-43bc-87fe-a4f786d690aa None None] Provisioning for port c80af5e3-ae96-4b12-b01c-7999af5af03f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:51.505862 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3e820b56-a522-43bc-87fe-a4f786d690aa None None] Provisioning complete for port c80af5e3-ae96-4b12-b01c-7999af5af03f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:51.506262 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3e820b56-a522-43bc-87fe-a4f786d690aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:51.541225 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30481e7-ea75-4ffb-b783-8a624e922df8 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:51.543059 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30481e7-ea75-4ffb-b783-8a624e922df8 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:51.544756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30481e7-ea75-4ffb-b783-8a624e922df8 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:51.548847 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e30481e7-ea75-4ffb-b783-8a624e922df8 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1627128 Jul 05 09:57:51.549057 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5badd2-c467-4a49-9de8-10ad48483890 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'Port': ['ID=86464e88-792e-48ce-a43d-4ad7f48ab83e,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:51.573284 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39808) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:51.611951 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afb572-57e2-4b52-9338-80df7f24245f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88757d97-498c-4a13-bf71-51ad9c9bf483,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:51.636200 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 906f5cb5-21ae-4450-946a-03500053333c up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:51.730379 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a5badd2-c467-4a49-9de8-10ad48483890 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:51.973446 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee247312-7218-45ed-8481-0823ee963150 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet 019c5143-5558-4350-8e55-4ea4f4acc220 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:57:51.978630 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee247312-7218-45ed-8481-0823ee963150 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:52.069255 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 906f5cb5-21ae-4450-946a-03500053333c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:52.071566 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:52.080025 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee247312-7218-45ed-8481-0823ee963150 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:52.159207 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3314ce24-8e90-4068-99ef-7d0db6c34e53 None None] Could not find standard attr ID for object 49558bef-88be-484b-b55d-d62bb7df08d2. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:57:52.219035 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:52.244609 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75969bde-e0d0-476a-adeb-7e3b0b48caf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906f5cb5-21ae-4450-946a-03500053333c'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:57:52.247810 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28b11b8-819a-45ee-b41f-128cc492541c" -d '{"events": [{"server_uuid": "75969bde-e0d0-476a-adeb-7e3b0b48caf4", "name": "network-vif-plugged", "status": "completed", "tag": "906f5cb5-21ae-4450-946a-03500053333c"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:57:52.291500 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 906f5cb5-21ae-4450-946a-03500053333c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=906f5cb5-21ae-4450-946a-03500053333c,segment=NetworkSegment(2464d207-0e02-4981-a0f8-faec5668a657),segment_id=2464d207-0e02-4981-a0f8-faec5668a657)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:52.311469 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:52.450309 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88c7348-0cdf-4fd6-8caa-c640de88bf43 x-openstack-request-id: req-e88c7348-0cdf-4fd6-8caa-c640de88bf43 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:57:52.450309 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75969bde-e0d0-476a-adeb-7e3b0b48caf4", "name": "network-vif-plugged", "status": "completed", "tag": "906f5cb5-21ae-4450-946a-03500053333c", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:57:52.450309 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e88c7348-0cdf-4fd6-8caa-c640de88bf43 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:57:52.450309 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75969bde-e0d0-476a-adeb-7e3b0b48caf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906f5cb5-21ae-4450-946a-03500053333c', 'code': 200} Jul 05 09:57:52.451284 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5badd2-c467-4a49-9de8-10ad48483890 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Network eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:52.451284 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-8a5badd2-c467-4a49-9de8-10ad48483890 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:52.470865 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee247312-7218-45ed-8481-0823ee963150 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:52.481839 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=906f5cb5-21ae-4450-946a-03500053333c,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:52.511765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39838) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:52.572145 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9a8f95e-7584-4880-a045-72a9c4fdf204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:52.664143 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c772685-17b5-4bda-9473-03326da7216a req-e4805ea8-ce38-4397-8d7e-5f4d8185ff42 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:52.671492 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c772685-17b5-4bda-9473-03326da7216a req-e4805ea8-ce38-4397-8d7e-5f4d8185ff42 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=75969bde-e0d0-476a-adeb-7e3b0b48caf4 HTTP/1.1" status: 200 len: 945 time: 0.3100317 Jul 05 09:57:52.757369 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c772685-17b5-4bda-9473-03326da7216a req-ca64a021-9dcf-4775-823c-eacddabcb8e9 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844812 Jul 05 09:57:52.830326 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee247312-7218-45ed-8481-0823ee963150 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:52.840908 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5badd2-c467-4a49-9de8-10ad48483890 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Router 47a03595-161b-48c2-a471-d2221df35522 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:57:52.876167 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee247312-7218-45ed-8481-0823ee963150 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=019c5143-5558-4350-8e55-4ea4f4acc220,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:52.894887 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3225e35c-c1b5-46e0-9a66-e53e584a9a37 None None] Provisioning complete for port 86464e88-792e-48ce-a43d-4ad7f48ab83e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:52.896500 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3225e35c-c1b5-46e0-9a66-e53e584a9a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:52.912858 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9a8f95e-7584-4880-a045-72a9c4fdf204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:52.927745 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9a8f95e-7584-4880-a045-72a9c4fdf204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:52.984430 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3225e35c-c1b5-46e0-9a66-e53e584a9a37 None None] Port 86464e88-792e-48ce-a43d-4ad7f48ab83e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:53.043637 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a9a8f95e-7584-4880-a045-72a9c4fdf204 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5a9ee026e4d445849c194a84876a5b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5354927 Jul 05 09:57:53.044780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8f95e-7584-4880-a045-72a9c4fdf204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c088caec-cc54-48bd-8d0a-04a6c9c5fea2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:53.048303 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39852) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:53.049680 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5badd2-c467-4a49-9de8-10ad48483890 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:57:53.064773 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bdedd5-5922-495b-9b5c-880ec3425dae None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:53.073801 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39854) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:53.074538 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8a5badd2-c467-4a49-9de8-10ad48483890 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "PUT /v2.0/routers/47a03595-161b-48c2-a471-d2221df35522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2919335 Jul 05 09:57:53.078260 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee247312-7218-45ed-8481-0823ee963150 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:53.083973 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a8f95e-7584-4880-a045-72a9c4fdf204 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:53.083973 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a8f95e-7584-4880-a045-72a9c4fdf204 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:53.083973 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a8f95e-7584-4880-a045-72a9c4fdf204 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:53.083973 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a8f95e-7584-4880-a045-72a9c4fdf204 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:53.083973 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a8f95e-7584-4880-a045-72a9c4fdf204 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:53.084722 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a8f95e-7584-4880-a045-72a9c4fdf204 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:53.085064 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a8f95e-7584-4880-a045-72a9c4fdf204 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:53.085410 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a8f95e-7584-4880-a045-72a9c4fdf204 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:53.086050 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a8f95e-7584-4880-a045-72a9c4fdf204 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:53.086393 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a8f95e-7584-4880-a045-72a9c4fdf204 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:53.086725 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a8f95e-7584-4880-a045-72a9c4fdf204 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:53.087052 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a8f95e-7584-4880-a045-72a9c4fdf204 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:53.091345 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ee247312-7218-45ed-8481-0823ee963150 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/019c5143-5558-4350-8e55-4ea4f4acc220 HTTP/1.1" status: 204 len: 168 time: 1.5168819 Jul 05 09:57:53.098539 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39856) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:53.108976 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-40adb23f-b027-4fbb-acb4-f998609daedc tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Request body: {'port': {'network_id': 'eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7', 'name': 'tempest-FloatingIPTestJSON-672838728'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:53.213414 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-771dda63-5a2c-42e8-96ec-e7482c2aeba0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet 2c0e1837-4522-4cb0-9f88-2a5ce7726bb4 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:57:53.225555 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-771dda63-5a2c-42e8-96ec-e7482c2aeba0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:53.267768 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6861b878-b859-4e42-b29a-d911ebb4d6db None None] Sync routers for ids ['47a03595-161b-48c2-a471-d2221df35522'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:57:53.311192 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-771dda63-5a2c-42e8-96ec-e7482c2aeba0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:53.318545 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40adb23f-b027-4fbb-acb4-f998609daedc tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Made reservation on behalf of 8b82ed3a6881414d9acd165002cdb1e6 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:53.328191 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40adb23f-b027-4fbb-acb4-f998609daedc tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:53.335815 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6861b878-b859-4e42-b29a-d911ebb4d6db None None] Routers {'47a03595-161b-48c2-a471-d2221df35522'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:53.336576 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6861b878-b859-4e42-b29a-d911ebb4d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:57:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['47a03595-161b-48c2-a471-d2221df35522'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:53.340991 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1443563f-e0d0-43fa-b16a-619a64c652e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:53.396615 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6861b878-b859-4e42-b29a-d911ebb4d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:53.404271 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8502383e-608c-46d6-a35f-0d0bbdbec62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:53.423221 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-40adb23f-b027-4fbb-acb4-f998609daedc tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] device_id is not set on port 117e83ec-5596-4964-818c-af3a68a4298c yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:57:53.464026 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6861b878-b859-4e42-b29a-d911ebb4d6db None None] Routers {'47a03595-161b-48c2-a471-d2221df35522'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:53.464679 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6861b878-b859-4e42-b29a-d911ebb4d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:57:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['47a03595-161b-48c2-a471-d2221df35522'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:53.475581 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1443563f-e0d0-43fa-b16a-619a64c652e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:53.535959 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-771dda63-5a2c-42e8-96ec-e7482c2aeba0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:53.565656 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6861b878-b859-4e42-b29a-d911ebb4d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:53.566414 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6861b878-b859-4e42-b29a-d911ebb4d6db None None] The sync data for ids ['47a03595-161b-48c2-a471-d2221df35522'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:57:53.643885 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:53.735609 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-771dda63-5a2c-42e8-96ec-e7482c2aeba0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:53.750723 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-40adb23f-b027-4fbb-acb4-f998609daedc tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Allocated IP 172.20.0.11 (eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7/be6721c9-d8f0-4687-a7e3-090619396451/117e83ec-5596-4964-818c-af3a68a4298c) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:53.798221 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1443563f-e0d0-43fa-b16a-619a64c652e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:53.801522 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1443563f-e0d0-43fa-b16a-619a64c652e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:53.806496 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1443563f-e0d0-43fa-b16a-619a64c652e7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c088caec-cc54-48bd-8d0a-04a6c9c5fea2 HTTP/1.1" status: 204 len: 168 time: 0.7568588 Jul 05 09:57:53.842085 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443563f-e0d0-43fa-b16a-619a64c652e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c088caec-cc54-48bd-8d0a-04a6c9c5fea2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:53.883991 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-771dda63-5a2c-42e8-96ec-e7482c2aeba0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:53.897088 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-771dda63-5a2c-42e8-96ec-e7482c2aeba0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/2c0e1837-4522-4cb0-9f88-2a5ce7726bb4 HTTP/1.1" status: 204 len: 168 time: 0.7969496 Jul 05 09:57:53.897771 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39880) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:53.898547 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771dda63-5a2c-42e8-96ec-e7482c2aeba0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=2c0e1837-4522-4cb0-9f88-2a5ce7726bb4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:54.007757 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bb832bfa-32c8-4035-bd93-cfde8df5934f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1039069 Jul 05 09:57:54.008045 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39882) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:54.013180 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-fcd5d275-70e7-4d85-bdda-0460bac115c4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:54.031982 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25d2a0-e587-4332-a0b7-8d0cb67ab7c7 req-71d46d99-7bbf-422f-a9b6-3c1e75283b1d tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:54.034078 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf25d2a0-e587-4332-a0b7-8d0cb67ab7c7 req-71d46d99-7bbf-422f-a9b6-3c1e75283b1d tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.81 "GET /v2.0/ports?device_id=75969bde-e0d0-476a-adeb-7e3b0b48caf4 HTTP/1.1" status: 200 len: 945 time: 0.3080482 Jul 05 09:57:54.222414 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd5d275-70e7-4d85-bdda-0460bac115c4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:54.230520 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fcd5d275-70e7-4d85-bdda-0460bac115c4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:54.543171 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:54.666636 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39918) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:54.701459 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0849860d-cda7-4ef0-8b1d-5f1dce714329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:54.728616 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c3a3e4-5983-4467-a4b1-e8ca53aa9ff5 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:54.790819 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40adb23f-b027-4fbb-acb4-f998609daedc tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:54.827914 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5e0a9-de54-475b-ad39-5ad86c4d816d req-264d131f-6f24-4e10-8afd-3509f393155e tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:54.832298 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61c5e0a9-de54-475b-ad39-5ad86c4d816d req-264d131f-6f24-4e10-8afd-3509f393155e tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=75969bde-e0d0-476a-adeb-7e3b0b48caf4 HTTP/1.1" status: 200 len: 945 time: 0.7972016 Jul 05 09:57:54.874897 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-40adb23f-b027-4fbb-acb4-f998609daedc tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Transition to ACTIVE for port object 117e83ec-5596-4964-818c-af3a68a4298c will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:54.898124 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3aaa9a5f-6c26-40a6-bf05-0c23a56a24a0 None None] Provisioning complete for port c80af5e3-ae96-4b12-b01c-7999af5af03f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:54.899284 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3aaa9a5f-6c26-40a6-bf05-0c23a56a24a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:54.978096 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-cf25d2a0-e587-4332-a0b7-8d0cb67ab7c7 req-45de5d23-6e78-4e6a-8ca9-ad5c2bd88166 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Deleting port 906f5cb5-21ae-4450-946a-03500053333c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:54.978447 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cf25d2a0-e587-4332-a0b7-8d0cb67ab7c7 req-45de5d23-6e78-4e6a-8ca9-ad5c2bd88166 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:54.981092 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39926) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:54.999274 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fcd5d275-70e7-4d85-bdda-0460bac115c4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.090484 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61c5e0a9-de54-475b-ad39-5ad86c4d816d req-3ce57975-19ba-4327-84d8-e4a52c02b047 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363148 Jul 05 09:57:55.182314 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5d275-70e7-4d85-bdda-0460bac115c4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=cfdb8599-67cf-4c0f-85f7-7e4f67d3119a,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:55.204936 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40adb23f-b027-4fbb-acb4-f998609daedc tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.211425 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd5d275-70e7-4d85-bdda-0460bac115c4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:55.213346 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd5d275-70e7-4d85-bdda-0460bac115c4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:55.219014 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd5d275-70e7-4d85-bdda-0460bac115c4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:55.219375 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd5d275-70e7-4d85-bdda-0460bac115c4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:55.219725 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd5d275-70e7-4d85-bdda-0460bac115c4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:55.220095 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd5d275-70e7-4d85-bdda-0460bac115c4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:55.220435 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd5d275-70e7-4d85-bdda-0460bac115c4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:55.220755 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd5d275-70e7-4d85-bdda-0460bac115c4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:55.228857 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd5d275-70e7-4d85-bdda-0460bac115c4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:55.230060 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd5d275-70e7-4d85-bdda-0460bac115c4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:55.230558 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd5d275-70e7-4d85-bdda-0460bac115c4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:55.231065 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd5d275-70e7-4d85-bdda-0460bac115c4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:55.231555 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd5d275-70e7-4d85-bdda-0460bac115c4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:55.237110 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-fcd5d275-70e7-4d85-bdda-0460bac115c4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:55.255810 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5d275-70e7-4d85-bdda-0460bac115c4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:55.262841 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40adb23f-b027-4fbb-acb4-f998609daedc tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Network eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:55.264000 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fcd5d275-70e7-4d85-bdda-0460bac115c4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.273138 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-40adb23f-b027-4fbb-acb4-f998609daedc tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:55.367744 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0849860d-cda7-4ef0-8b1d-5f1dce714329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.377851 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0849860d-cda7-4ef0-8b1d-5f1dce714329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.393147 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fcd5d275-70e7-4d85-bdda-0460bac115c4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3809848 Jul 05 09:57:55.396995 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40adb23f-b027-4fbb-acb4-f998609daedc tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event updated for resources: {'Port': ['ID=117e83ec-5596-4964-818c-af3a68a4298c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:55.399539 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39936) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:55.404300 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40adb23f-b027-4fbb-acb4-f998609daedc tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:55.418971 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b4ebb087-e9fb-4f76-805d-cee53d115628 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:55.558233 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40adb23f-b027-4fbb-acb4-f998609daedc tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:55.559271 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40adb23f-b027-4fbb-acb4-f998609daedc tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.561435 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849860d-cda7-4ef0-8b1d-5f1dce714329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da27e2a6-1220-4381-a474-8f87ceaf2728,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:55.567902 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5eddf27e-5f4c-479b-b646-bd1de683e584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.588000 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-cf25d2a0-e587-4332-a0b7-8d0cb67ab7c7 req-45de5d23-6e78-4e6a-8ca9-ad5c2bd88166 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] For port 906f5cb5-21ae-4450-946a-03500053333c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=906f5cb5-21ae-4450-946a-03500053333c,segment=NetworkSegment(2464d207-0e02-4981-a0f8-faec5668a657),segment_id=2464d207-0e02-4981-a0f8-faec5668a657)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:55.588571 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cf25d2a0-e587-4332-a0b7-8d0cb67ab7c7 req-45de5d23-6e78-4e6a-8ca9-ad5c2bd88166 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.612082 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-40adb23f-b027-4fbb-acb4-f998609daedc tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5314050 Jul 05 09:57:55.622121 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39946) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:55.624646 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0849860d-cda7-4ef0-8b1d-5f1dce714329 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=366e399318874baf9e3d54d52c3fece4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9567835 Jul 05 09:57:55.625811 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e878fe5e-3f3f-4729-9f21-fa2379484ce5 None None] Update dhcp port {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'fixed_ips': [{'subnet_id': 'cfdb8599-67cf-4c0f-85f7-7e4f67d3119a'}], 'binding:host_id': 'n-d-798054-8'}, 'id': 'c80af5e3-ae96-4b12-b01c-7999af5af03f'} from n-d-798054-8. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:57:55.627329 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39948) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:55.627816 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5685387a-6fad-4efb-b56d-67ff88f8eb4b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Request body: {'floatingip': {'port_id': '117e83ec-5596-4964-818c-af3a68a4298c'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:55.634481 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-cf25d2a0-e587-4332-a0b7-8d0cb67ab7c7 req-45de5d23-6e78-4e6a-8ca9-ad5c2bd88166 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Calling delete_port for 906f5cb5-21ae-4450-946a-03500053333c owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:55.698191 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e878fe5e-3f3f-4729-9f21-fa2379484ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.813828 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5685387a-6fad-4efb-b56d-67ff88f8eb4b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.843829 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-75a9426d-5a2a-4ed3-8a2f-69c51de387a8 None None] Provisioning for port 117e83ec-5596-4964-818c-af3a68a4298c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:55.844048 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a88a3e13-83f3-4ae7-8026-767f380cec55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.856884 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-75a9426d-5a2a-4ed3-8a2f-69c51de387a8 None None] Provisioning complete for port 117e83ec-5596-4964-818c-af3a68a4298c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:55.857577 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-75a9426d-5a2a-4ed3-8a2f-69c51de387a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.874575 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a88a3e13-83f3-4ae7-8026-767f380cec55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.916288 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-75a9426d-5a2a-4ed3-8a2f-69c51de387a8 None None] Port 117e83ec-5596-4964-818c-af3a68a4298c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:55.947749 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a88a3e13-83f3-4ae7-8026-767f380cec55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.955369 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a88a3e13-83f3-4ae7-8026-767f380cec55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.958929 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a88a3e13-83f3-4ae7-8026-767f380cec55 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/da27e2a6-1220-4381-a474-8f87ceaf2728 HTTP/1.1" status: 204 len: 168 time: 0.3249099 Jul 05 09:57:55.982202 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a3e13-83f3-4ae7-8026-767f380cec55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da27e2a6-1220-4381-a474-8f87ceaf2728,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:56.089919 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-e878fe5e-3f3f-4729-9f21-fa2379484ce5 None None] Allocated IP 2001:db8::2 (65df7426-ac9a-4b58-aa66-f2f5b3623134/cfdb8599-67cf-4c0f-85f7-7e4f67d3119a/c80af5e3-ae96-4b12-b01c-7999af5af03f) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:56.158128 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cf25d2a0-e587-4332-a0b7-8d0cb67ab7c7 req-45de5d23-6e78-4e6a-8ca9-ad5c2bd88166 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.183552 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5eddf27e-5f4c-479b-b646-bd1de683e584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.215040 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ebb087-e9fb-4f76-805d-cee53d115628 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:56.229477 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de5d23-6e78-4e6a-8ca9-ad5c2bd88166 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Pushing event deleted for resources: {'Port': ['ID=906f5cb5-21ae-4450-946a-03500053333c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:56.230076 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4ebb087-e9fb-4f76-805d-cee53d115628 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.236911 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5eddf27e-5f4c-479b-b646-bd1de683e584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.391760 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eddf27e-5f4c-479b-b646-bd1de683e584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6847bcb4-09a1-4085-9845-2512f7288eb1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:56.416152 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e878fe5e-3f3f-4729-9f21-fa2379484ce5 None None] For port c80af5e3-ae96-4b12-b01c-7999af5af03f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c80af5e3-ae96-4b12-b01c-7999af5af03f,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:56.485048 n-d-798054-8 neutron-server[93906]: INFO neutron.db.ipam_backend_mixin [None req-b4ebb087-e9fb-4f76-805d-cee53d115628 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cfdb8599-67cf-4c0f-85f7-7e4f67d3119a (CIDR: 2001:db8::/64) Jul 05 09:57:56.488999 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ebb087-e9fb-4f76-805d-cee53d115628 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:57:56.489493 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ebb087-e9fb-4f76-805d-cee53d115628 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:57:56.503165 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e878fe5e-3f3f-4729-9f21-fa2379484ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.523276 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b4ebb087-e9fb-4f76-805d-cee53d115628 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1092439 Jul 05 09:57:56.527069 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39966) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:56.531210 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c57cea68-a9c0-4832-9698-e560b3e2c27d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:56.547468 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e878fe5e-3f3f-4729-9f21-fa2379484ce5 None None] Transition to ACTIVE for port object c80af5e3-ae96-4b12-b01c-7999af5af03f will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:56.560666 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e878fe5e-3f3f-4729-9f21-fa2379484ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.706591 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.736438 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878fe5e-3f3f-4729-9f21-fa2379484ce5 None None] Pushing event updated for resources: {'Port': ['ID=c80af5e3-ae96-4b12-b01c-7999af5af03f,revision_number=12']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:56.758589 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5fca2463-8c79-47cd-88e5-caf0fee626b5 req-f6c4465c-307d-466c-bccb-a3496dc643c1 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=75969bde-e0d0-476a-adeb-7e3b0b48caf4 HTTP/1.1" status: 200 len: 210 time: 0.1718621 Jul 05 09:57:56.798346 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf25d2a0-e587-4332-a0b7-8d0cb67ab7c7 req-45de5d23-6e78-4e6a-8ca9-ad5c2bd88166 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] No DVR routers for this DVR port 906f5cb5-21ae-4450-946a-03500053333c on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:57:56.803338 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cf25d2a0-e587-4332-a0b7-8d0cb67ab7c7 req-45de5d23-6e78-4e6a-8ca9-ad5c2bd88166 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.806259 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf25d2a0-e587-4332-a0b7-8d0cb67ab7c7 req-45de5d23-6e78-4e6a-8ca9-ad5c2bd88166 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.81 "DELETE /v2.0/ports/906f5cb5-21ae-4450-946a-03500053333c HTTP/1.1" status: 204 len: 173 time: 2.7427859 Jul 05 09:57:56.806901 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75969bde-e0d0-476a-adeb-7e3b0b48caf4', 'name': 'network-vif-deleted', 'tag': '906f5cb5-21ae-4450-946a-03500053333c'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:57:56.820015 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9283d01c-aa72-44ac-80ba-8f1512946f5e" -d '{"events": [{"server_uuid": "75969bde-e0d0-476a-adeb-7e3b0b48caf4", "name": "network-vif-deleted", "tag": "906f5cb5-21ae-4450-946a-03500053333c"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:57:56.841170 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57cea68-a9c0-4832-9698-e560b3e2c27d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:56.841788 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5eddf27e-5f4c-479b-b646-bd1de683e584 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=68ab129cf7674480b26a1ef3f6deac2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8563006 Jul 05 09:57:56.847026 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c57cea68-a9c0-4832-9698-e560b3e2c27d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.851738 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39986) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:57.238452 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9fd94e28-da30-4af2-9598-c8f9200d4f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:57.316797 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9fd94e28-da30-4af2-9598-c8f9200d4f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:57.345840 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c796916f-3abf-4a03-ab68-b9f082aaf7e5 x-openstack-request-id: req-c796916f-3abf-4a03-ab68-b9f082aaf7e5 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:57:57.345840 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75969bde-e0d0-476a-adeb-7e3b0b48caf4", "name": "network-vif-deleted", "tag": "906f5cb5-21ae-4450-946a-03500053333c", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:57:57.346124 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c796916f-3abf-4a03-ab68-b9f082aaf7e5 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:57:57.346542 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75969bde-e0d0-476a-adeb-7e3b0b48caf4', 'name': 'network-vif-deleted', 'tag': '906f5cb5-21ae-4450-946a-03500053333c', 'status': 'completed', 'code': 200} Jul 05 09:57:57.390556 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9fd94e28-da30-4af2-9598-c8f9200d4f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:57.393681 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9fd94e28-da30-4af2-9598-c8f9200d4f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:57.396722 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9fd94e28-da30-4af2-9598-c8f9200d4f16 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6847bcb4-09a1-4085-9845-2512f7288eb1 HTTP/1.1" status: 204 len: 168 time: 0.5421760 Jul 05 09:57:57.434824 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5685387a-6fad-4efb-b56d-67ff88f8eb4b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:57.441094 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5685387a-6fad-4efb-b56d-67ff88f8eb4b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:57.457583 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd94e28-da30-4af2-9598-c8f9200d4f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6847bcb4-09a1-4085-9845-2512f7288eb1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:57.670598 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 906f5cb5-21ae-4450-946a-03500053333c no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:57:57.708052 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-5685387a-6fad-4efb-b56d-67ff88f8eb4b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Floating IP 91a53542-67db-4c67-8fa6-2b789cf23b84 associated. External IP: 172.25.7.5, port: 986d841a-4e19-4fe4-a04e-fdbf061a3599. Jul 05 09:57:57.747238 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 906f5cb5-21ae-4450-946a-03500053333c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:57:57.750537 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 906f5cb5-21ae-4450-946a-03500053333c not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:57:58.048157 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c80af5e3-ae96-4b12-b01c-7999af5af03f up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:58.087168 n-d-798054-8 neutron-server[93906]: DEBUG neutron.objects.ports [None req-c57cea68-a9c0-4832-9698-e560b3e2c27d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:57:58.122449 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0751277-a148-4abb-bdbd-72929006add9 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:58.313144 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-53d5a817-75e2-4b40-a39c-c6e70aaee5f3 None None] Provisioning for port c80af5e3-ae96-4b12-b01c-7999af5af03f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:58.351805 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-53d5a817-75e2-4b40-a39c-c6e70aaee5f3 None None] Provisioning complete for port c80af5e3-ae96-4b12-b01c-7999af5af03f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:58.352216 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-53d5a817-75e2-4b40-a39c-c6e70aaee5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:58.411063 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c57cea68-a9c0-4832-9698-e560b3e2c27d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:58.456008 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40028) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:58.482516 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07412936-fccb-4351-b1c6-c8899f698b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:58.661414 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port c80af5e3-ae96-4b12-b01c-7999af5af03f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:58.662181 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:58.834573 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-c57cea68-a9c0-4832-9698-e560b3e2c27d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] For port c80af5e3-ae96-4b12-b01c-7999af5af03f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c80af5e3-ae96-4b12-b01c-7999af5af03f,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:58.947543 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c57cea68-a9c0-4832-9698-e560b3e2c27d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:58.950774 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40048) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:58.979707 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c57cea68-a9c0-4832-9698-e560b3e2c27d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:58.981921 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c57cea68-a9c0-4832-9698-e560b3e2c27d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:59.028971 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07412936-fccb-4351-b1c6-c8899f698b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:59.164921 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5685387a-6fad-4efb-b56d-67ff88f8eb4b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Router 99ab73cc-c97f-43e9-a666-4ee6cd38d26c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:57:59.167957 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57cea68-a9c0-4832-9698-e560b3e2c27d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:59.168285 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07412936-fccb-4351-b1c6-c8899f698b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:59.216317 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07412936-fccb-4351-b1c6-c8899f698b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c95a05f-6d14-446f-916c-fd619174c4a1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:59.224448 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c57cea68-a9c0-4832-9698-e560b3e2c27d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:59.238935 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57cea68-a9c0-4832-9698-e560b3e2c27d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=c80af5e3-ae96-4b12-b01c-7999af5af03f,revision_number=14']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:59.252143 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57cea68-a9c0-4832-9698-e560b3e2c27d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:59.252768 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c57cea68-a9c0-4832-9698-e560b3e2c27d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:59.262420 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-344f5f73-ff06-4c13-b447-d326eb8569b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:59.297775 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-07412936-fccb-4351-b1c6-c8899f698b8c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=35565080b93e4a47be810d5de4ac3abd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8358710 Jul 05 09:57:59.300544 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40056) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:59.312538 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57cea68-a9c0-4832-9698-e560b3e2c27d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=e4bdf4e9-4f55-4599-8a35-206e030c051d,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:59.322729 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-5929218c-1671-47d3-bef9-97c2df63ed23 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:59.325544 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-5929218c-1671-47d3-bef9-97c2df63ed23 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/networks?id=997cf90f-0f10-481f-981a-696c40205086 HTTP/1.1" status: 200 len: 821 time: 0.5809736 Jul 05 09:57:59.333861 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c57cea68-a9c0-4832-9698-e560b3e2c27d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.8067837 Jul 05 09:57:59.338716 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40058) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:59.348117 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-14b4ec88-e5f0-409d-b555-7fea211aa968 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'mac_address': 'fa:16:3e:73:2a:01', 'name': 'tempest-NetworksTestDHCPv6-1817122838'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:59.361138 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-1a10e03a-7561-4128-a173-f7ea23757084 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/quotas/bba36971b9394077b39bcc9045b67d85 HTTP/1.1" status: 200 len: 375 time: 0.0287387 Jul 05 09:57:59.535975 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5685387a-6fad-4efb-b56d-67ff88f8eb4b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:57:59.552296 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f94f2a-45ad-4019-9845-084f905a7334 None None] Sync routers for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:57:59.576120 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f94f2a-45ad-4019-9845-084f905a7334 None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:59.583628 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b5f94f2a-45ad-4019-9845-084f905a7334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:57:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:59.686876 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b5f94f2a-45ad-4019-9845-084f905a7334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:59.713056 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f94f2a-45ad-4019-9845-084f905a7334 None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:59.720004 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b5f94f2a-45ad-4019-9845-084f905a7334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:57:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:59.777352 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b5f94f2a-45ad-4019-9845-084f905a7334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:59.778258 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f94f2a-45ad-4019-9845-084f905a7334 None None] The sync data for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:57:59.858566 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-c60d7a24-4348-4b52-a0a6-3d3b6383b4ec tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=bba36971b9394077b39bcc9045b67d85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4838555 Jul 05 09:57:59.923643 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c80af5e3-ae96-4b12-b01c-7999af5af03f up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:58:00.033891 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port c80af5e3-ae96-4b12-b01c-7999af5af03f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:00.034269 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.034554 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-4d4435c0-52b3-4676-844e-7cab47bb60e3 service neutron] 10.222.0.79 "GET /v2.0/networks/997cf90f-0f10-481f-981a-696c40205086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618264 Jul 05 09:58:00.081342 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f366c84-7c7e-4774-aeed-7c7af67ba874 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:00.162246 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52ffa977-722a-413f-bb8f-08fcc8f9b5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.166777 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5685387a-6fad-4efb-b56d-67ff88f8eb4b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Router 47a03595-161b-48c2-a471-d2221df35522 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:58:00.288200 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52ffa977-722a-413f-bb8f-08fcc8f9b5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.342999 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4376e20b-816b-4794-82da-fff3288eb162 None None] Provisioning complete for port c80af5e3-ae96-4b12-b01c-7999af5af03f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:00.343326 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4376e20b-816b-4794-82da-fff3288eb162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.432437 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-344f5f73-ff06-4c13-b447-d326eb8569b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.463067 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-344f5f73-ff06-4c13-b447-d326eb8569b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.524410 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-344f5f73-ff06-4c13-b447-d326eb8569b9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ddf817cf46ac45eca7772ff377e2ba37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5706875 Jul 05 09:58:00.525970 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b4ec88-e5f0-409d-b555-7fea211aa968 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:00.530277 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40076) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:00.589804 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-0f8842df-e04d-4cf6-a31c-27c86453a4ae service neutron] 10.222.0.79 "GET /v2.0/networks/997cf90f-0f10-481f-981a-696c40205086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310169 Jul 05 09:58:00.591393 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5685387a-6fad-4efb-b56d-67ff88f8eb4b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:58:00.607074 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5685387a-6fad-4efb-b56d-67ff88f8eb4b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.625975 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52ffa977-722a-413f-bb8f-08fcc8f9b5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.628081 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52ffa977-722a-413f-bb8f-08fcc8f9b5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.631821 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-52ffa977-722a-413f-bb8f-08fcc8f9b5a3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5c95a05f-6d14-446f-916c-fd619174c4a1 HTTP/1.1" status: 204 len: 168 time: 1.3253403 Jul 05 09:58:00.664470 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e798847-274a-48b0-9d2f-0fcf96e73b95 None None] Sync routers for ids ['47a03595-161b-48c2-a471-d2221df35522'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:58:00.764371 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e798847-274a-48b0-9d2f-0fcf96e73b95 None None] Routers {'47a03595-161b-48c2-a471-d2221df35522'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:58:00.765849 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1e798847-274a-48b0-9d2f-0fcf96e73b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:57:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['47a03595-161b-48c2-a471-d2221df35522'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:00.813282 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1e798847-274a-48b0-9d2f-0fcf96e73b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:00.829611 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f5f73-ff06-4c13-b447-d326eb8569b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4f143b-b241-44ba-9d34-a0b130d4f357,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:00.839323 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e798847-274a-48b0-9d2f-0fcf96e73b95 None None] Routers {'47a03595-161b-48c2-a471-d2221df35522'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:58:00.840344 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1e798847-274a-48b0-9d2f-0fcf96e73b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:57:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['47a03595-161b-48c2-a471-d2221df35522'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:00.902532 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5685387a-6fad-4efb-b56d-67ff88f8eb4b tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "PUT /v2.0/floatingips/91a53542-67db-4c67-8fa6-2b789cf23b84 HTTP/1.1" status: 200 len: 976 time: 5.2742612 Jul 05 09:58:00.903181 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40088) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:00.957569 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14b4ec88-e5f0-409d-b555-7fea211aa968 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.959727 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-62e59754-4844-428c-a45a-7a12811896cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.971899 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffa977-722a-413f-bb8f-08fcc8f9b5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c95a05f-6d14-446f-916c-fd619174c4a1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:01.001070 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1e798847-274a-48b0-9d2f-0fcf96e73b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:01.005864 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e798847-274a-48b0-9d2f-0fcf96e73b95 None None] The sync data for ids ['47a03595-161b-48c2-a471-d2221df35522'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:58:01.077796 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-14b4ec88-e5f0-409d-b555-7fea211aa968 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] device_id is not set on port 999ee141-66cc-44ab-b7aa-1e3549eda48d yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:58:01.168688 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-62e59754-4844-428c-a45a-7a12811896cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:01.217127 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e53a1cda-4691-4ab7-9b20-d652901b9848 req-a72e99c4-93f6-443f-aca1-00a3f4bab71b tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d9ef9f3-fdfd-4791-ada2-48661da87369 HTTP/1.1" status: 200 len: 210 time: 0.1348450 Jul 05 09:58:01.323420 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf23c4-565b-4e3b-8135-e348623f8b06 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Deleting port 117e83ec-5596-4964-818c-af3a68a4298c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:01.326468 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aaaf23c4-565b-4e3b-8135-e348623f8b06 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:01.497380 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3b246c31-c8d3-4edf-96f8-8de36c4bfbfb None None] Provisioning complete for port c80af5e3-ae96-4b12-b01c-7999af5af03f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:01.497768 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3b246c31-c8d3-4edf-96f8-8de36c4bfbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:01.522242 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aaaf23c4-565b-4e3b-8135-e348623f8b06 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:01.547036 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-62e59754-4844-428c-a45a-7a12811896cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:01.551382 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-62e59754-4844-428c-a45a-7a12811896cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:01.552605 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-62e59754-4844-428c-a45a-7a12811896cf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8a4f143b-b241-44ba-9d34-a0b130d4f357 HTTP/1.1" status: 204 len: 168 time: 1.0074630 Jul 05 09:58:01.605382 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e59754-4844-428c-a45a-7a12811896cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4f143b-b241-44ba-9d34-a0b130d4f357,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:01.660830 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-14b4ec88-e5f0-409d-b555-7fea211aa968 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8::1af (65df7426-ac9a-4b58-aa66-f2f5b3623134/cfdb8599-67cf-4c0f-85f7-7e4f67d3119a/999ee141-66cc-44ab-b7aa-1e3549eda48d) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:01.673374 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-14b4ec88-e5f0-409d-b555-7fea211aa968 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8:0:1:f816:3eff:fe73:2a01 (65df7426-ac9a-4b58-aa66-f2f5b3623134/e4bdf4e9-4f55-4599-8a35-206e030c051d/999ee141-66cc-44ab-b7aa-1e3549eda48d) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:01.904101 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aaaf23c4-565b-4e3b-8135-e348623f8b06 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:01.904487 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aaaf23c4-565b-4e3b-8135-e348623f8b06 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:01.904804 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-aaaf23c4-565b-4e3b-8135-e348623f8b06 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Floating IP 91a53542-67db-4c67-8fa6-2b789cf23b84 disassociated. External IP: 172.25.7.5, port: 117e83ec-5596-4964-818c-af3a68a4298c. Jul 05 09:58:01.905939 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf23c4-565b-4e3b-8135-e348623f8b06 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Calling delete_port for 117e83ec-5596-4964-818c-af3a68a4298c owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:02.023363 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14b4ec88-e5f0-409d-b555-7fea211aa968 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:02.105800 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-14b4ec88-e5f0-409d-b555-7fea211aa968 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Transition to ACTIVE for port object 999ee141-66cc-44ab-b7aa-1e3549eda48d will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:02.107073 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aaaf23c4-565b-4e3b-8135-e348623f8b06 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:02.175698 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf23c4-565b-4e3b-8135-e348623f8b06 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event deleted for resources: {'Port': ['ID=117e83ec-5596-4964-818c-af3a68a4298c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:02.212739 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14b4ec88-e5f0-409d-b555-7fea211aa968 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:02.379817 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4ec88-e5f0-409d-b555-7fea211aa968 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=999ee141-66cc-44ab-b7aa-1e3549eda48d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:02.412874 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b4ec88-e5f0-409d-b555-7fea211aa968 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:02.420100 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-14b4ec88-e5f0-409d-b555-7fea211aa968 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:02.426321 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b4ec88-e5f0-409d-b555-7fea211aa968 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:02.442913 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b4ec88-e5f0-409d-b555-7fea211aa968 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:02.443954 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14b4ec88-e5f0-409d-b555-7fea211aa968 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:02.485438 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-14b4ec88-e5f0-409d-b555-7fea211aa968 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1430314 Jul 05 09:58:02.487688 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40146) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:02.549752 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:02.567459 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaaf23c4-565b-4e3b-8135-e348623f8b06 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Router 47a03595-161b-48c2-a471-d2221df35522 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:58:02.720395 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7d9ab2f5-d217-49e4-a689-723c85c4684b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting port 999ee141-66cc-44ab-b7aa-1e3549eda48d {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:02.721950 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d9ab2f5-d217-49e4-a689-723c85c4684b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:02.795194 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e43be7bb-524c-4b98-8a40-e85b432b1eee req-be4c0461-101a-4fb1-8bea-0d07ac977c97 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d9ef9f3-fdfd-4791-ada2-48661da87369 HTTP/1.1" status: 200 len: 210 time: 0.2263181 Jul 05 09:58:02.961274 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaaf23c4-565b-4e3b-8135-e348623f8b06 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:58:02.972780 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c399d2-daee-4e52-9564-230e8b2233ac None None] Sync routers for ids ['47a03595-161b-48c2-a471-d2221df35522'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:58:03.013199 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-611d17ec-3db6-4028-8179-90fb7b6ff2ee None None] Provisioning for port 999ee141-66cc-44ab-b7aa-1e3549eda48d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:58:03.013437 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c399d2-daee-4e52-9564-230e8b2233ac None None] Routers {'47a03595-161b-48c2-a471-d2221df35522'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:58:03.014341 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d1c399d2-daee-4e52-9564-230e8b2233ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:57:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['47a03595-161b-48c2-a471-d2221df35522'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:03.025333 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-611d17ec-3db6-4028-8179-90fb7b6ff2ee None None] Provisioning complete for port 999ee141-66cc-44ab-b7aa-1e3549eda48d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:03.027698 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-611d17ec-3db6-4028-8179-90fb7b6ff2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:03.106788 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d9ab2f5-d217-49e4-a689-723c85c4684b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:03.120490 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-611d17ec-3db6-4028-8179-90fb7b6ff2ee None None] Port 999ee141-66cc-44ab-b7aa-1e3549eda48d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:58:03.149427 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d1c399d2-daee-4e52-9564-230e8b2233ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:03.154821 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7d9ab2f5-d217-49e4-a689-723c85c4684b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Calling delete_port for 999ee141-66cc-44ab-b7aa-1e3549eda48d owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:03.177038 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c399d2-daee-4e52-9564-230e8b2233ac None None] Routers {'47a03595-161b-48c2-a471-d2221df35522'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:58:03.178246 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d1c399d2-daee-4e52-9564-230e8b2233ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:57:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['47a03595-161b-48c2-a471-d2221df35522'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:03.254706 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d1c399d2-daee-4e52-9564-230e8b2233ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:03.255681 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c399d2-daee-4e52-9564-230e8b2233ac None None] The sync data for ids ['47a03595-161b-48c2-a471-d2221df35522'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:58:03.414441 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aaaf23c4-565b-4e3b-8135-e348623f8b06 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:03.420309 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-aaaf23c4-565b-4e3b-8135-e348623f8b06 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "DELETE /v2.0/ports/117e83ec-5596-4964-818c-af3a68a4298c HTTP/1.1" status: 204 len: 168 time: 2.5135970 Jul 05 09:58:03.420619 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40178) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:03.694109 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d9ab2f5-d217-49e4-a689-723c85c4684b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:03.705295 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-f1fea118-6892-4b5b-9609-77dc3eaae09f tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:03.714163 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-f1fea118-6892-4b5b-9609-77dc3eaae09f tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.81 "GET /v2.0/networks?id=997cf90f-0f10-481f-981a-696c40205086 HTTP/1.1" status: 200 len: 821 time: 0.5889390 Jul 05 09:58:03.733955 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ab2f5-d217-49e4-a689-723c85c4684b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Port': ['ID=999ee141-66cc-44ab-b7aa-1e3549eda48d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:03.741750 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-56406876-6327-413d-bf8b-f71294c13076 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Request body: {'port': {'device_id': '5d9ef9f3-fdfd-4791-ada2-48661da87369', 'network_id': '997cf90f-0f10-481f-981a-696c40205086', 'admin_state_up': True, 'tenant_id': 'bba36971b9394077b39bcc9045b67d85'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:03.844167 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d9ab2f5-d217-49e4-a689-723c85c4684b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:03.847025 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7d9ab2f5-d217-49e4-a689-723c85c4684b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/999ee141-66cc-44ab-b7aa-1e3549eda48d HTTP/1.1" status: 204 len: 168 time: 1.3560011 Jul 05 09:58:03.850510 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40196) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:04.051990 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d328d54-c1e0-4425-b6d1-1fcf9e359699 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:04.067658 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0d328d54-c1e0-4425-b6d1-1fcf9e359699 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1957633 Jul 05 09:58:04.074458 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40204) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:04.231206 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afa17cb-15f9-40e3-8efb-12f3ef6561d4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:04.238463 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1afa17cb-15f9-40e3-8efb-12f3ef6561d4 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1573026 Jul 05 09:58:04.241740 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40214) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:04.336515 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40216) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:04.400579 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc40e8c9-71e1-45bc-a7b9-ab64254607ee tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:04.405485 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc40e8c9-71e1-45bc-a7b9-ab64254607ee tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:04.407081 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc40e8c9-71e1-45bc-a7b9-ab64254607ee tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:04.411606 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cc40e8c9-71e1-45bc-a7b9-ab64254607ee tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1668210 Jul 05 09:58:04.412263 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40220) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:04.604250 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-695f14f5-0e03-4e05-af5f-bbf5c30dfc3a req-02c4d9b3-63aa-4c65-8525-299e79b9f9ad tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d9ef9f3-fdfd-4791-ada2-48661da87369 HTTP/1.1" status: 200 len: 210 time: 0.0508094 Jul 05 09:58:04.606958 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-5517b0a1-96e7-4c3f-ab7b-9e17636f6598 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet cfdb8599-67cf-4c0f-85f7-7e4f67d3119a {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:58:04.626791 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5517b0a1-96e7-4c3f-ab7b-9e17636f6598 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:04.729724 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5517b0a1-96e7-4c3f-ab7b-9e17636f6598 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:04.765988 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-71c5eeb4-3b4f-4c87-b725-9e98cb31a833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1843361722'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:04.812383 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c5eeb4-3b4f-4c87-b725-9e98cb31a833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] Made reservation on behalf of 48c77e191bd84c35a70f8f34af5e1c67 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:04.820173 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-71c5eeb4-3b4f-4c87-b725-9e98cb31a833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:04.890985 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-71c5eeb4-3b4f-4c87-b725-9e98cb31a833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:04.983961 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5517b0a1-96e7-4c3f-ab7b-9e17636f6598 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.114148 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ef57c25-109a-4238-a4ea-23db528e3395 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.245754 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-71c5eeb4-3b4f-4c87-b725-9e98cb31a833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.256731 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-71c5eeb4-3b4f-4c87-b725-9e98cb31a833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.311405 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c5eeb4-3b4f-4c87-b725-9e98cb31a833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:05.325545 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-56406876-6327-413d-bf8b-f71294c13076 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Made reservation on behalf of bba36971b9394077b39bcc9045b67d85 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:05.329391 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-56406876-6327-413d-bf8b-f71294c13076 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.400367 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-71c5eeb4-3b4f-4c87-b725-9e98cb31a833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.401775 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-71c5eeb4-3b4f-4c87-b725-9e98cb31a833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] Added segment c7d03a8d-7bdd-4a25-b076-24a196b31354 of type vlan for network 464af13b-84b6-47bf-8790-62b35737f36b Jul 05 09:58:05.414643 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5517b0a1-96e7-4c3f-ab7b-9e17636f6598 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.456749 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517b0a1-96e7-4c3f-ab7b-9e17636f6598 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=cfdb8599-67cf-4c0f-85f7-7e4f67d3119a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:05.518132 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5517b0a1-96e7-4c3f-ab7b-9e17636f6598 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.526976 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3598da25-6ffd-409e-83cb-2446634bdcd8 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:05.534981 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5517b0a1-96e7-4c3f-ab7b-9e17636f6598 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/cfdb8599-67cf-4c0f-85f7-7e4f67d3119a HTTP/1.1" status: 204 len: 168 time: 1.1214478 Jul 05 09:58:05.538209 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40248) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:05.546670 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-56406876-6327-413d-bf8b-f71294c13076 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Allocated IP 172.20.0.14 (997cf90f-0f10-481f-981a-696c40205086/c18f37df-aff7-4839-ac34-d159e239e65d/0709380a-d247-482c-aed7-7ed76f4fc9fc) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:05.589635 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5eeb4-3b4f-4c87-b725-9e98cb31a833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3a68b2-bc5a-44c0-80ba-cf8c932ab255,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:05.611281 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-71c5eeb4-3b4f-4c87-b725-9e98cb31a833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.716672 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8009b4b-7603-41d9-aeab-2beade5b3483 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet e4bdf4e9-4f55-4599-8a35-206e030c051d {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:58:05.720978 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8009b4b-7603-41d9-aeab-2beade5b3483 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.822265 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8009b4b-7603-41d9-aeab-2beade5b3483 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.881834 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-71c5eeb4-3b4f-4c87-b725-9e98cb31a833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.887991 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c5eeb4-3b4f-4c87-b725-9e98cb31a833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:05.892212 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-71c5eeb4-3b4f-4c87-b725-9e98cb31a833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.018074 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-312bd5c7-a91e-4d4c-96e2-b59e4835a7d8 req-ce3f48cf-1e94-4924-ae44-81bf91cd4927 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d9ef9f3-fdfd-4791-ada2-48661da87369 HTTP/1.1" status: 200 len: 210 time: 0.0672929 Jul 05 09:58:06.030251 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-56406876-6327-413d-bf8b-f71294c13076 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.056400 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.067890 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-71c5eeb4-3b4f-4c87-b725-9e98cb31a833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.7262142 Jul 05 09:58:06.112079 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5eeb4-3b4f-4c87-b725-9e98cb31a833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] Pushing event updated for resources: {'Network': ['ID=464af13b-84b6-47bf-8790-62b35737f36b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:06.125098 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 464af13b-84b6-47bf-8790-62b35737f36b details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:06.137849 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8009b4b-7603-41d9-aeab-2beade5b3483 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.206018 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-56406876-6327-413d-bf8b-f71294c13076 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.265984 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8009b4b-7603-41d9-aeab-2beade5b3483 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.312072 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8009b4b-7603-41d9-aeab-2beade5b3483 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=e4bdf4e9-4f55-4599-8a35-206e030c051d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:06.329047 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8009b4b-7603-41d9-aeab-2beade5b3483 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.333978 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b8009b4b-7603-41d9-aeab-2beade5b3483 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/e4bdf4e9-4f55-4599-8a35-206e030c051d HTTP/1.1" status: 204 len: 168 time: 0.7482462 Jul 05 09:58:06.334774 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40268) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:06.405283 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-56406876-6327-413d-bf8b-f71294c13076 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Network 997cf90f-0f10-481f-981a-696c40205086 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:06.422930 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-56406876-6327-413d-bf8b-f71294c13076 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:06.426761 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3cc55f6d-fcaf-42e6-abce-10cd868dd128 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0907836 Jul 05 09:58:06.429154 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56406876-6327-413d-bf8b-f71294c13076 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Pushing event updated for resources: {'Port': ['ID=0709380a-d247-482c-aed7-7ed76f4fc9fc,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:06.429652 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40272) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:06.434709 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-56406876-6327-413d-bf8b-f71294c13076 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:06.438456 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0d51c485-1070-4c68-97ac-8a0fe3a82c71 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:06.504503 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40276) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:06.510313 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Request body: {'port': {'network_id': '464af13b-84b6-47bf-8790-62b35737f36b', 'binding:host_id': 'n-h1-798054-8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-769518092'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:06.528963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7ef57c25-109a-4238-a4ea-23db528e3395 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Deleting port 86464e88-792e-48ce-a43d-4ad7f48ab83e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:06.529300 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ef57c25-109a-4238-a4ea-23db528e3395 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.603283 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-56406876-6327-413d-bf8b-f71294c13076 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:06.605116 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-56406876-6327-413d-bf8b-f71294c13076 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.627681 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Made reservation on behalf of 26576d2273ae42a08fa77f6701a96fea for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:06.636474 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.671425 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.692393 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d51c485-1070-4c68-97ac-8a0fe3a82c71 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:06.697515 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d51c485-1070-4c68-97ac-8a0fe3a82c71 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.748207 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ef57c25-109a-4238-a4ea-23db528e3395 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.793076 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7ef57c25-109a-4238-a4ea-23db528e3395 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Calling delete_port for 86464e88-792e-48ce-a43d-4ad7f48ab83e owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:07.083590 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:07.100964 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-56406876-6327-413d-bf8b-f71294c13076 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3766680 Jul 05 09:58:07.111374 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:07.128742 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] device_id is not set on port 001ebbf1-bde8-48ba-aee3-ff726968872e yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:58:07.229131 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-936433dc-2e6b-499e-85ea-5c4dd6d79061 service neutron] Request body: {'port': {'device_id': '5d9ef9f3-fdfd-4791-ada2-48661da87369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:07.289141 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188d6f14-0685-4110-86ea-d7c5dff69fb6 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:07.370422 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ef57c25-109a-4238-a4ea-23db528e3395 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:07.441281 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-920cefad-b306-4f47-b5e3-985f8434e549 None None] Provisioning complete for port c80af5e3-ae96-4b12-b01c-7999af5af03f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:07.441967 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-920cefad-b306-4f47-b5e3-985f8434e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:07.481082 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef57c25-109a-4238-a4ea-23db528e3395 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event deleted for resources: {'Port': ['ID=86464e88-792e-48ce-a43d-4ad7f48ab83e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:07.570388 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] device_id is not set on port 001ebbf1-bde8-48ba-aee3-ff726968872e yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:58:07.576258 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:07.595378 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Transition to ACTIVE for port object 001ebbf1-bde8-48ba-aee3-ff726968872e will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:07.639012 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:07.673260 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-936433dc-2e6b-499e-85ea-5c4dd6d79061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:07.738087 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a453b1-e2e9-407f-afeb-fc97134d9c75 req-e304ac7b-9513-4b4e-a1a4-0a874eb25278 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:07.739721 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8a453b1-e2e9-407f-afeb-fc97134d9c75 req-e304ac7b-9513-4b4e-a1a4-0a874eb25278 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d9ef9f3-fdfd-4791-ada2-48661da87369 HTTP/1.1" status: 200 len: 932 time: 0.3958406 Jul 05 09:58:07.835747 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd96b967-8baa-41c4-bb73-beeb8d87da27,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:07.845253 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ef57c25-109a-4238-a4ea-23db528e3395 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:07.845598 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc1b232-0867-462e-ab02-e380666c299f None None] DHCP port deletion for 65df7426-ac9a-4b58-aa66-f2f5b3623134 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:58:07.907252 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8a453b1-e2e9-407f-afeb-fc97134d9c75 req-a98f998a-a2ce-4e58-984a-13b1d0ecea98 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396155 Jul 05 09:58:07.954142 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Pushing event updated for resources: {'Port': ['ID=001ebbf1-bde8-48ba-aee3-ff726968872e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:08.018588 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1cc1b232-0867-462e-ab02-e380666c299f None None] Deleting port c80af5e3-ae96-4b12-b01c-7999af5af03f {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:08.018966 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1cc1b232-0867-462e-ab02-e380666c299f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:08.025521 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Checking segment: {'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:08.025965 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Network hostable DHCP agents. Network: 464af13b-84b6-47bf-8790-62b35737f36b, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:58:08.127767 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Network 464af13b-84b6-47bf-8790-62b35737f36b is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:58:08.141592 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d51c485-1070-4c68-97ac-8a0fe3a82c71 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:08.165744 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 464af13b-84b6-47bf-8790-62b35737f36b) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:08.186798 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c21e0a7-ab27-4af2-967d-8cf1e3bb3d53 None None] Network 464af13b-84b6-47bf-8790-62b35737f36b requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:08.236408 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:08.296788 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51c485-1070-4c68-97ac-8a0fe3a82c71 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=2ea0e843-ae91-4349-8310-4d6a52138b34,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:08.308940 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d51c485-1070-4c68-97ac-8a0fe3a82c71 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:08.310163 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:08.310522 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:08.310976 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:08.316129 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 001ebbf1-bde8-48ba-aee3-ff726968872e on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:08.316565 n-d-798054-8 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:08.318512 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-0d51c485-1070-4c68-97ac-8a0fe3a82c71 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:08.320173 n-d-798054-8 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 2 to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e Jul 05 09:58:08.329955 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d51c485-1070-4c68-97ac-8a0fe3a82c71 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:08.330527 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d51c485-1070-4c68-97ac-8a0fe3a82c71 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:08.357914 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:08.357914 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:08.358782 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:08.367779 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0d51c485-1070-4c68-97ac-8a0fe3a82c71 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9341328 Jul 05 09:58:08.367779 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 001ebbf1-bde8-48ba-aee3-ff726968872e on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:08.367779 n-d-798054-8 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:08.367779 n-d-798054-8 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 3 to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e Jul 05 09:58:08.383534 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40314) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:08.384384 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:08.384746 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:08.385089 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:08.393012 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3f0b22fa-29ce-46ca-809b-495c8f0e1331 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:08.446092 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1cc1b232-0867-462e-ab02-e380666c299f None None] For port c80af5e3-ae96-4b12-b01c-7999af5af03f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c80af5e3-ae96-4b12-b01c-7999af5af03f,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:08.447723 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1cc1b232-0867-462e-ab02-e380666c299f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:08.467427 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-936433dc-2e6b-499e-85ea-5c4dd6d79061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0709380a-d247-482c-aed7-7ed76f4fc9fc {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:58:08.469056 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1cc1b232-0867-462e-ab02-e380666c299f None None] Calling delete_port for c80af5e3-ae96-4b12-b01c-7999af5af03f owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:08.476910 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-936433dc-2e6b-499e-85ea-5c4dd6d79061 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:08.492328 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-936433dc-2e6b-499e-85ea-5c4dd6d79061 service neutron] Transition to ACTIVE for port object 0709380a-d247-482c-aed7-7ed76f4fc9fc will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:08.497186 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-936433dc-2e6b-499e-85ea-5c4dd6d79061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:08.524808 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 001ebbf1-bde8-48ba-aee3-ff726968872e on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:08.525155 n-d-798054-8 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:08.527516 n-d-798054-8 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 4 to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e Jul 05 09:58:08.597600 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:08.598806 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:08.599343 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:08.614406 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0b22fa-29ce-46ca-809b-495c8f0e1331 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:08.621922 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f0b22fa-29ce-46ca-809b-495c8f0e1331 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:08.636239 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 001ebbf1-bde8-48ba-aee3-ff726968872e on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:08.637134 n-d-798054-8 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:08.655024 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1cc1b232-0867-462e-ab02-e380666c299f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:08.660053 n-d-798054-8 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 5 to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e Jul 05 09:58:08.718932 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:08.719563 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:08.720172 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:08.730847 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 001ebbf1-bde8-48ba-aee3-ff726968872e on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:08.731428 n-d-798054-8 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:08.734117 n-d-798054-8 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 6 to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e Jul 05 09:58:08.761375 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc1b232-0867-462e-ab02-e380666c299f None None] No DVR routers for this DVR port c80af5e3-ae96-4b12-b01c-7999af5af03f on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:58:08.764054 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:08.764760 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:08.765290 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:08.768277 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1b232-0867-462e-ab02-e380666c299f None None] Pushing event deleted for resources: {'Port': ['ID=c80af5e3-ae96-4b12-b01c-7999af5af03f,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:08.771025 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef57c25-109a-4238-a4ea-23db528e3395 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Router 47a03595-161b-48c2-a471-d2221df35522 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:58:08.791402 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 001ebbf1-bde8-48ba-aee3-ff726968872e on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:08.792217 n-d-798054-8 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:08.792548 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936433dc-2e6b-499e-85ea-5c4dd6d79061 service neutron] Pushing event updated for resources: {'Port': ['ID=0709380a-d247-482c-aed7-7ed76f4fc9fc,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:08.802668 n-d-798054-8 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 7 to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e Jul 05 09:58:08.841560 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:08.842200 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:08.842615 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:08.852869 n-d-798054-8 neutron-server[93906]: INFO neutron.db.ipam_backend_mixin [None req-3f0b22fa-29ce-46ca-809b-495c8f0e1331 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2ea0e843-ae91-4349-8310-4d6a52138b34 (CIDR: 2001:db8::/64) Jul 05 09:58:08.854407 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 001ebbf1-bde8-48ba-aee3-ff726968872e on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:08.854821 n-d-798054-8 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:08.855289 n-d-798054-8 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 8 to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e Jul 05 09:58:08.856496 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6e4495-f000-4f85-a39f-1f8b9abec4f0 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:08.873327 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:08.873832 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:08.874237 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:08.879543 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 001ebbf1-bde8-48ba-aee3-ff726968872e on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:08.879981 n-d-798054-8 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:08.881482 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0b22fa-29ce-46ca-809b-495c8f0e1331 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:58:08.882656 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0b22fa-29ce-46ca-809b-495c8f0e1331 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:08.886608 n-d-798054-8 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 9 to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e Jul 05 09:58:08.912649 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:08.913087 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:08.913833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:08.923825 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3f0b22fa-29ce-46ca-809b-495c8f0e1331 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5336456 Jul 05 09:58:08.923825 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 001ebbf1-bde8-48ba-aee3-ff726968872e on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:08.923825 n-d-798054-8 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:08.923825 n-d-798054-8 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 10 to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e Jul 05 09:58:08.926797 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40320) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:08.934648 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a0e6bdb6-abe7-40c6-8146-e4ce0378f5e0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'subnet': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:09.121050 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:09.121349 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:09.125620 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:09.151666 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 001ebbf1-bde8-48ba-aee3-ff726968872e on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:09.152346 n-d-798054-8 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 001ebbf1-bde8-48ba-aee3-ff726968872e on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:09.152432 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:09.209902 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e6bdb6-abe7-40c6-8146-e4ce0378f5e0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:09.224946 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0e6bdb6-abe7-40c6-8146-e4ce0378f5e0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:09.239649 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-936433dc-2e6b-499e-85ea-5c4dd6d79061 service neutron] Attempting to bind port 0709380a-d247-482c-aed7-7ed76f4fc9fc on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:09.240259 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-936433dc-2e6b-499e-85ea-5c4dd6d79061 service neutron] Attempting to bind port 0709380a-d247-482c-aed7-7ed76f4fc9fc by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '2464d207-0e02-4981-a0f8-faec5668a657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '997cf90f-0f10-481f-981a-696c40205086'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:09.241032 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-936433dc-2e6b-499e-85ea-5c4dd6d79061 service neutron] Attempting to bind port 0709380a-d247-482c-aed7-7ed76f4fc9fc on network 997cf90f-0f10-481f-981a-696c40205086 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:09.267111 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-936433dc-2e6b-499e-85ea-5c4dd6d79061 service neutron] Port 0709380a-d247-482c-aed7-7ed76f4fc9fc on network 997cf90f-0f10-481f-981a-696c40205086 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:09.267691 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-936433dc-2e6b-499e-85ea-5c4dd6d79061 service neutron] Attempting to bind port 0709380a-d247-482c-aed7-7ed76f4fc9fc on network 997cf90f-0f10-481f-981a-696c40205086 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:09.288271 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-936433dc-2e6b-499e-85ea-5c4dd6d79061 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:58:09.289228 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-936433dc-2e6b-499e-85ea-5c4dd6d79061 service neutron] Checking segment: {'id': '2464d207-0e02-4981-a0f8-faec5668a657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '997cf90f-0f10-481f-981a-696c40205086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:09.289780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-936433dc-2e6b-499e-85ea-5c4dd6d79061 service neutron] Bound using segment: {'id': '2464d207-0e02-4981-a0f8-faec5668a657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '997cf90f-0f10-481f-981a-696c40205086'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:58:09.290985 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-936433dc-2e6b-499e-85ea-5c4dd6d79061 service neutron] Bound port: 0709380a-d247-482c-aed7-7ed76f4fc9fc, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2464d207-0e02-4981-a0f8-faec5668a657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '997cf90f-0f10-481f-981a-696c40205086'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:58:09.291505 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-936433dc-2e6b-499e-85ea-5c4dd6d79061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:09.524779 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3142e3a4-0e53-450b-8f13-f6d531a0a46c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-65df7426-ac9a-4b58-aa66-f2f5b3623134', 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'tenant_id': '6e8aee2f22274343a7455e44e0e846a8', 'fixed_ips': [{'subnet_id': '2ea0e843-ae91-4349-8310-4d6a52138b34'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:58:09.526367 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3142e3a4-0e53-450b-8f13-f6d531a0a46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:09.717045 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] For port 001ebbf1-bde8-48ba-aee3-ff726968872e, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:58:09.719076 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempted to set empty binding levels {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 09:58:09.734259 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:09.769889 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-3142e3a4-0e53-450b-8f13-f6d531a0a46c None None] Allocated IP 2001:db8::2 (65df7426-ac9a-4b58-aa66-f2f5b3623134/2ea0e843-ae91-4349-8310-4d6a52138b34/b2bcf140-855d-42e6-b104-c73a4e9d8ab3) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:09.888749 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-936433dc-2e6b-499e-85ea-5c4dd6d79061 service neutron] For port 0709380a-d247-482c-aed7-7ed76f4fc9fc, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:58:09.893331 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-936433dc-2e6b-499e-85ea-5c4dd6d79061 service neutron] For port 0709380a-d247-482c-aed7-7ed76f4fc9fc, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=0709380a-d247-482c-aed7-7ed76f4fc9fc,segment=NetworkSegment(2464d207-0e02-4981-a0f8-faec5668a657),segment_id=2464d207-0e02-4981-a0f8-faec5668a657)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:58:09.971196 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:09.971823 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:10.037770 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Pushing event updated for resources: {'Port': ['ID=001ebbf1-bde8-48ba-aee3-ff726968872e,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:10.043364 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef57c25-109a-4238-a4ea-23db528e3395 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:58:10.058474 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7ef57c25-109a-4238-a4ea-23db528e3395 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "PUT /v2.0/routers/47a03595-161b-48c2-a471-d2221df35522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6358719 Jul 05 09:58:10.060161 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8cff0d5f-1d5f-4c3c-9c56-16ab9b039beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.5535920 Jul 05 09:58:10.067944 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40340) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:10.069705 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40342) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:10.073971 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3142e3a4-0e53-450b-8f13-f6d531a0a46c None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:10.075740 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-936433dc-2e6b-499e-85ea-5c4dd6d79061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:10.085656 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3142e3a4-0e53-450b-8f13-f6d531a0a46c None None] Transition to ACTIVE for port object b2bcf140-855d-42e6-b104-c73a4e9d8ab3 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:10.104477 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3142e3a4-0e53-450b-8f13-f6d531a0a46c None None] Transition to ACTIVE for port object b2bcf140-855d-42e6-b104-c73a4e9d8ab3 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:10.110888 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a26609-3426-4c65-ba94-1d0a85cbeab5 None None] Sync routers for ids ['47a03595-161b-48c2-a471-d2221df35522'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:58:10.117643 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c80af5e3-ae96-4b12-b01c-7999af5af03f no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:58:10.125702 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3142e3a4-0e53-450b-8f13-f6d531a0a46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:10.137975 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51583dfb-cef2-47ab-b38f-df34d6e893e9 req-64734c6a-5cbf-40ab-8fa7-b620eb277e3c tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:10.148638 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-51583dfb-cef2-47ab-b38f-df34d6e893e9 req-64734c6a-5cbf-40ab-8fa7-b620eb277e3c tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d9ef9f3-fdfd-4791-ada2-48661da87369 HTTP/1.1" status: 200 len: 944 time: 0.9537864 Jul 05 09:58:10.210647 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3142e3a4-0e53-450b-8f13-f6d531a0a46c None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:10.213157 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142e3a4-0e53-450b-8f13-f6d531a0a46c None None] Pushing event updated for resources: {'Port': ['ID=b2bcf140-855d-42e6-b104-c73a4e9d8ab3,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:10.215891 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-3142e3a4-0e53-450b-8f13-f6d531a0a46c None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:10.221295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: c80af5e3-ae96-4b12-b01c-7999af5af03f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:58:10.222281 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c80af5e3-ae96-4b12-b01c-7999af5af03f not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:58:10.224063 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3142e3a4-0e53-450b-8f13-f6d531a0a46c None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:10.233013 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a26609-3426-4c65-ba94-1d0a85cbeab5 None None] Routers {'47a03595-161b-48c2-a471-d2221df35522'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:58:10.233788 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-68a26609-3426-4c65-ba94-1d0a85cbeab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:57:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['47a03595-161b-48c2-a471-d2221df35522'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:10.308754 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-68a26609-3426-4c65-ba94-1d0a85cbeab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:10.325214 n-d-798054-8 neutron-server[93906]: DEBUG neutron.objects.ports [None req-a0e6bdb6-abe7-40c6-8146-e4ce0378f5e0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:58:10.334375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-936433dc-2e6b-499e-85ea-5c4dd6d79061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:10.335031 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-936433dc-2e6b-499e-85ea-5c4dd6d79061 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:10.346861 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-936433dc-2e6b-499e-85ea-5c4dd6d79061 service neutron] 10.222.0.81 "PUT /v2.0/ports/0709380a-d247-482c-aed7-7ed76f4fc9fc HTTP/1.1" status: 200 len: 1092 time: 3.1321690 Jul 05 09:58:10.349546 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9ef9f3-fdfd-4791-ada2-48661da87369', 'tag': '0709380a-d247-482c-aed7-7ed76f4fc9fc'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:58:10.352024 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4dd724-a12d-4d29-8c1d-381cf5942763" -d '{"events": [{"name": "network-changed", "server_uuid": "5d9ef9f3-fdfd-4791-ada2-48661da87369", "tag": "0709380a-d247-482c-aed7-7ed76f4fc9fc"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:58:10.389421 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a26609-3426-4c65-ba94-1d0a85cbeab5 None None] Routers {'47a03595-161b-48c2-a471-d2221df35522'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:58:10.391592 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-68a26609-3426-4c65-ba94-1d0a85cbeab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:57:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['47a03595-161b-48c2-a471-d2221df35522'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:10.398764 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3142e3a4-0e53-450b-8f13-f6d531a0a46c None None] Attempting to bind port b2bcf140-855d-42e6-b104-c73a4e9d8ab3 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:10.399060 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-51583dfb-cef2-47ab-b38f-df34d6e893e9 req-fe975cea-d12b-41d8-8891-5264496a7eff tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494802 Jul 05 09:58:10.399370 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3142e3a4-0e53-450b-8f13-f6d531a0a46c None None] Attempting to bind port b2bcf140-855d-42e6-b104-c73a4e9d8ab3 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:10.403209 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3142e3a4-0e53-450b-8f13-f6d531a0a46c None None] Attempting to bind port b2bcf140-855d-42e6-b104-c73a4e9d8ab3 on network 65df7426-ac9a-4b58-aa66-f2f5b3623134 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:10.461355 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3142e3a4-0e53-450b-8f13-f6d531a0a46c None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:58:10.461915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3142e3a4-0e53-450b-8f13-f6d531a0a46c None None] Checking segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:10.462969 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3142e3a4-0e53-450b-8f13-f6d531a0a46c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:10.463478 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3142e3a4-0e53-450b-8f13-f6d531a0a46c None None] Bound using segment: {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:58:10.490610 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3142e3a4-0e53-450b-8f13-f6d531a0a46c None None] Bound port: b2bcf140-855d-42e6-b104-c73a4e9d8ab3, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:58:10.496777 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3142e3a4-0e53-450b-8f13-f6d531a0a46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:10.528892 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a325f01b-31f2-4e95-a438-56c030518b27 x-openstack-request-id: req-a325f01b-31f2-4e95-a438-56c030518b27 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:58:10.529195 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d9ef9f3-fdfd-4791-ada2-48661da87369", "tag": "0709380a-d247-482c-aed7-7ed76f4fc9fc", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:58:10.529443 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a325f01b-31f2-4e95-a438-56c030518b27 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:58:10.530079 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9ef9f3-fdfd-4791-ada2-48661da87369', 'tag': '0709380a-d247-482c-aed7-7ed76f4fc9fc', 'status': 'completed', 'code': 200} Jul 05 09:58:10.607110 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3142e3a4-0e53-450b-8f13-f6d531a0a46c None None] For port b2bcf140-855d-42e6-b104-c73a4e9d8ab3, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:58:10.613865 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3142e3a4-0e53-450b-8f13-f6d531a0a46c None None] For port b2bcf140-855d-42e6-b104-c73a4e9d8ab3, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b2bcf140-855d-42e6-b104-c73a4e9d8ab3,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:58:10.615429 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-68a26609-3426-4c65-ba94-1d0a85cbeab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:10.616342 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936433dc-2e6b-499e-85ea-5c4dd6d79061 service neutron] Pushing event updated for resources: {'Port': ['ID=0709380a-d247-482c-aed7-7ed76f4fc9fc,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:10.616637 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a26609-3426-4c65-ba94-1d0a85cbeab5 None None] The sync data for ids ['47a03595-161b-48c2-a471-d2221df35522'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:58:10.620291 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3142e3a4-0e53-450b-8f13-f6d531a0a46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:10.659367 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-cd8d37dd-c619-48d3-9009-f03c4ba73457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:10.661822 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-cd8d37dd-c619-48d3-9009-f03c4ba73457 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bba36971b9394077b39bcc9045b67d85&device_id=5d9ef9f3-fdfd-4791-ada2-48661da87369 HTTP/1.1" status: 200 len: 1095 time: 0.2346759 Jul 05 09:58:10.699602 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fa2f041-4d29-4fd8-8cb2-54b11916e35e tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:10.771506 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142e3a4-0e53-450b-8f13-f6d531a0a46c None None] Pushing event updated for resources: {'Port': ['ID=b2bcf140-855d-42e6-b104-c73a4e9d8ab3,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:10.795772 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-5b9821dc-5265-4ef4-97ce-9c3cd6e758f0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0709380a-d247-482c-aed7-7ed76f4fc9fc HTTP/1.1" status: 200 len: 217 time: 0.1250770 Jul 05 09:58:10.803031 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ea7ab861-3d82-4d80-8b1f-403ec4555ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Deleting port 001ebbf1-bde8-48ba-aee3-ff726968872e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:10.803545 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea7ab861-3d82-4d80-8b1f-403ec4555ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:10.883154 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fa2f041-4d29-4fd8-8cb2-54b11916e35e tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:10.945036 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-ea7ab861-3d82-4d80-8b1f-403ec4555ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] For port 001ebbf1-bde8-48ba-aee3-ff726968872e, host n-h1-798054-8, got binding levels [] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:10.947046 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea7ab861-3d82-4d80-8b1f-403ec4555ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:10.975688 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ea7ab861-3d82-4d80-8b1f-403ec4555ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Calling delete_port for 001ebbf1-bde8-48ba-aee3-ff726968872e owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:11.067692 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0e6bdb6-abe7-40c6-8146-e4ce0378f5e0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:11.074186 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6fa2f041-4d29-4fd8-8cb2-54b11916e35e tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Deleting port 51fd4c06-b0e2-41b7-bed0-118f2143e831 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:11.074603 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fa2f041-4d29-4fd8-8cb2-54b11916e35e tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:11.197436 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea7ab861-3d82-4d80-8b1f-403ec4555ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:11.335614 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fa2f041-4d29-4fd8-8cb2-54b11916e35e tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:11.379569 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea7ab861-3d82-4d80-8b1f-403ec4555ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:11.382998 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ea7ab861-3d82-4d80-8b1f-403ec4555ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] 10.222.0.79 "DELETE /v2.0/ports/001ebbf1-bde8-48ba-aee3-ff726968872e HTTP/1.1" status: 204 len: 168 time: 1.2985249 Jul 05 09:58:11.391772 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40364) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:11.393759 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ab861-3d82-4d80-8b1f-403ec4555ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Pushing event deleted for resources: {'Port': ['ID=001ebbf1-bde8-48ba-aee3-ff726968872e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:11.437383 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc2ed0f-0add-45ec-99bb-eadef7f4fb03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] GET failed (client error): The resource could not be found. Jul 05 09:58:11.444801 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0bc2ed0f-0add-45ec-99bb-eadef7f4fb03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] 10.222.0.79 "GET /v2.0/ports/001ebbf1-bde8-48ba-aee3-ff726968872e HTTP/1.1" status: 404 len: 333 time: 0.0414999 Jul 05 09:58:11.445495 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40368) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:11.453247 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-11d9c197-4c6b-4390-978d-9bb27bf10b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Request body: {'port': {'network_id': '464af13b-84b6-47bf-8790-62b35737f36b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1891979068'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:11.475583 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-0198332f-f822-4492-a450-96ab01861602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:11.477405 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-0198332f-f822-4492-a450-96ab01861602 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c18f37df-aff7-4839-ac34-d159e239e65d HTTP/1.1" status: 200 len: 861 time: 0.3037620 Jul 05 09:58:11.489651 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6fa2f041-4d29-4fd8-8cb2-54b11916e35e tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Calling delete_port for 51fd4c06-b0e2-41b7-bed0-118f2143e831 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:11.641007 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-322c340f-f2fe-4d6c-9877-f7bbc2fc5a58 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=997cf90f-0f10-481f-981a-696c40205086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1561637 Jul 05 09:58:11.649858 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d9c197-4c6b-4390-978d-9bb27bf10b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Made reservation on behalf of 26576d2273ae42a08fa77f6701a96fea for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:11.661263 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11d9c197-4c6b-4390-978d-9bb27bf10b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:11.847796 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fa2f041-4d29-4fd8-8cb2-54b11916e35e tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:11.929527 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-a3273516-5dd1-4ccc-bc16-62e8d57257e6 service neutron] 10.222.0.81 "GET /v2.0/networks/997cf90f-0f10-481f-981a-696c40205086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790623 Jul 05 09:58:12.119564 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b2bcf140-855d-42e6-b104-c73a4e9d8ab3 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:58:12.292914 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d6bfb9e9-dd46-4a73-a087-3cdb50c712a9 req-468a17fd-40a1-4a05-b715-95e5c90488da service neutron] 10.222.0.81 "GET /v2.0/networks/997cf90f-0f10-481f-981a-696c40205086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437638 Jul 05 09:58:12.316332 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-11d9c197-4c6b-4390-978d-9bb27bf10b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] device_id is not set on port 22c296fd-87f1-4b2c-83f2-9afed5126906 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:58:12.363667 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port b2bcf140-855d-42e6-b104-c73a4e9d8ab3 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:58:12.479195 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2f041-4d29-4fd8-8cb2-54b11916e35e tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event deleted for resources: {'Port': ['ID=51fd4c06-b0e2-41b7-bed0-118f2143e831,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:12.630820 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fa2f041-4d29-4fd8-8cb2-54b11916e35e tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:12.634638 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-a0e6bdb6-abe7-40c6-8146-e4ce0378f5e0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] For port b2bcf140-855d-42e6-b104-c73a4e9d8ab3, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b2bcf140-855d-42e6-b104-c73a4e9d8ab3,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:12.673625 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1747c3-e292-45d6-a5da-9b614d39e770 req-c6b82aa1-7797-4744-a229-68a628f550ed tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:12.677809 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cd1747c3-e292-45d6-a5da-9b614d39e770 req-c6b82aa1-7797-4744-a229-68a628f550ed tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d9ef9f3-fdfd-4791-ada2-48661da87369 HTTP/1.1" status: 200 len: 944 time: 0.7477694 Jul 05 09:58:12.757458 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8f5eae86-55e6-4ed2-a39e-a896954bf2e0 None None] Provisioning for port b2bcf140-855d-42e6-b104-c73a4e9d8ab3 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:58:12.762412 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cd1747c3-e292-45d6-a5da-9b614d39e770 req-cba75195-8422-4c23-ae00-e5eda8ef5991 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594249 Jul 05 09:58:12.764634 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8f5eae86-55e6-4ed2-a39e-a896954bf2e0 None None] Provisioning complete for port b2bcf140-855d-42e6-b104-c73a4e9d8ab3 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:12.767072 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8f5eae86-55e6-4ed2-a39e-a896954bf2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:12.826479 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4dd724-a12d-4d29-8c1d-381cf5942763 req-5e0d317b-faff-48ac-a9a7-81d28f8c2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:12.828227 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b4dd724-a12d-4d29-8c1d-381cf5942763 req-5e0d317b-faff-48ac-a9a7-81d28f8c2f8c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bba36971b9394077b39bcc9045b67d85&device_id=5d9ef9f3-fdfd-4791-ada2-48661da87369 HTTP/1.1" status: 200 len: 1095 time: 0.3965740 Jul 05 09:58:12.902619 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fa2f041-4d29-4fd8-8cb2-54b11916e35e tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:12.919332 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fa2f041-4d29-4fd8-8cb2-54b11916e35e tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:12.949934 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0e6bdb6-abe7-40c6-8146-e4ce0378f5e0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:12.993265 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8f5eae86-55e6-4ed2-a39e-a896954bf2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.004827 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11d9c197-4c6b-4390-978d-9bb27bf10b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.041435 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0e6bdb6-abe7-40c6-8146-e4ce0378f5e0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.044347 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0e6bdb6-abe7-40c6-8146-e4ce0378f5e0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.084139 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4dd724-a12d-4d29-8c1d-381cf5942763 req-d51ca643-d3f9-4e1b-9eb6-800c39e5e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:13.085642 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b4dd724-a12d-4d29-8c1d-381cf5942763 req-d51ca643-d3f9-4e1b-9eb6-800c39e5e01f service neutron] 10.222.0.81 "GET /v2.0/networks?id=997cf90f-0f10-481f-981a-696c40205086 HTTP/1.1" status: 200 len: 922 time: 0.2413466 Jul 05 09:58:13.141937 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6bdb6-abe7-40c6-8146-e4ce0378f5e0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Subnet': ['ID=e5fff54c-3d32-472b-9812-5193b59ef8f7,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:13.158099 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-8f5eae86-55e6-4ed2-a39e-a896954bf2e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:58:13.159169 n-d-798054-8 neutron-server[93908]: DEBUG oslo_db.api [None req-8f5eae86-55e6-4ed2-a39e-a896954bf2e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:58:13.204124 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6bdb6-abe7-40c6-8146-e4ce0378f5e0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=b2bcf140-855d-42e6-b104-c73a4e9d8ab3,revision_number=4']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:13.216360 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e6bdb6-abe7-40c6-8146-e4ce0378f5e0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:13.221057 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b4dd724-a12d-4d29-8c1d-381cf5942763 req-ab79ec53-e98a-4250-9753-a621e9f868f2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0709380a-d247-482c-aed7-7ed76f4fc9fc HTTP/1.1" status: 200 len: 217 time: 0.1255412 Jul 05 09:58:13.224694 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a0e6bdb6-abe7-40c6-8146-e4ce0378f5e0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:13.236602 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e6bdb6-abe7-40c6-8146-e4ce0378f5e0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:13.237834 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0e6bdb6-abe7-40c6-8146-e4ce0378f5e0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.238425 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59a158c-6759-47ed-957c-207c61ea711f None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:13.251058 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fa2f041-4d29-4fd8-8cb2-54b11916e35e tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.252622 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa2f041-4d29-4fd8-8cb2-54b11916e35e tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Fanout notify agent at l3_agent the message router_deleted on router 47a03595-161b-48c2-a471-d2221df35522 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:58:13.273021 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fa2f041-4d29-4fd8-8cb2-54b11916e35e tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.277829 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6fa2f041-4d29-4fd8-8cb2-54b11916e35e tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "DELETE /v2.0/routers/47a03595-161b-48c2-a471-d2221df35522 HTTP/1.1" status: 204 len: 168 time: 3.2072732 Jul 05 09:58:13.279238 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40404) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:13.284410 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a0e6bdb6-abe7-40c6-8146-e4ce0378f5e0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.3562188 Jul 05 09:58:13.294099 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40406) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:13.299838 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-01efb8bb-be4f-4d5a-878e-7343fba486af tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Request body: {'port': {'network_id': '65df7426-ac9a-4b58-aa66-f2f5b3623134', 'mac_address': 'fa:16:3e:48:4a:59', 'name': 'tempest-NetworksTestDHCPv6-1218608144'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:13.423469 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4dd724-a12d-4d29-8c1d-381cf5942763 req-fe2a7338-89c1-4d7b-bd3d-ea905374bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:13.426991 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b4dd724-a12d-4d29-8c1d-381cf5942763 req-fe2a7338-89c1-4d7b-bd3d-ea905374bc5b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c18f37df-aff7-4839-ac34-d159e239e65d HTTP/1.1" status: 200 len: 861 time: 0.1942880 Jul 05 09:58:13.428493 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-751e794e-0686-4713-b8ab-b9894c0a8525 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Deleting subnet be6721c9-d8f0-4687-a7e3-090619396451 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:58:13.437140 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-751e794e-0686-4713-b8ab-b9894c0a8525 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.502514 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11d9c197-4c6b-4390-978d-9bb27bf10b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.520383 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b4dd724-a12d-4d29-8c1d-381cf5942763 req-4ca20ada-2c22-418b-834f-f61da4daa567 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=997cf90f-0f10-481f-981a-696c40205086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671179 Jul 05 09:58:13.554822 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-751e794e-0686-4713-b8ab-b9894c0a8525 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.627192 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9c197-4c6b-4390-978d-9bb27bf10b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Pushing event updated for resources: {'Port': ['ID=22c296fd-87f1-4b2c-83f2-9afed5126906,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:13.716498 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-751e794e-0686-4713-b8ab-b9894c0a8525 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.737904 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8f5eae86-55e6-4ed2-a39e-a896954bf2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.797588 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d9c197-4c6b-4390-978d-9bb27bf10b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Network 464af13b-84b6-47bf-8790-62b35737f36b is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:13.803217 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-11d9c197-4c6b-4390-978d-9bb27bf10b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:13.812384 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d9c197-4c6b-4390-978d-9bb27bf10b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:13.816072 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d9c197-4c6b-4390-978d-9bb27bf10b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:13.816978 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11d9c197-4c6b-4390-978d-9bb27bf10b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.825707 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8f5eae86-55e6-4ed2-a39e-a896954bf2e0 None None] For port b2bcf140-855d-42e6-b104-c73a4e9d8ab3, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b2bcf140-855d-42e6-b104-c73a4e9d8ab3,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:13.843460 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8f5eae86-55e6-4ed2-a39e-a896954bf2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.882263 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-751e794e-0686-4713-b8ab-b9894c0a8525 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.919679 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-11d9c197-4c6b-4390-978d-9bb27bf10b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4702756 Jul 05 09:58:13.944049 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40422) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:13.975828 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:13.985868 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5eae86-55e6-4ed2-a39e-a896954bf2e0 None None] Pushing event updated for resources: {'Port': ['ID=b2bcf140-855d-42e6-b104-c73a4e9d8ab3,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:13.992391 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e794e-0686-4713-b8ab-b9894c0a8525 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event deleted for resources: {'Subnet': ['ID=be6721c9-d8f0-4687-a7e3-090619396451,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:13.994123 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b2bcf140-855d-42e6-b104-c73a4e9d8ab3 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:58:14.007571 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-751e794e-0686-4713-b8ab-b9894c0a8525 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.015010 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-751e794e-0686-4713-b8ab-b9894c0a8525 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "DELETE /v2.0/subnets/be6721c9-d8f0-4687-a7e3-090619396451 HTTP/1.1" status: 204 len: 168 time: 0.7291486 Jul 05 09:58:14.018312 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40424) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:14.044220 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dab7ec-a172-48aa-b454-da49624fb58e None None] Network eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:14.073204 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01efb8bb-be4f-4d5a-878e-7343fba486af tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Made reservation on behalf of 6e8aee2f22274343a7455e44e0e846a8 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:14.309365 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:58:14.331230 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02554c4d-69fe-47ce-9170-07529308c422 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.334435 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b4dd724-a12d-4d29-8c1d-381cf5942763 req-77d507fc-060a-41e1-a9ec-78fd53a804bb service neutron] 10.222.0.81 "GET /v2.0/networks/997cf90f-0f10-481f-981a-696c40205086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7275927 Jul 05 09:58:14.397478 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b2bcf140-855d-42e6-b104-c73a4e9d8ab3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:14.398052 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.491455 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-01efb8bb-be4f-4d5a-878e-7343fba486af tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.511739 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.575032 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d280909-65b0-41bc-ac98-589092efe636 req-3c572bfc-f22a-45cb-9265-e7cda8e84ce6 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:14.576741 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5d280909-65b0-41bc-ac98-589092efe636 req-3c572bfc-f22a-45cb-9265-e7cda8e84ce6 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d9ef9f3-fdfd-4791-ada2-48661da87369 HTTP/1.1" status: 200 len: 944 time: 0.4036379 Jul 05 09:58:14.587479 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-01efb8bb-be4f-4d5a-878e-7343fba486af tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] device_id is not set on port f284f92b-21a8-4de9-8808-737a94732cab yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:58:14.606490 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-02554c4d-69fe-47ce-9170-07529308c422 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Deleting port a4907172-a1a0-4e1a-804c-b61f08795f6b {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:14.607731 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02554c4d-69fe-47ce-9170-07529308c422 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.638386 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31f8a82-3c60-4bbc-9909-da26dd7438b1 None None] DHCP port deletion for eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:58:14.786266 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f31f8a82-3c60-4bbc-9909-da26dd7438b1 None None] Deleting port a4907172-a1a0-4e1a-804c-b61f08795f6b {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:14.786647 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f31f8a82-3c60-4bbc-9909-da26dd7438b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.795473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] device_id is not set on port 22c296fd-87f1-4b2c-83f2-9afed5126906 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:58:14.804594 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.818808 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Transition to ACTIVE for port object 22c296fd-87f1-4b2c-83f2-9afed5126906 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:14.833780 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.965678 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f31f8a82-3c60-4bbc-9909-da26dd7438b1 None None] For port a4907172-a1a0-4e1a-804c-b61f08795f6b, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=a4907172-a1a0-4e1a-804c-b61f08795f6b,segment=NetworkSegment(e7ba7f81-7af2-4426-a137-59fbcdddf75a),segment_id=e7ba7f81-7af2-4426-a137-59fbcdddf75a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:14.966083 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f31f8a82-3c60-4bbc-9909-da26dd7438b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.966907 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Pushing event updated for resources: {'Port': ['ID=22c296fd-87f1-4b2c-83f2-9afed5126906,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:14.986937 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f31f8a82-3c60-4bbc-9909-da26dd7438b1 None None] Calling delete_port for a4907172-a1a0-4e1a-804c-b61f08795f6b owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:15.015181 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-01efb8bb-be4f-4d5a-878e-7343fba486af tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8::e8 (65df7426-ac9a-4b58-aa66-f2f5b3623134/2ea0e843-ae91-4349-8310-4d6a52138b34/f284f92b-21a8-4de9-8808-737a94732cab) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:15.019956 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5d280909-65b0-41bc-ac98-589092efe636 req-67c0dde6-b210-4a12-b920-e4d745943751 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994090 Jul 05 09:58:15.025844 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-01efb8bb-be4f-4d5a-878e-7343fba486af tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Allocated IP 2001:db8:0:1:f816:3eff:fe48:4a59 (65df7426-ac9a-4b58-aa66-f2f5b3623134/e5fff54c-3d32-472b-9812-5193b59ef8f7/f284f92b-21a8-4de9-8808-737a94732cab) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:15.122174 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b4dd724-a12d-4d29-8c1d-381cf5942763 req-9eb1c0a6-6144-46c4-9cbe-7e438f6bfc59 service neutron] 10.222.0.81 "GET /v2.0/networks/997cf90f-0f10-481f-981a-696c40205086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7868021 Jul 05 09:58:15.124976 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:15.125578 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:15.126178 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:15.165706 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7004c3c4-c5e7-4e88-aaa2-f888e4c68932 None None] Provisioning complete for port b2bcf140-855d-42e6-b104-c73a4e9d8ab3 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:15.166339 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7004c3c4-c5e7-4e88-aaa2-f888e4c68932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:15.187373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 22c296fd-87f1-4b2c-83f2-9afed5126906 on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:15.188016 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:15.190962 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 2 to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 Jul 05 09:58:15.218141 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:15.219514 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-01efb8bb-be4f-4d5a-878e-7343fba486af tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:15.221057 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:15.221558 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:15.234629 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-01efb8bb-be4f-4d5a-878e-7343fba486af tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Transition to ACTIVE for port object f284f92b-21a8-4de9-8808-737a94732cab will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:15.246057 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 22c296fd-87f1-4b2c-83f2-9afed5126906 on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:15.253878 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:15.255577 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 3 to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 Jul 05 09:58:15.286831 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe488fa-2ef0-4cd1-b9a4-db482ec6b20c req-3c27993c-eaa1-47ed-b994-569cd6175857 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:15.293063 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8fe488fa-2ef0-4cd1-b9a4-db482ec6b20c req-3c27993c-eaa1-47ed-b994-569cd6175857 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 945 time: 0.2254858 Jul 05 09:58:15.295063 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-01efb8bb-be4f-4d5a-878e-7343fba486af tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:15.349967 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f31f8a82-3c60-4bbc-9909-da26dd7438b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:15.352654 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8fe488fa-2ef0-4cd1-b9a4-db482ec6b20c req-42cec64b-be71-4fe6-b14a-cdcf853f9ca3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485499 Jul 05 09:58:15.353884 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:15.354363 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:15.354834 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:15.360769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 22c296fd-87f1-4b2c-83f2-9afed5126906 on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:15.361495 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:15.361495 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 4 to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 Jul 05 09:58:15.381650 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:15.381784 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01efb8bb-be4f-4d5a-878e-7343fba486af tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:15.381993 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:15.382330 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:15.395041 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 22c296fd-87f1-4b2c-83f2-9afed5126906 on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:15.395383 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:15.395784 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 5 to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 Jul 05 09:58:15.396743 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31f8a82-3c60-4bbc-9909-da26dd7438b1 None None] No DVR routers for this DVR port a4907172-a1a0-4e1a-804c-b61f08795f6b on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:58:15.398948 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efb8bb-be4f-4d5a-878e-7343fba486af tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event updated for resources: {'Port': ['ID=f284f92b-21a8-4de9-8808-737a94732cab,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:15.404513 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-01efb8bb-be4f-4d5a-878e-7343fba486af tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:15.406626 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01efb8bb-be4f-4d5a-878e-7343fba486af tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:15.414034 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01efb8bb-be4f-4d5a-878e-7343fba486af tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:15.414720 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-01efb8bb-be4f-4d5a-878e-7343fba486af tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:15.426108 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:15.426448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:15.426784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:15.431603 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-02554c4d-69fe-47ce-9170-07529308c422 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] For port a4907172-a1a0-4e1a-804c-b61f08795f6b, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=a4907172-a1a0-4e1a-804c-b61f08795f6b,segment=NetworkSegment(e7ba7f81-7af2-4426-a137-59fbcdddf75a),segment_id=e7ba7f81-7af2-4426-a137-59fbcdddf75a)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:15.431753 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02554c4d-69fe-47ce-9170-07529308c422 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:15.434172 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 22c296fd-87f1-4b2c-83f2-9afed5126906 on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:15.434502 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:15.434895 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 6 to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 Jul 05 09:58:15.439833 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-01efb8bb-be4f-4d5a-878e-7343fba486af tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1443021 Jul 05 09:58:15.442744 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f8a82-3c60-4bbc-9909-da26dd7438b1 None None] Pushing event deleted for resources: {'Port': ['ID=a4907172-a1a0-4e1a-804c-b61f08795f6b,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:15.448763 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40460) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:15.458355 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:15.458698 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:15.459042 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:15.464717 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 22c296fd-87f1-4b2c-83f2-9afed5126906 on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:15.465053 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:15.465441 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 7 to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 Jul 05 09:58:15.495631 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:15.496374 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:15.496948 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:15.498026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-02554c4d-69fe-47ce-9170-07529308c422 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Calling delete_port for a4907172-a1a0-4e1a-804c-b61f08795f6b owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:15.502932 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 22c296fd-87f1-4b2c-83f2-9afed5126906 on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:15.513935 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:15.514994 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 8 to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 Jul 05 09:58:15.534390 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:15.534961 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:15.535451 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:15.540802 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 22c296fd-87f1-4b2c-83f2-9afed5126906 on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:15.541314 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:15.541850 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 9 to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 Jul 05 09:58:15.577076 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:15.577416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:15.577758 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:15.596153 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 22c296fd-87f1-4b2c-83f2-9afed5126906 on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:15.596153 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:15.596153 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 10 to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 Jul 05 09:58:15.634348 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:15.634784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:15.636148 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:15.654054 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 22c296fd-87f1-4b2c-83f2-9afed5126906 on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:15.654394 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 22c296fd-87f1-4b2c-83f2-9afed5126906 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:15.654832 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:15.679352 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-5d06ec88-ccec-4f13-aeea-0207a4589157 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting port f284f92b-21a8-4de9-8808-737a94732cab {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:15.679716 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5d06ec88-ccec-4f13-aeea-0207a4589157 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:15.707181 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02554c4d-69fe-47ce-9170-07529308c422 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:15.731646 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 0709380a-d247-482c-aed7-7ed76f4fc9fc details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:58:15.786933 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] For port 22c296fd-87f1-4b2c-83f2-9afed5126906, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:58:15.787320 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempted to set empty binding levels {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 09:58:15.796676 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:15.802516 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02554c4d-69fe-47ce-9170-07529308c422 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event deleted for resources: {'Port': ['ID=a4907172-a1a0-4e1a-804c-b61f08795f6b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:15.833409 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02554c4d-69fe-47ce-9170-07529308c422 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] No DVR routers for this DVR port a4907172-a1a0-4e1a-804c-b61f08795f6b on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:58:15.870137 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] In _notify_port_updated(), no bound segment for port 22c296fd-87f1-4b2c-83f2-9afed5126906 on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:58:15.879675 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:15.880536 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:15.885541 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] 10.222.0.79 "PUT /v2.0/ports/22c296fd-87f1-4b2c-83f2-9afed5126906 HTTP/1.1" status: 200 len: 979 time: 1.9404435 Jul 05 09:58:15.886345 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40472) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:15.921347 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-163c1cf7-35cd-4510-8d74-f377f9e1e3a5 None None] Provisioning for port f284f92b-21a8-4de9-8808-737a94732cab completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:58:15.945501 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-163c1cf7-35cd-4510-8d74-f377f9e1e3a5 None None] Provisioning complete for port f284f92b-21a8-4de9-8808-737a94732cab triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:15.945884 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-163c1cf7-35cd-4510-8d74-f377f9e1e3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:15.969067 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a65c9-e1c0-4f96-a5a5-0b4dc43962df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Pushing event updated for resources: {'Port': ['ID=22c296fd-87f1-4b2c-83f2-9afed5126906,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:15.973106 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b2bcf140-855d-42e6-b104-c73a4e9d8ab3 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:58:16.036492 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.037254 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.038016 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.038645 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.039661 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.041015 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.041673 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.042305 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.042988 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.043675 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.044366 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.045012 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.045660 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.046309 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.046950 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.047790 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.048479 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.049705 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.050581 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.052030 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.052600 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5d06ec88-ccec-4f13-aeea-0207a4589157 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.052929 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.053589 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.054260 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.054901 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.055457 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-163c1cf7-35cd-4510-8d74-f377f9e1e3a5 None None] Port f284f92b-21a8-4de9-8808-737a94732cab cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:58:16.055819 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.056564 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.057211 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.058019 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.058662 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.059301 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.060000 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.060701 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.072568 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ecf6a731-1b0e-4a21-b9b2-4a232023543f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28457 time: 0.1819668 Jul 05 09:58:16.073376 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40480) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:16.102097 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 0709380a-d247-482c-aed7-7ed76f4fc9fc, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=0709380a-d247-482c-aed7-7ed76f4fc9fc,segment=NetworkSegment(2464d207-0e02-4981-a0f8-faec5668a657),segment_id=2464d207-0e02-4981-a0f8-faec5668a657)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:16.118058 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-5d06ec88-ccec-4f13-aeea-0207a4589157 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Calling delete_port for f284f92b-21a8-4de9-8808-737a94732cab owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:16.125159 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02554c4d-69fe-47ce-9170-07529308c422 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.142981 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '0709380a-d247-482c-aed7-7ed76f4fc9fc', 'network_id': '997cf90f-0f10-481f-981a-696c40205086', 'port_id': '0709380a-d247-482c-aed7-7ed76f4fc9fc', 'mac_address': 'fa:16:3e:4b:ae:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c18f37df-aff7-4839-ac34-d159e239e65d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:58:16.147410 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b2bcf140-855d-42e6-b104-c73a4e9d8ab3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:16.152404 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.174481 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-02554c4d-69fe-47ce-9170-07529308c422 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:16.180140 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-356326e2-d311-4ccd-81a8-cc30dd8c0a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Deleting port 22c296fd-87f1-4b2c-83f2-9afed5126906 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:16.180598 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-356326e2-d311-4ccd-81a8-cc30dd8c0a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.207661 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-02554c4d-69fe-47ce-9170-07529308c422 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ba7f81-7af2-4426-a137-59fbcdddf75a') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:16.207990 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-02554c4d-69fe-47ce-9170-07529308c422 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ba7f81-7af2-4426-a137-59fbcdddf75a') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:16.265239 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-356326e2-d311-4ccd-81a8-cc30dd8c0a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] For port 22c296fd-87f1-4b2c-83f2-9afed5126906, host n-h1-798054-8, got binding levels [] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:16.265910 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-356326e2-d311-4ccd-81a8-cc30dd8c0a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.267091 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.295164 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0709380a-d247-482c-aed7-7ed76f4fc9fc {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:58:16.310975 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02554c4d-69fe-47ce-9170-07529308c422 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.321319 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-356326e2-d311-4ccd-81a8-cc30dd8c0a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Calling delete_port for 22c296fd-87f1-4b2c-83f2-9afed5126906 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:16.371102 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02554c4d-69fe-47ce-9170-07529308c422 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.378855 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 0709380a-d247-482c-aed7-7ed76f4fc9fc, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=0709380a-d247-482c-aed7-7ed76f4fc9fc,segment=NetworkSegment(2464d207-0e02-4981-a0f8-faec5668a657),segment_id=2464d207-0e02-4981-a0f8-faec5668a657)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:16.392870 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.393637 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02554c4d-69fe-47ce-9170-07529308c422 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:16.396592 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02554c4d-69fe-47ce-9170-07529308c422 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:16.414233 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:16.637142 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=0709380a-d247-482c-aed7-7ed76f4fc9fc,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:16.641667 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02554c4d-69fe-47ce-9170-07529308c422 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.648521 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['0709380a-d247-482c-aed7-7ed76f4fc9fc'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:58:16.657247 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02554c4d-69fe-47ce-9170-07529308c422 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.659377 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-02554c4d-69fe-47ce-9170-07529308c422 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "DELETE /v2.0/networks/eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7 HTTP/1.1" status: 204 len: 168 time: 2.6344821 Jul 05 09:58:16.666807 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40490) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:16.683475 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02554c4d-69fe-47ce-9170-07529308c422 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event deleted for resources: {'Network': ['ID=eabc71bb-1f36-4ce1-a8f5-ad08a80d41a7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:16.722291 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-356326e2-d311-4ccd-81a8-cc30dd8c0a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.782005 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5d06ec88-ccec-4f13-aeea-0207a4589157 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.812592 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device a4907172-a1a0-4e1a-804c-b61f08795f6b no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:58:16.812865 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-356326e2-d311-4ccd-81a8-cc30dd8c0a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.815009 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-356326e2-d311-4ccd-81a8-cc30dd8c0a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] 10.222.0.79 "DELETE /v2.0/ports/22c296fd-87f1-4b2c-83f2-9afed5126906 HTTP/1.1" status: 204 len: 168 time: 0.7405581 Jul 05 09:58:16.821911 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40496) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:16.836291 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06ec88-ccec-4f13-aeea-0207a4589157 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Port': ['ID=f284f92b-21a8-4de9-8808-737a94732cab,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:16.843509 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: a4907172-a1a0-4e1a-804c-b61f08795f6b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:58:16.843950 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device a4907172-a1a0-4e1a-804c-b61f08795f6b not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:58:16.875632 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f758d7d-a8e6-46da-93d1-8adbaf801437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] GET failed (client error): The resource could not be found. Jul 05 09:58:16.883659 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0f758d7d-a8e6-46da-93d1-8adbaf801437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] 10.222.0.79 "GET /v2.0/ports/22c296fd-87f1-4b2c-83f2-9afed5126906 HTTP/1.1" status: 404 len: 333 time: 0.0520725 Jul 05 09:58:16.912208 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40498) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:16.918885 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-10d184f1-8297-4f5d-ac47-023944a58dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-353078026', 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:16.958308 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5d06ec88-ccec-4f13-aeea-0207a4589157 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.965479 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5d06ec88-ccec-4f13-aeea-0207a4589157 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/f284f92b-21a8-4de9-8808-737a94732cab HTTP/1.1" status: 204 len: 168 time: 1.5156426 Jul 05 09:58:16.968810 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40502) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:17.022566 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356326e2-d311-4ccd-81a8-cc30dd8c0a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Pushing event deleted for resources: {'Port': ['ID=22c296fd-87f1-4b2c-83f2-9afed5126906,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:17.023722 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d184f1-8297-4f5d-ac47-023944a58dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Made reservation on behalf of 26576d2273ae42a08fa77f6701a96fea for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:17.026984 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-10d184f1-8297-4f5d-ac47-023944a58dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:17.058746 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-10d184f1-8297-4f5d-ac47-023944a58dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] device_id is not set on port 258a77a4-57a1-4899-9578-fb5438ba051e yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:58:17.088465 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d2e2f-ca33-4ad8-9a9a-59653cad3535 req-45f47c02-890e-4469-9cea-dbccdaede73f tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:17.090403 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8d2d2e2f-ca33-4ad8-9a9a-59653cad3535 req-45f47c02-890e-4469-9cea-dbccdaede73f tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d9ef9f3-fdfd-4791-ada2-48661da87369 HTTP/1.1" status: 200 len: 944 time: 0.8028936 Jul 05 09:58:17.122329 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981ee6bd-0c70-4518-b3e6-ef418973958f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:17.126801 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-981ee6bd-0c70-4518-b3e6-ef418973958f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1568835 Jul 05 09:58:17.127475 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40504) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:17.132406 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c5514-09f7-477c-a467-4043aed24904 req-c4148d32-6bb5-46b6-adc0-2568cafd341d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:17.136116 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d45c5514-09f7-477c-a467-4043aed24904 req-c4148d32-6bb5-46b6-adc0-2568cafd341d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 945 time: 0.5593598 Jul 05 09:58:17.209406 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8d2d2e2f-ca33-4ad8-9a9a-59653cad3535 req-a9391a0c-a35d-47a3-87b1-1e0e0aec35f9 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059372 Jul 05 09:58:17.228749 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d45c5514-09f7-477c-a467-4043aed24904 req-a633d051-9161-4446-a818-b34828cb9672 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627980 Jul 05 09:58:17.234326 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-34f0a7e5-cd42-4ed5-9541-a1bdff32dabf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Deleting port c9a3d627-598c-479c-b320-7046b4cd54b8 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:17.234692 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34f0a7e5-cd42-4ed5-9541-a1bdff32dabf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:17.342335 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8aadc3-5f1c-4a37-ad8d-63615f85c832 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:17.350241 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40512) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:17.350874 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7a8aadc3-5f1c-4a37-ad8d-63615f85c832 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2211413 Jul 05 09:58:17.354872 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-10d184f1-8297-4f5d-ac47-023944a58dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:17.405431 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-10d184f1-8297-4f5d-ac47-023944a58dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:17.405570 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34f0a7e5-cd42-4ed5-9541-a1bdff32dabf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:17.405911 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34f0a7e5-cd42-4ed5-9541-a1bdff32dabf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:17.437545 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-34f0a7e5-cd42-4ed5-9541-a1bdff32dabf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Calling delete_port for c9a3d627-598c-479c-b320-7046b4cd54b8 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:17.476024 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d184f1-8297-4f5d-ac47-023944a58dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Network 464af13b-84b6-47bf-8790-62b35737f36b is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:17.479626 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b000eba0-c334-4762-a7e2-d993eaad94b1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:17.481309 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b000eba0-c334-4762-a7e2-d993eaad94b1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:17.482688 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-10d184f1-8297-4f5d-ac47-023944a58dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:17.483988 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b000eba0-c334-4762-a7e2-d993eaad94b1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:17.487011 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b000eba0-c334-4762-a7e2-d993eaad94b1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1358058 Jul 05 09:58:17.489652 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40518) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:17.497079 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d184f1-8297-4f5d-ac47-023944a58dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:17.498206 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d184f1-8297-4f5d-ac47-023944a58dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:17.500436 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-10d184f1-8297-4f5d-ac47-023944a58dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:17.514760 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d184f1-8297-4f5d-ac47-023944a58dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Pushing event updated for resources: {'Port': ['ID=258a77a4-57a1-4899-9578-fb5438ba051e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:17.528053 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-10d184f1-8297-4f5d-ac47-023944a58dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6139901 Jul 05 09:58:17.529657 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40524) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:17.580318 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9596ce64-9648-4f88-9371-0c65173a8f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:17.585147 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9596ce64-9648-4f88-9371-0c65173a8f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] 10.222.0.79 "GET /v2.0/ports/258a77a4-57a1-4899-9578-fb5438ba051e HTTP/1.1" status: 200 len: 958 time: 0.0543721 Jul 05 09:58:17.586041 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40532) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:17.638985 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5b768a-3ff2-45d3-8b7f-67c19a225e2a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet 2ea0e843-ae91-4349-8310-4d6a52138b34 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:58:17.647483 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c5b768a-3ff2-45d3-8b7f-67c19a225e2a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:17.725638 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c5b768a-3ff2-45d3-8b7f-67c19a225e2a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:17.727244 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-bef4611f-ba8b-46d2-ad2f-917f70e7f013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Deleting port 258a77a4-57a1-4899-9578-fb5438ba051e {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:17.728275 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bef4611f-ba8b-46d2-ad2f-917f70e7f013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:17.768437 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 0709380a-d247-482c-aed7-7ed76f4fc9fc up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:58:17.823489 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bef4611f-ba8b-46d2-ad2f-917f70e7f013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:17.839109 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-bef4611f-ba8b-46d2-ad2f-917f70e7f013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Calling delete_port for 258a77a4-57a1-4899-9578-fb5438ba051e owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:17.879206 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 0709380a-d247-482c-aed7-7ed76f4fc9fc completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:58:17.905238 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 0709380a-d247-482c-aed7-7ed76f4fc9fc triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:17.905662 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:17.936942 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34f0a7e5-cd42-4ed5-9541-a1bdff32dabf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:17.995417 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0a7e5-cd42-4ed5-9541-a1bdff32dabf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event deleted for resources: {'Port': ['ID=c9a3d627-598c-479c-b320-7046b4cd54b8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:18.058150 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c5b768a-3ff2-45d3-8b7f-67c19a225e2a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.075877 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bef4611f-ba8b-46d2-ad2f-917f70e7f013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.109131 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.127441 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bef4611f-ba8b-46d2-ad2f-917f70e7f013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.129600 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34f0a7e5-cd42-4ed5-9541-a1bdff32dabf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.130585 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bef4611f-ba8b-46d2-ad2f-917f70e7f013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] 10.222.0.79 "DELETE /v2.0/ports/258a77a4-57a1-4899-9578-fb5438ba051e HTTP/1.1" status: 204 len: 168 time: 0.5435674 Jul 05 09:58:18.131627 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4611f-ba8b-46d2-ad2f-917f70e7f013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Pushing event deleted for resources: {'Port': ['ID=258a77a4-57a1-4899-9578-fb5438ba051e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:18.134342 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40546) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:18.135451 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34f0a7e5-cd42-4ed5-9541-a1bdff32dabf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.136658 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-34f0a7e5-cd42-4ed5-9541-a1bdff32dabf tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "DELETE /v2.0/floatingips/91a53542-67db-4c67-8fa6-2b789cf23b84 HTTP/1.1" status: 204 len: 168 time: 1.4238939 Jul 05 09:58:18.142728 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40548) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:18.155776 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9ef9f3-fdfd-4791-ada2-48661da87369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0709380a-d247-482c-aed7-7ed76f4fc9fc'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:58:18.158729 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eddcd11-964e-4a4f-b4ed-5c7c3c25a5e7" -d '{"events": [{"server_uuid": "5d9ef9f3-fdfd-4791-ada2-48661da87369", "name": "network-vif-plugged", "status": "completed", "tag": "0709380a-d247-482c-aed7-7ed76f4fc9fc"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:58:18.172287 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bfce0fb-7822-4a1c-89d2-bb862c54a785 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:18.173036 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bfce0fb-7822-4a1c-89d2-bb862c54a785 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:18.174147 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-02308dbe-b251-40e6-a63b-3c76a1c820b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] GET failed (client error): The resource could not be found. Jul 05 09:58:18.174801 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0bfce0fb-7822-4a1c-89d2-bb862c54a785 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "DELETE /v2.0/ports/117e83ec-5596-4964-818c-af3a68a4298c HTTP/1.1" status: 404 len: 333 time: 0.0311139 Jul 05 09:58:18.176300 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 0709380a-d247-482c-aed7-7ed76f4fc9fc, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=0709380a-d247-482c-aed7-7ed76f4fc9fc,segment=NetworkSegment(2464d207-0e02-4981-a0f8-faec5668a657),segment_id=2464d207-0e02-4981-a0f8-faec5668a657)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:18.177636 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40552) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:18.179608 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-02308dbe-b251-40e6-a63b-3c76a1c820b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] 10.222.0.79 "GET /v2.0/ports/258a77a4-57a1-4899-9578-fb5438ba051e HTTP/1.1" status: 404 len: 333 time: 0.0435169 Jul 05 09:58:18.183405 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.184084 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40554) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:18.190189 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-885f7a29-ede8-46d1-a931-35fcbd3d4096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Request body: {'port': {'network_id': '464af13b-84b6-47bf-8790-62b35737f36b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2083879869'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:18.213926 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885f7a29-ede8-46d1-a931-35fcbd3d4096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Made reservation on behalf of 26576d2273ae42a08fa77f6701a96fea for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:18.216906 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-885f7a29-ede8-46d1-a931-35fcbd3d4096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.223443 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-408bdb96-6382-44a2-bd2a-c4272f99c8cd tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "GET /v2.0/ports?device_id=47a03595-161b-48c2-a471-d2221df35522 HTTP/1.1" status: 200 len: 205 time: 0.0445888 Jul 05 09:58:18.225902 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40556) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:18.234503 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c5b768a-3ff2-45d3-8b7f-67c19a225e2a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.255729 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-885f7a29-ede8-46d1-a931-35fcbd3d4096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] device_id is not set on port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:58:18.256600 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30613496-ae54-4c1a-b72f-ec48e4cdb0dd x-openstack-request-id: req-30613496-ae54-4c1a-b72f-ec48e4cdb0dd {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:58:18.257048 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9ef9f3-fdfd-4791-ada2-48661da87369", "name": "network-vif-plugged", "status": "completed", "tag": "0709380a-d247-482c-aed7-7ed76f4fc9fc", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:58:18.257471 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-30613496-ae54-4c1a-b72f-ec48e4cdb0dd {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:58:18.258003 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9ef9f3-fdfd-4791-ada2-48661da87369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0709380a-d247-482c-aed7-7ed76f4fc9fc', 'code': 200} Jul 05 09:58:18.269321 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=0709380a-d247-482c-aed7-7ed76f4fc9fc,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:18.290597 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-b932e33f-f5c8-4124-823f-aff1892068d1 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] delete failed (client error): The resource could not be found. Jul 05 09:58:18.293987 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b932e33f-f5c8-4124-823f-aff1892068d1 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "DELETE /v2.0/routers/47a03595-161b-48c2-a471-d2221df35522 HTTP/1.1" status: 404 len: 336 time: 0.0649350 Jul 05 09:58:18.294478 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40564) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:18.303188 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b768a-3ff2-45d3-8b7f-67c19a225e2a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea0e843-ae91-4349-8310-4d6a52138b34,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:18.315427 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bba27b-8308-4f98-81b3-25fcb870f3d6 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:18.330784 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c5b768a-3ff2-45d3-8b7f-67c19a225e2a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.336169 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40566) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:18.336331 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9c5b768a-3ff2-45d3-8b7f-67c19a225e2a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/2ea0e843-ae91-4349-8310-4d6a52138b34 HTTP/1.1" status: 204 len: 168 time: 0.8448229 Jul 05 09:58:18.344920 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-0281a483-ba0f-45b3-9c9f-949b0dcfb5e4 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:18.345377 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0281a483-ba0f-45b3-9c9f-949b0dcfb5e4 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:18.350102 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0281a483-ba0f-45b3-9c9f-949b0dcfb5e4 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "DELETE /v2.0/subnets/be6721c9-d8f0-4687-a7e3-090619396451 HTTP/1.1" status: 404 len: 337 time: 0.0512333 Jul 05 09:58:18.351520 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40568) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:18.398726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e144f52-5c83-40dd-be4d-aeb48cdd7a2b req-f43f25e6-eb6f-4c0a-a42f-d9bbe65e01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:18.400580 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8e144f52-5c83-40dd-be4d-aeb48cdd7a2b req-f43f25e6-eb6f-4c0a-a42f-d9bbe65e01dc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5d9ef9f3-fdfd-4791-ada2-48661da87369 HTTP/1.1" status: 200 len: 1097 time: 0.0634029 Jul 05 09:58:18.473941 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8e144f52-5c83-40dd-be4d-aeb48cdd7a2b req-04c9cec9-ba9d-403f-a7ce-1546e86b1b9d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547235 Jul 05 09:58:18.508196 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137a8fa-b085-4b98-be1b-372ca54991b4 req-fb112167-47fb-4e85-8e83-3c5e554903aa tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:18.510342 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5137a8fa-b085-4b98-be1b-372ca54991b4 req-fb112167-47fb-4e85-8e83-3c5e554903aa tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d9ef9f3-fdfd-4791-ada2-48661da87369 HTTP/1.1" status: 200 len: 946 time: 0.1019585 Jul 05 09:58:18.525688 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-230b0477-477f-4956-92d2-69d98a151a01 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Deleting subnet e5fff54c-3d32-472b-9812-5193b59ef8f7 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:58:18.547764 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-230b0477-477f-4956-92d2-69d98a151a01 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.579756 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5137a8fa-b085-4b98-be1b-372ca54991b4 req-769a4c0d-62a6-4c45-a2a8-75c7ecdcc561 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546532 Jul 05 09:58:18.646084 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 2aca941f-afbc-4333-8046-eb35cd67dab1 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:58:18.660456 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-230b0477-477f-4956-92d2-69d98a151a01 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.666581 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-885f7a29-ede8-46d1-a931-35fcbd3d4096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.740992 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.778270 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 2aca941f-afbc-4333-8046-eb35cd67dab1, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2aca941f-afbc-4333-8046-eb35cd67dab1,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:18.783520 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.799402 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-910954f9-7520-4dd8-aef1-0f583539853e tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Deleting port 986d841a-4e19-4fe4-a04e-fdbf061a3599 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:18.800036 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-910954f9-7520-4dd8-aef1-0f583539853e tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.845363 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=2aca941f-afbc-4333-8046-eb35cd67dab1,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:18.889055 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-885f7a29-ede8-46d1-a931-35fcbd3d4096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.897220 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-230b0477-477f-4956-92d2-69d98a151a01 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.982644 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-910954f9-7520-4dd8-aef1-0f583539853e tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.992575 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885f7a29-ede8-46d1-a931-35fcbd3d4096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Network 464af13b-84b6-47bf-8790-62b35737f36b is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:19.011449 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-885f7a29-ede8-46d1-a931-35fcbd3d4096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:19.030752 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885f7a29-ede8-46d1-a931-35fcbd3d4096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:19.031992 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885f7a29-ede8-46d1-a931-35fcbd3d4096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:19.032801 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-885f7a29-ede8-46d1-a931-35fcbd3d4096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:19.045358 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-910954f9-7520-4dd8-aef1-0f583539853e tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Calling delete_port for 986d841a-4e19-4fe4-a04e-fdbf061a3599 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:19.045358 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f7a29-ede8-46d1-a931-35fcbd3d4096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Pushing event updated for resources: {'Port': ['ID=5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:19.106253 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40586) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:19.106771 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-885f7a29-ede8-46d1-a931-35fcbd3d4096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9210281 Jul 05 09:58:19.123299 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:19.124459 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-230b0477-477f-4956-92d2-69d98a151a01 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:19.175742 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b0477-477f-4956-92d2-69d98a151a01 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Subnet': ['ID=e5fff54c-3d32-472b-9812-5193b59ef8f7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:19.190545 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-230b0477-477f-4956-92d2-69d98a151a01 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:19.195587 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-230b0477-477f-4956-92d2-69d98a151a01 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/e5fff54c-3d32-472b-9812-5193b59ef8f7 HTTP/1.1" status: 204 len: 168 time: 0.8575003 Jul 05 09:58:19.198467 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40588) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:19.372043 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-910954f9-7520-4dd8-aef1-0f583539853e tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:19.411092 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910954f9-7520-4dd8-aef1-0f583539853e tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event deleted for resources: {'Port': ['ID=986d841a-4e19-4fe4-a04e-fdbf061a3599,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:19.539652 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-910954f9-7520-4dd8-aef1-0f583539853e tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:19.550638 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec3ac20-7bba-4685-b34c-0afe43bed1b0 None None] Network 65df7426-ac9a-4b58-aa66-f2f5b3623134 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:19.560731 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-910954f9-7520-4dd8-aef1-0f583539853e tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "DELETE /v2.0/ports/986d841a-4e19-4fe4-a04e-fdbf061a3599 HTTP/1.1" status: 204 len: 168 time: 1.2000594 Jul 05 09:58:19.561910 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40604) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:19.674540 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a048f162-8e34-45e7-ba65-223a91e6a02b None None] Provisioning complete for port b2bcf140-855d-42e6-b104-c73a4e9d8ab3 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:19.674931 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a048f162-8e34-45e7-ba65-223a91e6a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:19.704693 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d6217949-b2d1-4b2f-8009-561ffe321c61 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5063035 Jul 05 09:58:19.707490 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40610) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:19.747959 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:19.769969 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7758f7bd-22b7-484c-bf1c-01fbe4da2a08 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Deleting port 98d3dbc6-e910-4ef2-a453-15fb92375ecf {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:19.770710 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7758f7bd-22b7-484c-bf1c-01fbe4da2a08 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:19.879595 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d8e957-2633-42ad-9b47-6b03670bdab5 None None] DHCP port deletion for 65df7426-ac9a-4b58-aa66-f2f5b3623134 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:58:19.923453 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ef7df4-8f17-4f4d-996d-d08565310f5e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:19.925914 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a9ef7df4-8f17-4f4d-996d-d08565310f5e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2168300 Jul 05 09:58:19.929432 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40616) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:19.938872 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-95d8e957-2633-42ad-9b47-6b03670bdab5 None None] Deleting port b2bcf140-855d-42e6-b104-c73a4e9d8ab3 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:19.939257 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-95d8e957-2633-42ad-9b47-6b03670bdab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:20.034172 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7758f7bd-22b7-484c-bf1c-01fbe4da2a08 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:20.058391 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7758f7bd-22b7-484c-bf1c-01fbe4da2a08 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Calling delete_port for 98d3dbc6-e910-4ef2-a453-15fb92375ecf owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:20.062703 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-95d8e957-2633-42ad-9b47-6b03670bdab5 None None] For port b2bcf140-855d-42e6-b104-c73a4e9d8ab3, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b2bcf140-855d-42e6-b104-c73a4e9d8ab3,segment=NetworkSegment(c2a9ddaa-c1b2-42c5-aa82-fc046199c34f),segment_id=c2a9ddaa-c1b2-42c5-aa82-fc046199c34f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:20.063115 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-95d8e957-2633-42ad-9b47-6b03670bdab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:20.066569 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b823704-eddc-4d9b-916d-a39acce2bb2f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:20.068530 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1b823704-eddc-4d9b-916d-a39acce2bb2f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1379557 Jul 05 09:58:20.071114 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40624) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:20.076974 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-95d8e957-2633-42ad-9b47-6b03670bdab5 None None] Calling delete_port for b2bcf140-855d-42e6-b104-c73a4e9d8ab3 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:20.103917 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] device_id is not set on port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:58:20.111748 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:20.124654 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c2f285b1-a942-4a14-bc85-3f0f2c8fa7f0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476661 Jul 05 09:58:20.125993 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Transition to ACTIVE for port object 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:20.130870 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40626) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:20.142750 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:20.171988 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c91464-d4ca-4434-a7db-0270327dc4bb tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:20.172708 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c91464-d4ca-4434-a7db-0270327dc4bb tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:20.176948 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-60c91464-d4ca-4434-a7db-0270327dc4bb tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/f284f92b-21a8-4de9-8808-737a94732cab HTTP/1.1" status: 404 len: 333 time: 0.0426226 Jul 05 09:58:20.182121 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40634) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:20.206403 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-95d8e957-2633-42ad-9b47-6b03670bdab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:20.234562 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caf563-5ab4-4784-8353-a1d8a1881d70 req-eb879f30-262b-47a9-8693-24768014c1f3 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:20.242481 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3caf563-5ab4-4784-8353-a1d8a1881d70 req-eb879f30-262b-47a9-8693-24768014c1f3 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d9ef9f3-fdfd-4791-ada2-48661da87369 HTTP/1.1" status: 200 len: 946 time: 0.3464878 Jul 05 09:58:20.251497 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-86360493-aca7-4abe-9b7b-586d729db412 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:20.252094 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86360493-aca7-4abe-9b7b-586d729db412 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:20.256967 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40638) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:20.260891 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32928277-147a-4b04-a4fd-0b96765fc7a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aca941f-afbc-4333-8046-eb35cd67dab1'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:58:20.265314 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f403827-bdbd-4bad-8089-6e66301ff35d" -d '{"events": [{"server_uuid": "32928277-147a-4b04-a4fd-0b96765fc7a0", "name": "network-vif-unplugged", "status": "completed", "tag": "2aca941f-afbc-4333-8046-eb35cd67dab1"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:58:20.272638 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-86360493-aca7-4abe-9b7b-586d729db412 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/e5fff54c-3d32-472b-9812-5193b59ef8f7 HTTP/1.1" status: 404 len: 337 time: 0.0696633 Jul 05 09:58:20.286381 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8e957-2633-42ad-9b47-6b03670bdab5 None None] Pushing event deleted for resources: {'Port': ['ID=b2bcf140-855d-42e6-b104-c73a4e9d8ab3,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:20.290638 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d8e957-2633-42ad-9b47-6b03670bdab5 None None] No DVR routers for this DVR port b2bcf140-855d-42e6-b104-c73a4e9d8ab3 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:58:20.318624 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca7cd53-4f5f-4f6c-8923-7df85def925d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:20.319071 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca7cd53-4f5f-4f6c-8923-7df85def925d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:20.321315 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8ca7cd53-4f5f-4f6c-8923-7df85def925d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/2ea0e843-ae91-4349-8310-4d6a52138b34 HTTP/1.1" status: 404 len: 337 time: 0.0633638 Jul 05 09:58:20.327415 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40644) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:20.329428 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:20.329876 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:20.330082 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:20.360000 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf5fc95-4c45-47a9-8e16-4589108dd6f8 x-openstack-request-id: req-0bf5fc95-4c45-47a9-8e16-4589108dd6f8 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:58:20.360458 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32928277-147a-4b04-a4fd-0b96765fc7a0", "name": "network-vif-unplugged", "status": "completed", "tag": "2aca941f-afbc-4333-8046-eb35cd67dab1", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:58:20.361003 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0bf5fc95-4c45-47a9-8e16-4589108dd6f8 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:58:20.361485 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32928277-147a-4b04-a4fd-0b96765fc7a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aca941f-afbc-4333-8046-eb35cd67dab1', 'code': 200} Jul 05 09:58:20.365567 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d16653-9465-448e-a751-00fb956b2f6f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:20.366538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d16653-9465-448e-a751-00fb956b2f6f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:20.371079 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d2d16653-9465-448e-a751-00fb956b2f6f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/999ee141-66cc-44ab-b7aa-1e3549eda48d HTTP/1.1" status: 404 len: 333 time: 0.0358894 Jul 05 09:58:20.371079 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Pushing event updated for resources: {'Port': ['ID=5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:20.373542 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40648) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:20.377703 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:20.378035 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:20.378570 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 2 to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 Jul 05 09:58:20.396613 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3caf563-5ab4-4784-8353-a1d8a1881d70 req-04aba928-2162-4622-bab3-1d4337281d02 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529810 Jul 05 09:58:20.397599 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:20.398050 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:20.398579 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:20.405011 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:20.405477 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:20.406000 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 3 to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 Jul 05 09:58:20.436948 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:20.437462 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:20.437909 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:20.443889 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:20.444432 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:20.445072 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 4 to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 Jul 05 09:58:20.446023 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7758f7bd-22b7-484c-bf1c-01fbe4da2a08 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:20.464890 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:20.465417 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:20.465864 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:20.469011 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90704c3-25fd-4a08-8a3f-9e58c4e5137a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:20.470699 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90704c3-25fd-4a08-8a3f-9e58c4e5137a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:20.474476 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:20.475156 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a90704c3-25fd-4a08-8a3f-9e58c4e5137a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/e4bdf4e9-4f55-4599-8a35-206e030c051d HTTP/1.1" status: 404 len: 337 time: 0.1004846 Jul 05 09:58:20.475630 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:20.476631 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 5 to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 Jul 05 09:58:20.495814 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40652) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:20.496941 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:20.497437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:20.497938 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:20.530862 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758f7bd-22b7-484c-bf1c-01fbe4da2a08 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event deleted for resources: {'Port': ['ID=98d3dbc6-e910-4ef2-a453-15fb92375ecf,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:20.547357 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-0361bac9-22ac-4071-a49c-88c250138408 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:20.548024 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0361bac9-22ac-4071-a49c-88c250138408 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:20.549823 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0361bac9-22ac-4071-a49c-88c250138408 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/cfdb8599-67cf-4c0f-85f7-7e4f67d3119a HTTP/1.1" status: 404 len: 337 time: 0.0493703 Jul 05 09:58:20.550961 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:20.551301 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:20.551692 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 6 to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 Jul 05 09:58:20.561935 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40654) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:20.580665 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:20.586614 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:20.587300 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:20.597238 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:20.597589 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:20.597994 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 7 to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 Jul 05 09:58:20.624688 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:20.625045 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:20.625394 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:20.631936 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:20.632293 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:20.632702 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 8 to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 Jul 05 09:58:20.642949 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7758f7bd-22b7-484c-bf1c-01fbe4da2a08 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:20.645190 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7758f7bd-22b7-484c-bf1c-01fbe4da2a08 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "DELETE /v2.0/ports/98d3dbc6-e910-4ef2-a453-15fb92375ecf HTTP/1.1" status: 204 len: 168 time: 1.0820131 Jul 05 09:58:20.646534 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-6579320e-a5ae-4dfc-b18d-8f291ee1061c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:20.647405 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6579320e-a5ae-4dfc-b18d-8f291ee1061c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:20.648184 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40662) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:20.651162 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6579320e-a5ae-4dfc-b18d-8f291ee1061c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/49558bef-88be-484b-b55d-d62bb7df08d2 HTTP/1.1" status: 404 len: 333 time: 0.0866644 Jul 05 09:58:20.653587 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40664) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:20.691800 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:20.691800 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:20.692309 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:20.710113 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-430e73ff-159d-47ad-a59f-50acef9d976c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:20.711250 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-430e73ff-159d-47ad-a59f-50acef9d976c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:20.716762 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:20.719470 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:20.719575 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-430e73ff-159d-47ad-a59f-50acef9d976c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/2c0e1837-4522-4cb0-9f88-2a5ce7726bb4 HTTP/1.1" status: 404 len: 337 time: 0.0626841 Jul 05 09:58:20.719696 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 9 to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 Jul 05 09:58:20.723796 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40668) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:20.735908 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:20.736121 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:20.736844 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:20.743757 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:20.744367 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:20.745302 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempt 10 to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 Jul 05 09:58:20.765381 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e34b982-0c61-4001-947e-7dd282b08dc1 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:20.766999 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5e34b982-0c61-4001-947e-7dd282b08dc1 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "GET /v2.0/ports?device_id=99ab73cc-c97f-43e9-a666-4ee6cd38d26c HTTP/1.1" status: 200 len: 913 time: 0.1176243 Jul 05 09:58:20.769728 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40674) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:20.772869 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a47388-223c-4b0d-a351-7b3ea219c0aa tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:20.773435 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a47388-223c-4b0d-a351-7b3ea219c0aa tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:20.775684 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-40a47388-223c-4b0d-a351-7b3ea219c0aa tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/019c5143-5558-4350-8e55-4ea4f4acc220 HTTP/1.1" status: 404 len: 337 time: 0.0506237 Jul 05 09:58:20.778080 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40676) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:20.815110 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-194b9e24-f660-4591-b822-faf5126bcb7a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:20.816262 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194b9e24-f660-4591-b822-faf5126bcb7a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:20.819817 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-194b9e24-f660-4591-b822-faf5126bcb7a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/1a66850c-8055-4384-a0f2-69f3ed0890f1 HTTP/1.1" status: 404 len: 333 time: 0.0406909 Jul 05 09:58:20.822970 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40678) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:20.874317 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-b708abd2-1cf0-42bf-81dc-e2b0c2b1f5a2 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:20.874971 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b708abd2-1cf0-42bf-81dc-e2b0c2b1f5a2 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:20.879627 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b708abd2-1cf0-42bf-81dc-e2b0c2b1f5a2 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/947c9031-9368-48fe-99ea-1b95314eed88 HTTP/1.1" status: 404 len: 337 time: 0.0552378 Jul 05 09:58:20.880390 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40682) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:20.909241 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf30beaf-ed46-4c2b-8f0f-b010c4d843a3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:20.909805 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf30beaf-ed46-4c2b-8f0f-b010c4d843a3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:20.915061 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bf30beaf-ed46-4c2b-8f0f-b010c4d843a3 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/79460fee-5d7e-461c-acca-c53cefec03fa HTTP/1.1" status: 404 len: 337 time: 0.0335472 Jul 05 09:58:20.916015 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40684) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:20.918182 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7cc3b1ff-020c-46cd-b295-19a2e48de98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:20.947404 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b96aea-d0ce-46d6-a7d9-322d9ca33d3a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:20.948198 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b96aea-d0ce-46d6-a7d9-322d9ca33d3a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:20.952935 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-11b96aea-d0ce-46d6-a7d9-322d9ca33d3a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/87b6fbec-efd4-421a-977b-c9adba3a37ba HTTP/1.1" status: 404 len: 333 time: 0.0359056 Jul 05 09:58:20.964710 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40686) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:21.052076 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:21.052311 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-0683aba0-ae5a-4137-8879-7e4df395cf9b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:21.052480 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:21.052637 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0683aba0-ae5a-4137-8879-7e4df395cf9b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:21.052765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempting to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:21.062336 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40698) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:21.062951 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on network 464af13b-84b6-47bf-8790-62b35737f36b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:21.063288 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Failed to bind port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'c7d03a8d-7bdd-4a25-b076-24a196b31354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '464af13b-84b6-47bf-8790-62b35737f36b'}] Jul 05 09:58:21.063674 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:21.067627 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0683aba0-ae5a-4137-8879-7e4df395cf9b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/a2d6e21c-a2cc-424a-aa2a-afc6c69e0f57 HTTP/1.1" status: 404 len: 337 time: 0.0948474 Jul 05 09:58:21.131398 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a643baf-d460-40a5-9f9d-391117cec96f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:21.132132 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a643baf-d460-40a5-9f9d-391117cec96f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:21.136877 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8a643baf-d460-40a5-9f9d-391117cec96f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/ef2e153e-a9fd-4fb9-ae4f-ca11fcee205c HTTP/1.1" status: 404 len: 333 time: 0.0544558 Jul 05 09:58:21.138562 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40704) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:21.284021 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] For port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:58:21.284311 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attempted to set empty binding levels {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 09:58:21.313804 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb5c92-a978-4217-bd3d-c0b96b4ba688 req-68495f7d-9424-4635-9ee2-8eb42babdd71 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:21.315520 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74eb5c92-a978-4217-bd3d-c0b96b4ba688 req-68495f7d-9424-4635-9ee2-8eb42babdd71 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d9ef9f3-fdfd-4791-ada2-48661da87369 HTTP/1.1" status: 200 len: 946 time: 0.2772424 Jul 05 09:58:21.318373 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:21.382842 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] In _notify_port_updated(), no bound segment for port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 on network 464af13b-84b6-47bf-8790-62b35737f36b {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:58:21.384302 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:21.384927 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:21.389361 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] 10.222.0.79 "PUT /v2.0/ports/5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 HTTP/1.1" status: 200 len: 979 time: 2.2817876 Jul 05 09:58:21.394414 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40710) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:21.463881 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474b191-9942-470e-94f0-4cafd205b5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Pushing event updated for resources: {'Port': ['ID=5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:21.494801 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74eb5c92-a978-4217-bd3d-c0b96b4ba688 req-002cc93e-81d1-486c-876e-9c4f6dba8a24 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650431 Jul 05 09:58:21.569474 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3d37e1-ffd1-41c8-a80c-e6f311bb07ca tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:21.570242 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d3d37e1-ffd1-41c8-a80c-e6f311bb07ca tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:21.572303 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1d3d37e1-ffd1-41c8-a80c-e6f311bb07ca tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/dfa94813-d762-4d7e-8692-e6519e324c06 HTTP/1.1" status: 404 len: 337 time: 0.4323876 Jul 05 09:58:21.574845 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40716) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:21.602148 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe876a9b-26aa-4f2b-822b-3e53f214224c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:21.602996 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe876a9b-26aa-4f2b-822b-3e53f214224c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:21.606805 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fe876a9b-26aa-4f2b-822b-3e53f214224c tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/a6603a64-66a1-4d26-b200-278e3899ca20 HTTP/1.1" status: 404 len: 333 time: 0.0286593 Jul 05 09:58:21.607434 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40718) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:21.618701 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-09d5cf1f-27e4-4d5d-956b-65b0ffe14412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Deleting port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:21.619076 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-09d5cf1f-27e4-4d5d-956b-65b0ffe14412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:21.644742 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-28f89ddc-c732-49cf-a7f8-9c60e0bd34f2 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:21.657313 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-081c7337-e1b8-4070-9ea8-5b909a6f1e30 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:21.657773 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-081c7337-e1b8-4070-9ea8-5b909a6f1e30 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:21.659509 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-081c7337-e1b8-4070-9ea8-5b909a6f1e30 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/df5403f9-e20b-44f8-a784-924bdceb9e9b HTTP/1.1" status: 404 len: 337 time: 0.0503821 Jul 05 09:58:21.662281 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40720) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:21.689803 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8a03bb-a3a4-49aa-a8a5-91afdb76eff6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:21.690663 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e8a03bb-a3a4-49aa-a8a5-91afdb76eff6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:21.695097 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9e8a03bb-a3a4-49aa-a8a5-91afdb76eff6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/a5f64355-3be3-48a3-babc-db5f38087e75 HTTP/1.1" status: 404 len: 333 time: 0.0291495 Jul 05 09:58:21.695436 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40722) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:21.758329 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c97586b-eef7-4bfb-8cc1-2382492faabb tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:21.758893 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c97586b-eef7-4bfb-8cc1-2382492faabb tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:21.763098 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8c97586b-eef7-4bfb-8cc1-2382492faabb tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/b12d4079-4665-4528-9aa2-cc98ae765dbd HTTP/1.1" status: 404 len: 337 time: 0.0643420 Jul 05 09:58:21.763297 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40730) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:21.809076 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e638649-363c-4c66-a948-b3fd911a867a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:21.810385 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e638649-363c-4c66-a948-b3fd911a867a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:21.813227 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-09d5cf1f-27e4-4d5d-956b-65b0ffe14412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] For port 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151, host n-h1-798054-8, got binding levels [] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:21.813227 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-09d5cf1f-27e4-4d5d-956b-65b0ffe14412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:21.813513 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5e638649-363c-4c66-a948-b3fd911a867a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/89155287-cca8-4860-a1e2-7242e1c15d56 HTTP/1.1" status: 404 len: 333 time: 0.0478737 Jul 05 09:58:21.817464 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40736) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:21.829180 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-09d5cf1f-27e4-4d5d-956b-65b0ffe14412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Calling delete_port for 5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:21.850550 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-030e23c3-10e5-485b-a132-0ea58e1f69e5 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:21.851192 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-030e23c3-10e5-485b-a132-0ea58e1f69e5 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:21.853160 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-030e23c3-10e5-485b-a132-0ea58e1f69e5 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/bb71970b-9fbd-46f3-af84-3c1262f970fa HTTP/1.1" status: 404 len: 337 time: 0.0342433 Jul 05 09:58:21.856060 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40738) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:21.893248 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-4286ab6e-b452-4c93-937e-53753d87c116 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:21.896452 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4286ab6e-b452-4c93-937e-53753d87c116 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:21.903486 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4286ab6e-b452-4c93-937e-53753d87c116 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/46020aac-1f93-4240-a09b-601e86f5e7fd HTTP/1.1" status: 404 len: 333 time: 0.0423334 Jul 05 09:58:21.903486 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40740) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:21.934142 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b2bcf140-855d-42e6-b104-c73a4e9d8ab3 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:58:21.934769 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ce668d-0564-4180-af43-65289cdae686 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:21.934769 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ce668d-0564-4180-af43-65289cdae686 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:21.937236 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f8ce668d-0564-4180-af43-65289cdae686 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/7838058c-512c-4398-a1d5-de5d1b915568 HTTP/1.1" status: 404 len: 337 time: 0.0355506 Jul 05 09:58:21.939703 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40742) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:21.967817 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-09d5cf1f-27e4-4d5d-956b-65b0ffe14412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:21.969656 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: b2bcf140-855d-42e6-b104-c73a4e9d8ab3 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:58:21.970187 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b2bcf140-855d-42e6-b104-c73a4e9d8ab3 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:58:21.982365 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9bc968d-0603-4dc7-a6e7-641cb68db736 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:21.982912 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9bc968d-0603-4dc7-a6e7-641cb68db736 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:21.984790 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e9bc968d-0603-4dc7-a6e7-641cb68db736 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/a4705664-78b7-469f-8c1f-e1a44582ae6f HTTP/1.1" status: 404 len: 337 time: 0.0439878 Jul 05 09:58:21.987273 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40744) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:22.019280 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-6301a296-179a-47c8-84cd-118809499bf8 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:22.020097 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6301a296-179a-47c8-84cd-118809499bf8 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:22.023126 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6301a296-179a-47c8-84cd-118809499bf8 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/6074296b-0bab-4b33-a8d2-3681fdc255ba HTTP/1.1" status: 404 len: 333 time: 0.0336916 Jul 05 09:58:22.023288 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5cf1f-27e4-4d5d-956b-65b0ffe14412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:22.024654 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40746) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:22.035957 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-09d5cf1f-27e4-4d5d-956b-65b0ffe14412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:22.037971 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-09d5cf1f-27e4-4d5d-956b-65b0ffe14412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] 10.222.0.79 "DELETE /v2.0/ports/5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 HTTP/1.1" status: 204 len: 168 time: 0.6415963 Jul 05 09:58:22.041077 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40752) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:22.070680 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b1ab1a-6779-4e16-a44b-174dddbf4cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] GET failed (client error): The resource could not be found. Jul 05 09:58:22.073022 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-78b1ab1a-6779-4e16-a44b-174dddbf4cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761885172-project-admin] 10.222.0.79 "GET /v2.0/ports/5ff6e1b9-7c8c-4e5d-9690-ff5d61a41151 HTTP/1.1" status: 404 len: 333 time: 0.0300858 Jul 05 09:58:22.076845 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40754) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:22.082636 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-4073b58a-9213-4b91-a7ce-b28afc0de97d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:22.083112 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4073b58a-9213-4b91-a7ce-b28afc0de97d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:22.084896 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4073b58a-9213-4b91-a7ce-b28afc0de97d tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/f3fe2dda-6ea8-48df-89dc-b60fb8bed90a HTTP/1.1" status: 404 len: 337 time: 0.0593073 Jul 05 09:58:22.087444 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40756) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:22.119974 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d694f31-c5b6-4979-a6ed-cb6c976248bb tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:22.119974 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d694f31-c5b6-4979-a6ed-cb6c976248bb tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:22.119974 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0d694f31-c5b6-4979-a6ed-cb6c976248bb tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/3bd019f3-520f-4609-92f0-0b3ffbaecd52 HTTP/1.1" status: 404 len: 337 time: 0.0287950 Jul 05 09:58:22.119974 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40760) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:22.146926 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38e5ddb-d811-49c7-8fca-a8c92687040f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:22.147614 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38e5ddb-d811-49c7-8fca-a8c92687040f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:22.149558 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e38e5ddb-d811-49c7-8fca-a8c92687040f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/7c28ad48-b355-4389-a6c6-52df88892352 HTTP/1.1" status: 404 len: 333 time: 0.0285296 Jul 05 09:58:22.152894 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40762) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:22.182830 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-737adfc0-a9ec-43c5-bf36-dd9b97610719 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:22.183292 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-737adfc0-a9ec-43c5-bf36-dd9b97610719 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:22.185133 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-737adfc0-a9ec-43c5-bf36-dd9b97610719 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/8c715322-dfad-4c0c-8577-722adbf9bc4e HTTP/1.1" status: 404 len: 337 time: 0.0314646 Jul 05 09:58:22.188202 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40768) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:22.205072 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-407f1215-407b-40d6-8dd1-95763f3f14e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:22.221725 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea15df59-04a2-4bab-9b04-037894ffedfd tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:22.231351 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea15df59-04a2-4bab-9b04-037894ffedfd tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:22.233500 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ea15df59-04a2-4bab-9b04-037894ffedfd tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/5ac50411-8032-4e4a-8c36-af941a65a65e HTTP/1.1" status: 404 len: 337 time: 0.0441844 Jul 05 09:58:22.236197 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40774) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:22.322316 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-680bf61c-6648-4034-a842-67b96ad2f1e0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:22.323148 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-680bf61c-6648-4034-a842-67b96ad2f1e0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:22.327230 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-680bf61c-6648-4034-a842-67b96ad2f1e0 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/403a9b69-84d2-450e-80a7-9aa0d55da4ec HTTP/1.1" status: 404 len: 333 time: 0.0723248 Jul 05 09:58:22.327422 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40776) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:22.371616 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-649f37bf-5b71-4363-83f7-eb359cc9a69e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:22.372729 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-649f37bf-5b71-4363-83f7-eb359cc9a69e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:22.377785 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-649f37bf-5b71-4363-83f7-eb359cc9a69e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/7352055e-d205-4ca6-b634-92fcf0779700 HTTP/1.1" status: 404 len: 337 time: 0.0489011 Jul 05 09:58:22.378665 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40778) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:22.426618 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-407f1215-407b-40d6-8dd1-95763f3f14e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:22.428073 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9181ab-29cf-4c4c-958b-61c0cac23018 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:22.428888 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af9181ab-29cf-4c4c-958b-61c0cac23018 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:22.433257 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-af9181ab-29cf-4c4c-958b-61c0cac23018 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/12d714ce-ea37-4fdc-911b-30c91f1a4107 HTTP/1.1" status: 404 len: 337 time: 0.0534768 Jul 05 09:58:22.433971 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40780) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:22.454454 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e5606-6232-4445-9589-fa2b99590915 req-f66ee50b-bb41-4ce4-9aa4-caf922fe691f tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:22.455993 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b6e5606-6232-4445-9589-fa2b99590915 req-f66ee50b-bb41-4ce4-9aa4-caf922fe691f tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d9ef9f3-fdfd-4791-ada2-48661da87369 HTTP/1.1" status: 200 len: 946 time: 0.2299526 Jul 05 09:58:22.457707 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-407f1215-407b-40d6-8dd1-95763f3f14e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464af13b-84b6-47bf-8790-62b35737f36b']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:22.473429 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f9f30481-ccb3-4677-b683-41bddce64227 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports?device_id=2319dba4-ca5e-4c4c-9db7-a57116aae250 HTTP/1.1" status: 200 len: 205 time: 0.0382864 Jul 05 09:58:22.475690 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40782) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:22.479942 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-407f1215-407b-40d6-8dd1-95763f3f14e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d03a8d-7bdd-4a25-b076-24a196b31354') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:22.480242 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-407f1215-407b-40d6-8dd1-95763f3f14e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d03a8d-7bdd-4a25-b076-24a196b31354') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:22.514376 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-407f1215-407b-40d6-8dd1-95763f3f14e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:22.534035 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-e73fb14b-ed8b-4f02-a218-ea635ac41564 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] delete failed (client error): The resource could not be found. Jul 05 09:58:22.536015 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e73fb14b-ed8b-4f02-a218-ea635ac41564 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/routers/2319dba4-ca5e-4c4c-9db7-a57116aae250 HTTP/1.1" status: 404 len: 336 time: 0.0561466 Jul 05 09:58:22.538543 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40790) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:22.573264 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-3083c7d4-cb23-42da-b79d-3636bf65b893 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:22.573910 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3083c7d4-cb23-42da-b79d-3636bf65b893 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:22.574872 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-407f1215-407b-40d6-8dd1-95763f3f14e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:22.575759 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3083c7d4-cb23-42da-b79d-3636bf65b893 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/0060f9b7-b5fa-4f3b-86f1-b215d5de0d0e HTTP/1.1" status: 404 len: 337 time: 0.0362840 Jul 05 09:58:22.578461 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40792) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:22.605726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-407f1215-407b-40d6-8dd1-95763f3f14e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:22.606248 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-407f1215-407b-40d6-8dd1-95763f3f14e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:22.611396 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:22.615930 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-28f89ddc-c732-49cf-a7f8-9c60e0bd34f2 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Deleting port 3e9f7908-407b-4482-82ec-f387095eb1cb {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:22.616339 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-28f89ddc-c732-49cf-a7f8-9c60e0bd34f2 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:22.626077 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-11ad88d0-5ce2-4df4-b9cb-a4c163f69bf7 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3aeefbb-f919-42b2-a98e-d9cce90e89b6 HTTP/1.1" status: 200 len: 205 time: 0.0441334 Jul 05 09:58:22.627076 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40798) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:22.651088 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 2aca941f-afbc-4333-8046-eb35cd67dab1 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:58:22.688222 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-b9c5da45-f14c-432a-8168-4908c9acd872 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] delete failed (client error): The resource could not be found. Jul 05 09:58:22.689417 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b9c5da45-f14c-432a-8168-4908c9acd872 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/routers/c3aeefbb-f919-42b2-a98e-d9cce90e89b6 HTTP/1.1" status: 404 len: 336 time: 0.0613332 Jul 05 09:58:22.691990 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40800) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:22.723299 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-47dc5fa2-ef9e-4909-b180-0587757ecc71 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:22.723787 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47dc5fa2-ef9e-4909-b180-0587757ecc71 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:22.726587 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-47dc5fa2-ef9e-4909-b180-0587757ecc71 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/73c7e713-9ec2-4325-a58d-4d0223270c11 HTTP/1.1" status: 404 len: 337 time: 0.0333834 Jul 05 09:58:22.733788 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40802) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:22.776705 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-242a7d22-8dc7-420a-9abc-51c4a05fa71f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:22.777945 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-242a7d22-8dc7-420a-9abc-51c4a05fa71f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:22.793386 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-242a7d22-8dc7-420a-9abc-51c4a05fa71f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/5366ab66-d725-4745-9586-773ec43003d3 HTTP/1.1" status: 404 len: 337 time: 0.0584500 Jul 05 09:58:22.795947 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40806) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:22.837238 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 2aca941f-afbc-4333-8046-eb35cd67dab1, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2aca941f-afbc-4333-8046-eb35cd67dab1,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:22.857659 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '2aca941f-afbc-4333-8046-eb35cd67dab1', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'port_id': '2aca941f-afbc-4333-8046-eb35cd67dab1', 'mac_address': 'fa:16:3e:9a:ed:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:58:22.858287 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fde9d23-cdeb-4fea-ab02-a97a20363410 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:22.859133 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fde9d23-cdeb-4fea-ab02-a97a20363410 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:22.861821 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-407f1215-407b-40d6-8dd1-95763f3f14e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:22.864231 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0fde9d23-cdeb-4fea-ab02-a97a20363410 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/e33748ef-75c2-4382-b665-2bcbe2e1a4d4 HTTP/1.1" status: 404 len: 333 time: 0.0624051 Jul 05 09:58:22.864932 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40808) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:22.867303 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-407f1215-407b-40d6-8dd1-95763f3f14e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:22.871946 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-407f1215-407b-40d6-8dd1-95763f3f14e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] 10.222.0.79 "DELETE /v2.0/networks/464af13b-84b6-47bf-8790-62b35737f36b HTTP/1.1" status: 204 len: 168 time: 0.7906120 Jul 05 09:58:22.917196 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ec360e-3414-4ab3-9d66-4979d5bccbb2 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:22.917780 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ec360e-3414-4ab3-9d66-4979d5bccbb2 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:22.919680 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-36ec360e-3414-4ab3-9d66-4979d5bccbb2 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/04e6d1d5-b3e0-45f8-8246-c3e3e2884816 HTTP/1.1" status: 404 len: 337 time: 0.0533984 Jul 05 09:58:22.922789 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40812) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:22.924134 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:22.995083 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9d4658-c5cf-42fc-ab92-2166f62ffbb6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:22.996272 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da9d4658-c5cf-42fc-ab92-2166f62ffbb6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:23.000027 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-da9d4658-c5cf-42fc-ab92-2166f62ffbb6 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/54894e13-2ed8-4b44-8795-022f01161091 HTTP/1.1" status: 404 len: 333 time: 0.0739324 Jul 05 09:58:23.000207 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-28f89ddc-c732-49cf-a7f8-9c60e0bd34f2 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:23.002831 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f1215-407b-40d6-8dd1-95763f3f14e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-705433274-project] Pushing event deleted for resources: {'Network': ['ID=464af13b-84b6-47bf-8790-62b35737f36b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:23.004512 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40818) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:23.020388 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-3b6e5606-6232-4445-9589-fa2b99590915 req-5668be9f-8d88-4675-9b53-1c4ece174f54 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Deleting port 0709380a-d247-482c-aed7-7ed76f4fc9fc {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:23.021263 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3b6e5606-6232-4445-9589-fa2b99590915 req-5668be9f-8d88-4675-9b53-1c4ece174f54 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:23.038774 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe53eb-2ca6-47f8-8c17-34d7ceafb142 req-d9e0021b-9e78-4186-b4b1-38f65a7b3479 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:23.047425 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7dbe53eb-2ca6-47f8-8c17-34d7ceafb142 req-d9e0021b-9e78-4186-b4b1-38f65a7b3479 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d9ef9f3-fdfd-4791-ada2-48661da87369 HTTP/1.1" status: 200 len: 946 time: 0.3098094 Jul 05 09:58:23.055246 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ab6796-52ef-4573-b6ca-9c9d6726c358 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:23.055878 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ab6796-52ef-4573-b6ca-9c9d6726c358 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:23.057698 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-29ab6796-52ef-4573-b6ca-9c9d6726c358 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/19afbe3d-479b-483f-a3ce-5ced73bd0764 HTTP/1.1" status: 404 len: 337 time: 0.0521736 Jul 05 09:58:23.060555 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40822) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:23.095327 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-28f89ddc-c732-49cf-a7f8-9c60e0bd34f2 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Calling delete_port for 3e9f7908-407b-4482-82ec-f387095eb1cb owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:23.107281 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd9764c-0ab1-4379-9993-dafda1513764 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:23.108055 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd9764c-0ab1-4379-9993-dafda1513764 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:23.112116 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2bd9764c-0ab1-4379-9993-dafda1513764 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/afa58550-8988-4fc0-b123-7d6d40c00d4e HTTP/1.1" status: 404 len: 333 time: 0.0483248 Jul 05 09:58:23.112371 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40828) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:23.141693 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd7dc9c-5adb-4321-a7cf-49599aa08600 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:23.142178 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd7dc9c-5adb-4321-a7cf-49599aa08600 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:23.146677 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-dbd7dc9c-5adb-4321-a7cf-49599aa08600 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/ee7da1fe-17fa-4ffe-8dde-663d678c6724 HTTP/1.1" status: 404 len: 337 time: 0.0310583 Jul 05 09:58:23.146939 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40834) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:23.184551 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de4467c-85c1-430b-b12c-d3e87a45a280 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:23.185653 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6de4467c-85c1-430b-b12c-d3e87a45a280 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:23.189073 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6de4467c-85c1-430b-b12c-d3e87a45a280 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/3f90f076-8e20-40cc-915f-dd75e6e349d2 HTTP/1.1" status: 404 len: 333 time: 0.0396633 Jul 05 09:58:23.190274 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40836) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:23.194936 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aca941f-afbc-4333-8046-eb35cd67dab1 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:58:23.218902 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 2aca941f-afbc-4333-8046-eb35cd67dab1, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2aca941f-afbc-4333-8046-eb35cd67dab1,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:23.220721 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c6002e-d54d-4b7c-b41e-4d6c6dcb6259 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:23.221779 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c6002e-d54d-4b7c-b41e-4d6c6dcb6259 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:23.226215 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a7c6002e-d54d-4b7c-b41e-4d6c6dcb6259 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/bd8eb233-4ffc-423e-af90-a296675596c6 HTTP/1.1" status: 404 len: 337 time: 0.0325778 Jul 05 09:58:23.227156 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40838) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:23.233657 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:23.276886 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-48401f8c-25c3-4adb-90a6-f92b22e53c90 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:23.277749 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48401f8c-25c3-4adb-90a6-f92b22e53c90 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:23.279627 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-48401f8c-25c3-4adb-90a6-f92b22e53c90 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/7286eb89-5a77-4f9e-8729-97c476f16e2c HTTP/1.1" status: 404 len: 333 time: 0.0512903 Jul 05 09:58:23.283275 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40842) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:23.360576 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2d2c03-f9be-41b1-846b-a8c6d3a5786f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:23.361582 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2d2c03-f9be-41b1-846b-a8c6d3a5786f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:23.366648 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2d2d2c03-f9be-41b1-846b-a8c6d3a5786f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/5989fcf2-7eb1-46b3-94be-ace3000c95ff HTTP/1.1" status: 404 len: 337 time: 0.0795758 Jul 05 09:58:23.367130 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40844) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:23.374944 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ad5ed3ba-ec8c-4740-98b5-b1e775d3d59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:23.386985 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['2aca941f-afbc-4333-8046-eb35cd67dab1'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:58:23.411168 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95f855b-dea3-4286-ba1f-7a6b2c76449f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:23.411999 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b95f855b-dea3-4286-ba1f-7a6b2c76449f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:23.415897 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b95f855b-dea3-4286-ba1f-7a6b2c76449f tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/6fd16c12-b8eb-490f-922b-2b19b8197dda HTTP/1.1" status: 404 len: 333 time: 0.0464826 Jul 05 09:58:23.418855 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40846) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:23.419735 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3b6e5606-6232-4445-9589-fa2b99590915 req-5668be9f-8d88-4675-9b53-1c4ece174f54 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] For port 0709380a-d247-482c-aed7-7ed76f4fc9fc, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=0709380a-d247-482c-aed7-7ed76f4fc9fc,segment=NetworkSegment(2464d207-0e02-4981-a0f8-faec5668a657),segment_id=2464d207-0e02-4981-a0f8-faec5668a657)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:23.421295 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3b6e5606-6232-4445-9589-fa2b99590915 req-5668be9f-8d88-4675-9b53-1c4ece174f54 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:23.435170 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-3b6e5606-6232-4445-9589-fa2b99590915 req-5668be9f-8d88-4675-9b53-1c4ece174f54 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Calling delete_port for 0709380a-d247-482c-aed7-7ed76f4fc9fc owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:23.436573 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40848) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:23.443304 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=2aca941f-afbc-4333-8046-eb35cd67dab1,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:23.464424 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:23.465019 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:23.466897 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:23.467441 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:23.468000 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:23.468536 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:23.469069 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:23.469476 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:23.469884 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:23.470271 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:23.470794 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:23.471373 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:23.502579 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-a527114f-c204-4079-991d-daea25cf725a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:23.503053 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a527114f-c204-4079-991d-daea25cf725a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:23.504849 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a527114f-c204-4079-991d-daea25cf725a tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/7eb06edf-1c7d-4458-bd45-57c90a7be70f HTTP/1.1" status: 404 len: 337 time: 0.0848572 Jul 05 09:58:23.524271 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40856) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:23.579557 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6cfc83e-8e5d-43f0-b2dc-fb516d82439e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:23.580412 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6cfc83e-8e5d-43f0-b2dc-fb516d82439e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:23.583875 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c6cfc83e-8e5d-43f0-b2dc-fb516d82439e tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/ports/e0adf623-d2b5-4212-939c-27ebd9e5e096 HTTP/1.1" status: 404 len: 333 time: 0.0557420 Jul 05 09:58:23.592237 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40860) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:23.594381 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:23.636296 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-e039b2ba-39b2-41b7-a285-bcf384f47fc1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:23.636764 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e039b2ba-39b2-41b7-a285-bcf384f47fc1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:23.638630 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e039b2ba-39b2-41b7-a285-bcf384f47fc1 tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/subnets/e9949fec-9334-44ce-995a-b3990516b222 HTTP/1.1" status: 404 len: 337 time: 0.0440052 Jul 05 09:58:23.643269 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40864) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:23.783405 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7577409e-2fd3-4d99-aa2d-c978338b9f8b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:23.821002 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ec48601d-0ac0-4cb1-93dd-25b5aa81e257 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=48c77e191bd84c35a70f8f34af5e1c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3772311 Jul 05 09:58:23.836452 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40868) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:23.929626 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7577409e-2fd3-4d99-aa2d-c978338b9f8b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:23.951423 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-7577409e-2fd3-4d99-aa2d-c978338b9f8b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65df7426-ac9a-4b58-aa66-f2f5b3623134']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:23.979211 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-7577409e-2fd3-4d99-aa2d-c978338b9f8b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:23.979807 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-7577409e-2fd3-4d99-aa2d-c978338b9f8b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a9ddaa-c1b2-42c5-aa82-fc046199c34f') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:23.991562 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7577409e-2fd3-4d99-aa2d-c978338b9f8b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.011727 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7dbe53eb-2ca6-47f8-8c17-34d7ceafb142 req-0baea9c3-32d8-4ba2-a83c-883e4ad1d06d tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups?id=938bdd18-0420-47d2-b4be-300f4a7cb2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9624381 Jul 05 09:58:24.020803 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-991c0239-8cb6-4962-8c83-33b103349b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.047307 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-991c0239-8cb6-4962-8c83-33b103349b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.104612 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-991c0239-8cb6-4962-8c83-33b103349b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.107130 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-991c0239-8cb6-4962-8c83-33b103349b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.110810 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-991c0239-8cb6-4962-8c83-33b103349b2a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4b3a68b2-bc5a-44c0-80ba-cf8c932ab255 HTTP/1.1" status: 204 len: 168 time: 0.2704530 Jul 05 09:58:24.110810 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7577409e-2fd3-4d99-aa2d-c978338b9f8b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.137450 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7577409e-2fd3-4d99-aa2d-c978338b9f8b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:24.137883 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7577409e-2fd3-4d99-aa2d-c978338b9f8b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:24.145644 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:24.174111 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9ff9f-e1c8-43ee-939a-16959fde3fab req-94bdcf6d-3d6d-492d-b798-f1384096354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:24.175675 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e8c9ff9f-e1c8-43ee-939a-16959fde3fab req-94bdcf6d-3d6d-492d-b798-f1384096354a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 1095 time: 0.2353086 Jul 05 09:58:24.185067 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c0239-8cb6-4962-8c83-33b103349b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3a68b2-bc5a-44c0-80ba-cf8c932ab255,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:24.206746 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-28f89ddc-c732-49cf-a7f8-9c60e0bd34f2 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.301083 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7577409e-2fd3-4d99-aa2d-c978338b9f8b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.328506 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7577409e-2fd3-4d99-aa2d-c978338b9f8b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.332455 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7577409e-2fd3-4d99-aa2d-c978338b9f8b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] 10.222.0.79 "DELETE /v2.0/networks/65df7426-ac9a-4b58-aa66-f2f5b3623134 HTTP/1.1" status: 204 len: 168 time: 0.6880126 Jul 05 09:58:24.333637 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577409e-2fd3-4d99-aa2d-c978338b9f8b tempest-NetworksTestDHCPv6-846512594 tempest-NetworksTestDHCPv6-846512594-project] Pushing event deleted for resources: {'Network': ['ID=65df7426-ac9a-4b58-aa66-f2f5b3623134,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:24.362872 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f89ddc-c732-49cf-a7f8-9c60e0bd34f2 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event deleted for resources: {'Port': ['ID=3e9f7908-407b-4482-82ec-f387095eb1cb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:24.442647 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3b6e5606-6232-4445-9589-fa2b99590915 req-5668be9f-8d88-4675-9b53-1c4ece174f54 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.530417 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668be9f-8d88-4675-9b53-1c4ece174f54 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Pushing event deleted for resources: {'Port': ['ID=0709380a-d247-482c-aed7-7ed76f4fc9fc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:24.546541 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.605697 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6e5606-6232-4445-9589-fa2b99590915 req-5668be9f-8d88-4675-9b53-1c4ece174f54 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] No DVR routers for this DVR port 0709380a-d247-482c-aed7-7ed76f4fc9fc on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:58:24.617149 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3b6e5606-6232-4445-9589-fa2b99590915 req-5668be9f-8d88-4675-9b53-1c4ece174f54 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.617149 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b6e5606-6232-4445-9589-fa2b99590915 req-5668be9f-8d88-4675-9b53-1c4ece174f54 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.81 "DELETE /v2.0/ports/0709380a-d247-482c-aed7-7ed76f4fc9fc HTTP/1.1" status: 204 len: 173 time: 2.1443191 Jul 05 09:58:24.617149 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9ef9f3-fdfd-4791-ada2-48661da87369', 'name': 'network-vif-deleted', 'tag': '0709380a-d247-482c-aed7-7ed76f4fc9fc'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:58:24.617149 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f074b499-4f49-4448-a247-391a5588fdef" -d '{"events": [{"server_uuid": "5d9ef9f3-fdfd-4791-ada2-48661da87369", "name": "network-vif-deleted", "tag": "0709380a-d247-482c-aed7-7ed76f4fc9fc"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:58:24.617720 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9ff9f-e1c8-43ee-939a-16959fde3fab req-6c3c0e19-5b6b-4c72-a857-e0cf226beaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:24.619865 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e8c9ff9f-e1c8-43ee-939a-16959fde3fab req-6c3c0e19-5b6b-4c72-a857-e0cf226beaef service neutron] 10.222.0.78 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 913 time: 0.3971307 Jul 05 09:58:24.654543 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40900) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:24.660043 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 2aca941f-afbc-4333-8046-eb35cd67dab1 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:58:24.732510 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd07cf4c-8eed-43be-b624-ccbbba491be7 x-openstack-request-id: req-bd07cf4c-8eed-43be-b624-ccbbba491be7 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:58:24.732826 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9ef9f3-fdfd-4791-ada2-48661da87369", "name": "network-vif-deleted", "tag": "0709380a-d247-482c-aed7-7ed76f4fc9fc", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:58:24.733072 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bd07cf4c-8eed-43be-b624-ccbbba491be7 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:58:24.733488 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9ef9f3-fdfd-4791-ada2-48661da87369', 'name': 'network-vif-deleted', 'tag': '0709380a-d247-482c-aed7-7ed76f4fc9fc', 'status': 'completed', 'code': 200} Jul 05 09:58:24.737657 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8841e383-2f02-4f36-9d8c-0523add570a2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=26576d2273ae42a08fa77f6701a96fea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0819304 Jul 05 09:58:24.740051 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40906) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:24.791458 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 2aca941f-afbc-4333-8046-eb35cd67dab1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:24.791867 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.880224 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-28f89ddc-c732-49cf-a7f8-9c60e0bd34f2 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.884681 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e8c9ff9f-e1c8-43ee-939a-16959fde3fab req-f753434d-a933-42d8-a14c-640c2899b057 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aca941f-afbc-4333-8046-eb35cd67dab1 HTTP/1.1" status: 200 len: 1000 time: 0.2549050 Jul 05 09:58:24.890130 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e3ce417f-8e1d-420b-a98a-0e8c534a54c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.942687 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40916) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:24.977897 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e3ce417f-8e1d-420b-a98a-0e8c534a54c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.988388 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:25.065697 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32928277-147a-4b04-a4fd-0b96765fc7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aca941f-afbc-4333-8046-eb35cd67dab1'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:58:25.072061 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9376e003-c0a6-4b63-8a22-649fe68a881b" -d '{"events": [{"server_uuid": "32928277-147a-4b04-a4fd-0b96765fc7a0", "name": "network-vif-plugged", "status": "completed", "tag": "2aca941f-afbc-4333-8046-eb35cd67dab1"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:58:25.111454 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9ff9f-e1c8-43ee-939a-16959fde3fab req-a524b5c8-7bd8-4253-9ff8-4d95611eabdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:25.115022 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e3ce417f-8e1d-420b-a98a-0e8c534a54c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:25.116681 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e3ce417f-8e1d-420b-a98a-0e8c534a54c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:25.121143 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e3ce417f-8e1d-420b-a98a-0e8c534a54c4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bd96b967-8baa-41c4-bb73-beeb8d87da27 HTTP/1.1" status: 204 len: 168 time: 0.3761621 Jul 05 09:58:25.129939 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e8c9ff9f-e1c8-43ee-939a-16959fde3fab req-a524b5c8-7bd8-4253-9ff8-4d95611eabdd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.2382939 Jul 05 09:58:25.134065 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 2aca941f-afbc-4333-8046-eb35cd67dab1, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2aca941f-afbc-4333-8046-eb35cd67dab1,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:25.141053 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:25.181090 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce417f-8e1d-420b-a98a-0e8c534a54c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd96b967-8baa-41c4-bb73-beeb8d87da27,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:25.231799 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1adc76-38cf-4305-a1ed-436b00b1fc96 x-openstack-request-id: req-5c1adc76-38cf-4305-a1ed-436b00b1fc96 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:58:25.232138 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32928277-147a-4b04-a4fd-0b96765fc7a0", "name": "network-vif-plugged", "status": "completed", "tag": "2aca941f-afbc-4333-8046-eb35cd67dab1", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:58:25.232400 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5c1adc76-38cf-4305-a1ed-436b00b1fc96 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:58:25.235654 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32928277-147a-4b04-a4fd-0b96765fc7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aca941f-afbc-4333-8046-eb35cd67dab1', 'code': 200} Jul 05 09:58:25.256103 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=2aca941f-afbc-4333-8046-eb35cd67dab1,revision_number=10']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:25.377830 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40938) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:25.384387 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8fc21adb-bb43-4ae0-8ece-6c89f1c9fb9d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6e8aee2f22274343a7455e44e0e846a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4402807 Jul 05 09:58:25.412441 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-26ae6ba0-9a01-4a0d-936f-c4918b11e80b req-d5288fde-dd4a-402f-b18d-318621555153 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d9ef9f3-fdfd-4791-ada2-48661da87369 HTTP/1.1" status: 200 len: 210 time: 0.0983033 Jul 05 09:58:25.554676 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9ff9f-e1c8-43ee-939a-16959fde3fab req-d8447ed5-ccd7-45a0-a32c-85be11bf1e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:25.561553 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e8c9ff9f-e1c8-43ee-939a-16959fde3fab req-d8447ed5-ccd7-45a0-a32c-85be11bf1e35 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3628867 Jul 05 09:58:25.638079 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a29f0a2c-fcc6-4403-add2-6397d3595cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:25.682903 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a29f0a2c-fcc6-4403-add2-6397d3595cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:25.771992 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f89ddc-c732-49cf-a7f8-9c60e0bd34f2 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Router 99ab73cc-c97f-43e9-a666-4ee6cd38d26c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:58:25.811781 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 0709380a-d247-482c-aed7-7ed76f4fc9fc no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:58:25.839724 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 0709380a-d247-482c-aed7-7ed76f4fc9fc {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:58:25.840126 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 0709380a-d247-482c-aed7-7ed76f4fc9fc not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:58:25.931950 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e8c9ff9f-e1c8-43ee-939a-16959fde3fab req-3b4db87b-28ec-4e20-86a5-049f37c91432 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195970 Jul 05 09:58:25.941923 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a29f0a2c-fcc6-4403-add2-6397d3595cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:25.944506 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a29f0a2c-fcc6-4403-add2-6397d3595cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:25.949057 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a29f0a2c-fcc6-4403-add2-6397d3595cc5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9fd52dac-4321-4beb-bab6-cc6ba8eccb3b HTTP/1.1" status: 204 len: 168 time: 0.5356011 Jul 05 09:58:25.971011 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f0a2c-fcc6-4403-add2-6397d3595cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd52dac-4321-4beb-bab6-cc6ba8eccb3b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:26.026509 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f89ddc-c732-49cf-a7f8-9c60e0bd34f2 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:58:26.035297 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-28f89ddc-c732-49cf-a7f8-9c60e0bd34f2 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "PUT /v2.0/routers/99ab73cc-c97f-43e9-a666-4ee6cd38d26c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2623703 Jul 05 09:58:26.035543 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40976) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:26.045944 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797ac0a-11aa-4b7f-8c07-d94f34621c2f None None] Sync routers for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:58:26.075569 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3797ac0a-11aa-4b7f-8c07-d94f34621c2f None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:58:26.075569 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3797ac0a-11aa-4b7f-8c07-d94f34621c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:58:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:26.167940 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3797ac0a-11aa-4b7f-8c07-d94f34621c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:26.201194 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e8c9ff9f-e1c8-43ee-939a-16959fde3fab req-d27470a3-77b3-489b-afa6-6921c16ef8c0 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603827 Jul 05 09:58:26.204770 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3797ac0a-11aa-4b7f-8c07-d94f34621c2f None None] Routers {'99ab73cc-c97f-43e9-a666-4ee6cd38d26c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:58:26.205538 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3797ac0a-11aa-4b7f-8c07-d94f34621c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:58:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:26.291664 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-17641842-3888-47f4-a494-c60d97476e46 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:26.306066 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3797ac0a-11aa-4b7f-8c07-d94f34621c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:26.306992 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797ac0a-11aa-4b7f-8c07-d94f34621c2f None None] The sync data for ids ['99ab73cc-c97f-43e9-a666-4ee6cd38d26c'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:58:26.489846 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-17641842-3888-47f4-a494-c60d97476e46 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:26.634112 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-17641842-3888-47f4-a494-c60d97476e46 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Deleting port b65fadfe-c188-4662-885d-b0ab9db22d05 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:26.634856 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-17641842-3888-47f4-a494-c60d97476e46 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:26.668639 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:26.807661 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-17641842-3888-47f4-a494-c60d97476e46 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:26.820404 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-17641842-3888-47f4-a494-c60d97476e46 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Calling delete_port for b65fadfe-c188-4662-885d-b0ab9db22d05 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:26.977306 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41042) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:27.091226 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9eb998b-df95-474a-a6a0-78332e3399dd tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.139551 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41046) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:27.145789 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9eb998b-df95-474a-a6a0-78332e3399dd tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.183105 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-17641842-3888-47f4-a494-c60d97476e46 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.267329 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17641842-3888-47f4-a494-c60d97476e46 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event deleted for resources: {'Port': ['ID=b65fadfe-c188-4662-885d-b0ab9db22d05,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:27.319459 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a6d12023-9ba3-4dd0-a7e8-3bf8acf315f5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1957674477', 'router:external': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:27.332694 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-17641842-3888-47f4-a494-c60d97476e46 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.336163 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9eb998b-df95-474a-a6a0-78332e3399dd tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.339067 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9eb998b-df95-474a-a6a0-78332e3399dd tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.342957 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a9eb998b-df95-474a-a6a0-78332e3399dd tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "DELETE /v2.0/security-groups/2c11ae5f-b4eb-40f5-b270-6e9aca199fef HTTP/1.1" status: 204 len: 168 time: 0.3646662 Jul 05 09:58:27.354747 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41060) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:27.366631 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d12023-9ba3-4dd0-a7e8-3bf8acf315f5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Made reservation on behalf of 6d6d2050e85e4608915084111ee2cf8d for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:27.372072 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6d12023-9ba3-4dd0-a7e8-3bf8acf315f5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.393910 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6d12023-9ba3-4dd0-a7e8-3bf8acf315f5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.410825 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-c5e10ad9-ffbc-46e1-b499-a4899fd432d0 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] show failed (client error): The resource could not be found. Jul 05 09:58:27.412328 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c5e10ad9-ffbc-46e1-b499-a4899fd432d0 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "GET /v2.0/security-groups/2c11ae5f-b4eb-40f5-b270-6e9aca199fef HTTP/1.1" status: 404 len: 347 time: 0.0559735 Jul 05 09:58:27.457800 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41066) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:27.472547 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb998b-df95-474a-a6a0-78332e3399dd tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c11ae5f-b4eb-40f5-b270-6e9aca199fef,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:27.533774 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6d12023-9ba3-4dd0-a7e8-3bf8acf315f5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.535196 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41072) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:27.545034 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6d12023-9ba3-4dd0-a7e8-3bf8acf315f5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.595251 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-17641842-3888-47f4-a494-c60d97476e46 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.599705 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-17641842-3888-47f4-a494-c60d97476e46 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.619470 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d12023-9ba3-4dd0-a7e8-3bf8acf315f5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:27.646454 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d12023-9ba3-4dd0-a7e8-3bf8acf315f5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a24ab4-a4ab-4adb-8030-064843f7e959,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:27.650714 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6d12023-9ba3-4dd0-a7e8-3bf8acf315f5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.651026 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-a6d12023-9ba3-4dd0-a7e8-3bf8acf315f5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Added segment 65645825-5521-4cf3-90a2-ddb5ee9e386c of type vlan for network ccc802e5-c506-4a82-89e9-038018a0b476 Jul 05 09:58:27.700448 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Request body: {'networks': [{'name': 'tempest-network--1047271281'}, {'name': 'tempest-network--441585525'}]} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:27.700815 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Request body: {'network': {'name': 'tempest-network--1047271281'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:27.701306 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Request body: {'network': {'name': 'tempest-network--441585525'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:27.743568 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6d12023-9ba3-4dd0-a7e8-3bf8acf315f5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.769898 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Made reservation on behalf of c2582721ab39446b87265375f200c235 for: {'network': 2} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:27.776428 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.780412 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-17641842-3888-47f4-a494-c60d97476e46 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.780949 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17641842-3888-47f4-a494-c60d97476e46 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Fanout notify agent at l3_agent the message router_deleted on router 99ab73cc-c97f-43e9-a666-4ee6cd38d26c {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:58:27.788595 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.788969 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-17641842-3888-47f4-a494-c60d97476e46 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.792433 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-17641842-3888-47f4-a494-c60d97476e46 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "DELETE /v2.0/routers/99ab73cc-c97f-43e9-a666-4ee6cd38d26c HTTP/1.1" status: 204 len: 168 time: 1.7540121 Jul 05 09:58:27.793435 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41084) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:27.846977 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-de28947f-0f36-4563-8195-fce22a16bc24 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Deleting port e1b7f5ef-8079-42b2-927a-7748a76c71bc {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:27.847654 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de28947f-0f36-4563-8195-fce22a16bc24 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.918376 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6d12023-9ba3-4dd0-a7e8-3bf8acf315f5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.919678 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d12023-9ba3-4dd0-a7e8-3bf8acf315f5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:27.920389 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6d12023-9ba3-4dd0-a7e8-3bf8acf315f5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.955033 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.976164 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-68421267-5d13-4631-94a9-edabf0efb48f tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Deleting subnet 650e9361-dd27-43a6-acaf-446d0ce46609 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:58:27.980579 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-68421267-5d13-4631-94a9-edabf0efb48f tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:28.042442 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-68421267-5d13-4631-94a9-edabf0efb48f tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:28.061420 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:28.061877 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:28.091613 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a6d12023-9ba3-4dd0-a7e8-3bf8acf315f5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9472060 Jul 05 09:58:28.094467 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41102) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:28.099629 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a1deb7dd-bdec-4492-8987-cd4d26b59eea tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Request body: {'subnet': {'network_id': 'ccc802e5-c506-4a82-89e9-038018a0b476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:28.109751 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de28947f-0f36-4563-8195-fce22a16bc24 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:28.110092 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de28947f-0f36-4563-8195-fce22a16bc24 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:28.124898 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:28.132586 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df0caa4c-b623-4144-8c1d-9d7c038be096,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:28.136993 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d12023-9ba3-4dd0-a7e8-3bf8acf315f5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Pushing event updated for resources: {'Network': ['ID=ccc802e5-c506-4a82-89e9-038018a0b476,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:28.141974 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-de28947f-0f36-4563-8195-fce22a16bc24 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Calling delete_port for e1b7f5ef-8079-42b2-927a-7748a76c71bc owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:28.142247 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:28.142759 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Added segment 7f676ea2-8cbc-49e1-be29-8439063d647e of type vlan for network 61604a14-abe3-4bd6-969e-58a084aa2875 Jul 05 09:58:28.172295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network ccc802e5-c506-4a82-89e9-038018a0b476 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:28.200547 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:28.242043 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:28.255667 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:28.256321 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Added segment 7e2bf0e9-1a9f-4d66-b015-71047da50c42 of type vlan for network a5eb6502-f14d-40ad-ae5d-22281032e08a Jul 05 09:58:28.322799 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:28.348418 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-68421267-5d13-4631-94a9-edabf0efb48f tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:28.363886 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:28.364448 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:28.372107 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:28.377107 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:28.378001 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:28.419712 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de28947f-0f36-4563-8195-fce22a16bc24 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:28.425904 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-68421267-5d13-4631-94a9-edabf0efb48f tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:28.504116 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9673386 Jul 05 09:58:28.511916 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41122) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:28.624533 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Pushing event updated for resources: {'Network': ['ID=61604a14-abe3-4bd6-969e-58a084aa2875,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:28.635634 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 61604a14-abe3-4bd6-969e-58a084aa2875 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:28.846919 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddf5de-80e2-4b7f-98e4-590ee5f1d2d7 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Pushing event updated for resources: {'Network': ['ID=a5eb6502-f14d-40ad-ae5d-22281032e08a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:28.861534 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network a5eb6502-f14d-40ad-ae5d-22281032e08a details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:28.939921 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b193686c-04f9-4c76-b970-1b666069c43d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:28.961831 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b193686c-04f9-4c76-b970-1b666069c43d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:28.968571 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b193686c-04f9-4c76-b970-1b666069c43d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:28.972176 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1deb7dd-bdec-4492-8987-cd4d26b59eea tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Made reservation on behalf of 6d6d2050e85e4608915084111ee2cf8d for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:28.975245 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b193686c-04f9-4c76-b970-1b666069c43d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:28.975552 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1deb7dd-bdec-4492-8987-cd4d26b59eea tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:28.983055 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b193686c-04f9-4c76-b970-1b666069c43d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:28.985035 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b193686c-04f9-4c76-b970-1b666069c43d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2970 time: 0.4722822 Jul 05 09:58:28.988583 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41140) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:29.134754 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ade2d01-a5d0-4a00-bc18-915271ced0a9 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.162030 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-68421267-5d13-4631-94a9-edabf0efb48f tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.164849 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-68421267-5d13-4631-94a9-edabf0efb48f tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "DELETE /v2.0/subnets/650e9361-dd27-43a6-acaf-446d0ce46609 HTTP/1.1" status: 204 len: 168 time: 1.3692596 Jul 05 09:58:29.166614 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68421267-5d13-4631-94a9-edabf0efb48f tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event deleted for resources: {'Subnet': ['ID=650e9361-dd27-43a6-acaf-446d0ce46609,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:29.177697 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41148) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:29.181132 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28947f-0f36-4563-8195-fce22a16bc24 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Pushing event deleted for resources: {'Port': ['ID=e1b7f5ef-8079-42b2-927a-7748a76c71bc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:29.275826 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ade2d01-a5d0-4a00-bc18-915271ced0a9 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.289059 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1ade2d01-a5d0-4a00-bc18-915271ced0a9 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61604a14-abe3-4bd6-969e-58a084aa2875']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:29.330739 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-781dc2f7-52e1-4857-99f5-4aa0b2973595 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.333506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1ade2d01-a5d0-4a00-bc18-915271ced0a9 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f676ea2-8cbc-49e1-be29-8439063d647e') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:29.333848 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1ade2d01-a5d0-4a00-bc18-915271ced0a9 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f676ea2-8cbc-49e1-be29-8439063d647e') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:29.345836 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ade2d01-a5d0-4a00-bc18-915271ced0a9 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.374376 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ade2d01-a5d0-4a00-bc18-915271ced0a9 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.383257 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ade2d01-a5d0-4a00-bc18-915271ced0a9 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:29.383742 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ade2d01-a5d0-4a00-bc18-915271ced0a9 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:29.387353 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:29.521790 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ade2d01-a5d0-4a00-bc18-915271ced0a9 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.559162 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ade2d01-a5d0-4a00-bc18-915271ced0a9 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.564060 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1ade2d01-a5d0-4a00-bc18-915271ced0a9 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] 10.222.0.79 "DELETE /v2.0/networks/61604a14-abe3-4bd6-969e-58a084aa2875 HTTP/1.1" status: 204 len: 168 time: 0.5719297 Jul 05 09:58:29.564060 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade2d01-a5d0-4a00-bc18-915271ced0a9 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Pushing event deleted for resources: {'Network': ['ID=61604a14-abe3-4bd6-969e-58a084aa2875,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:29.567385 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41162) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:29.676287 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-781dc2f7-52e1-4857-99f5-4aa0b2973595 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.687219 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-781dc2f7-52e1-4857-99f5-4aa0b2973595 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ca12ab-243c-4d95-909f-38c94f0a4422']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:29.701115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-781dc2f7-52e1-4857-99f5-4aa0b2973595 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2deccd3-5a11-4fd2-abb0-a42f05f9775f') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:29.701761 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-781dc2f7-52e1-4857-99f5-4aa0b2973595 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2deccd3-5a11-4fd2-abb0-a42f05f9775f') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:29.713162 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-781dc2f7-52e1-4857-99f5-4aa0b2973595 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.728912 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-781dc2f7-52e1-4857-99f5-4aa0b2973595 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.754761 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781dc2f7-52e1-4857-99f5-4aa0b2973595 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:29.755283 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-781dc2f7-52e1-4857-99f5-4aa0b2973595 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:29.759285 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:29.851881 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de28947f-0f36-4563-8195-fce22a16bc24 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.854780 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de28947f-0f36-4563-8195-fce22a16bc24 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.856533 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-de28947f-0f36-4563-8195-fce22a16bc24 tempest-ImagesOneServerNegativeTestJSON-1772219113 tempest-ImagesOneServerNegativeTestJSON-1772219113-project] 10.222.0.79 "DELETE /v2.0/floatingips/e3c4d54d-9e0f-4a88-9b1e-6f4c7559a93b HTTP/1.1" status: 204 len: 168 time: 2.3855317 Jul 05 09:58:29.968598 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-781dc2f7-52e1-4857-99f5-4aa0b2973595 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.976414 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bb0f4bc2-75f6-4791-a417-71d7e3bcc8d1 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.014419 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-781dc2f7-52e1-4857-99f5-4aa0b2973595 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.016504 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-781dc2f7-52e1-4857-99f5-4aa0b2973595 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] 10.222.0.79 "DELETE /v2.0/networks/47ca12ab-243c-4d95-909f-38c94f0a4422 HTTP/1.1" status: 204 len: 168 time: 0.8371761 Jul 05 09:58:30.041307 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781dc2f7-52e1-4857-99f5-4aa0b2973595 tempest-FloatingIPTestJSON-204778784 tempest-FloatingIPTestJSON-204778784-project] Pushing event deleted for resources: {'Network': ['ID=47ca12ab-243c-4d95-909f-38c94f0a4422,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:30.206850 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bb0f4bc2-75f6-4791-a417-71d7e3bcc8d1 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.221921 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-bb0f4bc2-75f6-4791-a417-71d7e3bcc8d1 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5eb6502-f14d-40ad-ae5d-22281032e08a']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:30.246469 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-bb0f4bc2-75f6-4791-a417-71d7e3bcc8d1 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2bf0e9-1a9f-4d66-b015-71047da50c42') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:30.246779 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-bb0f4bc2-75f6-4791-a417-71d7e3bcc8d1 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2bf0e9-1a9f-4d66-b015-71047da50c42') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:30.263173 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bb0f4bc2-75f6-4791-a417-71d7e3bcc8d1 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.264297 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41190) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:30.291306 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bb0f4bc2-75f6-4791-a417-71d7e3bcc8d1 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.315603 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0f4bc2-75f6-4791-a417-71d7e3bcc8d1 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:30.317173 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bb0f4bc2-75f6-4791-a417-71d7e3bcc8d1 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:30.321644 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:30.450108 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5bcb19-002f-4e60-8be0-2aa12e8dcbc0 admin admin] Deleting subnet c18f37df-aff7-4839-ac34-d159e239e65d {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:58:30.457969 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c5bcb19-002f-4e60-8be0-2aa12e8dcbc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.487171 n-d-798054-8 neutron-server[93907]: DEBUG neutron.objects.ports [None req-a1deb7dd-bdec-4492-8987-cd4d26b59eea tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93907) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:58:30.487945 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1deb7dd-bdec-4492-8987-cd4d26b59eea tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.565744 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c5bcb19-002f-4e60-8be0-2aa12e8dcbc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.673163 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bb0f4bc2-75f6-4791-a417-71d7e3bcc8d1 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.689579 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c5bcb19-002f-4e60-8be0-2aa12e8dcbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.702431 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bb0f4bc2-75f6-4791-a417-71d7e3bcc8d1 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.709151 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bb0f4bc2-75f6-4791-a417-71d7e3bcc8d1 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] 10.222.0.79 "DELETE /v2.0/networks/a5eb6502-f14d-40ad-ae5d-22281032e08a HTTP/1.1" status: 204 len: 168 time: 1.1384325 Jul 05 09:58:30.714508 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41208) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:30.730052 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41210) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:30.740184 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f4bc2-75f6-4791-a417-71d7e3bcc8d1 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Pushing event deleted for resources: {'Network': ['ID=a5eb6502-f14d-40ad-ae5d-22281032e08a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:30.749462 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1deb7dd-bdec-4492-8987-cd4d26b59eea tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e900c6b1-f9ef-4a15-b378-9a234a953cf1,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:30.778571 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1deb7dd-bdec-4492-8987-cd4d26b59eea tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Checking segment: {'id': '65645825-5521-4cf3-90a2-ddb5ee9e386c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ccc802e5-c506-4a82-89e9-038018a0b476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:30.778946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1deb7dd-bdec-4492-8987-cd4d26b59eea tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Network hostable DHCP agents. Network: ccc802e5-c506-4a82-89e9-038018a0b476, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:58:30.807049 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1deb7dd-bdec-4492-8987-cd4d26b59eea tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Network ccc802e5-c506-4a82-89e9-038018a0b476 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:58:30.823382 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a1deb7dd-bdec-4492-8987-cd4d26b59eea tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, ccc802e5-c506-4a82-89e9-038018a0b476) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:30.835193 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1deb7dd-bdec-4492-8987-cd4d26b59eea tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:30.835421 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d17b448-5bcf-4519-a16c-b61672a51934 None None] Network ccc802e5-c506-4a82-89e9-038018a0b476 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:30.838002 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1deb7dd-bdec-4492-8987-cd4d26b59eea tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.870259 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a1deb7dd-bdec-4492-8987-cd4d26b59eea tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.7744205 Jul 05 09:58:30.872130 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41216) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:30.890824 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-de8ed18d-aa73-4a3b-802a-515ac48377f6 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1039030348', 'network_id': 'ccc802e5-c506-4a82-89e9-038018a0b476'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:30.942592 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8ed18d-aa73-4a3b-802a-515ac48377f6 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Made reservation on behalf of 6d6d2050e85e4608915084111ee2cf8d for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:30.948403 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de8ed18d-aa73-4a3b-802a-515ac48377f6 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.959396 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c5bcb19-002f-4e60-8be0-2aa12e8dcbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.981489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2b0a06-b674-4dda-ab8e-1818311189a1 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:30.990906 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2b0a06-b674-4dda-ab8e-1818311189a1 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:30.997939 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2b0a06-b674-4dda-ab8e-1818311189a1 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:31.003948 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2d2b0a06-b674-4dda-ab8e-1818311189a1 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1941 time: 0.2838640 Jul 05 09:58:31.019305 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41222) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:31.027248 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ed5597fa-8bd5-4a7f-854b-f6ece1e14270 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-342569459'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:31.032214 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bcb19-002f-4e60-8be0-2aa12e8dcbc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c18f37df-aff7-4839-ac34-d159e239e65d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:31.038241 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c5bcb19-002f-4e60-8be0-2aa12e8dcbc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.041409 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5c5bcb19-002f-4e60-8be0-2aa12e8dcbc0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c18f37df-aff7-4839-ac34-d159e239e65d HTTP/1.1" status: 204 len: 168 time: 0.7757568 Jul 05 09:58:31.044038 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41226) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:31.067089 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-de8ed18d-aa73-4a3b-802a-515ac48377f6 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] device_id is not set on port d7f63e5b-bb12-40e2-a966-e968c374b8cd yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:58:31.145016 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7448df-cb5a-4697-9a9d-a9697a5d8b6e None None] Network ccc802e5-c506-4a82-89e9-038018a0b476 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:31.172511 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5597fa-8bd5-4a7f-854b-f6ece1e14270 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Made reservation on behalf of c2582721ab39446b87265375f200c235 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:31.183704 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5597fa-8bd5-4a7f-854b-f6ece1e14270 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.255927 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-623d37f3-b185-4660-971d-495abc4876dd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8b82ed3a6881414d9acd165002cdb1e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5235863 Jul 05 09:58:31.256681 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41232) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:31.259641 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85bcf4da-85e9-47bd-a155-d8ab36479fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.370732 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-de8ed18d-aa73-4a3b-802a-515ac48377f6 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Allocated IP 2001:db8::1da (ccc802e5-c506-4a82-89e9-038018a0b476/e900c6b1-f9ef-4a15-b378-9a234a953cf1/d7f63e5b-bb12-40e2-a966-e968c374b8cd) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:31.382596 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08e3196d-4f76-4d94-8b8c-da68114b47da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.398423 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85bcf4da-85e9-47bd-a155-d8ab36479fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.418294 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-85bcf4da-85e9-47bd-a155-d8ab36479fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['997cf90f-0f10-481f-981a-696c40205086']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:31.429030 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08e3196d-4f76-4d94-8b8c-da68114b47da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.445636 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-85bcf4da-85e9-47bd-a155-d8ab36479fc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2464d207-0e02-4981-a0f8-faec5668a657') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:31.446006 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-85bcf4da-85e9-47bd-a155-d8ab36479fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2464d207-0e02-4981-a0f8-faec5668a657') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:31.467128 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85bcf4da-85e9-47bd-a155-d8ab36479fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.503308 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85bcf4da-85e9-47bd-a155-d8ab36479fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.521969 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85bcf4da-85e9-47bd-a155-d8ab36479fc9 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:31.522412 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85bcf4da-85e9-47bd-a155-d8ab36479fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:31.528036 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:31.632375 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08e3196d-4f76-4d94-8b8c-da68114b47da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.637743 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08e3196d-4f76-4d94-8b8c-da68114b47da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.643303 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-08e3196d-4f76-4d94-8b8c-da68114b47da admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4b45bf36-4403-4f5f-b4c9-fc9fade6db15 HTTP/1.1" status: 204 len: 168 time: 0.3803596 Jul 05 09:58:31.645530 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85bcf4da-85e9-47bd-a155-d8ab36479fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.652364 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85bcf4da-85e9-47bd-a155-d8ab36479fc9 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.654703 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-85bcf4da-85e9-47bd-a155-d8ab36479fc9 admin admin] 10.222.0.79 "DELETE /v2.0/networks/997cf90f-0f10-481f-981a-696c40205086 HTTP/1.1" status: 204 len: 168 time: 0.6097023 Jul 05 09:58:31.671201 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de8ed18d-aa73-4a3b-802a-515ac48377f6 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.722763 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bcf4da-85e9-47bd-a155-d8ab36479fc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=997cf90f-0f10-481f-981a-696c40205086,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:31.760029 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3196d-4f76-4d94-8b8c-da68114b47da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b45bf36-4403-4f5f-b4c9-fc9fade6db15,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:31.762412 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5597fa-8bd5-4a7f-854b-f6ece1e14270 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:31.794719 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de8ed18d-aa73-4a3b-802a-515ac48377f6 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.800420 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5597fa-8bd5-4a7f-854b-f6ece1e14270 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.800692 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-ed5597fa-8bd5-4a7f-854b-f6ece1e14270 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Added segment 2b1df3a3-003d-42fe-bf7d-5e132c827ae5 of type vlan for network d6530b20-d14a-4321-befa-6788fbdfa0c6 Jul 05 09:58:31.867549 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8ed18d-aa73-4a3b-802a-515ac48377f6 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Network ccc802e5-c506-4a82-89e9-038018a0b476 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:31.900780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-de8ed18d-aa73-4a3b-802a-515ac48377f6 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:31.903245 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8ed18d-aa73-4a3b-802a-515ac48377f6 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:31.904656 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8ed18d-aa73-4a3b-802a-515ac48377f6 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:31.905279 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de8ed18d-aa73-4a3b-802a-515ac48377f6 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.932419 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ed18d-aa73-4a3b-802a-515ac48377f6 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Pushing event updated for resources: {'Port': ['ID=d7f63e5b-bb12-40e2-a966-e968c374b8cd,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:31.940141 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5597fa-8bd5-4a7f-854b-f6ece1e14270 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.960886 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-de8ed18d-aa73-4a3b-802a-515ac48377f6 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0876615 Jul 05 09:58:31.963093 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41252) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:31.963674 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41254) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:32.026020 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5597fa-8bd5-4a7f-854b-f6ece1e14270 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.052744 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5597fa-8bd5-4a7f-854b-f6ece1e14270 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:32.053430 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5597fa-8bd5-4a7f-854b-f6ece1e14270 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.200717 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ed5597fa-8bd5-4a7f-854b-f6ece1e14270 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1795464 Jul 05 09:58:32.213069 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41268) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:32.226065 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8f7dfd7d-5d5e-43ec-88bf-a50afb0de07c tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-194538762'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:32.269007 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5597fa-8bd5-4a7f-854b-f6ece1e14270 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Pushing event updated for resources: {'Network': ['ID=d6530b20-d14a-4321-befa-6788fbdfa0c6,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:32.276029 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-64863ccb-5e11-48a5-822e-a78d07831bc0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bba36971b9394077b39bcc9045b67d85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3083007 Jul 05 09:58:32.278116 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41272) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:32.282135 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network d6530b20-d14a-4321-befa-6788fbdfa0c6 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:32.362748 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b52de376-665a-4f63-b0b2-c018808051ed tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Deleting port d7f63e5b-bb12-40e2-a966-e968c374b8cd {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:32.364255 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b52de376-665a-4f63-b0b2-c018808051ed tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.368863 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7dfd7d-5d5e-43ec-88bf-a50afb0de07c tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Made reservation on behalf of c2582721ab39446b87265375f200c235 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:32.375021 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfd7d-5d5e-43ec-88bf-a50afb0de07c tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.452210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7dfd7d-5d5e-43ec-88bf-a50afb0de07c tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:32.480417 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfd7d-5d5e-43ec-88bf-a50afb0de07c tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.480932 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-8f7dfd7d-5d5e-43ec-88bf-a50afb0de07c tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Added segment c27cbb06-309d-470e-8cfa-6b02cd2a0e47 of type vlan for network 5c2fe08b-357e-44fa-88e8-5233f3bc8287 Jul 05 09:58:32.484955 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4c4f-bf48-4099-aab3-07c9e6ca8f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.491936 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b52de376-665a-4f63-b0b2-c018808051ed tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.504564 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b52de376-665a-4f63-b0b2-c018808051ed tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Calling delete_port for d7f63e5b-bb12-40e2-a966-e968c374b8cd owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:32.515180 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4c4f-bf48-4099-aab3-07c9e6ca8f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.539190 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.593774 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4c4f-bf48-4099-aab3-07c9e6ca8f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.611476 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4c4f-bf48-4099-aab3-07c9e6ca8f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.616242 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c6bd4c4f-bf48-4099-aab3-07c9e6ca8f71 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/938bdd18-0420-47d2-b4be-300f4a7cb2e9 HTTP/1.1" status: 204 len: 168 time: 0.3352270 Jul 05 09:58:32.634666 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd4c4f-bf48-4099-aab3-07c9e6ca8f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938bdd18-0420-47d2-b4be-300f4a7cb2e9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:32.738821 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfd7d-5d5e-43ec-88bf-a50afb0de07c tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.825631 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b52de376-665a-4f63-b0b2-c018808051ed tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.833404 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfd7d-5d5e-43ec-88bf-a50afb0de07c tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.848284 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7dfd7d-5d5e-43ec-88bf-a50afb0de07c tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:32.854026 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfd7d-5d5e-43ec-88bf-a50afb0de07c tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.897125 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52de376-665a-4f63-b0b2-c018808051ed tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7f63e5b-bb12-40e2-a966-e968c374b8cd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:32.901710 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8f7dfd7d-5d5e-43ec-88bf-a50afb0de07c tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6853471 Jul 05 09:58:32.912682 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41300) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:32.928442 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Request body: {'ports': [{'network_id': 'd6530b20-d14a-4321-befa-6788fbdfa0c6', 'name': 'tempest-port--287216139', 'admin_state_up': True}, {'network_id': '5c2fe08b-357e-44fa-88e8-5233f3bc8287', 'admin_state_up': False}]} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:32.928830 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Request body: {'port': {'network_id': 'd6530b20-d14a-4321-befa-6788fbdfa0c6', 'name': 'tempest-port--287216139', 'admin_state_up': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:32.929803 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Request body: {'port': {'network_id': '5c2fe08b-357e-44fa-88e8-5233f3bc8287', 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:33.095203 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7dfd7d-5d5e-43ec-88bf-a50afb0de07c tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Pushing event updated for resources: {'Network': ['ID=5c2fe08b-357e-44fa-88e8-5233f3bc8287,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:33.110188 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 5c2fe08b-357e-44fa-88e8-5233f3bc8287 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:33.587310 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b52de376-665a-4f63-b0b2-c018808051ed tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:33.590099 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b52de376-665a-4f63-b0b2-c018808051ed tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "DELETE /v2.0/ports/d7f63e5b-bb12-40e2-a966-e968c374b8cd HTTP/1.1" status: 204 len: 168 time: 1.6173854 Jul 05 09:58:33.592938 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41328) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:33.597835 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-cde3ba83-d841-41ae-a4e5-c92020315757 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ccc802e5-c506-4a82-89e9-038018a0b476', 'external_fixed_ips': [{'subnet_id': 'e900c6b1-f9ef-4a15-b378-9a234a953cf1', 'ip_address': '2001:db8::1da'}]}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:33.652890 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cde3ba83-d841-41ae-a4e5-c92020315757 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:33.654314 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cde3ba83-d841-41ae-a4e5-c92020315757 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:33.732315 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cde3ba83-d841-41ae-a4e5-c92020315757 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:33.974799 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cde3ba83-d841-41ae-a4e5-c92020315757 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:34.100466 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Made reservation on behalf of c2582721ab39446b87265375f200c235 for: {'port': 2} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:34.123465 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:34.168718 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:34.376562 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] device_id is not set on port 07115121-57f5-4401-894e-f96fcb54b778 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:58:34.503071 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cde3ba83-d841-41ae-a4e5-c92020315757 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:34.578397 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cde3ba83-d841-41ae-a4e5-c92020315757 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:34.681010 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:34.871694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-cde3ba83-d841-41ae-a4e5-c92020315757 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Allocated IP 2001:db8::1da (ccc802e5-c506-4a82-89e9-038018a0b476/e900c6b1-f9ef-4a15-b378-9a234a953cf1/46f22d30-1d4f-4ef2-9ffb-0886507650b4) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:34.939474 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] device_id is not set on port e6be40bf-dfbc-4eea-996e-b0542fc109d8 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:58:35.080278 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cde3ba83-d841-41ae-a4e5-c92020315757 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:35.169373 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cde3ba83-d841-41ae-a4e5-c92020315757 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:35.247685 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:35.309311 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde3ba83-d841-41ae-a4e5-c92020315757 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Network ccc802e5-c506-4a82-89e9-038018a0b476 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:35.319395 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-cde3ba83-d841-41ae-a4e5-c92020315757 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:35.325129 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde3ba83-d841-41ae-a4e5-c92020315757 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:35.374171 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:35.445299 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3ba83-d841-41ae-a4e5-c92020315757 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Pushing event updated for resources: {'Port': ['ID=46f22d30-1d4f-4ef2-9ffb-0886507650b4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:35.447665 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Pushing event updated for resources: {'Port': ['ID=07115121-57f5-4401-894e-f96fcb54b778,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:35.496346 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Checking segment: {'id': '2b1df3a3-003d-42fe-bf7d-5e132c827ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd6530b20-d14a-4321-befa-6788fbdfa0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:35.496930 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Network hostable DHCP agents. Network: d6530b20-d14a-4321-befa-6788fbdfa0c6, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:58:35.533759 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Network d6530b20-d14a-4321-befa-6788fbdfa0c6 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:58:35.549177 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, d6530b20-d14a-4321-befa-6788fbdfa0c6) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:35.559679 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882e7dec-6ae8-4f4e-9d0a-b117018a9fb9 None None] Network d6530b20-d14a-4321-befa-6788fbdfa0c6 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:35.566321 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:35.571117 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:35.738215 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Pushing event updated for resources: {'Port': ['ID=e6be40bf-dfbc-4eea-996e-b0542fc109d8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:35.753120 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cde3ba83-d841-41ae-a4e5-c92020315757 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:35.753935 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Checking segment: {'id': 'c27cbb06-309d-470e-8cfa-6b02cd2a0e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5c2fe08b-357e-44fa-88e8-5233f3bc8287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:35.754316 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Network hostable DHCP agents. Network: 5c2fe08b-357e-44fa-88e8-5233f3bc8287, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:58:35.814355 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Network 5c2fe08b-357e-44fa-88e8-5233f3bc8287 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:58:35.855810 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 5c2fe08b-357e-44fa-88e8-5233f3bc8287) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:35.862610 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:35.871369 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66663238-f9d4-422d-a211-cf7d36eef419 None None] Network 5c2fe08b-357e-44fa-88e8-5233f3bc8287 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:35.879287 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:35.895307 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:35.896121 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:35.933055 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c813d87e-e72a-4f9e-bf61-5ebb2f35977d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.0164080 Jul 05 09:58:35.933291 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41420) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:36.047350 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:36.069279 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824d5550-4b8d-4a2f-a225-ee5440de89da tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:36.075674 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824d5550-4b8d-4a2f-a225-ee5440de89da tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:36.077633 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-824d5550-4b8d-4a2f-a225-ee5440de89da tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1423867 Jul 05 09:58:36.080739 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41430) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:36.423120 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cde3ba83-d841-41ae-a4e5-c92020315757 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:36.430373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b3fa7d40-8255-4131-a0db-b0a77e269bdd tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Deleting port 07115121-57f5-4401-894e-f96fcb54b778 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:36.430727 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3fa7d40-8255-4131-a0db-b0a77e269bdd tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:36.553340 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3fa7d40-8255-4131-a0db-b0a77e269bdd tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:36.636809 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b3fa7d40-8255-4131-a0db-b0a77e269bdd tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Calling delete_port for 07115121-57f5-4401-894e-f96fcb54b778 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:37.188269 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3fa7d40-8255-4131-a0db-b0a77e269bdd tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:37.225266 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde3ba83-d841-41ae-a4e5-c92020315757 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Router b5c1ac54-54a1-4e97-9e73-1d6c6c375a31 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:58:37.227994 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa7d40-8255-4131-a0db-b0a77e269bdd tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Pushing event deleted for resources: {'Port': ['ID=07115121-57f5-4401-894e-f96fcb54b778,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:37.237715 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3fa7d40-8255-4131-a0db-b0a77e269bdd tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:37.239826 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b3fa7d40-8255-4131-a0db-b0a77e269bdd tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] 10.222.0.79 "DELETE /v2.0/ports/07115121-57f5-4401-894e-f96fcb54b778 HTTP/1.1" status: 204 len: 168 time: 1.1578906 Jul 05 09:58:37.242995 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41492) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:37.408703 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde3ba83-d841-41ae-a4e5-c92020315757 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:58:37.409040 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d7b5f6ed-e971-4234-beff-d512265f4564 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Deleting port e6be40bf-dfbc-4eea-996e-b0542fc109d8 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:37.409392 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f6ed-e971-4234-beff-d512265f4564 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:37.418669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e279d85-b0d1-4fbd-98b6-2e53df603735 None None] Sync routers for ids ['b5c1ac54-54a1-4e97-9e73-1d6c6c375a31'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:58:37.452836 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e279d85-b0d1-4fbd-98b6-2e53df603735 None None] Routers {'b5c1ac54-54a1-4e97-9e73-1d6c6c375a31'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:58:37.452836 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8e279d85-b0d1-4fbd-98b6-2e53df603735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:58:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b5c1ac54-54a1-4e97-9e73-1d6c6c375a31'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:37.489468 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cde3ba83-d841-41ae-a4e5-c92020315757 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:37.498182 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cde3ba83-d841-41ae-a4e5-c92020315757 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.9016659 Jul 05 09:58:37.498784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41502) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:37.527390 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f6ed-e971-4234-beff-d512265f4564 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:37.545506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d7b5f6ed-e971-4234-beff-d512265f4564 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Calling delete_port for e6be40bf-dfbc-4eea-996e-b0542fc109d8 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:37.753478 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f6ed-e971-4234-beff-d512265f4564 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:37.792190 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5f6ed-e971-4234-beff-d512265f4564 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Pushing event deleted for resources: {'Port': ['ID=e6be40bf-dfbc-4eea-996e-b0542fc109d8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:37.799216 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f6ed-e971-4234-beff-d512265f4564 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:37.804145 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d7b5f6ed-e971-4234-beff-d512265f4564 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] 10.222.0.79 "DELETE /v2.0/ports/e6be40bf-dfbc-4eea-996e-b0542fc109d8 HTTP/1.1" status: 204 len: 168 time: 0.5600033 Jul 05 09:58:37.804833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41508) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:37.845137 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-8e279d85-b0d1-4fbd-98b6-2e53df603735 None None] Set router b5c1ac54-54a1-4e97-9e73-1d6c6c375a31 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:58:37.892893 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4755fc5-2b7f-4c80-bc89-71f59d83b051 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:37.893096 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6b993a69-07a6-4227-9f04-6331ad8d1e0d tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0869877 Jul 05 09:58:37.893808 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41516) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:37.898989 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0cba1e34-0a92-4f24-af0d-dc5e886c6f99 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-686060784'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:37.954727 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cba1e34-0a92-4f24-af0d-dc5e886c6f99 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Made reservation on behalf of c2582721ab39446b87265375f200c235 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:37.960915 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0cba1e34-0a92-4f24-af0d-dc5e886c6f99 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:38.023297 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cba1e34-0a92-4f24-af0d-dc5e886c6f99 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:38.069748 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0cba1e34-0a92-4f24-af0d-dc5e886c6f99 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:38.072018 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-0cba1e34-0a92-4f24-af0d-dc5e886c6f99 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Added segment 942d1d9c-14ef-4917-b960-1c3bb6bb83db of type vlan for network 27b34a49-7e30-4571-b129-d2b29cab8b34 Jul 05 09:58:38.153616 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4755fc5-2b7f-4c80-bc89-71f59d83b051 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:38.195130 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0cba1e34-0a92-4f24-af0d-dc5e886c6f99 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:38.242265 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8e279d85-b0d1-4fbd-98b6-2e53df603735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c1ac54-54a1-4e97-9e73-1d6c6c375a31', 'name': '', 'tenant_id': '6d6d2050e85e4608915084111ee2cf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc802e5-c506-4a82-89e9-038018a0b476', 'external_fixed_ips': [{'subnet_id': 'e900c6b1-f9ef-4a15-b378-9a234a953cf1', 'ip_address': '2001:db8::1da'}], 'enable_snat': True}, 'gw_port_id': '46f22d30-1d4f-4ef2-9ffb-0886507650b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:58:33Z', 'updated_at': '2021-07-05T09:58:35Z', 'revision_number': 3, 'project_id': '6d6d2050e85e4608915084111ee2cf8d', 'gw_port': {'id': '46f22d30-1d4f-4ef2-9ffb-0886507650b4', 'name': '', 'network_id': 'ccc802e5-c506-4a82-89e9-038018a0b476', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c1ac54-54a1-4e97-9e73-1d6c6c375a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'e900c6b1-f9ef-4a15-b378-9a234a953cf1', 'ip_address': '2001:db8::1da', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:58:34Z', 'updated_at': '2021-07-05T09:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e900c6b1-f9ef-4a15-b378-9a234a953cf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:38.275664 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e279d85-b0d1-4fbd-98b6-2e53df603735 None None] Checking router: b5c1ac54-54a1-4e97-9e73-1d6c6c375a31 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:58:38.276031 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e279d85-b0d1-4fbd-98b6-2e53df603735 None None] Updating router b5c1ac54-54a1-4e97-9e73-1d6c6c375a31 port 46f22d30-1d4f-4ef2-9ffb-0886507650b4 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:58:38.325760 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0cba1e34-0a92-4f24-af0d-dc5e886c6f99 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:38.336846 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cba1e34-0a92-4f24-af0d-dc5e886c6f99 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:38.337601 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0cba1e34-0a92-4f24-af0d-dc5e886c6f99 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:38.341921 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b4755fc5-2b7f-4c80-bc89-71f59d83b051 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Deleting port 46f22d30-1d4f-4ef2-9ffb-0886507650b4 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:38.342460 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4755fc5-2b7f-4c80-bc89-71f59d83b051 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:38.385691 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8e279d85-b0d1-4fbd-98b6-2e53df603735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:38.481022 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4755fc5-2b7f-4c80-bc89-71f59d83b051 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:38.498450 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0cba1e34-0a92-4f24-af0d-dc5e886c6f99 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6024811 Jul 05 09:58:38.501992 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41542) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:38.503289 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba1e34-0a92-4f24-af0d-dc5e886c6f99 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Pushing event updated for resources: {'Network': ['ID=27b34a49-7e30-4571-b129-d2b29cab8b34,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:38.509939 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-754de707-ebbe-456c-899c-1439a6c85d53 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1183791395'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:38.602589 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754de707-ebbe-456c-899c-1439a6c85d53 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Made reservation on behalf of c2582721ab39446b87265375f200c235 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:38.624369 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-754de707-ebbe-456c-899c-1439a6c85d53 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:38.638193 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b4755fc5-2b7f-4c80-bc89-71f59d83b051 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Calling delete_port for 46f22d30-1d4f-4ef2-9ffb-0886507650b4 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:38.755508 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 27b34a49-7e30-4571-b129-d2b29cab8b34 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:38.828419 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-754de707-ebbe-456c-899c-1439a6c85d53 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:38.872318 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-754de707-ebbe-456c-899c-1439a6c85d53 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:38.872754 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-754de707-ebbe-456c-899c-1439a6c85d53 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Added segment 65825b9e-b964-4c9c-8427-85dc17f35f73 of type vlan for network 72d23e18-c345-4c24-a456-089ed530763c Jul 05 09:58:39.261343 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-754de707-ebbe-456c-899c-1439a6c85d53 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.272631 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-8e279d85-b0d1-4fbd-98b6-2e53df603735 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:58:39.273004 n-d-798054-8 neutron-server[93908]: DEBUG oslo_db.api [None req-8e279d85-b0d1-4fbd-98b6-2e53df603735 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:58:39.275187 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4755fc5-2b7f-4c80-bc89-71f59d83b051 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.316627 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4755fc5-2b7f-4c80-bc89-71f59d83b051 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Pushing event deleted for resources: {'Port': ['ID=46f22d30-1d4f-4ef2-9ffb-0886507650b4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:39.375155 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4755fc5-2b7f-4c80-bc89-71f59d83b051 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.469289 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-754de707-ebbe-456c-899c-1439a6c85d53 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.491884 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754de707-ebbe-456c-899c-1439a6c85d53 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:39.492559 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-754de707-ebbe-456c-899c-1439a6c85d53 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.724351 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-754de707-ebbe-456c-899c-1439a6c85d53 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2208569 Jul 05 09:58:39.740888 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4755fc5-2b7f-4c80-bc89-71f59d83b051 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.747587 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4755fc5-2b7f-4c80-bc89-71f59d83b051 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.870558 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e279d85-b0d1-4fbd-98b6-2e53df603735 None None] Port 46f22d30-1d4f-4ef2-9ffb-0886507650b4 not found while updating agent binding for router b5c1ac54-54a1-4e97-9e73-1d6c6c375a31. {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 05 09:58:39.914120 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e279d85-b0d1-4fbd-98b6-2e53df603735 None None] Routers {'b5c1ac54-54a1-4e97-9e73-1d6c6c375a31'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:58:39.914842 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8e279d85-b0d1-4fbd-98b6-2e53df603735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:58:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b5c1ac54-54a1-4e97-9e73-1d6c6c375a31'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:39.938313 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754de707-ebbe-456c-899c-1439a6c85d53 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Pushing event updated for resources: {'Network': ['ID=72d23e18-c345-4c24-a456-089ed530763c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:39.973860 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4755fc5-2b7f-4c80-bc89-71f59d83b051 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.974391 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4755fc5-2b7f-4c80-bc89-71f59d83b051 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5c1ac54-54a1-4e97-9e73-1d6c6c375a31 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:58:39.980629 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4755fc5-2b7f-4c80-bc89-71f59d83b051 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.984030 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b4755fc5-2b7f-4c80-bc89-71f59d83b051 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "DELETE /v2.0/routers/b5c1ac54-54a1-4e97-9e73-1d6c6c375a31 HTTP/1.1" status: 204 len: 168 time: 2.4792345 Jul 05 09:58:39.984441 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41610) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:40.270617 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 72d23e18-c345-4c24-a456-089ed530763c details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:40.300226 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1423ca1-e6b0-4c43-9db6-27a2f02418bd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Deleting subnet e900c6b1-f9ef-4a15-b378-9a234a953cf1 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:58:40.311394 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1423ca1-e6b0-4c43-9db6-27a2f02418bd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:40.433729 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-8e279d85-b0d1-4fbd-98b6-2e53df603735 None None] Set router b5c1ac54-54a1-4e97-9e73-1d6c6c375a31 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:58:40.460594 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1423ca1-e6b0-4c43-9db6-27a2f02418bd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:40.620324 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1423ca1-e6b0-4c43-9db6-27a2f02418bd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:40.771637 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8e279d85-b0d1-4fbd-98b6-2e53df603735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c1ac54-54a1-4e97-9e73-1d6c6c375a31', 'name': '', 'tenant_id': '6d6d2050e85e4608915084111ee2cf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:58:33Z', 'updated_at': '2021-07-05T09:58:39Z', 'revision_number': 5, 'project_id': '6d6d2050e85e4608915084111ee2cf8d', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:40.886464 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e279d85-b0d1-4fbd-98b6-2e53df603735 None None] The sync data for ids ['b5c1ac54-54a1-4e97-9e73-1d6c6c375a31'] in n-d-798054-8 is: [{'id': 'b5c1ac54-54a1-4e97-9e73-1d6c6c375a31', 'name': '', 'tenant_id': '6d6d2050e85e4608915084111ee2cf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:58:33Z', 'updated_at': '2021-07-05T09:58:39Z', 'revision_number': 5, 'project_id': '6d6d2050e85e4608915084111ee2cf8d', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:58:40.902688 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1423ca1-e6b0-4c43-9db6-27a2f02418bd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:40.957676 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1423ca1-e6b0-4c43-9db6-27a2f02418bd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e900c6b1-f9ef-4a15-b378-9a234a953cf1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:40.984102 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1423ca1-e6b0-4c43-9db6-27a2f02418bd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:40.986301 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a1423ca1-e6b0-4c43-9db6-27a2f02418bd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "DELETE /v2.0/subnets/e900c6b1-f9ef-4a15-b378-9a234a953cf1 HTTP/1.1" status: 204 len: 168 time: 1.0007951 Jul 05 09:58:40.989034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41656) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:41.123158 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27639c69-9b6d-4661-941a-b723c04a4c12 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:41.291509 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27639c69-9b6d-4661-941a-b723c04a4c12 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:41.313967 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-27639c69-9b6d-4661-941a-b723c04a4c12 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc802e5-c506-4a82-89e9-038018a0b476']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:41.396977 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-27639c69-9b6d-4661-941a-b723c04a4c12 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65645825-5521-4cf3-90a2-ddb5ee9e386c') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:41.397195 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-27639c69-9b6d-4661-941a-b723c04a4c12 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65645825-5521-4cf3-90a2-ddb5ee9e386c') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:41.426558 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27639c69-9b6d-4661-941a-b723c04a4c12 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:41.489282 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27639c69-9b6d-4661-941a-b723c04a4c12 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:41.500242 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27639c69-9b6d-4661-941a-b723c04a4c12 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:41.500900 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27639c69-9b6d-4661-941a-b723c04a4c12 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:41.538726 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:41.838491 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27639c69-9b6d-4661-941a-b723c04a4c12 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:41.862073 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27639c69-9b6d-4661-941a-b723c04a4c12 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ccc802e5-c506-4a82-89e9-038018a0b476 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 09:58:41.877072 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27639c69-9b6d-4661-941a-b723c04a4c12 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:41.893485 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-27639c69-9b6d-4661-941a-b723c04a4c12 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "DELETE /v2.0/networks/ccc802e5-c506-4a82-89e9-038018a0b476 HTTP/1.1" status: 204 len: 168 time: 0.8980856 Jul 05 09:58:41.929693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27639c69-9b6d-4661-941a-b723c04a4c12 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Pushing event deleted for resources: {'Network': ['ID=ccc802e5-c506-4a82-89e9-038018a0b476,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:42.056387 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-4cba6a76-1711-4e05-931e-300e194d7d84 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=2d9da7b66b884d5b8f7dfba28004e674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1489928 Jul 05 09:58:42.531041 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41724) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:42.536398 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-29ff780b-7059-45d2-be09-c28b202b8df1 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Request body: {'router': {'name': 'tempest-router--509883800', 'project_id': '0efee1cc8fe946009575869e6769de21'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:42.628552 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-29ff780b-7059-45d2-be09-c28b202b8df1 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:42.640050 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-29ff780b-7059-45d2-be09-c28b202b8df1 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:42.649419 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-b096b5ea-c767-493d-8ee3-2232bd098cc4 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:42.657110 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-b096b5ea-c767-493d-8ee3-2232bd098cc4 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5976796 Jul 05 09:58:42.696624 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-5f889623-dbe3-49ee-a88c-684b6403f8ad tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/quotas/2d9da7b66b884d5b8f7dfba28004e674 HTTP/1.1" status: 200 len: 375 time: 0.0263352 Jul 05 09:58:42.822367 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-15f852ed-1f35-4990-a8d3-579367b38775 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d9da7b66b884d5b8f7dfba28004e674&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1098175 Jul 05 09:58:42.890278 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-29ff780b-7059-45d2-be09-c28b202b8df1 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:42.898356 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-29ff780b-7059-45d2-be09-c28b202b8df1 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:42.949695 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-29ff780b-7059-45d2-be09-c28b202b8df1 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:42.955387 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41740) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:42.960564 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-29ff780b-7059-45d2-be09-c28b202b8df1 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4274685 Jul 05 09:58:43.057742 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41742) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:43.064294 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ae8c766c-e320-4a82-91ba-aac418e95cb4 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Request body: {'subnets': [{'network_id': '27b34a49-7e30-4571-b129-d2b29cab8b34', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1688732299', 'ip_version': 6}, {'network_id': '72d23e18-c345-4c24-a456-089ed530763c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:43.064890 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ae8c766c-e320-4a82-91ba-aac418e95cb4 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Request body: {'subnet': {'network_id': '27b34a49-7e30-4571-b129-d2b29cab8b34', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1688732299', 'ip_version': 6}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:43.066110 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ae8c766c-e320-4a82-91ba-aac418e95cb4 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Request body: {'subnet': {'network_id': '72d23e18-c345-4c24-a456-089ed530763c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:43.156151 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-19598132-81bc-4245-a0ec-3794466ef8c5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:43.543117 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8c766c-e320-4a82-91ba-aac418e95cb4 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Made reservation on behalf of c2582721ab39446b87265375f200c235 for: {'subnet': 2} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:43.558595 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae8c766c-e320-4a82-91ba-aac418e95cb4 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:43.560640 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae8c766c-e320-4a82-91ba-aac418e95cb4 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:43.601161 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-19598132-81bc-4245-a0ec-3794466ef8c5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:43.612660 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-19598132-81bc-4245-a0ec-3794466ef8c5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:43.721188 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1d6f352-15da-42f3-ad74-972272aac859 req-0aeb9863-1066-466f-9d81-d543e7d45b41 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=2d9da7b66b884d5b8f7dfba28004e674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1065392 Jul 05 09:58:43.947047 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-19598132-81bc-4245-a0ec-3794466ef8c5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:43.948598 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19598132-81bc-4245-a0ec-3794466ef8c5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4bb22ab-fd98-4c59-b579-2b09798dc06f {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:58:43.963896 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-19598132-81bc-4245-a0ec-3794466ef8c5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:43.965301 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-19598132-81bc-4245-a0ec-3794466ef8c5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "DELETE /v2.0/routers/e4bb22ab-fd98-4c59-b579-2b09798dc06f HTTP/1.1" status: 204 len: 168 time: 1.0089090 Jul 05 09:58:44.088112 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6f352-15da-42f3-ad74-972272aac859 req-3232e3d7-c87d-43de-99f4-c4c83d4c8429 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:44.091387 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1d6f352-15da-42f3-ad74-972272aac859 req-3232e3d7-c87d-43de-99f4-c4c83d4c8429 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3644488 Jul 05 09:58:44.127184 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1d6f352-15da-42f3-ad74-972272aac859 req-f873dd54-9e3c-4499-b115-7196b9dd286c tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/quotas/2d9da7b66b884d5b8f7dfba28004e674 HTTP/1.1" status: 200 len: 375 time: 0.0265398 Jul 05 09:58:44.275500 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1d6f352-15da-42f3-ad74-972272aac859 req-5b2cbb7f-3e29-4dae-9490-ed50b507b1e3 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d9da7b66b884d5b8f7dfba28004e674&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1328216 Jul 05 09:58:44.333499 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41792) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:44.586339 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae8c766c-e320-4a82-91ba-aac418e95cb4 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:44.784295 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4ec85b1a-6dfc-42b3-a9d0-9e1375618369 req-aaac8246-7d29-4c2e-aa91-b3a2e6f0fcaa tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=6239d194-3bd2-4015-b5c4-26ea109d8ee5 HTTP/1.1" status: 200 len: 210 time: 0.1001627 Jul 05 09:58:44.911277 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c766c-e320-4a82-91ba-aac418e95cb4 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Pushing event updated for resources: {'Subnet': ['ID=bfa3eadd-a889-43d3-a588-83744d72e6ce,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:44.927287 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8c766c-e320-4a82-91ba-aac418e95cb4 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Checking segment: {'id': '942d1d9c-14ef-4917-b960-1c3bb6bb83db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '27b34a49-7e30-4571-b129-d2b29cab8b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:44.929228 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8c766c-e320-4a82-91ba-aac418e95cb4 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Network hostable DHCP agents. Network: 27b34a49-7e30-4571-b129-d2b29cab8b34, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:58:44.979431 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8c766c-e320-4a82-91ba-aac418e95cb4 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Network 27b34a49-7e30-4571-b129-d2b29cab8b34 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:58:44.999065 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ae8c766c-e320-4a82-91ba-aac418e95cb4 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 27b34a49-7e30-4571-b129-d2b29cab8b34) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:45.010660 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404d6c07-4f75-421b-925c-939dabb76495 None None] Network 27b34a49-7e30-4571-b129-d2b29cab8b34 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:45.029110 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2a2e1bae-56cf-49fd-a344-1399334e2596 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1660561809', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:45.060546 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae8c766c-e320-4a82-91ba-aac418e95cb4 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:45.159895 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a2e1bae-56cf-49fd-a344-1399334e2596 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:45.164415 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a2e1bae-56cf-49fd-a344-1399334e2596 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:45.323883 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c766c-e320-4a82-91ba-aac418e95cb4 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Pushing event updated for resources: {'Subnet': ['ID=b3cafb87-1316-401f-9db1-f61d62f19d93,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:45.413228 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8c766c-e320-4a82-91ba-aac418e95cb4 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Checking segment: {'id': '65825b9e-b964-4c9c-8427-85dc17f35f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '72d23e18-c345-4c24-a456-089ed530763c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:45.413984 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8c766c-e320-4a82-91ba-aac418e95cb4 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Network hostable DHCP agents. Network: 72d23e18-c345-4c24-a456-089ed530763c, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:58:45.444139 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8c766c-e320-4a82-91ba-aac418e95cb4 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Network 72d23e18-c345-4c24-a456-089ed530763c is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:58:45.459356 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ae8c766c-e320-4a82-91ba-aac418e95cb4 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 72d23e18-c345-4c24-a456-089ed530763c) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:45.459577 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a2e1bae-56cf-49fd-a344-1399334e2596 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:45.489429 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8c766c-e320-4a82-91ba-aac418e95cb4 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:45.497707 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8c766c-e320-4a82-91ba-aac418e95cb4 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:45.498700 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae8c766c-e320-4a82-91ba-aac418e95cb4 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:45.530895 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ae8c766c-e320-4a82-91ba-aac418e95cb4 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.4714005 Jul 05 09:58:45.536714 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41828) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:45.619545 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f7074e-c521-479d-b970-208174aa535d None None] Network 72d23e18-c345-4c24-a456-089ed530763c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:45.797598 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860ee83a-c613-4a6d-b772-61e164bebbc5 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:45.808411 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860ee83a-c613-4a6d-b772-61e164bebbc5 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:45.815460 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860ee83a-c613-4a6d-b772-61e164bebbc5 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:45.827405 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-860ee83a-c613-4a6d-b772-61e164bebbc5 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2849638 Jul 05 09:58:45.833082 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41832) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:46.046561 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c73da3d-cbf3-44a9-a352-36cfb1328372 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Deleting subnet bfa3eadd-a889-43d3-a588-83744d72e6ce {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:58:46.057889 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c73da3d-cbf3-44a9-a352-36cfb1328372 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:46.124981 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4e56c7-863e-42e4-880d-c92230e77b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-27b34a49-7e30-4571-b129-d2b29cab8b34', 'network_id': '27b34a49-7e30-4571-b129-d2b29cab8b34', 'tenant_id': 'c2582721ab39446b87265375f200c235', 'fixed_ips': [{'subnet_id': 'bfa3eadd-a889-43d3-a588-83744d72e6ce'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:58:46.125846 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5d4e56c7-863e-42e4-880d-c92230e77b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:46.163060 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c73da3d-cbf3-44a9-a352-36cfb1328372 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:46.170309 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-4e469408-f4f3-4aef-a90b-016fa5fe5d79 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=2d9da7b66b884d5b8f7dfba28004e674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3031638 Jul 05 09:58:46.201867 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a2e1bae-56cf-49fd-a344-1399334e2596 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:46.274735 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c73da3d-cbf3-44a9-a352-36cfb1328372 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:46.485414 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3aafeb01-00aa-4849-a777-e69b6ce0b31f req-505f1be9-8d59-4622-98a4-7a5ecc6eaca0 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=6239d194-3bd2-4015-b5c4-26ea109d8ee5 HTTP/1.1" status: 200 len: 210 time: 0.1635585 Jul 05 09:58:46.520853 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c73da3d-cbf3-44a9-a352-36cfb1328372 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:46.623231 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c73da3d-cbf3-44a9-a352-36cfb1328372 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:46.634667 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2c73da3d-cbf3-44a9-a352-36cfb1328372 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] 10.222.0.79 "DELETE /v2.0/subnets/bfa3eadd-a889-43d3-a588-83744d72e6ce HTTP/1.1" status: 204 len: 168 time: 0.7996893 Jul 05 09:58:46.722600 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41854) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:46.742841 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73da3d-cbf3-44a9-a352-36cfb1328372 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa3eadd-a889-43d3-a588-83744d72e6ce,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:46.824590 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06741657-0a61-4c4a-b25c-21bf55cba8d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-72d23e18-c345-4c24-a456-089ed530763c', 'network_id': '72d23e18-c345-4c24-a456-089ed530763c', 'tenant_id': 'c2582721ab39446b87265375f200c235', 'fixed_ips': [{'subnet_id': 'b3cafb87-1316-401f-9db1-f61d62f19d93'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:58:46.825438 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-06741657-0a61-4c4a-b25c-21bf55cba8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:46.897014 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-4495487b-1614-47c8-85f5-0aad03c6e753 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Deleting subnet b3cafb87-1316-401f-9db1-f61d62f19d93 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:58:46.907477 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4495487b-1614-47c8-85f5-0aad03c6e753 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:46.993309 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4495487b-1614-47c8-85f5-0aad03c6e753 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server [None req-5d4e56c7-863e-42e4-880d-c92230e77b81 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfa3eadd-a889-43d3-a588-83744d72e6ce: This subnet is being modified by another concurrent operation. Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 09:58:47.011571 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exception Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfa3eadd-a889-43d3-a588-83744d72e6ce: This subnet is being modified by another concurrent operation. Jul 05 09:58:47.014592 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 05 09:58:47.061642 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb3361c-3d62-4519-ae6f-6b58fa89e6b2 None None] Network 27b34a49-7e30-4571-b129-d2b29cab8b34 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:47.168455 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4495487b-1614-47c8-85f5-0aad03c6e753 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:47.441559 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4495487b-1614-47c8-85f5-0aad03c6e753 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server [None req-06741657-0a61-4c4a-b25c-21bf55cba8d0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3cafb87-1316-401f-9db1-f61d62f19d93: This subnet is being modified by another concurrent operation. Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 09:58:47.445021 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exception Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3cafb87-1316-401f-9db1-f61d62f19d93: This subnet is being modified by another concurrent operation. Jul 05 09:58:47.449296 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 05 09:58:47.466502 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b20dc09-9f9d-4276-825b-9a440ac9636d None None] Network 72d23e18-c345-4c24-a456-089ed530763c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:47.533168 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4495487b-1614-47c8-85f5-0aad03c6e753 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:47.535725 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4495487b-1614-47c8-85f5-0aad03c6e753 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] 10.222.0.79 "DELETE /v2.0/subnets/b3cafb87-1316-401f-9db1-f61d62f19d93 HTTP/1.1" status: 204 len: 168 time: 0.7944343 Jul 05 09:58:47.536911 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495487b-1614-47c8-85f5-0aad03c6e753 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Pushing event deleted for resources: {'Subnet': ['ID=b3cafb87-1316-401f-9db1-f61d62f19d93,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:47.546880 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41880) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:47.606608 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3241ef11-8b0c-4e23-9651-66e8179561ad tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:47.609005 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3241ef11-8b0c-4e23-9651-66e8179561ad tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0601332 Jul 05 09:58:47.613492 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41882) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:47.666395 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1d6f352-15da-42f3-ad74-972272aac859 req-e1b65b65-daf6-46a2-8340-fcf0957cce3c tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=2d9da7b66b884d5b8f7dfba28004e674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1102433 Jul 05 09:58:47.775372 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-755a0775-31fe-49fa-b56b-52e9f0960af2 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:47.878462 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f32418-89b8-4868-a198-1619f0058845 None None] get_active_networks_info from n-d-798054-8 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 09:58:47.916234 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-755a0775-31fe-49fa-b56b-52e9f0960af2 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:47.932938 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-755a0775-31fe-49fa-b56b-52e9f0960af2 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d23e18-c345-4c24-a456-089ed530763c']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:47.948198 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-755a0775-31fe-49fa-b56b-52e9f0960af2 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65825b9e-b964-4c9c-8427-85dc17f35f73') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:47.948779 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-755a0775-31fe-49fa-b56b-52e9f0960af2 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65825b9e-b964-4c9c-8427-85dc17f35f73') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:47.966081 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-755a0775-31fe-49fa-b56b-52e9f0960af2 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:48.013032 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-755a0775-31fe-49fa-b56b-52e9f0960af2 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:48.019182 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f32418-89b8-4868-a198-1619f0058845 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 09:58:48.033989 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755a0775-31fe-49fa-b56b-52e9f0960af2 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:48.034507 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-755a0775-31fe-49fa-b56b-52e9f0960af2 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:48.041220 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:48.131324 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6f352-15da-42f3-ad74-972272aac859 req-9b412bad-e931-4a47-9c2a-9e1a364d5f5a tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:48.132856 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1d6f352-15da-42f3-ad74-972272aac859 req-9b412bad-e931-4a47-9c2a-9e1a364d5f5a tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4411082 Jul 05 09:58:48.159304 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-50f8e85d-7f5f-4fa2-a835-2ea66efa5084 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:48.162450 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-50f8e85d-7f5f-4fa2-a835-2ea66efa5084 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.9863880 Jul 05 09:58:48.187897 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-81e5436f-39c6-474e-ad6f-49a566370776 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Request body: {'port': {'device_id': '98c3e5e0-d296-41c9-848d-a1633ebb1f36', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': '2d9da7b66b884d5b8f7dfba28004e674'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:48.190296 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-755a0775-31fe-49fa-b56b-52e9f0960af2 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:48.199350 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-755a0775-31fe-49fa-b56b-52e9f0960af2 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:48.210225 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-755a0775-31fe-49fa-b56b-52e9f0960af2 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] 10.222.0.79 "DELETE /v2.0/networks/72d23e18-c345-4c24-a456-089ed530763c HTTP/1.1" status: 204 len: 168 time: 0.5953343 Jul 05 09:58:48.213216 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-f1d6f352-15da-42f3-ad74-972272aac859 req-378131c4-f2e4-4a2c-98d9-f8d0e148cf94 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Request body: {'port': {'device_id': '6239d194-3bd2-4015-b5c4-26ea109d8ee5', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': '2d9da7b66b884d5b8f7dfba28004e674'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:48.221983 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41892) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:48.230863 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a0775-31fe-49fa-b56b-52e9f0960af2 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Pushing event deleted for resources: {'Network': ['ID=72d23e18-c345-4c24-a456-089ed530763c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:48.407229 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9fe726a4-b545-42be-9f0f-c0629139a72e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:48.516130 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a857cc-dd11-44f0-affc-c7ab1e5f74b0 None None] get_active_networks_info from n-d-798054-8 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 09:58:48.675626 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-81e5436f-39c6-474e-ad6f-49a566370776 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Made reservation on behalf of 2d9da7b66b884d5b8f7dfba28004e674 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:48.680198 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a857cc-dd11-44f0-affc-c7ab1e5f74b0 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 09:58:48.683681 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-81e5436f-39c6-474e-ad6f-49a566370776 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:48.709473 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe513b8b-30f7-48e5-bf11-e2e9bddfb4d3 req-e9a32385-c63f-4119-9b2b-08bc9096df6c tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=6239d194-3bd2-4015-b5c4-26ea109d8ee5 HTTP/1.1" status: 200 len: 210 time: 0.4902856 Jul 05 09:58:48.812936 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-81e5436f-39c6-474e-ad6f-49a566370776 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:48.953124 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-81e5436f-39c6-474e-ad6f-49a566370776 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:48.997443 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-81e5436f-39c6-474e-ad6f-49a566370776 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:49.156532 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-81e5436f-39c6-474e-ad6f-49a566370776 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Allocated IP 192.168.233.127 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/06748f66-8a6d-49d1-9576-662bead26b38) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:49.433825 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9fe726a4-b545-42be-9f0f-c0629139a72e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:49.463538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1d6f352-15da-42f3-ad74-972272aac859 req-378131c4-f2e4-4a2c-98d9-f8d0e148cf94 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Made reservation on behalf of 2d9da7b66b884d5b8f7dfba28004e674 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:49.467185 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f1d6f352-15da-42f3-ad74-972272aac859 req-378131c4-f2e4-4a2c-98d9-f8d0e148cf94 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:49.495290 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-9fe726a4-b545-42be-9f0f-c0629139a72e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b34a49-7e30-4571-b129-d2b29cab8b34']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:49.558268 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5436f-39c6-474e-ad6f-49a566370776 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b056af-8f33-4d63-be1c-6909fbf444fd,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:49.566030 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-9fe726a4-b545-42be-9f0f-c0629139a72e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942d1d9c-14ef-4917-b960-1c3bb6bb83db') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:49.566231 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-9fe726a4-b545-42be-9f0f-c0629139a72e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942d1d9c-14ef-4917-b960-1c3bb6bb83db') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:49.669974 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9fe726a4-b545-42be-9f0f-c0629139a72e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:49.855506 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a2e1bae-56cf-49fd-a344-1399334e2596 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:49.860466 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9fe726a4-b545-42be-9f0f-c0629139a72e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:49.894195 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe726a4-b545-42be-9f0f-c0629139a72e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:49.894612 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9fe726a4-b545-42be-9f0f-c0629139a72e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:49.898026 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:49.914647 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a2e1bae-56cf-49fd-a344-1399334e2596 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:50.137457 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-81e5436f-39c6-474e-ad6f-49a566370776 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:50.199198 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-504b1e54-23c6-43c4-90ad-b57123485476 req-38f0861a-6727-4834-a813-63c84c04bbc0 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=6239d194-3bd2-4015-b5c4-26ea109d8ee5 HTTP/1.1" status: 200 len: 210 time: 0.2559617 Jul 05 09:58:50.231047 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-81e5436f-39c6-474e-ad6f-49a566370776 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Transition to ACTIVE for port object 06748f66-8a6d-49d1-9576-662bead26b38 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:50.251032 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9fe726a4-b545-42be-9f0f-c0629139a72e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:50.339282 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9fe726a4-b545-42be-9f0f-c0629139a72e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:50.341227 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9fe726a4-b545-42be-9f0f-c0629139a72e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] 10.222.0.79 "DELETE /v2.0/networks/27b34a49-7e30-4571-b129-d2b29cab8b34 HTTP/1.1" status: 204 len: 168 time: 2.1044130 Jul 05 09:58:50.343879 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41940) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:50.351064 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe726a4-b545-42be-9f0f-c0629139a72e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Pushing event deleted for resources: {'Network': ['ID=27b34a49-7e30-4571-b129-d2b29cab8b34,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:50.358253 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-2a2e1bae-56cf-49fd-a344-1399334e2596 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Allocated IP 172.25.7.165 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/aadde6b7-842c-4cff-a4d1-976617ae2eff) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:50.365007 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-81e5436f-39c6-474e-ad6f-49a566370776 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:50.503734 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-f1d6f352-15da-42f3-ad74-972272aac859 req-378131c4-f2e4-4a2c-98d9-f8d0e148cf94 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Allocated IP 192.168.233.80 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/93455dea-72a2-44bd-8b7b-2e60494ad0a6) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:50.529470 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5436f-39c6-474e-ad6f-49a566370776 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Pushing event updated for resources: {'Port': ['ID=06748f66-8a6d-49d1-9576-662bead26b38,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:50.588137 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5790451e-4e5a-4195-b110-1c0ce837f85e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:50.642882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-81e5436f-39c6-474e-ad6f-49a566370776 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:50.712959 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-81e5436f-39c6-474e-ad6f-49a566370776 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:50.820958 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a2e1bae-56cf-49fd-a344-1399334e2596 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:50.859648 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5790451e-4e5a-4195-b110-1c0ce837f85e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:50.874595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-81e5436f-39c6-474e-ad6f-49a566370776 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:50.881406 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-5790451e-4e5a-4195-b110-1c0ce837f85e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2fe08b-357e-44fa-88e8-5233f3bc8287']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:50.882414 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a2e1bae-56cf-49fd-a344-1399334e2596 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:50.928936 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-5790451e-4e5a-4195-b110-1c0ce837f85e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27cbb06-309d-470e-8cfa-6b02cd2a0e47') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:50.933639 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-870aced3-f16c-4f49-9ac1-0ec0d9a9c612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:50.934205 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-5790451e-4e5a-4195-b110-1c0ce837f85e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27cbb06-309d-470e-8cfa-6b02cd2a0e47') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:50.959825 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5790451e-4e5a-4195-b110-1c0ce837f85e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:50.977912 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2e1bae-56cf-49fd-a344-1399334e2596 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:50.984745 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-2a2e1bae-56cf-49fd-a344-1399334e2596 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:50.987884 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2e1bae-56cf-49fd-a344-1399334e2596 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:51.013005 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5790451e-4e5a-4195-b110-1c0ce837f85e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:51.036932 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5790451e-4e5a-4195-b110-1c0ce837f85e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:51.037357 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5790451e-4e5a-4195-b110-1c0ce837f85e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:51.040554 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:51.149161 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-81e5436f-39c6-474e-ad6f-49a566370776 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:51.149895 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-81e5436f-39c6-474e-ad6f-49a566370776 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:51.170113 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e1bae-56cf-49fd-a344-1399334e2596 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Pushing event updated for resources: {'Port': ['ID=aadde6b7-842c-4cff-a4d1-976617ae2eff,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:51.212980 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5790451e-4e5a-4195-b110-1c0ce837f85e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:51.240958 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f1d6f352-15da-42f3-ad74-972272aac859 req-378131c4-f2e4-4a2c-98d9-f8d0e148cf94 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:51.243520 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5790451e-4e5a-4195-b110-1c0ce837f85e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:51.247823 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5790451e-4e5a-4195-b110-1c0ce837f85e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] 10.222.0.79 "DELETE /v2.0/networks/5c2fe08b-357e-44fa-88e8-5233f3bc8287 HTTP/1.1" status: 204 len: 168 time: 0.9020615 Jul 05 09:58:51.253052 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41960) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:51.275672 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-694177de-234e-475d-ad0e-6ec332cbdbc4 None None] Provisioning for port 06748f66-8a6d-49d1-9576-662bead26b38 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:58:51.284802 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-694177de-234e-475d-ad0e-6ec332cbdbc4 None None] Provisioning complete for port 06748f66-8a6d-49d1-9576-662bead26b38 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:51.285408 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-694177de-234e-475d-ad0e-6ec332cbdbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:51.309947 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:58:51.374007 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-81e5436f-39c6-474e-ad6f-49a566370776 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2020385 Jul 05 09:58:51.396911 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Request body: {'port': {'device_id': '98c3e5e0-d296-41c9-848d-a1633ebb1f36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:51.416950 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-694177de-234e-475d-ad0e-6ec332cbdbc4 None None] Port 06748f66-8a6d-49d1-9576-662bead26b38 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:58:51.470337 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790451e-4e5a-4195-b110-1c0ce837f85e tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Pushing event deleted for resources: {'Network': ['ID=5c2fe08b-357e-44fa-88e8-5233f3bc8287,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:51.528358 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-f1d6f352-15da-42f3-ad74-972272aac859 req-378131c4-f2e4-4a2c-98d9-f8d0e148cf94 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Transition to ACTIVE for port object 93455dea-72a2-44bd-8b7b-2e60494ad0a6 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:51.556862 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b8d9812-6e93-4b98-818b-2bb598039339 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:51.625203 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e090da6c-adc1-412d-93d4-86866ebc314b req-b7c21bd1-87be-4819-915f-07699532bbcd tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=6239d194-3bd2-4015-b5c4-26ea109d8ee5 HTTP/1.1" status: 200 len: 210 time: 0.1470912 Jul 05 09:58:51.816773 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b8d9812-6e93-4b98-818b-2bb598039339 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:51.841589 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1b8d9812-6e93-4b98-818b-2bb598039339 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6530b20-d14a-4321-befa-6788fbdfa0c6']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:51.876002 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1b8d9812-6e93-4b98-818b-2bb598039339 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1df3a3-003d-42fe-bf7d-5e132c827ae5') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:51.877255 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1b8d9812-6e93-4b98-818b-2bb598039339 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1df3a3-003d-42fe-bf7d-5e132c827ae5') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:51.895299 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b8d9812-6e93-4b98-818b-2bb598039339 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:51.916280 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:51.918141 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b8d9812-6e93-4b98-818b-2bb598039339 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:51.928751 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8d9812-6e93-4b98-818b-2bb598039339 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:51.929336 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b8d9812-6e93-4b98-818b-2bb598039339 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:51.934590 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:51.945976 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a2e1bae-56cf-49fd-a344-1399334e2596 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:52.068954 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b8d9812-6e93-4b98-818b-2bb598039339 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:52.080958 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b8d9812-6e93-4b98-818b-2bb598039339 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:52.084621 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1b8d9812-6e93-4b98-818b-2bb598039339 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] 10.222.0.79 "DELETE /v2.0/networks/d6530b20-d14a-4321-befa-6788fbdfa0c6 HTTP/1.1" status: 204 len: 168 time: 0.8118484 Jul 05 09:58:52.125750 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d9812-6e93-4b98-818b-2bb598039339 tempest-BulkNetworkOpsIpV6Test-1101472209 tempest-BulkNetworkOpsIpV6Test-1101472209-project] Pushing event deleted for resources: {'Network': ['ID=d6530b20-d14a-4321-befa-6788fbdfa0c6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:52.159163 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f1d6f352-15da-42f3-ad74-972272aac859 req-378131c4-f2e4-4a2c-98d9-f8d0e148cf94 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:52.399064 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1d6f352-15da-42f3-ad74-972272aac859 req-378131c4-f2e4-4a2c-98d9-f8d0e148cf94 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:52.477006 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-f1d6f352-15da-42f3-ad74-972272aac859 req-378131c4-f2e4-4a2c-98d9-f8d0e148cf94 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:52.514285 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d6f352-15da-42f3-ad74-972272aac859 req-378131c4-f2e4-4a2c-98d9-f8d0e148cf94 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:52.678202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378131c4-f2e4-4a2c-98d9-f8d0e148cf94 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Pushing event updated for resources: {'Port': ['ID=93455dea-72a2-44bd-8b7b-2e60494ad0a6,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:52.780083 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41998) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:53.028580 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8e8291ab-6894-4a5d-9080-ad88a450247a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c2582721ab39446b87265375f200c235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464089 Jul 05 09:58:53.031170 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42004) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:53.106365 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0e566130-57ec-474c-9a6d-b0a384fa1ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:53.118104 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-93bab63a-4b2a-41a9-96c7-1448ab572507 None None] Provisioning for port 93455dea-72a2-44bd-8b7b-2e60494ad0a6 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:58:53.125369 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-93bab63a-4b2a-41a9-96c7-1448ab572507 None None] Provisioning complete for port 93455dea-72a2-44bd-8b7b-2e60494ad0a6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:53.126860 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-93bab63a-4b2a-41a9-96c7-1448ab572507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:53.139054 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0e566130-57ec-474c-9a6d-b0a384fa1ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:53.179236 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-93bab63a-4b2a-41a9-96c7-1448ab572507 None None] Port 93455dea-72a2-44bd-8b7b-2e60494ad0a6 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:58:53.225523 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0e566130-57ec-474c-9a6d-b0a384fa1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:53.229389 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0e566130-57ec-474c-9a6d-b0a384fa1ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:53.230867 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0e566130-57ec-474c-9a6d-b0a384fa1ef3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/df0caa4c-b623-4144-8c1d-9d7c038be096 HTTP/1.1" status: 204 len: 168 time: 0.1987166 Jul 05 09:58:53.243310 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e566130-57ec-474c-9a6d-b0a384fa1ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0caa4c-b623-4144-8c1d-9d7c038be096,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:53.306199 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7de4c27c-b22d-41c0-be2d-80e944c3a5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:53.367562 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6f352-15da-42f3-ad74-972272aac859 req-378131c4-f2e4-4a2c-98d9-f8d0e148cf94 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:53.369054 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f1d6f352-15da-42f3-ad74-972272aac859 req-378131c4-f2e4-4a2c-98d9-f8d0e148cf94 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:53.449615 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1d6f352-15da-42f3-ad74-972272aac859 req-378131c4-f2e4-4a2c-98d9-f8d0e148cf94 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2572675 Jul 05 09:58:53.511690 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-f1d6f352-15da-42f3-ad74-972272aac859 req-e9f09075-ae9b-43ab-a97a-09689d28faab service neutron] Request body: {'port': {'device_id': '6239d194-3bd2-4015-b5c4-26ea109d8ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:53.541767 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:53.682655 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a2e1bae-56cf-49fd-a344-1399334e2596 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:53.796956 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a7f13-11a9-4290-ab4e-d7b0a62ff4ad req-71d8bee4-535e-4f25-bf51-ec04e3ed52cd tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:53.804216 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f50a7f13-11a9-4290-ab4e-d7b0a62ff4ad req-71d8bee4-535e-4f25-bf51-ec04e3ed52cd tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=6239d194-3bd2-4015-b5c4-26ea109d8ee5 HTTP/1.1" status: 200 len: 935 time: 0.4203041 Jul 05 09:58:53.848063 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f1d6f352-15da-42f3-ad74-972272aac859 req-e9f09075-ae9b-43ab-a97a-09689d28faab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:54.050597 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06748f66-8a6d-49d1-9576-662bead26b38 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:58:54.074775 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:54.109849 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f50a7f13-11a9-4290-ab4e-d7b0a62ff4ad req-0b9184d8-a76b-4b25-b973-a3233aaedffb tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b056af-8f33-4d63-be1c-6909fbf444fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039796 Jul 05 09:58:54.136042 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Transition to ACTIVE for port object 06748f66-8a6d-49d1-9576-662bead26b38 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:54.228289 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:54.371576 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Pushing event updated for resources: {'Port': ['ID=06748f66-8a6d-49d1-9576-662bead26b38,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:54.413396 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:54.414424 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:54.414624 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:54.414963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:54.415291 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:54.415590 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:54.420054 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:54.420481 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:54.420857 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:54.421191 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:54.421516 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:54.421841 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:54.479264 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42072) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:54.572953 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:54.630518 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2e1bae-56cf-49fd-a344-1399334e2596 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Router edd7331a-0bce-4347-ab13-d1a2cea03526 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:58:54.734680 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1742917259'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:54.778027 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Made reservation on behalf of a91c3bf7961b491791278a2e028a0984 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:54.784036 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:54.803813 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:54.965354 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:54.974312 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:54.985152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Attempting to bind port 06748f66-8a6d-49d1-9576-662bead26b38 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:54.985829 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Attempting to bind port 06748f66-8a6d-49d1-9576-662bead26b38 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:54.986355 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Attempting to bind port 06748f66-8a6d-49d1-9576-662bead26b38 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:55.004915 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Port 06748f66-8a6d-49d1-9576-662bead26b38 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:55.005517 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Attempting to bind port 06748f66-8a6d-49d1-9576-662bead26b38 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:55.012140 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:55.022576 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75d1332b-1da4-4e34-b81d-61db044c84de,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:55.030025 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.030592 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Added segment bab1cd5f-ddd2-4f46-84ff-3ecd681ce4ae of type vlan for network 06a46186-984e-47ba-9726-b8cdb5612c0c Jul 05 09:58:55.041369 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:58:55.041608 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:55.041962 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:58:55.042532 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Bound port: 06748f66-8a6d-49d1-9576-662bead26b38, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:58:55.042905 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.089600 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.114346 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-f1d6f352-15da-42f3-ad74-972272aac859 req-e9f09075-ae9b-43ab-a97a-09689d28faab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93455dea-72a2-44bd-8b7b-2e60494ad0a6 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:58:55.124398 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f1d6f352-15da-42f3-ad74-972272aac859 req-e9f09075-ae9b-43ab-a97a-09689d28faab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.143153 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-f1d6f352-15da-42f3-ad74-972272aac859 req-e9f09075-ae9b-43ab-a97a-09689d28faab service neutron] Transition to ACTIVE for port object 93455dea-72a2-44bd-8b7b-2e60494ad0a6 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:55.154749 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2e1bae-56cf-49fd-a344-1399334e2596 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:58:55.161529 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f1d6f352-15da-42f3-ad74-972272aac859 req-e9f09075-ae9b-43ab-a97a-09689d28faab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.166956 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fa2b87-f70b-4b7d-870b-aadb0aa3158c None None] Sync routers for ids ['edd7331a-0bce-4347-ab13-d1a2cea03526'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:58:55.176784 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.182941 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fa2b87-f70b-4b7d-870b-aadb0aa3158c None None] Routers {'edd7331a-0bce-4347-ab13-d1a2cea03526'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:58:55.184263 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d7fa2b87-f70b-4b7d-870b-aadb0aa3158c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:58:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['edd7331a-0bce-4347-ab13-d1a2cea03526'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:55.190925 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:55.198549 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.282240 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f09075-ae9b-43ab-a97a-09689d28faab service neutron] Pushing event updated for resources: {'Port': ['ID=93455dea-72a2-44bd-8b7b-2e60494ad0a6,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:55.298359 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d7fa2b87-f70b-4b7d-870b-aadb0aa3158c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:55.307781 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a2e1bae-56cf-49fd-a344-1399334e2596 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.310482 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2a2e1bae-56cf-49fd-a344-1399334e2596 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.9752595 Jul 05 09:58:55.321861 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fa2b87-f70b-4b7d-870b-aadb0aa3158c None None] Routers {'edd7331a-0bce-4347-ab13-d1a2cea03526'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:58:55.322773 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d7fa2b87-f70b-4b7d-870b-aadb0aa3158c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:58:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['edd7331a-0bce-4347-ab13-d1a2cea03526'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:55.342440 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42096) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:55.349229 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8677249 Jul 05 09:58:55.358362 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42102) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:55.419493 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-00ae2207-7249-4f4c-bcd6-ca35b2e80485 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-181520663'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:55.452872 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d7fa2b87-f70b-4b7d-870b-aadb0aa3158c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:55.453650 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fa2b87-f70b-4b7d-870b-aadb0aa3158c None None] The sync data for ids ['edd7331a-0bce-4347-ab13-d1a2cea03526'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:58:55.545687 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Network': ['ID=06a46186-984e-47ba-9726-b8cdb5612c0c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:55.550489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ae2207-7249-4f4c-bcd6-ca35b2e80485 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Made reservation on behalf of a91c3bf7961b491791278a2e028a0984 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:55.557586 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00ae2207-7249-4f4c-bcd6-ca35b2e80485 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.600706 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:55.601047 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:55.601704 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:55.602241 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:55.603108 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:55.603638 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:55.605274 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:55.605817 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:55.609582 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:55.609582 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:55.609582 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:55.609582 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073979cb-45cd-4cc5-a3bb-4b115b23eaed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:55.619468 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f1d6f352-15da-42f3-ad74-972272aac859 req-e9f09075-ae9b-43ab-a97a-09689d28faab service neutron] Attempting to bind port 93455dea-72a2-44bd-8b7b-2e60494ad0a6 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:55.619953 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f1d6f352-15da-42f3-ad74-972272aac859 req-e9f09075-ae9b-43ab-a97a-09689d28faab service neutron] Attempting to bind port 93455dea-72a2-44bd-8b7b-2e60494ad0a6 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:55.620157 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d6f352-15da-42f3-ad74-972272aac859 req-e9f09075-ae9b-43ab-a97a-09689d28faab service neutron] Attempting to bind port 93455dea-72a2-44bd-8b7b-2e60494ad0a6 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:55.642606 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 06a46186-984e-47ba-9726-b8cdb5612c0c details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:55.646647 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ae2207-7249-4f4c-bcd6-ca35b2e80485 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:55.667742 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00ae2207-7249-4f4c-bcd6-ca35b2e80485 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.668127 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-00ae2207-7249-4f4c-bcd6-ca35b2e80485 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Added segment dc5ea1c0-6edc-443b-ab72-3c0d0d10bb89 of type vlan for network 798173ec-ed3c-4c5e-aa05-4e0c870ff700 Jul 05 09:58:55.762953 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d6f352-15da-42f3-ad74-972272aac859 req-e9f09075-ae9b-43ab-a97a-09689d28faab service neutron] Port 93455dea-72a2-44bd-8b7b-2e60494ad0a6 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:55.763533 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d6f352-15da-42f3-ad74-972272aac859 req-e9f09075-ae9b-43ab-a97a-09689d28faab service neutron] Attempting to bind port 93455dea-72a2-44bd-8b7b-2e60494ad0a6 on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:55.809368 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] For port 06748f66-8a6d-49d1-9576-662bead26b38, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:58:55.815231 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] For port 06748f66-8a6d-49d1-9576-662bead26b38, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=06748f66-8a6d-49d1-9576-662bead26b38,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:58:55.847700 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.887637 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00ae2207-7249-4f4c-bcd6-ca35b2e80485 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.894541 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d6f352-15da-42f3-ad74-972272aac859 req-e9f09075-ae9b-43ab-a97a-09689d28faab service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:58:55.894998 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d6f352-15da-42f3-ad74-972272aac859 req-e9f09075-ae9b-43ab-a97a-09689d28faab service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:55.895715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d6f352-15da-42f3-ad74-972272aac859 req-e9f09075-ae9b-43ab-a97a-09689d28faab service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:58:55.895798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f1d6f352-15da-42f3-ad74-972272aac859 req-e9f09075-ae9b-43ab-a97a-09689d28faab service neutron] Bound port: 93455dea-72a2-44bd-8b7b-2e60494ad0a6, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:58:55.896173 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f1d6f352-15da-42f3-ad74-972272aac859 req-e9f09075-ae9b-43ab-a97a-09689d28faab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.948305 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00ae2207-7249-4f4c-bcd6-ca35b2e80485 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.953509 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ae2207-7249-4f4c-bcd6-ca35b2e80485 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:55.954298 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00ae2207-7249-4f4c-bcd6-ca35b2e80485 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:56.087809 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-00ae2207-7249-4f4c-bcd6-ca35b2e80485 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7281659 Jul 05 09:58:56.088712 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42134) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:56.096677 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-387f4f54-bda9-4e2f-8d0f-00dc53d95007 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'subnet': {'network_id': '06a46186-984e-47ba-9726-b8cdb5612c0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:56.105067 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae2207-7249-4f4c-bcd6-ca35b2e80485 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Network': ['ID=798173ec-ed3c-4c5e-aa05-4e0c870ff700,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:56.123705 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 798173ec-ed3c-4c5e-aa05-4e0c870ff700 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:56.251657 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f1d6f352-15da-42f3-ad74-972272aac859 req-e9f09075-ae9b-43ab-a97a-09689d28faab service neutron] For port 93455dea-72a2-44bd-8b7b-2e60494ad0a6, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:58:56.256199 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f1d6f352-15da-42f3-ad74-972272aac859 req-e9f09075-ae9b-43ab-a97a-09689d28faab service neutron] For port 93455dea-72a2-44bd-8b7b-2e60494ad0a6, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=93455dea-72a2-44bd-8b7b-2e60494ad0a6,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:58:56.259827 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Pushing event updated for resources: {'Port': ['ID=06748f66-8a6d-49d1-9576-662bead26b38,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:56.287581 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f1d6f352-15da-42f3-ad74-972272aac859 req-e9f09075-ae9b-43ab-a97a-09689d28faab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:56.293545 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a3ee5707-6077-4361-8447-6dbfa01165c2 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "GET /v2.0/routers/edd7331a-0bce-4347-ab13-d1a2cea03526 HTTP/1.1" status: 200 len: 925 time: 0.9492700 Jul 05 09:58:56.306209 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42144) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:56.379189 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:56.379955 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:56.381459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-5ddc5bb0-8614-4809-8682-d74f1174f3fe service neutron] 10.222.0.81 "PUT /v2.0/ports/06748f66-8a6d-49d1-9576-662bead26b38 HTTP/1.1" status: 200 len: 1096 time: 4.9889810 Jul 05 09:58:56.384027 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f09075-ae9b-43ab-a97a-09689d28faab service neutron] Pushing event updated for resources: {'Port': ['ID=93455dea-72a2-44bd-8b7b-2e60494ad0a6,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:56.387202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c3e5e0-d296-41c9-848d-a1633ebb1f36', 'tag': '06748f66-8a6d-49d1-9576-662bead26b38'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:58:56.389850 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78ab68e-49c0-4037-a6c7-060de69577d8" -d '{"events": [{"name": "network-changed", "server_uuid": "98c3e5e0-d296-41c9-848d-a1633ebb1f36", "tag": "06748f66-8a6d-49d1-9576-662bead26b38"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:58:56.424737 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390b431-cc54-4ad7-95ad-3c2ffc8863d5 req-fb1548c7-041f-44ae-b51a-7de0212e5afc tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:56.426656 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0390b431-cc54-4ad7-95ad-3c2ffc8863d5 req-fb1548c7-041f-44ae-b51a-7de0212e5afc tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=6239d194-3bd2-4015-b5c4-26ea109d8ee5 HTTP/1.1" status: 200 len: 947 time: 0.8952160 Jul 05 09:58:56.442537 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f50e9efb-76d8-4a38-86a8-03a6b943bb25 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "GET /v2.0/ports?device_id=edd7331a-0bce-4347-ab13-d1a2cea03526 HTTP/1.1" status: 200 len: 205 time: 0.1351700 Jul 05 09:58:56.444524 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387f4f54-bda9-4e2f-8d0f-00dc53d95007 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Made reservation on behalf of a91c3bf7961b491791278a2e028a0984 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:56.461415 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-387f4f54-bda9-4e2f-8d0f-00dc53d95007 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:56.464962 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42154) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:56.496008 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6f352-15da-42f3-ad74-972272aac859 req-e9f09075-ae9b-43ab-a97a-09689d28faab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:56.496780 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f1d6f352-15da-42f3-ad74-972272aac859 req-e9f09075-ae9b-43ab-a97a-09689d28faab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:56.498384 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1d6f352-15da-42f3-ad74-972272aac859 req-e9f09075-ae9b-43ab-a97a-09689d28faab service neutron] 10.222.0.81 "PUT /v2.0/ports/93455dea-72a2-44bd-8b7b-2e60494ad0a6 HTTP/1.1" status: 200 len: 1095 time: 2.9985805 Jul 05 09:58:56.621605 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0390b431-cc54-4ad7-95ad-3c2ffc8863d5 req-6c5d579e-a9fe-4697-9803-ac3b0205fb12 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b056af-8f33-4d63-be1c-6909fbf444fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324799 Jul 05 09:58:56.661825 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:56.753115 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220e0584-00b6-4f7c-ace9-a244493e7ed2 x-openstack-request-id: req-220e0584-00b6-4f7c-ace9-a244493e7ed2 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:58:56.753415 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c3e5e0-d296-41c9-848d-a1633ebb1f36", "tag": "06748f66-8a6d-49d1-9576-662bead26b38", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:58:56.754991 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-220e0584-00b6-4f7c-ace9-a244493e7ed2 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:58:56.756033 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c3e5e0-d296-41c9-848d-a1633ebb1f36', 'tag': '06748f66-8a6d-49d1-9576-662bead26b38', 'status': 'completed', 'code': 200} Jul 05 09:58:56.828946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-ac4cc6f0-d429-4511-abb7-305acddc4b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:56.835616 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-ac4cc6f0-d429-4511-abb7-305acddc4b21 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2d9da7b66b884d5b8f7dfba28004e674&device_id=98c3e5e0-d296-41c9-848d-a1633ebb1f36 HTTP/1.1" status: 200 len: 1099 time: 0.4008362 Jul 05 09:58:56.933593 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e410d5a-def3-430c-a0c2-127be71e8e23 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:56.971255 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-c1c5d6d3-c291-41c5-ba22-403db80f47b6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=06748f66-8a6d-49d1-9576-662bead26b38 HTTP/1.1" status: 200 len: 217 time: 0.1224182 Jul 05 09:58:56.983104 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a1afe-dd67-4536-99cb-85bf6ccbd9d0 req-39971956-ec18-408a-8b89-0405025485fa tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:56.985141 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff9a1afe-dd67-4536-99cb-85bf6ccbd9d0 req-39971956-ec18-408a-8b89-0405025485fa tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 946 time: 0.4538317 Jul 05 09:58:57.006788 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6f352-15da-42f3-ad74-972272aac859 req-dcbfc455-4443-4e08-937d-a21fa11f2ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:57.008731 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1d6f352-15da-42f3-ad74-972272aac859 req-dcbfc455-4443-4e08-937d-a21fa11f2ba0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2d9da7b66b884d5b8f7dfba28004e674&device_id=6239d194-3bd2-4015-b5c4-26ea109d8ee5 HTTP/1.1" status: 200 len: 1098 time: 0.3838058 Jul 05 09:58:57.094294 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1d6f352-15da-42f3-ad74-972272aac859 req-cb7c51ae-1524-44c8-9174-7ee573f6d331 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=93455dea-72a2-44bd-8b7b-2e60494ad0a6 HTTP/1.1" status: 200 len: 217 time: 0.0635207 Jul 05 09:58:57.156324 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6f352-15da-42f3-ad74-972272aac859 req-3e1c2516-79f0-4bac-b0ad-e8768c953cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:57.158062 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1d6f352-15da-42f3-ad74-972272aac859 req-3e1c2516-79f0-4bac-b0ad-e8768c953cdc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0545728 Jul 05 09:58:57.180692 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff9a1afe-dd67-4536-99cb-85bf6ccbd9d0 req-b6388e5b-3bf7-4eb5-a66d-45b0135b8cff tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839836 Jul 05 09:58:57.210705 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e410d5a-def3-430c-a0c2-127be71e8e23 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:57.220687 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-0a96adfb-a574-471c-ac6c-f98927765f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:57.222270 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-0a96adfb-a574-471c-ac6c-f98927765f46 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.2352026 Jul 05 09:58:57.337538 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-387f4f54-bda9-4e2f-8d0f-00dc53d95007 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:57.349337 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6f352-15da-42f3-ad74-972272aac859 req-66e0e239-bf62-44a6-a10a-cac309ebc144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:57.351972 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1d6f352-15da-42f3-ad74-972272aac859 req-66e0e239-bf62-44a6-a10a-cac309ebc144 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1829453 Jul 05 09:58:57.359273 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-648a40e4-246b-45ab-9d6b-fe6371e923b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:57.361392 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-648a40e4-246b-45ab-9d6b-fe6371e923b1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1324604 Jul 05 09:58:57.488222 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f4f54-bda9-4e2f-8d0f-00dc53d95007 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Subnet': ['ID=1882978f-8038-462a-96e2-4ecb547a2701,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:57.509366 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-2e410d5a-def3-430c-a0c2-127be71e8e23 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Deleting port aadde6b7-842c-4cff-a4d1-976617ae2eff {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:57.509711 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e410d5a-def3-430c-a0c2-127be71e8e23 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:57.557151 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1d6f352-15da-42f3-ad74-972272aac859 req-81e8eb7f-2191-4e3a-8e55-1fe7b0b5ea5c service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944721 Jul 05 09:58:57.559349 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-e0e3c21c-8fdf-4745-b273-fee27f68242d service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878753 Jul 05 09:58:57.622522 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387f4f54-bda9-4e2f-8d0f-00dc53d95007 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Checking segment: {'id': 'bab1cd5f-ddd2-4f46-84ff-3ecd681ce4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06a46186-984e-47ba-9726-b8cdb5612c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:57.622886 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387f4f54-bda9-4e2f-8d0f-00dc53d95007 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network hostable DHCP agents. Network: 06a46186-984e-47ba-9726-b8cdb5612c0c, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:58:57.682925 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387f4f54-bda9-4e2f-8d0f-00dc53d95007 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network 06a46186-984e-47ba-9726-b8cdb5612c0c is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:58:57.738492 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-387f4f54-bda9-4e2f-8d0f-00dc53d95007 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 06a46186-984e-47ba-9726-b8cdb5612c0c) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:57.759590 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e410d5a-def3-430c-a0c2-127be71e8e23 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:57.771191 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387f4f54-bda9-4e2f-8d0f-00dc53d95007 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:57.771897 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-387f4f54-bda9-4e2f-8d0f-00dc53d95007 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:57.777795 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f235b340-f3f3-4413-b430-c9958effff48 None None] Network 06a46186-984e-47ba-9726-b8cdb5612c0c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:57.817444 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-2e410d5a-def3-430c-a0c2-127be71e8e23 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Calling delete_port for aadde6b7-842c-4cff-a4d1-976617ae2eff owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:57.829110 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-387f4f54-bda9-4e2f-8d0f-00dc53d95007 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7366636 Jul 05 09:58:57.832190 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42188) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:57.833306 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1d6f352-15da-42f3-ad74-972272aac859 req-4630fd25-64eb-441a-998d-ec56f7891cae service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499480 Jul 05 09:58:57.840035 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5bfcaacd-4ef0-453f-a343-5066a71d8712 req-071948a2-20f2-47bb-ba07-c2604b90523f service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641399 Jul 05 09:58:57.844320 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2c8b5c9d-650e-43ce-983f-ff6bc4088378 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'subnet': {'network_id': '798173ec-ed3c-4c5e-aa05-4e0c870ff700', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:58.263902 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a95e5cc-6cbe-4c58-adaa-2912440fc275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-06a46186-984e-47ba-9726-b8cdb5612c0c', 'network_id': '06a46186-984e-47ba-9726-b8cdb5612c0c', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'fixed_ips': [{'subnet_id': '1882978f-8038-462a-96e2-4ecb547a2701'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:58:58.265488 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5a95e5cc-6cbe-4c58-adaa-2912440fc275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:58.530520 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-5a95e5cc-6cbe-4c58-adaa-2912440fc275 None None] Allocated IP 2001:db8::2 (06a46186-984e-47ba-9726-b8cdb5612c0c/1882978f-8038-462a-96e2-4ecb547a2701/4ad4354a-0aff-4965-ae33-b0f51bae8b06) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:58.771301 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6239d194-3bd2-4015-b5c4-26ea109d8ee5', 'tag': '93455dea-72a2-44bd-8b7b-2e60494ad0a6'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:58:58.774871 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b42b3dc-7b5b-430e-8ad6-83c5b41f187c" -d '{"events": [{"name": "network-changed", "server_uuid": "6239d194-3bd2-4015-b5c4-26ea109d8ee5", "tag": "93455dea-72a2-44bd-8b7b-2e60494ad0a6"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:58:58.863065 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8b5c9d-650e-43ce-983f-ff6bc4088378 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Made reservation on behalf of a91c3bf7961b491791278a2e028a0984 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:58.868696 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5a95e5cc-6cbe-4c58-adaa-2912440fc275 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:58.871694 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c8b5c9d-650e-43ce-983f-ff6bc4088378 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:58.904597 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ab68e-49c0-4037-a6c7-060de69577d8 req-664681bd-bb38-4fd4-8011-bb77e86164fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:58.907336 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e78ab68e-49c0-4037-a6c7-060de69577d8 req-664681bd-bb38-4fd4-8011-bb77e86164fa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2d9da7b66b884d5b8f7dfba28004e674&device_id=98c3e5e0-d296-41c9-848d-a1633ebb1f36 HTTP/1.1" status: 200 len: 1099 time: 0.9784153 Jul 05 09:58:58.919655 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3fbe3-ecd7-4923-b913-72cf208cbdd4 req-5ce8af77-72ed-4f74-a875-5453bec3d1b6 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:58.927751 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f3c3fbe3-ecd7-4923-b913-72cf208cbdd4 req-5ce8af77-72ed-4f74-a875-5453bec3d1b6 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=6239d194-3bd2-4015-b5c4-26ea109d8ee5 HTTP/1.1" status: 200 len: 947 time: 1.0006959 Jul 05 09:58:58.950698 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5a95e5cc-6cbe-4c58-adaa-2912440fc275 None None] Transition to ACTIVE for port object 4ad4354a-0aff-4965-ae33-b0f51bae8b06 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:58.966241 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e410d5a-def3-430c-a0c2-127be71e8e23 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:58.973966 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5a95e5cc-6cbe-4c58-adaa-2912440fc275 None None] Transition to ACTIVE for port object 4ad4354a-0aff-4965-ae33-b0f51bae8b06 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:58.984726 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5a95e5cc-6cbe-4c58-adaa-2912440fc275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.058372 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e410d5a-def3-430c-a0c2-127be71e8e23 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Pushing event deleted for resources: {'Port': ['ID=aadde6b7-842c-4cff-a4d1-976617ae2eff,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:59.071077 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145e780-5928-4de6-8d69-59b44f8422e9 req-48f5a457-28d7-4261-bf34-10abbc84f44f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:59.077581 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1145e780-5928-4de6-8d69-59b44f8422e9 req-48f5a457-28d7-4261-bf34-10abbc84f44f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 946 time: 0.3562696 Jul 05 09:58:59.096127 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a95e5cc-6cbe-4c58-adaa-2912440fc275 None None] Network 06a46186-984e-47ba-9726-b8cdb5612c0c is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:59.130215 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-5a95e5cc-6cbe-4c58-adaa-2912440fc275 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:59.130215 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95e5cc-6cbe-4c58-adaa-2912440fc275 None None] Pushing event updated for resources: {'Port': ['ID=4ad4354a-0aff-4965-ae33-b0f51bae8b06,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:59.133954 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a95e5cc-6cbe-4c58-adaa-2912440fc275 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:59.193721 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f3c3fbe3-ecd7-4923-b913-72cf208cbdd4 req-e0317989-9cbb-4e87-a46c-fd819085a657 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b056af-8f33-4d63-be1c-6909fbf444fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647374 Jul 05 09:58:59.204344 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5a95e5cc-6cbe-4c58-adaa-2912440fc275 None None] Attempting to bind port 4ad4354a-0aff-4965-ae33-b0f51bae8b06 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:59.204773 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5a95e5cc-6cbe-4c58-adaa-2912440fc275 None None] Attempting to bind port 4ad4354a-0aff-4965-ae33-b0f51bae8b06 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'bab1cd5f-ddd2-4f46-84ff-3ecd681ce4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06a46186-984e-47ba-9726-b8cdb5612c0c'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:59.205315 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a95e5cc-6cbe-4c58-adaa-2912440fc275 None None] Attempting to bind port 4ad4354a-0aff-4965-ae33-b0f51bae8b06 on network 06a46186-984e-47ba-9726-b8cdb5612c0c {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:59.239882 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a95e5cc-6cbe-4c58-adaa-2912440fc275 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:58:59.240616 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a95e5cc-6cbe-4c58-adaa-2912440fc275 None None] Checking segment: {'id': 'bab1cd5f-ddd2-4f46-84ff-3ecd681ce4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06a46186-984e-47ba-9726-b8cdb5612c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:59.241097 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5a95e5cc-6cbe-4c58-adaa-2912440fc275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.241579 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a95e5cc-6cbe-4c58-adaa-2912440fc275 None None] Bound using segment: {'id': 'bab1cd5f-ddd2-4f46-84ff-3ecd681ce4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06a46186-984e-47ba-9726-b8cdb5612c0c'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:58:59.242700 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5a95e5cc-6cbe-4c58-adaa-2912440fc275 None None] Bound port: 4ad4354a-0aff-4965-ae33-b0f51bae8b06, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab1cd5f-ddd2-4f46-84ff-3ecd681ce4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06a46186-984e-47ba-9726-b8cdb5612c0c'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:58:59.243196 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5a95e5cc-6cbe-4c58-adaa-2912440fc275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.265575 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e410d5a-def3-430c-a0c2-127be71e8e23 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.274764 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1145e780-5928-4de6-8d69-59b44f8422e9 req-c75604cb-962b-4e28-b381-e345cc48e681 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826615 Jul 05 09:58:59.302653 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee41657b-a92d-4b5e-ab76-5af5198944c2 x-openstack-request-id: req-ee41657b-a92d-4b5e-ab76-5af5198944c2 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:58:59.303288 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6239d194-3bd2-4015-b5c4-26ea109d8ee5", "tag": "93455dea-72a2-44bd-8b7b-2e60494ad0a6", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:58:59.303747 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ee41657b-a92d-4b5e-ab76-5af5198944c2 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:58:59.305051 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6239d194-3bd2-4015-b5c4-26ea109d8ee5', 'tag': '93455dea-72a2-44bd-8b7b-2e60494ad0a6', 'status': 'completed', 'code': 200} Jul 05 09:58:59.325390 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ab68e-49c0-4037-a6c7-060de69577d8 req-6396c0c2-3b6d-4c17-866e-1d7e6177fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:59.327228 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e78ab68e-49c0-4037-a6c7-060de69577d8 req-6396c0c2-3b6d-4c17-866e-1d7e6177fb15 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.3914154 Jul 05 09:58:59.389640 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5a95e5cc-6cbe-4c58-adaa-2912440fc275 None None] For port 4ad4354a-0aff-4965-ae33-b0f51bae8b06, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:58:59.393220 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5a95e5cc-6cbe-4c58-adaa-2912440fc275 None None] For port 4ad4354a-0aff-4965-ae33-b0f51bae8b06, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4ad4354a-0aff-4965-ae33-b0f51bae8b06,segment=NetworkSegment(bab1cd5f-ddd2-4f46-84ff-3ecd681ce4ae),segment_id=bab1cd5f-ddd2-4f46-84ff-3ecd681ce4ae)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:58:59.401646 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5a95e5cc-6cbe-4c58-adaa-2912440fc275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.408618 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e410d5a-def3-430c-a0c2-127be71e8e23 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.411122 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e410d5a-def3-430c-a0c2-127be71e8e23 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.464786 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e410d5a-def3-430c-a0c2-127be71e8e23 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.465617 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e410d5a-def3-430c-a0c2-127be71e8e23 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Fanout notify agent at l3_agent the message router_deleted on router edd7331a-0bce-4347-ab13-d1a2cea03526 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:58:59.469730 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e78ab68e-49c0-4037-a6c7-060de69577d8 req-fb37b485-9738-4e00-83e3-eff640feef17 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=06748f66-8a6d-49d1-9576-662bead26b38 HTTP/1.1" status: 200 len: 217 time: 0.1266913 Jul 05 09:58:59.487025 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e410d5a-def3-430c-a0c2-127be71e8e23 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.492668 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2e410d5a-def3-430c-a0c2-127be71e8e23 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "DELETE /v2.0/routers/edd7331a-0bce-4347-ab13-d1a2cea03526 HTTP/1.1" status: 204 len: 168 time: 3.0218112 Jul 05 09:58:59.493466 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95e5cc-6cbe-4c58-adaa-2912440fc275 None None] Pushing event updated for resources: {'Port': ['ID=4ad4354a-0aff-4965-ae33-b0f51bae8b06,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:59.493653 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42230) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:59.504927 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-65d44ab1-85a9-4b70-907e-9e99adf29993 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1639766867', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'enable_snat': False}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:59.592358 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42b3dc-7b5b-430e-8ad6-83c5b41f187c req-be313b7a-3ffd-497e-b9b5-6db5bba9eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:59.592515 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65d44ab1-85a9-4b70-907e-9e99adf29993 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.593952 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b42b3dc-7b5b-430e-8ad6-83c5b41f187c req-be313b7a-3ffd-497e-b9b5-6db5bba9eabd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2d9da7b66b884d5b8f7dfba28004e674&device_id=6239d194-3bd2-4015-b5c4-26ea109d8ee5 HTTP/1.1" status: 200 len: 1098 time: 0.2771888 Jul 05 09:58:59.594058 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65d44ab1-85a9-4b70-907e-9e99adf29993 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.595292 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ab68e-49c0-4037-a6c7-060de69577d8 req-43bfa3c8-deb1-4fe5-920d-cfc5ef2ba54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:59.597212 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e78ab68e-49c0-4037-a6c7-060de69577d8 req-43bfa3c8-deb1-4fe5-920d-cfc5ef2ba54b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1206298 Jul 05 09:58:59.721950 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65d44ab1-85a9-4b70-907e-9e99adf29993 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.771932 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ab68e-49c0-4037-a6c7-060de69577d8 req-7453ee85-519e-4d7a-860c-57d4c354b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:59.773662 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e78ab68e-49c0-4037-a6c7-060de69577d8 req-7453ee85-519e-4d7a-860c-57d4c354b320 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1595864 Jul 05 09:58:59.778643 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42b3dc-7b5b-430e-8ad6-83c5b41f187c req-d6d56987-9d1f-4402-9f3c-c33be5f91961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:59.780467 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b42b3dc-7b5b-430e-8ad6-83c5b41f187c req-d6d56987-9d1f-4402-9f3c-c33be5f91961 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1754441 Jul 05 09:58:59.797582 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c8b5c9d-650e-43ce-983f-ff6bc4088378 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.961449 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b5c9d-650e-43ce-983f-ff6bc4088378 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Subnet': ['ID=44c00729-5e6a-497c-b56f-5a16dffd13dc,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:59.986923 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b42b3dc-7b5b-430e-8ad6-83c5b41f187c req-42aede6d-3968-41d5-b44d-1bf428db0bf5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=93455dea-72a2-44bd-8b7b-2e60494ad0a6 HTTP/1.1" status: 200 len: 217 time: 0.1963406 Jul 05 09:59:00.051833 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4ad4354a-0aff-4965-ae33-b0f51bae8b06 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:00.111418 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42b3dc-7b5b-430e-8ad6-83c5b41f187c req-c6a875bc-fe00-4612-ba1d-e3d56e1583cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:00.113023 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b42b3dc-7b5b-430e-8ad6-83c5b41f187c req-c6a875bc-fe00-4612-ba1d-e3d56e1583cc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1177731 Jul 05 09:59:00.199738 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e78ab68e-49c0-4037-a6c7-060de69577d8 req-446504b3-ed85-4532-8e2d-26cb88b61be9 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183018 Jul 05 09:59:00.209096 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8b5c9d-650e-43ce-983f-ff6bc4088378 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Checking segment: {'id': 'dc5ea1c0-6edc-443b-ab72-3c0d0d10bb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '798173ec-ed3c-4c5e-aa05-4e0c870ff700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:59:00.210503 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8b5c9d-650e-43ce-983f-ff6bc4088378 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network hostable DHCP agents. Network: 798173ec-ed3c-4c5e-aa05-4e0c870ff700, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:59:00.214336 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 4ad4354a-0aff-4965-ae33-b0f51bae8b06 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:00.230816 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65d44ab1-85a9-4b70-907e-9e99adf29993 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:00.278347 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8b5c9d-650e-43ce-983f-ff6bc4088378 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network 798173ec-ed3c-4c5e-aa05-4e0c870ff700 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:59:00.302604 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-2c8b5c9d-650e-43ce-983f-ff6bc4088378 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 798173ec-ed3c-4c5e-aa05-4e0c870ff700) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:00.310532 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1c947f-b51e-4603-b068-b89604792fc2 None None] Network 798173ec-ed3c-4c5e-aa05-4e0c870ff700 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:00.344162 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42b3dc-7b5b-430e-8ad6-83c5b41f187c req-1e092457-28b2-4b7a-85fc-69cf7c5bcbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:00.346048 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b42b3dc-7b5b-430e-8ad6-83c5b41f187c req-1e092457-28b2-4b7a-85fc-69cf7c5bcbc9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2230871 Jul 05 09:59:00.393583 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8b5c9d-650e-43ce-983f-ff6bc4088378 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:00.409485 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c8b5c9d-650e-43ce-983f-ff6bc4088378 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:00.458592 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2c8b5c9d-650e-43ce-983f-ff6bc4088378 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6196778 Jul 05 09:59:00.469008 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42246) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:00.477340 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-cb3264bd-6432-401c-98b8-63b7f91f2bed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1069658863', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:00.628105 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb3264bd-6432-401c-98b8-63b7f91f2bed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:00.629253 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb3264bd-6432-401c-98b8-63b7f91f2bed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:00.723073 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d307ba95-db65-420a-90ce-c220126cee68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-798173ec-ed3c-4c5e-aa05-4e0c870ff700', 'network_id': '798173ec-ed3c-4c5e-aa05-4e0c870ff700', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'fixed_ips': [{'subnet_id': '44c00729-5e6a-497c-b56f-5a16dffd13dc'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:59:00.724384 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d307ba95-db65-420a-90ce-c220126cee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:00.763718 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb3264bd-6432-401c-98b8-63b7f91f2bed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:00.775091 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb3264bd-6432-401c-98b8-63b7f91f2bed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:00.874066 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e78ab68e-49c0-4037-a6c7-060de69577d8 req-feddfd45-efe1-46f4-bf33-de1abc370645 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6669488 Jul 05 09:59:00.888118 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b42b3dc-7b5b-430e-8ad6-83c5b41f187c req-5e06c970-b8a3-48eb-b1fe-35b685ad2d3a service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236239 Jul 05 09:59:00.927224 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-d307ba95-db65-420a-90ce-c220126cee68 None None] Allocated IP 2001:db8:1::2 (798173ec-ed3c-4c5e-aa05-4e0c870ff700/44c00729-5e6a-497c-b56f-5a16dffd13dc/b81fc718-9f26-4cc4-8666-c59aad9fa583) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:59:00.956461 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb3264bd-6432-401c-98b8-63b7f91f2bed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:00.958177 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cb3264bd-6432-401c-98b8-63b7f91f2bed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4878788 Jul 05 09:59:00.970838 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42254) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:01.037509 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65d44ab1-85a9-4b70-907e-9e99adf29993 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:01.096447 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65d44ab1-85a9-4b70-907e-9e99adf29993 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:01.164272 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 2aca941f-afbc-4333-8046-eb35cd67dab1 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:01.237730 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d307ba95-db65-420a-90ce-c220126cee68 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:01.255336 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d307ba95-db65-420a-90ce-c220126cee68 None None] Transition to ACTIVE for port object b81fc718-9f26-4cc4-8666-c59aad9fa583 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:59:01.285460 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999bcbce-9f0e-47f2-b3fd-783fb9976da1 None None] Network 06a46186-984e-47ba-9726-b8cdb5612c0c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:01.289717 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0ff07-b722-43fb-9059-e4fffbc73d33 req-8e0928da-0ffe-445e-b57b-28b34a744479 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:01.305183 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74a0ff07-b722-43fb-9059-e4fffbc73d33 req-8e0928da-0ffe-445e-b57b-28b34a744479 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=6239d194-3bd2-4015-b5c4-26ea109d8ee5 HTTP/1.1" status: 200 len: 947 time: 0.7632353 Jul 05 09:59:01.331557 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d307ba95-db65-420a-90ce-c220126cee68 None None] Transition to ACTIVE for port object b81fc718-9f26-4cc4-8666-c59aad9fa583 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:59:01.352308 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-65d44ab1-85a9-4b70-907e-9e99adf29993 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Allocated IP 172.25.7.251 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/9bca35fc-6c6d-48b5-9720-d10b0a8b5a53) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:59:01.387468 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d307ba95-db65-420a-90ce-c220126cee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:01.448190 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d307ba95-db65-420a-90ce-c220126cee68 None None] Network 798173ec-ed3c-4c5e-aa05-4e0c870ff700 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:01.455673 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-46a54f4c-57d5-471b-93c1-776141816226 None None] Provisioning for port 4ad4354a-0aff-4965-ae33-b0f51bae8b06 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:01.472050 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65d44ab1-85a9-4b70-907e-9e99adf29993 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:01.474917 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-d307ba95-db65-420a-90ce-c220126cee68 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:01.481913 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d307ba95-db65-420a-90ce-c220126cee68 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:59:01.487555 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-46a54f4c-57d5-471b-93c1-776141816226 None None] Provisioning complete for port 4ad4354a-0aff-4965-ae33-b0f51bae8b06 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:01.487954 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-46a54f4c-57d5-471b-93c1-776141816226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:01.510808 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b971214-5c34-4d34-86a4-99c7722101bc req-179ebcde-4cde-48bc-a72a-0477a2fda165 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:01.512398 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b971214-5c34-4d34-86a4-99c7722101bc req-179ebcde-4cde-48bc-a72a-0477a2fda165 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 946 time: 0.9391637 Jul 05 09:59:01.521784 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65d44ab1-85a9-4b70-907e-9e99adf29993 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:01.553561 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74a0ff07-b722-43fb-9059-e4fffbc73d33 req-0a69f1c0-17c7-47fc-a50e-6e8c5a61b092 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b056af-8f33-4d63-be1c-6909fbf444fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474089 Jul 05 09:59:01.597911 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d44ab1-85a9-4b70-907e-9e99adf29993 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:01.604742 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-65d44ab1-85a9-4b70-907e-9e99adf29993 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:01.606023 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307ba95-db65-420a-90ce-c220126cee68 None None] Pushing event updated for resources: {'Port': ['ID=b81fc718-9f26-4cc4-8666-c59aad9fa583,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:01.609358 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d44ab1-85a9-4b70-907e-9e99adf29993 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:59:01.617505 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:01.622645 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d44ab1-85a9-4b70-907e-9e99adf29993 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Pushing event updated for resources: {'Port': ['ID=9bca35fc-6c6d-48b5-9720-d10b0a8b5a53,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:01.670171 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b971214-5c34-4d34-86a4-99c7722101bc req-0783d0ca-bd1a-426d-9bcc-7c3e387eae7c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130106 Jul 05 09:59:01.698208 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32928277-147a-4b04-a4fd-0b96765fc7a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aca941f-afbc-4333-8046-eb35cd67dab1'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:59:01.700468 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f37060-3cab-4c82-8791-36b5753b436c" -d '{"events": [{"server_uuid": "32928277-147a-4b04-a4fd-0b96765fc7a0", "name": "network-vif-unplugged", "status": "completed", "tag": "2aca941f-afbc-4333-8046-eb35cd67dab1"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:59:01.749485 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b42b3dc-7b5b-430e-8ad6-83c5b41f187c req-5f1e8247-34e3-4b3f-b4f4-20ccc1610059 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8533230 Jul 05 09:59:01.763875 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 2aca941f-afbc-4333-8046-eb35cd67dab1, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2aca941f-afbc-4333-8046-eb35cd67dab1,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:01.774279 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5aa4f2-4b2a-4348-8516-dd540df0bd38 x-openstack-request-id: req-3c5aa4f2-4b2a-4348-8516-dd540df0bd38 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:59:01.775086 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32928277-147a-4b04-a4fd-0b96765fc7a0", "name": "network-vif-unplugged", "status": "completed", "tag": "2aca941f-afbc-4333-8046-eb35cd67dab1", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:59:01.775086 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3c5aa4f2-4b2a-4348-8516-dd540df0bd38 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:59:01.775312 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32928277-147a-4b04-a4fd-0b96765fc7a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aca941f-afbc-4333-8046-eb35cd67dab1', 'code': 200} Jul 05 09:59:01.783138 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c507ef0-4097-4647-ab01-e62c401b4a64 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:01.785304 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:01.814436 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d307ba95-db65-420a-90ce-c220126cee68 None None] Attempting to bind port b81fc718-9f26-4cc4-8666-c59aad9fa583 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:59:01.814810 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d307ba95-db65-420a-90ce-c220126cee68 None None] Attempting to bind port b81fc718-9f26-4cc4-8666-c59aad9fa583 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'dc5ea1c0-6edc-443b-ab72-3c0d0d10bb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '798173ec-ed3c-4c5e-aa05-4e0c870ff700'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:59:01.815173 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d307ba95-db65-420a-90ce-c220126cee68 None None] Attempting to bind port b81fc718-9f26-4cc4-8666-c59aad9fa583 on network 798173ec-ed3c-4c5e-aa05-4e0c870ff700 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:59:02.020487 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 93455dea-72a2-44bd-8b7b-2e60494ad0a6 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:59:02.066032 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d307ba95-db65-420a-90ce-c220126cee68 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:59:02.066571 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d307ba95-db65-420a-90ce-c220126cee68 None None] Checking segment: {'id': 'dc5ea1c0-6edc-443b-ab72-3c0d0d10bb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '798173ec-ed3c-4c5e-aa05-4e0c870ff700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:59:02.067142 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d307ba95-db65-420a-90ce-c220126cee68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.067670 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d307ba95-db65-420a-90ce-c220126cee68 None None] Bound using segment: {'id': 'dc5ea1c0-6edc-443b-ab72-3c0d0d10bb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '798173ec-ed3c-4c5e-aa05-4e0c870ff700'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:59:02.068399 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d307ba95-db65-420a-90ce-c220126cee68 None None] Bound port: b81fc718-9f26-4cc4-8666-c59aad9fa583, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5ea1c0-6edc-443b-ab72-3c0d0d10bb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '798173ec-ed3c-4c5e-aa05-4e0c870ff700'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:59:02.068804 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d307ba95-db65-420a-90ce-c220126cee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.225722 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=2aca941f-afbc-4333-8046-eb35cd67dab1,revision_number=11']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:02.235084 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-46a54f4c-57d5-471b-93c1-776141816226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.264794 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65d44ab1-85a9-4b70-907e-9e99adf29993 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.313448 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d307ba95-db65-420a-90ce-c220126cee68 None None] For port b81fc718-9f26-4cc4-8666-c59aad9fa583, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:59:02.320723 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d307ba95-db65-420a-90ce-c220126cee68 None None] For port b81fc718-9f26-4cc4-8666-c59aad9fa583, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b81fc718-9f26-4cc4-8666-c59aad9fa583,segment=NetworkSegment(dc5ea1c0-6edc-443b-ab72-3c0d0d10bb89),segment_id=dc5ea1c0-6edc-443b-ab72-3c0d0d10bb89)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:59:02.321284 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-7c507ef0-4097-4647-ab01-e62c401b4a64 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Allocated IP 2001:db8::1 (06a46186-984e-47ba-9726-b8cdb5612c0c/1882978f-8038-462a-96e2-4ecb547a2701/08e5114e-4dc6-4a07-9854-1eb6ec475053) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:59:02.340029 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d307ba95-db65-420a-90ce-c220126cee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.361378 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-46a54f4c-57d5-471b-93c1-776141816226 None None] For port 4ad4354a-0aff-4965-ae33-b0f51bae8b06, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4ad4354a-0aff-4965-ae33-b0f51bae8b06,segment=NetworkSegment(bab1cd5f-ddd2-4f46-84ff-3ecd681ce4ae),segment_id=bab1cd5f-ddd2-4f46-84ff-3ecd681ce4ae)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:02.426601 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-46a54f4c-57d5-471b-93c1-776141816226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.451449 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 93455dea-72a2-44bd-8b7b-2e60494ad0a6, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=93455dea-72a2-44bd-8b7b-2e60494ad0a6,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:02.481894 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '93455dea-72a2-44bd-8b7b-2e60494ad0a6', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '93455dea-72a2-44bd-8b7b-2e60494ad0a6', 'mac_address': 'fa:16:3e:38:78:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:59:02.561039 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307ba95-db65-420a-90ce-c220126cee68 None None] Pushing event updated for resources: {'Port': ['ID=b81fc718-9f26-4cc4-8666-c59aad9fa583,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:02.565476 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c507ef0-4097-4647-ab01-e62c401b4a64 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.655796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-7c507ef0-4097-4647-ab01-e62c401b4a64 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Transition to ACTIVE for port object 08e5114e-4dc6-4a07-9854-1eb6ec475053 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:59:02.720380 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.748920 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.754416 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c507ef0-4097-4647-ab01-e62c401b4a64 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.803183 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 2aca941f-afbc-4333-8046-eb35cd67dab1 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:59:02.825175 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93455dea-72a2-44bd-8b7b-2e60494ad0a6 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:59:02.928118 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 93455dea-72a2-44bd-8b7b-2e60494ad0a6, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=93455dea-72a2-44bd-8b7b-2e60494ad0a6,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:02.939358 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a54f4c-57d5-471b-93c1-776141816226 None None] Pushing event updated for resources: {'Port': ['ID=4ad4354a-0aff-4965-ae33-b0f51bae8b06,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:02.945713 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.946429 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 06748f66-8a6d-49d1-9576-662bead26b38 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:59:02.950317 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65d44ab1-85a9-4b70-907e-9e99adf29993 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.998402 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 06748f66-8a6d-49d1-9576-662bead26b38, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=06748f66-8a6d-49d1-9576-662bead26b38,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:03.016279 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c507ef0-4097-4647-ab01-e62c401b4a64 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network 06a46186-984e-47ba-9726-b8cdb5612c0c is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:03.016496 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '06748f66-8a6d-49d1-9576-662bead26b38', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '06748f66-8a6d-49d1-9576-662bead26b38', 'mac_address': 'fa:16:3e:60:e5:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:59:03.033456 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-7c507ef0-4097-4647-ab01-e62c401b4a64 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:03.037201 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c507ef0-4097-4647-ab01-e62c401b4a64 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:59:03.037897 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c507ef0-4097-4647-ab01-e62c401b4a64 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:03.198821 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c507ef0-4097-4647-ab01-e62c401b4a64 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Port': ['ID=08e5114e-4dc6-4a07-9854-1eb6ec475053,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:03.263209 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d44ab1-85a9-4b70-907e-9e99adf29993 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Router 550b3361-8d75-4b6a-9abf-c14bd1c03bfc is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:59:03.319547 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-df6f37c2-f738-4bf6-a284-112c4f6c9ebd None None] Provisioning complete for port 4ad4354a-0aff-4965-ae33-b0f51bae8b06 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:03.320589 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-df6f37c2-f738-4bf6-a284-112c4f6c9ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:03.410221 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d44ab1-85a9-4b70-907e-9e99adf29993 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:59:03.439509 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=93455dea-72a2-44bd-8b7b-2e60494ad0a6,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:03.441798 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65d44ab1-85a9-4b70-907e-9e99adf29993 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:03.444291 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-65d44ab1-85a9-4b70-907e-9e99adf29993 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.9494169 Jul 05 09:59:03.447320 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42304) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:03.503376 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] Sync routers for ids ['550b3361-8d75-4b6a-9abf-c14bd1c03bfc'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:59:03.520627 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:03.557762 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 2aca941f-afbc-4333-8046-eb35cd67dab1, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2aca941f-afbc-4333-8046-eb35cd67dab1,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:03.575658 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] Routers {'550b3361-8d75-4b6a-9abf-c14bd1c03bfc'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:03.576462 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:58:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['550b3361-8d75-4b6a-9abf-c14bd1c03bfc'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:03.680436 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06748f66-8a6d-49d1-9576-662bead26b38 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:59:03.682074 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de0f4f-e727-48f1-8b79-d92306d63420 req-6968422f-4651-4637-9939-18b5e7e92e31 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:03.684549 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8de0f4f-e727-48f1-8b79-d92306d63420 req-6968422f-4651-4637-9939-18b5e7e92e31 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=6239d194-3bd2-4015-b5c4-26ea109d8ee5 HTTP/1.1" status: 200 len: 948 time: 0.7807398 Jul 05 09:59:03.687787 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c507ef0-4097-4647-ab01-e62c401b4a64 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:03.705291 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '2aca941f-afbc-4333-8046-eb35cd67dab1', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'port_id': '2aca941f-afbc-4333-8046-eb35cd67dab1', 'mac_address': 'fa:16:3e:9a:ed:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:59:03.742971 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 06748f66-8a6d-49d1-9576-662bead26b38, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=06748f66-8a6d-49d1-9576-662bead26b38,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:03.770025 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-741cd035-37b6-46e2-9029-6d49f7f93292 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "GET /v2.0/routers/550b3361-8d75-4b6a-9abf-c14bd1c03bfc HTTP/1.1" status: 200 len: 909 time: 0.3210962 Jul 05 09:59:03.776409 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42312) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:03.782003 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7657d596-e50d-4638-8947-2249e6dc02a5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1639766867', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'enable_snat': True}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:03.825058 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:03.830935 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7657d596-e50d-4638-8947-2249e6dc02a5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:03.832104 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7657d596-e50d-4638-8947-2249e6dc02a5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:03.913058 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7657d596-e50d-4638-8947-2249e6dc02a5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:04.001240 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] Set router 550b3361-8d75-4b6a-9abf-c14bd1c03bfc gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:59:04.149136 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8de0f4f-e727-48f1-8b79-d92306d63420 req-f85539c6-d0d4-46ed-a71d-c2878f977121 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b056af-8f33-4d63-be1c-6909fbf444fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930833 Jul 05 09:59:04.208854 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:04.265643 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7657d596-e50d-4638-8947-2249e6dc02a5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:04.275885 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4ad4354a-0aff-4965-ae33-b0f51bae8b06 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:04.306492 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e400827-1ec6-48a1-b824-933b5959688f req-cfcad630-22b9-49da-98ee-3234e0d39aa4 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:04.309637 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e400827-1ec6-48a1-b824-933b5959688f req-cfcad630-22b9-49da-98ee-3234e0d39aa4 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 1.1383286 Jul 05 09:59:04.441907 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3ef57579-64f2-4f38-a791-2b316d84b347 None None] Provisioning for port 08e5114e-4dc6-4a07-9854-1eb6ec475053 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:04.495392 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['06748f66-8a6d-49d1-9576-662bead26b38'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:59:04.502855 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['93455dea-72a2-44bd-8b7b-2e60494ad0a6'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:59:04.507243 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ffd053-ba2b-4a8b-90b4-0ccee2672560 None None] Network 798173ec-ed3c-4c5e-aa05-4e0c870ff700 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:04.529009 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=06748f66-8a6d-49d1-9576-662bead26b38,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:04.693937 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3ef57579-64f2-4f38-a791-2b316d84b347 None None] Provisioning complete for port 08e5114e-4dc6-4a07-9854-1eb6ec475053 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:04.694235 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3ef57579-64f2-4f38-a791-2b316d84b347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:04.782163 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aca941f-afbc-4333-8046-eb35cd67dab1 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:59:04.825767 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 2aca941f-afbc-4333-8046-eb35cd67dab1, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2aca941f-afbc-4333-8046-eb35cd67dab1,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:04.845664 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e400827-1ec6-48a1-b824-933b5959688f req-165beee9-2b8c-4742-8d84-ebe2764e183c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5264716 Jul 05 09:59:04.871320 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3ef57579-64f2-4f38-a791-2b316d84b347 None None] Port 08e5114e-4dc6-4a07-9854-1eb6ec475053 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:59:04.905617 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:05.029701 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c507ef0-4097-4647-ab01-e62c401b4a64 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:05.037122 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c507ef0-4097-4647-ab01-e62c401b4a64 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:05.038167 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c507ef0-4097-4647-ab01-e62c401b4a64 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:05.171128 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['2aca941f-afbc-4333-8046-eb35cd67dab1'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:59:05.222382 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cb992368-a0aa-49a1-b0ad-90ef492ec6e0 None None] Provisioning for port b81fc718-9f26-4cc4-8666-c59aad9fa583 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:05.274606 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 4ad4354a-0aff-4965-ae33-b0f51bae8b06 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:05.275313 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:05.311116 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7657d596-e50d-4638-8947-2249e6dc02a5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:05.365904 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7657d596-e50d-4638-8947-2249e6dc02a5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:05.375345 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c507ef0-4097-4647-ab01-e62c401b4a64 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network 06a46186-984e-47ba-9726-b8cdb5612c0c is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:05.407176 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-7c507ef0-4097-4647-ab01-e62c401b4a64 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:05.496440 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-7657d596-e50d-4638-8947-2249e6dc02a5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Allocated IP 172.25.7.170 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/62292dd6-a49a-4d2e-9256-0f63d2e4c4ba) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:59:05.620485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c507ef0-4097-4647-ab01-e62c401b4a64 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Port': ['ID=08e5114e-4dc6-4a07-9854-1eb6ec475053,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:05.718527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c6fa3-6baf-4e27-be02-17e12c97808e req-38d021de-b324-4945-8f7e-2d2c794f0007 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:05.720004 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f80c6fa3-6baf-4e27-be02-17e12c97808e req-38d021de-b324-4945-8f7e-2d2c794f0007 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=6239d194-3bd2-4015-b5c4-26ea109d8ee5 HTTP/1.1" status: 200 len: 948 time: 0.3425317 Jul 05 09:59:05.757215 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7657d596-e50d-4638-8947-2249e6dc02a5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:05.833352 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=2aca941f-afbc-4333-8046-eb35cd67dab1,revision_number=12']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:05.854995 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7657d596-e50d-4638-8947-2249e6dc02a5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:05.874055 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f80c6fa3-6baf-4e27-be02-17e12c97808e req-9248ebc6-ad67-455a-91e9-b4c6af62d543 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b056af-8f33-4d63-be1c-6909fbf444fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456897 Jul 05 09:59:05.895860 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c507ef0-4097-4647-ab01-e62c401b4a64 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Router 9ba58490-2a26-4e2b-b29d-b0eaa4273cb6 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:59:05.942935 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657d596-e50d-4638-8947-2249e6dc02a5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Pushing event updated for resources: {'Port': ['ID=62292dd6-a49a-4d2e-9256-0f63d2e4c4ba,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:05.973791 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7657d596-e50d-4638-8947-2249e6dc02a5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:05.980595 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-7657d596-e50d-4638-8947-2249e6dc02a5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:05.982935 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7657d596-e50d-4638-8947-2249e6dc02a5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:59:06.043220 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 06748f66-8a6d-49d1-9576-662bead26b38 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:06.202224 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c507ef0-4097-4647-ab01-e62c401b4a64 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:59:06.209945 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7c507ef0-4097-4647-ab01-e62c401b4a64 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "PUT /v2.0/routers/9ba58490-2a26-4e2b-b29d-b0eaa4273cb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2352047 Jul 05 09:59:06.214483 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd856787-911e-4bd3-8b30-bd73a7513fae None None] Sync routers for ids ['9ba58490-2a26-4e2b-b29d-b0eaa4273cb6'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:59:06.214990 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42358) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:06.231291 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd856787-911e-4bd3-8b30-bd73a7513fae None None] Routers {'9ba58490-2a26-4e2b-b29d-b0eaa4273cb6'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:06.231960 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-fd856787-911e-4bd3-8b30-bd73a7513fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:58:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9ba58490-2a26-4e2b-b29d-b0eaa4273cb6'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:06.324549 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-fd856787-911e-4bd3-8b30-bd73a7513fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:06.343073 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:06.345910 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd856787-911e-4bd3-8b30-bd73a7513fae None None] Routers {'9ba58490-2a26-4e2b-b29d-b0eaa4273cb6'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:06.346544 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-fd856787-911e-4bd3-8b30-bd73a7513fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:58:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9ba58490-2a26-4e2b-b29d-b0eaa4273cb6'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:06.370774 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d508e8-4a0c-4e00-8c24-b2c3b8fea954 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:06.372565 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-14d508e8-4a0c-4e00-8c24-b2c3b8fea954 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "GET /v2.0/ports/08e5114e-4dc6-4a07-9854-1eb6ec475053 HTTP/1.1" status: 200 len: 911 time: 0.1554375 Jul 05 09:59:06.375156 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42362) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:06.440876 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-fd856787-911e-4bd3-8b30-bd73a7513fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:06.445609 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd856787-911e-4bd3-8b30-bd73a7513fae None None] The sync data for ids ['9ba58490-2a26-4e2b-b29d-b0eaa4273cb6'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:59:06.462716 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b81fc718-9f26-4cc4-8666-c59aad9fa583 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:06.487619 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b649da05-faa6-48d3-9381-8ca225371180 None None] Provisioning complete for port 08e5114e-4dc6-4a07-9854-1eb6ec475053 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:06.490884 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b649da05-faa6-48d3-9381-8ca225371180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:06.567629 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7657d596-e50d-4638-8947-2249e6dc02a5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:06.616120 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae944419-65c8-4f4a-aed9-c9bd6cdc18ac req-9308f178-7731-4078-8aa7-befb73db0006 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:06.619667 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ae944419-65c8-4f4a-aed9-c9bd6cdc18ac req-9308f178-7731-4078-8aa7-befb73db0006 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 945 time: 0.5240977 Jul 05 09:59:06.665153 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 06748f66-8a6d-49d1-9576-662bead26b38 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:06.674033 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550b3361-8d75-4b6a-9abf-c14bd1c03bfc', 'name': 'tempest-snat-router-1639766867', 'tenant_id': '6d6d2050e85e4608915084111ee2cf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.251'}], 'enable_snat': False}, 'gw_port_id': '9bca35fc-6c6d-48b5-9720-d10b0a8b5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:58:59Z', 'updated_at': '2021-07-05T09:59:01Z', 'revision_number': 3, 'project_id': '6d6d2050e85e4608915084111ee2cf8d', 'gw_port': {'id': '9bca35fc-6c6d-48b5-9720-d10b0a8b5a53', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550b3361-8d75-4b6a-9abf-c14bd1c03bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:59:01Z', 'updated_at': '2021-07-05T09:59:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:06.678409 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b649da05-faa6-48d3-9381-8ca225371180 None None] Port 08e5114e-4dc6-4a07-9854-1eb6ec475053 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:59:06.693084 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ae944419-65c8-4f4a-aed9-c9bd6cdc18ac req-e8f86b97-fde6-47ce-b0f9-fd9f01ca30af tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635509 Jul 05 09:59:06.724033 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 06748f66-8a6d-49d1-9576-662bead26b38 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:06.726351 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:06.737821 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] Checking router: 550b3361-8d75-4b6a-9abf-c14bd1c03bfc for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:59:06.738171 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] Updating router 550b3361-8d75-4b6a-9abf-c14bd1c03bfc port 9bca35fc-6c6d-48b5-9720-d10b0a8b5a53 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:59:06.841528 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:07.001927 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7657d596-e50d-4638-8947-2249e6dc02a5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:07.031921 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port b81fc718-9f26-4cc4-8666-c59aad9fa583 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:07.040612 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b81fc718-9f26-4cc4-8666-c59aad9fa583 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:07.041399 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:07.295058 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:07.349232 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7657d596-e50d-4638-8947-2249e6dc02a5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Router 6bee9e07-26c5-45cd-863e-6336c1cac3c3 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:59:07.466813 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port b81fc718-9f26-4cc4-8666-c59aad9fa583, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b81fc718-9f26-4cc4-8666-c59aad9fa583,segment=NetworkSegment(dc5ea1c0-6edc-443b-ab72-3c0d0d10bb89),segment_id=dc5ea1c0-6edc-443b-ab72-3c0d0d10bb89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:07.468518 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c42e3f0c-feb6-406c-aded-d679a43a32f1 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:07.488640 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:07.549736 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7657d596-e50d-4638-8947-2249e6dc02a5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:59:07.584807 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2926505f-0f7c-416d-a3ff-26252f1e0a63 None None] Sync routers for ids ['6bee9e07-26c5-45cd-863e-6336c1cac3c3'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:59:07.595740 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7657d596-e50d-4638-8947-2249e6dc02a5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:07.601427 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7657d596-e50d-4638-8947-2249e6dc02a5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8239033 Jul 05 09:59:07.602370 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42402) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:07.665444 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:07.773760 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 06748f66-8a6d-49d1-9576-662bead26b38, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=06748f66-8a6d-49d1-9576-662bead26b38,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:07.774673 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=b81fc718-9f26-4cc4-8666-c59aad9fa583,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:07.944017 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c3e5e0-d296-41c9-848d-a1633ebb1f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06748f66-8a6d-49d1-9576-662bead26b38'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:59:07.946853 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08c3872-c26c-487b-bab0-444f458316a2" -d '{"events": [{"server_uuid": "98c3e5e0-d296-41c9-848d-a1633ebb1f36", "name": "network-vif-plugged", "status": "completed", "tag": "06748f66-8a6d-49d1-9576-662bead26b38"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:59:07.956711 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:07.961723 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-44b4a702-ed0b-4018-bc06-9aedc62ed26d tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "GET /v2.0/routers/6bee9e07-26c5-45cd-863e-6336c1cac3c3 HTTP/1.1" status: 200 len: 908 time: 0.3547783 Jul 05 09:59:07.963335 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b676e4ea-ff45-4991-9253-a2f43a781a3f None None] Provisioning complete for port b81fc718-9f26-4cc4-8666-c59aad9fa583 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:07.963467 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b676e4ea-ff45-4991-9253-a2f43a781a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:07.966772 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42414) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:07.971011 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2926505f-0f7c-416d-a3ff-26252f1e0a63 None None] Routers {'6bee9e07-26c5-45cd-863e-6336c1cac3c3'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:07.971665 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2926505f-0f7c-416d-a3ff-26252f1e0a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:58:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6bee9e07-26c5-45cd-863e-6336c1cac3c3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:08.025392 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 93455dea-72a2-44bd-8b7b-2e60494ad0a6 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:08.039281 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb4c2c-bb1d-4416-b71f-cd4a69e8a663 req-2e595196-e9ef-4a86-a3ca-88e595c0d9c5 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:08.053651 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-98cb4c2c-bb1d-4416-b71f-cd4a69e8a663 req-2e595196-e9ef-4a86-a3ca-88e595c0d9c5 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=6239d194-3bd2-4015-b5c4-26ea109d8ee5 HTTP/1.1" status: 200 len: 948 time: 0.7969677 Jul 05 09:59:08.256608 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=06748f66-8a6d-49d1-9576-662bead26b38,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:08.273445 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-c42e3f0c-feb6-406c-aded-d679a43a32f1 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Allocated IP 2001:db8:1::1 (798173ec-ed3c-4c5e-aa05-4e0c870ff700/44c00729-5e6a-497c-b56f-5a16dffd13dc/9e2a763c-5f0e-477c-a6e6-529a83487ee4) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:59:08.297137 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:08.332391 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] Transition to ACTIVE for port object 9bca35fc-6c6d-48b5-9720-d10b0a8b5a53 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:59:08.335466 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-2926505f-0f7c-416d-a3ff-26252f1e0a63 None None] Set router 6bee9e07-26c5-45cd-863e-6336c1cac3c3 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:59:08.338786 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 93455dea-72a2-44bd-8b7b-2e60494ad0a6 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:08.368414 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 93455dea-72a2-44bd-8b7b-2e60494ad0a6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:08.368803 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:08.381545 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9d03359-2687-4a12-9aca-6e8db1e9e730 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:08.426587 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c42e3f0c-feb6-406c-aded-d679a43a32f1 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:08.436608 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:08.443825 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-c42e3f0c-feb6-406c-aded-d679a43a32f1 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Transition to ACTIVE for port object 9e2a763c-5f0e-477c-a6e6-529a83487ee4 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:59:08.561514 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c42e3f0c-feb6-406c-aded-d679a43a32f1 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:08.612481 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064ee62-ff59-489d-83f0-e0412bf43372 None None] Pushing event updated for resources: {'Port': ['ID=9bca35fc-6c6d-48b5-9720-d10b0a8b5a53,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:08.617337 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] Attempting to bind port 9bca35fc-6c6d-48b5-9720-d10b0a8b5a53 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:59:08.617729 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] Attempting to bind port 9bca35fc-6c6d-48b5-9720-d10b0a8b5a53 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:59:08.618104 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] Attempting to bind port 9bca35fc-6c6d-48b5-9720-d10b0a8b5a53 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:59:08.639140 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:59:08.639524 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:59:08.639963 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:08.640375 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:59:08.640535 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9d03359-2687-4a12-9aca-6e8db1e9e730 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:08.641018 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] Bound port: 9bca35fc-6c6d-48b5-9720-d10b0a8b5a53, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:59:08.641305 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:08.727512 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e3f0c-feb6-406c-aded-d679a43a32f1 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Port': ['ID=9e2a763c-5f0e-477c-a6e6-529a83487ee4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:08.760216 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42e3f0c-feb6-406c-aded-d679a43a32f1 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network 798173ec-ed3c-4c5e-aa05-4e0c870ff700 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:08.778177 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-c42e3f0c-feb6-406c-aded-d679a43a32f1 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:08.789496 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42e3f0c-feb6-406c-aded-d679a43a32f1 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:59:08.790071 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c42e3f0c-feb6-406c-aded-d679a43a32f1 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:08.814936 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-f9d03359-2687-4a12-9aca-6e8db1e9e730 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Deleting port 62292dd6-a49a-4d2e-9256-0f63d2e4c4ba {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:08.815564 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9d03359-2687-4a12-9aca-6e8db1e9e730 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:08.968979 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-98cb4c2c-bb1d-4416-b71f-cd4a69e8a663 req-98179cf5-f338-49c6-92d5-e2723a173ee3 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b056af-8f33-4d63-be1c-6909fbf444fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256127 Jul 05 09:59:09.073490 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 2aca941f-afbc-4333-8046-eb35cd67dab1 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:09.125454 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9d03359-2687-4a12-9aca-6e8db1e9e730 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:09.195565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f2042-8540-4652-9900-045fa2bc5dfe req-35c0429d-f273-416b-b111-258467d0c956 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:09.196002 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-f9d03359-2687-4a12-9aca-6e8db1e9e730 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Calling delete_port for 62292dd6-a49a-4d2e-9256-0f63d2e4c4ba owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:09.204341 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-348f2042-8540-4652-9900-045fa2bc5dfe req-35c0429d-f273-416b-b111-258467d0c956 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 945 time: 1.1813421 Jul 05 09:59:09.210740 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780fa680-5e4d-4716-bfbc-1f3e3eb26cd4 x-openstack-request-id: req-780fa680-5e4d-4716-bfbc-1f3e3eb26cd4 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:59:09.211489 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c3e5e0-d296-41c9-848d-a1633ebb1f36", "name": "network-vif-plugged", "status": "completed", "tag": "06748f66-8a6d-49d1-9576-662bead26b38", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:59:09.211798 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-780fa680-5e4d-4716-bfbc-1f3e3eb26cd4 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:59:09.212392 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c3e5e0-d296-41c9-848d-a1633ebb1f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06748f66-8a6d-49d1-9576-662bead26b38', 'code': 200} Jul 05 09:59:09.338807 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-348f2042-8540-4652-9900-045fa2bc5dfe req-c2e6fd25-4a6e-4d0d-97c7-6a8c9b6a8c1a tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331348 Jul 05 09:59:09.364184 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] For port 9bca35fc-6c6d-48b5-9720-d10b0a8b5a53, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:59:09.370187 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c42e3f0c-feb6-406c-aded-d679a43a32f1 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:09.384100 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cafeb4a4-8ac5-46a2-960e-0f1af0b788c0 None None] Provisioning for port 9e2a763c-5f0e-477c-a6e6-529a83487ee4 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:09.408810 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] For port 9bca35fc-6c6d-48b5-9720-d10b0a8b5a53, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9bca35fc-6c6d-48b5-9720-d10b0a8b5a53,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:59:09.420374 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:09.466989 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:09.632317 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cafeb4a4-8ac5-46a2-960e-0f1af0b788c0 None None] Provisioning complete for port 9e2a763c-5f0e-477c-a6e6-529a83487ee4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:09.632703 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cafeb4a4-8ac5-46a2-960e-0f1af0b788c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:09.693475 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9d03359-2687-4a12-9aca-6e8db1e9e730 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:09.713919 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064ee62-ff59-489d-83f0-e0412bf43372 None None] Pushing event updated for resources: {'Port': ['ID=9bca35fc-6c6d-48b5-9720-d10b0a8b5a53,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:09.725656 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-cafeb4a4-8ac5-46a2-960e-0f1af0b788c0 None None] Port 9e2a763c-5f0e-477c-a6e6-529a83487ee4 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:59:09.732828 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b81fc718-9f26-4cc4-8666-c59aad9fa583 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:09.734873 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 2aca941f-afbc-4333-8046-eb35cd67dab1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:09.735569 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:09.798908 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d03359-2687-4a12-9aca-6e8db1e9e730 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Pushing event deleted for resources: {'Port': ['ID=62292dd6-a49a-4d2e-9256-0f63d2e4c4ba,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:09.872746 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9ce0f-7634-4149-a283-9d9725efa016 req-50a42417-8dcb-4122-a692-c3a7fdb145c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:09.878570 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92b9ce0f-7634-4149-a283-9d9725efa016 req-50a42417-8dcb-4122-a692-c3a7fdb145c7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=98c3e5e0-d296-41c9-848d-a1633ebb1f36 HTTP/1.1" status: 200 len: 1101 time: 0.6500328 Jul 05 09:59:09.894563 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2926505f-0f7c-416d-a3ff-26252f1e0a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bee9e07-26c5-45cd-863e-6336c1cac3c3', 'name': 'tempest-snat-router-1639766867', 'tenant_id': '6d6d2050e85e4608915084111ee2cf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '62292dd6-a49a-4d2e-9256-0f63d2e4c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:59:03Z', 'updated_at': '2021-07-05T09:59:06Z', 'revision_number': 3, 'project_id': '6d6d2050e85e4608915084111ee2cf8d', 'gw_port': {'id': '62292dd6-a49a-4d2e-9256-0f63d2e4c4ba', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bee9e07-26c5-45cd-863e-6336c1cac3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:59:05Z', 'updated_at': '2021-07-05T09:59:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:10.147092 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2926505f-0f7c-416d-a3ff-26252f1e0a63 None None] Checking router: 6bee9e07-26c5-45cd-863e-6336c1cac3c3 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:59:10.147092 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2926505f-0f7c-416d-a3ff-26252f1e0a63 None None] Updating router 6bee9e07-26c5-45cd-863e-6336c1cac3c3 port 62292dd6-a49a-4d2e-9256-0f63d2e4c4ba binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:59:10.150226 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92b9ce0f-7634-4149-a283-9d9725efa016 req-7235da69-f7eb-4f23-a36a-e3b0ed81cebc service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b6b056af-8f33-4d63-be1c-6909fbf444fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693041 Jul 05 09:59:10.150500 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9d03359-2687-4a12-9aca-6e8db1e9e730 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.150785 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 93455dea-72a2-44bd-8b7b-2e60494ad0a6, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=93455dea-72a2-44bd-8b7b-2e60494ad0a6,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:10.150785 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2926505f-0f7c-416d-a3ff-26252f1e0a63 None None] Port 62292dd6-a49a-4d2e-9256-0f63d2e4c4ba not found while updating agent binding for router 6bee9e07-26c5-45cd-863e-6336c1cac3c3. {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 05 09:59:10.150785 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] Routers {'550b3361-8d75-4b6a-9abf-c14bd1c03bfc'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:10.150785 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:58:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['550b3361-8d75-4b6a-9abf-c14bd1c03bfc'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:10.156196 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.206689 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c42e3f0c-feb6-406c-aded-d679a43a32f1 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.211723 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c42e3f0c-feb6-406c-aded-d679a43a32f1 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.212557 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c42e3f0c-feb6-406c-aded-d679a43a32f1 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.317059 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9d03359-2687-4a12-9aca-6e8db1e9e730 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.321871 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9d03359-2687-4a12-9aca-6e8db1e9e730 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.388576 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] Set router 550b3361-8d75-4b6a-9abf-c14bd1c03bfc gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:59:10.419841 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9d03359-2687-4a12-9aca-6e8db1e9e730 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.420640 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d03359-2687-4a12-9aca-6e8db1e9e730 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6bee9e07-26c5-45cd-863e-6336c1cac3c3 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:59:10.427597 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9d03359-2687-4a12-9aca-6e8db1e9e730 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.432426 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f9d03359-2687-4a12-9aca-6e8db1e9e730 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "DELETE /v2.0/routers/6bee9e07-26c5-45cd-863e-6336c1cac3c3 HTTP/1.1" status: 204 len: 168 time: 2.4641640 Jul 05 09:59:10.433197 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42498) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:10.518468 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2926505f-0f7c-416d-a3ff-26252f1e0a63 None None] Routers {'6bee9e07-26c5-45cd-863e-6336c1cac3c3'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:10.519376 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2926505f-0f7c-416d-a3ff-26252f1e0a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:58:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6bee9e07-26c5-45cd-863e-6336c1cac3c3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:10.658247 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e3f0c-feb6-406c-aded-d679a43a32f1 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Port': ['ID=9e2a763c-5f0e-477c-a6e6-529a83487ee4,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:10.767407 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15d86b2b-5fc8-485d-8c2a-004c83a5711c tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.784156 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2926505f-0f7c-416d-a3ff-26252f1e0a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:10.784849 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2926505f-0f7c-416d-a3ff-26252f1e0a63 None None] The sync data for ids ['6bee9e07-26c5-45cd-863e-6336c1cac3c3'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:59:10.877066 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=93455dea-72a2-44bd-8b7b-2e60494ad0a6,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:10.945797 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cb5ab-e984-4531-8380-22671c049c88 req-acc0c14e-8aa8-49ce-872c-9bcdd63304d6 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:10.947799 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f3cb5ab-e984-4531-8380-22671c049c88 req-acc0c14e-8aa8-49ce-872c-9bcdd63304d6 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=6239d194-3bd2-4015-b5c4-26ea109d8ee5 HTTP/1.1" status: 200 len: 949 time: 0.6944451 Jul 05 09:59:11.041849 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15d86b2b-5fc8-485d-8c2a-004c83a5711c tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:11.098144 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42e3f0c-feb6-406c-aded-d679a43a32f1 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network 798173ec-ed3c-4c5e-aa05-4e0c870ff700 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:11.126114 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-c42e3f0c-feb6-406c-aded-d679a43a32f1 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:11.197408 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b81fc718-9f26-4cc4-8666-c59aad9fa583 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:11.199095 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:11.209334 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:11.243709 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-15d86b2b-5fc8-485d-8c2a-004c83a5711c tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Deleting port 9bca35fc-6c6d-48b5-9720-d10b0a8b5a53 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:11.244116 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15d86b2b-5fc8-485d-8c2a-004c83a5711c tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:11.308852 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6239d194-3bd2-4015-b5c4-26ea109d8ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93455dea-72a2-44bd-8b7b-2e60494ad0a6'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:59:11.312873 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8789734c-33cd-4d78-ac9e-8cbf9e62f9c7" -d '{"events": [{"server_uuid": "6239d194-3bd2-4015-b5c4-26ea109d8ee5", "name": "network-vif-plugged", "status": "completed", "tag": "93455dea-72a2-44bd-8b7b-2e60494ad0a6"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:59:11.363921 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f3cb5ab-e984-4531-8380-22671c049c88 req-2225445f-3b22-4fa3-a0a3-d2cd72e03292 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b056af-8f33-4d63-be1c-6909fbf444fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685732 Jul 05 09:59:11.389418 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42e3f0c-feb6-406c-aded-d679a43a32f1 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Router 9ba58490-2a26-4e2b-b29d-b0eaa4273cb6 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:59:11.434679 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b18ac3-63ca-4c0c-9364-d5806aae4534 req-be22961f-9f61-44d1-aecd-cbcf0961039d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:11.436681 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84b18ac3-63ca-4c0c-9364-d5806aae4534 req-be22961f-9f61-44d1-aecd-cbcf0961039d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 945 time: 0.6929669 Jul 05 09:59:11.535361 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84b18ac3-63ca-4c0c-9364-d5806aae4534 req-9a2b3a69-a6ae-4123-82bc-d222731631c4 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850186 Jul 05 09:59:11.549942 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1346fdf-da2b-4cae-9725-d674cf734b65 x-openstack-request-id: req-c1346fdf-da2b-4cae-9725-d674cf734b65 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:59:11.550244 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6239d194-3bd2-4015-b5c4-26ea109d8ee5", "name": "network-vif-plugged", "status": "completed", "tag": "93455dea-72a2-44bd-8b7b-2e60494ad0a6", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:59:11.550507 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c1346fdf-da2b-4cae-9725-d674cf734b65 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:59:11.550924 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6239d194-3bd2-4015-b5c4-26ea109d8ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93455dea-72a2-44bd-8b7b-2e60494ad0a6', 'code': 200} Jul 05 09:59:11.590262 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 2aca941f-afbc-4333-8046-eb35cd67dab1, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2aca941f-afbc-4333-8046-eb35cd67dab1,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:11.621339 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:11.769609 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-15d86b2b-5fc8-485d-8c2a-004c83a5711c tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] For port 9bca35fc-6c6d-48b5-9720-d10b0a8b5a53, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9bca35fc-6c6d-48b5-9720-d10b0a8b5a53,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:11.774455 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15d86b2b-5fc8-485d-8c2a-004c83a5711c tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:11.801704 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-15d86b2b-5fc8-485d-8c2a-004c83a5711c tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Calling delete_port for 9bca35fc-6c6d-48b5-9720-d10b0a8b5a53 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:11.849298 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42e3f0c-feb6-406c-aded-d679a43a32f1 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:59:11.864830 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c42e3f0c-feb6-406c-aded-d679a43a32f1 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "PUT /v2.0/routers/9ba58490-2a26-4e2b-b29d-b0eaa4273cb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4883952 Jul 05 09:59:11.871321 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c567ba8b-8b3c-4074-8011-b53e22131ce3 None None] Sync routers for ids ['9ba58490-2a26-4e2b-b29d-b0eaa4273cb6'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:59:11.877392 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42532) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:11.885978 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c567ba8b-8b3c-4074-8011-b53e22131ce3 None None] Routers {'9ba58490-2a26-4e2b-b29d-b0eaa4273cb6'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:11.889108 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c567ba8b-8b3c-4074-8011-b53e22131ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:58:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9ba58490-2a26-4e2b-b29d-b0eaa4273cb6'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:11.962733 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2126697b-ada8-4f0b-b28a-b20cb48a9dda None None] Provisioning complete for port 9e2a763c-5f0e-477c-a6e6-529a83487ee4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:11.963161 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2126697b-ada8-4f0b-b28a-b20cb48a9dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:12.030024 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c567ba8b-8b3c-4074-8011-b53e22131ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:12.075116 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c567ba8b-8b3c-4074-8011-b53e22131ce3 None None] Routers {'9ba58490-2a26-4e2b-b29d-b0eaa4273cb6'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:12.076975 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c567ba8b-8b3c-4074-8011-b53e22131ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:58:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9ba58490-2a26-4e2b-b29d-b0eaa4273cb6'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:12.119632 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=2aca941f-afbc-4333-8046-eb35cd67dab1,revision_number=13']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:12.142187 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550b3361-8d75-4b6a-9abf-c14bd1c03bfc', 'name': 'tempest-snat-router-1639766867', 'tenant_id': '6d6d2050e85e4608915084111ee2cf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.251'}], 'enable_snat': False}, 'gw_port_id': '9bca35fc-6c6d-48b5-9720-d10b0a8b5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:58:59Z', 'updated_at': '2021-07-05T09:59:01Z', 'revision_number': 3, 'project_id': '6d6d2050e85e4608915084111ee2cf8d', 'gw_port': {'id': '9bca35fc-6c6d-48b5-9720-d10b0a8b5a53', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550b3361-8d75-4b6a-9abf-c14bd1c03bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:59:01Z', 'updated_at': '2021-07-05T09:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:12.172474 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2126697b-ada8-4f0b-b28a-b20cb48a9dda None None] Port 9e2a763c-5f0e-477c-a6e6-529a83487ee4 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:59:12.303730 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c567ba8b-8b3c-4074-8011-b53e22131ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:12.313378 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c567ba8b-8b3c-4074-8011-b53e22131ce3 None None] The sync data for ids ['9ba58490-2a26-4e2b-b29d-b0eaa4273cb6'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:59:12.341554 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15d86b2b-5fc8-485d-8c2a-004c83a5711c tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:12.354226 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2919c248-73a3-4945-8b81-9566ee9af78f None None] The sync data for ids ['550b3361-8d75-4b6a-9abf-c14bd1c03bfc'] in n-d-798054-8 is: [{'id': '550b3361-8d75-4b6a-9abf-c14bd1c03bfc', 'name': 'tempest-snat-router-1639766867', 'tenant_id': '6d6d2050e85e4608915084111ee2cf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.251'}], 'enable_snat': False}, 'gw_port_id': '9bca35fc-6c6d-48b5-9720-d10b0a8b5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:58:59Z', 'updated_at': '2021-07-05T09:59:01Z', 'revision_number': 3, 'project_id': '6d6d2050e85e4608915084111ee2cf8d', 'gw_port': {'id': '9bca35fc-6c6d-48b5-9720-d10b0a8b5a53', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550b3361-8d75-4b6a-9abf-c14bd1c03bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:59:01Z', 'updated_at': '2021-07-05T09:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:59:12.439882 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d86b2b-5fc8-485d-8c2a-004c83a5711c tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bca35fc-6c6d-48b5-9720-d10b0a8b5a53,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:12.758919 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15d86b2b-5fc8-485d-8c2a-004c83a5711c tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:13.133369 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15d86b2b-5fc8-485d-8c2a-004c83a5711c tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:13.139263 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15d86b2b-5fc8-485d-8c2a-004c83a5711c tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:13.314710 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1783c0a4-63d0-4f82-9c14-2ad5205c25fb tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:13.315423 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15d86b2b-5fc8-485d-8c2a-004c83a5711c tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:13.315881 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d86b2b-5fc8-485d-8c2a-004c83a5711c tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 550b3361-8d75-4b6a-9abf-c14bd1c03bfc {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:59:13.323479 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15d86b2b-5fc8-485d-8c2a-004c83a5711c tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:13.326511 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1783c0a4-63d0-4f82-9c14-2ad5205c25fb tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "GET /v2.0/ports/9e2a763c-5f0e-477c-a6e6-529a83487ee4 HTTP/1.1" status: 200 len: 913 time: 1.4479973 Jul 05 09:59:13.336507 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42564) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:13.337079 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42566) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:13.337334 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-15d86b2b-5fc8-485d-8c2a-004c83a5711c tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "DELETE /v2.0/routers/550b3361-8d75-4b6a-9abf-c14bd1c03bfc HTTP/1.1" status: 204 len: 168 time: 2.9007835 Jul 05 09:59:13.376147 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-562d3071-b274-42e8-9cd4-d52a4751cca1 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1650337304', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:13.515373 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-562d3071-b274-42e8-9cd4-d52a4751cca1 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:13.517030 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-562d3071-b274-42e8-9cd4-d52a4751cca1 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:13.552003 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32928277-147a-4b04-a4fd-0b96765fc7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aca941f-afbc-4333-8046-eb35cd67dab1'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:59:13.556642 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a83045-367a-44fd-8d53-3c9754c553d1" -d '{"events": [{"server_uuid": "32928277-147a-4b04-a4fd-0b96765fc7a0", "name": "network-vif-plugged", "status": "completed", "tag": "2aca941f-afbc-4333-8046-eb35cd67dab1"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:59:13.594885 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe5950-1a22-4d7a-9743-3b5fb66d530f req-9bdb46e7-bb1f-433e-9176-4535d4ab80f0 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:13.605166 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0dfe5950-1a22-4d7a-9743-3b5fb66d530f req-9bdb46e7-bb1f-433e-9176-4535d4ab80f0 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 946 time: 0.5448055 Jul 05 09:59:13.694241 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583e142-d839-4625-9a1c-9a92f9a6e5ea req-687abe13-8ec0-46e2-a59c-bbf57e265f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:13.696429 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5583e142-d839-4625-9a1c-9a92f9a6e5ea req-687abe13-8ec0-46e2-a59c-bbf57e265f6a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6239d194-3bd2-4015-b5c4-26ea109d8ee5 HTTP/1.1" status: 200 len: 1100 time: 1.9112966 Jul 05 09:59:13.879329 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0dfe5950-1a22-4d7a-9743-3b5fb66d530f req-7b262134-60f3-40f0-baa8-a0eaf10135cf tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2727437 Jul 05 09:59:13.939282 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-562d3071-b274-42e8-9cd4-d52a4751cca1 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:13.981462 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b6892-495a-4f7d-83b9-140ca0cdeb6a req-2c8eba37-de1a-43a1-87c7-c1a1e9548fac tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:13.986893 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d14b6892-495a-4f7d-83b9-140ca0cdeb6a req-2c8eba37-de1a-43a1-87c7-c1a1e9548fac tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=6239d194-3bd2-4015-b5c4-26ea109d8ee5 HTTP/1.1" status: 200 len: 949 time: 0.8514693 Jul 05 09:59:14.010124 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141b6181-7dbd-4bad-9217-19a04717358c x-openstack-request-id: req-141b6181-7dbd-4bad-9217-19a04717358c {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:59:14.011372 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32928277-147a-4b04-a4fd-0b96765fc7a0", "name": "network-vif-plugged", "status": "completed", "tag": "2aca941f-afbc-4333-8046-eb35cd67dab1", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:59:14.011820 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-141b6181-7dbd-4bad-9217-19a04717358c {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:59:14.012542 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32928277-147a-4b04-a4fd-0b96765fc7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aca941f-afbc-4333-8046-eb35cd67dab1', 'code': 200} Jul 05 09:59:14.373734 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d14b6892-495a-4f7d-83b9-140ca0cdeb6a req-959b569e-898d-44f4-bf2e-a50234d836c2 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b056af-8f33-4d63-be1c-6909fbf444fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792267 Jul 05 09:59:14.378865 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-562d3071-b274-42e8-9cd4-d52a4751cca1 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:14.390898 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5583e142-d839-4625-9a1c-9a92f9a6e5ea req-dff4b308-17a0-4913-8cc0-82f50682ab1d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b6b056af-8f33-4d63-be1c-6909fbf444fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6258533 Jul 05 09:59:14.760341 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7d1b230e-3df6-4536-b58d-9b60293b46ec tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:15.148236 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-562d3071-b274-42e8-9cd4-d52a4751cca1 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:15.188300 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-562d3071-b274-42e8-9cd4-d52a4751cca1 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:15.310778 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89344a5-33ab-4b90-a52a-9881b4dbc61c req-d7a0df0a-36ea-4321-a769-7611a1f51473 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:15.312744 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e89344a5-33ab-4b90-a52a-9881b4dbc61c req-d7a0df0a-36ea-4321-a769-7611a1f51473 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 946 time: 0.2199967 Jul 05 09:59:15.518945 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e89344a5-33ab-4b90-a52a-9881b4dbc61c req-133dc49f-2902-45e9-a8fd-69c6d24e59b9 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753693 Jul 05 09:59:15.568595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-562d3071-b274-42e8-9cd4-d52a4751cca1 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Allocated IP 172.25.7.191 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/6db1c39e-3029-4d41-a617-f34e37ca61ec) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:59:15.670923 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b230e-3df6-4536-b58d-9b60293b46ec tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting port 9e2a763c-5f0e-477c-a6e6-529a83487ee4 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:15.675972 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7d1b230e-3df6-4536-b58d-9b60293b46ec tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:15.863499 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7d1b230e-3df6-4536-b58d-9b60293b46ec tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:15.886526 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b230e-3df6-4536-b58d-9b60293b46ec tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Calling delete_port for 9e2a763c-5f0e-477c-a6e6-529a83487ee4 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:16.072626 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-562d3071-b274-42e8-9cd4-d52a4751cca1 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:16.167248 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca804d8-d789-40e7-93aa-b9472e17613d req-f1661a30-f7e0-48fa-ac1d-5f8e5f15b327 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:16.168873 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ca804d8-d789-40e7-93aa-b9472e17613d req-f1661a30-f7e0-48fa-ac1d-5f8e5f15b327 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=6239d194-3bd2-4015-b5c4-26ea109d8ee5 HTTP/1.1" status: 200 len: 949 time: 0.4841003 Jul 05 09:59:16.200840 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7d1b230e-3df6-4536-b58d-9b60293b46ec tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:16.223806 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9bca35fc-6c6d-48b5-9720-d10b0a8b5a53 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:16.267299 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 9bca35fc-6c6d-48b5-9720-d10b0a8b5a53 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:59:16.268057 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9bca35fc-6c6d-48b5-9720-d10b0a8b5a53 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:59:16.288632 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b230e-3df6-4536-b58d-9b60293b46ec tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Port': ['ID=9e2a763c-5f0e-477c-a6e6-529a83487ee4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:16.306744 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-562d3071-b274-42e8-9cd4-d52a4751cca1 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:16.365954 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ca804d8-d789-40e7-93aa-b9472e17613d req-572e56e2-b7aa-4328-98bf-be404f75d8cb tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b056af-8f33-4d63-be1c-6909fbf444fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731384 Jul 05 09:59:16.570235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562d3071-b274-42e8-9cd4-d52a4751cca1 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:16.581845 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-562d3071-b274-42e8-9cd4-d52a4751cca1 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:16.616576 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562d3071-b274-42e8-9cd4-d52a4751cca1 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:59:16.914177 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d3071-b274-42e8-9cd4-d52a4751cca1 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Pushing event updated for resources: {'Port': ['ID=6db1c39e-3029-4d41-a617-f34e37ca61ec,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:16.938307 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7d1b230e-3df6-4536-b58d-9b60293b46ec tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:18.074661 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6787c-bd21-4240-9238-5fce5dd8a1ea req-b2caa6b6-f454-441c-8b07-c445ef59bc07 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:18.076301 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-22b6787c-bd21-4240-9238-5fce5dd8a1ea req-b2caa6b6-f454-441c-8b07-c445ef59bc07 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=98c3e5e0-d296-41c9-848d-a1633ebb1f36 HTTP/1.1" status: 200 len: 950 time: 1.2901051 Jul 05 09:59:18.124312 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42682) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:18.128922 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14c877-37fb-4371-90cd-9d17f1a222c3 req-be79c2e0-b88b-415f-8a55-8bc121dba2d9 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:18.131927 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b14c877-37fb-4371-90cd-9d17f1a222c3 req-be79c2e0-b88b-415f-8a55-8bc121dba2d9 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 946 time: 1.2574873 Jul 05 09:59:18.378635 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2100e956-d104-4c95-8b1e-d0eabfcead7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:18.475591 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-22b6787c-bd21-4240-9238-5fce5dd8a1ea req-442edad6-3408-4330-beed-9db2bd97f4ed tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b056af-8f33-4d63-be1c-6909fbf444fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667712 Jul 05 09:59:18.535739 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1b230e-3df6-4536-b58d-9b60293b46ec tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Router 9ba58490-2a26-4e2b-b29d-b0eaa4273cb6 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:59:18.558855 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-562d3071-b274-42e8-9cd4-d52a4751cca1 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:18.564391 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2100e956-d104-4c95-8b1e-d0eabfcead7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:18.570846 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2100e956-d104-4c95-8b1e-d0eabfcead7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:18.612130 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2100e956-d104-4c95-8b1e-d0eabfcead7f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7f2d02511446421e8cf2d6d565115b30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4857821 Jul 05 09:59:18.614617 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42694) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:18.644598 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b14c877-37fb-4371-90cd-9d17f1a222c3 req-b52c6115-a4c4-422a-844b-19b91d1a8e50 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4960077 Jul 05 09:59:18.677684 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100e956-d104-4c95-8b1e-d0eabfcead7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe92fb7c-bdb0-45f0-a4e5-9f1a465e4c3e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:18.727811 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28b69308-2fd9-4caa-b993-d9c6337d1e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:18.782533 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28b69308-2fd9-4caa-b993-d9c6337d1e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:18.834149 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1b230e-3df6-4536-b58d-9b60293b46ec tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:59:18.840804 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7d1b230e-3df6-4536-b58d-9b60293b46ec tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "PUT /v2.0/routers/9ba58490-2a26-4e2b-b29d-b0eaa4273cb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4830132 Jul 05 09:59:18.851620 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beacf89-c0b7-4dd8-8a07-55d604bd352c None None] Sync routers for ids ['9ba58490-2a26-4e2b-b29d-b0eaa4273cb6'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:59:18.852960 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42704) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:18.876080 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beacf89-c0b7-4dd8-8a07-55d604bd352c None None] Routers {'9ba58490-2a26-4e2b-b29d-b0eaa4273cb6'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:18.877662 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4beacf89-c0b7-4dd8-8a07-55d604bd352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:58:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9ba58490-2a26-4e2b-b29d-b0eaa4273cb6'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:19.024873 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4beacf89-c0b7-4dd8-8a07-55d604bd352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:19.076731 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beacf89-c0b7-4dd8-8a07-55d604bd352c None None] Routers {'9ba58490-2a26-4e2b-b29d-b0eaa4273cb6'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:19.079282 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4beacf89-c0b7-4dd8-8a07-55d604bd352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:58:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9ba58490-2a26-4e2b-b29d-b0eaa4273cb6'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:19.195404 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4beacf89-c0b7-4dd8-8a07-55d604bd352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:19.205739 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beacf89-c0b7-4dd8-8a07-55d604bd352c None None] The sync data for ids ['9ba58490-2a26-4e2b-b29d-b0eaa4273cb6'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:59:19.475060 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c7affb4-7a92-4509-b359-4545d6e0be34 req-00cadf1d-37c5-4c82-8b3e-b8f3dd00c698 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=98c3e5e0-d296-41c9-848d-a1633ebb1f36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3710525 Jul 05 09:59:19.520933 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-562d3071-b274-42e8-9cd4-d52a4751cca1 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:19.632951 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28b69308-2fd9-4caa-b993-d9c6337d1e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:19.640171 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28b69308-2fd9-4caa-b993-d9c6337d1e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:19.643075 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-28b69308-2fd9-4caa-b993-d9c6337d1e78 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fe92fb7c-bdb0-45f0-a4e5-9f1a465e4c3e HTTP/1.1" status: 204 len: 168 time: 1.0266690 Jul 05 09:59:19.687584 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b69308-2fd9-4caa-b993-d9c6337d1e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe92fb7c-bdb0-45f0-a4e5-9f1a465e4c3e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:19.870643 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7affb4-7a92-4509-b359-4545d6e0be34 req-2b7903ae-7ed2-4696-9147-6f11ebc03ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:19.872547 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c7affb4-7a92-4509-b359-4545d6e0be34 req-2b7903ae-7ed2-4696-9147-6f11ebc03ba1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2d9da7b66b884d5b8f7dfba28004e674&device_id=98c3e5e0-d296-41c9-848d-a1633ebb1f36 HTTP/1.1" status: 200 len: 1101 time: 0.2437119 Jul 05 09:59:20.217334 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562d3071-b274-42e8-9cd4-d52a4751cca1 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Router f24630dc-fd73-45eb-b56f-88bf16daf5a1 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:59:20.345603 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7affb4-7a92-4509-b359-4545d6e0be34 req-75e0112f-ff09-4632-bb2e-ec3c17f2239b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:20.347254 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c7affb4-7a92-4509-b359-4545d6e0be34 req-75e0112f-ff09-4632-bb2e-ec3c17f2239b service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.4381385 Jul 05 09:59:20.376343 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42750) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:20.394498 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9767e013-b2ba-4c13-80cb-e4551c7702ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:20.456198 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c7affb4-7a92-4509-b359-4545d6e0be34 req-55669f27-b8e5-440a-9fed-b6024a48e877 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=06748f66-8a6d-49d1-9576-662bead26b38 HTTP/1.1" status: 200 len: 217 time: 0.0560603 Jul 05 09:59:20.469882 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16c024bb-64ac-4d39-bca6-f051de01f141 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:20.554494 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9767e013-b2ba-4c13-80cb-e4551c7702ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:20.561687 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9767e013-b2ba-4c13-80cb-e4551c7702ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:20.595497 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767e013-b2ba-4c13-80cb-e4551c7702ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4a01a2-4fb0-45b4-a082-35de392716a6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:20.631495 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9767e013-b2ba-4c13-80cb-e4551c7702ba admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fa181b88e7f44571a42b56cbf22c2fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2562752 Jul 05 09:59:20.641273 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42754) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:20.663609 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa9e90-6fb7-4168-bf84-3f204b0498ff req-36a0e333-677d-44d4-a665-f65c375508fa tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:20.665198 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-10fa9e90-6fb7-4168-bf84-3f204b0498ff req-36a0e333-677d-44d4-a665-f65c375508fa tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 946 time: 0.7083752 Jul 05 09:59:20.723032 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562d3071-b274-42e8-9cd4-d52a4751cca1 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:59:20.726018 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7affb4-7a92-4509-b359-4545d6e0be34 req-7de2d041-a596-4359-bbb9-ff4898525f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:20.727521 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c7affb4-7a92-4509-b359-4545d6e0be34 req-7de2d041-a596-4359-bbb9-ff4898525f30 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.2544949 Jul 05 09:59:20.735250 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c5e72c-6984-4ff1-870b-f014ae3dd787 None None] Sync routers for ids ['f24630dc-fd73-45eb-b56f-88bf16daf5a1'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:59:20.749772 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c5e72c-6984-4ff1-870b-f014ae3dd787 None None] Routers {'f24630dc-fd73-45eb-b56f-88bf16daf5a1'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:20.750727 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-05c5e72c-6984-4ff1-870b-f014ae3dd787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:58:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f24630dc-fd73-45eb-b56f-88bf16daf5a1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:20.751127 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-561257ad-24ae-49e1-99e5-645dfb8e2487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:20.791413 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-561257ad-24ae-49e1-99e5-645dfb8e2487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:20.806006 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-05c5e72c-6984-4ff1-870b-f014ae3dd787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:20.818132 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c5e72c-6984-4ff1-870b-f014ae3dd787 None None] Routers {'f24630dc-fd73-45eb-b56f-88bf16daf5a1'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:20.819096 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-05c5e72c-6984-4ff1-870b-f014ae3dd787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:58:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f24630dc-fd73-45eb-b56f-88bf16daf5a1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:20.857538 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-561257ad-24ae-49e1-99e5-645dfb8e2487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:20.862742 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-10fa9e90-6fb7-4168-bf84-3f204b0498ff req-0322379d-6fff-46f4-9b4c-77ea23700a3c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896558 Jul 05 09:59:20.873173 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-561257ad-24ae-49e1-99e5-645dfb8e2487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:20.878056 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-561257ad-24ae-49e1-99e5-645dfb8e2487 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8b4a01a2-4fb0-45b4-a082-35de392716a6 HTTP/1.1" status: 204 len: 168 time: 0.2303643 Jul 05 09:59:20.889430 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-05c5e72c-6984-4ff1-870b-f014ae3dd787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:20.890788 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c5e72c-6984-4ff1-870b-f014ae3dd787 None None] The sync data for ids ['f24630dc-fd73-45eb-b56f-88bf16daf5a1'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:59:20.917877 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4f069de5-81dc-4522-8ad7-638c68809198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:20.925135 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-562d3071-b274-42e8-9cd4-d52a4751cca1 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:20.926455 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-562d3071-b274-42e8-9cd4-d52a4751cca1 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.5565670 Jul 05 09:59:20.929630 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42770) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:20.935728 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3f4368b0-b8e2-47a0-a78a-2fdba510ebf2 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'enable_snat': False}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:20.936186 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561257ad-24ae-49e1-99e5-645dfb8e2487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4a01a2-4fb0-45b4-a082-35de392716a6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:21.104530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7affb4-7a92-4509-b359-4545d6e0be34 req-b82a6d0b-16f4-4c6f-90d9-a292e0aba2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:21.117556 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c7affb4-7a92-4509-b359-4545d6e0be34 req-b82a6d0b-16f4-4c6f-90d9-a292e0aba2ae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3521059 Jul 05 09:59:22.009861 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c7affb4-7a92-4509-b359-4545d6e0be34 req-a66ffea5-c949-4811-a824-ceebbdf44c45 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8787365 Jul 05 09:59:22.220012 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-16c024bb-64ac-4d39-bca6-f051de01f141 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting port 08e5114e-4dc6-4a07-9854-1eb6ec475053 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:22.220584 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16c024bb-64ac-4d39-bca6-f051de01f141 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:22.373209 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16c024bb-64ac-4d39-bca6-f051de01f141 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:22.429908 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-16c024bb-64ac-4d39-bca6-f051de01f141 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Calling delete_port for 08e5114e-4dc6-4a07-9854-1eb6ec475053 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:22.692142 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d34941-56fd-4d72-a3c7-d2bb6b4d53eb req-071fd707-a01a-45b8-b93d-22de0f16a7ac tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:22.694073 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4d34941-56fd-4d72-a3c7-d2bb6b4d53eb req-071fd707-a01a-45b8-b93d-22de0f16a7ac tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 946 time: 0.5464654 Jul 05 09:59:22.708060 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c7affb4-7a92-4509-b359-4545d6e0be34 req-7f25ccab-cf3b-4123-97a7-f95c047f9460 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6842773 Jul 05 09:59:22.858592 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4d34941-56fd-4d72-a3c7-d2bb6b4d53eb req-88d0d806-2e00-44b3-92c7-f2b04277c15f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569040 Jul 05 09:59:22.869855 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f4368b0-b8e2-47a0-a78a-2fdba510ebf2 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:22.935570 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16c024bb-64ac-4d39-bca6-f051de01f141 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:23.060547 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c024bb-64ac-4d39-bca6-f051de01f141 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Port': ['ID=08e5114e-4dc6-4a07-9854-1eb6ec475053,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:23.314407 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-693a96ee-0656-4ee1-9f6e-ad0f335f8b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:23.373663 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16c024bb-64ac-4d39-bca6-f051de01f141 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:23.531363 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:23.825434 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c024bb-64ac-4d39-bca6-f051de01f141 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Router 9ba58490-2a26-4e2b-b29d-b0eaa4273cb6 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:59:24.073880 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c024bb-64ac-4d39-bca6-f051de01f141 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:59:24.092614 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 06748f66-8a6d-49d1-9576-662bead26b38 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:59:24.094774 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42912) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:24.095375 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-16c024bb-64ac-4d39-bca6-f051de01f141 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "PUT /v2.0/routers/9ba58490-2a26-4e2b-b29d-b0eaa4273cb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2407463 Jul 05 09:59:24.097336 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea5effa-f562-4c1d-bdc6-8ca783fd8ead None None] Sync routers for ids ['9ba58490-2a26-4e2b-b29d-b0eaa4273cb6'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:59:24.117792 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea5effa-f562-4c1d-bdc6-8ca783fd8ead None None] Routers {'9ba58490-2a26-4e2b-b29d-b0eaa4273cb6'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:24.118829 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-dea5effa-f562-4c1d-bdc6-8ca783fd8ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9ba58490-2a26-4e2b-b29d-b0eaa4273cb6'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:24.184174 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e38b0540-de83-49ef-8a12-0a8297d9033c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba58490-2a26-4e2b-b29d-b0eaa4273cb6 HTTP/1.1" status: 200 len: 205 time: 0.0877008 Jul 05 09:59:24.185937 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42916) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:24.220483 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-dea5effa-f562-4c1d-bdc6-8ca783fd8ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:24.286737 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.resource_extend [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:59:24.362851 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea5effa-f562-4c1d-bdc6-8ca783fd8ead None None] Routers {'9ba58490-2a26-4e2b-b29d-b0eaa4273cb6'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:24.371459 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-dea5effa-f562-4c1d-bdc6-8ca783fd8ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9ba58490-2a26-4e2b-b29d-b0eaa4273cb6'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:24.503448 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fa03320-96b7-42f6-bff5-586a65c0be0c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:24.517551 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-dea5effa-f562-4c1d-bdc6-8ca783fd8ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:24.520645 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea5effa-f562-4c1d-bdc6-8ca783fd8ead None None] The sync data for ids ['9ba58490-2a26-4e2b-b29d-b0eaa4273cb6'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:59:24.590454 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:24.663624 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 06748f66-8a6d-49d1-9576-662bead26b38, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=06748f66-8a6d-49d1-9576-662bead26b38,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:24.680144 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '06748f66-8a6d-49d1-9576-662bead26b38', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '06748f66-8a6d-49d1-9576-662bead26b38', 'mac_address': 'fa:16:3e:60:e5:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:59:24.773272 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:24.800836 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06748f66-8a6d-49d1-9576-662bead26b38 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:59:24.839364 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f4368b0-b8e2-47a0-a78a-2fdba510ebf2 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:24.841661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 06748f66-8a6d-49d1-9576-662bead26b38, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=06748f66-8a6d-49d1-9576-662bead26b38,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:24.858897 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f4368b0-b8e2-47a0-a78a-2fdba510ebf2 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3671792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3671787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3670561'] for router, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:24.864368 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:24.894889 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fa03320-96b7-42f6-bff5-586a65c0be0c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:24.897947 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fa03320-96b7-42f6-bff5-586a65c0be0c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:24.965038 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['06748f66-8a6d-49d1-9576-662bead26b38'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:59:24.978722 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=06748f66-8a6d-49d1-9576-662bead26b38,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:25.001092 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b88c73-3a90-4201-b00c-b3ed0e466c9b req-a14baf5b-4277-41cf-91a6-a421b467818e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:25.001447 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fa03320-96b7-42f6-bff5-586a65c0be0c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:25.002099 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa03320-96b7-42f6-bff5-586a65c0be0c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Fanout notify agent at l3_agent the message router_deleted on router 9ba58490-2a26-4e2b-b29d-b0eaa4273cb6 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:59:25.004213 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42956) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:25.007685 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-07b88c73-3a90-4201-b00c-b3ed0e466c9b req-a14baf5b-4277-41cf-91a6-a421b467818e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 946 time: 0.9287863 Jul 05 09:59:25.010404 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fa03320-96b7-42f6-bff5-586a65c0be0c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:25.011631 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6fa03320-96b7-42f6-bff5-586a65c0be0c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/routers/9ba58490-2a26-4e2b-b29d-b0eaa4273cb6 HTTP/1.1" status: 204 len: 168 time: 0.8240061 Jul 05 09:59:25.029527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42958) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:25.048731 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:25.049105 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:25.049458 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:25.049805 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:25.050202 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:25.052888 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:25.053392 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:25.056826 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:25.057174 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:25.057528 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:25.057876 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:25.058213 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:25.121954 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-10d743df-8b8e-4d3d-a56e-d79c67d7c5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:25.222781 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-10d743df-8b8e-4d3d-a56e-d79c67d7c5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:25.229425 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-10d743df-8b8e-4d3d-a56e-d79c67d7c5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:25.317105 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-10d743df-8b8e-4d3d-a56e-d79c67d7c5dc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e98d0b7a3f284ee4933cf2d712cadf3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953415 Jul 05 09:59:25.320539 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d743df-8b8e-4d3d-a56e-d79c67d7c5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feae5d19-1705-41bf-ab7a-d104f8150a6f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:25.322799 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42972) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:25.417129 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-07b88c73-3a90-4201-b00c-b3ed0e466c9b req-952c5a38-4539-47f7-8c0d-faae3e461e9f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3881991 Jul 05 09:59:25.423967 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-b258f206-6b81-4448-a98b-7f636b6c0f6b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting subnet 44c00729-5e6a-497c-b56f-5a16dffd13dc {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:59:25.428923 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b258f206-6b81-4448-a98b-7f636b6c0f6b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:25.464971 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e26b8895-3d29-4b8c-b2d7-9c3bf64f5e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:25.484142 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b258f206-6b81-4448-a98b-7f636b6c0f6b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:25.522096 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e26b8895-3d29-4b8c-b2d7-9c3bf64f5e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:25.643635 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e26b8895-3d29-4b8c-b2d7-9c3bf64f5e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:25.646309 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e26b8895-3d29-4b8c-b2d7-9c3bf64f5e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:25.647643 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e26b8895-3d29-4b8c-b2d7-9c3bf64f5e4f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/feae5d19-1705-41bf-ab7a-d104f8150a6f HTTP/1.1" status: 204 len: 168 time: 0.3071568 Jul 05 09:59:25.673779 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b8895-3d29-4b8c-b2d7-9c3bf64f5e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feae5d19-1705-41bf-ab7a-d104f8150a6f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:26.121626 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 06748f66-8a6d-49d1-9576-662bead26b38 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:26.136330 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b258f206-6b81-4448-a98b-7f636b6c0f6b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:26.226379 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42988) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:26.258896 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea028e98-51ab-44b5-bae6-88e03490d902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:26.269577 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b258f206-6b81-4448-a98b-7f636b6c0f6b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:26.278980 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4368b0-b8e2-47a0-a78a-2fdba510ebf2 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Router f24630dc-fd73-45eb-b56f-88bf16daf5a1 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:59:26.299650 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 06748f66-8a6d-49d1-9576-662bead26b38 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:26.300063 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:26.323989 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258f206-6b81-4448-a98b-7f636b6c0f6b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Subnet': ['ID=44c00729-5e6a-497c-b56f-5a16dffd13dc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:26.345681 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b258f206-6b81-4448-a98b-7f636b6c0f6b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:26.355494 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626c6fd5-e167-4f14-a0a2-6b329ff60431 None None] Network 798173ec-ed3c-4c5e-aa05-4e0c870ff700 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:26.358259 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b258f206-6b81-4448-a98b-7f636b6c0f6b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/subnets/44c00729-5e6a-497c-b56f-5a16dffd13dc HTTP/1.1" status: 204 len: 168 time: 1.3244481 Jul 05 09:59:26.358259 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42992) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:26.517785 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea028e98-51ab-44b5-bae6-88e03490d902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:26.524832 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea028e98-51ab-44b5-bae6-88e03490d902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:26.683491 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ea028e98-51ab-44b5-bae6-88e03490d902 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=97f1977c77684033bbaf0ab4f58d917e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4559004 Jul 05 09:59:26.689519 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43006) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:26.703762 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:26.711611 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:26.712746 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea028e98-51ab-44b5-bae6-88e03490d902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12a823f-14e8-4972-afd7-269750e5efe6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:26.734041 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4368b0-b8e2-47a0-a78a-2fdba510ebf2 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:59:26.739154 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f4368b0-b8e2-47a0-a78a-2fdba510ebf2 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:26.740700 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3f4368b0-b8e2-47a0-a78a-2fdba510ebf2 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "PUT /v2.0/routers/f24630dc-fd73-45eb-b56f-88bf16daf5a1 HTTP/1.1" status: 200 len: 926 time: 5.8089910 Jul 05 09:59:26.746569 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7890e1f8-2746-491c-bd0e-16a924a8609c None None] Sync routers for ids ['f24630dc-fd73-45eb-b56f-88bf16daf5a1'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:59:26.763340 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7890e1f8-2746-491c-bd0e-16a924a8609c None None] Routers {'f24630dc-fd73-45eb-b56f-88bf16daf5a1'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:26.764037 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7890e1f8-2746-491c-bd0e-16a924a8609c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f24630dc-fd73-45eb-b56f-88bf16daf5a1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:26.770310 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43010) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:26.787341 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 06748f66-8a6d-49d1-9576-662bead26b38, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=06748f66-8a6d-49d1-9576-662bead26b38,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:26.789786 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c3e5e0-d296-41c9-848d-a1633ebb1f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06748f66-8a6d-49d1-9576-662bead26b38'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:59:26.792945 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0746c9-08bc-4a0b-9f86-c621e9a2bed1" -d '{"events": [{"server_uuid": "98c3e5e0-d296-41c9-848d-a1633ebb1f36", "name": "network-vif-plugged", "status": "completed", "tag": "06748f66-8a6d-49d1-9576-662bead26b38"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:59:26.796956 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:26.846487 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa28d114-04e6-462b-8a47-0b289002cab7 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting subnet 1882978f-8038-462a-96e2-4ecb547a2701 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:59:26.864426 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7890e1f8-2746-491c-bd0e-16a924a8609c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:26.895707 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7890e1f8-2746-491c-bd0e-16a924a8609c None None] Routers {'f24630dc-fd73-45eb-b56f-88bf16daf5a1'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:26.897148 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7890e1f8-2746-491c-bd0e-16a924a8609c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f24630dc-fd73-45eb-b56f-88bf16daf5a1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:26.920330 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fa28d114-04e6-462b-8a47-0b289002cab7 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:26.926219 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585e873e-370b-4eae-bce0-55968b844bee None None] DHCP port deletion for 798173ec-ed3c-4c5e-aa05-4e0c870ff700 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:59:26.937538 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=06748f66-8a6d-49d1-9576-662bead26b38,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:26.957591 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7890e1f8-2746-491c-bd0e-16a924a8609c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:26.958380 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7890e1f8-2746-491c-bd0e-16a924a8609c None None] The sync data for ids ['f24630dc-fd73-45eb-b56f-88bf16daf5a1'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:59:27.091605 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fa28d114-04e6-462b-8a47-0b289002cab7 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:27.111326 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-585e873e-370b-4eae-bce0-55968b844bee None None] Deleting port b81fc718-9f26-4cc4-8666-c59aad9fa583 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:27.111720 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-585e873e-370b-4eae-bce0-55968b844bee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:27.120115 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2a07a15-8dd2-4c2d-a9be-e2d55b235a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:27.212613 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2a07a15-8dd2-4c2d-a9be-e2d55b235a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:27.232845 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1596cb63-18c2-4c6e-b4b0-a3744c55b824 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "GET /v2.0/routers/f24630dc-fd73-45eb-b56f-88bf16daf5a1 HTTP/1.1" status: 200 len: 926 time: 0.4573157 Jul 05 09:59:27.238389 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43024) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:27.293735 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-585e873e-370b-4eae-bce0-55968b844bee None None] For port b81fc718-9f26-4cc4-8666-c59aad9fa583, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b81fc718-9f26-4cc4-8666-c59aad9fa583,segment=NetworkSegment(dc5ea1c0-6edc-443b-ab72-3c0d0d10bb89),segment_id=dc5ea1c0-6edc-443b-ab72-3c0d0d10bb89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:27.294307 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-585e873e-370b-4eae-bce0-55968b844bee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:27.343218 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-585e873e-370b-4eae-bce0-55968b844bee None None] Calling delete_port for b81fc718-9f26-4cc4-8666-c59aad9fa583 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:27.360295 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2a07a15-8dd2-4c2d-a9be-e2d55b235a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:27.367743 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2a07a15-8dd2-4c2d-a9be-e2d55b235a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:27.371280 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c2a07a15-8dd2-4c2d-a9be-e2d55b235a60 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f12a823f-14e8-4972-afd7-269750e5efe6 HTTP/1.1" status: 204 len: 168 time: 0.6781852 Jul 05 09:59:27.389978 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a07a15-8dd2-4c2d-a9be-e2d55b235a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12a823f-14e8-4972-afd7-269750e5efe6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:27.393142 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fa28d114-04e6-462b-8a47-0b289002cab7 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:27.467815 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3a2d54-a08e-44d7-9cf4-a32fd5081ff3 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:27.475906 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3af231-d156-4734-aa0f-af7e51fd6be5 req-d7e5c372-56b5-47e0-b2b7-020f95b24c1d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:27.479397 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8e3a2d54-a08e-44d7-9cf4-a32fd5081ff3 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&device_id=f24630dc-fd73-45eb-b56f-88bf16daf5a1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2395232 Jul 05 09:59:27.482668 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43034) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:27.484035 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ed3af231-d156-4734-aa0f-af7e51fd6be5 req-d7e5c372-56b5-47e0-b2b7-020f95b24c1d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 946 time: 0.6694515 Jul 05 09:59:27.544900 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fa28d114-04e6-462b-8a47-0b289002cab7 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:27.637638 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b99eec6-28be-4c49-9d71-691c0c3346e7 None None] Network 06a46186-984e-47ba-9726-b8cdb5612c0c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:27.640109 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fa28d114-04e6-462b-8a47-0b289002cab7 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:27.642063 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-585e873e-370b-4eae-bce0-55968b844bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:27.645162 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-fa28d114-04e6-462b-8a47-0b289002cab7 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/subnets/1882978f-8038-462a-96e2-4ecb547a2701 HTTP/1.1" status: 204 len: 168 time: 1.2846811 Jul 05 09:59:27.650911 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43038) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:27.724478 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28d114-04e6-462b-8a47-0b289002cab7 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Subnet': ['ID=1882978f-8038-462a-96e2-4ecb547a2701,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:27.730037 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e873e-370b-4eae-bce0-55968b844bee None None] Pushing event deleted for resources: {'Port': ['ID=b81fc718-9f26-4cc4-8666-c59aad9fa583,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:27.798089 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7dafd8-adb3-4786-929d-6912595b9b1b tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:27.801799 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fb7dafd8-adb3-4786-929d-6912595b9b1b tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 881 time: 0.3179905 Jul 05 09:59:27.804847 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43040) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:27.962661 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f281662b-a48a-45ad-b14c-223d08467609 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "GET /v2.0/ports?device_id=f24630dc-fd73-45eb-b56f-88bf16daf5a1 HTTP/1.1" status: 200 len: 205 time: 0.1563089 Jul 05 09:59:27.966383 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43046) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:28.104132 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ed3af231-d156-4734-aa0f-af7e51fd6be5 req-b89d88e2-e35c-4a0c-80dd-d007de653c56 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6188402 Jul 05 09:59:28.233667 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4309208a-c923-4a3d-9c70-29501b8caf07 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:28.242893 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b81fc718-9f26-4cc4-8666-c59aad9fa583 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:28.281571 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585e873e-370b-4eae-bce0-55968b844bee None None] No DVR routers for this DVR port b81fc718-9f26-4cc4-8666-c59aad9fa583 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:59:28.313093 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:59:28.358322 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4287583-a540-49f2-90a8-324a3bad2896 x-openstack-request-id: req-f4287583-a540-49f2-90a8-324a3bad2896 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:59:28.358913 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c3e5e0-d296-41c9-848d-a1633ebb1f36", "name": "network-vif-plugged", "status": "completed", "tag": "06748f66-8a6d-49d1-9576-662bead26b38", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:59:28.358913 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f4287583-a540-49f2-90a8-324a3bad2896 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:59:28.362101 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c3e5e0-d296-41c9-848d-a1633ebb1f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06748f66-8a6d-49d1-9576-662bead26b38', 'code': 200} Jul 05 09:59:28.374031 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: b81fc718-9f26-4cc4-8666-c59aad9fa583 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:59:28.374388 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b81fc718-9f26-4cc4-8666-c59aad9fa583 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:59:28.428454 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea093a3e-91ad-4be1-b85b-c9b4a4fa9500 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:28.462605 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4309208a-c923-4a3d-9c70-29501b8caf07 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:28.495918 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-4309208a-c923-4a3d-9c70-29501b8caf07 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798173ec-ed3c-4c5e-aa05-4e0c870ff700']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:28.525062 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-4309208a-c923-4a3d-9c70-29501b8caf07 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5ea1c0-6edc-443b-ab72-3c0d0d10bb89') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:28.525383 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-4309208a-c923-4a3d-9c70-29501b8caf07 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5ea1c0-6edc-443b-ab72-3c0d0d10bb89') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:28.563734 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4309208a-c923-4a3d-9c70-29501b8caf07 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:28.604766 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4309208a-c923-4a3d-9c70-29501b8caf07 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:28.618285 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4309208a-c923-4a3d-9c70-29501b8caf07 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:59:28.618715 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4309208a-c923-4a3d-9c70-29501b8caf07 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: timer() Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:59:28.627279 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:59:28.733775 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81077791-cf45-494f-b7ab-32a459b28953 None None] DHCP port deletion for 06a46186-984e-47ba-9726-b8cdb5612c0c request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:59:28.755997 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea093a3e-91ad-4be1-b85b-c9b4a4fa9500 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:28.781305 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4309208a-c923-4a3d-9c70-29501b8caf07 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:28.819274 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4309208a-c923-4a3d-9c70-29501b8caf07 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:28.828864 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4309208a-c923-4a3d-9c70-29501b8caf07 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/networks/798173ec-ed3c-4c5e-aa05-4e0c870ff700 HTTP/1.1" status: 204 len: 168 time: 1.1405823 Jul 05 09:59:28.843494 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43080) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:28.865066 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-81077791-cf45-494f-b7ab-32a459b28953 None None] Deleting port 4ad4354a-0aff-4965-ae33-b0f51bae8b06 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:28.867208 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-81077791-cf45-494f-b7ab-32a459b28953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:28.877002 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309208a-c923-4a3d-9c70-29501b8caf07 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Network': ['ID=798173ec-ed3c-4c5e-aa05-4e0c870ff700,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:29.027350 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-81077791-cf45-494f-b7ab-32a459b28953 None None] For port 4ad4354a-0aff-4965-ae33-b0f51bae8b06, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4ad4354a-0aff-4965-ae33-b0f51bae8b06,segment=NetworkSegment(bab1cd5f-ddd2-4f46-84ff-3ecd681ce4ae),segment_id=bab1cd5f-ddd2-4f46-84ff-3ecd681ce4ae)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:29.027763 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-81077791-cf45-494f-b7ab-32a459b28953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:29.029580 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d602a67c-dad4-4f89-b636-84ff4d7a4230 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:29.042607 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-81077791-cf45-494f-b7ab-32a459b28953 None None] Calling delete_port for 4ad4354a-0aff-4965-ae33-b0f51bae8b06 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:29.047378 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ea093a3e-91ad-4be1-b85b-c9b4a4fa9500 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Deleting port 6db1c39e-3029-4d41-a617-f34e37ca61ec {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:29.047826 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea093a3e-91ad-4be1-b85b-c9b4a4fa9500 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:29.131098 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-81077791-cf45-494f-b7ab-32a459b28953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:29.163670 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81077791-cf45-494f-b7ab-32a459b28953 None None] Pushing event deleted for resources: {'Port': ['ID=4ad4354a-0aff-4965-ae33-b0f51bae8b06,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:29.171922 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81077791-cf45-494f-b7ab-32a459b28953 None None] No DVR routers for this DVR port 4ad4354a-0aff-4965-ae33-b0f51bae8b06 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:59:29.254131 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea093a3e-91ad-4be1-b85b-c9b4a4fa9500 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:29.269397 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d602a67c-dad4-4f89-b636-84ff4d7a4230 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting port 4ad4354a-0aff-4965-ae33-b0f51bae8b06 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:29.269854 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d602a67c-dad4-4f89-b636-84ff4d7a4230 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:29.316309 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ea093a3e-91ad-4be1-b85b-c9b4a4fa9500 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Calling delete_port for 6db1c39e-3029-4d41-a617-f34e37ca61ec owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:29.533054 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891cb17-acc9-4588-8f65-9112c124a0b2 req-36f5618e-8a9e-432f-bb39-4e3858648fc9 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:29.549798 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2891cb17-acc9-4588-8f65-9112c124a0b2 req-36f5618e-8a9e-432f-bb39-4e3858648fc9 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 946 time: 0.1783135 Jul 05 09:59:29.557870 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-d602a67c-dad4-4f89-b636-84ff4d7a4230 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] For port 4ad4354a-0aff-4965-ae33-b0f51bae8b06, host n-d-798054-8, got binding levels [] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:29.560282 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d602a67c-dad4-4f89-b636-84ff4d7a4230 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:29.645040 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d602a67c-dad4-4f89-b636-84ff4d7a4230 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Calling delete_port for 4ad4354a-0aff-4965-ae33-b0f51bae8b06 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:29.649944 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.ipam_backend_mixin [None req-d602a67c-dad4-4f89-b636-84ff4d7a4230 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Port 4ad4354a-0aff-4965-ae33-b0f51bae8b06 was not found and therefore no delete operation was performed {{(pid=93906) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 09:59:29.656427 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d602a67c-dad4-4f89-b636-84ff4d7a4230 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:29.702669 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602a67c-dad4-4f89-b636-84ff4d7a4230 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Port': ['ID=4ad4354a-0aff-4965-ae33-b0f51bae8b06,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:29.721446 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2891cb17-acc9-4588-8f65-9112c124a0b2 req-2b7bd82f-b80c-41b0-a567-e78c84e0d5d5 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624603 Jul 05 09:59:29.753451 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d602a67c-dad4-4f89-b636-84ff4d7a4230 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] No DVR routers for this DVR port 4ad4354a-0aff-4965-ae33-b0f51bae8b06 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:59:29.920510 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d602a67c-dad4-4f89-b636-84ff4d7a4230 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:29.943891 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-d602a67c-dad4-4f89-b636-84ff4d7a4230 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a46186-984e-47ba-9726-b8cdb5612c0c']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:30.043654 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-d602a67c-dad4-4f89-b636-84ff4d7a4230 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab1cd5f-ddd2-4f46-84ff-3ecd681ce4ae') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:30.044022 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-d602a67c-dad4-4f89-b636-84ff4d7a4230 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab1cd5f-ddd2-4f46-84ff-3ecd681ce4ae') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:30.093674 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d602a67c-dad4-4f89-b636-84ff4d7a4230 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:30.117631 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d602a67c-dad4-4f89-b636-84ff4d7a4230 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:30.225598 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4ad4354a-0aff-4965-ae33-b0f51bae8b06 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:30.264906 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d602a67c-dad4-4f89-b636-84ff4d7a4230 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:59:30.265492 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d602a67c-dad4-4f89-b636-84ff4d7a4230 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:59:30.270738 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:59:30.283239 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43132) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:30.283393 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 4ad4354a-0aff-4965-ae33-b0f51bae8b06 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:59:30.283859 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4ad4354a-0aff-4965-ae33-b0f51bae8b06 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:59:30.315832 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea093a3e-91ad-4be1-b85b-c9b4a4fa9500 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:30.447831 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea093a3e-91ad-4be1-b85b-c9b4a4fa9500 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Pushing event deleted for resources: {'Port': ['ID=6db1c39e-3029-4d41-a617-f34e37ca61ec,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:30.484735 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22a5d9df-1ca0-4ef1-bec2-5a723e2bc676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:30.504403 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d602a67c-dad4-4f89-b636-84ff4d7a4230 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:30.510236 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d602a67c-dad4-4f89-b636-84ff4d7a4230 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:30.516938 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d602a67c-dad4-4f89-b636-84ff4d7a4230 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/networks/06a46186-984e-47ba-9726-b8cdb5612c0c HTTP/1.1" status: 204 len: 168 time: 1.6714518 Jul 05 09:59:30.521504 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43138) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:30.541032 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-fa9bfac1-3857-462d-aa70-c62e29dc0f5d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-776113296'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:30.547590 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602a67c-dad4-4f89-b636-84ff4d7a4230 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Network': ['ID=06a46186-984e-47ba-9726-b8cdb5612c0c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:30.569952 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea093a3e-91ad-4be1-b85b-c9b4a4fa9500 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:30.688085 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22a5d9df-1ca0-4ef1-bec2-5a723e2bc676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:30.697306 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22a5d9df-1ca0-4ef1-bec2-5a723e2bc676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:30.717970 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea093a3e-91ad-4be1-b85b-c9b4a4fa9500 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:30.736740 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea093a3e-91ad-4be1-b85b-c9b4a4fa9500 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:30.863144 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43158) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:30.863832 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-22a5d9df-1ca0-4ef1-bec2-5a723e2bc676 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=591a558da0e24380b8634f166eb23e7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5779829 Jul 05 09:59:30.888251 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5d9df-1ca0-4ef1-bec2-5a723e2bc676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8244657-a5c9-49d8-9fbe-872341dd2524,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:30.909605 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9bfac1-3857-462d-aa70-c62e29dc0f5d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Made reservation on behalf of a91c3bf7961b491791278a2e028a0984 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:59:30.915205 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa9bfac1-3857-462d-aa70-c62e29dc0f5d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:30.936360 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea093a3e-91ad-4be1-b85b-c9b4a4fa9500 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:30.936973 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea093a3e-91ad-4be1-b85b-c9b4a4fa9500 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Fanout notify agent at l3_agent the message router_deleted on router f24630dc-fd73-45eb-b56f-88bf16daf5a1 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:59:30.949885 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea093a3e-91ad-4be1-b85b-c9b4a4fa9500 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:30.954939 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ea093a3e-91ad-4be1-b85b-c9b4a4fa9500 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "DELETE /v2.0/routers/f24630dc-fd73-45eb-b56f-88bf16daf5a1 HTTP/1.1" status: 204 len: 168 time: 2.9836688 Jul 05 09:59:30.956539 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43162) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:30.963198 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f0ca1621-132b-4566-9955-e9ae22881d10 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1690537221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:31.090026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9bfac1-3857-462d-aa70-c62e29dc0f5d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:59:31.102876 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0ca1621-132b-4566-9955-e9ae22881d10 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:31.105269 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0ca1621-132b-4566-9955-e9ae22881d10 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:31.141129 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fa47def-2e45-4e0f-8621-fdd9f0e66032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:31.170563 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fa47def-2e45-4e0f-8621-fdd9f0e66032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:31.188916 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0ca1621-132b-4566-9955-e9ae22881d10 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:31.196104 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0ca1621-132b-4566-9955-e9ae22881d10 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:31.220742 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0ca1621-132b-4566-9955-e9ae22881d10 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:31.222308 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f0ca1621-132b-4566-9955-e9ae22881d10 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2644885 Jul 05 09:59:31.228880 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43178) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:31.237160 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77699b83-1af3-4163-a53f-83e1c0780618 req-e13aff73-9e07-4b9e-b55f-4695e9ff0ded tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:31.238961 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77699b83-1af3-4163-a53f-83e1c0780618 req-e13aff73-9e07-4b9e-b55f-4695e9ff0ded tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 946 time: 0.2294779 Jul 05 09:59:31.245851 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-87dbf2e1-5074-4684-b36c-2204582649b5 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Request body: {'router': {'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:31.260046 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fa47def-2e45-4e0f-8621-fdd9f0e66032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:31.267913 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fa47def-2e45-4e0f-8621-fdd9f0e66032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:31.271618 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8fa47def-2e45-4e0f-8621-fdd9f0e66032 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d8244657-a5c9-49d8-9fbe-872341dd2524 HTTP/1.1" status: 204 len: 168 time: 0.4025633 Jul 05 09:59:31.273597 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa9bfac1-3857-462d-aa70-c62e29dc0f5d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:31.273597 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-fa9bfac1-3857-462d-aa70-c62e29dc0f5d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Added segment dfc6bb97-9b6b-45dc-a925-69f746b0ff32 of type vlan for network 0165da1f-0d91-4992-a755-e501aa2eab18 Jul 05 09:59:31.338417 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77699b83-1af3-4163-a53f-83e1c0780618 req-a44a3b19-94ee-45f9-9f18-8823838f9f44 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906506 Jul 05 09:59:31.507525 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa47def-2e45-4e0f-8621-fdd9f0e66032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8244657-a5c9-49d8-9fbe-872341dd2524,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:31.581322 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa9bfac1-3857-462d-aa70-c62e29dc0f5d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:32.233400 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87dbf2e1-5074-4684-b36c-2204582649b5 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:32.239169 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa9bfac1-3857-462d-aa70-c62e29dc0f5d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:32.246910 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9bfac1-3857-462d-aa70-c62e29dc0f5d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:32.247704 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa9bfac1-3857-462d-aa70-c62e29dc0f5d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:32.349989 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9bfac1-3857-462d-aa70-c62e29dc0f5d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Network': ['ID=0165da1f-0d91-4992-a755-e501aa2eab18,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:32.364993 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 0165da1f-0d91-4992-a755-e501aa2eab18 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:59:32.434086 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43250) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:32.435201 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fa9bfac1-3857-462d-aa70-c62e29dc0f5d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8991511 Jul 05 09:59:32.442153 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-59acde96-a46c-4783-9f84-5e6a9bc8b3a7 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'subnet': {'network_id': '0165da1f-0d91-4992-a755-e501aa2eab18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:32.591968 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:32.697397 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59acde96-a46c-4783-9f84-5e6a9bc8b3a7 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Made reservation on behalf of a91c3bf7961b491791278a2e028a0984 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:59:32.706859 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59acde96-a46c-4783-9f84-5e6a9bc8b3a7 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:32.943471 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69844e31-c84c-4424-99b1-452c530edd72 req-2b3326f3-42ad-4090-a1dd-936f3cc3dd59 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:32.945617 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-69844e31-c84c-4424-99b1-452c530edd72 req-2b3326f3-42ad-4090-a1dd-936f3cc3dd59 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 946 time: 0.2881303 Jul 05 09:59:32.989088 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87dbf2e1-5074-4684-b36c-2204582649b5 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:33.042337 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87dbf2e1-5074-4684-b36c-2204582649b5 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:33.055934 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-69844e31-c84c-4424-99b1-452c530edd72 req-c862c70c-03c1-4886-974d-45eb508d8b56 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014624 Jul 05 09:59:33.164922 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59acde96-a46c-4783-9f84-5e6a9bc8b3a7 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:33.302538 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-87dbf2e1-5074-4684-b36c-2204582649b5 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Allocated IP 172.25.7.180 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/397c6791-af64-4fe7-adf9-6855d9345591) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:59:33.308191 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acde96-a46c-4783-9f84-5e6a9bc8b3a7 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Subnet': ['ID=fd07c9a6-4802-4f73-8706-4be340edc309,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:33.314414 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59acde96-a46c-4783-9f84-5e6a9bc8b3a7 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Checking segment: {'id': 'dfc6bb97-9b6b-45dc-a925-69f746b0ff32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0165da1f-0d91-4992-a755-e501aa2eab18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:59:33.314782 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59acde96-a46c-4783-9f84-5e6a9bc8b3a7 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network hostable DHCP agents. Network: 0165da1f-0d91-4992-a755-e501aa2eab18, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:59:33.353828 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59acde96-a46c-4783-9f84-5e6a9bc8b3a7 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network 0165da1f-0d91-4992-a755-e501aa2eab18 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:59:33.381034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-59acde96-a46c-4783-9f84-5e6a9bc8b3a7 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 0165da1f-0d91-4992-a755-e501aa2eab18) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:33.385812 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59acde96-a46c-4783-9f84-5e6a9bc8b3a7 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:33.386593 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59acde96-a46c-4783-9f84-5e6a9bc8b3a7 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:33.395739 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c0d883-8e09-43c1-b688-22d2a2e6ff30 None None] Network 0165da1f-0d91-4992-a755-e501aa2eab18 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:33.438995 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-59acde96-a46c-4783-9f84-5e6a9bc8b3a7 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0028648 Jul 05 09:59:33.439717 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43360) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:33.446833 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-31110cc4-0f65-483d-bd9f-dc460b1325e0 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2020026930', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:33.483333 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31110cc4-0f65-483d-bd9f-dc460b1325e0 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:33.485282 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31110cc4-0f65-483d-bd9f-dc460b1325e0 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:33.510521 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87dbf2e1-5074-4684-b36c-2204582649b5 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:33.693364 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31110cc4-0f65-483d-bd9f-dc460b1325e0 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:33.701198 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31110cc4-0f65-483d-bd9f-dc460b1325e0 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:33.758654 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87dbf2e1-5074-4684-b36c-2204582649b5 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:33.762124 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31110cc4-0f65-483d-bd9f-dc460b1325e0 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:33.773807 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-31110cc4-0f65-483d-bd9f-dc460b1325e0 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3326194 Jul 05 09:59:33.774487 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43378) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:33.808115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a193d0c3-9514-42d8-b556-3c8860f0dc94 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'port': {'network_id': '0165da1f-0d91-4992-a755-e501aa2eab18', 'name': 'tempest-RoutersIpV6Test-1727502421'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:33.891729 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfe65b4-f1ea-4142-84b2-289ae2fe9640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-0165da1f-0d91-4992-a755-e501aa2eab18', 'network_id': '0165da1f-0d91-4992-a755-e501aa2eab18', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'fixed_ips': [{'subnet_id': 'fd07c9a6-4802-4f73-8706-4be340edc309'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:59:33.893043 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fdfe65b4-f1ea-4142-84b2-289ae2fe9640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:33.895908 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dbf2e1-5074-4684-b36c-2204582649b5 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:33.915674 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-87dbf2e1-5074-4684-b36c-2204582649b5 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:33.927346 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dbf2e1-5074-4684-b36c-2204582649b5 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:59:34.010628 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbf2e1-5074-4684-b36c-2204582649b5 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Pushing event updated for resources: {'Port': ['ID=397c6791-af64-4fe7-adf9-6855d9345591,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:34.259921 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a193d0c3-9514-42d8-b556-3c8860f0dc94 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Made reservation on behalf of a91c3bf7961b491791278a2e028a0984 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:59:34.263674 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a193d0c3-9514-42d8-b556-3c8860f0dc94 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:34.315713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-a193d0c3-9514-42d8-b556-3c8860f0dc94 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] device_id is not set on port a4093240-c1ae-4bb1-b135-2c10e021767b yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:59:34.324487 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-fdfe65b4-f1ea-4142-84b2-289ae2fe9640 None None] Allocated IP 2001:db8::2 (0165da1f-0d91-4992-a755-e501aa2eab18/fd07c9a6-4802-4f73-8706-4be340edc309/d2be654f-4374-42d4-ba01-90cdcc702d6c) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:59:34.638436 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fdfe65b4-f1ea-4142-84b2-289ae2fe9640 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:34.650348 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fdfe65b4-f1ea-4142-84b2-289ae2fe9640 None None] Transition to ACTIVE for port object d2be654f-4374-42d4-ba01-90cdcc702d6c will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:59:34.666517 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fdfe65b4-f1ea-4142-84b2-289ae2fe9640 None None] Transition to ACTIVE for port object d2be654f-4374-42d4-ba01-90cdcc702d6c will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:59:34.674455 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fdfe65b4-f1ea-4142-84b2-289ae2fe9640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:34.687810 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4243303-30e3-40c5-95af-ca67322c27c8 req-6add818b-65fb-4f6c-a737-cb5ff0f9b7ad tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:34.700045 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4243303-30e3-40c5-95af-ca67322c27c8 req-6add818b-65fb-4f6c-a737-cb5ff0f9b7ad tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 946 time: 0.2606230 Jul 05 09:59:34.727189 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfe65b4-f1ea-4142-84b2-289ae2fe9640 None None] Network 0165da1f-0d91-4992-a755-e501aa2eab18 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:34.732208 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-fdfe65b4-f1ea-4142-84b2-289ae2fe9640 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:34.734621 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe65b4-f1ea-4142-84b2-289ae2fe9640 None None] Pushing event updated for resources: {'Port': ['ID=d2be654f-4374-42d4-ba01-90cdcc702d6c,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:34.737105 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfe65b4-f1ea-4142-84b2-289ae2fe9640 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:59:34.882646 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-fdfe65b4-f1ea-4142-84b2-289ae2fe9640 None None] Attempting to bind port d2be654f-4374-42d4-ba01-90cdcc702d6c on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:59:34.883028 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-fdfe65b4-f1ea-4142-84b2-289ae2fe9640 None None] Attempting to bind port d2be654f-4374-42d4-ba01-90cdcc702d6c by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'dfc6bb97-9b6b-45dc-a925-69f746b0ff32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0165da1f-0d91-4992-a755-e501aa2eab18'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:59:34.883402 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe65b4-f1ea-4142-84b2-289ae2fe9640 None None] Attempting to bind port d2be654f-4374-42d4-ba01-90cdcc702d6c on network 0165da1f-0d91-4992-a755-e501aa2eab18 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:59:34.902636 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe65b4-f1ea-4142-84b2-289ae2fe9640 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:59:34.903092 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe65b4-f1ea-4142-84b2-289ae2fe9640 None None] Checking segment: {'id': 'dfc6bb97-9b6b-45dc-a925-69f746b0ff32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0165da1f-0d91-4992-a755-e501aa2eab18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:59:34.903728 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fdfe65b4-f1ea-4142-84b2-289ae2fe9640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:34.904388 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe65b4-f1ea-4142-84b2-289ae2fe9640 None None] Bound using segment: {'id': 'dfc6bb97-9b6b-45dc-a925-69f746b0ff32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0165da1f-0d91-4992-a755-e501aa2eab18'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:59:34.905152 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-fdfe65b4-f1ea-4142-84b2-289ae2fe9640 None None] Bound port: d2be654f-4374-42d4-ba01-90cdcc702d6c, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc6bb97-9b6b-45dc-a925-69f746b0ff32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0165da1f-0d91-4992-a755-e501aa2eab18'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:59:34.905816 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fdfe65b4-f1ea-4142-84b2-289ae2fe9640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:34.938405 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87dbf2e1-5074-4684-b36c-2204582649b5 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:34.961439 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4243303-30e3-40c5-95af-ca67322c27c8 req-ecb3b9e0-4636-49ef-9103-99423b2f6de0 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625214 Jul 05 09:59:34.963273 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-a193d0c3-9514-42d8-b556-3c8860f0dc94 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Allocated IP 2001:db8::1b0 (0165da1f-0d91-4992-a755-e501aa2eab18/fd07c9a6-4802-4f73-8706-4be340edc309/a4093240-c1ae-4bb1-b135-2c10e021767b) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:59:35.129814 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-fdfe65b4-f1ea-4142-84b2-289ae2fe9640 None None] For port d2be654f-4374-42d4-ba01-90cdcc702d6c, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:59:35.137248 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-fdfe65b4-f1ea-4142-84b2-289ae2fe9640 None None] For port d2be654f-4374-42d4-ba01-90cdcc702d6c, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d2be654f-4374-42d4-ba01-90cdcc702d6c,segment=NetworkSegment(dfc6bb97-9b6b-45dc-a925-69f746b0ff32),segment_id=dfc6bb97-9b6b-45dc-a925-69f746b0ff32)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:59:35.147992 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fdfe65b4-f1ea-4142-84b2-289ae2fe9640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:35.280135 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a193d0c3-9514-42d8-b556-3c8860f0dc94 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:35.302206 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-a193d0c3-9514-42d8-b556-3c8860f0dc94 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Transition to ACTIVE for port object a4093240-c1ae-4bb1-b135-2c10e021767b will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:59:35.304432 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe65b4-f1ea-4142-84b2-289ae2fe9640 None None] Pushing event updated for resources: {'Port': ['ID=d2be654f-4374-42d4-ba01-90cdcc702d6c,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:35.371517 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a193d0c3-9514-42d8-b556-3c8860f0dc94 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:35.419673 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a193d0c3-9514-42d8-b556-3c8860f0dc94 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network 0165da1f-0d91-4992-a755-e501aa2eab18 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:35.423384 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a193d0c3-9514-42d8-b556-3c8860f0dc94 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:35.427033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a193d0c3-9514-42d8-b556-3c8860f0dc94 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:59:35.434978 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a193d0c3-9514-42d8-b556-3c8860f0dc94 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:35.435835 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a193d0c3-9514-42d8-b556-3c8860f0dc94 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:35.463160 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a193d0c3-9514-42d8-b556-3c8860f0dc94 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6875648 Jul 05 09:59:35.468161 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43514) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:35.551583 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87dbf2e1-5074-4684-b36c-2204582649b5 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:35.560790 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87dbf2e1-5074-4684-b36c-2204582649b5 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3671792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3671787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3670561'] for router, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:35.631641 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193d0c3-9514-42d8-b556-3c8860f0dc94 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Port': ['ID=a4093240-c1ae-4bb1-b135-2c10e021767b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:35.933382 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87dbf2e1-5074-4684-b36c-2204582649b5 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Router bc493e94-e27f-436f-b396-5a1858bb53d7 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:59:35.943399 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:36.177016 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dbf2e1-5074-4684-b36c-2204582649b5 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:59:36.194223 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9f4cfc-b4cc-4744-8256-108d87daa38e None None] Sync routers for ids ['bc493e94-e27f-436f-b396-5a1858bb53d7'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:59:36.207209 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87dbf2e1-5074-4684-b36c-2204582649b5 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:36.209080 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-87dbf2e1-5074-4684-b36c-2204582649b5 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "PUT /v2.0/routers/bc493e94-e27f-436f-b396-5a1858bb53d7 HTTP/1.1" status: 200 len: 884 time: 4.9774625 Jul 05 09:59:36.211992 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43560) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:36.213042 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d2be654f-4374-42d4-ba01-90cdcc702d6c up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:36.295479 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f4cfc-b4cc-4744-8256-108d87daa38e None None] Routers {'bc493e94-e27f-436f-b396-5a1858bb53d7'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:36.303913 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8b9f4cfc-b4cc-4744-8256-108d87daa38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bc493e94-e27f-436f-b396-5a1858bb53d7'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:36.395733 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39774385-b8c0-4c28-88ca-a03e0eaf5ad6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:36.420855 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8b9f4cfc-b4cc-4744-8256-108d87daa38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:36.464008 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f4cfc-b4cc-4744-8256-108d87daa38e None None] Routers {'bc493e94-e27f-436f-b396-5a1858bb53d7'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:36.464944 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8b9f4cfc-b4cc-4744-8256-108d87daa38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bc493e94-e27f-436f-b396-5a1858bb53d7'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:36.531456 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f2a409f5-dee8-4f81-866a-4d8592488216 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "GET /v2.0/routers/bc493e94-e27f-436f-b396-5a1858bb53d7 HTTP/1.1" status: 200 len: 925 time: 0.3141327 Jul 05 09:59:36.533380 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43588) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:36.559530 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8b9f4cfc-b4cc-4744-8256-108d87daa38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:36.560300 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9f4cfc-b4cc-4744-8256-108d87daa38e None None] The sync data for ids ['bc493e94-e27f-436f-b396-5a1858bb53d7'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:59:36.590970 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port d2be654f-4374-42d4-ba01-90cdcc702d6c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:36.718584 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e034f505-a21e-4689-99bf-604cba5e629c tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:36.721284 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e034f505-a21e-4689-99bf-604cba5e629c tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&device_id=bc493e94-e27f-436f-b396-5a1858bb53d7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1848576 Jul 05 09:59:36.728901 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43602) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:36.896434 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842bf5f4-644d-4894-8cf8-24c0a692f244 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:36.898432 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-842bf5f4-644d-4894-8cf8-24c0a692f244 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 881 time: 0.1684957 Jul 05 09:59:36.901867 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43612) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:37.024291 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43624) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:37.035829 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b3e4cc3b-b4de-452a-8775-ebf148e8eaa7 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc493e94-e27f-436f-b396-5a1858bb53d7 HTTP/1.1" status: 200 len: 205 time: 0.1185236 Jul 05 09:59:37.113986 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbdddd-5b2a-4258-9f23-c4bf08de8080 req-ea991cad-46c5-4742-bbc5-d0aaab7d967c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:37.122515 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 2aca941f-afbc-4333-8046-eb35cd67dab1 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:37.146160 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ccbdddd-5b2a-4258-9f23-c4bf08de8080 req-ea991cad-46c5-4742-bbc5-d0aaab7d967c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 946 time: 0.3797905 Jul 05 09:59:37.253993 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f46acf-c977-4e8d-af7f-6d1f04a7bb0f None None] Network 0165da1f-0d91-4992-a755-e501aa2eab18 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:37.295893 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3bf106e-620a-41fe-a1cf-7951da440974 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:37.360655 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ccbdddd-5b2a-4258-9f23-c4bf08de8080 req-c66215ef-eece-433c-9a77-dc2c038f69a1 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126553 Jul 05 09:59:37.365888 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39774385-b8c0-4c28-88ca-a03e0eaf5ad6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:37.378576 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39774385-b8c0-4c28-88ca-a03e0eaf5ad6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:37.472749 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:37.519734 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3bf106e-620a-41fe-a1cf-7951da440974 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:37.560954 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 2aca941f-afbc-4333-8046-eb35cd67dab1, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2aca941f-afbc-4333-8046-eb35cd67dab1,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:37.565339 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32928277-147a-4b04-a4fd-0b96765fc7a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aca941f-afbc-4333-8046-eb35cd67dab1'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:59:37.568661 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71db01a8-9edb-49df-a61c-12740ec00868" -d '{"events": [{"server_uuid": "32928277-147a-4b04-a4fd-0b96765fc7a0", "name": "network-vif-unplugged", "status": "completed", "tag": "2aca941f-afbc-4333-8046-eb35cd67dab1"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:59:37.571584 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-660eb0e2-e206-44a9-b5fe-a81d86c762c1 None None] Provisioning for port d2be654f-4374-42d4-ba01-90cdcc702d6c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:37.624736 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-660eb0e2-e206-44a9-b5fe-a81d86c762c1 None None] Provisioning complete for port d2be654f-4374-42d4-ba01-90cdcc702d6c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:37.630430 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-660eb0e2-e206-44a9-b5fe-a81d86c762c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:37.639344 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:37.682727 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c3bf106e-620a-41fe-a1cf-7951da440974 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Deleting port 397c6791-af64-4fe7-adf9-6855d9345591 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:37.683419 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3bf106e-620a-41fe-a1cf-7951da440974 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:37.744405 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03f8eb6-9d74-4729-a96a-820ee86b1840 x-openstack-request-id: req-a03f8eb6-9d74-4729-a96a-820ee86b1840 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:59:37.745064 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32928277-147a-4b04-a4fd-0b96765fc7a0", "name": "network-vif-unplugged", "status": "completed", "tag": "2aca941f-afbc-4333-8046-eb35cd67dab1", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:59:37.745680 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a03f8eb6-9d74-4729-a96a-820ee86b1840 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:59:37.746306 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32928277-147a-4b04-a4fd-0b96765fc7a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aca941f-afbc-4333-8046-eb35cd67dab1', 'code': 200} Jul 05 09:59:37.769011 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39774385-b8c0-4c28-88ca-a03e0eaf5ad6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:37.864441 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3bf106e-620a-41fe-a1cf-7951da440974 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:37.901364 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c3bf106e-620a-41fe-a1cf-7951da440974 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Calling delete_port for 397c6791-af64-4fe7-adf9-6855d9345591 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:37.926463 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39774385-b8c0-4c28-88ca-a03e0eaf5ad6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Port': ['ID=a4093240-c1ae-4bb1-b135-2c10e021767b,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:37.967284 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39774385-b8c0-4c28-88ca-a03e0eaf5ad6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:38.077829 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=2aca941f-afbc-4333-8046-eb35cd67dab1,revision_number=14']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:38.277131 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-660eb0e2-e206-44a9-b5fe-a81d86c762c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:38.395010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-660eb0e2-e206-44a9-b5fe-a81d86c762c1 None None] For port d2be654f-4374-42d4-ba01-90cdcc702d6c, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d2be654f-4374-42d4-ba01-90cdcc702d6c,segment=NetworkSegment(dfc6bb97-9b6b-45dc-a925-69f746b0ff32),segment_id=dfc6bb97-9b6b-45dc-a925-69f746b0ff32)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:38.405992 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-660eb0e2-e206-44a9-b5fe-a81d86c762c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:38.517339 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3bf106e-620a-41fe-a1cf-7951da440974 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:38.530710 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660eb0e2-e206-44a9-b5fe-a81d86c762c1 None None] Pushing event updated for resources: {'Port': ['ID=d2be654f-4374-42d4-ba01-90cdcc702d6c,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:38.609962 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf106e-620a-41fe-a1cf-7951da440974 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Pushing event deleted for resources: {'Port': ['ID=397c6791-af64-4fe7-adf9-6855d9345591,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:38.686045 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39774385-b8c0-4c28-88ca-a03e0eaf5ad6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:38.696392 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39774385-b8c0-4c28-88ca-a03e0eaf5ad6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:38.699315 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39774385-b8c0-4c28-88ca-a03e0eaf5ad6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:38.776552 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3bf106e-620a-41fe-a1cf-7951da440974 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:38.800569 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39774385-b8c0-4c28-88ca-a03e0eaf5ad6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Port': ['ID=a4093240-c1ae-4bb1-b135-2c10e021767b,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:38.936638 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cc994ba5-8b9a-4044-803e-578610def222 None None] Provisioning for port a4093240-c1ae-4bb1-b135-2c10e021767b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:38.947683 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cc994ba5-8b9a-4044-803e-578610def222 None None] Provisioning complete for port a4093240-c1ae-4bb1-b135-2c10e021767b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:38.948111 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cc994ba5-8b9a-4044-803e-578610def222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:39.015656 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39774385-b8c0-4c28-88ca-a03e0eaf5ad6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network 0165da1f-0d91-4992-a755-e501aa2eab18 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:39.020894 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-39774385-b8c0-4c28-88ca-a03e0eaf5ad6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:39.072419 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-cc994ba5-8b9a-4044-803e-578610def222 None None] Port a4093240-c1ae-4bb1-b135-2c10e021767b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:59:39.110465 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3bf106e-620a-41fe-a1cf-7951da440974 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:39.113140 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cc994ba5-8b9a-4044-803e-578610def222 None None] Provisioning complete for port d2be654f-4374-42d4-ba01-90cdcc702d6c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:39.113525 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cc994ba5-8b9a-4044-803e-578610def222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:39.116763 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3bf106e-620a-41fe-a1cf-7951da440974 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:39.234289 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3bf106e-620a-41fe-a1cf-7951da440974 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:39.241416 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bf106e-620a-41fe-a1cf-7951da440974 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Fanout notify agent at l3_agent the message router_deleted on router bc493e94-e27f-436f-b396-5a1858bb53d7 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:59:39.261316 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3bf106e-620a-41fe-a1cf-7951da440974 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:39.265947 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c3bf106e-620a-41fe-a1cf-7951da440974 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "DELETE /v2.0/routers/bc493e94-e27f-436f-b396-5a1858bb53d7 HTTP/1.1" status: 204 len: 168 time: 2.2372158 Jul 05 09:59:39.268359 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43774) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:39.279973 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3913f568-5612-4cf0-b8ba-7d908b804842 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-594243100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:39.346416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39774385-b8c0-4c28-88ca-a03e0eaf5ad6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Router 9c02ea58-8156-4530-92e7-a615797303f8 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:59:39.349573 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3913f568-5612-4cf0-b8ba-7d908b804842 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:39.352694 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3913f568-5612-4cf0-b8ba-7d908b804842 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:39.501198 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3913f568-5612-4cf0-b8ba-7d908b804842 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:39.507886 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-30d73454-0837-435e-a97d-8a37dfeacf7d None None] Provisioning complete for port a4093240-c1ae-4bb1-b135-2c10e021767b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:39.509262 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-30d73454-0837-435e-a97d-8a37dfeacf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:39.512494 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3913f568-5612-4cf0-b8ba-7d908b804842 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:39.575956 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3913f568-5612-4cf0-b8ba-7d908b804842 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:39.581811 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3913f568-5612-4cf0-b8ba-7d908b804842 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3125157 Jul 05 09:59:39.583334 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43794) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:39.592008 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c443e0ee-88c7-4c8a-b8a7-cc6f1f3daefd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'enable_snat': True}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:39.606494 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-30d73454-0837-435e-a97d-8a37dfeacf7d None None] Port a4093240-c1ae-4bb1-b135-2c10e021767b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:59:39.734576 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39774385-b8c0-4c28-88ca-a03e0eaf5ad6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:59:39.748486 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d1287-d44b-44f3-9773-22a59d7eeda1 None None] Sync routers for ids ['9c02ea58-8156-4530-92e7-a615797303f8'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:59:39.768347 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-39774385-b8c0-4c28-88ca-a03e0eaf5ad6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "PUT /v2.0/routers/9c02ea58-8156-4530-92e7-a615797303f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2953780 Jul 05 09:59:39.773021 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43802) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:39.863480 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5d761dec-0368-4389-a030-0a88a96bd9bd None None] Provisioning complete for port a4093240-c1ae-4bb1-b135-2c10e021767b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:39.867252 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5d761dec-0368-4389-a030-0a88a96bd9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:40.009602 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5d761dec-0368-4389-a030-0a88a96bd9bd None None] Port a4093240-c1ae-4bb1-b135-2c10e021767b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:59:40.023150 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d1287-d44b-44f3-9773-22a59d7eeda1 None None] Routers {'9c02ea58-8156-4530-92e7-a615797303f8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:40.023934 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-db8d1287-d44b-44f3-9773-22a59d7eeda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9c02ea58-8156-4530-92e7-a615797303f8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:40.116152 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-db8d1287-d44b-44f3-9773-22a59d7eeda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:40.146144 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d1287-d44b-44f3-9773-22a59d7eeda1 None None] Routers {'9c02ea58-8156-4530-92e7-a615797303f8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:40.146802 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-db8d1287-d44b-44f3-9773-22a59d7eeda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9c02ea58-8156-4530-92e7-a615797303f8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:40.192299 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d2be654f-4374-42d4-ba01-90cdcc702d6c up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:40.314669 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-db8d1287-d44b-44f3-9773-22a59d7eeda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:40.315350 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d1287-d44b-44f3-9773-22a59d7eeda1 None None] The sync data for ids ['9c02ea58-8156-4530-92e7-a615797303f8'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:59:40.328691 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c443e0ee-88c7-4c8a-b8a7-cc6f1f3daefd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:40.405101 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port d2be654f-4374-42d4-ba01-90cdcc702d6c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:40.405503 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:40.597347 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8bf2acd3-9dc8-4be8-9faa-fb4e9c4258dd None None] Provisioning complete for port a4093240-c1ae-4bb1-b135-2c10e021767b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:40.597926 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8bf2acd3-9dc8-4be8-9faa-fb4e9c4258dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:40.721982 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8bf2acd3-9dc8-4be8-9faa-fb4e9c4258dd None None] Port a4093240-c1ae-4bb1-b135-2c10e021767b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:59:40.970940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a756192e-0a3d-48ac-b38d-0a1d28d7bb92 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:40.985339 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a756192e-0a3d-48ac-b38d-0a1d28d7bb92 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "GET /v2.0/ports/a4093240-c1ae-4bb1-b135-2c10e021767b HTTP/1.1" status: 200 len: 984 time: 1.2087936 Jul 05 09:59:40.985576 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43832) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:41.125461 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c443e0ee-88c7-4c8a-b8a7-cc6f1f3daefd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:41.149138 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c443e0ee-88c7-4c8a-b8a7-cc6f1f3daefd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:41.358486 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-c443e0ee-88c7-4c8a-b8a7-cc6f1f3daefd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Allocated IP 172.25.7.45 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/a3410d31-bb06-4555-97b0-af0f71498025) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:59:41.599465 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c443e0ee-88c7-4c8a-b8a7-cc6f1f3daefd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:41.679445 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c443e0ee-88c7-4c8a-b8a7-cc6f1f3daefd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:41.811181 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c443e0ee-88c7-4c8a-b8a7-cc6f1f3daefd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:41.814976 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c443e0ee-88c7-4c8a-b8a7-cc6f1f3daefd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:41.821696 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c443e0ee-88c7-4c8a-b8a7-cc6f1f3daefd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:59:41.866790 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443e0ee-88c7-4c8a-b8a7-cc6f1f3daefd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Pushing event updated for resources: {'Port': ['ID=a3410d31-bb06-4555-97b0-af0f71498025,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:41.926201 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-375363e1-5a6c-45a6-a837-fa43afa40e3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:42.420528 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c443e0ee-88c7-4c8a-b8a7-cc6f1f3daefd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:42.424847 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-375363e1-5a6c-45a6-a837-fa43afa40e3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting port a4093240-c1ae-4bb1-b135-2c10e021767b {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:42.424847 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-375363e1-5a6c-45a6-a837-fa43afa40e3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:42.558495 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-375363e1-5a6c-45a6-a837-fa43afa40e3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:42.591060 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-375363e1-5a6c-45a6-a837-fa43afa40e3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Calling delete_port for a4093240-c1ae-4bb1-b135-2c10e021767b owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:42.777153 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c443e0ee-88c7-4c8a-b8a7-cc6f1f3daefd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:42.780969 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c443e0ee-88c7-4c8a-b8a7-cc6f1f3daefd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3671792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3671787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3670561'] for router, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:42.961245 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-375363e1-5a6c-45a6-a837-fa43afa40e3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:43.056158 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c443e0ee-88c7-4c8a-b8a7-cc6f1f3daefd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Router 4c876f80-dcbf-4431-b4f5-286cc2e9f80b is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:59:43.061692 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375363e1-5a6c-45a6-a837-fa43afa40e3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Port': ['ID=a4093240-c1ae-4bb1-b135-2c10e021767b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:43.183735 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-375363e1-5a6c-45a6-a837-fa43afa40e3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:43.352552 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c443e0ee-88c7-4c8a-b8a7-cc6f1f3daefd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:59:43.366472 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac293d9-b5f1-4887-b485-b6426dceb71b None None] Sync routers for ids ['4c876f80-dcbf-4431-b4f5-286cc2e9f80b'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:59:43.386270 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac293d9-b5f1-4887-b485-b6426dceb71b None None] Routers {'4c876f80-dcbf-4431-b4f5-286cc2e9f80b'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:43.386918 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6ac293d9-b5f1-4887-b485-b6426dceb71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['4c876f80-dcbf-4431-b4f5-286cc2e9f80b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:43.389413 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c443e0ee-88c7-4c8a-b8a7-cc6f1f3daefd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:43.390634 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c443e0ee-88c7-4c8a-b8a7-cc6f1f3daefd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "PUT /v2.0/routers/4c876f80-dcbf-4431-b4f5-286cc2e9f80b HTTP/1.1" status: 200 len: 917 time: 3.8043191 Jul 05 09:59:43.393278 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43856) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:43.531479 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375363e1-5a6c-45a6-a837-fa43afa40e3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Router 9c02ea58-8156-4530-92e7-a615797303f8 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:59:43.536224 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6ac293d9-b5f1-4887-b485-b6426dceb71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:43.545800 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac293d9-b5f1-4887-b485-b6426dceb71b None None] Routers {'4c876f80-dcbf-4431-b4f5-286cc2e9f80b'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:43.546456 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6ac293d9-b5f1-4887-b485-b6426dceb71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['4c876f80-dcbf-4431-b4f5-286cc2e9f80b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:43.592079 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6ac293d9-b5f1-4887-b485-b6426dceb71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:43.592758 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac293d9-b5f1-4887-b485-b6426dceb71b None None] The sync data for ids ['4c876f80-dcbf-4431-b4f5-286cc2e9f80b'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:59:43.593290 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-736c97dc-ada1-4280-adef-88d3b84757bd tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "GET /v2.0/routers/4c876f80-dcbf-4431-b4f5-286cc2e9f80b HTTP/1.1" status: 200 len: 923 time: 0.1972227 Jul 05 09:59:43.596084 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43862) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:43.633391 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375363e1-5a6c-45a6-a837-fa43afa40e3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:59:43.639321 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-375363e1-5a6c-45a6-a837-fa43afa40e3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "PUT /v2.0/routers/9c02ea58-8156-4530-92e7-a615797303f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6526706 Jul 05 09:59:43.643728 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a467804f-8497-488c-a4a5-f577f6fee3bd None None] Sync routers for ids ['9c02ea58-8156-4530-92e7-a615797303f8'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:59:43.653494 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43864) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:43.678955 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad29cfd-35ef-4fb2-abc0-da1cad53426b tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:43.684787 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1ad29cfd-35ef-4fb2-abc0-da1cad53426b tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&device_id=4c876f80-dcbf-4431-b4f5-286cc2e9f80b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0870512 Jul 05 09:59:43.685422 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a467804f-8497-488c-a4a5-f577f6fee3bd None None] Routers {'9c02ea58-8156-4530-92e7-a615797303f8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:43.685601 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43866) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:43.686504 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a467804f-8497-488c-a4a5-f577f6fee3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9c02ea58-8156-4530-92e7-a615797303f8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:43.734572 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a467804f-8497-488c-a4a5-f577f6fee3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:43.748381 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a467804f-8497-488c-a4a5-f577f6fee3bd None None] Routers {'9c02ea58-8156-4530-92e7-a615797303f8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:43.749293 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a467804f-8497-488c-a4a5-f577f6fee3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9c02ea58-8156-4530-92e7-a615797303f8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:43.793463 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a467804f-8497-488c-a4a5-f577f6fee3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:43.796583 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a467804f-8497-488c-a4a5-f577f6fee3bd None None] The sync data for ids ['9c02ea58-8156-4530-92e7-a615797303f8'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:59:43.808358 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5346bae-4c23-40d6-a40b-cc9e545dfab7 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:43.813361 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c5346bae-4c23-40d6-a40b-cc9e545dfab7 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 881 time: 0.1267767 Jul 05 09:59:43.813980 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43868) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:43.857637 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43870) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:43.857838 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-59cae7d1-dff6-456b-9195-f3de4c62b11b tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c876f80-dcbf-4431-b4f5-286cc2e9f80b HTTP/1.1" status: 200 len: 205 time: 0.0427234 Jul 05 09:59:43.995218 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8500328a-6c89-40f6-8af8-607b4b17eddf tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:44.015116 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-e7bf1bc4-033b-4a4a-9948-10af4d22e049 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] remove_router_interface failed (client error): The resource could not be found. Jul 05 09:59:44.015655 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e7bf1bc4-033b-4a4a-9948-10af4d22e049 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "PUT /v2.0/routers/9c02ea58-8156-4530-92e7-a615797303f8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3578458 Jul 05 09:59:44.019961 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43874) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:44.078713 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7b40fed5-7367-4053-9fc7-e9f8f4bdd0ed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "GET /v2.0/ports?device_id=9c02ea58-8156-4530-92e7-a615797303f8 HTTP/1.1" status: 200 len: 205 time: 0.0590396 Jul 05 09:59:44.079349 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43876) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:44.201198 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8e49425-eaee-4996-8ae7-5db346601a39 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:44.277079 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8500328a-6c89-40f6-8af8-607b4b17eddf tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:44.441094 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8e49425-eaee-4996-8ae7-5db346601a39 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:44.444134 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8e49425-eaee-4996-8ae7-5db346601a39 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:44.567020 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8e49425-eaee-4996-8ae7-5db346601a39 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:44.568648 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e49425-eaee-4996-8ae7-5db346601a39 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Fanout notify agent at l3_agent the message router_deleted on router 9c02ea58-8156-4530-92e7-a615797303f8 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:59:44.601219 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8e49425-eaee-4996-8ae7-5db346601a39 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:44.605224 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43886) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:44.605761 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d8e49425-eaee-4996-8ae7-5db346601a39 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/routers/9c02ea58-8156-4530-92e7-a615797303f8 HTTP/1.1" status: 204 len: 168 time: 0.5223987 Jul 05 09:59:44.666759 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8500328a-6c89-40f6-8af8-607b4b17eddf tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Deleting port a3410d31-bb06-4555-97b0-af0f71498025 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:44.667122 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8500328a-6c89-40f6-8af8-607b4b17eddf tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:44.733322 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-e295b0ac-07fe-422f-b307-a666050e936f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting subnet fd07c9a6-4802-4f73-8706-4be340edc309 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:59:44.744077 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e295b0ac-07fe-422f-b307-a666050e936f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:44.779590 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8500328a-6c89-40f6-8af8-607b4b17eddf tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:44.798774 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8500328a-6c89-40f6-8af8-607b4b17eddf tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Calling delete_port for a3410d31-bb06-4555-97b0-af0f71498025 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:44.822360 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e295b0ac-07fe-422f-b307-a666050e936f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:44.974924 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e295b0ac-07fe-422f-b307-a666050e936f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:45.069148 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e295b0ac-07fe-422f-b307-a666050e936f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:45.076630 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8500328a-6c89-40f6-8af8-607b4b17eddf tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:45.105415 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295b0ac-07fe-422f-b307-a666050e936f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Subnet': ['ID=fd07c9a6-4802-4f73-8706-4be340edc309,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:45.114242 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e295b0ac-07fe-422f-b307-a666050e936f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:45.117254 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e295b0ac-07fe-422f-b307-a666050e936f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/subnets/fd07c9a6-4802-4f73-8706-4be340edc309 HTTP/1.1" status: 204 len: 168 time: 0.5107510 Jul 05 09:59:45.119738 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43918) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:45.127065 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef09326e-171a-4e6e-82cd-39271f3faead None None] Network 0165da1f-0d91-4992-a755-e501aa2eab18 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:45.149975 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500328a-6c89-40f6-8af8-607b4b17eddf tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Pushing event deleted for resources: {'Port': ['ID=a3410d31-bb06-4555-97b0-af0f71498025,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:45.243494 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-559cac5b-7c97-4a58-9146-6c6252308591 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:45.330170 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8500328a-6c89-40f6-8af8-607b4b17eddf tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:45.334776 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-559cac5b-7c97-4a58-9146-6c6252308591 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting port d2be654f-4374-42d4-ba01-90cdcc702d6c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:45.335212 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-559cac5b-7c97-4a58-9146-6c6252308591 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:45.487031 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68288c4-91af-4f35-95fe-478971d23baa None None] DHCP port deletion for 0165da1f-0d91-4992-a755-e501aa2eab18 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:59:45.495238 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-559cac5b-7c97-4a58-9146-6c6252308591 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] For port d2be654f-4374-42d4-ba01-90cdcc702d6c, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d2be654f-4374-42d4-ba01-90cdcc702d6c,segment=NetworkSegment(dfc6bb97-9b6b-45dc-a925-69f746b0ff32),segment_id=dfc6bb97-9b6b-45dc-a925-69f746b0ff32)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:45.499365 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-559cac5b-7c97-4a58-9146-6c6252308591 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:45.533181 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-559cac5b-7c97-4a58-9146-6c6252308591 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Calling delete_port for d2be654f-4374-42d4-ba01-90cdcc702d6c owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:45.631152 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d68288c4-91af-4f35-95fe-478971d23baa None None] Deleting port d2be654f-4374-42d4-ba01-90cdcc702d6c {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:45.639112 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d68288c4-91af-4f35-95fe-478971d23baa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:45.716336 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-559cac5b-7c97-4a58-9146-6c6252308591 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:45.792239 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cac5b-7c97-4a58-9146-6c6252308591 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Port': ['ID=d2be654f-4374-42d4-ba01-90cdcc702d6c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:45.798044 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559cac5b-7c97-4a58-9146-6c6252308591 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] No DVR routers for this DVR port d2be654f-4374-42d4-ba01-90cdcc702d6c on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:59:45.801296 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d68288c4-91af-4f35-95fe-478971d23baa None None] For port d2be654f-4374-42d4-ba01-90cdcc702d6c, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d2be654f-4374-42d4-ba01-90cdcc702d6c,segment=NetworkSegment(dfc6bb97-9b6b-45dc-a925-69f746b0ff32),segment_id=dfc6bb97-9b6b-45dc-a925-69f746b0ff32)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:45.802297 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d68288c4-91af-4f35-95fe-478971d23baa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:45.824284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d68288c4-91af-4f35-95fe-478971d23baa None None] Calling delete_port for d2be654f-4374-42d4-ba01-90cdcc702d6c owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:45.942936 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d68288c4-91af-4f35-95fe-478971d23baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:45.980714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68288c4-91af-4f35-95fe-478971d23baa None None] Pushing event deleted for resources: {'Port': ['ID=d2be654f-4374-42d4-ba01-90cdcc702d6c,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:45.985675 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68288c4-91af-4f35-95fe-478971d23baa None None] No DVR routers for this DVR port d2be654f-4374-42d4-ba01-90cdcc702d6c on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:59:46.035081 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-559cac5b-7c97-4a58-9146-6c6252308591 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.053134 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-559cac5b-7c97-4a58-9146-6c6252308591 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0165da1f-0d91-4992-a755-e501aa2eab18']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:46.084407 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-559cac5b-7c97-4a58-9146-6c6252308591 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc6bb97-9b6b-45dc-a925-69f746b0ff32') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:46.084750 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-559cac5b-7c97-4a58-9146-6c6252308591 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc6bb97-9b6b-45dc-a925-69f746b0ff32') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:46.138897 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-559cac5b-7c97-4a58-9146-6c6252308591 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.172604 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d2be654f-4374-42d4-ba01-90cdcc702d6c no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:46.179402 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-559cac5b-7c97-4a58-9146-6c6252308591 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.193461 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559cac5b-7c97-4a58-9146-6c6252308591 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:59:46.196276 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-559cac5b-7c97-4a58-9146-6c6252308591 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: timer() Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:59:46.199739 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:59:46.234849 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: d2be654f-4374-42d4-ba01-90cdcc702d6c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:59:46.236519 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d2be654f-4374-42d4-ba01-90cdcc702d6c not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:59:46.304753 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8500328a-6c89-40f6-8af8-607b4b17eddf tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.308139 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8500328a-6c89-40f6-8af8-607b4b17eddf tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.371783 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8500328a-6c89-40f6-8af8-607b4b17eddf tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.373092 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8500328a-6c89-40f6-8af8-607b4b17eddf tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Fanout notify agent at l3_agent the message router_deleted on router 4c876f80-dcbf-4431-b4f5-286cc2e9f80b {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:59:46.382877 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8500328a-6c89-40f6-8af8-607b4b17eddf tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.387732 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8500328a-6c89-40f6-8af8-607b4b17eddf tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "DELETE /v2.0/routers/4c876f80-dcbf-4431-b4f5-286cc2e9f80b HTTP/1.1" status: 204 len: 168 time: 2.5245585 Jul 05 09:59:46.389172 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43996) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:46.400111 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7bbd404c-0f5e-4d3c-97b1-8cc967fee074 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-928208450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:46.436201 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bbd404c-0f5e-4d3c-97b1-8cc967fee074 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.437564 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bbd404c-0f5e-4d3c-97b1-8cc967fee074 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.528212 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-559cac5b-7c97-4a58-9146-6c6252308591 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.556910 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-559cac5b-7c97-4a58-9146-6c6252308591 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.559269 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-559cac5b-7c97-4a58-9146-6c6252308591 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/networks/0165da1f-0d91-4992-a755-e501aa2eab18 HTTP/1.1" status: 204 len: 168 time: 1.4383085 Jul 05 09:59:46.564652 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44004) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:46.575236 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0c869a3a-0a1b-4d1e-b02d-47d0bb0bd6c0 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-275061630'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:46.595720 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bbd404c-0f5e-4d3c-97b1-8cc967fee074 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.611741 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bbd404c-0f5e-4d3c-97b1-8cc967fee074 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.627223 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cac5b-7c97-4a58-9146-6c6252308591 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Network': ['ID=0165da1f-0d91-4992-a755-e501aa2eab18,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:46.673032 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c869a3a-0a1b-4d1e-b02d-47d0bb0bd6c0 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Made reservation on behalf of a91c3bf7961b491791278a2e028a0984 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:59:46.673589 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c869a3a-0a1b-4d1e-b02d-47d0bb0bd6c0 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.694876 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bbd404c-0f5e-4d3c-97b1-8cc967fee074 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.698467 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7bbd404c-0f5e-4d3c-97b1-8cc967fee074 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3053057 Jul 05 09:59:46.699840 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44018) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:46.705192 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-af5556fc-c5d0-4397-b188-9f06db858295 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'enable_snat': False}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:46.750202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c869a3a-0a1b-4d1e-b02d-47d0bb0bd6c0 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:59:46.765968 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c869a3a-0a1b-4d1e-b02d-47d0bb0bd6c0 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.766322 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-0c869a3a-0a1b-4d1e-b02d-47d0bb0bd6c0 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Added segment 2cb58abb-fce0-4f86-b7ab-3da204d8ceef of type vlan for network b7649432-a4b7-45da-991d-2ef2af80bbdf Jul 05 09:59:46.839179 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c869a3a-0a1b-4d1e-b02d-47d0bb0bd6c0 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.883018 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c869a3a-0a1b-4d1e-b02d-47d0bb0bd6c0 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.888854 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c869a3a-0a1b-4d1e-b02d-47d0bb0bd6c0 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:46.889449 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c869a3a-0a1b-4d1e-b02d-47d0bb0bd6c0 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:47.011708 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0c869a3a-0a1b-4d1e-b02d-47d0bb0bd6c0 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4459283 Jul 05 09:59:47.017340 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44024) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:47.026269 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5c5fc2a3-3715-420a-998a-266d385f1e17 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'subnet': {'network_id': 'b7649432-a4b7-45da-991d-2ef2af80bbdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:47.033595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c869a3a-0a1b-4d1e-b02d-47d0bb0bd6c0 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Network': ['ID=b7649432-a4b7-45da-991d-2ef2af80bbdf,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:47.048366 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network b7649432-a4b7-45da-991d-2ef2af80bbdf details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:59:47.142702 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3df436-30b0-42e9-8209-464f8893faa3 req-e62c32fb-0544-492c-966a-776f8d0fb4b9 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:47.144306 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a3df436-30b0-42e9-8209-464f8893faa3 req-e62c32fb-0544-492c-966a-776f8d0fb4b9 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.4672694 Jul 05 09:59:47.152723 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395de11-7530-4cd7-bbab-302e4c08251f req-84e80e72-0344-4c47-8286-6300f15dd423 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:47.159915 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3395de11-7530-4cd7-bbab-302e4c08251f req-84e80e72-0344-4c47-8286-6300f15dd423 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=98c3e5e0-d296-41c9-848d-a1633ebb1f36 HTTP/1.1" status: 200 len: 950 time: 0.2886772 Jul 05 09:59:47.233165 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af5556fc-c5d0-4397-b188-9f06db858295 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:47.346986 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3395de11-7530-4cd7-bbab-302e4c08251f req-48ab9961-4801-4789-9c9f-342e26c46a41 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b056af-8f33-4d63-be1c-6909fbf444fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857653 Jul 05 09:59:47.348070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5fc2a3-3715-420a-998a-266d385f1e17 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Made reservation on behalf of a91c3bf7961b491791278a2e028a0984 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:59:47.352073 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c5fc2a3-3715-420a-998a-266d385f1e17 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:47.431382 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a3df436-30b0-42e9-8209-464f8893faa3 req-92a0a262-4d13-48f1-8e84-fd86cb35b62b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633576 Jul 05 09:59:47.614291 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af5556fc-c5d0-4397-b188-9f06db858295 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:47.645389 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af5556fc-c5d0-4397-b188-9f06db858295 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:47.846290 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c5fc2a3-3715-420a-998a-266d385f1e17 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:47.905018 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-af5556fc-c5d0-4397-b188-9f06db858295 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Allocated IP 172.25.7.13 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/fcfb207d-0409-47fe-85ea-fb0a15135362) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:59:48.182186 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af5556fc-c5d0-4397-b188-9f06db858295 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:48.229880 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af5556fc-c5d0-4397-b188-9f06db858295 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:48.300268 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5556fc-c5d0-4397-b188-9f06db858295 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:48.306220 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5fc2a3-3715-420a-998a-266d385f1e17 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Checking segment: {'id': '2cb58abb-fce0-4f86-b7ab-3da204d8ceef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7649432-a4b7-45da-991d-2ef2af80bbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:59:48.309616 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-af5556fc-c5d0-4397-b188-9f06db858295 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:48.315838 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5fc2a3-3715-420a-998a-266d385f1e17 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network hostable DHCP agents. Network: b7649432-a4b7-45da-991d-2ef2af80bbdf, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:59:48.321621 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5556fc-c5d0-4397-b188-9f06db858295 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:59:48.365061 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fc2a3-3715-420a-998a-266d385f1e17 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Subnet': ['ID=e46fc136-020f-4883-9e64-cc14741eac2f,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:48.442845 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5fc2a3-3715-420a-998a-266d385f1e17 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network b7649432-a4b7-45da-991d-2ef2af80bbdf is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:59:48.446578 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5556fc-c5d0-4397-b188-9f06db858295 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Pushing event updated for resources: {'Port': ['ID=fcfb207d-0409-47fe-85ea-fb0a15135362,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:48.463478 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-5c5fc2a3-3715-420a-998a-266d385f1e17 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, b7649432-a4b7-45da-991d-2ef2af80bbdf) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:48.470292 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf6182-61b9-4289-8c54-586090be9d97 req-84330cc0-df44-4b7f-88b8-2ded23a871be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:48.472218 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efbf6182-61b9-4289-8c54-586090be9d97 req-84330cc0-df44-4b7f-88b8-2ded23a871be service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 1095 time: 0.4387479 Jul 05 09:59:48.473552 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9bb061-cb15-45a2-b6bc-453bb1f27ead None None] Network b7649432-a4b7-45da-991d-2ef2af80bbdf requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:48.474271 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5fc2a3-3715-420a-998a-266d385f1e17 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:48.475476 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c5fc2a3-3715-420a-998a-266d385f1e17 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:48.509247 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8c546-bc5f-48ee-806a-a68659d4951e req-7fc675b8-ad93-4b7d-b1c9-6dc5ae0e26a1 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:48.510918 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-68a8c546-bc5f-48ee-806a-a68659d4951e req-7fc675b8-ad93-4b7d-b1c9-6dc5ae0e26a1 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.3460488 Jul 05 09:59:48.514121 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5c5fc2a3-3715-420a-998a-266d385f1e17 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4964335 Jul 05 09:59:48.531702 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44170) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:48.555647 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a23e2b44-ed51-45f2-a119-5510ad723753 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-559814885', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:48.768121 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a23e2b44-ed51-45f2-a119-5510ad723753 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:48.769493 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a23e2b44-ed51-45f2-a119-5510ad723753 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:48.844089 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-68a8c546-bc5f-48ee-806a-a68659d4951e req-25460a29-9da3-4779-a3ce-952bbe53916e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3135300 Jul 05 09:59:48.902706 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5abdd0-8249-42b8-b0f6-94b75c9059c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-b7649432-a4b7-45da-991d-2ef2af80bbdf', 'network_id': 'b7649432-a4b7-45da-991d-2ef2af80bbdf', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'fixed_ips': [{'subnet_id': 'e46fc136-020f-4883-9e64-cc14741eac2f'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:59:48.903935 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ee5abdd0-8249-42b8-b0f6-94b75c9059c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:48.926131 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a23e2b44-ed51-45f2-a119-5510ad723753 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:48.931367 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a23e2b44-ed51-45f2-a119-5510ad723753 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:48.969509 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf6182-61b9-4289-8c54-586090be9d97 req-18c2783c-28d4-4c17-a7f5-0a2206cebede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:48.971453 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efbf6182-61b9-4289-8c54-586090be9d97 req-18c2783c-28d4-4c17-a7f5-0a2206cebede service neutron] 10.222.0.78 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 913 time: 0.4836149 Jul 05 09:59:49.010280 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a2b9e-e36b-4cb4-8035-52bbd111bc23 req-f1ddf30f-1fa7-4d60-9f39-66cee2b46b1b tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:49.029012 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-623a2b9e-e36b-4cb4-8035-52bbd111bc23 req-f1ddf30f-1fa7-4d60-9f39-66cee2b46b1b tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=98c3e5e0-d296-41c9-848d-a1633ebb1f36 HTTP/1.1" status: 200 len: 950 time: 0.3280549 Jul 05 09:59:49.044259 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a23e2b44-ed51-45f2-a119-5510ad723753 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:49.045564 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a23e2b44-ed51-45f2-a119-5510ad723753 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5108483 Jul 05 09:59:49.048489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44222) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:49.405731 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-623a2b9e-e36b-4cb4-8035-52bbd111bc23 req-3a419176-5c47-429e-88a3-2c46c3cbff40 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b056af-8f33-4d63-be1c-6909fbf444fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699334 Jul 05 09:59:49.440388 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efbf6182-61b9-4289-8c54-586090be9d97 req-639343ca-9a02-4004-b43f-81a4ba64dda6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aca941f-afbc-4333-8046-eb35cd67dab1 HTTP/1.1" status: 200 len: 999 time: 0.3892486 Jul 05 09:59:49.501302 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-ee5abdd0-8249-42b8-b0f6-94b75c9059c3 None None] Allocated IP 2001:db8::2 (b7649432-a4b7-45da-991d-2ef2af80bbdf/e46fc136-020f-4883-9e64-cc14741eac2f/7eb4135e-b7a6-4b40-a075-7d200638b081) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:59:49.583201 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf6182-61b9-4289-8c54-586090be9d97 req-567da01e-20aa-4f53-ada2-cfe8e4887cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:49.586243 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efbf6182-61b9-4289-8c54-586090be9d97 req-567da01e-20aa-4f53-ada2-cfe8e4887cf2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.1361842 Jul 05 09:59:49.776299 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf6182-61b9-4289-8c54-586090be9d97 req-fc47e57d-93d9-4adb-8075-4bc1396f4d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:49.777938 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efbf6182-61b9-4289-8c54-586090be9d97 req-fc47e57d-93d9-4adb-8075-4bc1396f4d54 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1847093 Jul 05 09:59:49.801422 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-efbf6182-61b9-4289-8c54-586090be9d97 req-214403b6-93b7-4a9f-bf8f-7674b3095e3d service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:59:49.805641 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efbf6182-61b9-4289-8c54-586090be9d97 req-214403b6-93b7-4a9f-bf8f-7674b3095e3d service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192630 Jul 05 09:59:49.865266 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ee5abdd0-8249-42b8-b0f6-94b75c9059c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:49.895032 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ee5abdd0-8249-42b8-b0f6-94b75c9059c3 None None] Transition to ACTIVE for port object 7eb4135e-b7a6-4b40-a075-7d200638b081 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:59:49.951685 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ee5abdd0-8249-42b8-b0f6-94b75c9059c3 None None] Transition to ACTIVE for port object 7eb4135e-b7a6-4b40-a075-7d200638b081 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:59:49.964764 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ee5abdd0-8249-42b8-b0f6-94b75c9059c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:50.057077 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5abdd0-8249-42b8-b0f6-94b75c9059c3 None None] Pushing event updated for resources: {'Port': ['ID=7eb4135e-b7a6-4b40-a075-7d200638b081,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:50.090016 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5abdd0-8249-42b8-b0f6-94b75c9059c3 None None] Network b7649432-a4b7-45da-991d-2ef2af80bbdf is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:50.099513 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-ee5abdd0-8249-42b8-b0f6-94b75c9059c3 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:50.106445 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5abdd0-8249-42b8-b0f6-94b75c9059c3 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:59:50.135775 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af5556fc-c5d0-4397-b188-9f06db858295 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:50.314721 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ee5abdd0-8249-42b8-b0f6-94b75c9059c3 None None] Attempting to bind port 7eb4135e-b7a6-4b40-a075-7d200638b081 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:59:50.316815 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ee5abdd0-8249-42b8-b0f6-94b75c9059c3 None None] Attempting to bind port 7eb4135e-b7a6-4b40-a075-7d200638b081 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '2cb58abb-fce0-4f86-b7ab-3da204d8ceef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7649432-a4b7-45da-991d-2ef2af80bbdf'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:59:50.321352 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5abdd0-8249-42b8-b0f6-94b75c9059c3 None None] Attempting to bind port 7eb4135e-b7a6-4b40-a075-7d200638b081 on network b7649432-a4b7-45da-991d-2ef2af80bbdf {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:59:50.338683 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 06748f66-8a6d-49d1-9576-662bead26b38 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:50.404437 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efbf6182-61b9-4289-8c54-586090be9d97 req-a3d2d937-864d-42c5-97ea-0cb4a9fe986d service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5900357 Jul 05 09:59:50.444773 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5abdd0-8249-42b8-b0f6-94b75c9059c3 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:59:50.445412 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5abdd0-8249-42b8-b0f6-94b75c9059c3 None None] Checking segment: {'id': '2cb58abb-fce0-4f86-b7ab-3da204d8ceef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7649432-a4b7-45da-991d-2ef2af80bbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:59:50.445985 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ee5abdd0-8249-42b8-b0f6-94b75c9059c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:50.446625 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5abdd0-8249-42b8-b0f6-94b75c9059c3 None None] Bound using segment: {'id': '2cb58abb-fce0-4f86-b7ab-3da204d8ceef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7649432-a4b7-45da-991d-2ef2af80bbdf'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:59:50.450124 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ee5abdd0-8249-42b8-b0f6-94b75c9059c3 None None] Bound port: 7eb4135e-b7a6-4b40-a075-7d200638b081, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb58abb-fce0-4f86-b7ab-3da204d8ceef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7649432-a4b7-45da-991d-2ef2af80bbdf'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:59:50.450805 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ee5abdd0-8249-42b8-b0f6-94b75c9059c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:50.648419 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e573912-4555-4c07-b3fd-77ed0abb5c1a req-20b31146-0462-4b2a-b62e-7d15c9305e68 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:50.667519 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4e573912-4555-4c07-b3fd-77ed0abb5c1a req-20b31146-0462-4b2a-b62e-7d15c9305e68 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.4560747 Jul 05 09:59:50.675350 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:50.689181 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00d4eda6-5d65-4d43-84a4-43aff549b4a8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:50.690946 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ee5abdd0-8249-42b8-b0f6-94b75c9059c3 None None] For port 7eb4135e-b7a6-4b40-a075-7d200638b081, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:59:50.718777 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44376) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:50.726232 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 06748f66-8a6d-49d1-9576-662bead26b38, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=06748f66-8a6d-49d1-9576-662bead26b38,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:50.735735 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c3e5e0-d296-41c9-848d-a1633ebb1f36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06748f66-8a6d-49d1-9576-662bead26b38'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:59:50.738203 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04edfb9-73e8-410e-89d3-61c53ccde4a3" -d '{"events": [{"server_uuid": "98c3e5e0-d296-41c9-848d-a1633ebb1f36", "name": "network-vif-unplugged", "status": "completed", "tag": "06748f66-8a6d-49d1-9576-662bead26b38"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:59:50.743772 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:50.747722 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ee5abdd0-8249-42b8-b0f6-94b75c9059c3 None None] For port 7eb4135e-b7a6-4b40-a075-7d200638b081, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7eb4135e-b7a6-4b40-a075-7d200638b081,segment=NetworkSegment(2cb58abb-fce0-4f86-b7ab-3da204d8ceef),segment_id=2cb58abb-fce0-4f86-b7ab-3da204d8ceef)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:59:50.806928 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=06748f66-8a6d-49d1-9576-662bead26b38,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:50.810962 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ee5abdd0-8249-42b8-b0f6-94b75c9059c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:50.853519 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4e573912-4555-4c07-b3fd-77ed0abb5c1a req-15608529-1c89-422e-8b99-790094fec068 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724374 Jul 05 09:59:50.857087 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efbf6182-61b9-4289-8c54-586090be9d97 req-e3e182da-1c75-4a34-bc23-8d4d9c040c5c service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417803 Jul 05 09:59:50.920864 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5abdd0-8249-42b8-b0f6-94b75c9059c3 None None] Pushing event updated for resources: {'Port': ['ID=7eb4135e-b7a6-4b40-a075-7d200638b081,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:50.930603 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a211d9db-17b4-4812-923a-5bff1d274a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:50.975514 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af5556fc-c5d0-4397-b188-9f06db858295 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:50.980617 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af5556fc-c5d0-4397-b188-9f06db858295 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3671792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3671787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3670561'] for router, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:51.036641 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28c7142-32c2-4ca0-b9dc-98703fb0b605 x-openstack-request-id: req-c28c7142-32c2-4ca0-b9dc-98703fb0b605 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:59:51.037145 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c3e5e0-d296-41c9-848d-a1633ebb1f36", "name": "network-vif-unplugged", "status": "completed", "tag": "06748f66-8a6d-49d1-9576-662bead26b38", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:59:51.037856 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c28c7142-32c2-4ca0-b9dc-98703fb0b605 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:59:51.038247 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c3e5e0-d296-41c9-848d-a1633ebb1f36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06748f66-8a6d-49d1-9576-662bead26b38', 'code': 200} Jul 05 09:59:51.198509 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-497b8792-c711-4914-850c-c92562c86230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:51.679681 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-00d4eda6-5d65-4d43-84a4-43aff549b4a8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Allocated IP 2001:db8::1 (b7649432-a4b7-45da-991d-2ef2af80bbdf/e46fc136-020f-4883-9e64-cc14741eac2f/a17f07c6-1bee-49ef-8383-f9f5c390cab9) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:59:51.723392 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-497b8792-c711-4914-850c-c92562c86230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:51.768364 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-497b8792-c711-4914-850c-c92562c86230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:51.816098 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5556fc-c5d0-4397-b188-9f06db858295 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Router f9233308-e998-4950-956b-3de230a8f13f is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:59:51.832913 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b8792-c711-4914-850c-c92562c86230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0ede6c-b1ac-45f7-be01-2530c6bcb97d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:51.848182 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-497b8792-c711-4914-850c-c92562c86230 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5a2d757574944bff90ba1180eae17fd8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1280065 Jul 05 09:59:51.851066 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44480) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:51.936317 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08084f47-e5a7-4c5a-b7f6-b0db0a268106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:51.995449 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08084f47-e5a7-4c5a-b7f6-b0db0a268106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:52.094688 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5556fc-c5d0-4397-b188-9f06db858295 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:59:52.101552 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af5556fc-c5d0-4397-b188-9f06db858295 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:52.102986 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-af5556fc-c5d0-4397-b188-9f06db858295 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "PUT /v2.0/routers/f9233308-e998-4950-956b-3de230a8f13f HTTP/1.1" status: 200 len: 918 time: 5.4018524 Jul 05 09:59:52.106984 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44512) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:52.107833 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c10a86d-5745-4d61-9115-0c22d1a8472a None None] Sync routers for ids ['f9233308-e998-4950-956b-3de230a8f13f'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:59:52.143378 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c10a86d-5745-4d61-9115-0c22d1a8472a None None] Routers {'f9233308-e998-4950-956b-3de230a8f13f'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:52.148726 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6c10a86d-5745-4d61-9115-0c22d1a8472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f9233308-e998-4950-956b-3de230a8f13f'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:52.236966 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00d4eda6-5d65-4d43-84a4-43aff549b4a8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:52.297209 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6c10a86d-5745-4d61-9115-0c22d1a8472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:52.304847 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7eb4135e-b7a6-4b40-a075-7d200638b081 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:52.376357 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c10a86d-5745-4d61-9115-0c22d1a8472a None None] Routers {'f9233308-e998-4950-956b-3de230a8f13f'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:52.387589 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6c10a86d-5745-4d61-9115-0c22d1a8472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f9233308-e998-4950-956b-3de230a8f13f'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:52.396585 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-00d4eda6-5d65-4d43-84a4-43aff549b4a8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Transition to ACTIVE for port object a17f07c6-1bee-49ef-8383-f9f5c390cab9 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:59:52.404429 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08084f47-e5a7-4c5a-b7f6-b0db0a268106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:52.423562 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08084f47-e5a7-4c5a-b7f6-b0db0a268106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:52.434657 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-08084f47-e5a7-4c5a-b7f6-b0db0a268106 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4f0ede6c-b1ac-45f7-be01-2530c6bcb97d HTTP/1.1" status: 204 len: 168 time: 0.5805802 Jul 05 09:59:52.510253 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00d4eda6-5d65-4d43-84a4-43aff549b4a8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:52.526470 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6c10a86d-5745-4d61-9115-0c22d1a8472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:52.534650 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c10a86d-5745-4d61-9115-0c22d1a8472a None None] The sync data for ids ['f9233308-e998-4950-956b-3de230a8f13f'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:59:52.573821 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08084f47-e5a7-4c5a-b7f6-b0db0a268106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0ede6c-b1ac-45f7-be01-2530c6bcb97d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:52.605337 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0c67d595-b9b6-4836-b1f4-adfa7875a6e1 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "GET /v2.0/routers/f9233308-e998-4950-956b-3de230a8f13f HTTP/1.1" status: 200 len: 924 time: 0.4943721 Jul 05 09:59:52.607470 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44542) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:52.640633 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 7eb4135e-b7a6-4b40-a075-7d200638b081 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:52.655911 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df7b94-7502-4272-8243-7723498a9792 req-5f52205c-373f-41f4-a085-862611ffd027 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:52.669038 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a4df7b94-7502-4272-8243-7723498a9792 req-5f52205c-373f-41f4-a085-862611ffd027 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.3954763 Jul 05 09:59:52.699523 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d4eda6-5d65-4d43-84a4-43aff549b4a8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network b7649432-a4b7-45da-991d-2ef2af80bbdf is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:52.747156 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-00d4eda6-5d65-4d43-84a4-43aff549b4a8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:52.755315 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d4eda6-5d65-4d43-84a4-43aff549b4a8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:59:52.756367 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00d4eda6-5d65-4d43-84a4-43aff549b4a8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:52.820086 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f716e4-d3e5-41f5-9c89-099bcb7e59bb None None] Network b7649432-a4b7-45da-991d-2ef2af80bbdf requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:52.823955 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4eda6-5d65-4d43-84a4-43aff549b4a8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Port': ['ID=a17f07c6-1bee-49ef-8383-f9f5c390cab9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:52.902734 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fa5a0708-b6a2-4827-8ce6-fb0343bccb36 None None] Provisioning for port 7eb4135e-b7a6-4b40-a075-7d200638b081 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:52.911083 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fa5a0708-b6a2-4827-8ce6-fb0343bccb36 None None] Provisioning complete for port 7eb4135e-b7a6-4b40-a075-7d200638b081 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:52.912964 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fa5a0708-b6a2-4827-8ce6-fb0343bccb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:52.974616 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a4df7b94-7502-4272-8243-7723498a9792 req-7ba1fb46-97ba-46ac-9a93-c151e40cb6fa tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3014882 Jul 05 09:59:53.008098 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00d4eda6-5d65-4d43-84a4-43aff549b4a8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:53.070516 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e346363b-c160-4a68-96fc-7a2d7358642b tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:53.078731 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e346363b-c160-4a68-96fc-7a2d7358642b tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&device_id=f9233308-e998-4950-956b-3de230a8f13f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4700623 Jul 05 09:59:53.081586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44554) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:53.216526 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fa5a0708-b6a2-4827-8ce6-fb0343bccb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:53.321946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66c8d31-c1f7-4d22-b6d8-0781400eefb5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:53.323909 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d66c8d31-c1f7-4d22-b6d8-0781400eefb5 tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 881 time: 0.2409222 Jul 05 09:59:53.328238 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44566) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:53.333894 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-fa5a0708-b6a2-4827-8ce6-fb0343bccb36 None None] For port 7eb4135e-b7a6-4b40-a075-7d200638b081, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7eb4135e-b7a6-4b40-a075-7d200638b081,segment=NetworkSegment(2cb58abb-fce0-4f86-b7ab-3da204d8ceef),segment_id=2cb58abb-fce0-4f86-b7ab-3da204d8ceef)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:53.337113 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-64a17ab1-f271-4382-ad54-85721dfbd8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:53.340690 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fa5a0708-b6a2-4827-8ce6-fb0343bccb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:53.384463 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-75f76d57-839e-4c06-9500-a2747afb3091 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9233308-e998-4950-956b-3de230a8f13f HTTP/1.1" status: 200 len: 205 time: 0.0546792 Jul 05 09:59:53.385554 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44568) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:53.400993 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7374ae-b98e-456d-b3ad-7b06e4882a0b req-0e961349-1c47-4f9f-a1ef-b655cf96f23c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:53.408785 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7374ae-b98e-456d-b3ad-7b06e4882a0b req-0e961349-1c47-4f9f-a1ef-b655cf96f23c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:53.414233 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a0708-b6a2-4827-8ce6-fb0343bccb36 None None] Pushing event updated for resources: {'Port': ['ID=7eb4135e-b7a6-4b40-a075-7d200638b081,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:53.432128 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7374ae-b98e-456d-b3ad-7b06e4882a0b req-0e961349-1c47-4f9f-a1ef-b655cf96f23c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:53.438565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7374ae-b98e-456d-b3ad-7b06e4882a0b req-0e961349-1c47-4f9f-a1ef-b655cf96f23c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:53.446806 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7374ae-b98e-456d-b3ad-7b06e4882a0b req-0e961349-1c47-4f9f-a1ef-b655cf96f23c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:53.453364 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7374ae-b98e-456d-b3ad-7b06e4882a0b req-0e961349-1c47-4f9f-a1ef-b655cf96f23c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:53.461116 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7374ae-b98e-456d-b3ad-7b06e4882a0b req-0e961349-1c47-4f9f-a1ef-b655cf96f23c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:53.464896 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ee7374ae-b98e-456d-b3ad-7b06e4882a0b req-0e961349-1c47-4f9f-a1ef-b655cf96f23c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5440 time: 0.1673260 Jul 05 09:59:53.554537 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:53.558654 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:53.569309 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ee7374ae-b98e-456d-b3ad-7b06e4882a0b req-e249fef1-26d3-49a4-8d94-2e336c26fdc4 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982454 Jul 05 09:59:53.722187 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00d4eda6-5d65-4d43-84a4-43aff549b4a8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:53.734767 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00d4eda6-5d65-4d43-84a4-43aff549b4a8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:53.736131 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00d4eda6-5d65-4d43-84a4-43aff549b4a8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:53.860871 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:53.876003 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4eda6-5d65-4d43-84a4-43aff549b4a8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Port': ['ID=a17f07c6-1bee-49ef-8383-f9f5c390cab9,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:53.889599 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-78439e83-612c-4008-88e1-79954adc7b47 None None] Provisioning complete for port 7eb4135e-b7a6-4b40-a075-7d200638b081 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:53.891534 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-78439e83-612c-4008-88e1-79954adc7b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:54.012096 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d4eda6-5d65-4d43-84a4-43aff549b4a8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network b7649432-a4b7-45da-991d-2ef2af80bbdf is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:54.015577 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Deleting port fcfb207d-0409-47fe-85ea-fb0a15135362 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:54.022502 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:54.030620 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-00d4eda6-5d65-4d43-84a4-43aff549b4a8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:54.116441 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-78439e83-612c-4008-88e1-79954adc7b47 None None] Provisioning for port a17f07c6-1bee-49ef-8383-f9f5c390cab9 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:54.126659 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-78439e83-612c-4008-88e1-79954adc7b47 None None] Provisioning complete for port a17f07c6-1bee-49ef-8383-f9f5c390cab9 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:54.127583 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-78439e83-612c-4008-88e1-79954adc7b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:54.149852 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7eb4135e-b7a6-4b40-a075-7d200638b081 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:54.348212 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 93455dea-72a2-44bd-8b7b-2e60494ad0a6 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:59:54.352665 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 7eb4135e-b7a6-4b40-a075-7d200638b081 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:54.352825 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:54.354754 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-78439e83-612c-4008-88e1-79954adc7b47 None None] Port a17f07c6-1bee-49ef-8383-f9f5c390cab9 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:59:54.373756 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:54.409750 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Calling delete_port for fcfb207d-0409-47fe-85ea-fb0a15135362 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:54.434382 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d4eda6-5d65-4d43-84a4-43aff549b4a8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Router be612eec-a297-478d-b63d-29a4b24b8d53 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:59:54.528470 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-efffb4a3-75c0-488f-aa7c-a9fc0b16e4f7 None None] Provisioning complete for port a17f07c6-1bee-49ef-8383-f9f5c390cab9 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:54.528849 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-efffb4a3-75c0-488f-aa7c-a9fc0b16e4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:54.541799 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e86561-3c10-4720-a260-be8ac5bae34c req-f6da1b70-9ffa-4863-a167-524ac2fee8ba tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:54.555774 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11e86561-3c10-4720-a260-be8ac5bae34c req-f6da1b70-9ffa-4863-a167-524ac2fee8ba tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.2629502 Jul 05 09:59:54.622565 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:54.698259 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-f6edebf7-e068-4c55-8af5-c8b7d0f82f9a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:54.722662 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-f6edebf7-e068-4c55-8af5-c8b7d0f82f9a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:54.749158 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-f6edebf7-e068-4c55-8af5-c8b7d0f82f9a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:54.755084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-f6edebf7-e068-4c55-8af5-c8b7d0f82f9a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:54.768580 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-f6edebf7-e068-4c55-8af5-c8b7d0f82f9a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:54.775102 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-f6edebf7-e068-4c55-8af5-c8b7d0f82f9a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:54.777932 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-efffb4a3-75c0-488f-aa7c-a9fc0b16e4f7 None None] Port a17f07c6-1bee-49ef-8383-f9f5c390cab9 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:59:54.794430 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-f6edebf7-e068-4c55-8af5-c8b7d0f82f9a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:54.799580 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 93455dea-72a2-44bd-8b7b-2e60494ad0a6, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=93455dea-72a2-44bd-8b7b-2e60494ad0a6,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:54.805477 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-f6edebf7-e068-4c55-8af5-c8b7d0f82f9a tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5440 time: 0.5141096 Jul 05 09:59:54.859286 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '93455dea-72a2-44bd-8b7b-2e60494ad0a6', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '93455dea-72a2-44bd-8b7b-2e60494ad0a6', 'mac_address': 'fa:16:3e:38:78:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:59:54.945241 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:54.945897 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11e86561-3c10-4720-a260-be8ac5bae34c req-50c1eb0a-cedb-479f-a124-07aa5a351001 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3870828 Jul 05 09:59:54.965910 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93455dea-72a2-44bd-8b7b-2e60494ad0a6 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:59:54.994477 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d639818c-6022-4042-808c-dde156462b60 None None] Provisioning complete for port a17f07c6-1bee-49ef-8383-f9f5c390cab9 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:54.994862 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d639818c-6022-4042-808c-dde156462b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:55.024429 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 93455dea-72a2-44bd-8b7b-2e60494ad0a6, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=93455dea-72a2-44bd-8b7b-2e60494ad0a6,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:55.036837 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:55.098128 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d639818c-6022-4042-808c-dde156462b60 None None] Port a17f07c6-1bee-49ef-8383-f9f5c390cab9 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:59:55.135264 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-bc906325-2d36-4dc3-a9a7-292df3cf7158 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:55.138568 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-bc906325-2d36-4dc3-a9a7-292df3cf7158 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.78 "GET /v2.0/ports/a594f5a6-d4b1-489b-8883-c1de3416e2bf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3098395 Jul 05 09:59:55.179602 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=93455dea-72a2-44bd-8b7b-2e60494ad0a6,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:55.249606 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['93455dea-72a2-44bd-8b7b-2e60494ad0a6'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:59:55.450778 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3d300-e073-454c-bbff-c624416e628c req-3b137f1e-4506-4ec1-90b2-8f0f99e06a7d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:55.457703 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3d300-e073-454c-bbff-c624416e628c req-3b137f1e-4506-4ec1-90b2-8f0f99e06a7d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:55.479357 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3d300-e073-454c-bbff-c624416e628c req-3b137f1e-4506-4ec1-90b2-8f0f99e06a7d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:55.487181 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3d300-e073-454c-bbff-c624416e628c req-3b137f1e-4506-4ec1-90b2-8f0f99e06a7d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:55.494996 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3d300-e073-454c-bbff-c624416e628c req-3b137f1e-4506-4ec1-90b2-8f0f99e06a7d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:55.504369 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3d300-e073-454c-bbff-c624416e628c req-3b137f1e-4506-4ec1-90b2-8f0f99e06a7d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:55.510796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3d300-e073-454c-bbff-c624416e628c req-3b137f1e-4506-4ec1-90b2-8f0f99e06a7d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:55.513088 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41b3d300-e073-454c-bbff-c624416e628c req-3b137f1e-4506-4ec1-90b2-8f0f99e06a7d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5440 time: 0.5632091 Jul 05 09:59:55.613969 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-566f9056-4507-48e2-b23e-db865b167a90 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.78 "GET /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4589646 Jul 05 09:59:55.625773 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d4eda6-5d65-4d43-84a4-43aff549b4a8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:59:55.635748 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-00d4eda6-5d65-4d43-84a4-43aff549b4a8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "PUT /v2.0/routers/be612eec-a297-478d-b63d-29a4b24b8d53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5801380 Jul 05 09:59:55.635896 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41b3d300-e073-454c-bbff-c624416e628c req-00005e08-f1fb-4d63-bb7d-f22961d01f45 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1096199 Jul 05 09:59:55.635896 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44702) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:55.647978 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:55.650050 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce8a077-1206-400d-922c-5955e9284f7d None None] Sync routers for ids ['be612eec-a297-478d-b63d-29a4b24b8d53'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:59:55.657922 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd96974-bfa7-4caa-9e8b-9ea22640d4df req-1bbcff38-e9a0-452d-80d1-cecfee51176b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:55.659552 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ccd96974-bfa7-4caa-9e8b-9ea22640d4df req-1bbcff38-e9a0-452d-80d1-cecfee51176b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.3254008 Jul 05 09:59:55.684061 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce8a077-1206-400d-922c-5955e9284f7d None None] Routers {'be612eec-a297-478d-b63d-29a4b24b8d53'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:55.687587 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3ce8a077-1206-400d-922c-5955e9284f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['be612eec-a297-478d-b63d-29a4b24b8d53'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:55.689908 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Pushing event deleted for resources: {'Port': ['ID=fcfb207d-0409-47fe-85ea-fb0a15135362,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:55.707171 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:55.707893 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:55.708711 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:55.709803 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:55.710572 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:55.711143 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:55.712371 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:55.713108 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:55.713664 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:55.714707 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:55.715260 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:55.715824 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:55.741936 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729b76cb-9431-4176-831c-28dea6cb6e19 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:55.746135 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-729b76cb-9431-4176-831c-28dea6cb6e19 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "GET /v2.0/ports/a17f07c6-1bee-49ef-8383-f9f5c390cab9 HTTP/1.1" status: 200 len: 911 time: 0.1065421 Jul 05 09:59:55.746648 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44704) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:55.756262 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ccd96974-bfa7-4caa-9e8b-9ea22640d4df req-59cb5663-c051-40ab-b75a-079ca88ab283 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727189 Jul 05 09:59:55.798085 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3ce8a077-1206-400d-922c-5955e9284f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:55.811375 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce8a077-1206-400d-922c-5955e9284f7d None None] Routers {'be612eec-a297-478d-b63d-29a4b24b8d53'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:55.812116 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3ce8a077-1206-400d-922c-5955e9284f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['be612eec-a297-478d-b63d-29a4b24b8d53'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:55.852062 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:55.859718 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3ce8a077-1206-400d-922c-5955e9284f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:55.860671 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce8a077-1206-400d-922c-5955e9284f7d None None] The sync data for ids ['be612eec-a297-478d-b63d-29a4b24b8d53'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:59:56.001348 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-8ea3363e-951f-4b4f-a3b6-11b3f6899710 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:56.034565 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:56.037034 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:56.097391 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:56.100009 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Fanout notify agent at l3_agent the message router_deleted on router f9233308-e998-4950-956b-3de230a8f13f {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:59:56.107926 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:56.109448 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1d404625-49d9-46a8-80dc-f88455acb578 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "DELETE /v2.0/routers/f9233308-e998-4950-956b-3de230a8f13f HTTP/1.1" status: 204 len: 168 time: 2.7206883 Jul 05 09:59:56.113468 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44716) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:56.119990 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0d6b3db2-feb3-401a-a0a9-67ca2bbc359d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-810765365', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:56.149739 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d6b3db2-feb3-401a-a0a9-67ca2bbc359d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:56.150802 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d6b3db2-feb3-401a-a0a9-67ca2bbc359d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:56.201246 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-8ea3363e-951f-4b4f-a3b6-11b3f6899710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:56.210582 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9529d-9d88-4410-9544-409420d1428e req-e8a78bb1-0f6a-4a02-9f8c-988737aa04f6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:56.212273 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0ba9529d-9d88-4410-9544-409420d1428e req-e8a78bb1-0f6a-4a02-9f8c-988737aa04f6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.2181592 Jul 05 09:59:56.212886 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d6b3db2-feb3-401a-a0a9-67ca2bbc359d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:56.370581 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 93455dea-72a2-44bd-8b7b-2e60494ad0a6 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:56.435111 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d6b3db2-feb3-401a-a0a9-67ca2bbc359d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:56.452081 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 93455dea-72a2-44bd-8b7b-2e60494ad0a6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:56.452400 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:56.627712 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:56.669710 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6239d194-3bd2-4015-b5c4-26ea109d8ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93455dea-72a2-44bd-8b7b-2e60494ad0a6'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:59:56.672043 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb7682a-4a54-40dd-bdad-9e4a6d3ba8c7" -d '{"events": [{"server_uuid": "6239d194-3bd2-4015-b5c4-26ea109d8ee5", "name": "network-vif-plugged", "status": "completed", "tag": "93455dea-72a2-44bd-8b7b-2e60494ad0a6"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:59:56.690239 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:56.692466 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 93455dea-72a2-44bd-8b7b-2e60494ad0a6, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=93455dea-72a2-44bd-8b7b-2e60494ad0a6,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:56.698736 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:56.759119 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0ba9529d-9d88-4410-9544-409420d1428e req-22a4e45d-f115-4cd9-8de3-8e9856d72a62 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5357440 Jul 05 09:59:56.779094 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=93455dea-72a2-44bd-8b7b-2e60494ad0a6,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:56.794213 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d6b3db2-feb3-401a-a0a9-67ca2bbc359d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:56.826381 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d6b3db2-feb3-401a-a0a9-67ca2bbc359d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:56.876589 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c17d66-cf08-41d8-bacc-95f2b34613f0 x-openstack-request-id: req-22c17d66-cf08-41d8-bacc-95f2b34613f0 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:59:56.876889 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6239d194-3bd2-4015-b5c4-26ea109d8ee5", "name": "network-vif-plugged", "status": "completed", "tag": "93455dea-72a2-44bd-8b7b-2e60494ad0a6", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:59:56.877149 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-22c17d66-cf08-41d8-bacc-95f2b34613f0 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:59:56.877554 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6239d194-3bd2-4015-b5c4-26ea109d8ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93455dea-72a2-44bd-8b7b-2e60494ad0a6', 'code': 200} Jul 05 09:59:56.918419 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-8ea3363e-951f-4b4f-a3b6-11b3f6899710 service neutron] For port a594f5a6-d4b1-489b-8883-c1de3416e2bf, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=a594f5a6-d4b1-489b-8883-c1de3416e2bf,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:56.975411 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-8ea3363e-951f-4b4f-a3b6-11b3f6899710 service neutron] For port a594f5a6-d4b1-489b-8883-c1de3416e2bf, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:59:56.980075 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a624efc-5d89-4bab-9cf4-b6dbbd1db300 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.024049 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-0d6b3db2-feb3-401a-a0a9-67ca2bbc359d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Allocated IP 172.25.7.65 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/2d2260f1-aada-4a43-8b21-185cf07289f5) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:59:57.109146 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-8ea3363e-951f-4b4f-a3b6-11b3f6899710 service neutron] device_id is not set on port a594f5a6-d4b1-489b-8883-c1de3416e2bf yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:59:57.129193 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-8ea3363e-951f-4b4f-a3b6-11b3f6899710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.140658 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-8ea3363e-951f-4b4f-a3b6-11b3f6899710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.190170 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d6b3db2-feb3-401a-a0a9-67ca2bbc359d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.249406 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:57.274293 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d6b3db2-feb3-401a-a0a9-67ca2bbc359d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.301566 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea3363e-951f-4b4f-a3b6-11b3f6899710 service neutron] Pushing event updated for resources: {'Port': ['ID=a594f5a6-d4b1-489b-8883-c1de3416e2bf,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:57.307466 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-8ea3363e-951f-4b4f-a3b6-11b3f6899710 service neutron] No DVR routers for this DVR port a594f5a6-d4b1-489b-8883-c1de3416e2bf on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:59:57.346863 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea3363e-951f-4b4f-a3b6-11b3f6899710 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:57.347360 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea3363e-951f-4b4f-a3b6-11b3f6899710 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:57.347834 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea3363e-951f-4b4f-a3b6-11b3f6899710 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:57.348296 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea3363e-951f-4b4f-a3b6-11b3f6899710 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:57.348738 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea3363e-951f-4b4f-a3b6-11b3f6899710 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:57.349278 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea3363e-951f-4b4f-a3b6-11b3f6899710 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:57.349602 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea3363e-951f-4b4f-a3b6-11b3f6899710 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:57.350558 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea3363e-951f-4b4f-a3b6-11b3f6899710 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:57.350989 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea3363e-951f-4b4f-a3b6-11b3f6899710 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:57.351423 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea3363e-951f-4b4f-a3b6-11b3f6899710 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:57.352029 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea3363e-951f-4b4f-a3b6-11b3f6899710 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:57.355422 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea3363e-951f-4b4f-a3b6-11b3f6899710 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:57.385235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded6f44-4e9d-494b-814b-43341c353a16 req-7f5a5ec9-11d2-4bc7-b2ad-62b0fe7881aa tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:57.387264 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6b3db2-feb3-401a-a0a9-67ca2bbc359d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:57.392225 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded6f44-4e9d-494b-814b-43341c353a16 req-7f5a5ec9-11d2-4bc7-b2ad-62b0fe7881aa tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:57.397428 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-0d6b3db2-feb3-401a-a0a9-67ca2bbc359d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:57.402583 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6b3db2-feb3-401a-a0a9-67ca2bbc359d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:59:57.404256 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded6f44-4e9d-494b-814b-43341c353a16 req-7f5a5ec9-11d2-4bc7-b2ad-62b0fe7881aa tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:57.410977 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded6f44-4e9d-494b-814b-43341c353a16 req-7f5a5ec9-11d2-4bc7-b2ad-62b0fe7881aa tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:57.417734 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded6f44-4e9d-494b-814b-43341c353a16 req-7f5a5ec9-11d2-4bc7-b2ad-62b0fe7881aa tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:57.434340 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded6f44-4e9d-494b-814b-43341c353a16 req-7f5a5ec9-11d2-4bc7-b2ad-62b0fe7881aa tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:57.434340 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded6f44-4e9d-494b-814b-43341c353a16 req-7f5a5ec9-11d2-4bc7-b2ad-62b0fe7881aa tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:57.438988 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ded6f44-4e9d-494b-814b-43341c353a16 req-7f5a5ec9-11d2-4bc7-b2ad-62b0fe7881aa tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 5363 time: 0.3996174 Jul 05 09:59:57.457003 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.539998 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-8ea3363e-951f-4b4f-a3b6-11b3f6899710 service neutron] In _notify_port_updated(), no bound segment for port a594f5a6-d4b1-489b-8883-c1de3416e2bf on network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:59:57.539998 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-8ea3363e-951f-4b4f-a3b6-11b3f6899710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:57.539998 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-8ea3363e-951f-4b4f-a3b6-11b3f6899710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.539998 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-8ea3363e-951f-4b4f-a3b6-11b3f6899710 service neutron] 10.222.0.78 "PUT /v2.0/ports/a594f5a6-d4b1-489b-8883-c1de3416e2bf HTTP/1.1" status: 200 len: 1030 time: 1.9125514 Jul 05 09:59:57.548091 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=535ddd5c-98dd-4fcc-a7fb-bb701e0fe321,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:57.575579 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.579038 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device ce4b1166-0af2-41df-8bef-a3498b53e598 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:57.646420 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b3db2-feb3-401a-a0a9-67ca2bbc359d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Pushing event updated for resources: {'Port': ['ID=2d2260f1-aada-4a43-8b21-185cf07289f5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:57.664573 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ded6f44-4e9d-494b-814b-43341c353a16 req-e07aed73-7c8f-4b46-b0d3-7763608b6cbf tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6&id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2243235 Jul 05 09:59:57.716590 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ddb54d26-88dc-44d1-a808-327b86b04be0 None None] Provisioning complete for port a594f5a6-d4b1-489b-8883-c1de3416e2bf triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:57.717094 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ddb54d26-88dc-44d1-a808-327b86b04be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.719703 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=535ddd5c-98dd-4fcc-a7fb-bb701e0fe321,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:57.747594 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-de305957-6af9-4d45-ba39-fc967ec5dd0e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:57.749096 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-de305957-6af9-4d45-ba39-fc967ec5dd0e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.78 "GET /v2.0/ports/21394da8-3084-494f-86c5-5db86ecaed8c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1889853 Jul 05 09:59:57.761554 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-660aaa68-7b37-48bc-a18b-bdc473d72c63 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:57.859254 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ddb54d26-88dc-44d1-a808-327b86b04be0 None None] Port a594f5a6-d4b1-489b-8883-c1de3416e2bf cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:59:57.871043 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.883307 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-660aaa68-7b37-48bc-a18b-bdc473d72c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.905723 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-3a624efc-5d89-4bab-9cf4-b6dbbd1db300 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting port a17f07c6-1bee-49ef-8383-f9f5c390cab9 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:57.906083 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a624efc-5d89-4bab-9cf4-b6dbbd1db300 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.921840 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port ce4b1166-0af2-41df-8bef-a3498b53e598, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ce4b1166-0af2-41df-8bef-a3498b53e598,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:57.928295 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.929506 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device a594f5a6-d4b1-489b-8883-c1de3416e2bf no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:57.929901 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d6b3db2-feb3-401a-a0a9-67ca2bbc359d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:58.118218 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device a594f5a6-d4b1-489b-8883-c1de3416e2bf not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:59:58.118218 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 401fb49d-c5d2-4694-ad52-e41acc61b67a no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:58.128151 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-660aaa68-7b37-48bc-a18b-bdc473d72c63 service neutron] For port 21394da8-3084-494f-86c5-5db86ecaed8c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=21394da8-3084-494f-86c5-5db86ecaed8c,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:58.139654 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=ce4b1166-0af2-41df-8bef-a3498b53e598,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:58.168320 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-660aaa68-7b37-48bc-a18b-bdc473d72c63 service neutron] For port 21394da8-3084-494f-86c5-5db86ecaed8c, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:59:58.203713 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:58.206267 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-660aaa68-7b37-48bc-a18b-bdc473d72c63 service neutron] device_id is not set on port 21394da8-3084-494f-86c5-5db86ecaed8c yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:59:58.223332 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-660aaa68-7b37-48bc-a18b-bdc473d72c63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:58.229662 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a624efc-5d89-4bab-9cf4-b6dbbd1db300 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:58.251611 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-660aaa68-7b37-48bc-a18b-bdc473d72c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:58.254215 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 401fb49d-c5d2-4694-ad52-e41acc61b67a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=401fb49d-c5d2-4694-ad52-e41acc61b67a,segment=NetworkSegment(680b625a-b67a-48a3-bded-1661a7565d01),segment_id=680b625a-b67a-48a3-bded-1661a7565d01)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:58.258970 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:58.260006 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 7687645d-a2a5-4242-b556-a4b6bc31c904 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:58.296725 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-3a624efc-5d89-4bab-9cf4-b6dbbd1db300 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Calling delete_port for a17f07c6-1bee-49ef-8383-f9f5c390cab9 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:58.351233 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d6b3db2-feb3-401a-a0a9-67ca2bbc359d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:58.387709 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=401fb49d-c5d2-4694-ad52-e41acc61b67a,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:58.406243 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660aaa68-7b37-48bc-a18b-bdc473d72c63 service neutron] Pushing event updated for resources: {'Port': ['ID=21394da8-3084-494f-86c5-5db86ecaed8c,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:58.438548 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-660aaa68-7b37-48bc-a18b-bdc473d72c63 service neutron] No DVR routers for this DVR port 21394da8-3084-494f-86c5-5db86ecaed8c on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:59:58.494138 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:58.583891 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 7687645d-a2a5-4242-b556-a4b6bc31c904, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=7687645d-a2a5-4242-b556-a4b6bc31c904,segment=NetworkSegment(f485d861-f5ea-4db7-b3f3-89204c69d2d1),segment_id=f485d861-f5ea-4db7-b3f3-89204c69d2d1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:58.593700 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:58.594928 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 131fcb68-80ef-4ce5-8a09-b0ad9af2e494 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:58.664401 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6b3db2-feb3-401a-a0a9-67ca2bbc359d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Router fb5512f8-3969-4f58-98d9-e37291409733 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:59:58.691021 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-660aaa68-7b37-48bc-a18b-bdc473d72c63 service neutron] In _notify_port_updated(), no bound segment for port 21394da8-3084-494f-86c5-5db86ecaed8c on network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:59:58.691939 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-660aaa68-7b37-48bc-a18b-bdc473d72c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:58.692558 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-660aaa68-7b37-48bc-a18b-bdc473d72c63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:58.694424 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-660aaa68-7b37-48bc-a18b-bdc473d72c63 service neutron] 10.222.0.78 "PUT /v2.0/ports/21394da8-3084-494f-86c5-5db86ecaed8c HTTP/1.1" status: 200 len: 1031 time: 0.9372020 Jul 05 09:59:58.807786 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:58.825902 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=7687645d-a2a5-4242-b556-a4b6bc31c904,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:58.838132 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6b3db2-feb3-401a-a0a9-67ca2bbc359d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:59:58.853662 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b4d8219f-0ed6-4113-90a0-53deed27c4cd None None] Provisioning complete for port 21394da8-3084-494f-86c5-5db86ecaed8c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:58.857804 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4d8219f-0ed6-4113-90a0-53deed27c4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:58.862302 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705b7570-00b0-4c94-96b2-327e0f7adbd4 None None] Sync routers for ids ['fb5512f8-3969-4f58-98d9-e37291409733'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:59:58.867751 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d6b3db2-feb3-401a-a0a9-67ca2bbc359d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:58.869902 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0d6b3db2-feb3-401a-a0a9-67ca2bbc359d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7542725 Jul 05 09:59:58.873995 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44752) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:58.881768 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-63c9dde7-dda3-43f8-9750-698b51182ff8 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:58.908163 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '535ddd5c-98dd-4fcc-a7fb-bb701e0fe321'}, {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4b1166-0af2-41df-8bef-a3498b53e598'}, {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '401fb49d-c5d2-4694-ad52-e41acc61b67a'}, {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7687645d-a2a5-4242-b556-a4b6bc31c904'}, {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '131fcb68-80ef-4ce5-8a09-b0ad9af2e494'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:59:58.916809 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba57cfb-de85-46df-b941-9fc6565a40e7" -d '{"events": [{"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-unplugged", "status": "completed", "tag": "535ddd5c-98dd-4fcc-a7fb-bb701e0fe321"}, {"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4b1166-0af2-41df-8bef-a3498b53e598"}, {"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-unplugged", "status": "completed", "tag": "401fb49d-c5d2-4694-ad52-e41acc61b67a"}, {"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-unplugged", "status": "completed", "tag": "7687645d-a2a5-4242-b556-a4b6bc31c904"}, {"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-unplugged", "status": "completed", "tag": "131fcb68-80ef-4ce5-8a09-b0ad9af2e494"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:59:58.919931 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705b7570-00b0-4c94-96b2-327e0f7adbd4 None None] Routers {'fb5512f8-3969-4f58-98d9-e37291409733'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:58.920115 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-705b7570-00b0-4c94-96b2-327e0f7adbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['fb5512f8-3969-4f58-98d9-e37291409733'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:58.943050 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 131fcb68-80ef-4ce5-8a09-b0ad9af2e494, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=131fcb68-80ef-4ce5-8a09-b0ad9af2e494,segment=NetworkSegment(f485d861-f5ea-4db7-b3f3-89204c69d2d1),segment_id=f485d861-f5ea-4db7-b3f3-89204c69d2d1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:58.958134 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-b92a8afb-0856-4b8c-ae59-50ccd4b39d9d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Deleting port 131fcb68-80ef-4ce5-8a09-b0ad9af2e494 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:58.958986 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-b92a8afb-0856-4b8c-ae59-50ccd4b39d9d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:59.051535 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a624efc-5d89-4bab-9cf4-b6dbbd1db300 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:59.119837 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a624efc-5d89-4bab-9cf4-b6dbbd1db300 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Port': ['ID=a17f07c6-1bee-49ef-8383-f9f5c390cab9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:59.198668 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:59.199401 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 21394da8-3084-494f-86c5-5db86ecaed8c no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:59.209556 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-705b7570-00b0-4c94-96b2-327e0f7adbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:59.276642 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705b7570-00b0-4c94-96b2-327e0f7adbd4 None None] Routers {'fb5512f8-3969-4f58-98d9-e37291409733'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:59.277310 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-705b7570-00b0-4c94-96b2-327e0f7adbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['fb5512f8-3969-4f58-98d9-e37291409733'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:59.323677 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b4d8219f-0ed6-4113-90a0-53deed27c4cd None None] Port 21394da8-3084-494f-86c5-5db86ecaed8c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:59:59.329061 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-705b7570-00b0-4c94-96b2-327e0f7adbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:59.329733 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705b7570-00b0-4c94-96b2-327e0f7adbd4 None None] The sync data for ids ['fb5512f8-3969-4f58-98d9-e37291409733'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:59:59.361115 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 21394da8-3084-494f-86c5-5db86ecaed8c not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:59:59.367841 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=131fcb68-80ef-4ce5-8a09-b0ad9af2e494,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:59.373616 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-b92a8afb-0856-4b8c-ae59-50ccd4b39d9d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] For port 131fcb68-80ef-4ce5-8a09-b0ad9af2e494, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=131fcb68-80ef-4ce5-8a09-b0ad9af2e494,segment=NetworkSegment(f485d861-f5ea-4db7-b3f3-89204c69d2d1),segment_id=f485d861-f5ea-4db7-b3f3-89204c69d2d1)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:59.373988 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-b92a8afb-0856-4b8c-ae59-50ccd4b39d9d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:59.376912 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a624efc-5d89-4bab-9cf4-b6dbbd1db300 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:59.446472 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-b92a8afb-0856-4b8c-ae59-50ccd4b39d9d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Calling delete_port for 131fcb68-80ef-4ce5-8a09-b0ad9af2e494 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:59.466602 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63c9dde7-dda3-43f8-9750-698b51182ff8 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:59.485678 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63c9dde7-dda3-43f8-9750-698b51182ff8 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:59.598092 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-63c9dde7-dda3-43f8-9750-698b51182ff8 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Deleting port 2d2260f1-aada-4a43-8b21-185cf07289f5 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:59.598817 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63c9dde7-dda3-43f8-9750-698b51182ff8 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:59.629959 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a624efc-5d89-4bab-9cf4-b6dbbd1db300 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Router be612eec-a297-478d-b63d-29a4b24b8d53 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:59:59.706197 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63c9dde7-dda3-43f8-9750-698b51182ff8 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:59.719885 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-63c9dde7-dda3-43f8-9750-698b51182ff8 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Calling delete_port for 2d2260f1-aada-4a43-8b21-185cf07289f5 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:59.788399 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a624efc-5d89-4bab-9cf4-b6dbbd1db300 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:59:59.794933 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3a624efc-5d89-4bab-9cf4-b6dbbd1db300 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "PUT /v2.0/routers/be612eec-a297-478d-b63d-29a4b24b8d53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0468981 Jul 05 09:59:59.797677 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44762) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:59.801545 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce9ad3-74d6-4f31-b575-933dc424bd32 None None] Sync routers for ids ['be612eec-a297-478d-b63d-29a4b24b8d53'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:59:59.816289 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce9ad3-74d6-4f31-b575-933dc424bd32 None None] Routers {'be612eec-a297-478d-b63d-29a4b24b8d53'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:59.816926 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ccce9ad3-74d6-4f31-b575-933dc424bd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['be612eec-a297-478d-b63d-29a4b24b8d53'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:59.872155 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f2921989-8fba-450a-96f7-3ba76dc3f01b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "GET /v2.0/ports?device_id=be612eec-a297-478d-b63d-29a4b24b8d53 HTTP/1.1" status: 200 len: 205 time: 0.0734158 Jul 05 09:59:59.876758 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44764) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:59.895199 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ccce9ad3-74d6-4f31-b575-933dc424bd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:59.940253 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce9ad3-74d6-4f31-b575-933dc424bd32 None None] Routers {'be612eec-a297-478d-b63d-29a4b24b8d53'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:59.941318 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ccce9ad3-74d6-4f31-b575-933dc424bd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['be612eec-a297-478d-b63d-29a4b24b8d53'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:59.997305 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-b92a8afb-0856-4b8c-ae59-50ccd4b39d9d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:00.035820 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d9922a4f-df42-4c9f-a7e5-07742845360d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:00.055264 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ccce9ad3-74d6-4f31-b575-933dc424bd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:00.057774 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce9ad3-74d6-4f31-b575-933dc424bd32 None None] The sync data for ids ['be612eec-a297-478d-b63d-29a4b24b8d53'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:00:00.250175 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d9922a4f-df42-4c9f-a7e5-07742845360d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:00.261632 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d9922a4f-df42-4c9f-a7e5-07742845360d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:00.318250 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a8afb-0856-4b8c-ae59-50ccd4b39d9d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event deleted for resources: {'Port': ['ID=131fcb68-80ef-4ce5-8a09-b0ad9af2e494,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:00.326337 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d9922a4f-df42-4c9f-a7e5-07742845360d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:00.326615 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9922a4f-df42-4c9f-a7e5-07742845360d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Fanout notify agent at l3_agent the message router_deleted on router be612eec-a297-478d-b63d-29a4b24b8d53 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:00:00.334366 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d9922a4f-df42-4c9f-a7e5-07742845360d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:00.337764 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d9922a4f-df42-4c9f-a7e5-07742845360d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/routers/be612eec-a297-478d-b63d-29a4b24b8d53 HTTP/1.1" status: 204 len: 168 time: 0.4552791 Jul 05 10:00:00.352822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44778) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:00.385156 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-b92a8afb-0856-4b8c-ae59-50ccd4b39d9d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] No DVR routers for this DVR port 131fcb68-80ef-4ce5-8a09-b0ad9af2e494 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:00.405288 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-b92a8afb-0856-4b8c-ae59-50ccd4b39d9d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:00.407232 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-b92a8afb-0856-4b8c-ae59-50ccd4b39d9d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.78 "DELETE /v2.0/ports/131fcb68-80ef-4ce5-8a09-b0ad9af2e494 HTTP/1.1" status: 204 len: 173 time: 1.7000148 Jul 05 10:00:00.407684 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-deleted', 'tag': '131fcb68-80ef-4ce5-8a09-b0ad9af2e494'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:00:00.410419 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48542b2-023d-4096-8326-6fcc60ae46d3" -d '{"events": [{"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-deleted", "tag": "131fcb68-80ef-4ce5-8a09-b0ad9af2e494"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:00:00.538561 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35edaed-219e-420a-9d22-9a6e4d6ffc92 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting subnet e46fc136-020f-4883-9e64-cc14741eac2f {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:00:00.560149 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b35edaed-219e-420a-9d22-9a6e4d6ffc92 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:00.636951 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63c9dde7-dda3-43f8-9750-698b51182ff8 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:00.735536 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b35edaed-219e-420a-9d22-9a6e4d6ffc92 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:00.768921 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9dde7-dda3-43f8-9750-698b51182ff8 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Pushing event deleted for resources: {'Port': ['ID=2d2260f1-aada-4a43-8b21-185cf07289f5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:00.815095 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63c9dde7-dda3-43f8-9750-698b51182ff8 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:00.863481 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316f442-419c-443f-a397-fd2cb63330f1 req-2efdd294-3fdb-4da8-aac4-0a6ca3a85566 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:00.871039 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316f442-419c-443f-a397-fd2cb63330f1 req-2efdd294-3fdb-4da8-aac4-0a6ca3a85566 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:00.877889 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316f442-419c-443f-a397-fd2cb63330f1 req-2efdd294-3fdb-4da8-aac4-0a6ca3a85566 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:00.884363 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316f442-419c-443f-a397-fd2cb63330f1 req-2efdd294-3fdb-4da8-aac4-0a6ca3a85566 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:00.886659 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a316f442-419c-443f-a397-fd2cb63330f1 req-2efdd294-3fdb-4da8-aac4-0a6ca3a85566 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 3142 time: 0.4366338 Jul 05 10:00:00.924015 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b35edaed-219e-420a-9d22-9a6e4d6ffc92 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:00.981930 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-328f4fb9-4f4d-4c69-9453-14c9d287bd9c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Deleting port 7687645d-a2a5-4242-b556-a4b6bc31c904 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:00.982272 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-328f4fb9-4f4d-4c69-9453-14c9d287bd9c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:01.033653 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a316f442-419c-443f-a397-fd2cb63330f1 req-b4d63405-a822-4904-b050-6e8c7e5b900f tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups?id=ceac56e7-f201-46e9-a48a-909264e3172a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346698 Jul 05 10:00:01.114927 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63c9dde7-dda3-43f8-9750-698b51182ff8 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:01.129012 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63c9dde7-dda3-43f8-9750-698b51182ff8 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3671792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3671787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3670561'] for router, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:01.132293 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b35edaed-219e-420a-9d22-9a6e4d6ffc92 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:01.166317 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Mon, 05 Jul 2021 09:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d17938-c451-47ff-b437-c47f4413608f x-openstack-request-id: req-75d17938-c451-47ff-b437-c47f4413608f {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:00:01.166923 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-unplugged", "status": "completed", "tag": "535ddd5c-98dd-4fcc-a7fb-bb701e0fe321", "code": 200}, {"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4b1166-0af2-41df-8bef-a3498b53e598", "code": 200}, {"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-unplugged", "status": "completed", "tag": "401fb49d-c5d2-4694-ad52-e41acc61b67a", "code": 200}, {"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-unplugged", "status": "completed", "tag": "7687645d-a2a5-4242-b556-a4b6bc31c904", "code": 200}, {"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-unplugged", "status": "completed", "tag": "131fcb68-80ef-4ce5-8a09-b0ad9af2e494", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:00:01.166923 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-75d17938-c451-47ff-b437-c47f4413608f {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:00:01.167282 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '535ddd5c-98dd-4fcc-a7fb-bb701e0fe321', 'code': 200} Jul 05 10:00:01.167541 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4b1166-0af2-41df-8bef-a3498b53e598', 'code': 200} Jul 05 10:00:01.167794 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '401fb49d-c5d2-4694-ad52-e41acc61b67a', 'code': 200} Jul 05 10:00:01.168114 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7687645d-a2a5-4242-b556-a4b6bc31c904', 'code': 200} Jul 05 10:00:01.168384 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '131fcb68-80ef-4ce5-8a09-b0ad9af2e494', 'code': 200} Jul 05 10:00:01.200320 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35edaed-219e-420a-9d22-9a6e4d6ffc92 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Subnet': ['ID=e46fc136-020f-4883-9e64-cc14741eac2f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:01.216331 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345151ba-7153-4807-8881-1ed8b7feae77 None None] Network b7649432-a4b7-45da-991d-2ef2af80bbdf requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:01.240071 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b35edaed-219e-420a-9d22-9a6e4d6ffc92 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:01.244297 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c9dde7-dda3-43f8-9750-698b51182ff8 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Router fb5512f8-3969-4f58-98d9-e37291409733 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:00:01.244980 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44804) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:01.245468 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b35edaed-219e-420a-9d22-9a6e4d6ffc92 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/subnets/e46fc136-020f-4883-9e64-cc14741eac2f HTTP/1.1" status: 204 len: 168 time: 0.8914552 Jul 05 10:00:01.301685 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea3774d-345f-4604-b2e0-29d5271736a9 x-openstack-request-id: req-7ea3774d-345f-4604-b2e0-29d5271736a9 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:00:01.302082 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-deleted", "tag": "131fcb68-80ef-4ce5-8a09-b0ad9af2e494", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:00:01.302213 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7ea3774d-345f-4604-b2e0-29d5271736a9 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:00:01.302662 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-deleted', 'tag': '131fcb68-80ef-4ce5-8a09-b0ad9af2e494', 'status': 'completed', 'code': 200} Jul 05 10:00:01.330953 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-328f4fb9-4f4d-4c69-9453-14c9d287bd9c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] For port 7687645d-a2a5-4242-b556-a4b6bc31c904, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=7687645d-a2a5-4242-b556-a4b6bc31c904,segment=NetworkSegment(f485d861-f5ea-4db7-b3f3-89204c69d2d1),segment_id=f485d861-f5ea-4db7-b3f3-89204c69d2d1)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:01.335556 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-328f4fb9-4f4d-4c69-9453-14c9d287bd9c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:01.383906 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-328f4fb9-4f4d-4c69-9453-14c9d287bd9c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Calling delete_port for 7687645d-a2a5-4242-b556-a4b6bc31c904 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:01.572390 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c9dde7-dda3-43f8-9750-698b51182ff8 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:00:01.581769 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d5c4d5-d715-4578-ba6d-61ad3b8bcd73 None None] Sync routers for ids ['fb5512f8-3969-4f58-98d9-e37291409733'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:00:01.597857 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d5c4d5-d715-4578-ba6d-61ad3b8bcd73 None None] Routers {'fb5512f8-3969-4f58-98d9-e37291409733'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:01.598512 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e7d5c4d5-d715-4578-ba6d-61ad3b8bcd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['fb5512f8-3969-4f58-98d9-e37291409733'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:01.647140 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63c9dde7-dda3-43f8-9750-698b51182ff8 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:01.651831 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-63c9dde7-dda3-43f8-9750-698b51182ff8 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "PUT /v2.0/routers/fb5512f8-3969-4f58-98d9-e37291409733 HTTP/1.1" status: 200 len: 709 time: 2.7764523 Jul 05 10:00:01.658164 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44812) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:01.708061 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-328f4fb9-4f4d-4c69-9453-14c9d287bd9c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:01.710199 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4785dd9-4e54-4e2c-aef5-c560795f3069 None None] DHCP port deletion for b7649432-a4b7-45da-991d-2ef2af80bbdf request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:00:01.715642 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e7d5c4d5-d715-4578-ba6d-61ad3b8bcd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:01.793850 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f4fb9-4f4d-4c69-9453-14c9d287bd9c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event deleted for resources: {'Port': ['ID=7687645d-a2a5-4242-b556-a4b6bc31c904,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:01.811156 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d5c4d5-d715-4578-ba6d-61ad3b8bcd73 None None] Routers {'fb5512f8-3969-4f58-98d9-e37291409733'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:01.811827 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e7d5c4d5-d715-4578-ba6d-61ad3b8bcd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['fb5512f8-3969-4f58-98d9-e37291409733'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:01.882122 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-587aef5e-3455-4311-b054-1ad18af795af tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:01.890198 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a93ff7ed-0ddd-43e4-a52c-4cc721ab744f tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "GET /v2.0/routers/fb5512f8-3969-4f58-98d9-e37291409733 HTTP/1.1" status: 200 len: 744 time: 0.2278259 Jul 05 10:00:01.890417 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e7d5c4d5-d715-4578-ba6d-61ad3b8bcd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:01.891170 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d5c4d5-d715-4578-ba6d-61ad3b8bcd73 None None] The sync data for ids ['fb5512f8-3969-4f58-98d9-e37291409733'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:00:01.895476 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44818) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:01.932473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-328f4fb9-4f4d-4c69-9453-14c9d287bd9c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] No DVR routers for this DVR port 7687645d-a2a5-4242-b556-a4b6bc31c904 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:01.935419 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-328f4fb9-4f4d-4c69-9453-14c9d287bd9c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:01.938409 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-328f4fb9-4f4d-4c69-9453-14c9d287bd9c tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.78 "DELETE /v2.0/ports/7687645d-a2a5-4242-b556-a4b6bc31c904 HTTP/1.1" status: 204 len: 173 time: 1.5209906 Jul 05 10:00:01.973659 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b4785dd9-4e54-4e2c-aef5-c560795f3069 None None] Deleting port 7eb4135e-b7a6-4b40-a075-7d200638b081 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:01.974047 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4785dd9-4e54-4e2c-aef5-c560795f3069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:02.027443 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6390f3f4-3175-48d8-b10d-1ba3d8d7c56a tempest-RoutersIpV6AdminTest-712854729 tempest-RoutersIpV6AdminTest-712854729-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&device_id=fb5512f8-3969-4f58-98d9-e37291409733 HTTP/1.1" status: 200 len: 205 time: 0.1307817 Jul 05 10:00:02.032521 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44820) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:02.086814 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6154e9a4-7e9d-4804-a937-3989522d7c71 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb5512f8-3969-4f58-98d9-e37291409733 HTTP/1.1" status: 200 len: 205 time: 0.0337572 Jul 05 10:00:02.089725 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44824) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:02.167411 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7eb4135e-b7a6-4b40-a075-7d200638b081 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:00:02.212501 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-4d1c3b1e-8a5d-49f6-9b12-096143b9a393 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Deleting port 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:02.213137 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-4d1c3b1e-8a5d-49f6-9b12-096143b9a393 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:02.293816 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b4785dd9-4e54-4e2c-aef5-c560795f3069 None None] For port 7eb4135e-b7a6-4b40-a075-7d200638b081, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7eb4135e-b7a6-4b40-a075-7d200638b081,segment=NetworkSegment(2cb58abb-fce0-4f86-b7ab-3da204d8ceef),segment_id=2cb58abb-fce0-4f86-b7ab-3da204d8ceef)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:02.294223 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4785dd9-4e54-4e2c-aef5-c560795f3069 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:02.298632 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f27f406-98ca-4f99-8870-c0bc9f7e2d1d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:02.417383 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:02.421221 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b4785dd9-4e54-4e2c-aef5-c560795f3069 None None] Calling delete_port for 7eb4135e-b7a6-4b40-a075-7d200638b081 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:02.444726 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-587aef5e-3455-4311-b054-1ad18af795af tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting port 7eb4135e-b7a6-4b40-a075-7d200638b081 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:02.445744 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-587aef5e-3455-4311-b054-1ad18af795af tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:02.489998 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 7eb4135e-b7a6-4b40-a075-7d200638b081, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7eb4135e-b7a6-4b40-a075-7d200638b081,segment=NetworkSegment(2cb58abb-fce0-4f86-b7ab-3da204d8ceef),segment_id=2cb58abb-fce0-4f86-b7ab-3da204d8ceef)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:02.497131 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:02.561676 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-4d1c3b1e-8a5d-49f6-9b12-096143b9a393 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] For port 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=535ddd5c-98dd-4fcc-a7fb-bb701e0fe321,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:02.562346 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-4d1c3b1e-8a5d-49f6-9b12-096143b9a393 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:02.591565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-4d1c3b1e-8a5d-49f6-9b12-096143b9a393 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Calling delete_port for 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:02.604535 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-587aef5e-3455-4311-b054-1ad18af795af tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] For port 7eb4135e-b7a6-4b40-a075-7d200638b081, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7eb4135e-b7a6-4b40-a075-7d200638b081,segment=NetworkSegment(2cb58abb-fce0-4f86-b7ab-3da204d8ceef),segment_id=2cb58abb-fce0-4f86-b7ab-3da204d8ceef)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:02.604780 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=7eb4135e-b7a6-4b40-a075-7d200638b081,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:02.605630 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-587aef5e-3455-4311-b054-1ad18af795af tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:02.631547 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:02.669936 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-587aef5e-3455-4311-b054-1ad18af795af tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Calling delete_port for 7eb4135e-b7a6-4b40-a075-7d200638b081 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:02.679025 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4785dd9-4e54-4e2c-aef5-c560795f3069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:02.707759 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4785dd9-4e54-4e2c-aef5-c560795f3069 None None] No DVR routers for this DVR port 7eb4135e-b7a6-4b40-a075-7d200638b081 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:02.758243 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4785dd9-4e54-4e2c-aef5-c560795f3069 None None] Pushing event deleted for resources: {'Port': ['ID=7eb4135e-b7a6-4b40-a075-7d200638b081,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:02.862178 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f27f406-98ca-4f99-8870-c0bc9f7e2d1d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:02.866823 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f27f406-98ca-4f99-8870-c0bc9f7e2d1d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:02.896419 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-4d1c3b1e-8a5d-49f6-9b12-096143b9a393 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:02.925585 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c3b1e-8a5d-49f6-9b12-096143b9a393 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event deleted for resources: {'Port': ['ID=535ddd5c-98dd-4fcc-a7fb-bb701e0fe321,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:02.943035 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f27f406-98ca-4f99-8870-c0bc9f7e2d1d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:02.943962 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f27f406-98ca-4f99-8870-c0bc9f7e2d1d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Fanout notify agent at l3_agent the message router_deleted on router fb5512f8-3969-4f58-98d9-e37291409733 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:00:02.965445 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f27f406-98ca-4f99-8870-c0bc9f7e2d1d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:02.970148 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0f27f406-98ca-4f99-8870-c0bc9f7e2d1d tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "DELETE /v2.0/routers/fb5512f8-3969-4f58-98d9-e37291409733 HTTP/1.1" status: 204 len: 168 time: 0.8760126 Jul 05 10:00:02.970309 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44832) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:02.993300 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-587aef5e-3455-4311-b054-1ad18af795af tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:03.030603 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-4d1c3b1e-8a5d-49f6-9b12-096143b9a393 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] No DVR routers for this DVR port 535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:03.034742 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1996ead1-f34f-4203-9c38-08624802786b tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb5512f8-3969-4f58-98d9-e37291409733 HTTP/1.1" status: 200 len: 205 time: 0.0634513 Jul 05 10:00:03.036340 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-4d1c3b1e-8a5d-49f6-9b12-096143b9a393 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:03.038595 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-4d1c3b1e-8a5d-49f6-9b12-096143b9a393 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.78 "DELETE /v2.0/ports/535ddd5c-98dd-4fcc-a7fb-bb701e0fe321 HTTP/1.1" status: 204 len: 173 time: 1.0958340 Jul 05 10:00:03.039339 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44834) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:03.041239 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587aef5e-3455-4311-b054-1ad18af795af tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Port': ['ID=7eb4135e-b7a6-4b40-a075-7d200638b081,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:03.072738 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587aef5e-3455-4311-b054-1ad18af795af tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] No DVR routers for this DVR port 7eb4135e-b7a6-4b40-a075-7d200638b081 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:03.094032 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-12adc55b-9f97-4ed9-91c0-5729442ac6ee tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] delete failed (client error): The resource could not be found. Jul 05 10:00:03.096326 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-12adc55b-9f97-4ed9-91c0-5729442ac6ee tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "DELETE /v2.0/routers/fb5512f8-3969-4f58-98d9-e37291409733 HTTP/1.1" status: 404 len: 336 time: 0.0549650 Jul 05 10:00:03.114993 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44836) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:03.255503 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-587aef5e-3455-4311-b054-1ad18af795af tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:03.276644 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-587aef5e-3455-4311-b054-1ad18af795af tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7649432-a4b7-45da-991d-2ef2af80bbdf']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:03.295013 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-587aef5e-3455-4311-b054-1ad18af795af tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb58abb-fce0-4f86-b7ab-3da204d8ceef') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:03.296091 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-587aef5e-3455-4311-b054-1ad18af795af tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb58abb-fce0-4f86-b7ab-3da204d8ceef') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:03.313513 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-587aef5e-3455-4311-b054-1ad18af795af tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:03.336838 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-587aef5e-3455-4311-b054-1ad18af795af tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:03.348957 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-587aef5e-3455-4311-b054-1ad18af795af tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:00:03.350335 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-587aef5e-3455-4311-b054-1ad18af795af tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:00:03.353923 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:00:03.469361 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-587aef5e-3455-4311-b054-1ad18af795af tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:03.511314 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-587aef5e-3455-4311-b054-1ad18af795af tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:03.516735 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-587aef5e-3455-4311-b054-1ad18af795af tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/networks/b7649432-a4b7-45da-991d-2ef2af80bbdf HTTP/1.1" status: 204 len: 168 time: 2.2702224 Jul 05 10:00:03.517674 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587aef5e-3455-4311-b054-1ad18af795af tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Network': ['ID=b7649432-a4b7-45da-991d-2ef2af80bbdf,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:03.522257 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44838) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:03.535686 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-827abbca-a6d8-4411-85d1-679df3cf045c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1830436598', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:03.623913 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-827abbca-a6d8-4411-85d1-679df3cf045c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:03.623913 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-827abbca-a6d8-4411-85d1-679df3cf045c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:03.699747 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-827abbca-a6d8-4411-85d1-679df3cf045c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:03.815351 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-deleted', 'tag': '7687645d-a2a5-4242-b556-a4b6bc31c904'}, {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-deleted', 'tag': '535ddd5c-98dd-4fcc-a7fb-bb701e0fe321'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:00:03.825014 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e610759a-adab-4518-9a81-c4b55e1ca0f3" -d '{"events": [{"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-deleted", "tag": "7687645d-a2a5-4242-b556-a4b6bc31c904"}, {"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-deleted", "tag": "535ddd5c-98dd-4fcc-a7fb-bb701e0fe321"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:00:03.895617 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-076a0aa2-5525-40ef-8672-759bfcb6b3da tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9233308-e998-4950-956b-3de230a8f13f HTTP/1.1" status: 200 len: 205 time: 0.7785504 Jul 05 10:00:03.896924 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44846) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:03.936841 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-827abbca-a6d8-4411-85d1-679df3cf045c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:03.989211 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-d570f6e6-6530-4bce-9980-5f75e38ea676 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] delete failed (client error): The resource could not be found. Jul 05 10:00:04.000380 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d570f6e6-6530-4bce-9980-5f75e38ea676 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "DELETE /v2.0/routers/f9233308-e998-4950-956b-3de230a8f13f HTTP/1.1" status: 404 len: 336 time: 0.0979445 Jul 05 10:00:04.001269 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44848) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:04.139527 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0e0d1eb9-15f4-4cf0-a55f-956391ae7621 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c876f80-dcbf-4431-b4f5-286cc2e9f80b HTTP/1.1" status: 200 len: 205 time: 0.1318343 Jul 05 10:00:04.149100 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44852) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:04.241901 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-5d8547fb-3993-4114-8b66-3b606e479a20 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] delete failed (client error): The resource could not be found. Jul 05 10:00:04.245291 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5d8547fb-3993-4114-8b66-3b606e479a20 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "DELETE /v2.0/routers/4c876f80-dcbf-4431-b4f5-286cc2e9f80b HTTP/1.1" status: 404 len: 336 time: 0.0928934 Jul 05 10:00:04.247247 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44854) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:04.327970 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-77111854-3357-4d13-83ff-223605adfa89 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc493e94-e27f-436f-b396-5a1858bb53d7 HTTP/1.1" status: 200 len: 205 time: 0.0774918 Jul 05 10:00:04.330125 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44856) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:04.332495 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-985d1566-5316-4ee6-bba0-2e71f54cfed8 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Deleting port 401fb49d-c5d2-4694-ad52-e41acc61b67a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:04.332859 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-985d1566-5316-4ee6-bba0-2e71f54cfed8 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:04.341126 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-827abbca-a6d8-4411-85d1-679df3cf045c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:04.470830 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-72a1a4af-40bf-43da-9153-a886a593bce0 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] delete failed (client error): The resource could not be found. Jul 05 10:00:04.474067 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-72a1a4af-40bf-43da-9153-a886a593bce0 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "DELETE /v2.0/routers/bc493e94-e27f-436f-b396-5a1858bb53d7 HTTP/1.1" status: 404 len: 336 time: 0.1403155 Jul 05 10:00:04.474067 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-827abbca-a6d8-4411-85d1-679df3cf045c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:04.475119 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44858) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:04.550639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-985d1566-5316-4ee6-bba0-2e71f54cfed8 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] For port 401fb49d-c5d2-4694-ad52-e41acc61b67a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=401fb49d-c5d2-4694-ad52-e41acc61b67a,segment=NetworkSegment(680b625a-b67a-48a3-bded-1661a7565d01),segment_id=680b625a-b67a-48a3-bded-1661a7565d01)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:04.551009 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-985d1566-5316-4ee6-bba0-2e71f54cfed8 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:04.562212 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44860) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:04.565322 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-13e5d24e-d9df-464d-a01e-1d1342e72509 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "GET /v2.0/ports?device_id=f24630dc-fd73-45eb-b56f-88bf16daf5a1 HTTP/1.1" status: 200 len: 205 time: 0.0886333 Jul 05 10:00:04.629541 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-6a1c1145-2196-4a0f-835e-97cd7f893c24 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] delete failed (client error): The resource could not be found. Jul 05 10:00:04.630603 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6a1c1145-2196-4a0f-835e-97cd7f893c24 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "DELETE /v2.0/routers/f24630dc-fd73-45eb-b56f-88bf16daf5a1 HTTP/1.1" status: 404 len: 336 time: 0.0674374 Jul 05 10:00:04.634593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44864) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:04.726235 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-32ecff33-a844-4e94-8fa4-a36802d9b0ff tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "GET /v2.0/ports?device_id=edd7331a-0bce-4347-ab13-d1a2cea03526 HTTP/1.1" status: 200 len: 205 time: 0.0904787 Jul 05 10:00:04.730882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44868) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:04.739298 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-827abbca-a6d8-4411-85d1-679df3cf045c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Allocated IP 172.25.7.132 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/e1c847ec-88e3-4a4c-bd2a-26ddbe5f61f7) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:00:04.846327 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-01cdb5d1-6343-412c-b4e5-7152e7ae0abd tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] delete failed (client error): The resource could not be found. Jul 05 10:00:04.847797 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-01cdb5d1-6343-412c-b4e5-7152e7ae0abd tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "DELETE /v2.0/routers/edd7331a-0bce-4347-ab13-d1a2cea03526 HTTP/1.1" status: 404 len: 336 time: 0.1157494 Jul 05 10:00:04.851422 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44870) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:04.857537 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-827abbca-a6d8-4411-85d1-679df3cf045c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:04.910847 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-827abbca-a6d8-4411-85d1-679df3cf045c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:04.915345 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d531cca-5694-48da-b39c-0d8ab2ea0558 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] DELETE failed (client error): The resource could not be found. Jul 05 10:00:04.916090 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d531cca-5694-48da-b39c-0d8ab2ea0558 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:00:04.920563 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2d531cca-5694-48da-b39c-0d8ab2ea0558 tempest-RoutersIpV6AdminTest-608525932 tempest-RoutersIpV6AdminTest-608525932-project] 10.222.0.79 "DELETE /v2.0/subnets/e900c6b1-f9ef-4a15-b378-9a234a953cf1 HTTP/1.1" status: 404 len: 337 time: 0.0642793 Jul 05 10:00:05.016281 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827abbca-a6d8-4411-85d1-679df3cf045c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:05.030403 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-827abbca-a6d8-4411-85d1-679df3cf045c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:05.036355 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827abbca-a6d8-4411-85d1-679df3cf045c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:00:05.041534 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827abbca-a6d8-4411-85d1-679df3cf045c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Port': ['ID=e1c847ec-88e3-4a4c-bd2a-26ddbe5f61f7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:05.217812 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-985d1566-5316-4ee6-bba0-2e71f54cfed8 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:05.218210 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-985d1566-5316-4ee6-bba0-2e71f54cfed8 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:05.222415 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-985d1566-5316-4ee6-bba0-2e71f54cfed8 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Floating IP f0f2da49-78d3-4cef-badb-7b6a5bff9c9f disassociated. External IP: 172.25.7.47, port: 401fb49d-c5d2-4694-ad52-e41acc61b67a. Jul 05 10:00:05.237615 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-985d1566-5316-4ee6-bba0-2e71f54cfed8 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Calling delete_port for 401fb49d-c5d2-4694-ad52-e41acc61b67a owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:05.312767 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:00:05.522954 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-827abbca-a6d8-4411-85d1-679df3cf045c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:05.550224 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-985d1566-5316-4ee6-bba0-2e71f54cfed8 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:05.594887 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d1566-5316-4ee6-bba0-2e71f54cfed8 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event deleted for resources: {'Port': ['ID=401fb49d-c5d2-4694-ad52-e41acc61b67a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:05.615250 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44882) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:05.864132 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27259651-d892-47b1-ba1b-0bda69d197f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:05.925374 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-985d1566-5316-4ee6-bba0-2e71f54cfed8 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Router c84b6f5f-adb2-4aca-9107-0d4fbaba109a has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:00:05.973132 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:06.196496 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-985d1566-5316-4ee6-bba0-2e71f54cfed8 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:00:06.212031 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ce592a-e44f-476d-aef4-2e3424501c5f None None] Sync routers for ids ['c84b6f5f-adb2-4aca-9107-0d4fbaba109a'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:00:06.226203 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ce592a-e44f-476d-aef4-2e3424501c5f None None] Routers {'c84b6f5f-adb2-4aca-9107-0d4fbaba109a'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:06.227088 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-75ce592a-e44f-476d-aef4-2e3424501c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c84b6f5f-adb2-4aca-9107-0d4fbaba109a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:06.268800 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27259651-d892-47b1-ba1b-0bda69d197f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:06.280038 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27259651-d892-47b1-ba1b-0bda69d197f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:06.394685 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-827abbca-a6d8-4411-85d1-679df3cf045c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:06.418523 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-75ce592a-e44f-476d-aef4-2e3424501c5f None None] Set router c84b6f5f-adb2-4aca-9107-0d4fbaba109a gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:00:06.486562 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27259651-d892-47b1-ba1b-0bda69d197f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084ccc19-8762-4951-bba6-0de260780b8d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:06.489115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-985d1566-5316-4ee6-bba0-2e71f54cfed8 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] No DVR routers for this DVR port 401fb49d-c5d2-4694-ad52-e41acc61b67a on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:06.492204 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-985d1566-5316-4ee6-bba0-2e71f54cfed8 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:06.518530 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-985d1566-5316-4ee6-bba0-2e71f54cfed8 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.78 "DELETE /v2.0/ports/401fb49d-c5d2-4694-ad52-e41acc61b67a HTTP/1.1" status: 204 len: 173 time: 3.4457471 Jul 05 10:00:06.540205 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-27259651-d892-47b1-ba1b-0bda69d197f0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=17bccebe276d47758a8d5315a7106654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9224644 Jul 05 10:00:06.542767 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44892) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:06.634037 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827abbca-a6d8-4411-85d1-679df3cf045c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Router 4af2c115-baf5-4ecd-93cf-a3cad09f29c1 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:00:06.641624 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-414e543e-da98-4436-bee7-76ebfa625909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:06.666876 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-58b57e30-a75e-4982-adea-caaf2a993370 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Deleting port ce4b1166-0af2-41df-8bef-a3498b53e598 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:06.667227 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-58b57e30-a75e-4982-adea-caaf2a993370 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:06.684009 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-414e543e-da98-4436-bee7-76ebfa625909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:06.792683 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-58b57e30-a75e-4982-adea-caaf2a993370 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] For port ce4b1166-0af2-41df-8bef-a3498b53e598, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ce4b1166-0af2-41df-8bef-a3498b53e598,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:06.794069 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-58b57e30-a75e-4982-adea-caaf2a993370 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:06.830576 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-58b57e30-a75e-4982-adea-caaf2a993370 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Calling delete_port for ce4b1166-0af2-41df-8bef-a3498b53e598 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:06.871155 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827abbca-a6d8-4411-85d1-679df3cf045c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:00:06.886889 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea96a787-c072-45bd-8c1f-e72326572a30 None None] Sync routers for ids ['4af2c115-baf5-4ecd-93cf-a3cad09f29c1'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:00:06.910872 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea96a787-c072-45bd-8c1f-e72326572a30 None None] Routers {'4af2c115-baf5-4ecd-93cf-a3cad09f29c1'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:06.912160 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ea96a787-c072-45bd-8c1f-e72326572a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['4af2c115-baf5-4ecd-93cf-a3cad09f29c1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:06.929298 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-827abbca-a6d8-4411-85d1-679df3cf045c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:06.933229 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-827abbca-a6d8-4411-85d1-679df3cf045c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4068089 Jul 05 10:00:06.945492 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44896) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:07.023963 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ea96a787-c072-45bd-8c1f-e72326572a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:07.033904 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea96a787-c072-45bd-8c1f-e72326572a30 None None] Routers {'4af2c115-baf5-4ecd-93cf-a3cad09f29c1'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:07.035996 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ea96a787-c072-45bd-8c1f-e72326572a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['4af2c115-baf5-4ecd-93cf-a3cad09f29c1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:07.072151 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ea96a787-c072-45bd-8c1f-e72326572a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:07.073484 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea96a787-c072-45bd-8c1f-e72326572a30 None None] The sync data for ids ['4af2c115-baf5-4ecd-93cf-a3cad09f29c1'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:00:07.109997 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-75ce592a-e44f-476d-aef4-2e3424501c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'name': 'tempest-TaggedBootDevicesTest_v242-1227042050-router', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:49:21Z', 'updated_at': '2021-07-05T09:49:28Z', 'revision_number': 4, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'gw_port': {'id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:49:22Z', 'updated_at': '2021-07-05T09:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'dc9719bf-f8e5-4b6d-855c-d24854bd4691', 'name': '', 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'mac_address': 'fa:16:3e:f6:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '22c724bc-0f32-4952-94a0-85931aacdabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:49:27Z', 'updated_at': '2021-07-05T09:49:39Z', 'revision_number': 5, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'subnets': [{'id': '22c724bc-0f32-4952-94a0-85931aacdabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:07.160961 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-414e543e-da98-4436-bee7-76ebfa625909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:07.166615 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ce592a-e44f-476d-aef4-2e3424501c5f None None] Checking router: c84b6f5f-adb2-4aca-9107-0d4fbaba109a for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:00:07.168300 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-58b57e30-a75e-4982-adea-caaf2a993370 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:07.170108 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-414e543e-da98-4436-bee7-76ebfa625909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:07.171424 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-414e543e-da98-4436-bee7-76ebfa625909 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/084ccc19-8762-4951-bba6-0de260780b8d HTTP/1.1" status: 204 len: 168 time: 0.6269228 Jul 05 10:00:07.195357 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e543e-da98-4436-bee7-76ebfa625909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084ccc19-8762-4951-bba6-0de260780b8d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:07.199239 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ce592a-e44f-476d-aef4-2e3424501c5f None None] Routers {'c84b6f5f-adb2-4aca-9107-0d4fbaba109a'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:07.199390 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-75ce592a-e44f-476d-aef4-2e3424501c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c84b6f5f-adb2-4aca-9107-0d4fbaba109a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:07.246218 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-84f0218f-1f35-442b-93ce-b1e8c6169b20 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "GET /v2.0/routers/4af2c115-baf5-4ecd-93cf-a3cad09f29c1 HTTP/1.1" status: 200 len: 885 time: 0.2976558 Jul 05 10:00:07.247060 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44902) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:07.264922 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b57e30-a75e-4982-adea-caaf2a993370 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event deleted for resources: {'Port': ['ID=ce4b1166-0af2-41df-8bef-a3498b53e598,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:07.366055 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-58b57e30-a75e-4982-adea-caaf2a993370 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] No DVR routers for this DVR port ce4b1166-0af2-41df-8bef-a3498b53e598 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:07.397322 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-58b57e30-a75e-4982-adea-caaf2a993370 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:07.404812 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0589cbce-1f15-47ea-8edf-f36811f8db08 req-58b57e30-a75e-4982-adea-caaf2a993370 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.78 "DELETE /v2.0/ports/ce4b1166-0af2-41df-8bef-a3498b53e598 HTTP/1.1" status: 204 len: 173 time: 0.8854022 Jul 05 10:00:07.515797 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-75ce592a-e44f-476d-aef4-2e3424501c5f None None] Set router c84b6f5f-adb2-4aca-9107-0d4fbaba109a gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:00:07.811923 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-eaab8407-19ba-4cdf-bf47-940e32054836 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5583797 Jul 05 10:00:07.813212 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44912) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:07.819159 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8e8f5bbb-d68b-456b-a488-e9e2c7ff9b7f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1830436598'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:07.896657 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44918) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:07.988739 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-75ce592a-e44f-476d-aef4-2e3424501c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'name': 'tempest-TaggedBootDevicesTest_v242-1227042050-router', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:49:21Z', 'updated_at': '2021-07-05T09:49:28Z', 'revision_number': 4, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'gw_port': {'id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:49:22Z', 'updated_at': '2021-07-05T09:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'dc9719bf-f8e5-4b6d-855c-d24854bd4691', 'name': '', 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'mac_address': 'fa:16:3e:f6:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '22c724bc-0f32-4952-94a0-85931aacdabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:49:27Z', 'updated_at': '2021-07-05T09:49:39Z', 'revision_number': 5, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'subnets': [{'id': '22c724bc-0f32-4952-94a0-85931aacdabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:08.029171 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-78d1514d-a29f-496d-adf5-be548f6fcad4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6d6d2050e85e4608915084111ee2cf8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310029 Jul 05 10:00:08.034414 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44924) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:08.125050 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ce592a-e44f-476d-aef4-2e3424501c5f None None] The sync data for ids ['c84b6f5f-adb2-4aca-9107-0d4fbaba109a'] in n-d-798054-8 is: [{'id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'name': 'tempest-TaggedBootDevicesTest_v242-1227042050-router', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:49:21Z', 'updated_at': '2021-07-05T09:49:28Z', 'revision_number': 4, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'gw_port': {'id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:49:22Z', 'updated_at': '2021-07-05T09:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'dc9719bf-f8e5-4b6d-855c-d24854bd4691', 'name': '', 'network_id': '2b4fa0ad-d771-4467-abb7-7725cc9bca3e', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'mac_address': 'fa:16:3e:f6:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '22c724bc-0f32-4952-94a0-85931aacdabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:49:27Z', 'updated_at': '2021-07-05T09:49:39Z', 'revision_number': 5, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'subnets': [{'id': '22c724bc-0f32-4952-94a0-85931aacdabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:00:08.229502 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39dd3dc9-20d2-4c3c-851d-099d3bb9aee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:08.326965 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39dd3dc9-20d2-4c3c-851d-099d3bb9aee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:08.660118 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f33f84-7bd9-4be5-95e9-0684fc216e96 None None] New status for floating IP f0f2da49-78d3-4cef-badb-7b6a5bff9c9f: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:00:08.743739 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39dd3dc9-20d2-4c3c-851d-099d3bb9aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:08.747449 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39dd3dc9-20d2-4c3c-851d-099d3bb9aee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:08.753045 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-39dd3dc9-20d2-4c3c-851d-099d3bb9aee6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/52a24ab4-a4ab-4adb-8030-064843f7e959 HTTP/1.1" status: 204 len: 168 time: 0.6941786 Jul 05 10:00:08.844389 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e8f5bbb-d68b-456b-a488-e9e2c7ff9b7f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:08.858905 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd3dc9-20d2-4c3c-851d-099d3bb9aee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a24ab4-a4ab-4adb-8030-064843f7e959,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:08.876064 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e8f5bbb-d68b-456b-a488-e9e2c7ff9b7f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3671792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3671787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3670561'] for router, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:09.157871 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8f5bbb-d68b-456b-a488-e9e2c7ff9b7f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Router 4af2c115-baf5-4ecd-93cf-a3cad09f29c1 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:00:09.391480 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8f5bbb-d68b-456b-a488-e9e2c7ff9b7f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:00:09.403981 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d05b25a-91b4-4a96-b343-a50da34e97db None None] Sync routers for ids ['4af2c115-baf5-4ecd-93cf-a3cad09f29c1'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:00:09.418856 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d05b25a-91b4-4a96-b343-a50da34e97db None None] Routers {'4af2c115-baf5-4ecd-93cf-a3cad09f29c1'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:09.420263 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7d05b25a-91b4-4a96-b343-a50da34e97db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['4af2c115-baf5-4ecd-93cf-a3cad09f29c1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:09.423836 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e8f5bbb-d68b-456b-a488-e9e2c7ff9b7f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:09.428078 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44950) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:09.449663 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8e8f5bbb-d68b-456b-a488-e9e2c7ff9b7f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "PUT /v2.0/routers/4af2c115-baf5-4ecd-93cf-a3cad09f29c1 HTTP/1.1" status: 200 len: 892 time: 1.6339424 Jul 05 10:00:09.538440 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7d05b25a-91b4-4a96-b343-a50da34e97db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:09.563820 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d05b25a-91b4-4a96-b343-a50da34e97db None None] Routers {'4af2c115-baf5-4ecd-93cf-a3cad09f29c1'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:09.564812 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7d05b25a-91b4-4a96-b343-a50da34e97db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['4af2c115-baf5-4ecd-93cf-a3cad09f29c1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:09.700615 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7d05b25a-91b4-4a96-b343-a50da34e97db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:09.702092 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d05b25a-91b4-4a96-b343-a50da34e97db None None] The sync data for ids ['4af2c115-baf5-4ecd-93cf-a3cad09f29c1'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:00:09.710951 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44964) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:09.725455 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d06e695b-2e1a-4635-a4ff-579baa98c362 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "GET /v2.0/routers/4af2c115-baf5-4ecd-93cf-a3cad09f29c1 HTTP/1.1" status: 200 len: 892 time: 0.2961090 Jul 05 10:00:09.756161 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44968) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:09.769382 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-658ba2f9-9816-472f-99f0-bae0458c5f43 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "GET /v2.0/ports?device_id=4af2c115-baf5-4ecd-93cf-a3cad09f29c1 HTTP/1.1" status: 200 len: 205 time: 0.0556369 Jul 05 10:00:10.022847 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1981c3d5-316f-4ce3-a973-330737a4d428 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:10.409270 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1981c3d5-316f-4ce3-a973-330737a4d428 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:10.479518 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44986) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.574488 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-1981c3d5-316f-4ce3-a973-330737a4d428 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting port e1c847ec-88e3-4a4c-bd2a-26ddbe5f61f7 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:10.575007 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1981c3d5-316f-4ce3-a973-330737a4d428 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:10.609964 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-46fd6dc7-3f7d-4edb-b65b-795db474c435 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.614175 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-46fd6dc7-3f7d-4edb-b65b-795db474c435 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1336091 Jul 05 10:00:10.615566 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44992) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.622931 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-4dcb0e6b-e55d-47b2-996f-f1347eaece6a tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.630741 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4dcb0e6b-e55d-47b2-996f-f1347eaece6a tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0133977 Jul 05 10:00:10.633686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44994) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.647098 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-5985e86a-0586-4521-aa24-753e30a66ab1 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.648150 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5985e86a-0586-4521-aa24-753e30a66ab1 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0122399 Jul 05 10:00:10.651327 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44998) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.659712 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-74dcc39a-5b28-463f-a99a-8d68398e8e93 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.663541 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-74dcc39a-5b28-463f-a99a-8d68398e8e93 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0109715 Jul 05 10:00:10.667587 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45000) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.676289 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-5b8df82a-fa81-43a0-9592-1872b968ff19 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.680535 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5b8df82a-fa81-43a0-9592-1872b968ff19 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0111010 Jul 05 10:00:10.685545 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45002) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.697062 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [None req-2db37d53-b251-41a3-b871-c5b478fc35a9 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.700863 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45004) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.701075 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2db37d53-b251-41a3-b871-c5b478fc35a9 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0141659 Jul 05 10:00:10.707047 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-1c2af221-531e-461b-96b0-240fd1167005 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.710579 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1c2af221-531e-461b-96b0-240fd1167005 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0081773 Jul 05 10:00:10.714290 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45006) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.721477 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [None req-aae63a66-7d0e-44b5-b60d-2a955860aff9 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.725599 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45008) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.725920 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-aae63a66-7d0e-44b5-b60d-2a955860aff9 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0106184 Jul 05 10:00:10.734084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-acf75ce2-8b43-4667-9ac6-7a29cba1ec53 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.751771 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45010) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.761126 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-acf75ce2-8b43-4667-9ac6-7a29cba1ec53 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0336092 Jul 05 10:00:10.765948 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [None req-2fe134e1-5e62-493c-8f03-ddf79cbe066e tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.770458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45014) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.770864 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2fe134e1-5e62-493c-8f03-ddf79cbe066e tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0155647 Jul 05 10:00:10.776525 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-3776bcbd-ea2b-4ee5-8dac-ac48de04bbe7 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.779881 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3776bcbd-ea2b-4ee5-8dac-ac48de04bbe7 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0060852 Jul 05 10:00:10.781003 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45016) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.785300 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-3f60868c-d05d-4826-8d0c-fffed7ae3a8e tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.788642 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3f60868c-d05d-4826-8d0c-fffed7ae3a8e tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0043597 Jul 05 10:00:10.788915 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45018) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.795428 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [None req-b5b339f9-3431-41a9-b385-e0beab7776d5 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.798661 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b5b339f9-3431-41a9-b385-e0beab7776d5 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0065784 Jul 05 10:00:10.798975 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45020) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.803840 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-b8583439-df4c-4fa8-92b0-1e2a8ae1b87b tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.804615 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1981c3d5-316f-4ce3-a973-330737a4d428 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:10.810499 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b8583439-df4c-4fa8-92b0-1e2a8ae1b87b tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0082076 Jul 05 10:00:10.812197 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45022) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.816985 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-57977d4c-d1d7-46b8-aeb2-a76ec78a651f tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.824406 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-57977d4c-d1d7-46b8-aeb2-a76ec78a651f tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0088193 Jul 05 10:00:10.824863 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45024) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.830401 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [None req-06403dc8-0ae0-4f8e-b23a-bcbb855e7059 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.833799 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-06403dc8-0ae0-4f8e-b23a-bcbb855e7059 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0056300 Jul 05 10:00:10.834124 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45026) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.840533 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-cbbad294-d25f-4f0d-81da-234b7d529c2c tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.843795 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cbbad294-d25f-4f0d-81da-234b7d529c2c tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0059035 Jul 05 10:00:10.844017 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45028) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.851351 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-985ffa32-4829-4457-9a9e-9b7675780bd2 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.854651 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-985ffa32-4829-4457-9a9e-9b7675780bd2 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0074880 Jul 05 10:00:10.855322 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-1981c3d5-316f-4ce3-a973-330737a4d428 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Calling delete_port for e1c847ec-88e3-4a4c-bd2a-26ddbe5f61f7 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:10.855322 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45030) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.863359 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [None req-66232f6f-7be6-402c-a646-60e6d23028d0 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.870381 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-66232f6f-7be6-402c-a646-60e6d23028d0 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0119116 Jul 05 10:00:10.870708 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45032) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.875937 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-fd68fd1e-d9f1-48a5-9070-b3e572573bb9 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.879742 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-fd68fd1e-d9f1-48a5-9070-b3e572573bb9 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0054376 Jul 05 10:00:10.879742 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45034) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.885396 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-cbc5a47a-b3a2-4129-a480-f57e86290ea1 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.888518 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cbc5a47a-b3a2-4129-a480-f57e86290ea1 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0059264 Jul 05 10:00:10.901114 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45036) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.907815 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [None req-d1b231e9-6b87-43af-b109-5a224c7aab31 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.912592 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45038) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.923407 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-29239a52-f5ad-4188-ae0a-e8070db5d5c2 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.923407 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-29239a52-f5ad-4188-ae0a-e8070db5d5c2 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0055912 Jul 05 10:00:10.924050 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d1b231e9-6b87-43af-b109-5a224c7aab31 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0130038 Jul 05 10:00:10.924050 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45040) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.944379 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [None req-493dabca-cde9-4d05-9b40-3780a71ef6a6 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.944379 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-493dabca-cde9-4d05-9b40-3780a71ef6a6 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0184717 Jul 05 10:00:10.944920 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45042) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.953558 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-e34113ef-3b0d-4baa-92ea-8ec318fd7ff2 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.954561 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e34113ef-3b0d-4baa-92ea-8ec318fd7ff2 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0081496 Jul 05 10:00:10.961138 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45044) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.972203 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-557b322d-9fd2-45b0-8680-575b8ea723f0 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.973440 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-557b322d-9fd2-45b0-8680-575b8ea723f0 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0119925 Jul 05 10:00:10.980660 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45046) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.985342 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-6d6a75ec-3a3a-4bcc-bce9-a1498f688c0a tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:10.986298 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6d6a75ec-3a3a-4bcc-bce9-a1498f688c0a tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0046966 Jul 05 10:00:10.990860 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45048) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.007185 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-22f54cfc-1668-4664-af06-cec724e9db7d tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.008775 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-22f54cfc-1668-4664-af06-cec724e9db7d tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0165420 Jul 05 10:00:11.012053 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45050) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.018605 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-d5a18f5b-70eb-4f69-90b8-c553ef3eda9c tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.019549 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d5a18f5b-70eb-4f69-90b8-c553ef3eda9c tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0065780 Jul 05 10:00:11.027629 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45052) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.039482 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-ac477d96-8885-4d5c-9e7e-60a8fb470a97 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.045270 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ac477d96-8885-4d5c-9e7e-60a8fb470a97 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0118752 Jul 05 10:00:11.046365 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45056) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.060736 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-c78dee96-7ff8-4479-8dc4-26d82e31aac7 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.061727 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c78dee96-7ff8-4479-8dc4-26d82e31aac7 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0143540 Jul 05 10:00:11.064693 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45060) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.071887 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [None req-721de314-138a-47f0-8210-fb05c3fa5b97 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.072842 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-721de314-138a-47f0-8210-fb05c3fa5b97 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0067337 Jul 05 10:00:11.075641 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45062) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.080408 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-7e3a1734-8cf4-415b-bf5b-058743511a73 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.081358 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7e3a1734-8cf4-415b-bf5b-058743511a73 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0048003 Jul 05 10:00:11.084015 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45064) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.088507 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-6c41bc2c-9142-4ea6-b7bf-d1c850e4632e tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.091642 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6c41bc2c-9142-4ea6-b7bf-d1c850e4632e tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0067139 Jul 05 10:00:11.095493 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45066) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.104765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-ea95b47a-9da4-4d77-bfc7-4b73e29e27e2 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.115410 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ea95b47a-9da4-4d77-bfc7-4b73e29e27e2 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0134363 Jul 05 10:00:11.116135 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45068) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.124654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-8bc0dbdc-8b40-45d7-b85a-083eeba6bfe3 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.127251 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8bc0dbdc-8b40-45d7-b85a-083eeba6bfe3 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0100372 Jul 05 10:00:11.132198 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45070) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.137097 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [None req-47b5c138-261f-4ed3-ad89-f1ab84505a98 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.138094 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-47b5c138-261f-4ed3-ad89-f1ab84505a98 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0047863 Jul 05 10:00:11.142413 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45072) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.152122 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-521a4b86-0017-4799-a23c-93362b589224 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.153139 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-521a4b86-0017-4799-a23c-93362b589224 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0097339 Jul 05 10:00:11.156743 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45074) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.165427 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-68ee4cae-1505-41b7-9136-7b50c14bc4c8 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.170437 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45076) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.172077 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-68ee4cae-1505-41b7-9136-7b50c14bc4c8 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0145459 Jul 05 10:00:11.194244 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [None req-4eecf74b-e1b2-4db9-aa92-38afe5b2394e tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.197125 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4eecf74b-e1b2-4db9-aa92-38afe5b2394e tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0210626 Jul 05 10:00:11.198813 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45080) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.214388 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-d24b5434-c06e-4be2-8403-db20c5fed4c8 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.217829 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d24b5434-c06e-4be2-8403-db20c5fed4c8 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0176346 Jul 05 10:00:11.220996 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45082) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.235171 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-af5937b9-538c-4dd5-a6d1-2b717a9e8b84 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.242861 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-af5937b9-538c-4dd5-a6d1-2b717a9e8b84 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0122628 Jul 05 10:00:11.252809 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45084) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.272589 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-63c200c8-2184-4292-b8cd-b74e3c2f27ee tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.273953 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-63c200c8-2184-4292-b8cd-b74e3c2f27ee tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0183332 Jul 05 10:00:11.278160 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45086) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.293125 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-f8fb64ae-356b-45c5-bfd9-b9da29966790 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.294482 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f8fb64ae-356b-45c5-bfd9-b9da29966790 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0150054 Jul 05 10:00:11.298505 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45088) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.310851 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-31c3f57d-898a-4a82-a02c-f1b4c1a98487 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.314220 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-31c3f57d-898a-4a82-a02c-f1b4c1a98487 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0145333 Jul 05 10:00:11.320891 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45090) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.339835 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-c0ee5b36-df18-46f3-bfe0-7b3359cf18bc tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.343280 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c0ee5b36-df18-46f3-bfe0-7b3359cf18bc tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0191746 Jul 05 10:00:11.344117 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45092) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.361208 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-7ab7ff7d-0c08-4e01-805a-721ce874c86c tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.362545 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7ab7ff7d-0c08-4e01-805a-721ce874c86c tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0173349 Jul 05 10:00:11.365993 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45094) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.371375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-86af5422-36b8-420e-aea2-d0dfbd2c9bf5 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.373883 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-86af5422-36b8-420e-aea2-d0dfbd2c9bf5 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0067749 Jul 05 10:00:11.376508 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45096) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.391471 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-55c7f725-346f-447c-92a2-ff06aebe1fac tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.393077 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-55c7f725-346f-447c-92a2-ff06aebe1fac tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0151622 Jul 05 10:00:11.400607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45098) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.405774 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-ec339f9d-c731-44c1-8d6c-7ee9a034f9b4 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.409106 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ec339f9d-c731-44c1-8d6c-7ee9a034f9b4 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0071437 Jul 05 10:00:11.414759 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45100) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.425801 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-1b77d611-9341-4df4-a57b-c19ecbeadd97 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.429201 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1b77d611-9341-4df4-a57b-c19ecbeadd97 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0130863 Jul 05 10:00:11.433638 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45102) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.445021 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-0368f182-d11e-46d1-8f8c-822bd92bdb8c tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.446293 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0368f182-d11e-46d1-8f8c-822bd92bdb8c tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0111320 Jul 05 10:00:11.452869 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45104) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.459512 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-0ffb3844-302e-4a3d-9d8b-c81f4a2df61f tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.464131 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0ffb3844-302e-4a3d-9d8b-c81f4a2df61f tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0099297 Jul 05 10:00:11.466715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45106) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.487650 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-f2e39445-30ac-4812-b81e-be6acf545ec5 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.494996 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f2e39445-30ac-4812-b81e-be6acf545ec5 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0271280 Jul 05 10:00:11.499154 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45110) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.503710 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-8e4493ef-69ac-4b19-afbb-c3b9f0a44cfb tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.510215 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8e4493ef-69ac-4b19-afbb-c3b9f0a44cfb tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0098023 Jul 05 10:00:11.513909 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45112) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.518460 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [None req-699a7006-c1fa-483c-82a6-101c7e9bd378 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.522154 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45114) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.529926 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-699a7006-c1fa-483c-82a6-101c7e9bd378 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0148504 Jul 05 10:00:11.535474 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-83f06bca-fa60-4b97-ab72-09cfcdc0e80f tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.538791 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1981c3d5-316f-4ce3-a973-330737a4d428 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:11.540045 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-83f06bca-fa60-4b97-ab72-09cfcdc0e80f tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0166483 Jul 05 10:00:11.545295 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45116) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.552466 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-3e9e14de-2566-41c2-8942-bc38f5c2b61b tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.560509 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3e9e14de-2566-41c2-8942-bc38f5c2b61b tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0139925 Jul 05 10:00:11.564607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45118) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.571594 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-cfa3cec6-66aa-4ffe-b8c3-ffb8a85399f7 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.573861 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cfa3cec6-66aa-4ffe-b8c3-ffb8a85399f7 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0080438 Jul 05 10:00:11.576784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45120) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.593376 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-784d0a8a-6414-43ab-8109-c4887ff0421c tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.594592 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-784d0a8a-6414-43ab-8109-c4887ff0421c tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0148029 Jul 05 10:00:11.604764 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45122) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.611798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-d2061dc5-de26-4a4c-9033-10fdb14f9e91 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.613116 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d2061dc5-de26-4a4c-9033-10fdb14f9e91 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0066748 Jul 05 10:00:11.618314 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45124) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.626585 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-34ae07ee-892d-420e-9ce2-d1a1080293da tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.627841 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-34ae07ee-892d-420e-9ce2-d1a1080293da tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0084345 Jul 05 10:00:11.632997 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45126) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.637511 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-6b003549-0c18-4ea3-aba4-91a5098f1cfa tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.638651 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6b003549-0c18-4ea3-aba4-91a5098f1cfa tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0046780 Jul 05 10:00:11.641329 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45128) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.650845 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-467d56bd-94ca-486a-aa52-cbfcea4e7db6 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.651821 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-467d56bd-94ca-486a-aa52-cbfcea4e7db6 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0096083 Jul 05 10:00:11.654888 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45132) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.664177 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-b0dc78de-e697-48a6-a45c-7ab1e52b3145 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.670463 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b0dc78de-e697-48a6-a45c-7ab1e52b3145 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0116377 Jul 05 10:00:11.671068 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45134) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.684587 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [None req-49539eef-b92e-4645-8043-93c1ac7f765c tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.685844 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-49539eef-b92e-4645-8043-93c1ac7f765c tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0104375 Jul 05 10:00:11.686734 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981c3d5-316f-4ce3-a973-330737a4d428 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Port': ['ID=e1c847ec-88e3-4a4c-bd2a-26ddbe5f61f7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:11.688533 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45138) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.694117 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-4644f937-538c-4df2-8e24-2605a65955e6 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.695197 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4644f937-538c-4df2-8e24-2605a65955e6 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0055823 Jul 05 10:00:11.697761 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45140) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.705811 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-143ff1e8-04b2-4a10-915c-49ae4ff07284 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.707489 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-143ff1e8-04b2-4a10-915c-49ae4ff07284 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0086808 Jul 05 10:00:11.710171 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45142) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:11.719088 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [None req-b9dc5c9a-87ae-4b95-828b-2b333d9341c2 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:11.723389 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b9dc5c9a-87ae-4b95-828b-2b333d9341c2 tempest-ExtensionsTestJSON-1222165166 tempest-ExtensionsTestJSON-1222165166-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0097070 Jul 05 10:00:11.915065 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1981c3d5-316f-4ce3-a973-330737a4d428 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:12.180187 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1981c3d5-316f-4ce3-a973-330737a4d428 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:12.185179 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1981c3d5-316f-4ce3-a973-330737a4d428 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:12.282590 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1981c3d5-316f-4ce3-a973-330737a4d428 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:12.283143 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1981c3d5-316f-4ce3-a973-330737a4d428 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Fanout notify agent at l3_agent the message router_deleted on router 4af2c115-baf5-4ecd-93cf-a3cad09f29c1 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:00:12.303534 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1981c3d5-316f-4ce3-a973-330737a4d428 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:12.320973 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1981c3d5-316f-4ce3-a973-330737a4d428 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/routers/4af2c115-baf5-4ecd-93cf-a3cad09f29c1 HTTP/1.1" status: 204 len: 168 time: 2.5635228 Jul 05 10:00:12.324558 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45156) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:12.329426 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-eafe9648-8465-45c3-abb4-cb3bcf194b8b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1409221067'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:12.400513 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafe9648-8465-45c3-abb4-cb3bcf194b8b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Made reservation on behalf of a91c3bf7961b491791278a2e028a0984 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:12.402986 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45158) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:12.413528 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eafe9648-8465-45c3-abb4-cb3bcf194b8b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:12.484167 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eafe9648-8465-45c3-abb4-cb3bcf194b8b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:00:12.518125 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eafe9648-8465-45c3-abb4-cb3bcf194b8b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:12.521487 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-eafe9648-8465-45c3-abb4-cb3bcf194b8b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Added segment c3ff2c9f-8a47-4f8d-af95-d4a43eaf3084 of type vlan for network ab93ec34-748f-4f3d-ba8d-ad8858c16059 Jul 05 10:00:12.596319 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fa972160-26bc-466d-ab88-c3808c28a063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:12.664328 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eafe9648-8465-45c3-abb4-cb3bcf194b8b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:12.845694 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eafe9648-8465-45c3-abb4-cb3bcf194b8b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:12.851190 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafe9648-8465-45c3-abb4-cb3bcf194b8b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:12.851796 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eafe9648-8465-45c3-abb4-cb3bcf194b8b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:12.920435 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fa972160-26bc-466d-ab88-c3808c28a063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:12.925059 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fa972160-26bc-466d-ab88-c3808c28a063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:12.970978 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa972160-26bc-466d-ab88-c3808c28a063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65585e2e-1bcb-4810-bfe1-936c3dcd4489,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:12.980062 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-fa972160-26bc-466d-ab88-c3808c28a063 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=48215898cb784579ad081ca1eb9eda3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5744061 Jul 05 10:00:12.983687 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45168) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:13.055618 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-eafe9648-8465-45c3-abb4-cb3bcf194b8b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7273240 Jul 05 10:00:13.058779 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45172) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:13.085554 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6c462d0a-b743-4dfe-9229-34faed66b6a4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'subnet': {'network_id': 'ab93ec34-748f-4f3d-ba8d-ad8858c16059', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:13.148164 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe9648-8465-45c3-abb4-cb3bcf194b8b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Network': ['ID=ab93ec34-748f-4f3d-ba8d-ad8858c16059,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:13.162315 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network ab93ec34-748f-4f3d-ba8d-ad8858c16059 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:00:13.191314 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5613-8bf8-46dd-8509-3d8fe46242bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:13.264642 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5613-8bf8-46dd-8509-3d8fe46242bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:13.281646 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c462d0a-b743-4dfe-9229-34faed66b6a4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Made reservation on behalf of a91c3bf7961b491791278a2e028a0984 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:13.290119 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c462d0a-b743-4dfe-9229-34faed66b6a4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:13.458209 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5613-8bf8-46dd-8509-3d8fe46242bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:13.463933 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5613-8bf8-46dd-8509-3d8fe46242bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:13.468816 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a8fb5613-8bf8-46dd-8509-3d8fe46242bc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/65585e2e-1bcb-4810-bfe1-936c3dcd4489 HTTP/1.1" status: 204 len: 168 time: 0.4809301 Jul 05 10:00:13.488498 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb5613-8bf8-46dd-8509-3d8fe46242bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65585e2e-1bcb-4810-bfe1-936c3dcd4489,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:13.700738 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c462d0a-b743-4dfe-9229-34faed66b6a4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:13.804992 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c462d0a-b743-4dfe-9229-34faed66b6a4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Subnet': ['ID=a6271ba4-dd30-4049-bc31-619480d6ba47,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:13.897050 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c462d0a-b743-4dfe-9229-34faed66b6a4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Checking segment: {'id': 'c3ff2c9f-8a47-4f8d-af95-d4a43eaf3084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ab93ec34-748f-4f3d-ba8d-ad8858c16059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:00:13.897722 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c462d0a-b743-4dfe-9229-34faed66b6a4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network hostable DHCP agents. Network: ab93ec34-748f-4f3d-ba8d-ad8858c16059, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:00:13.965987 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c462d0a-b743-4dfe-9229-34faed66b6a4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network ab93ec34-748f-4f3d-ba8d-ad8858c16059 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:00:13.994871 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-6c462d0a-b743-4dfe-9229-34faed66b6a4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, ab93ec34-748f-4f3d-ba8d-ad8858c16059) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:13.999740 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c462d0a-b743-4dfe-9229-34faed66b6a4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:14.000374 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c462d0a-b743-4dfe-9229-34faed66b6a4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:14.011137 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b73052e-cbff-4aba-9fc2-963776584c6a None None] Network ab93ec34-748f-4f3d-ba8d-ad8858c16059 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:14.037786 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6c462d0a-b743-4dfe-9229-34faed66b6a4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9728189 Jul 05 10:00:14.038706 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45186) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:14.055628 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3127b5ef-0b1e-4589-b7dd-599f59fea02e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1355074993', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:14.126648 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3127b5ef-0b1e-4589-b7dd-599f59fea02e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:14.129071 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3127b5ef-0b1e-4589-b7dd-599f59fea02e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:14.333021 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3127b5ef-0b1e-4589-b7dd-599f59fea02e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:14.337917 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3127b5ef-0b1e-4589-b7dd-599f59fea02e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:14.371066 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3127b5ef-0b1e-4589-b7dd-599f59fea02e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:14.376770 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3127b5ef-0b1e-4589-b7dd-599f59fea02e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3345077 Jul 05 10:00:14.377196 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45202) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:14.396661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aba9a8-3898-41fc-9ebd-6b9b9246f9f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-ab93ec34-748f-4f3d-ba8d-ad8858c16059', 'network_id': 'ab93ec34-748f-4f3d-ba8d-ad8858c16059', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'fixed_ips': [{'subnet_id': 'a6271ba4-dd30-4049-bc31-619480d6ba47'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:00:14.397979 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f4aba9a8-3898-41fc-9ebd-6b9b9246f9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:14.805925 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-f4aba9a8-3898-41fc-9ebd-6b9b9246f9f9 None None] Allocated IP 2001:db8::2 (ab93ec34-748f-4f3d-ba8d-ad8858c16059/a6271ba4-dd30-4049-bc31-619480d6ba47/9f720b3d-eae9-462c-906e-bd23a2c78d6d) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:00:15.204224 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45224) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:15.214661 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8f55-0fd0-458b-8020-370c72c2039e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:15.217454 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f4aba9a8-3898-41fc-9ebd-6b9b9246f9f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:15.235437 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f4aba9a8-3898-41fc-9ebd-6b9b9246f9f9 None None] Transition to ACTIVE for port object 9f720b3d-eae9-462c-906e-bd23a2c78d6d will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:15.281926 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f4aba9a8-3898-41fc-9ebd-6b9b9246f9f9 None None] Transition to ACTIVE for port object 9f720b3d-eae9-462c-906e-bd23a2c78d6d will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:15.291663 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f4aba9a8-3898-41fc-9ebd-6b9b9246f9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:15.395210 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aba9a8-3898-41fc-9ebd-6b9b9246f9f9 None None] Pushing event updated for resources: {'Port': ['ID=9f720b3d-eae9-462c-906e-bd23a2c78d6d,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:15.408604 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aba9a8-3898-41fc-9ebd-6b9b9246f9f9 None None] Network ab93ec34-748f-4f3d-ba8d-ad8858c16059 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:15.410879 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-f4aba9a8-3898-41fc-9ebd-6b9b9246f9f9 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:15.421145 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aba9a8-3898-41fc-9ebd-6b9b9246f9f9 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:00:15.451588 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-32bbebc1-4b45-4801-98b7-ba36e9098ed0 tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] Request body: {'port': {'network_id': 'e8720eb0-76ba-4deb-b096-beeb8b7a4840', 'name': 'tempest-NetworksNegativeTestJSON-619744643'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:15.504270 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-32bbebc1-4b45-4801-98b7-ba36e9098ed0 tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] POST failed (client error): The resource could not be found. Jul 05 10:00:15.509353 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32bbebc1-4b45-4801-98b7-ba36e9098ed0 tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:00:15.511405 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-32bbebc1-4b45-4801-98b7-ba36e9098ed0 tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3060989 Jul 05 10:00:15.516797 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45232) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:15.595055 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-688b188c-0249-4427-a1ac-bce753050e5a tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] DELETE failed (client error): The resource could not be found. Jul 05 10:00:15.602970 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-688b188c-0249-4427-a1ac-bce753050e5a tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:00:15.611540 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f4aba9a8-3898-41fc-9ebd-6b9b9246f9f9 None None] Attempting to bind port 9f720b3d-eae9-462c-906e-bd23a2c78d6d on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:00:15.612353 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f4aba9a8-3898-41fc-9ebd-6b9b9246f9f9 None None] Attempting to bind port 9f720b3d-eae9-462c-906e-bd23a2c78d6d by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c3ff2c9f-8a47-4f8d-af95-d4a43eaf3084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ab93ec34-748f-4f3d-ba8d-ad8858c16059'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:00:15.612955 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aba9a8-3898-41fc-9ebd-6b9b9246f9f9 None None] Attempting to bind port 9f720b3d-eae9-462c-906e-bd23a2c78d6d on network ab93ec34-748f-4f3d-ba8d-ad8858c16059 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:00:15.621249 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aba9a8-3898-41fc-9ebd-6b9b9246f9f9 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:00:15.624269 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aba9a8-3898-41fc-9ebd-6b9b9246f9f9 None None] Checking segment: {'id': 'c3ff2c9f-8a47-4f8d-af95-d4a43eaf3084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ab93ec34-748f-4f3d-ba8d-ad8858c16059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:00:15.625033 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f4aba9a8-3898-41fc-9ebd-6b9b9246f9f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:15.625810 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aba9a8-3898-41fc-9ebd-6b9b9246f9f9 None None] Bound using segment: {'id': 'c3ff2c9f-8a47-4f8d-af95-d4a43eaf3084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ab93ec34-748f-4f3d-ba8d-ad8858c16059'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:00:15.626548 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f4aba9a8-3898-41fc-9ebd-6b9b9246f9f9 None None] Bound port: 9f720b3d-eae9-462c-906e-bd23a2c78d6d, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ff2c9f-8a47-4f8d-af95-d4a43eaf3084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ab93ec34-748f-4f3d-ba8d-ad8858c16059'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:00:15.627790 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f4aba9a8-3898-41fc-9ebd-6b9b9246f9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:15.639813 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-688b188c-0249-4427-a1ac-bce753050e5a tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] 10.222.0.79 "DELETE /v2.0/networks/688d33fe-a196-4d0f-b4fc-0dffaf208ded HTTP/1.1" status: 404 len: 339 time: 0.1151903 Jul 05 10:00:15.641983 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45238) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:15.702788 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0a53a4-7780-4ccf-aaf1-f5bd2d8246c9 tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] DELETE failed (client error): The resource could not be found. Jul 05 10:00:15.706711 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0a53a4-7780-4ccf-aaf1-f5bd2d8246c9 tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:00:15.709717 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fc0a53a4-7780-4ccf-aaf1-f5bd2d8246c9 tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] 10.222.0.79 "DELETE /v2.0/ports/e05f3d6b-6973-4bbf-9ac7-540fdd254306 HTTP/1.1" status: 404 len: 333 time: 0.0667307 Jul 05 10:00:15.715446 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45244) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:15.735171 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-d5ef8f55-0fd0-458b-8020-370c72c2039e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Allocated IP 2001:db8::1 (ab93ec34-748f-4f3d-ba8d-ad8858c16059/a6271ba4-dd30-4049-bc31-619480d6ba47/a4e0599a-2fb7-4d4d-ab83-96c8f4186d42) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:00:15.765173 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f4aba9a8-3898-41fc-9ebd-6b9b9246f9f9 None None] For port 9f720b3d-eae9-462c-906e-bd23a2c78d6d, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:00:15.770795 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f4aba9a8-3898-41fc-9ebd-6b9b9246f9f9 None None] For port 9f720b3d-eae9-462c-906e-bd23a2c78d6d, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9f720b3d-eae9-462c-906e-bd23a2c78d6d,segment=NetworkSegment(c3ff2c9f-8a47-4f8d-af95-d4a43eaf3084),segment_id=c3ff2c9f-8a47-4f8d-af95-d4a43eaf3084)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:00:15.779838 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f4aba9a8-3898-41fc-9ebd-6b9b9246f9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:15.797755 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b9a1f2-4ac0-457d-9061-786d732b75b3 tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] DELETE failed (client error): The resource could not be found. Jul 05 10:00:15.799602 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b9a1f2-4ac0-457d-9061-786d732b75b3 tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:00:15.808183 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-29b9a1f2-4ac0-457d-9061-786d732b75b3 tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] 10.222.0.79 "DELETE /v2.0/subnets/d362806d-cca8-413f-9d66-2ec8cb8ccb39 HTTP/1.1" status: 404 len: 337 time: 0.0911999 Jul 05 10:00:15.812666 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45246) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:15.842148 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5bfea0-8874-490b-b70b-bf0625893ba2 tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] GET failed (client error): The resource could not be found. Jul 05 10:00:15.843950 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5b5bfea0-8874-490b-b70b-bf0625893ba2 tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] 10.222.0.79 "GET /v2.0/networks/edfb08b7-635a-44c5-92c8-7001ac88b9ed HTTP/1.1" status: 404 len: 339 time: 0.0271161 Jul 05 10:00:15.847953 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45248) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:15.887708 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a232c0-cf5f-4881-97da-625b2b39ed23 tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] GET failed (client error): The resource could not be found. Jul 05 10:00:15.890207 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a9a232c0-cf5f-4881-97da-625b2b39ed23 tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] 10.222.0.79 "GET /v2.0/ports/b559fbe7-bd7a-49f4-874d-c2af8984b9de HTTP/1.1" status: 404 len: 333 time: 0.0407703 Jul 05 10:00:15.893571 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45250) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:15.900935 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aba9a8-3898-41fc-9ebd-6b9b9246f9f9 None None] Pushing event updated for resources: {'Port': ['ID=9f720b3d-eae9-462c-906e-bd23a2c78d6d,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:15.949908 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-962db04a-e88e-4d2f-94f6-27c2ef85729c tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] GET failed (client error): The resource could not be found. Jul 05 10:00:15.951750 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-962db04a-e88e-4d2f-94f6-27c2ef85729c tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] 10.222.0.79 "GET /v2.0/subnets/28add596-68fd-4f5c-9a82-21ca6f39ac9e HTTP/1.1" status: 404 len: 337 time: 0.0568366 Jul 05 10:00:15.955627 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45252) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:15.963111 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-27d415a0-6476-43f0-baea-7c3726c67097 tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:15.980934 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d415a0-6476-43f0-baea-7c3726c67097 tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] PUT failed (client error): The resource could not be found. Jul 05 10:00:15.982063 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d415a0-6476-43f0-baea-7c3726c67097 tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:00:15.983409 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-27d415a0-6476-43f0-baea-7c3726c67097 tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] 10.222.0.79 "PUT /v2.0/networks/52c38828-205a-4c13-a5c1-3b1548cd4cac HTTP/1.1" status: 404 len: 339 time: 0.0265701 Jul 05 10:00:15.987338 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45254) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:15.999436 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-00165efa-3a40-4119-9b0f-efd9a24f505d tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:16.025424 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-00165efa-3a40-4119-9b0f-efd9a24f505d tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] PUT failed (client error): The resource could not be found. Jul 05 10:00:16.026443 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00165efa-3a40-4119-9b0f-efd9a24f505d tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:00:16.028482 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-00165efa-3a40-4119-9b0f-efd9a24f505d tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] 10.222.0.79 "PUT /v2.0/ports/f918c963-f76c-4457-b802-073e60a1749a HTTP/1.1" status: 404 len: 333 time: 0.0396430 Jul 05 10:00:16.032095 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45256) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:16.038722 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-638ab321-6f36-443a-a776-04570b00eadb tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:16.109738 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-638ab321-6f36-443a-a776-04570b00eadb tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] PUT failed (client error): The resource could not be found. Jul 05 10:00:16.119434 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-638ab321-6f36-443a-a776-04570b00eadb tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:00:16.131613 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-638ab321-6f36-443a-a776-04570b00eadb tempest-NetworksNegativeTestJSON-837184008 tempest-NetworksNegativeTestJSON-837184008-project] 10.222.0.79 "PUT /v2.0/subnets/3a34d7bf-8f96-4d9c-9113-a8f31edfff1b HTTP/1.1" status: 404 len: 337 time: 0.0980184 Jul 05 10:00:16.744998 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45276) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:16.884662 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8f55-0fd0-458b-8020-370c72c2039e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:16.926521 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-d5ef8f55-0fd0-458b-8020-370c72c2039e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Transition to ACTIVE for port object a4e0599a-2fb7-4d4d-ab83-96c8f4186d42 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:16.999085 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5e1d347-efb0-488e-8899-060fcd3aef2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:17.009260 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8f55-0fd0-458b-8020-370c72c2039e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:17.088402 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ef8f55-0fd0-458b-8020-370c72c2039e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network ab93ec34-748f-4f3d-ba8d-ad8858c16059 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:17.092031 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-d5ef8f55-0fd0-458b-8020-370c72c2039e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:17.103223 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ef8f55-0fd0-458b-8020-370c72c2039e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:00:17.103887 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8f55-0fd0-458b-8020-370c72c2039e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:17.153011 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef8f55-0fd0-458b-8020-370c72c2039e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Port': ['ID=a4e0599a-2fb7-4d4d-ab83-96c8f4186d42,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:17.291805 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5e1d347-efb0-488e-8899-060fcd3aef2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:17.301189 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5e1d347-efb0-488e-8899-060fcd3aef2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:17.469507 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b5e1d347-efb0-488e-8899-060fcd3aef2f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=819d3d65fafe4076acc9aec86a0e0050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7222755 Jul 05 10:00:17.472096 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45286) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:17.495537 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1d347-efb0-488e-8899-060fcd3aef2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64353dbf-3abd-428f-8410-85276eec7017,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:17.504664 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8f55-0fd0-458b-8020-370c72c2039e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:17.719304 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb40690f-62f3-48c7-b3b9-d96e78261161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:17.801489 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb40690f-62f3-48c7-b3b9-d96e78261161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:17.881748 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677fdcff-6273-4d24-ae87-27f49e1e7de4 None None] Network ab93ec34-748f-4f3d-ba8d-ad8858c16059 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:17.884645 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb40690f-62f3-48c7-b3b9-d96e78261161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:17.887256 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb40690f-62f3-48c7-b3b9-d96e78261161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:17.888539 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-eb40690f-62f3-48c7-b3b9-d96e78261161 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/64353dbf-3abd-428f-8410-85276eec7017 HTTP/1.1" status: 204 len: 168 time: 0.4123814 Jul 05 10:00:17.902881 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40690f-62f3-48c7-b3b9-d96e78261161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64353dbf-3abd-428f-8410-85276eec7017,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:18.309617 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9f720b3d-eae9-462c-906e-bd23a2c78d6d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:00:18.318494 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-60492301-9502-4519-9b48-b244f38f97b1 None None] Provisioning for port 9f720b3d-eae9-462c-906e-bd23a2c78d6d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:18.351211 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8f55-0fd0-458b-8020-370c72c2039e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:18.361657 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8f55-0fd0-458b-8020-370c72c2039e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:18.362499 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8f55-0fd0-458b-8020-370c72c2039e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:18.496106 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 9f720b3d-eae9-462c-906e-bd23a2c78d6d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:18.504421 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 9f720b3d-eae9-462c-906e-bd23a2c78d6d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:18.505227 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:18.541918 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef8f55-0fd0-458b-8020-370c72c2039e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Port': ['ID=a4e0599a-2fb7-4d4d-ab83-96c8f4186d42,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:18.658874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ef8f55-0fd0-458b-8020-370c72c2039e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network ab93ec34-748f-4f3d-ba8d-ad8858c16059 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:18.658874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-d5ef8f55-0fd0-458b-8020-370c72c2039e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:18.706578 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:18.798757 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 9f720b3d-eae9-462c-906e-bd23a2c78d6d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9f720b3d-eae9-462c-906e-bd23a2c78d6d,segment=NetworkSegment(c3ff2c9f-8a47-4f8d-af95-d4a43eaf3084),segment_id=c3ff2c9f-8a47-4f8d-af95-d4a43eaf3084)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:18.805091 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:18.980897 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=9f720b3d-eae9-462c-906e-bd23a2c78d6d,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:19.081401 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-047797ef-02ee-42fd-8ad7-a7224727bd71 None None] Provisioning complete for port 9f720b3d-eae9-462c-906e-bd23a2c78d6d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:19.081900 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-047797ef-02ee-42fd-8ad7-a7224727bd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:19.482738 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-047797ef-02ee-42fd-8ad7-a7224727bd71 None None] Provisioning for port a4e0599a-2fb7-4d4d-ab83-96c8f4186d42 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:19.504677 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-047797ef-02ee-42fd-8ad7-a7224727bd71 None None] Provisioning complete for port a4e0599a-2fb7-4d4d-ab83-96c8f4186d42 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:19.505278 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-047797ef-02ee-42fd-8ad7-a7224727bd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:19.579458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-b11bf292-6bbb-483f-a695-7deb1668386c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:19.587939 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-b11bf292-6bbb-483f-a695-7deb1668386c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 812 time: 0.7698281 Jul 05 10:00:19.726969 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-047797ef-02ee-42fd-8ad7-a7224727bd71 None None] Port a4e0599a-2fb7-4d4d-ab83-96c8f4186d42 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:00:19.733277 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c6bcb10-a2da-474a-969b-92766d1f15b7 req-96f7bb02-ff15-436d-aade-0d7309e4e8ec tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 210 time: 0.4570270 Jul 05 10:00:19.802346 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-86f08993-4c7a-46ef-8b17-de408e21265f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/quotas/156c005c1a204b6eb50b3c7a2ac0a750 HTTP/1.1" status: 200 len: 375 time: 0.0896094 Jul 05 10:00:19.802729 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45348) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:19.876947 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8770580c-4df2-4417-9c84-c430a8ce50cf None None] Provisioning complete for port a4e0599a-2fb7-4d4d-ab83-96c8f4186d42 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:19.886280 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8770580c-4df2-4417-9c84-c430a8ce50cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:19.941734 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 10:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15879335-0842-48bb-bf23-f41c1e85af76 x-openstack-request-id: req-15879335-0842-48bb-bf23-f41c1e85af76 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:00:19.941976 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-deleted", "tag": "7687645d-a2a5-4242-b556-a4b6bc31c904", "status": "completed", "code": 200}, {"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-deleted", "tag": "535ddd5c-98dd-4fcc-a7fb-bb701e0fe321", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:00:19.942245 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-15879335-0842-48bb-bf23-f41c1e85af76 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:00:19.942665 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-deleted', 'tag': '7687645d-a2a5-4242-b556-a4b6bc31c904', 'status': 'completed', 'code': 200} Jul 05 10:00:19.943463 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-deleted', 'tag': '535ddd5c-98dd-4fcc-a7fb-bb701e0fe321', 'status': 'completed', 'code': 200} Jul 05 10:00:19.969676 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ef8f55-0fd0-458b-8020-370c72c2039e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Router 7cc167b8-6e60-4a17-a73a-af0ccf108d55 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:00:20.030869 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ee4d9eb2-9685-424d-86f2-b0af55a28690 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1505020521'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:20.087473 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8770580c-4df2-4417-9c84-c430a8ce50cf None None] Port a4e0599a-2fb7-4d4d-ab83-96c8f4186d42 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:00:20.139255 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4d9eb2-9685-424d-86f2-b0af55a28690 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:20.142873 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9eb2-9685-424d-86f2-b0af55a28690 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:20.193289 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9eb2-9685-424d-86f2-b0af55a28690 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:20.218993 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9f720b3d-eae9-462c-906e-bd23a2c78d6d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:00:20.219197 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-86281142-ffeb-4d38-b6f6-03023906faed tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4184749 Jul 05 10:00:20.340165 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9eb2-9685-424d-86f2-b0af55a28690 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:20.348664 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9eb2-9685-424d-86f2-b0af55a28690 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:20.376168 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c9e30ed4-523f-47fa-b096-297bb018d5ab None None] Provisioning complete for port a4e0599a-2fb7-4d4d-ab83-96c8f4186d42 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:20.378209 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9e30ed4-523f-47fa-b096-297bb018d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:20.426499 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ef8f55-0fd0-458b-8020-370c72c2039e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:00:20.436484 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d9eb2-9685-424d-86f2-b0af55a28690 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a0be24-69d2-4ed2-835c-ab1c952644f1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:20.448002 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d5ef8f55-0fd0-458b-8020-370c72c2039e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "PUT /v2.0/routers/7cc167b8-6e60-4a17-a73a-af0ccf108d55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0672231 Jul 05 10:00:20.448933 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45370) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:20.455550 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d844640b-7884-42fe-8a0a-9924222a787a None None] Sync routers for ids ['7cc167b8-6e60-4a17-a73a-af0ccf108d55'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:00:20.472816 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4d9eb2-9685-424d-86f2-b0af55a28690 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:00:20.478490 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d844640b-7884-42fe-8a0a-9924222a787a None None] Routers {'7cc167b8-6e60-4a17-a73a-af0ccf108d55'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:20.479815 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d844640b-7884-42fe-8a0a-9924222a787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['7cc167b8-6e60-4a17-a73a-af0ccf108d55'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:20.513284 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9eb2-9685-424d-86f2-b0af55a28690 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:20.526535 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-ee4d9eb2-9685-424d-86f2-b0af55a28690 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Added segment 9365abe7-4d10-431e-b65b-ff548d7c6633 of type vlan for network 5b46b6d5-0dbf-44ef-8739-cba362b31695 Jul 05 10:00:20.563902 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4553983c-8438-4af2-b161-aea55eed1e4f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:20.569113 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4553983c-8438-4af2-b161-aea55eed1e4f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "GET /v2.0/ports/a4e0599a-2fb7-4d4d-ab83-96c8f4186d42 HTTP/1.1" status: 200 len: 911 time: 0.1178021 Jul 05 10:00:20.576869 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45372) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:20.594840 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c9e30ed4-523f-47fa-b096-297bb018d5ab None None] Port a4e0599a-2fb7-4d4d-ab83-96c8f4186d42 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:00:20.619594 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-aec8f748-8321-4a90-b41b-a555726e6ac2 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a6271ba4-dd30-4049-bc31-619480d6ba47'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:20.627899 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 9f720b3d-eae9-462c-906e-bd23a2c78d6d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:20.628347 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:20.629736 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-4bff0c48-75fc-4241-9642-a6c2c24b7333 service neutron] 10.222.0.79 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951850 Jul 05 10:00:20.640466 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d844640b-7884-42fe-8a0a-9924222a787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:20.680373 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d844640b-7884-42fe-8a0a-9924222a787a None None] Routers {'7cc167b8-6e60-4a17-a73a-af0ccf108d55'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:20.681198 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d844640b-7884-42fe-8a0a-9924222a787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T09:59:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['7cc167b8-6e60-4a17-a73a-af0ccf108d55'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:20.750844 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9eb2-9685-424d-86f2-b0af55a28690 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:20.808332 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d844640b-7884-42fe-8a0a-9924222a787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:20.809013 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d844640b-7884-42fe-8a0a-9924222a787a None None] The sync data for ids ['7cc167b8-6e60-4a17-a73a-af0ccf108d55'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:00:20.832297 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9eb2-9685-424d-86f2-b0af55a28690 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:20.852835 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4d9eb2-9685-424d-86f2-b0af55a28690 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:20.855372 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9eb2-9685-424d-86f2-b0af55a28690 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:20.866791 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-a19aa66d-a857-4101-8315-c2f87e3a54ca service neutron] 10.222.0.79 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311676 Jul 05 10:00:20.996176 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c6e1b6be-09f2-4554-bde1-0466e9d003fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:21.033307 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d9eb2-9685-424d-86f2-b0af55a28690 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Network': ['ID=5b46b6d5-0dbf-44ef-8739-cba362b31695,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:21.047710 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 5b46b6d5-0dbf-44ef-8739-cba362b31695 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:00:21.126690 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ee4d9eb2-9685-424d-86f2-b0af55a28690 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3207951 Jul 05 10:00:21.136440 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45394) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:21.197556 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b561ea7b-5314-4169-be22-b4244b4c90ba req-c180d8ec-8367-47de-9b54-8a8c8325778e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 210 time: 0.1244342 Jul 05 10:00:21.201821 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-14acbab9-9e90-4286-8f74-64edd2e5df45 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'port': {'network_id': '5b46b6d5-0dbf-44ef-8739-cba362b31695', 'name': 'tempest-PortsIpV6TestJSON-427727310'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:21.523605 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9c430cbf-37a2-47a3-92cb-a47f3e673015 req-f22156a1-4c46-450f-973f-4181da7a1e6c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 210 time: 0.0461628 Jul 05 10:00:21.558213 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599631a-2a8f-41f8-b754-0b6e7fd5886c req-9f1fdb5e-545d-4df5-95de-7db5d77b068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:21.568951 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6599631a-2a8f-41f8-b754-0b6e7fd5886c req-9f1fdb5e-545d-4df5-95de-7db5d77b068a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2d9da7b66b884d5b8f7dfba28004e674&device_id=6239d194-3bd2-4015-b5c4-26ea109d8ee5 HTTP/1.1" status: 200 len: 1100 time: 0.2870553 Jul 05 10:00:21.686711 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14acbab9-9e90-4286-8f74-64edd2e5df45 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:21.704037 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14acbab9-9e90-4286-8f74-64edd2e5df45 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:21.837871 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-14acbab9-9e90-4286-8f74-64edd2e5df45 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] device_id is not set on port 4a18f39f-c943-48a7-9068-8222bca40b16 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:00:21.851450 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aec8f748-8321-4a90-b41b-a555726e6ac2 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:21.854963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599631a-2a8f-41f8-b754-0b6e7fd5886c req-4b563807-28e7-40cb-8bb1-ab04bb166536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:21.856537 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6599631a-2a8f-41f8-b754-0b6e7fd5886c req-4b563807-28e7-40cb-8bb1-ab04bb166536 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.2633588 Jul 05 10:00:21.904601 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6599631a-2a8f-41f8-b754-0b6e7fd5886c req-8d3cfae4-15fa-4219-a9dd-14c32562ff76 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=93455dea-72a2-44bd-8b7b-2e60494ad0a6 HTTP/1.1" status: 200 len: 217 time: 0.0413349 Jul 05 10:00:21.962958 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-deleted', 'tag': '401fb49d-c5d2-4694-ad52-e41acc61b67a'}, {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-deleted', 'tag': 'ce4b1166-0af2-41df-8bef-a3498b53e598'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:00:21.964391 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abd2bfa-5bd4-40de-836e-0a7664090415" -d '{"events": [{"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-deleted", "tag": "401fb49d-c5d2-4694-ad52-e41acc61b67a"}, {"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-deleted", "tag": "ce4b1166-0af2-41df-8bef-a3498b53e598"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:00:22.017799 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599631a-2a8f-41f8-b754-0b6e7fd5886c req-50a6a3f4-099c-4cb3-80d6-24f3e2bc3b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:22.029077 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6599631a-2a8f-41f8-b754-0b6e7fd5886c req-50a6a3f4-099c-4cb3-80d6-24f3e2bc3b4e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.1067169 Jul 05 10:00:22.133179 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 10:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a21caf2-db5e-4eb1-9a24-21f29b45aaf3 x-openstack-request-id: req-9a21caf2-db5e-4eb1-9a24-21f29b45aaf3 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:00:22.133553 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-deleted", "tag": "401fb49d-c5d2-4694-ad52-e41acc61b67a", "status": "completed", "code": 200}, {"server_uuid": "2ea46f08-badd-4dd9-b473-c7daaf5565c5", "name": "network-vif-deleted", "tag": "ce4b1166-0af2-41df-8bef-a3498b53e598", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:00:22.133834 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9a21caf2-db5e-4eb1-9a24-21f29b45aaf3 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:00:22.134109 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-deleted', 'tag': '401fb49d-c5d2-4694-ad52-e41acc61b67a', 'status': 'completed', 'code': 200} Jul 05 10:00:22.134365 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea46f08-badd-4dd9-b473-c7daaf5565c5', 'name': 'network-vif-deleted', 'tag': 'ce4b1166-0af2-41df-8bef-a3498b53e598', 'status': 'completed', 'code': 200} Jul 05 10:00:22.244659 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599631a-2a8f-41f8-b754-0b6e7fd5886c req-c528b4e2-dbd8-4c27-bf29-ffa04b4225dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:22.249222 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6599631a-2a8f-41f8-b754-0b6e7fd5886c req-c528b4e2-dbd8-4c27-bf29-ffa04b4225dd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2192743 Jul 05 10:00:22.271507 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-6599631a-2a8f-41f8-b754-0b6e7fd5886c req-3ff73083-32db-4fb9-a424-a357c44b6e6d service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:00:22.272574 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6599631a-2a8f-41f8-b754-0b6e7fd5886c req-3ff73083-32db-4fb9-a424-a357c44b6e6d service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092192 Jul 05 10:00:22.683491 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6599631a-2a8f-41f8-b754-0b6e7fd5886c req-0dbc6ab5-77a3-4de4-901b-8b1e98f3a744 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826642 Jul 05 10:00:22.713987 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14acbab9-9e90-4286-8f74-64edd2e5df45 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:22.893188 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6599631a-2a8f-41f8-b754-0b6e7fd5886c req-9c64f689-b36f-489a-aa67-b3e82cca0b57 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758587 Jul 05 10:00:22.931693 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0d830cd6-0033-4ce1-abea-8d3c8183e192 req-7f07c272-6818-4a67-bde0-5d522a9b4641 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 210 time: 0.2470160 Jul 05 10:00:22.938601 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14acbab9-9e90-4286-8f74-64edd2e5df45 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:23.002006 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12ef3011-e6df-4368-bc0e-7055aec650ab req-5c64cb94-1b3e-4522-a3f1-8d3fd656218b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 210 time: 0.0783994 Jul 05 10:00:23.306151 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14acbab9-9e90-4286-8f74-64edd2e5df45 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Port': ['ID=4a18f39f-c943-48a7-9068-8222bca40b16,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:23.315672 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c3d600d8-3e91-42fd-b8df-436544ec960d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:23.383748 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14acbab9-9e90-4286-8f74-64edd2e5df45 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Checking segment: {'id': '9365abe7-4d10-431e-b65b-ff548d7c6633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5b46b6d5-0dbf-44ef-8739-cba362b31695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:00:23.391776 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14acbab9-9e90-4286-8f74-64edd2e5df45 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network hostable DHCP agents. Network: 5b46b6d5-0dbf-44ef-8739-cba362b31695, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:00:23.530808 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14acbab9-9e90-4286-8f74-64edd2e5df45 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network 5b46b6d5-0dbf-44ef-8739-cba362b31695 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:00:23.533745 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:23.581405 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-14acbab9-9e90-4286-8f74-64edd2e5df45 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 5b46b6d5-0dbf-44ef-8739-cba362b31695) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:23.595435 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa626974-8a77-484a-aa09-8c0ced86aae8 None None] Network 5b46b6d5-0dbf-44ef-8739-cba362b31695 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:23.597198 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14acbab9-9e90-4286-8f74-64edd2e5df45 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:00:23.617978 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14acbab9-9e90-4286-8f74-64edd2e5df45 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:23.618667 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14acbab9-9e90-4286-8f74-64edd2e5df45 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:23.876265 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-14acbab9-9e90-4286-8f74-64edd2e5df45 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.7357311 Jul 05 10:00:23.877395 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45488) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:23.895019 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-97499309-5be9-4dbc-a90e-f6425ed66b99 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1459171269'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:23.940894 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97499309-5be9-4dbc-a90e-f6425ed66b99 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:23.944789 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97499309-5be9-4dbc-a90e-f6425ed66b99 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:23.975805 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-00446880-ce84-444e-8387-085879685a6f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:23.977431 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-00446880-ce84-444e-8387-085879685a6f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.78 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 812 time: 0.3108168 Jul 05 10:00:23.991063 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-6260756a-3f65-4b98-9854-1706f97f2fb6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Request body: {'port': {'device_id': 'b0a30e82-7c99-4286-8dfc-3c30c2782151', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'admin_state_up': True, 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:24.297568 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-6260756a-3f65-4b98-9854-1706f97f2fb6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Made reservation on behalf of 156c005c1a204b6eb50b3c7a2ac0a750 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:24.304191 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-6260756a-3f65-4b98-9854-1706f97f2fb6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:24.561018 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:24.725519 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6422f4fa-3bab-4247-a598-907edc541b03 req-7340ad40-cf6e-47f9-8ddc-3b5c0f7120d2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 210 time: 0.1479976 Jul 05 10:00:24.870374 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-570f67fd-61b6-447b-af32-e53558f50f94 req-932acd5d-9f1a-4c2d-87c7-678398a1385a tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 210 time: 0.3122578 Jul 05 10:00:24.931076 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-6260756a-3f65-4b98-9854-1706f97f2fb6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Allocated IP 172.20.0.3 (0383cb43-9363-4b70-83ca-61f91fcc9620/07ae2633-109d-4ad5-8367-c375ac81c77c/8ecd3a82-b18f-483c-9475-bdf6c35f7c61) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:00:24.979760 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97499309-5be9-4dbc-a90e-f6425ed66b99 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:00:25.048588 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97499309-5be9-4dbc-a90e-f6425ed66b99 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:25.051812 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-97499309-5be9-4dbc-a90e-f6425ed66b99 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Added segment 60ef8806-316b-46f6-8fda-cd5038c9904e of type vlan for network 66492def-59d9-44f1-9e1e-2c9723ae8911 Jul 05 10:00:25.170945 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aec8f748-8321-4a90-b41b-a555726e6ac2 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:25.205601 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97499309-5be9-4dbc-a90e-f6425ed66b99 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:25.217147 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aec8f748-8321-4a90-b41b-a555726e6ac2 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:25.232363 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec8f748-8321-4a90-b41b-a555726e6ac2 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:25.233661 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aec8f748-8321-4a90-b41b-a555726e6ac2 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:25.236926 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-aec8f748-8321-4a90-b41b-a555726e6ac2 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "PUT /v2.0/ports/a4e0599a-2fb7-4d4d-ab83-96c8f4186d42 HTTP/1.1" status: 200 len: 911 time: 4.6563835 Jul 05 10:00:25.241256 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45526) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:25.287224 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-6260756a-3f65-4b98-9854-1706f97f2fb6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:25.332185 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-6260756a-3f65-4b98-9854-1706f97f2fb6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Transition to ACTIVE for port object 8ecd3a82-b18f-483c-9475-bdf6c35f7c61 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:25.379203 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-6260756a-3f65-4b98-9854-1706f97f2fb6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:25.392991 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8f748-8321-4a90-b41b-a555726e6ac2 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Port': ['ID=a4e0599a-2fb7-4d4d-ab83-96c8f4186d42,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:25.509186 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-6260756a-3f65-4b98-9854-1706f97f2fb6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Network 0383cb43-9363-4b70-83ca-61f91fcc9620 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:25.525754 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-6260756a-3f65-4b98-9854-1706f97f2fb6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:25.561076 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.db.resource_extend [None req-97499309-5be9-4dbc-a90e-f6425ed66b99 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:00:25.569305 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-6260756a-3f65-4b98-9854-1706f97f2fb6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:00:25.640203 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97499309-5be9-4dbc-a90e-f6425ed66b99 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:25.667380 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97499309-5be9-4dbc-a90e-f6425ed66b99 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:25.673305 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260756a-3f65-4b98-9854-1706f97f2fb6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Pushing event updated for resources: {'Port': ['ID=8ecd3a82-b18f-483c-9475-bdf6c35f7c61,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:25.688195 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97499309-5be9-4dbc-a90e-f6425ed66b99 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:25.732109 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-6260756a-3f65-4b98-9854-1706f97f2fb6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:25.738941 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-6260756a-3f65-4b98-9854-1706f97f2fb6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:25.790565 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-6260756a-3f65-4b98-9854-1706f97f2fb6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7981400 Jul 05 10:00:25.808624 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-c10bd26d-ffba-47c1-9a39-afefdfa34ce3 service neutron] Request body: {'port': {'device_id': 'b0a30e82-7c99-4286-8dfc-3c30c2782151', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:25.937118 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97499309-5be9-4dbc-a90e-f6425ed66b99 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Network': ['ID=66492def-59d9-44f1-9e1e-2c9723ae8911,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:25.953175 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 66492def-59d9-44f1-9e1e-2c9723ae8911 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:00:26.160999 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6256105b-c3eb-4ddd-b2b0-f740df25c96e req-a601da3e-0d96-4090-ba91-30e6d1346c7b tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 210 time: 0.1370103 Jul 05 10:00:26.185513 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-97499309-5be9-4dbc-a90e-f6425ed66b99 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.3014936 Jul 05 10:00:26.188284 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45552) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:26.215224 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'ports': [{'network_id': '5b46b6d5-0dbf-44ef-8739-cba362b31695'}, {'network_id': '66492def-59d9-44f1-9e1e-2c9723ae8911'}]} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:26.217180 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'port': {'network_id': '5b46b6d5-0dbf-44ef-8739-cba362b31695'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:26.219507 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'port': {'network_id': '66492def-59d9-44f1-9e1e-2c9723ae8911'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:26.225516 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6ddde60b-9dea-489b-8ab3-b158db778633 None None] Provisioning for port 8ecd3a82-b18f-483c-9475-bdf6c35f7c61 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:26.227357 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-c10bd26d-ffba-47c1-9a39-afefdfa34ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:26.232987 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6ddde60b-9dea-489b-8ab3-b158db778633 None None] Provisioning complete for port 8ecd3a82-b18f-483c-9475-bdf6c35f7c61 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:26.233601 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6ddde60b-9dea-489b-8ab3-b158db778633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:26.315517 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6ddde60b-9dea-489b-8ab3-b158db778633 None None] Port 8ecd3a82-b18f-483c-9475-bdf6c35f7c61 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:00:26.671081 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:26.901371 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61013f-07ed-4ed4-ad42-3c79927a95b8 req-243a36b0-36d7-48c6-a420-8b025e7076f4 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:26.916046 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-da61013f-07ed-4ed4-ad42-3c79927a95b8 req-243a36b0-36d7-48c6-a420-8b025e7076f4 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 931 time: 0.6307840 Jul 05 10:00:27.038748 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'port': 2} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:27.057762 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:27.082703 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-da61013f-07ed-4ed4-ad42-3c79927a95b8 req-abcf8378-a6fe-4af2-8d46-d6ad0246764f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649740 Jul 05 10:00:27.097861 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-c10bd26d-ffba-47c1-9a39-afefdfa34ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ecd3a82-b18f-483c-9475-bdf6c35f7c61 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:00:27.111695 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-c10bd26d-ffba-47c1-9a39-afefdfa34ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:27.134134 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:27.161131 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-c10bd26d-ffba-47c1-9a39-afefdfa34ce3 service neutron] Transition to ACTIVE for port object 8ecd3a82-b18f-483c-9475-bdf6c35f7c61 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:27.166934 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-c10bd26d-ffba-47c1-9a39-afefdfa34ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:27.277523 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] device_id is not set on port c986857e-83ba-42bc-aaec-da707574fa2f yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:00:27.368571 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10bd26d-ffba-47c1-9a39-afefdfa34ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ecd3a82-b18f-483c-9475-bdf6c35f7c61,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:27.532124 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2078844-2f8c-4676-a712-7b49eaf8833b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:27.702434 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-57b77267-868e-4d56-a9a4-6ef89f4a5578 req-c6fd0e39-9914-476c-b2f5-2e111b8e6687 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 210 time: 0.0684443 Jul 05 10:00:27.707415 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-c10bd26d-ffba-47c1-9a39-afefdfa34ce3 service neutron] Attempting to bind port 8ecd3a82-b18f-483c-9475-bdf6c35f7c61 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:00:27.707753 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-c10bd26d-ffba-47c1-9a39-afefdfa34ce3 service neutron] Attempting to bind port 8ecd3a82-b18f-483c-9475-bdf6c35f7c61 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:00:27.708911 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-c10bd26d-ffba-47c1-9a39-afefdfa34ce3 service neutron] Attempting to bind port 8ecd3a82-b18f-483c-9475-bdf6c35f7c61 on network 0383cb43-9363-4b70-83ca-61f91fcc9620 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:00:27.723429 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-c10bd26d-ffba-47c1-9a39-afefdfa34ce3 service neutron] Port 8ecd3a82-b18f-483c-9475-bdf6c35f7c61 on network 0383cb43-9363-4b70-83ca-61f91fcc9620 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:00:27.723677 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-c10bd26d-ffba-47c1-9a39-afefdfa34ce3 service neutron] Attempting to bind port 8ecd3a82-b18f-483c-9475-bdf6c35f7c61 on network 0383cb43-9363-4b70-83ca-61f91fcc9620 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:00:27.733189 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-c10bd26d-ffba-47c1-9a39-afefdfa34ce3 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:00:27.733529 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-c10bd26d-ffba-47c1-9a39-afefdfa34ce3 service neutron] Checking segment: {'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:00:27.733916 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-c10bd26d-ffba-47c1-9a39-afefdfa34ce3 service neutron] Bound using segment: {'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:00:27.734360 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-c10bd26d-ffba-47c1-9a39-afefdfa34ce3 service neutron] Bound port: 8ecd3a82-b18f-483c-9475-bdf6c35f7c61, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:00:27.734717 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-c10bd26d-ffba-47c1-9a39-afefdfa34ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:27.905293 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-c10bd26d-ffba-47c1-9a39-afefdfa34ce3 service neutron] For port 8ecd3a82-b18f-483c-9475-bdf6c35f7c61, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:00:27.930758 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-c10bd26d-ffba-47c1-9a39-afefdfa34ce3 service neutron] For port 8ecd3a82-b18f-483c-9475-bdf6c35f7c61, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8ecd3a82-b18f-483c-9475-bdf6c35f7c61,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:00:27.936091 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-c10bd26d-ffba-47c1-9a39-afefdfa34ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:27.964323 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fa09259b-06da-499b-84cc-e3dafb967ba7 req-b5b74f36-f0f6-46b6-8fdb-354e4089cda5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6433730 Jul 05 10:00:28.069070 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:28.119170 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-c10bd26d-ffba-47c1-9a39-afefdfa34ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:28.123193 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-c10bd26d-ffba-47c1-9a39-afefdfa34ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:28.126253 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-c10bd26d-ffba-47c1-9a39-afefdfa34ce3 service neutron] 10.222.0.78 "PUT /v2.0/ports/8ecd3a82-b18f-483c-9475-bdf6c35f7c61 HTTP/1.1" status: 200 len: 1091 time: 2.3221760 Jul 05 10:00:28.129646 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a30e82-7c99-4286-8dfc-3c30c2782151', 'tag': '8ecd3a82-b18f-483c-9475-bdf6c35f7c61'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:00:28.134345 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f36f421-8368-4bc3-9647-c17cb0d39a89" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a30e82-7c99-4286-8dfc-3c30c2782151", "tag": "8ecd3a82-b18f-483c-9475-bdf6c35f7c61"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:00:28.198077 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10bd26d-ffba-47c1-9a39-afefdfa34ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ecd3a82-b18f-483c-9475-bdf6c35f7c61,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:28.348333 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7136dfa2-6cd8-4df8-b57a-682b8a5f36a9 x-openstack-request-id: req-7136dfa2-6cd8-4df8-b57a-682b8a5f36a9 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:00:28.348814 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a30e82-7c99-4286-8dfc-3c30c2782151", "tag": "8ecd3a82-b18f-483c-9475-bdf6c35f7c61", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:00:28.349222 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7136dfa2-6cd8-4df8-b57a-682b8a5f36a9 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:00:28.349852 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a30e82-7c99-4286-8dfc-3c30c2782151', 'tag': '8ecd3a82-b18f-483c-9475-bdf6c35f7c61', 'status': 'completed', 'code': 200} Jul 05 10:00:28.579765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-8694b0a9-df09-4adc-9c44-c9e1cad6784b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:28.587473 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-8694b0a9-df09-4adc-9c44-c9e1cad6784b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 1094 time: 0.2258055 Jul 05 10:00:28.835570 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-56ebbf72-6805-47c4-92d5-e2a56aaa5e2d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ecd3a82-b18f-483c-9475-bdf6c35f7c61 HTTP/1.1" status: 200 len: 217 time: 0.2298596 Jul 05 10:00:28.861095 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] device_id is not set on port 5263b998-3d2e-4cfa-b1dc-f813db2cf6e6 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:00:29.052169 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09259b-06da-499b-84cc-e3dafb967ba7 req-9f7945b1-f271-4bcd-92b0-fb430b008740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:29.074744 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fa09259b-06da-499b-84cc-e3dafb967ba7 req-9f7945b1-f271-4bcd-92b0-fb430b008740 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 1095 time: 0.8784256 Jul 05 10:00:29.393760 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e2078844-2f8c-4676-a712-7b49eaf8833b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting port a4e0599a-2fb7-4d4d-ab83-96c8f4186d42 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:29.394139 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2078844-2f8c-4676-a712-7b49eaf8833b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:29.494320 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12309322-e12c-4a45-9d0e-a42303a4fa16 req-c29af9b8-1409-4b31-b0b7-cf9b2868c3ee tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 210 time: 0.3879299 Jul 05 10:00:29.543588 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-3274840d-c14f-48f8-8293-bc801932e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:29.545208 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-3274840d-c14f-48f8-8293-bc801932e933 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.6673274 Jul 05 10:00:29.757362 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8d572-ceb4-4478-bd90-56878570e4f9 req-a597fe7f-4d78-4ab0-a692-4f1408581714 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:29.759562 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eef8d572-ceb4-4478-bd90-56878570e4f9 req-a597fe7f-4d78-4ab0-a692-4f1408581714 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 943 time: 0.9449005 Jul 05 10:00:29.763359 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-2b77356d-16ec-47e1-88c0-7db878c1d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:29.764979 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-2b77356d-16ec-47e1-88c0-7db878c1d001 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2104664 Jul 05 10:00:29.931395 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2078844-2f8c-4676-a712-7b49eaf8833b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:29.938771 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09259b-06da-499b-84cc-e3dafb967ba7 req-5fb01eae-58b0-45cb-bd30-4af6271ce03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:29.940862 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fa09259b-06da-499b-84cc-e3dafb967ba7 req-5fb01eae-58b0-45cb-bd30-4af6271ce03d service neutron] 10.222.0.78 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 913 time: 0.7889569 Jul 05 10:00:30.056394 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e2078844-2f8c-4676-a712-7b49eaf8833b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Calling delete_port for a4e0599a-2fb7-4d4d-ab83-96c8f4186d42 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:30.083894 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-03982fde-918b-4b6d-bf8d-6efd5c4075f4 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849092 Jul 05 10:00:30.096989 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eef8d572-ceb4-4478-bd90-56878570e4f9 req-a91716f5-f260-406d-9d76-7660b6acb6ff tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308899 Jul 05 10:00:30.133708 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:30.244804 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46de576a-255b-4bb9-ae82-8466031b6c8d req-182720be-b2b6-432a-af92-7dcdcede0f03 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467021 Jul 05 10:00:30.329584 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fa09259b-06da-499b-84cc-e3dafb967ba7 req-081d4487-8e83-420e-81fc-c657869819d9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aca941f-afbc-4333-8046-eb35cd67dab1 HTTP/1.1" status: 200 len: 999 time: 0.3666227 Jul 05 10:00:30.468572 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36f421-8368-4bc3-9647-c17cb0d39a89 req-e6a30d9b-a7da-4a05-872d-3d9d58252170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:30.470062 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f36f421-8368-4bc3-9647-c17cb0d39a89 req-e6a30d9b-a7da-4a05-872d-3d9d58252170 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 1094 time: 0.1115479 Jul 05 10:00:30.619283 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09259b-06da-499b-84cc-e3dafb967ba7 req-4d320e73-e894-4040-a2a0-22b71c29a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:30.620984 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fa09259b-06da-499b-84cc-e3dafb967ba7 req-4d320e73-e894-4040-a2a0-22b71c29a8c9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.2693057 Jul 05 10:00:30.840550 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36f421-8368-4bc3-9647-c17cb0d39a89 req-00727221-b3fc-4129-9c83-c22dfd9afdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:30.842116 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f36f421-8368-4bc3-9647-c17cb0d39a89 req-00727221-b3fc-4129-9c83-c22dfd9afdda service neutron] 10.222.0.78 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 913 time: 0.3646302 Jul 05 10:00:31.046503 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2078844-2f8c-4676-a712-7b49eaf8833b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:31.049483 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-394f25d2-fe79-42e3-b354-dc0263b3c8ea req-8f053dad-ff8c-46d1-92f4-50af20fbc825 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 210 time: 0.2046449 Jul 05 10:00:31.054428 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f36f421-8368-4bc3-9647-c17cb0d39a89 req-e7416efb-e318-469b-b9bd-15b2accb8dc7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ecd3a82-b18f-483c-9475-bdf6c35f7c61 HTTP/1.1" status: 200 len: 217 time: 0.1699901 Jul 05 10:00:31.164903 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2078844-2f8c-4676-a712-7b49eaf8833b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Port': ['ID=a4e0599a-2fb7-4d4d-ab83-96c8f4186d42,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:31.180363 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36f421-8368-4bc3-9647-c17cb0d39a89 req-a5c821cc-ed42-4930-a1d5-465f7633a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:31.186368 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f36f421-8368-4bc3-9647-c17cb0d39a89 req-a5c821cc-ed42-4930-a1d5-465f7633a70c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.1247790 Jul 05 10:00:31.197883 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:31.558127 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36f421-8368-4bc3-9647-c17cb0d39a89 req-2849fdf2-811b-4c39-a665-d04ffefdd035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:31.560518 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f36f421-8368-4bc3-9647-c17cb0d39a89 req-2849fdf2-811b-4c39-a665-d04ffefdd035 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3645256 Jul 05 10:00:31.863196 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network 5b46b6d5-0dbf-44ef-8739-cba362b31695 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:31.871262 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Port': ['ID=c986857e-83ba-42bc-aaec-da707574fa2f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:31.873914 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:31.877373 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09259b-06da-499b-84cc-e3dafb967ba7 req-ff12476e-12a8-4bf1-bf05-016534d88906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:31.879431 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fa09259b-06da-499b-84cc-e3dafb967ba7 req-ff12476e-12a8-4bf1-bf05-016534d88906 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2327077 Jul 05 10:00:31.882782 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:00:31.883722 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:31.948800 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Port': ['ID=5263b998-3d2e-4cfa-b1dc-f813db2cf6e6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:31.951345 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2078844-2f8c-4676-a712-7b49eaf8833b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:32.292890 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bfb5e-5981-45a9-861a-bd69ca09ddb7 req-91abecca-a57f-471c-883d-ce641df1e44a tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:32.294708 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-911bfb5e-5981-45a9-861a-bd69ca09ddb7 req-91abecca-a57f-471c-883d-ce641df1e44a tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=6239d194-3bd2-4015-b5c4-26ea109d8ee5 HTTP/1.1" status: 200 len: 949 time: 1.0215244 Jul 05 10:00:32.330471 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Checking segment: {'id': '60ef8806-316b-46f6-8fda-cd5038c9904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '66492def-59d9-44f1-9e1e-2c9723ae8911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:00:32.331149 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network hostable DHCP agents. Network: 66492def-59d9-44f1-9e1e-2c9723ae8911, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:00:32.360362 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c869644-ffee-4ee3-8c80-6b6a367ec72d req-39f0db1e-46ee-4022-935f-003fa445641f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:32.368228 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2c869644-ffee-4ee3-8c80-6b6a367ec72d req-39f0db1e-46ee-4022-935f-003fa445641f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 943 time: 1.0173357 Jul 05 10:00:32.392396 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fa09259b-06da-499b-84cc-e3dafb967ba7 req-f3535172-9e5f-43ee-a7d1-9840102d1eb9 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010166 Jul 05 10:00:32.439811 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-911bfb5e-5981-45a9-861a-bd69ca09ddb7 req-dad5be07-a52b-441c-bf12-0d208f16c190 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b056af-8f33-4d63-be1c-6909fbf444fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352971 Jul 05 10:00:32.450591 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f36f421-8368-4bc3-9647-c17cb0d39a89 req-1b6f10b3-84c3-4fa0-bdb1-880509d27963 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8674626 Jul 05 10:00:32.524287 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2c869644-ffee-4ee3-8c80-6b6a367ec72d req-b4dfde63-d821-48e3-956e-1121f20b0a78 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551526 Jul 05 10:00:32.548217 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2078844-2f8c-4676-a712-7b49eaf8833b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Router 7cc167b8-6e60-4a17-a73a-af0ccf108d55 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:00:32.554892 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network 66492def-59d9-44f1-9e1e-2c9723ae8911 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:00:32.556263 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:32.581899 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 66492def-59d9-44f1-9e1e-2c9723ae8911) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:32.588199 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:00:32.593004 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9021f3ab-f784-4d93-bba7-b3eaecabf50e None None] Network 66492def-59d9-44f1-9e1e-2c9723ae8911 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:32.613583 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:32.633459 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:32.634203 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:32.690015 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f36f421-8368-4bc3-9647-c17cb0d39a89 req-b10becc3-867e-44e9-a2cf-4d3e18104cbb service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298884 Jul 05 10:00:32.792303 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fd795511-2adf-462d-ac8e-7f3eb3d858a1 req-3695196e-e288-4fbf-bae6-cefc64a208d2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 210 time: 0.0914397 Jul 05 10:00:32.893402 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2078844-2f8c-4676-a712-7b49eaf8833b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:00:32.894625 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e5ab15bd-2b22-4b4c-a585-51dd7bc532ed tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.6982372 Jul 05 10:00:32.897025 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45728) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:32.900930 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e2078844-2f8c-4676-a712-7b49eaf8833b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "PUT /v2.0/routers/7cc167b8-6e60-4a17-a73a-af0ccf108d55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5283017 Jul 05 10:00:32.903841 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3826e8eb-346c-4d90-9acc-6de32c5f74f8 None None] Sync routers for ids ['7cc167b8-6e60-4a17-a73a-af0ccf108d55'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:00:32.909878 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45730) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:32.914756 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fa09259b-06da-499b-84cc-e3dafb967ba7 req-25fce9fc-9781-4792-8ddf-027d019c3384 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140464 Jul 05 10:00:32.915016 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3826e8eb-346c-4d90-9acc-6de32c5f74f8 None None] Routers {'7cc167b8-6e60-4a17-a73a-af0ccf108d55'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:32.915794 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3826e8eb-346c-4d90-9acc-6de32c5f74f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:00:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['7cc167b8-6e60-4a17-a73a-af0ccf108d55'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:32.991334 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bd2352ed-3070-44e3-9094-40794aad0251 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "GET /v2.0/ports?device_id=7cc167b8-6e60-4a17-a73a-af0ccf108d55 HTTP/1.1" status: 200 len: 205 time: 0.0799789 Jul 05 10:00:32.995721 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45736) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:33.033844 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3826e8eb-346c-4d90-9acc-6de32c5f74f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:33.044497 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3826e8eb-346c-4d90-9acc-6de32c5f74f8 None None] Routers {'7cc167b8-6e60-4a17-a73a-af0ccf108d55'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:33.045369 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3826e8eb-346c-4d90-9acc-6de32c5f74f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:00:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['7cc167b8-6e60-4a17-a73a-af0ccf108d55'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:33.112616 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3826e8eb-346c-4d90-9acc-6de32c5f74f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:33.113579 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3826e8eb-346c-4d90-9acc-6de32c5f74f8 None None] The sync data for ids ['7cc167b8-6e60-4a17-a73a-af0ccf108d55'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:00:33.123110 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cda98a6d-1de9-4c41-a4e7-f0c92191fd98 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:33.163393 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-72591829-6a3f-4354-90c8-a9775e5f6093 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting port 5263b998-3d2e-4cfa-b1dc-f813db2cf6e6 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:33.166119 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72591829-6a3f-4354-90c8-a9775e5f6093 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:33.315320 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72591829-6a3f-4354-90c8-a9775e5f6093 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:33.356549 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cda98a6d-1de9-4c41-a4e7-f0c92191fd98 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:33.358842 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cda98a6d-1de9-4c41-a4e7-f0c92191fd98 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:33.369352 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-72591829-6a3f-4354-90c8-a9775e5f6093 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Calling delete_port for 5263b998-3d2e-4cfa-b1dc-f813db2cf6e6 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:33.429671 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cda98a6d-1de9-4c41-a4e7-f0c92191fd98 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:33.430078 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda98a6d-1de9-4c41-a4e7-f0c92191fd98 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Fanout notify agent at l3_agent the message router_deleted on router 7cc167b8-6e60-4a17-a73a-af0ccf108d55 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:00:33.443300 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cda98a6d-1de9-4c41-a4e7-f0c92191fd98 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:33.444545 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cda98a6d-1de9-4c41-a4e7-f0c92191fd98 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/routers/7cc167b8-6e60-4a17-a73a-af0ccf108d55 HTTP/1.1" status: 204 len: 168 time: 0.4472373 Jul 05 10:00:33.447142 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45758) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:33.464660 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 8ecd3a82-b18f-483c-9475-bdf6c35f7c61 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:00:33.619281 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1cd2bff-cd73-440f-b8e3-7cde4ed99324 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting subnet a6271ba4-dd30-4049-bc31-619480d6ba47 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:00:33.623493 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1cd2bff-cd73-440f-b8e3-7cde4ed99324 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:33.651120 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72591829-6a3f-4354-90c8-a9775e5f6093 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:33.681768 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72591829-6a3f-4354-90c8-a9775e5f6093 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:33.688599 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-72591829-6a3f-4354-90c8-a9775e5f6093 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/ports/5263b998-3d2e-4cfa-b1dc-f813db2cf6e6 HTTP/1.1" status: 204 len: 168 time: 0.7896955 Jul 05 10:00:33.690403 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45768) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:33.748438 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1cd2bff-cd73-440f-b8e3-7cde4ed99324 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:33.780957 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72591829-6a3f-4354-90c8-a9775e5f6093 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Port': ['ID=5263b998-3d2e-4cfa-b1dc-f813db2cf6e6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:33.870425 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 8ecd3a82-b18f-483c-9475-bdf6c35f7c61, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8ecd3a82-b18f-483c-9475-bdf6c35f7c61,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:33.923309 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22720bff-32c4-4c33-a12c-804adea3a46c tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:33.924719 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '8ecd3a82-b18f-483c-9475-bdf6c35f7c61', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'port_id': '8ecd3a82-b18f-483c-9475-bdf6c35f7c61', 'mac_address': 'fa:16:3e:14:27:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:00:33.934083 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22720bff-32c4-4c33-a12c-804adea3a46c tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:33.935800 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-22720bff-32c4-4c33-a12c-804adea3a46c tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2432356 Jul 05 10:00:33.968622 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45772) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:33.981902 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1cd2bff-cd73-440f-b8e3-7cde4ed99324 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:34.078597 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:34.115090 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ecd3a82-b18f-483c-9475-bdf6c35f7c61 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:00:34.127264 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1cd2bff-cd73-440f-b8e3-7cde4ed99324 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:34.171915 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1cd2bff-cd73-440f-b8e3-7cde4ed99324 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:34.171915 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f1cd2bff-cd73-440f-b8e3-7cde4ed99324 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/subnets/a6271ba4-dd30-4049-bc31-619480d6ba47 HTTP/1.1" status: 204 len: 168 time: 0.7233622 Jul 05 10:00:34.180047 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45780) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:34.209893 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 8ecd3a82-b18f-483c-9475-bdf6c35f7c61, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8ecd3a82-b18f-483c-9475-bdf6c35f7c61,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:34.216353 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd3d442-4031-4944-9ed4-a9a68856bf5b None None] Network ab93ec34-748f-4f3d-ba8d-ad8858c16059 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:34.237364 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:34.350413 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40821979-5b74-4bc2-a0ef-47e1da163c86 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:34.353532 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd2bff-cd73-440f-b8e3-7cde4ed99324 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Subnet': ['ID=a6271ba4-dd30-4049-bc31-619480d6ba47,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:34.418620 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-40821979-5b74-4bc2-a0ef-47e1da163c86 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting port 9f720b3d-eae9-462c-906e-bd23a2c78d6d {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:34.419351 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40821979-5b74-4bc2-a0ef-47e1da163c86 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:34.462510 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a965c13-1605-4a9f-a33d-642a9efce563 req-b1aec11f-452b-4352-b613-30a198b6b3e7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 210 time: 0.2270913 Jul 05 10:00:34.538606 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-40821979-5b74-4bc2-a0ef-47e1da163c86 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] For port 9f720b3d-eae9-462c-906e-bd23a2c78d6d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9f720b3d-eae9-462c-906e-bd23a2c78d6d,segment=NetworkSegment(c3ff2c9f-8a47-4f8d-af95-d4a43eaf3084),segment_id=c3ff2c9f-8a47-4f8d-af95-d4a43eaf3084)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:34.538987 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40821979-5b74-4bc2-a0ef-47e1da163c86 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:34.626130 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-40821979-5b74-4bc2-a0ef-47e1da163c86 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Calling delete_port for 9f720b3d-eae9-462c-906e-bd23a2c78d6d owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:34.637726 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 93455dea-72a2-44bd-8b7b-2e60494ad0a6 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:00:34.663574 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5dd99-ca94-4cee-b0fb-d1de2864dcc8 req-b01f4e72-59ec-411e-9ab6-4bdc3d4048b3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:34.680222 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0fc5dd99-ca94-4cee-b0fb-d1de2864dcc8 req-b01f4e72-59ec-411e-9ab6-4bdc3d4048b3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 943 time: 0.7090943 Jul 05 10:00:34.734202 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['8ecd3a82-b18f-483c-9475-bdf6c35f7c61'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:00:34.824257 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0fc5dd99-ca94-4cee-b0fb-d1de2864dcc8 req-7004595f-3fad-49d9-987b-3a775639e813 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430459 Jul 05 10:00:34.845433 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40821979-5b74-4bc2-a0ef-47e1da163c86 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:34.876737 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-18d7ee12-73d8-4671-80e9-3e00a4ad1f44 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting port c986857e-83ba-42bc-aaec-da707574fa2f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:34.877596 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-18d7ee12-73d8-4671-80e9-3e00a4ad1f44 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:34.964341 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40821979-5b74-4bc2-a0ef-47e1da163c86 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Port': ['ID=9f720b3d-eae9-462c-906e-bd23a2c78d6d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:34.967087 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-18d7ee12-73d8-4671-80e9-3e00a4ad1f44 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:34.983065 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-18d7ee12-73d8-4671-80e9-3e00a4ad1f44 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Calling delete_port for c986857e-83ba-42bc-aaec-da707574fa2f owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:34.997644 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40821979-5b74-4bc2-a0ef-47e1da163c86 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] No DVR routers for this DVR port 9f720b3d-eae9-462c-906e-bd23a2c78d6d on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:35.073877 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-18d7ee12-73d8-4671-80e9-3e00a4ad1f44 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:35.105216 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40821979-5b74-4bc2-a0ef-47e1da163c86 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:35.116682 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-40821979-5b74-4bc2-a0ef-47e1da163c86 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab93ec34-748f-4f3d-ba8d-ad8858c16059']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:35.129709 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-40821979-5b74-4bc2-a0ef-47e1da163c86 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ff2c9f-8a47-4f8d-af95-d4a43eaf3084') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:35.130692 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-40821979-5b74-4bc2-a0ef-47e1da163c86 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ff2c9f-8a47-4f8d-af95-d4a43eaf3084') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:35.141749 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40821979-5b74-4bc2-a0ef-47e1da163c86 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:35.159526 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7ee12-73d8-4671-80e9-3e00a4ad1f44 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Port': ['ID=c986857e-83ba-42bc-aaec-da707574fa2f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:35.159843 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40821979-5b74-4bc2-a0ef-47e1da163c86 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:35.176320 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-18d7ee12-73d8-4671-80e9-3e00a4ad1f44 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:35.181326 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-18d7ee12-73d8-4671-80e9-3e00a4ad1f44 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/ports/c986857e-83ba-42bc-aaec-da707574fa2f HTTP/1.1" status: 204 len: 168 time: 1.2102988 Jul 05 10:00:35.182296 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45802) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:35.191458 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40821979-5b74-4bc2-a0ef-47e1da163c86 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:00:35.192313 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40821979-5b74-4bc2-a0ef-47e1da163c86 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:00:35.198493 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:00:35.300242 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399cfb69-8fce-4a85-9c16-4d3e2285c631 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:35.303909 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-399cfb69-8fce-4a85-9c16-4d3e2285c631 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1198180 Jul 05 10:00:35.305548 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45808) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:35.339054 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-42dce6f1-f95a-41a9-90f9-f81ca3d3ee06 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] GET failed (client error): The resource could not be found. Jul 05 10:00:35.342384 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-42dce6f1-f95a-41a9-90f9-f81ca3d3ee06 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports/5263b998-3d2e-4cfa-b1dc-f813db2cf6e6 HTTP/1.1" status: 404 len: 333 time: 0.0349309 Jul 05 10:00:35.344520 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45810) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:35.344907 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=8ecd3a82-b18f-483c-9475-bdf6c35f7c61,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:35.399878 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40821979-5b74-4bc2-a0ef-47e1da163c86 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:35.408670 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d38a013-3c3f-48c2-a2e4-e01e6969902d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] GET failed (client error): The resource could not be found. Jul 05 10:00:35.430115 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:35.430379 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6d38a013-3c3f-48c2-a2e4-e01e6969902d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports/c986857e-83ba-42bc-aaec-da707574fa2f HTTP/1.1" status: 404 len: 333 time: 0.0815365 Jul 05 10:00:35.431011 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45812) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:35.431661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:35.435755 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:35.436310 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:35.436814 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:35.437356 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:35.438287 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:35.439017 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:35.439524 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:35.440043 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:35.440537 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:35.441020 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:35.482116 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40821979-5b74-4bc2-a0ef-47e1da163c86 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:35.492229 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-40821979-5b74-4bc2-a0ef-47e1da163c86 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/networks/ab93ec34-748f-4f3d-ba8d-ad8858c16059 HTTP/1.1" status: 204 len: 168 time: 1.3071563 Jul 05 10:00:35.492808 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40821979-5b74-4bc2-a0ef-47e1da163c86 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Network': ['ID=ab93ec34-748f-4f3d-ba8d-ad8858c16059,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:35.497922 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45814) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:35.512634 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2325d2a1-2b77-4426-b262-c4b9f68cb133 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-482803596', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:35.571888 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:35.597818 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2325d2a1-2b77-4426-b262-c4b9f68cb133 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:35.599437 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2325d2a1-2b77-4426-b262-c4b9f68cb133 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:35.603443 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6992f444-4c2d-4ded-93c8-39dfb2623116 None None] DHCP port deletion for ab93ec34-748f-4f3d-ba8d-ad8858c16059 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:00:35.668475 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 93455dea-72a2-44bd-8b7b-2e60494ad0a6, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=93455dea-72a2-44bd-8b7b-2e60494ad0a6,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:35.677134 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6239d194-3bd2-4015-b5c4-26ea109d8ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93455dea-72a2-44bd-8b7b-2e60494ad0a6'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:00:35.680811 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ff092a-e1ae-4792-a1a6-e362c2255fd0" -d '{"events": [{"server_uuid": "6239d194-3bd2-4015-b5c4-26ea109d8ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "93455dea-72a2-44bd-8b7b-2e60494ad0a6"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:00:35.686553 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10c3e76f-c2db-4039-bfa3-0a297ce47ab8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:35.689980 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:35.749515 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2325d2a1-2b77-4426-b262-c4b9f68cb133 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:35.763609 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2325d2a1-2b77-4426-b262-c4b9f68cb133 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:35.800040 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2325d2a1-2b77-4426-b262-c4b9f68cb133 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:35.803038 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2325d2a1-2b77-4426-b262-c4b9f68cb133 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3017151 Jul 05 10:00:35.804786 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45832) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:35.818930 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d49e02b5-6424-4053-98b4-b41557e9ec59 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1840925162'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:35.876956 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10c3e76f-c2db-4039-bfa3-0a297ce47ab8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:35.879465 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49e02b5-6424-4053-98b4-b41557e9ec59 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Made reservation on behalf of a91c3bf7961b491791278a2e028a0984 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:35.880975 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=93455dea-72a2-44bd-8b7b-2e60494ad0a6,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:35.885261 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d80d30-37cf-454b-892f-419f2e3ee28a x-openstack-request-id: req-12d80d30-37cf-454b-892f-419f2e3ee28a {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:00:35.885563 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6239d194-3bd2-4015-b5c4-26ea109d8ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "93455dea-72a2-44bd-8b7b-2e60494ad0a6", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:00:35.885827 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-12d80d30-37cf-454b-892f-419f2e3ee28a {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:00:35.886229 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6239d194-3bd2-4015-b5c4-26ea109d8ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93455dea-72a2-44bd-8b7b-2e60494ad0a6', 'code': 200} Jul 05 10:00:35.890943 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-10c3e76f-c2db-4039-bfa3-0a297ce47ab8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66492def-59d9-44f1-9e1e-2c9723ae8911']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:35.916541 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d49e02b5-6424-4053-98b4-b41557e9ec59 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:35.922251 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-10c3e76f-c2db-4039-bfa3-0a297ce47ab8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ef8806-316b-46f6-8fda-cd5038c9904e') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:35.924025 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-10c3e76f-c2db-4039-bfa3-0a297ce47ab8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ef8806-316b-46f6-8fda-cd5038c9904e') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:35.942009 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10c3e76f-c2db-4039-bfa3-0a297ce47ab8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:35.959826 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10c3e76f-c2db-4039-bfa3-0a297ce47ab8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:35.979243 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:35.982557 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c3e76f-c2db-4039-bfa3-0a297ce47ab8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:00:35.983187 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10c3e76f-c2db-4039-bfa3-0a297ce47ab8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:00:36.068270 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:00:36.167548 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9f720b3d-eae9-462c-906e-bd23a2c78d6d no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:00:36.195925 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ce56504-0963-4a76-8f2c-e7aa9d5b513f req-ea0985fa-4680-43a2-a9a6-6ff6bb7e46e7 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ea46f08-badd-4dd9-b473-c7daaf5565c5 HTTP/1.1" status: 200 len: 210 time: 0.1286831 Jul 05 10:00:36.223927 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49e02b5-6424-4053-98b4-b41557e9ec59 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:00:36.249347 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10c3e76f-c2db-4039-bfa3-0a297ce47ab8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:36.251594 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 9f720b3d-eae9-462c-906e-bd23a2c78d6d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:00:36.252176 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9f720b3d-eae9-462c-906e-bd23a2c78d6d not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:00:36.260051 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d49e02b5-6424-4053-98b4-b41557e9ec59 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:36.260724 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-d49e02b5-6424-4053-98b4-b41557e9ec59 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Added segment ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea of type vlan for network 32c9b348-0cd9-4eea-93f1-f118c3ef528e Jul 05 10:00:36.276520 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10c3e76f-c2db-4039-bfa3-0a297ce47ab8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:36.283489 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-10c3e76f-c2db-4039-bfa3-0a297ce47ab8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/networks/66492def-59d9-44f1-9e1e-2c9723ae8911 HTTP/1.1" status: 204 len: 168 time: 0.8486269 Jul 05 10:00:36.284520 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45848) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:36.319083 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f59d0caa-fba8-48d5-bc37-f50e85081bf1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-989600917'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:36.327830 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3e76f-c2db-4039-bfa3-0a297ce47ab8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Network': ['ID=66492def-59d9-44f1-9e1e-2c9723ae8911,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:36.355147 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1a158-4326-463f-a204-54e96fbc03f2 req-ef80dadc-3a17-4e73-b26f-4ec9faea9331 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:36.356838 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ad1a158-4326-463f-a204-54e96fbc03f2 req-ef80dadc-3a17-4e73-b26f-4ec9faea9331 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 944 time: 0.2384391 Jul 05 10:00:36.382730 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d49e02b5-6424-4053-98b4-b41557e9ec59 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:36.415056 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59d0caa-fba8-48d5-bc37-f50e85081bf1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:36.418231 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d49e02b5-6424-4053-98b4-b41557e9ec59 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:36.429001 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f59d0caa-fba8-48d5-bc37-f50e85081bf1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:36.436315 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49e02b5-6424-4053-98b4-b41557e9ec59 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:36.437235 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d49e02b5-6424-4053-98b4-b41557e9ec59 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:36.498830 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ad1a158-4326-463f-a204-54e96fbc03f2 req-92bfc072-bf1d-406f-baae-2c0bbbcd7148 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329184 Jul 05 10:00:36.523358 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d49e02b5-6424-4053-98b4-b41557e9ec59 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7160423 Jul 05 10:00:36.527169 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45858) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:36.528421 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59d0caa-fba8-48d5-bc37-f50e85081bf1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:00:36.548226 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f59d0caa-fba8-48d5-bc37-f50e85081bf1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:36.548878 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-f59d0caa-fba8-48d5-bc37-f50e85081bf1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Added segment 10a71306-15b2-4d60-ac10-a93b6e08a0f2 of type vlan for network 07156001-07c3-4792-8fe6-ddc1ca8674fa Jul 05 10:00:36.550214 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7bfa0e56-04e4-42c6-82e2-5b69be4826b6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'subnet': {'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:36.585010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 06748f66-8a6d-49d1-9576-662bead26b38 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:00:36.638787 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f59d0caa-fba8-48d5-bc37-f50e85081bf1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:36.680473 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e02b5-6424-4053-98b4-b41557e9ec59 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Network': ['ID=32c9b348-0cd9-4eea-93f1-f118c3ef528e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:36.709990 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f59d0caa-fba8-48d5-bc37-f50e85081bf1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:36.717832 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59d0caa-fba8-48d5-bc37-f50e85081bf1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:36.718493 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f59d0caa-fba8-48d5-bc37-f50e85081bf1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:36.728067 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 32c9b348-0cd9-4eea-93f1-f118c3ef528e details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:00:36.735688 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfa0e56-04e4-42c6-82e2-5b69be4826b6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Made reservation on behalf of a91c3bf7961b491791278a2e028a0984 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:36.751567 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7bfa0e56-04e4-42c6-82e2-5b69be4826b6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:36.795453 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f59d0caa-fba8-48d5-bc37-f50e85081bf1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4810936 Jul 05 10:00:36.798390 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45872) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:36.809109 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-52c9a1a7-af4c-4b21-af34-4de2d6839d6d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'subnet': {'network_id': '07156001-07c3-4792-8fe6-ddc1ca8674fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:36.866176 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 06748f66-8a6d-49d1-9576-662bead26b38, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=06748f66-8a6d-49d1-9576-662bead26b38,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:36.908765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d0caa-fba8-48d5-bc37-f50e85081bf1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Network': ['ID=07156001-07c3-4792-8fe6-ddc1ca8674fa,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:36.936957 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c9a1a7-af4c-4b21-af34-4de2d6839d6d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:36.941834 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-52c9a1a7-af4c-4b21-af34-4de2d6839d6d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:36.954904 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '06748f66-8a6d-49d1-9576-662bead26b38', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '06748f66-8a6d-49d1-9576-662bead26b38', 'mac_address': 'fa:16:3e:60:e5:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:00:36.969347 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 07156001-07c3-4792-8fe6-ddc1ca8674fa details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:00:37.135260 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:37.172401 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06748f66-8a6d-49d1-9576-662bead26b38 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:00:37.225929 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7bfa0e56-04e4-42c6-82e2-5b69be4826b6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:37.227162 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 06748f66-8a6d-49d1-9576-662bead26b38, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=06748f66-8a6d-49d1-9576-662bead26b38,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:37.233909 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:37.374015 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['06748f66-8a6d-49d1-9576-662bead26b38'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:00:37.486580 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa0e56-04e4-42c6-82e2-5b69be4826b6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Subnet': ['ID=112575a2-4ab1-4c4d-ba59-35bca213052b,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:37.520105 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-52c9a1a7-af4c-4b21-af34-4de2d6839d6d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:37.557024 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45910) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:37.594243 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 8ecd3a82-b18f-483c-9475-bdf6c35f7c61 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:00:37.628305 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45912) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:37.676017 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=06748f66-8a6d-49d1-9576-662bead26b38,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:37.696250 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa0e56-04e4-42c6-82e2-5b69be4826b6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Checking segment: {'id': 'ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:00:37.696717 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfa0e56-04e4-42c6-82e2-5b69be4826b6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network hostable DHCP agents. Network: 32c9b348-0cd9-4eea-93f1-f118c3ef528e, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:00:37.758424 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9a1a7-af4c-4b21-af34-4de2d6839d6d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Subnet': ['ID=5ca2ab62-4de6-40ac-85df-30adb16ab5eb,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:37.787394 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc6b7d1f-ee66-4400-9007-fa4404ddfdc9 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:37.806000 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 8ecd3a82-b18f-483c-9475-bdf6c35f7c61 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:37.812252 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c9a1a7-af4c-4b21-af34-4de2d6839d6d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Checking segment: {'id': '10a71306-15b2-4d60-ac10-a93b6e08a0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '07156001-07c3-4792-8fe6-ddc1ca8674fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:00:37.815026 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc6b7d1f-ee66-4400-9007-fa4404ddfdc9 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:37.816576 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c9a1a7-af4c-4b21-af34-4de2d6839d6d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network hostable DHCP agents. Network: 07156001-07c3-4792-8fe6-ddc1ca8674fa, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:00:37.829215 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 8ecd3a82-b18f-483c-9475-bdf6c35f7c61 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:37.829612 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:37.907643 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc6b7d1f-ee66-4400-9007-fa4404ddfdc9 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:37.916770 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc6b7d1f-ee66-4400-9007-fa4404ddfdc9 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:37.919059 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fc6b7d1f-ee66-4400-9007-fa4404ddfdc9 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "DELETE /v2.0/security-groups/ceac56e7-f201-46e9-a48a-909264e3172a HTTP/1.1" status: 204 len: 168 time: 0.3567433 Jul 05 10:00:37.933276 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfa0e56-04e4-42c6-82e2-5b69be4826b6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network 32c9b348-0cd9-4eea-93f1-f118c3ef528e is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:00:37.937675 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45932) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:37.961149 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-7bfa0e56-04e4-42c6-82e2-5b69be4826b6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 32c9b348-0cd9-4eea-93f1-f118c3ef528e) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:37.964043 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b7d1f-ee66-4400-9007-fa4404ddfdc9 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceac56e7-f201-46e9-a48a-909264e3172a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:37.977597 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfa0e56-04e4-42c6-82e2-5b69be4826b6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:37.978508 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7bfa0e56-04e4-42c6-82e2-5b69be4826b6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:37.994719 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-00cb59a5-f82e-47aa-a8dc-7316ae58981e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] show failed (client error): The resource could not be found. Jul 05 10:00:37.995827 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-00cb59a5-f82e-47aa-a8dc-7316ae58981e tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "GET /v2.0/security-groups/ceac56e7-f201-46e9-a48a-909264e3172a HTTP/1.1" status: 404 len: 347 time: 0.0520446 Jul 05 10:00:37.999118 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45938) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:38.045880 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff52420-9f0e-47df-964f-57f6c9ccd82d None None] Network 32c9b348-0cd9-4eea-93f1-f118c3ef528e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:38.087889 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f09e177-edbb-41ae-8b7d-c3b450fbdc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:38.097963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c9a1a7-af4c-4b21-af34-4de2d6839d6d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network 07156001-07c3-4792-8fe6-ddc1ca8674fa is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:00:38.124569 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-52c9a1a7-af4c-4b21-af34-4de2d6839d6d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 07156001-07c3-4792-8fe6-ddc1ca8674fa) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:38.136931 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c9a1a7-af4c-4b21-af34-4de2d6839d6d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:38.137705 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-52c9a1a7-af4c-4b21-af34-4de2d6839d6d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:38.158102 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32851b8c-51eb-453f-be6a-52216d576440 None None] Network 07156001-07c3-4792-8fe6-ddc1ca8674fa requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:38.162202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731d831-20ef-4a4e-a5f1-e23bc7ac3ef8 req-2519d9b5-4a18-400c-960a-f4fd68e44986 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:38.166953 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7bfa0e56-04e4-42c6-82e2-5b69be4826b6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6383035 Jul 05 10:00:38.174325 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c731d831-20ef-4a4e-a5f1-e23bc7ac3ef8 req-2519d9b5-4a18-400c-960a-f4fd68e44986 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 944 time: 0.3851249 Jul 05 10:00:38.174471 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45940) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:38.289043 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c731d831-20ef-4a4e-a5f1-e23bc7ac3ef8 req-2fc4d3be-4b12-4cfc-bcdd-2dcc9a8d04a3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968962 Jul 05 10:00:38.451528 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [req-519a8422-ab24-45b3-83a3-73cae95c584a req-6de8662c-e948-4a63-8bb4-765deee6b09e tempest-LiveAutoBlockMigrationV225Test-1673562098 tempest-LiveAutoBlockMigrationV225Test-1673562098-project] (93906) timed out ('10.222.0.81', 61508) {{(pid=93906) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:00:38.472069 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f09e177-edbb-41ae-8b7d-c3b450fbdc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:38.479628 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f09e177-edbb-41ae-8b7d-c3b450fbdc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:38.549351 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-52c9a1a7-af4c-4b21-af34-4de2d6839d6d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7498474 Jul 05 10:00:38.549764 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45952) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:38.557701 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1d265c1b-3bc7-4abf-8c88-e93a192a2269 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'port': {'network_id': '07156001-07c3-4792-8fe6-ddc1ca8674fa', 'name': 'tempest-PortsIpV6TestJSON-1610152968'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:38.591458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09e177-edbb-41ae-8b7d-c3b450fbdc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3930cbbc-8af5-4dc0-a7cd-494dbdbea322,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:38.651258 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9f09e177-edbb-41ae-8b7d-c3b450fbdc53 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5e8c17aca1ad4f69bdea3e426e274208&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0112321 Jul 05 10:00:38.654721 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45956) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:38.698419 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [req-5173ce10-6361-406f-ac1f-5199b1dceb28 req-8a36c255-f906-4b92-a654-1f38f85ec377 tempest-ServersTestJSON-1378035837 tempest-ServersTestJSON-1378035837-project] (93906) timed out ('10.222.0.81', 61499) {{(pid=93906) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:00:38.776617 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-172f2943-1887-4b1b-997f-64980b054043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:38.796570 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1f84ae-0717-4c73-8c38-245c0dd5329a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-07156001-07c3-4792-8fe6-ddc1ca8674fa', 'network_id': '07156001-07c3-4792-8fe6-ddc1ca8674fa', 'tenant_id': '2abed1ceab284e1ba1b00296dfa26a6e', 'fixed_ips': [{'subnet_id': '5ca2ab62-4de6-40ac-85df-30adb16ab5eb'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:00:38.798907 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cd1f84ae-0717-4c73-8c38-245c0dd5329a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:38.800656 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-172f2943-1887-4b1b-997f-64980b054043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:38.827909 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-5da208ee-0bb7-4688-aa69-bc8ed1c12288 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Deleting port 3f9a4be5-f26b-48bd-836e-ba181268d520 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:38.828265 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5da208ee-0bb7-4688-aa69-bc8ed1c12288 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:38.856414 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:38.875521 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-172f2943-1887-4b1b-997f-64980b054043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:38.886367 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-172f2943-1887-4b1b-997f-64980b054043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:38.891013 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-172f2943-1887-4b1b-997f-64980b054043 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3930cbbc-8af5-4dc0-a7cd-494dbdbea322 HTTP/1.1" status: 204 len: 168 time: 0.2324955 Jul 05 10:00:38.911334 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f2943-1887-4b1b-997f-64980b054043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3930cbbc-8af5-4dc0-a7cd-494dbdbea322,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:39.008131 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dff88b-a8d9-46b8-9e48-57e36746fcb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'fixed_ips': [{'subnet_id': '112575a2-4ab1-4c4d-ba59-35bca213052b'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:00:39.009047 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-91dff88b-a8d9-46b8-9e48-57e36746fcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:39.059585 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a30e82-7c99-4286-8dfc-3c30c2782151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecd3a82-b18f-483c-9475-bdf6c35f7c61'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:00:39.063322 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcc88f2-a866-49e9-8e82-28403f3461a8" -d '{"events": [{"server_uuid": "b0a30e82-7c99-4286-8dfc-3c30c2782151", "name": "network-vif-plugged", "status": "completed", "tag": "8ecd3a82-b18f-483c-9475-bdf6c35f7c61"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:00:39.096767 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 8ecd3a82-b18f-483c-9475-bdf6c35f7c61, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8ecd3a82-b18f-483c-9475-bdf6c35f7c61,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:39.112566 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:39.191530 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-262e6a3f-ed6e-4be1-bfa0-1b5ad2f1566e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:39.269585 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37057fa6-8b17-4597-bc6b-8b146fe553c1 x-openstack-request-id: req-37057fa6-8b17-4597-bc6b-8b146fe553c1 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:00:39.269960 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a30e82-7c99-4286-8dfc-3c30c2782151", "name": "network-vif-plugged", "status": "completed", "tag": "8ecd3a82-b18f-483c-9475-bdf6c35f7c61", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:00:39.270130 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-37057fa6-8b17-4597-bc6b-8b146fe553c1 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:00:39.270566 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a30e82-7c99-4286-8dfc-3c30c2782151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecd3a82-b18f-483c-9475-bdf6c35f7c61', 'code': 200} Jul 05 10:00:39.409878 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=8ecd3a82-b18f-483c-9475-bdf6c35f7c61,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:39.417058 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-cd1f84ae-0717-4c73-8c38-245c0dd5329a None None] Allocated IP 2001:db8::2 (07156001-07c3-4792-8fe6-ddc1ca8674fa/5ca2ab62-4de6-40ac-85df-30adb16ab5eb/bdaad800-f1cf-4282-8698-28837089f224) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:00:39.448925 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5da208ee-0bb7-4688-aa69-bc8ed1c12288 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:39.449445 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5da208ee-0bb7-4688-aa69-bc8ed1c12288 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:39.659719 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-5da208ee-0bb7-4688-aa69-bc8ed1c12288 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Calling delete_port for 3f9a4be5-f26b-48bd-836e-ba181268d520 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:39.749678 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-91dff88b-a8d9-46b8-9e48-57e36746fcb3 None None] Allocated IP 2001:db8::2 (32c9b348-0cd9-4eea-93f1-f118c3ef528e/112575a2-4ab1-4c4d-ba59-35bca213052b/f8a0c575-1812-4b8f-aed3-66370fe509cc) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:00:39.752887 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cd1f84ae-0717-4c73-8c38-245c0dd5329a None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:39.785121 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cd1f84ae-0717-4c73-8c38-245c0dd5329a None None] Transition to ACTIVE for port object bdaad800-f1cf-4282-8698-28837089f224 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:39.818276 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d265c1b-3bc7-4abf-8c88-e93a192a2269 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:39.827279 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d265c1b-3bc7-4abf-8c88-e93a192a2269 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:39.855403 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87785da1-2ed3-483e-b4e3-0d3d658b0983 req-5cd3c9bb-e43f-4ab3-9829-457349d17110 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:39.858088 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-87785da1-2ed3-483e-b4e3-0d3d658b0983 req-5cd3c9bb-e43f-4ab3-9829-457349d17110 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 945 time: 0.2109549 Jul 05 10:00:39.881658 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cd1f84ae-0717-4c73-8c38-245c0dd5329a None None] Transition to ACTIVE for port object bdaad800-f1cf-4282-8698-28837089f224 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:39.900135 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cd1f84ae-0717-4c73-8c38-245c0dd5329a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:39.948031 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-87785da1-2ed3-483e-b4e3-0d3d658b0983 req-1072e65f-de04-4402-baa1-e1a3f71f09fa tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839047 Jul 05 10:00:40.028265 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-1d265c1b-3bc7-4abf-8c88-e93a192a2269 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] device_id is not set on port e8bcf09d-b25e-4603-afb3-a5dfb42640c9 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:00:40.083938 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7343bd1-4047-4cb2-a4b8-b578e87ee57a req-bd698112-4b7c-4297-9a29-9b8942054adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:40.086101 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e7343bd1-4047-4cb2-a4b8-b578e87ee57a req-bd698112-4b7c-4297-9a29-9b8942054adf service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 1096 time: 0.7950764 Jul 05 10:00:40.153271 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1f84ae-0717-4c73-8c38-245c0dd5329a None None] Network 07156001-07c3-4792-8fe6-ddc1ca8674fa is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:40.191802 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-cd1f84ae-0717-4c73-8c38-245c0dd5329a None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:40.208345 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1f84ae-0717-4c73-8c38-245c0dd5329a None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:00:40.212499 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f84ae-0717-4c73-8c38-245c0dd5329a None None] Pushing event updated for resources: {'Port': ['ID=bdaad800-f1cf-4282-8698-28837089f224,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:40.369409 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e7343bd1-4047-4cb2-a4b8-b578e87ee57a req-a7d156fb-22f4-40c2-90ad-fbe843167ed2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365980 Jul 05 10:00:40.384409 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-91dff88b-a8d9-46b8-9e48-57e36746fcb3 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:40.416492 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5da208ee-0bb7-4688-aa69-bc8ed1c12288 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:40.441685 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-91dff88b-a8d9-46b8-9e48-57e36746fcb3 None None] Transition to ACTIVE for port object f8a0c575-1812-4b8f-aed3-66370fe509cc will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:40.480962 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da208ee-0bb7-4688-aa69-bc8ed1c12288 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event deleted for resources: {'Port': ['ID=3f9a4be5-f26b-48bd-836e-ba181268d520,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:40.504099 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-91dff88b-a8d9-46b8-9e48-57e36746fcb3 None None] Transition to ACTIVE for port object f8a0c575-1812-4b8f-aed3-66370fe509cc will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:40.531464 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-91dff88b-a8d9-46b8-9e48-57e36746fcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:40.571868 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-1d265c1b-3bc7-4abf-8c88-e93a192a2269 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Allocated IP 2001:db8::11b (07156001-07c3-4792-8fe6-ddc1ca8674fa/5ca2ab62-4de6-40ac-85df-30adb16ab5eb/e8bcf09d-b25e-4603-afb3-a5dfb42640c9) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:00:40.609026 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 06748f66-8a6d-49d1-9576-662bead26b38 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:00:40.621155 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-cd1f84ae-0717-4c73-8c38-245c0dd5329a None None] Attempting to bind port bdaad800-f1cf-4282-8698-28837089f224 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:00:40.621579 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-cd1f84ae-0717-4c73-8c38-245c0dd5329a None None] Attempting to bind port bdaad800-f1cf-4282-8698-28837089f224 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '10a71306-15b2-4d60-ac10-a93b6e08a0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '07156001-07c3-4792-8fe6-ddc1ca8674fa'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:00:40.624909 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f84ae-0717-4c73-8c38-245c0dd5329a None None] Attempting to bind port bdaad800-f1cf-4282-8698-28837089f224 on network 07156001-07c3-4792-8fe6-ddc1ca8674fa {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:00:40.715567 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dff88b-a8d9-46b8-9e48-57e36746fcb3 None None] Network 32c9b348-0cd9-4eea-93f1-f118c3ef528e is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:40.733430 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f84ae-0717-4c73-8c38-245c0dd5329a None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:00:40.740529 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f84ae-0717-4c73-8c38-245c0dd5329a None None] Checking segment: {'id': '10a71306-15b2-4d60-ac10-a93b6e08a0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '07156001-07c3-4792-8fe6-ddc1ca8674fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:00:40.741182 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cd1f84ae-0717-4c73-8c38-245c0dd5329a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:40.741743 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f84ae-0717-4c73-8c38-245c0dd5329a None None] Bound using segment: {'id': '10a71306-15b2-4d60-ac10-a93b6e08a0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '07156001-07c3-4792-8fe6-ddc1ca8674fa'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:00:40.742404 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-cd1f84ae-0717-4c73-8c38-245c0dd5329a None None] Bound port: bdaad800-f1cf-4282-8698-28837089f224, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a71306-15b2-4d60-ac10-a93b6e08a0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '07156001-07c3-4792-8fe6-ddc1ca8674fa'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:00:40.742963 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cd1f84ae-0717-4c73-8c38-245c0dd5329a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:40.754270 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-91dff88b-a8d9-46b8-9e48-57e36746fcb3 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:40.797933 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dff88b-a8d9-46b8-9e48-57e36746fcb3 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:00:40.835975 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dff88b-a8d9-46b8-9e48-57e36746fcb3 None None] Pushing event updated for resources: {'Port': ['ID=f8a0c575-1812-4b8f-aed3-66370fe509cc,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:40.908090 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d265c1b-3bc7-4abf-8c88-e93a192a2269 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:40.931663 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-1d265c1b-3bc7-4abf-8c88-e93a192a2269 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Transition to ACTIVE for port object e8bcf09d-b25e-4603-afb3-a5dfb42640c9 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:40.978800 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-262e6a3f-ed6e-4be1-bfa0-1b5ad2f1566e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Allocated IP 2001:db8::1 (32c9b348-0cd9-4eea-93f1-f118c3ef528e/112575a2-4ab1-4c4d-ba59-35bca213052b/24bb1cfe-6a9a-4d50-b2a6-593140511b10) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:00:40.986163 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d265c1b-3bc7-4abf-8c88-e93a192a2269 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:41.114883 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 06748f66-8a6d-49d1-9576-662bead26b38 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:41.115627 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:41.128507 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-91dff88b-a8d9-46b8-9e48-57e36746fcb3 None None] Attempting to bind port f8a0c575-1812-4b8f-aed3-66370fe509cc on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:00:41.128888 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-91dff88b-a8d9-46b8-9e48-57e36746fcb3 None None] Attempting to bind port f8a0c575-1812-4b8f-aed3-66370fe509cc by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:00:41.129296 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dff88b-a8d9-46b8-9e48-57e36746fcb3 None None] Attempting to bind port f8a0c575-1812-4b8f-aed3-66370fe509cc on network 32c9b348-0cd9-4eea-93f1-f118c3ef528e {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:00:41.159261 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d265c1b-3bc7-4abf-8c88-e93a192a2269 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Port': ['ID=e8bcf09d-b25e-4603-afb3-a5dfb42640c9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:41.165089 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dff88b-a8d9-46b8-9e48-57e36746fcb3 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:00:41.166087 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dff88b-a8d9-46b8-9e48-57e36746fcb3 None None] Checking segment: {'id': 'ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:00:41.166087 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-91dff88b-a8d9-46b8-9e48-57e36746fcb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:41.166411 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dff88b-a8d9-46b8-9e48-57e36746fcb3 None None] Bound using segment: {'id': 'ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:00:41.166944 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-91dff88b-a8d9-46b8-9e48-57e36746fcb3 None None] Bound port: f8a0c575-1812-4b8f-aed3-66370fe509cc, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:00:41.167333 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-91dff88b-a8d9-46b8-9e48-57e36746fcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:41.191631 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-cd1f84ae-0717-4c73-8c38-245c0dd5329a None None] For port bdaad800-f1cf-4282-8698-28837089f224, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:00:41.209290 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5da208ee-0bb7-4688-aa69-bc8ed1c12288 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:41.219769 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5da208ee-0bb7-4688-aa69-bc8ed1c12288 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:41.225683 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5da208ee-0bb7-4688-aa69-bc8ed1c12288 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "DELETE /v2.0/floatingips/f0f2da49-78d3-4cef-badb-7b6a5bff9c9f HTTP/1.1" status: 204 len: 168 time: 3.2241962 Jul 05 10:00:41.228770 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46038) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:41.269952 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d265c1b-3bc7-4abf-8c88-e93a192a2269 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network 07156001-07c3-4792-8fe6-ddc1ca8674fa is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:41.294517 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-1d265c1b-3bc7-4abf-8c88-e93a192a2269 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:41.305767 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d265c1b-3bc7-4abf-8c88-e93a192a2269 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:00:41.322810 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d265c1b-3bc7-4abf-8c88-e93a192a2269 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:41.323561 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d265c1b-3bc7-4abf-8c88-e93a192a2269 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:41.324756 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-cd1f84ae-0717-4c73-8c38-245c0dd5329a None None] For port bdaad800-f1cf-4282-8698-28837089f224, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bdaad800-f1cf-4282-8698-28837089f224,segment=NetworkSegment(10a71306-15b2-4d60-ac10-a93b6e08a0f2),segment_id=10a71306-15b2-4d60-ac10-a93b6e08a0f2)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:00:41.343189 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cd1f84ae-0717-4c73-8c38-245c0dd5329a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:41.493751 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1d265c1b-3bc7-4abf-8c88-e93a192a2269 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9424291 Jul 05 10:00:41.506658 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 46058) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:41.633743 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f84ae-0717-4c73-8c38-245c0dd5329a None None] Pushing event updated for resources: {'Port': ['ID=bdaad800-f1cf-4282-8698-28837089f224,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:41.751409 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:41.884447 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-91dff88b-a8d9-46b8-9e48-57e36746fcb3 None None] For port f8a0c575-1812-4b8f-aed3-66370fe509cc, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:00:41.934967 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745efcc5-4ae5-4fe4-8da0-05f3277fe8f9 req-cb8ecfbd-22d4-4b2c-b2d3-a83880a5bbdb tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:41.936640 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-745efcc5-4ae5-4fe4-8da0-05f3277fe8f9 req-cb8ecfbd-22d4-4b2c-b2d3-a83880a5bbdb tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 945 time: 0.6006413 Jul 05 10:00:41.941410 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c3e5e0-d296-41c9-848d-a1633ebb1f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06748f66-8a6d-49d1-9576-662bead26b38'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:00:41.946201 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d0c274-3799-4105-89ff-974058c7c9da" -d '{"events": [{"server_uuid": "98c3e5e0-d296-41c9-848d-a1633ebb1f36", "name": "network-vif-plugged", "status": "completed", "tag": "06748f66-8a6d-49d1-9576-662bead26b38"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:00:41.956786 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-91dff88b-a8d9-46b8-9e48-57e36746fcb3 None None] For port f8a0c575-1812-4b8f-aed3-66370fe509cc, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f8a0c575-1812-4b8f-aed3-66370fe509cc,segment=NetworkSegment(ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea),segment_id=ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:00:41.968029 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-91dff88b-a8d9-46b8-9e48-57e36746fcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:41.974256 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 06748f66-8a6d-49d1-9576-662bead26b38, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=06748f66-8a6d-49d1-9576-662bead26b38,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:42.044382 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0022753d-8401-4c36-929a-d9c40fcd9c83 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Deleting port a594f5a6-d4b1-489b-8883-c1de3416e2bf {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:42.044734 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0022753d-8401-4c36-929a-d9c40fcd9c83 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:42.087618 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9339136-f41d-4735-a0a5-b7e21a2ea743 x-openstack-request-id: req-c9339136-f41d-4735-a0a5-b7e21a2ea743 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:00:42.087618 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c3e5e0-d296-41c9-848d-a1633ebb1f36", "name": "network-vif-plugged", "status": "completed", "tag": "06748f66-8a6d-49d1-9576-662bead26b38", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:00:42.087618 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c9339136-f41d-4735-a0a5-b7e21a2ea743 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:00:42.089085 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c3e5e0-d296-41c9-848d-a1633ebb1f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06748f66-8a6d-49d1-9576-662bead26b38', 'code': 200} Jul 05 10:00:42.101474 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:42.203819 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dff88b-a8d9-46b8-9e48-57e36746fcb3 None None] Pushing event updated for resources: {'Port': ['ID=f8a0c575-1812-4b8f-aed3-66370fe509cc,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:42.252508 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-745efcc5-4ae5-4fe4-8da0-05f3277fe8f9 req-ce542f3b-483a-4cce-9914-bfe98239b83a tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762773 Jul 05 10:00:42.329429 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:00:42.341523 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=06748f66-8a6d-49d1-9576-662bead26b38,revision_number=10']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:42.362100 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0022753d-8401-4c36-929a-d9c40fcd9c83 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:42.392668 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0022753d-8401-4c36-929a-d9c40fcd9c83 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Calling delete_port for a594f5a6-d4b1-489b-8883-c1de3416e2bf owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:42.818402 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0022753d-8401-4c36-929a-d9c40fcd9c83 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:42.909720 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022753d-8401-4c36-929a-d9c40fcd9c83 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event deleted for resources: {'Port': ['ID=a594f5a6-d4b1-489b-8883-c1de3416e2bf,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:42.918948 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-262e6a3f-ed6e-4be1-bfa0-1b5ad2f1566e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:43.016835 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-262e6a3f-ed6e-4be1-bfa0-1b5ad2f1566e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Transition to ACTIVE for port object 24bb1cfe-6a9a-4d50-b2a6-593140511b10 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:43.096428 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0022753d-8401-4c36-929a-d9c40fcd9c83 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:43.099180 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0022753d-8401-4c36-929a-d9c40fcd9c83 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "DELETE /v2.0/ports/a594f5a6-d4b1-489b-8883-c1de3416e2bf HTTP/1.1" status: 204 len: 168 time: 1.8682973 Jul 05 10:00:43.101730 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46094) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:43.146850 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-2ff2d785-49ea-4f31-9a81-32ae06f51f35 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting port e8bcf09d-b25e-4603-afb3-a5dfb42640c9 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:43.147199 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ff2d785-49ea-4f31-9a81-32ae06f51f35 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:43.396340 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a0d8953d-3e1f-4d33-8567-6db9076af38d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Deleting port 21394da8-3084-494f-86c5-5db86ecaed8c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:43.396906 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0d8953d-3e1f-4d33-8567-6db9076af38d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:43.416571 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-262e6a3f-ed6e-4be1-bfa0-1b5ad2f1566e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:43.521621 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ff2d785-49ea-4f31-9a81-32ae06f51f35 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:43.789960 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0d8953d-3e1f-4d33-8567-6db9076af38d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:43.804296 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a0d8953d-3e1f-4d33-8567-6db9076af38d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Calling delete_port for 21394da8-3084-494f-86c5-5db86ecaed8c owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:43.850108 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262e6a3f-ed6e-4be1-bfa0-1b5ad2f1566e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network 32c9b348-0cd9-4eea-93f1-f118c3ef528e is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:43.851295 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-2ff2d785-49ea-4f31-9a81-32ae06f51f35 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Calling delete_port for e8bcf09d-b25e-4603-afb3-a5dfb42640c9 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:43.869077 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-262e6a3f-ed6e-4be1-bfa0-1b5ad2f1566e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:43.896667 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e6a3f-ed6e-4be1-bfa0-1b5ad2f1566e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:00:43.897247 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-262e6a3f-ed6e-4be1-bfa0-1b5ad2f1566e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:43.919099 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154db3bd-6b3d-41ac-9570-9eb0ef35a88e None None] Network 07156001-07c3-4792-8fe6-ddc1ca8674fa requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:44.000051 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a73f9-1d01-45ca-9b61-a9497b45975d req-0d269194-2df1-4085-880e-4cfac5590cf3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:44.004246 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d6a73f9-1d01-45ca-9b61-a9497b45975d req-0d269194-2df1-4085-880e-4cfac5590cf3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 945 time: 0.4386487 Jul 05 10:00:44.111139 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d6a73f9-1d01-45ca-9b61-a9497b45975d req-ea651e24-e537-4e6b-b9c1-f281f9279243 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918741 Jul 05 10:00:44.131693 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e6a3f-ed6e-4be1-bfa0-1b5ad2f1566e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Port': ['ID=24bb1cfe-6a9a-4d50-b2a6-593140511b10,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:44.224714 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0d8953d-3e1f-4d33-8567-6db9076af38d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:44.373136 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8953d-3e1f-4d33-8567-6db9076af38d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event deleted for resources: {'Port': ['ID=21394da8-3084-494f-86c5-5db86ecaed8c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:44.457160 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fa20e128-7449-4660-805e-074b1f081461 None None] Provisioning for port bdaad800-f1cf-4282-8698-28837089f224 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:44.641223 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78075747-7d9e-458a-8e5d-3727f39d7746 None None] Network 32c9b348-0cd9-4eea-93f1-f118c3ef528e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:44.651102 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f8a0c575-1812-4b8f-aed3-66370fe509cc up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:00:44.659527 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-262e6a3f-ed6e-4be1-bfa0-1b5ad2f1566e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:44.661637 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0d8953d-3e1f-4d33-8567-6db9076af38d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:44.672108 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a0d8953d-3e1f-4d33-8567-6db9076af38d tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "DELETE /v2.0/ports/21394da8-3084-494f-86c5-5db86ecaed8c HTTP/1.1" status: 204 len: 168 time: 1.5667210 Jul 05 10:00:44.674413 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 46130) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:44.762831 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e7067a-06cb-4ce2-a9cd-9a63bc20fdad tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Deleting subnet c6f1a43b-cce2-4a9e-add8-8eeaa611f18f {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:00:44.770352 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13e7067a-06cb-4ce2-a9cd-9a63bc20fdad tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:45.095504 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73720998-f28f-42e9-a80f-e3f82bf0b7e6 req-f5903570-ccb4-4524-ab02-9ca78e71b3e7 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:45.096548 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e19bc996-0859-4fe3-adb5-a1042001fa3a None None] Provisioning for port f8a0c575-1812-4b8f-aed3-66370fe509cc completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:45.120043 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-73720998-f28f-42e9-a80f-e3f82bf0b7e6 req-f5903570-ccb4-4524-ab02-9ca78e71b3e7 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 945 time: 0.1906650 Jul 05 10:00:45.273968 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-73720998-f28f-42e9-a80f-e3f82bf0b7e6 req-8ff91e64-7932-45a1-9257-00c1c286028d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517642 Jul 05 10:00:45.276707 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port f8a0c575-1812-4b8f-aed3-66370fe509cc completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:45.295703 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port f8a0c575-1812-4b8f-aed3-66370fe509cc triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:45.295703 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:45.528835 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-262e6a3f-ed6e-4be1-bfa0-1b5ad2f1566e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:45.574646 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:45.592331 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-262e6a3f-ed6e-4be1-bfa0-1b5ad2f1566e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:45.593591 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-262e6a3f-ed6e-4be1-bfa0-1b5ad2f1566e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:45.686164 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port f8a0c575-1812-4b8f-aed3-66370fe509cc, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f8a0c575-1812-4b8f-aed3-66370fe509cc,segment=NetworkSegment(ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea),segment_id=ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:45.693958 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:45.695022 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bdaad800-f1cf-4282-8698-28837089f224 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:00:45.928278 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port bdaad800-f1cf-4282-8698-28837089f224 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:45.942630 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port bdaad800-f1cf-4282-8698-28837089f224 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:45.943221 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.003475 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13e7067a-06cb-4ce2-a9cd-9a63bc20fdad tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.111944 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262e6a3f-ed6e-4be1-bfa0-1b5ad2f1566e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network 32c9b348-0cd9-4eea-93f1-f118c3ef528e is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:46.124978 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=f8a0c575-1812-4b8f-aed3-66370fe509cc,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:46.128755 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-262e6a3f-ed6e-4be1-bfa0-1b5ad2f1566e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:46.139172 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d4114b97-e6a2-4fa2-8527-0e9a806a6e71 None None] Provisioning for port e8bcf09d-b25e-4603-afb3-a5dfb42640c9 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:46.151431 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ff2d785-49ea-4f31-9a81-32ae06f51f35 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.162440 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e6a3f-ed6e-4be1-bfa0-1b5ad2f1566e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Port': ['ID=24bb1cfe-6a9a-4d50-b2a6-593140511b10,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:46.181630 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d4114b97-e6a2-4fa2-8527-0e9a806a6e71 None None] Provisioning complete for port e8bcf09d-b25e-4603-afb3-a5dfb42640c9 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:46.188179 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d4114b97-e6a2-4fa2-8527-0e9a806a6e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.292323 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d4114b97-e6a2-4fa2-8527-0e9a806a6e71 None None] Port e8bcf09d-b25e-4603-afb3-a5dfb42640c9 was deleted so its status cannot be updated. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 10:00:46.328887 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.404965 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port bdaad800-f1cf-4282-8698-28837089f224, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bdaad800-f1cf-4282-8698-28837089f224,segment=NetworkSegment(10a71306-15b2-4d60-ac10-a93b6e08a0f2),segment_id=10a71306-15b2-4d60-ac10-a93b6e08a0f2)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:46.437939 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.470851 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ff2d785-49ea-4f31-9a81-32ae06f51f35 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.485845 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2ff2d785-49ea-4f31-9a81-32ae06f51f35 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/ports/e8bcf09d-b25e-4603-afb3-a5dfb42640c9 HTTP/1.1" status: 204 len: 168 time: 4.9736836 Jul 05 10:00:46.493777 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46182) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:46.530379 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-94521c89-6aa6-4163-991d-15dee730b6bd None None] Provisioning for port 24bb1cfe-6a9a-4d50-b2a6-593140511b10 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:46.595055 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7793d52-484c-4ccd-9769-120fcf80768e tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] DELETE failed (client error): The resource could not be found. Jul 05 10:00:46.599203 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7793d52-484c-4ccd-9769-120fcf80768e tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:00:46.607284 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f7793d52-484c-4ccd-9769-120fcf80768e tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/ports/e8bcf09d-b25e-4603-afb3-a5dfb42640c9 HTTP/1.1" status: 404 len: 333 time: 0.1107008 Jul 05 10:00:46.618694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46184) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:46.621346 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-94521c89-6aa6-4163-991d-15dee730b6bd None None] Provisioning complete for port 24bb1cfe-6a9a-4d50-b2a6-593140511b10 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:46.621949 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-94521c89-6aa6-4163-991d-15dee730b6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.695740 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f8a0c575-1812-4b8f-aed3-66370fe509cc up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:00:46.731413 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2d785-49ea-4f31-9a81-32ae06f51f35 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Port': ['ID=e8bcf09d-b25e-4603-afb3-a5dfb42640c9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:46.767893 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-033fd5bb-1cd8-483d-a328-b85e92ead660 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] GET failed (client error): The resource could not be found. Jul 05 10:00:46.780585 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-033fd5bb-1cd8-483d-a328-b85e92ead660 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports/e8bcf09d-b25e-4603-afb3-a5dfb42640c9 HTTP/1.1" status: 404 len: 333 time: 0.1600981 Jul 05 10:00:46.781262 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46186) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:46.878321 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13e7067a-06cb-4ce2-a9cd-9a63bc20fdad tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.892083 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=bdaad800-f1cf-4282-8698-28837089f224,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:46.924685 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-94521c89-6aa6-4163-991d-15dee730b6bd None None] Port 24bb1cfe-6a9a-4d50-b2a6-593140511b10 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:00:46.926442 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-2359fb5f-ef37-4bca-85a0-a376ded7ac8a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting subnet 5ca2ab62-4de6-40ac-85df-30adb16ab5eb {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:00:46.934832 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2359fb5f-ef37-4bca-85a0-a376ded7ac8a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.965794 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262e6a3f-ed6e-4be1-bfa0-1b5ad2f1566e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:00:46.967313 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port f8a0c575-1812-4b8f-aed3-66370fe509cc triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:46.967704 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:47.059932 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-94521c89-6aa6-4163-991d-15dee730b6bd None None] Provisioning complete for port f8a0c575-1812-4b8f-aed3-66370fe509cc triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:47.060244 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-94521c89-6aa6-4163-991d-15dee730b6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:47.104220 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2359fb5f-ef37-4bca-85a0-a376ded7ac8a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:47.199488 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262e6a3f-ed6e-4be1-bfa0-1b5ad2f1566e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:00:47.221978 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f342bd22-95df-4431-888c-45306676270e None None] Sync routers for ids ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:00:47.234113 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46204) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:47.236109 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-262e6a3f-ed6e-4be1-bfa0-1b5ad2f1566e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "PUT /v2.0/routers/6691fde3-3f01-4339-add9-8d7b42f7bcb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0598722 Jul 05 10:00:47.241008 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f342bd22-95df-4431-888c-45306676270e None None] Routers {'6691fde3-3f01-4339-add9-8d7b42f7bcb8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:47.241848 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f342bd22-95df-4431-888c-45306676270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:00:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:47.260442 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13e7067a-06cb-4ce2-a9cd-9a63bc20fdad tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:47.271256 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5176156f-c7fc-4a2a-9af8-375fb5a8d0c4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1830567205'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:47.297122 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13e7067a-06cb-4ce2-a9cd-9a63bc20fdad tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:47.318371 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-13e7067a-06cb-4ce2-a9cd-9a63bc20fdad tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "DELETE /v2.0/subnets/c6f1a43b-cce2-4a9e-add8-8eeaa611f18f HTTP/1.1" status: 204 len: 168 time: 2.6418023 Jul 05 10:00:47.323556 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 46208) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:47.333297 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4003d13a-312c-4f0a-9f7d-661707a3ae85 None None] Network 46a7d976-22fe-499d-9eac-633e774ed0a2 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:47.362784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5176156f-c7fc-4a2a-9af8-375fb5a8d0c4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Made reservation on behalf of a91c3bf7961b491791278a2e028a0984 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:47.367302 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5176156f-c7fc-4a2a-9af8-375fb5a8d0c4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:47.387219 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7067a-06cb-4ce2-a9cd-9a63bc20fdad tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f1a43b-cce2-4a9e-add8-8eeaa611f18f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:47.392748 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0612b64-cd93-4156-a128-da3b88e57568 req-34a22c07-106d-4c9d-bfc0-9b95d1a5dc1d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:47.416457 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d0612b64-cd93-4156-a128-da3b88e57568 req-34a22c07-106d-4c9d-bfc0-9b95d1a5dc1d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 945 time: 0.7304964 Jul 05 10:00:47.469274 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f342bd22-95df-4431-888c-45306676270e None None] Set router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:00:47.485813 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a3903a-14eb-46d4-b212-bf83f3422edd tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Deleting subnet beb17974-ad37-4f4e-b8b5-ae6e1c964f90 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:00:47.500337 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85a3903a-14eb-46d4-b212-bf83f3422edd tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:47.528674 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5176156f-c7fc-4a2a-9af8-375fb5a8d0c4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:00:47.549503 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5176156f-c7fc-4a2a-9af8-375fb5a8d0c4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:47.550172 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-5176156f-c7fc-4a2a-9af8-375fb5a8d0c4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Added segment 7388f402-efc5-4234-9450-3c14c9eb03e1 of type vlan for network 0b2a79ac-7e3c-4554-9c07-afeb85ad07dc Jul 05 10:00:47.634475 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85a3903a-14eb-46d4-b212-bf83f3422edd tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:47.673783 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5176156f-c7fc-4a2a-9af8-375fb5a8d0c4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:47.747204 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5176156f-c7fc-4a2a-9af8-375fb5a8d0c4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:47.754298 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5176156f-c7fc-4a2a-9af8-375fb5a8d0c4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:47.757010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f48ac33e-f81f-4b1b-ab16-af6dae2351e2 None None] Provisioning complete for port 24bb1cfe-6a9a-4d50-b2a6-593140511b10 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:47.757765 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f48ac33e-f81f-4b1b-ab16-af6dae2351e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:47.762826 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5176156f-c7fc-4a2a-9af8-375fb5a8d0c4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:47.861880 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f48ac33e-f81f-4b1b-ab16-af6dae2351e2 None None] Port 24bb1cfe-6a9a-4d50-b2a6-593140511b10 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:00:47.870048 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85a3903a-14eb-46d4-b212-bf83f3422edd tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:47.885541 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f48ac33e-f81f-4b1b-ab16-af6dae2351e2 None None] Could not find standard attr ID for object e8bcf09d-b25e-4603-afb3-a5dfb42640c9. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:00:47.942361 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2359fb5f-ef37-4bca-85a0-a376ded7ac8a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.007121 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5c7d49-6077-454e-96f6-f3f1bda817ab None None] DHCP port deletion for 46a7d976-22fe-499d-9eac-633e774ed0a2 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:00:48.058195 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85a3903a-14eb-46d4-b212-bf83f3422edd tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.079187 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d0612b64-cd93-4156-a128-da3b88e57568 req-e6c912ff-5549-4078-bf49-b626e847551c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6599133 Jul 05 10:00:48.094952 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5176156f-c7fc-4a2a-9af8-375fb5a8d0c4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8477511 Jul 05 10:00:48.112164 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46228) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:48.129355 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9a5c7d49-6077-454e-96f6-f3f1bda817ab None None] Deleting port 733c003c-659f-4b82-adc3-afb1e2fcf8bc {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:48.129811 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9a5c7d49-6077-454e-96f6-f3f1bda817ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.156475 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-76f16915-e008-4d3f-9ee7-4e8b14112e6f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'subnet': {'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:48.185194 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f342bd22-95df-4431-888c-45306676270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:00:44Z', 'revision_number': 2, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None, '_interfaces': [{'id': '24bb1cfe-6a9a-4d50-b2a6-593140511b10', 'name': '', 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:6f:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:45Z', 'revision_number': 2, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:48.197660 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3903a-14eb-46d4-b212-bf83f3422edd tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event deleted for resources: {'Subnet': ['ID=beb17974-ad37-4f4e-b8b5-ae6e1c964f90,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:48.243304 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85a3903a-14eb-46d4-b212-bf83f3422edd tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.249170 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-85a3903a-14eb-46d4-b212-bf83f3422edd tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "DELETE /v2.0/subnets/beb17974-ad37-4f4e-b8b5-ae6e1c964f90 HTTP/1.1" status: 204 len: 168 time: 0.8912187 Jul 05 10:00:48.260645 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 46236) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:48.265270 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176156f-c7fc-4a2a-9af8-375fb5a8d0c4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Network': ['ID=0b2a79ac-7e3c-4554-9c07-afeb85ad07dc,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:48.286869 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f342bd22-95df-4431-888c-45306676270e None None] Checking router: 6691fde3-3f01-4339-add9-8d7b42f7bcb8 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:00:48.287426 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f342bd22-95df-4431-888c-45306676270e None None] Updating router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 port 24bb1cfe-6a9a-4d50-b2a6-593140511b10 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:00:48.320444 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dd9808-07dd-456d-906a-3255cfe8edda None None] Network c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:48.390637 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f342bd22-95df-4431-888c-45306676270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.427759 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2359fb5f-ef37-4bca-85a0-a376ded7ac8a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.477230 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 0b2a79ac-7e3c-4554-9c07-afeb85ad07dc details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:00:48.593140 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2359fb5f-ef37-4bca-85a0-a376ded7ac8a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.598155 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2359fb5f-ef37-4bca-85a0-a376ded7ac8a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/subnets/5ca2ab62-4de6-40ac-85df-30adb16ab5eb HTTP/1.1" status: 204 len: 168 time: 1.8053651 Jul 05 10:00:48.605717 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46246) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:48.630731 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a757fab9-f345-461a-b8d5-dd96cc4be7d2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.645274 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359fb5f-ef37-4bca-85a0-a376ded7ac8a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Subnet': ['ID=5ca2ab62-4de6-40ac-85df-30adb16ab5eb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:48.649113 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5560d183-2a35-4cf7-88cd-a3ad6631e8a2 None None] Network 07156001-07c3-4792-8fe6-ddc1ca8674fa requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:48.772253 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a757fab9-f345-461a-b8d5-dd96cc4be7d2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Deleting port 733c003c-659f-4b82-adc3-afb1e2fcf8bc {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:48.773606 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a757fab9-f345-461a-b8d5-dd96cc4be7d2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.816864 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bdaad800-f1cf-4282-8698-28837089f224 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:00:48.838223 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9a5c7d49-6077-454e-96f6-f3f1bda817ab None None] For port 733c003c-659f-4b82-adc3-afb1e2fcf8bc, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=733c003c-659f-4b82-adc3-afb1e2fcf8bc,segment=NetworkSegment(f485d861-f5ea-4db7-b3f3-89204c69d2d1),segment_id=f485d861-f5ea-4db7-b3f3-89204c69d2d1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:48.840262 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9a5c7d49-6077-454e-96f6-f3f1bda817ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.940126 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f16915-e008-4d3f-9ee7-4e8b14112e6f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Made reservation on behalf of a91c3bf7961b491791278a2e028a0984 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:48.967975 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-76f16915-e008-4d3f-9ee7-4e8b14112e6f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.024462 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f342bd22-95df-4431-888c-45306676270e None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.035584 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-f342bd22-95df-4431-888c-45306676270e None None] Transition to ACTIVE for port object 24bb1cfe-6a9a-4d50-b2a6-593140511b10 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:49.043249 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f342bd22-95df-4431-888c-45306676270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.063637 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9a5c7d49-6077-454e-96f6-f3f1bda817ab None None] Calling delete_port for 733c003c-659f-4b82-adc3-afb1e2fcf8bc owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:49.120773 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d2962-5ea6-403b-8fed-9ff7eabebc47 None None] Pushing event updated for resources: {'Port': ['ID=24bb1cfe-6a9a-4d50-b2a6-593140511b10,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:49.134860 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d2962-5ea6-403b-8fed-9ff7eabebc47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.135453 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d2962-5ea6-403b-8fed-9ff7eabebc47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.136230 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d2962-5ea6-403b-8fed-9ff7eabebc47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.136723 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d2962-5ea6-403b-8fed-9ff7eabebc47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.137235 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d2962-5ea6-403b-8fed-9ff7eabebc47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.137738 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d2962-5ea6-403b-8fed-9ff7eabebc47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.138277 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d2962-5ea6-403b-8fed-9ff7eabebc47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.139288 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d2962-5ea6-403b-8fed-9ff7eabebc47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.140221 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d2962-5ea6-403b-8fed-9ff7eabebc47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.140727 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d2962-5ea6-403b-8fed-9ff7eabebc47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.141756 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d2962-5ea6-403b-8fed-9ff7eabebc47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.142446 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d2962-5ea6-403b-8fed-9ff7eabebc47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.153075 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-a757fab9-f345-461a-b8d5-dd96cc4be7d2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] For port 733c003c-659f-4b82-adc3-afb1e2fcf8bc, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=733c003c-659f-4b82-adc3-afb1e2fcf8bc,segment=NetworkSegment(f485d861-f5ea-4db7-b3f3-89204c69d2d1),segment_id=f485d861-f5ea-4db7-b3f3-89204c69d2d1)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:49.153577 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a757fab9-f345-461a-b8d5-dd96cc4be7d2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.219782 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a757fab9-f345-461a-b8d5-dd96cc4be7d2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Calling delete_port for 733c003c-659f-4b82-adc3-afb1e2fcf8bc owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:49.282168 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-f342bd22-95df-4431-888c-45306676270e None None] Attempting to bind port 24bb1cfe-6a9a-4d50-b2a6-593140511b10 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:00:49.283397 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-f342bd22-95df-4431-888c-45306676270e None None] Attempting to bind port 24bb1cfe-6a9a-4d50-b2a6-593140511b10 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:00:49.283982 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f342bd22-95df-4431-888c-45306676270e None None] Attempting to bind port 24bb1cfe-6a9a-4d50-b2a6-593140511b10 on network 32c9b348-0cd9-4eea-93f1-f118c3ef528e {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:00:49.304223 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f342bd22-95df-4431-888c-45306676270e None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:00:49.308341 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f342bd22-95df-4431-888c-45306676270e None None] Checking segment: {'id': 'ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:00:49.311392 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f342bd22-95df-4431-888c-45306676270e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.311800 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f342bd22-95df-4431-888c-45306676270e None None] Bound using segment: {'id': 'ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:00:49.313477 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-f342bd22-95df-4431-888c-45306676270e None None] Bound port: 24bb1cfe-6a9a-4d50-b2a6-593140511b10, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:00:49.313898 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f342bd22-95df-4431-888c-45306676270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.358491 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-599ed162-d07a-433b-b01d-6ad29cc227b5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.529648 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a757fab9-f345-461a-b8d5-dd96cc4be7d2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.543476 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-f342bd22-95df-4431-888c-45306676270e None None] For port 24bb1cfe-6a9a-4d50-b2a6-593140511b10, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:00:49.550042 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port bdaad800-f1cf-4282-8698-28837089f224 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:49.550877 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-f342bd22-95df-4431-888c-45306676270e None None] For port 24bb1cfe-6a9a-4d50-b2a6-593140511b10, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=24bb1cfe-6a9a-4d50-b2a6-593140511b10,segment=NetworkSegment(ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea),segment_id=ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:00:49.551056 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.558127 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f342bd22-95df-4431-888c-45306676270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.598485 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757fab9-f345-461a-b8d5-dd96cc4be7d2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event deleted for resources: {'Port': ['ID=733c003c-659f-4b82-adc3-afb1e2fcf8bc,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:49.623541 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a757fab9-f345-461a-b8d5-dd96cc4be7d2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] No DVR routers for this DVR port 733c003c-659f-4b82-adc3-afb1e2fcf8bc on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:49.722539 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d2962-5ea6-403b-8fed-9ff7eabebc47 None None] Pushing event updated for resources: {'Port': ['ID=24bb1cfe-6a9a-4d50-b2a6-593140511b10,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:49.746786 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f342bd22-95df-4431-888c-45306676270e None None] Routers {'6691fde3-3f01-4339-add9-8d7b42f7bcb8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:49.747434 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f342bd22-95df-4431-888c-45306676270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:00:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:49.795980 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9a5c7d49-6077-454e-96f6-f3f1bda817ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.818772 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9fd5a1-dfe6-4814-806f-c1b03b744ab6 None None] DHCP port deletion for c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:00:49.822053 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5c7d49-6077-454e-96f6-f3f1bda817ab None None] No DVR routers for this DVR port 733c003c-659f-4b82-adc3-afb1e2fcf8bc on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:49.888714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c7d49-6077-454e-96f6-f3f1bda817ab None None] Pushing event deleted for resources: {'Port': ['ID=733c003c-659f-4b82-adc3-afb1e2fcf8bc,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:49.930621 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a757fab9-f345-461a-b8d5-dd96cc4be7d2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.967950 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a757fab9-f345-461a-b8d5-dd96cc4be7d2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a7d976-22fe-499d-9eac-633e774ed0a2']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:49.984660 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276d361-f5d8-4dae-a893-07e0cef87813 req-83309753-7696-4499-810d-33bcb11bf350 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:49.985719 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d276d361-f5d8-4dae-a893-07e0cef87813 req-83309753-7696-4499-810d-33bcb11bf350 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 945 time: 0.4734433 Jul 05 10:00:49.992485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-599ed162-d07a-433b-b01d-6ad29cc227b5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting port bdaad800-f1cf-4282-8698-28837089f224 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:49.997509 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-599ed162-d07a-433b-b01d-6ad29cc227b5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.999557 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a757fab9-f345-461a-b8d5-dd96cc4be7d2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f485d861-f5ea-4db7-b3f3-89204c69d2d1') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:50.006172 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a757fab9-f345-461a-b8d5-dd96cc4be7d2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f485d861-f5ea-4db7-b3f3-89204c69d2d1') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:50.028207 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a757fab9-f345-461a-b8d5-dd96cc4be7d2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.061581 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a757fab9-f345-461a-b8d5-dd96cc4be7d2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.177909 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a757fab9-f345-461a-b8d5-dd96cc4be7d2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:00:50.182786 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a757fab9-f345-461a-b8d5-dd96cc4be7d2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.210266 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f342bd22-95df-4431-888c-45306676270e None None] Set router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:00:50.224287 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:00:50.322235 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a757fab9-f345-461a-b8d5-dd96cc4be7d2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.406993 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a757fab9-f345-461a-b8d5-dd96cc4be7d2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.433622 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a757fab9-f345-461a-b8d5-dd96cc4be7d2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "DELETE /v2.0/networks/46a7d976-22fe-499d-9eac-633e774ed0a2 HTTP/1.1" status: 204 len: 168 time: 2.1683440 Jul 05 10:00:50.435779 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757fab9-f345-461a-b8d5-dd96cc4be7d2 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event deleted for resources: {'Network': ['ID=46a7d976-22fe-499d-9eac-633e774ed0a2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:50.445782 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 46292) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:50.472217 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0b9fd5a1-dfe6-4814-806f-c1b03b744ab6 None None] Deleting port 764e5223-b81f-4458-b657-6ff0f8a79c4f {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:50.472751 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0b9fd5a1-dfe6-4814-806f-c1b03b744ab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.561977 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a3bc22-77ea-4ec1-ad88-5dc2c04c7bf2 None None] DHCP port deletion for 07156001-07c3-4792-8fe6-ddc1ca8674fa request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:00:50.618383 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-76f16915-e008-4d3f-9ee7-4e8b14112e6f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.647240 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0b9fd5a1-dfe6-4814-806f-c1b03b744ab6 None None] For port 764e5223-b81f-4458-b657-6ff0f8a79c4f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=764e5223-b81f-4458-b657-6ff0f8a79c4f,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:50.647650 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0b9fd5a1-dfe6-4814-806f-c1b03b744ab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.686178 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 733c003c-659f-4b82-adc3-afb1e2fcf8bc no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:00:50.744751 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 733c003c-659f-4b82-adc3-afb1e2fcf8bc {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:00:50.745099 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 733c003c-659f-4b82-adc3-afb1e2fcf8bc not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:00:50.756962 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc602eaa-1fdc-46b4-8073-3da5d88f7029 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.757578 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0b9fd5a1-dfe6-4814-806f-c1b03b744ab6 None None] Calling delete_port for 764e5223-b81f-4458-b657-6ff0f8a79c4f owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:50.795883 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-599ed162-d07a-433b-b01d-6ad29cc227b5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] For port bdaad800-f1cf-4282-8698-28837089f224, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bdaad800-f1cf-4282-8698-28837089f224,segment=NetworkSegment(10a71306-15b2-4d60-ac10-a93b6e08a0f2),segment_id=10a71306-15b2-4d60-ac10-a93b6e08a0f2)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:50.796260 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-599ed162-d07a-433b-b01d-6ad29cc227b5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.891030 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-bc602eaa-1fdc-46b4-8073-3da5d88f7029 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Deleting port 764e5223-b81f-4458-b657-6ff0f8a79c4f {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:50.892563 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc602eaa-1fdc-46b4-8073-3da5d88f7029 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.927950 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-599ed162-d07a-433b-b01d-6ad29cc227b5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Calling delete_port for bdaad800-f1cf-4282-8698-28837089f224 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:50.949029 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d276d361-f5d8-4dae-a893-07e0cef87813 req-341a6cf9-0636-440b-89d5-0e0f14ba5c3d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6236544 Jul 05 10:00:50.949847 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f16915-e008-4d3f-9ee7-4e8b14112e6f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Checking segment: {'id': '7388f402-efc5-4234-9450-3c14c9eb03e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:00:50.950306 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f16915-e008-4d3f-9ee7-4e8b14112e6f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network hostable DHCP agents. Network: 0b2a79ac-7e3c-4554-9c07-afeb85ad07dc, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:00:50.965351 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-74a3bc22-77ea-4ec1-ad88-5dc2c04c7bf2 None None] Deleting port bdaad800-f1cf-4282-8698-28837089f224 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:50.970107 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-74a3bc22-77ea-4ec1-ad88-5dc2c04c7bf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.970579 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f342bd22-95df-4431-888c-45306676270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:00:44Z', 'revision_number': 2, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None, '_interfaces': [{'id': '24bb1cfe-6a9a-4d50-b2a6-593140511b10', 'name': '', 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:6f:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:49Z', 'revision_number': 4, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:50.994242 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 764e5223-b81f-4458-b657-6ff0f8a79c4f no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:00:51.015975 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f342bd22-95df-4431-888c-45306676270e None None] The sync data for ids ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'] in n-d-798054-8 is: [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:00:44Z', 'revision_number': 2, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None, '_interfaces': [{'id': '24bb1cfe-6a9a-4d50-b2a6-593140511b10', 'name': '', 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:6f:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:49Z', 'revision_number': 4, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:00:51.107546 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f16915-e008-4d3f-9ee7-4e8b14112e6f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Subnet': ['ID=40d693bd-33e9-4378-b20c-ff80951a1ac2,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:51.120884 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-bc602eaa-1fdc-46b4-8073-3da5d88f7029 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] For port 764e5223-b81f-4458-b657-6ff0f8a79c4f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=764e5223-b81f-4458-b657-6ff0f8a79c4f,segment=NetworkSegment(3ee30fd5-e46f-41e8-85d7-8b991a1dec94),segment_id=3ee30fd5-e46f-41e8-85d7-8b991a1dec94)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:51.121458 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc602eaa-1fdc-46b4-8073-3da5d88f7029 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:51.156695 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-bc602eaa-1fdc-46b4-8073-3da5d88f7029 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Calling delete_port for 764e5223-b81f-4458-b657-6ff0f8a79c4f owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:51.157037 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f16915-e008-4d3f-9ee7-4e8b14112e6f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network 0b2a79ac-7e3c-4554-9c07-afeb85ad07dc is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:00:51.192162 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-76f16915-e008-4d3f-9ee7-4e8b14112e6f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 0b2a79ac-7e3c-4554-9c07-afeb85ad07dc) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:51.198036 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f16915-e008-4d3f-9ee7-4e8b14112e6f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:51.198625 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-76f16915-e008-4d3f-9ee7-4e8b14112e6f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:51.201227 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b2f46b6c-27ca-42b0-8bb3-c27bd1900881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:51.215347 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29afdf5-9753-416f-ae27-061ebf7360c9 None None] Network 0b2a79ac-7e3c-4554-9c07-afeb85ad07dc requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:51.274865 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-599ed162-d07a-433b-b01d-6ad29cc227b5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:51.295243 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-74a3bc22-77ea-4ec1-ad88-5dc2c04c7bf2 None None] For port bdaad800-f1cf-4282-8698-28837089f224, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bdaad800-f1cf-4282-8698-28837089f224,segment=NetworkSegment(10a71306-15b2-4d60-ac10-a93b6e08a0f2),segment_id=10a71306-15b2-4d60-ac10-a93b6e08a0f2)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:51.295649 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-74a3bc22-77ea-4ec1-ad88-5dc2c04c7bf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:51.320754 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-74a3bc22-77ea-4ec1-ad88-5dc2c04c7bf2 None None] Calling delete_port for bdaad800-f1cf-4282-8698-28837089f224 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:51.355191 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-76f16915-e008-4d3f-9ee7-4e8b14112e6f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2187488 Jul 05 10:00:51.356291 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 46314) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:51.368351 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ed162-d07a-433b-b01d-6ad29cc227b5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Port': ['ID=bdaad800-f1cf-4282-8698-28837089f224,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:51.388920 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599ed162-d07a-433b-b01d-6ad29cc227b5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] No DVR routers for this DVR port bdaad800-f1cf-4282-8698-28837089f224 on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:51.556960 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Port 764e5223-b81f-4458-b657-6ff0f8a79c4f update to DOWN by agent not found {{(pid=93908) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 05 10:00:51.557408 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bdaad800-f1cf-4282-8698-28837089f224 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:00:51.620682 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: bdaad800-f1cf-4282-8698-28837089f224 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:00:51.621324 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-599ed162-d07a-433b-b01d-6ad29cc227b5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:51.621426 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bdaad800-f1cf-4282-8698-28837089f224 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:00:51.630895 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0b9fd5a1-dfe6-4814-806f-c1b03b744ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:51.669568 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-599ed162-d07a-433b-b01d-6ad29cc227b5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07156001-07c3-4792-8fe6-ddc1ca8674fa']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:51.719380 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-599ed162-d07a-433b-b01d-6ad29cc227b5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a71306-15b2-4d60-ac10-a93b6e08a0f2') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:51.719677 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-599ed162-d07a-433b-b01d-6ad29cc227b5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a71306-15b2-4d60-ac10-a93b6e08a0f2') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:51.752015 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fd5a1-dfe6-4814-806f-c1b03b744ab6 None None] Pushing event deleted for resources: {'Port': ['ID=764e5223-b81f-4458-b657-6ff0f8a79c4f,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:51.761807 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-599ed162-d07a-433b-b01d-6ad29cc227b5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:51.791270 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9fd5a1-dfe6-4814-806f-c1b03b744ab6 None None] No DVR routers for this DVR port 764e5223-b81f-4458-b657-6ff0f8a79c4f on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:51.808971 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-599ed162-d07a-433b-b01d-6ad29cc227b5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:51.825736 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-599ed162-d07a-433b-b01d-6ad29cc227b5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:00:51.826164 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-599ed162-d07a-433b-b01d-6ad29cc227b5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:51.836670 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-74a3bc22-77ea-4ec1-ad88-5dc2c04c7bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:00:51.837168 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:00:51.979671 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3bc22-77ea-4ec1-ad88-5dc2c04c7bf2 None None] Pushing event deleted for resources: {'Port': ['ID=bdaad800-f1cf-4282-8698-28837089f224,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:51.986545 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a3bc22-77ea-4ec1-ad88-5dc2c04c7bf2 None None] No DVR routers for this DVR port bdaad800-f1cf-4282-8698-28837089f224 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:52.025086 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-599ed162-d07a-433b-b01d-6ad29cc227b5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:52.032671 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-599ed162-d07a-433b-b01d-6ad29cc227b5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:52.034596 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-599ed162-d07a-433b-b01d-6ad29cc227b5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/networks/07156001-07c3-4792-8fe6-ddc1ca8674fa HTTP/1.1" status: 204 len: 168 time: 3.4103599 Jul 05 10:00:52.059212 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46338) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:52.064953 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-093775af-d434-42b3-84b6-ea552dc4830f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1340929175'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:52.092079 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ed162-d07a-433b-b01d-6ad29cc227b5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Network': ['ID=07156001-07c3-4792-8fe6-ddc1ca8674fa,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:52.101944 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093775af-d434-42b3-84b6-ea552dc4830f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:52.108745 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-093775af-d434-42b3-84b6-ea552dc4830f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:52.156233 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00aef74-295b-48ec-8da5-fde3dfc72ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-0b2a79ac-7e3c-4554-9c07-afeb85ad07dc', 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'fixed_ips': [{'subnet_id': '40d693bd-33e9-4378-b20c-ff80951a1ac2'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:00:52.157191 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d00aef74-295b-48ec-8da5-fde3dfc72ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:52.234703 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093775af-d434-42b3-84b6-ea552dc4830f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:00:52.264097 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-093775af-d434-42b3-84b6-ea552dc4830f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:52.265854 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-093775af-d434-42b3-84b6-ea552dc4830f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Added segment 75ac23c5-b4ae-409d-bc7d-f50387f72d20 of type vlan for network 81a25b84-4423-4ff9-9bdf-068256810d4d Jul 05 10:00:52.335749 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-093775af-d434-42b3-84b6-ea552dc4830f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:52.492338 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc602eaa-1fdc-46b4-8073-3da5d88f7029 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:52.518576 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-093775af-d434-42b3-84b6-ea552dc4830f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:52.525144 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093775af-d434-42b3-84b6-ea552dc4830f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:52.530333 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc602eaa-1fdc-46b4-8073-3da5d88f7029 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] No DVR routers for this DVR port 764e5223-b81f-4458-b657-6ff0f8a79c4f on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:52.531453 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-093775af-d434-42b3-84b6-ea552dc4830f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:52.629359 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-d00aef74-295b-48ec-8da5-fde3dfc72ca4 None None] Allocated IP 2001:db8:1::2 (0b2a79ac-7e3c-4554-9c07-afeb85ad07dc/40d693bd-33e9-4378-b20c-ff80951a1ac2/f7d95862-9a55-469b-9b68-acf7abd1aeb0) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:00:52.635222 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc602eaa-1fdc-46b4-8073-3da5d88f7029 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event deleted for resources: {'Port': ['ID=764e5223-b81f-4458-b657-6ff0f8a79c4f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:52.729581 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:52.766906 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093775af-d434-42b3-84b6-ea552dc4830f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Network': ['ID=81a25b84-4423-4ff9-9bdf-068256810d4d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:52.821260 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-093775af-d434-42b3-84b6-ea552dc4830f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7608266 Jul 05 10:00:52.822281 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46364) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:52.840429 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b98c3eec-6ada-4a0a-bc4d-f1a54fa23389 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'subnet': {'network_id': '81a25b84-4423-4ff9-9bdf-068256810d4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:52.841915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 81a25b84-4423-4ff9-9bdf-068256810d4d details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:00:53.017925 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d00aef74-295b-48ec-8da5-fde3dfc72ca4 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:53.021491 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2c011-3f06-4c35-b615-e1b6c9b18ae1 req-9138271f-35c8-4ce1-8ff4-a4d93446f86d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:53.023477 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-06f2c011-3f06-4c35-b615-e1b6c9b18ae1 req-9138271f-35c8-4ce1-8ff4-a4d93446f86d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 945 time: 0.6608648 Jul 05 10:00:53.041217 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d00aef74-295b-48ec-8da5-fde3dfc72ca4 None None] Transition to ACTIVE for port object f7d95862-9a55-469b-9b68-acf7abd1aeb0 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:53.061404 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98c3eec-6ada-4a0a-bc4d-f1a54fa23389 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:53.065117 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b98c3eec-6ada-4a0a-bc4d-f1a54fa23389 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:53.066328 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d00aef74-295b-48ec-8da5-fde3dfc72ca4 None None] Transition to ACTIVE for port object f7d95862-9a55-469b-9b68-acf7abd1aeb0 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:53.150007 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 24bb1cfe-6a9a-4d50-b2a6-593140511b10 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:00:53.183746 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc602eaa-1fdc-46b4-8073-3da5d88f7029 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:53.299644 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-bc602eaa-1fdc-46b4-8073-3da5d88f7029 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1788f1b-ee6e-4ce9-bcf5-2400566efbd5']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:53.305456 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d00aef74-295b-48ec-8da5-fde3dfc72ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:53.346769 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-bc602eaa-1fdc-46b4-8073-3da5d88f7029 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee30fd5-e46f-41e8-85d7-8b991a1dec94') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:53.347068 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-bc602eaa-1fdc-46b4-8073-3da5d88f7029 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee30fd5-e46f-41e8-85d7-8b991a1dec94') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:53.392911 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00aef74-295b-48ec-8da5-fde3dfc72ca4 None None] Network 0b2a79ac-7e3c-4554-9c07-afeb85ad07dc is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:53.417158 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-d00aef74-295b-48ec-8da5-fde3dfc72ca4 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:53.438266 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc602eaa-1fdc-46b4-8073-3da5d88f7029 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:53.541307 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00aef74-295b-48ec-8da5-fde3dfc72ca4 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:00:53.542151 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc602eaa-1fdc-46b4-8073-3da5d88f7029 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:53.559087 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc602eaa-1fdc-46b4-8073-3da5d88f7029 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:00:53.560731 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc602eaa-1fdc-46b4-8073-3da5d88f7029 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:00:53.659272 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:00:53.793734 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0518d1e9-449d-452c-ac2a-de8bec158ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:53.809938 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d00aef74-295b-48ec-8da5-fde3dfc72ca4 None None] Attempting to bind port f7d95862-9a55-469b-9b68-acf7abd1aeb0 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:00:53.810419 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d00aef74-295b-48ec-8da5-fde3dfc72ca4 None None] Attempting to bind port f7d95862-9a55-469b-9b68-acf7abd1aeb0 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '7388f402-efc5-4234-9450-3c14c9eb03e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:00:53.811193 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00aef74-295b-48ec-8da5-fde3dfc72ca4 None None] Attempting to bind port f7d95862-9a55-469b-9b68-acf7abd1aeb0 on network 0b2a79ac-7e3c-4554-9c07-afeb85ad07dc {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:00:53.824513 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:53.851024 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 24bb1cfe-6a9a-4d50-b2a6-593140511b10 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:53.868922 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 24bb1cfe-6a9a-4d50-b2a6-593140511b10 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:53.869442 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:53.912344 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc602eaa-1fdc-46b4-8073-3da5d88f7029 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:53.925108 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-06f2c011-3f06-4c35-b615-e1b6c9b18ae1 req-008fdca4-020d-4b70-9502-f2faec0dc056 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8891566 Jul 05 10:00:53.945152 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc602eaa-1fdc-46b4-8073-3da5d88f7029 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:53.947357 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bc602eaa-1fdc-46b4-8073-3da5d88f7029 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] 10.222.0.79 "DELETE /v2.0/networks/c1788f1b-ee6e-4ce9-bcf5-2400566efbd5 HTTP/1.1" status: 204 len: 168 time: 3.4909937 Jul 05 10:00:53.948491 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc602eaa-1fdc-46b4-8073-3da5d88f7029 tempest-TaggedBootDevicesTest_v242-2021933655 tempest-TaggedBootDevicesTest_v242-2021933655-project] Pushing event deleted for resources: {'Network': ['ID=c1788f1b-ee6e-4ce9-bcf5-2400566efbd5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:53.978137 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00aef74-295b-48ec-8da5-fde3dfc72ca4 None None] Pushing event updated for resources: {'Port': ['ID=f7d95862-9a55-469b-9b68-acf7abd1aeb0,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:53.985984 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00aef74-295b-48ec-8da5-fde3dfc72ca4 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:00:53.986444 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00aef74-295b-48ec-8da5-fde3dfc72ca4 None None] Checking segment: {'id': '7388f402-efc5-4234-9450-3c14c9eb03e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:00:53.986856 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d00aef74-295b-48ec-8da5-fde3dfc72ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:53.987251 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00aef74-295b-48ec-8da5-fde3dfc72ca4 None None] Bound using segment: {'id': '7388f402-efc5-4234-9450-3c14c9eb03e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:00:53.989556 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d00aef74-295b-48ec-8da5-fde3dfc72ca4 None None] Bound port: f7d95862-9a55-469b-9b68-acf7abd1aeb0, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7388f402-efc5-4234-9450-3c14c9eb03e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:00:53.989783 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d00aef74-295b-48ec-8da5-fde3dfc72ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.386778 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Allocated IP 2001:db8:1::1 (0b2a79ac-7e3c-4554-9c07-afeb85ad07dc/40d693bd-33e9-4378-b20c-ff80951a1ac2/16ee52f9-efe2-4e53-b298-25a8f628e5cb) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:00:54.414175 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d00aef74-295b-48ec-8da5-fde3dfc72ca4 None None] For port f7d95862-9a55-469b-9b68-acf7abd1aeb0, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:00:54.419393 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d00aef74-295b-48ec-8da5-fde3dfc72ca4 None None] For port f7d95862-9a55-469b-9b68-acf7abd1aeb0, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f7d95862-9a55-469b-9b68-acf7abd1aeb0,segment=NetworkSegment(7388f402-efc5-4234-9450-3c14c9eb03e1),segment_id=7388f402-efc5-4234-9450-3c14c9eb03e1)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:00:54.423585 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b98c3eec-6ada-4a0a-bc4d-f1a54fa23389 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.438356 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.441537 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d00aef74-295b-48ec-8da5-fde3dfc72ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.522609 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c3eec-6ada-4a0a-bc4d-f1a54fa23389 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Subnet': ['ID=2fbc9ab1-d2ae-495d-83b3-13d8ef0a8e8f,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:54.605991 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98c3eec-6ada-4a0a-bc4d-f1a54fa23389 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Checking segment: {'id': '75ac23c5-b4ae-409d-bc7d-f50387f72d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '81a25b84-4423-4ff9-9bdf-068256810d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:00:54.606381 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98c3eec-6ada-4a0a-bc4d-f1a54fa23389 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network hostable DHCP agents. Network: 81a25b84-4423-4ff9-9bdf-068256810d4d, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:00:54.617060 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00aef74-295b-48ec-8da5-fde3dfc72ca4 None None] Pushing event updated for resources: {'Port': ['ID=f7d95862-9a55-469b-9b68-acf7abd1aeb0,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:54.657197 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98c3eec-6ada-4a0a-bc4d-f1a54fa23389 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network 81a25b84-4423-4ff9-9bdf-068256810d4d is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:00:54.703006 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-b98c3eec-6ada-4a0a-bc4d-f1a54fa23389 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 81a25b84-4423-4ff9-9bdf-068256810d4d) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:54.722023 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.728312 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98c3eec-6ada-4a0a-bc4d-f1a54fa23389 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:54.733550 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b98c3eec-6ada-4a0a-bc4d-f1a54fa23389 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.745843 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Transition to ACTIVE for port object 16ee52f9-efe2-4e53-b298-25a8f628e5cb will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:54.760787 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 24bb1cfe-6a9a-4d50-b2a6-593140511b10, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=24bb1cfe-6a9a-4d50-b2a6-593140511b10,segment=NetworkSegment(ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea),segment_id=ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:54.777772 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7008dcf4-33af-496d-8108-9087c0edf22d None None] Network 81a25b84-4423-4ff9-9bdf-068256810d4d requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:54.800103 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b98c3eec-6ada-4a0a-bc4d-f1a54fa23389 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9713662 Jul 05 10:00:54.800768 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46428) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:54.830531 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.833152 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.834266 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-fe183a74-a134-4f89-a803-a15548641bac tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'port': {'network_id': '81a25b84-4423-4ff9-9bdf-068256810d4d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1622663214'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:55.036564 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network 0b2a79ac-7e3c-4554-9c07-afeb85ad07dc is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:55.051325 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:55.082056 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:00:55.083487 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:55.284792 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Port': ['ID=16ee52f9-efe2-4e53-b298-25a8f628e5cb,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:55.353652 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe183a74-a134-4f89-a803-a15548641bac tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:55.359693 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fe183a74-a134-4f89-a803-a15548641bac tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:55.389707 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=24bb1cfe-6a9a-4d50-b2a6-593140511b10,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:55.411572 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:55.441568 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-fe183a74-a134-4f89-a803-a15548641bac tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] device_id is not set on port c0695026-83aa-4249-943e-2fcbac61937a yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:00:55.560221 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03502efd-d597-4ba9-b33a-111865fa4802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-81a25b84-4423-4ff9-9bdf-068256810d4d', 'network_id': '81a25b84-4423-4ff9-9bdf-068256810d4d', 'tenant_id': '2abed1ceab284e1ba1b00296dfa26a6e', 'fixed_ips': [{'subnet_id': '2fbc9ab1-d2ae-495d-83b3-13d8ef0a8e8f'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:00:55.564332 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-03502efd-d597-4ba9-b33a-111865fa4802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:55.624609 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:55.964530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-fe183a74-a134-4f89-a803-a15548641bac tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Allocated IP 2001:db8::223 (81a25b84-4423-4ff9-9bdf-068256810d4d/2fbc9ab1-d2ae-495d-83b3-13d8ef0a8e8f/c0695026-83aa-4249-943e-2fcbac61937a) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:00:56.034995 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aedeae-7203-4a14-bdf1-dc383e655974 req-8562d9e9-2da0-4038-ab72-c35f86906ab5 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:56.049506 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27aedeae-7203-4a14-bdf1-dc383e655974 req-8562d9e9-2da0-4038-ab72-c35f86906ab5 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 945 time: 0.6357203 Jul 05 10:00:56.529336 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27aedeae-7203-4a14-bdf1-dc383e655974 req-f5414736-d646-49e5-a7de-d5ff7aee6d26 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667726 Jul 05 10:00:56.559415 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:56.584880 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:56.586325 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:56.664869 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fe183a74-a134-4f89-a803-a15548641bac tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:56.671181 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:56.709628 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-fe183a74-a134-4f89-a803-a15548641bac tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Transition to ACTIVE for port object c0695026-83aa-4249-943e-2fcbac61937a will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:56.777674 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fe183a74-a134-4f89-a803-a15548641bac tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:56.914152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe183a74-a134-4f89-a803-a15548641bac tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Port': ['ID=c0695026-83aa-4249-943e-2fcbac61937a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:56.941214 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe183a74-a134-4f89-a803-a15548641bac tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network 81a25b84-4423-4ff9-9bdf-068256810d4d is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:56.942841 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-fe183a74-a134-4f89-a803-a15548641bac tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:56.950390 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe183a74-a134-4f89-a803-a15548641bac tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:00:56.965840 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Port': ['ID=16ee52f9-efe2-4e53-b298-25a8f628e5cb,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:56.968228 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe183a74-a134-4f89-a803-a15548641bac tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:56.972496 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fe183a74-a134-4f89-a803-a15548641bac tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:56.991113 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-03502efd-d597-4ba9-b33a-111865fa4802 None None] Allocated IP 2001:db8::2 (81a25b84-4423-4ff9-9bdf-068256810d4d/2fbc9ab1-d2ae-495d-83b3-13d8ef0a8e8f/1a94bb58-ecb2-4870-b20d-4d660676a4a7) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:00:57.006760 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 46492) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:57.008382 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3967c19-fbf9-49f3-81d9-69974263cc78 None None] Network 0b2a79ac-7e3c-4554-9c07-afeb85ad07dc requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:57.012567 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-fe183a74-a134-4f89-a803-a15548641bac tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.1987879 Jul 05 10:00:57.017621 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:57.021573 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:57.022212 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:57.023727 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:57.024278 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:57.028919 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:57.029510 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:57.030052 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:57.030830 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:57.031359 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:57.031912 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:57.032437 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:57.371765 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f7d95862-9a55-469b-9b68-acf7abd1aeb0 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:00:57.391223 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e0de3e60-7ef9-4666-8482-67bfd6d97bdb None None] Provisioning for port f7d95862-9a55-469b-9b68-acf7abd1aeb0 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:57.959619 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814cb1f-6351-48f1-a17f-96cbe9aff21a req-129435e1-b0fd-44f7-af6f-726be77f23f6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:57.962273 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f814cb1f-6351-48f1-a17f-96cbe9aff21a req-129435e1-b0fd-44f7-af6f-726be77f23f6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 945 time: 0.1892970 Jul 05 10:00:57.983710 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port f7d95862-9a55-469b-9b68-acf7abd1aeb0 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:58.020284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port f7d95862-9a55-469b-9b68-acf7abd1aeb0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:58.020593 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:58.073953 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f814cb1f-6351-48f1-a17f-96cbe9aff21a req-59b90e36-586b-4e16-a983-2b5d39fe1114 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045229 Jul 05 10:00:58.079367 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network 0b2a79ac-7e3c-4554-9c07-afeb85ad07dc is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:58.090173 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9eadd6a0-cd9d-42a0-8fe0-54dd19979fce tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting port c0695026-83aa-4249-943e-2fcbac61937a {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:58.090532 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9eadd6a0-cd9d-42a0-8fe0-54dd19979fce tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:58.193521 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:58.263659 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-03502efd-d597-4ba9-b33a-111865fa4802 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:58.317380 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-03502efd-d597-4ba9-b33a-111865fa4802 None None] Transition to ACTIVE for port object 1a94bb58-ecb2-4870-b20d-4d660676a4a7 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:58.344278 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-03502efd-d597-4ba9-b33a-111865fa4802 None None] Transition to ACTIVE for port object 1a94bb58-ecb2-4870-b20d-4d660676a4a7 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:58.373441 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-03502efd-d597-4ba9-b33a-111865fa4802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:58.433778 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9eadd6a0-cd9d-42a0-8fe0-54dd19979fce tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:58.470132 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9eadd6a0-cd9d-42a0-8fe0-54dd19979fce tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Calling delete_port for c0695026-83aa-4249-943e-2fcbac61937a owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:58.622371 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03502efd-d597-4ba9-b33a-111865fa4802 None None] Pushing event updated for resources: {'Port': ['ID=1a94bb58-ecb2-4870-b20d-4d660676a4a7,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:58.647511 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03502efd-d597-4ba9-b33a-111865fa4802 None None] Network 81a25b84-4423-4ff9-9bdf-068256810d4d is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:58.654187 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:58.660037 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-03502efd-d597-4ba9-b33a-111865fa4802 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:58.665523 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03502efd-d597-4ba9-b33a-111865fa4802 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:00:58.777273 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9eadd6a0-cd9d-42a0-8fe0-54dd19979fce tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:58.822386 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-03502efd-d597-4ba9-b33a-111865fa4802 None None] Attempting to bind port 1a94bb58-ecb2-4870-b20d-4d660676a4a7 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:00:58.823017 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-03502efd-d597-4ba9-b33a-111865fa4802 None None] Attempting to bind port 1a94bb58-ecb2-4870-b20d-4d660676a4a7 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '75ac23c5-b4ae-409d-bc7d-f50387f72d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '81a25b84-4423-4ff9-9bdf-068256810d4d'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:00:58.823572 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03502efd-d597-4ba9-b33a-111865fa4802 None None] Attempting to bind port 1a94bb58-ecb2-4870-b20d-4d660676a4a7 on network 81a25b84-4423-4ff9-9bdf-068256810d4d {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:00:58.827143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port f7d95862-9a55-469b-9b68-acf7abd1aeb0, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f7d95862-9a55-469b-9b68-acf7abd1aeb0,segment=NetworkSegment(7388f402-efc5-4234-9450-3c14c9eb03e1),segment_id=7388f402-efc5-4234-9450-3c14c9eb03e1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:58.840193 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:58.840973 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 24bb1cfe-6a9a-4d50-b2a6-593140511b10 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:00:58.850621 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03502efd-d597-4ba9-b33a-111865fa4802 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:00:58.851236 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03502efd-d597-4ba9-b33a-111865fa4802 None None] Checking segment: {'id': '75ac23c5-b4ae-409d-bc7d-f50387f72d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '81a25b84-4423-4ff9-9bdf-068256810d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:00:58.852745 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-03502efd-d597-4ba9-b33a-111865fa4802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:58.853534 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03502efd-d597-4ba9-b33a-111865fa4802 None None] Bound using segment: {'id': '75ac23c5-b4ae-409d-bc7d-f50387f72d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '81a25b84-4423-4ff9-9bdf-068256810d4d'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:00:58.854274 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-03502efd-d597-4ba9-b33a-111865fa4802 None None] Bound port: 1a94bb58-ecb2-4870-b20d-4d660676a4a7, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ac23c5-b4ae-409d-bc7d-f50387f72d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '81a25b84-4423-4ff9-9bdf-068256810d4d'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:00:58.855024 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-03502efd-d597-4ba9-b33a-111865fa4802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:59.018672 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadd6a0-cd9d-42a0-8fe0-54dd19979fce tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Port': ['ID=c0695026-83aa-4249-943e-2fcbac61937a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:59.036619 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9eadd6a0-cd9d-42a0-8fe0-54dd19979fce tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:59.043667 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46556) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:59.054360 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9eadd6a0-cd9d-42a0-8fe0-54dd19979fce tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/ports/c0695026-83aa-4249-943e-2fcbac61937a HTTP/1.1" status: 204 len: 168 time: 1.9961805 Jul 05 10:00:59.090577 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:00:59.144576 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe8e0e5-a7cb-40b6-af22-8be599cebf7b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] GET failed (client error): The resource could not be found. Jul 05 10:00:59.146410 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cfe8e0e5-a7cb-40b6-af22-8be599cebf7b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports/c0695026-83aa-4249-943e-2fcbac61937a HTTP/1.1" status: 404 len: 333 time: 0.1016827 Jul 05 10:00:59.159702 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46562) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:59.511652 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc932b0-a4b7-4f0d-a07e-8746f407ce7a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting subnet 2fbc9ab1-d2ae-495d-83b3-13d8ef0a8e8f {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:00:59.533048 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-acc932b0-a4b7-4f0d-a07e-8746f407ce7a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:59.606667 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:00:59.641133 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8ab27437-4308-4e96-9052-28b0d85e2cde tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "PUT /v2.0/routers/6691fde3-3f01-4339-add9-8d7b42f7bcb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2836487 Jul 05 10:00:59.644485 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 46584) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:59.675655 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ad100f51-6d78-4a55-af17-3e04e07de50b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-151889513'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:59.750489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad100f51-6d78-4a55-af17-3e04e07de50b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Made reservation on behalf of a91c3bf7961b491791278a2e028a0984 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:59.766262 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-acc932b0-a4b7-4f0d-a07e-8746f407ce7a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:59.775532 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad100f51-6d78-4a55-af17-3e04e07de50b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:59.825889 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] Sync routers for ids ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:00:59.869455 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad100f51-6d78-4a55-af17-3e04e07de50b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:00:59.902838 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad100f51-6d78-4a55-af17-3e04e07de50b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:59.903739 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-ad100f51-6d78-4a55-af17-3e04e07de50b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Added segment d57857e6-7d16-49f1-a6ab-f95dc1622e0d of type vlan for network 10ed9c94-9499-4167-a8ab-1dc72294c032 Jul 05 10:00:59.951426 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=f7d95862-9a55-469b-9b68-acf7abd1aeb0,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:59.969044 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0dbaab68-452f-41a2-bdd0-ef55d47926e0 None None] Provisioning for port 16ee52f9-efe2-4e53-b298-25a8f628e5cb completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:59.982130 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0dbaab68-452f-41a2-bdd0-ef55d47926e0 None None] Provisioning complete for port 16ee52f9-efe2-4e53-b298-25a8f628e5cb triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:59.982747 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0dbaab68-452f-41a2-bdd0-ef55d47926e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.003340 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174ad4e-e877-4548-83c1-a0f9f43a9c86 req-51978807-a440-412f-a8a3-3cbda1d03bf4 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:00.031198 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-03502efd-d597-4ba9-b33a-111865fa4802 None None] For port 1a94bb58-ecb2-4870-b20d-4d660676a4a7, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:00.038231 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8174ad4e-e877-4548-83c1-a0f9f43a9c86 req-51978807-a440-412f-a8a3-3cbda1d03bf4 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 945 time: 0.6647792 Jul 05 10:01:00.046732 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] Routers {'6691fde3-3f01-4339-add9-8d7b42f7bcb8'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:00.047689 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:00:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:00.100695 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad100f51-6d78-4a55-af17-3e04e07de50b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.193771 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad100f51-6d78-4a55-af17-3e04e07de50b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.202833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad100f51-6d78-4a55-af17-3e04e07de50b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:00.206403 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad100f51-6d78-4a55-af17-3e04e07de50b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.215565 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-03502efd-d597-4ba9-b33a-111865fa4802 None None] For port 1a94bb58-ecb2-4870-b20d-4d660676a4a7, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=1a94bb58-ecb2-4870-b20d-4d660676a4a7,segment=NetworkSegment(75ac23c5-b4ae-409d-bc7d-f50387f72d20),segment_id=75ac23c5-b4ae-409d-bc7d-f50387f72d20)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:00.302942 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8174ad4e-e877-4548-83c1-a0f9f43a9c86 req-d06058f3-b949-4537-a7b5-528a93df56ca tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291229 Jul 05 10:01:00.310823 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 24bb1cfe-6a9a-4d50-b2a6-593140511b10 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:00.311347 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.385060 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0dbaab68-452f-41a2-bdd0-ef55d47926e0 None None] Port 16ee52f9-efe2-4e53-b298-25a8f628e5cb cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:01:00.393133 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-03502efd-d597-4ba9-b33a-111865fa4802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.540197 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0dbaab68-452f-41a2-bdd0-ef55d47926e0 None None] Provisioning complete for port f7d95862-9a55-469b-9b68-acf7abd1aeb0 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:00.540197 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0dbaab68-452f-41a2-bdd0-ef55d47926e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.589698 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ad100f51-6d78-4a55-af17-3e04e07de50b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9439242 Jul 05 10:01:00.598554 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-acc932b0-a4b7-4f0d-a07e-8746f407ce7a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.603398 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 46596) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:00.643059 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-14c3ac52-1b59-4976-b618-d014800d5ec6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'subnet': {'network_id': '10ed9c94-9499-4167-a8ab-1dc72294c032', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:00.737192 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad100f51-6d78-4a55-af17-3e04e07de50b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Network': ['ID=10ed9c94-9499-4167-a8ab-1dc72294c032,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:00.794347 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] Set router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:00.797051 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 10ed9c94-9499-4167-a8ab-1dc72294c032 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:01:00.906107 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-acc932b0-a4b7-4f0d-a07e-8746f407ce7a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.940556 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-acc932b0-a4b7-4f0d-a07e-8746f407ce7a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.943406 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-acc932b0-a4b7-4f0d-a07e-8746f407ce7a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/subnets/2fbc9ab1-d2ae-495d-83b3-13d8ef0a8e8f HTTP/1.1" status: 204 len: 168 time: 1.7809231 Jul 05 10:01:00.959341 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46612) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:01.118759 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c3ac52-1b59-4976-b618-d014800d5ec6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Made reservation on behalf of a91c3bf7961b491791278a2e028a0984 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:01.166728 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14c3ac52-1b59-4976-b618-d014800d5ec6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:01.234939 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc932b0-a4b7-4f0d-a07e-8746f407ce7a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Subnet': ['ID=2fbc9ab1-d2ae-495d-83b3-13d8ef0a8e8f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:01.265834 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc932b0-a4b7-4f0d-a07e-8746f407ce7a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:01.266468 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc932b0-a4b7-4f0d-a07e-8746f407ce7a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:01.268117 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc932b0-a4b7-4f0d-a07e-8746f407ce7a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:01.269423 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc932b0-a4b7-4f0d-a07e-8746f407ce7a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:01.275550 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03502efd-d597-4ba9-b33a-111865fa4802 None None] Pushing event updated for resources: {'Port': ['ID=1a94bb58-ecb2-4870-b20d-4d660676a4a7,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:01.276713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc932b0-a4b7-4f0d-a07e-8746f407ce7a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:01.277413 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc932b0-a4b7-4f0d-a07e-8746f407ce7a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:01.278234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc932b0-a4b7-4f0d-a07e-8746f407ce7a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:01.278861 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc932b0-a4b7-4f0d-a07e-8746f407ce7a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:01.279536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc932b0-a4b7-4f0d-a07e-8746f407ce7a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:01.280060 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc932b0-a4b7-4f0d-a07e-8746f407ce7a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:01.280569 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc932b0-a4b7-4f0d-a07e-8746f407ce7a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:01.281057 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc932b0-a4b7-4f0d-a07e-8746f407ce7a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:01.426974 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44b87d98-0072-4176-ac15-a5bc7a9d2707 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:01.659672 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-44b87d98-0072-4176-ac15-a5bc7a9d2707 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting port 1a94bb58-ecb2-4870-b20d-4d660676a4a7 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:01.666619 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44b87d98-0072-4176-ac15-a5bc7a9d2707 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:01.837143 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-44b87d98-0072-4176-ac15-a5bc7a9d2707 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] For port 1a94bb58-ecb2-4870-b20d-4d660676a4a7, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=1a94bb58-ecb2-4870-b20d-4d660676a4a7,segment=NetworkSegment(75ac23c5-b4ae-409d-bc7d-f50387f72d20),segment_id=75ac23c5-b4ae-409d-bc7d-f50387f72d20)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:01.843018 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44b87d98-0072-4176-ac15-a5bc7a9d2707 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:01.891501 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-44b87d98-0072-4176-ac15-a5bc7a9d2707 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Calling delete_port for 1a94bb58-ecb2-4870-b20d-4d660676a4a7 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:02.025230 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44b87d98-0072-4176-ac15-a5bc7a9d2707 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:02.050754 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f7d95862-9a55-469b-9b68-acf7abd1aeb0 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:02.109471 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b87d98-0072-4176-ac15-a5bc7a9d2707 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] No DVR routers for this DVR port 1a94bb58-ecb2-4870-b20d-4d660676a4a7 on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:01:02.189084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b87d98-0072-4176-ac15-a5bc7a9d2707 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Port': ['ID=1a94bb58-ecb2-4870-b20d-4d660676a4a7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:02.310783 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14c3ac52-1b59-4976-b618-d014800d5ec6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:02.323056 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-22f2e8a7-a2fd-4a48-bd7f-cd9d4d0f8841 None None] Provisioning complete for port 16ee52f9-efe2-4e53-b298-25a8f628e5cb triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:02.323606 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-22f2e8a7-a2fd-4a48-bd7f-cd9d4d0f8841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:02.456768 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port f7d95862-9a55-469b-9b68-acf7abd1aeb0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:02.457809 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:02.470242 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3ac52-1b59-4976-b618-d014800d5ec6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Subnet': ['ID=68c9349a-e72b-4d72-96b0-d48cdb86cc6c,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:02.560964 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3ac52-1b59-4976-b618-d014800d5ec6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Checking segment: {'id': 'd57857e6-7d16-49f1-a6ab-f95dc1622e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '10ed9c94-9499-4167-a8ab-1dc72294c032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:02.561631 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c3ac52-1b59-4976-b618-d014800d5ec6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network hostable DHCP agents. Network: 10ed9c94-9499-4167-a8ab-1dc72294c032, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:01:02.594717 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c3ac52-1b59-4976-b618-d014800d5ec6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network 10ed9c94-9499-4167-a8ab-1dc72294c032 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:01:02.599780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ace46-4ce2-4a1d-a906-c5370582cbd8 req-9a7a1145-1f53-4a71-9002-3b977b1fea5b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:02.610664 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-807ace46-4ce2-4a1d-a906-c5370582cbd8 req-9a7a1145-1f53-4a71-9002-3b977b1fea5b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 945 time: 0.5980639 Jul 05 10:01:02.613630 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-14c3ac52-1b59-4976-b618-d014800d5ec6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 10ed9c94-9499-4167-a8ab-1dc72294c032) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:02.618773 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c3ac52-1b59-4976-b618-d014800d5ec6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:02.619592 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14c3ac52-1b59-4976-b618-d014800d5ec6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:02.620111 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44b87d98-0072-4176-ac15-a5bc7a9d2707 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:02.665694 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-14c3ac52-1b59-4976-b618-d014800d5ec6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0483894 Jul 05 10:01:02.665933 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcb8f25-979d-45f5-bf3e-769617678022 None None] Network 10ed9c94-9499-4167-a8ab-1dc72294c032 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:02.666348 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 46656) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:02.696764 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-44b87d98-0072-4176-ac15-a5bc7a9d2707 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a25b84-4423-4ff9-9bdf-068256810d4d']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:02.776458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-44b87d98-0072-4176-ac15-a5bc7a9d2707 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ac23c5-b4ae-409d-bc7d-f50387f72d20') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:02.778484 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-44b87d98-0072-4176-ac15-a5bc7a9d2707 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ac23c5-b4ae-409d-bc7d-f50387f72d20') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:02.788559 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-22f2e8a7-a2fd-4a48-bd7f-cd9d4d0f8841 None None] Port 16ee52f9-efe2-4e53-b298-25a8f628e5cb cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:01:02.844992 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-807ace46-4ce2-4a1d-a906-c5370582cbd8 req-1bd06650-68e5-4da6-b943-75fc2ef194b1 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977556 Jul 05 10:01:02.847609 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44b87d98-0072-4176-ac15-a5bc7a9d2707 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:02.887947 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44b87d98-0072-4176-ac15-a5bc7a9d2707 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:02.899211 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b87d98-0072-4176-ac15-a5bc7a9d2707 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:01:02.900598 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44b87d98-0072-4176-ac15-a5bc7a9d2707 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:01:02.919328 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:01:02.942959 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:00:55Z', 'revision_number': 3, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None, '_interfaces': [{'id': '16ee52f9-efe2-4e53-b298-25a8f628e5cb', 'name': '', 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:83:1d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:53Z', 'updated_at': '2021-07-05T10:00:56Z', 'revision_number': 2, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24bb1cfe-6a9a-4d50-b2a6-593140511b10', 'name': '', 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:6f:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:54Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:02.968132 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:03.089671 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44b87d98-0072-4176-ac15-a5bc7a9d2707 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:03.098490 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44b87d98-0072-4176-ac15-a5bc7a9d2707 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:03.110034 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-44b87d98-0072-4176-ac15-a5bc7a9d2707 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/networks/81a25b84-4423-4ff9-9bdf-068256810d4d HTTP/1.1" status: 204 len: 168 time: 2.1187649 Jul 05 10:01:03.118310 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46674) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:03.120747 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4167169b-7b6d-447c-80d7-5b6ce5a2d474 None None] Network 81a25b84-4423-4ff9-9bdf-068256810d4d requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:03.132204 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4b140b3a-03a6-4f69-8205-72646553c245 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'port': {'network_id': '5b46b6d5-0dbf-44ef-8739-cba362b31695', 'name': 'tempest-PortsIpV6TestJSON-1411771627'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:03.138961 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] Checking router: 6691fde3-3f01-4339-add9-8d7b42f7bcb8 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:01:03.139327 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] Updating router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 port 16ee52f9-efe2-4e53-b298-25a8f628e5cb binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:01:03.218423 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b87d98-0072-4176-ac15-a5bc7a9d2707 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Network': ['ID=81a25b84-4423-4ff9-9bdf-068256810d4d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:03.241755 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-73b5091e-ffab-4a4c-a93c-b7a6e1ad4962 None None] Could not find standard attr ID for object 1a94bb58-ecb2-4870-b20d-4d660676a4a7. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:01:03.431553 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4167169b-7b6d-447c-80d7-5b6ce5a2d474 None None] Network 81a25b84-4423-4ff9-9bdf-068256810d4d could not be found, it might have been deleted concurrently. {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 10:01:03.475993 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b140b3a-03a6-4f69-8205-72646553c245 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:03.485973 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b140b3a-03a6-4f69-8205-72646553c245 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:03.536487 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:03.557540 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f989f38-fd9c-4c3b-9789-9322ca3cc4ed None None] DHCP port deletion for 81a25b84-4423-4ff9-9bdf-068256810d4d request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:01:03.560727 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-4b140b3a-03a6-4f69-8205-72646553c245 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] device_id is not set on port b6af5d57-3431-49aa-9c28-1dc4335c563e yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:01:03.746823 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-09b09876-ae94-40d5-8987-538d558073ae tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:04.099675 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b140b3a-03a6-4f69-8205-72646553c245 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:04.276619 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b140b3a-03a6-4f69-8205-72646553c245 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:04.469786 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-09b09876-ae94-40d5-8987-538d558073ae tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Allocated IP 2001:db8:2::1 (10ed9c94-9499-4167-a8ab-1dc72294c032/68c9349a-e72b-4d72-96b0-d48cdb86cc6c/89a0ee09-473e-4ff2-8fb4-651f1c7e8867) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:04.480246 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8b88e6-d4a1-4fbe-ae4d-eb210a0af04d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-10ed9c94-9499-4167-a8ab-1dc72294c032', 'network_id': '10ed9c94-9499-4167-a8ab-1dc72294c032', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'fixed_ips': [{'subnet_id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:01:04.481862 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8a8b88e6-d4a1-4fbe-ae4d-eb210a0af04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:04.524957 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b140b3a-03a6-4f69-8205-72646553c245 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network 5b46b6d5-0dbf-44ef-8739-cba362b31695 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:04.564844 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-4b140b3a-03a6-4f69-8205-72646553c245 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:04.600453 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b140b3a-03a6-4f69-8205-72646553c245 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:04.625337 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b140b3a-03a6-4f69-8205-72646553c245 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:04.633418 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b140b3a-03a6-4f69-8205-72646553c245 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:04.682274 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b140b3a-03a6-4f69-8205-72646553c245 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Port': ['ID=b6af5d57-3431-49aa-9c28-1dc4335c563e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:04.762746 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4b140b3a-03a6-4f69-8205-72646553c245 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6395328 Jul 05 10:01:04.768661 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-09b09876-ae94-40d5-8987-538d558073ae tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:04.775521 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46714) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:04.787382 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-09b09876-ae94-40d5-8987-538d558073ae tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Transition to ACTIVE for port object 89a0ee09-473e-4ff2-8fb4-651f1c7e8867 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:04.824809 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-09b09876-ae94-40d5-8987-538d558073ae tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:04.873500 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b09876-ae94-40d5-8987-538d558073ae tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network 10ed9c94-9499-4167-a8ab-1dc72294c032 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:04.882409 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-09b09876-ae94-40d5-8987-538d558073ae tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:04.887315 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b09876-ae94-40d5-8987-538d558073ae tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:04.889443 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-09b09876-ae94-40d5-8987-538d558073ae tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:05.074054 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ef6f4-b8f0-48ff-a491-04a2d245f8a2 req-0c5826c2-8647-478d-b313-97076d9dfcbe tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:05.086857 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e77ef6f4-b8f0-48ff-a491-04a2d245f8a2 req-0c5826c2-8647-478d-b313-97076d9dfcbe tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 945 time: 0.8406372 Jul 05 10:01:05.127148 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-8a8b88e6-d4a1-4fbe-ae4d-eb210a0af04d None None] Allocated IP 2001:db8:2::2 (10ed9c94-9499-4167-a8ab-1dc72294c032/68c9349a-e72b-4d72-96b0-d48cdb86cc6c/7dbe4add-5a23-46fa-873e-6229f15144b7) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:05.178343 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b09876-ae94-40d5-8987-538d558073ae tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Port': ['ID=89a0ee09-473e-4ff2-8fb4-651f1c7e8867,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:05.188034 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:05.215929 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e77ef6f4-b8f0-48ff-a491-04a2d245f8a2 req-0e9b3a7f-0f1d-42d0-b081-b5ede829f4f3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276762 Jul 05 10:01:05.254574 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] Transition to ACTIVE for port object 16ee52f9-efe2-4e53-b298-25a8f628e5cb will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:05.256127 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8e4eeb4f-e22b-4727-8dff-cd5ae54a9a68 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting port b6af5d57-3431-49aa-9c28-1dc4335c563e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:05.258094 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e4eeb4f-e22b-4727-8dff-cd5ae54a9a68 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:05.290464 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:05.377359 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-09b09876-ae94-40d5-8987-538d558073ae tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:05.458977 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e4eeb4f-e22b-4727-8dff-cd5ae54a9a68 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:05.501313 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3d5cb-740c-4639-b70b-2cab4c5b614b None None] Pushing event updated for resources: {'Port': ['ID=16ee52f9-efe2-4e53-b298-25a8f628e5cb,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:05.520522 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 1a94bb58-ecb2-4870-b20d-4d660676a4a7 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:01:05.520852 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8e4eeb4f-e22b-4727-8dff-cd5ae54a9a68 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Calling delete_port for b6af5d57-3431-49aa-9c28-1dc4335c563e owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:05.787364 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e4eeb4f-e22b-4727-8dff-cd5ae54a9a68 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:05.840125 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e4eeb4f-e22b-4727-8dff-cd5ae54a9a68 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:05.845413 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8e4eeb4f-e22b-4727-8dff-cd5ae54a9a68 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/ports/b6af5d57-3431-49aa-9c28-1dc4335c563e HTTP/1.1" status: 204 len: 168 time: 1.0647032 Jul 05 10:01:05.850667 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 46738) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:05.858660 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e3dd37bf-abb7-4099-9ef4-d06390e93ccf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'port': {'network_id': '5b46b6d5-0dbf-44ef-8739-cba362b31695', 'mac_address': 'fa:16:3e:d4:e7:76', 'name': 'tempest-PortsIpV6TestJSON-125364075'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:05.887218 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4eeb4f-e22b-4727-8dff-cd5ae54a9a68 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Port': ['ID=b6af5d57-3431-49aa-9c28-1dc4335c563e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:06.079589 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 1a94bb58-ecb2-4870-b20d-4d660676a4a7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:01:06.081838 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 1a94bb58-ecb2-4870-b20d-4d660676a4a7 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:01:06.174259 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] Attempting to bind port 16ee52f9-efe2-4e53-b298-25a8f628e5cb on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:06.174926 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] Attempting to bind port 16ee52f9-efe2-4e53-b298-25a8f628e5cb by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '7388f402-efc5-4234-9450-3c14c9eb03e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:06.175518 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] Attempting to bind port 16ee52f9-efe2-4e53-b298-25a8f628e5cb on network 0b2a79ac-7e3c-4554-9c07-afeb85ad07dc {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:06.203762 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:06.204705 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] Checking segment: {'id': '7388f402-efc5-4234-9450-3c14c9eb03e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:06.205471 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:06.206102 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] Bound using segment: {'id': '7388f402-efc5-4234-9450-3c14c9eb03e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:06.206943 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] Bound port: 16ee52f9-efe2-4e53-b298-25a8f628e5cb, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7388f402-efc5-4234-9450-3c14c9eb03e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:06.208482 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:06.221249 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:06.392338 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-09b09876-ae94-40d5-8987-538d558073ae tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:06.427592 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] For port 16ee52f9-efe2-4e53-b298-25a8f628e5cb, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:06.431547 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] For port 16ee52f9-efe2-4e53-b298-25a8f628e5cb, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=16ee52f9-efe2-4e53-b298-25a8f628e5cb,segment=NetworkSegment(7388f402-efc5-4234-9450-3c14c9eb03e1),segment_id=7388f402-efc5-4234-9450-3c14c9eb03e1)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:06.437333 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:06.515757 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-09b09876-ae94-40d5-8987-538d558073ae tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:06.517992 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-09b09876-ae94-40d5-8987-538d558073ae tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:06.618038 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3d5cb-740c-4639-b70b-2cab4c5b614b None None] Pushing event updated for resources: {'Port': ['ID=16ee52f9-efe2-4e53-b298-25a8f628e5cb,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:06.631263 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dd37bf-abb7-4099-9ef4-d06390e93ccf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:06.649296 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b09876-ae94-40d5-8987-538d558073ae tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Port': ['ID=89a0ee09-473e-4ff2-8fb4-651f1c7e8867,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:06.799149 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] Routers {'6691fde3-3f01-4339-add9-8d7b42f7bcb8'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:06.800013 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46768) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:06.807819 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:00:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:06.828978 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5dc016-48c1-451a-a62e-cb7fe7453395 req-b510de20-1f65-409a-9594-80dac45ed8af tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:06.834979 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ec5dc016-48c1-451a-a62e-cb7fe7453395 req-b510de20-1f65-409a-9594-80dac45ed8af tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 945 time: 0.3337169 Jul 05 10:01:06.991141 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ec5dc016-48c1-451a-a62e-cb7fe7453395 req-cc91067b-ad65-4dbb-80f7-a4a91c17859e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544828 Jul 05 10:01:07.189836 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e3dd37bf-abb7-4099-9ef4-d06390e93ccf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:07.215101 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b09876-ae94-40d5-8987-538d558073ae tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network 10ed9c94-9499-4167-a8ab-1dc72294c032 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:07.219331 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-09b09876-ae94-40d5-8987-538d558073ae tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:07.225599 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] Set router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:07.229184 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a19c12c-4673-4da6-9e35-62fecfbd135f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:07.285754 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-e3dd37bf-abb7-4099-9ef4-d06390e93ccf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] device_id is not set on port c9aadcd8-7059-4bd3-bc25-df2813e31457 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:01:07.493004 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a19c12c-4673-4da6-9e35-62fecfbd135f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:07.498461 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a19c12c-4673-4da6-9e35-62fecfbd135f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:07.563777 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7a19c12c-4673-4da6-9e35-62fecfbd135f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0a01f12fd6f947f2ad631c1be639d9a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7071745 Jul 05 10:01:07.566328 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46786) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:07.571715 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b09876-ae94-40d5-8987-538d558073ae tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:01:07.736608 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19c12c-4673-4da6-9e35-62fecfbd135f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d890f185-a1ce-4228-8eff-a26cbcb87ad9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:07.834455 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8a8b88e6-d4a1-4fbe-ae4d-eb210a0af04d None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:07.863037 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51ade660-7175-4634-852e-95100f70fe7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:07.871055 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8a8b88e6-d4a1-4fbe-ae4d-eb210a0af04d None None] Transition to ACTIVE for port object 7dbe4add-5a23-46fa-873e-6229f15144b7 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:07.891423 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b09876-ae94-40d5-8987-538d558073ae tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:01:07.908019 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-09b09876-ae94-40d5-8987-538d558073ae tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "PUT /v2.0/routers/6691fde3-3f01-4339-add9-8d7b42f7bcb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2405002 Jul 05 10:01:07.946557 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:01:05Z', 'revision_number': 4, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None, '_interfaces': [{'id': '16ee52f9-efe2-4e53-b298-25a8f628e5cb', 'name': '', 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:83:1d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:53Z', 'updated_at': '2021-07-05T10:01:06Z', 'revision_number': 4, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24bb1cfe-6a9a-4d50-b2a6-593140511b10', 'name': '', 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:6f:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:54Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a0ee09-473e-4ff2-8fb4-651f1c7e8867', 'name': '', 'network_id': '10ed9c94-9499-4167-a8ab-1dc72294c032', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:04:d0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:04Z', 'updated_at': '2021-07-05T10:01:05Z', 'revision_number': 2, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:07.949151 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51ade660-7175-4634-852e-95100f70fe7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:07.978614 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46800) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:07.995782 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7524df7f-afe2-4c1e-9e29-1dde087ef98f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-752839385'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:08.008762 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8a8b88e6-d4a1-4fbe-ae4d-eb210a0af04d None None] Transition to ACTIVE for port object 7dbe4add-5a23-46fa-873e-6229f15144b7 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:08.011142 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a893bd-23da-4050-978f-12b0abca3f9a None None] The sync data for ids ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'] in n-d-798054-8 is: [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:01:05Z', 'revision_number': 4, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None, '_interfaces': [{'id': '16ee52f9-efe2-4e53-b298-25a8f628e5cb', 'name': '', 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:83:1d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:53Z', 'updated_at': '2021-07-05T10:01:06Z', 'revision_number': 4, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24bb1cfe-6a9a-4d50-b2a6-593140511b10', 'name': '', 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:6f:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:54Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a0ee09-473e-4ff2-8fb4-651f1c7e8867', 'name': '', 'network_id': '10ed9c94-9499-4167-a8ab-1dc72294c032', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:04:d0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:04Z', 'updated_at': '2021-07-05T10:01:05Z', 'revision_number': 2, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:01:08.019315 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8a8b88e6-d4a1-4fbe-ae4d-eb210a0af04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:08.112996 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8b88e6-d4a1-4fbe-ae4d-eb210a0af04d None None] Network 10ed9c94-9499-4167-a8ab-1dc72294c032 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:08.143906 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-8a8b88e6-d4a1-4fbe-ae4d-eb210a0af04d None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:08.177778 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8b88e6-d4a1-4fbe-ae4d-eb210a0af04d None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:08.223008 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7524df7f-afe2-4c1e-9e29-1dde087ef98f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Made reservation on behalf of a91c3bf7961b491791278a2e028a0984 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:08.236722 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7524df7f-afe2-4c1e-9e29-1dde087ef98f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:08.326978 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51ade660-7175-4634-852e-95100f70fe7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:08.335211 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51ade660-7175-4634-852e-95100f70fe7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:08.341785 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-51ade660-7175-4634-852e-95100f70fe7a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d890f185-a1ce-4228-8eff-a26cbcb87ad9 HTTP/1.1" status: 204 len: 168 time: 0.7691433 Jul 05 10:01:08.354374 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7524df7f-afe2-4c1e-9e29-1dde087ef98f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:01:08.411237 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ade660-7175-4634-852e-95100f70fe7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d890f185-a1ce-4228-8eff-a26cbcb87ad9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:08.452841 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7524df7f-afe2-4c1e-9e29-1dde087ef98f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:08.453812 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-7524df7f-afe2-4c1e-9e29-1dde087ef98f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Added segment a18365a4-4e2a-4c67-8c67-b0768cab3c39 of type vlan for network 6efcbd13-5c31-4f39-b9bf-a48691f2f2d5 Jul 05 10:01:08.547268 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e3dd37bf-abb7-4099-9ef4-d06390e93ccf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:08.548385 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7524df7f-afe2-4c1e-9e29-1dde087ef98f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:08.631776 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e3dd37bf-abb7-4099-9ef4-d06390e93ccf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:08.663814 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcca31-edd7-422a-bc57-68cd6785d81f req-258c156e-c453-4b4d-9f12-7a8f1e454cd8 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:08.671655 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5dbcca31-edd7-422a-bc57-68cd6785d81f req-258c156e-c453-4b4d-9f12-7a8f1e454cd8 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 945 time: 0.2636523 Jul 05 10:01:08.698306 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dd37bf-abb7-4099-9ef4-d06390e93ccf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network 5b46b6d5-0dbf-44ef-8739-cba362b31695 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:08.708283 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e3dd37bf-abb7-4099-9ef4-d06390e93ccf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:08.779677 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dd37bf-abb7-4099-9ef4-d06390e93ccf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:08.807669 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5dbcca31-edd7-422a-bc57-68cd6785d81f req-7db272fc-c7b6-4974-90a6-c45e51af24b3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347561 Jul 05 10:01:08.810386 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7524df7f-afe2-4c1e-9e29-1dde087ef98f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:08.833432 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7524df7f-afe2-4c1e-9e29-1dde087ef98f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:08.836998 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dd37bf-abb7-4099-9ef4-d06390e93ccf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:08.845890 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7524df7f-afe2-4c1e-9e29-1dde087ef98f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:08.847136 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e3dd37bf-abb7-4099-9ef4-d06390e93ccf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:08.857877 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8a8b88e6-d4a1-4fbe-ae4d-eb210a0af04d None None] Attempting to bind port 7dbe4add-5a23-46fa-873e-6229f15144b7 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:08.866786 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8a8b88e6-d4a1-4fbe-ae4d-eb210a0af04d None None] Attempting to bind port 7dbe4add-5a23-46fa-873e-6229f15144b7 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'd57857e6-7d16-49f1-a6ab-f95dc1622e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '10ed9c94-9499-4167-a8ab-1dc72294c032'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:08.873912 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8b88e6-d4a1-4fbe-ae4d-eb210a0af04d None None] Attempting to bind port 7dbe4add-5a23-46fa-873e-6229f15144b7 on network 10ed9c94-9499-4167-a8ab-1dc72294c032 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:08.891898 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7524df7f-afe2-4c1e-9e29-1dde087ef98f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9119329 Jul 05 10:01:08.892544 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b88e6-d4a1-4fbe-ae4d-eb210a0af04d None None] Pushing event updated for resources: {'Port': ['ID=7dbe4add-5a23-46fa-873e-6229f15144b7,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:08.901856 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 46832) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:08.927261 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e1e7fa2a-8c29-401a-921a-592133a83c89 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'subnet': {'network_id': '6efcbd13-5c31-4f39-b9bf-a48691f2f2d5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:08.934661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8b88e6-d4a1-4fbe-ae4d-eb210a0af04d None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:08.935404 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8b88e6-d4a1-4fbe-ae4d-eb210a0af04d None None] Checking segment: {'id': 'd57857e6-7d16-49f1-a6ab-f95dc1622e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '10ed9c94-9499-4167-a8ab-1dc72294c032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:08.936018 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8a8b88e6-d4a1-4fbe-ae4d-eb210a0af04d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:08.936601 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8b88e6-d4a1-4fbe-ae4d-eb210a0af04d None None] Bound using segment: {'id': 'd57857e6-7d16-49f1-a6ab-f95dc1622e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '10ed9c94-9499-4167-a8ab-1dc72294c032'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:08.937354 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8a8b88e6-d4a1-4fbe-ae4d-eb210a0af04d None None] Bound port: 7dbe4add-5a23-46fa-873e-6229f15144b7, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57857e6-7d16-49f1-a6ab-f95dc1622e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '10ed9c94-9499-4167-a8ab-1dc72294c032'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:08.937924 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8a8b88e6-d4a1-4fbe-ae4d-eb210a0af04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:09.132757 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524df7f-afe2-4c1e-9e29-1dde087ef98f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Network': ['ID=6efcbd13-5c31-4f39-b9bf-a48691f2f2d5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:09.143297 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46842) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:09.143966 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e3dd37bf-abb7-4099-9ef4-d06390e93ccf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.2886541 Jul 05 10:01:09.188237 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8a8b88e6-d4a1-4fbe-ae4d-eb210a0af04d None None] For port 7dbe4add-5a23-46fa-873e-6229f15144b7, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:09.201410 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8a8b88e6-d4a1-4fbe-ae4d-eb210a0af04d None None] For port 7dbe4add-5a23-46fa-873e-6229f15144b7, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7dbe4add-5a23-46fa-873e-6229f15144b7,segment=NetworkSegment(d57857e6-7d16-49f1-a6ab-f95dc1622e0d),segment_id=d57857e6-7d16-49f1-a6ab-f95dc1622e0d)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:09.225548 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 6efcbd13-5c31-4f39-b9bf-a48691f2f2d5 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:01:09.268413 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd37bf-abb7-4099-9ef4-d06390e93ccf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Port': ['ID=c9aadcd8-7059-4bd3-bc25-df2813e31457,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:09.322301 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8a8b88e6-d4a1-4fbe-ae4d-eb210a0af04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:09.397424 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e7fa2a-8c29-401a-921a-592133a83c89 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Made reservation on behalf of a91c3bf7961b491791278a2e028a0984 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:09.401389 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1e7fa2a-8c29-401a-921a-592133a83c89 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:09.452656 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b88e6-d4a1-4fbe-ae4d-eb210a0af04d None None] Pushing event updated for resources: {'Port': ['ID=7dbe4add-5a23-46fa-873e-6229f15144b7,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:09.457131 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968af3fa-39fa-458d-b276-30867d38e72a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:09.472901 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-968af3fa-39fa-458d-b276-30867d38e72a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports/c9aadcd8-7059-4bd3-bc25-df2813e31457 HTTP/1.1" status: 200 len: 844 time: 0.3284335 Jul 05 10:01:09.473748 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46854) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:09.711089 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 16ee52f9-efe2-4e53-b298-25a8f628e5cb up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:09.853946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1cfee34d-50a1-498e-9159-9ac97aa4a26b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting port c9aadcd8-7059-4bd3-bc25-df2813e31457 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:09.868826 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1cfee34d-50a1-498e-9159-9ac97aa4a26b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:09.949827 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 16ee52f9-efe2-4e53-b298-25a8f628e5cb completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:10.004497 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 16ee52f9-efe2-4e53-b298-25a8f628e5cb triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:10.011733 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:10.335093 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1e7fa2a-8c29-401a-921a-592133a83c89 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:10.341372 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1cfee34d-50a1-498e-9159-9ac97aa4a26b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:10.374489 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:10.459496 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1cfee34d-50a1-498e-9159-9ac97aa4a26b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Calling delete_port for c9aadcd8-7059-4bd3-bc25-df2813e31457 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:10.520284 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7fa2a-8c29-401a-921a-592133a83c89 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Subnet': ['ID=89068e15-0dfe-4de7-bb43-114ed8bdefac,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:10.549750 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 16ee52f9-efe2-4e53-b298-25a8f628e5cb, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=16ee52f9-efe2-4e53-b298-25a8f628e5cb,segment=NetworkSegment(7388f402-efc5-4234-9450-3c14c9eb03e1),segment_id=7388f402-efc5-4234-9450-3c14c9eb03e1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:10.560919 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:10.630099 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 46892) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:10.653838 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e7fa2a-8c29-401a-921a-592133a83c89 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Checking segment: {'id': 'a18365a4-4e2a-4c67-8c67-b0768cab3c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6efcbd13-5c31-4f39-b9bf-a48691f2f2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:10.654482 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e7fa2a-8c29-401a-921a-592133a83c89 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network hostable DHCP agents. Network: 6efcbd13-5c31-4f39-b9bf-a48691f2f2d5, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:01:10.762235 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e7fa2a-8c29-401a-921a-592133a83c89 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network 6efcbd13-5c31-4f39-b9bf-a48691f2f2d5 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:01:10.765004 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=16ee52f9-efe2-4e53-b298-25a8f628e5cb,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:10.796958 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e1e7fa2a-8c29-401a-921a-592133a83c89 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 6efcbd13-5c31-4f39-b9bf-a48691f2f2d5) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:10.803230 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e7fa2a-8c29-401a-921a-592133a83c89 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:10.805641 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6062c240-d387-45a0-8d8c-429b1ee48f1b None None] Network 6efcbd13-5c31-4f39-b9bf-a48691f2f2d5 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:10.817333 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1e7fa2a-8c29-401a-921a-592133a83c89 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:10.884337 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e1e7fa2a-8c29-401a-921a-592133a83c89 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9738154 Jul 05 10:01:10.887024 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 46898) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:10.969395 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] Sync routers for ids ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:01:10.994447 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] Routers {'6691fde3-3f01-4339-add9-8d7b42f7bcb8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:10.995180 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:00:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:11.079874 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1cfee34d-50a1-498e-9159-9ac97aa4a26b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:11.285206 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfee34d-50a1-498e-9159-9ac97aa4a26b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Port': ['ID=c9aadcd8-7059-4bd3-bc25-df2813e31457,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:11.336842 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ea813d-f3e2-4dd9-b59d-95f04c48509c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-6efcbd13-5c31-4f39-b9bf-a48691f2f2d5', 'network_id': '6efcbd13-5c31-4f39-b9bf-a48691f2f2d5', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'fixed_ips': [{'subnet_id': '89068e15-0dfe-4de7-bb43-114ed8bdefac'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:01:11.338369 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-57ea813d-f3e2-4dd9-b59d-95f04c48509c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:11.345267 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] Set router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:11.382337 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1cfee34d-50a1-498e-9159-9ac97aa4a26b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:11.386917 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1cfee34d-50a1-498e-9159-9ac97aa4a26b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/ports/c9aadcd8-7059-4bd3-bc25-df2813e31457 HTTP/1.1" status: 204 len: 168 time: 1.9120259 Jul 05 10:01:11.397122 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46916) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:11.620433 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9cb0772-4e06-44e6-a678-55f1a4671744 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] GET failed (client error): The resource could not be found. Jul 05 10:01:11.644751 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f9cb0772-4e06-44e6-a678-55f1a4671744 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports/c9aadcd8-7059-4bd3-bc25-df2813e31457 HTTP/1.1" status: 404 len: 333 time: 0.2404723 Jul 05 10:01:11.657239 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46918) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:11.707779 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-47befbc8-b249-40d2-bc55-7c0a9e97a08d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'port': {'network_id': '5b46b6d5-0dbf-44ef-8739-cba362b31695', 'name': 'tempest-PortsIpV6TestJSON-467739440'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:11.811409 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-57ea813d-f3e2-4dd9-b59d-95f04c48509c None None] Allocated IP 2001:db8:3::2 (6efcbd13-5c31-4f39-b9bf-a48691f2f2d5/89068e15-0dfe-4de7-bb43-114ed8bdefac/53b66447-88bb-4d35-a692-34253abf357f) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:12.302182 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa787c-613e-4360-af66-a3e698397fa3 req-fe71b0d2-a257-4251-8f05-93358cb7d586 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:12.326259 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-57ea813d-f3e2-4dd9-b59d-95f04c48509c None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:12.333853 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7dbe4add-5a23-46fa-873e-6229f15144b7 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:12.334594 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-24fa787c-613e-4360-af66-a3e698397fa3 req-fe71b0d2-a257-4251-8f05-93358cb7d586 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 945 time: 1.7865529 Jul 05 10:01:12.406403 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-57ea813d-f3e2-4dd9-b59d-95f04c48509c None None] Transition to ACTIVE for port object 53b66447-88bb-4d35-a692-34253abf357f will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:12.528780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47befbc8-b249-40d2-bc55-7c0a9e97a08d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:12.559366 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47befbc8-b249-40d2-bc55-7c0a9e97a08d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:12.626993 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-57ea813d-f3e2-4dd9-b59d-95f04c48509c None None] Transition to ACTIVE for port object 53b66447-88bb-4d35-a692-34253abf357f will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:12.659388 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59250073-4111-46f3-b4a3-b155563d978a None None] Network 10ed9c94-9499-4167-a8ab-1dc72294c032 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:12.691115 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-57ea813d-f3e2-4dd9-b59d-95f04c48509c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:12.698717 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-24fa787c-613e-4360-af66-a3e698397fa3 req-31f1a34b-e7eb-423f-bc81-bef592c9b3b3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600230 Jul 05 10:01:12.732564 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-47befbc8-b249-40d2-bc55-7c0a9e97a08d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] device_id is not set on port 80783266-2f30-49ba-934f-7d79d911cabe yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:01:12.942764 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:01:05Z', 'revision_number': 4, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None, '_interfaces': [{'id': '16ee52f9-efe2-4e53-b298-25a8f628e5cb', 'name': '', 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:83:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:53Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24bb1cfe-6a9a-4d50-b2a6-593140511b10', 'name': '', 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:6f:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:54Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a0ee09-473e-4ff2-8fb4-651f1c7e8867', 'name': '', 'network_id': '10ed9c94-9499-4167-a8ab-1dc72294c032', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:04:d0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:04Z', 'updated_at': '2021-07-05T10:01:05Z', 'revision_number': 2, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:13.064710 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] Checking router: 6691fde3-3f01-4339-add9-8d7b42f7bcb8 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:01:13.064949 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] Updating router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 port 89a0ee09-473e-4ff2-8fb4-651f1c7e8867 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:01:13.073682 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c6e470d7-a94b-42d0-9eff-11f552cd3715 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2089427825-network', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:13.154677 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ea813d-f3e2-4dd9-b59d-95f04c48509c None None] Network 6efcbd13-5c31-4f39-b9bf-a48691f2f2d5 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:13.219694 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:13.246222 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e470d7-a94b-42d0-9eff-11f552cd3715 admin admin] Made reservation on behalf of 67f2e5944c9046908a0998b2ca97845f for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:13.252645 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c6e470d7-a94b-42d0-9eff-11f552cd3715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:13.292278 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea813d-f3e2-4dd9-b59d-95f04c48509c None None] Pushing event updated for resources: {'Port': ['ID=53b66447-88bb-4d35-a692-34253abf357f,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:13.333669 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c6e470d7-a94b-42d0-9eff-11f552cd3715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:13.380573 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-33035c9e-6333-4a9a-9a0b-413674654826 None None] Provisioning for port 7dbe4add-5a23-46fa-873e-6229f15144b7 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:13.390687 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 7dbe4add-5a23-46fa-873e-6229f15144b7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:13.417140 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-57ea813d-f3e2-4dd9-b59d-95f04c48509c None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:13.419447 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47befbc8-b249-40d2-bc55-7c0a9e97a08d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:13.424712 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 7dbe4add-5a23-46fa-873e-6229f15144b7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:13.425383 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:13.470551 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ea813d-f3e2-4dd9-b59d-95f04c48509c None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:13.493672 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-33035c9e-6333-4a9a-9a0b-413674654826 None None] Provisioning complete for port 7dbe4add-5a23-46fa-873e-6229f15144b7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:13.494397 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-33035c9e-6333-4a9a-9a0b-413674654826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:13.554261 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47befbc8-b249-40d2-bc55-7c0a9e97a08d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:13.698855 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-716b1ff9-dd47-4ab1-9ecb-c083e6ad7bfb tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:13.793261 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47befbc8-b249-40d2-bc55-7c0a9e97a08d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Port': ['ID=80783266-2f30-49ba-934f-7d79d911cabe,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:13.862884 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47befbc8-b249-40d2-bc55-7c0a9e97a08d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network 5b46b6d5-0dbf-44ef-8739-cba362b31695 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:13.868431 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-47befbc8-b249-40d2-bc55-7c0a9e97a08d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:13.880286 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47befbc8-b249-40d2-bc55-7c0a9e97a08d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:13.884591 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-57ea813d-f3e2-4dd9-b59d-95f04c48509c None None] Attempting to bind port 53b66447-88bb-4d35-a692-34253abf357f on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:13.885241 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-57ea813d-f3e2-4dd9-b59d-95f04c48509c None None] Attempting to bind port 53b66447-88bb-4d35-a692-34253abf357f by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'a18365a4-4e2a-4c67-8c67-b0768cab3c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6efcbd13-5c31-4f39-b9bf-a48691f2f2d5'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:13.885961 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea813d-f3e2-4dd9-b59d-95f04c48509c None None] Attempting to bind port 53b66447-88bb-4d35-a692-34253abf357f on network 6efcbd13-5c31-4f39-b9bf-a48691f2f2d5 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:13.887899 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47befbc8-b249-40d2-bc55-7c0a9e97a08d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:13.888547 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47befbc8-b249-40d2-bc55-7c0a9e97a08d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:13.934874 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-33035c9e-6333-4a9a-9a0b-413674654826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:14.071521 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:14.106948 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea813d-f3e2-4dd9-b59d-95f04c48509c None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:14.107793 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea813d-f3e2-4dd9-b59d-95f04c48509c None None] Checking segment: {'id': 'a18365a4-4e2a-4c67-8c67-b0768cab3c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6efcbd13-5c31-4f39-b9bf-a48691f2f2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:14.108612 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-57ea813d-f3e2-4dd9-b59d-95f04c48509c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:14.109668 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea813d-f3e2-4dd9-b59d-95f04c48509c None None] Bound using segment: {'id': 'a18365a4-4e2a-4c67-8c67-b0768cab3c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6efcbd13-5c31-4f39-b9bf-a48691f2f2d5'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:14.110433 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-57ea813d-f3e2-4dd9-b59d-95f04c48509c None None] Bound port: 53b66447-88bb-4d35-a692-34253abf357f, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18365a4-4e2a-4c67-8c67-b0768cab3c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6efcbd13-5c31-4f39-b9bf-a48691f2f2d5'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:14.111359 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-57ea813d-f3e2-4dd9-b59d-95f04c48509c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:14.194506 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-57ea813d-f3e2-4dd9-b59d-95f04c48509c None None] For port 53b66447-88bb-4d35-a692-34253abf357f, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:14.198908 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-57ea813d-f3e2-4dd9-b59d-95f04c48509c None None] For port 53b66447-88bb-4d35-a692-34253abf357f, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=53b66447-88bb-4d35-a692-34253abf357f,segment=NetworkSegment(a18365a4-4e2a-4c67-8c67-b0768cab3c39),segment_id=a18365a4-4e2a-4c67-8c67-b0768cab3c39)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:14.224064 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-57ea813d-f3e2-4dd9-b59d-95f04c48509c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:14.235397 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-33035c9e-6333-4a9a-9a0b-413674654826 None None] For port 7dbe4add-5a23-46fa-873e-6229f15144b7, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7dbe4add-5a23-46fa-873e-6229f15144b7,segment=NetworkSegment(d57857e6-7d16-49f1-a6ab-f95dc1622e0d),segment_id=d57857e6-7d16-49f1-a6ab-f95dc1622e0d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:14.296949 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-33035c9e-6333-4a9a-9a0b-413674654826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:14.318377 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8709be8-74b3-45c0-9843-1bef75d9775a req-d5947eb8-3ca6-46fc-b04f-f4da571949b2 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:14.325379 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e8709be8-74b3-45c0-9843-1bef75d9775a req-d5947eb8-3ca6-46fc-b04f-f4da571949b2 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 945 time: 0.2697716 Jul 05 10:01:14.334601 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:14.376305 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] Transition to ACTIVE for port object 89a0ee09-473e-4ff2-8fb4-651f1c7e8867 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:14.387125 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:14.509772 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:01:14.510327 n-d-798054-8 neutron-server[93908]: DEBUG oslo_db.api [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:01:14.516961 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea813d-f3e2-4dd9-b59d-95f04c48509c None None] Pushing event updated for resources: {'Port': ['ID=53b66447-88bb-4d35-a692-34253abf357f,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:14.577125 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e8709be8-74b3-45c0-9843-1bef75d9775a req-8d52f9b3-982c-4176-a16e-d355cabae594 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422383 Jul 05 10:01:14.577679 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03718a11-d2ab-4914-9503-a7f9a7d1912a None None] Pushing event updated for resources: {'Port': ['ID=89a0ee09-473e-4ff2-8fb4-651f1c7e8867,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:14.822692 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33035c9e-6333-4a9a-9a0b-413674654826 None None] Pushing event updated for resources: {'Port': ['ID=7dbe4add-5a23-46fa-873e-6229f15144b7,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:14.889559 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] Attempting to bind port 89a0ee09-473e-4ff2-8fb4-651f1c7e8867 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:14.895781 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] Attempting to bind port 89a0ee09-473e-4ff2-8fb4-651f1c7e8867 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'd57857e6-7d16-49f1-a6ab-f95dc1622e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '10ed9c94-9499-4167-a8ab-1dc72294c032'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:14.896565 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] Attempting to bind port 89a0ee09-473e-4ff2-8fb4-651f1c7e8867 on network 10ed9c94-9499-4167-a8ab-1dc72294c032 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:14.923975 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:14.926265 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-716b1ff9-dd47-4ab1-9ecb-c083e6ad7bfb tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Allocated IP 2001:db8:3::1 (6efcbd13-5c31-4f39-b9bf-a48691f2f2d5/89068e15-0dfe-4de7-bb43-114ed8bdefac/3d4e848a-2658-425a-8171-624d02e05b34) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:14.926944 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] Checking segment: {'id': 'd57857e6-7d16-49f1-a6ab-f95dc1622e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '10ed9c94-9499-4167-a8ab-1dc72294c032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:14.928011 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:14.931924 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] Bound using segment: {'id': 'd57857e6-7d16-49f1-a6ab-f95dc1622e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '10ed9c94-9499-4167-a8ab-1dc72294c032'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:14.933900 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] Bound port: 89a0ee09-473e-4ff2-8fb4-651f1c7e8867, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57857e6-7d16-49f1-a6ab-f95dc1622e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '10ed9c94-9499-4167-a8ab-1dc72294c032'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:14.935242 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:14.965689 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c6e470d7-a94b-42d0-9eff-11f552cd3715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:14.974697 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c6e470d7-a94b-42d0-9eff-11f552cd3715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:14.987168 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-47befbc8-b249-40d2-bc55-7c0a9e97a08d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.3169086 Jul 05 10:01:14.990060 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46998) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:15.009040 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0556c05f-881e-435c-b643-7589360a1569 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:15.069860 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e470d7-a94b-42d0-9eff-11f552cd3715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e14cd11-f4ff-496c-a99d-6b72aea6005d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:15.114503 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 16ee52f9-efe2-4e53-b298-25a8f628e5cb up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:15.153012 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] For port 89a0ee09-473e-4ff2-8fb4-651f1c7e8867, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:15.171322 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] For port 89a0ee09-473e-4ff2-8fb4-651f1c7e8867, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=89a0ee09-473e-4ff2-8fb4-651f1c7e8867,segment=NetworkSegment(d57857e6-7d16-49f1-a6ab-f95dc1622e0d),segment_id=d57857e6-7d16-49f1-a6ab-f95dc1622e0d)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:15.185685 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:15.314959 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e470d7-a94b-42d0-9eff-11f552cd3715 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:01:15.321834 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e33ac05f-d245-436c-b4cc-70e213784b85 None None] Provisioning for port 89a0ee09-473e-4ff2-8fb4-651f1c7e8867 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:15.337891 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 16ee52f9-efe2-4e53-b298-25a8f628e5cb triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:15.355700 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:15.435528 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c6e470d7-a94b-42d0-9eff-11f552cd3715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:15.435799 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-c6e470d7-a94b-42d0-9eff-11f552cd3715 admin admin] Added segment c13bc1df-85db-460f-89d9-fdbc984bf134 of type vlan for network ea5b87a6-c54b-4459-9dc2-7b432dbb441e Jul 05 10:01:15.532827 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] Routers {'6691fde3-3f01-4339-add9-8d7b42f7bcb8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:15.538325 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:00:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:15.562085 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e33ac05f-d245-436c-b4cc-70e213784b85 None None] Provisioning complete for port 7dbe4add-5a23-46fa-873e-6229f15144b7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:15.563147 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e33ac05f-d245-436c-b4cc-70e213784b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:15.577273 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03718a11-d2ab-4914-9503-a7f9a7d1912a None None] Pushing event updated for resources: {'Port': ['ID=89a0ee09-473e-4ff2-8fb4-651f1c7e8867,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:15.579839 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0556c05f-881e-435c-b643-7589360a1569 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:15.822324 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c6e470d7-a94b-42d0-9eff-11f552cd3715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:16.018796 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-716b1ff9-dd47-4ab1-9ecb-c083e6ad7bfb tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:16.101790 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] Set router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:16.117788 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.db.resource_extend [None req-c6e470d7-a94b-42d0-9eff-11f552cd3715 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:01:16.163026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-716b1ff9-dd47-4ab1-9ecb-c083e6ad7bfb tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Transition to ACTIVE for port object 3d4e848a-2658-425a-8171-624d02e05b34 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:16.196523 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c6e470d7-a94b-42d0-9eff-11f552cd3715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:16.199678 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e470d7-a94b-42d0-9eff-11f552cd3715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:16.202757 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c6e470d7-a94b-42d0-9eff-11f552cd3715 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:16.346580 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0556c05f-881e-435c-b643-7589360a1569 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:16.358128 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054f255-0c88-4e92-b8d6-8d02aa00e96b req-31957fb1-1dda-4957-a828-5fa46bb6f607 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:16.366710 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6054f255-0c88-4e92-b8d6-8d02aa00e96b req-31957fb1-1dda-4957-a828-5fa46bb6f607 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.8921912 Jul 05 10:01:16.397076 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0556c05f-881e-435c-b643-7589360a1569 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:16.466811 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556c05f-881e-435c-b643-7589360a1569 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Port': ['ID=80783266-2f30-49ba-934f-7d79d911cabe,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:16.506913 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0556c05f-881e-435c-b643-7589360a1569 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] In _notify_port_updated(), no bound segment for port 80783266-2f30-49ba-934f-7d79d911cabe on network 5b46b6d5-0dbf-44ef-8739-cba362b31695 {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:01:16.509109 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7dbe4add-5a23-46fa-873e-6229f15144b7 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:16.516108 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0556c05f-881e-435c-b643-7589360a1569 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:16.517116 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0556c05f-881e-435c-b643-7589360a1569 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:16.522219 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0556c05f-881e-435c-b643-7589360a1569 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "PUT /v2.0/ports/80783266-2f30-49ba-934f-7d79d911cabe HTTP/1.1" status: 200 len: 818 time: 1.5277450 Jul 05 10:01:16.523133 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 47028) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:16.548325 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6054f255-0c88-4e92-b8d6-8d02aa00e96b req-aea04625-fe3c-450d-848a-101d19c0259f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801226 Jul 05 10:01:16.744772 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c6e470d7-a94b-42d0-9eff-11f552cd3715 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 6.1092806 Jul 05 10:01:16.761834 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 47034) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:16.817849 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-fe465920-3f1a-45fc-b31d-a18cd9ac286b admin admin] Request body: {'subnet': {'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2089427825-subnet', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:16.831116 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 47038) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:16.892779 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e470d7-a94b-42d0-9eff-11f552cd3715 admin admin] Pushing event updated for resources: {'Network': ['ID=ea5b87a6-c54b-4459-9dc2-7b432dbb441e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:16.895815 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-23f94646-ef4c-495e-aa5e-b330baec4439 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting port 80783266-2f30-49ba-934f-7d79d911cabe {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:16.906475 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23f94646-ef4c-495e-aa5e-b330baec4439 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:16.922113 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-716b1ff9-dd47-4ab1-9ecb-c083e6ad7bfb tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:16.932123 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network ea5b87a6-c54b-4459-9dc2-7b432dbb441e details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:01:17.154394 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716b1ff9-dd47-4ab1-9ecb-c083e6ad7bfb tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network 6efcbd13-5c31-4f39-b9bf-a48691f2f2d5 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:17.159188 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe465920-3f1a-45fc-b31d-a18cd9ac286b admin admin] Made reservation on behalf of 67f2e5944c9046908a0998b2ca97845f for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:17.174340 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe465920-3f1a-45fc-b31d-a18cd9ac286b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:17.178380 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-716b1ff9-dd47-4ab1-9ecb-c083e6ad7bfb tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:17.213568 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716b1ff9-dd47-4ab1-9ecb-c083e6ad7bfb tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:17.214610 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-716b1ff9-dd47-4ab1-9ecb-c083e6ad7bfb tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:17.254127 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf2f989-7987-4271-8a74-7cd1ad8121c5 None None] Network 6efcbd13-5c31-4f39-b9bf-a48691f2f2d5 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:17.261754 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34bbafb3-20b9-45c7-89d5-1558d4dbd7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:17.295362 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 7dbe4add-5a23-46fa-873e-6229f15144b7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:17.295753 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:17.324813 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23f94646-ef4c-495e-aa5e-b330baec4439 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:17.344242 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:01:05Z', 'revision_number': 4, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None, '_interfaces': [{'id': '16ee52f9-efe2-4e53-b298-25a8f628e5cb', 'name': '', 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:83:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:53Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24bb1cfe-6a9a-4d50-b2a6-593140511b10', 'name': '', 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:6f:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:54Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a0ee09-473e-4ff2-8fb4-651f1c7e8867', 'name': '', 'network_id': '10ed9c94-9499-4167-a8ab-1dc72294c032', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:04:d0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:04Z', 'updated_at': '2021-07-05T10:01:15Z', 'revision_number': 4, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:17.414503 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-23f94646-ef4c-495e-aa5e-b330baec4439 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Calling delete_port for 80783266-2f30-49ba-934f-7d79d911cabe owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:17.446429 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb65d0-6047-4c46-b0b2-086b81cf17f3 req-57ab1c9e-b77b-4860-a8cb-ca55994a3067 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:17.458550 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15cb65d0-6047-4c46-b0b2-086b81cf17f3 req-57ab1c9e-b77b-4860-a8cb-ca55994a3067 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.5233495 Jul 05 10:01:17.512875 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be536bc1-c880-4f27-b804-6523c2a8ed70 None None] The sync data for ids ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'] in n-d-798054-8 is: [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:01:05Z', 'revision_number': 4, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None, '_interfaces': [{'id': '16ee52f9-efe2-4e53-b298-25a8f628e5cb', 'name': '', 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:83:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:53Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24bb1cfe-6a9a-4d50-b2a6-593140511b10', 'name': '', 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:6f:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:54Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a0ee09-473e-4ff2-8fb4-651f1c7e8867', 'name': '', 'network_id': '10ed9c94-9499-4167-a8ab-1dc72294c032', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:04:d0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:04Z', 'updated_at': '2021-07-05T10:01:15Z', 'revision_number': 4, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:01:17.738277 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15cb65d0-6047-4c46-b0b2-086b81cf17f3 req-1424ed05-1722-4112-844a-f497fd14e267 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2785468 Jul 05 10:01:17.753005 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b1ff9-dd47-4ab1-9ecb-c083e6ad7bfb tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Port': ['ID=3d4e848a-2658-425a-8171-624d02e05b34,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:17.760264 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe465920-3f1a-45fc-b31d-a18cd9ac286b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.051605 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-234f8081-3225-4eb7-8684-afb05801d88d None None] Provisioning for port 53b66447-88bb-4d35-a692-34253abf357f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:18.053475 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe465920-3f1a-45fc-b31d-a18cd9ac286b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c379dec-ee39-4983-8ded-bfe00de85f8c,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:18.143223 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 53b66447-88bb-4d35-a692-34253abf357f up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:18.179278 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34bbafb3-20b9-45c7-89d5-1558d4dbd7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.201148 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34bbafb3-20b9-45c7-89d5-1558d4dbd7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.267813 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe465920-3f1a-45fc-b31d-a18cd9ac286b admin admin] Checking segment: {'id': 'c13bc1df-85db-460f-89d9-fdbc984bf134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:18.268394 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe465920-3f1a-45fc-b31d-a18cd9ac286b admin admin] Network hostable DHCP agents. Network: ea5b87a6-c54b-4459-9dc2-7b432dbb441e, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:01:18.353729 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-716b1ff9-dd47-4ab1-9ecb-c083e6ad7bfb tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.356885 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-34bbafb3-20b9-45c7-89d5-1558d4dbd7e1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=30b3d7dc555a4b9baaaee5ea99a15ac0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5230970 Jul 05 10:01:18.379388 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 47074) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:18.449356 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 53b66447-88bb-4d35-a692-34253abf357f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:18.455279 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 53b66447-88bb-4d35-a692-34253abf357f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:18.456007 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.669215 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23f94646-ef4c-495e-aa5e-b330baec4439 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.701367 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bbafb3-20b9-45c7-89d5-1558d4dbd7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1b0c9a-21b4-40ba-b7a5-b6b935f22978,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:18.791701 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.817901 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-716b1ff9-dd47-4ab1-9ecb-c083e6ad7bfb tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.826899 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-716b1ff9-dd47-4ab1-9ecb-c083e6ad7bfb tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.832645 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-716b1ff9-dd47-4ab1-9ecb-c083e6ad7bfb tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.889886 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cefe09fd-252f-4f3b-aebe-d2f69b8f0ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.891927 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f94646-ef4c-495e-aa5e-b330baec4439 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Port': ['ID=80783266-2f30-49ba-934f-7d79d911cabe,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:18.911095 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 53b66447-88bb-4d35-a692-34253abf357f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=53b66447-88bb-4d35-a692-34253abf357f,segment=NetworkSegment(a18365a4-4e2a-4c67-8c67-b0768cab3c39),segment_id=a18365a4-4e2a-4c67-8c67-b0768cab3c39)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:18.927040 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.928444 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 89a0ee09-473e-4ff2-8fb4-651f1c7e8867 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:18.959302 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b1ff9-dd47-4ab1-9ecb-c083e6ad7bfb tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event updated for resources: {'Port': ['ID=3d4e848a-2658-425a-8171-624d02e05b34,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:18.968571 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23f94646-ef4c-495e-aa5e-b330baec4439 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.976663 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-23f94646-ef4c-495e-aa5e-b330baec4439 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/ports/80783266-2f30-49ba-934f-7d79d911cabe HTTP/1.1" status: 204 len: 168 time: 2.4498899 Jul 05 10:01:18.986399 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 47084) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:18.990057 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 47086) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:18.994893 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe465920-3f1a-45fc-b31d-a18cd9ac286b admin admin] Network ea5b87a6-c54b-4459-9dc2-7b432dbb441e is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:01:19.050706 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-fe465920-3f1a-45fc-b31d-a18cd9ac286b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, ea5b87a6-c54b-4459-9dc2-7b432dbb441e) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:19.086993 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe465920-3f1a-45fc-b31d-a18cd9ac286b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:19.087585 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe465920-3f1a-45fc-b31d-a18cd9ac286b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:19.127619 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b0442-ff59-42cc-9784-b776cc101f68 req-116878ee-f99f-4a5c-affc-41b7e249c9cc tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:19.136148 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-667b0442-ff59-42cc-9784-b776cc101f68 req-116878ee-f99f-4a5c-affc-41b7e249c9cc tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 812 time: 0.6955578 Jul 05 10:01:19.147952 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=53b66447-88bb-4d35-a692-34253abf357f,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:19.165804 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad8c6e0-53bc-4e98-ae90-cabf47e39692 None None] Network ea5b87a6-c54b-4459-9dc2-7b432dbb441e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:19.188497 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fe465920-3f1a-45fc-b31d-a18cd9ac286b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3892639 Jul 05 10:01:19.193876 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 47096) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:19.196173 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cefe09fd-252f-4f3b-aebe-d2f69b8f0ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:19.216321 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6392096e-98ae-4121-8c83-f09deea04d66 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2089427825-router', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:19.244161 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-667b0442-ff59-42cc-9784-b776cc101f68 req-32838301-e8b5-486c-9339-9896e62d886c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/quotas/156c005c1a204b6eb50b3c7a2ac0a750 HTTP/1.1" status: 200 len: 375 time: 0.1070459 Jul 05 10:01:19.270604 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716b1ff9-dd47-4ab1-9ecb-c083e6ad7bfb tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Network 6efcbd13-5c31-4f39-b9bf-a48691f2f2d5 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:19.296206 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-716b1ff9-dd47-4ab1-9ecb-c083e6ad7bfb tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:19.321275 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:01:19.430273 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cdebd1ba-1ed0-45b6-af35-fa9bd238f03c None None] Provisioning complete for port 53b66447-88bb-4d35-a692-34253abf357f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:19.431198 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cdebd1ba-1ed0-45b6-af35-fa9bd238f03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:19.508725 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6392096e-98ae-4121-8c83-f09deea04d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:19.509707 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6392096e-98ae-4121-8c83-f09deea04d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:19.518930 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716b1ff9-dd47-4ab1-9ecb-c083e6ad7bfb tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:01:19.522514 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 89a0ee09-473e-4ff2-8fb4-651f1c7e8867 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:19.546600 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 89a0ee09-473e-4ff2-8fb4-651f1c7e8867 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:19.546994 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:19.630446 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6392096e-98ae-4121-8c83-f09deea04d66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:19.734721 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e49a52-b885-4037-a306-ec8e15bc94c4 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:19.747712 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-74e49a52-b885-4037-a306-ec8e15bc94c4 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7545378 Jul 05 10:01:19.750441 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 47124) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:19.803215 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716b1ff9-dd47-4ab1-9ecb-c083e6ad7bfb tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:01:19.824856 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-716b1ff9-dd47-4ab1-9ecb-c083e6ad7bfb tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "PUT /v2.0/routers/6691fde3-3f01-4339-add9-8d7b42f7bcb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9366910 Jul 05 10:01:19.827162 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 47126) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:19.832837 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-afab3b7b-fe4f-45d1-b75e-f02695a32853 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:19.839968 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] Sync routers for ids ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:01:20.054280 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac900248-4012-4687-9bc1-2e75b0a0ceb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-ea5b87a6-c54b-4459-9dc2-7b432dbb441e', 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'fixed_ips': [{'subnet_id': '0c379dec-ee39-4983-8ded-bfe00de85f8c'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:01:20.058466 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ac900248-4012-4687-9bc1-2e75b0a0ceb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:20.060868 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] Routers {'6691fde3-3f01-4339-add9-8d7b42f7bcb8'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:20.061795 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:00:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:20.206194 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:20.237641 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cdebd1ba-1ed0-45b6-af35-fa9bd238f03c None None] Provisioning for port 3d4e848a-2658-425a-8171-624d02e05b34 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:20.267529 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6392096e-98ae-4121-8c83-f09deea04d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:20.377805 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cefe09fd-252f-4f3b-aebe-d2f69b8f0ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:20.381349 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cefe09fd-252f-4f3b-aebe-d2f69b8f0ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:20.382729 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cefe09fd-252f-4f3b-aebe-d2f69b8f0ecb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0e1b0c9a-21b4-40ba-b7a5-b6b935f22978 HTTP/1.1" status: 204 len: 168 time: 1.9967978 Jul 05 10:01:20.427387 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a3c603-367d-481f-bcc3-195a07f5f681 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] GET failed (client error): The resource could not be found. Jul 05 10:01:20.429335 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a9a3c603-367d-481f-bcc3-195a07f5f681 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports/80783266-2f30-49ba-934f-7d79d911cabe HTTP/1.1" status: 404 len: 333 time: 0.6694169 Jul 05 10:01:20.440158 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 47132) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:20.445460 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8dd5d9ec-e927-4668-84a8-d3097b7e0ffa tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1147434677'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:20.481481 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-ac900248-4012-4687-9bc1-2e75b0a0ceb7 None None] Allocated IP 172.20.0.2 (ea5b87a6-c54b-4459-9dc2-7b432dbb441e/0c379dec-ee39-4983-8ded-bfe00de85f8c/4e127046-1974-4be4-b27b-c27374aceb5f) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:20.495422 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-667b0442-ff59-42cc-9784-b776cc101f68 req-94b488c2-4402-4248-a428-a8ff1ff78bc6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&fields=id HTTP/1.1" status: 200 len: 440 time: 1.2399974 Jul 05 10:01:20.496707 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe09fd-252f-4f3b-aebe-d2f69b8f0ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1b0c9a-21b4-40ba-b7a5-b6b935f22978,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:20.529898 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-667b0442-ff59-42cc-9784-b776cc101f68 req-f3cff60f-c705-4e1b-aaec-512249354a9d service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:01:20.530903 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-667b0442-ff59-42cc-9784-b776cc101f68 req-f3cff60f-c705-4e1b-aaec-512249354a9d service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0218616 Jul 05 10:01:20.539384 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cdebd1ba-1ed0-45b6-af35-fa9bd238f03c None None] Provisioning complete for port 3d4e848a-2658-425a-8171-624d02e05b34 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:20.539760 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cdebd1ba-1ed0-45b6-af35-fa9bd238f03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:20.556601 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd5d9ec-e927-4668-84a8-d3097b7e0ffa tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:20.561500 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dd5d9ec-e927-4668-84a8-d3097b7e0ffa tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:20.574819 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] Set router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:20.613229 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd5d9ec-e927-4668-84a8-d3097b7e0ffa tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:01:20.625164 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dd5d9ec-e927-4668-84a8-d3097b7e0ffa tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:20.625624 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-8dd5d9ec-e927-4668-84a8-d3097b7e0ffa tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Added segment c56db277-d78b-4afc-a3f2-49c9ea416aff of type vlan for network 82e67a80-cd13-4d6d-a340-89568ea9b748 Jul 05 10:01:20.677617 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 89a0ee09-473e-4ff2-8fb4-651f1c7e8867, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=89a0ee09-473e-4ff2-8fb4-651f1c7e8867,segment=NetworkSegment(d57857e6-7d16-49f1-a6ab-f95dc1622e0d),segment_id=d57857e6-7d16-49f1-a6ab-f95dc1622e0d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:20.742474 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dd5d9ec-e927-4668-84a8-d3097b7e0ffa tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:20.748898 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb136c9c-b430-432f-87fc-d87d6c4bdeb1 req-e8811d87-2279-4112-a70c-8bbe49946b3a tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:20.759324 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fb136c9c-b430-432f-87fc-d87d6c4bdeb1 req-e8811d87-2279-4112-a70c-8bbe49946b3a tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=98c3e5e0-d296-41c9-848d-a1633ebb1f36 HTTP/1.1" status: 200 len: 951 time: 1.0065529 Jul 05 10:01:20.824388 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-cdebd1ba-1ed0-45b6-af35-fa9bd238f03c None None] Port 3d4e848a-2658-425a-8171-624d02e05b34 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:01:20.936810 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dd5d9ec-e927-4668-84a8-d3097b7e0ffa tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:20.943556 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd5d9ec-e927-4668-84a8-d3097b7e0ffa tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:20.944583 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dd5d9ec-e927-4668-84a8-d3097b7e0ffa tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:20.945220 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-667b0442-ff59-42cc-9784-b776cc101f68 req-8ea00a1f-1c68-422b-88bb-b194c00a1621 service neutron] 10.222.0.79 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947089 Jul 05 10:01:20.958741 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:20.961838 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fb136c9c-b430-432f-87fc-d87d6c4bdeb1 req-7f9e20f8-960a-438b-99df-548ee3654c40 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b056af-8f33-4d63-be1c-6909fbf444fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008741 Jul 05 10:01:21.143151 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.extraroute_db [None req-afab3b7b-fe4f-45d1-b75e-f02695a32853 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93906) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 10:01:21.146405 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=89a0ee09-473e-4ff2-8fb4-651f1c7e8867,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:21.150202 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 53b66447-88bb-4d35-a692-34253abf357f up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:21.150787 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-667b0442-ff59-42cc-9784-b776cc101f68 req-24b76879-014d-43e5-a8ab-c7c8001f60ba service neutron] 10.222.0.79 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855762 Jul 05 10:01:21.187263 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-37ede0a0-cff8-4418-ae41-2c348ac719da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:21.200198 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b2bc09ca-9560-4979-a958-0880deb0433a None None] Provisioning complete for port 3d4e848a-2658-425a-8171-624d02e05b34 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:21.200684 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b2bc09ca-9560-4979-a958-0880deb0433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:21.211944 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.extraroute_db [None req-afab3b7b-fe4f-45d1-b75e-f02695a32853 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Removed routes are [] {{(pid=93906) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 10:01:21.214951 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-afab3b7b-fe4f-45d1-b75e-f02695a32853 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:21.266952 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8dd5d9ec-e927-4668-84a8-d3097b7e0ffa tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8257363 Jul 05 10:01:21.272945 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 47148) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:21.293857 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-07100092-5874-4ab1-a1da-7fa9e473bb0f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'subnet': {'network_id': '82e67a80-cd13-4d6d-a340-89568ea9b748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:21.299362 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b2bc09ca-9560-4979-a958-0880deb0433a None None] Port 3d4e848a-2658-425a-8171-624d02e05b34 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:01:21.305826 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:01:18Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None, '_interfaces': [{'id': '16ee52f9-efe2-4e53-b298-25a8f628e5cb', 'name': '', 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:83:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:53Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24bb1cfe-6a9a-4d50-b2a6-593140511b10', 'name': '', 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:6f:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:54Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d4e848a-2658-425a-8171-624d02e05b34', 'name': '', 'network_id': '6efcbd13-5c31-4f39-b9bf-a48691f2f2d5', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:cf:e2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '89068e15-0dfe-4de7-bb43-114ed8bdefac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:14Z', 'updated_at': '2021-07-05T10:01:18Z', 'revision_number': 2, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '89068e15-0dfe-4de7-bb43-114ed8bdefac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a0ee09-473e-4ff2-8fb4-651f1c7e8867', 'name': '', 'network_id': '10ed9c94-9499-4167-a8ab-1dc72294c032', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:04:d0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:04Z', 'updated_at': '2021-07-05T10:01:15Z', 'revision_number': 4, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:21.309519 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-358f87f5-145f-4ad9-aa29-7d3f8df93304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:21.365260 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] Checking router: 6691fde3-3f01-4339-add9-8d7b42f7bcb8 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:01:21.365633 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] Updating router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 port 3d4e848a-2658-425a-8171-624d02e05b34 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:01:21.393441 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 53b66447-88bb-4d35-a692-34253abf357f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:21.393737 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:21.447965 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ac900248-4012-4687-9bc1-2e75b0a0ceb7 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:21.466625 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ac900248-4012-4687-9bc1-2e75b0a0ceb7 None None] Transition to ACTIVE for port object 4e127046-1974-4be4-b27b-c27374aceb5f will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:21.469973 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:21.508731 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ac900248-4012-4687-9bc1-2e75b0a0ceb7 None None] Transition to ACTIVE for port object 4e127046-1974-4be4-b27b-c27374aceb5f will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:21.587611 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-afab3b7b-fe4f-45d1-b75e-f02695a32853 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:21.592420 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-afab3b7b-fe4f-45d1-b75e-f02695a32853 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3671792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3671787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3670561'] for router, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:21.599302 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ac900248-4012-4687-9bc1-2e75b0a0ceb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:21.600367 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6392096e-98ae-4121-8c83-f09deea04d66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:21.605558 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5d9ec-e927-4668-84a8-d3097b7e0ffa tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Network': ['ID=82e67a80-cd13-4d6d-a340-89568ea9b748,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:21.664368 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0ee89c5-85eb-4a9c-964a-9cb60fe6e69e req-75e9795b-fc24-4ed7-bb95-2d29c3802bee tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=09a26d74-77c1-4c6d-8bad-229e174369f9 HTTP/1.1" status: 200 len: 210 time: 0.0870011 Jul 05 10:01:21.673508 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6392096e-98ae-4121-8c83-f09deea04d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:21.688669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 82e67a80-cd13-4d6d-a340-89568ea9b748 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:01:21.731474 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07100092-5874-4ab1-a1da-7fa9e473bb0f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:21.735450 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07100092-5874-4ab1-a1da-7fa9e473bb0f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:21.900773 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-6392096e-98ae-4121-8c83-f09deea04d66 admin admin] Allocated IP 172.25.7.70 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/fda6dc7b-0588-466c-8ccd-f1066256f6df) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:21.995426 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac900248-4012-4687-9bc1-2e75b0a0ceb7 None None] Network ea5b87a6-c54b-4459-9dc2-7b432dbb441e is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:22.026633 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-ac900248-4012-4687-9bc1-2e75b0a0ceb7 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:22.049928 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac900248-4012-4687-9bc1-2e75b0a0ceb7 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:22.155802 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac900248-4012-4687-9bc1-2e75b0a0ceb7 None None] Pushing event updated for resources: {'Port': ['ID=4e127046-1974-4be4-b27b-c27374aceb5f,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:22.193183 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-358f87f5-145f-4ad9-aa29-7d3f8df93304 admin admin] Deleting port dc9719bf-f8e5-4b6d-855c-d24854bd4691 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:22.193728 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-358f87f5-145f-4ad9-aa29-7d3f8df93304 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.203155 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6392096e-98ae-4121-8c83-f09deea04d66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.226885 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ac900248-4012-4687-9bc1-2e75b0a0ceb7 None None] Attempting to bind port 4e127046-1974-4be4-b27b-c27374aceb5f on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:22.227273 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ac900248-4012-4687-9bc1-2e75b0a0ceb7 None None] Attempting to bind port 4e127046-1974-4be4-b27b-c27374aceb5f by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c13bc1df-85db-460f-89d9-fdbc984bf134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:22.227637 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac900248-4012-4687-9bc1-2e75b0a0ceb7 None None] Attempting to bind port 4e127046-1974-4be4-b27b-c27374aceb5f on network ea5b87a6-c54b-4459-9dc2-7b432dbb441e {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:22.234479 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac900248-4012-4687-9bc1-2e75b0a0ceb7 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:22.234890 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac900248-4012-4687-9bc1-2e75b0a0ceb7 None None] Checking segment: {'id': 'c13bc1df-85db-460f-89d9-fdbc984bf134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:22.235510 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ac900248-4012-4687-9bc1-2e75b0a0ceb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.235984 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac900248-4012-4687-9bc1-2e75b0a0ceb7 None None] Bound using segment: {'id': 'c13bc1df-85db-460f-89d9-fdbc984bf134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:22.236467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ac900248-4012-4687-9bc1-2e75b0a0ceb7 None None] Bound port: 4e127046-1974-4be4-b27b-c27374aceb5f, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13bc1df-85db-460f-89d9-fdbc984bf134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:22.236854 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ac900248-4012-4687-9bc1-2e75b0a0ceb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.256825 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6392096e-98ae-4121-8c83-f09deea04d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.389499 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07100092-5874-4ab1-a1da-7fa9e473bb0f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.470011 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.532630 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] Transition to ACTIVE for port object 3d4e848a-2658-425a-8171-624d02e05b34 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:22.545306 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.557671 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-358f87f5-145f-4ad9-aa29-7d3f8df93304 admin admin] For port dc9719bf-f8e5-4b6d-855c-d24854bd4691, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=dc9719bf-f8e5-4b6d-855c-d24854bd4691,segment=NetworkSegment(680b625a-b67a-48a3-bded-1661a7565d01),segment_id=680b625a-b67a-48a3-bded-1661a7565d01)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:22.558856 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-358f87f5-145f-4ad9-aa29-7d3f8df93304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.585994 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-358f87f5-145f-4ad9-aa29-7d3f8df93304 admin admin] Calling delete_port for dc9719bf-f8e5-4b6d-855c-d24854bd4691 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:22.638416 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ac900248-4012-4687-9bc1-2e75b0a0ceb7 None None] For port 4e127046-1974-4be4-b27b-c27374aceb5f, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:22.646093 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ac900248-4012-4687-9bc1-2e75b0a0ceb7 None None] For port 4e127046-1974-4be4-b27b-c27374aceb5f, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4e127046-1974-4be4-b27b-c27374aceb5f,segment=NetworkSegment(c13bc1df-85db-460f-89d9-fdbc984bf134),segment_id=c13bc1df-85db-460f-89d9-fdbc984bf134)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:22.660355 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ac900248-4012-4687-9bc1-2e75b0a0ceb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.700184 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781e6c2-d9c5-4f97-a89f-8daec039feae req-bacecacb-a8db-48e3-a2c8-0d1fe97e5542 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:22.710424 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2781e6c2-d9c5-4f97-a89f-8daec039feae req-bacecacb-a8db-48e3-a2c8-0d1fe97e5542 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=98c3e5e0-d296-41c9-848d-a1633ebb1f36 HTTP/1.1" status: 200 len: 951 time: 0.3996723 Jul 05 10:01:22.727744 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07100092-5874-4ab1-a1da-7fa9e473bb0f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Subnet': ['ID=fa8f1724-efcf-4901-a650-abfa67da428b,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:22.751008 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07100092-5874-4ab1-a1da-7fa9e473bb0f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Checking segment: {'id': 'c56db277-d78b-4afc-a3f2-49c9ea416aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '82e67a80-cd13-4d6d-a340-89568ea9b748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:22.751586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07100092-5874-4ab1-a1da-7fa9e473bb0f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network hostable DHCP agents. Network: 82e67a80-cd13-4d6d-a340-89568ea9b748, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:01:22.807734 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2781e6c2-d9c5-4f97-a89f-8daec039feae req-d6fc622f-f042-4ab3-a9a8-977e6c12e0cc tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b056af-8f33-4d63-be1c-6909fbf444fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959401 Jul 05 10:01:22.840884 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07100092-5874-4ab1-a1da-7fa9e473bb0f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network 82e67a80-cd13-4d6d-a340-89568ea9b748 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:01:22.933032 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6392096e-98ae-4121-8c83-f09deea04d66 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:22.944915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 06748f66-8a6d-49d1-9576-662bead26b38 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:01:22.952745 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-6392096e-98ae-4121-8c83-f09deea04d66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:22.959119 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6392096e-98ae-4121-8c83-f09deea04d66 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:22.961639 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392096e-98ae-4121-8c83-f09deea04d66 admin admin] Pushing event updated for resources: {'Port': ['ID=fda6dc7b-0588-466c-8ccd-f1066256f6df,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:22.999108 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afab3b7b-fe4f-45d1-b75e-f02695a32853 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:01:23.110678 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-07100092-5874-4ab1-a1da-7fa9e473bb0f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 82e67a80-cd13-4d6d-a340-89568ea9b748) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:23.144542 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-351f5287-4d42-4c81-a9db-21f38a76049d req-16ac8e45-278b-46a6-95f4-813ff944a000 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=09a26d74-77c1-4c6d-8bad-229e174369f9 HTTP/1.1" status: 200 len: 210 time: 0.2231455 Jul 05 10:01:23.178721 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90d3d4b-5fdb-44a5-8060-73258bbb8f27 None None] Network 82e67a80-cd13-4d6d-a340-89568ea9b748 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:23.242181 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07100092-5874-4ab1-a1da-7fa9e473bb0f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:23.247725 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07100092-5874-4ab1-a1da-7fa9e473bb0f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:23.332452 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-07100092-5874-4ab1-a1da-7fa9e473bb0f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0477326 Jul 05 10:01:23.334018 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 47208) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:23.358199 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f7ef7ba8-766f-4244-871b-15ac220f90cd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'subnet': {'network_id': '82e67a80-cd13-4d6d-a340-89568ea9b748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:23.490516 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 89a0ee09-473e-4ff2-8fb4-651f1c7e8867 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:23.516389 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d58fe051-826d-437b-991e-afb9f57b389b req-3aef8470-f3f1-4a24-88f1-18d18ff403bb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=98c3e5e0-d296-41c9-848d-a1633ebb1f36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3874438 Jul 05 10:01:23.622361 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-358f87f5-145f-4ad9-aa29-7d3f8df93304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:23.640106 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afab3b7b-fe4f-45d1-b75e-f02695a32853 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:01:23.659220 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-afab3b7b-fe4f-45d1-b75e-f02695a32853 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:23.667097 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-afab3b7b-fe4f-45d1-b75e-f02695a32853 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "PUT /v2.0/routers/6691fde3-3f01-4339-add9-8d7b42f7bcb8 HTTP/1.1" status: 200 len: 953 time: 3.8387060 Jul 05 10:01:23.672015 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d5e0f-8bd0-4095-bb53-03a257b9879f None None] Pushing event updated for resources: {'Port': ['ID=3d4e848a-2658-425a-8171-624d02e05b34,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:23.674186 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 47224) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:23.710835 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f87f5-145f-4ad9-aa29-7d3f8df93304 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc9719bf-f8e5-4b6d-855c-d24854bd4691,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:23.872158 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] Attempting to bind port 3d4e848a-2658-425a-8171-624d02e05b34 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:23.872920 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] Attempting to bind port 3d4e848a-2658-425a-8171-624d02e05b34 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'a18365a4-4e2a-4c67-8c67-b0768cab3c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6efcbd13-5c31-4f39-b9bf-a48691f2f2d5'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:23.873537 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] Attempting to bind port 3d4e848a-2658-425a-8171-624d02e05b34 on network 6efcbd13-5c31-4f39-b9bf-a48691f2f2d5 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:23.876075 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7decc798-3a66-4b85-bc3c-058f96859608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:23.904940 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:23.918379 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ef7ba8-766f-4244-871b-15ac220f90cd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:23.921883 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7ba8-766f-4244-871b-15ac220f90cd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:23.941659 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:23.941980 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] Checking segment: {'id': 'a18365a4-4e2a-4c67-8c67-b0768cab3c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6efcbd13-5c31-4f39-b9bf-a48691f2f2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:23.949754 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:23.951372 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] Bound using segment: {'id': 'a18365a4-4e2a-4c67-8c67-b0768cab3c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6efcbd13-5c31-4f39-b9bf-a48691f2f2d5'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:23.952176 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] Bound port: 3d4e848a-2658-425a-8171-624d02e05b34, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18365a4-4e2a-4c67-8c67-b0768cab3c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6efcbd13-5c31-4f39-b9bf-a48691f2f2d5'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:23.952758 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:24.049965 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:24.137183 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac900248-4012-4687-9bc1-2e75b0a0ceb7 None None] Pushing event updated for resources: {'Port': ['ID=4e127046-1974-4be4-b27b-c27374aceb5f,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:24.138416 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6074cfff-919e-4184-92fb-cec095e618be tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "GET /v2.0/routers/6691fde3-3f01-4339-add9-8d7b42f7bcb8 HTTP/1.1" status: 200 len: 953 time: 0.4626558 Jul 05 10:01:24.142508 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 47258) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:24.151520 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d629fd4a-a03b-479e-a995-d7c39e21a189 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'router': {'routes': None}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:24.199239 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d05e66a-2621-4bfc-a71d-c240c211c4e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-82e67a80-cd13-4d6d-a340-89568ea9b748', 'network_id': '82e67a80-cd13-4d6d-a340-89568ea9b748', 'tenant_id': '2abed1ceab284e1ba1b00296dfa26a6e', 'fixed_ips': [{'subnet_id': 'fa8f1724-efcf-4901-a650-abfa67da428b'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:01:24.202481 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9d05e66a-2621-4bfc-a71d-c240c211c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:24.310151 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] For port 3d4e848a-2658-425a-8171-624d02e05b34, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:24.313830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] For port 3d4e848a-2658-425a-8171-624d02e05b34, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3d4e848a-2658-425a-8171-624d02e05b34,segment=NetworkSegment(a18365a4-4e2a-4c67-8c67-b0768cab3c39),segment_id=a18365a4-4e2a-4c67-8c67-b0768cab3c39)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:24.317560 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c3e5e0-d296-41c9-848d-a1633ebb1f36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06748f66-8a6d-49d1-9576-662bead26b38'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:01:24.321214 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd71307-d021-4e50-9ea6-9ef001bb42bb" -d '{"events": [{"server_uuid": "98c3e5e0-d296-41c9-848d-a1633ebb1f36", "name": "network-vif-unplugged", "status": "completed", "tag": "06748f66-8a6d-49d1-9576-662bead26b38"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:01:24.323676 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6392096e-98ae-4121-8c83-f09deea04d66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:24.325488 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 89a0ee09-473e-4ff2-8fb4-651f1c7e8867 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:24.325989 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:24.433813 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:24.594545 n-d-798054-8 neutron-server[93907]: INFO neutron.db.ipam_backend_mixin [None req-f7ef7ba8-766f-4244-871b-15ac220f90cd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fa8f1724-efcf-4901-a650-abfa67da428b (CIDR: 2001:db8::/64) Jul 05 10:01:24.630395 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-358f87f5-145f-4ad9-aa29-7d3f8df93304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:24.657037 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ef7ba8-766f-4244-871b-15ac220f90cd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:01:24.657857 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ef7ba8-766f-4244-871b-15ac220f90cd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:01:24.673661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d5e0f-8bd0-4095-bb53-03a257b9879f None None] Pushing event updated for resources: {'Port': ['ID=3d4e848a-2658-425a-8171-624d02e05b34,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:24.704394 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 06748f66-8a6d-49d1-9576-662bead26b38, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=06748f66-8a6d-49d1-9576-662bead26b38,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:24.784152 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70552519-e617-43e6-a946-d22a8d67f6ea req-63e23b60-b844-4bfa-99d4-780ae2c3d5f8 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=09a26d74-77c1-4c6d-8bad-229e174369f9 HTTP/1.1" status: 200 len: 210 time: 0.3101010 Jul 05 10:01:24.790288 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f7ef7ba8-766f-4244-871b-15ac220f90cd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4545240 Jul 05 10:01:24.793654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 47302) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:24.838789 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6f6a18eb-3cb5-4787-be31-6d7328b868a7 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'subnet': {'network_id': '82e67a80-cd13-4d6d-a340-89568ea9b748', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:24.893139 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e61b31-6789-4268-8cf7-9121100e77d3 x-openstack-request-id: req-c5e61b31-6789-4268-8cf7-9121100e77d3 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:01:24.893821 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c3e5e0-d296-41c9-848d-a1633ebb1f36", "name": "network-vif-unplugged", "status": "completed", "tag": "06748f66-8a6d-49d1-9576-662bead26b38", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:01:24.894776 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c5e61b31-6789-4268-8cf7-9121100e77d3 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:01:24.895349 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c3e5e0-d296-41c9-848d-a1633ebb1f36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06748f66-8a6d-49d1-9576-662bead26b38', 'code': 200} Jul 05 10:01:24.907906 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:24.943708 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fe051-826d-437b-991e-afb9f57b389b req-29d1bca5-2313-4eea-99d6-fe9e9e0aea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:24.946153 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d58fe051-826d-437b-991e-afb9f57b389b req-29d1bca5-2313-4eea-99d6-fe9e9e0aea89 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2d9da7b66b884d5b8f7dfba28004e674&device_id=98c3e5e0-d296-41c9-848d-a1633ebb1f36 HTTP/1.1" status: 200 len: 1102 time: 1.0725012 Jul 05 10:01:24.972086 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:25.156756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b0442-ff59-42cc-9784-b776cc101f68 req-f701a413-1562-490c-a2f2-74e71ed6b890 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:25.158655 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-667b0442-ff59-42cc-9784-b776cc101f68 req-f701a413-1562-490c-a2f2-74e71ed6b890 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.81 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 812 time: 0.5088487 Jul 05 10:01:25.187328 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-667b0442-ff59-42cc-9784-b776cc101f68 req-21862c02-6ec0-4819-ad0f-016804501100 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Request body: {'port': {'device_id': '09a26d74-77c1-4c6d-8bad-229e174369f9', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'admin_state_up': True, 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:25.267879 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6392096e-98ae-4121-8c83-f09deea04d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:25.296115 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f05d95-9d1f-4cad-9320-baf99394a0cc None None] Network ea5b87a6-c54b-4459-9dc2-7b432dbb441e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:25.362116 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] Routers {'6691fde3-3f01-4339-add9-8d7b42f7bcb8'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:25.363177 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:24Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:25.483934 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] Set router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:25.537767 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.extraroute_db [None req-d629fd4a-a03b-479e-a995-d7c39e21a189 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Added routes are [] {{(pid=93906) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 10:01:25.537767 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.extraroute_db [None req-d629fd4a-a03b-479e-a995-d7c39e21a189 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93906) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 10:01:25.588714 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6392096e-98ae-4121-8c83-f09deea04d66 admin admin] Router 5965dad4-59f0-4fa8-9c4d-f757c4a88a3a is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:01:25.675983 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d629fd4a-a03b-479e-a995-d7c39e21a189 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:25.716644 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-9d05e66a-2621-4bfc-a71d-c240c211c4e6 None None] Allocated IP 2001:db8::2 (82e67a80-cd13-4d6d-a340-89568ea9b748/fa8f1724-efcf-4901-a650-abfa67da428b/5af51218-d93b-4610-b670-560c49cd1fc4) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:25.766453 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6392096e-98ae-4121-8c83-f09deea04d66 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:01:25.778531 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] Sync routers for ids ['5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:01:25.790367 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=06748f66-8a6d-49d1-9576-662bead26b38,revision_number=11']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:25.812955 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] Routers {'5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:25.815654 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:24Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:26.046470 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-36e7c06c-b213-4b0a-8829-f28e08527664 None None] Provisioning for port 4e127046-1974-4be4-b27b-c27374aceb5f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:26.123508 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6392096e-98ae-4121-8c83-f09deea04d66 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:26.130248 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6392096e-98ae-4121-8c83-f09deea04d66 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.9323368 Jul 05 10:01:26.134609 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 47386) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:26.277797 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] Set router 5965dad4-59f0-4fa8-9c4d-f757c4a88a3a gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:26.431622 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c99a851-350b-41fe-9eba-2b7eec61f832 req-dc384fd9-d228-4d27-a6ab-07a5de466d2c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=09a26d74-77c1-4c6d-8bad-229e174369f9 HTTP/1.1" status: 200 len: 210 time: 0.1500952 Jul 05 10:01:26.469805 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d629fd4a-a03b-479e-a995-d7c39e21a189 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:26.478011 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d629fd4a-a03b-479e-a995-d7c39e21a189 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3671792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3671787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3670561'] for router, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:26.638935 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4e127046-1974-4be4-b27b-c27374aceb5f up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:26.673876 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6a18eb-3cb5-4787-be31-6d7328b868a7 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:26.678485 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f6a18eb-3cb5-4787-be31-6d7328b868a7 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:26.825083 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-667b0442-ff59-42cc-9784-b776cc101f68 req-21862c02-6ec0-4819-ad0f-016804501100 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Made reservation on behalf of 156c005c1a204b6eb50b3c7a2ac0a750 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:26.840655 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-667b0442-ff59-42cc-9784-b776cc101f68 req-21862c02-6ec0-4819-ad0f-016804501100 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:26.852970 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fe051-826d-437b-991e-afb9f57b389b req-de1cc1d4-34de-4da9-8b1c-fbad32568f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:26.856357 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d58fe051-826d-437b-991e-afb9f57b389b req-de1cc1d4-34de-4da9-8b1c-fbad32568f3d service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 1.8216445 Jul 05 10:01:26.861926 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d629fd4a-a03b-479e-a995-d7c39e21a189 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:01:26.881785 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:26.913125 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'name': 'tempest-TestServerBasicOps-2089427825-router', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:19Z', 'updated_at': '2021-07-05T10:01:23Z', 'revision_number': 3, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'gw_port': {'id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:21Z', 'updated_at': '2021-07-05T10:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:26.971030 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] Checking router: 5965dad4-59f0-4fa8-9c4d-f757c4a88a3a for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:01:26.971382 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] Updating router 5965dad4-59f0-4fa8-9c4d-f757c4a88a3a port fda6dc7b-0588-466c-8ccd-f1066256f6df binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:01:27.011638 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:01:21Z', 'revision_number': 6, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None, '_interfaces': [{'id': '16ee52f9-efe2-4e53-b298-25a8f628e5cb', 'name': '', 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:83:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:53Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24bb1cfe-6a9a-4d50-b2a6-593140511b10', 'name': '', 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:6f:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:54Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d4e848a-2658-425a-8171-624d02e05b34', 'name': '', 'network_id': '6efcbd13-5c31-4f39-b9bf-a48691f2f2d5', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:cf:e2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '89068e15-0dfe-4de7-bb43-114ed8bdefac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:14Z', 'updated_at': '2021-07-05T10:01:24Z', 'revision_number': 4, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '89068e15-0dfe-4de7-bb43-114ed8bdefac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a0ee09-473e-4ff2-8fb4-651f1c7e8867', 'name': '', 'network_id': '10ed9c94-9499-4167-a8ab-1dc72294c032', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:04:d0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:04Z', 'updated_at': '2021-07-05T10:01:20Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:27.014029 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 4e127046-1974-4be4-b27b-c27374aceb5f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:27.028011 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:27.058695 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d58fe051-826d-437b-991e-afb9f57b389b req-e82a6581-07d7-4c3b-9615-567d77329f52 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=06748f66-8a6d-49d1-9576-662bead26b38 HTTP/1.1" status: 200 len: 217 time: 0.1525161 Jul 05 10:01:27.086040 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 4e127046-1974-4be4-b27b-c27374aceb5f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:27.086766 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:27.089262 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd6a0ad-13ab-445d-8e1a-5beeb988eb5a None None] The sync data for ids ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'] in n-d-798054-8 is: [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:01:21Z', 'revision_number': 6, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None, '_interfaces': [{'id': '16ee52f9-efe2-4e53-b298-25a8f628e5cb', 'name': '', 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:83:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:53Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24bb1cfe-6a9a-4d50-b2a6-593140511b10', 'name': '', 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:6f:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:54Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d4e848a-2658-425a-8171-624d02e05b34', 'name': '', 'network_id': '6efcbd13-5c31-4f39-b9bf-a48691f2f2d5', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:cf:e2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '89068e15-0dfe-4de7-bb43-114ed8bdefac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:14Z', 'updated_at': '2021-07-05T10:01:24Z', 'revision_number': 4, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '89068e15-0dfe-4de7-bb43-114ed8bdefac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a0ee09-473e-4ff2-8fb4-651f1c7e8867', 'name': '', 'network_id': '10ed9c94-9499-4167-a8ab-1dc72294c032', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:04:d0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:04Z', 'updated_at': '2021-07-05T10:01:20Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:01:27.319758 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9d05e66a-2621-4bfc-a71d-c240c211c4e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:27.348817 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9d05e66a-2621-4bfc-a71d-c240c211c4e6 None None] Transition to ACTIVE for port object 5af51218-d93b-4610-b670-560c49cd1fc4 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:27.452830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9d05e66a-2621-4bfc-a71d-c240c211c4e6 None None] Transition to ACTIVE for port object 5af51218-d93b-4610-b670-560c49cd1fc4 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:27.537710 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9d05e66a-2621-4bfc-a71d-c240c211c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:27.773432 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:27.804159 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d05e66a-2621-4bfc-a71d-c240c211c4e6 None None] Network 82e67a80-cd13-4d6d-a340-89568ea9b748 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:27.849320 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-9d05e66a-2621-4bfc-a71d-c240c211c4e6 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:27.856877 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d05e66a-2621-4bfc-a71d-c240c211c4e6 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:27.886575 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05e66a-2621-4bfc-a71d-c240c211c4e6 None None] Pushing event updated for resources: {'Port': ['ID=5af51218-d93b-4610-b670-560c49cd1fc4,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:27.918553 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:27.952890 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] Transition to ACTIVE for port object fda6dc7b-0588-466c-8ccd-f1066256f6df will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:27.991413 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:28.118248 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 4e127046-1974-4be4-b27b-c27374aceb5f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4e127046-1974-4be4-b27b-c27374aceb5f,segment=NetworkSegment(c13bc1df-85db-460f-89d9-fdbc984bf134),segment_id=c13bc1df-85db-460f-89d9-fdbc984bf134)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:28.126128 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:28.182454 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9d05e66a-2621-4bfc-a71d-c240c211c4e6 None None] Attempting to bind port 5af51218-d93b-4610-b670-560c49cd1fc4 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:28.188890 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9d05e66a-2621-4bfc-a71d-c240c211c4e6 None None] Attempting to bind port 5af51218-d93b-4610-b670-560c49cd1fc4 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c56db277-d78b-4afc-a3f2-49c9ea416aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '82e67a80-cd13-4d6d-a340-89568ea9b748'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:28.190050 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d05e66a-2621-4bfc-a71d-c240c211c4e6 None None] Attempting to bind port 5af51218-d93b-4610-b670-560c49cd1fc4 on network 82e67a80-cd13-4d6d-a340-89568ea9b748 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:28.288282 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d05e66a-2621-4bfc-a71d-c240c211c4e6 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:28.288670 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d05e66a-2621-4bfc-a71d-c240c211c4e6 None None] Checking segment: {'id': 'c56db277-d78b-4afc-a3f2-49c9ea416aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '82e67a80-cd13-4d6d-a340-89568ea9b748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:28.289291 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9d05e66a-2621-4bfc-a71d-c240c211c4e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:28.289698 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d05e66a-2621-4bfc-a71d-c240c211c4e6 None None] Bound using segment: {'id': 'c56db277-d78b-4afc-a3f2-49c9ea416aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '82e67a80-cd13-4d6d-a340-89568ea9b748'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:28.290193 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9d05e66a-2621-4bfc-a71d-c240c211c4e6 None None] Bound port: 5af51218-d93b-4610-b670-560c49cd1fc4, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56db277-d78b-4afc-a3f2-49c9ea416aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '82e67a80-cd13-4d6d-a340-89568ea9b748'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:28.290586 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9d05e66a-2621-4bfc-a71d-c240c211c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:28.475552 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=4e127046-1974-4be4-b27b-c27374aceb5f,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:28.478365 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dd442bc7-a349-4f24-83b9-e238c74d9033 None None] Provisioning complete for port 4e127046-1974-4be4-b27b-c27374aceb5f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:28.479176 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dd442bc7-a349-4f24-83b9-e238c74d9033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:28.530843 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] Attempting to bind port fda6dc7b-0588-466c-8ccd-f1066256f6df on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:28.531580 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] Attempting to bind port fda6dc7b-0588-466c-8ccd-f1066256f6df by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:28.532129 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] Attempting to bind port fda6dc7b-0588-466c-8ccd-f1066256f6df on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:28.546564 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc4499-048e-4aec-a49e-a5af46269aac None None] Pushing event updated for resources: {'Port': ['ID=fda6dc7b-0588-466c-8ccd-f1066256f6df,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:28.559921 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:28.563575 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:28.564652 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:28.565196 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:28.565915 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] Bound port: fda6dc7b-0588-466c-8ccd-f1066256f6df, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:28.571117 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:28.593316 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9d05e66a-2621-4bfc-a71d-c240c211c4e6 None None] For port 5af51218-d93b-4610-b670-560c49cd1fc4, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:28.594130 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d629fd4a-a03b-479e-a995-d7c39e21a189 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:01:28.619925 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9d05e66a-2621-4bfc-a71d-c240c211c4e6 None None] For port 5af51218-d93b-4610-b670-560c49cd1fc4, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=5af51218-d93b-4610-b670-560c49cd1fc4,segment=NetworkSegment(c56db277-d78b-4afc-a3f2-49c9ea416aff),segment_id=c56db277-d78b-4afc-a3f2-49c9ea416aff)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:28.621461 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3d4e848a-2658-425a-8171-624d02e05b34 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:28.641171 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d629fd4a-a03b-479e-a995-d7c39e21a189 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:28.648597 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d629fd4a-a03b-479e-a995-d7c39e21a189 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "PUT /v2.0/routers/6691fde3-3f01-4339-add9-8d7b42f7bcb8 HTTP/1.1" status: 200 len: 703 time: 4.5040858 Jul 05 10:01:28.666136 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 47518) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:28.666899 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f3686c54-7f50-415d-9341-d0606b394843 req-bea9b8ee-f166-4dce-baf6-9e35c5d4bd0a tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=09a26d74-77c1-4c6d-8bad-229e174369f9 HTTP/1.1" status: 200 len: 210 time: 0.9254134 Jul 05 10:01:28.667932 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f6a18eb-3cb5-4787-be31-6d7328b868a7 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:28.700134 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] For port fda6dc7b-0588-466c-8ccd-f1066256f6df, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:28.712559 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] For port fda6dc7b-0588-466c-8ccd-f1066256f6df, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=fda6dc7b-0588-466c-8ccd-f1066256f6df,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:28.734461 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:28.762273 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6a18eb-3cb5-4787-be31-6d7328b868a7 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network 82e67a80-cd13-4d6d-a340-89568ea9b748 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:28.772189 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fe051-826d-437b-991e-afb9f57b389b req-96c0c412-1c56-456b-bf99-bfa10586e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:28.773700 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d58fe051-826d-437b-991e-afb9f57b389b req-96c0c412-1c56-456b-bf99-bfa10586e337 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 1.6706450 Jul 05 10:01:28.775542 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358f87f5-145f-4ad9-aa29-7d3f8df93304 admin admin] Router c84b6f5f-adb2-4aca-9107-0d4fbaba109a has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:01:28.777292 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9d05e66a-2621-4bfc-a71d-c240c211c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:28.780684 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-667b0442-ff59-42cc-9784-b776cc101f68 req-21862c02-6ec0-4819-ad0f-016804501100 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Allocated IP 172.20.0.10 (0383cb43-9363-4b70-83ca-61f91fcc9620/07ae2633-109d-4ad5-8367-c375ac81c77c/c3aa61ed-6c26-46a2-8471-e42da10116e1) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:28.783814 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-6f6a18eb-3cb5-4787-be31-6d7328b868a7 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:28.798112 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6a18eb-3cb5-4787-be31-6d7328b868a7 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:28.799065 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f6a18eb-3cb5-4787-be31-6d7328b868a7 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:28.838173 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b1a4440-2ec6-487e-98db-9b68adaad2f3 req-8a184d1a-2a6a-47db-8ba4-2076e2ade4ce service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7556753 Jul 05 10:01:28.900842 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a18eb-3cb5-4787-be31-6d7328b868a7 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Subnet': ['ID=950b2435-0a28-4e61-bcf4-7f00d37b8a0b,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:28.958497 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05e66a-2621-4bfc-a71d-c240c211c4e6 None None] Pushing event updated for resources: {'Port': ['ID=5af51218-d93b-4610-b670-560c49cd1fc4,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:28.968135 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc4499-048e-4aec-a49e-a5af46269aac None None] Pushing event updated for resources: {'Port': ['ID=fda6dc7b-0588-466c-8ccd-f1066256f6df,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:28.978428 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6f6a18eb-3cb5-4787-be31-6d7328b868a7 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.1439848 Jul 05 10:01:28.982814 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 47550) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:28.997264 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f7a48d35-bdf5-4aab-80f3-8288fceee0e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'port': {'network_id': '82e67a80-cd13-4d6d-a340-89568ea9b748', 'fixed_ips': [{'subnet_id': 'fa8f1724-efcf-4901-a650-abfa67da428b'}, {'subnet_id': '950b2435-0a28-4e61-bcf4-7f00d37b8a0b'}], 'name': 'tempest-PortsIpV6TestJSON-387363018'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:29.010779 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] Routers {'5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:29.017306 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:24Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:29.130526 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 3d4e848a-2658-425a-8171-624d02e05b34 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:29.137187 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 3d4e848a-2658-425a-8171-624d02e05b34 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:29.139736 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:29.234851 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ada663c-fd00-4eab-a5ed-2c32c713a4a4 None None] Sync routers for ids ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:01:29.270586 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ada663c-fd00-4eab-a5ed-2c32c713a4a4 None None] Routers {'6691fde3-3f01-4339-add9-8d7b42f7bcb8'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:29.271313 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6ada663c-fd00-4eab-a5ed-2c32c713a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:24Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:29.286269 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-991035b7-5f0e-49f2-b0de-c664e7fb0b58 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "GET /v2.0/routers/6691fde3-3f01-4339-add9-8d7b42f7bcb8 HTTP/1.1" status: 200 len: 703 time: 0.6063457 Jul 05 10:01:29.304032 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 47582) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:29.448080 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] Set router 5965dad4-59f0-4fa8-9c4d-f757c4a88a3a gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:29.583648 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-6ada663c-fd00-4eab-a5ed-2c32c713a4a4 None None] Set router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:29.687370 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a4440-2ec6-487e-98db-9b68adaad2f3 req-9c4bc7d0-e9eb-463c-a7aa-2c2864f88a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:29.694880 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b1a4440-2ec6-487e-98db-9b68adaad2f3 req-9c4bc7d0-e9eb-463c-a7aa-2c2864f88a26 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 1095 time: 0.7989430 Jul 05 10:01:29.732203 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba8aab94-eaac-4a87-8ac1-e74cf3d9fdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:29.805405 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-667b0442-ff59-42cc-9784-b776cc101f68 req-21862c02-6ec0-4819-ad0f-016804501100 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:29.840115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-667b0442-ff59-42cc-9784-b776cc101f68 req-21862c02-6ec0-4819-ad0f-016804501100 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Transition to ACTIVE for port object c3aa61ed-6c26-46a2-8471-e42da10116e1 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:29.949577 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-667b0442-ff59-42cc-9784-b776cc101f68 req-21862c02-6ec0-4819-ad0f-016804501100 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:30.045598 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21862c02-6ec0-4819-ad0f-016804501100 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Pushing event updated for resources: {'Port': ['ID=c3aa61ed-6c26-46a2-8471-e42da10116e1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:30.074607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fe051-826d-437b-991e-afb9f57b389b req-9c03f298-d435-4045-8688-7289d3538215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:30.077412 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d58fe051-826d-437b-991e-afb9f57b389b req-9c03f298-d435-4045-8688-7289d3538215 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2827101 Jul 05 10:01:30.079939 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['8ecd3a82-b18f-483c-9475-bdf6c35f7c61'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:01:30.086551 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a48d35-bdf5-4aab-80f3-8288fceee0e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:30.328941 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358f87f5-145f-4ad9-aa29-7d3f8df93304 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:01:30.377419 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118f907d-5d53-48a7-8d0d-ccebf103f196 None None] Sync routers for ids ['c84b6f5f-adb2-4aca-9107-0d4fbaba109a'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:01:30.433216 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:30.435618 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118f907d-5d53-48a7-8d0d-ccebf103f196 None None] Routers {'c84b6f5f-adb2-4aca-9107-0d4fbaba109a'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:30.453314 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-118f907d-5d53-48a7-8d0d-ccebf103f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:24Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c84b6f5f-adb2-4aca-9107-0d4fbaba109a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:30.454555 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-358f87f5-145f-4ad9-aa29-7d3f8df93304 admin admin] 10.222.0.79 "PUT /v2.0/routers/c84b6f5f-adb2-4aca-9107-0d4fbaba109a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4616661 Jul 05 10:01:30.510879 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 47704) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:30.540124 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-667b0442-ff59-42cc-9784-b776cc101f68 req-21862c02-6ec0-4819-ad0f-016804501100 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Network 0383cb43-9363-4b70-83ca-61f91fcc9620 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:30.593001 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-667b0442-ff59-42cc-9784-b776cc101f68 req-21862c02-6ec0-4819-ad0f-016804501100 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:30.601983 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'name': 'tempest-TestServerBasicOps-2089427825-router', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:19Z', 'updated_at': '2021-07-05T10:01:23Z', 'revision_number': 3, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'gw_port': {'id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:21Z', 'updated_at': '2021-07-05T10:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:30.669053 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 3d4e848a-2658-425a-8171-624d02e05b34, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3d4e848a-2658-425a-8171-624d02e05b34,segment=NetworkSegment(a18365a4-4e2a-4c67-8c67-b0768cab3c39),segment_id=a18365a4-4e2a-4c67-8c67-b0768cab3c39)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:30.679609 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed90a3e-3f20-40e2-9be3-87848053381b None None] The sync data for ids ['5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'] in n-d-798054-8 is: [{'id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'name': 'tempest-TestServerBasicOps-2089427825-router', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:19Z', 'updated_at': '2021-07-05T10:01:23Z', 'revision_number': 3, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'gw_port': {'id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:21Z', 'updated_at': '2021-07-05T10:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:01:30.739394 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a4440-2ec6-487e-98db-9b68adaad2f3 req-c156ce39-6f28-4e60-8bfd-4731f7bd83de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:30.741277 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b1a4440-2ec6-487e-98db-9b68adaad2f3 req-c156ce39-6f28-4e60-8bfd-4731f7bd83de service neutron] 10.222.0.78 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 913 time: 0.9787745 Jul 05 10:01:30.763535 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:30.771376 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-667b0442-ff59-42cc-9784-b776cc101f68 req-21862c02-6ec0-4819-ad0f-016804501100 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:30.840013 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-118f907d-5d53-48a7-8d0d-ccebf103f196 None None] Set router c84b6f5f-adb2-4aca-9107-0d4fbaba109a gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:31.011926 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=3d4e848a-2658-425a-8171-624d02e05b34,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:31.063339 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42a410e-44b3-4cc2-891f-49c770ec4e37 None None] Network 82e67a80-cd13-4d6d-a340-89568ea9b748 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:31.336009 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4e127046-1974-4be4-b27b-c27374aceb5f up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:31.382933 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7a48d35-bdf5-4aab-80f3-8288fceee0e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:31.386199 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-118f907d-5d53-48a7-8d0d-ccebf103f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'name': 'tempest-TaggedBootDevicesTest_v242-1227042050-router', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:49:21Z', 'updated_at': '2021-07-05T10:01:23Z', 'revision_number': 5, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'gw_port': {'id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:49:22Z', 'updated_at': '2021-07-05T09:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:31.459129 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118f907d-5d53-48a7-8d0d-ccebf103f196 None None] Checking router: c84b6f5f-adb2-4aca-9107-0d4fbaba109a for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:01:31.483450 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118f907d-5d53-48a7-8d0d-ccebf103f196 None None] Routers {'c84b6f5f-adb2-4aca-9107-0d4fbaba109a'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:31.484132 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-118f907d-5d53-48a7-8d0d-ccebf103f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:24Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c84b6f5f-adb2-4aca-9107-0d4fbaba109a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:31.562594 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1432aabe-947b-4653-b6c4-4735ebe862b7 None None] Provisioning for port 5af51218-d93b-4610-b670-560c49cd1fc4 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:31.614470 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-ba8aab94-eaac-4a87-8ac1-e74cf3d9fdc0 admin admin] Allocated IP 172.20.0.1 (ea5b87a6-c54b-4459-9dc2-7b432dbb441e/0c379dec-ee39-4983-8ded-bfe00de85f8c/1bb58871-6d5b-44f2-8ceb-967ab05b6933) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:31.631710 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-693f7b83-b293-4396-9959-b89da3187e91 admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:31.722841 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-f7a48d35-bdf5-4aab-80f3-8288fceee0e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] device_id is not set on port 4293e99e-e22a-4f49-818c-6bba1f7dd538 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:01:31.769127 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6ada663c-fd00-4eab-a5ed-2c32c713a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:01:25Z', 'revision_number': 7, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None, '_interfaces': [{'id': '16ee52f9-efe2-4e53-b298-25a8f628e5cb', 'name': '', 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:83:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:53Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24bb1cfe-6a9a-4d50-b2a6-593140511b10', 'name': '', 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:6f:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:54Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d4e848a-2658-425a-8171-624d02e05b34', 'name': '', 'network_id': '6efcbd13-5c31-4f39-b9bf-a48691f2f2d5', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:cf:e2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '89068e15-0dfe-4de7-bb43-114ed8bdefac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:14Z', 'updated_at': '2021-07-05T10:01:24Z', 'revision_number': 4, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '89068e15-0dfe-4de7-bb43-114ed8bdefac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a0ee09-473e-4ff2-8fb4-651f1c7e8867', 'name': '', 'network_id': '10ed9c94-9499-4167-a8ab-1dc72294c032', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:04:d0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:04Z', 'updated_at': '2021-07-05T10:01:20Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:31.775084 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b1a4440-2ec6-487e-98db-9b68adaad2f3 req-16ddc7a0-8e4e-44a7-bebd-28b3b5d6e3cd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aca941f-afbc-4333-8046-eb35cd67dab1 HTTP/1.1" status: 200 len: 999 time: 1.0220449 Jul 05 10:01:31.879034 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-118f907d-5d53-48a7-8d0d-ccebf103f196 None None] Set router c84b6f5f-adb2-4aca-9107-0d4fbaba109a gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:32.060938 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ada663c-fd00-4eab-a5ed-2c32c713a4a4 None None] Checking router: 6691fde3-3f01-4339-add9-8d7b42f7bcb8 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:01:32.081009 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-400263ef-957e-45bb-9984-072ebac92849 None None] Provisioning for port c3aa61ed-6c26-46a2-8471-e42da10116e1 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:32.181344 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b0442-ff59-42cc-9784-b776cc101f68 req-21862c02-6ec0-4819-ad0f-016804501100 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:32.181924 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-667b0442-ff59-42cc-9784-b776cc101f68 req-21862c02-6ec0-4819-ad0f-016804501100 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:32.187317 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a4440-2ec6-487e-98db-9b68adaad2f3 req-673dba73-c963-4025-99fa-c7d5e01ebb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:32.189524 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b1a4440-2ec6-487e-98db-9b68adaad2f3 req-673dba73-c963-4025-99fa-c7d5e01ebb3d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.1618941 Jul 05 10:01:32.191247 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 4e127046-1974-4be4-b27b-c27374aceb5f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:32.195636 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:32.197619 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-400263ef-957e-45bb-9984-072ebac92849 None None] Provisioning complete for port c3aa61ed-6c26-46a2-8471-e42da10116e1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:32.202180 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-400263ef-957e-45bb-9984-072ebac92849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:32.229226 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d58fe051-826d-437b-991e-afb9f57b389b req-ab9f39cc-398a-4bbd-ad46-1e6943ed2681 service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9965022 Jul 05 10:01:32.271633 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ada663c-fd00-4eab-a5ed-2c32c713a4a4 None None] Routers {'6691fde3-3f01-4339-add9-8d7b42f7bcb8'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:32.274972 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba8aab94-eaac-4a87-8ac1-e74cf3d9fdc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:32.277515 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6ada663c-fd00-4eab-a5ed-2c32c713a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:24Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:32.338780 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-118f907d-5d53-48a7-8d0d-ccebf103f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'name': 'tempest-TaggedBootDevicesTest_v242-1227042050-router', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:49:21Z', 'updated_at': '2021-07-05T10:01:23Z', 'revision_number': 5, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'gw_port': {'id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:49:22Z', 'updated_at': '2021-07-05T09:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:32.353531 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-ba8aab94-eaac-4a87-8ac1-e74cf3d9fdc0 admin admin] Transition to ACTIVE for port object 1bb58871-6d5b-44f2-8ceb-967ab05b6933 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:32.355183 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-667b0442-ff59-42cc-9784-b776cc101f68 req-21862c02-6ec0-4819-ad0f-016804501100 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1726027 Jul 05 10:01:32.407452 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118f907d-5d53-48a7-8d0d-ccebf103f196 None None] The sync data for ids ['c84b6f5f-adb2-4aca-9107-0d4fbaba109a'] in n-d-798054-8 is: [{'id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'name': 'tempest-TaggedBootDevicesTest_v242-1227042050-router', 'tenant_id': 'e04a66e3970b460eb00d87560a63797b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:49:21Z', 'updated_at': '2021-07-05T10:01:23Z', 'revision_number': 5, 'project_id': 'e04a66e3970b460eb00d87560a63797b', 'gw_port': {'id': '374131f8-5e1b-4171-ba30-21d0063405ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6f5f-adb2-4aca-9107-0d4fbaba109a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:49:22Z', 'updated_at': '2021-07-05T09:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:01:32.499985 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-667b0442-ff59-42cc-9784-b776cc101f68 req-80aa1052-19c7-4931-95cf-957eded8bda0 service neutron] Request body: {'port': {'device_id': '09a26d74-77c1-4c6d-8bad-229e174369f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:32.511717 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba8aab94-eaac-4a87-8ac1-e74cf3d9fdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:32.633614 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8aab94-eaac-4a87-8ac1-e74cf3d9fdc0 admin admin] Pushing event updated for resources: {'Port': ['ID=1bb58871-6d5b-44f2-8ceb-967ab05b6933,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:32.645480 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-400263ef-957e-45bb-9984-072ebac92849 None None] Port c3aa61ed-6c26-46a2-8471-e42da10116e1 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:01:32.657279 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8aab94-eaac-4a87-8ac1-e74cf3d9fdc0 admin admin] Network ea5b87a6-c54b-4459-9dc2-7b432dbb441e is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:32.662824 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ba8aab94-eaac-4a87-8ac1-e74cf3d9fdc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:32.679283 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8aab94-eaac-4a87-8ac1-e74cf3d9fdc0 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:32.688793 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a256dd54-0dad-4046-b563-8d04ea24cac9 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:32.780431 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:32.806406 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-6ada663c-fd00-4eab-a5ed-2c32c713a4a4 None None] Set router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:32.956145 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a4440-2ec6-487e-98db-9b68adaad2f3 req-70926495-dcdd-483a-9f01-df613f314d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:32.961019 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b1a4440-2ec6-487e-98db-9b68adaad2f3 req-70926495-dcdd-483a-9f01-df613f314d0b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7632761 Jul 05 10:01:32.981369 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 5af51218-d93b-4610-b670-560c49cd1fc4 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:33.191233 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba8aab94-eaac-4a87-8ac1-e74cf3d9fdc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:33.434689 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16786940-927d-42b5-bb27-3ac3eb1c3ebe None None] Update dhcp port {'port': {'network_id': '82e67a80-cd13-4d6d-a340-89568ea9b748', 'fixed_ips': [{'subnet_id': 'fa8f1724-efcf-4901-a650-abfa67da428b', 'ip_address': '2001:db8::2'}, {'subnet_id': '950b2435-0a28-4e61-bcf4-7f00d37b8a0b'}], 'binding:host_id': 'n-d-798054-8'}, 'id': '5af51218-d93b-4610-b670-560c49cd1fc4'} from n-d-798054-8. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 10:01:33.454207 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-693f7b83-b293-4396-9959-b89da3187e91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:33.502065 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b1a4440-2ec6-487e-98db-9b68adaad2f3 req-ff2d002f-5e73-4644-970a-5b4af0d7e68a service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937799 Jul 05 10:01:33.520753 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 5af51218-d93b-4610-b670-560c49cd1fc4 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:33.531154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-15235368-ef8c-4021-bb53-37607ce8283e None None] Provisioning for port 1bb58871-6d5b-44f2-8ceb-967ab05b6933 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:33.542873 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 5af51218-d93b-4610-b670-560c49cd1fc4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:33.543659 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:33.595520 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-15235368-ef8c-4021-bb53-37607ce8283e None None] Provisioning complete for port 1bb58871-6d5b-44f2-8ceb-967ab05b6933 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:33.596128 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-15235368-ef8c-4021-bb53-37607ce8283e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:33.602832 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d58fe051-826d-437b-991e-afb9f57b389b req-3c2eda60-59b0-477f-be5c-f55f0db18e8f service neutron] 10.222.0.81 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2685342 Jul 05 10:01:33.660504 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-15235368-ef8c-4021-bb53-37607ce8283e None None] Port 1bb58871-6d5b-44f2-8ceb-967ab05b6933 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:01:33.685078 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-16786940-927d-42b5-bb27-3ac3eb1c3ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:33.718822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee249a-d0a7-4409-81ea-873e44992853 req-6afba9aa-0072-4525-a776-c9cbb0c3217b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:33.720711 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3ee249a-d0a7-4409-81ea-873e44992853 req-6afba9aa-0072-4525-a776-c9cbb0c3217b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=09a26d74-77c1-4c6d-8bad-229e174369f9 HTTP/1.1" status: 200 len: 932 time: 3.4656756 Jul 05 10:01:33.764323 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:33.768665 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6ada663c-fd00-4eab-a5ed-2c32c713a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:01:25Z', 'revision_number': 7, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None, '_interfaces': [{'id': '16ee52f9-efe2-4e53-b298-25a8f628e5cb', 'name': '', 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:83:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:53Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24bb1cfe-6a9a-4d50-b2a6-593140511b10', 'name': '', 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:6f:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:54Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d4e848a-2658-425a-8171-624d02e05b34', 'name': '', 'network_id': '6efcbd13-5c31-4f39-b9bf-a48691f2f2d5', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:cf:e2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '89068e15-0dfe-4de7-bb43-114ed8bdefac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:14Z', 'updated_at': '2021-07-05T10:01:30Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '89068e15-0dfe-4de7-bb43-114ed8bdefac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a0ee09-473e-4ff2-8fb4-651f1c7e8867', 'name': '', 'network_id': '10ed9c94-9499-4167-a8ab-1dc72294c032', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:04:d0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:04Z', 'updated_at': '2021-07-05T10:01:20Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:33.839382 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ada663c-fd00-4eab-a5ed-2c32c713a4a4 None None] The sync data for ids ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'] in n-d-798054-8 is: [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:01:25Z', 'revision_number': 7, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None, '_interfaces': [{'id': '16ee52f9-efe2-4e53-b298-25a8f628e5cb', 'name': '', 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:83:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:53Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24bb1cfe-6a9a-4d50-b2a6-593140511b10', 'name': '', 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:6f:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:54Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d4e848a-2658-425a-8171-624d02e05b34', 'name': '', 'network_id': '6efcbd13-5c31-4f39-b9bf-a48691f2f2d5', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:cf:e2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '89068e15-0dfe-4de7-bb43-114ed8bdefac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:14Z', 'updated_at': '2021-07-05T10:01:30Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '89068e15-0dfe-4de7-bb43-114ed8bdefac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a0ee09-473e-4ff2-8fb4-651f1c7e8867', 'name': '', 'network_id': '10ed9c94-9499-4167-a8ab-1dc72294c032', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:04:d0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:04Z', 'updated_at': '2021-07-05T10:01:20Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:01:33.892585 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-667b0442-ff59-42cc-9784-b776cc101f68 req-80aa1052-19c7-4931-95cf-957eded8bda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:33.895890 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 5af51218-d93b-4610-b670-560c49cd1fc4, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=5af51218-d93b-4610-b670-560c49cd1fc4,segment=NetworkSegment(c56db277-d78b-4afc-a3f2-49c9ea416aff),segment_id=c56db277-d78b-4afc-a3f2-49c9ea416aff)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:33.911973 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba8aab94-eaac-4a87-8ac1-e74cf3d9fdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:33.930366 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-f7a48d35-bdf5-4aab-80f3-8288fceee0e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Allocated IP 2001:db8::2b7 (82e67a80-cd13-4d6d-a340-89568ea9b748/fa8f1724-efcf-4901-a650-abfa67da428b/4293e99e-e22a-4f49-818c-6bba1f7dd538) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:33.939260 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-f7a48d35-bdf5-4aab-80f3-8288fceee0e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Allocated IP 2001:db8:0:1::20a (82e67a80-cd13-4d6d-a340-89568ea9b748/950b2435-0a28-4e61-bcf4-7f00d37b8a0b/4293e99e-e22a-4f49-818c-6bba1f7dd538) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:33.959152 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:33.960173 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6b1a4440-2ec6-487e-98db-9b68adaad2f3 req-af28ca6a-8fd6-421a-8799-1abb6ac51193 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498622 Jul 05 10:01:34.039879 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=5af51218-d93b-4610-b670-560c49cd1fc4,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:34.077520 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb650f9-1d25-49ea-9283-222ca33ff669 req-f6f2201a-a413-4d34-aff1-bdca469a0ddf tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:34.086751 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abb650f9-1d25-49ea-9283-222ca33ff669 req-f6f2201a-a413-4d34-aff1-bdca469a0ddf tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=6239d194-3bd2-4015-b5c4-26ea109d8ee5 HTTP/1.1" status: 200 len: 947 time: 3.1530786 Jul 05 10:01:34.289160 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a256dd54-0dad-4046-b563-8d04ea24cac9 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting port 3d4e848a-2658-425a-8171-624d02e05b34 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:34.289615 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a256dd54-0dad-4046-b563-8d04ea24cac9 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:34.306978 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c568b-47c8-4fb8-aa09-4921417b6f16 req-b1f6f64a-ca38-4769-89f7-1eebfe464c4b tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:34.317061 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6e4c568b-47c8-4fb8-aa09-4921417b6f16 req-b1f6f64a-ca38-4769-89f7-1eebfe464c4b tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.81 "GET /v2.0/ports?device_id=6239d194-3bd2-4015-b5c4-26ea109d8ee5 HTTP/1.1" status: 200 len: 947 time: 2.0765004 Jul 05 10:01:34.389732 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3d4e848a-2658-425a-8171-624d02e05b34 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:34.428501 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abb650f9-1d25-49ea-9283-222ca33ff669 req-d26625b3-f347-497c-985c-9ef597fb6d84 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b056af-8f33-4d63-be1c-6909fbf444fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903838 Jul 05 10:01:34.450027 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3ee249a-d0a7-4409-81ea-873e44992853 req-21128469-17db-42db-9b87-e27c05baa8ff tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6544344 Jul 05 10:01:34.513027 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba8aab94-eaac-4a87-8ac1-e74cf3d9fdc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:34.520280 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba8aab94-eaac-4a87-8ac1-e74cf3d9fdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:34.523610 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-693f7b83-b293-4396-9959-b89da3187e91 admin admin] Deleting port 374131f8-5e1b-4171-ba30-21d0063405ac {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:34.526443 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-693f7b83-b293-4396-9959-b89da3187e91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:34.527165 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 3d4e848a-2658-425a-8171-624d02e05b34 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:34.527560 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:34.639103 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-a256dd54-0dad-4046-b563-8d04ea24cac9 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] For port 3d4e848a-2658-425a-8171-624d02e05b34, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3d4e848a-2658-425a-8171-624d02e05b34,segment=NetworkSegment(a18365a4-4e2a-4c67-8c67-b0768cab3c39),segment_id=a18365a4-4e2a-4c67-8c67-b0768cab3c39)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:34.639467 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a256dd54-0dad-4046-b563-8d04ea24cac9 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:34.661256 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device fda6dc7b-0588-466c-8ccd-f1066256f6df up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:34.693151 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a256dd54-0dad-4046-b563-8d04ea24cac9 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Calling delete_port for 3d4e848a-2658-425a-8171-624d02e05b34 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:34.724259 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port fda6dc7b-0588-466c-8ccd-f1066256f6df completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:34.730170 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port fda6dc7b-0588-466c-8ccd-f1066256f6df triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:34.730652 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:34.743889 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba8aab94-eaac-4a87-8ac1-e74cf3d9fdc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:34.753690 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8aab94-eaac-4a87-8ac1-e74cf3d9fdc0 admin admin] Pushing event updated for resources: {'Port': ['ID=1bb58871-6d5b-44f2-8ceb-967ab05b6933,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:34.845028 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:34.879202 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port fda6dc7b-0588-466c-8ccd-f1066256f6df, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=fda6dc7b-0588-466c-8ccd-f1066256f6df,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:34.884726 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:34.903396 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device dc9719bf-f8e5-4b6d-855c-d24854bd4691 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:01:35.044509 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: dc9719bf-f8e5-4b6d-855c-d24854bd4691 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:01:35.045145 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device dc9719bf-f8e5-4b6d-855c-d24854bd4691 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:01:35.063943 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-693f7b83-b293-4396-9959-b89da3187e91 admin admin] For port 374131f8-5e1b-4171-ba30-21d0063405ac, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=374131f8-5e1b-4171-ba30-21d0063405ac,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:35.063943 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-693f7b83-b293-4396-9959-b89da3187e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:35.104940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-693f7b83-b293-4396-9959-b89da3187e91 admin admin] Calling delete_port for 374131f8-5e1b-4171-ba30-21d0063405ac owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:35.110351 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=fda6dc7b-0588-466c-8ccd-f1066256f6df,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:35.207051 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-667b0442-ff59-42cc-9784-b776cc101f68 req-80aa1052-19c7-4931-95cf-957eded8bda0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3aa61ed-6c26-46a2-8471-e42da10116e1 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:01:35.217217 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-667b0442-ff59-42cc-9784-b776cc101f68 req-80aa1052-19c7-4931-95cf-957eded8bda0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:35.232732 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-667b0442-ff59-42cc-9784-b776cc101f68 req-80aa1052-19c7-4931-95cf-957eded8bda0 service neutron] Transition to ACTIVE for port object c3aa61ed-6c26-46a2-8471-e42da10116e1 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:35.311080 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-667b0442-ff59-42cc-9784-b776cc101f68 req-80aa1052-19c7-4931-95cf-957eded8bda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:35.340024 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7a48d35-bdf5-4aab-80f3-8288fceee0e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:35.445040 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8aab94-eaac-4a87-8ac1-e74cf3d9fdc0 admin admin] Network ea5b87a6-c54b-4459-9dc2-7b432dbb441e is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:35.447317 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ba8aab94-eaac-4a87-8ac1-e74cf3d9fdc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:35.561551 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-f7a48d35-bdf5-4aab-80f3-8288fceee0e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Transition to ACTIVE for port object 4293e99e-e22a-4f49-818c-6bba1f7dd538 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:35.614473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa1052-19c7-4931-95cf-957eded8bda0 service neutron] Pushing event updated for resources: {'Port': ['ID=c3aa61ed-6c26-46a2-8471-e42da10116e1,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:35.660807 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-6e4c568b-47c8-4fb8-aa09-4921417b6f16 req-ae397c48-7c6f-4a6c-b896-443ce6ce75f6 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Deleting port 93455dea-72a2-44bd-8b7b-2e60494ad0a6 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:35.661178 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6e4c568b-47c8-4fb8-aa09-4921417b6f16 req-ae397c48-7c6f-4a6c-b896-443ce6ce75f6 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:35.728072 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a256dd54-0dad-4046-b563-8d04ea24cac9 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:35.783472 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256dd54-0dad-4046-b563-8d04ea24cac9 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Port': ['ID=3d4e848a-2658-425a-8171-624d02e05b34,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:35.800388 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6e4c568b-47c8-4fb8-aa09-4921417b6f16 req-ae397c48-7c6f-4a6c-b896-443ce6ce75f6 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] For port 93455dea-72a2-44bd-8b7b-2e60494ad0a6, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=93455dea-72a2-44bd-8b7b-2e60494ad0a6,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:35.800592 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8aab94-eaac-4a87-8ac1-e74cf3d9fdc0 admin admin] Router 5965dad4-59f0-4fa8-9c4d-f757c4a88a3a has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:01:35.800807 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6e4c568b-47c8-4fb8-aa09-4921417b6f16 req-ae397c48-7c6f-4a6c-b896-443ce6ce75f6 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:35.818036 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-6e4c568b-47c8-4fb8-aa09-4921417b6f16 req-ae397c48-7c6f-4a6c-b896-443ce6ce75f6 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Calling delete_port for 93455dea-72a2-44bd-8b7b-2e60494ad0a6 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:35.976894 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:36.006019 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a256dd54-0dad-4046-b563-8d04ea24cac9 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:36.046728 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-693f7b83-b293-4396-9959-b89da3187e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:36.076014 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3737609e-db6c-4601-91c5-b53512b0157b None None] Provisioning complete for port 1bb58871-6d5b-44f2-8ceb-967ab05b6933 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:36.077270 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3737609e-db6c-4601-91c5-b53512b0157b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:36.134858 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f7b83-b293-4396-9959-b89da3187e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=374131f8-5e1b-4171-ba30-21d0063405ac,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:36.156225 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3737609e-db6c-4601-91c5-b53512b0157b None None] Port 1bb58871-6d5b-44f2-8ceb-967ab05b6933 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:01:36.184833 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-667b0442-ff59-42cc-9784-b776cc101f68 req-80aa1052-19c7-4931-95cf-957eded8bda0 service neutron] Attempting to bind port c3aa61ed-6c26-46a2-8471-e42da10116e1 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:36.185183 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-667b0442-ff59-42cc-9784-b776cc101f68 req-80aa1052-19c7-4931-95cf-957eded8bda0 service neutron] Attempting to bind port c3aa61ed-6c26-46a2-8471-e42da10116e1 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:36.185516 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667b0442-ff59-42cc-9784-b776cc101f68 req-80aa1052-19c7-4931-95cf-957eded8bda0 service neutron] Attempting to bind port c3aa61ed-6c26-46a2-8471-e42da10116e1 on network 0383cb43-9363-4b70-83ca-61f91fcc9620 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:36.216978 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8aab94-eaac-4a87-8ac1-e74cf3d9fdc0 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:01:36.226159 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] Sync routers for ids ['5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:01:36.236593 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ba8aab94-eaac-4a87-8ac1-e74cf3d9fdc0 admin admin] 10.222.0.79 "PUT /v2.0/routers/5965dad4-59f0-4fa8-9c4d-f757c4a88a3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0917299 Jul 05 10:01:36.241541 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] Routers {'5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:36.243781 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:24Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:36.262149 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-693f7b83-b293-4396-9959-b89da3187e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:36.274977 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667b0442-ff59-42cc-9784-b776cc101f68 req-80aa1052-19c7-4931-95cf-957eded8bda0 service neutron] Port c3aa61ed-6c26-46a2-8471-e42da10116e1 on network 0383cb43-9363-4b70-83ca-61f91fcc9620 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:01:36.275289 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667b0442-ff59-42cc-9784-b776cc101f68 req-80aa1052-19c7-4931-95cf-957eded8bda0 service neutron] Attempting to bind port c3aa61ed-6c26-46a2-8471-e42da10116e1 on network 0383cb43-9363-4b70-83ca-61f91fcc9620 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:36.349208 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7a48d35-bdf5-4aab-80f3-8288fceee0e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:36.437119 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 5af51218-d93b-4610-b670-560c49cd1fc4 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:36.437259 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a256dd54-0dad-4046-b563-8d04ea24cac9 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:01:36.485536 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-693f7b83-b293-4396-9959-b89da3187e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:36.487816 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-693f7b83-b293-4396-9959-b89da3187e91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:36.495836 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] Set router 5965dad4-59f0-4fa8-9c4d-f757c4a88a3a gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:36.578323 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a48d35-bdf5-4aab-80f3-8288fceee0e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network 82e67a80-cd13-4d6d-a340-89568ea9b748 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:36.596858 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-f7a48d35-bdf5-4aab-80f3-8288fceee0e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:36.599351 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-693f7b83-b293-4396-9959-b89da3187e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:36.606083 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693f7b83-b293-4396-9959-b89da3187e91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c84b6f5f-adb2-4aca-9107-0d4fbaba109a {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:01:36.658281 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a48d35-bdf5-4aab-80f3-8288fceee0e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:36.672029 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a256dd54-0dad-4046-b563-8d04ea24cac9 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:01:36.678930 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a48d35-bdf5-4aab-80f3-8288fceee0e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:36.680875 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7a48d35-bdf5-4aab-80f3-8288fceee0e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:36.681402 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a256dd54-0dad-4046-b563-8d04ea24cac9 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "PUT /v2.0/routers/6691fde3-3f01-4339-add9-8d7b42f7bcb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3761077 Jul 05 10:01:36.686260 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93661404-9ba1-4e38-a795-995bc4aa02dc None None] Sync routers for ids ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:01:36.688546 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48026) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:36.702306 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93661404-9ba1-4e38-a795-995bc4aa02dc None None] Routers {'6691fde3-3f01-4339-add9-8d7b42f7bcb8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:36.707991 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-93661404-9ba1-4e38-a795-995bc4aa02dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:24Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:36.722044 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667b0442-ff59-42cc-9784-b776cc101f68 req-80aa1052-19c7-4931-95cf-957eded8bda0 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:36.722395 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667b0442-ff59-42cc-9784-b776cc101f68 req-80aa1052-19c7-4931-95cf-957eded8bda0 service neutron] Checking segment: {'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:36.722989 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667b0442-ff59-42cc-9784-b776cc101f68 req-80aa1052-19c7-4931-95cf-957eded8bda0 service neutron] Bound using segment: {'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:36.754468 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-667b0442-ff59-42cc-9784-b776cc101f68 req-80aa1052-19c7-4931-95cf-957eded8bda0 service neutron] Bound port: c3aa61ed-6c26-46a2-8471-e42da10116e1, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:36.755236 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-667b0442-ff59-42cc-9784-b776cc101f68 req-80aa1052-19c7-4931-95cf-957eded8bda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:36.786064 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-693f7b83-b293-4396-9959-b89da3187e91 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:36.787143 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-693f7b83-b293-4396-9959-b89da3187e91 admin admin] 10.222.0.79 "DELETE /v2.0/routers/c84b6f5f-adb2-4aca-9107-0d4fbaba109a HTTP/1.1" status: 204 len: 168 time: 6.2548401 Jul 05 10:01:36.806846 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48030) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:36.815608 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a48d35-bdf5-4aab-80f3-8288fceee0e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Port': ['ID=4293e99e-e22a-4f49-818c-6bba1f7dd538,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:36.931057 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f7a48d35-bdf5-4aab-80f3-8288fceee0e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 7.9390273 Jul 05 10:01:36.954418 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48038) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:36.970973 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 93455dea-72a2-44bd-8b7b-2e60494ad0a6 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:01:37.001336 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0785b2-9b78-430c-ac68-b9393ec57e65 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting subnet 89068e15-0dfe-4de7-bb43-114ed8bdefac {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:01:37.005251 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-93661404-9ba1-4e38-a795-995bc4aa02dc None None] Set router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:37.006077 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff0785b2-9b78-430c-ac68-b9393ec57e65 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:37.039522 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7fa0a562-1697-437b-8239-10c4d7f49050 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fa8f1724-efcf-4901-a650-abfa67da428b'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:37.068760 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-8365b2b0-735c-49ed-81ab-d78510de45f7 admin admin] Deleting subnet 22c724bc-0f32-4952-94a0-85931aacdabb {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:01:37.084022 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8365b2b0-735c-49ed-81ab-d78510de45f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:37.109787 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-16786940-927d-42b5-bb27-3ac3eb1c3ebe None None] Allocated IP 2001:db8:0:1::2 (82e67a80-cd13-4d6d-a340-89568ea9b748/950b2435-0a28-4e61-bcf4-7f00d37b8a0b/5af51218-d93b-4610-b670-560c49cd1fc4) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:37.123988 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6e4c568b-47c8-4fb8-aa09-4921417b6f16 req-ae397c48-7c6f-4a6c-b896-443ce6ce75f6 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:37.156048 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8365b2b0-735c-49ed-81ab-d78510de45f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:37.187374 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9418b6-6273-407e-9286-0934fb25a48a req-6dd0bb8a-0481-4277-bda1-b49c00c502c3 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:37.210211 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2d9418b6-6273-407e-9286-0934fb25a48a req-6dd0bb8a-0481-4277-bda1-b49c00c502c3 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=6239d194-3bd2-4015-b5c4-26ea109d8ee5 HTTP/1.1" status: 200 len: 865 time: 1.3731339 Jul 05 10:01:37.217533 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff0785b2-9b78-430c-ac68-b9393ec57e65 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:37.252441 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6cc59-e45c-47cc-bd1a-c8f73768081e req-a5d118a2-36bc-4bc2-a03b-35e6c82eb5d6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:37.254669 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-94b6cc59-e45c-47cc-bd1a-c8f73768081e req-a5d118a2-36bc-4bc2-a03b-35e6c82eb5d6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=09a26d74-77c1-4c6d-8bad-229e174369f9 HTTP/1.1" status: 200 len: 944 time: 1.4192433 Jul 05 10:01:37.361570 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8365b2b0-735c-49ed-81ab-d78510de45f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:37.407722 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 5af51218-d93b-4610-b670-560c49cd1fc4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:37.408343 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:37.410519 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-93661404-9ba1-4e38-a795-995bc4aa02dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:01:35Z', 'revision_number': 8, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None, '_interfaces': [{'id': '16ee52f9-efe2-4e53-b298-25a8f628e5cb', 'name': '', 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:83:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:53Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24bb1cfe-6a9a-4d50-b2a6-593140511b10', 'name': '', 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:6f:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:54Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a0ee09-473e-4ff2-8fb4-651f1c7e8867', 'name': '', 'network_id': '10ed9c94-9499-4167-a8ab-1dc72294c032', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:04:d0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:04Z', 'updated_at': '2021-07-05T10:01:20Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:37.458597 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No active binding found for port 93455dea-72a2-44bd-8b7b-2e60494ad0a6 {{(pid=93908) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 10:01:37.459054 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 93455dea-72a2-44bd-8b7b-2e60494ad0a6 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:01:37.477700 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48058) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:37.488081 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5aa6e76d-da78-4ecd-b3b9-afe259ef8606 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-162775291-network', 'tenant_id': '7a958e36ebd24898a06d1ac78b7bba3b'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:37.501675 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93661404-9ba1-4e38-a795-995bc4aa02dc None None] Checking router: 6691fde3-3f01-4339-add9-8d7b42f7bcb8 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:01:37.522334 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-667b0442-ff59-42cc-9784-b776cc101f68 req-80aa1052-19c7-4931-95cf-957eded8bda0 service neutron] For port c3aa61ed-6c26-46a2-8471-e42da10116e1, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:37.525593 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93661404-9ba1-4e38-a795-995bc4aa02dc None None] Routers {'6691fde3-3f01-4339-add9-8d7b42f7bcb8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:37.530327 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-667b0442-ff59-42cc-9784-b776cc101f68 req-80aa1052-19c7-4931-95cf-957eded8bda0 service neutron] For port c3aa61ed-6c26-46a2-8471-e42da10116e1, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=c3aa61ed-6c26-46a2-8471-e42da10116e1,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:37.530944 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-93661404-9ba1-4e38-a795-995bc4aa02dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:24Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:37.536247 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-16786940-927d-42b5-bb27-3ac3eb1c3ebe None None] For port 5af51218-d93b-4610-b670-560c49cd1fc4, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=5af51218-d93b-4610-b670-560c49cd1fc4,segment=NetworkSegment(c56db277-d78b-4afc-a3f2-49c9ea416aff),segment_id=c56db277-d78b-4afc-a3f2-49c9ea416aff)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:37.536579 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae397c48-7c6f-4a6c-b896-443ce6ce75f6 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Pushing event deleted for resources: {'Port': ['ID=93455dea-72a2-44bd-8b7b-2e60494ad0a6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:37.635954 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff0785b2-9b78-430c-ac68-b9393ec57e65 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:37.639461 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-16786940-927d-42b5-bb27-3ac3eb1c3ebe None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:37.664461 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device fda6dc7b-0588-466c-8ccd-f1066256f6df up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:37.670393 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-16786940-927d-42b5-bb27-3ac3eb1c3ebe None None] Transition to ACTIVE for port object 5af51218-d93b-4610-b670-560c49cd1fc4 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:37.698232 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-16786940-927d-42b5-bb27-3ac3eb1c3ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:37.699042 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-93661404-9ba1-4e38-a795-995bc4aa02dc None None] Set router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:37.714908 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'name': 'tempest-TestServerBasicOps-2089427825-router', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:19Z', 'updated_at': '2021-07-05T10:01:33Z', 'revision_number': 4, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'gw_port': {'id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:21Z', 'updated_at': '2021-07-05T10:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '1bb58871-6d5b-44f2-8ceb-967ab05b6933', 'name': '', 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'mac_address': 'fa:16:3e:14:37:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '0c379dec-ee39-4983-8ded-bfe00de85f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:30Z', 'updated_at': '2021-07-05T10:01:34Z', 'revision_number': 2, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'subnets': [{'id': '0c379dec-ee39-4983-8ded-bfe00de85f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:37.717393 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa6e76d-da78-4ecd-b3b9-afe259ef8606 admin admin] Made reservation on behalf of 7a958e36ebd24898a06d1ac78b7bba3b for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:37.728846 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e76d-da78-4ecd-b3b9-afe259ef8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:37.801384 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-667b0442-ff59-42cc-9784-b776cc101f68 req-80aa1052-19c7-4931-95cf-957eded8bda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:37.805458 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e76d-da78-4ecd-b3b9-afe259ef8606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:37.808993 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] Checking router: 5965dad4-59f0-4fa8-9c4d-f757c4a88a3a for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:01:37.809395 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] Updating router 5965dad4-59f0-4fa8-9c4d-f757c4a88a3a port 1bb58871-6d5b-44f2-8ceb-967ab05b6933 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:01:37.855229 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8365b2b0-735c-49ed-81ab-d78510de45f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:37.884271 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b0442-ff59-42cc-9784-b776cc101f68 req-80aa1052-19c7-4931-95cf-957eded8bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:37.888692 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-667b0442-ff59-42cc-9784-b776cc101f68 req-80aa1052-19c7-4931-95cf-957eded8bda0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:37.890419 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-667b0442-ff59-42cc-9784-b776cc101f68 req-80aa1052-19c7-4931-95cf-957eded8bda0 service neutron] 10.222.0.81 "PUT /v2.0/ports/c3aa61ed-6c26-46a2-8471-e42da10116e1 HTTP/1.1" status: 200 len: 1092 time: 5.3960445 Jul 05 10:01:37.971566 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16786940-927d-42b5-bb27-3ac3eb1c3ebe None None] Pushing event updated for resources: {'Port': ['ID=5af51218-d93b-4610-b670-560c49cd1fc4,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:38.001465 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.013320 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a26d74-77c1-4c6d-8bad-229e174369f9', 'tag': 'c3aa61ed-6c26-46a2-8471-e42da10116e1'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:01:38.023145 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0356622-9aee-4984-ada7-126c195428ee" -d '{"events": [{"name": "network-changed", "server_uuid": "09a26d74-77c1-4c6d-8bad-229e174369f9", "tag": "c3aa61ed-6c26-46a2-8471-e42da10116e1"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:01:38.072979 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-93661404-9ba1-4e38-a795-995bc4aa02dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:01:35Z', 'revision_number': 8, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None, '_interfaces': [{'id': '16ee52f9-efe2-4e53-b298-25a8f628e5cb', 'name': '', 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:83:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:53Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24bb1cfe-6a9a-4d50-b2a6-593140511b10', 'name': '', 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:6f:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:54Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a0ee09-473e-4ff2-8fb4-651f1c7e8867', 'name': '', 'network_id': '10ed9c94-9499-4167-a8ab-1dc72294c032', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:04:d0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:04Z', 'updated_at': '2021-07-05T10:01:20Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:38.146260 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16786940-927d-42b5-bb27-3ac3eb1c3ebe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:38.148145 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16786940-927d-42b5-bb27-3ac3eb1c3ebe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:38.149533 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16786940-927d-42b5-bb27-3ac3eb1c3ebe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:38.151141 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16786940-927d-42b5-bb27-3ac3eb1c3ebe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:38.152809 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16786940-927d-42b5-bb27-3ac3eb1c3ebe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:38.153553 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16786940-927d-42b5-bb27-3ac3eb1c3ebe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:38.154588 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16786940-927d-42b5-bb27-3ac3eb1c3ebe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:38.156709 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16786940-927d-42b5-bb27-3ac3eb1c3ebe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:38.157315 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16786940-927d-42b5-bb27-3ac3eb1c3ebe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:38.157852 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16786940-927d-42b5-bb27-3ac3eb1c3ebe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:38.158668 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16786940-927d-42b5-bb27-3ac3eb1c3ebe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:38.160501 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16786940-927d-42b5-bb27-3ac3eb1c3ebe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:38.215220 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port fda6dc7b-0588-466c-8ccd-f1066256f6df triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:38.216722 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.221565 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e76d-da78-4ecd-b3b9-afe259ef8606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.248612 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365b2b0-735c-49ed-81ab-d78510de45f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22c724bc-0f32-4952-94a0-85931aacdabb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:38.253369 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e76d-da78-4ecd-b3b9-afe259ef8606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.278288 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff0785b2-9b78-430c-ac68-b9393ec57e65 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.305292 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8365b2b0-735c-49ed-81ab-d78510de45f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.315977 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8365b2b0-735c-49ed-81ab-d78510de45f7 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/22c724bc-0f32-4952-94a0-85931aacdabb HTTP/1.1" status: 204 len: 168 time: 1.4950047 Jul 05 10:01:38.316305 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7fa0a562-1697-437b-8239-10c4d7f49050 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.322297 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93661404-9ba1-4e38-a795-995bc4aa02dc None None] The sync data for ids ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'] in n-d-798054-8 is: [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:01:35Z', 'revision_number': 8, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None, '_interfaces': [{'id': '16ee52f9-efe2-4e53-b298-25a8f628e5cb', 'name': '', 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:83:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:53Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24bb1cfe-6a9a-4d50-b2a6-593140511b10', 'name': '', 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:6f:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:54Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a0ee09-473e-4ff2-8fb4-651f1c7e8867', 'name': '', 'network_id': '10ed9c94-9499-4167-a8ab-1dc72294c032', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:04:d0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:04Z', 'updated_at': '2021-07-05T10:01:20Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '68c9349a-e72b-4d72-96b0-d48cdb86cc6c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:01:38.336983 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48072) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:38.463324 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2d9418b6-6273-407e-9286-0934fb25a48a req-3e6f53be-b69c-4d8e-a633-7ded11b06c00 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b056af-8f33-4d63-be1c-6909fbf444fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1581502 Jul 05 10:01:38.474538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4c568b-47c8-4fb8-aa09-4921417b6f16 req-ae397c48-7c6f-4a6c-b896-443ce6ce75f6 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] No DVR routers for this DVR port 93455dea-72a2-44bd-8b7b-2e60494ad0a6 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:01:38.483167 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-94b6cc59-e45c-47cc-bd1a-c8f73768081e req-b1ddbea9-4b9f-4afd-b197-829215fe0570 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1719515 Jul 05 10:01:38.518974 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6e4c568b-47c8-4fb8-aa09-4921417b6f16 req-ae397c48-7c6f-4a6c-b896-443ce6ce75f6 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.526476 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6e4c568b-47c8-4fb8-aa09-4921417b6f16 req-ae397c48-7c6f-4a6c-b896-443ce6ce75f6 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.81 "DELETE /v2.0/ports/93455dea-72a2-44bd-8b7b-2e60494ad0a6 HTTP/1.1" status: 204 len: 173 time: 4.2084382 Jul 05 10:01:38.530892 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa6e76d-da78-4ecd-b3b9-afe259ef8606 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:01:38.571910 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e7193f-0685-4ff1-91dc-f89932646ffe None None] Network 2b4fa0ad-d771-4467-abb7-7725cc9bca3e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:38.652746 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa1052-19c7-4931-95cf-957eded8bda0 service neutron] Pushing event updated for resources: {'Port': ['ID=c3aa61ed-6c26-46a2-8471-e42da10116e1,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:38.673176 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff0785b2-9b78-430c-ac68-b9393ec57e65 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.677850 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ff0785b2-9b78-430c-ac68-b9393ec57e65 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/subnets/89068e15-0dfe-4de7-bb43-114ed8bdefac HTTP/1.1" status: 204 len: 168 time: 1.9856586 Jul 05 10:01:38.683963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48076) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:38.688148 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6e76d-da78-4ecd-b3b9-afe259ef8606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b0b67e-9cbd-4f03-a14c-50cf8a11ff26,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:38.719976 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0785b2-9b78-430c-ac68-b9393ec57e65 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Subnet': ['ID=89068e15-0dfe-4de7-bb43-114ed8bdefac,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:38.749849 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e76d-da78-4ecd-b3b9-afe259ef8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.752933 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-5aa6e76d-da78-4ecd-b3b9-afe259ef8606 admin admin] Added segment 759243c5-6380-46c7-a3b7-1ee329f8a963 of type vlan for network 7c5f551c-d24d-4094-8d91-0df1d39faddb Jul 05 10:01:38.913815 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-082b0d05-58d8-48f2-934e-eb2e830a9f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.982967 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b0442-ff59-42cc-9784-b776cc101f68 req-04b50759-8832-4f71-b7f5-8adddccc7d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:38.984467 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e76d-da78-4ecd-b3b9-afe259ef8606 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.991216 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-667b0442-ff59-42cc-9784-b776cc101f68 req-04b50759-8832-4f71-b7f5-8adddccc7d8a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=09a26d74-77c1-4c6d-8bad-229e174369f9 HTTP/1.1" status: 200 len: 1095 time: 0.9538529 Jul 05 10:01:39.242794 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e76d-da78-4ecd-b3b9-afe259ef8606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:39.245552 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa6e76d-da78-4ecd-b3b9-afe259ef8606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:39.260143 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e76d-da78-4ecd-b3b9-afe259ef8606 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:39.284918 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07576420-c8e5-48a6-8e06-226875cb3588 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:39.290310 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c74ce8-bbc8-476b-83fa-afe031da102f x-openstack-request-id: req-51c74ce8-bbc8-476b-83fa-afe031da102f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:01:39.290625 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a26d74-77c1-4c6d-8bad-229e174369f9", "tag": "c3aa61ed-6c26-46a2-8471-e42da10116e1", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:01:39.291070 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-51c74ce8-bbc8-476b-83fa-afe031da102f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:01:39.291652 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a26d74-77c1-4c6d-8bad-229e174369f9', 'tag': 'c3aa61ed-6c26-46a2-8471-e42da10116e1', 'status': 'completed', 'code': 200} Jul 05 10:01:39.330192 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f29655-b1e5-49ec-8210-21bf0f683673 None None] Network 6efcbd13-5c31-4f39-b9bf-a48691f2f2d5 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:39.443901 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-667b0442-ff59-42cc-9784-b776cc101f68 req-1c58ea86-2c43-40d5-9871-22f5867b0bbf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3aa61ed-6c26-46a2-8471-e42da10116e1 HTTP/1.1" status: 200 len: 217 time: 0.1390443 Jul 05 10:01:39.458624 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-082b0d05-58d8-48f2-934e-eb2e830a9f89 admin admin] Deleting port b4a84c5a-0442-45c9-aa4e-9982afd7a04d {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:39.458974 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-082b0d05-58d8-48f2-934e-eb2e830a9f89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:39.539923 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77a8710-5111-4853-8828-efb39ebbac98 None None] Network 82e67a80-cd13-4d6d-a340-89568ea9b748 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:39.578604 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5aa6e76d-da78-4ecd-b3b9-afe259ef8606 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0995255 Jul 05 10:01:39.585163 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48090) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:39.631761 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-cf748fcf-993b-48cc-a646-3d052010ee24 admin admin] Request body: {'subnet': {'network_id': '7c5f551c-d24d-4094-8d91-0df1d39faddb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-162775291-subnet', 'tenant_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:39.651366 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6e76d-da78-4ecd-b3b9-afe259ef8606 admin admin] Pushing event updated for resources: {'Network': ['ID=7c5f551c-d24d-4094-8d91-0df1d39faddb,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:39.814130 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b0442-ff59-42cc-9784-b776cc101f68 req-2849a9f5-f16a-4435-ba7e-418bbe392253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:39.815716 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-667b0442-ff59-42cc-9784-b776cc101f68 req-2849a9f5-f16a-4435-ba7e-418bbe392253 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.3711143 Jul 05 10:01:39.833319 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-082b0d05-58d8-48f2-934e-eb2e830a9f89 admin admin] For port b4a84c5a-0442-45c9-aa4e-9982afd7a04d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b4a84c5a-0442-45c9-aa4e-9982afd7a04d,segment=NetworkSegment(680b625a-b67a-48a3-bded-1661a7565d01),segment_id=680b625a-b67a-48a3-bded-1661a7565d01)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:39.833895 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-082b0d05-58d8-48f2-934e-eb2e830a9f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:39.878982 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf748fcf-993b-48cc-a646-3d052010ee24 admin admin] Made reservation on behalf of 7a958e36ebd24898a06d1ac78b7bba3b for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:39.882079 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf748fcf-993b-48cc-a646-3d052010ee24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:39.886588 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-082b0d05-58d8-48f2-934e-eb2e830a9f89 admin admin] Calling delete_port for b4a84c5a-0442-45c9-aa4e-9982afd7a04d owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:39.904588 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 7c5f551c-d24d-4094-8d91-0df1d39faddb details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:01:39.960398 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-07576420-c8e5-48a6-8e06-226875cb3588 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting port 53b66447-88bb-4d35-a692-34253abf357f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:39.960682 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07576420-c8e5-48a6-8e06-226875cb3588 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:40.035093 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-07576420-c8e5-48a6-8e06-226875cb3588 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] For port 53b66447-88bb-4d35-a692-34253abf357f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=53b66447-88bb-4d35-a692-34253abf357f,segment=NetworkSegment(a18365a4-4e2a-4c67-8c67-b0768cab3c39),segment_id=a18365a4-4e2a-4c67-8c67-b0768cab3c39)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:40.035460 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07576420-c8e5-48a6-8e06-226875cb3588 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:40.073318 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-07576420-c8e5-48a6-8e06-226875cb3588 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Calling delete_port for 53b66447-88bb-4d35-a692-34253abf357f owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:40.257744 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-082b0d05-58d8-48f2-934e-eb2e830a9f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:40.323329 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082b0d05-58d8-48f2-934e-eb2e830a9f89 admin admin] No DVR routers for this DVR port b4a84c5a-0442-45c9-aa4e-9982afd7a04d on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:01:40.329367 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b0d05-58d8-48f2-934e-eb2e830a9f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a84c5a-0442-45c9-aa4e-9982afd7a04d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:40.359094 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-7fa0a562-1697-437b-8239-10c4d7f49050 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Delete allocated IP 2001:db8:0:1::20a (82e67a80-cd13-4d6d-a340-89568ea9b748/950b2435-0a28-4e61-bcf4-7f00d37b8a0b) {{(pid=93907) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 10:01:40.369092 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b0442-ff59-42cc-9784-b776cc101f68 req-9746fc8d-8382-494c-b43f-0bb754090b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:40.370322 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-667b0442-ff59-42cc-9784-b776cc101f68 req-9746fc8d-8382-494c-b43f-0bb754090b74 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5343809 Jul 05 10:01:40.406431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-93273cc4-edb0-46ab-be5b-bf66f8a4dedb None None] Provisioning for port 5af51218-d93b-4610-b670-560c49cd1fc4 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:40.439233 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-93273cc4-edb0-46ab-be5b-bf66f8a4dedb None None] Provisioning complete for port 5af51218-d93b-4610-b670-560c49cd1fc4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:40.439603 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-93273cc4-edb0-46ab-be5b-bf66f8a4dedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:40.505500 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-082b0d05-58d8-48f2-934e-eb2e830a9f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:40.509560 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf748fcf-993b-48cc-a646-3d052010ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:40.572444 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-082b0d05-58d8-48f2-934e-eb2e830a9f89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4fa0ad-d771-4467-abb7-7725cc9bca3e']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:40.621989 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fe087-4518-47a9-8bbf-77ec3dcdd32c req-0393f571-d4ba-4402-90cb-a1637b4ad539 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:40.623600 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-695fe087-4518-47a9-8bbf-77ec3dcdd32c req-0393f571-d4ba-4402-90cb-a1637b4ad539 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=09a26d74-77c1-4c6d-8bad-229e174369f9 HTTP/1.1" status: 200 len: 944 time: 0.4342411 Jul 05 10:01:40.630574 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-082b0d05-58d8-48f2-934e-eb2e830a9f89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680b625a-b67a-48a3-bded-1661a7565d01') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:40.631348 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-082b0d05-58d8-48f2-934e-eb2e830a9f89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680b625a-b67a-48a3-bded-1661a7565d01') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:40.640362 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07576420-c8e5-48a6-8e06-226875cb3588 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:40.674298 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864b1db5-45b3-49cf-a6d8-9ee1ba2b84d6 None None] DHCP port deletion for 2b4fa0ad-d771-4467-abb7-7725cc9bca3e request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:01:40.736211 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-082b0d05-58d8-48f2-934e-eb2e830a9f89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:40.736453 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:40.758108 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf748fcf-993b-48cc-a646-3d052010ee24 admin admin] Checking segment: {'id': '759243c5-6380-46c7-a3b7-1ee329f8a963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c5f551c-d24d-4094-8d91-0df1d39faddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:40.758422 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf748fcf-993b-48cc-a646-3d052010ee24 admin admin] Network hostable DHCP agents. Network: 7c5f551c-d24d-4094-8d91-0df1d39faddb, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:01:40.776921 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf748fcf-993b-48cc-a646-3d052010ee24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=204a7a92-1d73-43f9-8c74-e900699d8415,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:40.782741 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] Transition to ACTIVE for port object 1bb58871-6d5b-44f2-8ceb-967ab05b6933 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:40.797027 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-082b0d05-58d8-48f2-934e-eb2e830a9f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:40.799769 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 5af51218-d93b-4610-b670-560c49cd1fc4 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:40.802319 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:40.808869 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082b0d05-58d8-48f2-934e-eb2e830a9f89 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:01:40.820291 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-082b0d05-58d8-48f2-934e-eb2e830a9f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:01:40.822724 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:01:40.927242 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf748fcf-993b-48cc-a646-3d052010ee24 admin admin] Network 7c5f551c-d24d-4094-8d91-0df1d39faddb is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:01:40.950943 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b1c31-2c87-4f20-a4e0-04e820a6ca18 None None] Pushing event updated for resources: {'Port': ['ID=1bb58871-6d5b-44f2-8ceb-967ab05b6933,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:40.964053 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-cf748fcf-993b-48cc-a646-3d052010ee24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 7c5f551c-d24d-4094-8d91-0df1d39faddb) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:40.988781 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf748fcf-993b-48cc-a646-3d052010ee24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:41.001964 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf748fcf-993b-48cc-a646-3d052010ee24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:41.040878 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-082b0d05-58d8-48f2-934e-eb2e830a9f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:41.046895 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2c25e3-58f0-4c09-ae24-f55f391d5f23 None None] Network 7c5f551c-d24d-4094-8d91-0df1d39faddb requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:41.060048 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-082b0d05-58d8-48f2-934e-eb2e830a9f89 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:41.064217 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-082b0d05-58d8-48f2-934e-eb2e830a9f89 admin admin] 10.222.0.79 "DELETE /v2.0/networks/2b4fa0ad-d771-4467-abb7-7725cc9bca3e HTTP/1.1" status: 204 len: 168 time: 2.7260625 Jul 05 10:01:41.066404 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cf748fcf-993b-48cc-a646-3d052010ee24 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4761772 Jul 05 10:01:41.084045 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48108) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:41.119922 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3071d4b3-6ede-4f9d-8c1d-ee8d2354d854 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-162775291-router', 'tenant_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:41.142433 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b0d05-58d8-48f2-934e-eb2e830a9f89 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b4fa0ad-d771-4467-abb7-7725cc9bca3e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:41.185423 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3071d4b3-6ede-4f9d-8c1d-ee8d2354d854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:41.187041 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3071d4b3-6ede-4f9d-8c1d-ee8d2354d854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:41.226791 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01c478e-9c7e-4803-920e-b29ef6625380 None None] DHCP port deletion for 6efcbd13-5c31-4f39-b9bf-a48691f2f2d5 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:01:41.244248 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 5af51218-d93b-4610-b670-560c49cd1fc4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:41.246960 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:41.338462 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3071d4b3-6ede-4f9d-8c1d-ee8d2354d854 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:41.376948 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] Attempting to bind port 1bb58871-6d5b-44f2-8ceb-967ab05b6933 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:41.377689 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] Attempting to bind port 1bb58871-6d5b-44f2-8ceb-967ab05b6933 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c13bc1df-85db-460f-89d9-fdbc984bf134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:41.377689 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] Attempting to bind port 1bb58871-6d5b-44f2-8ceb-967ab05b6933 on network ea5b87a6-c54b-4459-9dc2-7b432dbb441e {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:41.464923 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07576420-c8e5-48a6-8e06-226875cb3588 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Port': ['ID=53b66447-88bb-4d35-a692-34253abf357f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:41.465787 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:41.466295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] Checking segment: {'id': 'c13bc1df-85db-460f-89d9-fdbc984bf134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:41.466580 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:41.466978 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] Bound using segment: {'id': 'c13bc1df-85db-460f-89d9-fdbc984bf134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:41.467491 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] Bound port: 1bb58871-6d5b-44f2-8ceb-967ab05b6933, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13bc1df-85db-460f-89d9-fdbc984bf134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:41.467914 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:41.469475 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6239d194-3bd2-4015-b5c4-26ea109d8ee5', 'name': 'network-vif-deleted', 'tag': '93455dea-72a2-44bd-8b7b-2e60494ad0a6'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:01:41.472354 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11daa305-8d2e-42d3-bf89-1c0864900d1a" -d '{"events": [{"server_uuid": "6239d194-3bd2-4015-b5c4-26ea109d8ee5", "name": "network-vif-deleted", "tag": "93455dea-72a2-44bd-8b7b-2e60494ad0a6"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:01:41.475689 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07576420-c8e5-48a6-8e06-226875cb3588 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] No DVR routers for this DVR port 53b66447-88bb-4d35-a692-34253abf357f on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:01:41.516900 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-667b0442-ff59-42cc-9784-b776cc101f68 req-deed4850-14a8-400d-b39e-587f0beac77e service neutron] 10.222.0.81 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1093550 Jul 05 10:01:41.590825 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48116) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:41.591072 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbcf370-8495-4c3f-a677-20445799d6e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-7c5f551c-d24d-4094-8d91-0df1d39faddb', 'network_id': '7c5f551c-d24d-4094-8d91-0df1d39faddb', 'tenant_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'fixed_ips': [{'subnet_id': '204a7a92-1d73-43f9-8c74-e900699d8415'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:01:41.591768 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6fbcf370-8495-4c3f-a677-20445799d6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:41.674401 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5b64eba7-c630-4fe5-8e1f-1aee4932b029 None None] Provisioning complete for port 5af51218-d93b-4610-b670-560c49cd1fc4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:41.674401 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5b64eba7-c630-4fe5-8e1f-1aee4932b029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:41.705280 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07576420-c8e5-48a6-8e06-226875cb3588 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:41.722856 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-07576420-c8e5-48a6-8e06-226875cb3588 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efcbd13-5c31-4f39-b9bf-a48691f2f2d5']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:41.735155 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-07576420-c8e5-48a6-8e06-226875cb3588 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18365a4-4e2a-4c67-8c67-b0768cab3c39') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:41.735737 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-07576420-c8e5-48a6-8e06-226875cb3588 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18365a4-4e2a-4c67-8c67-b0768cab3c39') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:41.740274 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-96e5d308-9d2d-4c72-b6d2-895d42114fd8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e04a66e3970b460eb00d87560a63797b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438894 Jul 05 10:01:41.741361 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48118) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:41.756629 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07576420-c8e5-48a6-8e06-226875cb3588 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:41.772200 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07576420-c8e5-48a6-8e06-226875cb3588 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:41.779050 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07576420-c8e5-48a6-8e06-226875cb3588 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:01:41.779732 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07576420-c8e5-48a6-8e06-226875cb3588 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:41.799534 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3071d4b3-6ede-4f9d-8c1d-ee8d2354d854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:41.844228 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9743595d-9af7-49b6-934a-d92a657a1a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:01:41.874690 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:01:41.941615 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9743595d-9af7-49b6-934a-d92a657a1a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:41.952016 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] For port 1bb58871-6d5b-44f2-8ceb-967ab05b6933, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:42.033965 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 374131f8-5e1b-4171-ba30-21d0063405ac no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:01:42.039681 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9743595d-9af7-49b6-934a-d92a657a1a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:42.040326 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07576420-c8e5-48a6-8e06-226875cb3588 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:42.043474 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-667b0442-ff59-42cc-9784-b776cc101f68 req-cfb93b0a-4309-4e0c-8ee7-8d997f142948 service neutron] 10.222.0.81 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838324 Jul 05 10:01:42.043980 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9743595d-9af7-49b6-934a-d92a657a1a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:42.050771 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9743595d-9af7-49b6-934a-d92a657a1a61 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6 HTTP/1.1" status: 204 len: 168 time: 0.2997944 Jul 05 10:01:42.062450 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743595d-9af7-49b6-934a-d92a657a1a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cda1bd6-18bd-4ba3-af4d-a3f45c251cd6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:42.075660 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07576420-c8e5-48a6-8e06-226875cb3588 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:42.080548 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-07576420-c8e5-48a6-8e06-226875cb3588 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/networks/6efcbd13-5c31-4f39-b9bf-a48691f2f2d5 HTTP/1.1" status: 204 len: 168 time: 3.3731399 Jul 05 10:01:42.083739 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48122) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:42.089277 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] For port 1bb58871-6d5b-44f2-8ceb-967ab05b6933, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=1bb58871-6d5b-44f2-8ceb-967ab05b6933,segment=NetworkSegment(c13bc1df-85db-460f-89d9-fdbc984bf134),segment_id=c13bc1df-85db-460f-89d9-fdbc984bf134)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:42.133331 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-695fe087-4518-47a9-8bbf-77ec3dcdd32c req-9ffc3bfc-f74b-452c-8aab-d83367d153d2 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4964962 Jul 05 10:01:42.180446 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 374131f8-5e1b-4171-ba30-21d0063405ac {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:01:42.181649 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07576420-c8e5-48a6-8e06-226875cb3588 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Network': ['ID=6efcbd13-5c31-4f39-b9bf-a48691f2f2d5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:42.188587 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 374131f8-5e1b-4171-ba30-21d0063405ac not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:01:42.194000 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3d4e848a-2658-425a-8171-624d02e05b34 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:01:42.240794 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c4125-8863-4483-8706-5bfefa58ddb9 req-666d4055-d3ad-485a-84c7-45f7f5964d99 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:42.248423 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:42.249168 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-323c4125-8863-4483-8706-5bfefa58ddb9 req-666d4055-d3ad-485a-84c7-45f7f5964d99 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=98c3e5e0-d296-41c9-848d-a1633ebb1f36 HTTP/1.1" status: 200 len: 949 time: 1.8036711 Jul 05 10:01:42.254616 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 3d4e848a-2658-425a-8171-624d02e05b34 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:01:42.254966 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3d4e848a-2658-425a-8171-624d02e05b34 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:01:42.255390 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b4a84c5a-0442-45c9-aa4e-9982afd7a04d no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:01:42.277518 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a0ad80-efab-45e1-b780-738eddfb392e x-openstack-request-id: req-46a0ad80-efab-45e1-b780-738eddfb392e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:01:42.278086 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6239d194-3bd2-4015-b5c4-26ea109d8ee5", "name": "network-vif-deleted", "tag": "93455dea-72a2-44bd-8b7b-2e60494ad0a6", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:01:42.278500 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-46a0ad80-efab-45e1-b780-738eddfb392e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:01:42.279097 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6239d194-3bd2-4015-b5c4-26ea109d8ee5', 'name': 'network-vif-deleted', 'tag': '93455dea-72a2-44bd-8b7b-2e60494ad0a6', 'status': 'completed', 'code': 200} Jul 05 10:01:42.350385 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-323c4125-8863-4483-8706-5bfefa58ddb9 req-0f5c7d15-f533-4160-b1b6-177829487d19 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b056af-8f33-4d63-be1c-6909fbf444fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000388 Jul 05 10:01:42.368561 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7fa0a562-1697-437b-8239-10c4d7f49050 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:42.374305 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: b4a84c5a-0442-45c9-aa4e-9982afd7a04d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:01:42.374702 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b4a84c5a-0442-45c9-aa4e-9982afd7a04d not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:01:42.405680 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-7fa0a562-1697-437b-8239-10c4d7f49050 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Ignored duplicate provisioning block setup for port 4293e99e-e22a-4f49-818c-6bba1f7dd538 by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 10:01:42.410154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5b64eba7-c630-4fe5-8e1f-1aee4932b029 None None] Provisioning for port 4293e99e-e22a-4f49-818c-6bba1f7dd538 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:42.428144 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d4101-ed30-42dc-b794-9c498c3aa47d req-069a6816-2e80-4152-bd05-9283e295532d tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:42.428144 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-347d4101-ed30-42dc-b794-9c498c3aa47d req-069a6816-2e80-4152-bd05-9283e295532d tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.81 "GET /v2.0/ports?device_id=98c3e5e0-d296-41c9-848d-a1633ebb1f36 HTTP/1.1" status: 200 len: 949 time: 0.2010999 Jul 05 10:01:42.428144 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356622-9aee-4984-ada7-126c195428ee req-20122254-2f69-4d25-b2eb-2574879835b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:42.428144 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f0356622-9aee-4984-ada7-126c195428ee req-20122254-2f69-4d25-b2eb-2574879835b7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=09a26d74-77c1-4c6d-8bad-229e174369f9 HTTP/1.1" status: 200 len: 1095 time: 0.2819793 Jul 05 10:01:42.431136 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7fa0a562-1697-437b-8239-10c4d7f49050 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:42.458031 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-6fbcf370-8495-4c3f-a677-20445799d6e9 None None] Allocated IP 172.20.0.2 (7c5f551c-d24d-4094-8d91-0df1d39faddb/204a7a92-1d73-43f9-8c74-e900699d8415/fca468e7-7a2c-40fa-a698-2ba3f028358e) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:42.522796 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5b64eba7-c630-4fe5-8e1f-1aee4932b029 None None] Provisioning complete for port 4293e99e-e22a-4f49-818c-6bba1f7dd538 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:42.523419 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5b64eba7-c630-4fe5-8e1f-1aee4932b029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:42.560525 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] Routers {'5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:42.564829 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:24Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:42.749925 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0a562-1697-437b-8239-10c4d7f49050 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Port': ['ID=4293e99e-e22a-4f49-818c-6bba1f7dd538,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:42.827106 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7fa0a562-1697-437b-8239-10c4d7f49050 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] In _notify_port_updated(), no bound segment for port 4293e99e-e22a-4f49-818c-6bba1f7dd538 on network 82e67a80-cd13-4d6d-a340-89568ea9b748 {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:01:42.835020 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa0a562-1697-437b-8239-10c4d7f49050 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:42.836062 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7fa0a562-1697-437b-8239-10c4d7f49050 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:42.836624 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 53b66447-88bb-4d35-a692-34253abf357f no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:01:42.841197 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7fa0a562-1697-437b-8239-10c4d7f49050 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "PUT /v2.0/ports/4293e99e-e22a-4f49-818c-6bba1f7dd538 HTTP/1.1" status: 200 len: 925 time: 5.8183801 Jul 05 10:01:42.846153 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b1c31-2c87-4f20-a4e0-04e820a6ca18 None None] Pushing event updated for resources: {'Port': ['ID=1bb58871-6d5b-44f2-8ceb-967ab05b6933,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:42.860628 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48134) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:42.884049 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-41b7a238-db70-48c5-a79e-bd23fd345c04 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fa8f1724-efcf-4901-a650-abfa67da428b'}, {'subnet_id': '950b2435-0a28-4e61-bcf4-7f00d37b8a0b'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:43.002601 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356622-9aee-4984-ada7-126c195428ee req-0b4ab757-c006-4c5e-bc03-45e67124b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:43.004707 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f0356622-9aee-4984-ada7-126c195428ee req-0b4ab757-c006-4c5e-bc03-45e67124b06b service neutron] 10.222.0.81 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 913 time: 0.5662463 Jul 05 10:01:43.058665 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 53b66447-88bb-4d35-a692-34253abf357f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:01:43.059018 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 53b66447-88bb-4d35-a692-34253abf357f not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:01:43.093920 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5b64eba7-c630-4fe5-8e1f-1aee4932b029 None None] Port 4293e99e-e22a-4f49-818c-6bba1f7dd538 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:01:43.289005 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f0356622-9aee-4984-ada7-126c195428ee req-2c215df7-ce57-463c-909b-f630921777e6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3aa61ed-6c26-46a2-8471-e42da10116e1 HTTP/1.1" status: 200 len: 217 time: 0.2727532 Jul 05 10:01:43.426669 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356622-9aee-4984-ada7-126c195428ee req-f10bc149-7621-427e-ac4d-9a734dfd1bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:43.428329 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f0356622-9aee-4984-ada7-126c195428ee req-f10bc149-7621-427e-ac4d-9a734dfd1bbf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.1313083 Jul 05 10:01:43.532428 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-347d4101-ed30-42dc-b794-9c498c3aa47d req-d6abeb90-4a22-48a3-8555-fcc81a11ded6 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Deleting port 06748f66-8a6d-49d1-9576-662bead26b38 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:43.532660 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-347d4101-ed30-42dc-b794-9c498c3aa47d req-d6abeb90-4a22-48a3-8555-fcc81a11ded6 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:43.558430 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3071d4b3-6ede-4f9d-8c1d-ee8d2354d854 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:43.579690 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3071d4b3-6ede-4f9d-8c1d-ee8d2354d854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:43.728637 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-347d4101-ed30-42dc-b794-9c498c3aa47d req-d6abeb90-4a22-48a3-8555-fcc81a11ded6 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] For port 06748f66-8a6d-49d1-9576-662bead26b38, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=06748f66-8a6d-49d1-9576-662bead26b38,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:43.729036 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-347d4101-ed30-42dc-b794-9c498c3aa47d req-d6abeb90-4a22-48a3-8555-fcc81a11ded6 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:43.743814 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-347d4101-ed30-42dc-b794-9c498c3aa47d req-d6abeb90-4a22-48a3-8555-fcc81a11ded6 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Calling delete_port for 06748f66-8a6d-49d1-9576-662bead26b38 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:43.774473 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] Set router 5965dad4-59f0-4fa8-9c4d-f757c4a88a3a gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:43.819111 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48156) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:43.826448 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41b7a238-db70-48c5-a79e-bd23fd345c04 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:43.852651 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-3071d4b3-6ede-4f9d-8c1d-ee8d2354d854 admin admin] Allocated IP 172.25.7.108 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/e6b665bc-12e9-4c7a-8385-cc721a4b2ff0) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:43.895633 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de8ca7ce-1ea2-4a19-98b1-4d45e0a7e7f8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:43.936816 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fb200-5893-4ca9-9a5e-8096f02ee88e req-ffa6a6bb-c37c-4779-94bb-ceab42c4c99c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:43.940116 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9c3fb200-5893-4ca9-9a5e-8096f02ee88e req-ffa6a6bb-c37c-4779-94bb-ceab42c4c99c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=09a26d74-77c1-4c6d-8bad-229e174369f9 HTTP/1.1" status: 200 len: 944 time: 0.6077225 Jul 05 10:01:43.940961 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356622-9aee-4984-ada7-126c195428ee req-ce10027c-234a-419f-9c18-2a819153251c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:43.942172 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f0356622-9aee-4984-ada7-126c195428ee req-ce10027c-234a-419f-9c18-2a819153251c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5074415 Jul 05 10:01:43.950685 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5f267376-953c-40bb-b614-98b378d03a72 None None] Provisioning complete for port 4293e99e-e22a-4f49-818c-6bba1f7dd538 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:43.951252 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5f267376-953c-40bb-b614-98b378d03a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:44.013999 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-bb186c53-f254-43b8-aa40-da9135a3cfa4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1717373059-network', 'tenant_id': 'e503f3c8537746d6b6e63fbd3e5d478c'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:44.018704 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5f267376-953c-40bb-b614-98b378d03a72 None None] Port 4293e99e-e22a-4f49-818c-6bba1f7dd538 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:01:44.105430 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb186c53-f254-43b8-aa40-da9135a3cfa4 admin admin] Made reservation on behalf of e503f3c8537746d6b6e63fbd3e5d478c for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:44.107936 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bb186c53-f254-43b8-aa40-da9135a3cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:44.119932 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bb186c53-f254-43b8-aa40-da9135a3cfa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:44.192611 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65b90d-ed23-49f6-8461-682c4facc187 req-58e29e1b-f208-49a1-a768-08df64c8988d tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:44.199435 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb65b90d-ed23-49f6-8461-682c4facc187 req-58e29e1b-f208-49a1-a768-08df64c8988d tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=98c3e5e0-d296-41c9-848d-a1633ebb1f36 HTTP/1.1" status: 200 len: 949 time: 0.4475455 Jul 05 10:01:44.222979 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6fbcf370-8495-4c3f-a677-20445799d6e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:44.227559 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3071d4b3-6ede-4f9d-8c1d-ee8d2354d854 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:44.231199 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e129e2cd-04ce-4c6d-8e40-530ced971475 None None] Provisioning complete for port 4293e99e-e22a-4f49-818c-6bba1f7dd538 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:44.231382 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9c3fb200-5893-4ca9-9a5e-8096f02ee88e req-4d048ecb-1db6-4c25-b455-2bd26ad15825 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577984 Jul 05 10:01:44.231894 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e129e2cd-04ce-4c6d-8e40-530ced971475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:44.282973 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e129e2cd-04ce-4c6d-8e40-530ced971475 None None] Port 4293e99e-e22a-4f49-818c-6bba1f7dd538 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:01:44.289588 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6fbcf370-8495-4c3f-a677-20445799d6e9 None None] Transition to ACTIVE for port object fca468e7-7a2c-40fa-a698-2ba3f028358e will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:44.328562 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6fbcf370-8495-4c3f-a677-20445799d6e9 None None] Transition to ACTIVE for port object fca468e7-7a2c-40fa-a698-2ba3f028358e will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:44.338031 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'name': 'tempest-TestServerBasicOps-2089427825-router', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:19Z', 'updated_at': '2021-07-05T10:01:33Z', 'revision_number': 4, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'gw_port': {'id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:21Z', 'updated_at': '2021-07-05T10:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '1bb58871-6d5b-44f2-8ceb-967ab05b6933', 'name': '', 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'mac_address': 'fa:16:3e:14:37:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '0c379dec-ee39-4983-8ded-bfe00de85f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:30Z', 'updated_at': '2021-07-05T10:01:41Z', 'revision_number': 4, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'subnets': [{'id': '0c379dec-ee39-4983-8ded-bfe00de85f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:44.378930 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3071d4b3-6ede-4f9d-8c1d-ee8d2354d854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:44.394260 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb65b90d-ed23-49f6-8461-682c4facc187 req-f300d470-43f9-4751-bd90-1a3cde7d09d9 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b056af-8f33-4d63-be1c-6909fbf444fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931541 Jul 05 10:01:44.429113 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f0356622-9aee-4984-ada7-126c195428ee req-2535d890-66dd-4414-9e0b-8978d72e6a4f service neutron] 10.222.0.81 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600322 Jul 05 10:01:44.438470 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071d4b3-6ede-4f9d-8c1d-ee8d2354d854 admin admin] Pushing event updated for resources: {'Port': ['ID=e6b665bc-12e9-4c7a-8385-cc721a4b2ff0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:44.450503 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6fbcf370-8495-4c3f-a677-20445799d6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:44.455434 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29984e50-3f8e-436f-89e3-6ded39724f8d None None] The sync data for ids ['5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'] in n-d-798054-8 is: [{'id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'name': 'tempest-TestServerBasicOps-2089427825-router', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:19Z', 'updated_at': '2021-07-05T10:01:33Z', 'revision_number': 4, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'gw_port': {'id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:21Z', 'updated_at': '2021-07-05T10:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '1bb58871-6d5b-44f2-8ceb-967ab05b6933', 'name': '', 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'mac_address': 'fa:16:3e:14:37:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '0c379dec-ee39-4983-8ded-bfe00de85f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:30Z', 'updated_at': '2021-07-05T10:01:41Z', 'revision_number': 4, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'subnets': [{'id': '0c379dec-ee39-4983-8ded-bfe00de85f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:01:44.477445 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bb186c53-f254-43b8-aa40-da9135a3cfa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:44.485321 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3071d4b3-6ede-4f9d-8c1d-ee8d2354d854 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:44.487833 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bb186c53-f254-43b8-aa40-da9135a3cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:44.579181 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbcf370-8495-4c3f-a677-20445799d6e9 None None] Network 7c5f551c-d24d-4094-8d91-0df1d39faddb is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:44.586340 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-6fbcf370-8495-4c3f-a677-20445799d6e9 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:44.602018 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbcf370-8495-4c3f-a677-20445799d6e9 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:44.617442 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-3071d4b3-6ede-4f9d-8c1d-ee8d2354d854 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:44.628915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcf370-8495-4c3f-a677-20445799d6e9 None None] Pushing event updated for resources: {'Port': ['ID=fca468e7-7a2c-40fa-a698-2ba3f028358e,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:44.647833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3071d4b3-6ede-4f9d-8c1d-ee8d2354d854 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:44.654083 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-347d4101-ed30-42dc-b794-9c498c3aa47d req-d6abeb90-4a22-48a3-8555-fcc81a11ded6 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:44.736611 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abeb90-4a22-48a3-8555-fcc81a11ded6 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Pushing event deleted for resources: {'Port': ['ID=06748f66-8a6d-49d1-9576-662bead26b38,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:44.799366 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6fbcf370-8495-4c3f-a677-20445799d6e9 None None] Attempting to bind port fca468e7-7a2c-40fa-a698-2ba3f028358e on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:44.800046 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6fbcf370-8495-4c3f-a677-20445799d6e9 None None] Attempting to bind port fca468e7-7a2c-40fa-a698-2ba3f028358e by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '759243c5-6380-46c7-a3b7-1ee329f8a963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c5f551c-d24d-4094-8d91-0df1d39faddb'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:44.800415 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbcf370-8495-4c3f-a677-20445799d6e9 None None] Attempting to bind port fca468e7-7a2c-40fa-a698-2ba3f028358e on network 7c5f551c-d24d-4094-8d91-0df1d39faddb {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:44.813842 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbcf370-8495-4c3f-a677-20445799d6e9 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:44.814261 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbcf370-8495-4c3f-a677-20445799d6e9 None None] Checking segment: {'id': '759243c5-6380-46c7-a3b7-1ee329f8a963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c5f551c-d24d-4094-8d91-0df1d39faddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:44.814683 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6fbcf370-8495-4c3f-a677-20445799d6e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:44.816170 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbcf370-8495-4c3f-a677-20445799d6e9 None None] Bound using segment: {'id': '759243c5-6380-46c7-a3b7-1ee329f8a963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c5f551c-d24d-4094-8d91-0df1d39faddb'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:44.816933 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6fbcf370-8495-4c3f-a677-20445799d6e9 None None] Bound port: fca468e7-7a2c-40fa-a698-2ba3f028358e, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759243c5-6380-46c7-a3b7-1ee329f8a963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c5f551c-d24d-4094-8d91-0df1d39faddb'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:44.817098 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6fbcf370-8495-4c3f-a677-20445799d6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:44.827781 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb186c53-f254-43b8-aa40-da9135a3cfa4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:01:44.852066 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb186c53-f254-43b8-aa40-da9135a3cfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d585056-3f90-41e8-9197-cc253a3f4673,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:44.933805 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bb186c53-f254-43b8-aa40-da9135a3cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:44.934292 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-bb186c53-f254-43b8-aa40-da9135a3cfa4 admin admin] Added segment 0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3 of type vlan for network 8266bda9-355f-4ec8-8511-7adbee0961b0 Jul 05 10:01:44.949095 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 1bb58871-6d5b-44f2-8ceb-967ab05b6933 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:44.991797 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-347d4101-ed30-42dc-b794-9c498c3aa47d req-d6abeb90-4a22-48a3-8555-fcc81a11ded6 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] No DVR routers for this DVR port 06748f66-8a6d-49d1-9576-662bead26b38 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:01:45.015451 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-347d4101-ed30-42dc-b794-9c498c3aa47d req-d6abeb90-4a22-48a3-8555-fcc81a11ded6 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:45.025547 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device c3aa61ed-6c26-46a2-8471-e42da10116e1 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:01:45.025778 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-347d4101-ed30-42dc-b794-9c498c3aa47d req-d6abeb90-4a22-48a3-8555-fcc81a11ded6 tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.81 "DELETE /v2.0/ports/06748f66-8a6d-49d1-9576-662bead26b38 HTTP/1.1" status: 204 len: 173 time: 2.5659287 Jul 05 10:01:45.026627 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c3e5e0-d296-41c9-848d-a1633ebb1f36', 'name': 'network-vif-deleted', 'tag': '06748f66-8a6d-49d1-9576-662bead26b38'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:01:45.029429 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3698dc32-6b82-46f5-8e68-a42cbdb7c507" -d '{"events": [{"server_uuid": "98c3e5e0-d296-41c9-848d-a1633ebb1f36", "name": "network-vif-deleted", "tag": "06748f66-8a6d-49d1-9576-662bead26b38"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:01:45.065051 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f0356622-9aee-4984-ada7-126c195428ee req-ef0592ff-3565-4223-b3dd-d4e0eaddb238 service neutron] 10.222.0.81 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6264751 Jul 05 10:01:45.136309 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-41b7a238-db70-48c5-a79e-bd23fd345c04 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Allocated IP 2001:db8:0:1::372 (82e67a80-cd13-4d6d-a340-89568ea9b748/950b2435-0a28-4e61-bcf4-7f00d37b8a0b/4293e99e-e22a-4f49-818c-6bba1f7dd538) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:45.143030 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cf43ba-06de-4e47-8e49-bdadfad925ac x-openstack-request-id: req-28cf43ba-06de-4e47-8e49-bdadfad925ac {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:01:45.147361 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c3e5e0-d296-41c9-848d-a1633ebb1f36", "name": "network-vif-deleted", "tag": "06748f66-8a6d-49d1-9576-662bead26b38", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:01:45.147738 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-28cf43ba-06de-4e47-8e49-bdadfad925ac {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:01:45.148297 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c3e5e0-d296-41c9-848d-a1633ebb1f36', 'name': 'network-vif-deleted', 'tag': '06748f66-8a6d-49d1-9576-662bead26b38', 'status': 'completed', 'code': 200} Jul 05 10:01:45.192595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48174) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:45.249599 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6fbcf370-8495-4c3f-a677-20445799d6e9 None None] For port fca468e7-7a2c-40fa-a698-2ba3f028358e, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:45.301876 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6fbcf370-8495-4c3f-a677-20445799d6e9 None None] For port fca468e7-7a2c-40fa-a698-2ba3f028358e, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=fca468e7-7a2c-40fa-a698-2ba3f028358e,segment=NetworkSegment(759243c5-6380-46c7-a3b7-1ee329f8a963),segment_id=759243c5-6380-46c7-a3b7-1ee329f8a963)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:45.314440 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bb186c53-f254-43b8-aa40-da9135a3cfa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:45.331185 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-de8ca7ce-1ea2-4a19-98b1-4d45e0a7e7f8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting port 89a0ee09-473e-4ff2-8fb4-651f1c7e8867 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:45.331544 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de8ca7ce-1ea2-4a19-98b1-4d45e0a7e7f8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:45.339516 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 1bb58871-6d5b-44f2-8ceb-967ab05b6933 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:45.348723 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6fbcf370-8495-4c3f-a677-20445799d6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:45.394964 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 1bb58871-6d5b-44f2-8ceb-967ab05b6933 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:45.395397 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:45.579765 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.db.resource_extend [None req-bb186c53-f254-43b8-aa40-da9135a3cfa4 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:01:45.725151 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bb186c53-f254-43b8-aa40-da9135a3cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:45.731156 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41b7a238-db70-48c5-a79e-bd23fd345c04 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:45.738962 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb186c53-f254-43b8-aa40-da9135a3cfa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:45.746301 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port c3aa61ed-6c26-46a2-8471-e42da10116e1, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=c3aa61ed-6c26-46a2-8471-e42da10116e1,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:45.747210 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bb186c53-f254-43b8-aa40-da9135a3cfa4 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:45.820805 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'c3aa61ed-6c26-46a2-8471-e42da10116e1', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'port_id': 'c3aa61ed-6c26-46a2-8471-e42da10116e1', 'mac_address': 'fa:16:3e:86:58:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:01:45.853978 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-41b7a238-db70-48c5-a79e-bd23fd345c04 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Transition to ACTIVE for port object 4293e99e-e22a-4f49-818c-6bba1f7dd538 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:45.860139 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-430c4e26-c8a6-40e9-a84f-b69af285cd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:45.939919 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dadb2a50-200f-4a2b-b583-b46e9bef2e44 req-46a8dd7a-0caf-43d2-af6a-5543dcc0360b tempest-ListImageFiltersTestJSON-1812272493 tempest-ListImageFiltersTestJSON-1812272493-project] 10.222.0.79 "GET /v2.0/ports?device_id=98c3e5e0-d296-41c9-848d-a1633ebb1f36 HTTP/1.1" status: 200 len: 210 time: 0.1304498 Jul 05 10:01:45.972316 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41b7a238-db70-48c5-a79e-bd23fd345c04 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:46.085742 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:46.098962 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:46.100032 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bb186c53-f254-43b8-aa40-da9135a3cfa4 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2789602 Jul 05 10:01:46.131080 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48184) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:46.142678 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcf370-8495-4c3f-a677-20445799d6e9 None None] Pushing event updated for resources: {'Port': ['ID=fca468e7-7a2c-40fa-a698-2ba3f028358e,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:46.158962 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5dc33c6e-ebe8-402a-9df9-4f5c6b5f92cf admin admin] Request body: {'subnet': {'network_id': '8266bda9-355f-4ec8-8511-7adbee0961b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1717373059-subnet', 'tenant_id': 'e503f3c8537746d6b6e63fbd3e5d478c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:46.164109 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3aa61ed-6c26-46a2-8471-e42da10116e1 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:01:46.203586 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-de8ca7ce-1ea2-4a19-98b1-4d45e0a7e7f8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] For port 89a0ee09-473e-4ff2-8fb4-651f1c7e8867, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=89a0ee09-473e-4ff2-8fb4-651f1c7e8867,segment=NetworkSegment(d57857e6-7d16-49f1-a6ab-f95dc1622e0d),segment_id=d57857e6-7d16-49f1-a6ab-f95dc1622e0d)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:46.203895 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port c3aa61ed-6c26-46a2-8471-e42da10116e1, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=c3aa61ed-6c26-46a2-8471-e42da10116e1,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:46.207100 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de8ca7ce-1ea2-4a19-98b1-4d45e0a7e7f8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:46.209888 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-430c4e26-c8a6-40e9-a84f-b69af285cd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:46.215424 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:46.239823 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-430c4e26-c8a6-40e9-a84f-b69af285cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:46.272444 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 1bb58871-6d5b-44f2-8ceb-967ab05b6933, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=1bb58871-6d5b-44f2-8ceb-967ab05b6933,segment=NetworkSegment(c13bc1df-85db-460f-89d9-fdbc984bf134),segment_id=c13bc1df-85db-460f-89d9-fdbc984bf134)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:46.283491 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:46.301148 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=c3aa61ed-6c26-46a2-8471-e42da10116e1,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:46.359470 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3071d4b3-6ede-4f9d-8c1d-ee8d2354d854 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:46.425584 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=1bb58871-6d5b-44f2-8ceb-967ab05b6933,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:46.439580 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-430c4e26-c8a6-40e9-a84f-b69af285cd20 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ff66282ff8fa47f699ddf3130df56608&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2030933 Jul 05 10:01:46.442302 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7a238-db70-48c5-a79e-bd23fd345c04 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Port': ['ID=4293e99e-e22a-4f49-818c-6bba1f7dd538,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:46.468347 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2569456-0ed6-479f-bf12-e4bee235762a req-b34be5b9-b15f-4d82-b253-ab00d00e1dc2 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:46.470295 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a2569456-0ed6-479f-bf12-e4bee235762a req-b34be5b9-b15f-4d82-b253-ab00d00e1dc2 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=09a26d74-77c1-4c6d-8bad-229e174369f9 HTTP/1.1" status: 200 len: 944 time: 0.8511980 Jul 05 10:01:46.478048 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48186) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:46.494261 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['c3aa61ed-6c26-46a2-8471-e42da10116e1'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:01:46.552069 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c4e26-c8a6-40e9-a84f-b69af285cd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e473ae7-cba0-4a70-afde-7aa6f7d05444,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:46.552376 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-de8ca7ce-1ea2-4a19-98b1-4d45e0a7e7f8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Calling delete_port for 89a0ee09-473e-4ff2-8fb4-651f1c7e8867 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:46.563058 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb186c53-f254-43b8-aa40-da9135a3cfa4 admin admin] Pushing event updated for resources: {'Network': ['ID=8266bda9-355f-4ec8-8511-7adbee0961b0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:46.573485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-41b7a238-db70-48c5-a79e-bd23fd345c04 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] In _notify_port_updated(), no bound segment for port 4293e99e-e22a-4f49-818c-6bba1f7dd538 on network 82e67a80-cd13-4d6d-a340-89568ea9b748 {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:01:46.585252 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b7a238-db70-48c5-a79e-bd23fd345c04 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:46.586290 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41b7a238-db70-48c5-a79e-bd23fd345c04 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:46.587933 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-41b7a238-db70-48c5-a79e-bd23fd345c04 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "PUT /v2.0/ports/4293e99e-e22a-4f49-818c-6bba1f7dd538 HTTP/1.1" status: 200 len: 1011 time: 3.7196429 Jul 05 10:01:46.603741 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48190) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:46.613009 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc33c6e-ebe8-402a-9df9-4f5c6b5f92cf admin admin] Made reservation on behalf of e503f3c8537746d6b6e63fbd3e5d478c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:46.620247 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5dc33c6e-ebe8-402a-9df9-4f5c6b5f92cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:46.626906 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 8266bda9-355f-4ec8-8511-7adbee0961b0 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:01:46.777179 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-46041ce7-1ca3-4c03-b28d-1675c25f8140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:46.819217 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-46041ce7-1ca3-4c03-b28d-1675c25f8140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:46.892957 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a2569456-0ed6-479f-bf12-e4bee235762a req-03f628fb-01e6-4249-9f67-a2d5837f23b6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805225 Jul 05 10:01:46.899560 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-46041ce7-1ca3-4c03-b28d-1675c25f8140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:46.904978 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-46041ce7-1ca3-4c03-b28d-1675c25f8140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:46.906513 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-46041ce7-1ca3-4c03-b28d-1675c25f8140 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8e473ae7-cba0-4a70-afde-7aa6f7d05444 HTTP/1.1" status: 204 len: 168 time: 0.4264932 Jul 05 10:01:46.981209 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46041ce7-1ca3-4c03-b28d-1675c25f8140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e473ae7-cba0-4a70-afde-7aa6f7d05444,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:47.000815 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-627b6892-ed68-4805-9c10-2a2d877deb11 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting port 4293e99e-e22a-4f49-818c-6bba1f7dd538 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:47.001107 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-627b6892-ed68-4805-9c10-2a2d877deb11 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:47.024297 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ce1c1b12-a938-410a-9660-da6ff007f4ea None None] Provisioning for port 4293e99e-e22a-4f49-818c-6bba1f7dd538 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:47.056047 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 06748f66-8a6d-49d1-9576-662bead26b38 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:01:47.099012 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 1bb58871-6d5b-44f2-8ceb-967ab05b6933 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:47.205453 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ce1c1b12-a938-410a-9660-da6ff007f4ea None None] Provisioning complete for port 4293e99e-e22a-4f49-818c-6bba1f7dd538 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:47.206681 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ce1c1b12-a938-410a-9660-da6ff007f4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:47.217221 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-627b6892-ed68-4805-9c10-2a2d877deb11 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:47.236257 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-627b6892-ed68-4805-9c10-2a2d877deb11 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Calling delete_port for 4293e99e-e22a-4f49-818c-6bba1f7dd538 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:47.279679 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 06748f66-8a6d-49d1-9576-662bead26b38 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:01:47.280467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 06748f66-8a6d-49d1-9576-662bead26b38 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:01:47.289114 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de8ca7ce-1ea2-4a19-98b1-4d45e0a7e7f8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:47.330550 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c1b12-a938-410a-9660-da6ff007f4ea None None] Port 4293e99e-e22a-4f49-818c-6bba1f7dd538 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:01:47.356899 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 1bb58871-6d5b-44f2-8ceb-967ab05b6933 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:47.357507 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:47.431606 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1593415e-8c26-449b-bd96-16a1300ffd8f None None] Network 7c5f551c-d24d-4094-8d91-0df1d39faddb requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:47.462940 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ca7ce-1ea2-4a19-98b1-4d45e0a7e7f8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Port': ['ID=89a0ee09-473e-4ff2-8fb4-651f1c7e8867,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:47.553520 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48210) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:47.573383 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b122ca39-a7ba-4472-ad4e-ba7a564ac8d9 None None] Provisioning for port fca468e7-7a2c-40fa-a698-2ba3f028358e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:47.590610 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-286e4c1e-cb97-42b3-ac37-4340ae7ff603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:47.591529 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3071d4b3-6ede-4f9d-8c1d-ee8d2354d854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:47.620887 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device fca468e7-7a2c-40fa-a698-2ba3f028358e up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:47.650343 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-627b6892-ed68-4805-9c10-2a2d877deb11 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:47.875048 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b6892-ed68-4805-9c10-2a2d877deb11 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Port': ['ID=4293e99e-e22a-4f49-818c-6bba1f7dd538,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:47.879673 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-627b6892-ed68-4805-9c10-2a2d877deb11 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:47.896830 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-627b6892-ed68-4805-9c10-2a2d877deb11 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/ports/4293e99e-e22a-4f49-818c-6bba1f7dd538 HTTP/1.1" status: 204 len: 168 time: 1.2915852 Jul 05 10:01:47.903435 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48224) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:47.975079 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-695f93d8-a55f-4e6a-a045-15cc2262545b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] GET failed (client error): The resource could not be found. Jul 05 10:01:47.982128 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-695f93d8-a55f-4e6a-a045-15cc2262545b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports/4293e99e-e22a-4f49-818c-6bba1f7dd538 HTTP/1.1" status: 404 len: 333 time: 0.0744379 Jul 05 10:01:47.985727 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port fca468e7-7a2c-40fa-a698-2ba3f028358e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:47.996059 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48228) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:48.014434 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port fca468e7-7a2c-40fa-a698-2ba3f028358e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:48.014861 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:48.097264 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b8351d-fc6f-48c2-a985-b075ce9503a9 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting subnet 950b2435-0a28-4e61-bcf4-7f00d37b8a0b {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:01:48.103913 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5b8351d-fc6f-48c2-a985-b075ce9503a9 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:48.122468 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5dc33c6e-ebe8-402a-9df9-4f5c6b5f92cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:48.219591 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:48.230333 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc33c6e-ebe8-402a-9df9-4f5c6b5f92cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5e9513f-1558-487a-8c2f-be083e6d5e0d,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:48.262140 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port fca468e7-7a2c-40fa-a698-2ba3f028358e, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=fca468e7-7a2c-40fa-a698-2ba3f028358e,segment=NetworkSegment(759243c5-6380-46c7-a3b7-1ee329f8a963),segment_id=759243c5-6380-46c7-a3b7-1ee329f8a963)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:48.263352 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5b8351d-fc6f-48c2-a985-b075ce9503a9 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:48.268164 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:48.326064 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de8ca7ce-1ea2-4a19-98b1-4d45e0a7e7f8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:48.364178 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=fca468e7-7a2c-40fa-a698-2ba3f028358e,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:48.441063 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-286e4c1e-cb97-42b3-ac37-4340ae7ff603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:48.462592 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-286e4c1e-cb97-42b3-ac37-4340ae7ff603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:48.488134 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f36dd-52c9-4c42-80d1-d5f6f87721ab req-29069a2e-a4c2-4658-97dd-2ff3136d0e05 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:48.495331 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-245f36dd-52c9-4c42-80d1-d5f6f87721ab req-29069a2e-a4c2-4658-97dd-2ff3136d0e05 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=09a26d74-77c1-4c6d-8bad-229e174369f9 HTTP/1.1" status: 200 len: 945 time: 0.3040004 Jul 05 10:01:48.500637 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3071d4b3-6ede-4f9d-8c1d-ee8d2354d854 admin admin] Router ada1e651-b1b3-4992-b7cc-e89914d5f159 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:01:48.545958 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-42aef3b7-85c2-43b3-a7a6-74d255f64b5e None None] Provisioning complete for port fca468e7-7a2c-40fa-a698-2ba3f028358e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:48.546724 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-42aef3b7-85c2-43b3-a7a6-74d255f64b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:48.556352 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5b8351d-fc6f-48c2-a985-b075ce9503a9 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:48.607878 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-245f36dd-52c9-4c42-80d1-d5f6f87721ab req-21401fd9-661c-465c-bc82-0718f6ceb701 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116550 Jul 05 10:01:48.623537 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-286e4c1e-cb97-42b3-ac37-4340ae7ff603 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4c241c8bac034395ac4e536cad8b0f50&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0688043 Jul 05 10:01:48.635780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e4c1e-cb97-42b3-ac37-4340ae7ff603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d1c986-33b5-4993-810e-e15881e97cf3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:48.635780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48260) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:48.778598 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5b8351d-fc6f-48c2-a985-b075ce9503a9 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:48.807949 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5b8351d-fc6f-48c2-a985-b075ce9503a9 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:48.812260 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a5b8351d-fc6f-48c2-a985-b075ce9503a9 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/subnets/950b2435-0a28-4e61-bcf4-7f00d37b8a0b HTTP/1.1" status: 204 len: 168 time: 0.8128130 Jul 05 10:01:48.821606 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3baca6f-d476-4813-bbee-53a989c4e46d None None] Network 82e67a80-cd13-4d6d-a340-89568ea9b748 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:48.836272 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48270) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:48.839940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8351d-fc6f-48c2-a985-b075ce9503a9 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Subnet': ['ID=950b2435-0a28-4e61-bcf4-7f00d37b8a0b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:48.911974 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0dca288-2d94-4a9c-a7f1-9b00eb9f4dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:48.940637 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device fca468e7-7a2c-40fa-a698-2ba3f028358e up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:49.012138 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fbad968-4056-456c-9684-e069d783686d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting subnet fa8f1724-efcf-4901-a650-abfa67da428b {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:01:49.026186 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0fbad968-4056-456c-9684-e069d783686d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:49.026798 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device c3aa61ed-6c26-46a2-8471-e42da10116e1 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:49.073282 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port fca468e7-7a2c-40fa-a698-2ba3f028358e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:49.073752 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:49.082796 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3071d4b3-6ede-4f9d-8c1d-ee8d2354d854 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:01:49.120944 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc33c6e-ebe8-402a-9df9-4f5c6b5f92cf admin admin] Checking segment: {'id': '0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8266bda9-355f-4ec8-8511-7adbee0961b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:49.121481 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc33c6e-ebe8-402a-9df9-4f5c6b5f92cf admin admin] Network hostable DHCP agents. Network: 8266bda9-355f-4ec8-8511-7adbee0961b0, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:01:49.124503 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] Sync routers for ids ['ada1e651-b1b3-4992-b7cc-e89914d5f159'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:01:49.155754 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port c3aa61ed-6c26-46a2-8471-e42da10116e1 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:49.165436 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] Routers {'ada1e651-b1b3-4992-b7cc-e89914d5f159'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:49.166424 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:24Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ada1e651-b1b3-4992-b7cc-e89914d5f159'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:49.170363 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3071d4b3-6ede-4f9d-8c1d-ee8d2354d854 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:49.174579 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3071d4b3-6ede-4f9d-8c1d-ee8d2354d854 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.0564456 Jul 05 10:01:49.175200 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc33c6e-ebe8-402a-9df9-4f5c6b5f92cf admin admin] Network 8266bda9-355f-4ec8-8511-7adbee0961b0 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:01:49.183182 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port c3aa61ed-6c26-46a2-8471-e42da10116e1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:49.183800 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:49.187842 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48274) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:49.198379 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-5dc33c6e-ebe8-402a-9df9-4f5c6b5f92cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 8266bda9-355f-4ec8-8511-7adbee0961b0) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:49.203597 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc33c6e-ebe8-402a-9df9-4f5c6b5f92cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:49.204455 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5dc33c6e-ebe8-402a-9df9-4f5c6b5f92cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:49.243297 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61ca77b-fb4a-4d0a-85b1-91e384c5e230 None None] Network 8266bda9-355f-4ec8-8511-7adbee0961b0 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:49.264236 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8ca7ce-1ea2-4a19-98b1-4d45e0a7e7f8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:01:49.282071 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5dc33c6e-ebe8-402a-9df9-4f5c6b5f92cf admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.1348162 Jul 05 10:01:49.423055 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48280) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:49.541879 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8ca7ce-1ea2-4a19-98b1-4d45e0a7e7f8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:01:49.556643 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aab3a94-2140-47ea-b6e1-75fb32db01b8 None None] Sync routers for ids ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:01:49.570752 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aab3a94-2140-47ea-b6e1-75fb32db01b8 None None] Routers {'6691fde3-3f01-4339-add9-8d7b42f7bcb8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:49.571782 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6aab3a94-2140-47ea-b6e1-75fb32db01b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:24Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:49.584887 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-de8ca7ce-1ea2-4a19-98b1-4d45e0a7e7f8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "PUT /v2.0/routers/6691fde3-3f01-4339-add9-8d7b42f7bcb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4965634 Jul 05 10:01:49.587552 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48290) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:49.632140 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0fbad968-4056-456c-9684-e069d783686d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:49.775148 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0fbad968-4056-456c-9684-e069d783686d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:49.781507 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-48301fa8-baf8-45fc-93c6-8c4a02c7603e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting subnet 68c9349a-e72b-4d72-96b0-d48cdb86cc6c {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:01:49.805703 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48301fa8-baf8-45fc-93c6-8c4a02c7603e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:49.821489 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-6aab3a94-2140-47ea-b6e1-75fb32db01b8 None None] Set router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:49.882930 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0dca288-2d94-4a9c-a7f1-9b00eb9f4dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:49.905284 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48301fa8-baf8-45fc-93c6-8c4a02c7603e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:49.993114 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] Set router ada1e651-b1b3-4992-b7cc-e89914d5f159 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:50.031969 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ddb4b4a6-10e4-46c0-80ac-d2cb595d7694 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2d9da7b66b884d5b8f7dfba28004e674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6057191 Jul 05 10:01:50.037127 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48304) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:50.124245 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6aab3a94-2140-47ea-b6e1-75fb32db01b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:01:47Z', 'revision_number': 9, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None, '_interfaces': [{'id': '16ee52f9-efe2-4e53-b298-25a8f628e5cb', 'name': '', 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:83:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:53Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24bb1cfe-6a9a-4d50-b2a6-593140511b10', 'name': '', 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:6f:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:54Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:50.167283 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0fbad968-4056-456c-9684-e069d783686d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:50.179578 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aab3a94-2140-47ea-b6e1-75fb32db01b8 None None] Checking router: 6691fde3-3f01-4339-add9-8d7b42f7bcb8 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:01:50.188703 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-644a8c89-0405-4d70-ada8-d50b24aab1c0 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:50.190842 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-644a8c89-0405-4d70-ada8-d50b24aab1c0 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/networks?id=8266bda9-355f-4ec8-8511-7adbee0961b0 HTTP/1.1" status: 200 len: 815 time: 0.2617574 Jul 05 10:01:50.193684 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aab3a94-2140-47ea-b6e1-75fb32db01b8 None None] Routers {'6691fde3-3f01-4339-add9-8d7b42f7bcb8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:50.194537 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6aab3a94-2140-47ea-b6e1-75fb32db01b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:24Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:50.200761 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48301fa8-baf8-45fc-93c6-8c4a02c7603e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:50.210804 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7034d5f-7e7a-4cbc-9901-755e91485205 None None] Network 8266bda9-355f-4ec8-8511-7adbee0961b0 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:50.242448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbad968-4056-456c-9684-e069d783686d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Subnet': ['ID=fa8f1724-efcf-4901-a650-abfa67da428b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:50.269440 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0fbad968-4056-456c-9684-e069d783686d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:50.271442 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0fbad968-4056-456c-9684-e069d783686d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/subnets/fa8f1724-efcf-4901-a650-abfa67da428b HTTP/1.1" status: 204 len: 168 time: 1.4288054 Jul 05 10:01:50.278580 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48308) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:50.307595 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-6d8084ad-1cb2-4fab-8e82-6be3e0d408c9 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/quotas/e503f3c8537746d6b6e63fbd3e5d478c HTTP/1.1" status: 200 len: 375 time: 0.0715294 Jul 05 10:01:50.328064 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e182430-089f-4dd1-9c8c-a9e413ffcf0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:50.338138 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-6aab3a94-2140-47ea-b6e1-75fb32db01b8 None None] Set router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:50.355468 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0dca288-2d94-4a9c-a7f1-9b00eb9f4dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:50.355994 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e182430-089f-4dd1-9c8c-a9e413ffcf0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:50.358203 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0dca288-2d94-4a9c-a7f1-9b00eb9f4dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:50.359626 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e0dca288-2d94-4a9c-a7f1-9b00eb9f4dba admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e1d1c986-33b5-4993-810e-e15881e97cf3 HTTP/1.1" status: 204 len: 168 time: 1.7101560 Jul 05 10:01:50.396973 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2486b-e7bc-4e95-872b-1481f0929b4a req-e0aa819c-5bee-4ab1-b290-991b742b92d0 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:50.399024 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70b2486b-e7bc-4e95-872b-1481f0929b4a req-e0aa819c-5bee-4ab1-b290-991b742b92d0 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=09a26d74-77c1-4c6d-8bad-229e174369f9 HTTP/1.1" status: 200 len: 945 time: 0.4686568 Jul 05 10:01:50.422556 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e182430-089f-4dd1-9c8c-a9e413ffcf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:50.426741 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e182430-089f-4dd1-9c8c-a9e413ffcf0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:50.443016 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2e182430-089f-4dd1-9c8c-a9e413ffcf0f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b6b056af-8f33-4d63-be1c-6909fbf444fd HTTP/1.1" status: 204 len: 168 time: 0.4028344 Jul 05 10:01:50.451969 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-047a42e8-fc26-4792-9a77-444bede22976 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e503f3c8537746d6b6e63fbd3e5d478c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1297493 Jul 05 10:01:50.468512 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dca288-2d94-4a9c-a7f1-9b00eb9f4dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d1c986-33b5-4993-810e-e15881e97cf3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:50.540292 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d689-061d-4362-90de-198787700ef6 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:50.577707 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e182430-089f-4dd1-9c8c-a9e413ffcf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b056af-8f33-4d63-be1c-6909fbf444fd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:50.600880 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70b2486b-e7bc-4e95-872b-1481f0929b4a req-8822a536-bdfc-4791-9073-158a3fe976ee tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670403 Jul 05 10:01:50.654192 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48301fa8-baf8-45fc-93c6-8c4a02c7603e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:50.680301 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2d689-061d-4362-90de-198787700ef6 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting port 5af51218-d93b-4610-b670-560c49cd1fc4 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:50.680850 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d689-061d-4362-90de-198787700ef6 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:50.696668 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6aab3a94-2140-47ea-b6e1-75fb32db01b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:01:47Z', 'revision_number': 9, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None, '_interfaces': [{'id': '16ee52f9-efe2-4e53-b298-25a8f628e5cb', 'name': '', 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:83:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:53Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24bb1cfe-6a9a-4d50-b2a6-593140511b10', 'name': '', 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:6f:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:54Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:50.731136 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48301fa8-baf8-45fc-93c6-8c4a02c7603e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Subnet': ['ID=68c9349a-e72b-4d72-96b0-d48cdb86cc6c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:50.755099 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aab3a94-2140-47ea-b6e1-75fb32db01b8 None None] The sync data for ids ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'] in n-d-798054-8 is: [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:01:47Z', 'revision_number': 9, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None, '_interfaces': [{'id': '16ee52f9-efe2-4e53-b298-25a8f628e5cb', 'name': '', 'network_id': '0b2a79ac-7e3c-4554-9c07-afeb85ad07dc', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:83:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:53Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '40d693bd-33e9-4378-b20c-ff80951a1ac2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24bb1cfe-6a9a-4d50-b2a6-593140511b10', 'name': '', 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:6f:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:54Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:01:50.817592 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48301fa8-baf8-45fc-93c6-8c4a02c7603e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:50.823039 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-48301fa8-baf8-45fc-93c6-8c4a02c7603e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/subnets/68c9349a-e72b-4d72-96b0-d48cdb86cc6c HTTP/1.1" status: 204 len: 168 time: 1.2320385 Jul 05 10:01:50.826049 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:50.829235 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48320) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:50.840269 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-e2c2d689-061d-4362-90de-198787700ef6 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] For port 5af51218-d93b-4610-b670-560c49cd1fc4, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=5af51218-d93b-4610-b670-560c49cd1fc4,segment=NetworkSegment(c56db277-d78b-4afc-a3f2-49c9ea416aff),segment_id=c56db277-d78b-4afc-a3f2-49c9ea416aff)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:50.840660 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d689-061d-4362-90de-198787700ef6 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:50.848484 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91e9e0d-b230-4ea5-90e8-91223f7d4866 None None] Network 10ed9c94-9499-4167-a8ab-1dc72294c032 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:50.868368 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2d689-061d-4362-90de-198787700ef6 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Calling delete_port for 5af51218-d93b-4610-b670-560c49cd1fc4 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:51.039633 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e17fdd8b-df2b-4d7a-a443-be550f320f3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.166611 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8c895f19-df53-4d61-94a8-5fb71bb37f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.178726 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a26d74-77c1-4c6d-8bad-229e174369f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa61ed-6c26-46a2-8471-e42da10116e1'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:01:51.181518 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96539856-a69c-410a-a1f5-64007b94826d" -d '{"events": [{"server_uuid": "09a26d74-77c1-4c6d-8bad-229e174369f9", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa61ed-6c26-46a2-8471-e42da10116e1"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:01:51.187804 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dfc386-74c5-487c-9786-ae109075464e None None] Update dhcp port {'port': {'network_id': '82e67a80-cd13-4d6d-a340-89568ea9b748', 'fixed_ips': [{'subnet_id': 'fa8f1724-efcf-4901-a650-abfa67da428b'}], 'binding:host_id': 'n-d-798054-8'}, 'id': '5af51218-d93b-4610-b670-560c49cd1fc4'} from n-d-798054-8. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 10:01:51.193440 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-024f27c2-40a3-4187-8260-18cfa9eae496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.254705 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-88b7cd59-c510-4742-bf9d-f743f27348a2 service neutron] 10.222.0.79 "GET /v2.0/networks/8266bda9-355f-4ec8-8511-7adbee0961b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7415209 Jul 05 10:01:51.279764 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port c3aa61ed-6c26-46a2-8471-e42da10116e1, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=c3aa61ed-6c26-46a2-8471-e42da10116e1,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:51.335464 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-03dfc386-74c5-487c-9786-ae109075464e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.342197 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e17fdd8b-df2b-4d7a-a443-be550f320f3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting port 7dbe4add-5a23-46fa-873e-6229f15144b7 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:51.342555 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e17fdd8b-df2b-4d7a-a443-be550f320f3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.356572 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d689-061d-4362-90de-198787700ef6 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.390687 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.425480 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2d689-061d-4362-90de-198787700ef6 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Port': ['ID=5af51218-d93b-4610-b670-560c49cd1fc4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:51.455009 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c2d689-061d-4362-90de-198787700ef6 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] No DVR routers for this DVR port 5af51218-d93b-4610-b670-560c49cd1fc4 on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:01:51.530993 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-e17fdd8b-df2b-4d7a-a443-be550f320f3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] For port 7dbe4add-5a23-46fa-873e-6229f15144b7, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7dbe4add-5a23-46fa-873e-6229f15144b7,segment=NetworkSegment(d57857e6-7d16-49f1-a6ab-f95dc1622e0d),segment_id=d57857e6-7d16-49f1-a6ab-f95dc1622e0d)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:51.531604 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e17fdd8b-df2b-4d7a-a443-be550f320f3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.544980 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dfc386-74c5-487c-9786-ae109075464e None None] Host n-d-798054-8 tried to update port 5af51218-d93b-4610-b670-560c49cd1fc4 which no longer exists. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Jul 05 10:01:51.562112 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e17fdd8b-df2b-4d7a-a443-be550f320f3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Calling delete_port for 7dbe4add-5a23-46fa-873e-6229f15144b7 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:51.610654 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-8c895f19-df53-4d61-94a8-5fb71bb37f73 admin admin] Allocated IP 172.20.0.1 (7c5f551c-d24d-4094-8d91-0df1d39faddb/204a7a92-1d73-43f9-8c74-e900699d8415/125facb9-7079-431b-afc7-f2c8c366007b) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:51.659686 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-b1f37976-7185-4c8f-859c-ee39d643616f service neutron] 10.222.0.79 "GET /v2.0/networks/8266bda9-355f-4ec8-8511-7adbee0961b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022684 Jul 05 10:01:51.662163 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628028b9-6df4-4d78-9a90-a4352c2cd731 None None] Network 82e67a80-cd13-4d6d-a340-89568ea9b748 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:51.670089 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada1e651-b1b3-4992-b7cc-e89914d5f159', 'name': 'tempest-TestServerBasicOps-162775291-router', 'tenant_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'e6b665bc-12e9-4c7a-8385-cc721a4b2ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:41Z', 'updated_at': '2021-07-05T10:01:45Z', 'revision_number': 3, 'project_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'gw_port': {'id': 'e6b665bc-12e9-4c7a-8385-cc721a4b2ff0', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:eb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada1e651-b1b3-4992-b7cc-e89914d5f159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:43Z', 'updated_at': '2021-07-05T10:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:51.688307 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d689-061d-4362-90de-198787700ef6 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.709711 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-e2c2d689-061d-4362-90de-198787700ef6 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e67a80-cd13-4d6d-a340-89568ea9b748']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:51.735824 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-e2c2d689-061d-4362-90de-198787700ef6 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56db277-d78b-4afc-a3f2-49c9ea416aff') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:51.736228 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-e2c2d689-061d-4362-90de-198787700ef6 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56db277-d78b-4afc-a3f2-49c9ea416aff') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:51.751968 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d689-061d-4362-90de-198787700ef6 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.787478 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619a2a8a-ecfd-4125-999a-0e29d1fef17e x-openstack-request-id: req-619a2a8a-ecfd-4125-999a-0e29d1fef17e {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:01:51.788240 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a26d74-77c1-4c6d-8bad-229e174369f9", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa61ed-6c26-46a2-8471-e42da10116e1", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:01:51.789003 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-619a2a8a-ecfd-4125-999a-0e29d1fef17e {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:01:51.789630 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a26d74-77c1-4c6d-8bad-229e174369f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa61ed-6c26-46a2-8471-e42da10116e1', 'code': 200} Jul 05 10:01:51.797949 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] Checking router: ada1e651-b1b3-4992-b7cc-e89914d5f159 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:01:51.802642 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] Updating router ada1e651-b1b3-4992-b7cc-e89914d5f159 port e6b665bc-12e9-4c7a-8385-cc721a4b2ff0 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:01:51.824938 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=c3aa61ed-6c26-46a2-8471-e42da10116e1,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:51.886478 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d689-061d-4362-90de-198787700ef6 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.899138 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bc6edb49-6ba0-4d10-808e-9513729aac49 None None] Could not find standard attr ID for object 5af51218-d93b-4610-b670-560c49cd1fc4. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:01:51.910951 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c2d689-061d-4362-90de-198787700ef6 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:01:51.911458 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d689-061d-4362-90de-198787700ef6 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:01:51.914989 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:01:51.931347 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e17fdd8b-df2b-4d7a-a443-be550f320f3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.958686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48352) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:51.982595 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17fdd8b-df2b-4d7a-a443-be550f320f3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] No DVR routers for this DVR port 7dbe4add-5a23-46fa-873e-6229f15144b7 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:01:52.009498 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8c895f19-df53-4d61-94a8-5fb71bb37f73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:52.023645 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e5dc16-18d7-4dc4-9e0c-438661e17f8f None None] DHCP port deletion for 10ed9c94-9499-4167-a8ab-1dc72294c032 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:01:52.100706 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:52.278378 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e17fdd8b-df2b-4d7a-a443-be550f320f3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:52.278634 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b407f4f2-6f73-441f-ae5b-a8e6c452525c req-dfe02e90-eac7-4eed-b3b6-aff45a489bd4 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 210 time: 0.1050732 Jul 05 10:01:52.293169 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e17fdd8b-df2b-4d7a-a443-be550f320f3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ed9c94-9499-4167-a8ab-1dc72294c032']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:52.304821 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e17fdd8b-df2b-4d7a-a443-be550f320f3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd57857e6-7d16-49f1-a6ab-f95dc1622e0d') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:52.305129 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e17fdd8b-df2b-4d7a-a443-be550f320f3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd57857e6-7d16-49f1-a6ab-f95dc1622e0d') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:52.315004 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3dd41-1d24-4ae5-b40b-91ca1af1051c req-7a9411fc-468a-4885-b389-f914431cb11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:52.317353 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6dc3dd41-1d24-4ae5-b40b-91ca1af1051c req-7a9411fc-468a-4885-b389-f914431cb11c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=09a26d74-77c1-4c6d-8bad-229e174369f9 HTTP/1.1" status: 200 len: 1097 time: 0.5631106 Jul 05 10:01:52.319957 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d689-061d-4362-90de-198787700ef6 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:52.331426 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e17fdd8b-df2b-4d7a-a443-be550f320f3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:52.337788 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d689-061d-4362-90de-198787700ef6 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:52.340311 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e2c2d689-061d-4362-90de-198787700ef6 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/networks/82e67a80-cd13-4d6d-a340-89568ea9b748 HTTP/1.1" status: 204 len: 168 time: 2.0488210 Jul 05 10:01:52.343659 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2d689-061d-4362-90de-198787700ef6 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Network': ['ID=82e67a80-cd13-4d6d-a340-89568ea9b748,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:52.351897 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48372) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:52.369486 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e17fdd8b-df2b-4d7a-a443-be550f320f3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:52.379085 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17fdd8b-df2b-4d7a-a443-be550f320f3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:01:52.379653 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e17fdd8b-df2b-4d7a-a443-be550f320f3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:52.437491 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6dc3dd41-1d24-4ae5-b40b-91ca1af1051c req-24880e95-7d15-49a9-a0a8-ff65ec91d91f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957098 Jul 05 10:01:52.462232 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f1984-c7d8-4567-ab85-48137d4a2f68 req-b90caf4d-6744-4d59-ae58-97a169207382 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:52.486805 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea1f1984-c7d8-4567-ab85-48137d4a2f68 req-b90caf4d-6744-4d59-ae58-97a169207382 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=09a26d74-77c1-4c6d-8bad-229e174369f9 HTTP/1.1" status: 200 len: 946 time: 0.4538867 Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:01:52.499131 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:01:52.501221 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17fdd8b-df2b-4d7a-a443-be550f320f3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Port': ['ID=7dbe4add-5a23-46fa-873e-6229f15144b7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:52.532387 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-8c895f19-df53-4d61-94a8-5fb71bb37f73 admin admin] Transition to ACTIVE for port object 125facb9-7079-431b-afc7-f2c8c366007b will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:52.556305 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34164ab2-b3b5-4932-b79d-08d4e4ef2f12 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:52.557836 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-34164ab2-b3b5-4932-b79d-08d4e4ef2f12 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2042902 Jul 05 10:01:52.569974 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea1f1984-c7d8-4567-ab85-48137d4a2f68 req-759f1529-e9ed-4d98-9251-0dee7c449101 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815187 Jul 05 10:01:52.570508 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48380) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:52.577086 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c107-66bb-4386-b539-de079b615713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:52.632632 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e17fdd8b-df2b-4d7a-a443-be550f320f3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:52.638159 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8c895f19-df53-4d61-94a8-5fb71bb37f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:52.689909 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e17fdd8b-df2b-4d7a-a443-be550f320f3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:52.695202 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d6148f1a-ba83-494d-9a34-f3b857d851b6 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1201129 Jul 05 10:01:52.697243 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48382) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:52.707235 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e17fdd8b-df2b-4d7a-a443-be550f320f3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/networks/10ed9c94-9499-4167-a8ab-1dc72294c032 HTTP/1.1" status: 204 len: 168 time: 1.8768752 Jul 05 10:01:52.708276 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-de047728-d7af-4f63-a60d-187f102dcecf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-71943498'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:52.711683 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48384) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:52.771303 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c895f19-df53-4d61-94a8-5fb71bb37f73 admin admin] Network 7c5f551c-d24d-4094-8d91-0df1d39faddb is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:52.774991 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17fdd8b-df2b-4d7a-a443-be550f320f3d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Network': ['ID=10ed9c94-9499-4167-a8ab-1dc72294c032,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:52.792773 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-8c895f19-df53-4d61-94a8-5fb71bb37f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:52.798015 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c895f19-df53-4d61-94a8-5fb71bb37f73 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:52.833690 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7dbe4add-5a23-46fa-873e-6229f15144b7 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:01:52.869836 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c895f19-df53-4d61-94a8-5fb71bb37f73 admin admin] Pushing event updated for resources: {'Port': ['ID=125facb9-7079-431b-afc7-f2c8c366007b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:52.917248 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8c895f19-df53-4d61-94a8-5fb71bb37f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:52.981893 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c3ccc2-1c43-4e3d-a84f-c0ed57cec5d6 None None] DHCP port deletion for 82e67a80-cd13-4d6d-a340-89568ea9b748 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:01:53.044738 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 7dbe4add-5a23-46fa-873e-6229f15144b7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:01:53.053295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7dbe4add-5a23-46fa-873e-6229f15144b7 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:01:53.056044 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 5af51218-d93b-4610-b670-560c49cd1fc4 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:01:53.081764 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.152785 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 5af51218-d93b-4610-b670-560c49cd1fc4 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:01:53.153145 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 5af51218-d93b-4610-b670-560c49cd1fc4 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:01:53.153574 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 89a0ee09-473e-4ff2-8fb4-651f1c7e8867 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:01:53.183980 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c107-66bb-4386-b539-de079b615713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.192825 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c107-66bb-4386-b539-de079b615713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.199089 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 89a0ee09-473e-4ff2-8fb4-651f1c7e8867 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:01:53.199559 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 89a0ee09-473e-4ff2-8fb4-651f1c7e8867 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:01:53.204316 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] Transition to ACTIVE for port object e6b665bc-12e9-4c7a-8385-cc721a4b2ff0 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:53.217702 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.293479 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d5a8c107-66bb-4386-b539-de079b615713 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e68582835a0049e2b7b24de642028f37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2728155 Jul 05 10:01:53.298744 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de047728-d7af-4f63-a60d-187f102dcecf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:53.303201 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de047728-d7af-4f63-a60d-187f102dcecf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.319288 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48400) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:53.320452 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] Attempting to bind port e6b665bc-12e9-4c7a-8385-cc721a4b2ff0 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:53.320970 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] Attempting to bind port e6b665bc-12e9-4c7a-8385-cc721a4b2ff0 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:53.321506 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] Attempting to bind port e6b665bc-12e9-4c7a-8385-cc721a4b2ff0 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:53.337100 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de047728-d7af-4f63-a60d-187f102dcecf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:01:53.344139 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-df44061f-cc3b-44ff-a967-aa2ef71f442e None None] Provisioning for port 125facb9-7079-431b-afc7-f2c8c366007b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:53.347670 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de047728-d7af-4f63-a60d-187f102dcecf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.348557 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-de047728-d7af-4f63-a60d-187f102dcecf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Added segment 62e03457-b15a-45e1-9888-31b84b265b4a of type vlan for network e215ddae-21ca-4aa9-b140-c8798da2906a Jul 05 10:01:53.356837 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-899025b1-52ac-4fbb-8706-35f5b2f6c067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.374773 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:53.378457 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:53.379286 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.388802 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:53.389676 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] Bound port: e6b665bc-12e9-4c7a-8385-cc721a4b2ff0, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:53.390503 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.390733 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8c895f19-df53-4d61-94a8-5fb71bb37f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.429218 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de047728-d7af-4f63-a60d-187f102dcecf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.511240 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] For port e6b665bc-12e9-4c7a-8385-cc721a4b2ff0, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:53.512395 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8c107-66bb-4386-b539-de079b615713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491ca597-ca14-4a8d-8ecf-9d50f4aeb544,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:53.515005 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de047728-d7af-4f63-a60d-187f102dcecf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.519173 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] For port e6b665bc-12e9-4c7a-8385-cc721a4b2ff0, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e6b665bc-12e9-4c7a-8385-cc721a4b2ff0,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:53.524334 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-df44061f-cc3b-44ff-a967-aa2ef71f442e None None] Provisioning complete for port 125facb9-7079-431b-afc7-f2c8c366007b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:53.525651 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-df44061f-cc3b-44ff-a967-aa2ef71f442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.532681 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de047728-d7af-4f63-a60d-187f102dcecf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:53.533303 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de047728-d7af-4f63-a60d-187f102dcecf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.604452 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-de047728-d7af-4f63-a60d-187f102dcecf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9058590 Jul 05 10:01:53.608304 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-df44061f-cc3b-44ff-a967-aa2ef71f442e None None] Port 125facb9-7079-431b-afc7-f2c8c366007b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:01:53.611498 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3413dd2-e017-47b4-9085-a4d6898809db None None] Pushing event updated for resources: {'Port': ['ID=e6b665bc-12e9-4c7a-8385-cc721a4b2ff0,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:53.613051 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48406) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:53.617697 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.645213 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5abbd243-123a-449c-9eae-6072229c0bbd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'subnet': {'network_id': 'e215ddae-21ca-4aa9-b140-c8798da2906a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:53.704183 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-16d32c42-0225-4975-a122-76bfa132a004 req-e25795c5-f4dd-440c-88cf-666b081dac15 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 210 time: 0.1449616 Jul 05 10:01:53.759171 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de047728-d7af-4f63-a60d-187f102dcecf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Network': ['ID=e215ddae-21ca-4aa9-b140-c8798da2906a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:53.791018 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.796870 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9b85b635-981e-4789-9c1e-bcb841bccb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.827025 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9b85b635-981e-4789-9c1e-bcb841bccb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.835690 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network e215ddae-21ca-4aa9-b140-c8798da2906a details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:01:53.840462 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abbd243-123a-449c-9eae-6072229c0bbd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:53.844434 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5abbd243-123a-449c-9eae-6072229c0bbd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.915126 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9b85b635-981e-4789-9c1e-bcb841bccb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.918840 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9b85b635-981e-4789-9c1e-bcb841bccb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.923538 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9b85b635-981e-4789-9c1e-bcb841bccb76 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/491ca597-ca14-4a8d-8ecf-9d50f4aeb544 HTTP/1.1" status: 204 len: 168 time: 0.4328306 Jul 05 10:01:53.957552 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85b635-981e-4789-9c1e-bcb841bccb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491ca597-ca14-4a8d-8ecf-9d50f4aeb544,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:53.994809 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8c895f19-df53-4d61-94a8-5fb71bb37f73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:54.008136 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8c895f19-df53-4d61-94a8-5fb71bb37f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:54.048393 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3413dd2-e017-47b4-9085-a4d6898809db None None] Pushing event updated for resources: {'Port': ['ID=e6b665bc-12e9-4c7a-8385-cc721a4b2ff0,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:54.060652 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] Routers {'ada1e651-b1b3-4992-b7cc-e89914d5f159'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:54.061301 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ada1e651-b1b3-4992-b7cc-e89914d5f159'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:54.085404 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c895f19-df53-4d61-94a8-5fb71bb37f73 admin admin] Pushing event updated for resources: {'Port': ['ID=125facb9-7079-431b-afc7-f2c8c366007b,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:54.287130 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] Set router ada1e651-b1b3-4992-b7cc-e89914d5f159 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:54.294870 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df4465-12e5-401d-a9a0-9b90f9bc69cb req-914f65ea-1009-4491-a53e-2ae827eb47bf tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:54.309544 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-22df4465-12e5-401d-a9a0-9b90f9bc69cb req-914f65ea-1009-4491-a53e-2ae827eb47bf tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=09a26d74-77c1-4c6d-8bad-229e174369f9 HTTP/1.1" status: 200 len: 946 time: 0.3494897 Jul 05 10:01:54.358066 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c09c28b2-e5b7-4be4-8e71-756e7a1b17ed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:54.544225 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8c895f19-df53-4d61-94a8-5fb71bb37f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:54.561142 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5abbd243-123a-449c-9eae-6072229c0bbd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:54.611561 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-22df4465-12e5-401d-a9a0-9b90f9bc69cb req-b3a120a3-8372-431b-8b2d-c6158edfed33 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010180 Jul 05 10:01:54.715765 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abbd243-123a-449c-9eae-6072229c0bbd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Subnet': ['ID=f48fcbc2-ce4a-4754-b8ef-cee7eb740be5,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:54.879466 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:55.031699 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c895f19-df53-4d61-94a8-5fb71bb37f73 admin admin] Network 7c5f551c-d24d-4094-8d91-0df1d39faddb is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:55.045277 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-8c895f19-df53-4d61-94a8-5fb71bb37f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:55.093225 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abbd243-123a-449c-9eae-6072229c0bbd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Checking segment: {'id': '62e03457-b15a-45e1-9888-31b84b265b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e215ddae-21ca-4aa9-b140-c8798da2906a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:55.093607 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abbd243-123a-449c-9eae-6072229c0bbd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network hostable DHCP agents. Network: e215ddae-21ca-4aa9-b140-c8798da2906a, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:01:55.127222 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d6e8e3da-18c7-4a52-bd4f-7cadf4f6f09c req-89c4d8e5-8a10-4084-a276-6255b5224394 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 210 time: 0.1326108 Jul 05 10:01:55.129105 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada1e651-b1b3-4992-b7cc-e89914d5f159', 'name': 'tempest-TestServerBasicOps-162775291-router', 'tenant_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'e6b665bc-12e9-4c7a-8385-cc721a4b2ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:41Z', 'updated_at': '2021-07-05T10:01:53Z', 'revision_number': 4, 'project_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'gw_port': {'id': 'e6b665bc-12e9-4c7a-8385-cc721a4b2ff0', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:eb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada1e651-b1b3-4992-b7cc-e89914d5f159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:43Z', 'updated_at': '2021-07-05T10:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '125facb9-7079-431b-afc7-f2c8c366007b', 'name': '', 'network_id': '7c5f551c-d24d-4094-8d91-0df1d39faddb', 'tenant_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'mac_address': 'fa:16:3e:63:59:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada1e651-b1b3-4992-b7cc-e89914d5f159', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '204a7a92-1d73-43f9-8c74-e900699d8415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:51Z', 'updated_at': '2021-07-05T10:01:53Z', 'revision_number': 2, 'project_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'subnets': [{'id': '204a7a92-1d73-43f9-8c74-e900699d8415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:55.194386 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3ad5d6-e9ed-4d55-8cf2-0ba65ce5e8b3 None None] The sync data for ids ['ada1e651-b1b3-4992-b7cc-e89914d5f159'] in n-d-798054-8 is: [{'id': 'ada1e651-b1b3-4992-b7cc-e89914d5f159', 'name': 'tempest-TestServerBasicOps-162775291-router', 'tenant_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'e6b665bc-12e9-4c7a-8385-cc721a4b2ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:41Z', 'updated_at': '2021-07-05T10:01:53Z', 'revision_number': 4, 'project_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'gw_port': {'id': 'e6b665bc-12e9-4c7a-8385-cc721a4b2ff0', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:eb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada1e651-b1b3-4992-b7cc-e89914d5f159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:43Z', 'updated_at': '2021-07-05T10:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '125facb9-7079-431b-afc7-f2c8c366007b', 'name': '', 'network_id': '7c5f551c-d24d-4094-8d91-0df1d39faddb', 'tenant_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'mac_address': 'fa:16:3e:63:59:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada1e651-b1b3-4992-b7cc-e89914d5f159', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '204a7a92-1d73-43f9-8c74-e900699d8415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:51Z', 'updated_at': '2021-07-05T10:01:53Z', 'revision_number': 2, 'project_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'subnets': [{'id': '204a7a92-1d73-43f9-8c74-e900699d8415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:01:55.243963 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-1f00b348-0000-4188-8375-021a3f21c103 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:55.245605 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-1f00b348-0000-4188-8375-021a3f21c103 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.78 "GET /v2.0/networks?id=8266bda9-355f-4ec8-8511-7adbee0961b0 HTTP/1.1" status: 200 len: 815 time: 1.0076649 Jul 05 10:01:55.278982 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-4b744cc1-66e9-4198-85e0-2079afc7e6d5 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Request body: {'port': {'device_id': 'fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba', 'network_id': '8266bda9-355f-4ec8-8511-7adbee0961b0', 'admin_state_up': True, 'tenant_id': 'e503f3c8537746d6b6e63fbd3e5d478c'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:55.294758 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c09c28b2-e5b7-4be4-8e71-756e7a1b17ed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting port 16ee52f9-efe2-4e53-b298-25a8f628e5cb {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:55.295110 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c09c28b2-e5b7-4be4-8e71-756e7a1b17ed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:55.383409 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48458) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:55.452031 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-c09c28b2-e5b7-4be4-8e71-756e7a1b17ed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] For port 16ee52f9-efe2-4e53-b298-25a8f628e5cb, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=16ee52f9-efe2-4e53-b298-25a8f628e5cb,segment=NetworkSegment(7388f402-efc5-4234-9450-3c14c9eb03e1),segment_id=7388f402-efc5-4234-9450-3c14c9eb03e1)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:55.452704 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c09c28b2-e5b7-4be4-8e71-756e7a1b17ed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:55.453645 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a84579ad-7544-45f4-a6b8-0ec436108624 None None] Provisioning complete for port 125facb9-7079-431b-afc7-f2c8c366007b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:55.454298 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a84579ad-7544-45f4-a6b8-0ec436108624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:55.475336 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c09c28b2-e5b7-4be4-8e71-756e7a1b17ed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Calling delete_port for 16ee52f9-efe2-4e53-b298-25a8f628e5cb owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:55.556121 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a84579ad-7544-45f4-a6b8-0ec436108624 None None] Port 125facb9-7079-431b-afc7-f2c8c366007b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:01:55.767207 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c09c28b2-e5b7-4be4-8e71-756e7a1b17ed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:55.804279 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c28b2-e5b7-4be4-8e71-756e7a1b17ed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Port': ['ID=16ee52f9-efe2-4e53-b298-25a8f628e5cb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:55.927782 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abbd243-123a-449c-9eae-6072229c0bbd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network e215ddae-21ca-4aa9-b140-c8798da2906a is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:01:55.988576 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-5abbd243-123a-449c-9eae-6072229c0bbd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, e215ddae-21ca-4aa9-b140-c8798da2906a) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:55.998341 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5c0347-1e2b-4f6d-b780-919e703c9173 None None] Network e215ddae-21ca-4aa9-b140-c8798da2906a requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:56.039688 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abbd243-123a-449c-9eae-6072229c0bbd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:56.044242 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5abbd243-123a-449c-9eae-6072229c0bbd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:56.130813 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c09c28b2-e5b7-4be4-8e71-756e7a1b17ed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:56.140119 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-4b744cc1-66e9-4198-85e0-2079afc7e6d5 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Made reservation on behalf of e503f3c8537746d6b6e63fbd3e5d478c for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:56.145867 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-4b744cc1-66e9-4198-85e0-2079afc7e6d5 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:56.168627 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c895f19-df53-4d61-94a8-5fb71bb37f73 admin admin] Router ada1e651-b1b3-4992-b7cc-e89914d5f159 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:01:56.170270 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5abbd243-123a-449c-9eae-6072229c0bbd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5550945 Jul 05 10:01:56.175264 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48482) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:56.211785 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f4be8257-163a-4f00-8a5a-2843263c0e95 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'port': {'network_id': 'e215ddae-21ca-4aa9-b140-c8798da2906a', 'name': 'tempest-PortsIpV6TestJSON-275588767'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:56.322660 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:01:56.344985 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d69941a-b54f-4d7b-8940-f45fc8ee12a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:56.456325 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70e0b82-54a9-4b92-b4d9-bd10523d901e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-e215ddae-21ca-4aa9-b140-c8798da2906a', 'network_id': 'e215ddae-21ca-4aa9-b140-c8798da2906a', 'tenant_id': '2abed1ceab284e1ba1b00296dfa26a6e', 'fixed_ips': [{'subnet_id': 'f48fcbc2-ce4a-4754-b8ef-cee7eb740be5'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:01:56.457309 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d70e0b82-54a9-4b92-b4d9-bd10523d901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:56.545508 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67786009-d8a1-4bca-b213-26ddb3ad2653 req-124a48a4-df8c-4aa7-afd8-13d756cbf183 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 210 time: 0.0803204 Jul 05 10:01:56.733134 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-d70e0b82-54a9-4b92-b4d9-bd10523d901e None None] Allocated IP 2001:db8::2 (e215ddae-21ca-4aa9-b140-c8798da2906a/f48fcbc2-ce4a-4754-b8ef-cee7eb740be5/c54f8d68-333f-40c9-9fd7-d3e5a21c3867) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:56.825670 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09c28b2-e5b7-4be4-8e71-756e7a1b17ed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:01:56.925018 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c895f19-df53-4d61-94a8-5fb71bb37f73 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:01:56.951758 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d69941a-b54f-4d7b-8940-f45fc8ee12a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:56.977652 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8c895f19-df53-4d61-94a8-5fb71bb37f73 admin admin] 10.222.0.79 "PUT /v2.0/routers/ada1e651-b1b3-4992-b7cc-e89914d5f159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7883368 Jul 05 10:01:56.988027 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d69941a-b54f-4d7b-8940-f45fc8ee12a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:57.023554 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d70e0b82-54a9-4b92-b4d9-bd10523d901e None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:57.033772 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0d69941a-b54f-4d7b-8940-f45fc8ee12a6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f41fe05e1cc3400197299862e9d0614e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1855597 Jul 05 10:01:57.037234 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48512) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:57.044903 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d70e0b82-54a9-4b92-b4d9-bd10523d901e None None] Transition to ACTIVE for port object c54f8d68-333f-40c9-9fd7-d3e5a21c3867 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:57.117301 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d70e0b82-54a9-4b92-b4d9-bd10523d901e None None] Transition to ACTIVE for port object c54f8d68-333f-40c9-9fd7-d3e5a21c3867 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:57.129277 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69941a-b54f-4d7b-8940-f45fc8ee12a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ffd6d2-c60b-4dc3-9d75-fcfb8d37a828,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:57.140689 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e6b665bc-12e9-4c7a-8385-cc721a4b2ff0 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:57.166314 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d70e0b82-54a9-4b92-b4d9-bd10523d901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:57.168397 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-4b744cc1-66e9-4198-85e0-2079afc7e6d5 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Allocated IP 172.20.0.4 (8266bda9-355f-4ec8-8511-7adbee0961b0/f5e9513f-1558-487a-8c2f-be083e6d5e0d/466f3add-1d38-41f7-a47f-21b01c1d567f) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:57.200432 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69941a-b54f-4d7b-8940-f45fc8ee12a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:57.200872 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69941a-b54f-4d7b-8940-f45fc8ee12a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:57.201323 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69941a-b54f-4d7b-8940-f45fc8ee12a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:57.201739 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69941a-b54f-4d7b-8940-f45fc8ee12a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:57.202152 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69941a-b54f-4d7b-8940-f45fc8ee12a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:57.202558 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69941a-b54f-4d7b-8940-f45fc8ee12a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:57.203146 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69941a-b54f-4d7b-8940-f45fc8ee12a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:57.203684 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69941a-b54f-4d7b-8940-f45fc8ee12a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:57.206767 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69941a-b54f-4d7b-8940-f45fc8ee12a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:57.207185 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69941a-b54f-4d7b-8940-f45fc8ee12a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:57.214253 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69941a-b54f-4d7b-8940-f45fc8ee12a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:57.214912 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69941a-b54f-4d7b-8940-f45fc8ee12a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:57.250738 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:57.289379 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94ecf036-3d76-424c-9f46-a0300bfe2edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:57.338395 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94ecf036-3d76-424c-9f46-a0300bfe2edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:57.392819 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70e0b82-54a9-4b92-b4d9-bd10523d901e None None] Network e215ddae-21ca-4aa9-b140-c8798da2906a is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:57.397407 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-d70e0b82-54a9-4b92-b4d9-bd10523d901e None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:57.404869 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70e0b82-54a9-4b92-b4d9-bd10523d901e None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:57.557600 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port e6b665bc-12e9-4c7a-8385-cc721a4b2ff0 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:57.583250 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d70e0b82-54a9-4b92-b4d9-bd10523d901e None None] Attempting to bind port c54f8d68-333f-40c9-9fd7-d3e5a21c3867 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:57.583643 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d70e0b82-54a9-4b92-b4d9-bd10523d901e None None] Attempting to bind port c54f8d68-333f-40c9-9fd7-d3e5a21c3867 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '62e03457-b15a-45e1-9888-31b84b265b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e215ddae-21ca-4aa9-b140-c8798da2906a'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:57.584038 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e0b82-54a9-4b92-b4d9-bd10523d901e None None] Attempting to bind port c54f8d68-333f-40c9-9fd7-d3e5a21c3867 on network e215ddae-21ca-4aa9-b140-c8798da2906a {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:57.586195 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e0b82-54a9-4b92-b4d9-bd10523d901e None None] Pushing event updated for resources: {'Port': ['ID=c54f8d68-333f-40c9-9fd7-d3e5a21c3867,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:57.592170 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port e6b665bc-12e9-4c7a-8385-cc721a4b2ff0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:57.592626 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:57.607545 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94ecf036-3d76-424c-9f46-a0300bfe2edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:57.621269 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94ecf036-3d76-424c-9f46-a0300bfe2edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:57.625815 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-94ecf036-3d76-424c-9f46-a0300bfe2edc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/86ffd6d2-c60b-4dc3-9d75-fcfb8d37a828 HTTP/1.1" status: 204 len: 168 time: 0.5840521 Jul 05 10:01:57.655631 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e0b82-54a9-4b92-b4d9-bd10523d901e None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:57.656196 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e0b82-54a9-4b92-b4d9-bd10523d901e None None] Checking segment: {'id': '62e03457-b15a-45e1-9888-31b84b265b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e215ddae-21ca-4aa9-b140-c8798da2906a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:57.658108 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d70e0b82-54a9-4b92-b4d9-bd10523d901e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:57.658948 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e0b82-54a9-4b92-b4d9-bd10523d901e None None] Bound using segment: {'id': '62e03457-b15a-45e1-9888-31b84b265b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e215ddae-21ca-4aa9-b140-c8798da2906a'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:57.659551 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d70e0b82-54a9-4b92-b4d9-bd10523d901e None None] Bound port: c54f8d68-333f-40c9-9fd7-d3e5a21c3867, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e03457-b15a-45e1-9888-31b84b265b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e215ddae-21ca-4aa9-b140-c8798da2906a'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:57.660069 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d70e0b82-54a9-4b92-b4d9-bd10523d901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:57.697934 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4be8257-163a-4f00-8a5a-2843263c0e95 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:57.701623 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4be8257-163a-4f00-8a5a-2843263c0e95 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:57.702201 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecf036-3d76-424c-9f46-a0300bfe2edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ffd6d2-c60b-4dc3-9d75-fcfb8d37a828,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:57.733221 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09c28b2-e5b7-4be4-8e71-756e7a1b17ed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:01:57.734077 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-4b744cc1-66e9-4198-85e0-2079afc7e6d5 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:57.745542 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-f4be8257-163a-4f00-8a5a-2843263c0e95 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] device_id is not set on port 2d88b0a3-d81f-442e-9a7b-13fccf8dc3ad yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:01:57.761182 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48542) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:57.765522 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c09c28b2-e5b7-4be4-8e71-756e7a1b17ed tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "PUT /v2.0/routers/6691fde3-3f01-4339-add9-8d7b42f7bcb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0526915 Jul 05 10:01:57.780228 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6df651-f6b0-4507-83dc-0def1aaebf95 None None] Sync routers for ids ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:01:57.829198 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6df651-f6b0-4507-83dc-0def1aaebf95 None None] Routers {'6691fde3-3f01-4339-add9-8d7b42f7bcb8'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:57.836481 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-cd6df651-f6b0-4507-83dc-0def1aaebf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:57.940593 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-0edfd356-4ea0-4b0d-b39e-e3e5f313f831 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting subnet 40d693bd-33e9-4378-b20c-ff80951a1ac2 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:01:57.949402 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0edfd356-4ea0-4b0d-b39e-e3e5f313f831 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:57.991511 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:57.993005 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-f4be8257-163a-4f00-8a5a-2843263c0e95 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Allocated IP 2001:db8::262 (e215ddae-21ca-4aa9-b140-c8798da2906a/f48fcbc2-ce4a-4754-b8ef-cee7eb740be5/2d88b0a3-d81f-442e-9a7b-13fccf8dc3ad) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:58.004660 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d70e0b82-54a9-4b92-b4d9-bd10523d901e None None] For port c54f8d68-333f-40c9-9fd7-d3e5a21c3867, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:58.035516 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d70e0b82-54a9-4b92-b4d9-bd10523d901e None None] For port c54f8d68-333f-40c9-9fd7-d3e5a21c3867, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c54f8d68-333f-40c9-9fd7-d3e5a21c3867,segment=NetworkSegment(62e03457-b15a-45e1-9888-31b84b265b4a),segment_id=62e03457-b15a-45e1-9888-31b84b265b4a)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:58.052386 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d70e0b82-54a9-4b92-b4d9-bd10523d901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.057954 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port e6b665bc-12e9-4c7a-8385-cc721a4b2ff0, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e6b665bc-12e9-4c7a-8385-cc721a4b2ff0,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:58.110767 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-4b744cc1-66e9-4198-85e0-2079afc7e6d5 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.140913 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-cd6df651-f6b0-4507-83dc-0def1aaebf95 None None] Set router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:58.143121 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e0b82-54a9-4b92-b4d9-bd10523d901e None None] Pushing event updated for resources: {'Port': ['ID=c54f8d68-333f-40c9-9fd7-d3e5a21c3867,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:58.196884 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.264632 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4be8257-163a-4f00-8a5a-2843263c0e95 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.268561 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0edfd356-4ea0-4b0d-b39e-e3e5f313f831 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.283001 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-f4be8257-163a-4f00-8a5a-2843263c0e95 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Transition to ACTIVE for port object 2d88b0a3-d81f-442e-9a7b-13fccf8dc3ad will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:58.331917 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4be8257-163a-4f00-8a5a-2843263c0e95 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.357844 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-4b744cc1-66e9-4198-85e0-2079afc7e6d5 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Network 8266bda9-355f-4ec8-8511-7adbee0961b0 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:58.371882 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-4b744cc1-66e9-4198-85e0-2079afc7e6d5 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:58.397998 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48548) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:58.419290 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8dcae12c-0b20-4285-9565-26e91c7b48de tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Request body: {'network': {'name': 'tempest-network-smoke--941158181', 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'port_security_enabled': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:58.426593 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-4b744cc1-66e9-4198-85e0-2079afc7e6d5 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:58.493933 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-4b744cc1-66e9-4198-85e0-2079afc7e6d5 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:58.495005 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-4b744cc1-66e9-4198-85e0-2079afc7e6d5 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.496733 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be8257-163a-4f00-8a5a-2843263c0e95 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Port': ['ID=2d88b0a3-d81f-442e-9a7b-13fccf8dc3ad,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:58.509454 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4be8257-163a-4f00-8a5a-2843263c0e95 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network e215ddae-21ca-4aa9-b140-c8798da2906a is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:58.520957 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b744cc1-66e9-4198-85e0-2079afc7e6d5 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Pushing event updated for resources: {'Port': ['ID=466f3add-1d38-41f7-a47f-21b01c1d567f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:58.521156 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-f4be8257-163a-4f00-8a5a-2843263c0e95 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:58.525717 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4be8257-163a-4f00-8a5a-2843263c0e95 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:58.538249 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4be8257-163a-4f00-8a5a-2843263c0e95 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:58.538935 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4be8257-163a-4f00-8a5a-2843263c0e95 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.627953 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0edfd356-4ea0-4b0d-b39e-e3e5f313f831 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.693893 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=e6b665bc-12e9-4c7a-8385-cc721a4b2ff0,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:58.742741 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcae12c-0b20-4285-9565-26e91c7b48de tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Made reservation on behalf of f0692abcf6f7458c830e07d7e3d21525 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:58.750952 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dcae12c-0b20-4285-9565-26e91c7b48de tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.765999 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-4b744cc1-66e9-4198-85e0-2079afc7e6d5 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5048094 Jul 05 10:01:58.784712 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-ea0bceb9-616e-431d-8952-34c2527a2077 service neutron] Request body: {'port': {'device_id': 'fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:58.795117 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dcae12c-0b20-4285-9565-26e91c7b48de tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.866344 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] Sync routers for ids ['ada1e651-b1b3-4992-b7cc-e89914d5f159'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:01:58.888175 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f4be8257-163a-4f00-8a5a-2843263c0e95 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6952040 Jul 05 10:01:58.889143 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48560) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:58.889595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48562) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:58.892161 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] Routers {'ada1e651-b1b3-4992-b7cc-e89914d5f159'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:58.898204 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ada1e651-b1b3-4992-b7cc-e89914d5f159'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:58.918567 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c2ec6c00-b779-4068-943f-f3c560fafa00 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2118165098', 'description': 'tempest-secgroup-smoke-2118165098 description', 'project_id': '67f2e5944c9046908a0998b2ca97845f'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:58.947145 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5ee7d123-be9a-414d-8db3-eb4d71403598 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'port': {'network_id': 'e215ddae-21ca-4aa9-b140-c8798da2906a', 'name': 'tempest-PortsIpV6TestJSON-787248007'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:58.959579 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0edfd356-4ea0-4b0d-b39e-e3e5f313f831 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.990572 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-cd6df651-f6b0-4507-83dc-0def1aaebf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:01:55Z', 'revision_number': 10, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None, '_interfaces': [{'id': '24bb1cfe-6a9a-4d50-b2a6-593140511b10', 'name': '', 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:6f:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:54Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:59.078276 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] Set router ada1e651-b1b3-4992-b7cc-e89914d5f159 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:59.084844 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c54f8d68-333f-40c9-9fd7-d3e5a21c3867 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:59.159806 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6df651-f6b0-4507-83dc-0def1aaebf95 None None] Checking router: 6691fde3-3f01-4339-add9-8d7b42f7bcb8 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:01:59.186310 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6df651-f6b0-4507-83dc-0def1aaebf95 None None] Routers {'6691fde3-3f01-4339-add9-8d7b42f7bcb8'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:59.195102 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01872e56-8352-45b5-a11a-b6d56f1f1c0e req-3223a918-629b-4a9c-b72c-39c466cc2331 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:59.196102 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-cd6df651-f6b0-4507-83dc-0def1aaebf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:59.212383 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01872e56-8352-45b5-a11a-b6d56f1f1c0e req-3223a918-629b-4a9c-b72c-39c466cc2331 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 931 time: 0.4865499 Jul 05 10:01:59.221121 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dcae12c-0b20-4285-9565-26e91c7b48de tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:59.227201 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfd356-4ea0-4b0d-b39e-e3e5f313f831 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Subnet': ['ID=40d693bd-33e9-4378-b20c-ff80951a1ac2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:59.239346 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0edfd356-4ea0-4b0d-b39e-e3e5f313f831 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:59.244730 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0edfd356-4ea0-4b0d-b39e-e3e5f313f831 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/subnets/40d693bd-33e9-4378-b20c-ff80951a1ac2 HTTP/1.1" status: 204 len: 168 time: 1.4825401 Jul 05 10:01:59.245927 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dcae12c-0b20-4285-9565-26e91c7b48de tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:59.250327 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48568) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:59.301527 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa5f0ed-3a44-4795-9a1c-b3980a07517c None None] Network 0b2a79ac-7e3c-4554-9c07-afeb85ad07dc requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:59.339732 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port c54f8d68-333f-40c9-9fd7-d3e5a21c3867 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:59.346465 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c2ec6c00-b779-4068-943f-f3c560fafa00 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:59.370550 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01872e56-8352-45b5-a11a-b6d56f1f1c0e req-62f8f9fd-000b-4750-9e4c-424ac412e420 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522284 Jul 05 10:01:59.383751 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2870c31f-6972-4f52-ab19-cd5533d0f525 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:59.411649 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee7d123-be9a-414d-8db3-eb4d71403598 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:59.416495 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ee7d123-be9a-414d-8db3-eb4d71403598 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:59.436806 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dcae12c-0b20-4285-9565-26e91c7b48de tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:01:59.472092 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-5ee7d123-be9a-414d-8db3-eb4d71403598 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] device_id is not set on port 632edc2b-8f5f-4abf-9655-622c9576d3a0 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:01:59.483495 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada1e651-b1b3-4992-b7cc-e89914d5f159', 'name': 'tempest-TestServerBasicOps-162775291-router', 'tenant_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'e6b665bc-12e9-4c7a-8385-cc721a4b2ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:41Z', 'updated_at': '2021-07-05T10:01:53Z', 'revision_number': 4, 'project_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'gw_port': {'id': 'e6b665bc-12e9-4c7a-8385-cc721a4b2ff0', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1e651-b1b3-4992-b7cc-e89914d5f159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:43Z', 'updated_at': '2021-07-05T10:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '125facb9-7079-431b-afc7-f2c8c366007b', 'name': '', 'network_id': '7c5f551c-d24d-4094-8d91-0df1d39faddb', 'tenant_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'mac_address': 'fa:16:3e:63:59:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada1e651-b1b3-4992-b7cc-e89914d5f159', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '204a7a92-1d73-43f9-8c74-e900699d8415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:51Z', 'updated_at': '2021-07-05T10:01:53Z', 'revision_number': 2, 'project_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'subnets': [{'id': '204a7a92-1d73-43f9-8c74-e900699d8415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:59.500283 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-ea0bceb9-616e-431d-8952-34c2527a2077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:59.557497 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] Checking router: ada1e651-b1b3-4992-b7cc-e89914d5f159 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:01:59.557755 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] Updating router ada1e651-b1b3-4992-b7cc-e89914d5f159 port 125facb9-7079-431b-afc7-f2c8c366007b binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:01:59.630451 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:59.708185 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-cd6df651-f6b0-4507-83dc-0def1aaebf95 None None] Set router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:59.881854 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c2ec6c00-b779-4068-943f-f3c560fafa00 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:59.894342 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-5ee7d123-be9a-414d-8db3-eb4d71403598 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Allocated IP 2001:db8::97 (e215ddae-21ca-4aa9-b140-c8798da2906a/f48fcbc2-ce4a-4754-b8ef-cee7eb740be5/632edc2b-8f5f-4abf-9655-622c9576d3a0) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:59.897773 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c2ec6c00-b779-4068-943f-f3c560fafa00 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:59.937111 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec6c00-b779-4068-943f-f3c560fafa00 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27c20222-328d-42fb-aace-23b3c357edff,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:59.970998 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c2ec6c00-b779-4068-943f-f3c560fafa00 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:59.972804 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c2ec6c00-b779-4068-943f-f3c560fafa00 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0710723 Jul 05 10:01:59.980218 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48580) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:59.985942 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b76ca2f0-4d15-48d4-8749-12fa44e5a84a tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Request body: {'security_group_rule': {'security_group_id': '27c20222-328d-42fb-aace-23b3c357edff', 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:00.033482 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b76ca2f0-4d15-48d4-8749-12fa44e5a84a tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.151180 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fe8628-261e-4458-8bf6-0d8bd8aa430b None None] Network e215ddae-21ca-4aa9-b140-c8798da2906a requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:00.159170 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-ea0bceb9-616e-431d-8952-34c2527a2077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466f3add-1d38-41f7-a47f-21b01c1d567f {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:00.168372 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-ea0bceb9-616e-431d-8952-34c2527a2077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.184899 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-ea0bceb9-616e-431d-8952-34c2527a2077 service neutron] Transition to ACTIVE for port object 466f3add-1d38-41f7-a47f-21b01c1d567f will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:00.186398 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcae12c-0b20-4285-9565-26e91c7b48de tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe2be1a-79fd-4944-9437-5556bc888efc,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:00.194489 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dcae12c-0b20-4285-9565-26e91c7b48de tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.195245 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-8dcae12c-0b20-4285-9565-26e91c7b48de tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Added segment 728a93e9-557a-4271-93fd-b1bbe443e39e of type vlan for network 8c98862d-9559-4154-8b43-1e014fca973e Jul 05 10:02:00.233162 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-ea0bceb9-616e-431d-8952-34c2527a2077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.277188 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.312786 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] Transition to ACTIVE for port object 125facb9-7079-431b-afc7-f2c8c366007b will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:00.327467 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.345743 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c23384e-c92c-434e-8550-0a1948cd61cf None None] DHCP port deletion for 0b2a79ac-7e3c-4554-9c07-afeb85ad07dc request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:02:00.429375 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4c576-0b44-44f6-a02a-49999d32dd63 None None] Pushing event updated for resources: {'Port': ['ID=125facb9-7079-431b-afc7-f2c8c366007b,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:00.441146 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dcae12c-0b20-4285-9565-26e91c7b48de tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.444117 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4c576-0b44-44f6-a02a-49999d32dd63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:00.444472 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4c576-0b44-44f6-a02a-49999d32dd63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:00.444813 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4c576-0b44-44f6-a02a-49999d32dd63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:00.445287 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4c576-0b44-44f6-a02a-49999d32dd63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:00.445625 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4c576-0b44-44f6-a02a-49999d32dd63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:00.445955 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4c576-0b44-44f6-a02a-49999d32dd63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:00.446284 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4c576-0b44-44f6-a02a-49999d32dd63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:00.446609 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4c576-0b44-44f6-a02a-49999d32dd63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:00.446933 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4c576-0b44-44f6-a02a-49999d32dd63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:00.447256 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4c576-0b44-44f6-a02a-49999d32dd63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:00.447580 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4c576-0b44-44f6-a02a-49999d32dd63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:00.447937 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4c576-0b44-44f6-a02a-49999d32dd63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:00.481673 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ee7d123-be9a-414d-8db3-eb4d71403598 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.517431 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-5ee7d123-be9a-414d-8db3-eb4d71403598 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Transition to ACTIVE for port object 632edc2b-8f5f-4abf-9655-622c9576d3a0 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:00.525840 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-261efea4-1e94-4a09-a079-ff108cbaa2de None None] Provisioning for port c54f8d68-333f-40c9-9fd7-d3e5a21c3867 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:00.541292 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-261efea4-1e94-4a09-a079-ff108cbaa2de None None] Provisioning complete for port c54f8d68-333f-40c9-9fd7-d3e5a21c3867 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:00.541688 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-261efea4-1e94-4a09-a079-ff108cbaa2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.552005 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] Attempting to bind port 125facb9-7079-431b-afc7-f2c8c366007b on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:00.552710 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] Attempting to bind port 125facb9-7079-431b-afc7-f2c8c366007b by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '759243c5-6380-46c7-a3b7-1ee329f8a963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c5f551c-d24d-4094-8d91-0df1d39faddb'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:00.553694 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] Attempting to bind port 125facb9-7079-431b-afc7-f2c8c366007b on network 7c5f551c-d24d-4094-8d91-0df1d39faddb {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:00.575933 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:00.585695 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] Checking segment: {'id': '759243c5-6380-46c7-a3b7-1ee329f8a963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c5f551c-d24d-4094-8d91-0df1d39faddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:00.586360 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.587015 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] Bound using segment: {'id': '759243c5-6380-46c7-a3b7-1ee329f8a963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c5f551c-d24d-4094-8d91-0df1d39faddb'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:00.587896 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] Bound port: 125facb9-7079-431b-afc7-f2c8c366007b, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759243c5-6380-46c7-a3b7-1ee329f8a963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c5f551c-d24d-4094-8d91-0df1d39faddb'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:00.588645 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.598105 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48592) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:00.604969 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b76ca2f0-4d15-48d4-8749-12fa44e5a84a tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.621981 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-2870c31f-6972-4f52-ab19-cd5533d0f525 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting port f7d95862-9a55-469b-9b68-acf7abd1aeb0 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:00.623968 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2870c31f-6972-4f52-ab19-cd5533d0f525 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.632696 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ee7d123-be9a-414d-8db3-eb4d71403598 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.668894 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b76ca2f0-4d15-48d4-8749-12fa44e5a84a tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.710543 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-2870c31f-6972-4f52-ab19-cd5533d0f525 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] For port f7d95862-9a55-469b-9b68-acf7abd1aeb0, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f7d95862-9a55-469b-9b68-acf7abd1aeb0,segment=NetworkSegment(7388f402-efc5-4234-9450-3c14c9eb03e1),segment_id=7388f402-efc5-4234-9450-3c14c9eb03e1)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:00.710887 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2870c31f-6972-4f52-ab19-cd5533d0f525 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.727500 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-2870c31f-6972-4f52-ab19-cd5533d0f525 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Calling delete_port for f7d95862-9a55-469b-9b68-acf7abd1aeb0 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:00.878554 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] For port 125facb9-7079-431b-afc7-f2c8c366007b, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:00.884053 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] For port 125facb9-7079-431b-afc7-f2c8c366007b, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=125facb9-7079-431b-afc7-f2c8c366007b,segment=NetworkSegment(759243c5-6380-46c7-a3b7-1ee329f8a963),segment_id=759243c5-6380-46c7-a3b7-1ee329f8a963)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:00.886975 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dcae12c-0b20-4285-9565-26e91c7b48de tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.891099 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.895174 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcae12c-0b20-4285-9565-26e91c7b48de tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:00.895881 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dcae12c-0b20-4285-9565-26e91c7b48de tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.908276 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e6b665bc-12e9-4c7a-8385-cc721a4b2ff0 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:00.908885 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2870c31f-6972-4f52-ab19-cd5533d0f525 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.916337 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bceb9-616e-431d-8952-34c2527a2077 service neutron] Pushing event updated for resources: {'Port': ['ID=466f3add-1d38-41f7-a47f-21b01c1d567f,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:00.935246 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee7d123-be9a-414d-8db3-eb4d71403598 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network e215ddae-21ca-4aa9-b140-c8798da2906a is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:00.937647 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ca2f0-4d15-48d4-8749-12fa44e5a84a tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=379dde96-8d69-4654-b11f-751174d9ed55,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:00.963017 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-5ee7d123-be9a-414d-8db3-eb4d71403598 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:00.965307 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] Routers {'ada1e651-b1b3-4992-b7cc-e89914d5f159'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:00.966314 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ada1e651-b1b3-4992-b7cc-e89914d5f159'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:00.978098 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee7d123-be9a-414d-8db3-eb4d71403598 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:00.993471 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee7d123-be9a-414d-8db3-eb4d71403598 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:00.996414 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ee7d123-be9a-414d-8db3-eb4d71403598 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.015681 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ae2624bb-29ef-4c82-a178-cb320b868b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.017682 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870c31f-6972-4f52-ab19-cd5533d0f525 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Port': ['ID=f7d95862-9a55-469b-9b68-acf7abd1aeb0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:01.047916 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-cd6df651-f6b0-4507-83dc-0def1aaebf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:01:55Z', 'revision_number': 10, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None, '_interfaces': [{'id': '24bb1cfe-6a9a-4d50-b2a6-593140511b10', 'name': '', 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:6f:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:54Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:01.058608 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b76ca2f0-4d15-48d4-8749-12fa44e5a84a tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.065790 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b76ca2f0-4d15-48d4-8749-12fa44e5a84a tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0815029 Jul 05 10:02:01.085913 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48598) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:01.095407 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4758feca-c6b0-4b37-8b9a-0bfac6d31a9d tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Request body: {'security_group_rule': {'security_group_id': '27c20222-328d-42fb-aace-23b3c357edff', 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:01.114676 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7d123-be9a-414d-8db3-eb4d71403598 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Port': ['ID=632edc2b-8f5f-4abf-9655-622c9576d3a0,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:01.117225 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6df651-f6b0-4507-83dc-0def1aaebf95 None None] The sync data for ids ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'] in n-d-798054-8 is: [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:01:55Z', 'revision_number': 10, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None, '_interfaces': [{'id': '24bb1cfe-6a9a-4d50-b2a6-593140511b10', 'name': '', 'network_id': '32c9b348-0cd9-4eea-93f1-f118c3ef528e', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'mac_address': 'fa:16:3e:6f:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:54Z', 'revision_number': 5, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'subnets': [{'id': '112575a2-4ab1-4c4d-ba59-35bca213052b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:02:01.134864 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] Set router ada1e651-b1b3-4992-b7cc-e89914d5f159 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:01.142842 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2870c31f-6972-4f52-ab19-cd5533d0f525 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] No DVR routers for this DVR port f7d95862-9a55-469b-9b68-acf7abd1aeb0 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:02:01.164013 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2c23384e-c92c-434e-8550-0a1948cd61cf None None] Deleting port f7d95862-9a55-469b-9b68-acf7abd1aeb0 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:01.165171 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2c23384e-c92c-434e-8550-0a1948cd61cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.166329 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8dcae12c-0b20-4285-9565-26e91c7b48de tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.7665694 Jul 05 10:02:01.167013 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48600) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:01.180854 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5ee7d123-be9a-414d-8db3-eb4d71403598 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2801962 Jul 05 10:02:01.191016 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48602) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:01.213656 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4758feca-c6b0-4b37-8b9a-0bfac6d31a9d tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.221138 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-fb18766b-a3e7-4565-900a-02cd63e6883a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-906527942', 'admin_state_up': True, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:01.361049 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22cb57-4ec1-4a01-8056-d0f888862455 req-35774a5d-698a-4b80-98ee-8e855c927754 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:01.363446 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b22cb57-4ec1-4a01-8056-d0f888862455 req-35774a5d-698a-4b80-98ee-8e855c927754 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 943 time: 0.7246749 Jul 05 10:02:01.371490 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2870c31f-6972-4f52-ab19-cd5533d0f525 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.384313 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2870c31f-6972-4f52-ab19-cd5533d0f525 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2a79ac-7e3c-4554-9c07-afeb85ad07dc']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:01.390740 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2c23384e-c92c-434e-8550-0a1948cd61cf None None] For port f7d95862-9a55-469b-9b68-acf7abd1aeb0, host n-d-798054-8, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:01.391567 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2c23384e-c92c-434e-8550-0a1948cd61cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.399665 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2870c31f-6972-4f52-ab19-cd5533d0f525 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7388f402-efc5-4234-9450-3c14c9eb03e1') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:01.400124 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2870c31f-6972-4f52-ab19-cd5533d0f525 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7388f402-efc5-4234-9450-3c14c9eb03e1') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:01.411626 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2c23384e-c92c-434e-8550-0a1948cd61cf None None] Calling delete_port for f7d95862-9a55-469b-9b68-acf7abd1aeb0 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:01.414800 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-2c23384e-c92c-434e-8550-0a1948cd61cf None None] Port f7d95862-9a55-469b-9b68-acf7abd1aeb0 was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 10:02:01.418600 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2c23384e-c92c-434e-8550-0a1948cd61cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.421711 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2870c31f-6972-4f52-ab19-cd5533d0f525 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.446059 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2870c31f-6972-4f52-ab19-cd5533d0f525 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.455277 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2870c31f-6972-4f52-ab19-cd5533d0f525 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:02:01.456371 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2870c31f-6972-4f52-ab19-cd5533d0f525 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.465523 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c23384e-c92c-434e-8550-0a1948cd61cf None None] No DVR routers for this DVR port f7d95862-9a55-469b-9b68-acf7abd1aeb0 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:02:01.469056 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port e6b665bc-12e9-4c7a-8385-cc721a4b2ff0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:01.469614 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.548748 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23384e-c92c-434e-8550-0a1948cd61cf None None] Pushing event deleted for resources: {'Port': ['ID=f7d95862-9a55-469b-9b68-acf7abd1aeb0,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:01.563337 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b22cb57-4ec1-4a01-8056-d0f888862455 req-5591affa-0c39-4324-bedf-9688678f767f tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717145 Jul 05 10:02:01.625394 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4308d3-c233-4abe-a783-442ea596271c tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:01.630800 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-261efea4-1e94-4a09-a079-ff108cbaa2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.634051 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2f4308d3-c233-4abe-a783-442ea596271c tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A262 HTTP/1.1" status: 200 len: 928 time: 0.4383910 Jul 05 10:02:01.635214 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48606) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:02:01.635817 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:02:01.637987 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcae12c-0b20-4285-9565-26e91c7b48de tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event updated for resources: {'Network': ['ID=8c98862d-9559-4154-8b43-1e014fca973e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:01.638080 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4c576-0b44-44f6-a02a-49999d32dd63 None None] Pushing event updated for resources: {'Port': ['ID=125facb9-7079-431b-afc7-f2c8c366007b,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:01.647492 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2870c31f-6972-4f52-ab19-cd5533d0f525 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.652735 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2870c31f-6972-4f52-ab19-cd5533d0f525 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.658079 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2870c31f-6972-4f52-ab19-cd5533d0f525 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/networks/0b2a79ac-7e3c-4554-9c07-afeb85ad07dc HTTP/1.1" status: 204 len: 168 time: 2.3808491 Jul 05 10:02:01.658766 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48608) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:01.669541 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 8c98862d-9559-4154-8b43-1e014fca973e details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:02:01.692799 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-ea0bceb9-616e-431d-8952-34c2527a2077 service neutron] Attempting to bind port 466f3add-1d38-41f7-a47f-21b01c1d567f on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:01.693166 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-ea0bceb9-616e-431d-8952-34c2527a2077 service neutron] Attempting to bind port 466f3add-1d38-41f7-a47f-21b01c1d567f by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8266bda9-355f-4ec8-8511-7adbee0961b0'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:01.693572 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-ea0bceb9-616e-431d-8952-34c2527a2077 service neutron] Attempting to bind port 466f3add-1d38-41f7-a47f-21b01c1d567f on network 8266bda9-355f-4ec8-8511-7adbee0961b0 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:01.753530 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada1e651-b1b3-4992-b7cc-e89914d5f159', 'name': 'tempest-TestServerBasicOps-162775291-router', 'tenant_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'e6b665bc-12e9-4c7a-8385-cc721a4b2ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:41Z', 'updated_at': '2021-07-05T10:01:53Z', 'revision_number': 4, 'project_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'gw_port': {'id': 'e6b665bc-12e9-4c7a-8385-cc721a4b2ff0', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1e651-b1b3-4992-b7cc-e89914d5f159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:43Z', 'updated_at': '2021-07-05T10:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '125facb9-7079-431b-afc7-f2c8c366007b', 'name': '', 'network_id': '7c5f551c-d24d-4094-8d91-0df1d39faddb', 'tenant_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'mac_address': 'fa:16:3e:63:59:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada1e651-b1b3-4992-b7cc-e89914d5f159', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '204a7a92-1d73-43f9-8c74-e900699d8415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:51Z', 'updated_at': '2021-07-05T10:02:00Z', 'revision_number': 4, 'project_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'subnets': [{'id': '204a7a92-1d73-43f9-8c74-e900699d8415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:01.834130 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-261efea4-1e94-4a09-a079-ff108cbaa2de None None] For port c54f8d68-333f-40c9-9fd7-d3e5a21c3867, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c54f8d68-333f-40c9-9fd7-d3e5a21c3867,segment=NetworkSegment(62e03457-b15a-45e1-9888-31b84b265b4a),segment_id=62e03457-b15a-45e1-9888-31b84b265b4a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:01.835710 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c816c59-b608-43a6-969e-cff76d853e17 None None] The sync data for ids ['ada1e651-b1b3-4992-b7cc-e89914d5f159'] in n-d-798054-8 is: [{'id': 'ada1e651-b1b3-4992-b7cc-e89914d5f159', 'name': 'tempest-TestServerBasicOps-162775291-router', 'tenant_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'e6b665bc-12e9-4c7a-8385-cc721a4b2ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:41Z', 'updated_at': '2021-07-05T10:01:53Z', 'revision_number': 4, 'project_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'gw_port': {'id': 'e6b665bc-12e9-4c7a-8385-cc721a4b2ff0', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1e651-b1b3-4992-b7cc-e89914d5f159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:43Z', 'updated_at': '2021-07-05T10:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '125facb9-7079-431b-afc7-f2c8c366007b', 'name': '', 'network_id': '7c5f551c-d24d-4094-8d91-0df1d39faddb', 'tenant_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'mac_address': 'fa:16:3e:63:59:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada1e651-b1b3-4992-b7cc-e89914d5f159', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '204a7a92-1d73-43f9-8c74-e900699d8415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:51Z', 'updated_at': '2021-07-05T10:02:00Z', 'revision_number': 4, 'project_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'subnets': [{'id': '204a7a92-1d73-43f9-8c74-e900699d8415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:02:01.866889 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-261efea4-1e94-4a09-a079-ff108cbaa2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.882662 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870c31f-6972-4f52-ab19-cd5533d0f525 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Network': ['ID=0b2a79ac-7e3c-4554-9c07-afeb85ad07dc,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:01.938202 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ae2624bb-29ef-4c82-a178-cb320b868b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.954651 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ae2624bb-29ef-4c82-a178-cb320b868b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.965289 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-ea0bceb9-616e-431d-8952-34c2527a2077 service neutron] Port 466f3add-1d38-41f7-a47f-21b01c1d567f on network 8266bda9-355f-4ec8-8511-7adbee0961b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:02:01.965618 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-ea0bceb9-616e-431d-8952-34c2527a2077 service neutron] Attempting to bind port 466f3add-1d38-41f7-a47f-21b01c1d567f on network 8266bda9-355f-4ec8-8511-7adbee0961b0 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:02.014791 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4e917bbf-801f-4ef2-b20f-a41290de6293 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting port 632edc2b-8f5f-4abf-9655-622c9576d3a0 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:02.015399 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e917bbf-801f-4ef2-b20f-a41290de6293 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.027573 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2624bb-29ef-4c82-a178-cb320b868b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4600bd94-126a-49f0-8d5a-8bbced4647b3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:02.063171 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-97ed43f4-e721-41f5-9e2a-df01edddf30d None None] Provisioning for port 2d88b0a3-d81f-442e-9a7b-13fccf8dc3ad completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:02.085933 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261efea4-1e94-4a09-a079-ff108cbaa2de None None] Pushing event updated for resources: {'Port': ['ID=c54f8d68-333f-40c9-9fd7-d3e5a21c3867,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:02.088827 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-97ed43f4-e721-41f5-9e2a-df01edddf30d None None] Provisioning complete for port 2d88b0a3-d81f-442e-9a7b-13fccf8dc3ad triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:02.089210 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-97ed43f4-e721-41f5-9e2a-df01edddf30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.104295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f7d95862-9a55-469b-9b68-acf7abd1aeb0 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:02:02.132827 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ae2624bb-29ef-4c82-a178-cb320b868b2d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0bf03a3145b1478084ef9b66d15a9adc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5253868 Jul 05 10:02:02.136563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2624bb-29ef-4c82-a178-cb320b868b2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:02.137073 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2624bb-29ef-4c82-a178-cb320b868b2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:02.137429 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2624bb-29ef-4c82-a178-cb320b868b2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:02.137765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2624bb-29ef-4c82-a178-cb320b868b2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:02.138307 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2624bb-29ef-4c82-a178-cb320b868b2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:02.138426 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2624bb-29ef-4c82-a178-cb320b868b2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:02.138751 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2624bb-29ef-4c82-a178-cb320b868b2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:02.139069 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2624bb-29ef-4c82-a178-cb320b868b2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:02.139392 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2624bb-29ef-4c82-a178-cb320b868b2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:02.139713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2624bb-29ef-4c82-a178-cb320b868b2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:02.140059 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2624bb-29ef-4c82-a178-cb320b868b2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:02.140382 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2624bb-29ef-4c82-a178-cb320b868b2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:02.153574 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48614) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:02.201071 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: f7d95862-9a55-469b-9b68-acf7abd1aeb0 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:02:02.201696 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f7d95862-9a55-469b-9b68-acf7abd1aeb0 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:02:02.223551 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4758feca-c6b0-4b37-8b9a-0bfac6d31a9d tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.231936 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-97ed43f4-e721-41f5-9e2a-df01edddf30d None None] Port 2d88b0a3-d81f-442e-9a7b-13fccf8dc3ad cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:02.257851 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-97ed43f4-e721-41f5-9e2a-df01edddf30d None None] Provisioning complete for port c54f8d68-333f-40c9-9fd7-d3e5a21c3867 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:02.258498 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-97ed43f4-e721-41f5-9e2a-df01edddf30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.267711 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-ea0bceb9-616e-431d-8952-34c2527a2077 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:02.269946 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-ea0bceb9-616e-431d-8952-34c2527a2077 service neutron] Checking segment: {'id': '0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8266bda9-355f-4ec8-8511-7adbee0961b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:02.270399 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-ea0bceb9-616e-431d-8952-34c2527a2077 service neutron] Bound using segment: {'id': '0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8266bda9-355f-4ec8-8511-7adbee0961b0'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:02.271493 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-ea0bceb9-616e-431d-8952-34c2527a2077 service neutron] Bound port: 466f3add-1d38-41f7-a47f-21b01c1d567f, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8266bda9-355f-4ec8-8511-7adbee0961b0'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:02.271963 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-ea0bceb9-616e-431d-8952-34c2527a2077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.305913 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4758feca-c6b0-4b37-8b9a-0bfac6d31a9d tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.354819 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b42f2301-62a4-4495-9e0a-686d7731be7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.364247 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758feca-c6b0-4b37-8b9a-0bfac6d31a9d tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df3ce2d5-e3d6-4197-b99e-32416ae651b7,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:02.370244 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb18766b-a3e7-4565-900a-02cd63e6883a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.372785 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e917bbf-801f-4ef2-b20f-a41290de6293 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.382096 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb18766b-a3e7-4565-900a-02cd63e6883a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.450863 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b42f2301-62a4-4495-9e0a-686d7731be7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.495259 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4e917bbf-801f-4ef2-b20f-a41290de6293 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Calling delete_port for 632edc2b-8f5f-4abf-9655-622c9576d3a0 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:02.531759 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-826e4e2a-9fa7-46cd-9bb8-a4be4b008a79 None None] Provisioning complete for port 2d88b0a3-d81f-442e-9a7b-13fccf8dc3ad triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:02.532318 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-826e4e2a-9fa7-46cd-9bb8-a4be4b008a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.558784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48618) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:02.587789 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4758feca-c6b0-4b37-8b9a-0bfac6d31a9d tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.592422 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4758feca-c6b0-4b37-8b9a-0bfac6d31a9d tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4979138 Jul 05 10:02:02.593616 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48622) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:02.608577 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-dbb27b5b-6229-4231-ae65-10a24297ccfe tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Request body: {'security_group_rule': {'security_group_id': '27c20222-328d-42fb-aace-23b3c357edff', 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:02.644215 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b42f2301-62a4-4495-9e0a-686d7731be7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.648566 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b42f2301-62a4-4495-9e0a-686d7731be7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.670457 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b42f2301-62a4-4495-9e0a-686d7731be7f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4600bd94-126a-49f0-8d5a-8bbced4647b3 HTTP/1.1" status: 204 len: 168 time: 0.5157313 Jul 05 10:02:02.688356 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.696850 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-826e4e2a-9fa7-46cd-9bb8-a4be4b008a79 None None] Port 2d88b0a3-d81f-442e-9a7b-13fccf8dc3ad cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:02.720401 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb18766b-a3e7-4565-900a-02cd63e6883a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.767922 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f2301-62a4-4495-9e0a-686d7731be7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4600bd94-126a-49f0-8d5a-8bbced4647b3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:02.835231 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fcbaf5e-10e6-4e44-9fe8-dccab9035675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.929906 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbb27b5b-6229-4231-ae65-10a24297ccfe tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.936729 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-ea0bceb9-616e-431d-8952-34c2527a2077 service neutron] For port 466f3add-1d38-41f7-a47f-21b01c1d567f, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:03.011141 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 125facb9-7079-431b-afc7-f2c8c366007b up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:03.035498 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-ea0bceb9-616e-431d-8952-34c2527a2077 service neutron] For port 466f3add-1d38-41f7-a47f-21b01c1d567f, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=466f3add-1d38-41f7-a47f-21b01c1d567f,segment=NetworkSegment(0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3),segment_id=0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:03.086462 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e917bbf-801f-4ef2-b20f-a41290de6293 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:03.090011 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:02:03.105447 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-68f4ae84-4c59-456b-8cd9-b18d196e734e None None] Provisioning for port 632edc2b-8f5f-4abf-9655-622c9576d3a0 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:03.122385 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-68f4ae84-4c59-456b-8cd9-b18d196e734e None None] Provisioning complete for port 632edc2b-8f5f-4abf-9655-622c9576d3a0 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:03.122771 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-68f4ae84-4c59-456b-8cd9-b18d196e734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.162777 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-ea0bceb9-616e-431d-8952-34c2527a2077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.166380 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e917bbf-801f-4ef2-b20f-a41290de6293 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Port': ['ID=632edc2b-8f5f-4abf-9655-622c9576d3a0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:03.181422 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbb27b5b-6229-4231-ae65-10a24297ccfe tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.187278 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 125facb9-7079-431b-afc7-f2c8c366007b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:03.191461 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-68f4ae84-4c59-456b-8cd9-b18d196e734e None None] Port 632edc2b-8f5f-4abf-9655-622c9576d3a0 was deleted so its status cannot be updated. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 10:02:03.200246 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-ea0bceb9-616e-431d-8952-34c2527a2077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:03.201335 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 125facb9-7079-431b-afc7-f2c8c366007b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:03.203189 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-ea0bceb9-616e-431d-8952-34c2527a2077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.203775 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.207634 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-ea0bceb9-616e-431d-8952-34c2527a2077 service neutron] 10.222.0.78 "PUT /v2.0/ports/466f3add-1d38-41f7-a47f-21b01c1d567f HTTP/1.1" status: 200 len: 1091 time: 4.4263203 Jul 05 10:02:03.275486 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbb27b5b-6229-4231-ae65-10a24297ccfe tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.279178 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba', 'tag': '466f3add-1d38-41f7-a47f-21b01c1d567f'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:03.284173 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7696004-9b7b-4a7a-86ca-24bd3c9de101" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba", "tag": "466f3add-1d38-41f7-a47f-21b01c1d567f"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:03.314301 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e917bbf-801f-4ef2-b20f-a41290de6293 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.319919 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4e917bbf-801f-4ef2-b20f-a41290de6293 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/ports/632edc2b-8f5f-4abf-9655-622c9576d3a0 HTTP/1.1" status: 204 len: 168 time: 1.6452854 Jul 05 10:02:03.323868 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48644) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:03.360568 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb27b5b-6229-4231-ae65-10a24297ccfe tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3621532-8ac5-4da2-9027-beac72117c10,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:03.388348 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdf4fc-73ef-4fb6-b489-fc82bad4d0db req-7719130e-3729-4afa-8911-d3231731554b tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:03.393386 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.403026 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8efdf4fc-73ef-4fb6-b489-fc82bad4d0db req-7719130e-3729-4afa-8911-d3231731554b tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 943 time: 0.4797854 Jul 05 10:02:03.465160 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 125facb9-7079-431b-afc7-f2c8c366007b, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=125facb9-7079-431b-afc7-f2c8c366007b,segment=NetworkSegment(759243c5-6380-46c7-a3b7-1ee329f8a963),segment_id=759243c5-6380-46c7-a3b7-1ee329f8a963)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:03.471041 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.471738 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb18766b-a3e7-4565-900a-02cd63e6883a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.472612 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c54f8d68-333f-40c9-9fd7-d3e5a21c3867 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:03.485612 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0ab686-8535-4a1c-b65d-cfa7d97122ec tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] GET failed (client error): The resource could not be found. Jul 05 10:02:03.489022 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7d0ab686-8535-4a1c-b65d-cfa7d97122ec tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports/632edc2b-8f5f-4abf-9655-622c9576d3a0 HTTP/1.1" status: 404 len: 333 time: 0.1090462 Jul 05 10:02:03.492144 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48648) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:03.600496 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fcbaf5e-10e6-4e44-9fe8-dccab9035675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.628311 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8efdf4fc-73ef-4fb6-b489-fc82bad4d0db req-0b34932a-b7cf-4d2e-9615-a0b9d39d0cef tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188475 Jul 05 10:02:03.643347 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=125facb9-7079-431b-afc7-f2c8c366007b,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:03.664370 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fcbaf5e-10e6-4e44-9fe8-dccab9035675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.671298 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbb27b5b-6229-4231-ae65-10a24297ccfe tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.672910 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-dbb27b5b-6229-4231-ae65-10a24297ccfe tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0777397 Jul 05 10:02:03.677201 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port c54f8d68-333f-40c9-9fd7-d3e5a21c3867 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:03.677656 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.682099 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48654) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:03.684490 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3e61a4-dfe3-4eab-a218-4ab7f0cc9a8b x-openstack-request-id: req-5d3e61a4-dfe3-4eab-a218-4ab7f0cc9a8b {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:03.684821 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba", "tag": "466f3add-1d38-41f7-a47f-21b01c1d567f", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:03.685085 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5d3e61a4-dfe3-4eab-a218-4ab7f0cc9a8b {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:03.685494 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba', 'tag': '466f3add-1d38-41f7-a47f-21b01c1d567f', 'status': 'completed', 'code': 200} Jul 05 10:02:03.703084 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-86ebd995-ee02-44eb-8d69-9e45ad31359e tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Request body: {'security_group_rule': {'security_group_id': '27c20222-328d-42fb-aace-23b3c357edff', 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:03.733853 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bceb9-616e-431d-8952-34c2527a2077 service neutron] Pushing event updated for resources: {'Port': ['ID=466f3add-1d38-41f7-a47f-21b01c1d567f,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:03.745549 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3fcbaf5e-10e6-4e44-9fe8-dccab9035675 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ff1401655782464f82829fff2ad484f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1854134 Jul 05 10:02:03.749264 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48658) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:03.751529 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcbaf5e-10e6-4e44-9fe8-dccab9035675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a955daf-040c-426c-a479-1226548f5057,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:03.796483 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-dda00109-fa33-4496-8e81-39d043706676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:03.798239 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-dda00109-fa33-4496-8e81-39d043706676 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e503f3c8537746d6b6e63fbd3e5d478c&device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 1094 time: 0.4997311 Jul 05 10:02:03.828506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7ee09b82-620e-422f-ae86-c93686230779 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting port 2d88b0a3-d81f-442e-9a7b-13fccf8dc3ad {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:03.828854 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ee09b82-620e-422f-ae86-c93686230779 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.834522 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48660) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:03.847898 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 16ee52f9-efe2-4e53-b298-25a8f628e5cb no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:02:03.863781 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86ebd995-ee02-44eb-8d69-9e45ad31359e tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.872543 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7002a873-b2e6-4c04-be6c-9015f7aedc06 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.879129 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-380445f8-a25d-44f6-becc-cce26122ec34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.883342 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-574591fe-4136-48d8-9896-2e0d2be0b12d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=466f3add-1d38-41f7-a47f-21b01c1d567f HTTP/1.1" status: 200 len: 217 time: 0.0726876 Jul 05 10:02:03.916353 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-380445f8-a25d-44f6-becc-cce26122ec34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.919282 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 16ee52f9-efe2-4e53-b298-25a8f628e5cb {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:02:03.920937 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 16ee52f9-efe2-4e53-b298-25a8f628e5cb not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:02:03.970788 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ee09b82-620e-422f-ae86-c93686230779 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:04.024170 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7ee09b82-620e-422f-ae86-c93686230779 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Calling delete_port for 2d88b0a3-d81f-442e-9a7b-13fccf8dc3ad owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:04.029354 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4c8a4e64-5724-4ad2-8112-051f046e55df admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-619620478-network', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:04.034427 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-380445f8-a25d-44f6-becc-cce26122ec34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:04.037038 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-380445f8-a25d-44f6-becc-cce26122ec34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:04.038227 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-380445f8-a25d-44f6-becc-cce26122ec34 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4a955daf-040c-426c-a479-1226548f5057 HTTP/1.1" status: 204 len: 168 time: 0.2876642 Jul 05 10:02:04.079832 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380445f8-a25d-44f6-becc-cce26122ec34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a955daf-040c-426c-a479-1226548f5057,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:04.125990 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8a4e64-5724-4ad2-8112-051f046e55df admin admin] Made reservation on behalf of d93f47a2b57847898e8bf4ed736730dc for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:04.128950 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4c8a4e64-5724-4ad2-8112-051f046e55df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:04.141997 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4c8a4e64-5724-4ad2-8112-051f046e55df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:04.278645 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ee09b82-620e-422f-ae86-c93686230779 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:04.324909 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee09b82-620e-422f-ae86-c93686230779 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Port': ['ID=2d88b0a3-d81f-442e-9a7b-13fccf8dc3ad,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:04.363901 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ee09b82-620e-422f-ae86-c93686230779 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:04.369246 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7ee09b82-620e-422f-ae86-c93686230779 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/ports/2d88b0a3-d81f-442e-9a7b-13fccf8dc3ad HTTP/1.1" status: 204 len: 168 time: 0.8697119 Jul 05 10:02:04.371085 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48674) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:04.402125 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4c8a4e64-5724-4ad2-8112-051f046e55df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:04.429823 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4c8a4e64-5724-4ad2-8112-051f046e55df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:04.442517 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-4f3eb99c-108d-4a09-a798-4c8986bf2b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:04.444012 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-4f3eb99c-108d-4a09-a798-4c8986bf2b75 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f5e9513f-1558-487a-8c2f-be083e6d5e0d HTTP/1.1" status: 200 len: 855 time: 0.5159881 Jul 05 10:02:04.446971 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86ebd995-ee02-44eb-8d69-9e45ad31359e tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:04.451431 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf38a6ec-316a-4168-aa6a-1916eef7980c tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] GET failed (client error): The resource could not be found. Jul 05 10:02:04.457513 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cf38a6ec-316a-4168-aa6a-1916eef7980c tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports/2d88b0a3-d81f-442e-9a7b-13fccf8dc3ad HTTP/1.1" status: 404 len: 333 time: 0.0827062 Jul 05 10:02:04.458466 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48680) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:04.492847 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86ebd995-ee02-44eb-8d69-9e45ad31359e tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:04.533556 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a4e64-5724-4ad2-8112-051f046e55df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c04711-8008-42a3-95fe-66d54a73659c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:04.559319 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-f176ef78-d116-4243-b856-3b37a3e6ec9d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting subnet f48fcbc2-ce4a-4754-b8ef-cee7eb740be5 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:02:04.571195 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c8a4e64-5724-4ad2-8112-051f046e55df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:02:04.573768 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f176ef78-d116-4243-b856-3b37a3e6ec9d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:04.582459 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-061eb9dc-ba61-411d-acb8-54e5f3167f73 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8266bda9-355f-4ec8-8511-7adbee0961b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017072 Jul 05 10:02:04.619945 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4c8a4e64-5724-4ad2-8112-051f046e55df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:04.620306 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-4c8a4e64-5724-4ad2-8112-051f046e55df admin admin] Added segment 76d28b25-7403-4b43-b86d-a90eb252c176 of type vlan for network d1743ea8-1759-429c-b8f5-06cd55144aac Jul 05 10:02:04.626339 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebd995-ee02-44eb-8d69-9e45ad31359e tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50fa9bf7-f607-4730-ac56-5356480f3008,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:04.635151 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86ebd995-ee02-44eb-8d69-9e45ad31359e tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:04.638931 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-86ebd995-ee02-44eb-8d69-9e45ad31359e tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9417958 Jul 05 10:02:04.642012 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48686) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:04.647931 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8439f0de-e902-442a-b607-d4b5bdc2af6b tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Request body: {'security_group_rule': {'security_group_id': '27c20222-328d-42fb-aace-23b3c357edff', 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:04.695309 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f176ef78-d116-4243-b856-3b37a3e6ec9d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:04.718371 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb18766b-a3e7-4565-900a-02cd63e6883a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:04.735715 n-d-798054-8 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-8439f0de-e902-442a-b607-d4b5bdc2af6b tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Project 67f2e5944c9046908a0998b2ca97845f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:02:04.748943 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb18766b-a3e7-4565-900a-02cd63e6883a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:04.763451 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8439f0de-e902-442a-b607-d4b5bdc2af6b tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:04.818721 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 125facb9-7079-431b-afc7-f2c8c366007b up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:04.833460 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-d215271f-a15f-494d-825e-2ea396fdddcf service neutron] 10.222.0.78 "GET /v2.0/networks/8266bda9-355f-4ec8-8511-7adbee0961b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429235 Jul 05 10:02:04.870437 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4c8a4e64-5724-4ad2-8112-051f046e55df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:04.883839 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 125facb9-7079-431b-afc7-f2c8c366007b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:04.884661 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:04.902276 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48694) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:05.001645 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8439f0de-e902-442a-b607-d4b5bdc2af6b tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.016289 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8439f0de-e902-442a-b607-d4b5bdc2af6b tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.043251 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-fb18766b-a3e7-4565-900a-02cd63e6883a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Allocated IP 172.25.7.24 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/8074b70f-722a-4d0b-8925-37d195a9a499) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:05.056250 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-413ec8f1-57e0-42fe-842b-c1bd7a225a54 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1135246452-network', 'tenant_id': '6e0c3dc0431b4476a165345d62d05b8a'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:05.072497 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4c8a4e64-5724-4ad2-8112-051f046e55df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.072776 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-704d8674-3617-4b3c-a47e-e35a4bf47425 req-104d47ab-fae5-4601-a9b7-202aafd8a564 service neutron] 10.222.0.78 "GET /v2.0/networks/8266bda9-355f-4ec8-8511-7adbee0961b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169271 Jul 05 10:02:05.074076 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8a4e64-5724-4ad2-8112-051f046e55df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:05.074702 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4c8a4e64-5724-4ad2-8112-051f046e55df admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.095393 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f176ef78-d116-4243-b856-3b37a3e6ec9d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.098786 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8439f0de-e902-442a-b607-d4b5bdc2af6b tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.100035 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8439f0de-e902-442a-b607-d4b5bdc2af6b tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4579659 Jul 05 10:02:05.108383 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10da1c5-da14-4494-b670-14aa7ede098a req-3bf3060b-d27d-4529-8a71-0d7df9656951 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:05.116435 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c10da1c5-da14-4494-b670-14aa7ede098a req-3bf3060b-d27d-4529-8a71-0d7df9656951 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 943 time: 0.3082662 Jul 05 10:02:05.118315 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439f0de-e902-442a-b607-d4b5bdc2af6b tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56dd55f1-ff9c-47af-8569-cfbb02fb4619,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:05.122400 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48698) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:05.172088 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7002a873-b2e6-4c04-be6c-9015f7aedc06 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting port 24bb1cfe-6a9a-4d50-b2a6-593140511b10 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:05.172719 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7002a873-b2e6-4c04-be6c-9015f7aedc06 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.202088 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-56957e5b-9d00-4f03-be30-8646b7aebdd5 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Request body: {'security_group_rule': {'security_group_id': '27c20222-328d-42fb-aace-23b3c357edff', 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:05.276146 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a4e64-5724-4ad2-8112-051f046e55df admin admin] Pushing event updated for resources: {'Network': ['ID=d1743ea8-1759-429c-b8f5-06cd55144aac,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:05.281859 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413ec8f1-57e0-42fe-842b-c1bd7a225a54 admin admin] Made reservation on behalf of 6e0c3dc0431b4476a165345d62d05b8a for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:05.284401 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-413ec8f1-57e0-42fe-842b-c1bd7a225a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.291197 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network d1743ea8-1759-429c-b8f5-06cd55144aac details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:02:05.307558 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4c8a4e64-5724-4ad2-8112-051f046e55df admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4719467 Jul 05 10:02:05.309551 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb18766b-a3e7-4565-900a-02cd63e6883a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.311740 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48702) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:05.317955 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-413ec8f1-57e0-42fe-842b-c1bd7a225a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.320754 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b8e2d52d-39f9-4d9b-bcb4-ee9662e3bbc1 admin admin] Request body: {'subnet': {'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-619620478-subnet', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:05.328393 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c10da1c5-da14-4494-b670-14aa7ede098a req-06b254ab-8410-4848-8390-5d87f0ef8761 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110426 Jul 05 10:02:05.351706 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7696004-9b7b-4a7a-86ca-24bd3c9de101 req-f168272d-25bb-4794-b0c7-bd04cdb1b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:05.353207 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e7696004-9b7b-4a7a-86ca-24bd3c9de101 req-f168272d-25bb-4794-b0c7-bd04cdb1b05d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e503f3c8537746d6b6e63fbd3e5d478c&device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 1094 time: 0.2215114 Jul 05 10:02:05.355018 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f176ef78-d116-4243-b856-3b37a3e6ec9d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.358716 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-7002a873-b2e6-4c04-be6c-9015f7aedc06 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] For port 24bb1cfe-6a9a-4d50-b2a6-593140511b10, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=24bb1cfe-6a9a-4d50-b2a6-593140511b10,segment=NetworkSegment(ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea),segment_id=ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:05.359106 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7002a873-b2e6-4c04-be6c-9015f7aedc06 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.364194 n-d-798054-8 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-56957e5b-9d00-4f03-be30-8646b7aebdd5 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Project 67f2e5944c9046908a0998b2ca97845f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:02:05.395714 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-56957e5b-9d00-4f03-be30-8646b7aebdd5 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.400061 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176ef78-d116-4243-b856-3b37a3e6ec9d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Subnet': ['ID=f48fcbc2-ce4a-4754-b8ef-cee7eb740be5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:05.413008 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f176ef78-d116-4243-b856-3b37a3e6ec9d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.417538 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f176ef78-d116-4243-b856-3b37a3e6ec9d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/subnets/f48fcbc2-ce4a-4754-b8ef-cee7eb740be5 HTTP/1.1" status: 204 len: 168 time: 0.9452677 Jul 05 10:02:05.418364 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48704) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:05.420465 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97839071-e5eb-49f3-917e-9b34b4638cee None None] Network e215ddae-21ca-4aa9-b140-c8798da2906a requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:05.434957 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7002a873-b2e6-4c04-be6c-9015f7aedc06 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Calling delete_port for 24bb1cfe-6a9a-4d50-b2a6-593140511b10 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:05.444720 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e2d52d-39f9-4d9b-bcb4-ee9662e3bbc1 admin admin] Made reservation on behalf of d93f47a2b57847898e8bf4ed736730dc for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:05.447165 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8e2d52d-39f9-4d9b-bcb4-ee9662e3bbc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.552614 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54a75e50-e64c-4f01-b548-b9b05dca680f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.557991 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-56957e5b-9d00-4f03-be30-8646b7aebdd5 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.575124 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-56957e5b-9d00-4f03-be30-8646b7aebdd5 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.612614 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb18766b-a3e7-4565-900a-02cd63e6883a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.633671 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56957e5b-9d00-4f03-be30-8646b7aebdd5 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07815e27-4aa8-44ba-b925-aedff932fd5e,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:05.666164 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0350017-63c1-4df9-836d-fb0120ca5816 None None] DHCP port deletion for e215ddae-21ca-4aa9-b140-c8798da2906a request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:02:05.676292 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-413ec8f1-57e0-42fe-842b-c1bd7a225a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.679678 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7696004-9b7b-4a7a-86ca-24bd3c9de101 req-66fb477f-d535-4094-8192-7d55cd0208a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:05.681481 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e7696004-9b7b-4a7a-86ca-24bd3c9de101 req-66fb477f-d535-4094-8192-7d55cd0208a7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8266bda9-355f-4ec8-8511-7adbee0961b0 HTTP/1.1" status: 200 len: 916 time: 0.3169148 Jul 05 10:02:05.684107 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-413ec8f1-57e0-42fe-842b-c1bd7a225a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.694017 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-54a75e50-e64c-4f01-b548-b9b05dca680f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting port c54f8d68-333f-40c9-9fd7-d3e5a21c3867 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:05.694377 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54a75e50-e64c-4f01-b548-b9b05dca680f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.696073 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-56957e5b-9d00-4f03-be30-8646b7aebdd5 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.705273 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-56957e5b-9d00-4f03-be30-8646b7aebdd5 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5388179 Jul 05 10:02:05.717468 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb18766b-a3e7-4565-900a-02cd63e6883a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:05.736051 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d0350017-63c1-4df9-836d-fb0120ca5816 None None] Deleting port c54f8d68-333f-40c9-9fd7-d3e5a21c3867 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:05.736507 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d0350017-63c1-4df9-836d-fb0120ca5816 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.778850 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-54a75e50-e64c-4f01-b548-b9b05dca680f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] For port c54f8d68-333f-40c9-9fd7-d3e5a21c3867, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c54f8d68-333f-40c9-9fd7-d3e5a21c3867,segment=NetworkSegment(62e03457-b15a-45e1-9888-31b84b265b4a),segment_id=62e03457-b15a-45e1-9888-31b84b265b4a)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:05.779378 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54a75e50-e64c-4f01-b548-b9b05dca680f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.793746 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-fb18766b-a3e7-4565-900a-02cd63e6883a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:05.796203 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb18766b-a3e7-4565-900a-02cd63e6883a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:05.797701 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413ec8f1-57e0-42fe-842b-c1bd7a225a54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:02:05.803093 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18766b-a3e7-4565-900a-02cd63e6883a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event updated for resources: {'Port': ['ID=8074b70f-722a-4d0b-8925-37d195a9a499,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:05.812295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d0350017-63c1-4df9-836d-fb0120ca5816 None None] For port c54f8d68-333f-40c9-9fd7-d3e5a21c3867, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c54f8d68-333f-40c9-9fd7-d3e5a21c3867,segment=NetworkSegment(62e03457-b15a-45e1-9888-31b84b265b4a),segment_id=62e03457-b15a-45e1-9888-31b84b265b4a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:05.812446 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-413ec8f1-57e0-42fe-842b-c1bd7a225a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.812790 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d0350017-63c1-4df9-836d-fb0120ca5816 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.812910 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-413ec8f1-57e0-42fe-842b-c1bd7a225a54 admin admin] Added segment 3b7d31e2-53ab-404a-b23c-60d3a35fb5d8 of type vlan for network c0fb5196-e150-4797-be39-8ee92e6ffc58 Jul 05 10:02:05.829033 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e7696004-9b7b-4a7a-86ca-24bd3c9de101 req-46203fe1-3a3b-4cfc-8b3f-1015a0f82818 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=466f3add-1d38-41f7-a47f-21b01c1d567f HTTP/1.1" status: 200 len: 217 time: 0.1361432 Jul 05 10:02:05.844584 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d0350017-63c1-4df9-836d-fb0120ca5816 None None] Calling delete_port for c54f8d68-333f-40c9-9fd7-d3e5a21c3867 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:05.853307 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-54a75e50-e64c-4f01-b548-b9b05dca680f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Calling delete_port for c54f8d68-333f-40c9-9fd7-d3e5a21c3867 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:05.875834 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ec8f1-57e0-42fe-842b-c1bd7a225a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54251fd-4f75-47b1-81ce-5411e6faf3eb,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:05.884169 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-413ec8f1-57e0-42fe-842b-c1bd7a225a54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.979515 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.997375 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d0350017-63c1-4df9-836d-fb0120ca5816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:06.025583 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-413ec8f1-57e0-42fe-842b-c1bd7a225a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:06.026717 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413ec8f1-57e0-42fe-842b-c1bd7a225a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:06.027257 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-413ec8f1-57e0-42fe-842b-c1bd7a225a54 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:06.031765 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-0bb7db9b-9d79-4427-82f8-137377c9d523 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2118165098&fields=id&tenant_id=67f2e5944c9046908a0998b2ca97845f HTTP/1.1" status: 200 len: 267 time: 0.0888379 Jul 05 10:02:06.038193 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0350017-63c1-4df9-836d-fb0120ca5816 None None] Pushing event deleted for resources: {'Port': ['ID=c54f8d68-333f-40c9-9fd7-d3e5a21c3867,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:06.044076 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0350017-63c1-4df9-836d-fb0120ca5816 None None] No DVR routers for this DVR port c54f8d68-333f-40c9-9fd7-d3e5a21c3867 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:02:06.081688 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7696004-9b7b-4a7a-86ca-24bd3c9de101 req-37b29eee-cfc2-454e-a89e-4122699ca366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:06.083138 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e7696004-9b7b-4a7a-86ca-24bd3c9de101 req-37b29eee-cfc2-454e-a89e-4122699ca366 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f5e9513f-1558-487a-8c2f-be083e6d5e0d HTTP/1.1" status: 200 len: 855 time: 0.2399728 Jul 05 10:02:06.119488 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-413ec8f1-57e0-42fe-842b-c1bd7a225a54 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2144814 Jul 05 10:02:06.146121 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8e2d52d-39f9-4d9b-bcb4-ee9662e3bbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:06.146987 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48718) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:06.157710 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9a35b787-382b-4c6b-a1d0-cfce300a1d46 admin admin] Request body: {'subnet': {'network_id': 'c0fb5196-e150-4797-be39-8ee92e6ffc58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1135246452-subnet', 'tenant_id': '6e0c3dc0431b4476a165345d62d05b8a', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:06.161365 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54a75e50-e64c-4f01-b548-b9b05dca680f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:06.165583 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e7696004-9b7b-4a7a-86ca-24bd3c9de101 req-9800ed9f-d2fd-459f-aafd-6cc6d33d151f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8266bda9-355f-4ec8-8511-7adbee0961b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704396 Jul 05 10:02:06.205415 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ec8f1-57e0-42fe-842b-c1bd7a225a54 admin admin] Pushing event updated for resources: {'Network': ['ID=c0fb5196-e150-4797-be39-8ee92e6ffc58,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:06.214819 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a75e50-e64c-4f01-b548-b9b05dca680f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] No DVR routers for this DVR port c54f8d68-333f-40c9-9fd7-d3e5a21c3867 on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:02:06.220851 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a75e50-e64c-4f01-b548-b9b05dca680f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Port': ['ID=c54f8d68-333f-40c9-9fd7-d3e5a21c3867,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:06.221361 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network c0fb5196-e150-4797-be39-8ee92e6ffc58 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:02:06.242676 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7002a873-b2e6-4c04-be6c-9015f7aedc06 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:06.271672 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a35b787-382b-4c6b-a1d0-cfce300a1d46 admin admin] Made reservation on behalf of 6e0c3dc0431b4476a165345d62d05b8a for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:06.274002 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a35b787-382b-4c6b-a1d0-cfce300a1d46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:06.337265 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002a873-b2e6-4c04-be6c-9015f7aedc06 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Port': ['ID=24bb1cfe-6a9a-4d50-b2a6-593140511b10,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:06.386558 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54a75e50-e64c-4f01-b548-b9b05dca680f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:06.396860 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-2634d428-0687-4766-9fa4-545014ee1a1b tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:06.398472 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-2634d428-0687-4766-9fa4-545014ee1a1b tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/networks?id=ea5b87a6-c54b-4459-9dc2-7b432dbb441e HTTP/1.1" status: 200 len: 809 time: 0.3410053 Jul 05 10:02:06.419616 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2d52d-39f9-4d9b-bcb4-ee9662e3bbc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64059ad6-af8a-4b37-8335-6c76a23c0a2e,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:06.445741 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e2d52d-39f9-4d9b-bcb4-ee9662e3bbc1 admin admin] Checking segment: {'id': '76d28b25-7403-4b43-b86d-a90eb252c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:06.446120 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e2d52d-39f9-4d9b-bcb4-ee9662e3bbc1 admin admin] Network hostable DHCP agents. Network: d1743ea8-1759-429c-b8f5-06cd55144aac, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:02:06.457445 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-54a75e50-e64c-4f01-b548-b9b05dca680f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e215ddae-21ca-4aa9-b140-c8798da2906a']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:06.484597 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-23021560-d22e-413f-9d99-96fe941a5d0f tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/quotas/67f2e5944c9046908a0998b2ca97845f HTTP/1.1" status: 200 len: 375 time: 0.0712616 Jul 05 10:02:06.492148 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-54a75e50-e64c-4f01-b548-b9b05dca680f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e03457-b15a-45e1-9888-31b84b265b4a') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:06.492944 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-54a75e50-e64c-4f01-b548-b9b05dca680f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e03457-b15a-45e1-9888-31b84b265b4a') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:06.542973 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54a75e50-e64c-4f01-b548-b9b05dca680f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:06.596810 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e7696004-9b7b-4a7a-86ca-24bd3c9de101 req-c298a93f-181d-441a-82f6-e1ef94ee5c12 service neutron] 10.222.0.78 "GET /v2.0/networks/8266bda9-355f-4ec8-8511-7adbee0961b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211047 Jul 05 10:02:06.597343 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7002a873-b2e6-4c04-be6c-9015f7aedc06 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:06.598055 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54a75e50-e64c-4f01-b548-b9b05dca680f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:06.623148 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e2d52d-39f9-4d9b-bcb4-ee9662e3bbc1 admin admin] Network d1743ea8-1759-429c-b8f5-06cd55144aac is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:02:06.635175 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a75e50-e64c-4f01-b548-b9b05dca680f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:02:06.635581 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54a75e50-e64c-4f01-b548-b9b05dca680f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: self.session.flush() Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: self.session.flush() Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: self.session.flush() Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: self.session.flush() Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:02:06.638570 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:02:06.719280 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b8e2d52d-39f9-4d9b-bcb4-ee9662e3bbc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, d1743ea8-1759-429c-b8f5-06cd55144aac) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:06.737557 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5385fecd-a11e-47b6-b979-28f66804b3a7 None None] Network d1743ea8-1759-429c-b8f5-06cd55144aac requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:06.763000 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb18766b-a3e7-4565-900a-02cd63e6883a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:06.765814 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e2d52d-39f9-4d9b-bcb4-ee9662e3bbc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:06.766458 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8e2d52d-39f9-4d9b-bcb4-ee9662e3bbc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:06.778760 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03aeeb9-356e-408a-ad9c-8f2bb28fcc93 req-c4f6603e-4c77-4692-91ec-5396575c58bf tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:06.780340 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b03aeeb9-356e-408a-ad9c-8f2bb28fcc93 req-c4f6603e-4c77-4692-91ec-5396575c58bf tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 943 time: 0.2697532 Jul 05 10:02:06.784599 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54a75e50-e64c-4f01-b548-b9b05dca680f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:06.795419 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-24ec0a25-2033-4006-8ff2-cf11bd476104 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=67f2e5944c9046908a0998b2ca97845f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3096497 Jul 05 10:02:06.820228 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54a75e50-e64c-4f01-b548-b9b05dca680f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:06.827889 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b8e2d52d-39f9-4d9b-bcb4-ee9662e3bbc1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5082507 Jul 05 10:02:06.828072 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-54a75e50-e64c-4f01-b548-b9b05dca680f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/networks/e215ddae-21ca-4aa9-b140-c8798da2906a HTTP/1.1" status: 204 len: 168 time: 1.4082472 Jul 05 10:02:06.831472 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48726) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:06.831825 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48728) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:06.852921 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c54f8d68-333f-40c9-9fd7-d3e5a21c3867 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:02:06.870561 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-757a133c-1ea4-4a4d-bfb3-4be2150c8541 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-855252056'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:06.883903 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: c54f8d68-333f-40c9-9fd7-d3e5a21c3867 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:02:06.884403 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c54f8d68-333f-40c9-9fd7-d3e5a21c3867 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:02:06.893873 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0f46d5f5-ee8f-431b-b5ac-ac76fd5bf038 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-619620478-router', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:06.903987 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757a133c-1ea4-4a4d-bfb3-4be2150c8541 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:06.907922 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-757a133c-1ea4-4a4d-bfb3-4be2150c8541 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:06.916102 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e7696004-9b7b-4a7a-86ca-24bd3c9de101 req-9cce6cdb-2f67-4611-8ec9-577d47b39141 service neutron] 10.222.0.78 "GET /v2.0/networks/8266bda9-355f-4ec8-8511-7adbee0961b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110051 Jul 05 10:02:06.986070 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35da4a91-77b7-487d-b12a-397c7c481f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-d1743ea8-1759-429c-b8f5-06cd55144aac', 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'fixed_ips': [{'subnet_id': '64059ad6-af8a-4b37-8335-6c76a23c0a2e'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:02:06.987811 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-35da4a91-77b7-487d-b12a-397c7c481f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.147331 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-35da4a91-77b7-487d-b12a-397c7c481f07 None None] Allocated IP 172.20.0.2 (d1743ea8-1759-429c-b8f5-06cd55144aac/64059ad6-af8a-4b37-8335-6c76a23c0a2e/f1595312-fac2-41e2-9ba1-2315d829d256) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:07.220753 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a35b787-382b-4c6b-a1d0-cfce300a1d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.226351 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a75e50-e64c-4f01-b548-b9b05dca680f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Network': ['ID=e215ddae-21ca-4aa9-b140-c8798da2906a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:07.288118 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b03aeeb9-356e-408a-ad9c-8f2bb28fcc93 req-93a93a52-441b-47ea-abf3-ab2f24edb088 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849553 Jul 05 10:02:07.301074 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-5834cc55-6f0e-4a0d-9414-eb56961592ab service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:02:07.302178 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-5834cc55-6f0e-4a0d-9414-eb56961592ab service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4733448 Jul 05 10:02:07.329530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35b787-382b-4c6b-a1d0-cfce300a1d46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f72b4724-5644-485c-ae6b-e5d27303f4c4,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:07.340737 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-35da4a91-77b7-487d-b12a-397c7c481f07 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.343448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a35b787-382b-4c6b-a1d0-cfce300a1d46 admin admin] Checking segment: {'id': '3b7d31e2-53ab-404a-b23c-60d3a35fb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c0fb5196-e150-4797-be39-8ee92e6ffc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:07.343815 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a35b787-382b-4c6b-a1d0-cfce300a1d46 admin admin] Network hostable DHCP agents. Network: c0fb5196-e150-4797-be39-8ee92e6ffc58, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:02:07.351347 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-35da4a91-77b7-487d-b12a-397c7c481f07 None None] Transition to ACTIVE for port object f1595312-fac2-41e2-9ba1-2315d829d256 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:07.368173 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-35da4a91-77b7-487d-b12a-397c7c481f07 None None] Transition to ACTIVE for port object f1595312-fac2-41e2-9ba1-2315d829d256 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:07.380526 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-35da4a91-77b7-487d-b12a-397c7c481f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.402416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a35b787-382b-4c6b-a1d0-cfce300a1d46 admin admin] Network c0fb5196-e150-4797-be39-8ee92e6ffc58 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:02:07.425133 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-9a35b787-382b-4c6b-a1d0-cfce300a1d46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, c0fb5196-e150-4797-be39-8ee92e6ffc58) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:07.436594 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a35b787-382b-4c6b-a1d0-cfce300a1d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:07.437503 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a35b787-382b-4c6b-a1d0-cfce300a1d46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.448939 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11280166-0207-4292-abd5-fea70131365f None None] Network c0fb5196-e150-4797-be39-8ee92e6ffc58 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:07.449592 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-4a3cf12b-ee0a-4908-a94b-680a51ebdefc service neutron] 10.222.0.79 "GET /v2.0/networks/ea5b87a6-c54b-4459-9dc2-7b432dbb441e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301227 Jul 05 10:02:07.456611 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35da4a91-77b7-487d-b12a-397c7c481f07 None None] Network d1743ea8-1759-429c-b8f5-06cd55144aac is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:07.463809 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7002a873-b2e6-4c04-be6c-9015f7aedc06 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:02:07.466218 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da4a91-77b7-487d-b12a-397c7c481f07 None None] Pushing event updated for resources: {'Port': ['ID=f1595312-fac2-41e2-9ba1-2315d829d256,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:07.480855 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757a133c-1ea4-4a4d-bfb3-4be2150c8541 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:02:07.481058 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9a35b787-382b-4c6b-a1d0-cfce300a1d46 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3282266 Jul 05 10:02:07.487637 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-757a133c-1ea4-4a4d-bfb3-4be2150c8541 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.488297 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-757a133c-1ea4-4a4d-bfb3-4be2150c8541 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Added segment 35a0ba69-194b-4c3b-bac4-a24030f23d03 of type vlan for network f33f0535-48c0-4977-8ecb-da3cbc4f7f96 Jul 05 10:02:07.494600 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-35da4a91-77b7-487d-b12a-397c7c481f07 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:07.497882 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35da4a91-77b7-487d-b12a-397c7c481f07 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:07.503675 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48732) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:07.510928 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8f724c86-f626-49fa-9dfe-c59dc6c1880e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1135246452-router', 'tenant_id': '6e0c3dc0431b4476a165345d62d05b8a', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:07.511579 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f46d5f5-ee8f-431b-b5ac-ac76fd5bf038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.512921 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f46d5f5-ee8f-431b-b5ac-ac76fd5bf038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.592124 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f724c86-f626-49fa-9dfe-c59dc6c1880e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.592520 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-35da4a91-77b7-487d-b12a-397c7c481f07 None None] Attempting to bind port f1595312-fac2-41e2-9ba1-2315d829d256 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:07.593011 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-35da4a91-77b7-487d-b12a-397c7c481f07 None None] Attempting to bind port f1595312-fac2-41e2-9ba1-2315d829d256 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '76d28b25-7403-4b43-b86d-a90eb252c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:07.593486 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35da4a91-77b7-487d-b12a-397c7c481f07 None None] Attempting to bind port f1595312-fac2-41e2-9ba1-2315d829d256 on network d1743ea8-1759-429c-b8f5-06cd55144aac {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:07.594203 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f724c86-f626-49fa-9dfe-c59dc6c1880e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.594751 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-757a133c-1ea4-4a4d-bfb3-4be2150c8541 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.604480 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35da4a91-77b7-487d-b12a-397c7c481f07 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:07.605194 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35da4a91-77b7-487d-b12a-397c7c481f07 None None] Checking segment: {'id': '76d28b25-7403-4b43-b86d-a90eb252c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:07.605724 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-35da4a91-77b7-487d-b12a-397c7c481f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.606295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35da4a91-77b7-487d-b12a-397c7c481f07 None None] Bound using segment: {'id': '76d28b25-7403-4b43-b86d-a90eb252c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:07.606895 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-35da4a91-77b7-487d-b12a-397c7c481f07 None None] Bound port: f1595312-fac2-41e2-9ba1-2315d829d256, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d28b25-7403-4b43-b86d-a90eb252c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:07.608016 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-35da4a91-77b7-487d-b12a-397c7c481f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.637729 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a7bb3-17db-4cef-8492-f2bf2bb070fa req-6ca405aa-783e-4003-8d78-e2d443497515 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:07.639251 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb7a7bb3-17db-4cef-8492-f2bf2bb070fa req-6ca405aa-783e-4003-8d78-e2d443497515 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.1827900 Jul 05 10:02:07.654930 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-3ff496ba-93f7-4b70-b618-c7f7a091bbe0 service neutron] 10.222.0.79 "GET /v2.0/networks/ea5b87a6-c54b-4459-9dc2-7b432dbb441e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963487 Jul 05 10:02:07.696200 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f724c86-f626-49fa-9dfe-c59dc6c1880e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.737907 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f46d5f5-ee8f-431b-b5ac-ac76fd5bf038 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.743397 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffd4aa8-9453-4246-b8ce-1130df71149d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-c0fb5196-e150-4797-be39-8ee92e6ffc58', 'network_id': 'c0fb5196-e150-4797-be39-8ee92e6ffc58', 'tenant_id': '6e0c3dc0431b4476a165345d62d05b8a', 'fixed_ips': [{'subnet_id': 'f72b4724-5644-485c-ae6b-e5d27303f4c4'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:02:07.747515 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8ffd4aa8-9453-4246-b8ce-1130df71149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.756216 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb7a7bb3-17db-4cef-8492-f2bf2bb070fa req-ad970ae3-b16f-4491-b9e7-7015343034a7 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054752 Jul 05 10:02:07.759769 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7002a873-b2e6-4c04-be6c-9015f7aedc06 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:02:07.784544 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5301e61-7c0b-4a2d-95e1-7ce208acb6b8 None None] Sync routers for ids ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:02:07.789909 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-35da4a91-77b7-487d-b12a-397c7c481f07 None None] For port f1595312-fac2-41e2-9ba1-2315d829d256, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:07.830596 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-35da4a91-77b7-487d-b12a-397c7c481f07 None None] For port f1595312-fac2-41e2-9ba1-2315d829d256, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f1595312-fac2-41e2-9ba1-2315d829d256,segment=NetworkSegment(76d28b25-7403-4b43-b86d-a90eb252c176),segment_id=76d28b25-7403-4b43-b86d-a90eb252c176)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:07.839465 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7002a873-b2e6-4c04-be6c-9015f7aedc06 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "PUT /v2.0/routers/6691fde3-3f01-4339-add9-8d7b42f7bcb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1732404 Jul 05 10:02:07.852354 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-35da4a91-77b7-487d-b12a-397c7c481f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.860051 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48736) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:07.904084 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5301e61-7c0b-4a2d-95e1-7ce208acb6b8 None None] Routers {'6691fde3-3f01-4339-add9-8d7b42f7bcb8'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:07.904816 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e5301e61-7c0b-4a2d-95e1-7ce208acb6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:07.905723 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f724c86-f626-49fa-9dfe-c59dc6c1880e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.905873 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb18766b-a3e7-4565-900a-02cd63e6883a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.984734 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-58bba36d-cc86-4cb3-8761-db8c46ee3b66 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting subnet 112575a2-4ab1-4c4d-ba59-35bca213052b {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:02:07.990489 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-58bba36d-cc86-4cb3-8761-db8c46ee3b66 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:08.038799 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 466f3add-1d38-41f7-a47f-21b01c1d567f details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:02:08.065348 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-757a133c-1ea4-4a4d-bfb3-4be2150c8541 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:08.072985 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757a133c-1ea4-4a4d-bfb3-4be2150c8541 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:08.074534 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-757a133c-1ea4-4a4d-bfb3-4be2150c8541 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:08.131600 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7bbcfaf5-71a7-4f5f-a312-6cbf6a5125b6 req-ab4d625d-d114-4873-bb99-03795dc6a4b0 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 210 time: 0.0777333 Jul 05 10:02:08.154295 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-58bba36d-cc86-4cb3-8761-db8c46ee3b66 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:08.294646 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5a663-9337-4dbd-a3cc-dc832453eba5 req-c58c8fb8-0229-4b35-ab0d-d66c4aaca768 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:08.304831 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5c5a663-9337-4dbd-a3cc-dc832453eba5 req-c58c8fb8-0229-4b35-ab0d-d66c4aaca768 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.2519267 Jul 05 10:02:08.339844 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-757a133c-1ea4-4a4d-bfb3-4be2150c8541 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4736679 Jul 05 10:02:08.348261 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f46d5f5-ee8f-431b-b5ac-ac76fd5bf038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:08.397972 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-58bba36d-cc86-4cb3-8761-db8c46ee3b66 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:08.399483 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48748) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:08.410643 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-45246fa4-a63e-4d06-8a77-0b0d9abbcead tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'subnet': {'network_id': 'f33f0535-48c0-4977-8ecb-da3cbc4f7f96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:08.440078 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a133c-1ea4-4a4d-bfb3-4be2150c8541 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Network': ['ID=f33f0535-48c0-4977-8ecb-da3cbc4f7f96,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:08.557297 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network f33f0535-48c0-4977-8ecb-da3cbc4f7f96 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:02:08.586562 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e5301e61-7c0b-4a2d-95e1-7ce208acb6b8 None None] Set router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:08.625666 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45246fa4-a63e-4d06-8a77-0b0d9abbcead tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:08.630510 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45246fa4-a63e-4d06-8a77-0b0d9abbcead tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:08.654493 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-58bba36d-cc86-4cb3-8761-db8c46ee3b66 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:08.687897 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb18766b-a3e7-4565-900a-02cd63e6883a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Router 570b131a-478d-4095-8c89-4e0b8e1a1428 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:02:08.730291 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bba36d-cc86-4cb3-8761-db8c46ee3b66 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Subnet': ['ID=112575a2-4ab1-4c4d-ba59-35bca213052b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:08.733875 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-58bba36d-cc86-4cb3-8761-db8c46ee3b66 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:08.736428 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-58bba36d-cc86-4cb3-8761-db8c46ee3b66 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/subnets/112575a2-4ab1-4c4d-ba59-35bca213052b HTTP/1.1" status: 204 len: 168 time: 0.8754125 Jul 05 10:02:08.741577 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48752) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:08.749248 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d8209-5171-40de-84f2-44bec7eeae5f req-4d979c53-6e9a-4b18-9215-a84ee9894396 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:08.751213 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e62d8209-5171-40de-84f2-44bec7eeae5f req-4d979c53-6e9a-4b18-9215-a84ee9894396 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 943 time: 0.2220280 Jul 05 10:02:08.753317 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.resource_extend [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:02:08.756522 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70072b2e-7eda-45a8-9ef4-d1e783d656f3 None None] Network 32c9b348-0cd9-4eea-93f1-f118c3ef528e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:08.771200 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5c5a663-9337-4dbd-a3cc-dc832453eba5 req-56ff917e-9c9a-4148-8a71-052e82a82f14 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4642887 Jul 05 10:02:08.776327 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e5301e61-7c0b-4a2d-95e1-7ce208acb6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:02:05Z', 'revision_number': 11, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:08.778299 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da4a91-77b7-487d-b12a-397c7c481f07 None None] Pushing event updated for resources: {'Port': ['ID=f1595312-fac2-41e2-9ba1-2315d829d256,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:08.924973 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5301e61-7c0b-4a2d-95e1-7ce208acb6b8 None None] Checking router: 6691fde3-3f01-4339-add9-8d7b42f7bcb8 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:02:08.934823 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-8ffd4aa8-9453-4246-b8ce-1130df71149d None None] Allocated IP 172.20.0.2 (c0fb5196-e150-4797-be39-8ee92e6ffc58/f72b4724-5644-485c-ae6b-e5d27303f4c4/c7675451-b11b-4150-9c85-93543fc07def) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:08.946845 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e62d8209-5171-40de-84f2-44bec7eeae5f req-80cd6049-843b-41c1-b405-b3a656f55698 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744246 Jul 05 10:02:09.007905 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5301e61-7c0b-4a2d-95e1-7ce208acb6b8 None None] Routers {'6691fde3-3f01-4339-add9-8d7b42f7bcb8'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:09.008550 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e5301e61-7c0b-4a2d-95e1-7ce208acb6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:09.009341 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f724c86-f626-49fa-9dfe-c59dc6c1880e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:09.034158 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f724c86-f626-49fa-9dfe-c59dc6c1880e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:09.051582 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7e6ef91-362b-4d55-8d9d-be73d1f8b06f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:09.230150 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb18766b-a3e7-4565-900a-02cd63e6883a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:02:09.250114 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] Sync routers for ids ['570b131a-478d-4095-8c89-4e0b8e1a1428'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:02:09.259160 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-8f724c86-f626-49fa-9dfe-c59dc6c1880e admin admin] Allocated IP 172.25.7.82 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:09.271997 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] Routers {'570b131a-478d-4095-8c89-4e0b8e1a1428'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:09.275206 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['570b131a-478d-4095-8c89-4e0b8e1a1428'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:09.284089 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 466f3add-1d38-41f7-a47f-21b01c1d567f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=466f3add-1d38-41f7-a47f-21b01c1d567f,segment=NetworkSegment(0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3),segment_id=0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:09.289027 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e5301e61-7c0b-4a2d-95e1-7ce208acb6b8 None None] Set router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:09.394228 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f46d5f5-ee8f-431b-b5ac-ac76fd5bf038 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:09.450005 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e5301e61-7c0b-4a2d-95e1-7ce208acb6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:02:05Z', 'revision_number': 11, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:09.484064 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb18766b-a3e7-4565-900a-02cd63e6883a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:09.485410 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fb18766b-a3e7-4565-900a-02cd63e6883a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.2681351 Jul 05 10:02:09.496662 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48760) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:09.502045 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f46d5f5-ee8f-431b-b5ac-ac76fd5bf038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:09.515539 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45246fa4-a63e-4d06-8a77-0b0d9abbcead tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:09.531082 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5301e61-7c0b-4a2d-95e1-7ce208acb6b8 None None] The sync data for ids ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'] in n-d-798054-8 is: [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:02:05Z', 'revision_number': 11, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:02:09.535389 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '466f3add-1d38-41f7-a47f-21b01c1d567f', 'network_id': '8266bda9-355f-4ec8-8511-7adbee0961b0', 'port_id': '466f3add-1d38-41f7-a47f-21b01c1d567f', 'mac_address': 'fa:16:3e:ea:b4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e9513f-1558-487a-8c2f-be083e6d5e0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:02:09.562617 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] Set router 570b131a-478d-4095-8c89-4e0b8e1a1428 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:09.612790 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dec511-d46c-416e-b20e-cfdec2ec3b4b None None] Network d1743ea8-1759-429c-b8f5-06cd55144aac requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:09.615974 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49dfa9b8-c6c4-4cb3-9730-3d9c53e6b8f0 req-bd6b68d1-41db-4de6-8562-5339a8781a15 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 210 time: 0.1557319 Jul 05 10:02:09.643261 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f724c86-f626-49fa-9dfe-c59dc6c1880e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:09.713301 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f724c86-f626-49fa-9dfe-c59dc6c1880e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:09.723437 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:09.742098 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466f3add-1d38-41f7-a47f-21b01c1d567f {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:09.749221 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8ffd4aa8-9453-4246-b8ce-1130df71149d None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:09.751437 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-74f90282-857b-4a89-b521-99b6e7e91003 None None] Provisioning for port f1595312-fac2-41e2-9ba1-2315d829d256 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:09.782864 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b7e6ef91-362b-4d55-8d9d-be73d1f8b06f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Deleting port f8a0c575-1812-4b8f-aed3-66370fe509cc {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:09.783673 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7e6ef91-362b-4d55-8d9d-be73d1f8b06f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:09.788764 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8ffd4aa8-9453-4246-b8ce-1130df71149d None None] Transition to ACTIVE for port object c7675451-b11b-4150-9c85-93543fc07def will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:09.797431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 466f3add-1d38-41f7-a47f-21b01c1d567f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=466f3add-1d38-41f7-a47f-21b01c1d567f,segment=NetworkSegment(0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3),segment_id=0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:09.814382 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:09.824928 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8ffd4aa8-9453-4246-b8ce-1130df71149d None None] Transition to ACTIVE for port object c7675451-b11b-4150-9c85-93543fc07def will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:09.853631 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45246fa4-a63e-4d06-8a77-0b0d9abbcead tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Subnet': ['ID=faa8e071-6ec6-4377-87d5-ef6242c2a475,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:09.910653 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8ffd4aa8-9453-4246-b8ce-1130df71149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:09.940828 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0daee2a-c5b8-45fd-99c4-e93af78afe7f None None] DHCP port deletion for 32c9b348-0cd9-4eea-93f1-f118c3ef528e request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:02:09.943806 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906527942', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:02Z', 'updated_at': '2021-07-05T10:02:06Z', 'revision_number': 3, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'gw_port': {'id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:04Z', 'updated_at': '2021-07-05T10:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:09.953249 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f724c86-f626-49fa-9dfe-c59dc6c1880e admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:09.971374 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-396724ec-d199-4a4f-bf50-d8b5c707cbcb tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=f0692abcf6f7458c830e07d7e3d21525&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4723451 Jul 05 10:02:09.985300 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48766) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:09.989514 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-8f724c86-f626-49fa-9dfe-c59dc6c1880e admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:09.999330 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] Checking router: 570b131a-478d-4095-8c89-4e0b8e1a1428 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:02:09.999980 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] Updating router 570b131a-478d-4095-8c89-4e0b8e1a1428 port 8074b70f-722a-4d0b-8925-37d195a9a499 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:02:10.024250 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f724c86-f626-49fa-9dfe-c59dc6c1880e admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:10.048042 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-b7e6ef91-362b-4d55-8d9d-be73d1f8b06f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] For port f8a0c575-1812-4b8f-aed3-66370fe509cc, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f8a0c575-1812-4b8f-aed3-66370fe509cc,segment=NetworkSegment(ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea),segment_id=ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:10.050284 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7e6ef91-362b-4d55-8d9d-be73d1f8b06f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:10.055488 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=466f3add-1d38-41f7-a47f-21b01c1d567f,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:10.065936 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:10.110877 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffd4aa8-9453-4246-b8ce-1130df71149d None None] Network c0fb5196-e150-4797-be39-8ee92e6ffc58 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:10.111107 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b7e6ef91-362b-4d55-8d9d-be73d1f8b06f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Calling delete_port for f8a0c575-1812-4b8f-aed3-66370fe509cc owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:10.168473 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-0f46d5f5-ee8f-431b-b5ac-ac76fd5bf038 admin admin] Allocated IP 172.25.7.230 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/ab20cdc8-5044-461e-b210-319968aef8be) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:10.172576 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-8ffd4aa8-9453-4246-b8ce-1130df71149d None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:10.180654 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffd4aa8-9453-4246-b8ce-1130df71149d None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:10.282497 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd4aa8-9453-4246-b8ce-1130df71149d None None] Pushing event updated for resources: {'Port': ['ID=c7675451-b11b-4150-9c85-93543fc07def,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:10.292012 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45246fa4-a63e-4d06-8a77-0b0d9abbcead tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Checking segment: {'id': '35a0ba69-194b-4c3b-bac4-a24030f23d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f33f0535-48c0-4977-8ecb-da3cbc4f7f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:10.292946 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45246fa4-a63e-4d06-8a77-0b0d9abbcead tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network hostable DHCP agents. Network: f33f0535-48c0-4977-8ecb-da3cbc4f7f96, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:02:10.315758 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['466f3add-1d38-41f7-a47f-21b01c1d567f'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:02:10.346733 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f46d5f5-ee8f-431b-b5ac-ac76fd5bf038 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:10.356855 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e0daee2a-c5b8-45fd-99c4-e93af78afe7f None None] Deleting port f8a0c575-1812-4b8f-aed3-66370fe509cc {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:10.357477 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e0daee2a-c5b8-45fd-99c4-e93af78afe7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:10.367808 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f724c86-f626-49fa-9dfe-c59dc6c1880e admin admin] Pushing event updated for resources: {'Port': ['ID=7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:10.379184 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45246fa4-a63e-4d06-8a77-0b0d9abbcead tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network f33f0535-48c0-4977-8ecb-da3cbc4f7f96 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:02:10.403290 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-45246fa4-a63e-4d06-8a77-0b0d9abbcead tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, f33f0535-48c0-4977-8ecb-da3cbc4f7f96) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:10.425237 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45246fa4-a63e-4d06-8a77-0b0d9abbcead tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:10.425990 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45246fa4-a63e-4d06-8a77-0b0d9abbcead tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:10.427901 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e0daee2a-c5b8-45fd-99c4-e93af78afe7f None None] For port f8a0c575-1812-4b8f-aed3-66370fe509cc, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f8a0c575-1812-4b8f-aed3-66370fe509cc,segment=NetworkSegment(ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea),segment_id=ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:10.428255 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e0daee2a-c5b8-45fd-99c4-e93af78afe7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:10.442808 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e0daee2a-c5b8-45fd-99c4-e93af78afe7f None None] Calling delete_port for f8a0c575-1812-4b8f-aed3-66370fe509cc owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:10.453449 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f76149-e441-4b2c-a250-fbd6c0b6ca16 None None] Network f33f0535-48c0-4977-8ecb-da3cbc4f7f96 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:10.456468 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-45246fa4-a63e-4d06-8a77-0b0d9abbcead tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0556889 Jul 05 10:02:10.458330 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48768) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:10.460615 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f46d5f5-ee8f-431b-b5ac-ac76fd5bf038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:10.464467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8ffd4aa8-9453-4246-b8ce-1130df71149d None None] Attempting to bind port c7675451-b11b-4150-9c85-93543fc07def on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:10.464854 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8ffd4aa8-9453-4246-b8ce-1130df71149d None None] Attempting to bind port c7675451-b11b-4150-9c85-93543fc07def by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '3b7d31e2-53ab-404a-b23c-60d3a35fb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c0fb5196-e150-4797-be39-8ee92e6ffc58'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:10.465830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffd4aa8-9453-4246-b8ce-1130df71149d None None] Attempting to bind port c7675451-b11b-4150-9c85-93543fc07def on network c0fb5196-e150-4797-be39-8ee92e6ffc58 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:10.468157 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-aecca084-3adf-4a92-80c7-7ffff4ed5ace tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'port': {'network_id': 'f33f0535-48c0-4977-8ecb-da3cbc4f7f96', 'name': 'tempest-PortsIpV6TestJSON-667879318', 'fixed_ips': [{'subnet_id': 'faa8e071-6ec6-4377-87d5-ef6242c2a475', 'ip_address': '2001:db8::10'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:10.474532 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7e6ef91-362b-4d55-8d9d-be73d1f8b06f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:10.496699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a5acc-14d1-4ba0-a4e9-d2ddbc5eaa6d req-4dae27fa-9f88-4d8e-92a3-0b5edc50e845 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:10.503803 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d47a5acc-14d1-4ba0-a4e9-d2ddbc5eaa6d req-4dae27fa-9f88-4d8e-92a3-0b5edc50e845 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.9065278 Jul 05 10:02:10.530150 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffd4aa8-9453-4246-b8ce-1130df71149d None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:10.530514 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffd4aa8-9453-4246-b8ce-1130df71149d None None] Checking segment: {'id': '3b7d31e2-53ab-404a-b23c-60d3a35fb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c0fb5196-e150-4797-be39-8ee92e6ffc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:10.530912 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8ffd4aa8-9453-4246-b8ce-1130df71149d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:10.531272 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffd4aa8-9453-4246-b8ce-1130df71149d None None] Bound using segment: {'id': '3b7d31e2-53ab-404a-b23c-60d3a35fb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c0fb5196-e150-4797-be39-8ee92e6ffc58'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:10.531755 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8ffd4aa8-9453-4246-b8ce-1130df71149d None None] Bound port: c7675451-b11b-4150-9c85-93543fc07def, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7d31e2-53ab-404a-b23c-60d3a35fb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c0fb5196-e150-4797-be39-8ee92e6ffc58'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:10.532167 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8ffd4aa8-9453-4246-b8ce-1130df71149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:10.577038 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f46d5f5-ee8f-431b-b5ac-ac76fd5bf038 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:10.586841 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-0f46d5f5-ee8f-431b-b5ac-ac76fd5bf038 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:10.597080 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f46d5f5-ee8f-431b-b5ac-ac76fd5bf038 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:10.665130 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47d4f55-1604-4d64-bc79-0a3c60b24146 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:10.666695 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a47d4f55-1604-4d64-bc79-0a3c60b24146 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6787601 Jul 05 10:02:10.682235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48772) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:10.724039 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e6ef91-362b-4d55-8d9d-be73d1f8b06f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] No DVR routers for this DVR port f8a0c575-1812-4b8f-aed3-66370fe509cc on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:02:10.727523 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:10.752091 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] Transition to ACTIVE for port object 8074b70f-722a-4d0b-8925-37d195a9a499 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:10.758797 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-600fbbcc-9137-4720-94af-6ce73b865941 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:10.760606 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-600fbbcc-9137-4720-94af-6ce73b865941 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.81 "GET /v2.0/networks?id=ea5b87a6-c54b-4459-9dc2-7b432dbb441e HTTP/1.1" status: 200 len: 809 time: 0.8149059 Jul 05 10:02:10.777551 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:10.789590 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d47a5acc-14d1-4ba0-a4e9-d2ddbc5eaa6d req-86a9b874-4b7c-4b9f-862e-49895d3de07c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2848139 Jul 05 10:02:10.823208 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-fa2f6f57-f9e2-4b1c-b276-fc798cd4b488 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1336021 Jul 05 10:02:10.878737 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48776) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:10.898855 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764aded-ace2-4d15-9571-083ff06b1976 req-199027ce-2b9e-476e-9768-5d7650dd2a90 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:10.900632 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5764aded-ace2-4d15-9571-083ff06b1976 req-199027ce-2b9e-476e-9768-5d7650dd2a90 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 944 time: 0.6685076 Jul 05 10:02:10.905997 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2fd2ffbd-bc1b-482e-a036-a46d24ce00a9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1674847437', 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e', 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:10.966926 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46d5f5-ee8f-431b-b5ac-ac76fd5bf038 admin admin] Pushing event updated for resources: {'Port': ['ID=ab20cdc8-5044-461e-b210-319968aef8be,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:11.004129 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] Attempting to bind port 8074b70f-722a-4d0b-8925-37d195a9a499 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:11.004835 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] Attempting to bind port 8074b70f-722a-4d0b-8925-37d195a9a499 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:11.005367 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] Attempting to bind port 8074b70f-722a-4d0b-8925-37d195a9a499 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:11.018029 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:11.018738 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:11.019326 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.019963 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:11.020705 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] Bound port: 8074b70f-722a-4d0b-8925-37d195a9a499, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:11.021299 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.068355 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f724c86-f626-49fa-9dfe-c59dc6c1880e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.072011 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8ffd4aa8-9453-4246-b8ce-1130df71149d None None] For port c7675451-b11b-4150-9c85-93543fc07def, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:11.076742 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8ffd4aa8-9453-4246-b8ce-1130df71149d None None] For port c7675451-b11b-4150-9c85-93543fc07def, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c7675451-b11b-4150-9c85-93543fc07def,segment=NetworkSegment(3b7d31e2-53ab-404a-b23c-60d3a35fb5d8),segment_id=3b7d31e2-53ab-404a-b23c-60d3a35fb5d8)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:11.082340 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] For port 8074b70f-722a-4d0b-8925-37d195a9a499, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:11.087786 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] For port 8074b70f-722a-4d0b-8925-37d195a9a499, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8074b70f-722a-4d0b-8925-37d195a9a499,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:11.097763 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e0daee2a-c5b8-45fd-99c4-e93af78afe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.101118 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.107459 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f1595312-fac2-41e2-9ba1-2315d829d256 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:11.110208 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73da10-bf0c-493c-9299-73a795356bfa None None] Pushing event updated for resources: {'Port': ['ID=8074b70f-722a-4d0b-8925-37d195a9a499,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:11.137229 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3bac4e9-c5b2-4498-ad3e-a1f7f1dd5248 req-2860c9fd-a160-4bbe-a912-1bbe2a1dbce7 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 210 time: 0.1188145 Jul 05 10:02:11.157299 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-6b2c513b-7861-4028-b210-002a3d834f8e tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67f2e5944c9046908a0998b2ca97845f HTTP/1.1" status: 200 len: 380 time: 0.3640568 Jul 05 10:02:11.189513 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73da10-bf0c-493c-9299-73a795356bfa None None] Pushing event updated for resources: {'Port': ['ID=8074b70f-722a-4d0b-8925-37d195a9a499,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:11.211308 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-b7f8e073-c854-43ec-8802-626873ff75cc tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Request body: {'port': {'device_id': 'fab668df-7d38-40ab-954a-2af253925e48', 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e', 'admin_state_up': True, 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'security_groups': ['27c20222-328d-42fb-aace-23b3c357edff']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:11.230972 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8ffd4aa8-9453-4246-b8ce-1130df71149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.242095 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0daee2a-c5b8-45fd-99c4-e93af78afe7f None None] No DVR routers for this DVR port f8a0c575-1812-4b8f-aed3-66370fe509cc on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:02:11.244279 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0daee2a-c5b8-45fd-99c4-e93af78afe7f None None] Pushing event deleted for resources: {'Port': ['ID=f8a0c575-1812-4b8f-aed3-66370fe509cc,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:11.262243 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6ef91-362b-4d55-8d9d-be73d1f8b06f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Port': ['ID=f8a0c575-1812-4b8f-aed3-66370fe509cc,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:11.273401 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] Routers {'570b131a-478d-4095-8c89-4e0b8e1a1428'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:11.274083 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['570b131a-478d-4095-8c89-4e0b8e1a1428'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:11.276998 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5764aded-ace2-4d15-9571-083ff06b1976 req-f2714a35-3d19-470b-afec-7a91ac2031b5 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474824 Jul 05 10:02:11.356810 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7e6ef91-362b-4d55-8d9d-be73d1f8b06f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.381049 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b7e6ef91-362b-4d55-8d9d-be73d1f8b06f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c9b348-0cd9-4eea-93f1-f118c3ef528e']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:11.419618 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b7e6ef91-362b-4d55-8d9d-be73d1f8b06f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:11.421198 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b7e6ef91-362b-4d55-8d9d-be73d1f8b06f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff91a571-9a1c-4f1e-bea8-e8f2c37ea1ea') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:11.448908 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7e6ef91-362b-4d55-8d9d-be73d1f8b06f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.456591 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] Set router 570b131a-478d-4095-8c89-4e0b8e1a1428 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:11.505344 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7e6ef91-362b-4d55-8d9d-be73d1f8b06f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.521542 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e6ef91-362b-4d55-8d9d-be73d1f8b06f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:02:11.521971 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7e6ef91-362b-4d55-8d9d-be73d1f8b06f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:02:11.557901 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:02:11.642270 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14727830-92c6-4337-a1a4-d00322b9dfb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-f33f0535-48c0-4977-8ecb-da3cbc4f7f96', 'network_id': 'f33f0535-48c0-4977-8ecb-da3cbc4f7f96', 'tenant_id': '2abed1ceab284e1ba1b00296dfa26a6e', 'fixed_ips': [{'subnet_id': 'faa8e071-6ec6-4377-87d5-ef6242c2a475'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:02:11.643266 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-14727830-92c6-4337-a1a4-d00322b9dfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.648560 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port f1595312-fac2-41e2-9ba1-2315d829d256 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:11.658043 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd4aa8-9453-4246-b8ce-1130df71149d None None] Pushing event updated for resources: {'Port': ['ID=c7675451-b11b-4150-9c85-93543fc07def,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:11.682453 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port f1595312-fac2-41e2-9ba1-2315d829d256 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:11.682842 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.754741 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecca084-3adf-4a92-80c7-7ffff4ed5ace tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:12.081865 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.181566 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-14727830-92c6-4337-a1a4-d00322b9dfb0 None None] Allocated IP 2001:db8::2 (f33f0535-48c0-4977-8ecb-da3cbc4f7f96/faa8e071-6ec6-4377-87d5-ef6242c2a475/c866497c-51f4-4151-889c-f2e9be784d3f) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:12.261437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd2ffbd-bc1b-482e-a036-a46d24ce00a9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Made reservation on behalf of f0692abcf6f7458c830e07d7e3d21525 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:12.263018 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port f1595312-fac2-41e2-9ba1-2315d829d256, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f1595312-fac2-41e2-9ba1-2315d829d256,segment=NetworkSegment(76d28b25-7403-4b43-b86d-a90eb252c176),segment_id=76d28b25-7403-4b43-b86d-a90eb252c176)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:12.271970 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ffbd-bc1b-482e-a036-a46d24ce00a9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.272198 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906527942', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:02Z', 'updated_at': '2021-07-05T10:02:06Z', 'revision_number': 3, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'gw_port': {'id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:04Z', 'updated_at': '2021-07-05T10:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:12.304028 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d2e6cc-e372-4ed1-8b61-3fb78617801f None None] The sync data for ids ['570b131a-478d-4095-8c89-4e0b8e1a1428'] in n-d-798054-8 is: [{'id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906527942', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:02Z', 'updated_at': '2021-07-05T10:02:06Z', 'revision_number': 3, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'gw_port': {'id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:04Z', 'updated_at': '2021-07-05T10:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:02:12.349175 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.458109 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f8a0c575-1812-4b8f-aed3-66370fe509cc no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:02:12.532432 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: f8a0c575-1812-4b8f-aed3-66370fe509cc {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:02:12.532796 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f8a0c575-1812-4b8f-aed3-66370fe509cc not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:02:12.534762 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 24bb1cfe-6a9a-4d50-b2a6-593140511b10 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:02:12.595433 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=f1595312-fac2-41e2-9ba1-2315d829d256,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:12.609024 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 24bb1cfe-6a9a-4d50-b2a6-593140511b10 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:02:12.609315 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 24bb1cfe-6a9a-4d50-b2a6-593140511b10 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:02:12.637514 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7e6ef91-362b-4d55-8d9d-be73d1f8b06f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.653039 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7e6ef91-362b-4d55-8d9d-be73d1f8b06f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.659502 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b7e6ef91-362b-4d55-8d9d-be73d1f8b06f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/networks/32c9b348-0cd9-4eea-93f1-f118c3ef528e HTTP/1.1" status: 204 len: 168 time: 3.9159341 Jul 05 10:02:12.665324 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48788) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:12.734107 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-26678446-d977-43bf-92f8-931c00ef44dd tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'router': {'routes': None}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:12.752416 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-14727830-92c6-4337-a1a4-d00322b9dfb0 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.763395 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-14727830-92c6-4337-a1a4-d00322b9dfb0 None None] Transition to ACTIVE for port object c866497c-51f4-4151-889c-f2e9be784d3f will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:12.794167 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a0cc3a0-b966-4026-bb45-43f09c0c616e req-c75d0cfd-1647-43ba-b90d-64b09af9b0e5 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 210 time: 0.2265973 Jul 05 10:02:12.835891 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6ef91-362b-4d55-8d9d-be73d1f8b06f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Pushing event deleted for resources: {'Network': ['ID=32c9b348-0cd9-4eea-93f1-f118c3ef528e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:12.843676 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f46d5f5-ee8f-431b-b5ac-ac76fd5bf038 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.853176 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-14727830-92c6-4337-a1a4-d00322b9dfb0 None None] Transition to ACTIVE for port object c866497c-51f4-4151-889c-f2e9be784d3f will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:12.869145 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-14727830-92c6-4337-a1a4-d00322b9dfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.003379 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14727830-92c6-4337-a1a4-d00322b9dfb0 None None] Pushing event updated for resources: {'Port': ['ID=c866497c-51f4-4151-889c-f2e9be784d3f,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:13.035791 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14727830-92c6-4337-a1a4-d00322b9dfb0 None None] Network f33f0535-48c0-4977-8ecb-da3cbc4f7f96 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:13.043320 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-14727830-92c6-4337-a1a4-d00322b9dfb0 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:13.071476 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14727830-92c6-4337-a1a4-d00322b9dfb0 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:13.073314 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-b7f8e073-c854-43ec-8802-626873ff75cc tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Made reservation on behalf of 67f2e5944c9046908a0998b2ca97845f for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:13.078593 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-b7f8e073-c854-43ec-8802-626873ff75cc tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.110821 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f1595312-fac2-41e2-9ba1-2315d829d256 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:13.214179 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.extraroute_db [None req-26678446-d977-43bf-92f8-931c00ef44dd tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Added routes are [] {{(pid=93906) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 10:02:13.214489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.extraroute_db [None req-26678446-d977-43bf-92f8-931c00ef44dd tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Removed routes are [] {{(pid=93906) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 10:02:13.215046 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26678446-d977-43bf-92f8-931c00ef44dd tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.220328 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434e4444-f071-48c0-8f53-ae9614d7949f None None] Network c0fb5196-e150-4797-be39-8ee92e6ffc58 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:13.221750 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f724c86-f626-49fa-9dfe-c59dc6c1880e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.224020 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aecca084-3adf-4a92-80c7-7ffff4ed5ace tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.224349 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-14727830-92c6-4337-a1a4-d00322b9dfb0 None None] Attempting to bind port c866497c-51f4-4151-889c-f2e9be784d3f on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:13.224801 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-14727830-92c6-4337-a1a4-d00322b9dfb0 None None] Attempting to bind port c866497c-51f4-4151-889c-f2e9be784d3f by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '35a0ba69-194b-4c3b-bac4-a24030f23d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f33f0535-48c0-4977-8ecb-da3cbc4f7f96'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:13.225237 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14727830-92c6-4337-a1a4-d00322b9dfb0 None None] Attempting to bind port c866497c-51f4-4151-889c-f2e9be784d3f on network f33f0535-48c0-4977-8ecb-da3cbc4f7f96 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:13.233634 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14727830-92c6-4337-a1a4-d00322b9dfb0 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:13.234033 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14727830-92c6-4337-a1a4-d00322b9dfb0 None None] Checking segment: {'id': '35a0ba69-194b-4c3b-bac4-a24030f23d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f33f0535-48c0-4977-8ecb-da3cbc4f7f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:13.234524 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-14727830-92c6-4337-a1a4-d00322b9dfb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.235002 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14727830-92c6-4337-a1a4-d00322b9dfb0 None None] Bound using segment: {'id': '35a0ba69-194b-4c3b-bac4-a24030f23d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f33f0535-48c0-4977-8ecb-da3cbc4f7f96'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:13.235562 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-14727830-92c6-4337-a1a4-d00322b9dfb0 None None] Bound port: c866497c-51f4-4151-889c-f2e9be784d3f, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a0ba69-194b-4c3b-bac4-a24030f23d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f33f0535-48c0-4977-8ecb-da3cbc4f7f96'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:13.236418 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-14727830-92c6-4337-a1a4-d00322b9dfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.323612 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-aecca084-3adf-4a92-80c7-7ffff4ed5ace tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] device_id is not set on port b7c55431-05c0-4baf-a119-e47841a3f993 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:02:13.362368 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port f1595312-fac2-41e2-9ba1-2315d829d256 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:13.363197 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.396898 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7730c7a7-9ee0-4f7d-964c-f1bc7a689c43 None None] Provisioning for port c7675451-b11b-4150-9c85-93543fc07def completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:13.428892 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855ff13-0c2a-4b6c-80c7-4ca0dc06176d req-8908b0b5-498d-4ecc-8a61-e54762dced79 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:13.436362 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b855ff13-0c2a-4b6c-80c7-4ca0dc06176d req-8908b0b5-498d-4ecc-8a61-e54762dced79 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.9832196 Jul 05 10:02:13.468062 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-14727830-92c6-4337-a1a4-d00322b9dfb0 None None] For port c866497c-51f4-4151-889c-f2e9be784d3f, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:13.472913 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-14727830-92c6-4337-a1a4-d00322b9dfb0 None None] For port c866497c-51f4-4151-889c-f2e9be784d3f, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c866497c-51f4-4151-889c-f2e9be784d3f,segment=NetworkSegment(35a0ba69-194b-4c3b-bac4-a24030f23d03),segment_id=35a0ba69-194b-4c3b-bac4-a24030f23d03)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:13.506543 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-14727830-92c6-4337-a1a4-d00322b9dfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.528189 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604803cb-e17d-4553-b524-302a7f1961db req-87c323bc-606c-4df1-9c43-5f2ebf2bbd3d tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:13.529736 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-604803cb-e17d-4553-b524-302a7f1961db req-87c323bc-606c-4df1-9c43-5f2ebf2bbd3d tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 944 time: 0.4617600 Jul 05 10:02:13.538227 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b855ff13-0c2a-4b6c-80c7-4ca0dc06176d req-72c544af-9ecc-4f33-a842-3c23eca4c7d1 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007440 Jul 05 10:02:13.547555 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f46d5f5-ee8f-431b-b5ac-ac76fd5bf038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.558578 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ffbd-bc1b-482e-a036-a46d24ce00a9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.608213 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f724c86-f626-49fa-9dfe-c59dc6c1880e admin admin] Router cf4ed4c2-c052-46fb-b139-dce4888ed281 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:02:13.647867 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c7675451-b11b-4150-9c85-93543fc07def up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:13.677452 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14727830-92c6-4337-a1a4-d00322b9dfb0 None None] Pushing event updated for resources: {'Port': ['ID=c866497c-51f4-4151-889c-f2e9be784d3f,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:13.720514 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26678446-d977-43bf-92f8-931c00ef44dd tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.735396 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26678446-d977-43bf-92f8-931c00ef44dd tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3671792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3671787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3670561'] for router, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.758410 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port c7675451-b11b-4150-9c85-93543fc07def completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:13.766840 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port c7675451-b11b-4150-9c85-93543fc07def triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:13.767424 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.810499 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-604803cb-e17d-4553-b524-302a7f1961db req-37b37006-ad47-4a23-9317-ba9005ff63ed tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700791 Jul 05 10:02:13.832025 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2ffbd-bc1b-482e-a036-a46d24ce00a9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event updated for resources: {'Subnet': ['ID=9546e6f0-63ec-42b7-8000-0029a450136d,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:13.867538 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-aecca084-3adf-4a92-80c7-7ffff4ed5ace tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Allocated IP 2001:db8::10 (f33f0535-48c0-4977-8ecb-da3cbc4f7f96/faa8e071-6ec6-4377-87d5-ef6242c2a475/b7c55431-05c0-4baf-a119-e47841a3f993) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:13.881811 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.905231 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2ffbd-bc1b-482e-a036-a46d24ce00a9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Checking segment: {'id': '728a93e9-557a-4271-93fd-b1bbe443e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:13.905615 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd2ffbd-bc1b-482e-a036-a46d24ce00a9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Network hostable DHCP agents. Network: 8c98862d-9559-4154-8b43-1e014fca973e, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:02:13.974176 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 466f3add-1d38-41f7-a47f-21b01c1d567f up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:13.989000 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26678446-d977-43bf-92f8-931c00ef44dd tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:02:14.028905 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port c7675451-b11b-4150-9c85-93543fc07def, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c7675451-b11b-4150-9c85-93543fc07def,segment=NetworkSegment(3b7d31e2-53ab-404a-b23c-60d3a35fb5d8),segment_id=3b7d31e2-53ab-404a-b23c-60d3a35fb5d8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:14.038521 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:14.060939 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-b7f8e073-c854-43ec-8802-626873ff75cc tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Allocated IP 172.20.0.3 (ea5b87a6-c54b-4459-9dc2-7b432dbb441e/0c379dec-ee39-4983-8ded-bfe00de85f8c/988588af-53f8-4d41-ba45-d9340a1a7e12) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:14.121781 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=c7675451-b11b-4150-9c85-93543fc07def,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:14.155950 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 466f3add-1d38-41f7-a47f-21b01c1d567f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:14.161433 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 466f3add-1d38-41f7-a47f-21b01c1d567f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:14.161827 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:14.163313 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26678446-d977-43bf-92f8-931c00ef44dd tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:02:14.164878 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a6a2ba49-4073-4eea-8c20-ea418bd5245d req-fc6e7153-8551-4b40-a467-6a9998c4b87f tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 210 time: 0.0616064 Jul 05 10:02:14.169072 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd2ffbd-bc1b-482e-a036-a46d24ce00a9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Network 8c98862d-9559-4154-8b43-1e014fca973e is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:02:14.176556 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26678446-d977-43bf-92f8-931c00ef44dd tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:14.181750 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-26678446-d977-43bf-92f8-931c00ef44dd tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "PUT /v2.0/routers/6691fde3-3f01-4339-add9-8d7b42f7bcb8 HTTP/1.1" status: 200 len: 704 time: 1.4791412 Jul 05 10:02:14.182147 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48792) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:14.225772 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ca1bd20d-2f7c-400f-97ce-380f8549f2d7 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "GET /v2.0/ports?device_id=6691fde3-3f01-4339-add9-8d7b42f7bcb8 HTTP/1.1" status: 200 len: 205 time: 0.0436559 Jul 05 10:02:14.227123 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f724c86-f626-49fa-9dfe-c59dc6c1880e admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:02:14.232721 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48794) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:14.238758 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] Sync routers for ids ['cf4ed4c2-c052-46fb-b139-dce4888ed281'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:02:14.258241 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] Routers {'cf4ed4c2-c052-46fb-b139-dce4888ed281'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:14.259195 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['cf4ed4c2-c052-46fb-b139-dce4888ed281'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:14.263981 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f64005-1b52-4bea-a2cb-3acfc50a26f3 None None] Sync routers for ids ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:02:14.291942 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-2fd2ffbd-bc1b-482e-a036-a46d24ce00a9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 8c98862d-9559-4154-8b43-1e014fca973e) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:14.295643 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1b7e4c47-ba4d-4180-a81b-1bb153058fcd None None] Provisioning complete for port c7675451-b11b-4150-9c85-93543fc07def triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:14.296359 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1b7e4c47-ba4d-4180-a81b-1bb153058fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:14.307296 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f46d5f5-ee8f-431b-b5ac-ac76fd5bf038 admin admin] Router bcd763ef-fa66-4022-9251-40053cb97bd3 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:02:14.354089 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88f6ede-ed55-4039-be8b-6ed157202ba4 None None] Network 8c98862d-9559-4154-8b43-1e014fca973e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:14.358822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd2ffbd-bc1b-482e-a036-a46d24ce00a9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:14.359824 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ffbd-bc1b-482e-a036-a46d24ce00a9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:14.415058 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f724c86-f626-49fa-9dfe-c59dc6c1880e admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:14.418442 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] Set router cf4ed4c2-c052-46fb-b139-dce4888ed281 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:14.419644 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8f724c86-f626-49fa-9dfe-c59dc6c1880e admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.9146411 Jul 05 10:02:14.422470 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48796) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:14.447757 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d69ac13-1e22-4258-8391-717456472e6a tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:14.452429 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aecca084-3adf-4a92-80c7-7ffff4ed5ace tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:14.461985 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f64005-1b52-4bea-a2cb-3acfc50a26f3 None None] Routers {'6691fde3-3f01-4339-add9-8d7b42f7bcb8'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:14.462941 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c2f64005-1b52-4bea-a2cb-3acfc50a26f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:14.468810 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-aecca084-3adf-4a92-80c7-7ffff4ed5ace tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Transition to ACTIVE for port object b7c55431-05c0-4baf-a119-e47841a3f993 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:14.509734 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aecca084-3adf-4a92-80c7-7ffff4ed5ace tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:14.653911 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecca084-3adf-4a92-80c7-7ffff4ed5ace tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network f33f0535-48c0-4977-8ecb-da3cbc4f7f96 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:14.655894 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-c2f64005-1b52-4bea-a2cb-3acfc50a26f3 None None] Set router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:14.660637 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecca084-3adf-4a92-80c7-7ffff4ed5ace tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Port': ['ID=b7c55431-05c0-4baf-a119-e47841a3f993,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:14.671372 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2fd2ffbd-bc1b-482e-a036-a46d24ce00a9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.7914009 Jul 05 10:02:14.683044 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-aecca084-3adf-4a92-80c7-7ffff4ed5ace tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:14.693267 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecca084-3adf-4a92-80c7-7ffff4ed5ace tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:14.702356 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecca084-3adf-4a92-80c7-7ffff4ed5ace tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:14.709010 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aecca084-3adf-4a92-80c7-7ffff4ed5ace tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:14.715743 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48800) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:14.741563 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4ed4c2-c052-46fb-b139-dce4888ed281', 'name': 'tempest-TestAggregatesBasicOps-1135246452-router', 'tenant_id': '6e0c3dc0431b4476a165345d62d05b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:07Z', 'updated_at': '2021-07-05T10:02:10Z', 'revision_number': 3, 'project_id': '6e0c3dc0431b4476a165345d62d05b8a', 'gw_port': {'id': '7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4ed4c2-c052-46fb-b139-dce4888ed281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:09Z', 'updated_at': '2021-07-05T10:02:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:14.812023 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] Checking router: cf4ed4c2-c052-46fb-b139-dce4888ed281 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:02:14.812368 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] Updating router cf4ed4c2-c052-46fb-b139-dce4888ed281 port 7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:02:14.826403 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-aecca084-3adf-4a92-80c7-7ffff4ed5ace tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.3628983 Jul 05 10:02:14.830345 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48802) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:14.840561 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e52df35a-f39f-4a82-8474-1d430d9cd787 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'port': {'network_id': 'f33f0535-48c0-4977-8ecb-da3cbc4f7f96', 'name': 'tempest-PortsIpV6TestJSON-453610947', 'fixed_ips': [{'subnet_id': 'faa8e071-6ec6-4377-87d5-ef6242c2a475', 'ip_address': '2001:db8::f'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:14.882671 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c2f64005-1b52-4bea-a2cb-3acfc50a26f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6691fde3-3f01-4339-add9-8d7b42f7bcb8', 'name': 'tempest-RoutersIpV6Test-router-482803596', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:35Z', 'updated_at': '2021-07-05T10:02:05Z', 'revision_number': 11, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:14.894918 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.011769 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f46d5f5-ee8f-431b-b5ac-ac76fd5bf038 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:02:15.117695 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52df35a-f39f-4a82-8474-1d430d9cd787 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:15.123556 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e52df35a-f39f-4a82-8474-1d430d9cd787 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.129006 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f46d5f5-ee8f-431b-b5ac-ac76fd5bf038 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.132787 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0f46d5f5-ee8f-431b-b5ac-ac76fd5bf038 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.2407362 Jul 05 10:02:15.137315 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48806) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:15.167376 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-e52df35a-f39f-4a82-8474-1d430d9cd787 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] device_id is not set on port e2684a9e-3acc-45de-9017-e02facc8e19b yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:02:15.177704 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d69ac13-1e22-4258-8391-717456472e6a tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.182214 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d69ac13-1e22-4258-8391-717456472e6a tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.261349 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8074b70f-722a-4d0b-8925-37d195a9a499 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:15.265008 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] Sync routers for ids ['bcd763ef-fa66-4022-9251-40053cb97bd3'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:02:15.299273 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f64005-1b52-4bea-a2cb-3acfc50a26f3 None None] Checking router: 6691fde3-3f01-4339-add9-8d7b42f7bcb8 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:02:15.303466 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.378448 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] Routers {'bcd763ef-fa66-4022-9251-40053cb97bd3'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:15.379454 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bcd763ef-fa66-4022-9251-40053cb97bd3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:15.405113 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.422889 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] Transition to ACTIVE for port object 7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:15.450432 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.471699 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-e52df35a-f39f-4a82-8474-1d430d9cd787 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Allocated IP 2001:db8::f (f33f0535-48c0-4977-8ecb-da3cbc4f7f96/faa8e071-6ec6-4377-87d5-ef6242c2a475/e2684a9e-3acc-45de-9017-e02facc8e19b) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:15.497892 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 466f3add-1d38-41f7-a47f-21b01c1d567f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=466f3add-1d38-41f7-a47f-21b01c1d567f,segment=NetworkSegment(0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3),segment_id=0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:15.516225 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466f3add-1d38-41f7-a47f-21b01c1d567f'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:15.517901 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d69ac13-1e22-4258-8391-717456472e6a tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.518509 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d69ac13-1e22-4258-8391-717456472e6a tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Fanout notify agent at l3_agent the message router_deleted on router 6691fde3-3f01-4339-add9-8d7b42f7bcb8 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:02:15.524710 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d864b9-e058-48f9-a37a-02400ec22cf0" -d '{"events": [{"server_uuid": "fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba", "name": "network-vif-plugged", "status": "completed", "tag": "466f3add-1d38-41f7-a47f-21b01c1d567f"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:15.541379 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32c162e-3db3-4f93-8490-6b412cd2f0a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-8c98862d-9559-4154-8b43-1e014fca973e', 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'fixed_ips': [{'subnet_id': '9546e6f0-63ec-42b7-8000-0029a450136d'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:02:15.542279 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d32c162e-3db3-4f93-8490-6b412cd2f0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.548850 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8150e39-a6b4-4321-bb65-70e2ee7330f6 None None] Pushing event updated for resources: {'Port': ['ID=7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:15.578877 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] Attempting to bind port 7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:15.579266 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] Attempting to bind port 7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:15.579627 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] Attempting to bind port 7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:15.588486 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:15.589382 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:15.597178 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.597892 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:15.598440 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] Bound port: 7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:15.598919 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.612580 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-b7f8e073-c854-43ec-8802-626873ff75cc tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.626232 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-b7f8e073-c854-43ec-8802-626873ff75cc tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Transition to ACTIVE for port object 988588af-53f8-4d41-ba45-d9340a1a7e12 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:15.640482 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] Set router bcd763ef-fa66-4022-9251-40053cb97bd3 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:15.690210 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] For port 7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:15.696170 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] For port 7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:15.704231 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d69ac13-1e22-4258-8391-717456472e6a tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.710135 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4d69ac13-1e22-4258-8391-717456472e6a tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/routers/6691fde3-3f01-4339-add9-8d7b42f7bcb8 HTTP/1.1" status: 204 len: 168 time: 1.4718099 Jul 05 10:02:15.710439 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.713200 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f64005-1b52-4bea-a2cb-3acfc50a26f3 None None] Routers set() bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:15.713457 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f64005-1b52-4bea-a2cb-3acfc50a26f3 None None] Router IDs set() for agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 10:02:15.713804 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.713940 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-b7f8e073-c854-43ec-8802-626873ff75cc tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.714571 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_agentschedulers_db [None req-c2f64005-1b52-4bea-a2cb-3acfc50a26f3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6691fde3-3f01-4339-add9-8d7b42f7bcb8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent'). {{(pid=93908) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 10:02:15.715435 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f64005-1b52-4bea-a2cb-3acfc50a26f3 None None] The sync data for ids ['6691fde3-3f01-4339-add9-8d7b42f7bcb8'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:02:15.715619 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48814) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:15.732415 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63269db4-d673-4ea1-91a4-996a1655eac7 None None] Network f33f0535-48c0-4977-8ecb-da3cbc4f7f96 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:15.736170 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7e261c8c-9dcb-41cb-b955-a0aa2ddd6da6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1432998542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:15.802029 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] Routers {'cf4ed4c2-c052-46fb-b139-dce4888ed281'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:15.802673 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['cf4ed4c2-c052-46fb-b139-dce4888ed281'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:15.916798 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e52df35a-f39f-4a82-8474-1d430d9cd787 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.939502 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8150e39-a6b4-4321-bb65-70e2ee7330f6 None None] Pushing event updated for resources: {'Port': ['ID=7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:15.945328 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-e52df35a-f39f-4a82-8474-1d430d9cd787 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Transition to ACTIVE for port object e2684a9e-3acc-45de-9017-e02facc8e19b will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:15.952846 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da941cf8-18e3-4249-a29e-696b88670121 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.984672 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] Set router cf4ed4c2-c052-46fb-b139-dce4888ed281 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:16.021779 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e02f3667-f4d1-4462-bcd1-2fcae8b041c3 None None] Provisioning for port c866497c-51f4-4151-889c-f2e9be784d3f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:16.043578 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 8074b70f-722a-4d0b-8925-37d195a9a499 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:16.112472 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e52df35a-f39f-4a82-8474-1d430d9cd787 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.118922 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 8074b70f-722a-4d0b-8925-37d195a9a499 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:16.119385 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.132493 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=466f3add-1d38-41f7-a47f-21b01c1d567f,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:16.213358 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e261c8c-9dcb-41cb-b955-a0aa2ddd6da6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.214490 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e261c8c-9dcb-41cb-b955-a0aa2ddd6da6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.231410 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-b7f8e073-c854-43ec-8802-626873ff75cc tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Network ea5b87a6-c54b-4459-9dc2-7b432dbb441e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:16.234330 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8e073-c854-43ec-8802-626873ff75cc tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Pushing event updated for resources: {'Port': ['ID=988588af-53f8-4d41-ba45-d9340a1a7e12,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:16.262234 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4ed4c2-c052-46fb-b139-dce4888ed281', 'name': 'tempest-TestAggregatesBasicOps-1135246452-router', 'tenant_id': '6e0c3dc0431b4476a165345d62d05b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:07Z', 'updated_at': '2021-07-05T10:02:10Z', 'revision_number': 3, 'project_id': '6e0c3dc0431b4476a165345d62d05b8a', 'gw_port': {'id': '7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4ed4c2-c052-46fb-b139-dce4888ed281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:09Z', 'updated_at': '2021-07-05T10:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:16.271557 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a420871-de0d-4fdd-b1a5-4973f9e829c6 req-003380c3-5db2-4d00-b91b-fc6aec665f62 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:16.278667 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a420871-de0d-4fdd-b1a5-4973f9e829c6 req-003380c3-5db2-4d00-b91b-fc6aec665f62 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 944 time: 1.1446619 Jul 05 10:02:16.297379 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f31994-8bd7-404d-be6e-dc166298e637 None None] The sync data for ids ['cf4ed4c2-c052-46fb-b139-dce4888ed281'] in n-d-798054-8 is: [{'id': 'cf4ed4c2-c052-46fb-b139-dce4888ed281', 'name': 'tempest-TestAggregatesBasicOps-1135246452-router', 'tenant_id': '6e0c3dc0431b4476a165345d62d05b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:07Z', 'updated_at': '2021-07-05T10:02:10Z', 'revision_number': 3, 'project_id': '6e0c3dc0431b4476a165345d62d05b8a', 'gw_port': {'id': '7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4ed4c2-c052-46fb-b139-dce4888ed281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:09Z', 'updated_at': '2021-07-05T10:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:02:16.307902 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-b7f8e073-c854-43ec-8802-626873ff75cc tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:16.329074 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-d32c162e-3db3-4f93-8490-6b412cd2f0a0 None None] Allocated IP 172.20.0.2 (8c98862d-9559-4154-8b43-1e014fca973e/9546e6f0-63ec-42b7-8000-0029a450136d/d5fe2c50-539a-4b62-8598-7f30ed986658) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:16.334273 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-b7f8e073-c854-43ec-8802-626873ff75cc tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:16.345649 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15f48e-70fa-4d39-841f-2a3b349aa723 req-1271f308-257b-418b-950c-b6fdd60e4ab3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:16.353879 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5a15f48e-70fa-4d39-841f-2a3b349aa723 req-1271f308-257b-418b-950c-b6fdd60e4ab3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 1.2211785 Jul 05 10:02:16.482226 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a420871-de0d-4fdd-b1a5-4973f9e829c6 req-b2b2ccc0-372f-44bc-9bbe-a0d9d87a8fe9 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023621 Jul 05 10:02:16.635436 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d32c162e-3db3-4f93-8490-6b412cd2f0a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.649961 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d32c162e-3db3-4f93-8490-6b412cd2f0a0 None None] Transition to ACTIVE for port object d5fe2c50-539a-4b62-8598-7f30ed986658 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:16.668964 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d32c162e-3db3-4f93-8490-6b412cd2f0a0 None None] Transition to ACTIVE for port object d5fe2c50-539a-4b62-8598-7f30ed986658 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:16.676275 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e261c8c-9dcb-41cb-b955-a0aa2ddd6da6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.677389 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.693231 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d32c162e-3db3-4f93-8490-6b412cd2f0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.698813 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'name': 'tempest-ServersTestManualDisk-619620478-router', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:07Z', 'updated_at': '2021-07-05T10:02:11Z', 'revision_number': 3, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'gw_port': {'id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:09Z', 'updated_at': '2021-07-05T10:02:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:16.847371 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52df35a-f39f-4a82-8474-1d430d9cd787 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Port': ['ID=e2684a9e-3acc-45de-9017-e02facc8e19b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:16.866674 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 8074b70f-722a-4d0b-8925-37d195a9a499, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8074b70f-722a-4d0b-8925-37d195a9a499,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:16.871751 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] Checking router: bcd763ef-fa66-4022-9251-40053cb97bd3 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:02:16.872400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] Updating router bcd763ef-fa66-4022-9251-40053cb97bd3 port ab20cdc8-5044-461e-b210-319968aef8be binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:02:16.907368 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52df35a-f39f-4a82-8474-1d430d9cd787 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network f33f0535-48c0-4977-8ecb-da3cbc4f7f96 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:16.909770 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e52df35a-f39f-4a82-8474-1d430d9cd787 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:16.919480 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.920302 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c866497c-51f4-4151-889c-f2e9be784d3f up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:16.921914 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52df35a-f39f-4a82-8474-1d430d9cd787 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:16.930814 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32c162e-3db3-4f93-8490-6b412cd2f0a0 None None] Network 8c98862d-9559-4154-8b43-1e014fca973e is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:16.931529 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52df35a-f39f-4a82-8474-1d430d9cd787 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:16.932977 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e52df35a-f39f-4a82-8474-1d430d9cd787 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.938800 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6de044c4-5dc7-4d84-a443-bd0d9d1a7731 None None] Provisioning for port 988588af-53f8-4d41-ba45-d9340a1a7e12 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:16.974252 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-d32c162e-3db3-4f93-8490-6b412cd2f0a0 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:16.980897 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e261c8c-9dcb-41cb-b955-a0aa2ddd6da6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.982190 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32c162e-3db3-4f93-8490-6b412cd2f0a0 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:16.989669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c162e-3db3-4f93-8490-6b412cd2f0a0 None None] Pushing event updated for resources: {'Port': ['ID=d5fe2c50-539a-4b62-8598-7f30ed986658,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:16.996573 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6de044c4-5dc7-4d84-a443-bd0d9d1a7731 None None] Provisioning complete for port 988588af-53f8-4d41-ba45-d9340a1a7e12 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:16.996881 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6de044c4-5dc7-4d84-a443-bd0d9d1a7731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.003248 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e52df35a-f39f-4a82-8474-1d430d9cd787 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1695218 Jul 05 10:02:17.006001 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48816) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:17.066757 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.083074 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-b7f8e073-c854-43ec-8802-626873ff75cc tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:17.084075 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-b7f8e073-c854-43ec-8802-626873ff75cc tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.116938 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-b7f8e073-c854-43ec-8802-626873ff75cc tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9381897 Jul 05 10:02:17.128980 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5a15f48e-70fa-4d39-841f-2a3b349aa723 req-035a900c-4619-408c-a135-ab533a19ce3d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4721620 Jul 05 10:02:17.138572 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e261c8c-9dcb-41cb-b955-a0aa2ddd6da6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.140094 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7e261c8c-9dcb-41cb-b955-a0aa2ddd6da6 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4117980 Jul 05 10:02:17.150467 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-3796bdba-cc04-4ec9-9084-e4422f15ef7a service neutron] Request body: {'port': {'device_id': 'fab668df-7d38-40ab-954a-2af253925e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:17.158872 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48818) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:17.173150 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ec7d5d33-eb55-4786-90af-2d11aecdb20e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:17.245531 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8ed74d-9716-42b6-a17e-0df8124e2491 x-openstack-request-id: req-8d8ed74d-9716-42b6-a17e-0df8124e2491 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:17.245913 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba", "name": "network-vif-plugged", "status": "completed", "tag": "466f3add-1d38-41f7-a47f-21b01c1d567f", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:17.246459 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8d8ed74d-9716-42b6-a17e-0df8124e2491 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:17.246952 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466f3add-1d38-41f7-a47f-21b01c1d567f', 'code': 200} Jul 05 10:02:17.296921 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6de044c4-5dc7-4d84-a443-bd0d9d1a7731 None None] Port 988588af-53f8-4d41-ba45-d9340a1a7e12 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:17.301712 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d32c162e-3db3-4f93-8490-6b412cd2f0a0 None None] Attempting to bind port d5fe2c50-539a-4b62-8598-7f30ed986658 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:17.302202 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d32c162e-3db3-4f93-8490-6b412cd2f0a0 None None] Attempting to bind port d5fe2c50-539a-4b62-8598-7f30ed986658 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '728a93e9-557a-4271-93fd-b1bbe443e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:17.302570 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32c162e-3db3-4f93-8490-6b412cd2f0a0 None None] Attempting to bind port d5fe2c50-539a-4b62-8598-7f30ed986658 on network 8c98862d-9559-4154-8b43-1e014fca973e {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:17.333965 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=8074b70f-722a-4d0b-8925-37d195a9a499,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:17.344039 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32c162e-3db3-4f93-8490-6b412cd2f0a0 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:17.344572 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32c162e-3db3-4f93-8490-6b412cd2f0a0 None None] Checking segment: {'id': '728a93e9-557a-4271-93fd-b1bbe443e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:17.345090 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d32c162e-3db3-4f93-8490-6b412cd2f0a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.345516 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32c162e-3db3-4f93-8490-6b412cd2f0a0 None None] Bound using segment: {'id': '728a93e9-557a-4271-93fd-b1bbe443e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:17.346333 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d32c162e-3db3-4f93-8490-6b412cd2f0a0 None None] Bound port: d5fe2c50-539a-4b62-8598-7f30ed986658, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728a93e9-557a-4271-93fd-b1bbe443e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:17.346806 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d32c162e-3db3-4f93-8490-6b412cd2f0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.448606 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867d675-bcab-4cb5-b046-5eab155f4224 req-427c9a95-de0e-4430-9ad1-67ad8736f1a5 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:17.456583 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e867d675-bcab-4cb5-b046-5eab155f4224 req-427c9a95-de0e-4430-9ad1-67ad8736f1a5 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 931 time: 0.6473413 Jul 05 10:02:17.464928 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a00ea554-9cb7-4e96-840d-7e80b62c9ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.524384 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-3796bdba-cc04-4ec9-9084-e4422f15ef7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.611184 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4394a36-f6b5-4ced-8ae5-411b18de33e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.626893 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ec7d5d33-eb55-4786-90af-2d11aecdb20e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.637308 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port c866497c-51f4-4151-889c-f2e9be784d3f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:17.664475 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60de27b-ee02-43ae-a15e-563061715cbd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:17.669991 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c60de27b-ee02-43ae-a15e-563061715cbd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.6627507 Jul 05 10:02:17.672606 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port c866497c-51f4-4151-889c-f2e9be784d3f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:17.673184 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.681239 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ec7d5d33-eb55-4786-90af-2d11aecdb20e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3671792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3671787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3670561'] for router, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.691820 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48822) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:17.743978 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d5203d2d-8458-44bb-b0c2-197c10f2c382 None None] Provisioning complete for port c866497c-51f4-4151-889c-f2e9be784d3f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:17.744370 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d5203d2d-8458-44bb-b0c2-197c10f2c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.771662 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e867d675-bcab-4cb5-b046-5eab155f4224 req-ae29341b-c5a7-487a-843b-5526759ca371 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/security-groups?id=27c20222-328d-42fb-aace-23b3c357edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3137803 Jul 05 10:02:17.779975 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a42e3-8ea1-42c5-ac48-9ff0f8425c50 req-f1c0fa20-cb76-4ecb-89ad-76e5061c9d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:17.782265 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-189a42e3-8ea1-42c5-ac48-9ff0f8425c50 req-f1c0fa20-cb76-4ecb-89ad-76e5061c9d55 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 1096 time: 0.3967097 Jul 05 10:02:17.952098 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-da941cf8-18e3-4249-a29e-696b88670121 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Allocated IP 172.20.0.1 (8c98862d-9559-4154-8b43-1e014fca973e/9546e6f0-63ec-42b7-8000-0029a450136d/57e1559e-be70-4da0-941e-b79c1b80881c) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:17.992743 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-189a42e3-8ea1-42c5-ac48-9ff0f8425c50 req-d83b7a8b-f722-46f2-954a-fd7bcfe95b93 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315002 Jul 05 10:02:18.022964 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe055006-4519-4e05-9fbd-048cbff413fa tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:18.029330 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe055006-4519-4e05-9fbd-048cbff413fa tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:18.035269 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe055006-4519-4e05-9fbd-048cbff413fa tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:18.039744 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fe055006-4519-4e05-9fbd-048cbff413fa tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.3434646 Jul 05 10:02:18.065059 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48824) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:18.084743 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d32c162e-3db3-4f93-8490-6b412cd2f0a0 None None] For port d5fe2c50-539a-4b62-8598-7f30ed986658, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:18.095036 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d32c162e-3db3-4f93-8490-6b412cd2f0a0 None None] For port d5fe2c50-539a-4b62-8598-7f30ed986658, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d5fe2c50-539a-4b62-8598-7f30ed986658,segment=NetworkSegment(728a93e9-557a-4271-93fd-b1bbe443e39e),segment_id=728a93e9-557a-4271-93fd-b1bbe443e39e)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:18.116447 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d32c162e-3db3-4f93-8490-6b412cd2f0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.122100 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.131906 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7d5d33-eb55-4786-90af-2d11aecdb20e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Router 676dde68-05f0-47ec-8ec4-3f1b97bc6ba1 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:02:18.184981 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] Transition to ACTIVE for port object ab20cdc8-5044-461e-b210-319968aef8be will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:18.260527 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.312162 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.329093 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c162e-3db3-4f93-8490-6b412cd2f0a0 None None] Pushing event updated for resources: {'Port': ['ID=d5fe2c50-539a-4b62-8598-7f30ed986658,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:18.338934 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7d5d33-eb55-4786-90af-2d11aecdb20e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:02:18.353513 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ec7d5d33-eb55-4786-90af-2d11aecdb20e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.357996 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ec7d5d33-eb55-4786-90af-2d11aecdb20e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "PUT /v2.0/routers/676dde68-05f0-47ec-8ec4-3f1b97bc6ba1 HTTP/1.1" status: 200 len: 698 time: 1.1887271 Jul 05 10:02:18.357996 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48830) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:18.367160 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da941cf8-18e3-4249-a29e-696b88670121 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.369366 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9ad36e-161a-4a93-b473-02358343d324 None None] Sync routers for ids ['676dde68-05f0-47ec-8ec4-3f1b97bc6ba1'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:02:18.383577 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9ad36e-161a-4a93-b473-02358343d324 None None] Routers {'676dde68-05f0-47ec-8ec4-3f1b97bc6ba1'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:18.384255 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5f9ad36e-161a-4a93-b473-02358343d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['676dde68-05f0-47ec-8ec4-3f1b97bc6ba1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:18.405255 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-da941cf8-18e3-4249-a29e-696b88670121 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Transition to ACTIVE for port object 57e1559e-be70-4da0-941e-b79c1b80881c will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:18.427894 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d5203d2d-8458-44bb-b0c2-197c10f2c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.540137 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] Attempting to bind port ab20cdc8-5044-461e-b210-319968aef8be on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:18.544173 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] Attempting to bind port ab20cdc8-5044-461e-b210-319968aef8be by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:18.545384 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] Attempting to bind port ab20cdc8-5044-461e-b210-319968aef8be on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:18.566189 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-5f9ad36e-161a-4a93-b473-02358343d324 None None] Set router 676dde68-05f0-47ec-8ec4-3f1b97bc6ba1 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:18.636806 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port c866497c-51f4-4151-889c-f2e9be784d3f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c866497c-51f4-4151-889c-f2e9be784d3f,segment=NetworkSegment(35a0ba69-194b-4c3b-bac4-a24030f23d03),segment_id=35a0ba69-194b-4c3b-bac4-a24030f23d03)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:18.637867 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc8304-243b-4b55-b9af-ee709c1dba6b None None] Pushing event updated for resources: {'Port': ['ID=ab20cdc8-5044-461e-b210-319968aef8be,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:18.641787 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da941cf8-18e3-4249-a29e-696b88670121 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.658141 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:18.658895 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:18.659036 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.659436 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:18.659967 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] Bound port: ab20cdc8-5044-461e-b210-319968aef8be, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:18.660384 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.696599 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.696818 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c7675451-b11b-4150-9c85-93543fc07def up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:18.702673 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ca2bdabd-31de-48ad-bdd0-840855b6b178 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "GET /v2.0/routers/676dde68-05f0-47ec-8ec4-3f1b97bc6ba1 HTTP/1.1" status: 200 len: 704 time: 0.3403430 Jul 05 10:02:18.707295 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48832) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:18.770438 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da941cf8-18e3-4249-a29e-696b88670121 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Network 8c98862d-9559-4154-8b43-1e014fca973e is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:18.772955 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5f9ad36e-161a-4a93-b473-02358343d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676dde68-05f0-47ec-8ec4-3f1b97bc6ba1', 'name': 'tempest-RoutersIpV6Test-router-1432998542', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:16Z', 'updated_at': '2021-07-05T10:02:17Z', 'revision_number': 2, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:18.812279 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-da941cf8-18e3-4249-a29e-696b88670121 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:18.816274 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-637b4bd3-9004-447c-bbf5-6207aee34029 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "GET /v2.0/ports?device_id=676dde68-05f0-47ec-8ec4-3f1b97bc6ba1 HTTP/1.1" status: 200 len: 205 time: 0.1005621 Jul 05 10:02:18.821559 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da941cf8-18e3-4249-a29e-696b88670121 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:18.824519 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48836) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:18.835313 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-a00ea554-9cb7-4e96-840d-7e80b62c9ba7 admin admin] Allocated IP 172.20.0.1 (c0fb5196-e150-4797-be39-8ee92e6ffc58/f72b4724-5644-485c-ae6b-e5d27303f4c4/6077f404-2509-431c-9806-89b7d71a3052) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:18.835898 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb2c15-8347-4bcd-ad59-7af2dba4e331 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting port e2684a9e-3acc-45de-9017-e02facc8e19b {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:18.835898 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ccfb2c15-8347-4bcd-ad59-7af2dba4e331 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.856992 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28011089-6703-43a5-a385-78871c8b166d req-d0e367fc-2318-426a-9fb3-2e149d83849c tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:18.859079 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da941cf8-18e3-4249-a29e-696b88670121 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event updated for resources: {'Port': ['ID=57e1559e-be70-4da0-941e-b79c1b80881c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:18.860803 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28011089-6703-43a5-a385-78871c8b166d req-d0e367fc-2318-426a-9fb3-2e149d83849c tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 945 time: 1.0845318 Jul 05 10:02:18.949467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] For port ab20cdc8-5044-461e-b210-319968aef8be, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:18.963398 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] For port ab20cdc8-5044-461e-b210-319968aef8be, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ab20cdc8-5044-461e-b210-319968aef8be,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:19.025371 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.041440 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9ad36e-161a-4a93-b473-02358343d324 None None] Checking router: 676dde68-05f0-47ec-8ec4-3f1b97bc6ba1 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:02:19.044546 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-f4394a36-f6b5-4ced-8ae5-411b18de33e9 admin admin] Allocated IP 172.20.0.1 (d1743ea8-1759-429c-b8f5-06cd55144aac/64059ad6-af8a-4b37-8335-6c76a23c0a2e/36c09272-ff09-4294-889d-9c6a08c245c1) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:19.052598 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9ad36e-161a-4a93-b473-02358343d324 None None] Routers {'676dde68-05f0-47ec-8ec4-3f1b97bc6ba1'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:19.053841 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5f9ad36e-161a-4a93-b473-02358343d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['676dde68-05f0-47ec-8ec4-3f1b97bc6ba1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:19.121367 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1187e8e5-5f0d-4c61-b010-8da6bc3c072d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.134400 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da941cf8-18e3-4249-a29e-696b88670121 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.150030 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-d5203d2d-8458-44bb-b0c2-197c10f2c382 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:02:19.154720 n-d-798054-8 neutron-server[93908]: DEBUG oslo_db.api [None req-d5203d2d-8458-44bb-b0c2-197c10f2c382 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:02:19.157913 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-5f9ad36e-161a-4a93-b473-02358343d324 None None] Set router 676dde68-05f0-47ec-8ec4-3f1b97bc6ba1 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:19.160917 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=c866497c-51f4-4151-889c-f2e9be784d3f,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:19.227630 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5f9ad36e-161a-4a93-b473-02358343d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676dde68-05f0-47ec-8ec4-3f1b97bc6ba1', 'name': 'tempest-RoutersIpV6Test-router-1432998542', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:16Z', 'updated_at': '2021-07-05T10:02:17Z', 'revision_number': 2, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:19.249731 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] Routers {'bcd763ef-fa66-4022-9251-40053cb97bd3'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:19.250397 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:01:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bcd763ef-fa66-4022-9251-40053cb97bd3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:19.265104 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9ad36e-161a-4a93-b473-02358343d324 None None] The sync data for ids ['676dde68-05f0-47ec-8ec4-3f1b97bc6ba1'] in n-d-798054-8 is: [{'id': '676dde68-05f0-47ec-8ec4-3f1b97bc6ba1', 'name': 'tempest-RoutersIpV6Test-router-1432998542', 'tenant_id': 'a91c3bf7961b491791278a2e028a0984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:16Z', 'updated_at': '2021-07-05T10:02:17Z', 'revision_number': 2, 'project_id': 'a91c3bf7961b491791278a2e028a0984', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:02:19.289787 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4394a36-f6b5-4ced-8ae5-411b18de33e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.309821 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28011089-6703-43a5-a385-78871c8b166d req-5e882a5f-7802-4e1c-9c5e-4708d348e30d tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122689 Jul 05 10:02:19.349492 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port c7675451-b11b-4150-9c85-93543fc07def triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:19.349918 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.363463 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26090862-334c-4d79-a685-b4c9e7c2dcef req-8d5a864a-0cd9-4019-a03b-b436f1071b71 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:19.363774 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-26090862-334c-4d79-a685-b4c9e7c2dcef req-8d5a864a-0cd9-4019-a03b-b436f1071b71 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 1.0311794 Jul 05 10:02:19.380922 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-f4394a36-f6b5-4ced-8ae5-411b18de33e9 admin admin] Transition to ACTIVE for port object 36c09272-ff09-4294-889d-9c6a08c245c1 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:19.414623 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc8304-243b-4b55-b9af-ee709c1dba6b None None] Pushing event updated for resources: {'Port': ['ID=ab20cdc8-5044-461e-b210-319968aef8be,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:19.498816 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] Set router bcd763ef-fa66-4022-9251-40053cb97bd3 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:19.533155 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-3796bdba-cc04-4ec9-9084-e4422f15ef7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 988588af-53f8-4d41-ba45-d9340a1a7e12 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:19.610220 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4394a36-f6b5-4ced-8ae5-411b18de33e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.625939 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-3796bdba-cc04-4ec9-9084-e4422f15ef7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.752797 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-3796bdba-cc04-4ec9-9084-e4422f15ef7a service neutron] Transition to ACTIVE for port object 988588af-53f8-4d41-ba45-d9340a1a7e12 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:19.758777 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4394a36-f6b5-4ced-8ae5-411b18de33e9 admin admin] Network d1743ea8-1759-429c-b8f5-06cd55144aac is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:19.776665 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-f4394a36-f6b5-4ced-8ae5-411b18de33e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:19.778727 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-3796bdba-cc04-4ec9-9084-e4422f15ef7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.782765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4394a36-f6b5-4ced-8ae5-411b18de33e9 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:19.791392 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4394a36-f6b5-4ced-8ae5-411b18de33e9 admin admin] Pushing event updated for resources: {'Port': ['ID=36c09272-ff09-4294-889d-9c6a08c245c1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:19.816335 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-26090862-334c-4d79-a685-b4c9e7c2dcef req-7e9983c2-d7bd-45b5-9e40-559cded1b5c4 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363834 Jul 05 10:02:19.867353 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d5203d2d-8458-44bb-b0c2-197c10f2c382 None None] Provisioning for port b7c55431-05c0-4baf-a119-e47841a3f993 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:19.887884 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ccfb2c15-8347-4bcd-ad59-7af2dba4e331 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.890869 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d5203d2d-8458-44bb-b0c2-197c10f2c382 None None] Provisioning complete for port b7c55431-05c0-4baf-a119-e47841a3f993 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:19.891174 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d5203d2d-8458-44bb-b0c2-197c10f2c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.970351 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a00ea554-9cb7-4e96-840d-7e80b62c9ba7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.991207 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1187e8e5-5f0d-4c61-b010-8da6bc3c072d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.998534 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1187e8e5-5f0d-4c61-b010-8da6bc3c072d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:20.000470 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d5203d2d-8458-44bb-b0c2-197c10f2c382 None None] Port b7c55431-05c0-4baf-a119-e47841a3f993 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:20.019725 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8074b70f-722a-4d0b-8925-37d195a9a499 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:20.027600 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d5203d2d-8458-44bb-b0c2-197c10f2c382 None None] Provisioning for port e2684a9e-3acc-45de-9017-e02facc8e19b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:20.039016 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb2c15-8347-4bcd-ad59-7af2dba4e331 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Calling delete_port for e2684a9e-3acc-45de-9017-e02facc8e19b owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:20.058833 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4394a36-f6b5-4ced-8ae5-411b18de33e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:20.065984 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d5203d2d-8458-44bb-b0c2-197c10f2c382 None None] Provisioning complete for port e2684a9e-3acc-45de-9017-e02facc8e19b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:20.066374 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d5203d2d-8458-44bb-b0c2-197c10f2c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:20.100234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-a00ea554-9cb7-4e96-840d-7e80b62c9ba7 admin admin] Transition to ACTIVE for port object 6077f404-2509-431c-9806-89b7d71a3052 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:20.101796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796bdba-cc04-4ec9-9084-e4422f15ef7a service neutron] Pushing event updated for resources: {'Port': ['ID=988588af-53f8-4d41-ba45-d9340a1a7e12,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:20.168135 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d5203d2d-8458-44bb-b0c2-197c10f2c382 None None] Port e2684a9e-3acc-45de-9017-e02facc8e19b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:20.180178 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1187e8e5-5f0d-4c61-b010-8da6bc3c072d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:20.181621 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1187e8e5-5f0d-4c61-b010-8da6bc3c072d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Fanout notify agent at l3_agent the message router_deleted on router 676dde68-05f0-47ec-8ec4-3f1b97bc6ba1 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:02:20.207871 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 8074b70f-722a-4d0b-8925-37d195a9a499 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:20.208283 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:20.253940 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'name': 'tempest-ServersTestManualDisk-619620478-router', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:07Z', 'updated_at': '2021-07-05T10:02:11Z', 'revision_number': 3, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'gw_port': {'id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:09Z', 'updated_at': '2021-07-05T10:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:20.261066 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1187e8e5-5f0d-4c61-b010-8da6bc3c072d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:20.264969 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1187e8e5-5f0d-4c61-b010-8da6bc3c072d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/routers/676dde68-05f0-47ec-8ec4-3f1b97bc6ba1 HTTP/1.1" status: 204 len: 168 time: 1.4383869 Jul 05 10:02:20.274002 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48838) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:20.283832 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee7e5e-570e-418d-b56b-88367e78820f req-894c9620-4763-4a18-b0ff-fcf0c88b59cc tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:20.291949 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-afee7e5e-570e-418d-b56b-88367e78820f req-894c9620-4763-4a18-b0ff-fcf0c88b59cc tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 931 time: 0.7135611 Jul 05 10:02:20.309631 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51a7331-f321-48b0-98f2-2d893fcd2d08 None None] The sync data for ids ['bcd763ef-fa66-4022-9251-40053cb97bd3'] in n-d-798054-8 is: [{'id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'name': 'tempest-ServersTestManualDisk-619620478-router', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:07Z', 'updated_at': '2021-07-05T10:02:11Z', 'revision_number': 3, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'gw_port': {'id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:09Z', 'updated_at': '2021-07-05T10:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:02:20.341128 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0ec80930-5264-4b19-a58d-cc8bd6a169d4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "GET /v2.0/ports?device_id=676dde68-05f0-47ec-8ec4-3f1b97bc6ba1 HTTP/1.1" status: 200 len: 205 time: 0.0652468 Jul 05 10:02:20.367382 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c9499be0-5eff-48ec-8734-1b47465f37ea None None] Provisioning for port 36c09272-ff09-4294-889d-9c6a08c245c1 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:20.369695 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48840) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:20.373597 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c9499be0-5eff-48ec-8734-1b47465f37ea None None] Provisioning complete for port 36c09272-ff09-4294-889d-9c6a08c245c1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:20.384151 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9499be0-5eff-48ec-8734-1b47465f37ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:20.490767 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c866497c-51f4-4151-889c-f2e9be784d3f up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:20.520508 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da941cf8-18e3-4249-a29e-696b88670121 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:20.534584 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8069f42e-91e8-4264-9f56-2f40ffae919b None None] Network 8c98862d-9559-4154-8b43-1e014fca973e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:20.554414 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-d3029715-2617-41aa-87d0-d4e65f5b1261 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] delete failed (client error): The resource could not be found. Jul 05 10:02:20.556386 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d3029715-2617-41aa-87d0-d4e65f5b1261 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/routers/676dde68-05f0-47ec-8ec4-3f1b97bc6ba1 HTTP/1.1" status: 404 len: 336 time: 0.1847997 Jul 05 10:02:20.564118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48844) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:20.625874 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ccfb2c15-8347-4bcd-ad59-7af2dba4e331 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:20.628745 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c9499be0-5eff-48ec-8734-1b47465f37ea None None] Port 36c09272-ff09-4294-889d-9c6a08c245c1 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:20.651971 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c9499be0-5eff-48ec-8734-1b47465f37ea None None] Could not find standard attr ID for object e2684a9e-3acc-45de-9017-e02facc8e19b. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:02:20.677395 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port c866497c-51f4-4151-889c-f2e9be784d3f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:20.677821 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:20.694232 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb2c15-8347-4bcd-ad59-7af2dba4e331 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Port': ['ID=e2684a9e-3acc-45de-9017-e02facc8e19b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:20.700910 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-afee7e5e-570e-418d-b56b-88367e78820f req-d54b6706-9d4e-4c2d-9601-f31888d10551 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/security-groups?id=27c20222-328d-42fb-aace-23b3c357edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4064226 Jul 05 10:02:20.821327 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ccfb2c15-8347-4bcd-ad59-7af2dba4e331 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:20.824242 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ccfb2c15-8347-4bcd-ad59-7af2dba4e331 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/ports/e2684a9e-3acc-45de-9017-e02facc8e19b HTTP/1.1" status: 204 len: 168 time: 2.7587318 Jul 05 10:02:20.827915 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48846) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:20.831880 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-3796bdba-cc04-4ec9-9084-e4422f15ef7a service neutron] Attempting to bind port 988588af-53f8-4d41-ba45-d9340a1a7e12 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:20.832399 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-3796bdba-cc04-4ec9-9084-e4422f15ef7a service neutron] Attempting to bind port 988588af-53f8-4d41-ba45-d9340a1a7e12 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c13bc1df-85db-460f-89d9-fdbc984bf134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:20.832858 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-3796bdba-cc04-4ec9-9084-e4422f15ef7a service neutron] Attempting to bind port 988588af-53f8-4d41-ba45-d9340a1a7e12 on network ea5b87a6-c54b-4459-9dc2-7b432dbb441e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:20.849460 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-b516752d-3869-4aaf-ac68-f0ce5ddda872 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] DELETE failed (client error): The resource could not be found. Jul 05 10:02:20.850338 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b516752d-3869-4aaf-ac68-f0ce5ddda872 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:02:20.852896 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b516752d-3869-4aaf-ac68-f0ce5ddda872 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/subnets/89068e15-0dfe-4de7-bb43-114ed8bdefac HTTP/1.1" status: 404 len: 337 time: 0.2617726 Jul 05 10:02:20.872025 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a00ea554-9cb7-4e96-840d-7e80b62c9ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:20.876391 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48848) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:20.968946 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6bfb493b-aca2-4a39-930f-6cd0b9a8f04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:20.986918 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b45117-430f-4f5f-a464-17627c232927 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] GET failed (client error): The resource could not be found. Jul 05 10:02:20.991355 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-14b45117-430f-4f5f-a464-17627c232927 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports/e2684a9e-3acc-45de-9017-e02facc8e19b HTTP/1.1" status: 404 len: 333 time: 0.1608322 Jul 05 10:02:20.995310 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48852) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:21.000138 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-850325c9-8f41-44f2-a75c-9b0271b5228b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] DELETE failed (client error): The resource could not be found. Jul 05 10:02:21.000431 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-850325c9-8f41-44f2-a75c-9b0271b5228b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:02:21.014435 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-850325c9-8f41-44f2-a75c-9b0271b5228b tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/subnets/68c9349a-e72b-4d72-96b0-d48cdb86cc6c HTTP/1.1" status: 404 len: 337 time: 0.1340501 Jul 05 10:02:21.035575 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48854) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:21.039406 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0b3889ea-bba6-47e8-9746-76b0e70f30e2 None None] Provisioning for port d5fe2c50-539a-4b62-8598-7f30ed986658 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:21.075983 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d5fe2c50-539a-4b62-8598-7f30ed986658 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:21.081256 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-3796bdba-cc04-4ec9-9084-e4422f15ef7a service neutron] Port 988588af-53f8-4d41-ba45-d9340a1a7e12 on network ea5b87a6-c54b-4459-9dc2-7b432dbb441e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:02:21.081874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-3796bdba-cc04-4ec9-9084-e4422f15ef7a service neutron] Attempting to bind port 988588af-53f8-4d41-ba45-d9340a1a7e12 on network ea5b87a6-c54b-4459-9dc2-7b432dbb441e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:21.106975 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-911d51eb-4d95-472d-b3f2-9da70ab44c4e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] DELETE failed (client error): The resource could not be found. Jul 05 10:02:21.108041 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-911d51eb-4d95-472d-b3f2-9da70ab44c4e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:02:21.116428 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-911d51eb-4d95-472d-b3f2-9da70ab44c4e tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/subnets/40d693bd-33e9-4378-b20c-ff80951a1ac2 HTTP/1.1" status: 404 len: 337 time: 0.0775332 Jul 05 10:02:21.135518 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48856) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:21.176018 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ea554-9cb7-4e96-840d-7e80b62c9ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=6077f404-2509-431c-9806-89b7d71a3052,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:21.181730 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port d5fe2c50-539a-4b62-8598-7f30ed986658 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:21.190253 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port d5fe2c50-539a-4b62-8598-7f30ed986658 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:21.190798 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:21.233622 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00ea554-9cb7-4e96-840d-7e80b62c9ba7 admin admin] Network c0fb5196-e150-4797-be39-8ee92e6ffc58 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:21.239844 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-3796bdba-cc04-4ec9-9084-e4422f15ef7a service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:21.240245 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-3796bdba-cc04-4ec9-9084-e4422f15ef7a service neutron] Checking segment: {'id': 'c13bc1df-85db-460f-89d9-fdbc984bf134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:21.241101 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-3796bdba-cc04-4ec9-9084-e4422f15ef7a service neutron] Bound using segment: {'id': 'c13bc1df-85db-460f-89d9-fdbc984bf134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:21.241724 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-3796bdba-cc04-4ec9-9084-e4422f15ef7a service neutron] Bound port: 988588af-53f8-4d41-ba45-d9340a1a7e12, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13bc1df-85db-460f-89d9-fdbc984bf134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:21.242140 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-3796bdba-cc04-4ec9-9084-e4422f15ef7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:21.244557 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e99d22-e0a5-4e90-84d1-a4c1c70ed8c0 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] DELETE failed (client error): The resource could not be found. Jul 05 10:02:21.245804 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e99d22-e0a5-4e90-84d1-a4c1c70ed8c0 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:02:21.247935 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c7e99d22-e0a5-4e90-84d1-a4c1c70ed8c0 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/subnets/112575a2-4ab1-4c4d-ba59-35bca213052b HTTP/1.1" status: 404 len: 337 time: 0.1097736 Jul 05 10:02:21.253820 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48858) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:21.319999 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:21.321467 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4394a36-f6b5-4ced-8ae5-411b18de33e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:21.346499 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a00ea554-9cb7-4e96-840d-7e80b62c9ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:21.365040 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00ea554-9cb7-4e96-840d-7e80b62c9ba7 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:21.383560 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b450c7-6786-423a-870d-06e55bbf3ce0 req-eca87afb-7d4c-4b1b-857b-4469ec519068 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:21.388380 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port d5fe2c50-539a-4b62-8598-7f30ed986658, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d5fe2c50-539a-4b62-8598-7f30ed986658,segment=NetworkSegment(728a93e9-557a-4271-93fd-b1bbe443e39e),segment_id=728a93e9-557a-4271-93fd-b1bbe443e39e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:21.394323 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:21.394577 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53b450c7-6786-423a-870d-06e55bbf3ce0 req-eca87afb-7d4c-4b1b-857b-4469ec519068 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 945 time: 0.8659604 Jul 05 10:02:21.396129 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:21.494567 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:21.507400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:21.507776 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:21.530337 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a8d94075-f03f-4faf-8996-d9f389a62bd8 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "GET /v2.0/ports?device_id=6691fde3-3f01-4339-add9-8d7b42f7bcb8 HTTP/1.1" status: 200 len: 205 time: 0.2081869 Jul 05 10:02:21.566115 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48860) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:21.639559 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a00ea554-9cb7-4e96-840d-7e80b62c9ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:21.639798 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=d5fe2c50-539a-4b62-8598-7f30ed986658,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:21.644215 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-34cd0ae9-6697-436e-be4d-8bba0b047f0e None None] Provisioning complete for port d5fe2c50-539a-4b62-8598-7f30ed986658 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:21.644597 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-34cd0ae9-6697-436e-be4d-8bba0b047f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:21.659042 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b2339cfb-8a7f-4386-857a-a281af6de3c5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting port b7c55431-05c0-4baf-a119-e47841a3f993 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:21.660009 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2339cfb-8a7f-4386-857a-a281af6de3c5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:21.689585 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:21.744658 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:21.761969 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:21.854907 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-34cd0ae9-6697-436e-be4d-8bba0b047f0e None None] Provisioning for port 57e1559e-be70-4da0-941e-b79c1b80881c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:21.865779 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-34cd0ae9-6697-436e-be4d-8bba0b047f0e None None] Provisioning complete for port 57e1559e-be70-4da0-941e-b79c1b80881c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:21.866355 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-34cd0ae9-6697-436e-be4d-8bba0b047f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:21.886447 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2339cfb-8a7f-4386-857a-a281af6de3c5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:21.900930 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b2339cfb-8a7f-4386-857a-a281af6de3c5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Calling delete_port for b7c55431-05c0-4baf-a119-e47841a3f993 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:21.911987 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-34cd0ae9-6697-436e-be4d-8bba0b047f0e None None] Port 57e1559e-be70-4da0-941e-b79c1b80881c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:21.912257 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-d005f829-8928-47e4-a44e-73432ffd1639 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] delete failed (client error): The resource could not be found. Jul 05 10:02:21.916090 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d005f829-8928-47e4-a44e-73432ffd1639 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/routers/6691fde3-3f01-4339-add9-8d7b42f7bcb8 HTTP/1.1" status: 404 len: 336 time: 0.3458304 Jul 05 10:02:21.925336 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48864) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:21.929680 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:21.990521 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fc418bc7-a766-436d-814b-ad99eaa8b1e2 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "GET /v2.0/ports?device_id=7cc167b8-6e60-4a17-a73a-af0ccf108d55 HTTP/1.1" status: 200 len: 205 time: 0.0616989 Jul 05 10:02:21.992313 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48866) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:22.030143 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da941cf8-18e3-4249-a29e-696b88670121 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:22.066897 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d5fe2c50-539a-4b62-8598-7f30ed986658 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:22.087424 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da941cf8-18e3-4249-a29e-696b88670121 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:22.098756 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-3c818935-7db2-4da8-b049-a81241c4ab08 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] delete failed (client error): The resource could not be found. Jul 05 10:02:22.102314 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3c818935-7db2-4da8-b049-a81241c4ab08 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/routers/7cc167b8-6e60-4a17-a73a-af0ccf108d55 HTTP/1.1" status: 404 len: 336 time: 0.0782113 Jul 05 10:02:22.103560 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1100ac3e-cf75-45ba-bf8e-5b11c30f40d4 None None] Provisioning for port 6077f404-2509-431c-9806-89b7d71a3052 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:22.111630 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1100ac3e-cf75-45ba-bf8e-5b11c30f40d4 None None] Provisioning complete for port 6077f404-2509-431c-9806-89b7d71a3052 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:22.112087 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1100ac3e-cf75-45ba-bf8e-5b11c30f40d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:22.114005 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48868) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:22.118750 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53b450c7-6786-423a-870d-06e55bbf3ce0 req-188bb565-1909-438f-a01a-b31258e80872 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7233343 Jul 05 10:02:22.178300 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1100ac3e-cf75-45ba-bf8e-5b11c30f40d4 None None] Port 6077f404-2509-431c-9806-89b7d71a3052 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:22.192539 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1100ac3e-cf75-45ba-bf8e-5b11c30f40d4 None None] Provisioning complete for port 57e1559e-be70-4da0-941e-b79c1b80881c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:22.193004 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1100ac3e-cf75-45ba-bf8e-5b11c30f40d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:22.202643 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da941cf8-18e3-4249-a29e-696b88670121 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:22.203615 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-3796bdba-cc04-4ec9-9084-e4422f15ef7a service neutron] For port 988588af-53f8-4d41-ba45-d9340a1a7e12, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:22.207161 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-3796bdba-cc04-4ec9-9084-e4422f15ef7a service neutron] For port 988588af-53f8-4d41-ba45-d9340a1a7e12, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=988588af-53f8-4d41-ba45-d9340a1a7e12,segment=NetworkSegment(c13bc1df-85db-460f-89d9-fdbc984bf134),segment_id=c13bc1df-85db-460f-89d9-fdbc984bf134)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:22.221379 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port d5fe2c50-539a-4b62-8598-7f30ed986658 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:22.222052 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:22.255619 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da941cf8-18e3-4249-a29e-696b88670121 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event updated for resources: {'Port': ['ID=57e1559e-be70-4da0-941e-b79c1b80881c,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:22.261783 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1100ac3e-cf75-45ba-bf8e-5b11c30f40d4 None None] Port 57e1559e-be70-4da0-941e-b79c1b80881c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:22.312850 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-201d7bb6-206e-4c91-827b-bf1c59050d72 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] DELETE failed (client error): The resource could not be found. Jul 05 10:02:22.313513 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-201d7bb6-206e-4c91-827b-bf1c59050d72 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:02:22.319307 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-201d7bb6-206e-4c91-827b-bf1c59050d72 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/subnets/a6271ba4-dd30-4049-bc31-619480d6ba47 HTTP/1.1" status: 404 len: 337 time: 0.1961818 Jul 05 10:02:22.319307 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-3796bdba-cc04-4ec9-9084-e4422f15ef7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:22.319688 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48872) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:22.336565 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ab20cdc8-5044-461e-b210-319968aef8be up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:22.359573 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-de05c634-aa9c-4a23-8b53-eddfdf63c87f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "GET /v2.0/ports?device_id=4af2c115-baf5-4ecd-93cf-a3cad09f29c1 HTTP/1.1" status: 200 len: 205 time: 0.0375612 Jul 05 10:02:22.365084 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48874) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:22.390329 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port ab20cdc8-5044-461e-b210-319968aef8be completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:22.394776 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port ab20cdc8-5044-461e-b210-319968aef8be triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:22.395153 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:22.419401 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-3f2b8828-f38e-4cba-9b84-b67714de029f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] delete failed (client error): The resource could not be found. Jul 05 10:02:22.420577 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3f2b8828-f38e-4cba-9b84-b67714de029f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/routers/4af2c115-baf5-4ecd-93cf-a3cad09f29c1 HTTP/1.1" status: 404 len: 336 time: 0.0545325 Jul 05 10:02:22.425986 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48876) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:22.428810 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-3796bdba-cc04-4ec9-9084-e4422f15ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:22.429736 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-3796bdba-cc04-4ec9-9084-e4422f15ef7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:22.429947 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da941cf8-18e3-4249-a29e-696b88670121 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Network 8c98862d-9559-4154-8b43-1e014fca973e is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:22.431448 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-3796bdba-cc04-4ec9-9084-e4422f15ef7a service neutron] 10.222.0.81 "PUT /v2.0/ports/988588af-53f8-4d41-ba45-d9340a1a7e12 HTTP/1.1" status: 200 len: 1091 time: 5.2962861 Jul 05 10:02:22.442765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21e947-4185-45e2-a411-7fa870710060 req-a6d122d9-4128-47a0-b054-a1513897f5e9 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:22.446966 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2b21e947-4185-45e2-a411-7fa870710060 req-a6d122d9-4128-47a0-b054-a1513897f5e9 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 1.2608767 Jul 05 10:02:22.446966 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab668df-7d38-40ab-954a-2af253925e48', 'tag': '988588af-53f8-4d41-ba45-d9340a1a7e12'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:22.449224 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006be709-e7ca-4d00-b3f2-c4aabf95ef65" -d '{"events": [{"name": "network-changed", "server_uuid": "fab668df-7d38-40ab-954a-2af253925e48", "tag": "988588af-53f8-4d41-ba45-d9340a1a7e12"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:22.451415 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2339cfb-8a7f-4386-857a-a281af6de3c5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:22.494754 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8067e097-9309-48dc-8ae0-65fbfc41ca87 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "GET /v2.0/ports?device_id=be612eec-a297-478d-b63d-29a4b24b8d53 HTTP/1.1" status: 200 len: 205 time: 0.0673029 Jul 05 10:02:22.495928 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-da941cf8-18e3-4249-a29e-696b88670121 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:22.508919 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48880) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:22.559896 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:22.591316 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2339cfb-8a7f-4386-857a-a281af6de3c5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Port': ['ID=b7c55431-05c0-4baf-a119-e47841a3f993,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:22.632685 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port ab20cdc8-5044-461e-b210-319968aef8be, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ab20cdc8-5044-461e-b210-319968aef8be,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:22.643467 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:22.706567 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796bdba-cc04-4ec9-9084-e4422f15ef7a service neutron] Pushing event updated for resources: {'Port': ['ID=988588af-53f8-4d41-ba45-d9340a1a7e12,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:22.740908 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-d8d71e94-ec8c-4688-8552-09bbf019ee80 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] delete failed (client error): The resource could not be found. Jul 05 10:02:22.746757 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d8d71e94-ec8c-4688-8552-09bbf019ee80 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/routers/be612eec-a297-478d-b63d-29a4b24b8d53 HTTP/1.1" status: 404 len: 336 time: 0.2366438 Jul 05 10:02:22.758453 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48882) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:22.775480 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=ab20cdc8-5044-461e-b210-319968aef8be,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:22.802719 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2339cfb-8a7f-4386-857a-a281af6de3c5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:22.808180 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b2339cfb-8a7f-4386-857a-a281af6de3c5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/ports/b7c55431-05c0-4baf-a119-e47841a3f993 HTTP/1.1" status: 204 len: 168 time: 1.8095620 Jul 05 10:02:22.810720 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48884) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:22.833103 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2b21e947-4185-45e2-a411-7fa870710060 req-f3f2bbe7-34de-4a44-83c9-f57d4b1ea6fb tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3700941 Jul 05 10:02:22.852833 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-102f95e5-1569-4f29-b45a-50fa3dc1b61a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] GET failed (client error): The resource could not be found. Jul 05 10:02:22.857805 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-102f95e5-1569-4f29-b45a-50fa3dc1b61a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports/b7c55431-05c0-4baf-a119-e47841a3f993 HTTP/1.1" status: 404 len: 333 time: 0.0452886 Jul 05 10:02:22.860955 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48886) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:22.886007 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff2c936-3241-4dfc-9d2e-bce4cccc6c4c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] DELETE failed (client error): The resource could not be found. Jul 05 10:02:22.886487 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff2c936-3241-4dfc-9d2e-bce4cccc6c4c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:02:22.891939 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-fff2c936-3241-4dfc-9d2e-bce4cccc6c4c tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/subnets/e46fc136-020f-4883-9e64-cc14741eac2f HTTP/1.1" status: 404 len: 337 time: 0.1249743 Jul 05 10:02:22.897905 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48888) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:22.905262 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a00ea554-9cb7-4e96-840d-7e80b62c9ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:22.929621 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a69797-90bb-41c5-9884-851b9ab6700c req-54fa8a16-1c13-41b8-b9fb-2e9229e76985 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:22.936266 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46a69797-90bb-41c5-9884-851b9ab6700c req-54fa8a16-1c13-41b8-b9fb-2e9229e76985 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 943 time: 0.6760721 Jul 05 10:02:23.010916 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da941cf8-18e3-4249-a29e-696b88670121 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Router 570b131a-478d-4095-8c89-4e0b8e1a1428 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:02:23.020251 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-97ab06e1-8e9b-44a2-a3c2-8c3e8cd65794 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "GET /v2.0/ports?device_id=9c02ea58-8156-4530-92e7-a615797303f8 HTTP/1.1" status: 200 len: 205 time: 0.0827484 Jul 05 10:02:23.024307 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48890) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:23.040501 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be4ceef-de82-4fc3-b224-4093f759d066 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting subnet faa8e071-6ec6-4377-87d5-ef6242c2a475 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:02:23.051642 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-12558cc8-f1b6-4996-8bdd-e8ac3fa1ea04 None None] Provisioning complete for port 57e1559e-be70-4da0-941e-b79c1b80881c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:23.052054 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-12558cc8-f1b6-4996-8bdd-e8ac3fa1ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:23.090990 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2be4ceef-de82-4fc3-b224-4093f759d066 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:23.104304 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-12558cc8-f1b6-4996-8bdd-e8ac3fa1ea04 None None] Port 57e1559e-be70-4da0-941e-b79c1b80881c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:23.109102 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4394a36-f6b5-4ced-8ae5-411b18de33e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:23.116202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-6918dd8a-a812-4986-9bed-3097f71c8ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:23.117887 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-6918dd8a-a812-4986-9bed-3097f71c8ce8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67f2e5944c9046908a0998b2ca97845f&device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 1094 time: 0.6064355 Jul 05 10:02:23.146958 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4394a36-f6b5-4ced-8ae5-411b18de33e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:23.154701 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-5d6f06b6-6541-4e7f-9eb8-650d61e7755f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] delete failed (client error): The resource could not be found. Jul 05 10:02:23.155750 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5d6f06b6-6541-4e7f-9eb8-650d61e7755f tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/routers/9c02ea58-8156-4530-92e7-a615797303f8 HTTP/1.1" status: 404 len: 336 time: 0.1301355 Jul 05 10:02:23.160544 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48892) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:23.206500 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5cba37-acdf-4e70-9cfd-66f1e732adff tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] DELETE failed (client error): The resource could not be found. Jul 05 10:02:23.206962 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca5cba37-acdf-4e70-9cfd-66f1e732adff tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:02:23.208772 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ca5cba37-acdf-4e70-9cfd-66f1e732adff tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/subnets/fd07c9a6-4802-4f73-8706-4be340edc309 HTTP/1.1" status: 404 len: 337 time: 0.0455799 Jul 05 10:02:23.242205 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48894) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:23.243090 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46a69797-90bb-41c5-9884-851b9ab6700c req-70eeab7a-9960-407b-b5f4-875c5aa46d6c tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/security-groups?id=27c20222-328d-42fb-aace-23b3c357edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907202 Jul 05 10:02:23.263241 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-a31a7594-f22b-4229-af34-5cc6c2089616 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=988588af-53f8-4d41-ba45-d9340a1a7e12 HTTP/1.1" status: 200 len: 217 time: 0.1111019 Jul 05 10:02:23.277093 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2be4ceef-de82-4fc3-b224-4093f759d066 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:23.281285 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c9507d42-fa92-4d0f-9165-9f7a659aeed4 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba58490-2a26-4e2b-b29d-b0eaa4273cb6 HTTP/1.1" status: 200 len: 205 time: 0.0380182 Jul 05 10:02:23.287523 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48896) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:23.304106 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f683ff85-c763-4978-9d7a-aaf773743b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:23.328413 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da941cf8-18e3-4249-a29e-696b88670121 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:02:23.335071 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-da941cf8-18e3-4249-a29e-696b88670121 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "PUT /v2.0/routers/570b131a-478d-4095-8c89-4e0b8e1a1428/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6086831 Jul 05 10:02:23.338855 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48898) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:23.341402 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] Sync routers for ids ['570b131a-478d-4095-8c89-4e0b8e1a1428'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:02:23.345239 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5b70155b-3b70-4c1b-ae7d-332ac4b44f73 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2041716164', 'description': 'tempest-secgroup_access--2041716164 description', 'project_id': 'f0692abcf6f7458c830e07d7e3d21525'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:23.353304 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] Routers {'570b131a-478d-4095-8c89-4e0b8e1a1428'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:23.354074 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:02:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['570b131a-478d-4095-8c89-4e0b8e1a1428'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:23.357662 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27914a49-1f9a-4da8-ba31-b8eeb4d3a620 x-openstack-request-id: req-27914a49-1f9a-4da8-ba31-b8eeb4d3a620 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:23.357958 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab668df-7d38-40ab-954a-2af253925e48", "tag": "988588af-53f8-4d41-ba45-d9340a1a7e12", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:23.358223 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-27914a49-1f9a-4da8-ba31-b8eeb4d3a620 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:23.358726 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab668df-7d38-40ab-954a-2af253925e48', 'tag': '988588af-53f8-4d41-ba45-d9340a1a7e12', 'status': 'completed', 'code': 200} Jul 05 10:02:23.382153 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4394a36-f6b5-4ced-8ae5-411b18de33e9 admin admin] Pushing event updated for resources: {'Port': ['ID=36c09272-ff09-4294-889d-9c6a08c245c1,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:23.407423 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b70155b-3b70-4c1b-ae7d-332ac4b44f73 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:23.411150 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2be4ceef-de82-4fc3-b224-4093f759d066 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:23.426533 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4394a36-f6b5-4ced-8ae5-411b18de33e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:23.431775 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-aa5fc2d3-59ac-4f9a-8d48-1e67eb7c2e8a tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] delete failed (client error): The resource could not be found. Jul 05 10:02:23.435488 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-aa5fc2d3-59ac-4f9a-8d48-1e67eb7c2e8a tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/routers/9ba58490-2a26-4e2b-b29d-b0eaa4273cb6 HTTP/1.1" status: 404 len: 336 time: 0.1179082 Jul 05 10:02:23.437358 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48900) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:23.481690 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85125fe-33da-4505-84f4-9c3592dc3c04 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] DELETE failed (client error): The resource could not be found. Jul 05 10:02:23.482458 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c85125fe-33da-4505-84f4-9c3592dc3c04 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:02:23.484668 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c85125fe-33da-4505-84f4-9c3592dc3c04 tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/subnets/44c00729-5e6a-497c-b56f-5a16dffd13dc HTTP/1.1" status: 404 len: 337 time: 0.0439990 Jul 05 10:02:23.492226 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48902) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:23.527683 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-4494a3de-6bf2-42db-ac7b-84354961aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:23.529230 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-4494a3de-6bf2-42db-ac7b-84354961aa54 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0c379dec-ee39-4983-8ded-bfe00de85f8c HTTP/1.1" status: 200 len: 848 time: 0.2204800 Jul 05 10:02:23.532990 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dfbd03b-c4f4-4faf-ac3d-37fa55da2f7d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] DELETE failed (client error): The resource could not be found. Jul 05 10:02:23.534471 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dfbd03b-c4f4-4faf-ac3d-37fa55da2f7d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:02:23.536545 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0dfbd03b-c4f4-4faf-ac3d-37fa55da2f7d tempest-RoutersIpV6Test-170972824 tempest-RoutersIpV6Test-170972824-project] 10.222.0.79 "DELETE /v2.0/subnets/1882978f-8038-462a-96e2-4ecb547a2701 HTTP/1.1" status: 404 len: 337 time: 0.0429108 Jul 05 10:02:23.537887 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eec427-2d12-4c1d-b655-fb8870da3d2b req-f832b984-8cc7-4c89-be06-fb90e3575300 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:23.539444 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83eec427-2d12-4c1d-b655-fb8870da3d2b req-f832b984-8cc7-4c89-be06-fb90e3575300 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 945 time: 0.4549012 Jul 05 10:02:23.626453 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b70155b-3b70-4c1b-ae7d-332ac4b44f73 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:23.629090 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2be4ceef-de82-4fc3-b224-4093f759d066 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:23.641023 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b70155b-3b70-4c1b-ae7d-332ac4b44f73 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:23.677147 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4ceef-de82-4fc3-b224-4093f759d066 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Subnet': ['ID=faa8e071-6ec6-4377-87d5-ef6242c2a475,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:23.693016 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2be4ceef-de82-4fc3-b224-4093f759d066 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:23.697306 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2be4ceef-de82-4fc3-b224-4093f759d066 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/subnets/faa8e071-6ec6-4377-87d5-ef6242c2a475 HTTP/1.1" status: 204 len: 168 time: 0.8329816 Jul 05 10:02:23.700834 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48906) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:23.705471 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83eec427-2d12-4c1d-b655-fb8870da3d2b req-2b3da3c2-5b24-46ad-97af-54e314b135f9 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079934 Jul 05 10:02:23.709595 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8012dc32-00a5-44bf-b2be-1782eab3cf2b None None] Network f33f0535-48c0-4977-8ecb-da3cbc4f7f96 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:23.715675 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a00ea554-9cb7-4e96-840d-7e80b62c9ba7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:23.729054 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b70155b-3b70-4c1b-ae7d-332ac4b44f73 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:23.730424 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5b70155b-3b70-4c1b-ae7d-332ac4b44f73 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3905988 Jul 05 10:02:23.744541 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48910) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:23.749875 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a00ea554-9cb7-4e96-840d-7e80b62c9ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:23.754137 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4394a36-f6b5-4ced-8ae5-411b18de33e9 admin admin] Network d1743ea8-1759-429c-b8f5-06cd55144aac is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:23.776206 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-136645f7-8e55-4532-91db-97368f80a187 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--429005583', 'description': 'tempest-secgroup_general--429005583 description', 'project_id': 'f0692abcf6f7458c830e07d7e3d21525'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:23.795772 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70155b-3b70-4c1b-ae7d-332ac4b44f73 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1fc39c-e042-412b-9621-fac761bc26b9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:23.822376 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-f4394a36-f6b5-4ced-8ae5-411b18de33e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:23.824853 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] Set router 570b131a-478d-4095-8c89-4e0b8e1a1428 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:23.838878 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-136645f7-8e55-4532-91db-97368f80a187 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:23.874316 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0dd9b229-1baf-49fc-bc4a-524730846901 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:23.905327 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-b81463ce-cfa8-43b6-98fb-069b9c477592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:23.909255 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-b81463ce-cfa8-43b6-98fb-069b9c477592 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ea5b87a6-c54b-4459-9dc2-7b432dbb441e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3638749 Jul 05 10:02:23.980096 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48920) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:24.046591 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:24.099771 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ab20cdc8-5044-461e-b210-319968aef8be up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:24.126098 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0dd9b229-1baf-49fc-bc4a-524730846901 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting port c866497c-51f4-4151-889c-f2e9be784d3f {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:24.126449 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0dd9b229-1baf-49fc-bc4a-524730846901 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:24.172115 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-136645f7-8e55-4532-91db-97368f80a187 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:24.213113 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a00ea554-9cb7-4e96-840d-7e80b62c9ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:24.215292 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-136645f7-8e55-4532-91db-97368f80a187 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:24.266224 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ea554-9cb7-4e96-840d-7e80b62c9ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=6077f404-2509-431c-9806-89b7d71a3052,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:24.297838 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-136645f7-8e55-4532-91db-97368f80a187 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:24.300339 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-136645f7-8e55-4532-91db-97368f80a187 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5278330 Jul 05 10:02:24.313118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48930) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:24.313332 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-0dd9b229-1baf-49fc-bc4a-524730846901 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] For port c866497c-51f4-4151-889c-f2e9be784d3f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c866497c-51f4-4151-889c-f2e9be784d3f,segment=NetworkSegment(35a0ba69-194b-4c3b-bac4-a24030f23d03),segment_id=35a0ba69-194b-4c3b-bac4-a24030f23d03)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:24.313880 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0dd9b229-1baf-49fc-bc4a-524730846901 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:24.337694 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136645f7-8e55-4532-91db-97368f80a187 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d15e323e-440f-4d06-bf6d-1c7463aa7d59,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:24.342863 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-49a628e6-8e7f-48a8-acba-8b48bb850691 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a91c3bf7961b491791278a2e028a0984&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3607376 Jul 05 10:02:24.349476 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48932) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:24.358159 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port ab20cdc8-5044-461e-b210-319968aef8be triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:24.363467 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:24.377435 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-83a1877c-df42-4e49-a161-96aac1719127 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Request body: {'security_group_rule': {'security_group_id': 'ea1fc39c-e042-412b-9621-fac761bc26b9', 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:24.378180 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0dd9b229-1baf-49fc-bc4a-524730846901 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Calling delete_port for c866497c-51f4-4151-889c-f2e9be784d3f owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:24.447082 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc626-d7e1-45ae-acca-3ca6b5b514b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:24.503750 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc626-d7e1-45ae-acca-3ca6b5b514b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:24.507113 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9ae0f35c-89d7-46dd-b51e-d7481ee110e5 None None] Provisioning complete for port 36c09272-ff09-4294-889d-9c6a08c245c1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:24.507578 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9ae0f35c-89d7-46dd-b51e-d7481ee110e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:24.583306 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d4a33a-0f45-40be-b163-84a31c82d150 None None] DHCP port deletion for f33f0535-48c0-4977-8ecb-da3cbc4f7f96 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:02:24.587187 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0dd9b229-1baf-49fc-bc4a-524730846901 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:24.630883 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9b229-1baf-49fc-bc4a-524730846901 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Port': ['ID=c866497c-51f4-4151-889c-f2e9be784d3f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:24.636086 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd9b229-1baf-49fc-bc4a-524730846901 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] No DVR routers for this DVR port c866497c-51f4-4151-889c-f2e9be784d3f on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:02:24.637115 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:24.643760 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9ae0f35c-89d7-46dd-b51e-d7481ee110e5 None None] Port 36c09272-ff09-4294-889d-9c6a08c245c1 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:24.661656 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906527942', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:02Z', 'updated_at': '2021-07-05T10:02:20Z', 'revision_number': 4, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'gw_port': {'id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:04Z', 'updated_at': '2021-07-05T10:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '57e1559e-be70-4da0-941e-b79c1b80881c', 'name': '', 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'mac_address': 'fa:16:3e:5c:3b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '9546e6f0-63ec-42b7-8000-0029a450136d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:16Z', 'updated_at': '2021-07-05T10:02:21Z', 'revision_number': 2, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'subnets': [{'id': '9546e6f0-63ec-42b7-8000-0029a450136d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:24.664644 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:24.739068 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] Checking router: 570b131a-478d-4095-8c89-4e0b8e1a1428 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:02:24.739804 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] Updating router 570b131a-478d-4095-8c89-4e0b8e1a1428 port 57e1559e-be70-4da0-941e-b79c1b80881c binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:02:24.755276 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc626-d7e1-45ae-acca-3ca6b5b514b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:24.758096 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc626-d7e1-45ae-acca-3ca6b5b514b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:24.762118 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cb2dc626-d7e1-45ae-acca-3ca6b5b514b5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/75d1332b-1da4-4e34-b81d-61db044c84de HTTP/1.1" status: 204 len: 168 time: 0.4113929 Jul 05 10:02:24.785979 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2dc626-d7e1-45ae-acca-3ca6b5b514b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d1332b-1da4-4e34-b81d-61db044c84de,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:24.786509 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:24.786509 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:24.790645 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0dd9b229-1baf-49fc-bc4a-524730846901 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:24.808175 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-0dd9b229-1baf-49fc-bc4a-524730846901 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33f0535-48c0-4977-8ecb-da3cbc4f7f96']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:24.824653 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:24.834505 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-0dd9b229-1baf-49fc-bc4a-524730846901 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a0ba69-194b-4c3b-bac4-a24030f23d03') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:24.835201 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-0dd9b229-1baf-49fc-bc4a-524730846901 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a0ba69-194b-4c3b-bac4-a24030f23d03') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:24.846987 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0dd9b229-1baf-49fc-bc4a-524730846901 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:24.866734 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0dd9b229-1baf-49fc-bc4a-524730846901 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:24.883980 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd9b229-1baf-49fc-bc4a-524730846901 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:02:24.884899 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0dd9b229-1baf-49fc-bc4a-524730846901 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:02:24.889143 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:02:24.988557 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0dd9b229-1baf-49fc-bc4a-524730846901 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:25.011674 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0dd9b229-1baf-49fc-bc4a-524730846901 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:25.018094 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0dd9b229-1baf-49fc-bc4a-524730846901 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/networks/f33f0535-48c0-4977-8ecb-da3cbc4f7f96 HTTP/1.1" status: 204 len: 168 time: 1.3116994 Jul 05 10:02:25.018269 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48944) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:25.032004 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d76133ab-77d8-4081-b174-0fe3f30a572a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-643526212'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:25.048092 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4394a36-f6b5-4ced-8ae5-411b18de33e9 admin admin] Router bcd763ef-fa66-4022-9251-40053cb97bd3 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:02:25.057849 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9b229-1baf-49fc-bc4a-524730846901 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Network': ['ID=f33f0535-48c0-4977-8ecb-da3cbc4f7f96,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:25.071559 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83a1877c-df42-4e49-a161-96aac1719127 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:25.084789 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76133ab-77d8-4081-b174-0fe3f30a572a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:25.085088 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-6ceb5e4e-9a04-4614-89bf-065e24b48a26 service neutron] 10.222.0.81 "GET /v2.0/networks/ea5b87a6-c54b-4459-9dc2-7b432dbb441e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1258903 Jul 05 10:02:25.090781 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d76133ab-77d8-4081-b174-0fe3f30a572a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:25.105643 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12424aa-a588-4c61-a682-a075afadba85 req-a73d310c-d4c7-4cb3-abbe-f7f6e2e2dc3f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:25.114476 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e12424aa-a588-4c61-a682-a075afadba85 req-a73d310c-d4c7-4cb3-abbe-f7f6e2e2dc3f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 1.0236473 Jul 05 10:02:25.131779 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76133ab-77d8-4081-b174-0fe3f30a572a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:02:25.146175 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d76133ab-77d8-4081-b174-0fe3f30a572a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:25.146453 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-d76133ab-77d8-4081-b174-0fe3f30a572a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Added segment b3e4b814-37ab-4d5c-a8a8-09fe6d6e8589 of type vlan for network 7c7b2ecd-ebd8-465d-b602-dc693d7478d5 Jul 05 10:02:25.178487 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:25.193341 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] Transition to ACTIVE for port object 57e1559e-be70-4da0-941e-b79c1b80881c will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:25.201081 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:25.206113 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d76133ab-77d8-4081-b174-0fe3f30a572a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:25.266337 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d76133ab-77d8-4081-b174-0fe3f30a572a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:25.275412 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039682b1-89a6-4af8-a683-1ff3e1b4cedd None None] Pushing event updated for resources: {'Port': ['ID=57e1559e-be70-4da0-941e-b79c1b80881c,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:25.276961 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76133ab-77d8-4081-b174-0fe3f30a572a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:25.281520 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d76133ab-77d8-4081-b174-0fe3f30a572a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:25.315206 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70696d7-1c63-494e-95ed-28955e4722ed req-d566b7d4-7c20-4888-8832-9eb8fefa16ec tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:25.322128 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c70696d7-1c63-494e-95ed-28955e4722ed req-d566b7d4-7c20-4888-8832-9eb8fefa16ec tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 943 time: 0.3987625 Jul 05 10:02:25.332470 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00ea554-9cb7-4e96-840d-7e80b62c9ba7 admin admin] Network c0fb5196-e150-4797-be39-8ee92e6ffc58 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:25.343394 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e12424aa-a588-4c61-a682-a075afadba85 req-cbfdf1ed-2711-49b6-b48f-87cab5ae9874 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283716 Jul 05 10:02:25.355714 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a00ea554-9cb7-4e96-840d-7e80b62c9ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:25.381910 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76133ab-77d8-4081-b174-0fe3f30a572a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Network': ['ID=7c7b2ecd-ebd8-465d-b602-dc693d7478d5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:25.395318 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d76133ab-77d8-4081-b174-0fe3f30a572a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3759954 Jul 05 10:02:25.398377 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48954) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:25.404042 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1c1adc51-ca72-4826-9311-b9a3a8702acd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'subnet': {'network_id': '7c7b2ecd-ebd8-465d-b602-dc693d7478d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:25.437323 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83a1877c-df42-4e49-a161-96aac1719127 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:25.452578 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 7c7b2ecd-ebd8-465d-b602-dc693d7478d5 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:02:25.456439 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] Attempting to bind port 57e1559e-be70-4da0-941e-b79c1b80881c on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:25.456835 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] Attempting to bind port 57e1559e-be70-4da0-941e-b79c1b80881c by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '728a93e9-557a-4271-93fd-b1bbe443e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:25.457206 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] Attempting to bind port 57e1559e-be70-4da0-941e-b79c1b80881c on network 8c98862d-9559-4154-8b43-1e014fca973e {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:25.503655 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:25.504003 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] Checking segment: {'id': '728a93e9-557a-4271-93fd-b1bbe443e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:25.504439 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:25.504854 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] Bound using segment: {'id': '728a93e9-557a-4271-93fd-b1bbe443e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:25.505371 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] Bound port: 57e1559e-be70-4da0-941e-b79c1b80881c, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728a93e9-557a-4271-93fd-b1bbe443e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:25.505773 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:25.520250 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83a1877c-df42-4e49-a161-96aac1719127 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:25.641981 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c70696d7-1c63-494e-95ed-28955e4722ed req-caa2baa1-4b33-4f18-be52-64b5565a0e18 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/security-groups?id=27c20222-328d-42fb-aace-23b3c357edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3188114 Jul 05 10:02:25.644740 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7147b0ad-336f-4015-954f-9b602ac50dbe req-ad327f17-85bf-4b5f-b12d-0a256cb31221 service neutron] 10.222.0.81 "GET /v2.0/networks/ea5b87a6-c54b-4459-9dc2-7b432dbb441e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168252 Jul 05 10:02:25.724772 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1877c-df42-4e49-a161-96aac1719127 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe49e1b-2ab0-4a12-bb61-9b8c7aad2618,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:25.755818 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83a1877c-df42-4e49-a161-96aac1719127 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:25.757108 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-83a1877c-df42-4e49-a161-96aac1719127 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3836138 Jul 05 10:02:25.811884 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] For port 57e1559e-be70-4da0-941e-b79c1b80881c, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:25.811884 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] For port 57e1559e-be70-4da0-941e-b79c1b80881c, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=57e1559e-be70-4da0-941e-b79c1b80881c,segment=NetworkSegment(728a93e9-557a-4271-93fd-b1bbe443e39e),segment_id=728a93e9-557a-4271-93fd-b1bbe443e39e)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:25.824888 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:25.867297 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4394a36-f6b5-4ced-8ae5-411b18de33e9 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:02:25.888107 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6074653a-733e-4883-9582-076cf751d990 None None] Sync routers for ids ['bcd763ef-fa66-4022-9251-40053cb97bd3'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:02:25.903928 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6074653a-733e-4883-9582-076cf751d990 None None] Routers {'bcd763ef-fa66-4022-9251-40053cb97bd3'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:25.912101 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6074653a-733e-4883-9582-076cf751d990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:02:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bcd763ef-fa66-4022-9251-40053cb97bd3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:25.971403 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f4394a36-f6b5-4ced-8ae5-411b18de33e9 admin admin] 10.222.0.79 "PUT /v2.0/routers/bcd763ef-fa66-4022-9251-40053cb97bd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8200727 Jul 05 10:02:25.974854 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] Routers {'570b131a-478d-4095-8c89-4e0b8e1a1428'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:25.975516 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:02:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['570b131a-478d-4095-8c89-4e0b8e1a1428'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:26.071669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c866497c-51f4-4151-889c-f2e9be784d3f no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:02:26.083804 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039682b1-89a6-4af8-a683-1ff3e1b4cedd None None] Pushing event updated for resources: {'Port': ['ID=57e1559e-be70-4da0-941e-b79c1b80881c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:26.185919 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00ea554-9cb7-4e96-840d-7e80b62c9ba7 admin admin] Router cf4ed4c2-c052-46fb-b139-dce4888ed281 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:02:26.191913 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: c866497c-51f4-4151-889c-f2e9be784d3f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:02:26.205377 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c866497c-51f4-4151-889c-f2e9be784d3f not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:02:26.256439 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006be709-e7ca-4d00-b3f2-c4aabf95ef65 req-90a784d6-8a86-4ca5-ba7d-9e2f47843eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:26.260992 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-006be709-e7ca-4d00-b3f2-c4aabf95ef65 req-90a784d6-8a86-4ca5-ba7d-9e2f47843eb0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67f2e5944c9046908a0998b2ca97845f&device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 1094 time: 0.5291424 Jul 05 10:02:26.290627 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-6074653a-733e-4883-9582-076cf751d990 None None] Set router bcd763ef-fa66-4022-9251-40053cb97bd3 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:26.352095 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48978) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:26.404893 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] Set router 570b131a-478d-4095-8c89-4e0b8e1a1428 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:26.494237 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24e17b-0434-4d0b-81f7-55e05dc89cfa req-7dd3c98d-4189-4ea8-b674-63da25b9d076 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:26.503610 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4e24e17b-0434-4d0b-81f7-55e05dc89cfa req-7dd3c98d-4189-4ea8-b674-63da25b9d076 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 945 time: 0.8573942 Jul 05 10:02:26.565181 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c3486-bd4f-44ac-80f6-aa4158e74682 req-5b3fc724-a739-44b0-9ca6-c69f9fbb7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:26.566916 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cb8c3486-bd4f-44ac-80f6-aa4158e74682 req-5b3fc724-a739-44b0-9ca6-c69f9fbb7ac9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 1095 time: 0.2099290 Jul 05 10:02:26.572652 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1adc51-ca72-4826-9311-b9a3a8702acd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:26.577136 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1c1adc51-ca72-4826-9311-b9a3a8702acd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:26.622983 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6074653a-733e-4883-9582-076cf751d990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'name': 'tempest-ServersTestManualDisk-619620478-router', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:07Z', 'updated_at': '2021-07-05T10:02:20Z', 'revision_number': 4, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'gw_port': {'id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:09Z', 'updated_at': '2021-07-05T10:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '36c09272-ff09-4294-889d-9c6a08c245c1', 'name': '', 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'mac_address': 'fa:16:3e:34:26:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '64059ad6-af8a-4b37-8335-6c76a23c0a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:17Z', 'updated_at': '2021-07-05T10:02:22Z', 'revision_number': 2, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'subnets': [{'id': '64059ad6-af8a-4b37-8335-6c76a23c0a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:26.653383 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6074653a-733e-4883-9582-076cf751d990 None None] Checking router: bcd763ef-fa66-4022-9251-40053cb97bd3 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:02:26.655738 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6074653a-733e-4883-9582-076cf751d990 None None] Updating router bcd763ef-fa66-4022-9251-40053cb97bd3 port 36c09272-ff09-4294-889d-9c6a08c245c1 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:02:26.687896 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5299c9df-9930-47cc-ac86-deb9d9c37406 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:26.688685 n-d-798054-8 neutron-server[93906]: WARNING neutron.api.v2.base [None req-5299c9df-9930-47cc-ac86-deb9d9c37406 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 10:02:26.690037 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-5299c9df-9930-47cc-ac86-deb9d9c37406 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 10:02:26.696158 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5299c9df-9930-47cc-ac86-deb9d9c37406 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3302667 Jul 05 10:02:26.696376 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d4b0336a-edd0-4979-9e47-f22ed22d211b None None] Provisioning complete for port 6077f404-2509-431c-9806-89b7d71a3052 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:26.696376 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d4b0336a-edd0-4979-9e47-f22ed22d211b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:26.698625 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-6074653a-733e-4883-9582-076cf751d990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:26.714123 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48994) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:26.715425 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00ea554-9cb7-4e96-840d-7e80b62c9ba7 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:02:26.722354 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-512cd76f-8ce5-4380-9dc6-6be414bd82fe tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1534349785'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:26.733973 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a00ea554-9cb7-4e96-840d-7e80b62c9ba7 admin admin] 10.222.0.79 "PUT /v2.0/routers/cf4ed4c2-c052-46fb-b139-dce4888ed281/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1849444 Jul 05 10:02:26.764304 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] Sync routers for ids ['cf4ed4c2-c052-46fb-b139-dce4888ed281'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:02:26.782223 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4e24e17b-0434-4d0b-81f7-55e05dc89cfa req-c613b980-eaae-4be0-bdb9-d044c321414f tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773023 Jul 05 10:02:26.796661 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-e1239192-9cb1-451f-863a-a57875aa2b56 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup_general--429005583&fields=id&tenant_id=f0692abcf6f7458c830e07d7e3d21525 HTTP/1.1" status: 200 len: 267 time: 0.3559330 Jul 05 10:02:26.835162 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d4b0336a-edd0-4979-9e47-f22ed22d211b None None] Port 6077f404-2509-431c-9806-89b7d71a3052 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:26.846161 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] Routers {'cf4ed4c2-c052-46fb-b139-dce4888ed281'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:26.846805 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:02:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['cf4ed4c2-c052-46fb-b139-dce4888ed281'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:26.849804 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:26.922808 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-512cd76f-8ce5-4380-9dc6-6be414bd82fe tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:26.948267 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006be709-e7ca-4d00-b3f2-c4aabf95ef65 req-fd399076-8e9c-4d32-97fc-2378b4b87cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:26.950965 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-006be709-e7ca-4d00-b3f2-c4aabf95ef65 req-fd399076-8e9c-4d32-97fc-2378b4b87cc0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ea5b87a6-c54b-4459-9dc2-7b432dbb441e HTTP/1.1" status: 200 len: 910 time: 0.6749790 Jul 05 10:02:26.965233 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-512cd76f-8ce5-4380-9dc6-6be414bd82fe tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:27.041213 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-006be709-e7ca-4d00-b3f2-c4aabf95ef65 req-6a83d6c7-3137-430c-948c-6229d9dc192b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=988588af-53f8-4d41-ba45-d9340a1a7e12 HTTP/1.1" status: 200 len: 217 time: 0.0610633 Jul 05 10:02:27.050239 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-d1008f4b-d873-45e0-9662-45267fc829f4 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup_access--2041716164&fields=id&tenant_id=f0692abcf6f7458c830e07d7e3d21525 HTTP/1.1" status: 200 len: 267 time: 0.2506204 Jul 05 10:02:27.081106 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c3486-bd4f-44ac-80f6-aa4158e74682 req-830826f5-23f5-4155-bb3a-fb99d728b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:27.083109 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cb8c3486-bd4f-44ac-80f6-aa4158e74682 req-830826f5-23f5-4155-bb3a-fb99d728b2e6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 913 time: 0.4911854 Jul 05 10:02:27.156543 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-6074653a-733e-4883-9582-076cf751d990 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:27.181298 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-6074653a-733e-4883-9582-076cf751d990 None None] Transition to ACTIVE for port object 36c09272-ff09-4294-889d-9c6a08c245c1 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:27.197028 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-6074653a-733e-4883-9582-076cf751d990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:27.208973 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cb8c3486-bd4f-44ac-80f6-aa4158e74682 req-42a67448-05ae-4917-9ff5-b4cac16c654a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aca941f-afbc-4333-8046-eb35cd67dab1 HTTP/1.1" status: 200 len: 999 time: 0.1152782 Jul 05 10:02:27.246360 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] Set router cf4ed4c2-c052-46fb-b139-dce4888ed281 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:27.280609 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1065de-ef97-4524-b204-ca03cbebf9d2 None None] Pushing event updated for resources: {'Port': ['ID=36c09272-ff09-4294-889d-9c6a08c245c1,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:27.303446 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1c1adc51-ca72-4826-9311-b9a3a8702acd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:27.344360 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006be709-e7ca-4d00-b3f2-c4aabf95ef65 req-728abeac-8e66-46e6-8745-f0dc34da3afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:27.346328 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-006be709-e7ca-4d00-b3f2-c4aabf95ef65 req-728abeac-8e66-46e6-8745-f0dc34da3afa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0c379dec-ee39-4983-8ded-bfe00de85f8c HTTP/1.1" status: 200 len: 848 time: 0.2927687 Jul 05 10:02:27.369724 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906527942', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:02Z', 'updated_at': '2021-07-05T10:02:20Z', 'revision_number': 4, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'gw_port': {'id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:04Z', 'updated_at': '2021-07-05T10:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '57e1559e-be70-4da0-941e-b79c1b80881c', 'name': '', 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'mac_address': 'fa:16:3e:5c:3b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '9546e6f0-63ec-42b7-8000-0029a450136d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:16Z', 'updated_at': '2021-07-05T10:02:25Z', 'revision_number': 4, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'subnets': [{'id': '9546e6f0-63ec-42b7-8000-0029a450136d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:27.404199 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c3486-bd4f-44ac-80f6-aa4158e74682 req-6018ba51-662b-4efa-beae-b0d6d37f37f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:27.406064 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cb8c3486-bd4f-44ac-80f6-aa4158e74682 req-6018ba51-662b-4efa-beae-b0d6d37f37f1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.1758950 Jul 05 10:02:27.434457 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e109b3f-0ef8-4930-97ba-de2f4e21cd9a None None] The sync data for ids ['570b131a-478d-4095-8c89-4e0b8e1a1428'] in n-d-798054-8 is: [{'id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906527942', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:02Z', 'updated_at': '2021-07-05T10:02:20Z', 'revision_number': 4, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'gw_port': {'id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:04Z', 'updated_at': '2021-07-05T10:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '57e1559e-be70-4da0-941e-b79c1b80881c', 'name': '', 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'mac_address': 'fa:16:3e:5c:3b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '9546e6f0-63ec-42b7-8000-0029a450136d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:16Z', 'updated_at': '2021-07-05T10:02:25Z', 'revision_number': 4, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'subnets': [{'id': '9546e6f0-63ec-42b7-8000-0029a450136d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:02:27.441923 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1adc51-ca72-4826-9311-b9a3a8702acd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Subnet': ['ID=c127e407-7c29-4a90-a8b1-67b3dc348833,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:27.462873 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-6074653a-733e-4883-9582-076cf751d990 None None] Attempting to bind port 36c09272-ff09-4294-889d-9c6a08c245c1 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:27.463879 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-6074653a-733e-4883-9582-076cf751d990 None None] Attempting to bind port 36c09272-ff09-4294-889d-9c6a08c245c1 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '76d28b25-7403-4b43-b86d-a90eb252c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:27.464252 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6074653a-733e-4883-9582-076cf751d990 None None] Attempting to bind port 36c09272-ff09-4294-889d-9c6a08c245c1 on network d1743ea8-1759-429c-b8f5-06cd55144aac {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:27.478888 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6074653a-733e-4883-9582-076cf751d990 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:27.479302 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6074653a-733e-4883-9582-076cf751d990 None None] Checking segment: {'id': '76d28b25-7403-4b43-b86d-a90eb252c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:27.482151 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-6074653a-733e-4883-9582-076cf751d990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:27.482780 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6074653a-733e-4883-9582-076cf751d990 None None] Bound using segment: {'id': '76d28b25-7403-4b43-b86d-a90eb252c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:27.483361 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-6074653a-733e-4883-9582-076cf751d990 None None] Bound port: 36c09272-ff09-4294-889d-9c6a08c245c1, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d28b25-7403-4b43-b86d-a90eb252c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:27.486000 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-6074653a-733e-4883-9582-076cf751d990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:27.555424 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaeb0b1-3a3b-4ed0-89b0-5882c5d53743 req-6ce6794d-90d5-4bcd-b813-1c7139078c08 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:27.557388 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fdaeb0b1-3a3b-4ed0-89b0-5882c5d53743 req-6ce6794d-90d5-4bcd-b813-1c7139078c08 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.5185692 Jul 05 10:02:27.591190 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1adc51-ca72-4826-9311-b9a3a8702acd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Checking segment: {'id': 'b3e4b814-37ab-4d5c-a8a8-09fe6d6e8589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7c7b2ecd-ebd8-465d-b602-dc693d7478d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:27.591701 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1adc51-ca72-4826-9311-b9a3a8702acd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network hostable DHCP agents. Network: 7c7b2ecd-ebd8-465d-b602-dc693d7478d5, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:02:27.675449 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1adc51-ca72-4826-9311-b9a3a8702acd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network 7c7b2ecd-ebd8-465d-b602-dc693d7478d5 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:02:27.681600 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c3486-bd4f-44ac-80f6-aa4158e74682 req-81beb418-ab49-484d-a0a3-d230cea1edf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:27.683259 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cb8c3486-bd4f-44ac-80f6-aa4158e74682 req-81beb418-ab49-484d-a0a3-d230cea1edf4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2636890 Jul 05 10:02:27.688459 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-91b3853e-ef7a-4d17-932b-cdc47f17d3e3 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:27.698682 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-91b3853e-ef7a-4d17-932b-cdc47f17d3e3 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/networks?id=8c98862d-9559-4154-8b43-1e014fca973e HTTP/1.1" status: 200 len: 796 time: 0.6329682 Jul 05 10:02:27.739750 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-1c1adc51-ca72-4826-9311-b9a3a8702acd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 7c7b2ecd-ebd8-465d-b602-dc693d7478d5) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:27.772256 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-6074653a-733e-4883-9582-076cf751d990 None None] For port 36c09272-ff09-4294-889d-9c6a08c245c1, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:27.783071 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-6074653a-733e-4883-9582-076cf751d990 None None] For port 36c09272-ff09-4294-889d-9c6a08c245c1, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=36c09272-ff09-4294-889d-9c6a08c245c1,segment=NetworkSegment(76d28b25-7403-4b43-b86d-a90eb252c176),segment_id=76d28b25-7403-4b43-b86d-a90eb252c176)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:27.789525 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-6074653a-733e-4883-9582-076cf751d990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:27.810371 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1adc51-ca72-4826-9311-b9a3a8702acd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:27.810371 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1c1adc51-ca72-4826-9311-b9a3a8702acd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:27.828520 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90a8aa6-fdb3-4a3a-a651-240af7b439a5 None None] Network 7c7b2ecd-ebd8-465d-b602-dc693d7478d5 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:27.840583 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006be709-e7ca-4d00-b3f2-c4aabf95ef65 req-ca1a0c3a-f371-4651-a3d3-3993829155c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:27.842291 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-006be709-e7ca-4d00-b3f2-c4aabf95ef65 req-ca1a0c3a-f371-4651-a3d3-3993829155c3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ea5b87a6-c54b-4459-9dc2-7b432dbb441e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4807482 Jul 05 10:02:27.858779 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-5d343e28-2dd9-4876-bf10-c767dca86612 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/quotas/f0692abcf6f7458c830e07d7e3d21525 HTTP/1.1" status: 200 len: 375 time: 0.1588244 Jul 05 10:02:27.962394 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6074653a-733e-4883-9582-076cf751d990 None None] Routers {'bcd763ef-fa66-4022-9251-40053cb97bd3'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:27.963057 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6074653a-733e-4883-9582-076cf751d990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:02:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bcd763ef-fa66-4022-9251-40053cb97bd3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:27.966365 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1065de-ef97-4524-b204-ca03cbebf9d2 None None] Pushing event updated for resources: {'Port': ['ID=36c09272-ff09-4294-889d-9c6a08c245c1,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:28.003649 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cb8c3486-bd4f-44ac-80f6-aa4158e74682 req-6317474e-7026-477e-9d38-8d9fce782355 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065126 Jul 05 10:02:28.078317 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 57e1559e-be70-4da0-941e-b79c1b80881c up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:28.096132 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49012) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:28.124992 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-6074653a-733e-4883-9582-076cf751d990 None None] Set router bcd763ef-fa66-4022-9251-40053cb97bd3 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:28.159398 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cfc2688c-d7ae-45c6-992d-1f4256b926bb req-7daf4994-6bd1-4016-9973-ff878e8ff31b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7767160 Jul 05 10:02:28.172534 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fdaeb0b1-3a3b-4ed0-89b0-5882c5d53743 req-50c218b8-ec96-46a6-a455-613fbbc4cadb tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5913603 Jul 05 10:02:28.184186 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-55d1a754-ae09-4513-afcd-336d779ac520 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-312760616-network', 'tenant_id': '0db0d0be444849be9320390633ece427'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:28.189725 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-512cd76f-8ce5-4380-9dc6-6be414bd82fe tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:28.229853 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-512cd76f-8ce5-4380-9dc6-6be414bd82fe tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:28.232766 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1c1adc51-ca72-4826-9311-b9a3a8702acd tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8332393 Jul 05 10:02:28.235613 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49016) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:28.259351 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-854775d2-66fd-4387-be5f-d33abf647299 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-727838942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:28.313639 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cb8c3486-bd4f-44ac-80f6-aa4158e74682 req-93b5c4bd-4891-4406-a671-13b0c0aeae89 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094580 Jul 05 10:02:28.366464 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105141ea-d306-4738-9913-d7e1d4fc85ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-7c7b2ecd-ebd8-465d-b602-dc693d7478d5', 'network_id': '7c7b2ecd-ebd8-465d-b602-dc693d7478d5', 'tenant_id': '2abed1ceab284e1ba1b00296dfa26a6e', 'fixed_ips': [{'subnet_id': 'c127e407-7c29-4a90-a8b1-67b3dc348833'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:02:28.367907 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-105141ea-d306-4738-9913-d7e1d4fc85ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:28.427052 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-5d61db45-47d5-4686-bd7b-347ad924cebf tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f0692abcf6f7458c830e07d7e3d21525&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5666935 Jul 05 10:02:28.434231 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d1a754-ae09-4513-afcd-336d779ac520 admin admin] Made reservation on behalf of 0db0d0be444849be9320390633ece427 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:28.436092 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-55d1a754-ae09-4513-afcd-336d779ac520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:28.436871 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-854775d2-66fd-4387-be5f-d33abf647299 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:28.437586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cd76f-8ce5-4380-9dc6-6be414bd82fe tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b772416-d7d0-4d31-bf97-85cdaac21679,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:28.440539 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-854775d2-66fd-4387-be5f-d33abf647299 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:28.447587 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.db.api [None req-512cd76f-8ce5-4380-9dc6-6be414bd82fe tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:02:28.447587 n-d-798054-8 neutron-server[93907]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 10:02:28.447587 n-d-798054-8 neutron-server[93907]: [parameters: {'project_id_1': 'd54dfed5714d4dbcbf829e4ec290d413', 'expiration_1': datetime.datetime(2021, 7, 5, 10, 2, 28, 294582)}] Jul 05 10:02:28.447587 n-d-798054-8 neutron-server[93907]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:02:28.448381 n-d-798054-8 neutron-server[93907]: DEBUG oslo_db.api [None req-512cd76f-8ce5-4380-9dc6-6be414bd82fe tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:02:28.495049 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-55d1a754-ae09-4513-afcd-336d779ac520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:28.515152 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 57e1559e-be70-4da0-941e-b79c1b80881c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:28.523743 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 57e1559e-be70-4da0-941e-b79c1b80881c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:28.524455 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:28.583784 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-006be709-e7ca-4d00-b3f2-c4aabf95ef65 req-ffb7b36c-00a4-489d-973d-d98bdd15c3a5 service neutron] 10.222.0.81 "GET /v2.0/networks/ea5b87a6-c54b-4459-9dc2-7b432dbb441e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6378803 Jul 05 10:02:28.592473 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-854775d2-66fd-4387-be5f-d33abf647299 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:28.598976 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-854775d2-66fd-4387-be5f-d33abf647299 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:28.612301 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4ed4c2-c052-46fb-b139-dce4888ed281', 'name': 'tempest-TestAggregatesBasicOps-1135246452-router', 'tenant_id': '6e0c3dc0431b4476a165345d62d05b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:07Z', 'updated_at': '2021-07-05T10:02:22Z', 'revision_number': 4, 'project_id': '6e0c3dc0431b4476a165345d62d05b8a', 'gw_port': {'id': '7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ed4c2-c052-46fb-b139-dce4888ed281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:09Z', 'updated_at': '2021-07-05T10:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '6077f404-2509-431c-9806-89b7d71a3052', 'name': '', 'network_id': 'c0fb5196-e150-4797-be39-8ee92e6ffc58', 'tenant_id': '6e0c3dc0431b4476a165345d62d05b8a', 'mac_address': 'fa:16:3e:10:1f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4ed4c2-c052-46fb-b139-dce4888ed281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'f72b4724-5644-485c-ae6b-e5d27303f4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:17Z', 'updated_at': '2021-07-05T10:02:23Z', 'revision_number': 2, 'project_id': '6e0c3dc0431b4476a165345d62d05b8a', 'subnets': [{'id': 'f72b4724-5644-485c-ae6b-e5d27303f4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:28.641789 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6074653a-733e-4883-9582-076cf751d990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'name': 'tempest-ServersTestManualDisk-619620478-router', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:07Z', 'updated_at': '2021-07-05T10:02:20Z', 'revision_number': 4, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'gw_port': {'id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:09Z', 'updated_at': '2021-07-05T10:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '36c09272-ff09-4294-889d-9c6a08c245c1', 'name': '', 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'mac_address': 'fa:16:3e:34:26:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '64059ad6-af8a-4b37-8335-6c76a23c0a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:17Z', 'updated_at': '2021-07-05T10:02:27Z', 'revision_number': 4, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'subnets': [{'id': '64059ad6-af8a-4b37-8335-6c76a23c0a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:28.670000 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] Checking router: cf4ed4c2-c052-46fb-b139-dce4888ed281 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:02:28.670388 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] Updating router cf4ed4c2-c052-46fb-b139-dce4888ed281 port 6077f404-2509-431c-9806-89b7d71a3052 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:02:28.680264 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6074653a-733e-4883-9582-076cf751d990 None None] The sync data for ids ['bcd763ef-fa66-4022-9251-40053cb97bd3'] in n-d-798054-8 is: [{'id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'name': 'tempest-ServersTestManualDisk-619620478-router', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:07Z', 'updated_at': '2021-07-05T10:02:20Z', 'revision_number': 4, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'gw_port': {'id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:09Z', 'updated_at': '2021-07-05T10:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '36c09272-ff09-4294-889d-9c6a08c245c1', 'name': '', 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'mac_address': 'fa:16:3e:34:26:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '64059ad6-af8a-4b37-8335-6c76a23c0a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:17Z', 'updated_at': '2021-07-05T10:02:27Z', 'revision_number': 4, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'subnets': [{'id': '64059ad6-af8a-4b37-8335-6c76a23c0a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:02:28.722298 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:28.962762 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49018) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:28.968687 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5dc4fbab-14f9-4c7c-a2e9-f63266ef8647 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1790204842', 'description': 'tempest-description--1108271256'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:29.076652 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-105141ea-d306-4738-9913-d7e1d4fc85ac None None] Allocated IP 2001:db8::2 (7c7b2ecd-ebd8-465d-b602-dc693d7478d5/c127e407-7c29-4a90-a8b1-67b3dc348833/b2d8d464-5154-41cf-9540-f855d8ed3405) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:29.108899 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:29.172429 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2688c-d7ae-45c6-992d-1f4256b926bb req-e66b14f1-bb7b-42d2-b3a0-036c9ae571e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:29.174690 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cfc2688c-d7ae-45c6-992d-1f4256b926bb req-e66b14f1-bb7b-42d2-b3a0-036c9ae571e9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 1096 time: 0.9715166 Jul 05 10:02:29.175357 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-512cd76f-8ce5-4380-9dc6-6be414bd82fe tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:29.179670 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-006be709-e7ca-4d00-b3f2-c4aabf95ef65 req-fd45597d-2915-467e-9e42-38872b14f840 service neutron] 10.222.0.81 "GET /v2.0/networks/ea5b87a6-c54b-4459-9dc2-7b432dbb441e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5805609 Jul 05 10:02:29.221422 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 57e1559e-be70-4da0-941e-b79c1b80881c, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=57e1559e-be70-4da0-941e-b79c1b80881c,segment=NetworkSegment(728a93e9-557a-4271-93fd-b1bbe443e39e),segment_id=728a93e9-557a-4271-93fd-b1bbe443e39e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:29.233477 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:29.308861 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 988588af-53f8-4d41-ba45-d9340a1a7e12 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:02:29.386379 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-1cad7c25-9ec3-4b0c-8232-5a77cbf091a6 service neutron] 10.222.0.79 "GET /v2.0/networks/8c98862d-9559-4154-8b43-1e014fca973e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9164083 Jul 05 10:02:29.442616 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=57e1559e-be70-4da0-941e-b79c1b80881c,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:29.508699 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-3afd790e-8726-4819-9571-18425944515d service neutron] 10.222.0.79 "GET /v2.0/networks/8c98862d-9559-4154-8b43-1e014fca973e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212587 Jul 05 10:02:29.556795 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-105141ea-d306-4738-9913-d7e1d4fc85ac None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:29.586146 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 988588af-53f8-4d41-ba45-d9340a1a7e12, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=988588af-53f8-4d41-ba45-d9340a1a7e12,segment=NetworkSegment(c13bc1df-85db-460f-89d9-fdbc984bf134),segment_id=c13bc1df-85db-460f-89d9-fdbc984bf134)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:29.601527 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-55d1a754-ae09-4513-afcd-336d779ac520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:29.614313 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-854775d2-66fd-4387-be5f-d33abf647299 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:29.619708 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-854775d2-66fd-4387-be5f-d33abf647299 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3828835 Jul 05 10:02:29.622232 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-105141ea-d306-4738-9913-d7e1d4fc85ac None None] Transition to ACTIVE for port object b2d8d464-5154-41cf-9540-f855d8ed3405 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:29.624523 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49022) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:29.630259 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2688c-d7ae-45c6-992d-1f4256b926bb req-f987b95d-dab9-4544-85fa-3b4f9a7bb6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:29.632604 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cfc2688c-d7ae-45c6-992d-1f4256b926bb req-f987b95d-dab9-4544-85fa-3b4f9a7bb6b2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 913 time: 0.4316616 Jul 05 10:02:29.640960 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8fdbd6cf-6b65-4bd2-8576-c492bc9d7511 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'port': {'network_id': '7c7b2ecd-ebd8-465d-b602-dc693d7478d5', 'name': 'tempest-PortsIpV6TestJSON-302182571'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:29.644676 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db8998-e977-45d7-a396-abbece62c8fb req-ced39917-4f9a-480a-860d-0ef9e334ed21 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:29.646479 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-68db8998-e977-45d7-a396-abbece62c8fb req-ced39917-4f9a-480a-860d-0ef9e334ed21 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 943 time: 0.4615254 Jul 05 10:02:29.647254 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-55d1a754-ae09-4513-afcd-336d779ac520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:29.661886 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d1a754-ae09-4513-afcd-336d779ac520 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:02:29.688189 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:29.701562 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] Transition to ACTIVE for port object 6077f404-2509-431c-9806-89b7d71a3052 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:29.710294 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:29.719276 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '988588af-53f8-4d41-ba45-d9340a1a7e12', 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e', 'port_id': '988588af-53f8-4d41-ba45-d9340a1a7e12', 'mac_address': 'fa:16:3e:ef:72:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c379dec-ee39-4983-8ded-bfe00de85f8c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:02:29.759585 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-105141ea-d306-4738-9913-d7e1d4fc85ac None None] Transition to ACTIVE for port object b2d8d464-5154-41cf-9540-f855d8ed3405 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:29.768584 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5dc4fbab-14f9-4c7c-a2e9-f63266ef8647 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:29.866973 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cfc2688c-d7ae-45c6-992d-1f4256b926bb req-e860f3e7-641c-4600-9142-a3ccdf33356e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ecd3a82-b18f-483c-9475-bdf6c35f7c61 HTTP/1.1" status: 200 len: 217 time: 0.2003996 Jul 05 10:02:29.882499 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-105141ea-d306-4738-9913-d7e1d4fc85ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:29.945875 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26f950-41f9-49df-935c-de533addb677 None None] Pushing event updated for resources: {'Port': ['ID=6077f404-2509-431c-9806-89b7d71a3052,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:29.958089 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105141ea-d306-4738-9913-d7e1d4fc85ac None None] Network 7c7b2ecd-ebd8-465d-b602-dc693d7478d5 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:29.996234 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.db.api [None req-512cd76f-8ce5-4380-9dc6-6be414bd82fe tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:02:29.996234 n-d-798054-8 neutron-server[93907]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 10:02:29.996234 n-d-798054-8 neutron-server[93907]: [parameters: {'project_id_1': 'd54dfed5714d4dbcbf829e4ec290d413', 'expiration_1': datetime.datetime(2021, 7, 5, 10, 2, 29, 345048)}] Jul 05 10:02:29.996234 n-d-798054-8 neutron-server[93907]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:02:29.996744 n-d-798054-8 neutron-server[93907]: DEBUG oslo_db.api [None req-512cd76f-8ce5-4380-9dc6-6be414bd82fe tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:02:30.011549 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5dc4fbab-14f9-4c7c-a2e9-f63266ef8647 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.041555 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-105141ea-d306-4738-9913-d7e1d4fc85ac None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:30.047746 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105141ea-d306-4738-9913-d7e1d4fc85ac None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:30.054252 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5dc4fbab-14f9-4c7c-a2e9-f63266ef8647 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.067771 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.090661 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdbd6cf-6b65-4bd2-8576-c492bc9d7511 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:30.094165 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fdbd6cf-6b65-4bd2-8576-c492bc9d7511 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.113081 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4fbab-14f9-4c7c-a2e9-f63266ef8647 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=366d6fe4-8a5f-44c8-9f49-7137c8fccd49,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:30.119481 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] Attempting to bind port 6077f404-2509-431c-9806-89b7d71a3052 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:30.120078 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] Attempting to bind port 6077f404-2509-431c-9806-89b7d71a3052 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '3b7d31e2-53ab-404a-b23c-60d3a35fb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c0fb5196-e150-4797-be39-8ee92e6ffc58'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:30.120383 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] Attempting to bind port 6077f404-2509-431c-9806-89b7d71a3052 on network c0fb5196-e150-4797-be39-8ee92e6ffc58 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:30.123386 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-8fdbd6cf-6b65-4bd2-8576-c492bc9d7511 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] device_id is not set on port 0b602db8-9f43-4dc7-befd-2253f058aa10 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:02:30.132085 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2688c-d7ae-45c6-992d-1f4256b926bb req-588f9392-04cf-4f03-bb69-698c44d8fc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:30.135598 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cfc2688c-d7ae-45c6-992d-1f4256b926bb req-588f9392-04cf-4f03-bb69-698c44d8fc60 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.1413724 Jul 05 10:02:30.136075 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5dc4fbab-14f9-4c7c-a2e9-f63266ef8647 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.140120 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5dc4fbab-14f9-4c7c-a2e9-f63266ef8647 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1734598 Jul 05 10:02:30.141033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1a754-ae09-4513-afcd-336d779ac520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530d732b-5f9a-4c8f-ac57-305b7cf57b5c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:30.144837 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49032) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:30.208688 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105141ea-d306-4738-9913-d7e1d4fc85ac None None] Pushing event updated for resources: {'Port': ['ID=b2d8d464-5154-41cf-9540-f855d8ed3405,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:30.222447 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3452313d-eebf-4f8d-91b6-b17c3926758d tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Request body: {'security_group_rule': {'security_group_id': '366d6fe4-8a5f-44c8-9f49-7137c8fccd49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:30.248048 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988588af-53f8-4d41-ba45-d9340a1a7e12 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:30.263212 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-55d1a754-ae09-4513-afcd-336d779ac520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.263438 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-55d1a754-ae09-4513-afcd-336d779ac520 admin admin] Added segment 0be4ad51-bad5-4bf5-bade-e7a5af587a90 of type vlan for network 2245f2b4-d6d0-47ef-954b-02eca5079755 Jul 05 10:02:30.272954 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 36c09272-ff09-4294-889d-9c6a08c245c1 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:30.315614 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-68db8998-e977-45d7-a396-abbece62c8fb req-46f10b0b-a65c-4151-ad41-8557daf342cc tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/security-groups?id=27c20222-328d-42fb-aace-23b3c357edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6509531 Jul 05 10:02:30.318964 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:30.319358 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] Checking segment: {'id': '3b7d31e2-53ab-404a-b23c-60d3a35fb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c0fb5196-e150-4797-be39-8ee92e6ffc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:30.319774 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.320207 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] Bound using segment: {'id': '3b7d31e2-53ab-404a-b23c-60d3a35fb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c0fb5196-e150-4797-be39-8ee92e6ffc58'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:30.320706 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] Bound port: 6077f404-2509-431c-9806-89b7d71a3052, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7d31e2-53ab-404a-b23c-60d3a35fb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c0fb5196-e150-4797-be39-8ee92e6ffc58'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:30.321090 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.336343 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3452313d-eebf-4f8d-91b6-b17c3926758d tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.365251 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-8fdbd6cf-6b65-4bd2-8576-c492bc9d7511 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Allocated IP 2001:db8::3c9 (7c7b2ecd-ebd8-465d-b602-dc693d7478d5/c127e407-7c29-4a90-a8b1-67b3dc348833/0b602db8-9f43-4dc7-befd-2253f058aa10) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:30.368295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-105141ea-d306-4738-9913-d7e1d4fc85ac None None] Attempting to bind port b2d8d464-5154-41cf-9540-f855d8ed3405 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:30.368682 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-105141ea-d306-4738-9913-d7e1d4fc85ac None None] Attempting to bind port b2d8d464-5154-41cf-9540-f855d8ed3405 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b3e4b814-37ab-4d5c-a8a8-09fe6d6e8589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7c7b2ecd-ebd8-465d-b602-dc693d7478d5'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:30.369167 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105141ea-d306-4738-9913-d7e1d4fc85ac None None] Attempting to bind port b2d8d464-5154-41cf-9540-f855d8ed3405 on network 7c7b2ecd-ebd8-465d-b602-dc693d7478d5 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:30.380897 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 988588af-53f8-4d41-ba45-d9340a1a7e12, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=988588af-53f8-4d41-ba45-d9340a1a7e12,segment=NetworkSegment(c13bc1df-85db-460f-89d9-fdbc984bf134),segment_id=c13bc1df-85db-460f-89d9-fdbc984bf134)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:30.395100 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105141ea-d306-4738-9913-d7e1d4fc85ac None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:30.395532 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105141ea-d306-4738-9913-d7e1d4fc85ac None None] Checking segment: {'id': 'b3e4b814-37ab-4d5c-a8a8-09fe6d6e8589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7c7b2ecd-ebd8-465d-b602-dc693d7478d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:30.396167 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-105141ea-d306-4738-9913-d7e1d4fc85ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.396688 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105141ea-d306-4738-9913-d7e1d4fc85ac None None] Bound using segment: {'id': 'b3e4b814-37ab-4d5c-a8a8-09fe6d6e8589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7c7b2ecd-ebd8-465d-b602-dc693d7478d5'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:30.397376 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-105141ea-d306-4738-9913-d7e1d4fc85ac None None] Bound port: b2d8d464-5154-41cf-9540-f855d8ed3405, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e4b814-37ab-4d5c-a8a8-09fe6d6e8589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7c7b2ecd-ebd8-465d-b602-dc693d7478d5'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:30.397985 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-105141ea-d306-4738-9913-d7e1d4fc85ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.404275 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 36c09272-ff09-4294-889d-9c6a08c245c1 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:30.406428 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.458120 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-512cd76f-8ce5-4380-9dc6-6be414bd82fe tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.473019 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 36c09272-ff09-4294-889d-9c6a08c245c1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:30.473402 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.514476 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-55d1a754-ae09-4513-afcd-336d779ac520 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.551109 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-105141ea-d306-4738-9913-d7e1d4fc85ac None None] For port b2d8d464-5154-41cf-9540-f855d8ed3405, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:30.559823 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-105141ea-d306-4738-9913-d7e1d4fc85ac None None] For port b2d8d464-5154-41cf-9540-f855d8ed3405, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b2d8d464-5154-41cf-9540-f855d8ed3405,segment=NetworkSegment(b3e4b814-37ab-4d5c-a8a8-09fe6d6e8589),segment_id=b3e4b814-37ab-4d5c-a8a8-09fe6d6e8589)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:30.572831 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-55d1a754-ae09-4513-afcd-336d779ac520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.574312 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d1a754-ae09-4513-afcd-336d779ac520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:30.575045 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-55d1a754-ae09-4513-afcd-336d779ac520 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.641580 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-105141ea-d306-4738-9913-d7e1d4fc85ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.686712 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fdbd6cf-6b65-4bd2-8576-c492bc9d7511 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.708049 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1a754-ae09-4513-afcd-336d779ac520 admin admin] Pushing event updated for resources: {'Network': ['ID=2245f2b4-d6d0-47ef-954b-02eca5079755,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:30.721593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02959904-c962-4556-9640-1ac852326861 req-e0ac951c-a251-42c4-98bf-120fbdcd25d3 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:30.725393 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-8fdbd6cf-6b65-4bd2-8576-c492bc9d7511 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Transition to ACTIVE for port object 0b602db8-9f43-4dc7-befd-2253f058aa10 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:30.732027 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02959904-c962-4556-9640-1ac852326861 req-e0ac951c-a251-42c4-98bf-120fbdcd25d3 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 945 time: 0.8510427 Jul 05 10:02:30.772578 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-55d1a754-ae09-4513-afcd-336d779ac520 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6120820 Jul 05 10:02:30.775935 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49036) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:30.781686 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-80163246-bb6e-4458-bbc4-ee3bfdf70132 admin admin] Request body: {'subnet': {'network_id': '2245f2b4-d6d0-47ef-954b-02eca5079755', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-312760616-subnet', 'tenant_id': '0db0d0be444849be9320390633ece427', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:30.802118 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fdbd6cf-6b65-4bd2-8576-c492bc9d7511 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.811552 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2688c-d7ae-45c6-992d-1f4256b926bb req-641b4cd4-0e18-43e4-a01e-93e194480134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:30.813309 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cfc2688c-d7ae-45c6-992d-1f4256b926bb req-641b4cd4-0e18-43e4-a01e-93e194480134 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6178730 Jul 05 10:02:30.881972 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['988588af-53f8-4d41-ba45-d9340a1a7e12'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:02:30.883866 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 2245f2b4-d6d0-47ef-954b-02eca5079755 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:02:30.929179 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=988588af-53f8-4d41-ba45-d9340a1a7e12,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:30.948098 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3452313d-eebf-4f8d-91b6-b17c3926758d tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.961453 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbd6cf-6b65-4bd2-8576-c492bc9d7511 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Port': ['ID=0b602db8-9f43-4dc7-befd-2253f058aa10,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:30.971127 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02959904-c962-4556-9640-1ac852326861 req-055d58db-be43-431b-b391-2ec8a9043fc5 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378047 Jul 05 10:02:30.977504 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] For port 6077f404-2509-431c-9806-89b7d71a3052, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:30.993670 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdbd6cf-6b65-4bd2-8576-c492bc9d7511 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network 7c7b2ecd-ebd8-465d-b602-dc693d7478d5 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:30.997984 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3452313d-eebf-4f8d-91b6-b17c3926758d tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.999399 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-8fdbd6cf-6b65-4bd2-8576-c492bc9d7511 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:31.006741 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdbd6cf-6b65-4bd2-8576-c492bc9d7511 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:31.027993 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdbd6cf-6b65-4bd2-8576-c492bc9d7511 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:31.029484 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fdbd6cf-6b65-4bd2-8576-c492bc9d7511 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.030182 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062ff12-0e85-4211-9d7e-dc35a8e6898c req-7cae0720-f446-47b7-8ac8-53f56a1e77af tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:31.038749 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7062ff12-0e85-4211-9d7e-dc35a8e6898c req-7cae0720-f446-47b7-8ac8-53f56a1e77af tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.2988427 Jul 05 10:02:31.075688 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] For port 6077f404-2509-431c-9806-89b7d71a3052, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6077f404-2509-431c-9806-89b7d71a3052,segment=NetworkSegment(3b7d31e2-53ab-404a-b23c-60d3a35fb5d8),segment_id=3b7d31e2-53ab-404a-b23c-60d3a35fb5d8)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:31.105311 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.141589 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452313d-eebf-4f8d-91b6-b17c3926758d tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13495ce-c0f2-46be-bac5-6859307bd593,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:31.171093 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105141ea-d306-4738-9913-d7e1d4fc85ac None None] Pushing event updated for resources: {'Port': ['ID=b2d8d464-5154-41cf-9540-f855d8ed3405,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:31.200732 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cfc2688c-d7ae-45c6-992d-1f4256b926bb req-d854cbf0-2942-484c-a3c2-d4459b857795 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707838 Jul 05 10:02:31.222137 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-512cd76f-8ce5-4380-9dc6-6be414bd82fe tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.228754 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0dd88e87-709d-4e15-8657-f3f0ff9a5212 req-028f7e8b-4f23-4df4-ab36-882499ac4bbc tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ffb9280-61e0-4f45-b88f-c79564d4f1a5 HTTP/1.1" status: 200 len: 210 time: 0.0502160 Jul 05 10:02:31.239095 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8fdbd6cf-6b65-4bd2-8576-c492bc9d7511 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6131935 Jul 05 10:02:31.239972 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-512cd76f-8ce5-4380-9dc6-6be414bd82fe tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.242143 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49038) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:31.271516 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7062ff12-0e85-4211-9d7e-dc35a8e6898c req-95c287bb-a978-4fe0-989f-2717ff31b2c7 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280138 Jul 05 10:02:31.348001 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] Routers {'cf4ed4c2-c052-46fb-b139-dce4888ed281'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:31.353484 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3452313d-eebf-4f8d-91b6-b17c3926758d tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.354739 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3452313d-eebf-4f8d-91b6-b17c3926758d tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1403787 Jul 05 10:02:31.355574 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:02:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['cf4ed4c2-c052-46fb-b139-dce4888ed281'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:31.370545 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.382764 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49042) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:31.398684 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5f77502c-ac93-4edf-93f3-e28e0142528c tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Request body: {'security_group_rule': {'security_group_id': '366d6fe4-8a5f-44c8-9f49-7137c8fccd49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:31.456549 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cd76f-8ce5-4380-9dc6-6be414bd82fe tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd582d8-b901-43b0-a6ce-bb905438c0e9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:31.488862 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26f950-41f9-49df-935c-de533addb677 None None] Pushing event updated for resources: {'Port': ['ID=6077f404-2509-431c-9806-89b7d71a3052,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:31.507215 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.db.api [None req-5f77502c-ac93-4edf-93f3-e28e0142528c tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:02:31.507215 n-d-798054-8 neutron-server[93907]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 10:02:31.507215 n-d-798054-8 neutron-server[93907]: [parameters: {'project_id_1': 'd93f47a2b57847898e8bf4ed736730dc', 'expiration_1': datetime.datetime(2021, 7, 5, 10, 2, 31, 430172)}] Jul 05 10:02:31.507215 n-d-798054-8 neutron-server[93907]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:02:31.507625 n-d-798054-8 neutron-server[93907]: DEBUG oslo_db.api [None req-5f77502c-ac93-4edf-93f3-e28e0142528c tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:02:31.525665 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80163246-bb6e-4458-bbc4-ee3bfdf70132 admin admin] Made reservation on behalf of 0db0d0be444849be9320390633ece427 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:31.549226 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-512cd76f-8ce5-4380-9dc6-6be414bd82fe tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.550480 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-512cd76f-8ce5-4380-9dc6-6be414bd82fe tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 4.8328071 Jul 05 10:02:31.553327 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-80163246-bb6e-4458-bbc4-ee3bfdf70132 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.555434 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49046) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:31.562202 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5a31f47d-5e46-4989-be23-c9fa336004e7 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group_rule': {'security_group_id': '2bd582d8-b901-43b0-a6ce-bb905438c0e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:31.569806 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cfc2688c-d7ae-45c6-992d-1f4256b926bb req-358c1efb-39b3-43db-ae3a-c26868832a8e service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462262 Jul 05 10:02:31.678518 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 36c09272-ff09-4294-889d-9c6a08c245c1, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=36c09272-ff09-4294-889d-9c6a08c245c1,segment=NetworkSegment(76d28b25-7403-4b43-b86d-a90eb252c176),segment_id=76d28b25-7403-4b43-b86d-a90eb252c176)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:31.697514 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.698591 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 57e1559e-be70-4da0-941e-b79c1b80881c up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:31.780892 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] Set router cf4ed4c2-c052-46fb-b139-dce4888ed281 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:31.814936 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a31f47d-5e46-4989-be23-c9fa336004e7 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.835155 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829c968-12eb-497b-beed-abdc09a433de req-93b5a600-0158-43a5-9f86-cfe2238bcae2 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:31.838136 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9829c968-12eb-497b-beed-abdc09a433de req-93b5a600-0158-43a5-9f86-cfe2238bcae2 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.2526627 Jul 05 10:02:31.955405 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=36c09272-ff09-4294-889d-9c6a08c245c1,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:32.075212 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-7b148ede-834c-4475-8888-9a22632dd354 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:32.076728 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-7b148ede-834c-4475-8888-9a22632dd354 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.81 "GET /v2.0/networks?id=8c98862d-9559-4154-8b43-1e014fca973e HTTP/1.1" status: 200 len: 796 time: 0.2853720 Jul 05 10:02:32.099956 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a31f47d-5e46-4989-be23-c9fa336004e7 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.112184 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a31f47d-5e46-4989-be23-c9fa336004e7 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.139050 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31f47d-5e46-4989-be23-c9fa336004e7 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba1ebdf7-9571-48d9-8103-aaf6eb3c41ef,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:32.139247 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9829c968-12eb-497b-beed-abdc09a433de req-28e52194-18c6-464c-a853-ce676c51c534 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340422 Jul 05 10:02:32.140221 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5f77502c-ac93-4edf-93f3-e28e0142528c tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.184348 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 57e1559e-be70-4da0-941e-b79c1b80881c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:32.184868 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.221177 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a31f47d-5e46-4989-be23-c9fa336004e7 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.225092 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5a31f47d-5e46-4989-be23-c9fa336004e7 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6638856 Jul 05 10:02:32.226253 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49052) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:32.227842 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3355f9b-5137-4647-b68f-d48cfdf8a687 req-29050221-d563-4861-b935-cd80618f3779 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:32.229902 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f3355f9b-5137-4647-b68f-d48cfdf8a687 req-29050221-d563-4861-b935-cd80618f3779 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 944 time: 0.5312932 Jul 05 10:02:32.247540 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-36175d7f-b700-4642-956d-73cc8422f275 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group_rule': {'security_group_id': '2bd582d8-b901-43b0-a6ce-bb905438c0e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:32.293859 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-80163246-bb6e-4458-bbc4-ee3bfdf70132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.297554 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f3355f9b-5137-4647-b68f-d48cfdf8a687 req-3225bfbc-ae27-44b6-b425-4cccf2907ead tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/security-groups?id=27c20222-328d-42fb-aace-23b3c357edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561342 Jul 05 10:02:32.309169 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-dd8e5c38-7dc5-41c8-af69-2b4dfef624c4 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0692abcf6f7458c830e07d7e3d21525 HTTP/1.1" status: 200 len: 477 time: 0.2064903 Jul 05 10:02:32.363985 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b048dc4-1c08-46c4-94f0-e25db2500933 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.365726 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5f77502c-ac93-4edf-93f3-e28e0142528c tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.375408 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-df0a4369-896d-49f3-a257-b49bc706e1d9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Request body: {'port': {'device_id': '1ffb9280-61e0-4f45-b88f-c79564d4f1a5', 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e', 'admin_state_up': True, 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'security_groups': ['d15e323e-440f-4d06-bf6d-1c7463aa7d59', 'ea1fc39c-e042-412b-9621-fac761bc26b9']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:32.379755 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80163246-bb6e-4458-bbc4-ee3bfdf70132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54675e6a-2363-45c6-ba9b-62326f378c47,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:32.448063 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-36175d7f-b700-4642-956d-73cc8422f275 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.486733 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5f77502c-ac93-4edf-93f3-e28e0142528c tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.502976 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4ed4c2-c052-46fb-b139-dce4888ed281', 'name': 'tempest-TestAggregatesBasicOps-1135246452-router', 'tenant_id': '6e0c3dc0431b4476a165345d62d05b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:07Z', 'updated_at': '2021-07-05T10:02:22Z', 'revision_number': 4, 'project_id': '6e0c3dc0431b4476a165345d62d05b8a', 'gw_port': {'id': '7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ed4c2-c052-46fb-b139-dce4888ed281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:09Z', 'updated_at': '2021-07-05T10:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '6077f404-2509-431c-9806-89b7d71a3052', 'name': '', 'network_id': 'c0fb5196-e150-4797-be39-8ee92e6ffc58', 'tenant_id': '6e0c3dc0431b4476a165345d62d05b8a', 'mac_address': 'fa:16:3e:10:1f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4ed4c2-c052-46fb-b139-dce4888ed281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'f72b4724-5644-485c-ae6b-e5d27303f4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:17Z', 'updated_at': '2021-07-05T10:02:30Z', 'revision_number': 4, 'project_id': '6e0c3dc0431b4476a165345d62d05b8a', 'subnets': [{'id': 'f72b4724-5644-485c-ae6b-e5d27303f4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:32.570039 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c92e48-96a4-43d5-85e3-3847522eb555 None None] The sync data for ids ['cf4ed4c2-c052-46fb-b139-dce4888ed281'] in n-d-798054-8 is: [{'id': 'cf4ed4c2-c052-46fb-b139-dce4888ed281', 'name': 'tempest-TestAggregatesBasicOps-1135246452-router', 'tenant_id': '6e0c3dc0431b4476a165345d62d05b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:07Z', 'updated_at': '2021-07-05T10:02:22Z', 'revision_number': 4, 'project_id': '6e0c3dc0431b4476a165345d62d05b8a', 'gw_port': {'id': '7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ed4c2-c052-46fb-b139-dce4888ed281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:09Z', 'updated_at': '2021-07-05T10:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '6077f404-2509-431c-9806-89b7d71a3052', 'name': '', 'network_id': 'c0fb5196-e150-4797-be39-8ee92e6ffc58', 'tenant_id': '6e0c3dc0431b4476a165345d62d05b8a', 'mac_address': 'fa:16:3e:10:1f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4ed4c2-c052-46fb-b139-dce4888ed281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'f72b4724-5644-485c-ae6b-e5d27303f4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:17Z', 'updated_at': '2021-07-05T10:02:30Z', 'revision_number': 4, 'project_id': '6e0c3dc0431b4476a165345d62d05b8a', 'subnets': [{'id': 'f72b4724-5644-485c-ae6b-e5d27303f4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:02:32.583611 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253eb55-e82b-46e0-bec7-2c04e43087f8 req-ec487976-1b00-4a07-9871-085f176a4dcc tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:32.585419 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a253eb55-e82b-46e0-bec7-2c04e43087f8 req-ec487976-1b00-4a07-9871-085f176a4dcc tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 945 time: 0.2037759 Jul 05 10:02:32.604541 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.608400 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77502c-ac93-4edf-93f3-e28e0142528c tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ccab08c-d727-4e43-89e3-97125a7c1fdd,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:32.626058 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5f77502c-ac93-4edf-93f3-e28e0142528c tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.631345 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5f77502c-ac93-4edf-93f3-e28e0142528c tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2449636 Jul 05 10:02:32.641613 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49056) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:32.646647 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7625ffbb-4bec-4a8e-832a-a752df0df10d tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:32.652623 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80163246-bb6e-4458-bbc4-ee3bfdf70132 admin admin] Checking segment: {'id': '0be4ad51-bad5-4bf5-bade-e7a5af587a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2245f2b4-d6d0-47ef-954b-02eca5079755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:32.653037 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80163246-bb6e-4458-bbc4-ee3bfdf70132 admin admin] Network hostable DHCP agents. Network: 2245f2b4-d6d0-47ef-954b-02eca5079755, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:02:32.727658 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7625ffbb-4bec-4a8e-832a-a752df0df10d tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.781748 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-36175d7f-b700-4642-956d-73cc8422f275 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 10:02:32.786915 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-36175d7f-b700-4642-956d-73cc8422f275 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5453205 Jul 05 10:02:32.787656 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49058) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:32.812699 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 36c09272-ff09-4294-889d-9c6a08c245c1 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:32.821676 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80163246-bb6e-4458-bbc4-ee3bfdf70132 admin admin] Network 2245f2b4-d6d0-47ef-954b-02eca5079755 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:02:32.872432 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a253eb55-e82b-46e0-bec7-2c04e43087f8 req-44365bb8-5ea1-4f87-868d-bf2b8c527f44 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581875 Jul 05 10:02:32.942195 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-80163246-bb6e-4458-bbc4-ee3bfdf70132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 2245f2b4-d6d0-47ef-954b-02eca5079755) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:32.954649 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80163246-bb6e-4458-bbc4-ee3bfdf70132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:32.957494 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-80163246-bb6e-4458-bbc4-ee3bfdf70132 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.964296 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726a7408-d204-47ea-8487-250cfc48ab8d None None] Network 2245f2b4-d6d0-47ef-954b-02eca5079755 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:33.023606 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-730a742e-38ea-49ad-81e5-3da1e71fcc48 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.051655 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-730a742e-38ea-49ad-81e5-3da1e71fcc48 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.057780 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-420b892e-4af8-4c18-91c1-f0c1a13f1032 req-129426d4-d20f-4a51-be99-67f3c366e2c9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ffb9280-61e0-4f45-b88f-c79564d4f1a5 HTTP/1.1" status: 200 len: 210 time: 0.0805206 Jul 05 10:02:33.075005 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 36c09272-ff09-4294-889d-9c6a08c245c1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:33.075564 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.077606 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39939f45-b9ff-4f17-ac76-49299d674b1e None None] Network 7c7b2ecd-ebd8-465d-b602-dc693d7478d5 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:33.085716 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-df0a4369-896d-49f3-a257-b49bc706e1d9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Made reservation on behalf of f0692abcf6f7458c830e07d7e3d21525 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:33.100128 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-df0a4369-896d-49f3-a257-b49bc706e1d9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.120711 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-730a742e-38ea-49ad-81e5-3da1e71fcc48 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.124559 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-730a742e-38ea-49ad-81e5-3da1e71fcc48 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.128362 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-730a742e-38ea-49ad-81e5-3da1e71fcc48 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "DELETE /v2.0/security-groups/2bd582d8-b901-43b0-a6ce-bb905438c0e9 HTTP/1.1" status: 204 len: 168 time: 0.3264601 Jul 05 10:02:33.133670 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49062) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:33.134060 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-80163246-bb6e-4458-bbc4-ee3bfdf70132 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3568835 Jul 05 10:02:33.136838 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49064) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:33.146518 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a742e-38ea-49ad-81e5-3da1e71fcc48 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd582d8-b901-43b0-a6ce-bb905438c0e9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:33.167996 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b048dc4-1c08-46c4-94f0-e25db2500933 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.174554 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b048dc4-1c08-46c4-94f0-e25db2500933 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.181927 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d5f5d8fc-22c2-46d3-965e-c67f9584e185 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-312760616-router', 'tenant_id': '0db0d0be444849be9320390633ece427', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:33.223996 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ff0432f8-9c3e-4630-aeee-b3e0a4fbe233 None None] Provisioning for port b2d8d464-5154-41cf-9540-f855d8ed3405 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:33.265378 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c5e539f3-8638-4eea-a3ba-ff475eb8e7c4 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1304107 Jul 05 10:02:33.266030 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49066) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:33.271616 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b048dc4-1c08-46c4-94f0-e25db2500933 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Port': ['ID=0b602db8-9f43-4dc7-befd-2253f058aa10,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:33.284626 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 988588af-53f8-4d41-ba45-d9340a1a7e12 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:33.306104 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9f7e2607-04c0-40d6-8f90-5a6ed6b0c641 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group': {'name': 'tempest-secgroup--330769645'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:33.321789 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:02:33.361523 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5f5d8fc-22c2-46d3-965e-c67f9584e185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.362562 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5f5d8fc-22c2-46d3-965e-c67f9584e185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.499407 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61364d62-b967-41fa-ad4d-915015d70f93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-2245f2b4-d6d0-47ef-954b-02eca5079755', 'network_id': '2245f2b4-d6d0-47ef-954b-02eca5079755', 'tenant_id': '0db0d0be444849be9320390633ece427', 'fixed_ips': [{'subnet_id': '54675e6a-2363-45c6-ba9b-62326f378c47'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:02:33.502855 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-61364d62-b967-41fa-ad4d-915015d70f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.509135 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b048dc4-1c08-46c4-94f0-e25db2500933 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.526514 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5f5d8fc-22c2-46d3-965e-c67f9584e185 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.538527 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b2d8d464-5154-41cf-9540-f855d8ed3405 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:33.546588 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 988588af-53f8-4d41-ba45-d9340a1a7e12 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:33.607570 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 988588af-53f8-4d41-ba45-d9340a1a7e12 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:33.607570 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.647992 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a278db5-bc1b-4518-8dd4-bf70afaaf745 req-32dc3756-c16a-474b-a4a6-dd316d494bd3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:33.650563 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9a278db5-bc1b-4518-8dd4-bf70afaaf745 req-32dc3756-c16a-474b-a4a6-dd316d494bd3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.6167970 Jul 05 10:02:33.681574 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b048dc4-1c08-46c4-94f0-e25db2500933 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.729365 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-df0a4369-896d-49f3-a257-b49bc706e1d9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Allocated IP 172.20.0.8 (8c98862d-9559-4154-8b43-1e014fca973e/9546e6f0-63ec-42b7-8000-0029a450136d/4e8cb547-5b83-4129-b8a6-1b2c749cf7c1) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:33.743258 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f7e2607-04c0-40d6-8f90-5a6ed6b0c641 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.759837 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7625ffbb-4bec-4a8e-832a-a752df0df10d tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.808095 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port b2d8d464-5154-41cf-9540-f855d8ed3405 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:33.821941 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b2d8d464-5154-41cf-9540-f855d8ed3405 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:33.822446 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.014074 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b048dc4-1c08-46c4-94f0-e25db2500933 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.022584 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b048dc4-1c08-46c4-94f0-e25db2500933 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.023645 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b048dc4-1c08-46c4-94f0-e25db2500933 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.041602 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-61364d62-b967-41fa-ad4d-915015d70f93 None None] Allocated IP 172.20.0.2 (2245f2b4-d6d0-47ef-954b-02eca5079755/54675e6a-2363-45c6-ba9b-62326f378c47/16ebc701-8b28-40cb-9a1d-c08d6eb279fe) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:34.072635 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.141874 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b048dc4-1c08-46c4-94f0-e25db2500933 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Port': ['ID=0b602db8-9f43-4dc7-befd-2253f058aa10,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:34.154190 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab668df-7d38-40ab-954a-2af253925e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988588af-53f8-4d41-ba45-d9340a1a7e12'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:34.156664 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38e0492-aadf-4efa-a23b-0716a60eb177" -d '{"events": [{"server_uuid": "fab668df-7d38-40ab-954a-2af253925e48", "name": "network-vif-plugged", "status": "completed", "tag": "988588af-53f8-4d41-ba45-d9340a1a7e12"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:34.194975 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 988588af-53f8-4d41-ba45-d9340a1a7e12, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=988588af-53f8-4d41-ba45-d9340a1a7e12,segment=NetworkSegment(c13bc1df-85db-460f-89d9-fdbc984bf134),segment_id=c13bc1df-85db-460f-89d9-fdbc984bf134)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:34.232567 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.236599 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b048dc4-1c08-46c4-94f0-e25db2500933 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network 7c7b2ecd-ebd8-465d-b602-dc693d7478d5 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:34.238609 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-4b048dc4-1c08-46c4-94f0-e25db2500933 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:34.242515 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5f5d8fc-22c2-46d3-965e-c67f9584e185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.273108 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9a278db5-bc1b-4518-8dd4-bf70afaaf745 req-12f3503f-44a6-4d1f-aa54-0f0f1f15498e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5755160 Jul 05 10:02:34.279172 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-033d203d-ff1b-49af-9542-9a8292e99f39 None None] Provisioning for port 0b602db8-9f43-4dc7-befd-2253f058aa10 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:34.297779 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-033d203d-ff1b-49af-9542-9a8292e99f39 None None] Provisioning complete for port 0b602db8-9f43-4dc7-befd-2253f058aa10 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:34.298339 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-033d203d-ff1b-49af-9542-9a8292e99f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.304083 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.416863 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=988588af-53f8-4d41-ba45-d9340a1a7e12,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:34.435723 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-033d203d-ff1b-49af-9542-9a8292e99f39 None None] Port 0b602db8-9f43-4dc7-befd-2253f058aa10 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:34.461794 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-61364d62-b967-41fa-ad4d-915015d70f93 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.467685 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port b2d8d464-5154-41cf-9540-f855d8ed3405, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b2d8d464-5154-41cf-9540-f855d8ed3405,segment=NetworkSegment(b3e4b814-37ab-4d5c-a8a8-09fe6d6e8589),segment_id=b3e4b814-37ab-4d5c-a8a8-09fe6d6e8589)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:34.468093 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b048dc4-1c08-46c4-94f0-e25db2500933 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Router 26f9bcae-d85f-4b97-9dd1-36ae4dc2c485 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:02:34.476381 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24dfc7-7a88-447e-ba30-d36e9cb07e0b req-ce4fc70f-70b5-4d93-8ace-36601c6d136f tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:34.477925 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.487376 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb24dfc7-7a88-447e-ba30-d36e9cb07e0b req-ce4fc70f-70b5-4d93-8ace-36601c6d136f tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 944 time: 0.9770372 Jul 05 10:02:34.501131 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-61364d62-b967-41fa-ad4d-915015d70f93 None None] Transition to ACTIVE for port object 16ebc701-8b28-40cb-9a1d-c08d6eb279fe will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:34.556163 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-7625ffbb-4bec-4a8e-832a-a752df0df10d tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Allocated IP 172.25.7.204 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/f7ba909b-1d3e-424c-9b28-e01f24d02aad) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:34.574437 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-033d203d-ff1b-49af-9542-9a8292e99f39 None None] Provisioning complete for port b2d8d464-5154-41cf-9540-f855d8ed3405 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:34.574846 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-033d203d-ff1b-49af-9542-9a8292e99f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.651011 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-61364d62-b967-41fa-ad4d-915015d70f93 None None] Transition to ACTIVE for port object 16ebc701-8b28-40cb-9a1d-c08d6eb279fe will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:34.685832 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-61364d62-b967-41fa-ad4d-915015d70f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.688294 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6077f404-2509-431c-9806-89b7d71a3052 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:34.689940 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b048dc4-1c08-46c4-94f0-e25db2500933 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:02:34.696614 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4b048dc4-1c08-46c4-94f0-e25db2500933 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "PUT /v2.0/routers/26f9bcae-d85f-4b97-9dd1-36ae4dc2c485/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4468687 Jul 05 10:02:34.703797 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e005392-7a40-4017-ba0e-8aad85bce36c None None] Sync routers for ids ['26f9bcae-d85f-4b97-9dd1-36ae4dc2c485'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:02:34.709684 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49078) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:34.716898 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e005392-7a40-4017-ba0e-8aad85bce36c None None] Routers {'26f9bcae-d85f-4b97-9dd1-36ae4dc2c485'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:34.717545 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4e005392-7a40-4017-ba0e-8aad85bce36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:02:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['26f9bcae-d85f-4b97-9dd1-36ae4dc2c485'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:34.734035 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=b2d8d464-5154-41cf-9540-f855d8ed3405,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:34.757295 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4e005392-7a40-4017-ba0e-8aad85bce36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:34.768392 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e005392-7a40-4017-ba0e-8aad85bce36c None None] Routers {'26f9bcae-d85f-4b97-9dd1-36ae4dc2c485'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:34.769037 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4e005392-7a40-4017-ba0e-8aad85bce36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:02:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['26f9bcae-d85f-4b97-9dd1-36ae4dc2c485'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:34.815660 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61364d62-b967-41fa-ad4d-915015d70f93 None None] Network 2245f2b4-d6d0-47ef-954b-02eca5079755 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:34.827634 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-61364d62-b967-41fa-ad4d-915015d70f93 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:34.835183 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61364d62-b967-41fa-ad4d-915015d70f93 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:34.839535 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61364d62-b967-41fa-ad4d-915015d70f93 None None] Pushing event updated for resources: {'Port': ['ID=16ebc701-8b28-40cb-9a1d-c08d6eb279fe,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:34.943539 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f7e2607-04c0-40d6-8f90-5a6ed6b0c641 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.955230 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4e005392-7a40-4017-ba0e-8aad85bce36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:34.956543 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e005392-7a40-4017-ba0e-8aad85bce36c None None] The sync data for ids ['26f9bcae-d85f-4b97-9dd1-36ae4dc2c485'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:02:34.968525 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 6077f404-2509-431c-9806-89b7d71a3052 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:34.978977 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 6077f404-2509-431c-9806-89b7d71a3052 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:34.980166 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.990210 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f7e2607-04c0-40d6-8f90-5a6ed6b0c641 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.995508 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7625ffbb-4bec-4a8e-832a-a752df0df10d tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:35.001406 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-61364d62-b967-41fa-ad4d-915015d70f93 None None] Attempting to bind port 16ebc701-8b28-40cb-9a1d-c08d6eb279fe on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:35.001869 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-61364d62-b967-41fa-ad4d-915015d70f93 None None] Attempting to bind port 16ebc701-8b28-40cb-9a1d-c08d6eb279fe by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '0be4ad51-bad5-4bf5-bade-e7a5af587a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2245f2b4-d6d0-47ef-954b-02eca5079755'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:35.002244 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61364d62-b967-41fa-ad4d-915015d70f93 None None] Attempting to bind port 16ebc701-8b28-40cb-9a1d-c08d6eb279fe on network 2245f2b4-d6d0-47ef-954b-02eca5079755 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:35.012223 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61364d62-b967-41fa-ad4d-915015d70f93 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:35.012614 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61364d62-b967-41fa-ad4d-915015d70f93 None None] Checking segment: {'id': '0be4ad51-bad5-4bf5-bade-e7a5af587a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2245f2b4-d6d0-47ef-954b-02eca5079755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:35.013035 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-61364d62-b967-41fa-ad4d-915015d70f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:35.013439 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61364d62-b967-41fa-ad4d-915015d70f93 None None] Bound using segment: {'id': '0be4ad51-bad5-4bf5-bade-e7a5af587a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2245f2b4-d6d0-47ef-954b-02eca5079755'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:35.013917 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-61364d62-b967-41fa-ad4d-915015d70f93 None None] Bound port: 16ebc701-8b28-40cb-9a1d-c08d6eb279fe, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be4ad51-bad5-4bf5-bade-e7a5af587a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2245f2b4-d6d0-47ef-954b-02eca5079755'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:35.014307 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-61364d62-b967-41fa-ad4d-915015d70f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:35.037982 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb24dfc7-7a88-447e-ba30-d36e9cb07e0b req-4fd0fe12-ca18-4ade-a349-d14ede7c7782 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/security-groups?id=27c20222-328d-42fb-aace-23b3c357edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5492890 Jul 05 10:02:35.129394 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f7e2607-04c0-40d6-8f90-5a6ed6b0c641 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:35.133353 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9f7e2607-04c0-40d6-8f90-5a6ed6b0c641 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8337111 Jul 05 10:02:35.133353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e2607-04c0-40d6-8f90-5a6ed6b0c641 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c80d2595-ec56-404e-9f33-fd9963238d8a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:35.134574 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49080) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:35.139701 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-536b1b5d-04c2-422c-8c23-acfdf3edeab8 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group_rule': {'security_group_id': 'c80d2595-ec56-404e-9f33-fd9963238d8a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:35.140473 n-d-798054-8 neutron-server[93906]: WARNING neutron.api.v2.base [None req-536b1b5d-04c2-422c-8c23-acfdf3edeab8 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 05 10:02:35.140982 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-536b1b5d-04c2-422c-8c23-acfdf3edeab8 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:02:35.142054 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-536b1b5d-04c2-422c-8c23-acfdf3edeab8 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060639 Jul 05 10:02:35.145019 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49082) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:35.152264 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a54589d6-2028-4def-99eb-4af090371710 None None] Provisioning complete for port 0b602db8-9f43-4dc7-befd-2253f058aa10 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:35.152774 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a54589d6-2028-4def-99eb-4af090371710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:35.162613 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-df0a4369-896d-49f3-a257-b49bc706e1d9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:35.187328 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-61364d62-b967-41fa-ad4d-915015d70f93 None None] For port 16ebc701-8b28-40cb-9a1d-c08d6eb279fe, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:35.209258 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04bcec-4d19-49c0-93a2-26abeff0b5fd req-ad7d0435-f6b4-40a3-a24d-ff2b044dd536 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:35.211415 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ba04bcec-4d19-49c0-93a2-26abeff0b5fd req-ad7d0435-f6b4-40a3-a24d-ff2b044dd536 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 945 time: 0.7196870 Jul 05 10:02:35.215141 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-61364d62-b967-41fa-ad4d-915015d70f93 None None] For port 16ebc701-8b28-40cb-9a1d-c08d6eb279fe, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=16ebc701-8b28-40cb-9a1d-c08d6eb279fe,segment=NetworkSegment(0be4ad51-bad5-4bf5-bade-e7a5af587a90),segment_id=0be4ad51-bad5-4bf5-bade-e7a5af587a90)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:35.220537 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:35.226109 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-61364d62-b967-41fa-ad4d-915015d70f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:35.239763 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-368c7a9e-72cc-4387-89d0-ed827e071dab tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:35.265992 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f71d9e-088d-4d56-82cf-99ef8c61fd8f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:35.268203 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e7f71d9e-088d-4d56-82cf-99ef8c61fd8f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports?device_id=26f9bcae-d85f-4b97-9dd1-36ae4dc2c485 HTTP/1.1" status: 200 len: 988 time: 0.5133724 Jul 05 10:02:35.275462 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49084) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:35.281007 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e8a574d3-f388-450a-a19a-2b13fab13c2d req-bee71fad-fbec-4d8d-b955-b8023254f851 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ffb9280-61e0-4f45-b88f-c79564d4f1a5 HTTP/1.1" status: 200 len: 210 time: 0.1076274 Jul 05 10:02:35.286755 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-368c7a9e-72cc-4387-89d0-ed827e071dab tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:35.287071 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-df0a4369-896d-49f3-a257-b49bc706e1d9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Transition to ACTIVE for port object 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:35.315434 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a54589d6-2028-4def-99eb-4af090371710 None None] Port 0b602db8-9f43-4dc7-befd-2253f058aa10 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:35.325446 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61364d62-b967-41fa-ad4d-915015d70f93 None None] Pushing event updated for resources: {'Port': ['ID=16ebc701-8b28-40cb-9a1d-c08d6eb279fe,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:35.363406 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 6077f404-2509-431c-9806-89b7d71a3052, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6077f404-2509-431c-9806-89b7d71a3052,segment=NetworkSegment(3b7d31e2-53ab-404a-b23c-60d3a35fb5d8),segment_id=3b7d31e2-53ab-404a-b23c-60d3a35fb5d8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:35.368739 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:35.438524 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ba04bcec-4d19-49c0-93a2-26abeff0b5fd req-93bb7634-b455-4cd6-808d-e3e7460ca33a tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872087 Jul 05 10:02:35.449123 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7625ffbb-4bec-4a8e-832a-a752df0df10d tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:35.481804 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=6077f404-2509-431c-9806-89b7d71a3052,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:35.489261 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159b364e-db6d-4dd9-b41e-d59d271ed7d2 x-openstack-request-id: req-159b364e-db6d-4dd9-b41e-d59d271ed7d2 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:35.490683 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab668df-7d38-40ab-954a-2af253925e48", "name": "network-vif-plugged", "status": "completed", "tag": "988588af-53f8-4d41-ba45-d9340a1a7e12", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:35.491129 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-159b364e-db6d-4dd9-b41e-d59d271ed7d2 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:35.497355 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab668df-7d38-40ab-954a-2af253925e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988588af-53f8-4d41-ba45-d9340a1a7e12', 'code': 200} Jul 05 10:02:35.523917 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5152e93b-bd55-48b2-b6ab-7799f7a80057 None None] Provisioning complete for port 0b602db8-9f43-4dc7-befd-2253f058aa10 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:35.524645 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5152e93b-bd55-48b2-b6ab-7799f7a80057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:35.570238 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5152e93b-bd55-48b2-b6ab-7799f7a80057 None None] Port 0b602db8-9f43-4dc7-befd-2253f058aa10 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:35.576921 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7625ffbb-4bec-4a8e-832a-a752df0df10d tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:35.627804 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-7625ffbb-4bec-4a8e-832a-a752df0df10d tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:35.638292 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7625ffbb-4bec-4a8e-832a-a752df0df10d tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:35.791973 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625ffbb-4bec-4a8e-832a-a752df0df10d tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Pushing event updated for resources: {'Port': ['ID=f7ba909b-1d3e-424c-9b28-e01f24d02aad,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:35.820428 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-df0a4369-896d-49f3-a257-b49bc706e1d9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:35.965153 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:35.979360 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-df0a4369-896d-49f3-a257-b49bc706e1d9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Network 8c98862d-9559-4154-8b43-1e014fca973e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:35.992141 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-368c7a9e-72cc-4387-89d0-ed827e071dab tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:35.995092 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-368c7a9e-72cc-4387-89d0-ed827e071dab tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:35.997254 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-368c7a9e-72cc-4387-89d0-ed827e071dab tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "DELETE /v2.0/security-groups/c80d2595-ec56-404e-9f33-fd9963238d8a HTTP/1.1" status: 204 len: 168 time: 0.8503177 Jul 05 10:02:35.998718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-df0a4369-896d-49f3-a257-b49bc706e1d9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:36.004076 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49088) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:36.012259 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-df0a4369-896d-49f3-a257-b49bc706e1d9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:36.039224 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c7a9e-72cc-4387-89d0-ed827e071dab tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80d2595-ec56-404e-9f33-fd9963238d8a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:36.044194 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5f5d8fc-22c2-46d3-965e-c67f9584e185 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.083718 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ad5caeae-2da8-4f93-9124-39a968d28293 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0732980 Jul 05 10:02:36.088117 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49092) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:36.096349 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92ae8f-fc64-4fdc-b45e-3ae119b2a022 req-4872a3d5-aa71-4883-8d55-87f78802d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:36.097937 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd92ae8f-fc64-4fdc-b45e-3ae119b2a022 req-4872a3d5-aa71-4883-8d55-87f78802d074 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 1096 time: 0.6178179 Jul 05 10:02:36.119740 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9ed2f216-27e1-4bcd-aa1f-73c59f63b6b4 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1504212472'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:36.127886 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a4369-896d-49f3-a257-b49bc706e1d9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event updated for resources: {'Port': ['ID=4e8cb547-5b83-4129-b8a6-1b2c749cf7c1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:36.159338 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5f5d8fc-22c2-46d3-965e-c67f9584e185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.175989 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f216-27e1-4bcd-aa1f-73c59f63b6b4 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.255628 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-df0a4369-896d-49f3-a257-b49bc706e1d9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:36.256295 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-df0a4369-896d-49f3-a257-b49bc706e1d9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.275129 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7625ffbb-4bec-4a8e-832a-a752df0df10d tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.358887 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-456518d6-126f-4493-b73c-867d02df53e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.362332 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd92ae8f-fc64-4fdc-b45e-3ae119b2a022 req-0626f7ac-e4ef-455f-9647-d04e32dcdb85 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=27c20222-328d-42fb-aace-23b3c357edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316656 Jul 05 10:02:36.389134 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf0357-d1a8-467a-8cef-1fe014f17acf req-ab103fcc-a3ad-463a-aed5-9dcf58623394 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:36.390679 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-13cf0357-d1a8-467a-8cef-1fe014f17acf req-ab103fcc-a3ad-463a-aed5-9dcf58623394 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.5146596 Jul 05 10:02:36.400069 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-94334f15-4193-4484-8b62-88af2591dfa6 None None] Provisioning for port 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:36.405984 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-94334f15-4193-4484-8b62-88af2591dfa6 None None] Provisioning complete for port 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:36.406366 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-94334f15-4193-4484-8b62-88af2591dfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.430495 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f216-27e1-4bcd-aa1f-73c59f63b6b4 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.440934 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f216-27e1-4bcd-aa1f-73c59f63b6b4 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.446608 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-94334f15-4193-4484-8b62-88af2591dfa6 None None] Port 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:36.472369 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7625ffbb-4bec-4a8e-832a-a752df0df10d tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.474713 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-df0a4369-896d-49f3-a257-b49bc706e1d9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 4.1058133 Jul 05 10:02:36.487081 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f216-27e1-4bcd-aa1f-73c59f63b6b4 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.491616 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9ed2f216-27e1-4bcd-aa1f-73c59f63b6b4 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3756900 Jul 05 10:02:36.496575 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49098) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:36.501380 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8fef2099-9c3d-4b85-aebb-db673cfc5fb2 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group_rule': {'security_group_id': '3da0d8a6-eed6-41a8-a763-7b39dfe40776', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:36.514373 n-d-798054-8 neutron-server[93906]: WARNING neutron.api.v2.base [None req-8fef2099-9c3d-4b85-aebb-db673cfc5fb2 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 05 10:02:36.515207 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-8fef2099-9c3d-4b85-aebb-db673cfc5fb2 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:02:36.520502 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8fef2099-9c3d-4b85-aebb-db673cfc5fb2 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0228074 Jul 05 10:02:36.523147 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-81c954b1-50eb-4639-ba64-6c0f11cb7e0d service neutron] Request body: {'port': {'device_id': '1ffb9280-61e0-4f45-b88f-c79564d4f1a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:36.532393 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49100) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:36.574135 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-13cf0357-d1a8-467a-8cef-1fe014f17acf req-0f3297f2-09a9-4e7a-a7e7-d38418619eb7 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696267 Jul 05 10:02:36.592969 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2f216-27e1-4bcd-aa1f-73c59f63b6b4 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3da0d8a6-eed6-41a8-a763-7b39dfe40776,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:36.595992 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-d5f5d8fc-22c2-46d3-965e-c67f9584e185 admin admin] Allocated IP 172.25.7.61 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/e3704e76-4089-4101-91eb-de5977608c2f) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:36.634318 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04a24d-b5ce-4aa1-b706-8378e4419326 req-fb8f0fc8-0a98-4719-a3d3-64242f01ad55 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:36.635950 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2b04a24d-b5ce-4aa1-b706-8378e4419326 req-fb8f0fc8-0a98-4719-a3d3-64242f01ad55 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 945 time: 0.3966498 Jul 05 10:02:36.660384 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af440db0-acd8-42d9-be55-018caaeb4c8a tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.701636 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af440db0-acd8-42d9-be55-018caaeb4c8a tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.799247 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6077f404-2509-431c-9806-89b7d71a3052 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:36.823274 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af440db0-acd8-42d9-be55-018caaeb4c8a tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.826238 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af440db0-acd8-42d9-be55-018caaeb4c8a tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.828132 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-af440db0-acd8-42d9-be55-018caaeb4c8a tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "DELETE /v2.0/security-groups/3da0d8a6-eed6-41a8-a763-7b39dfe40776 HTTP/1.1" status: 204 len: 168 time: 0.2972119 Jul 05 10:02:36.835786 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49102) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:36.869859 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af440db0-acd8-42d9-be55-018caaeb4c8a tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da0d8a6-eed6-41a8-a763-7b39dfe40776,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:36.880229 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-456518d6-126f-4493-b73c-867d02df53e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting port 0b602db8-9f43-4dc7-befd-2253f058aa10 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:36.880533 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 6077f404-2509-431c-9806-89b7d71a3052 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:36.880652 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-456518d6-126f-4493-b73c-867d02df53e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.880929 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.902435 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-81c954b1-50eb-4639-ba64-6c0f11cb7e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.933831 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c9b0354d-c172-44c4-bf09-1c54047fff94 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0953972 Jul 05 10:02:36.951452 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49104) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:36.960970 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-648a311f-1c96-4cfe-848f-b1fb0bc42fbe tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group': {'name': 'tempest-secgroup--215774872'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:36.996271 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 16ebc701-8b28-40cb-9a1d-c08d6eb279fe up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:37.005248 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2b04a24d-b5ce-4aa1-b706-8378e4419326 req-7b55f281-ec71-4ad1-8078-a2d907346bd3 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/security-groups?id=27c20222-328d-42fb-aace-23b3c357edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3374104 Jul 05 10:02:37.023269 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-456518d6-126f-4493-b73c-867d02df53e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.033412 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a23bd23-196e-476f-b21d-b0c8412a7367 None None] Network 2245f2b4-d6d0-47ef-954b-02eca5079755 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:37.061724 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-456518d6-126f-4493-b73c-867d02df53e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Calling delete_port for 0b602db8-9f43-4dc7-befd-2253f058aa10 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:37.085986 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7625ffbb-4bec-4a8e-832a-a752df0df10d tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.105004 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7625ffbb-4bec-4a8e-832a-a752df0df10d tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.124229 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2d71670f-fe47-4975-9192-28473f12ad80 None None] Provisioning for port 16ebc701-8b28-40cb-9a1d-c08d6eb279fe completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:37.145895 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5f5d8fc-22c2-46d3-965e-c67f9584e185 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.160152 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 16ebc701-8b28-40cb-9a1d-c08d6eb279fe completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:37.173726 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 16ebc701-8b28-40cb-9a1d-c08d6eb279fe triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:37.174211 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.216496 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-648a311f-1c96-4cfe-848f-b1fb0bc42fbe tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.321165 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.352294 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-456518d6-126f-4493-b73c-867d02df53e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.367896 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 16ebc701-8b28-40cb-9a1d-c08d6eb279fe, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=16ebc701-8b28-40cb-9a1d-c08d6eb279fe,segment=NetworkSegment(0be4ad51-bad5-4bf5-bade-e7a5af587a90),segment_id=0be4ad51-bad5-4bf5-bade-e7a5af587a90)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:37.373067 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.374066 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b2d8d464-5154-41cf-9540-f855d8ed3405 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:37.399167 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456518d6-126f-4493-b73c-867d02df53e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Port': ['ID=0b602db8-9f43-4dc7-befd-2253f058aa10,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:37.480527 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=16ebc701-8b28-40cb-9a1d-c08d6eb279fe,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:37.512051 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b2d8d464-5154-41cf-9540-f855d8ed3405 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:37.512342 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.545321 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-456518d6-126f-4493-b73c-867d02df53e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.746312 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456518d6-126f-4493-b73c-867d02df53e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Router 26f9bcae-d85f-4b97-9dd1-36ae4dc2c485 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:02:37.756547 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a677ee4-452a-40ac-bf97-456af8041181 req-b8407b01-6a3e-411a-8280-d2f5ac173a54 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:37.758089 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9a677ee4-452a-40ac-bf97-456af8041181 req-b8407b01-6a3e-411a-8280-d2f5ac173a54 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ffb9280-61e0-4f45-b88f-c79564d4f1a5 HTTP/1.1" status: 200 len: 970 time: 0.9201822 Jul 05 10:02:37.768588 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f3d1f03b-405d-4a1e-ac05-8f1b218569ca None None] Provisioning complete for port 16ebc701-8b28-40cb-9a1d-c08d6eb279fe triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:37.769225 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f3d1f03b-405d-4a1e-ac05-8f1b218569ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.774166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625ffbb-4bec-4a8e-832a-a752df0df10d tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Pushing event updated for resources: {'Port': ['ID=f7ba909b-1d3e-424c-9b28-e01f24d02aad,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:37.828326 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456518d6-126f-4493-b73c-867d02df53e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:02:37.833379 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-456518d6-126f-4493-b73c-867d02df53e1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "PUT /v2.0/routers/26f9bcae-d85f-4b97-9dd1-36ae4dc2c485/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5563920 Jul 05 10:02:37.836025 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49108) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:37.842948 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7625ffbb-4bec-4a8e-832a-a752df0df10d tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.865708 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e542104-b910-44f7-b57e-338f6fb82ed0 None None] Sync routers for ids ['26f9bcae-d85f-4b97-9dd1-36ae4dc2c485'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:02:37.866099 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5283bb-4ea5-40d3-95f3-0279b05690a9 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] GET failed (client error): The resource could not be found. Jul 05 10:02:37.870230 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cc5283bb-4ea5-40d3-95f3-0279b05690a9 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports/0b602db8-9f43-4dc7-befd-2253f058aa10 HTTP/1.1" status: 404 len: 333 time: 0.0307198 Jul 05 10:02:37.871089 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49110) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:37.893467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e542104-b910-44f7-b57e-338f6fb82ed0 None None] Routers {'26f9bcae-d85f-4b97-9dd1-36ae4dc2c485'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:37.894298 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8e542104-b910-44f7-b57e-338f6fb82ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:02:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['26f9bcae-d85f-4b97-9dd1-36ae4dc2c485'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:37.933618 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8e542104-b910-44f7-b57e-338f6fb82ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:37.934659 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9a677ee4-452a-40ac-bf97-456af8041181 req-66b6b5ab-3bb3-4670-9eeb-96264dd28f29 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/security-groups?id=d15e323e-440f-4d06-bf6d-1c7463aa7d59&id=ea1fc39c-e042-412b-9621-fac761bc26b9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1563399 Jul 05 10:02:37.935843 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5f5d8fc-22c2-46d3-965e-c67f9584e185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.946701 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e542104-b910-44f7-b57e-338f6fb82ed0 None None] Routers {'26f9bcae-d85f-4b97-9dd1-36ae4dc2c485'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:37.947569 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8e542104-b910-44f7-b57e-338f6fb82ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:02:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['26f9bcae-d85f-4b97-9dd1-36ae4dc2c485'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:37.958387 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd543075-aa02-410c-bdba-c7ebda8e102a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.986875 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8e542104-b910-44f7-b57e-338f6fb82ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:37.987883 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e542104-b910-44f7-b57e-338f6fb82ed0 None None] The sync data for ids ['26f9bcae-d85f-4b97-9dd1-36ae4dc2c485'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:02:37.993553 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de828012-2734-4db8-8ef0-0ef8ab3d2ba5 req-8b70150d-82b0-4a0f-9b77-be24a4fc4dc3 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:37.995046 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-de828012-2734-4db8-8ef0-0ef8ab3d2ba5 req-8b70150d-82b0-4a0f-9b77-be24a4fc4dc3 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 945 time: 0.7525816 Jul 05 10:02:38.047534 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-648a311f-1c96-4cfe-848f-b1fb0bc42fbe tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.052079 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f5d8fc-22c2-46d3-965e-c67f9584e185 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:38.068783 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-648a311f-1c96-4cfe-848f-b1fb0bc42fbe tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.081759 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7625ffbb-4bec-4a8e-832a-a752df0df10d tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.092124 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7625ffbb-4bec-4a8e-832a-a752df0df10d tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4400008 Jul 05 10:02:38.092124 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-d5f5d8fc-22c2-46d3-965e-c67f9584e185 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:38.108983 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f5d8fc-22c2-46d3-965e-c67f9584e185 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:38.119429 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5d8fc-22c2-46d3-965e-c67f9584e185 admin admin] Pushing event updated for resources: {'Port': ['ID=e3704e76-4089-4101-91eb-de5977608c2f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:38.140646 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd543075-aa02-410c-bdba-c7ebda8e102a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.142864 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd543075-aa02-410c-bdba-c7ebda8e102a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.190709 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd543075-aa02-410c-bdba-c7ebda8e102a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.191218 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd543075-aa02-410c-bdba-c7ebda8e102a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Fanout notify agent at l3_agent the message router_deleted on router 26f9bcae-d85f-4b97-9dd1-36ae4dc2c485 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:02:38.198154 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd543075-aa02-410c-bdba-c7ebda8e102a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.201642 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-dd543075-aa02-410c-bdba-c7ebda8e102a tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/routers/26f9bcae-d85f-4b97-9dd1-36ae4dc2c485 HTTP/1.1" status: 204 len: 168 time: 0.3274555 Jul 05 10:02:38.201919 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49118) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:38.209631 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-648a311f-1c96-4cfe-848f-b1fb0bc42fbe tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.210890 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-648a311f-1c96-4cfe-848f-b1fb0bc42fbe tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2537913 Jul 05 10:02:38.221080 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49120) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:38.231432 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e71365aa-24e8-4a61-ac4c-39aa6bd8b6df tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group_rule': {'security_group_id': 'a2656c11-2a85-47a7-b8d9-327711a32490', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:38.254069 n-d-798054-8 neutron-server[93907]: WARNING neutron.api.v2.base [None req-e71365aa-24e8-4a61-ac4c-39aa6bd8b6df tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 05 10:02:38.254325 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ec22a6-208d-4de8-bd21-dd4803ce0bce tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting subnet c127e407-7c29-4a90-a8b1-67b3dc348833 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:02:38.254638 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-e71365aa-24e8-4a61-ac4c-39aa6bd8b6df tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:02:38.255671 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e71365aa-24e8-4a61-ac4c-39aa6bd8b6df tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0298738 Jul 05 10:02:38.257622 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65ec22a6-208d-4de8-bd21-dd4803ce0bce tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.259917 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49122) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:38.265289 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-de828012-2734-4db8-8ef0-0ef8ab3d2ba5 req-86c7cb56-b332-4582-ad67-51e7ad5785c5 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561777 Jul 05 10:02:38.265905 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a311f-1c96-4cfe-848f-b1fb0bc42fbe tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2656c11-2a85-47a7-b8d9-327711a32490,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:38.281113 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-81c954b1-50eb-4639-ba64-6c0f11cb7e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:38.289895 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-58e332e5-527d-4b4f-9c37-85a54ec40d8e tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group_rule': {'security_group_id': 'a2656c11-2a85-47a7-b8d9-327711a32490', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:38.289895 n-d-798054-8 neutron-server[93906]: WARNING neutron.api.v2.base [None req-58e332e5-527d-4b4f-9c37-85a54ec40d8e tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 05 10:02:38.290196 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-58e332e5-527d-4b4f-9c37-85a54ec40d8e tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:02:38.291205 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-58e332e5-527d-4b4f-9c37-85a54ec40d8e tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0303280 Jul 05 10:02:38.294453 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49124) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:38.298139 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-81c954b1-50eb-4639-ba64-6c0f11cb7e0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.299365 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f428bcab-6c11-4268-b684-105711349de3 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group_rule': {'security_group_id': 'a2656c11-2a85-47a7-b8d9-327711a32490', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:38.300831 n-d-798054-8 neutron-server[93906]: WARNING neutron.api.v2.base [None req-f428bcab-6c11-4268-b684-105711349de3 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 05 10:02:38.301085 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-f428bcab-6c11-4268-b684-105711349de3 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:02:38.301997 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f428bcab-6c11-4268-b684-105711349de3 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065029 Jul 05 10:02:38.304789 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49126) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:38.310240 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e5f41d34-7b73-48cb-bbf9-82fbb47f741b tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group_rule': {'security_group_id': 'a2656c11-2a85-47a7-b8d9-327711a32490', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:38.311157 n-d-798054-8 neutron-server[93906]: WARNING neutron.api.v2.base [None req-e5f41d34-7b73-48cb-bbf9-82fbb47f741b tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 05 10:02:38.311648 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-e5f41d34-7b73-48cb-bbf9-82fbb47f741b tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:02:38.317277 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e5f41d34-7b73-48cb-bbf9-82fbb47f741b tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0078766 Jul 05 10:02:38.318802 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49128) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:38.344180 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65ec22a6-208d-4de8-bd21-dd4803ce0bce tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.348877 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-81c954b1-50eb-4639-ba64-6c0f11cb7e0d service neutron] Transition to ACTIVE for port object 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:38.381686 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-81c954b1-50eb-4639-ba64-6c0f11cb7e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.418617 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47cb45ad-892f-4df6-9ae0-f666e735a9a7 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.471249 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47cb45ad-892f-4df6-9ae0-f666e735a9a7 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.482697 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a7225-01c8-4fc9-ac13-c3d614aed202 req-9abc7292-c186-4a37-8da8-1be90959311f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:38.484274 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-019a7225-01c8-4fc9-ac13-c3d614aed202 req-9abc7292-c186-4a37-8da8-1be90959311f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.3915873 Jul 05 10:02:38.489214 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65ec22a6-208d-4de8-bd21-dd4803ce0bce tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.548265 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c954b1-50eb-4639-ba64-6c0f11cb7e0d service neutron] Pushing event updated for resources: {'Port': ['ID=4e8cb547-5b83-4129-b8a6-1b2c749cf7c1,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:38.586430 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65ec22a6-208d-4de8-bd21-dd4803ce0bce tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.597991 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 16ebc701-8b28-40cb-9a1d-c08d6eb279fe up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:38.603621 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47cb45ad-892f-4df6-9ae0-f666e735a9a7 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.606813 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47cb45ad-892f-4df6-9ae0-f666e735a9a7 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.615042 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-47cb45ad-892f-4df6-9ae0-f666e735a9a7 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "DELETE /v2.0/security-groups/a2656c11-2a85-47a7-b8d9-327711a32490 HTTP/1.1" status: 204 len: 168 time: 0.2929547 Jul 05 10:02:38.626264 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2908cc1-767c-46a5-930f-505c7e9dc49c None None] Network 7c7b2ecd-ebd8-465d-b602-dc693d7478d5 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:38.645563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49130) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:38.646444 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65ec22a6-208d-4de8-bd21-dd4803ce0bce tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.649244 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-65ec22a6-208d-4de8-bd21-dd4803ce0bce tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/subnets/c127e407-7c29-4a90-a8b1-67b3dc348833 HTTP/1.1" status: 204 len: 168 time: 0.4463894 Jul 05 10:02:38.655299 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49132) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:38.656415 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec22a6-208d-4de8-bd21-dd4803ce0bce tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Subnet': ['ID=c127e407-7c29-4a90-a8b1-67b3dc348833,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:38.671697 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb45ad-892f-4df6-9ae0-f666e735a9a7 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2656c11-2a85-47a7-b8d9-327711a32490,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:38.734411 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-019a7225-01c8-4fc9-ac13-c3d614aed202 req-82b33449-8833-42ee-943a-b949acdba693 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2418299 Jul 05 10:02:38.784036 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49914c37-a72f-493f-8525-224ff2767c9f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.787636 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 16ebc701-8b28-40cb-9a1d-c08d6eb279fe triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:38.788050 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.855358 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-49914c37-a72f-493f-8525-224ff2767c9f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting port b2d8d464-5154-41cf-9540-f855d8ed3405 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:38.855634 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49914c37-a72f-493f-8525-224ff2767c9f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.860715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80078b25-0f90-43e8-9806-3877b0950f7a req-32f27cb9-b40b-40dd-9f2f-def488d8bff7 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:38.862465 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80078b25-0f90-43e8-9806-3877b0950f7a req-32f27cb9-b40b-40dd-9f2f-def488d8bff7 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 945 time: 0.4703381 Jul 05 10:02:38.866080 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-81c954b1-50eb-4639-ba64-6c0f11cb7e0d service neutron] Attempting to bind port 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:38.866419 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-81c954b1-50eb-4639-ba64-6c0f11cb7e0d service neutron] Attempting to bind port 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '728a93e9-557a-4271-93fd-b1bbe443e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:38.866750 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-81c954b1-50eb-4639-ba64-6c0f11cb7e0d service neutron] Attempting to bind port 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 on network 8c98862d-9559-4154-8b43-1e014fca973e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:38.875451 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ff96f89c-78fa-438a-ab55-cb8a5dac5a3b tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2228527 Jul 05 10:02:38.887717 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-81c954b1-50eb-4639-ba64-6c0f11cb7e0d service neutron] Port 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 on network 8c98862d-9559-4154-8b43-1e014fca973e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:02:38.888683 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-81c954b1-50eb-4639-ba64-6c0f11cb7e0d service neutron] Attempting to bind port 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 on network 8c98862d-9559-4154-8b43-1e014fca973e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:38.890562 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49144) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:38.897720 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-dd9e51db-b390-4b0d-be1a-c3f246585332 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1871341760'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:38.914417 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5f5d8fc-22c2-46d3-965e-c67f9584e185 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.943220 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-49914c37-a72f-493f-8525-224ff2767c9f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] For port b2d8d464-5154-41cf-9540-f855d8ed3405, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b2d8d464-5154-41cf-9540-f855d8ed3405,segment=NetworkSegment(b3e4b814-37ab-4d5c-a8a8-09fe6d6e8589),segment_id=b3e4b814-37ab-4d5c-a8a8-09fe6d6e8589)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:38.943630 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49914c37-a72f-493f-8525-224ff2767c9f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.961059 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-49914c37-a72f-493f-8525-224ff2767c9f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Calling delete_port for b2d8d464-5154-41cf-9540-f855d8ed3405 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:38.961722 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3081b4f0-5c57-4885-83fe-b189fe1962e8 None None] DHCP port deletion for 7c7b2ecd-ebd8-465d-b602-dc693d7478d5 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:02:38.973449 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-81c954b1-50eb-4639-ba64-6c0f11cb7e0d service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:38.973786 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-81c954b1-50eb-4639-ba64-6c0f11cb7e0d service neutron] Checking segment: {'id': '728a93e9-557a-4271-93fd-b1bbe443e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:38.974451 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-81c954b1-50eb-4639-ba64-6c0f11cb7e0d service neutron] Bound using segment: {'id': '728a93e9-557a-4271-93fd-b1bbe443e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:38.974625 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-81c954b1-50eb-4639-ba64-6c0f11cb7e0d service neutron] Bound port: 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '728a93e9-557a-4271-93fd-b1bbe443e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:38.974983 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-81c954b1-50eb-4639-ba64-6c0f11cb7e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.015116 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3081b4f0-5c57-4885-83fe-b189fe1962e8 None None] Deleting port b2d8d464-5154-41cf-9540-f855d8ed3405 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:39.015458 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3081b4f0-5c57-4885-83fe-b189fe1962e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.035736 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80078b25-0f90-43e8-9806-3877b0950f7a req-52437dc6-af9c-42e7-a77a-41a56a10cb43 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/security-groups?id=27c20222-328d-42fb-aace-23b3c357edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583197 Jul 05 10:02:39.060849 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd9e51db-b390-4b0d-be1a-c3f246585332 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.063495 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49914c37-a72f-493f-8525-224ff2767c9f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.090545 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3081b4f0-5c57-4885-83fe-b189fe1962e8 None None] For port b2d8d464-5154-41cf-9540-f855d8ed3405, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b2d8d464-5154-41cf-9540-f855d8ed3405,segment=NetworkSegment(b3e4b814-37ab-4d5c-a8a8-09fe6d6e8589),segment_id=b3e4b814-37ab-4d5c-a8a8-09fe6d6e8589)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:39.090990 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3081b4f0-5c57-4885-83fe-b189fe1962e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.094506 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-7e4c2615-db3d-40cf-89a9-30cbeddc04b3 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1790204842&fields=id&tenant_id=d93f47a2b57847898e8bf4ed736730dc HTTP/1.1" status: 200 len: 267 time: 0.2028151 Jul 05 10:02:39.107044 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3081b4f0-5c57-4885-83fe-b189fe1962e8 None None] Calling delete_port for b2d8d464-5154-41cf-9540-f855d8ed3405 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:39.114965 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49914c37-a72f-493f-8525-224ff2767c9f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Port': ['ID=b2d8d464-5154-41cf-9540-f855d8ed3405,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:39.121906 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49914c37-a72f-493f-8525-224ff2767c9f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] No DVR routers for this DVR port b2d8d464-5154-41cf-9540-f855d8ed3405 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:02:39.202751 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3081b4f0-5c57-4885-83fe-b189fe1962e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.222587 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49914c37-a72f-493f-8525-224ff2767c9f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.235540 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-49914c37-a72f-493f-8525-224ff2767c9f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7b2ecd-ebd8-465d-b602-dc693d7478d5']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:39.239119 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3081b4f0-5c57-4885-83fe-b189fe1962e8 None None] No DVR routers for this DVR port b2d8d464-5154-41cf-9540-f855d8ed3405 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:02:39.242580 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081b4f0-5c57-4885-83fe-b189fe1962e8 None None] Pushing event deleted for resources: {'Port': ['ID=b2d8d464-5154-41cf-9540-f855d8ed3405,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:39.252159 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3081b4f0-5c57-4885-83fe-b189fe1962e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:39.252516 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3081b4f0-5c57-4885-83fe-b189fe1962e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:39.252866 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3081b4f0-5c57-4885-83fe-b189fe1962e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:39.253341 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3081b4f0-5c57-4885-83fe-b189fe1962e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:39.253542 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3081b4f0-5c57-4885-83fe-b189fe1962e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:39.253861 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3081b4f0-5c57-4885-83fe-b189fe1962e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:39.254432 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3081b4f0-5c57-4885-83fe-b189fe1962e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:39.254643 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3081b4f0-5c57-4885-83fe-b189fe1962e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:39.254939 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-49914c37-a72f-493f-8525-224ff2767c9f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e4b814-37ab-4d5c-a8a8-09fe6d6e8589') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:39.255067 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3081b4f0-5c57-4885-83fe-b189fe1962e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:39.255300 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3081b4f0-5c57-4885-83fe-b189fe1962e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:39.255410 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-49914c37-a72f-493f-8525-224ff2767c9f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e4b814-37ab-4d5c-a8a8-09fe6d6e8589') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:39.255630 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3081b4f0-5c57-4885-83fe-b189fe1962e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:39.255983 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3081b4f0-5c57-4885-83fe-b189fe1962e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:39.270687 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49914c37-a72f-493f-8525-224ff2767c9f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.280151 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-81c954b1-50eb-4639-ba64-6c0f11cb7e0d service neutron] For port 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:39.296890 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49914c37-a72f-493f-8525-224ff2767c9f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.307275 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49914c37-a72f-493f-8525-224ff2767c9f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:02:39.307951 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49914c37-a72f-493f-8525-224ff2767c9f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:02:39.313090 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:02:39.319781 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-81c954b1-50eb-4639-ba64-6c0f11cb7e0d service neutron] For port 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=4e8cb547-5b83-4129-b8a6-1b2c749cf7c1,segment=NetworkSegment(728a93e9-557a-4271-93fd-b1bbe443e39e),segment_id=728a93e9-557a-4271-93fd-b1bbe443e39e)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:39.346955 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-81c954b1-50eb-4639-ba64-6c0f11cb7e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.417154 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49914c37-a72f-493f-8525-224ff2767c9f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.422520 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49914c37-a72f-493f-8525-224ff2767c9f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.424831 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-49914c37-a72f-493f-8525-224ff2767c9f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/networks/7c7b2ecd-ebd8-465d-b602-dc693d7478d5 HTTP/1.1" status: 204 len: 168 time: 0.7630043 Jul 05 10:02:39.432001 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49154) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:39.452692 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49914c37-a72f-493f-8525-224ff2767c9f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Network': ['ID=7c7b2ecd-ebd8-465d-b602-dc693d7478d5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:39.473635 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-81c954b1-50eb-4639-ba64-6c0f11cb7e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:39.473969 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-81c954b1-50eb-4639-ba64-6c0f11cb7e0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.476022 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-81c954b1-50eb-4639-ba64-6c0f11cb7e0d service neutron] 10.222.0.81 "PUT /v2.0/ports/4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 HTTP/1.1" status: 200 len: 1130 time: 2.9611509 Jul 05 10:02:39.477667 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffb9280-61e0-4f45-b88f-c79564d4f1a5', 'tag': '4e8cb547-5b83-4129-b8a6-1b2c749cf7c1'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:39.480019 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e19439e-508f-4ac0-ae1b-54a60411f951" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffb9280-61e0-4f45-b88f-c79564d4f1a5", "tag": "4e8cb547-5b83-4129-b8a6-1b2c749cf7c1"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:39.522630 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f298ee0-3712-44f3-a0f9-bff59682e271 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:39.524539 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0f298ee0-3712-44f3-a0f9-bff59682e271 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports/4a18f39f-c943-48a7-9068-8222bca40b16 HTTP/1.1" status: 200 len: 844 time: 0.0913007 Jul 05 10:02:39.528055 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49158) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:39.550376 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd9e51db-b390-4b0d-be1a-c3f246585332 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.597506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-3363b063-884f-4a7b-9afa-823c0d3ec65c tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:39.599061 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-3363b063-884f-4a7b-9afa-823c0d3ec65c tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/networks?id=d1743ea8-1759-429c-b8f5-06cd55144aac HTTP/1.1" status: 200 len: 811 time: 0.4924648 Jul 05 10:02:39.612076 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-093d9349-bbef-4e3f-a3fb-97612132ca62 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports/4a18f39f-c943-48a7-9068-8222bca40b16?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0827706 Jul 05 10:02:39.617545 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49160) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:39.626052 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d2b8464a-34e1-48fc-9bb7-e0e17e69dd3d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'subnet': {'network_id': '5b46b6d5-0dbf-44ef-8739-cba362b31695', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:39.633135 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd9e51db-b390-4b0d-be1a-c3f246585332 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.665334 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5f5d8fc-22c2-46d3-965e-c67f9584e185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.715515 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-6552f97c-a27c-4b70-9c56-11883a1a1e97 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/quotas/d93f47a2b57847898e8bf4ed736730dc HTTP/1.1" status: 200 len: 375 time: 0.0879145 Jul 05 10:02:39.716157 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c954b1-50eb-4639-ba64-6c0f11cb7e0d service neutron] Pushing event updated for resources: {'Port': ['ID=4e8cb547-5b83-4129-b8a6-1b2c749cf7c1,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:39.725923 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd9e51db-b390-4b0d-be1a-c3f246585332 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.730519 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-dd9e51db-b390-4b0d-be1a-c3f246585332 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8364339 Jul 05 10:02:39.732316 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49162) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:39.738330 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8ef4e1c3-4c74-48f4-9f33-5491110d776d tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group_rule': {'security_group_id': '210713d6-8b82-4af1-9218-1e15b3117396', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:39.739062 n-d-798054-8 neutron-server[93906]: WARNING neutron.api.v2.base [None req-8ef4e1c3-4c74-48f4-9f33-5491110d776d tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 10:02:39.739556 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-8ef4e1c3-4c74-48f4-9f33-5491110d776d tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:02:39.740548 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8ef4e1c3-4c74-48f4-9f33-5491110d776d tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063760 Jul 05 10:02:39.742048 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b8464a-34e1-48fc-9bb7-e0e17e69dd3d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:39.746349 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2b8464a-34e1-48fc-9bb7-e0e17e69dd3d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.749278 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49164) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:39.754807 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2454fb63-0865-456c-9e54-c984dc9b60ef tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group_rule': {'security_group_id': '210713d6-8b82-4af1-9218-1e15b3117396', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:39.862063 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-2454fb63-0865-456c-9e54-c984dc9b60ef tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:02:39.863397 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2454fb63-0865-456c-9e54-c984dc9b60ef tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1132054 Jul 05 10:02:39.866380 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49166) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:39.873483 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4ecf6e90-bf41-4edd-9457-7ffbecc16416 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group_rule': {'security_group_id': '210713d6-8b82-4af1-9218-1e15b3117396', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:39.874245 n-d-798054-8 neutron-server[93906]: WARNING neutron.api.v2.base [None req-4ecf6e90-bf41-4edd-9457-7ffbecc16416 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 05 10:02:39.874964 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-4ecf6e90-bf41-4edd-9457-7ffbecc16416 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:02:39.879243 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4ecf6e90-bf41-4edd-9457-7ffbecc16416 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084245 Jul 05 10:02:39.880444 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49168) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:39.885068 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3342fcec-1ce8-4005-84f6-73b2ed523bdf tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group_rule': {'security_group_id': '210713d6-8b82-4af1-9218-1e15b3117396', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:39.990524 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-3342fcec-1ce8-4005-84f6-73b2ed523bdf tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:02:39.994217 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3342fcec-1ce8-4005-84f6-73b2ed523bdf tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1102028 Jul 05 10:02:39.994426 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49170) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:40.002399 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-14a01184-33b0-4db7-af79-2d3efaad8361 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group_rule': {'security_group_id': '210713d6-8b82-4af1-9218-1e15b3117396', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:40.002883 n-d-798054-8 neutron-server[93906]: WARNING neutron.api.v2.base [None req-14a01184-33b0-4db7-af79-2d3efaad8361 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 10:02:40.003372 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-14a01184-33b0-4db7-af79-2d3efaad8361 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:02:40.006808 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-14a01184-33b0-4db7-af79-2d3efaad8361 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090518 Jul 05 10:02:40.010625 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49172) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:40.016374 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-62e2b432-bf3f-4ad5-8ce9-e7ae874415e0 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group_rule': {'security_group_id': '210713d6-8b82-4af1-9218-1e15b3117396', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:40.033654 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2b8464a-34e1-48fc-9bb7-e0e17e69dd3d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:40.076788 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e51db-b390-4b0d-be1a-c3f246585332 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210713d6-8b82-4af1-9218-1e15b3117396,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:40.088606 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b8464a-34e1-48fc-9bb7-e0e17e69dd3d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network 5b46b6d5-0dbf-44ef-8739-cba362b31695 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:40.091362 n-d-798054-8 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-62e2b432-bf3f-4ad5-8ce9-e7ae874415e0 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Project d54dfed5714d4dbcbf829e4ec290d413 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:02:40.099425 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d2b8464a-34e1-48fc-9bb7-e0e17e69dd3d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:40.103379 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b8464a-34e1-48fc-9bb7-e0e17e69dd3d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:40.104018 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2b8464a-34e1-48fc-9bb7-e0e17e69dd3d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:40.109408 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4901711-5226-497e-90d2-f53df971efc9 None None] Network 5b46b6d5-0dbf-44ef-8739-cba362b31695 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:40.115723 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ab9b3-2234-4298-accb-f57651a4bcbb req-0366cfeb-5561-4f95-9e39-7ff9942af0a4 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:40.117395 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-368ab9b3-2234-4298-accb-f57651a4bcbb req-0366cfeb-5561-4f95-9e39-7ff9942af0a4 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ffb9280-61e0-4f45-b88f-c79564d4f1a5 HTTP/1.1" status: 200 len: 982 time: 0.6600723 Jul 05 10:02:40.122861 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8464a-34e1-48fc-9bb7-e0e17e69dd3d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Subnet': ['ID=d7dd9b8c-8d84-4fc2-8989-77c0b0817467,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:40.128080 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-62e2b432-bf3f-4ad5-8ce9-e7ae874415e0 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:02:40.131786 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-62e2b432-bf3f-4ad5-8ce9-e7ae874415e0 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1176088 Jul 05 10:02:40.132159 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49174) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:40.138329 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-58899ce0-8f9b-40d3-8b33-a0567661f0a1 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group_rule': {'security_group_id': '210713d6-8b82-4af1-9218-1e15b3117396', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:40.138916 n-d-798054-8 neutron-server[93906]: WARNING neutron.api.v2.base [None req-58899ce0-8f9b-40d3-8b33-a0567661f0a1 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 05 10:02:40.139477 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-58899ce0-8f9b-40d3-8b33-a0567661f0a1 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:02:40.143778 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-58899ce0-8f9b-40d3-8b33-a0567661f0a1 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076492 Jul 05 10:02:40.143945 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49176) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:40.148221 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-360f489e-5854-4f88-8cf6-465da50c560d tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group_rule': {'security_group_id': '210713d6-8b82-4af1-9218-1e15b3117396', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:40.157599 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d2b8464a-34e1-48fc-9bb7-e0e17e69dd3d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5358813 Jul 05 10:02:40.157599 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49178) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:40.163835 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-bdd31d72-345c-4822-907b-2c342fddab61 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'security_group': {'name': 'tempest-secgroup-809716537'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:40.185805 n-d-798054-8 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-360f489e-5854-4f88-8cf6-465da50c560d tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Project d54dfed5714d4dbcbf829e4ec290d413 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:02:40.193618 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-fd0806bf-94a6-4f9a-b14d-3d1014099fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:40.195106 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-fd0806bf-94a6-4f9a-b14d-3d1014099fef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f0692abcf6f7458c830e07d7e3d21525&device_id=1ffb9280-61e0-4f45-b88f-c79564d4f1a5 HTTP/1.1" status: 200 len: 1133 time: 0.5905766 Jul 05 10:02:40.211179 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bdd31d72-345c-4822-907b-2c342fddab61 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:40.215241 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-360f489e-5854-4f88-8cf6-465da50c560d tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:02:40.218928 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-360f489e-5854-4f88-8cf6-465da50c560d tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0715640 Jul 05 10:02:40.221510 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49180) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:40.227681 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-720aeacd-6b9a-41ad-a45f-cee4fd1ee0e1 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group_rule': {'security_group_id': '210713d6-8b82-4af1-9218-1e15b3117396', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:40.288068 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-855dfe3b-e43d-4905-a566-951981155d8f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 HTTP/1.1" status: 200 len: 217 time: 0.0767634 Jul 05 10:02:40.302504 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-985dcbff-f267-47cc-bb5b-3a197c6f9366 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d93f47a2b57847898e8bf4ed736730dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5635273 Jul 05 10:02:40.304133 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bdd31d72-345c-4822-907b-2c342fddab61 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:40.316745 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-368ab9b3-2234-4298-accb-f57651a4bcbb req-5a622745-a5b5-490f-bbb6-2c9166fc472b tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/security-groups?id=d15e323e-440f-4d06-bf6d-1c7463aa7d59&id=ea1fc39c-e042-412b-9621-fac761bc26b9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1530252 Jul 05 10:02:40.316990 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bdd31d72-345c-4822-907b-2c342fddab61 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:40.318942 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3229f7-7eae-4a07-8c04-be217fe743b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-5b46b6d5-0dbf-44ef-8739-cba362b31695', 'network_id': '5b46b6d5-0dbf-44ef-8739-cba362b31695', 'tenant_id': '2abed1ceab284e1ba1b00296dfa26a6e', 'fixed_ips': [{'subnet_id': 'd7dd9b8c-8d84-4fc2-8989-77c0b0817467'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:02:40.320387 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5f3229f7-7eae-4a07-8c04-be217fe743b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:40.349748 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd31d72-345c-4822-907b-2c342fddab61 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aef425a-0fc6-413c-8322-121d34c55842,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:40.422567 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bdd31d72-345c-4822-907b-2c342fddab61 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:40.428002 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bdd31d72-345c-4822-907b-2c342fddab61 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2673337 Jul 05 10:02:40.428174 n-d-798054-8 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-720aeacd-6b9a-41ad-a45f-cee4fd1ee0e1 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Project d54dfed5714d4dbcbf829e4ec290d413 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:02:40.428549 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49182) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:40.435321 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-755c925a-fe05-4c83-9c5d-f682307e28e8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'security_group': {'name': 'tempest-secgroup-1259062492'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:40.447355 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-b3818d8b-3fec-4ccd-807d-ffdb4f9bb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:40.448928 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-b3818d8b-3fec-4ccd-807d-ffdb4f9bb716 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9546e6f0-63ec-42b7-8000-0029a450136d HTTP/1.1" status: 200 len: 835 time: 0.1455407 Jul 05 10:02:40.473924 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-755c925a-fe05-4c83-9c5d-f682307e28e8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:40.512572 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-5f3229f7-7eae-4a07-8c04-be217fe743b9 None None] Allocated IP 2001:db8::2 (5b46b6d5-0dbf-44ef-8739-cba362b31695/d7dd9b8c-8d84-4fc2-8989-77c0b0817467/5d251912-eb14-4a7f-b0de-36fba4dff848) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:40.514846 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-720aeacd-6b9a-41ad-a45f-cee4fd1ee0e1 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:02:40.516649 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-720aeacd-6b9a-41ad-a45f-cee4fd1ee0e1 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2924271 Jul 05 10:02:40.522283 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49184) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:40.558033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f5d8fc-22c2-46d3-965e-c67f9584e185 admin admin] Router f1c4b381-c2a9-49b1-a6af-3937020a36e0 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:02:40.580487 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-65b6deb6-ef6d-4b01-a045-0e105271fbbd service neutron] 10.222.0.79 "GET /v2.0/networks/d1743ea8-1759-429c-b8f5-06cd55144aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316566 Jul 05 10:02:40.597032 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b2d8d464-5154-41cf-9540-f855d8ed3405 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:02:40.650406 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cfa127fd-4a6c-4c7b-8887-722b18965ab2 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:40.688505 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-755c925a-fe05-4c83-9c5d-f682307e28e8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:40.693054 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cfa127fd-4a6c-4c7b-8887-722b18965ab2 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:40.704277 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-755c925a-fe05-4c83-9c5d-f682307e28e8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:40.734297 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-efcb349f-e619-409d-982d-986b250baab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:40.736541 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-efcb349f-e619-409d-982d-986b250baab6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8c98862d-9559-4154-8b43-1e014fca973e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2737324 Jul 05 10:02:40.754398 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-755c925a-fe05-4c83-9c5d-f682307e28e8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:40.758423 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-755c925a-fe05-4c83-9c5d-f682307e28e8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3263502 Jul 05 10:02:40.761314 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49186) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:40.770023 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b11f1cd3-b85d-4897-9a4f-03510900cece tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1188482311', 'security_groups': ['deefa076-d0d3-4bb8-b441-e67d698e1658'], 'network_id': '5b46b6d5-0dbf-44ef-8739-cba362b31695', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd7dd9b8c-8d84-4fc2-8989-77c0b0817467'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:40.776387 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c925a-fe05-4c83-9c5d-f682307e28e8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deefa076-d0d3-4bb8-b441-e67d698e1658,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:40.796872 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: b2d8d464-5154-41cf-9540-f855d8ed3405 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:02:40.797219 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b2d8d464-5154-41cf-9540-f855d8ed3405 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:02:40.830087 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cfa127fd-4a6c-4c7b-8887-722b18965ab2 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:40.832639 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cfa127fd-4a6c-4c7b-8887-722b18965ab2 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:40.833919 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cfa127fd-4a6c-4c7b-8887-722b18965ab2 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "DELETE /v2.0/security-groups/210713d6-8b82-4af1-9218-1e15b3117396 HTTP/1.1" status: 204 len: 168 time: 0.3074222 Jul 05 10:02:40.838637 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33468b4-6462-4774-83cb-95bd2f0648c2 req-4d5b2ae0-8124-4e17-a648-ef32af924d2d tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:40.840335 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c33468b4-6462-4774-83cb-95bd2f0648c2 req-4d5b2ae0-8124-4e17-a648-ef32af924d2d tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 945 time: 0.3655868 Jul 05 10:02:40.842867 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49188) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:40.857461 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa127fd-4a6c-4c7b-8887-722b18965ab2 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=210713d6-8b82-4af1-9218-1e15b3117396,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:40.903333 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5f3229f7-7eae-4a07-8c04-be217fe743b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:40.913298 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5f3229f7-7eae-4a07-8c04-be217fe743b9 None None] Transition to ACTIVE for port object 5d251912-eb14-4a7f-b0de-36fba4dff848 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:40.916460 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11f1cd3-b85d-4897-9a4f-03510900cece tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:40.929365 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5f3229f7-7eae-4a07-8c04-be217fe743b9 None None] Transition to ACTIVE for port object 5d251912-eb14-4a7f-b0de-36fba4dff848 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:40.936282 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5f3229f7-7eae-4a07-8c04-be217fe743b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:40.960806 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f5d8fc-22c2-46d3-965e-c67f9584e185 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:02:40.974352 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] Sync routers for ids ['f1c4b381-c2a9-49b1-a6af-3937020a36e0'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:02:40.975946 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3229f7-7eae-4a07-8c04-be217fe743b9 None None] Network 5b46b6d5-0dbf-44ef-8739-cba362b31695 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:40.978824 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-5f3229f7-7eae-4a07-8c04-be217fe743b9 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:40.983436 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] Routers {'f1c4b381-c2a9-49b1-a6af-3937020a36e0'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:40.984410 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:02:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f1c4b381-c2a9-49b1-a6af-3937020a36e0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:40.985030 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3229f7-7eae-4a07-8c04-be217fe743b9 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:40.994496 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3229f7-7eae-4a07-8c04-be217fe743b9 None None] Pushing event updated for resources: {'Port': ['ID=5d251912-eb14-4a7f-b0de-36fba4dff848,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:41.001059 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-fa3c91e9-78a9-4f12-8d8e-4b9041748b45 service neutron] 10.222.0.79 "GET /v2.0/networks/d1743ea8-1759-429c-b8f5-06cd55144aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079866 Jul 05 10:02:41.004579 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c33468b4-6462-4774-83cb-95bd2f0648c2 req-84a01469-b21a-477d-bd9e-f97bb78d852b tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/security-groups?id=27c20222-328d-42fb-aace-23b3c357edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460421 Jul 05 10:02:41.031447 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d3a96014-0c0d-4494-b68d-d56da23c0a6d tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1834564 Jul 05 10:02:41.032286 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49190) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:41.042677 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b11f1cd3-b85d-4897-9a4f-03510900cece tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:41.042996 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e952d02f-647f-4913-af2c-edb248edddbf tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group': {'name': 'tempest-secgroup--247741876'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:41.051032 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5f5d8fc-22c2-46d3-965e-c67f9584e185 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:41.054645 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d5f5d8fc-22c2-46d3-965e-c67f9584e185 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8917933 Jul 05 10:02:41.054912 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49192) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:41.059505 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5f3229f7-7eae-4a07-8c04-be217fe743b9 None None] Attempting to bind port 5d251912-eb14-4a7f-b0de-36fba4dff848 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:41.059911 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5f3229f7-7eae-4a07-8c04-be217fe743b9 None None] Attempting to bind port 5d251912-eb14-4a7f-b0de-36fba4dff848 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '9365abe7-4d10-431e-b65b-ff548d7c6633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5b46b6d5-0dbf-44ef-8739-cba362b31695'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:41.060457 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3229f7-7eae-4a07-8c04-be217fe743b9 None None] Attempting to bind port 5d251912-eb14-4a7f-b0de-36fba4dff848 on network 5b46b6d5-0dbf-44ef-8739-cba362b31695 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:41.071345 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3229f7-7eae-4a07-8c04-be217fe743b9 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:41.071727 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3229f7-7eae-4a07-8c04-be217fe743b9 None None] Checking segment: {'id': '9365abe7-4d10-431e-b65b-ff548d7c6633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5b46b6d5-0dbf-44ef-8739-cba362b31695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:41.072164 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5f3229f7-7eae-4a07-8c04-be217fe743b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:41.073221 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3229f7-7eae-4a07-8c04-be217fe743b9 None None] Bound using segment: {'id': '9365abe7-4d10-431e-b65b-ff548d7c6633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5b46b6d5-0dbf-44ef-8739-cba362b31695'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:41.073221 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5f3229f7-7eae-4a07-8c04-be217fe743b9 None None] Bound port: 5d251912-eb14-4a7f-b0de-36fba4dff848, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9365abe7-4d10-431e-b65b-ff548d7c6633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5b46b6d5-0dbf-44ef-8739-cba362b31695'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:41.073531 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5f3229f7-7eae-4a07-8c04-be217fe743b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:41.085244 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-b11f1cd3-b85d-4897-9a4f-03510900cece tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] device_id is not set on port e68a6c62-d0b2-4259-a5ba-f2dd1d05e269 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:02:41.147269 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5f3229f7-7eae-4a07-8c04-be217fe743b9 None None] For port 5d251912-eb14-4a7f-b0de-36fba4dff848, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:41.149215 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-dccce9fd-2368-4331-a64e-bece4ed38fb3 service neutron] 10.222.0.81 "GET /v2.0/networks/8c98862d-9559-4154-8b43-1e014fca973e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692157 Jul 05 10:02:41.151764 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5f3229f7-7eae-4a07-8c04-be217fe743b9 None None] For port 5d251912-eb14-4a7f-b0de-36fba4dff848, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=5d251912-eb14-4a7f-b0de-36fba4dff848,segment=NetworkSegment(9365abe7-4d10-431e-b65b-ff548d7c6633),segment_id=9365abe7-4d10-431e-b65b-ff548d7c6633)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:41.157775 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5f3229f7-7eae-4a07-8c04-be217fe743b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:41.251755 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] Set router f1c4b381-c2a9-49b1-a6af-3937020a36e0 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:41.266191 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3229f7-7eae-4a07-8c04-be217fe743b9 None None] Pushing event updated for resources: {'Port': ['ID=5d251912-eb14-4a7f-b0de-36fba4dff848,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:41.342174 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-b11f1cd3-b85d-4897-9a4f-03510900cece tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Allocated IP 2001:db8::396 (5b46b6d5-0dbf-44ef-8739-cba362b31695/d7dd9b8c-8d84-4fc2-8989-77c0b0817467/e68a6c62-d0b2-4259-a5ba-f2dd1d05e269) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:41.381838 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e952d02f-647f-4913-af2c-edb248edddbf tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:41.589712 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e952d02f-647f-4913-af2c-edb248edddbf tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:41.628086 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b11f1cd3-b85d-4897-9a4f-03510900cece tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:41.639098 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c4b381-c2a9-49b1-a6af-3937020a36e0', 'name': 'tempest-TestAggregatesBasicOps-312760616-router', 'tenant_id': '0db0d0be444849be9320390633ece427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'e3704e76-4089-4101-91eb-de5977608c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:33Z', 'updated_at': '2021-07-05T10:02:38Z', 'revision_number': 3, 'project_id': '0db0d0be444849be9320390633ece427', 'gw_port': {'id': 'e3704e76-4089-4101-91eb-de5977608c2f', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c4b381-c2a9-49b1-a6af-3937020a36e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:36Z', 'updated_at': '2021-07-05T10:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:41.647599 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-b11f1cd3-b85d-4897-9a4f-03510900cece tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Transition to ACTIVE for port object e68a6c62-d0b2-4259-a5ba-f2dd1d05e269 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:41.672549 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] Checking router: f1c4b381-c2a9-49b1-a6af-3937020a36e0 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:02:41.673087 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] Updating router f1c4b381-c2a9-49b1-a6af-3937020a36e0 port e3704e76-4089-4101-91eb-de5977608c2f binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:02:41.674115 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e952d02f-647f-4913-af2c-edb248edddbf tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:41.706985 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b11f1cd3-b85d-4897-9a4f-03510900cece tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:41.737487 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:41.784864 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f0264-6a97-4bd9-bfc5-f33b7784e8cc req-2a2c1df4-11c2-46f7-aec5-60235af5f963 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:41.789035 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f14f0264-6a97-4bd9-bfc5-f33b7784e8cc req-2a2c1df4-11c2-46f7-aec5-60235af5f963 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 945 time: 0.5024669 Jul 05 10:02:41.792536 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11f1cd3-b85d-4897-9a4f-03510900cece tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network 5b46b6d5-0dbf-44ef-8739-cba362b31695 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:41.796431 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b11f1cd3-b85d-4897-9a4f-03510900cece tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:41.801013 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11f1cd3-b85d-4897-9a4f-03510900cece tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:41.808299 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11f1cd3-b85d-4897-9a4f-03510900cece tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:41.808299 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b11f1cd3-b85d-4897-9a4f-03510900cece tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:41.814943 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f1cd3-b85d-4897-9a4f-03510900cece tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Port': ['ID=e68a6c62-d0b2-4259-a5ba-f2dd1d05e269,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:41.831277 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b11f1cd3-b85d-4897-9a4f-03510900cece tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0656791 Jul 05 10:02:41.831444 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49206) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:41.841574 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e3df2f1e-91d7-4865-b7c3-712436cbb4c3 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'subnet': {'network_id': '5b46b6d5-0dbf-44ef-8739-cba362b31695', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:41.854306 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0e36280-b222-470a-aaeb-d90c9de2b5b1 req-29a6f9a9-751a-45cc-98ae-2ba6cbf12e56 service neutron] 10.222.0.81 "GET /v2.0/networks/8c98862d-9559-4154-8b43-1e014fca973e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7041857 Jul 05 10:02:41.855027 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e952d02f-647f-4913-af2c-edb248edddbf tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:41.858778 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e952d02f-647f-4913-af2c-edb248edddbf tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8168864 Jul 05 10:02:41.864478 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49208) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:41.875213 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a79ef25b-898d-4e48-af9c-0958ebba8927 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group_rule': {'security_group_id': '6650ae15-10db-4021-88b0-cd12f443bd94', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:41.885048 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952d02f-647f-4913-af2c-edb248edddbf tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6650ae15-10db-4021-88b0-cd12f443bd94,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:41.926199 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f14f0264-6a97-4bd9-bfc5-f33b7784e8cc req-5c6edc11-c5bb-4c04-bb20-5296e72e9484 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688100 Jul 05 10:02:41.991871 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7e7de-d4b6-4e3a-bd37-f962d57c95e9 req-dfd1af32-518d-49e6-8010-7daff45af6bc tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:41.999289 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12e7e7de-d4b6-4e3a-bd37-f962d57c95e9 req-dfd1af32-518d-49e6-8010-7daff45af6bc tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.4240050 Jul 05 10:02:42.003095 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-a79ef25b-898d-4e48-af9c-0958ebba8927 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] create failed (client error): The resource could not be found. Jul 05 10:02:42.004287 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a79ef25b-898d-4e48-af9c-0958ebba8927 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1378477 Jul 05 10:02:42.007059 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49212) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:42.012299 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f2c9e867-fb9a-45b2-84e5-ddd7328cf0dd tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group_rule': {'security_group_id': '6650ae15-10db-4021-88b0-cd12f443bd94', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2ef9596e-2929-4de9-ae24-4728375d3c5c'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:42.060808 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12e7e7de-d4b6-4e3a-bd37-f962d57c95e9 req-c0104f7f-786c-4b44-9306-dc9438621150 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605130 Jul 05 10:02:42.103815 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-f2c9e867-fb9a-45b2-84e5-ddd7328cf0dd tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] create failed (client error): The resource could not be found. Jul 05 10:02:42.105300 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f2c9e867-fb9a-45b2-84e5-ddd7328cf0dd tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0972602 Jul 05 10:02:42.114538 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49216) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:42.180063 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3df2f1e-91d7-4865-b7c3-712436cbb4c3 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:42.183603 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e3df2f1e-91d7-4865-b7c3-712436cbb4c3 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:42.333983 n-d-798054-8 neutron-server[93906]: INFO neutron.db.ipam_backend_mixin [None req-e3df2f1e-91d7-4865-b7c3-712436cbb4c3 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d7dd9b8c-8d84-4fc2-8989-77c0b0817467 (CIDR: 2001:db8::/64) Jul 05 10:02:42.339332 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3df2f1e-91d7-4865-b7c3-712436cbb4c3 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:02:42.339829 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3df2f1e-91d7-4865-b7c3-712436cbb4c3 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:02:42.351516 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39aea3bd-c051-4437-9e26-3adbf2b08079 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:42.383122 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e3df2f1e-91d7-4865-b7c3-712436cbb4c3 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5480058 Jul 05 10:02:42.390387 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49218) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:42.397259 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d6bb2cc0-04d5-43ca-8bbf-15329fb77be2 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'subnet': {'network_id': '5b46b6d5-0dbf-44ef-8739-cba362b31695', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:42.403706 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:42.418381 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39aea3bd-c051-4437-9e26-3adbf2b08079 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:42.451755 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] Transition to ACTIVE for port object e3704e76-4089-4101-91eb-de5977608c2f will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:42.468422 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:42.531338 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db64f4-2f84-47fb-9219-ed89c608d4ed req-d110f543-3a97-433d-a20b-cc67c0a0eac4 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:42.536031 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85db64f4-2f84-47fb-9219-ed89c608d4ed req-d110f543-3a97-433d-a20b-cc67c0a0eac4 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 945 time: 0.2610500 Jul 05 10:02:42.589240 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] Attempting to bind port e3704e76-4089-4101-91eb-de5977608c2f on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:42.589970 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] Attempting to bind port e3704e76-4089-4101-91eb-de5977608c2f by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:42.592238 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] Attempting to bind port e3704e76-4089-4101-91eb-de5977608c2f on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:42.622703 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39aea3bd-c051-4437-9e26-3adbf2b08079 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:42.644862 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39aea3bd-c051-4437-9e26-3adbf2b08079 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:42.646207 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-39aea3bd-c051-4437-9e26-3adbf2b08079 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "DELETE /v2.0/security-groups/6650ae15-10db-4021-88b0-cd12f443bd94 HTTP/1.1" status: 204 len: 168 time: 0.5290751 Jul 05 10:02:42.666043 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:42.669695 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:42.670239 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:42.670899 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:42.672477 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] Bound port: e3704e76-4089-4101-91eb-de5977608c2f, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:42.675676 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:42.689629 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49222) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:42.708683 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aea3bd-c051-4437-9e26-3adbf2b08079 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6650ae15-10db-4021-88b0-cd12f443bd94,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:42.747343 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f928526-4150-4027-a2a9-5fc2e2980beb None None] Pushing event updated for resources: {'Port': ['ID=e3704e76-4089-4101-91eb-de5977608c2f,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:42.754142 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bb2cc0-04d5-43ca-8bbf-15329fb77be2 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:42.755748 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa9524b-cfaf-4813-9d6e-acb97d588bd4 x-openstack-request-id: req-daa9524b-cfaf-4813-9d6e-acb97d588bd4 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:42.758934 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6bb2cc0-04d5-43ca-8bbf-15329fb77be2 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:42.761169 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffb9280-61e0-4f45-b88f-c79564d4f1a5", "tag": "4e8cb547-5b83-4129-b8a6-1b2c749cf7c1", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:42.761722 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-daa9524b-cfaf-4813-9d6e-acb97d588bd4 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:42.762367 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffb9280-61e0-4f45-b88f-c79564d4f1a5', 'tag': '4e8cb547-5b83-4129-b8a6-1b2c749cf7c1', 'status': 'completed', 'code': 200} Jul 05 10:02:42.800538 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 5d251912-eb14-4a7f-b0de-36fba4dff848 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:42.839406 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] For port e3704e76-4089-4101-91eb-de5977608c2f, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:42.848756 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] For port e3704e76-4089-4101-91eb-de5977608c2f, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e3704e76-4089-4101-91eb-de5977608c2f,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:42.856514 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:42.894658 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-62e99299-5bf5-4213-9750-4392f4180053 None None] Provisioning complete for port 4a18f39f-c943-48a7-9068-8222bca40b16 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:42.895393 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-62e99299-5bf5-4213-9750-4392f4180053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:42.943665 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-62e99299-5bf5-4213-9750-4392f4180053 None None] Port 4a18f39f-c943-48a7-9068-8222bca40b16 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:42.969827 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 5d251912-eb14-4a7f-b0de-36fba4dff848 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:42.971719 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] Routers {'f1c4b381-c2a9-49b1-a6af-3937020a36e0'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:42.973676 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:02:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f1c4b381-c2a9-49b1-a6af-3937020a36e0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:42.974268 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-62e99299-5bf5-4213-9750-4392f4180053 None None] Provisioning for port 5d251912-eb14-4a7f-b0de-36fba4dff848 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:42.975114 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bae406b9-aaad-43d6-b7ab-24ae1a849bab tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2112584 Jul 05 10:02:42.981825 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-62e99299-5bf5-4213-9750-4392f4180053 None None] Provisioning complete for port 5d251912-eb14-4a7f-b0de-36fba4dff848 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:42.982216 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-62e99299-5bf5-4213-9750-4392f4180053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:42.985403 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 5d251912-eb14-4a7f-b0de-36fba4dff848 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:42.985403 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:42.990838 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49226) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:42.995149 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51af718e-9f6e-4bdb-bb8e-53183a51022d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:43.123408 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:43.176165 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 5d251912-eb14-4a7f-b0de-36fba4dff848, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=5d251912-eb14-4a7f-b0de-36fba4dff848,segment=NetworkSegment(9365abe7-4d10-431e-b65b-ff548d7c6633),segment_id=9365abe7-4d10-431e-b65b-ff548d7c6633)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:43.182314 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:43.199888 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] Set router f1c4b381-c2a9-49b1-a6af-3937020a36e0 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:43.282297 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f928526-4150-4027-a2a9-5fc2e2980beb None None] Pushing event updated for resources: {'Port': ['ID=e3704e76-4089-4101-91eb-de5977608c2f,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:43.307069 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-62e99299-5bf5-4213-9750-4392f4180053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:43.347486 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=5d251912-eb14-4a7f-b0de-36fba4dff848,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:43.354699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8ddf6f64-22cb-4dc6-8e20-fe23acb635a8 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group_rule': {'security_group_id': '765ad6b2-9173-4675-a4bf-cc28492ea5fa', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:43.392464 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85db64f4-2f84-47fb-9219-ed89c608d4ed req-f082ccb4-ea80-4887-b0db-b6b89d66c746 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/security-groups?id=27c20222-328d-42fb-aace-23b3c357edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8469584 Jul 05 10:02:43.430634 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49228) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:43.432640 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-62e99299-5bf5-4213-9750-4392f4180053 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:02:43.433235 n-d-798054-8 neutron-server[93908]: DEBUG oslo_db.api [None req-62e99299-5bf5-4213-9750-4392f4180053 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:02:43.457273 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19439e-508f-4ac0-ae1b-54a60411f951 req-bcb396aa-b3c4-4810-8ce6-24df7e0de34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:43.459074 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8e19439e-508f-4ac0-ae1b-54a60411f951 req-bcb396aa-b3c4-4810-8ce6-24df7e0de34d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f0692abcf6f7458c830e07d7e3d21525&device_id=1ffb9280-61e0-4f45-b88f-c79564d4f1a5 HTTP/1.1" status: 200 len: 1133 time: 0.7681823 Jul 05 10:02:43.526431 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c4b381-c2a9-49b1-a6af-3937020a36e0', 'name': 'tempest-TestAggregatesBasicOps-312760616-router', 'tenant_id': '0db0d0be444849be9320390633ece427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'e3704e76-4089-4101-91eb-de5977608c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:33Z', 'updated_at': '2021-07-05T10:02:38Z', 'revision_number': 3, 'project_id': '0db0d0be444849be9320390633ece427', 'gw_port': {'id': 'e3704e76-4089-4101-91eb-de5977608c2f', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c4b381-c2a9-49b1-a6af-3937020a36e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:36Z', 'updated_at': '2021-07-05T10:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:43.558999 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f039fb5e-9cb5-4a46-833d-7fad83382472 None None] The sync data for ids ['f1c4b381-c2a9-49b1-a6af-3937020a36e0'] in n-d-798054-8 is: [{'id': 'f1c4b381-c2a9-49b1-a6af-3937020a36e0', 'name': 'tempest-TestAggregatesBasicOps-312760616-router', 'tenant_id': '0db0d0be444849be9320390633ece427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'e3704e76-4089-4101-91eb-de5977608c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:33Z', 'updated_at': '2021-07-05T10:02:38Z', 'revision_number': 3, 'project_id': '0db0d0be444849be9320390633ece427', 'gw_port': {'id': 'e3704e76-4089-4101-91eb-de5977608c2f', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c4b381-c2a9-49b1-a6af-3937020a36e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:36Z', 'updated_at': '2021-07-05T10:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:02:43.608714 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6bb2cc0-04d5-43ca-8bbf-15329fb77be2 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:43.652682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160acaa-3bd6-4bcb-a78a-7fcba6a67b2c req-7b36e80f-b09b-4f58-bef6-9a9449138cbc tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:43.654282 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3160acaa-3bd6-4bcb-a78a-7fcba6a67b2c req-7b36e80f-b09b-4f58-bef6-9a9449138cbc tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ffb9280-61e0-4f45-b88f-c79564d4f1a5 HTTP/1.1" status: 200 len: 982 time: 0.8147535 Jul 05 10:02:43.657248 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bb2cc0-04d5-43ca-8bbf-15329fb77be2 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network 5b46b6d5-0dbf-44ef-8739-cba362b31695 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:43.662990 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d6bb2cc0-04d5-43ca-8bbf-15329fb77be2 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:43.667425 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bb2cc0-04d5-43ca-8bbf-15329fb77be2 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:43.668060 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6bb2cc0-04d5-43ca-8bbf-15329fb77be2 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:43.674817 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8915dadb-8c38-4901-a8a7-5ae114171797 None None] Network 5b46b6d5-0dbf-44ef-8739-cba362b31695 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:43.688454 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2522681e-497e-48d6-9fcb-5d60a1b8b6ab req-a7368722-9be1-4557-b1a5-c7701802cfb4 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 210 time: 0.0979023 Jul 05 10:02:43.737379 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb2cc0-04d5-43ca-8bbf-15329fb77be2 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Subnet': ['ID=c6f62667-9d47-41a7-8610-6e1c99f9e303,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:43.749555 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d6bb2cc0-04d5-43ca-8bbf-15329fb77be2 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3548810 Jul 05 10:02:43.749555 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49232) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:43.755558 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b43c5059-9c11-4c40-8657-b6e7b95c70cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1919851354', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c6f62667-9d47-41a7-8610-6e1c99f9e303'}], 'security_groups': ['0aef425a-0fc6-413c-8322-121d34c55842']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:43.841910 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-51af718e-9f6e-4bdb-bb8e-53183a51022d admin admin] Allocated IP 172.20.0.1 (2245f2b4-d6d0-47ef-954b-02eca5079755/54675e6a-2363-45c6-ba9b-62326f378c47/3e27a13e-8e69-4888-b7fe-eaf08a89c012) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:43.889714 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b43c5059-9c11-4c40-8657-b6e7b95c70cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:44.124357 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-8ddf6f64-22cb-4dc6-8e20-fe23acb635a8 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] create failed (client error): The resource could not be found. Jul 05 10:02:44.125437 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8ddf6f64-22cb-4dc6-8e20-fe23acb635a8 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.1276650 Jul 05 10:02:44.159123 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49234) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:44.163901 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1248be67-955a-4bad-9f25-e61f47cb6f4a tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1879881584'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:44.186560 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5925aaf7-b925-408b-a4f7-33c84472deab None None] Update dhcp port {'port': {'network_id': '5b46b6d5-0dbf-44ef-8739-cba362b31695', 'fixed_ips': [{'subnet_id': 'd7dd9b8c-8d84-4fc2-8989-77c0b0817467', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c6f62667-9d47-41a7-8610-6e1c99f9e303'}], 'binding:host_id': 'n-d-798054-8'}, 'id': '5d251912-eb14-4a7f-b0de-36fba4dff848'} from n-d-798054-8. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 10:02:44.216927 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eee64694-b4a7-483c-a9c0-f7fc35e2dfc3 None None] Provisioning for port e68a6c62-d0b2-4259-a5ba-f2dd1d05e269 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:44.223257 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1248be67-955a-4bad-9f25-e61f47cb6f4a tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:44.225974 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eee64694-b4a7-483c-a9c0-f7fc35e2dfc3 None None] Provisioning complete for port e68a6c62-d0b2-4259-a5ba-f2dd1d05e269 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:44.226297 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eee64694-b4a7-483c-a9c0-f7fc35e2dfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:44.269374 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5925aaf7-b925-408b-a4f7-33c84472deab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:44.317372 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-21591475-21f0-4469-a63e-5d03da7b5be6 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:44.319075 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-21591475-21f0-4469-a63e-5d03da7b5be6 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.78 "GET /v2.0/networks?id=d1743ea8-1759-429c-b8f5-06cd55144aac HTTP/1.1" status: 200 len: 811 time: 0.3100286 Jul 05 10:02:44.348186 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1248be67-955a-4bad-9f25-e61f47cb6f4a tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:44.354041 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1248be67-955a-4bad-9f25-e61f47cb6f4a tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:44.357991 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19439e-508f-4ac0-ae1b-54a60411f951 req-f54a1c8a-cabb-4177-89bd-fff27fdb765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:44.359524 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8e19439e-508f-4ac0-ae1b-54a60411f951 req-f54a1c8a-cabb-4177-89bd-fff27fdb765d service neutron] 10.222.0.81 "GET /v2.0/networks?id=8c98862d-9559-4154-8b43-1e014fca973e HTTP/1.1" status: 200 len: 897 time: 0.8873558 Jul 05 10:02:44.365155 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51af718e-9f6e-4bdb-bb8e-53183a51022d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:44.383198 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1248be67-955a-4bad-9f25-e61f47cb6f4a tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:44.388040 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1248be67-955a-4bad-9f25-e61f47cb6f4a tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2279356 Jul 05 10:02:44.389650 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49236) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:44.399806 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a8ca1f29-2d37-4ca6-9240-b8d12021963e tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group': {'name': 'tempest-secgroup--32382055'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:44.407363 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3160acaa-3bd6-4bcb-a78a-7fcba6a67b2c req-33956bec-229f-4d7c-9dd7-4800d6e59b9f tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/security-groups?id=d15e323e-440f-4d06-bf6d-1c7463aa7d59&id=ea1fc39c-e042-412b-9621-fac761bc26b9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4733675 Jul 05 10:02:44.430875 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248be67-955a-4bad-9f25-e61f47cb6f4a tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07fbfe7a-e6a8-4801-b41a-40fd26ebb852,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:44.437295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eee64694-b4a7-483c-a9c0-f7fc35e2dfc3 None None] Port e68a6c62-d0b2-4259-a5ba-f2dd1d05e269 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:44.482834 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8ca1f29-2d37-4ca6-9240-b8d12021963e tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:44.485052 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8e19439e-508f-4ac0-ae1b-54a60411f951 req-fac75af3-2517-48f5-b58e-51aec1db44ce service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 HTTP/1.1" status: 200 len: 217 time: 0.0895073 Jul 05 10:02:44.511410 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-51af718e-9f6e-4bdb-bb8e-53183a51022d admin admin] Transition to ACTIVE for port object 3e27a13e-8e69-4888-b7fe-eaf08a89c012 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:44.557204 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbb7c76-627a-4f51-9c77-f56e988d17dc tempest-TestServerBasicOps-479803688 tempest-TestServerBasicOps-479803688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:44.558808 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7fbb7c76-627a-4f51-9c77-f56e988d17dc tempest-TestServerBasicOps-479803688 tempest-TestServerBasicOps-479803688-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 1091 time: 1.1230915 Jul 05 10:02:44.563574 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49238) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:44.571164 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-1c36fbc9-0b7b-4339-81fb-33d94600063f tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d93f47a2b57847898e8bf4ed736730dc HTTP/1.1" status: 200 len: 380 time: 0.2302883 Jul 05 10:02:44.580101 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-96a568c5-7e85-4ee2-8199-a612c9fd01f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': '988588af-53f8-4d41-ba45-d9340a1a7e12', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:44.602491 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199cf0d-f87d-490f-9213-f46e0fba5d67 req-dbfb985e-9173-4ae7-b293-e92eb377a641 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:44.609438 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-b43c5059-9c11-4c40-8657-b6e7b95c70cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Delete allocated IP 2001:db8::396 (5b46b6d5-0dbf-44ef-8739-cba362b31695/d7dd9b8c-8d84-4fc2-8989-77c0b0817467) {{(pid=93906) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 10:02:44.614479 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6199cf0d-f87d-490f-9213-f46e0fba5d67 req-dbfb985e-9173-4ae7-b293-e92eb377a641 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.5319428 Jul 05 10:02:44.624641 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-7b7edb8e-4975-42c0-9659-97686575cbe4 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Request body: {'port': {'device_id': '6c73c052-2cac-481a-becb-9a29a94703ba', 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac', 'admin_state_up': True, 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'security_groups': ['366d6fe4-8a5f-44c8-9f49-7137c8fccd49']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:44.631154 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-b43c5059-9c11-4c40-8657-b6e7b95c70cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Allocated IP 2001:db8:0:1::6b (5b46b6d5-0dbf-44ef-8739-cba362b31695/c6f62667-9d47-41a7-8610-6e1c99f9e303/e68a6c62-d0b2-4259-a5ba-f2dd1d05e269) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:44.736265 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e3704e76-4089-4101-91eb-de5977608c2f up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:44.744745 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19439e-508f-4ac0-ae1b-54a60411f951 req-fb6b0d2a-598a-4fcf-9b25-f974d37a4dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:44.746332 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8e19439e-508f-4ac0-ae1b-54a60411f951 req-fb6b0d2a-598a-4fcf-9b25-f974d37a4dfe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9546e6f0-63ec-42b7-8000-0029a450136d HTTP/1.1" status: 200 len: 835 time: 0.2470896 Jul 05 10:02:44.766263 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8ca1f29-2d37-4ca6-9240-b8d12021963e tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:44.777729 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8ca1f29-2d37-4ca6-9240-b8d12021963e tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:44.816942 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port e3704e76-4089-4101-91eb-de5977608c2f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:44.825974 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port e3704e76-4089-4101-91eb-de5977608c2f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:44.826359 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:44.829078 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6199cf0d-f87d-490f-9213-f46e0fba5d67 req-0b2f5154-6b91-44ce-b3df-2cf72e081d26 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129521 Jul 05 10:02:44.838517 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca1f29-2d37-4ca6-9240-b8d12021963e tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79a72270-0ffc-4965-bb18-14831f8f071d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:44.852161 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-96a568c5-7e85-4ee2-8199-a612c9fd01f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:44.858927 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8ca1f29-2d37-4ca6-9240-b8d12021963e tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:44.860482 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a8ca1f29-2d37-4ca6-9240-b8d12021963e tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4657407 Jul 05 10:02:44.865509 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49244) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:44.873453 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d3cf9ff5-93e8-4b0a-8fdb-b5a4f990b908 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group_rule': {'security_group_id': '07fbfe7a-e6a8-4801-b41a-40fd26ebb852', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '79a72270-0ffc-4965-bb18-14831f8f071d'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:44.895502 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51af718e-9f6e-4bdb-bb8e-53183a51022d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:44.990564 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.011819 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b43c5059-9c11-4c40-8657-b6e7b95c70cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.013829 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51af718e-9f6e-4bdb-bb8e-53183a51022d admin admin] Network 2245f2b4-d6d0-47ef-954b-02eca5079755 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:45.023567 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-d3cf9ff5-93e8-4b0a-8fdb-b5a4f990b908 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:02:45.024752 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d3cf9ff5-93e8-4b0a-8fdb-b5a4f990b908 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1553006 Jul 05 10:02:45.027341 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-51af718e-9f6e-4bdb-bb8e-53183a51022d admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:45.032326 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49246) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:45.037629 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe833ee9-6111-4413-8558-23ce214cd564 req-b1d92be5-befe-4ac5-815e-8fa407349d99 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:45.039451 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe833ee9-6111-4413-8558-23ce214cd564 req-b1d92be5-befe-4ac5-815e-8fa407349d99 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 945 time: 0.4671962 Jul 05 10:02:45.039544 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-b43c5059-9c11-4c40-8657-b6e7b95c70cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Ignored duplicate provisioning block setup for port e68a6c62-d0b2-4259-a5ba-f2dd1d05e269 by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 10:02:45.040295 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51af718e-9f6e-4bdb-bb8e-53183a51022d admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:45.062351 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b43c5059-9c11-4c40-8657-b6e7b95c70cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.073799 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port e3704e76-4089-4101-91eb-de5977608c2f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e3704e76-4089-4101-91eb-de5977608c2f,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:45.090055 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af718e-9f6e-4bdb-bb8e-53183a51022d admin admin] Pushing event updated for resources: {'Port': ['ID=3e27a13e-8e69-4888-b7fe-eaf08a89c012,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:45.109712 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.110435 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 5d251912-eb14-4a7f-b0de-36fba4dff848 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:45.158756 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c5059-9c11-4c40-8657-b6e7b95c70cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Port': ['ID=e68a6c62-d0b2-4259-a5ba-f2dd1d05e269,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:45.173110 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5a9ccf8e-da54-471d-8e2b-03307edd4ebe req-3da718ce-6fb7-4676-81b3-90c900654657 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 210 time: 0.0800054 Jul 05 10:02:45.181154 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19439e-508f-4ac0-ae1b-54a60411f951 req-51b670c7-d8d2-4a60-8a72-c0cb1562b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:45.182683 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8e19439e-508f-4ac0-ae1b-54a60411f951 req-51b670c7-d8d2-4a60-8a72-c0cb1562b197 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8c98862d-9559-4154-8b43-1e014fca973e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4274290 Jul 05 10:02:45.188944 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-7b7edb8e-4975-42c0-9659-97686575cbe4 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Made reservation on behalf of d93f47a2b57847898e8bf4ed736730dc for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:45.192961 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-7b7edb8e-4975-42c0-9659-97686575cbe4 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.203457 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-5925aaf7-b925-408b-a4f7-33c84472deab None None] Allocated IP 2001:db8:0:1::2 (5b46b6d5-0dbf-44ef-8739-cba362b31695/c6f62667-9d47-41a7-8610-6e1c99f9e303/5d251912-eb14-4a7f-b0de-36fba4dff848) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:45.230285 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51af718e-9f6e-4bdb-bb8e-53183a51022d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.231647 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=e3704e76-4089-4101-91eb-de5977608c2f,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:45.271510 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b43c5059-9c11-4c40-8657-b6e7b95c70cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] In _notify_port_updated(), no bound segment for port e68a6c62-d0b2-4259-a5ba-f2dd1d05e269 on network 5b46b6d5-0dbf-44ef-8739-cba362b31695 {{(pid=93906) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:02:45.277985 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43c5059-9c11-4c40-8657-b6e7b95c70cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:45.290006 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b43c5059-9c11-4c40-8657-b6e7b95c70cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.291607 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b43c5059-9c11-4c40-8657-b6e7b95c70cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "PUT /v2.0/ports/e68a6c62-d0b2-4259-a5ba-f2dd1d05e269 HTTP/1.1" status: 200 len: 930 time: 1.5415976 Jul 05 10:02:45.296658 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49248) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:45.330615 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 5d251912-eb14-4a7f-b0de-36fba4dff848 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:45.331339 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.357389 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a18c0fd-cdda-4139-9665-1dd47d30add4 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.369463 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:02:45.384601 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a18c0fd-cdda-4139-9665-1dd47d30add4 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.389537 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe833ee9-6111-4413-8558-23ce214cd564 req-d7058506-9fdf-4fad-9c67-8d04178dba1b tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372052 Jul 05 10:02:45.417308 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5925aaf7-b925-408b-a4f7-33c84472deab None None] For port 5d251912-eb14-4a7f-b0de-36fba4dff848, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=5d251912-eb14-4a7f-b0de-36fba4dff848,segment=NetworkSegment(9365abe7-4d10-431e-b65b-ff548d7c6633),segment_id=9365abe7-4d10-431e-b65b-ff548d7c6633)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:45.472949 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-96a568c5-7e85-4ee2-8199-a612c9fd01f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.520804 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5925aaf7-b925-408b-a4f7-33c84472deab None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.553913 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4b439213-11d6-4217-98b8-4de2434fcf3f None None] Provisioning for port 3e27a13e-8e69-4888-b7fe-eaf08a89c012 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:45.572307 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5925aaf7-b925-408b-a4f7-33c84472deab None None] Transition to ACTIVE for port object 5d251912-eb14-4a7f-b0de-36fba4dff848 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:45.576115 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4b439213-11d6-4217-98b8-4de2434fcf3f None None] Provisioning complete for port 3e27a13e-8e69-4888-b7fe-eaf08a89c012 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:45.576523 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4b439213-11d6-4217-98b8-4de2434fcf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.591172 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a18c0fd-cdda-4139-9665-1dd47d30add4 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.596393 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a18c0fd-cdda-4139-9665-1dd47d30add4 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.597822 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4a18c0fd-cdda-4139-9665-1dd47d30add4 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "DELETE /v2.0/security-groups/79a72270-0ffc-4965-bb18-14831f8f071d HTTP/1.1" status: 204 len: 168 time: 0.5644825 Jul 05 10:02:45.604419 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5925aaf7-b925-408b-a4f7-33c84472deab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.610309 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49252) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:45.628933 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-7b7edb8e-4975-42c0-9659-97686575cbe4 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Allocated IP 172.20.0.5 (d1743ea8-1759-429c-b8f5-06cd55144aac/64059ad6-af8a-4b37-8335-6c76a23c0a2e/97247cf4-cd41-4788-a3bd-3c465569d6a4) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:45.645344 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18c0fd-cdda-4139-9665-1dd47d30add4 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a72270-0ffc-4965-bb18-14831f8f071d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:45.718474 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=4e8cb547-5b83-4129-b8a6-1b2c749cf7c1,segment=NetworkSegment(728a93e9-557a-4271-93fd-b1bbe443e39e),segment_id=728a93e9-557a-4271-93fd-b1bbe443e39e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:45.726212 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-dd0147e2-94da-4941-894f-a66a214753cf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting port e68a6c62-d0b2-4259-a5ba-f2dd1d05e269 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:45.726565 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd0147e2-94da-4941-894f-a66a214753cf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.741785 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4b439213-11d6-4217-98b8-4de2434fcf3f None None] Port 3e27a13e-8e69-4888-b7fe-eaf08a89c012 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:45.785360 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-787bbcfe-c34d-4827-ac9d-5d675a9afc5e tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1711280 Jul 05 10:02:45.791737 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '4e8cb547-5b83-4129-b8a6-1b2c749cf7c1', 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e', 'port_id': '4e8cb547-5b83-4129-b8a6-1b2c749cf7c1', 'mac_address': 'fa:16:3e:ae:88:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9546e6f0-63ec-42b7-8000-0029a450136d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:02:45.792629 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49254) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:45.794217 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-96a568c5-7e85-4ee2-8199-a612c9fd01f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Allocated IP 172.25.7.232 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/56d7279c-31e2-4ea2-8358-113b44264462) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:45.797406 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925aaf7-b925-408b-a4f7-33c84472deab None None] Pushing event updated for resources: {'Port': ['ID=5d251912-eb14-4a7f-b0de-36fba4dff848,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:45.813201 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8e19439e-508f-4ac0-ae1b-54a60411f951 req-40b7e4f8-ec0e-4356-a1b7-62596bc94c5e service neutron] 10.222.0.81 "GET /v2.0/networks/8c98862d-9559-4154-8b43-1e014fca973e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6177428 Jul 05 10:02:45.846740 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.862919 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:45.888327 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=4e8cb547-5b83-4129-b8a6-1b2c749cf7c1,segment=NetworkSegment(728a93e9-557a-4271-93fd-b1bbe443e39e),segment_id=728a93e9-557a-4271-93fd-b1bbe443e39e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:45.896461 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.913556 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51af718e-9f6e-4bdb-bb8e-53183a51022d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.969343 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=4e8cb547-5b83-4129-b8a6-1b2c749cf7c1,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:45.970291 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd0147e2-94da-4941-894f-a66a214753cf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.985307 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-dd0147e2-94da-4941-894f-a66a214753cf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Calling delete_port for e68a6c62-d0b2-4259-a5ba-f2dd1d05e269 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:46.079192 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a35d4f5-27fd-49d4-9aea-67d261a497fa tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.124386 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a35d4f5-27fd-49d4-9aea-67d261a497fa tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.126097 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91715ac-0843-4463-8e46-413eb5599cfc req-bca2c69b-fc8d-41ba-9858-bba3864b7c67 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:46.129192 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['4e8cb547-5b83-4129-b8a6-1b2c749cf7c1'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:02:46.137526 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d91715ac-0843-4463-8e46-413eb5599cfc req-bca2c69b-fc8d-41ba-9858-bba3864b7c67 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ffb9280-61e0-4f45-b88f-c79564d4f1a5 HTTP/1.1" status: 200 len: 982 time: 0.4738297 Jul 05 10:02:46.148023 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a61d8e-859d-47d0-83aa-e1c3ac189719 req-042c6a91-9c78-4265-8456-c0514deab7e5 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:46.150808 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-48a61d8e-859d-47d0-83aa-e1c3ac189719 req-042c6a91-9c78-4265-8456-c0514deab7e5 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.7598159 Jul 05 10:02:46.154976 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-96a568c5-7e85-4ee2-8199-a612c9fd01f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.248419 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a35d4f5-27fd-49d4-9aea-67d261a497fa tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.251046 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a35d4f5-27fd-49d4-9aea-67d261a497fa tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.252831 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8a35d4f5-27fd-49d4-9aea-67d261a497fa tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "DELETE /v2.0/security-groups/07fbfe7a-e6a8-4801-b41a-40fd26ebb852 HTTP/1.1" status: 204 len: 168 time: 0.4567528 Jul 05 10:02:46.265809 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49258) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:46.301436 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35d4f5-27fd-49d4-9aea-67d261a497fa tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fbfe7a-e6a8-4801-b41a-40fd26ebb852,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:46.334204 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd0147e2-94da-4941-894f-a66a214753cf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.336852 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-96a568c5-7e85-4ee2-8199-a612c9fd01f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.407980 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-eb2b85ae-7074-4232-b84f-168b56331a5b tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1302145 Jul 05 10:02:46.412533 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49260) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:46.417167 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3504ff13-ee2c-4a81-a20b-acd787300686 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group': {'name': 'tempest-secgroup--2007032933'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:46.444839 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a568c5-7e85-4ee2-8199-a612c9fd01f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:46.455661 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-96a568c5-7e85-4ee2-8199-a612c9fd01f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:46.459594 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd0147e2-94da-4941-894f-a66a214753cf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.461619 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-dd0147e2-94da-4941-894f-a66a214753cf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/ports/e68a6c62-d0b2-4259-a5ba-f2dd1d05e269 HTTP/1.1" status: 204 len: 168 time: 1.1185195 Jul 05 10:02:46.465554 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a568c5-7e85-4ee2-8199-a612c9fd01f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:46.467516 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a568c5-7e85-4ee2-8199-a612c9fd01f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Pushing event updated for resources: {'Port': ['ID=56d7279c-31e2-4ea2-8358-113b44264462,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:46.469800 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49264) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:46.553761 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8d890d-3064-44d8-9f76-e699fb989350 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] GET failed (client error): The resource could not be found. Jul 05 10:02:46.557971 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8a8d890d-3064-44d8-9f76-e699fb989350 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports/e68a6c62-d0b2-4259-a5ba-f2dd1d05e269 HTTP/1.1" status: 404 len: 333 time: 0.0811191 Jul 05 10:02:46.559347 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0147e2-94da-4941-894f-a66a214753cf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Port': ['ID=e68a6c62-d0b2-4259-a5ba-f2dd1d05e269,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:46.561494 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49266) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:46.578148 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3504ff13-ee2c-4a81-a20b-acd787300686 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.617582 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e3704e76-4089-4101-91eb-de5977608c2f up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:46.669862 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8e19439e-508f-4ac0-ae1b-54a60411f951 req-74bbdd2f-fd72-4ce9-9bc4-3b0734fb17d7 service neutron] 10.222.0.81 "GET /v2.0/networks/8c98862d-9559-4154-8b43-1e014fca973e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8413696 Jul 05 10:02:46.690178 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0efb35eb-4f30-4b80-a3f0-4b8f188b9910 None None] Could not find standard attr ID for object e68a6c62-d0b2-4259-a5ba-f2dd1d05e269. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:02:46.694480 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port e3704e76-4089-4101-91eb-de5977608c2f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:46.694859 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.719329 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-7b7edb8e-4975-42c0-9659-97686575cbe4 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.733520 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0efb35eb-4f30-4b80-a3f0-4b8f188b9910 None None] Provisioning complete for port 4a18f39f-c943-48a7-9068-8222bca40b16 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:46.734459 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0efb35eb-4f30-4b80-a3f0-4b8f188b9910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.742884 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d91715ac-0843-4463-8e46-413eb5599cfc req-d4b09f23-0327-43da-8d09-bc38a5c29ac4 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/security-groups?id=d15e323e-440f-4d06-bf6d-1c7463aa7d59&id=ea1fc39c-e042-412b-9621-fac761bc26b9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6042519 Jul 05 10:02:46.751394 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2e7d9cf-179d-4b6e-9fc7-04d4aa6d08c2 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.804429 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0efb35eb-4f30-4b80-a3f0-4b8f188b9910 None None] Port 4a18f39f-c943-48a7-9068-8222bca40b16 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:46.822326 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51af718e-9f6e-4bdb-bb8e-53183a51022d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.837714 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-48a61d8e-859d-47d0-83aa-e1c3ac189719 req-54ad40d4-7f15-4cd9-9af6-7239acb0b278 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678673 Jul 05 10:02:46.840200 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51af718e-9f6e-4bdb-bb8e-53183a51022d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.842874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-7b7edb8e-4975-42c0-9659-97686575cbe4 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Transition to ACTIVE for port object 97247cf4-cd41-4788-a3bd-3c465569d6a4 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:46.851690 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2e7d9cf-179d-4b6e-9fc7-04d4aa6d08c2 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.857261 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0efb35eb-4f30-4b80-a3f0-4b8f188b9910 None None] Provisioning for port 5d251912-eb14-4a7f-b0de-36fba4dff848 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:46.899725 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0efb35eb-4f30-4b80-a3f0-4b8f188b9910 None None] Provisioning complete for port 5d251912-eb14-4a7f-b0de-36fba4dff848 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:46.900250 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0efb35eb-4f30-4b80-a3f0-4b8f188b9910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.903036 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 5d251912-eb14-4a7f-b0de-36fba4dff848 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:46.971246 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-afd1c465-86c5-41de-85e3-e72fa7e0706b req-b027d18f-3796-4399-89b3-016bb4ecfc38 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 210 time: 0.0663064 Jul 05 10:02:46.983505 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af718e-9f6e-4bdb-bb8e-53183a51022d admin admin] Pushing event updated for resources: {'Port': ['ID=3e27a13e-8e69-4888-b7fe-eaf08a89c012,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:47.030250 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2e7d9cf-179d-4b6e-9fc7-04d4aa6d08c2 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.033506 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2e7d9cf-179d-4b6e-9fc7-04d4aa6d08c2 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.034704 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f2e7d9cf-179d-4b6e-9fc7-04d4aa6d08c2 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/security-groups/deefa076-d0d3-4bb8-b441-e67d698e1658 HTTP/1.1" status: 204 len: 168 time: 0.4703789 Jul 05 10:02:47.039820 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3504ff13-ee2c-4a81-a20b-acd787300686 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.052049 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49270) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:47.054656 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7d9cf-179d-4b6e-9fc7-04d4aa6d08c2 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deefa076-d0d3-4bb8-b441-e67d698e1658,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:47.070640 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3504ff13-ee2c-4a81-a20b-acd787300686 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.071146 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51af718e-9f6e-4bdb-bb8e-53183a51022d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.130173 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504ff13-ee2c-4a81-a20b-acd787300686 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ddd23d-6481-491c-aef7-bc880f9e49d8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:47.135034 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-7b7edb8e-4975-42c0-9659-97686575cbe4 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.160375 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 5d251912-eb14-4a7f-b0de-36fba4dff848 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:47.161175 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.172083 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3504ff13-ee2c-4a81-a20b-acd787300686 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.176646 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3504ff13-ee2c-4a81-a20b-acd787300686 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7598403 Jul 05 10:02:47.180800 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49272) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:47.209301 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b3f39d1-f102-46c4-b50b-f480ca3a00cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.259298 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1ac82ca0-4441-4273-8c57-83ad92a1a525 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group_rule': {'security_group_id': 'd4ddd23d-6481-491c-aef7-bc880f9e49d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:47.264565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7edb8e-4975-42c0-9659-97686575cbe4 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Pushing event updated for resources: {'Port': ['ID=97247cf4-cd41-4788-a3bd-3c465569d6a4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:47.265575 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b3f39d1-f102-46c4-b50b-f480ca3a00cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.316450 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-7b7edb8e-4975-42c0-9659-97686575cbe4 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Network d1743ea8-1759-429c-b8f5-06cd55144aac is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:47.330856 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-7b7edb8e-4975-42c0-9659-97686575cbe4 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:47.339042 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-7b7edb8e-4975-42c0-9659-97686575cbe4 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:47.353345 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2566d-cb9a-4460-b274-141ff6c76f90 req-0811ce6b-8cea-4fce-8806-c29a94c4a88b tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:47.354946 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80a2566d-cb9a-4460-b274-141ff6c76f90 req-0811ce6b-8cea-4fce-8806-c29a94c4a88b tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 945 time: 0.3406465 Jul 05 10:02:47.367464 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:47.411894 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-67b6924b-a4a3-4fee-9d8b-62fcb74e13d5 None None] Could not find standard attr ID for object e68a6c62-d0b2-4259-a5ba-f2dd1d05e269. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:02:47.437324 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51af718e-9f6e-4bdb-bb8e-53183a51022d admin admin] Network 2245f2b4-d6d0-47ef-954b-02eca5079755 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:47.439648 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b3f39d1-f102-46c4-b50b-f480ca3a00cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.441276 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:47.442670 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b3f39d1-f102-46c4-b50b-f480ca3a00cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.446562 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1b3f39d1-f102-46c4-b50b-f480ca3a00cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/security-groups/0aef425a-0fc6-413c-8322-121d34c55842 HTTP/1.1" status: 204 len: 168 time: 0.3868997 Jul 05 10:02:47.446736 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:47.446736 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.450696 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49274) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:47.458942 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f39d1-f102-46c4-b50b-f480ca3a00cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aef425a-0fc6-413c-8322-121d34c55842,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:47.469859 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-96a568c5-7e85-4ee2-8199-a612c9fd01f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.471905 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-51af718e-9f6e-4bdb-bb8e-53183a51022d admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:47.474709 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-1ac82ca0-4441-4273-8c57-83ad92a1a525 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:02:47.478119 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1ac82ca0-4441-4273-8c57-83ad92a1a525 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2227950 Jul 05 10:02:47.512936 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49276) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:47.519783 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-7b7edb8e-4975-42c0-9659-97686575cbe4 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:47.520502 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-7b7edb8e-4975-42c0-9659-97686575cbe4 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.540233 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5a0d3271-26da-4197-ba20-eddc97600564 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group_rule': {'security_group_id': 'd4ddd23d-6481-491c-aef7-bc880f9e49d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:47.584719 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80a2566d-cb9a-4460-b274-141ff6c76f90 req-7ad8ab2f-cc9d-4694-b9ba-79da5a863d76 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985147 Jul 05 10:02:47.624448 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-96a568c5-7e85-4ee2-8199-a612c9fd01f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.665241 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-7b7edb8e-4975-42c0-9659-97686575cbe4 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0475731 Jul 05 10:02:47.692863 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d1df2-6b9a-4a1d-b758-20f4c7facda2 req-2fa88166-3dd1-44de-8d62-ea7a0b7a323c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:47.700767 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab5d1df2-6b9a-4a1d-b758-20f4c7facda2 req-2fa88166-3dd1-44de-8d62-ea7a0b7a323c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.5631547 Jul 05 10:02:47.715109 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-d42283c7-aec0-4ae6-8576-687149fbaf54 service neutron] Request body: {'port': {'device_id': '6c73c052-2cac-481a-becb-9a29a94703ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:47.750431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-65162334-3254-406e-9258-c889dfaa7b41 None None] Provisioning for port 97247cf4-cd41-4788-a3bd-3c465569d6a4 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:47.777660 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-65162334-3254-406e-9258-c889dfaa7b41 None None] Provisioning complete for port 97247cf4-cd41-4788-a3bd-3c465569d6a4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:47.778154 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-65162334-3254-406e-9258-c889dfaa7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.785619 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-5a0d3271-26da-4197-ba20-eddc97600564 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:02:47.789561 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5a0d3271-26da-4197-ba20-eddc97600564 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2537701 Jul 05 10:02:47.794173 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49282) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:47.821521 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-65162334-3254-406e-9258-c889dfaa7b41 None None] Port 97247cf4-cd41-4788-a3bd-3c465569d6a4 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:47.839112 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.843633 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-45046a86-5876-4374-9bd1-91fa870cd2cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting subnet d7dd9b8c-8d84-4fc2-8989-77c0b0817467 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:02:47.856808 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-96a568c5-7e85-4ee2-8199-a612c9fd01f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.860639 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45046a86-5876-4374-9bd1-91fa870cd2cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.863891 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-96a568c5-7e85-4ee2-8199-a612c9fd01f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.870183 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffb9280-61e0-4f45-b88f-c79564d4f1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8cb547-5b83-4129-b8a6-1b2c749cf7c1'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:47.873404 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42079f81-4415-44c9-ad7f-28d234150bbd" -d '{"events": [{"server_uuid": "1ffb9280-61e0-4f45-b88f-c79564d4f1a5", "name": "network-vif-plugged", "status": "completed", "tag": "4e8cb547-5b83-4129-b8a6-1b2c749cf7c1"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:47.890104 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=4e8cb547-5b83-4129-b8a6-1b2c749cf7c1,segment=NetworkSegment(728a93e9-557a-4271-93fd-b1bbe443e39e),segment_id=728a93e9-557a-4271-93fd-b1bbe443e39e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:47.895114 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.896672 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab5d1df2-6b9a-4a1d-b758-20f4c7facda2 req-73944a58-2f36-48fd-9676-3a00132ebc5b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950204 Jul 05 10:02:47.959333 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8636b50-18c5-4b4d-8112-42f92b06282f x-openstack-request-id: req-f8636b50-18c5-4b4d-8112-42f92b06282f {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:47.959771 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffb9280-61e0-4f45-b88f-c79564d4f1a5", "name": "network-vif-plugged", "status": "completed", "tag": "4e8cb547-5b83-4129-b8a6-1b2c749cf7c1", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:47.960154 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f8636b50-18c5-4b4d-8112-42f92b06282f {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:47.960646 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffb9280-61e0-4f45-b88f-c79564d4f1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8cb547-5b83-4129-b8a6-1b2c749cf7c1', 'code': 200} Jul 05 10:02:47.980780 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a568c5-7e85-4ee2-8199-a612c9fd01f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Pushing event updated for resources: {'Port': ['ID=56d7279c-31e2-4ea2-8358-113b44264462,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:47.995217 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=4e8cb547-5b83-4129-b8a6-1b2c749cf7c1,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:47.995485 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-96a568c5-7e85-4ee2-8199-a612c9fd01f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.002099 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bf4d798e-a3ca-48e4-b9d3-05bd8934360a None None] Provisioning complete for port 3e27a13e-8e69-4888-b7fe-eaf08a89c012 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:48.002565 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bf4d798e-a3ca-48e4-b9d3-05bd8934360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.035211 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45046a86-5876-4374-9bd1-91fa870cd2cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.042484 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-bf4d798e-a3ca-48e4-b9d3-05bd8934360a None None] Port 3e27a13e-8e69-4888-b7fe-eaf08a89c012 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:48.092274 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-d42283c7-aec0-4ae6-8576-687149fbaf54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.129363 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51af718e-9f6e-4bdb-bb8e-53183a51022d admin admin] Router f1c4b381-c2a9-49b1-a6af-3937020a36e0 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:02:48.131955 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-96a568c5-7e85-4ee2-8199-a612c9fd01f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Floating IP 92fab1fd-f603-4fc5-8c10-6c09e4104d25 associated. External IP: 172.25.7.232, port: 988588af-53f8-4d41-ba45-d9340a1a7e12. Jul 05 10:02:48.175638 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dfefc3c8-b93d-4a0c-aa51-9f77e4db0ea4 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.320616 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dfefc3c8-b93d-4a0c-aa51-9f77e4db0ea4 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.332592 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc5efe-2f96-4806-af0a-0705915cefe1 req-e66f1e94-63ac-4dac-b550-053675bbf39f tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:48.334107 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7fc5efe-2f96-4806-af0a-0705915cefe1 req-e66f1e94-63ac-4dac-b550-053675bbf39f tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ffb9280-61e0-4f45-b88f-c79564d4f1a5 HTTP/1.1" status: 200 len: 984 time: 0.4330809 Jul 05 10:02:48.345776 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a568c5-7e85-4ee2-8199-a612c9fd01f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Router 5965dad4-59f0-4fa8-9c4d-f757c4a88a3a has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:02:48.415271 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45046a86-5876-4374-9bd1-91fa870cd2cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.458543 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a568c5-7e85-4ee2-8199-a612c9fd01f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:02:48.470152 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15425f15-b8f2-4489-a591-e1c36777721e None None] Sync routers for ids ['5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:02:48.476794 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-96a568c5-7e85-4ee2-8199-a612c9fd01f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.480319 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15425f15-b8f2-4489-a591-e1c36777721e None None] Routers {'5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:48.481040 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-15425f15-b8f2-4489-a591-e1c36777721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:02:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:48.522712 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-96a568c5-7e85-4ee2-8199-a612c9fd01f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9469631 Jul 05 10:02:48.523315 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab668df-7d38-40ab-954a-2af253925e48', 'tag': '988588af-53f8-4d41-ba45-d9340a1a7e12'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:48.525613 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cb1a0c-aa42-424b-b480-7b9496f724c8" -d '{"events": [{"name": "network-changed", "server_uuid": "fab668df-7d38-40ab-954a-2af253925e48", "tag": "988588af-53f8-4d41-ba45-d9340a1a7e12"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:48.550756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec64ae4-3a50-4740-a7db-b85c7660d200 req-6cd5cc85-3dea-4c37-9f1e-4d041e19a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:48.552321 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7ec64ae4-3a50-4740-a7db-b85c7660d200 req-6cd5cc85-3dea-4c37-9f1e-4d041e19a8fc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1ffb9280-61e0-4f45-b88f-c79564d4f1a5 HTTP/1.1" status: 200 len: 1135 time: 0.4894576 Jul 05 10:02:48.603093 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-15425f15-b8f2-4489-a591-e1c36777721e None None] Set router 5965dad4-59f0-4fa8-9c4d-f757c4a88a3a gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:48.630633 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e946e0-ca95-4b81-b7fb-787ec40ab6da req-fe8b236c-ef41-4fda-a54c-b5e911a349d5 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:48.632203 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7e946e0-ca95-4b81-b7fb-787ec40ab6da req-fe8b236c-ef41-4fda-a54c-b5e911a349d5 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 931 time: 0.4885828 Jul 05 10:02:48.643007 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7fc5efe-2f96-4806-af0a-0705915cefe1 req-8f6445ca-2e6c-4f72-85e7-03e8bf8bbcf8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/security-groups?id=d15e323e-440f-4d06-bf6d-1c7463aa7d59&id=ea1fc39c-e042-412b-9621-fac761bc26b9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2859085 Jul 05 10:02:48.652939 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dfefc3c8-b93d-4a0c-aa51-9f77e4db0ea4 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.654150 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dfefc3c8-b93d-4a0c-aa51-9f77e4db0ea4 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.658526 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-dfefc3c8-b93d-4a0c-aa51-9f77e4db0ea4 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "DELETE /v2.0/security-groups/d4ddd23d-6481-491c-aef7-bc880f9e49d8 HTTP/1.1" status: 204 len: 168 time: 0.8574386 Jul 05 10:02:48.659206 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49296) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:48.728046 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-95e5a036-50f9-4505-8daf-5c42758c399c tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0672896 Jul 05 10:02:48.728763 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49298) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:48.733553 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-feacc255-b9d4-4efa-b045-76d4953f6c56 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1729828428'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:48.751692 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf86160-cf41-42f8-a6ac-f6fbbcf5fd5c x-openstack-request-id: req-dcf86160-cf41-42f8-a6ac-f6fbbcf5fd5c {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:48.752010 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab668df-7d38-40ab-954a-2af253925e48", "tag": "988588af-53f8-4d41-ba45-d9340a1a7e12", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:48.752272 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dcf86160-cf41-42f8-a6ac-f6fbbcf5fd5c {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:48.752685 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab668df-7d38-40ab-954a-2af253925e48', 'tag': '988588af-53f8-4d41-ba45-d9340a1a7e12', 'status': 'completed', 'code': 200} Jul 05 10:02:48.778583 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-feacc255-b9d4-4efa-b045-76d4953f6c56 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.891673 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-feacc255-b9d4-4efa-b045-76d4953f6c56 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.898050 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-feacc255-b9d4-4efa-b045-76d4953f6c56 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.902548 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-15425f15-b8f2-4489-a591-e1c36777721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'name': 'tempest-TestServerBasicOps-2089427825-router', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:19Z', 'updated_at': '2021-07-05T10:01:33Z', 'revision_number': 4, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'gw_port': {'id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:21Z', 'updated_at': '2021-07-05T10:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '92fab1fd-f603-4fc5-8c10-6c09e4104d25', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'port_id': '988588af-53f8-4d41-ba45-d9340a1a7e12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e', 'mac_address': 'fa:16:3e:ef:72:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab668df-7d38-40ab-954a-2af253925e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:02:47Z', 'updated_at': '2021-07-05T10:02:47Z', 'revision_number': 0, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb58871-6d5b-44f2-8ceb-967ab05b6933', 'name': '', 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'mac_address': 'fa:16:3e:14:37:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '0c379dec-ee39-4983-8ded-bfe00de85f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:30Z', 'updated_at': '2021-07-05T10:01:46Z', 'revision_number': 5, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'subnets': [{'id': '0c379dec-ee39-4983-8ded-bfe00de85f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:48.927576 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-feacc255-b9d4-4efa-b045-76d4953f6c56 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.931808 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-feacc255-b9d4-4efa-b045-76d4953f6c56 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1992846 Jul 05 10:02:48.933310 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15425f15-b8f2-4489-a591-e1c36777721e None None] Checking router: 5965dad4-59f0-4fa8-9c4d-f757c4a88a3a for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:02:48.934279 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49300) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:48.942013 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-fc245240-cbe2-4426-a636-7c8eb7a46b4d tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:48.942649 n-d-798054-8 neutron-server[93906]: WARNING neutron.api.v2.base [None req-fc245240-cbe2-4426-a636-7c8eb7a46b4d tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 10:02:48.943365 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-fc245240-cbe2-4426-a636-7c8eb7a46b4d tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 10:02:48.943650 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15425f15-b8f2-4489-a591-e1c36777721e None None] Routers {'5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:48.947462 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-15425f15-b8f2-4489-a591-e1c36777721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:02:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:48.947636 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fc245240-cbe2-4426-a636-7c8eb7a46b4d tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "PUT /v2.0/security-groups/4f8d0653-7785-45a6-84e5-61c4c109e347 HTTP/1.1" status: 409 len: 330 time: 0.0095558 Jul 05 10:02:48.948638 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49302) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:48.957627 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacc255-b9d4-4efa-b045-76d4953f6c56 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8d0653-7785-45a6-84e5-61c4c109e347,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:49.012549 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51af718e-9f6e-4bdb-bb8e-53183a51022d admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:02:49.013209 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-388dbd12-5d27-4066-bcd5-2aac840c6be3 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:49.029718 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] Sync routers for ids ['f1c4b381-c2a9-49b1-a6af-3937020a36e0'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:02:49.031084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfefc3c8-b93d-4a0c-aa51-9f77e4db0ea4 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ddd23d-6481-491c-aef7-bc880f9e49d8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:49.041196 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-51af718e-9f6e-4bdb-bb8e-53183a51022d admin admin] 10.222.0.79 "PUT /v2.0/routers/f1c4b381-c2a9-49b1-a6af-3937020a36e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9837291 Jul 05 10:02:49.051817 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] Routers {'f1c4b381-c2a9-49b1-a6af-3937020a36e0'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:49.052403 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:02:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f1c4b381-c2a9-49b1-a6af-3937020a36e0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:49.081620 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45046a86-5876-4374-9bd1-91fa870cd2cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:49.082729 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-15425f15-b8f2-4489-a591-e1c36777721e None None] Set router 5965dad4-59f0-4fa8-9c4d-f757c4a88a3a gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:49.083786 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-388dbd12-5d27-4066-bcd5-2aac840c6be3 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:49.084799 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7ec64ae4-3a50-4740-a7db-b85c7660d200 req-6c36a2a4-0870-496f-b612-1c092758abdb service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d15e323e-440f-4d06-bf6d-1c7463aa7d59&id=ea1fc39c-e042-412b-9621-fac761bc26b9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5064392 Jul 05 10:02:49.148628 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-388dbd12-5d27-4066-bcd5-2aac840c6be3 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:49.149991 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45046a86-5876-4374-9bd1-91fa870cd2cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Subnet': ['ID=d7dd9b8c-8d84-4fc2-8989-77c0b0817467,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:49.155942 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-388dbd12-5d27-4066-bcd5-2aac840c6be3 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:49.161359 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-388dbd12-5d27-4066-bcd5-2aac840c6be3 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "DELETE /v2.0/security-groups/4f8d0653-7785-45a6-84e5-61c4c109e347 HTTP/1.1" status: 204 len: 168 time: 0.2094138 Jul 05 10:02:49.161564 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45046a86-5876-4374-9bd1-91fa870cd2cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:49.162012 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-45046a86-5876-4374-9bd1-91fa870cd2cc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/subnets/d7dd9b8c-8d84-4fc2-8989-77c0b0817467 HTTP/1.1" status: 204 len: 168 time: 1.7066450 Jul 05 10:02:49.164272 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49308) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:49.165921 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49310) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:49.171712 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-19d4ce56-3147-4d47-8d1d-8d9102e7acd5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'subnet': {'network_id': '5b46b6d5-0dbf-44ef-8739-cba362b31695', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:49.174857 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7e946e0-ca95-4b81-b7fb-787ec40ab6da req-750f9038-cd9b-4038-8b71-0241947d9646 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/security-groups?id=366d6fe4-8a5f-44c8-9f49-7137c8fccd49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5308530 Jul 05 10:02:49.244221 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] Set router f1c4b381-c2a9-49b1-a6af-3937020a36e0 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:49.255603 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388dbd12-5d27-4066-bcd5-2aac840c6be3 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8d0653-7785-45a6-84e5-61c4c109e347,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:49.265727 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ea5d8e-61fa-40ad-a1e9-051d70f5a87f None None] Network 5b46b6d5-0dbf-44ef-8739-cba362b31695 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:49.281590 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-be83caed-b101-4d5d-9072-899c5cfdf709 tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1108274 Jul 05 10:02:49.283979 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49312) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:49.286565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb1a0c-aa42-424b-b480-7b9496f724c8 req-3a7ea025-6e34-45b8-a536-1490b474dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:49.288103 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f9cb1a0c-aa42-424b-b480-7b9496f724c8 req-3a7ea025-6e34-45b8-a536-1490b474dcec service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67f2e5944c9046908a0998b2ca97845f&device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 1096 time: 0.2792587 Jul 05 10:02:49.298694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ddc02-1d81-47e4-814b-52f2b39d03bd req-545af10b-4cd1-43f2-bde9-31353afa1610 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:49.300368 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d33ddc02-1d81-47e4-814b-52f2b39d03bd req-545af10b-4cd1-43f2-bde9-31353afa1610 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 945 time: 0.3026745 Jul 05 10:02:49.313546 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-61863e18-21e0-42bd-98a7-0677c9dff15c tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] delete failed (client error): The resource could not be found. Jul 05 10:02:49.318721 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-61863e18-21e0-42bd-98a7-0677c9dff15c tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "DELETE /v2.0/security-groups/fc3907f0-c51c-4305-ab42-d16520c736a0 HTTP/1.1" status: 404 len: 347 time: 0.0309238 Jul 05 10:02:49.320087 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49314) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:49.341827 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-4857fae2-2714-4fd3-b9c5-47d285f64dcb tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] show failed (client error): The resource could not be found. Jul 05 10:02:49.346974 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4857fae2-2714-4fd3-b9c5-47d285f64dcb tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "GET /v2.0/security-groups/7bb71511-9865-4e8c-952e-67a59ec1b972 HTTP/1.1" status: 404 len: 347 time: 0.0221457 Jul 05 10:02:49.348929 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49316) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:49.384605 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d4ce56-3147-4d47-8d1d-8d9102e7acd5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:49.388914 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-19d4ce56-3147-4d47-8d1d-8d9102e7acd5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:49.497254 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-210d8d9d-8018-4330-a08e-8ffb83f8a25c tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] show failed (client error): The resource could not be found. Jul 05 10:02:49.498472 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-210d8d9d-8018-4330-a08e-8ffb83f8a25c tempest-NegativeSecGroupIPv6Test-501967742 tempest-NegativeSecGroupIPv6Test-501967742-project] 10.222.0.79 "GET /v2.0/security-group-rules/aa256dca-1f24-42ab-b5cc-7434fed9775c HTTP/1.1" status: 404 len: 356 time: 0.1486049 Jul 05 10:02:49.506637 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-d42283c7-aec0-4ae6-8576-687149fbaf54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97247cf4-cd41-4788-a3bd-3c465569d6a4 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:49.521908 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-d42283c7-aec0-4ae6-8576-687149fbaf54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:49.538735 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d33ddc02-1d81-47e4-814b-52f2b39d03bd req-2173c020-3a7b-415a-b21a-9cedfa475d3c tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087467 Jul 05 10:02:49.543066 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c4b381-c2a9-49b1-a6af-3937020a36e0', 'name': 'tempest-TestAggregatesBasicOps-312760616-router', 'tenant_id': '0db0d0be444849be9320390633ece427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'e3704e76-4089-4101-91eb-de5977608c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:33Z', 'updated_at': '2021-07-05T10:02:45Z', 'revision_number': 4, 'project_id': '0db0d0be444849be9320390633ece427', 'gw_port': {'id': 'e3704e76-4089-4101-91eb-de5977608c2f', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c4b381-c2a9-49b1-a6af-3937020a36e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:36Z', 'updated_at': '2021-07-05T10:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '3e27a13e-8e69-4888-b7fe-eaf08a89c012', 'name': '', 'network_id': '2245f2b4-d6d0-47ef-954b-02eca5079755', 'tenant_id': '0db0d0be444849be9320390633ece427', 'mac_address': 'fa:16:3e:90:01:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c4b381-c2a9-49b1-a6af-3937020a36e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '54675e6a-2363-45c6-ba9b-62326f378c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:43Z', 'updated_at': '2021-07-05T10:02:46Z', 'revision_number': 2, 'project_id': '0db0d0be444849be9320390633ece427', 'subnets': [{'id': '54675e6a-2363-45c6-ba9b-62326f378c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:49.594309 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] Checking router: f1c4b381-c2a9-49b1-a6af-3937020a36e0 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:02:49.594961 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] Updating router f1c4b381-c2a9-49b1-a6af-3937020a36e0 port 3e27a13e-8e69-4888-b7fe-eaf08a89c012 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:02:49.600559 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-d42283c7-aec0-4ae6-8576-687149fbaf54 service neutron] Transition to ACTIVE for port object 97247cf4-cd41-4788-a3bd-3c465569d6a4 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:49.608372 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-d42283c7-aec0-4ae6-8576-687149fbaf54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:49.633480 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb1a0c-aa42-424b-b480-7b9496f724c8 req-e6936b51-e066-47e6-b166-be5fc8765484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:49.635114 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f9cb1a0c-aa42-424b-b480-7b9496f724c8 req-e6936b51-e066-47e6-b166-be5fc8765484 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ea5b87a6-c54b-4459-9dc2-7b432dbb441e HTTP/1.1" status: 200 len: 910 time: 0.3162482 Jul 05 10:02:49.708784 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:49.857202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42283c7-aec0-4ae6-8576-687149fbaf54 service neutron] Pushing event updated for resources: {'Port': ['ID=97247cf4-cd41-4788-a3bd-3c465569d6a4,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:49.914133 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-19d4ce56-3147-4d47-8d1d-8d9102e7acd5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.045700 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d4ce56-3147-4d47-8d1d-8d9102e7acd5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network 5b46b6d5-0dbf-44ef-8739-cba362b31695 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:50.049269 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-19d4ce56-3147-4d47-8d1d-8d9102e7acd5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:50.060922 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d4ce56-3147-4d47-8d1d-8d9102e7acd5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:50.061552 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-19d4ce56-3147-4d47-8d1d-8d9102e7acd5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.073522 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49342) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:50.093054 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f9cb1a0c-aa42-424b-b480-7b9496f724c8 req-fb4c73e7-2a07-4762-9281-966be36f11bd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=988588af-53f8-4d41-ba45-d9340a1a7e12 HTTP/1.1" status: 200 len: 999 time: 0.4312992 Jul 05 10:02:50.119807 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4ce56-3147-4d47-8d1d-8d9102e7acd5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Subnet': ['ID=07a2f616-fa9c-48fe-a5c1-ba698e71bd77,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:50.129923 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-19d4ce56-3147-4d47-8d1d-8d9102e7acd5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9580803 Jul 05 10:02:50.130626 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49346) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:50.138134 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-15425f15-b8f2-4489-a591-e1c36777721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'name': 'tempest-TestServerBasicOps-2089427825-router', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:19Z', 'updated_at': '2021-07-05T10:01:33Z', 'revision_number': 4, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'gw_port': {'id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:21Z', 'updated_at': '2021-07-05T10:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '92fab1fd-f603-4fc5-8c10-6c09e4104d25', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'port_id': '988588af-53f8-4d41-ba45-d9340a1a7e12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e', 'mac_address': 'fa:16:3e:ef:72:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab668df-7d38-40ab-954a-2af253925e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:02:47Z', 'updated_at': '2021-07-05T10:02:47Z', 'revision_number': 0, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb58871-6d5b-44f2-8ceb-967ab05b6933', 'name': '', 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'mac_address': 'fa:16:3e:14:37:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '0c379dec-ee39-4983-8ded-bfe00de85f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:30Z', 'updated_at': '2021-07-05T10:01:46Z', 'revision_number': 5, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'subnets': [{'id': '0c379dec-ee39-4983-8ded-bfe00de85f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:50.140843 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-21cbf352-e6c0-47a9-9062-7f0ec5e0218b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'security_group': {'name': 'tempest-secgroup-878440048'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:50.202354 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21cbf352-e6c0-47a9-9062-7f0ec5e0218b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.216590 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15425f15-b8f2-4489-a591-e1c36777721e None None] The sync data for ids ['5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'] in n-d-798054-8 is: [{'id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'name': 'tempest-TestServerBasicOps-2089427825-router', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:19Z', 'updated_at': '2021-07-05T10:01:33Z', 'revision_number': 4, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'gw_port': {'id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:21Z', 'updated_at': '2021-07-05T10:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '92fab1fd-f603-4fc5-8c10-6c09e4104d25', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'port_id': '988588af-53f8-4d41-ba45-d9340a1a7e12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e', 'mac_address': 'fa:16:3e:ef:72:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab668df-7d38-40ab-954a-2af253925e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:02:47Z', 'updated_at': '2021-07-05T10:02:47Z', 'revision_number': 0, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb58871-6d5b-44f2-8ceb-967ab05b6933', 'name': '', 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'mac_address': 'fa:16:3e:14:37:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '0c379dec-ee39-4983-8ded-bfe00de85f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:30Z', 'updated_at': '2021-07-05T10:01:46Z', 'revision_number': 5, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'subnets': [{'id': '0c379dec-ee39-4983-8ded-bfe00de85f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:02:50.286907 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-d42283c7-aec0-4ae6-8576-687149fbaf54 service neutron] Attempting to bind port 97247cf4-cd41-4788-a3bd-3c465569d6a4 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:50.286907 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-d42283c7-aec0-4ae6-8576-687149fbaf54 service neutron] Attempting to bind port 97247cf4-cd41-4788-a3bd-3c465569d6a4 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '76d28b25-7403-4b43-b86d-a90eb252c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:50.287244 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-d42283c7-aec0-4ae6-8576-687149fbaf54 service neutron] Attempting to bind port 97247cf4-cd41-4788-a3bd-3c465569d6a4 on network d1743ea8-1759-429c-b8f5-06cd55144aac {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:50.332215 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-d42283c7-aec0-4ae6-8576-687149fbaf54 service neutron] Port 97247cf4-cd41-4788-a3bd-3c465569d6a4 on network d1743ea8-1759-429c-b8f5-06cd55144aac not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:02:50.332587 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-d42283c7-aec0-4ae6-8576-687149fbaf54 service neutron] Attempting to bind port 97247cf4-cd41-4788-a3bd-3c465569d6a4 on network d1743ea8-1759-429c-b8f5-06cd55144aac {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:50.335765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb1a0c-aa42-424b-b480-7b9496f724c8 req-5515b41c-be01-44a6-8086-549e9c48e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:50.337807 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f9cb1a0c-aa42-424b-b480-7b9496f724c8 req-5515b41c-be01-44a6-8086-549e9c48e1e1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0c379dec-ee39-4983-8ded-bfe00de85f8c HTTP/1.1" status: 200 len: 848 time: 0.2151680 Jul 05 10:02:50.384485 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21cbf352-e6c0-47a9-9062-7f0ec5e0218b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.389984 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21cbf352-e6c0-47a9-9062-7f0ec5e0218b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.428195 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09a416-4c7b-4f54-b270-2551d88dbca0 req-51d83c73-2c96-4360-a8fc-2f926521ad19 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:50.438282 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cc09a416-4c7b-4f54-b270-2551d88dbca0 req-51d83c73-2c96-4360-a8fc-2f926521ad19 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ffb9280-61e0-4f45-b88f-c79564d4f1a5 HTTP/1.1" status: 200 len: 984 time: 0.4627185 Jul 05 10:02:50.443431 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbf352-e6c0-47a9-9062-7f0ec5e0218b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a564a49-1cfd-4a4c-a3c0-a8f0c6912f44,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:50.447331 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21cbf352-e6c0-47a9-9062-7f0ec5e0218b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.449333 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-21cbf352-e6c0-47a9-9062-7f0ec5e0218b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3170190 Jul 05 10:02:50.452088 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49356) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:50.464627 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-968ef41c-3d82-4d90-9393-2be5bdf32505 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'security_group': {'name': 'tempest-secgroup-914734068'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:50.478667 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-d42283c7-aec0-4ae6-8576-687149fbaf54 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:50.479360 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-d42283c7-aec0-4ae6-8576-687149fbaf54 service neutron] Checking segment: {'id': '76d28b25-7403-4b43-b86d-a90eb252c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:50.479569 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-d42283c7-aec0-4ae6-8576-687149fbaf54 service neutron] Bound using segment: {'id': '76d28b25-7403-4b43-b86d-a90eb252c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:50.485315 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-d42283c7-aec0-4ae6-8576-687149fbaf54 service neutron] Bound port: 97247cf4-cd41-4788-a3bd-3c465569d6a4, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76d28b25-7403-4b43-b86d-a90eb252c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:50.486449 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-d42283c7-aec0-4ae6-8576-687149fbaf54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.493018 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-968ef41c-3d82-4d90-9393-2be5bdf32505 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.628987 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5d5b1762-1385-4966-aeeb-5890c6f623ae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d54dfed5714d4dbcbf829e4ec290d413&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5381401 Jul 05 10:02:50.630387 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-968ef41c-3d82-4d90-9393-2be5bdf32505 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.635989 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49360) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:50.636836 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e4d45-b321-4858-ae62-4e803cb79221 None None] New status for floating IP 92fab1fd-f603-4fc5-8c10-6c09e4104d25: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:02:50.645023 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-968ef41c-3d82-4d90-9393-2be5bdf32505 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.697166 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.714283 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] Transition to ACTIVE for port object 3e27a13e-8e69-4888-b7fe-eaf08a89c012 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:50.725358 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-968ef41c-3d82-4d90-9393-2be5bdf32505 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.726017 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.727643 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cc09a416-4c7b-4f54-b270-2551d88dbca0 req-54b5efc6-9414-488d-be1d-40d9dd5bf533 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/security-groups?id=d15e323e-440f-4d06-bf6d-1c7463aa7d59&id=ea1fc39c-e042-412b-9621-fac761bc26b9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2883940 Jul 05 10:02:50.731497 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-968ef41c-3d82-4d90-9393-2be5bdf32505 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2772219 Jul 05 10:02:50.738529 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49362) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:50.739779 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ef41c-3d82-4d90-9393-2be5bdf32505 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1923589-cb41-4527-8fa6-a48ebfdb5abb,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:50.750311 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-875739aa-fbd2-440e-a1d9-9dff14f47fb5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'security_group': {'name': 'tempest-secgroup-1047495939'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:50.816336 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f760839-e066-4c24-aadf-6158e8b135d0 None None] Pushing event updated for resources: {'Port': ['ID=3e27a13e-8e69-4888-b7fe-eaf08a89c012,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:50.855718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-d42283c7-aec0-4ae6-8576-687149fbaf54 service neutron] For port 97247cf4-cd41-4788-a3bd-3c465569d6a4, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:50.871084 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-875739aa-fbd2-440e-a1d9-9dff14f47fb5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.873654 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-67819b8b-743c-48cc-8d0b-fc3c12218aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.878902 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb1a0c-aa42-424b-b480-7b9496f724c8 req-3bc3156b-746a-428b-acd0-dccfef89b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:50.882033 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f9cb1a0c-aa42-424b-b480-7b9496f724c8 req-3bc3156b-746a-428b-acd0-dccfef89b1a5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ea5b87a6-c54b-4459-9dc2-7b432dbb441e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5229042 Jul 05 10:02:50.892833 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0c6f3-3fdf-4b75-806b-1f3e0332ab40 req-cc7cd4f7-6c86-49f3-9254-1d84a3c184b3 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:50.895764 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] Attempting to bind port 3e27a13e-8e69-4888-b7fe-eaf08a89c012 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:50.896176 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] Attempting to bind port 3e27a13e-8e69-4888-b7fe-eaf08a89c012 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '0be4ad51-bad5-4bf5-bade-e7a5af587a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2245f2b4-d6d0-47ef-954b-02eca5079755'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:50.896528 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] Attempting to bind port 3e27a13e-8e69-4888-b7fe-eaf08a89c012 on network 2245f2b4-d6d0-47ef-954b-02eca5079755 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:50.908643 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-16a0c6f3-3fdf-4b75-806b-1f3e0332ab40 req-cc7cd4f7-6c86-49f3-9254-1d84a3c184b3 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 943 time: 0.4679356 Jul 05 10:02:50.914877 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:50.915607 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] Checking segment: {'id': '0be4ad51-bad5-4bf5-bade-e7a5af587a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2245f2b4-d6d0-47ef-954b-02eca5079755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:50.916236 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.916814 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] Bound using segment: {'id': '0be4ad51-bad5-4bf5-bade-e7a5af587a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2245f2b4-d6d0-47ef-954b-02eca5079755'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:50.917461 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] Bound port: 3e27a13e-8e69-4888-b7fe-eaf08a89c012, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be4ad51-bad5-4bf5-bade-e7a5af587a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2245f2b4-d6d0-47ef-954b-02eca5079755'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:50.918398 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.928872 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7e974e02-0594-49d4-8f14-19fc033e23c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.945639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-d42283c7-aec0-4ae6-8576-687149fbaf54 service neutron] For port 97247cf4-cd41-4788-a3bd-3c465569d6a4, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=97247cf4-cd41-4788-a3bd-3c465569d6a4,segment=NetworkSegment(76d28b25-7403-4b43-b86d-a90eb252c176),segment_id=76d28b25-7403-4b43-b86d-a90eb252c176)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:51.007660 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-d42283c7-aec0-4ae6-8576-687149fbaf54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:51.038147 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-67819b8b-743c-48cc-8d0b-fc3c12218aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:51.083067 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] For port 3e27a13e-8e69-4888-b7fe-eaf08a89c012, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:51.090169 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] For port 3e27a13e-8e69-4888-b7fe-eaf08a89c012, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3e27a13e-8e69-4888-b7fe-eaf08a89c012,segment=NetworkSegment(0be4ad51-bad5-4bf5-bade-e7a5af587a90),segment_id=0be4ad51-bad5-4bf5-bade-e7a5af587a90)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:51.105689 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:51.122673 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-d42283c7-aec0-4ae6-8576-687149fbaf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:51.123310 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-d42283c7-aec0-4ae6-8576-687149fbaf54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:51.124754 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-d42283c7-aec0-4ae6-8576-687149fbaf54 service neutron] 10.222.0.78 "PUT /v2.0/ports/97247cf4-cd41-4788-a3bd-3c465569d6a4 HTTP/1.1" status: 200 len: 1091 time: 3.4146173 Jul 05 10:02:51.131790 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c73c052-2cac-481a-becb-9a29a94703ba', 'tag': '97247cf4-cd41-4788-a3bd-3c465569d6a4'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:51.134423 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4dfe2f-608f-45c7-b044-f214be431ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "6c73c052-2cac-481a-becb-9a29a94703ba", "tag": "97247cf4-cd41-4788-a3bd-3c465569d6a4"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:51.195745 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-16a0c6f3-3fdf-4b75-806b-1f3e0332ab40 req-940228a4-fc32-4b2e-9d3a-de2b471288b2 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/security-groups?id=366d6fe4-8a5f-44c8-9f49-7137c8fccd49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2839797 Jul 05 10:02:51.201931 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f760839-e066-4c24-aadf-6158e8b135d0 None None] Pushing event updated for resources: {'Port': ['ID=3e27a13e-8e69-4888-b7fe-eaf08a89c012,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:51.218475 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ab2c63-15a0-4977-87eb-a0be654d9f2f None None] Network 5b46b6d5-0dbf-44ef-8739-cba362b31695 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:51.254096 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] Routers {'f1c4b381-c2a9-49b1-a6af-3937020a36e0'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:51.254739 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:02:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f1c4b381-c2a9-49b1-a6af-3937020a36e0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:51.327878 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42283c7-aec0-4ae6-8576-687149fbaf54 service neutron] Pushing event updated for resources: {'Port': ['ID=97247cf4-cd41-4788-a3bd-3c465569d6a4,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:51.358330 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f9cb1a0c-aa42-424b-b480-7b9496f724c8 req-62361ad3-0bff-44c2-bf88-1becf7b67aa2 service neutron] 10.222.0.81 "GET /v2.0/networks/ea5b87a6-c54b-4459-9dc2-7b432dbb441e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434803 Jul 05 10:02:51.488665 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500450af-ccdf-4718-ba4d-47b292f0ea40 req-dd6fbec7-a910-4289-ba21-c07e59efef4e tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:51.490345 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-500450af-ccdf-4718-ba4d-47b292f0ea40 req-dd6fbec7-a910-4289-ba21-c07e59efef4e tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 945 time: 0.4458737 Jul 05 10:02:51.524039 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-533666a1-f3f9-47f3-960c-b1883246ba69 None None] Provisioning complete for port 4a18f39f-c943-48a7-9068-8222bca40b16 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:51.525112 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-bfc8426e-6604-4a02-96c3-b0a9e17cf18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:51.526993 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-bfc8426e-6604-4a02-96c3-b0a9e17cf18c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d93f47a2b57847898e8bf4ed736730dc&device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 1094 time: 0.3302431 Jul 05 10:02:51.527244 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-533666a1-f3f9-47f3-960c-b1883246ba69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:51.533761 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] Set router f1c4b381-c2a9-49b1-a6af-3937020a36e0 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:51.602164 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-87865781-2afd-4c80-8319-c133962613d6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97247cf4-cd41-4788-a3bd-3c465569d6a4 HTTP/1.1" status: 200 len: 217 time: 0.0634773 Jul 05 10:02:51.628598 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7791fb32-0c8e-48b0-b82c-1f50d8782685 x-openstack-request-id: req-7791fb32-0c8e-48b0-b82c-1f50d8782685 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:51.628958 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c73c052-2cac-481a-becb-9a29a94703ba", "tag": "97247cf4-cd41-4788-a3bd-3c465569d6a4", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:51.629157 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7791fb32-0c8e-48b0-b82c-1f50d8782685 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:51.629542 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c73c052-2cac-481a-becb-9a29a94703ba', 'tag': '97247cf4-cd41-4788-a3bd-3c465569d6a4', 'status': 'completed', 'code': 200} Jul 05 10:02:51.662571 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-533666a1-f3f9-47f3-960c-b1883246ba69 None None] Port 4a18f39f-c943-48a7-9068-8222bca40b16 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:51.665721 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f9cb1a0c-aa42-424b-b480-7b9496f724c8 req-11855fcd-11a7-4af2-82f4-281408856f8f service neutron] 10.222.0.81 "GET /v2.0/networks/ea5b87a6-c54b-4459-9dc2-7b432dbb441e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897954 Jul 05 10:02:51.670880 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-500450af-ccdf-4718-ba4d-47b292f0ea40 req-1fb9135f-2d80-4d71-828d-b703d1273910 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615806 Jul 05 10:02:51.700027 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-533666a1-f3f9-47f3-960c-b1883246ba69 None None] Provisioning complete for port 5d251912-eb14-4a7f-b0de-36fba4dff848 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:51.700266 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-261d2a47-608f-4b29-8d1c-17e764939b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:51.701146 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-533666a1-f3f9-47f3-960c-b1883246ba69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:51.706242 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-261d2a47-608f-4b29-8d1c-17e764939b29 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=64059ad6-af8a-4b37-8335-6c76a23c0a2e HTTP/1.1" status: 200 len: 850 time: 0.0910850 Jul 05 10:02:51.736712 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-67819b8b-743c-48cc-8d0b-fc3c12218aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:51.740333 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-67819b8b-743c-48cc-8d0b-fc3c12218aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:51.752278 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-67819b8b-743c-48cc-8d0b-fc3c12218aa8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1b772416-d7d0-4d31-bf97-85cdaac21679 HTTP/1.1" status: 204 len: 168 time: 1.1089101 Jul 05 10:02:51.811331 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67819b8b-743c-48cc-8d0b-fc3c12218aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b772416-d7d0-4d31-bf97-85cdaac21679,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:51.829897 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-6b23803f-1fbc-4668-977d-bef502f61500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:51.833039 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-6b23803f-1fbc-4668-977d-bef502f61500 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d1743ea8-1759-429c-b8f5-06cd55144aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174600 Jul 05 10:02:51.838396 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-875739aa-fbd2-440e-a1d9-9dff14f47fb5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:51.843607 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-875739aa-fbd2-440e-a1d9-9dff14f47fb5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:51.891396 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-875739aa-fbd2-440e-a1d9-9dff14f47fb5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:51.893168 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-875739aa-fbd2-440e-a1d9-9dff14f47fb5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1499941 Jul 05 10:02:51.896355 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49382) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:51.904494 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e65a9ed9-4724-4096-9973-3e319916a75f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-986647003', 'security_groups': ['606bacea-7d5a-47e3-a890-99b5044522f1'], 'network_id': '5b46b6d5-0dbf-44ef-8739-cba362b31695', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '07a2f616-fa9c-48fe-a5c1-ba698e71bd77'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:51.974071 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875739aa-fbd2-440e-a1d9-9dff14f47fb5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=606bacea-7d5a-47e3-a890-99b5044522f1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:51.981291 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31431c1d-c741-4483-9c3a-f1e03afe7d48 None None] Update dhcp port {'port': {'network_id': '5b46b6d5-0dbf-44ef-8739-cba362b31695', 'fixed_ips': [{'subnet_id': 'c6f62667-9d47-41a7-8610-6e1c99f9e303', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '07a2f616-fa9c-48fe-a5c1-ba698e71bd77'}], 'binding:host_id': 'n-d-798054-8'}, 'id': '5d251912-eb14-4a7f-b0de-36fba4dff848'} from n-d-798054-8. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 10:02:52.054915 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31431c1d-c741-4483-9c3a-f1e03afe7d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:52.097660 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c4b381-c2a9-49b1-a6af-3937020a36e0', 'name': 'tempest-TestAggregatesBasicOps-312760616-router', 'tenant_id': '0db0d0be444849be9320390633ece427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'e3704e76-4089-4101-91eb-de5977608c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:33Z', 'updated_at': '2021-07-05T10:02:45Z', 'revision_number': 4, 'project_id': '0db0d0be444849be9320390633ece427', 'gw_port': {'id': 'e3704e76-4089-4101-91eb-de5977608c2f', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c4b381-c2a9-49b1-a6af-3937020a36e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:36Z', 'updated_at': '2021-07-05T10:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '3e27a13e-8e69-4888-b7fe-eaf08a89c012', 'name': '', 'network_id': '2245f2b4-d6d0-47ef-954b-02eca5079755', 'tenant_id': '0db0d0be444849be9320390633ece427', 'mac_address': 'fa:16:3e:90:01:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c4b381-c2a9-49b1-a6af-3937020a36e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '54675e6a-2363-45c6-ba9b-62326f378c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:43Z', 'updated_at': '2021-07-05T10:02:51Z', 'revision_number': 4, 'project_id': '0db0d0be444849be9320390633ece427', 'subnets': [{'id': '54675e6a-2363-45c6-ba9b-62326f378c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:52.106442 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-3e7514e8-332a-41a2-9a6e-389bf941aa30 service neutron] 10.222.0.78 "GET /v2.0/networks/d1743ea8-1759-429c-b8f5-06cd55144aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654667 Jul 05 10:02:52.116356 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76390e5f-4e55-43f1-abd8-229f8dd9653e req-1be10cb1-1630-40a3-8886-1301697632f2 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:52.123614 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-76390e5f-4e55-43f1-abd8-229f8dd9653e req-1be10cb1-1630-40a3-8886-1301697632f2 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ffb9280-61e0-4f45-b88f-c79564d4f1a5 HTTP/1.1" status: 200 len: 984 time: 0.1253922 Jul 05 10:02:52.128189 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65a9ed9-4724-4096-9973-3e319916a75f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:52.150085 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b906b5ee-f04d-4fa0-b83c-6acd5ce6116a None None] The sync data for ids ['f1c4b381-c2a9-49b1-a6af-3937020a36e0'] in n-d-798054-8 is: [{'id': 'f1c4b381-c2a9-49b1-a6af-3937020a36e0', 'name': 'tempest-TestAggregatesBasicOps-312760616-router', 'tenant_id': '0db0d0be444849be9320390633ece427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'e3704e76-4089-4101-91eb-de5977608c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:33Z', 'updated_at': '2021-07-05T10:02:45Z', 'revision_number': 4, 'project_id': '0db0d0be444849be9320390633ece427', 'gw_port': {'id': 'e3704e76-4089-4101-91eb-de5977608c2f', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c4b381-c2a9-49b1-a6af-3937020a36e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:36Z', 'updated_at': '2021-07-05T10:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '3e27a13e-8e69-4888-b7fe-eaf08a89c012', 'name': '', 'network_id': '2245f2b4-d6d0-47ef-954b-02eca5079755', 'tenant_id': '0db0d0be444849be9320390633ece427', 'mac_address': 'fa:16:3e:90:01:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c4b381-c2a9-49b1-a6af-3937020a36e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '54675e6a-2363-45c6-ba9b-62326f378c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:43Z', 'updated_at': '2021-07-05T10:02:51Z', 'revision_number': 4, 'project_id': '0db0d0be444849be9320390633ece427', 'subnets': [{'id': '54675e6a-2363-45c6-ba9b-62326f378c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:02:52.226632 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6db157d4-9806-4a50-bc16-74bd4b41d334 req-41259eb1-d56b-4fc5-8612-ffe468e7da73 service neutron] 10.222.0.78 "GET /v2.0/networks/d1743ea8-1759-429c-b8f5-06cd55144aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008821 Jul 05 10:02:52.273343 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49396) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:52.411573 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-31431c1d-c741-4483-9c3a-f1e03afe7d48 None None] Allocated IP 2001:db8::2 (5b46b6d5-0dbf-44ef-8739-cba362b31695/07a2f616-fa9c-48fe-a5c1-ba698e71bd77/5d251912-eb14-4a7f-b0de-36fba4dff848) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:52.425457 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e65a9ed9-4724-4096-9973-3e319916a75f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:52.475330 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-e65a9ed9-4724-4096-9973-3e319916a75f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] device_id is not set on port f94ae578-e53a-4be2-926f-922a683f8104 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:02:52.604924 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-31431c1d-c741-4483-9c3a-f1e03afe7d48 None None] For port 5d251912-eb14-4a7f-b0de-36fba4dff848, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=5d251912-eb14-4a7f-b0de-36fba4dff848,segment=NetworkSegment(9365abe7-4d10-431e-b65b-ff548d7c6633),segment_id=9365abe7-4d10-431e-b65b-ff548d7c6633)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:52.636396 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-76390e5f-4e55-43f1-abd8-229f8dd9653e req-563f052e-0223-46ee-9d41-dbc70cb593c8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/security-groups?id=d15e323e-440f-4d06-bf6d-1c7463aa7d59&id=ea1fc39c-e042-412b-9621-fac761bc26b9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5118864 Jul 05 10:02:52.682946 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31431c1d-c741-4483-9c3a-f1e03afe7d48 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:52.687150 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3e27a13e-8e69-4888-b7fe-eaf08a89c012 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:52.726665 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4dfe2f-608f-45c7-b044-f214be431ec8 req-b8bd1213-3d54-444e-9a24-a2149d40246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:52.728228 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cd4dfe2f-608f-45c7-b044-f214be431ec8 req-b8bd1213-3d54-444e-9a24-a2149d40246c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d93f47a2b57847898e8bf4ed736730dc&device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 1094 time: 0.2832086 Jul 05 10:02:52.770837 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-31431c1d-c741-4483-9c3a-f1e03afe7d48 None None] Transition to ACTIVE for port object 5d251912-eb14-4a7f-b0de-36fba4dff848 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:52.780811 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31431c1d-c741-4483-9c3a-f1e03afe7d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:52.894326 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-e65a9ed9-4724-4096-9973-3e319916a75f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Allocated IP 2001:db8::29f (5b46b6d5-0dbf-44ef-8739-cba362b31695/07a2f616-fa9c-48fe-a5c1-ba698e71bd77/f94ae578-e53a-4be2-926f-922a683f8104) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:52.932116 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31431c1d-c741-4483-9c3a-f1e03afe7d48 None None] Pushing event updated for resources: {'Port': ['ID=5d251912-eb14-4a7f-b0de-36fba4dff848,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:52.949368 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 3e27a13e-8e69-4888-b7fe-eaf08a89c012 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:52.958031 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 3e27a13e-8e69-4888-b7fe-eaf08a89c012 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:52.958424 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.087192 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.157088 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 3e27a13e-8e69-4888-b7fe-eaf08a89c012, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3e27a13e-8e69-4888-b7fe-eaf08a89c012,segment=NetworkSegment(0be4ad51-bad5-4bf5-bade-e7a5af587a90),segment_id=0be4ad51-bad5-4bf5-bade-e7a5af587a90)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:53.165991 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.172100 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e65a9ed9-4724-4096-9973-3e319916a75f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.212435 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-e65a9ed9-4724-4096-9973-3e319916a75f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Transition to ACTIVE for port object f94ae578-e53a-4be2-926f-922a683f8104 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:53.215144 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49418) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:53.269827 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=3e27a13e-8e69-4888-b7fe-eaf08a89c012,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:53.290940 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e65a9ed9-4724-4096-9973-3e319916a75f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.320655 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3246c8cd-6cb9-452d-8237-febc68e15c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.379734 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbda25f-79d7-44dc-a440-44426f53c913 req-b8208388-3109-4c71-9054-fe747bb6ef63 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:53.384973 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1bbda25f-79d7-44dc-a440-44426f53c913 req-b8208388-3109-4c71-9054-fe747bb6ef63 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 943 time: 0.9412918 Jul 05 10:02:53.414764 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a9ed9-4724-4096-9973-3e319916a75f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Port': ['ID=f94ae578-e53a-4be2-926f-922a683f8104,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:53.424980 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65a9ed9-4724-4096-9973-3e319916a75f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network 5b46b6d5-0dbf-44ef-8739-cba362b31695 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:53.426681 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e65a9ed9-4724-4096-9973-3e319916a75f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:53.433423 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a9ed9-4724-4096-9973-3e319916a75f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:53.447766 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65a9ed9-4724-4096-9973-3e319916a75f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:53.448498 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e65a9ed9-4724-4096-9973-3e319916a75f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.469482 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-62532b59-c199-4244-9468-3df644d6a18e tempest-SubnetPoolsTestJSON-643407113 tempest-SubnetPoolsTestJSON-643407113-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-915971471', 'prefixes': ['172.20.0.0/16']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:53.503843 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e65a9ed9-4724-4096-9973-3e319916a75f tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6057725 Jul 05 10:02:53.509748 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49424) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:53.525924 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ed6c437f-dd75-46a4-846f-c903e4bc1fe5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'subnet': {'network_id': '5b46b6d5-0dbf-44ef-8739-cba362b31695', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:53.565555 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-62532b59-c199-4244-9468-3df644d6a18e tempest-SubnetPoolsTestJSON-643407113 tempest-SubnetPoolsTestJSON-643407113-project] Notify callbacks [] for subnetpool, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.569450 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-62532b59-c199-4244-9468-3df644d6a18e tempest-SubnetPoolsTestJSON-643407113 tempest-SubnetPoolsTestJSON-643407113-project] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3508282 Jul 05 10:02:53.570155 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49426) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:53.583144 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.628832 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1be76b19-469c-4a56-80be-58229a17829c tempest-SubnetPoolsTestJSON-643407113 tempest-SubnetPoolsTestJSON-643407113-project] 10.222.0.79 "GET /v2.0/subnetpools/fa8e5848-87f6-46c0-bc31-6cd34463227c HTTP/1.1" status: 200 len: 731 time: 0.0575299 Jul 05 10:02:53.631328 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49428) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:53.637411 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-603f9c4f-1802-4eb1-9baf-5be9f6b3a669 tempest-SubnetPoolsTestJSON-643407113 tempest-SubnetPoolsTestJSON-643407113-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2059756084'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:53.638414 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1bbda25f-79d7-44dc-a440-44426f53c913 req-7df2ce59-3ede-4dad-a6f6-b68c8999485a tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/security-groups?id=366d6fe4-8a5f-44c8-9f49-7137c8fccd49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887276 Jul 05 10:02:53.649983 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4dfe2f-608f-45c7-b044-f214be431ec8 req-a246fef2-6af6-4a05-8560-e783a16a53b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:53.651572 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cd4dfe2f-608f-45c7-b044-f214be431ec8 req-a246fef2-6af6-4a05-8560-e783a16a53b9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d1743ea8-1759-429c-b8f5-06cd55144aac HTTP/1.1" status: 200 len: 912 time: 0.9120798 Jul 05 10:02:53.697423 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1e6cc-b9fb-4180-88b7-1c91aa1d791e req-df44ed71-de78-4ddd-9eb8-7227e71d0c81 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:53.698676 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46c1e6cc-b9fb-4180-88b7-1c91aa1d791e req-df44ed71-de78-4ddd-9eb8-7227e71d0c81 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ffb9280-61e0-4f45-b88f-c79564d4f1a5 HTTP/1.1" status: 200 len: 984 time: 0.3394873 Jul 05 10:02:53.750412 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cd4dfe2f-608f-45c7-b044-f214be431ec8 req-6e9be4eb-63d6-40c7-b802-f5c8b9782551 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97247cf4-cd41-4788-a3bd-3c465569d6a4 HTTP/1.1" status: 200 len: 217 time: 0.0908580 Jul 05 10:02:53.753447 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-73b69529-1d17-49f0-a8c5-a2545cbfd3be None None] Provisioning complete for port 4a18f39f-c943-48a7-9068-8222bca40b16 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:53.754053 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-73b69529-1d17-49f0-a8c5-a2545cbfd3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.795141 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-603f9c4f-1802-4eb1-9baf-5be9f6b3a669 tempest-SubnetPoolsTestJSON-643407113 tempest-SubnetPoolsTestJSON-643407113-project] Notify callbacks [] for subnetpool, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.797525 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-603f9c4f-1802-4eb1-9baf-5be9f6b3a669 tempest-SubnetPoolsTestJSON-643407113 tempest-SubnetPoolsTestJSON-643407113-project] 10.222.0.79 "PUT /v2.0/subnetpools/fa8e5848-87f6-46c0-bc31-6cd34463227c HTTP/1.1" status: 200 len: 684 time: 0.1651042 Jul 05 10:02:53.800741 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49430) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:53.840939 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-73b69529-1d17-49f0-a8c5-a2545cbfd3be None None] Port 4a18f39f-c943-48a7-9068-8222bca40b16 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:53.855338 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-73b69529-1d17-49f0-a8c5-a2545cbfd3be None None] Provisioning for port 5d251912-eb14-4a7f-b0de-36fba4dff848 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:53.859384 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-73b69529-1d17-49f0-a8c5-a2545cbfd3be None None] Provisioning complete for port 5d251912-eb14-4a7f-b0de-36fba4dff848 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:53.859772 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-73b69529-1d17-49f0-a8c5-a2545cbfd3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.910779 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af2743d3-260e-4955-8b4b-6d96f9968e42 tempest-SubnetPoolsTestJSON-643407113 tempest-SubnetPoolsTestJSON-643407113-project] Notify callbacks [] for subnetpool, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.911604 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46c1e6cc-b9fb-4180-88b7-1c91aa1d791e req-e1e4d86b-021a-40af-94ca-88283dc2cebe tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/security-groups?id=d15e323e-440f-4d06-bf6d-1c7463aa7d59&id=ea1fc39c-e042-412b-9621-fac761bc26b9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1678059 Jul 05 10:02:53.914617 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-af2743d3-260e-4955-8b4b-6d96f9968e42 tempest-SubnetPoolsTestJSON-643407113 tempest-SubnetPoolsTestJSON-643407113-project] 10.222.0.79 "DELETE /v2.0/subnetpools/fa8e5848-87f6-46c0-bc31-6cd34463227c HTTP/1.1" status: 204 len: 168 time: 0.1100030 Jul 05 10:02:53.914988 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49432) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:53.940022 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-8516db2d-b164-4420-94e3-856e93e646d8 tempest-SubnetPoolsTestJSON-643407113 tempest-SubnetPoolsTestJSON-643407113-project] show failed (client error): The resource could not be found. Jul 05 10:02:53.940022 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8516db2d-b164-4420-94e3-856e93e646d8 tempest-SubnetPoolsTestJSON-643407113 tempest-SubnetPoolsTestJSON-643407113-project] 10.222.0.79 "GET /v2.0/subnetpools/fa8e5848-87f6-46c0-bc31-6cd34463227c HTTP/1.1" status: 404 len: 346 time: 0.0181460 Jul 05 10:02:53.940022 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49434) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:53.966387 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-b975302d-6d5e-4ed5-adb5-cf85bcef4178 tempest-SubnetPoolsTestJSON-643407113 tempest-SubnetPoolsTestJSON-643407113-project] delete failed (client error): The resource could not be found. Jul 05 10:02:53.968079 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b975302d-6d5e-4ed5-adb5-cf85bcef4178 tempest-SubnetPoolsTestJSON-643407113 tempest-SubnetPoolsTestJSON-643407113-project] 10.222.0.79 "DELETE /v2.0/subnetpools/fa8e5848-87f6-46c0-bc31-6cd34463227c HTTP/1.1" status: 404 len: 346 time: 0.0295987 Jul 05 10:02:53.986790 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4dfe2f-608f-45c7-b044-f214be431ec8 req-fb98cae6-a965-4760-9c1a-1b2f33de8ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:53.990614 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cd4dfe2f-608f-45c7-b044-f214be431ec8 req-fb98cae6-a965-4760-9c1a-1b2f33de8ac5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=64059ad6-af8a-4b37-8335-6c76a23c0a2e HTTP/1.1" status: 200 len: 850 time: 0.2282443 Jul 05 10:02:54.061817 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6c437f-dd75-46a4-846f-c903e4bc1fe5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:54.066593 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed6c437f-dd75-46a4-846f-c903e4bc1fe5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:54.142580 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0a18d7d4-1c1c-4b92-9188-7010300f6c18 None None] Provisioning for port f94ae578-e53a-4be2-926f-922a683f8104 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:54.147801 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0a18d7d4-1c1c-4b92-9188-7010300f6c18 None None] Provisioning complete for port f94ae578-e53a-4be2-926f-922a683f8104 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:54.148477 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0a18d7d4-1c1c-4b92-9188-7010300f6c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:54.198060 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0a18d7d4-1c1c-4b92-9188-7010300f6c18 None None] Port f94ae578-e53a-4be2-926f-922a683f8104 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:54.236262 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b23ba89d-7492-4d94-ace5-52e8c09c4171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:54.294375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4dfe2f-608f-45c7-b044-f214be431ec8 req-8b71e49e-74b0-468f-910f-362f1b465b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:54.296113 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cd4dfe2f-608f-45c7-b044-f214be431ec8 req-8b71e49e-74b0-468f-910f-362f1b465b50 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d1743ea8-1759-429c-b8f5-06cd55144aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2855926 Jul 05 10:02:54.303344 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49442) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:54.304358 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c58ae-3714-486e-83bf-fe983378b571 req-9d30a8c7-8222-465a-99b3-7b1a8c0e557b tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:54.305794 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-889c58ae-3714-486e-83bf-fe983378b571 req-9d30a8c7-8222-465a-99b3-7b1a8c0e557b tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 945 time: 0.4607174 Jul 05 10:02:54.338612 n-d-798054-8 neutron-server[93907]: INFO neutron.db.ipam_backend_mixin [None req-ed6c437f-dd75-46a4-846f-c903e4bc1fe5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 07a2f616-fa9c-48fe-a5c1-ba698e71bd77 (CIDR: 2001:db8::/64) Jul 05 10:02:54.366988 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed6c437f-dd75-46a4-846f-c903e4bc1fe5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:02:54.367488 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed6c437f-dd75-46a4-846f-c903e4bc1fe5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:02:54.413284 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-730e605d-988b-49d9-982b-d81e8021d5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:54.447986 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2db2b-94e0-4fb4-b12f-bbe025333092 req-4303de72-8063-43e4-b765-6c96770466a0 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:54.449593 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-20d2db2b-94e0-4fb4-b12f-bbe025333092 req-4303de72-8063-43e4-b765-6c96770466a0 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=1ffb9280-61e0-4f45-b88f-c79564d4f1a5 HTTP/1.1" status: 200 len: 1135 time: 0.3763208 Jul 05 10:02:54.495910 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-889c58ae-3714-486e-83bf-fe983378b571 req-b9004168-b25b-4b71-b447-afc319bc6b68 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834846 Jul 05 10:02:54.501804 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-20d2db2b-94e0-4fb4-b12f-bbe025333092 req-11d6c5be-a0f4-4394-a44e-b3281350b44d tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:54.513026 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-730e605d-988b-49d9-982b-d81e8021d5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:54.522710 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-730e605d-988b-49d9-982b-d81e8021d5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:54.576589 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:54.581950 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-730e605d-988b-49d9-982b-d81e8021d5b4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4e2120f9ebce48b490c3ff3fd7fb368e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2745352 Jul 05 10:02:54.581950 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e605d-988b-49d9-982b-d81e8021d5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8020e0-ffc9-4c96-9921-a6b6745e2d0c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:54.583700 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49446) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:54.592887 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ed6c437f-dd75-46a4-846f-c903e4bc1fe5 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0735610 Jul 05 10:02:54.600099 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49448) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:54.614007 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9f31e6ba-ff3f-47e1-8aa6-95c617b1fb27 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'subnet': {'network_id': '5b46b6d5-0dbf-44ef-8739-cba362b31695', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:54.619725 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cd4dfe2f-608f-45c7-b044-f214be431ec8 req-d92725e9-a1cf-46d5-b353-88180a7dc6e7 service neutron] 10.222.0.78 "GET /v2.0/networks/d1743ea8-1759-429c-b8f5-06cd55144aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114681 Jul 05 10:02:54.621915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 5d251912-eb14-4a7f-b0de-36fba4dff848 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:54.651070 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-452b8810-7c9a-4463-bcda-b3d79bc95ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:54.676453 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-452b8810-7c9a-4463-bcda-b3d79bc95ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:54.679500 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 5d251912-eb14-4a7f-b0de-36fba4dff848 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:54.679912 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:54.742664 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-452b8810-7c9a-4463-bcda-b3d79bc95ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:54.746239 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-452b8810-7c9a-4463-bcda-b3d79bc95ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:54.750849 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-452b8810-7c9a-4463-bcda-b3d79bc95ebc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cf8020e0-ffc9-4c96-9921-a6b6745e2d0c HTTP/1.1" status: 204 len: 168 time: 0.1656435 Jul 05 10:02:54.761696 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b8810-7c9a-4463-bcda-b3d79bc95ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8020e0-ffc9-4c96-9921-a6b6745e2d0c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:54.916508 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cd4dfe2f-608f-45c7-b044-f214be431ec8 req-335c340e-7502-42a9-902e-54fc8f099643 service neutron] 10.222.0.78 "GET /v2.0/networks/d1743ea8-1759-429c-b8f5-06cd55144aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585909 Jul 05 10:02:55.013262 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-20d2db2b-94e0-4fb4-b12f-bbe025333092 req-11d6c5be-a0f4-4394-a44e-b3281350b44d tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:55.016861 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3e27a13e-8e69-4888-b7fe-eaf08a89c012 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:55.029714 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b99f87-6055-453d-9e9b-b56ad88d2e06 req-6105e520-f33e-4bc3-9edc-9dc79161909a tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:55.031236 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-99b99f87-6055-453d-9e9b-b56ad88d2e06 req-6105e520-f33e-4bc3-9edc-9dc79161909a tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 943 time: 0.2374885 Jul 05 10:02:55.031882 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-20d2db2b-94e0-4fb4-b12f-bbe025333092 req-11d6c5be-a0f4-4394-a44e-b3281350b44d tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:55.071228 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 3e27a13e-8e69-4888-b7fe-eaf08a89c012 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:55.071609 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:55.090647 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-20d2db2b-94e0-4fb4-b12f-bbe025333092 req-11d6c5be-a0f4-4394-a44e-b3281350b44d tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d15e323e-440f-4d06-bf6d-1c7463aa7d59&id=ea1fc39c-e042-412b-9621-fac761bc26b9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6343169 Jul 05 10:02:55.096660 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f31e6ba-ff3f-47e1-8aa6-95c617b1fb27 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:55.105522 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f31e6ba-ff3f-47e1-8aa6-95c617b1fb27 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:55.128433 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49462) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:55.131606 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6c5be-a0f4-4394-a44e-b3281350b44d tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807d509e-4398-4953-b438-fabd9516c6d9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:55.189735 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-99b99f87-6055-453d-9e9b-b56ad88d2e06 req-d3e8c619-ee7e-4c8f-ac2d-125b4287ed37 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/security-groups?id=366d6fe4-8a5f-44c8-9f49-7137c8fccd49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348171 Jul 05 10:02:55.193328 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b23ba89d-7492-4d94-ace5-52e8c09c4171 admin admin] Deleting port 6077f404-2509-431c-9806-89b7d71a3052 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:55.193673 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b23ba89d-7492-4d94-ace5-52e8c09c4171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:55.213571 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b134885-97e3-4240-bc9c-b126c168ecb1 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:55.215351 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9b134885-97e3-4240-bc9c-b126c168ecb1 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=1ffb9280-61e0-4f45-b88f-c79564d4f1a5 HTTP/1.1" status: 200 len: 1130 time: 0.0852244 Jul 05 10:02:55.221054 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49466) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:55.225798 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9e49c31e-ec19-4ce2-be57-5a896267e0da tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': '4e8cb547-5b83-4129-b8a6-1b2c749cf7c1', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:55.249391 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e49c31e-ec19-4ce2-be57-5a896267e0da tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:55.287928 n-d-798054-8 neutron-server[93907]: INFO neutron.db.ipam_backend_mixin [None req-9f31e6ba-ff3f-47e1-8aa6-95c617b1fb27 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c6f62667-9d47-41a7-8610-6e1c99f9e303 (CIDR: 2001:db8:0:1::/64) Jul 05 10:02:55.293520 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f31e6ba-ff3f-47e1-8aa6-95c617b1fb27 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:02:55.293955 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f31e6ba-ff3f-47e1-8aa6-95c617b1fb27 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:02:55.317523 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-b23ba89d-7492-4d94-ace5-52e8c09c4171 admin admin] For port 6077f404-2509-431c-9806-89b7d71a3052, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6077f404-2509-431c-9806-89b7d71a3052,segment=NetworkSegment(3b7d31e2-53ab-404a-b23c-60d3a35fb5d8),segment_id=3b7d31e2-53ab-404a-b23c-60d3a35fb5d8)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:55.318024 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b23ba89d-7492-4d94-ace5-52e8c09c4171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:55.329944 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9f31e6ba-ff3f-47e1-8aa6-95c617b1fb27 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7228870 Jul 05 10:02:55.330506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49470) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:55.332980 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b23ba89d-7492-4d94-ace5-52e8c09c4171 admin admin] Calling delete_port for 6077f404-2509-431c-9806-89b7d71a3052 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:55.340336 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-725f53f6-cfae-4d1c-9c8c-fdc6614db50b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'subnet': {'network_id': '5b46b6d5-0dbf-44ef-8739-cba362b31695', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:55.423011 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e49c31e-ec19-4ce2-be57-5a896267e0da tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:55.550761 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b23ba89d-7492-4d94-ace5-52e8c09c4171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:55.592142 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725f53f6-cfae-4d1c-9c8c-fdc6614db50b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Made reservation on behalf of 2abed1ceab284e1ba1b00296dfa26a6e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:55.596789 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-725f53f6-cfae-4d1c-9c8c-fdc6614db50b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:55.634848 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ba89d-7492-4d94-ace5-52e8c09c4171 admin admin] Pushing event deleted for resources: {'Port': ['ID=6077f404-2509-431c-9806-89b7d71a3052,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:55.681862 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-9e49c31e-ec19-4ce2-be57-5a896267e0da tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Allocated IP 172.25.7.174 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/160edc30-f8b2-443a-9de1-b0f1a3b9e81e) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:55.929014 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e49c31e-ec19-4ce2-be57-5a896267e0da tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:56.044557 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-725f53f6-cfae-4d1c-9c8c-fdc6614db50b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:56.052442 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e49c31e-ec19-4ce2-be57-5a896267e0da tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:56.093836 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ab3a0-e142-4552-9a16-e0c77a6c21d7 req-84bfc325-42fe-4a13-babc-9a3c1ca233a0 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:56.095374 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b8ab3a0-e142-4552-9a16-e0c77a6c21d7 req-84bfc325-42fe-4a13-babc-9a3c1ca233a0 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 945 time: 0.4350483 Jul 05 10:02:56.127357 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725f53f6-cfae-4d1c-9c8c-fdc6614db50b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Network 5b46b6d5-0dbf-44ef-8739-cba362b31695 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:56.142289 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e49c31e-ec19-4ce2-be57-5a896267e0da tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:56.146311 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-725f53f6-cfae-4d1c-9c8c-fdc6614db50b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:56.160971 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-9e49c31e-ec19-4ce2-be57-5a896267e0da tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:56.161202 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cbed50-0e6d-4675-9918-7386aae2e5cc None None] Network 5b46b6d5-0dbf-44ef-8739-cba362b31695 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:56.171009 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725f53f6-cfae-4d1c-9c8c-fdc6614db50b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:56.172140 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-725f53f6-cfae-4d1c-9c8c-fdc6614db50b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:56.184639 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f53f6-cfae-4d1c-9c8c-fdc6614db50b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Subnet': ['ID=2c1ccc36-cf9c-4fbe-8b64-0ee72afaaba1,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:56.187960 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49c31e-ec19-4ce2-be57-5a896267e0da tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event updated for resources: {'Port': ['ID=160edc30-f8b2-443a-9de1-b0f1a3b9e81e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:56.194025 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e49c31e-ec19-4ce2-be57-5a896267e0da tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:56.200426 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b8ab3a0-e142-4552-9a16-e0c77a6c21d7 req-ffe6c942-67d7-4982-bae9-d59eda28fe8a tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711689 Jul 05 10:02:56.213014 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b23ba89d-7492-4d94-ace5-52e8c09c4171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:56.255025 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-725f53f6-cfae-4d1c-9c8c-fdc6614db50b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9217896 Jul 05 10:02:56.258310 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49498) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:56.265926 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-891e7123-bc35-46c6-ad5a-10cbeee40e71 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-107199215', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2c1ccc36-cf9c-4fbe-8b64-0ee72afaaba1'}], 'security_groups': ['4a564a49-1cfd-4a4c-a3c0-a8f0c6912f44', 'b1923589-cb41-4527-8fa6-a48ebfdb5abb']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:56.278254 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 97247cf4-cd41-4788-a3bd-3c465569d6a4 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:02:56.457078 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-891e7123-bc35-46c6-ad5a-10cbeee40e71 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:56.491750 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae08f2e-8ed1-4dde-904f-05b79e8a0a5c req-5f581fb6-73ea-4763-9568-7f87c07be538 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:56.493753 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1ae08f2e-8ed1-4dde-904f-05b79e8a0a5c req-5f581fb6-73ea-4763-9568-7f87c07be538 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 943 time: 0.1503339 Jul 05 10:02:56.502967 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 97247cf4-cd41-4788-a3bd-3c465569d6a4, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=97247cf4-cd41-4788-a3bd-3c465569d6a4,segment=NetworkSegment(76d28b25-7403-4b43-b86d-a90eb252c176),segment_id=76d28b25-7403-4b43-b86d-a90eb252c176)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:56.549017 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '97247cf4-cd41-4788-a3bd-3c465569d6a4', 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac', 'port_id': '97247cf4-cd41-4788-a3bd-3c465569d6a4', 'mac_address': 'fa:16:3e:27:85:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64059ad6-af8a-4b37-8335-6c76a23c0a2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:02:56.582458 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1ae08f2e-8ed1-4dde-904f-05b79e8a0a5c req-a85e13dd-c693-4310-9569-a049dfc978aa tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/security-groups?id=366d6fe4-8a5f-44c8-9f49-7137c8fccd49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830517 Jul 05 10:02:56.653819 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23ba89d-7492-4d94-ace5-52e8c09c4171 admin admin] Router cf4ed4c2-c052-46fb-b139-dce4888ed281 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:02:56.666373 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:56.703140 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97247cf4-cd41-4788-a3bd-3c465569d6a4 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:56.711346 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:56.744247 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 97247cf4-cd41-4788-a3bd-3c465569d6a4, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=97247cf4-cd41-4788-a3bd-3c465569d6a4,segment=NetworkSegment(76d28b25-7403-4b43-b86d-a90eb252c176),segment_id=76d28b25-7403-4b43-b86d-a90eb252c176)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:56.757274 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:56.843926 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49504) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:56.874115 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ce1054-eac5-4b99-887d-56e04b44ddc5 None None] Update dhcp port {'port': {'network_id': '5b46b6d5-0dbf-44ef-8739-cba362b31695', 'fixed_ips': [{'subnet_id': 'c6f62667-9d47-41a7-8610-6e1c99f9e303', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '07a2f616-fa9c-48fe-a5c1-ba698e71bd77', 'ip_address': '2001:db8::2'}, {'subnet_id': '2c1ccc36-cf9c-4fbe-8b64-0ee72afaaba1'}], 'binding:host_id': 'n-d-798054-8'}, 'id': '5d251912-eb14-4a7f-b0de-36fba4dff848'} from n-d-798054-8. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 10:02:56.886975 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23ba89d-7492-4d94-ace5-52e8c09c4171 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:02:56.894703 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b23ba89d-7492-4d94-ace5-52e8c09c4171 admin admin] 10.222.0.79 "PUT /v2.0/routers/cf4ed4c2-c052-46fb-b139-dce4888ed281/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6198552 Jul 05 10:02:56.898551 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0684277-f801-42b5-88bb-a7ea18fde19e None None] Sync routers for ids ['cf4ed4c2-c052-46fb-b139-dce4888ed281'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:02:56.909044 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49508) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:56.910915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=97247cf4-cd41-4788-a3bd-3c465569d6a4,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:56.916550 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0684277-f801-42b5-88bb-a7ea18fde19e None None] Routers {'cf4ed4c2-c052-46fb-b139-dce4888ed281'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:56.919273 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c0684277-f801-42b5-88bb-a7ea18fde19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:02:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['cf4ed4c2-c052-46fb-b139-dce4888ed281'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:56.930084 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-75ce1054-eac5-4b99-887d-56e04b44ddc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:57.044247 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8950676e-c9f8-4f54-9070-0455ce9f5ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:57.068334 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c0684277-f801-42b5-88bb-a7ea18fde19e None None] Set router cf4ed4c2-c052-46fb-b139-dce4888ed281 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:57.082265 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1511b11f-3e3c-4da3-a56c-74f346b37604 admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:57.182183 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['97247cf4-cd41-4788-a3bd-3c465569d6a4'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:02:57.210491 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1511b11f-3e3c-4da3-a56c-74f346b37604 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:57.232400 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e49c31e-ec19-4ce2-be57-5a896267e0da tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:57.281077 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-891e7123-bc35-46c6-ad5a-10cbeee40e71 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Delete allocated IP 2001:db8::29f (5b46b6d5-0dbf-44ef-8739-cba362b31695/07a2f616-fa9c-48fe-a5c1-ba698e71bd77) {{(pid=93906) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 10:02:57.300054 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-891e7123-bc35-46c6-ad5a-10cbeee40e71 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Allocated IP 2001:db8:0:2::1e2 (5b46b6d5-0dbf-44ef-8739-cba362b31695/2c1ccc36-cf9c-4fbe-8b64-0ee72afaaba1/f94ae578-e53a-4be2-926f-922a683f8104) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:57.313365 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c0684277-f801-42b5-88bb-a7ea18fde19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4ed4c2-c052-46fb-b139-dce4888ed281', 'name': 'tempest-TestAggregatesBasicOps-1135246452-router', 'tenant_id': '6e0c3dc0431b4476a165345d62d05b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:07Z', 'updated_at': '2021-07-05T10:02:55Z', 'revision_number': 5, 'project_id': '6e0c3dc0431b4476a165345d62d05b8a', 'gw_port': {'id': '7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ed4c2-c052-46fb-b139-dce4888ed281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:09Z', 'updated_at': '2021-07-05T10:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:57.341619 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1511b11f-3e3c-4da3-a56c-74f346b37604 admin admin] Deleting port 7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:57.342770 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1511b11f-3e3c-4da3-a56c-74f346b37604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:57.350600 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0684277-f801-42b5-88bb-a7ea18fde19e None None] Checking router: cf4ed4c2-c052-46fb-b139-dce4888ed281 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:02:57.363076 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0684277-f801-42b5-88bb-a7ea18fde19e None None] Routers {'cf4ed4c2-c052-46fb-b139-dce4888ed281'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:57.364313 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c0684277-f801-42b5-88bb-a7ea18fde19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:02:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['cf4ed4c2-c052-46fb-b139-dce4888ed281'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:57.431172 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8950676e-c9f8-4f54-9070-0455ce9f5ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:57.434726 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e49c31e-ec19-4ce2-be57-5a896267e0da tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:57.443679 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8950676e-c9f8-4f54-9070-0455ce9f5ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:57.477943 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c0684277-f801-42b5-88bb-a7ea18fde19e None None] Set router cf4ed4c2-c052-46fb-b139-dce4888ed281 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:57.521191 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-1511b11f-3e3c-4da3-a56c-74f346b37604 admin admin] For port 7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:57.521888 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1511b11f-3e3c-4da3-a56c-74f346b37604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:57.533162 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c0684277-f801-42b5-88bb-a7ea18fde19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4ed4c2-c052-46fb-b139-dce4888ed281', 'name': 'tempest-TestAggregatesBasicOps-1135246452-router', 'tenant_id': '6e0c3dc0431b4476a165345d62d05b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:07Z', 'updated_at': '2021-07-05T10:02:57Z', 'revision_number': 6, 'project_id': '6e0c3dc0431b4476a165345d62d05b8a', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:57.542116 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbaf03e-f03a-45b7-b98b-6c353aed64dc req-992b19be-6246-4e8e-838a-aafd478feacf tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:57.543750 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bbaf03e-f03a-45b7-b98b-6c353aed64dc req-992b19be-6246-4e8e-838a-aafd478feacf tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 945 time: 0.1199281 Jul 05 10:02:57.549194 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1511b11f-3e3c-4da3-a56c-74f346b37604 admin admin] Calling delete_port for 7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:57.563689 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0684277-f801-42b5-88bb-a7ea18fde19e None None] The sync data for ids ['cf4ed4c2-c052-46fb-b139-dce4888ed281'] in n-d-798054-8 is: [{'id': 'cf4ed4c2-c052-46fb-b139-dce4888ed281', 'name': 'tempest-TestAggregatesBasicOps-1135246452-router', 'tenant_id': '6e0c3dc0431b4476a165345d62d05b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:07Z', 'updated_at': '2021-07-05T10:02:57Z', 'revision_number': 6, 'project_id': '6e0c3dc0431b4476a165345d62d05b8a', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:02:57.574162 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8950676e-c9f8-4f54-9070-0455ce9f5ae1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=33e845b9293c465492a0d22f749ee662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7290366 Jul 05 10:02:57.576730 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49512) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:57.581093 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950676e-c9f8-4f54-9070-0455ce9f5ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04051b4-95ac-4b48-9156-b58e2c002c19,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:57.623090 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8950676e-c9f8-4f54-9070-0455ce9f5ae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:57.623454 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8950676e-c9f8-4f54-9070-0455ce9f5ae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:57.623804 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8950676e-c9f8-4f54-9070-0455ce9f5ae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:57.624251 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8950676e-c9f8-4f54-9070-0455ce9f5ae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:57.624513 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8950676e-c9f8-4f54-9070-0455ce9f5ae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:57.624851 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8950676e-c9f8-4f54-9070-0455ce9f5ae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:57.625449 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8950676e-c9f8-4f54-9070-0455ce9f5ae1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:57.625567 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8950676e-c9f8-4f54-9070-0455ce9f5ae1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:57.625829 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8950676e-c9f8-4f54-9070-0455ce9f5ae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:57.626226 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8950676e-c9f8-4f54-9070-0455ce9f5ae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:57.626562 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8950676e-c9f8-4f54-9070-0455ce9f5ae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:57.626891 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8950676e-c9f8-4f54-9070-0455ce9f5ae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:57.664025 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bbaf03e-f03a-45b7-b98b-6c353aed64dc req-787955da-80fe-4f45-8ad9-41c7265e0995 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059585 Jul 05 10:02:57.770556 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-891e7123-bc35-46c6-ad5a-10cbeee40e71 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:57.780221 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bccaf5c6-d780-43eb-bc8e-8ba76b9f2adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:57.811527 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-891e7123-bc35-46c6-ad5a-10cbeee40e71 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Transition to ACTIVE for port object f94ae578-e53a-4be2-926f-922a683f8104 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:57.827208 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-891e7123-bc35-46c6-ad5a-10cbeee40e71 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:57.829366 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e78e2-5468-4e79-81f3-d69a13564a49 req-e195d315-9b81-4a29-bf04-6ec6c2056456 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:57.830955 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a68e78e2-5468-4e79-81f3-d69a13564a49 req-e195d315-9b81-4a29-bf04-6ec6c2056456 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 944 time: 0.1095626 Jul 05 10:02:57.834046 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bccaf5c6-d780-43eb-bc8e-8ba76b9f2adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:57.836226 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1511b11f-3e3c-4da3-a56c-74f346b37604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:57.878683 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511b11f-3e3c-4da3-a56c-74f346b37604 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:57.888708 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e49c31e-ec19-4ce2-be57-5a896267e0da tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:57.890551 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-75ce1054-eac5-4b99-887d-56e04b44ddc5 None None] Allocated IP 2001:db8:0:2::2 (5b46b6d5-0dbf-44ef-8739-cba362b31695/2c1ccc36-cf9c-4fbe-8b64-0ee72afaaba1/5d251912-eb14-4a7f-b0de-36fba4dff848) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:57.907694 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e49c31e-ec19-4ce2-be57-5a896267e0da tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:57.956525 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a68e78e2-5468-4e79-81f3-d69a13564a49 req-0167a11e-32cf-4b4a-9815-ead925ab6f26 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/security-groups?id=366d6fe4-8a5f-44c8-9f49-7137c8fccd49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155741 Jul 05 10:02:58.002470 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1511b11f-3e3c-4da3-a56c-74f346b37604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:58.025094 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-891e7123-bc35-46c6-ad5a-10cbeee40e71 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] In _notify_port_updated(), no bound segment for port f94ae578-e53a-4be2-926f-922a683f8104 on network 5b46b6d5-0dbf-44ef-8739-cba362b31695 {{(pid=93906) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:02:58.030259 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891e7123-bc35-46c6-ad5a-10cbeee40e71 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:58.031098 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-891e7123-bc35-46c6-ad5a-10cbeee40e71 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:58.032696 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-891e7123-bc35-46c6-ad5a-10cbeee40e71 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "PUT /v2.0/ports/f94ae578-e53a-4be2-926f-922a683f8104 HTTP/1.1" status: 200 len: 969 time: 1.7732785 Jul 05 10:02:58.037290 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e7123-bc35-46c6-ad5a-10cbeee40e71 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event updated for resources: {'Port': ['ID=f94ae578-e53a-4be2-926f-922a683f8104,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:58.037964 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49516) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:58.060858 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e49c31e-ec19-4ce2-be57-5a896267e0da tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:58.065931 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-75ce1054-eac5-4b99-887d-56e04b44ddc5 None None] For port 5d251912-eb14-4a7f-b0de-36fba4dff848, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=5d251912-eb14-4a7f-b0de-36fba4dff848,segment=NetworkSegment(9365abe7-4d10-431e-b65b-ff548d7c6633),segment_id=9365abe7-4d10-431e-b65b-ff548d7c6633)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:58.107716 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-75ce1054-eac5-4b99-887d-56e04b44ddc5 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:58.126431 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1511b11f-3e3c-4da3-a56c-74f346b37604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:58.127342 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-75ce1054-eac5-4b99-887d-56e04b44ddc5 None None] Transition to ACTIVE for port object 5d251912-eb14-4a7f-b0de-36fba4dff848 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:58.129062 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1511b11f-3e3c-4da3-a56c-74f346b37604 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:58.133109 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-75ce1054-eac5-4b99-887d-56e04b44ddc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:58.175230 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bccaf5c6-d780-43eb-bc8e-8ba76b9f2adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:58.177791 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bccaf5c6-d780-43eb-bc8e-8ba76b9f2adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:58.179318 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bccaf5c6-d780-43eb-bc8e-8ba76b9f2adf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e04051b4-95ac-4b48-9156-b58e2c002c19 HTTP/1.1" status: 204 len: 168 time: 0.5956457 Jul 05 10:02:58.185358 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1511b11f-3e3c-4da3-a56c-74f346b37604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:58.185979 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1511b11f-3e3c-4da3-a56c-74f346b37604 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf4ed4c2-c052-46fb-b139-dce4888ed281 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:02:58.191176 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1511b11f-3e3c-4da3-a56c-74f346b37604 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:58.192465 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1511b11f-3e3c-4da3-a56c-74f346b37604 admin admin] 10.222.0.79 "DELETE /v2.0/routers/cf4ed4c2-c052-46fb-b139-dce4888ed281 HTTP/1.1" status: 204 len: 168 time: 1.2805257 Jul 05 10:02:58.194956 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49520) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:58.222626 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49c31e-ec19-4ce2-be57-5a896267e0da tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event updated for resources: {'Port': ['ID=160edc30-f8b2-443a-9de1-b0f1a3b9e81e,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:58.249391 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-379f2f9d-1bea-420c-a18d-9d598f0cb9f2 admin admin] Deleting subnet f72b4724-5644-485c-ae6b-e5d27303f4c4 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:02:58.252901 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-379f2f9d-1bea-420c-a18d-9d598f0cb9f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:58.260412 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce1054-eac5-4b99-887d-56e04b44ddc5 None None] Pushing event updated for resources: {'Port': ['ID=5d251912-eb14-4a7f-b0de-36fba4dff848,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:58.274983 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccaf5c6-d780-43eb-bc8e-8ba76b9f2adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04051b4-95ac-4b48-9156-b58e2c002c19,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:58.307087 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-379f2f9d-1bea-420c-a18d-9d598f0cb9f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:58.314661 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-9e49c31e-ec19-4ce2-be57-5a896267e0da tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Floating IP de6ae727-5400-4417-8ab1-83481b757173 associated. External IP: 172.25.7.174, port: 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1. Jul 05 10:02:58.382207 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b24908df-3b04-469c-a8de-fc924ec33072 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting port f94ae578-e53a-4be2-926f-922a683f8104 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:58.382561 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b24908df-3b04-469c-a8de-fc924ec33072 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:58.495950 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-379f2f9d-1bea-420c-a18d-9d598f0cb9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:58.646867 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 5d251912-eb14-4a7f-b0de-36fba4dff848 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:58.675287 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-379f2f9d-1bea-420c-a18d-9d598f0cb9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:58.775754 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-379f2f9d-1bea-420c-a18d-9d598f0cb9f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:58.782969 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-379f2f9d-1bea-420c-a18d-9d598f0cb9f2 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f72b4724-5644-485c-ae6b-e5d27303f4c4 HTTP/1.1" status: 204 len: 168 time: 0.5841126 Jul 05 10:02:58.782969 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49526) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:58.783979 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f2f9d-1bea-420c-a18d-9d598f0cb9f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f72b4724-5644-485c-ae6b-e5d27303f4c4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:58.790680 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49528) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:58.796089 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab603c35-4664-4613-a944-cfd667dd5528 None None] Network c0fb5196-e150-4797-be39-8ee92e6ffc58 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:58.816090 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-509a84cf-4f19-4192-a3f7-9f403472cd69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:58.976666 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6077f404-2509-431c-9806-89b7d71a3052 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:02:59.046452 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b5361c9-42e1-4b14-9888-c4954313872a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.058218 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 6077f404-2509-431c-9806-89b7d71a3052 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:02:59.058565 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6077f404-2509-431c-9806-89b7d71a3052 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:02:59.058997 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:02:59.103986 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:02:59.104742 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7c99e8c8-07f7-4a96-99a9-f4f08c2adcaa not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:02:59.217043 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e38acf-6e07-414e-95ba-a6b5a3a9ac71 req-69729655-44de-4d6c-9db9-f7eba2d42ed7 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:59.218965 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-40e38acf-6e07-414e-95ba-a6b5a3a9ac71 req-69729655-44de-4d6c-9db9-f7eba2d42ed7 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 945 time: 0.3167045 Jul 05 10:02:59.242228 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b24908df-3b04-469c-a8de-fc924ec33072 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.276071 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b24908df-3b04-469c-a8de-fc924ec33072 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Calling delete_port for f94ae578-e53a-4be2-926f-922a683f8104 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:59.282035 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2f701f-7466-4d33-ba73-492d2cca2bb4 None None] DHCP port deletion for c0fb5196-e150-4797-be39-8ee92e6ffc58 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:02:59.283545 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-509a84cf-4f19-4192-a3f7-9f403472cd69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.297811 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-509a84cf-4f19-4192-a3f7-9f403472cd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.312835 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6b5361c9-42e1-4b14-9888-c4954313872a admin admin] Deleting port c7675451-b11b-4150-9c85-93543fc07def {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:59.313269 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b5361c9-42e1-4b14-9888-c4954313872a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.329877 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e49c31e-ec19-4ce2-be57-5a896267e0da tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Router 570b131a-478d-4095-8c89-4e0b8e1a1428 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:02:59.350810 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f701f-7466-4d33-ba73-492d2cca2bb4 None None] Deleting port c7675451-b11b-4150-9c85-93543fc07def {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:59.351296 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ef2f701f-7466-4d33-ba73-492d2cca2bb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.384155 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddbfd9-e421-45b3-957a-a622445bb152 req-f6e90489-bc74-4c1f-8270-d506ea01d2d2 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:59.385719 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-87ddbfd9-e421-45b3-957a-a622445bb152 req-f6e90489-bc74-4c1f-8270-d506ea01d2d2 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 944 time: 0.2575300 Jul 05 10:02:59.389023 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-40e38acf-6e07-414e-95ba-a6b5a3a9ac71 req-79050c43-47e5-40cb-9f39-2a477104a000 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582031 Jul 05 10:02:59.447181 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a84cf-4f19-4192-a3f7-9f403472cd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a047d03c-755d-4124-a8a3-5a4af2ed37c1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:59.457068 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-509a84cf-4f19-4192-a3f7-9f403472cd69 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=389bc367a72a466db6bddde70579815c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6679578 Jul 05 10:02:59.464592 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49532) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:59.473106 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-6b5361c9-42e1-4b14-9888-c4954313872a admin admin] For port c7675451-b11b-4150-9c85-93543fc07def, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c7675451-b11b-4150-9c85-93543fc07def,segment=NetworkSegment(3b7d31e2-53ab-404a-b23c-60d3a35fb5d8),segment_id=3b7d31e2-53ab-404a-b23c-60d3a35fb5d8)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:59.473580 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b5361c9-42e1-4b14-9888-c4954313872a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.486665 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ef2f701f-7466-4d33-ba73-492d2cca2bb4 None None] For port c7675451-b11b-4150-9c85-93543fc07def, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c7675451-b11b-4150-9c85-93543fc07def,segment=NetworkSegment(3b7d31e2-53ab-404a-b23c-60d3a35fb5d8),segment_id=3b7d31e2-53ab-404a-b23c-60d3a35fb5d8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:59.487765 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ef2f701f-7466-4d33-ba73-492d2cca2bb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.502023 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6b5361c9-42e1-4b14-9888-c4954313872a admin admin] Calling delete_port for c7675451-b11b-4150-9c85-93543fc07def owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:59.502666 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f701f-7466-4d33-ba73-492d2cca2bb4 None None] Calling delete_port for c7675451-b11b-4150-9c85-93543fc07def owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:59.581649 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e49c31e-ec19-4ce2-be57-5a896267e0da tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:02:59.590174 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ef2f701f-7466-4d33-ba73-492d2cca2bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.601138 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3445519-3d34-4245-a0e6-fb812e4c7c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.604528 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b24908df-3b04-469c-a8de-fc924ec33072 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.620702 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e49c31e-ec19-4ce2-be57-5a896267e0da tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.625566 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a0140f-fef0-4ea1-add9-58fd6d7d9320 None None] Sync routers for ids ['570b131a-478d-4095-8c89-4e0b8e1a1428'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:02:59.630972 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f701f-7466-4d33-ba73-492d2cca2bb4 None None] Pushing event deleted for resources: {'Port': ['ID=c7675451-b11b-4150-9c85-93543fc07def,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:59.645358 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-670f1e79-a148-4b28-9404-0394419e9993 None None] Provisioning for port f94ae578-e53a-4be2-926f-922a683f8104 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:59.646357 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-87ddbfd9-e421-45b3-957a-a622445bb152 req-06e6afe0-a822-4b48-8dd8-8db28d35bcee tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/security-groups?id=366d6fe4-8a5f-44c8-9f49-7137c8fccd49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440825 Jul 05 10:02:59.652608 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2f701f-7466-4d33-ba73-492d2cca2bb4 None None] No DVR routers for this DVR port c7675451-b11b-4150-9c85-93543fc07def on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:02:59.659860 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-670f1e79-a148-4b28-9404-0394419e9993 None None] Provisioning complete for port f94ae578-e53a-4be2-926f-922a683f8104 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:59.660249 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-670f1e79-a148-4b28-9404-0394419e9993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.663047 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a0140f-fef0-4ea1-add9-58fd6d7d9320 None None] Routers {'570b131a-478d-4095-8c89-4e0b8e1a1428'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:59.663732 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-10a0140f-fef0-4ea1-add9-58fd6d7d9320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:02:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['570b131a-478d-4095-8c89-4e0b8e1a1428'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:59.685168 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b5361c9-42e1-4b14-9888-c4954313872a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.695342 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24908df-3b04-469c-a8de-fc924ec33072 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Port': ['ID=f94ae578-e53a-4be2-926f-922a683f8104,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:59.718390 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-670f1e79-a148-4b28-9404-0394419e9993 None None] Port f94ae578-e53a-4be2-926f-922a683f8104 was deleted so its status cannot be updated. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 10:02:59.724271 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5361c9-42e1-4b14-9888-c4954313872a admin admin] Pushing event deleted for resources: {'Port': ['ID=c7675451-b11b-4150-9c85-93543fc07def,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:59.727000 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5361c9-42e1-4b14-9888-c4954313872a admin admin] No DVR routers for this DVR port c7675451-b11b-4150-9c85-93543fc07def on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:02:59.738343 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-670f1e79-a148-4b28-9404-0394419e9993 None None] Provisioning complete for port 4a18f39f-c943-48a7-9068-8222bca40b16 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:59.738833 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-670f1e79-a148-4b28-9404-0394419e9993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.748497 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b24908df-3b04-469c-a8de-fc924ec33072 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.753122 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b24908df-3b04-469c-a8de-fc924ec33072 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/ports/f94ae578-e53a-4be2-926f-922a683f8104 HTTP/1.1" status: 204 len: 168 time: 1.7012675 Jul 05 10:02:59.756184 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49534) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:59.788074 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3445519-3d34-4245-a0e6-fb812e4c7c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.790316 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f59ff2-34f4-446d-baeb-e34fafd4135e tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] GET failed (client error): The resource could not be found. Jul 05 10:02:59.798752 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-93f59ff2-34f4-446d-baeb-e34fafd4135e tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports/f94ae578-e53a-4be2-926f-922a683f8104 HTTP/1.1" status: 404 len: 333 time: 0.0350547 Jul 05 10:02:59.798752 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9e49c31e-ec19-4ce2-be57-5a896267e0da tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5721390 Jul 05 10:02:59.800291 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffb9280-61e0-4f45-b88f-c79564d4f1a5', 'tag': '4e8cb547-5b83-4129-b8a6-1b2c749cf7c1'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:59.802719 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34dc3f4-e059-4f35-8c28-e58d8b52437d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffb9280-61e0-4f45-b88f-c79564d4f1a5", "tag": "4e8cb547-5b83-4129-b8a6-1b2c749cf7c1"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:59.805024 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49536) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:59.805369 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49538) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:59.839048 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b5361c9-42e1-4b14-9888-c4954313872a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.845498 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-670f1e79-a148-4b28-9404-0394419e9993 None None] Port 4a18f39f-c943-48a7-9068-8222bca40b16 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:59.856815 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6b5361c9-42e1-4b14-9888-c4954313872a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0fb5196-e150-4797-be39-8ee92e6ffc58']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:59.877435 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-10a0140f-fef0-4ea1-add9-58fd6d7d9320 None None] Set router 570b131a-478d-4095-8c89-4e0b8e1a1428 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:59.884226 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6b5361c9-42e1-4b14-9888-c4954313872a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7d31e2-53ab-404a-b23c-60d3a35fb5d8') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:59.884541 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6b5361c9-42e1-4b14-9888-c4954313872a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7d31e2-53ab-404a-b23c-60d3a35fb5d8') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:59.929409 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b5361c9-42e1-4b14-9888-c4954313872a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.931360 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a99e3c-dde8-4d7c-9b14-f1bd5d9c3cfc x-openstack-request-id: req-b1a99e3c-dde8-4d7c-9b14-f1bd5d9c3cfc {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:59.931654 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffb9280-61e0-4f45-b88f-c79564d4f1a5", "tag": "4e8cb547-5b83-4129-b8a6-1b2c749cf7c1", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:59.932470 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b1a99e3c-dde8-4d7c-9b14-f1bd5d9c3cfc {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:59.933018 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffb9280-61e0-4f45-b88f-c79564d4f1a5', 'tag': '4e8cb547-5b83-4129-b8a6-1b2c749cf7c1', 'status': 'completed', 'code': 200} Jul 05 10:02:59.953098 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b5361c9-42e1-4b14-9888-c4954313872a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.964603 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5361c9-42e1-4b14-9888-c4954313872a admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:02:59.965087 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b5361c9-42e1-4b14-9888-c4954313872a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: self.session.flush() Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: self.session.flush() Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: self.session.flush() Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: self.session.flush() Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:02:59.967144 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:02:59.993927 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-670f1e79-a148-4b28-9404-0394419e9993 None None] Provisioning for port 5d251912-eb14-4a7f-b0de-36fba4dff848 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:00.033304 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-670f1e79-a148-4b28-9404-0394419e9993 None None] Provisioning complete for port 5d251912-eb14-4a7f-b0de-36fba4dff848 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:00.033564 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-670f1e79-a148-4b28-9404-0394419e9993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.035251 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34dc3f4-e059-4f35-8c28-e58d8b52437d req-d0e35efa-7c65-4dbe-82d3-201e683ddae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.039702 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d34dc3f4-e059-4f35-8c28-e58d8b52437d req-d0e35efa-7c65-4dbe-82d3-201e683ddae8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f0692abcf6f7458c830e07d7e3d21525&device_id=1ffb9280-61e0-4f45-b88f-c79564d4f1a5 HTTP/1.1" status: 200 len: 1135 time: 0.1503007 Jul 05 10:03:00.054988 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b5361c9-42e1-4b14-9888-c4954313872a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.071084 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b5361c9-42e1-4b14-9888-c4954313872a admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.073250 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6b5361c9-42e1-4b14-9888-c4954313872a admin admin] 10.222.0.79 "DELETE /v2.0/networks/c0fb5196-e150-4797-be39-8ee92e6ffc58 HTTP/1.1" status: 204 len: 168 time: 1.2587323 Jul 05 10:03:00.085063 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49544) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:00.115939 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aae844ca-4e2d-429a-aa11-8a96d6d09801 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.116622 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5361c9-42e1-4b14-9888-c4954313872a admin admin] Pushing event deleted for resources: {'Network': ['ID=c0fb5196-e150-4797-be39-8ee92e6ffc58,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:00.165490 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34dc3f4-e059-4f35-8c28-e58d8b52437d req-403a93ee-5dde-4bf0-8c73-5fad32cadd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.167572 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d34dc3f4-e059-4f35-8c28-e58d8b52437d req-403a93ee-5dde-4bf0-8c73-5fad32cadd62 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8c98862d-9559-4154-8b43-1e014fca973e HTTP/1.1" status: 200 len: 897 time: 0.1234517 Jul 05 10:03:00.203935 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-10a0140f-fef0-4ea1-add9-58fd6d7d9320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906527942', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:02Z', 'updated_at': '2021-07-05T10:02:20Z', 'revision_number': 4, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'gw_port': {'id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:04Z', 'updated_at': '2021-07-05T10:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'de6ae727-5400-4417-8ab1-83481b757173', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'floating_ip_address': '172.25.7.174', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'port_id': '4e8cb547-5b83-4129-b8a6-1b2c749cf7c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e', 'mac_address': 'fa:16:3e:ae:88:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb9280-61e0-4f45-b88f-c79564d4f1a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:02:56Z', 'updated_at': '2021-07-05T10:02:56Z', 'revision_number': 0, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57e1559e-be70-4da0-941e-b79c1b80881c', 'name': '', 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'mac_address': 'fa:16:3e:5c:3b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '9546e6f0-63ec-42b7-8000-0029a450136d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:16Z', 'updated_at': '2021-07-05T10:02:29Z', 'revision_number': 5, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'subnets': [{'id': '9546e6f0-63ec-42b7-8000-0029a450136d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:00.217983 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aae844ca-4e2d-429a-aa11-8a96d6d09801 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.222499 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faee1d4-f424-40e0-8147-7ae7719afd1a tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.222987 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faee1d4-f424-40e0-8147-7ae7719afd1a tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.223459 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faee1d4-f424-40e0-8147-7ae7719afd1a tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.223958 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faee1d4-f424-40e0-8147-7ae7719afd1a tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.224422 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faee1d4-f424-40e0-8147-7ae7719afd1a tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.224887 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faee1d4-f424-40e0-8147-7ae7719afd1a tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.225348 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faee1d4-f424-40e0-8147-7ae7719afd1a tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.225810 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faee1d4-f424-40e0-8147-7ae7719afd1a tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.226269 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faee1d4-f424-40e0-8147-7ae7719afd1a tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.226725 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faee1d4-f424-40e0-8147-7ae7719afd1a tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.227187 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faee1d4-f424-40e0-8147-7ae7719afd1a tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.227646 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faee1d4-f424-40e0-8147-7ae7719afd1a tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.229965 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4faee1d4-f424-40e0-8147-7ae7719afd1a tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8522 time: 0.4214110 Jul 05 10:03:00.233217 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49546) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:00.235531 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a0140f-fef0-4ea1-add9-58fd6d7d9320 None None] Checking router: 570b131a-478d-4095-8c89-4e0b8e1a1428 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:03:00.237698 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3445519-3d34-4245-a0e6-fb812e4c7c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.240705 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3445519-3d34-4245-a0e6-fb812e4c7c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.244460 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d3445519-3d34-4245-a0e6-fb812e4c7c08 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a047d03c-755d-4124-a8a3-5a4af2ed37c1 HTTP/1.1" status: 204 len: 168 time: 0.7756145 Jul 05 10:03:00.257587 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a0140f-fef0-4ea1-add9-58fd6d7d9320 None None] Routers {'570b131a-478d-4095-8c89-4e0b8e1a1428'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:00.259043 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-10a0140f-fef0-4ea1-add9-58fd6d7d9320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:02:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['570b131a-478d-4095-8c89-4e0b8e1a1428'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:00.287902 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3445519-3d34-4245-a0e6-fb812e4c7c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a047d03c-755d-4124-a8a3-5a4af2ed37c1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:00.328884 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d34dc3f4-e059-4f35-8c28-e58d8b52437d req-9e00ca7b-eb42-4b7e-9f9a-47c6873250a6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 HTTP/1.1" status: 200 len: 999 time: 0.1518226 Jul 05 10:03:00.375481 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aae844ca-4e2d-429a-aa11-8a96d6d09801 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.378976 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aae844ca-4e2d-429a-aa11-8a96d6d09801 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.380243 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-aae844ca-4e2d-429a-aa11-8a96d6d09801 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/security-groups/606bacea-7d5a-47e3-a890-99b5044522f1 HTTP/1.1" status: 204 len: 168 time: 0.5706193 Jul 05 10:03:00.389413 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49552) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:00.414371 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d21f75-5681-489a-9e35-a1b6dbc2ca96 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.414920 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d21f75-5681-489a-9e35-a1b6dbc2ca96 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.415520 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d21f75-5681-489a-9e35-a1b6dbc2ca96 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.416150 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d21f75-5681-489a-9e35-a1b6dbc2ca96 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.416841 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d21f75-5681-489a-9e35-a1b6dbc2ca96 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.417718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d21f75-5681-489a-9e35-a1b6dbc2ca96 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.418145 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d21f75-5681-489a-9e35-a1b6dbc2ca96 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.418760 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d21f75-5681-489a-9e35-a1b6dbc2ca96 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.419288 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d21f75-5681-489a-9e35-a1b6dbc2ca96 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.419757 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d21f75-5681-489a-9e35-a1b6dbc2ca96 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.420241 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d21f75-5681-489a-9e35-a1b6dbc2ca96 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.420840 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d21f75-5681-489a-9e35-a1b6dbc2ca96 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.421408 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d21f75-5681-489a-9e35-a1b6dbc2ca96 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.424773 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-56d21f75-5681-489a-9e35-a1b6dbc2ca96 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8424 time: 0.1894834 Jul 05 10:03:00.429027 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49556) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:00.430662 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-10a0140f-fef0-4ea1-add9-58fd6d7d9320 None None] Set router 570b131a-478d-4095-8c89-4e0b8e1a1428 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:00.460719 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34dc3f4-e059-4f35-8c28-e58d8b52437d req-f5dab1b1-ab21-43dc-a6ab-b8c58cf509d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.462964 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d34dc3f4-e059-4f35-8c28-e58d8b52437d req-f5dab1b1-ab21-43dc-a6ab-b8c58cf509d4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9546e6f0-63ec-42b7-8000-0029a450136d HTTP/1.1" status: 200 len: 835 time: 0.1256616 Jul 05 10:03:00.468894 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 97247cf4-cd41-4788-a3bd-3c465569d6a4 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:00.473185 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae844ca-4e2d-429a-aa11-8a96d6d09801 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=606bacea-7d5a-47e3-a890-99b5044522f1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:00.513681 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-04629f19-bd06-4d08-84a4-71cd4988fe8b None None] Could not find standard attr ID for object f94ae578-e53a-4be2-926f-922a683f8104. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:03:00.587175 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d43a9262-0d47-4e4d-a649-5b2cab68964b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.625782 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34dc3f4-e059-4f35-8c28-e58d8b52437d req-1b781a86-24c3-49a2-9ded-a44bc31fbf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.627457 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d34dc3f4-e059-4f35-8c28-e58d8b52437d req-1b781a86-24c3-49a2-9ded-a44bc31fbf92 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8c98862d-9559-4154-8b43-1e014fca973e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1587207 Jul 05 10:03:00.630117 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 97247cf4-cd41-4788-a3bd-3c465569d6a4 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:00.664535 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 97247cf4-cd41-4788-a3bd-3c465569d6a4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:00.665370 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.746560 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d43a9262-0d47-4e4d-a649-5b2cab68964b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.825476 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d34dc3f4-e059-4f35-8c28-e58d8b52437d req-a799f70b-8f22-4881-abb9-0cfea3aaf00a service neutron] 10.222.0.81 "GET /v2.0/networks/8c98862d-9559-4154-8b43-1e014fca973e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902561 Jul 05 10:03:00.842461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ddd78-7d2c-429f-b532-1ae489d0af64 req-e9426674-19fb-4715-9cf5-e443afe045de tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.844208 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-de4ddd78-7d2c-429f-b532-1ae489d0af64 req-e9426674-19fb-4715-9cf5-e443afe045de tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 945 time: 0.1777065 Jul 05 10:03:00.932651 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c7675451-b11b-4150-9c85-93543fc07def no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:03:00.969170 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d43a9262-0d47-4e4d-a649-5b2cab68964b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.972204 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d43a9262-0d47-4e4d-a649-5b2cab68964b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.975926 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d43a9262-0d47-4e4d-a649-5b2cab68964b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/security-groups/b1923589-cb41-4527-8fa6-a48ebfdb5abb HTTP/1.1" status: 204 len: 168 time: 0.5830283 Jul 05 10:03:00.979397 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-de4ddd78-7d2c-429f-b532-1ae489d0af64 req-b4ddba88-68d5-4e8f-adb8-ff72f089ec70 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154556 Jul 05 10:03:00.985983 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49570) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:01.020122 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: c7675451-b11b-4150-9c85-93543fc07def {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:03:01.020122 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c7675451-b11b-4150-9c85-93543fc07def not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:03:01.020546 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a9262-0d47-4e4d-a649-5b2cab68964b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1923589-cb41-4527-8fa6-a48ebfdb5abb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:01.071650 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d34dc3f4-e059-4f35-8c28-e58d8b52437d req-84b5ab2a-ba0a-4a77-b60f-86f34972d300 service neutron] 10.222.0.81 "GET /v2.0/networks/8c98862d-9559-4154-8b43-1e014fca973e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380857 Jul 05 10:03:01.086628 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089834b-465f-41cd-b877-64268561e843 req-7e0c1e27-23bd-4ec3-a24e-c06fb432e69e tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:01.088334 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f089834b-465f-41cd-b877-64268561e843 req-7e0c1e27-23bd-4ec3-a24e-c06fb432e69e tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 944 time: 0.2425206 Jul 05 10:03:01.094356 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b95affef-f379-49c3-a0d5-0032e17ffda8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.140467 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b95affef-f379-49c3-a0d5-0032e17ffda8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.201072 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f089834b-465f-41cd-b877-64268561e843 req-ed4dfc70-b30d-4187-b9c3-a63722113f91 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/security-groups?id=366d6fe4-8a5f-44c8-9f49-7137c8fccd49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037493 Jul 05 10:03:01.213760 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.221292 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b95affef-f379-49c3-a0d5-0032e17ffda8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.227789 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2fa75c01-949a-4421-a325-4880d96774d9 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5208 time: 0.7647991 Jul 05 10:03:01.234176 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49578) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:01.236479 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b95affef-f379-49c3-a0d5-0032e17ffda8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.240362 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b95affef-f379-49c3-a0d5-0032e17ffda8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/security-groups/4a564a49-1cfd-4a4c-a3c0-a8f0c6912f44 HTTP/1.1" status: 204 len: 168 time: 0.2492108 Jul 05 10:03:01.244837 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49582) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:01.257575 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c73c052-2cac-481a-becb-9a29a94703ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97247cf4-cd41-4788-a3bd-3c465569d6a4'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:01.260078 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02221044-00c7-43d3-a242-ebb95d76464a" -d '{"events": [{"server_uuid": "6c73c052-2cac-481a-becb-9a29a94703ba", "name": "network-vif-plugged", "status": "completed", "tag": "97247cf4-cd41-4788-a3bd-3c465569d6a4"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:01.260268 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95affef-f379-49c3-a0d5-0032e17ffda8 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a564a49-1cfd-4a4c-a3c0-a8f0c6912f44,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:01.303158 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f04e422-d85a-4ba7-ace4-0039d2350031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.310521 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e30fcad-f54b-4f3f-af50-919af5c5f18b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting subnet 07a2f616-fa9c-48fe-a5c1-ba698e71bd77 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:03:01.314157 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e30fcad-f54b-4f3f-af50-919af5c5f18b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.330175 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-10a0140f-fef0-4ea1-add9-58fd6d7d9320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906527942', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:02Z', 'updated_at': '2021-07-05T10:02:20Z', 'revision_number': 4, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'gw_port': {'id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:04Z', 'updated_at': '2021-07-05T10:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'de6ae727-5400-4417-8ab1-83481b757173', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'floating_ip_address': '172.25.7.174', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'port_id': '4e8cb547-5b83-4129-b8a6-1b2c749cf7c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e', 'mac_address': 'fa:16:3e:ae:88:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb9280-61e0-4f45-b88f-c79564d4f1a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:02:56Z', 'updated_at': '2021-07-05T10:02:56Z', 'revision_number': 0, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57e1559e-be70-4da0-941e-b79c1b80881c', 'name': '', 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'mac_address': 'fa:16:3e:5c:3b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '9546e6f0-63ec-42b7-8000-0029a450136d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:16Z', 'updated_at': '2021-07-05T10:02:29Z', 'revision_number': 5, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'subnets': [{'id': '9546e6f0-63ec-42b7-8000-0029a450136d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:01.347614 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec8e558-d6dd-4a17-aabf-3f7c78f7a767 x-openstack-request-id: req-bec8e558-d6dd-4a17-aabf-3f7c78f7a767 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:01.348802 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c73c052-2cac-481a-becb-9a29a94703ba", "name": "network-vif-plugged", "status": "completed", "tag": "97247cf4-cd41-4788-a3bd-3c465569d6a4", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:01.349230 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bec8e558-d6dd-4a17-aabf-3f7c78f7a767 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:01.349900 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c73c052-2cac-481a-becb-9a29a94703ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97247cf4-cd41-4788-a3bd-3c465569d6a4', 'code': 200} Jul 05 10:03:01.352121 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 97247cf4-cd41-4788-a3bd-3c465569d6a4, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=97247cf4-cd41-4788-a3bd-3c465569d6a4,segment=NetworkSegment(76d28b25-7403-4b43-b86d-a90eb252c176),segment_id=76d28b25-7403-4b43-b86d-a90eb252c176)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:01.372156 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e30fcad-f54b-4f3f-af50-919af5c5f18b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.384023 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.389048 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 466f3add-1d38-41f7-a47f-21b01c1d567f no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:03:01.395968 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a0140f-fef0-4ea1-add9-58fd6d7d9320 None None] The sync data for ids ['570b131a-478d-4095-8c89-4e0b8e1a1428'] in n-d-798054-8 is: [{'id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906527942', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:02Z', 'updated_at': '2021-07-05T10:02:20Z', 'revision_number': 4, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'gw_port': {'id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:04Z', 'updated_at': '2021-07-05T10:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'de6ae727-5400-4417-8ab1-83481b757173', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'floating_ip_address': '172.25.7.174', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'port_id': '4e8cb547-5b83-4129-b8a6-1b2c749cf7c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e', 'mac_address': 'fa:16:3e:ae:88:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb9280-61e0-4f45-b88f-c79564d4f1a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:02:56Z', 'updated_at': '2021-07-05T10:02:56Z', 'revision_number': 0, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57e1559e-be70-4da0-941e-b79c1b80881c', 'name': '', 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'mac_address': 'fa:16:3e:5c:3b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '9546e6f0-63ec-42b7-8000-0029a450136d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:16Z', 'updated_at': '2021-07-05T10:02:29Z', 'revision_number': 5, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'subnets': [{'id': '9546e6f0-63ec-42b7-8000-0029a450136d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:03:01.447479 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1023789-5466-4e6c-a370-1ad320f06b6a tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:01.447961 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1023789-5466-4e6c-a370-1ad320f06b6a tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:01.461396 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d1023789-5466-4e6c-a370-1ad320f06b6a tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=570b131a-478d-4095-8c89-4e0b8e1a1428 HTTP/1.1" status: 200 len: 1989 time: 0.2257278 Jul 05 10:03:01.520919 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=97247cf4-cd41-4788-a3bd-3c465569d6a4,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:01.541754 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e30fcad-f54b-4f3f-af50-919af5c5f18b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.586492 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272e35f-699f-4704-bf15-2d8f980d7213 req-9097240f-cbb3-4d56-b8fb-fe37e01f6fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:01.588664 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f272e35f-699f-4704-bf15-2d8f980d7213 req-9097240f-cbb3-4d56-b8fb-fe37e01f6fe2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 1096 time: 0.1531975 Jul 05 10:03:01.615181 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.660211 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 466f3add-1d38-41f7-a47f-21b01c1d567f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=466f3add-1d38-41f7-a47f-21b01c1d567f,segment=NetworkSegment(0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3),segment_id=0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:01.666650 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.742010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=466f3add-1d38-41f7-a47f-21b01c1d567f,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:01.763055 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3f04e422-d85a-4ba7-ace4-0039d2350031 admin admin] Deleting port 3e27a13e-8e69-4888-b7fe-eaf08a89c012 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:03:01.763493 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f04e422-d85a-4ba7-ace4-0039d2350031 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.770795 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84df1bdf-29c5-4f09-b22d-db0b157b30b5 None None] New status for floating IP de6ae727-5400-4417-8ab1-83481b757173: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:03:01.865367 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-3f04e422-d85a-4ba7-ace4-0039d2350031 admin admin] For port 3e27a13e-8e69-4888-b7fe-eaf08a89c012, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3e27a13e-8e69-4888-b7fe-eaf08a89c012,segment=NetworkSegment(0be4ad51-bad5-4bf5-bade-e7a5af587a90),segment_id=0be4ad51-bad5-4bf5-bade-e7a5af587a90)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:01.866193 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f04e422-d85a-4ba7-ace4-0039d2350031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.883751 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3f04e422-d85a-4ba7-ace4-0039d2350031 admin admin] Calling delete_port for 3e27a13e-8e69-4888-b7fe-eaf08a89c012 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:03:02.008609 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f272e35f-699f-4704-bf15-2d8f980d7213 req-e445d954-0b23-454e-8bac-4da5963558ba service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=366d6fe4-8a5f-44c8-9f49-7137c8fccd49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4081333 Jul 05 10:03:02.015238 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e30fcad-f54b-4f3f-af50-919af5c5f18b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:02.050424 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30fcad-f54b-4f3f-af50-919af5c5f18b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Subnet': ['ID=07a2f616-fa9c-48fe-a5c1-ba698e71bd77,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:02.054351 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e30fcad-f54b-4f3f-af50-919af5c5f18b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:02.062195 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1e30fcad-f54b-4f3f-af50-919af5c5f18b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/subnets/07a2f616-fa9c-48fe-a5c1-ba698e71bd77 HTTP/1.1" status: 204 len: 168 time: 0.8150549 Jul 05 10:03:02.062315 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49604) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:02.073824 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d0d8df-7b2a-4c8d-ba05-c5cfb966bbe8 None None] Network 5b46b6d5-0dbf-44ef-8739-cba362b31695 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:03:02.125755 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-283ab58a-b622-4ced-a8d0-4074e97d739e tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting subnet 2c1ccc36-cf9c-4fbe-8b64-0ee72afaaba1 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:03:02.129622 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-283ab58a-b622-4ced-a8d0-4074e97d739e tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:02.196601 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-283ab58a-b622-4ced-a8d0-4074e97d739e tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:02.223111 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7c7ef-b4b7-48ec-8459-7ae8e22711d1 req-631e6f3a-a1cb-4a28-8634-3b8eb1456961 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:02.226259 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7bc7c7ef-b4b7-48ec-8459-7ae8e22711d1 req-631e6f3a-a1cb-4a28-8634-3b8eb1456961 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 943 time: 0.0750039 Jul 05 10:03:02.281752 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7bc7c7ef-b4b7-48ec-8459-7ae8e22711d1 req-58c9a208-3117-4460-a51b-a97bd1c61dbd tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483382 Jul 05 10:03:02.314363 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 466f3add-1d38-41f7-a47f-21b01c1d567f details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:03:02.330644 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f04e422-d85a-4ba7-ace4-0039d2350031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:02.374953 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04e422-d85a-4ba7-ace4-0039d2350031 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e27a13e-8e69-4888-b7fe-eaf08a89c012,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:02.470707 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-283ab58a-b622-4ced-a8d0-4074e97d739e tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:02.484642 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80911736-9f1e-42e1-805a-f106df404852 req-cc7b720e-d4e7-4b3a-941b-89e894674df9 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:02.487137 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80911736-9f1e-42e1-805a-f106df404852 req-cc7b720e-d4e7-4b3a-941b-89e894674df9 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 945 time: 0.1390765 Jul 05 10:03:02.494504 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 466f3add-1d38-41f7-a47f-21b01c1d567f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=466f3add-1d38-41f7-a47f-21b01c1d567f,segment=NetworkSegment(0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3),segment_id=0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:02.545572 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '466f3add-1d38-41f7-a47f-21b01c1d567f', 'network_id': '8266bda9-355f-4ec8-8511-7adbee0961b0', 'port_id': '466f3add-1d38-41f7-a47f-21b01c1d567f', 'mac_address': 'fa:16:3e:ea:b4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e9513f-1558-487a-8c2f-be083e6d5e0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:03:02.546288 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80911736-9f1e-42e1-805a-f106df404852 req-5b564f31-a9c1-4e58-ac8f-872c6fc08a72 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/security-groups?id=366d6fe4-8a5f-44c8-9f49-7137c8fccd49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513864 Jul 05 10:03:02.637244 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:02.645128 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:02.675731 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466f3add-1d38-41f7-a47f-21b01c1d567f {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:02.727479 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 466f3add-1d38-41f7-a47f-21b01c1d567f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=466f3add-1d38-41f7-a47f-21b01c1d567f,segment=NetworkSegment(0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3),segment_id=0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:02.732615 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:02.802033 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=466f3add-1d38-41f7-a47f-21b01c1d567f,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:03.048969 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49630) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:03.087209 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-283ab58a-b622-4ced-a8d0-4074e97d739e tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.129417 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['466f3add-1d38-41f7-a47f-21b01c1d567f'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:03:03.130220 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ab58a-b622-4ced-a8d0-4074e97d739e tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Subnet': ['ID=2c1ccc36-cf9c-4fbe-8b64-0ee72afaaba1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:03.135432 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-283ab58a-b622-4ced-a8d0-4074e97d739e tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.137464 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-283ab58a-b622-4ced-a8d0-4074e97d739e tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/subnets/2c1ccc36-cf9c-4fbe-8b64-0ee72afaaba1 HTTP/1.1" status: 204 len: 168 time: 1.0742538 Jul 05 10:03:03.138661 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f04e422-d85a-4ba7-ace4-0039d2350031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.140363 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49634) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:03.174425 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2a090e-e39b-4b8d-93a8-689fbd32c249 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] DELETE failed (client error): The resource could not be found. Jul 05 10:03:03.174925 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef2a090e-e39b-4b8d-93a8-689fbd32c249 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:03:03.176845 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ef2a090e-e39b-4b8d-93a8-689fbd32c249 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/subnets/07a2f616-fa9c-48fe-a5c1-ba698e71bd77 HTTP/1.1" status: 404 len: 337 time: 0.0355153 Jul 05 10:03:03.179437 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49636) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:03.197366 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39d6c64a-0e9d-4ff3-811f-a14888c5af3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.298195 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-84458c3e-2e96-421c-83c2-6c5abc2e3f7c tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting subnet c6f62667-9d47-41a7-8610-6e1c99f9e303 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:03:03.305661 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84458c3e-2e96-421c-83c2-6c5abc2e3f7c tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.342588 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39d6c64a-0e9d-4ff3-811f-a14888c5af3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.348058 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39d6c64a-0e9d-4ff3-811f-a14888c5af3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.386458 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-39d6c64a-0e9d-4ff3-811f-a14888c5af3c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6aefbee71228431e8a4698df6fd9cc6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3354633 Jul 05 10:03:03.389007 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49640) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:03.395190 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '466f3add-1d38-41f7-a47f-21b01c1d567f'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:03.399306 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493838b1-76e1-4b1e-b7b7-f597571f5892" -d '{"events": [{"server_uuid": "fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba", "name": "network-vif-unplugged", "status": "completed", "tag": "466f3add-1d38-41f7-a47f-21b01c1d567f"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:03.436764 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84458c3e-2e96-421c-83c2-6c5abc2e3f7c tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.448064 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6c64a-0e9d-4ff3-811f-a14888c5af3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a61178c-ae0d-478d-8d2d-5b1c7c539459,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:03.457584 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b541dc0-eb55-4e9c-8b5e-2b543c03e29e x-openstack-request-id: req-6b541dc0-eb55-4e9c-8b5e-2b543c03e29e {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:03.457920 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba", "name": "network-vif-unplugged", "status": "completed", "tag": "466f3add-1d38-41f7-a47f-21b01c1d567f", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:03.458185 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6b541dc0-eb55-4e9c-8b5e-2b543c03e29e {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:03.458591 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '466f3add-1d38-41f7-a47f-21b01c1d567f', 'code': 200} Jul 05 10:03:03.483183 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d6c64a-0e9d-4ff3-811f-a14888c5af3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:03.484227 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d6c64a-0e9d-4ff3-811f-a14888c5af3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:03.484840 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d6c64a-0e9d-4ff3-811f-a14888c5af3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:03.485817 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d6c64a-0e9d-4ff3-811f-a14888c5af3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:03.486170 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb4a4db-5828-4d05-8259-0ce68ff0d5e1 None None] Network 5b46b6d5-0dbf-44ef-8739-cba362b31695 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:03:03.486308 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d6c64a-0e9d-4ff3-811f-a14888c5af3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:03.486676 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d6c64a-0e9d-4ff3-811f-a14888c5af3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:03.487068 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d6c64a-0e9d-4ff3-811f-a14888c5af3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:03.487793 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d6c64a-0e9d-4ff3-811f-a14888c5af3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:03.490178 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d6c64a-0e9d-4ff3-811f-a14888c5af3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:03.490178 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d6c64a-0e9d-4ff3-811f-a14888c5af3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:03.490178 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d6c64a-0e9d-4ff3-811f-a14888c5af3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:03.490178 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d6c64a-0e9d-4ff3-811f-a14888c5af3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:03.553973 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22a8794c-deb2-488e-869b-89bc09beaac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.577508 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3675e2f2-265d-45fe-9f1b-5460cb418559 None None] Provisioning complete for port 4a18f39f-c943-48a7-9068-8222bca40b16 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:03.578153 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3675e2f2-265d-45fe-9f1b-5460cb418559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.595443 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22a8794c-deb2-488e-869b-89bc09beaac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.604324 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be4e60-a803-466d-bc38-9f43e72237dc req-d97dd5df-12e2-4bf7-9353-4449c2f5401d tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:03.619352 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-59be4e60-a803-466d-bc38-9f43e72237dc req-d97dd5df-12e2-4bf7-9353-4449c2f5401d tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 944 time: 0.1518331 Jul 05 10:03:03.647690 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3675e2f2-265d-45fe-9f1b-5460cb418559 None None] Port 4a18f39f-c943-48a7-9068-8222bca40b16 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:03:03.664713 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84458c3e-2e96-421c-83c2-6c5abc2e3f7c tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.666028 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3675e2f2-265d-45fe-9f1b-5460cb418559 None None] Provisioning complete for port 5d251912-eb14-4a7f-b0de-36fba4dff848 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:03.666789 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3675e2f2-265d-45fe-9f1b-5460cb418559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.689388 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-59be4e60-a803-466d-bc38-9f43e72237dc req-3f05b8c0-1f95-416c-9221-061d9202ba67 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690792 Jul 05 10:03:03.719080 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f04e422-d85a-4ba7-ace4-0039d2350031 admin admin] Router f1c4b381-c2a9-49b1-a6af-3937020a36e0 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:03:03.749356 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22a8794c-deb2-488e-869b-89bc09beaac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.752958 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22a8794c-deb2-488e-869b-89bc09beaac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.754342 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-22a8794c-deb2-488e-869b-89bc09beaac0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6a61178c-ae0d-478d-8d2d-5b1c7c539459 HTTP/1.1" status: 204 len: 168 time: 0.3639648 Jul 05 10:03:03.768642 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8794c-deb2-488e-869b-89bc09beaac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a61178c-ae0d-478d-8d2d-5b1c7c539459,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:03.790395 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e550b-f878-4d46-851a-a29efb46d9f5 req-2b96d4d2-f3f4-4356-87d8-8fe32f79c9c5 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:03.792243 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e02e550b-f878-4d46-851a-a29efb46d9f5 req-2b96d4d2-f3f4-4356-87d8-8fe32f79c9c5 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 945 time: 0.0910094 Jul 05 10:03:03.858001 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e02e550b-f878-4d46-851a-a29efb46d9f5 req-191f4391-551e-49fc-a42e-96da85c442b7 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/security-groups?id=366d6fe4-8a5f-44c8-9f49-7137c8fccd49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581183 Jul 05 10:03:03.878717 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84458c3e-2e96-421c-83c2-6c5abc2e3f7c tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.917562 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84458c3e-2e96-421c-83c2-6c5abc2e3f7c tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f62667-9d47-41a7-8610-6e1c99f9e303,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:03.919675 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84458c3e-2e96-421c-83c2-6c5abc2e3f7c tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.924448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49650) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:03.924590 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-84458c3e-2e96-421c-83c2-6c5abc2e3f7c tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/subnets/c6f62667-9d47-41a7-8610-6e1c99f9e303 HTTP/1.1" status: 204 len: 168 time: 0.7440338 Jul 05 10:03:03.928030 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f04e422-d85a-4ba7-ace4-0039d2350031 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:03:03.933111 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3f04e422-d85a-4ba7-ace4-0039d2350031 admin admin] 10.222.0.79 "PUT /v2.0/routers/f1c4b381-c2a9-49b1-a6af-3937020a36e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8466303 Jul 05 10:03:03.938233 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49652) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:03.941309 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e212b91-4482-4d5d-b322-c96d95e42425 None None] Sync routers for ids ['f1c4b381-c2a9-49b1-a6af-3937020a36e0'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:03:03.953649 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e212b91-4482-4d5d-b322-c96d95e42425 None None] Routers {'f1c4b381-c2a9-49b1-a6af-3937020a36e0'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:03.954418 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2e212b91-4482-4d5d-b322-c96d95e42425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:02:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f1c4b381-c2a9-49b1-a6af-3937020a36e0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:03.979513 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b65682-9836-4499-b621-4c8bd220cf18 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] DELETE failed (client error): The resource could not be found. Jul 05 10:03:03.980005 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b65682-9836-4499-b621-4c8bd220cf18 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:03:03.985012 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49656) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:03.986015 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-74b65682-9836-4499-b621-4c8bd220cf18 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/subnets/d7dd9b8c-8d84-4fc2-8989-77c0b0817467 HTTP/1.1" status: 404 len: 337 time: 0.0603368 Jul 05 10:03:04.031425 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-78efff44-8eb8-40da-ab34-bd2c89f9ccec tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "GET /v2.0/ports?device_id=26f9bcae-d85f-4b97-9dd1-36ae4dc2c485 HTTP/1.1" status: 200 len: 205 time: 0.0442488 Jul 05 10:03:04.035411 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49658) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:04.092430 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-1c0af09b-656b-454b-87e7-7a8e69f5e56d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] delete failed (client error): The resource could not be found. Jul 05 10:03:04.093323 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1c0af09b-656b-454b-87e7-7a8e69f5e56d tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/routers/26f9bcae-d85f-4b97-9dd1-36ae4dc2c485 HTTP/1.1" status: 404 len: 336 time: 0.0568585 Jul 05 10:03:04.096391 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49660) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:04.118442 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-2e212b91-4482-4d5d-b322-c96d95e42425 None None] Set router f1c4b381-c2a9-49b1-a6af-3937020a36e0 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:04.131438 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-764cf4aa-8a90-47ff-bd27-3b9b1f35301b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] DELETE failed (client error): The resource could not be found. Jul 05 10:03:04.131683 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764cf4aa-8a90-47ff-bd27-3b9b1f35301b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:03:04.142197 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-764cf4aa-8a90-47ff-bd27-3b9b1f35301b tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/subnets/c127e407-7c29-4a90-a8b1-67b3dc348833 HTTP/1.1" status: 404 len: 337 time: 0.0427380 Jul 05 10:03:04.143008 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49662) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:04.199800 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cef5f3d0-c31f-4542-a03c-4a88a4e1027a admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:04.219269 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49664) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:04.227982 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-879893a7-c040-411c-9855-3ede1814a8bf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] DELETE failed (client error): The resource could not be found. Jul 05 10:03:04.228541 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-879893a7-c040-411c-9855-3ede1814a8bf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:03:04.232655 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-879893a7-c040-411c-9855-3ede1814a8bf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/subnets/faa8e071-6ec6-4377-87d5-ef6242c2a475 HTTP/1.1" status: 404 len: 337 time: 0.0860066 Jul 05 10:03:04.237146 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49666) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:04.248243 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bfa5be95-35c7-4e6b-9701-e0bc2fe0a85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:04.250362 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ae03b-da7b-4be5-952c-cc52d1bb0def req-7325bdbd-1517-443f-a787-f6bf1d671901 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:04.252029 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8e0ae03b-da7b-4be5-952c-cc52d1bb0def req-7325bdbd-1517-443f-a787-f6bf1d671901 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 945 time: 0.1717401 Jul 05 10:03:04.270738 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49668) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:04.280533 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0fa6ef26-38db-436e-811b-d0ee0e47501a tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Request body: {'floatingip': {'port_id': '97247cf4-cd41-4788-a3bd-3c465569d6a4'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:04.308695 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f36e9f-2027-4669-9473-dc5ac2a40987 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] DELETE failed (client error): The resource could not be found. Jul 05 10:03:04.309032 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f36e9f-2027-4669-9473-dc5ac2a40987 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:03:04.313269 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b9f36e9f-2027-4669-9473-dc5ac2a40987 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/subnets/f48fcbc2-ce4a-4754-b8ef-cee7eb740be5 HTTP/1.1" status: 404 len: 337 time: 0.0724924 Jul 05 10:03:04.322113 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 466f3add-1d38-41f7-a47f-21b01c1d567f up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:04.327397 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49670) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:04.340167 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cef5f3d0-c31f-4542-a03c-4a88a4e1027a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:04.370653 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0fa6ef26-38db-436e-811b-d0ee0e47501a tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:04.372318 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-139ca6e1-c47a-4de2-8470-40a371f75770 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] DELETE failed (client error): The resource could not be found. Jul 05 10:03:04.373087 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-139ca6e1-c47a-4de2-8470-40a371f75770 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:03:04.375210 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-139ca6e1-c47a-4de2-8470-40a371f75770 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/ports/4293e99e-e22a-4f49-818c-6bba1f7dd538 HTTP/1.1" status: 404 len: 333 time: 0.0449243 Jul 05 10:03:04.378153 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49672) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:04.390870 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 466f3add-1d38-41f7-a47f-21b01c1d567f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:04.391243 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:04.422703 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2e212b91-4482-4d5d-b322-c96d95e42425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c4b381-c2a9-49b1-a6af-3937020a36e0', 'name': 'tempest-TestAggregatesBasicOps-312760616-router', 'tenant_id': '0db0d0be444849be9320390633ece427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'e3704e76-4089-4101-91eb-de5977608c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:33Z', 'updated_at': '2021-07-05T10:03:02Z', 'revision_number': 5, 'project_id': '0db0d0be444849be9320390633ece427', 'gw_port': {'id': 'e3704e76-4089-4101-91eb-de5977608c2f', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c4b381-c2a9-49b1-a6af-3937020a36e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:36Z', 'updated_at': '2021-07-05T10:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:04.454547 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e212b91-4482-4d5d-b322-c96d95e42425 None None] Checking router: f1c4b381-c2a9-49b1-a6af-3937020a36e0 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:03:04.458004 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-cef5f3d0-c31f-4542-a03c-4a88a4e1027a admin admin] Deleting port e3704e76-4089-4101-91eb-de5977608c2f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:03:04.458689 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cef5f3d0-c31f-4542-a03c-4a88a4e1027a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:04.472696 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e212b91-4482-4d5d-b322-c96d95e42425 None None] Routers {'f1c4b381-c2a9-49b1-a6af-3937020a36e0'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:04.473332 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2e212b91-4482-4d5d-b322-c96d95e42425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:02:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f1c4b381-c2a9-49b1-a6af-3937020a36e0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:04.486719 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-f01012fc-b58c-4224-97c6-01a8a88c30cf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] DELETE failed (client error): The resource could not be found. Jul 05 10:03:04.487590 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f01012fc-b58c-4224-97c6-01a8a88c30cf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:03:04.491657 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f01012fc-b58c-4224-97c6-01a8a88c30cf tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/subnets/950b2435-0a28-4e61-bcf4-7f00d37b8a0b HTTP/1.1" status: 404 len: 337 time: 0.1094623 Jul 05 10:03:04.495459 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49674) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:04.568162 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7fd8dc3-c5fb-4862-812a-ea6d2a261dd1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] DELETE failed (client error): The resource could not be found. Jul 05 10:03:04.568790 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7fd8dc3-c5fb-4862-812a-ea6d2a261dd1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:03:04.573416 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a7fd8dc3-c5fb-4862-812a-ea6d2a261dd1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/subnets/fa8f1724-efcf-4901-a650-abfa67da428b HTTP/1.1" status: 404 len: 337 time: 0.0769126 Jul 05 10:03:04.574180 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49676) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:04.578416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-cef5f3d0-c31f-4542-a03c-4a88a4e1027a admin admin] For port e3704e76-4089-4101-91eb-de5977608c2f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e3704e76-4089-4101-91eb-de5977608c2f,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:04.578794 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cef5f3d0-c31f-4542-a03c-4a88a4e1027a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:04.593225 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-cef5f3d0-c31f-4542-a03c-4a88a4e1027a admin admin] Calling delete_port for e3704e76-4089-4101-91eb-de5977608c2f owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:03:04.627630 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-2e212b91-4482-4d5d-b322-c96d95e42425 None None] Set router f1c4b381-c2a9-49b1-a6af-3937020a36e0 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:04.628296 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa8d96b-ceec-4fa8-ad6f-82b3063f0584 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] DELETE failed (client error): The resource could not be found. Jul 05 10:03:04.629900 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fa8d96b-ceec-4fa8-ad6f-82b3063f0584 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:03:04.630048 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9e43a5-5eb2-4422-a68b-ac950a49d115 None None] Network 5b46b6d5-0dbf-44ef-8739-cba362b31695 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:03:04.633239 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2fa8d96b-ceec-4fa8-ad6f-82b3063f0584 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/ports/c0695026-83aa-4249-943e-2fcbac61937a HTTP/1.1" status: 404 len: 333 time: 0.0504553 Jul 05 10:03:04.637565 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49678) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:04.687437 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bde1748-b2e5-4f29-a070-a8f9dca89e06 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] DELETE failed (client error): The resource could not be found. Jul 05 10:03:04.687932 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bde1748-b2e5-4f29-a070-a8f9dca89e06 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:03:04.692709 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5bde1748-b2e5-4f29-a070-a8f9dca89e06 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/subnets/2fbc9ab1-d2ae-495d-83b3-13d8ef0a8e8f HTTP/1.1" status: 404 len: 337 time: 0.0516989 Jul 05 10:03:04.697504 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49680) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:04.736616 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2e212b91-4482-4d5d-b322-c96d95e42425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c4b381-c2a9-49b1-a6af-3937020a36e0', 'name': 'tempest-TestAggregatesBasicOps-312760616-router', 'tenant_id': '0db0d0be444849be9320390633ece427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:33Z', 'updated_at': '2021-07-05T10:03:04Z', 'revision_number': 6, 'project_id': '0db0d0be444849be9320390633ece427', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:04.779061 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9946e9-d3d0-4cff-aa03-87e527620c1e tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] DELETE failed (client error): The resource could not be found. Jul 05 10:03:04.779608 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf9946e9-d3d0-4cff-aa03-87e527620c1e tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:03:04.785097 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cf9946e9-d3d0-4cff-aa03-87e527620c1e tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/subnets/5ca2ab62-4de6-40ac-85df-30adb16ab5eb HTTP/1.1" status: 404 len: 337 time: 0.0837109 Jul 05 10:03:04.785911 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e212b91-4482-4d5d-b322-c96d95e42425 None None] The sync data for ids ['f1c4b381-c2a9-49b1-a6af-3937020a36e0'] in n-d-798054-8 is: [{'id': 'f1c4b381-c2a9-49b1-a6af-3937020a36e0', 'name': 'tempest-TestAggregatesBasicOps-312760616-router', 'tenant_id': '0db0d0be444849be9320390633ece427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:33Z', 'updated_at': '2021-07-05T10:03:04Z', 'revision_number': 6, 'project_id': '0db0d0be444849be9320390633ece427', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:03:04.787041 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49684) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:04.791839 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:04.847320 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cef5f3d0-c31f-4542-a03c-4a88a4e1027a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:04.855950 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-67f921fd-1f83-403e-837c-f9831ea54709 None None] Provisioning complete for port 4a18f39f-c943-48a7-9068-8222bca40b16 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:04.856345 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-67f921fd-1f83-403e-837c-f9831ea54709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:04.911736 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-67f921fd-1f83-403e-837c-f9831ea54709 None None] Port 4a18f39f-c943-48a7-9068-8222bca40b16 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:03:04.916582 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5f3d0-c31f-4542-a03c-4a88a4e1027a admin admin] Pushing event deleted for resources: {'Port': ['ID=e3704e76-4089-4101-91eb-de5977608c2f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:04.935983 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 466f3add-1d38-41f7-a47f-21b01c1d567f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=466f3add-1d38-41f7-a47f-21b01c1d567f,segment=NetworkSegment(0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3),segment_id=0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:04.965685 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.009814 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-67f921fd-1f83-403e-837c-f9831ea54709 None None] Provisioning complete for port 5d251912-eb14-4a7f-b0de-36fba4dff848 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:05.010491 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-67f921fd-1f83-403e-837c-f9831ea54709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.066782 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=466f3add-1d38-41f7-a47f-21b01c1d567f,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:05.070206 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405684fd-b6a0-427e-8fe7-a3d518937b02 req-a018a717-3d79-45c9-9cc1-03e7ba428e46 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:05.072353 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-405684fd-b6a0-427e-8fe7-a3d518937b02 req-a018a717-3d79-45c9-9cc1-03e7ba428e46 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 944 time: 0.2287233 Jul 05 10:03:05.074022 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cef5f3d0-c31f-4542-a03c-4a88a4e1027a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.082252 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bfa5be95-35c7-4e6b-9701-e0bc2fe0a85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.090724 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bfa5be95-35c7-4e6b-9701-e0bc2fe0a85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.164157 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bfa5be95-35c7-4e6b-9701-e0bc2fe0a85a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e15b140b429e4b81b6d1743cf1ea1556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9432981 Jul 05 10:03:05.167302 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49686) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:05.175870 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5be95-35c7-4e6b-9701-e0bc2fe0a85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54055c77-4001-45b3-aed2-1b896bb783ac,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:05.217988 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cef5f3d0-c31f-4542-a03c-4a88a4e1027a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.224726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-3b777f95-1a66-4bb9-a8ef-7f6f64e382dc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Deleting port 4a18f39f-c943-48a7-9068-8222bca40b16 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:03:05.225065 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b777f95-1a66-4bb9-a8ef-7f6f64e382dc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.229662 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cef5f3d0-c31f-4542-a03c-4a88a4e1027a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.247436 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-405684fd-b6a0-427e-8fe7-a3d518937b02 req-239099d7-018b-469d-97a8-68e3c004cf54 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638288 Jul 05 10:03:05.309069 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0fa6ef26-38db-436e-811b-d0ee0e47501a tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.314035 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db96da48-f156-4ece-9197-83a387aa7d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.316001 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0fa6ef26-38db-436e-811b-d0ee0e47501a tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.332425 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cef5f3d0-c31f-4542-a03c-4a88a4e1027a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.332859 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef5f3d0-c31f-4542-a03c-4a88a4e1027a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1c4b381-c2a9-49b1-a6af-3937020a36e0 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:03:05.345191 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cef5f3d0-c31f-4542-a03c-4a88a4e1027a admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.346349 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cef5f3d0-c31f-4542-a03c-4a88a4e1027a admin admin] 10.222.0.79 "DELETE /v2.0/routers/f1c4b381-c2a9-49b1-a6af-3937020a36e0 HTTP/1.1" status: 204 len: 168 time: 1.4088933 Jul 05 10:03:05.348298 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b777f95-1a66-4bb9-a8ef-7f6f64e382dc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.350621 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49688) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:05.374583 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081b3318-f79a-4350-bb6d-33af8df2e7eb None None] DHCP port deletion for 5b46b6d5-0dbf-44ef-8739-cba362b31695 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:03:05.384544 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db96da48-f156-4ece-9197-83a387aa7d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.406432 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de676bf-7793-4b7f-af10-060507a8ff6f admin admin] Deleting subnet 54675e6a-2363-45c6-ba9b-62326f378c47 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:03:05.410441 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0de676bf-7793-4b7f-af10-060507a8ff6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.435229 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-3b777f95-1a66-4bb9-a8ef-7f6f64e382dc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Calling delete_port for 4a18f39f-c943-48a7-9068-8222bca40b16 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:03:05.436841 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-081b3318-f79a-4350-bb6d-33af8df2e7eb None None] Deleting port 5d251912-eb14-4a7f-b0de-36fba4dff848 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:03:05.437337 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-081b3318-f79a-4350-bb6d-33af8df2e7eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.459190 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0de676bf-7793-4b7f-af10-060507a8ff6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.475440 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-0fa6ef26-38db-436e-811b-d0ee0e47501a tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Floating IP e79d3204-e737-4cae-b9b0-797c107b1151 associated. External IP: 172.25.7.204, port: 97247cf4-cd41-4788-a3bd-3c465569d6a4. Jul 05 10:03:05.477156 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466f3add-1d38-41f7-a47f-21b01c1d567f'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:05.479708 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9e3377-04fe-48b0-895d-660dbe35f018" -d '{"events": [{"server_uuid": "fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba", "name": "network-vif-plugged", "status": "completed", "tag": "466f3add-1d38-41f7-a47f-21b01c1d567f"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:05.518539 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-081b3318-f79a-4350-bb6d-33af8df2e7eb None None] For port 5d251912-eb14-4a7f-b0de-36fba4dff848, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=5d251912-eb14-4a7f-b0de-36fba4dff848,segment=NetworkSegment(9365abe7-4d10-431e-b65b-ff548d7c6633),segment_id=9365abe7-4d10-431e-b65b-ff548d7c6633)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:05.519086 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-081b3318-f79a-4350-bb6d-33af8df2e7eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.532620 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db96da48-f156-4ece-9197-83a387aa7d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.535470 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db96da48-f156-4ece-9197-83a387aa7d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.539155 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-db96da48-f156-4ece-9197-83a387aa7d64 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/54055c77-4001-45b3-aed2-1b896bb783ac HTTP/1.1" status: 204 len: 168 time: 0.3681455 Jul 05 10:03:05.540749 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27df35f-c33c-4f9b-92c1-f4da6860abbf x-openstack-request-id: req-f27df35f-c33c-4f9b-92c1-f4da6860abbf {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:05.541818 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba", "name": "network-vif-plugged", "status": "completed", "tag": "466f3add-1d38-41f7-a47f-21b01c1d567f", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:05.542336 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f27df35f-c33c-4f9b-92c1-f4da6860abbf {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:05.543074 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466f3add-1d38-41f7-a47f-21b01c1d567f', 'code': 200} Jul 05 10:03:05.544352 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-081b3318-f79a-4350-bb6d-33af8df2e7eb None None] Calling delete_port for 5d251912-eb14-4a7f-b0de-36fba4dff848 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:03:05.555507 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96da48-f156-4ece-9197-83a387aa7d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54055c77-4001-45b3-aed2-1b896bb783ac,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:05.692150 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-081b3318-f79a-4350-bb6d-33af8df2e7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.751371 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b777f95-1a66-4bb9-a8ef-7f6f64e382dc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.753105 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b3318-f79a-4350-bb6d-33af8df2e7eb None None] Pushing event deleted for resources: {'Port': ['ID=5d251912-eb14-4a7f-b0de-36fba4dff848,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:05.756473 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081b3318-f79a-4350-bb6d-33af8df2e7eb None None] No DVR routers for this DVR port 5d251912-eb14-4a7f-b0de-36fba4dff848 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:03:05.816058 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa6ef26-38db-436e-811b-d0ee0e47501a tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Router bcd763ef-fa66-4022-9251-40053cb97bd3 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:03:05.816334 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0de676bf-7793-4b7f-af10-060507a8ff6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.841455 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b777f95-1a66-4bb9-a8ef-7f6f64e382dc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Port': ['ID=4a18f39f-c943-48a7-9068-8222bca40b16,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:05.857822 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b777f95-1a66-4bb9-a8ef-7f6f64e382dc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.870748 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3b777f95-1a66-4bb9-a8ef-7f6f64e382dc tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/ports/4a18f39f-c943-48a7-9068-8222bca40b16 HTTP/1.1" status: 204 len: 168 time: 1.0759308 Jul 05 10:03:05.876316 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49696) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:05.977815 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.019284 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7cf09027-2852-40a8-9db5-ca531a5e48c1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.034932 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbb366-5821-4bed-9efe-a98be195d5c5 req-6e05f05e-8879-4952-94cd-f7f6941e6246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:06.037364 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33fbb366-5821-4bed-9efe-a98be195d5c5 req-6e05f05e-8879-4952-94cd-f7f6941e6246 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 1096 time: 0.3193791 Jul 05 10:03:06.039116 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0de676bf-7793-4b7f-af10-060507a8ff6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.085841 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de676bf-7793-4b7f-af10-060507a8ff6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54675e6a-2363-45c6-ba9b-62326f378c47,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:06.094252 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0de676bf-7793-4b7f-af10-060507a8ff6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.097081 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0de676bf-7793-4b7f-af10-060507a8ff6f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/54675e6a-2363-45c6-ba9b-62326f378c47 HTTP/1.1" status: 204 len: 168 time: 0.7454762 Jul 05 10:03:06.108292 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bd1e10-2f0e-4f60-9afa-0c5207d69d8b None None] Network 2245f2b4-d6d0-47ef-954b-02eca5079755 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:03:06.117664 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49706) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:06.243025 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7cf09027-2852-40a8-9db5-ca531a5e48c1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.245400 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa6ef26-38db-436e-811b-d0ee0e47501a tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:03:06.246707 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33fbb366-5821-4bed-9efe-a98be195d5c5 req-46e9a537-af2d-40b4-83bb-faf0b6796ca7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025228 Jul 05 10:03:06.251307 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0fa6ef26-38db-436e-811b-d0ee0e47501a tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.258874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7cf09027-2852-40a8-9db5-ca531a5e48c1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b46b6d5-0dbf-44ef-8739-cba362b31695']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:06.259096 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341949a1-e93e-4924-97bf-1617edd11250 None None] Sync routers for ids ['bcd763ef-fa66-4022-9251-40053cb97bd3'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:03:06.271262 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341949a1-e93e-4924-97bf-1617edd11250 None None] Routers {'bcd763ef-fa66-4022-9251-40053cb97bd3'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:06.272278 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-341949a1-e93e-4924-97bf-1617edd11250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:02:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bcd763ef-fa66-4022-9251-40053cb97bd3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:06.289613 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7cf09027-2852-40a8-9db5-ca531a5e48c1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9365abe7-4d10-431e-b65b-ff548d7c6633') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:06.289916 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7cf09027-2852-40a8-9db5-ca531a5e48c1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9365abe7-4d10-431e-b65b-ff548d7c6633') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:06.302100 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0fa6ef26-38db-436e-811b-d0ee0e47501a tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "PUT /v2.0/floatingips/e79d3204-e737-4cae-b9b0-797c107b1151 HTTP/1.1" status: 200 len: 991 time: 2.0229087 Jul 05 10:03:06.302100 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c73c052-2cac-481a-becb-9a29a94703ba', 'tag': '97247cf4-cd41-4788-a3bd-3c465569d6a4'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:06.302663 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3138a697-21bd-471c-9991-f5820668dc26" -d '{"events": [{"name": "network-changed", "server_uuid": "6c73c052-2cac-481a-becb-9a29a94703ba", "tag": "97247cf4-cd41-4788-a3bd-3c465569d6a4"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:06.329364 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-043380a9-f1b5-4e62-b26c-77a96cf5d3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.335552 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7cf09027-2852-40a8-9db5-ca531a5e48c1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.385828 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7cf09027-2852-40a8-9db5-ca531a5e48c1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.426322 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf09027-2852-40a8-9db5-ca531a5e48c1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:03:06.426751 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7cf09027-2852-40a8-9db5-ca531a5e48c1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:03:06.442432 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:03:06.525834 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3f61bc-49ac-44ce-8b8d-4ff222a75cf3 x-openstack-request-id: req-df3f61bc-49ac-44ce-8b8d-4ff222a75cf3 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:06.526055 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c73c052-2cac-481a-becb-9a29a94703ba", "tag": "97247cf4-cd41-4788-a3bd-3c465569d6a4", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:06.526317 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-df3f61bc-49ac-44ce-8b8d-4ff222a75cf3 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:06.526723 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c73c052-2cac-481a-becb-9a29a94703ba', 'tag': '97247cf4-cd41-4788-a3bd-3c465569d6a4', 'status': 'completed', 'code': 200} Jul 05 10:03:06.539114 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-341949a1-e93e-4924-97bf-1617edd11250 None None] Set router bcd763ef-fa66-4022-9251-40053cb97bd3 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:06.565194 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7cf09027-2852-40a8-9db5-ca531a5e48c1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.584078 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7cf09027-2852-40a8-9db5-ca531a5e48c1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.586471 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7cf09027-2852-40a8-9db5-ca531a5e48c1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] 10.222.0.79 "DELETE /v2.0/networks/5b46b6d5-0dbf-44ef-8739-cba362b31695 HTTP/1.1" status: 204 len: 168 time: 0.7091300 Jul 05 10:03:06.639298 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf09027-2852-40a8-9db5-ca531a5e48c1 tempest-PortsIpV6TestJSON-1722196929 tempest-PortsIpV6TestJSON-1722196929-project] Pushing event deleted for resources: {'Network': ['ID=5b46b6d5-0dbf-44ef-8739-cba362b31695,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:06.650034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-043380a9-f1b5-4e62-b26c-77a96cf5d3fd admin admin] Deleting port 16ebc701-8b28-40cb-9a1d-c08d6eb279fe {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:03:06.650265 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-043380a9-f1b5-4e62-b26c-77a96cf5d3fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.654794 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85790aed-60f8-49c4-9517-5af0faa01e19 None None] DHCP port deletion for 2245f2b4-d6d0-47ef-954b-02eca5079755 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:03:06.735807 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e3704e76-4089-4101-91eb-de5977608c2f no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:03:06.746432 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671f4f6-d1c0-4f65-93b0-3de232fb7dd5 req-bf55f906-1368-4727-b153-d4d70fcd704c tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:06.756188 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c671f4f6-d1c0-4f65-93b0-3de232fb7dd5 req-bf55f906-1368-4727-b153-d4d70fcd704c tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 945 time: 0.2600248 Jul 05 10:03:06.760923 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: e3704e76-4089-4101-91eb-de5977608c2f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:03:06.761274 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e3704e76-4089-4101-91eb-de5977608c2f not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:03:06.761695 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 5d251912-eb14-4a7f-b0de-36fba4dff848 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:03:06.790571 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 5d251912-eb14-4a7f-b0de-36fba4dff848 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:03:06.790571 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 5d251912-eb14-4a7f-b0de-36fba4dff848 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:03:06.790571 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3e27a13e-8e69-4888-b7fe-eaf08a89c012 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:03:06.821629 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 3e27a13e-8e69-4888-b7fe-eaf08a89c012 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:03:06.822219 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3e27a13e-8e69-4888-b7fe-eaf08a89c012 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:03:06.837432 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-043380a9-f1b5-4e62-b26c-77a96cf5d3fd admin admin] For port 16ebc701-8b28-40cb-9a1d-c08d6eb279fe, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=16ebc701-8b28-40cb-9a1d-c08d6eb279fe,segment=NetworkSegment(0be4ad51-bad5-4bf5-bade-e7a5af587a90),segment_id=0be4ad51-bad5-4bf5-bade-e7a5af587a90)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:06.838076 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-043380a9-f1b5-4e62-b26c-77a96cf5d3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.845132 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-85790aed-60f8-49c4-9517-5af0faa01e19 None None] Deleting port 16ebc701-8b28-40cb-9a1d-c08d6eb279fe {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:03:06.845563 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-85790aed-60f8-49c4-9517-5af0faa01e19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.850922 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138a697-21bd-471c-9991-f5820668dc26 req-8df9b81c-703a-431d-aef0-bd3aa1acb567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:06.853359 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3138a697-21bd-471c-9991-f5820668dc26 req-8df9b81c-703a-431d-aef0-bd3aa1acb567 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d93f47a2b57847898e8bf4ed736730dc&device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 1096 time: 0.2633045 Jul 05 10:03:06.864084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-043380a9-f1b5-4e62-b26c-77a96cf5d3fd admin admin] Calling delete_port for 16ebc701-8b28-40cb-9a1d-c08d6eb279fe owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:03:06.890380 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-341949a1-e93e-4924-97bf-1617edd11250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'name': 'tempest-ServersTestManualDisk-619620478-router', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:07Z', 'updated_at': '2021-07-05T10:02:20Z', 'revision_number': 4, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'gw_port': {'id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:09Z', 'updated_at': '2021-07-05T10:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'e79d3204-e737-4cae-b9b0-797c107b1151', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'port_id': '97247cf4-cd41-4788-a3bd-3c465569d6a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac', 'mac_address': 'fa:16:3e:27:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73c052-2cac-481a-becb-9a29a94703ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:02:35Z', 'updated_at': '2021-07-05T10:03:05Z', 'revision_number': 1, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c09272-ff09-4294-889d-9c6a08c245c1', 'name': '', 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'mac_address': 'fa:16:3e:34:26:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '64059ad6-af8a-4b37-8335-6c76a23c0a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:17Z', 'updated_at': '2021-07-05T10:02:31Z', 'revision_number': 5, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'subnets': [{'id': '64059ad6-af8a-4b37-8335-6c76a23c0a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:06.926456 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341949a1-e93e-4924-97bf-1617edd11250 None None] Checking router: bcd763ef-fa66-4022-9251-40053cb97bd3 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:03:06.935641 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341949a1-e93e-4924-97bf-1617edd11250 None None] Routers {'bcd763ef-fa66-4022-9251-40053cb97bd3'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:06.936306 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-341949a1-e93e-4924-97bf-1617edd11250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:02:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bcd763ef-fa66-4022-9251-40053cb97bd3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:06.955081 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-85790aed-60f8-49c4-9517-5af0faa01e19 None None] For port 16ebc701-8b28-40cb-9a1d-c08d6eb279fe, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=16ebc701-8b28-40cb-9a1d-c08d6eb279fe,segment=NetworkSegment(0be4ad51-bad5-4bf5-bade-e7a5af587a90),segment_id=0be4ad51-bad5-4bf5-bade-e7a5af587a90)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:06.955488 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-85790aed-60f8-49c4-9517-5af0faa01e19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.985575 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-85790aed-60f8-49c4-9517-5af0faa01e19 None None] Calling delete_port for 16ebc701-8b28-40cb-9a1d-c08d6eb279fe owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:03:07.066267 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-341949a1-e93e-4924-97bf-1617edd11250 None None] Set router bcd763ef-fa66-4022-9251-40053cb97bd3 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:07.070467 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49732) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:07.104708 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138a697-21bd-471c-9991-f5820668dc26 req-347a3b3f-1a05-4083-9bf8-f83a66648b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:07.106487 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3138a697-21bd-471c-9991-f5820668dc26 req-347a3b3f-1a05-4083-9bf8-f83a66648b67 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d1743ea8-1759-429c-b8f5-06cd55144aac HTTP/1.1" status: 200 len: 912 time: 0.2357745 Jul 05 10:03:07.127737 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c671f4f6-d1c0-4f65-93b0-3de232fb7dd5 req-442d86b6-72ab-42c8-ba19-f17d0d0262a7 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706303 Jul 05 10:03:07.129153 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-85790aed-60f8-49c4-9517-5af0faa01e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:07.170390 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85790aed-60f8-49c4-9517-5af0faa01e19 None None] Pushing event deleted for resources: {'Port': ['ID=16ebc701-8b28-40cb-9a1d-c08d6eb279fe,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:07.174921 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85790aed-60f8-49c4-9517-5af0faa01e19 None None] No DVR routers for this DVR port 16ebc701-8b28-40cb-9a1d-c08d6eb279fe on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:03:07.284257 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5d34a5b0-dcc2-428a-826b-bc708a7833b1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2abed1ceab284e1ba1b00296dfa26a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2125442 Jul 05 10:03:07.286800 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49740) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:07.370897 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-341949a1-e93e-4924-97bf-1617edd11250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'name': 'tempest-ServersTestManualDisk-619620478-router', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:07Z', 'updated_at': '2021-07-05T10:02:20Z', 'revision_number': 4, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'gw_port': {'id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:09Z', 'updated_at': '2021-07-05T10:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'e79d3204-e737-4cae-b9b0-797c107b1151', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'port_id': '97247cf4-cd41-4788-a3bd-3c465569d6a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac', 'mac_address': 'fa:16:3e:27:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73c052-2cac-481a-becb-9a29a94703ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:02:35Z', 'updated_at': '2021-07-05T10:03:05Z', 'revision_number': 1, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c09272-ff09-4294-889d-9c6a08c245c1', 'name': '', 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'mac_address': 'fa:16:3e:34:26:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '64059ad6-af8a-4b37-8335-6c76a23c0a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:17Z', 'updated_at': '2021-07-05T10:02:31Z', 'revision_number': 5, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'subnets': [{'id': '64059ad6-af8a-4b37-8335-6c76a23c0a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:07.373362 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a39ce23c-e21e-404a-b1ab-67c78ce6604f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:07.405973 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341949a1-e93e-4924-97bf-1617edd11250 None None] The sync data for ids ['bcd763ef-fa66-4022-9251-40053cb97bd3'] in n-d-798054-8 is: [{'id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'name': 'tempest-ServersTestManualDisk-619620478-router', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:07Z', 'updated_at': '2021-07-05T10:02:20Z', 'revision_number': 4, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'gw_port': {'id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:09Z', 'updated_at': '2021-07-05T10:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'e79d3204-e737-4cae-b9b0-797c107b1151', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'port_id': '97247cf4-cd41-4788-a3bd-3c465569d6a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac', 'mac_address': 'fa:16:3e:27:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73c052-2cac-481a-becb-9a29a94703ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:02:35Z', 'updated_at': '2021-07-05T10:03:05Z', 'revision_number': 1, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c09272-ff09-4294-889d-9c6a08c245c1', 'name': '', 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'mac_address': 'fa:16:3e:34:26:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '64059ad6-af8a-4b37-8335-6c76a23c0a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:17Z', 'updated_at': '2021-07-05T10:02:31Z', 'revision_number': 5, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'subnets': [{'id': '64059ad6-af8a-4b37-8335-6c76a23c0a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:03:07.407435 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a39ce23c-e21e-404a-b1ab-67c78ce6604f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:07.487175 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a39ce23c-e21e-404a-b1ab-67c78ce6604f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:07.493915 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a39ce23c-e21e-404a-b1ab-67c78ce6604f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:07.497574 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a39ce23c-e21e-404a-b1ab-67c78ce6604f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a8a0be24-69d2-4ed2-835c-ab1c952644f1 HTTP/1.1" status: 204 len: 168 time: 0.2073312 Jul 05 10:03:07.511669 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ce23c-e21e-404a-b1ab-67c78ce6604f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a0be24-69d2-4ed2-835c-ab1c952644f1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:07.570517 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3138a697-21bd-471c-9991-f5820668dc26 req-1e9e9981-b461-4261-88dc-1893c8f7c914 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97247cf4-cd41-4788-a3bd-3c465569d6a4 HTTP/1.1" status: 200 len: 999 time: 0.4544964 Jul 05 10:03:07.571138 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-043380a9-f1b5-4e62-b26c-77a96cf5d3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:07.659134 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043380a9-f1b5-4e62-b26c-77a96cf5d3fd admin admin] Pushing event deleted for resources: {'Port': ['ID=16ebc701-8b28-40cb-9a1d-c08d6eb279fe,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:07.667221 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043380a9-f1b5-4e62-b26c-77a96cf5d3fd admin admin] No DVR routers for this DVR port 16ebc701-8b28-40cb-9a1d-c08d6eb279fe on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:03:07.750047 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138a697-21bd-471c-9991-f5820668dc26 req-d9948c1a-9385-4255-bd74-5fed88f6766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:07.752378 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3138a697-21bd-471c-9991-f5820668dc26 req-d9948c1a-9385-4255-bd74-5fed88f6766a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=64059ad6-af8a-4b37-8335-6c76a23c0a2e HTTP/1.1" status: 200 len: 850 time: 0.1690085 Jul 05 10:03:07.753594 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75425581-3cd4-43b7-aadc-1babe9ef1c7a None None] New status for floating IP e79d3204-e737-4cae-b9b0-797c107b1151: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:03:07.795316 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-043380a9-f1b5-4e62-b26c-77a96cf5d3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:07.809251 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-043380a9-f1b5-4e62-b26c-77a96cf5d3fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2245f2b4-d6d0-47ef-954b-02eca5079755']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:07.820961 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-043380a9-f1b5-4e62-b26c-77a96cf5d3fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be4ad51-bad5-4bf5-bade-e7a5af587a90') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:07.821263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-043380a9-f1b5-4e62-b26c-77a96cf5d3fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be4ad51-bad5-4bf5-bade-e7a5af587a90') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:07.833913 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-043380a9-f1b5-4e62-b26c-77a96cf5d3fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:07.855594 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-043380a9-f1b5-4e62-b26c-77a96cf5d3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:07.864962 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043380a9-f1b5-4e62-b26c-77a96cf5d3fd admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:03:07.865362 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-043380a9-f1b5-4e62-b26c-77a96cf5d3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:03:07.867212 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:03:07.910142 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138a697-21bd-471c-9991-f5820668dc26 req-e48f939b-c389-4687-a772-e3340093e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:07.911242 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3138a697-21bd-471c-9991-f5820668dc26 req-e48f939b-c389-4687-a772-e3340093e56a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d1743ea8-1759-429c-b8f5-06cd55144aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1523046 Jul 05 10:03:07.982088 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-043380a9-f1b5-4e62-b26c-77a96cf5d3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:07.992107 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-043380a9-f1b5-4e62-b26c-77a96cf5d3fd admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:07.996956 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-043380a9-f1b5-4e62-b26c-77a96cf5d3fd admin admin] 10.222.0.79 "DELETE /v2.0/networks/2245f2b4-d6d0-47ef-954b-02eca5079755 HTTP/1.1" status: 204 len: 168 time: 1.8747878 Jul 05 10:03:08.010191 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043380a9-f1b5-4e62-b26c-77a96cf5d3fd admin admin] Pushing event deleted for resources: {'Network': ['ID=2245f2b4-d6d0-47ef-954b-02eca5079755,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:08.041379 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3138a697-21bd-471c-9991-f5820668dc26 req-0c9cdd47-f413-42d8-be78-1d26105d9fd3 service neutron] 10.222.0.78 "GET /v2.0/networks/d1743ea8-1759-429c-b8f5-06cd55144aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211126 Jul 05 10:03:08.165487 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3138a697-21bd-471c-9991-f5820668dc26 req-f0546b9a-1a6d-4779-91c8-679bf08c82d5 service neutron] 10.222.0.78 "GET /v2.0/networks/d1743ea8-1759-429c-b8f5-06cd55144aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124675 Jul 05 10:03:08.177722 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49774) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:08.240595 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7a40abb9-aab0-41f1-8192-8bd312e8f6da admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6e0c3dc0431b4476a165345d62d05b8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0609887 Jul 05 10:03:08.243245 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49776) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:08.334369 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c7053dd-48d8-413b-91f3-d39a9b44b67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:08.371361 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c7053dd-48d8-413b-91f3-d39a9b44b67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:08.417844 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981dcac-ff38-4fdf-9534-402c855694ac req-504c5229-95ff-4055-8a52-8237497d67b6 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:08.419386 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e981dcac-ff38-4fdf-9534-402c855694ac req-504c5229-95ff-4055-8a52-8237497d67b6 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 945 time: 0.1245203 Jul 05 10:03:08.468459 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c7053dd-48d8-413b-91f3-d39a9b44b67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:08.471894 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c7053dd-48d8-413b-91f3-d39a9b44b67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:08.474878 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2c7053dd-48d8-413b-91f3-d39a9b44b67e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b54251fd-4f75-47b1-81ce-5411e6faf3eb HTTP/1.1" status: 204 len: 168 time: 0.2282777 Jul 05 10:03:08.493495 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e981dcac-ff38-4fdf-9534-402c855694ac req-5e10b693-c5a3-4138-8cd8-deea59fd3431 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485597 Jul 05 10:03:08.494281 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7053dd-48d8-413b-91f3-d39a9b44b67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54251fd-4f75-47b1-81ce-5411e6faf3eb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:08.668599 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 16ebc701-8b28-40cb-9a1d-c08d6eb279fe no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:03:08.745941 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 16ebc701-8b28-40cb-9a1d-c08d6eb279fe {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:03:08.746244 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 16ebc701-8b28-40cb-9a1d-c08d6eb279fe not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:03:08.847073 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f1b18-a059-43c8-b767-00b54cfbc965 req-d88f8414-0c2a-42c8-b893-8263b394d1b8 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:08.856098 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-032f1b18-a059-43c8-b767-00b54cfbc965 req-d88f8414-0c2a-42c8-b893-8263b394d1b8 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 945 time: 0.1822243 Jul 05 10:03:08.907023 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-032f1b18-a059-43c8-b767-00b54cfbc965 req-846e38d9-8042-45da-8861-b74811c5ddb5 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496969 Jul 05 10:03:08.982827 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49812) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:09.031275 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-227f3a54-55e5-47a5-8168-e2914f30239d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0db0d0be444849be9320390633ece427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444427 Jul 05 10:03:09.032663 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49814) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:09.120133 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47f2f2eb-04ea-4e43-8679-c96944d9232a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:09.175008 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47f2f2eb-04ea-4e43-8679-c96944d9232a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:09.253559 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47f2f2eb-04ea-4e43-8679-c96944d9232a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:09.256309 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47f2f2eb-04ea-4e43-8679-c96944d9232a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:09.257558 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-47f2f2eb-04ea-4e43-8679-c96944d9232a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/530d732b-5f9a-4c8f-ac57-305b7cf57b5c HTTP/1.1" status: 204 len: 168 time: 0.2236886 Jul 05 10:03:09.267052 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2f2eb-04ea-4e43-8679-c96944d9232a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530d732b-5f9a-4c8f-ac57-305b7cf57b5c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:09.655907 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-0a95dba8-9208-40dd-9052-b8b2d8c955ab tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:09.658129 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-0a95dba8-9208-40dd-9052-b8b2d8c955ab tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/networks?id=8266bda9-355f-4ec8-8511-7adbee0961b0 HTTP/1.1" status: 200 len: 815 time: 0.1486919 Jul 05 10:03:09.681018 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-e14b60f1-89ee-4d9f-9d08-023f8e4ea69b tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/quotas/e503f3c8537746d6b6e63fbd3e5d478c HTTP/1.1" status: 200 len: 375 time: 0.0152972 Jul 05 10:03:09.774584 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-f6b4f7a7-c435-4f2d-926c-7967a03e15c5 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e503f3c8537746d6b6e63fbd3e5d478c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0829289 Jul 05 10:03:09.919815 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-c15b3f56-85b8-440a-ac6a-f73751913699 service neutron] 10.222.0.79 "GET /v2.0/networks/8266bda9-355f-4ec8-8511-7adbee0961b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360309 Jul 05 10:03:10.016803 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-aeccd87c-f298-4482-afe9-4b8cf7405c90 service neutron] 10.222.0.79 "GET /v2.0/networks/8266bda9-355f-4ec8-8511-7adbee0961b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961056 Jul 05 10:03:10.215914 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7177aa42-f27c-419a-968c-66a8e1884322 req-58f51315-f8ea-48c8-b9ec-b1f8ab506abc tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 210 time: 0.0484788 Jul 05 10:03:10.323091 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:03:10.992756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b996aa-3a1a-47c9-b85e-9852c56761d1 req-4d29418c-17e9-4b46-8cce-3b769a04c8f6 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:10.994422 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29b996aa-3a1a-47c9-b85e-9852c56761d1 req-4d29418c-17e9-4b46-8cce-3b769a04c8f6 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba HTTP/1.1" status: 200 len: 945 time: 0.1214647 Jul 05 10:03:11.127644 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-29b996aa-3a1a-47c9-b85e-9852c56761d1 req-000adcb2-9635-4655-980a-7764f2afd2e2 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Deleting port 466f3add-1d38-41f7-a47f-21b01c1d567f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:03:11.128228 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-29b996aa-3a1a-47c9-b85e-9852c56761d1 req-000adcb2-9635-4655-980a-7764f2afd2e2 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:11.240848 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-29b996aa-3a1a-47c9-b85e-9852c56761d1 req-000adcb2-9635-4655-980a-7764f2afd2e2 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] For port 466f3add-1d38-41f7-a47f-21b01c1d567f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=466f3add-1d38-41f7-a47f-21b01c1d567f,segment=NetworkSegment(0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3),segment_id=0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:11.241225 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-29b996aa-3a1a-47c9-b85e-9852c56761d1 req-000adcb2-9635-4655-980a-7764f2afd2e2 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:11.259351 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-29b996aa-3a1a-47c9-b85e-9852c56761d1 req-000adcb2-9635-4655-980a-7764f2afd2e2 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Calling delete_port for 466f3add-1d38-41f7-a47f-21b01c1d567f owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:03:11.472253 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-af1b1c54-64ac-4b3d-9fe8-4a8a2450dbdb req-e9dffca1-e90a-45c4-81e8-09c7d6cef9c5 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 210 time: 0.0497406 Jul 05 10:03:11.553954 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-29b996aa-3a1a-47c9-b85e-9852c56761d1 req-000adcb2-9635-4655-980a-7764f2afd2e2 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:11.566357 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['466f3add-1d38-41f7-a47f-21b01c1d567f'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:03:11.633053 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000adcb2-9635-4655-980a-7764f2afd2e2 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Pushing event deleted for resources: {'Port': ['ID=466f3add-1d38-41f7-a47f-21b01c1d567f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:11.691654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b996aa-3a1a-47c9-b85e-9852c56761d1 req-000adcb2-9635-4655-980a-7764f2afd2e2 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] No DVR routers for this DVR port 466f3add-1d38-41f7-a47f-21b01c1d567f on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:03:11.695687 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-29b996aa-3a1a-47c9-b85e-9852c56761d1 req-000adcb2-9635-4655-980a-7764f2afd2e2 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:11.698226 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29b996aa-3a1a-47c9-b85e-9852c56761d1 req-000adcb2-9635-4655-980a-7764f2afd2e2 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.78 "DELETE /v2.0/ports/466f3add-1d38-41f7-a47f-21b01c1d567f HTTP/1.1" status: 204 len: 173 time: 0.6975060 Jul 05 10:03:11.698720 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba', 'name': 'network-vif-deleted', 'tag': '466f3add-1d38-41f7-a47f-21b01c1d567f'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:11.701202 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c248739-c9b3-4dd7-8de5-744beb3c97d6" -d '{"events": [{"server_uuid": "fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba", "name": "network-vif-deleted", "tag": "466f3add-1d38-41f7-a47f-21b01c1d567f"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:11.727437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-addac9fd-b4e2-49d5-9ab1-a2fbdbadfc33 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:11.729146 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-addac9fd-b4e2-49d5-9ab1-a2fbdbadfc33 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.81 "GET /v2.0/networks?id=8266bda9-355f-4ec8-8511-7adbee0961b0 HTTP/1.1" status: 200 len: 815 time: 0.3055391 Jul 05 10:03:11.746994 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef54ea0-bf6f-4f42-977e-3a446bc66fa6 x-openstack-request-id: req-cef54ea0-bf6f-4f42-977e-3a446bc66fa6 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:11.747403 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba", "name": "network-vif-deleted", "tag": "466f3add-1d38-41f7-a47f-21b01c1d567f", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:11.747695 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cef54ea0-bf6f-4f42-977e-3a446bc66fa6 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:11.748506 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7e11aa-df5f-49da-8b1d-e5c12f0d79ba', 'name': 'network-vif-deleted', 'tag': '466f3add-1d38-41f7-a47f-21b01c1d567f', 'status': 'completed', 'code': 200} Jul 05 10:03:11.753801 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-8a0eab40-a104-401f-b418-4676dec71377 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Request body: {'port': {'device_id': 'c62596de-4b2b-446a-bd41-ce46a02e0699', 'network_id': '8266bda9-355f-4ec8-8511-7adbee0961b0', 'admin_state_up': True, 'tenant_id': 'e503f3c8537746d6b6e63fbd3e5d478c'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:11.932396 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-8a0eab40-a104-401f-b418-4676dec71377 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Made reservation on behalf of e503f3c8537746d6b6e63fbd3e5d478c for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:03:11.938885 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-8a0eab40-a104-401f-b418-4676dec71377 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:12.094787 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-8a0eab40-a104-401f-b418-4676dec71377 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Allocated IP 172.20.0.4 (8266bda9-355f-4ec8-8511-7adbee0961b0/f5e9513f-1558-487a-8c2f-be083e6d5e0d/aaec7f85-8d17-4abb-9a3d-09c7b2a7e654) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:12.343991 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-8a0eab40-a104-401f-b418-4676dec71377 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:12.389541 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-8a0eab40-a104-401f-b418-4676dec71377 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:12.441819 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-8a0eab40-a104-401f-b418-4676dec71377 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Network 8266bda9-355f-4ec8-8511-7adbee0961b0 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:12.444450 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-8a0eab40-a104-401f-b418-4676dec71377 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:12.448921 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-8a0eab40-a104-401f-b418-4676dec71377 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:12.455603 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0eab40-a104-401f-b418-4676dec71377 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Pushing event updated for resources: {'Port': ['ID=aaec7f85-8d17-4abb-9a3d-09c7b2a7e654,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:12.512279 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-8a0eab40-a104-401f-b418-4676dec71377 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:12.516058 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-8a0eab40-a104-401f-b418-4676dec71377 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:12.535874 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-8a0eab40-a104-401f-b418-4676dec71377 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7865839 Jul 05 10:03:12.552143 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-3b6eef29-8c04-4f69-af8d-6b65c97e12db service neutron] Request body: {'port': {'device_id': 'c62596de-4b2b-446a-bd41-ce46a02e0699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:12.657721 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-3b6eef29-8c04-4f69-af8d-6b65c97e12db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:12.728321 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dec97-b109-4190-9704-9ee6520d4eca req-3c3d7a59-585a-4406-a6fe-1ff7333cd748 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:12.729846 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-440dec97-b109-4190-9704-9ee6520d4eca req-3c3d7a59-585a-4406-a6fe-1ff7333cd748 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 931 time: 0.1169121 Jul 05 10:03:12.847265 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-440dec97-b109-4190-9704-9ee6520d4eca req-8bfaec58-f64e-4f2c-96dc-6074d47a9a3b tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105518 Jul 05 10:03:13.009412 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-3b6eef29-8c04-4f69-af8d-6b65c97e12db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:13.017666 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-3b6eef29-8c04-4f69-af8d-6b65c97e12db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:13.029873 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-3b6eef29-8c04-4f69-af8d-6b65c97e12db service neutron] Transition to ACTIVE for port object aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:13.034118 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-3b6eef29-8c04-4f69-af8d-6b65c97e12db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:13.086677 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6eef29-8c04-4f69-af8d-6b65c97e12db service neutron] Pushing event updated for resources: {'Port': ['ID=aaec7f85-8d17-4abb-9a3d-09c7b2a7e654,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:13.163609 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-3b6eef29-8c04-4f69-af8d-6b65c97e12db service neutron] Attempting to bind port aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:13.164578 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-3b6eef29-8c04-4f69-af8d-6b65c97e12db service neutron] Attempting to bind port aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8266bda9-355f-4ec8-8511-7adbee0961b0'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:13.164578 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-3b6eef29-8c04-4f69-af8d-6b65c97e12db service neutron] Attempting to bind port aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 on network 8266bda9-355f-4ec8-8511-7adbee0961b0 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:13.168487 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-3b6eef29-8c04-4f69-af8d-6b65c97e12db service neutron] Port aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 on network 8266bda9-355f-4ec8-8511-7adbee0961b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:03:13.168882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-3b6eef29-8c04-4f69-af8d-6b65c97e12db service neutron] Attempting to bind port aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 on network 8266bda9-355f-4ec8-8511-7adbee0961b0 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:13.174315 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-3b6eef29-8c04-4f69-af8d-6b65c97e12db service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:13.174905 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-3b6eef29-8c04-4f69-af8d-6b65c97e12db service neutron] Checking segment: {'id': '0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8266bda9-355f-4ec8-8511-7adbee0961b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:13.175131 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-3b6eef29-8c04-4f69-af8d-6b65c97e12db service neutron] Bound using segment: {'id': '0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8266bda9-355f-4ec8-8511-7adbee0961b0'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:13.175565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-3b6eef29-8c04-4f69-af8d-6b65c97e12db service neutron] Bound port: aaec7f85-8d17-4abb-9a3d-09c7b2a7e654, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8266bda9-355f-4ec8-8511-7adbee0961b0'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:13.176588 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-3b6eef29-8c04-4f69-af8d-6b65c97e12db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:13.250437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-3b6eef29-8c04-4f69-af8d-6b65c97e12db service neutron] For port aaec7f85-8d17-4abb-9a3d-09c7b2a7e654, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:13.254303 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-3b6eef29-8c04-4f69-af8d-6b65c97e12db service neutron] For port aaec7f85-8d17-4abb-9a3d-09c7b2a7e654, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=aaec7f85-8d17-4abb-9a3d-09c7b2a7e654,segment=NetworkSegment(0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3),segment_id=0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:13.264001 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-3b6eef29-8c04-4f69-af8d-6b65c97e12db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:13.311904 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-3b6eef29-8c04-4f69-af8d-6b65c97e12db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:13.312728 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-3b6eef29-8c04-4f69-af8d-6b65c97e12db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:13.314310 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-3b6eef29-8c04-4f69-af8d-6b65c97e12db service neutron] 10.222.0.81 "PUT /v2.0/ports/aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 HTTP/1.1" status: 200 len: 1091 time: 0.7669659 Jul 05 10:03:13.342555 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6eef29-8c04-4f69-af8d-6b65c97e12db service neutron] Pushing event updated for resources: {'Port': ['ID=aaec7f85-8d17-4abb-9a3d-09c7b2a7e654,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:13.428305 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-cc9d3825-28ef-4e05-a365-b57456c414e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:13.429889 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-cc9d3825-28ef-4e05-a365-b57456c414e4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e503f3c8537746d6b6e63fbd3e5d478c&device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 1094 time: 0.0662518 Jul 05 10:03:13.487761 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-da4e5a16-b26f-4df7-9b7d-ca2517f31950 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 HTTP/1.1" status: 200 len: 217 time: 0.0459967 Jul 05 10:03:13.542639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-00671e5f-12ba-4f8a-9dcb-7453a047ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:13.544154 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-00671e5f-12ba-4f8a-9dcb-7453a047ecb5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f5e9513f-1558-487a-8c2f-be083e6d5e0d HTTP/1.1" status: 200 len: 855 time: 0.0495169 Jul 05 10:03:13.581305 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-30ef8388-aa5a-4add-a7fa-6c000d9109f5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8266bda9-355f-4ec8-8511-7adbee0961b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293598 Jul 05 10:03:13.685259 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-2a8c9abc-3e18-4c61-a4da-07e8e7803de1 service neutron] 10.222.0.81 "GET /v2.0/networks/8266bda9-355f-4ec8-8511-7adbee0961b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962725 Jul 05 10:03:13.752701 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62596de-4b2b-446a-bd41-ce46a02e0699', 'tag': 'aaec7f85-8d17-4abb-9a3d-09c7b2a7e654'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:13.755184 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70eaaa67-0014-4980-bda7-aa13ee9d44e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c62596de-4b2b-446a-bd41-ce46a02e0699", "tag": "aaec7f85-8d17-4abb-9a3d-09c7b2a7e654"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:13.821448 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0823e57f-19ec-4fe1-b418-da1953163e4e req-4034760f-5725-43c2-aa59-1eea9f5f2815 service neutron] 10.222.0.81 "GET /v2.0/networks/8266bda9-355f-4ec8-8511-7adbee0961b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269763 Jul 05 10:03:13.822982 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ab24c6-f315-4a85-80c8-cb2815c96b1e x-openstack-request-id: req-90ab24c6-f315-4a85-80c8-cb2815c96b1e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:13.823426 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62596de-4b2b-446a-bd41-ce46a02e0699", "tag": "aaec7f85-8d17-4abb-9a3d-09c7b2a7e654", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:13.823703 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-90ab24c6-f315-4a85-80c8-cb2815c96b1e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:13.824137 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62596de-4b2b-446a-bd41-ce46a02e0699', 'tag': 'aaec7f85-8d17-4abb-9a3d-09c7b2a7e654', 'status': 'completed', 'code': 200} Jul 05 10:03:13.935366 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eaaa67-0014-4980-bda7-aa13ee9d44e7 req-15639a8d-ff77-4792-bf5e-a886039f7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:13.935366 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70eaaa67-0014-4980-bda7-aa13ee9d44e7 req-15639a8d-ff77-4792-bf5e-a886039f7424 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e503f3c8537746d6b6e63fbd3e5d478c&device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 1094 time: 0.0567534 Jul 05 10:03:14.081877 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eaaa67-0014-4980-bda7-aa13ee9d44e7 req-5e52c279-1878-4d70-b612-d2669e800759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:14.083428 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70eaaa67-0014-4980-bda7-aa13ee9d44e7 req-5e52c279-1878-4d70-b612-d2669e800759 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8266bda9-355f-4ec8-8511-7adbee0961b0 HTTP/1.1" status: 200 len: 916 time: 0.1423523 Jul 05 10:03:14.096146 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64141bb2-3c28-49b4-b677-fcc10ec9cf2e req-f97981f1-c4b7-4877-9934-bff7077051a6 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:14.102866 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-64141bb2-3c28-49b4-b677-fcc10ec9cf2e req-f97981f1-c4b7-4877-9934-bff7077051a6 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 943 time: 0.1137629 Jul 05 10:03:14.153152 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70eaaa67-0014-4980-bda7-aa13ee9d44e7 req-6e1bc0c6-2d8d-4dd1-9603-59805bc0ccc1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 HTTP/1.1" status: 200 len: 217 time: 0.0482681 Jul 05 10:03:14.200023 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-64141bb2-3c28-49b4-b677-fcc10ec9cf2e req-a869b1cc-84fb-4778-9c6b-96594f1cf699 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961888 Jul 05 10:03:14.229251 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eaaa67-0014-4980-bda7-aa13ee9d44e7 req-812fb67b-2c36-46a3-ae20-a81c58df95cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:14.229251 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70eaaa67-0014-4980-bda7-aa13ee9d44e7 req-812fb67b-2c36-46a3-ae20-a81c58df95cb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f5e9513f-1558-487a-8c2f-be083e6d5e0d HTTP/1.1" status: 200 len: 855 time: 0.0593519 Jul 05 10:03:14.260383 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70eaaa67-0014-4980-bda7-aa13ee9d44e7 req-64e2a93c-2f18-4947-b6bf-d7a8862d199e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8266bda9-355f-4ec8-8511-7adbee0961b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295010 Jul 05 10:03:14.338633 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 466f3add-1d38-41f7-a47f-21b01c1d567f no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:03:14.358912 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70eaaa67-0014-4980-bda7-aa13ee9d44e7 req-59347214-b0b6-42b6-b962-835bce6a9aa8 service neutron] 10.222.0.81 "GET /v2.0/networks/8266bda9-355f-4ec8-8511-7adbee0961b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880904 Jul 05 10:03:14.369734 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 466f3add-1d38-41f7-a47f-21b01c1d567f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:03:14.370097 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 466f3add-1d38-41f7-a47f-21b01c1d567f not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:03:14.465887 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70eaaa67-0014-4980-bda7-aa13ee9d44e7 req-ae37495e-34a6-4925-ab10-88ee3d6c1657 service neutron] 10.222.0.81 "GET /v2.0/networks/8266bda9-355f-4ec8-8511-7adbee0961b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975640 Jul 05 10:03:15.391419 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59add8af-db4f-4c00-90e6-b574cbf4ca71 req-93b34cc9-cf4a-4938-ae31-ae7f533eb673 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:15.393036 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-59add8af-db4f-4c00-90e6-b574cbf4ca71 req-93b34cc9-cf4a-4938-ae31-ae7f533eb673 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 943 time: 0.0672956 Jul 05 10:03:15.433988 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-59add8af-db4f-4c00-90e6-b574cbf4ca71 req-8de5ed71-fb32-4747-966c-b6c9a1c8c1a1 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342486 Jul 05 10:03:15.976662 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49992) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:16.108424 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635f2e7-3acb-4447-9a02-ca8e977c99f7 req-cadcb8d9-6cce-4c0e-a836-3b9ae29bab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:16.110513 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4635f2e7-3acb-4447-9a02-ca8e977c99f7 req-cadcb8d9-6cce-4c0e-a836-3b9ae29bab68 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 1096 time: 0.1321177 Jul 05 10:03:16.157385 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4635f2e7-3acb-4447-9a02-ca8e977c99f7 req-6b898986-c680-4d59-a671-bdc97d1fd686 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=27c20222-328d-42fb-aace-23b3c357edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405335 Jul 05 10:03:16.356875 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50010) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:16.471019 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40d189c9-70ec-4dc0-b6d4-b0ccaad8d1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:16.591864 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40d189c9-70ec-4dc0-b6d4-b0ccaad8d1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:16.619405 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40d189c9-70ec-4dc0-b6d4-b0ccaad8d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:16.667676 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-40d189c9-70ec-4dc0-b6d4-b0ccaad8d1f5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e370f3e508c8477094de00600b2e9c9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3071895 Jul 05 10:03:16.668733 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50020) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:16.681643 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d189c9-70ec-4dc0-b6d4-b0ccaad8d1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81025041-d9fe-437a-afaa-dbdc5a6f6a96,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:16.708162 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866b7f3-32de-432f-9b3d-6f381ee371ad req-ed0466e9-77f7-4370-9c90-ae74f4bda73d tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:16.710148 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a866b7f3-32de-432f-9b3d-6f381ee371ad req-ed0466e9-77f7-4370-9c90-ae74f4bda73d tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 943 time: 0.1484828 Jul 05 10:03:16.734468 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc308-18cd-4a52-b6cd-81fb26b3d0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:16.752445 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a866b7f3-32de-432f-9b3d-6f381ee371ad req-c76d27fb-c976-43bc-bb6a-5ddeb01fd7ad tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366380 Jul 05 10:03:16.761633 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc308-18cd-4a52-b6cd-81fb26b3d0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:16.879744 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc308-18cd-4a52-b6cd-81fb26b3d0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:16.882596 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc308-18cd-4a52-b6cd-81fb26b3d0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:16.890053 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1bcbc308-18cd-4a52-b6cd-81fb26b3d0cc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/81025041-d9fe-437a-afaa-dbdc5a6f6a96 HTTP/1.1" status: 204 len: 168 time: 0.2194471 Jul 05 10:03:16.899988 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbc308-18cd-4a52-b6cd-81fb26b3d0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81025041-d9fe-437a-afaa-dbdc5a6f6a96,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:17.182842 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50034) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:17.196091 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9f15ab8-7b10-4f61-9dcc-98dab2bf92aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:17.297817 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9f15ab8-7b10-4f61-9dcc-98dab2bf92aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:17.302099 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9f15ab8-7b10-4f61-9dcc-98dab2bf92aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:17.343813 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f9f15ab8-7b10-4f61-9dcc-98dab2bf92aa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ce079c47168148f386d67d795319c170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598327 Jul 05 10:03:17.345508 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f15ab8-7b10-4f61-9dcc-98dab2bf92aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e1a977-04de-40f4-9b7c-4a8c1b46b62f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:17.346940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50040) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:17.380329 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:03:17.400957 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8cdcfc13-3438-4f32-b682-77f7182b3417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:17.422586 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8cdcfc13-3438-4f32-b682-77f7182b3417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:17.468914 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8cdcfc13-3438-4f32-b682-77f7182b3417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:17.471813 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8cdcfc13-3438-4f32-b682-77f7182b3417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:17.473017 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8cdcfc13-3438-4f32-b682-77f7182b3417 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c3e1a977-04de-40f4-9b7c-4a8c1b46b62f HTTP/1.1" status: 204 len: 168 time: 0.1249723 Jul 05 10:03:17.475627 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port aaec7f85-8d17-4abb-9a3d-09c7b2a7e654, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=aaec7f85-8d17-4abb-9a3d-09c7b2a7e654,segment=NetworkSegment(0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3),segment_id=0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:17.480922 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcfc13-3438-4f32-b682-77f7182b3417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e1a977-04de-40f4-9b7c-4a8c1b46b62f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:17.496917 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'aaec7f85-8d17-4abb-9a3d-09c7b2a7e654', 'network_id': '8266bda9-355f-4ec8-8511-7adbee0961b0', 'port_id': 'aaec7f85-8d17-4abb-9a3d-09c7b2a7e654', 'mac_address': 'fa:16:3e:1d:d9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e9513f-1558-487a-8c2f-be083e6d5e0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:03:17.539818 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:17.553472 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:17.575462 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port aaec7f85-8d17-4abb-9a3d-09c7b2a7e654, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=aaec7f85-8d17-4abb-9a3d-09c7b2a7e654,segment=NetworkSegment(0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3),segment_id=0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:17.582310 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:17.648954 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=aaec7f85-8d17-4abb-9a3d-09c7b2a7e654,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:17.854133 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['aaec7f85-8d17-4abb-9a3d-09c7b2a7e654'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:03:17.993891 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3822a-ce92-4304-94a4-6bcc14916652 req-f930efc2-0e9a-455d-9d61-5dd156063d06 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:18.001854 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-62b3822a-ce92-4304-94a4-6bcc14916652 req-f930efc2-0e9a-455d-9d61-5dd156063d06 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 944 time: 0.0836565 Jul 05 10:03:18.044602 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-62b3822a-ce92-4304-94a4-6bcc14916652 req-f90449c1-6f70-465d-a819-cf14cdd7e198 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415838 Jul 05 10:03:19.254430 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee72de-2744-4354-af59-bcbe6f54ad67 req-0196db46-86e6-4a25-9758-b0cb8d0db0e5 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:19.256112 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27ee72de-2744-4354-af59-bcbe6f54ad67 req-0196db46-86e6-4a25-9758-b0cb8d0db0e5 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 944 time: 0.0724545 Jul 05 10:03:19.302406 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27ee72de-2744-4354-af59-bcbe6f54ad67 req-abce712e-c9f1-4a4b-a722-bc5fd63cffc0 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404365 Jul 05 10:03:19.382755 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:19.433480 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:19.438220 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:19.438612 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:19.529637 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:19.553697 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62596de-4b2b-446a-bd41-ce46a02e0699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaec7f85-8d17-4abb-9a3d-09c7b2a7e654'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:19.556106 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6419864-c990-48d1-aef0-83fb680893bd" -d '{"events": [{"server_uuid": "c62596de-4b2b-446a-bd41-ce46a02e0699", "name": "network-vif-plugged", "status": "completed", "tag": "aaec7f85-8d17-4abb-9a3d-09c7b2a7e654"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:19.567071 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50132) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:19.574544 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port aaec7f85-8d17-4abb-9a3d-09c7b2a7e654, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=aaec7f85-8d17-4abb-9a3d-09c7b2a7e654,segment=NetworkSegment(0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3),segment_id=0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:19.579701 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:19.605322 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677318dd-3296-4242-9019-7f1595b53189 x-openstack-request-id: req-677318dd-3296-4242-9019-7f1595b53189 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:19.605725 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62596de-4b2b-446a-bd41-ce46a02e0699", "name": "network-vif-plugged", "status": "completed", "tag": "aaec7f85-8d17-4abb-9a3d-09c7b2a7e654", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:19.606082 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-677318dd-3296-4242-9019-7f1595b53189 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:19.606483 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62596de-4b2b-446a-bd41-ce46a02e0699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaec7f85-8d17-4abb-9a3d-09c7b2a7e654', 'code': 200} Jul 05 10:03:19.634981 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=aaec7f85-8d17-4abb-9a3d-09c7b2a7e654,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:19.719221 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7e597c0-447c-4bad-bf69-ff3fd6e0fd8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:19.764734 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85b273-ca1f-4035-831e-8bd64352c5ed req-8ceb7104-e469-4ebf-a4bb-5913c5e4b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:19.767318 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2c85b273-ca1f-4035-831e-8bd64352c5ed req-8ceb7104-e469-4ebf-a4bb-5913c5e4b622 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 1096 time: 0.0928853 Jul 05 10:03:19.823349 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2c85b273-ca1f-4035-831e-8bd64352c5ed req-e6c23d13-767b-42e6-b262-8313661b58ee service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499020 Jul 05 10:03:19.871472 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7e597c0-447c-4bad-bf69-ff3fd6e0fd8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:19.875748 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7e597c0-447c-4bad-bf69-ff3fd6e0fd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:19.917701 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c7e597c0-447c-4bad-bf69-ff3fd6e0fd8c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=78ded14c88de4818a5db6c494e678efc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3491850 Jul 05 10:03:19.918902 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e597c0-447c-4bad-bf69-ff3fd6e0fd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4155e10a-80b0-483c-aae5-6eebaa913b6b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:19.919680 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50146) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:20.000164 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-78ed07b8-79c0-4c43-82ce-7b777deec92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.022980 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-78ed07b8-79c0-4c43-82ce-7b777deec92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.070820 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-78ed07b8-79c0-4c43-82ce-7b777deec92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.074062 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-78ed07b8-79c0-4c43-82ce-7b777deec92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.076027 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-78ed07b8-79c0-4c43-82ce-7b777deec92c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4155e10a-80b0-483c-aae5-6eebaa913b6b HTTP/1.1" status: 204 len: 168 time: 0.1543479 Jul 05 10:03:20.086611 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed07b8-79c0-4c43-82ce-7b777deec92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4155e10a-80b0-483c-aae5-6eebaa913b6b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:20.356091 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50154) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:20.370294 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df70a835-75b0-4883-82d9-b43a2ac494cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.465507 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df70a835-75b0-4883-82d9-b43a2ac494cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.470586 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df70a835-75b0-4883-82d9-b43a2ac494cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.496555 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9d038-c0ce-4ff6-8f3c-aceae6fa6f2c req-c194b5b8-a7c0-4644-ab89-a6434b715d59 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:20.498243 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9df9d038-c0ce-4ff6-8f3c-aceae6fa6f2c req-c194b5b8-a7c0-4644-ab89-a6434b715d59 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.0710356 Jul 05 10:03:20.517431 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-df70a835-75b0-4883-82d9-b43a2ac494cc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0a01faf029124976b0445f400026c57e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1576493 Jul 05 10:03:20.517648 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50156) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:20.541174 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9df9d038-c0ce-4ff6-8f3c-aceae6fa6f2c req-241ee517-4282-4c6b-b2d8-4fd4f72ddd3a tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347259 Jul 05 10:03:20.544521 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70a835-75b0-4883-82d9-b43a2ac494cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2adf050-a556-457f-bbb0-5aa133ffb709,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:20.583624 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15316b9b-446a-435f-878b-26bba89149cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.606431 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15316b9b-446a-435f-878b-26bba89149cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.656517 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15316b9b-446a-435f-878b-26bba89149cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.659793 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15316b9b-446a-435f-878b-26bba89149cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.661196 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-15316b9b-446a-435f-878b-26bba89149cf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c2adf050-a556-457f-bbb0-5aa133ffb709 HTTP/1.1" status: 204 len: 168 time: 0.1425371 Jul 05 10:03:20.670489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15316b9b-446a-435f-878b-26bba89149cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2adf050-a556-457f-bbb0-5aa133ffb709,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:20.919127 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ef67b6c4-fa03-4bbf-8bd4-2c848cb4b814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:21.746632 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32942a66-b469-468e-9f8f-4f3fbe02a441 req-018a92e4-855c-4570-879a-9adc4c55bffe tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:21.748694 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-32942a66-b469-468e-9f8f-4f3fbe02a441 req-018a92e4-855c-4570-879a-9adc4c55bffe tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.0793679 Jul 05 10:03:21.793839 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-32942a66-b469-468e-9f8f-4f3fbe02a441 req-8bd839ed-1739-440d-a1fd-f68633ec92cc tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387607 Jul 05 10:03:22.030668 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf735cb1-8617-4333-ac4a-80d7a8ed5740 req-dfe6e99b-a825-453b-baaa-9583558c1bba tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:22.034810 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf735cb1-8617-4333-ac4a-80d7a8ed5740 req-dfe6e99b-a825-453b-baaa-9583558c1bba tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.0874434 Jul 05 10:03:22.098962 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf735cb1-8617-4333-ac4a-80d7a8ed5740 req-6faf3d66-487b-4590-b13f-6174474ee3db tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512547 Jul 05 10:03:22.320337 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50208) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:22.437609 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0fdcb1ec-0057-4c8e-bec5-55d121714918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.543159 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d836e1-51f1-441a-b895-0007d4b3efbc req-4bb35ceb-947a-44b1-95e1-e9b628148559 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:22.545007 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27d836e1-51f1-441a-b895-0007d4b3efbc req-4bb35ceb-947a-44b1-95e1-e9b628148559 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.0961235 Jul 05 10:03:22.554083 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0fdcb1ec-0057-4c8e-bec5-55d121714918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.562362 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0fdcb1ec-0057-4c8e-bec5-55d121714918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.593669 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27d836e1-51f1-441a-b895-0007d4b3efbc req-a2b95364-f349-4e0d-babf-952c2a7859a4 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422556 Jul 05 10:03:22.617658 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0fdcb1ec-0057-4c8e-bec5-55d121714918 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f4b9f8eca9194ac6af589c448bfc54cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2957945 Jul 05 10:03:22.618567 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdcb1ec-0057-4c8e-bec5-55d121714918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719176a4-b03b-45c8-8478-279e14d7cb61,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:22.620268 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50214) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:22.687172 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b6b0511-ba63-4337-9836-77bfc0687861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.717047 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b6b0511-ba63-4337-9836-77bfc0687861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.814451 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ada6a-ea4c-47e4-a6df-19edbaab9c3e req-d4ad4307-3644-48c7-b8b3-200bbccb905e tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:22.815958 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-966ada6a-ea4c-47e4-a6df-19edbaab9c3e req-d4ad4307-3644-48c7-b8b3-200bbccb905e tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.0903649 Jul 05 10:03:22.816984 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b6b0511-ba63-4337-9836-77bfc0687861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.819447 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b6b0511-ba63-4337-9836-77bfc0687861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.820499 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4b6b0511-ba63-4337-9836-77bfc0687861 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/719176a4-b03b-45c8-8478-279e14d7cb61 HTTP/1.1" status: 204 len: 168 time: 0.1985395 Jul 05 10:03:22.836177 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b0511-ba63-4337-9836-77bfc0687861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719176a4-b03b-45c8-8478-279e14d7cb61,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:22.868302 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-966ada6a-ea4c-47e4-a6df-19edbaab9c3e req-fe888cf9-305a-419f-bea6-47d2087f7e29 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465980 Jul 05 10:03:23.140493 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50244) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:23.160495 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1449ce34-33ce-4f57-9f2a-9ee64b2cc4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.274817 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1449ce34-33ce-4f57-9f2a-9ee64b2cc4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.290211 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1449ce34-33ce-4f57-9f2a-9ee64b2cc4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.311606 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cd93bb9a-ee15-4bb3-a2c0-72884453638c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.352629 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449ce34-33ce-4f57-9f2a-9ee64b2cc4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4d34ce-1053-42bd-a9ec-75a3b1688419,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:23.392491 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50254) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:23.393179 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1449ce34-33ce-4f57-9f2a-9ee64b2cc4ae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eee939fd39714a3785ead38b0de81098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509062 Jul 05 10:03:23.443377 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dfd8ba66-68fc-4d6c-919d-6bd1368acd44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.492622 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dfd8ba66-68fc-4d6c-919d-6bd1368acd44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.552723 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfce6a-4e54-454f-b101-e878cf8a41e1 req-010887e2-9d10-449a-aab3-3805cc37bd76 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:23.554314 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19cfce6a-4e54-454f-b101-e878cf8a41e1 req-010887e2-9d10-449a-aab3-3805cc37bd76 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.1007748 Jul 05 10:03:23.575231 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dfd8ba66-68fc-4d6c-919d-6bd1368acd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.579239 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dfd8ba66-68fc-4d6c-919d-6bd1368acd44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.580497 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.580831 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-dfd8ba66-68fc-4d6c-919d-6bd1368acd44 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ca4d34ce-1053-42bd-a9ec-75a3b1688419 HTTP/1.1" status: 204 len: 168 time: 0.1869392 Jul 05 10:03:23.599208 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8ba66-68fc-4d6c-919d-6bd1368acd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4d34ce-1053-42bd-a9ec-75a3b1688419,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:23.623647 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19cfce6a-4e54-454f-b101-e878cf8a41e1 req-fbdd1bef-e584-4ce8-971b-8752a62a04b5 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604172 Jul 05 10:03:24.250141 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c86525d-9ddd-4740-9375-b9dc96230100 req-aac5e7f0-d48e-41ce-833a-959c7113793c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=09a26d74-77c1-4c6d-8bad-229e174369f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1436040 Jul 05 10:03:24.563289 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:24.655603 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86525d-9ddd-4740-9375-b9dc96230100 req-9a852775-f12a-4def-b3dc-5d11a3a4178a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:24.657734 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c86525d-9ddd-4740-9375-b9dc96230100 req-9a852775-f12a-4def-b3dc-5d11a3a4178a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=09a26d74-77c1-4c6d-8bad-229e174369f9 HTTP/1.1" status: 200 len: 1097 time: 0.3545847 Jul 05 10:03:24.813392 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86525d-9ddd-4740-9375-b9dc96230100 req-2010bc3e-bb5c-405a-9443-d9174d37e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:24.814891 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c86525d-9ddd-4740-9375-b9dc96230100 req-2010bc3e-bb5c-405a-9443-d9174d37e52f service neutron] 10.222.0.81 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 913 time: 0.1315432 Jul 05 10:03:24.864780 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c86525d-9ddd-4740-9375-b9dc96230100 req-12c0724f-4923-470b-9f45-ee85839d718e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3aa61ed-6c26-46a2-8471-e42da10116e1 HTTP/1.1" status: 200 len: 217 time: 0.0419478 Jul 05 10:03:24.875421 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a498c-faae-47ee-8b0d-0dee1b693ab7 req-e7c4d5d2-9860-4c31-a9ac-950c71ed9ef0 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:24.876917 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e09a498c-faae-47ee-8b0d-0dee1b693ab7 req-e7c4d5d2-9860-4c31-a9ac-950c71ed9ef0 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.1268661 Jul 05 10:03:24.948689 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e09a498c-faae-47ee-8b0d-0dee1b693ab7 req-d574ebc5-0ef0-4ecc-a102-8e9c209b376f tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635109 Jul 05 10:03:24.952308 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86525d-9ddd-4740-9375-b9dc96230100 req-8ec43204-3634-4c47-ac4e-0d541eb0364f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:24.953740 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c86525d-9ddd-4740-9375-b9dc96230100 req-8ec43204-3634-4c47-ac4e-0d541eb0364f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.0759799 Jul 05 10:03:25.014714 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86525d-9ddd-4740-9375-b9dc96230100 req-3477933e-ea70-452c-b263-2831670f27a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:25.016926 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c86525d-9ddd-4740-9375-b9dc96230100 req-3477933e-ea70-452c-b263-2831670f27a8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558834 Jul 05 10:03:25.112516 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c86525d-9ddd-4740-9375-b9dc96230100 req-5209f338-f2e9-4dae-945a-df50780c2de4 service neutron] 10.222.0.81 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858862 Jul 05 10:03:25.209959 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c86525d-9ddd-4740-9375-b9dc96230100 req-fc9f6363-42e3-4216-9361-bb84a16bf4cb service neutron] 10.222.0.81 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883563 Jul 05 10:03:25.869502 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50364) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:25.980500 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc5291a9-5fca-4f16-ac71-23e004bdeb60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:26.083485 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc5291a9-5fca-4f16-ac71-23e004bdeb60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:26.103490 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc5291a9-5fca-4f16-ac71-23e004bdeb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:26.153644 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-dc5291a9-5fca-4f16-ac71-23e004bdeb60 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e38e86c33bdd4e5397e6fcb242593ac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829568 Jul 05 10:03:26.155983 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5291a9-5fca-4f16-ac71-23e004bdeb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353ec892-e7e8-416b-b675-a07012c31159,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:26.156341 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50370) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:26.183571 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1e742-0308-4f0d-9772-5dd0c7efc2a3 req-0f56cd14-d5ac-46dc-8ac1-61fe34322c85 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:26.185265 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9eb1e742-0308-4f0d-9772-5dd0c7efc2a3 req-0f56cd14-d5ac-46dc-8ac1-61fe34322c85 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.1178575 Jul 05 10:03:26.215410 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27949f96-9160-4f10-8767-bad40cae1d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:26.225671 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9eb1e742-0308-4f0d-9772-5dd0c7efc2a3 req-50a966ba-cd0e-4288-8401-df6ceb22ac91 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337899 Jul 05 10:03:26.240429 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27949f96-9160-4f10-8767-bad40cae1d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:26.289518 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27949f96-9160-4f10-8767-bad40cae1d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:26.292025 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27949f96-9160-4f10-8767-bad40cae1d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:26.293274 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-27949f96-9160-4f10-8767-bad40cae1d05 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/353ec892-e7e8-416b-b675-a07012c31159 HTTP/1.1" status: 204 len: 168 time: 0.1349666 Jul 05 10:03:26.302840 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27949f96-9160-4f10-8767-bad40cae1d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353ec892-e7e8-416b-b675-a07012c31159,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:26.565946 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50376) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:26.579829 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da9a3a86-943c-4a48-a7ab-59b9bbb2c200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:26.689100 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:26.690879 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da9a3a86-943c-4a48-a7ab-59b9bbb2c200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:26.694673 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da9a3a86-943c-4a48-a7ab-59b9bbb2c200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:26.741134 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50380) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:26.741513 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-da9a3a86-943c-4a48-a7ab-59b9bbb2c200 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0ed28e05693e46128aa27cc0b379695d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1744223 Jul 05 10:03:26.747352 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a3a86-943c-4a48-a7ab-59b9bbb2c200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9295552-b628-4576-babf-59c60c4fac11,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:26.812593 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e798e71-3a31-48ad-a40a-fa5aecdd062b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:26.835926 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e798e71-3a31-48ad-a40a-fa5aecdd062b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:26.901026 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e798e71-3a31-48ad-a40a-fa5aecdd062b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:26.903760 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e798e71-3a31-48ad-a40a-fa5aecdd062b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:26.905023 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4e798e71-3a31-48ad-a40a-fa5aecdd062b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f9295552-b628-4576-babf-59c60c4fac11 HTTP/1.1" status: 204 len: 168 time: 0.1622324 Jul 05 10:03:26.916437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e798e71-3a31-48ad-a40a-fa5aecdd062b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9295552-b628-4576-babf-59c60c4fac11,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:27.311914 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b876f94-9333-4767-972b-80ba797a5441 req-232e206b-fe5c-40cf-b5ac-84fbfc66d630 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0638175 Jul 05 10:03:27.464400 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0f69c-5fa5-41e4-bb00-4e66adfc7358 req-d9fcf369-18cc-4d24-9c56-6836c21d845f tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:27.465919 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e7d0f69c-5fa5-41e4-bb00-4e66adfc7358 req-d9fcf369-18cc-4d24-9c56-6836c21d845f tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.1067379 Jul 05 10:03:27.468763 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b876f94-9333-4767-972b-80ba797a5441 req-c30b657b-a21b-4e70-a44e-f6a255518d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:27.470423 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b876f94-9333-4767-972b-80ba797a5441 req-c30b657b-a21b-4e70-a44e-f6a255518d6c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 1095 time: 0.1007781 Jul 05 10:03:27.555187 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e7d0f69c-5fa5-41e4-bb00-4e66adfc7358 req-dfab4ba3-856e-4c71-98b7-3db0f5ab7052 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831494 Jul 05 10:03:27.598392 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b876f94-9333-4767-972b-80ba797a5441 req-09339143-45b2-46b3-8f85-757af5b5faae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:27.598392 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b876f94-9333-4767-972b-80ba797a5441 req-09339143-45b2-46b3-8f85-757af5b5faae service neutron] 10.222.0.78 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 913 time: 0.1068299 Jul 05 10:03:27.673555 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b876f94-9333-4767-972b-80ba797a5441 req-294cda42-fe35-4602-8779-06c5f76d7f31 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aca941f-afbc-4333-8046-eb35cd67dab1 HTTP/1.1" status: 200 len: 999 time: 0.0652211 Jul 05 10:03:27.726991 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b876f94-9333-4767-972b-80ba797a5441 req-2603977b-38f4-4629-97c9-38b3bc71a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:27.728521 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b876f94-9333-4767-972b-80ba797a5441 req-2603977b-38f4-4629-97c9-38b3bc71a9c5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.0485108 Jul 05 10:03:27.787795 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b876f94-9333-4767-972b-80ba797a5441 req-b3d5c07b-28e2-4bdd-9265-1dca54601e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:27.789360 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b876f94-9333-4767-972b-80ba797a5441 req-b3d5c07b-28e2-4bdd-9265-1dca54601e9c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535727 Jul 05 10:03:27.884915 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b876f94-9333-4767-972b-80ba797a5441 req-c02990b5-67a1-4813-8ce7-665c9809462d service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885994 Jul 05 10:03:28.002058 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b876f94-9333-4767-972b-80ba797a5441 req-f33607af-b2df-4bcb-a01b-080457c30cc5 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072960 Jul 05 10:03:28.773769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7368c0a-bad1-4bae-97d0-078441e586e5 req-f0a43c4d-4e3e-4cc6-b7f6-24b964ff8c74 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:28.775313 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7368c0a-bad1-4bae-97d0-078441e586e5 req-f0a43c4d-4e3e-4cc6-b7f6-24b964ff8c74 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.0726233 Jul 05 10:03:28.817459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7368c0a-bad1-4bae-97d0-078441e586e5 req-5f59de15-033a-4678-b96b-8ac7e888a4d2 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339549 Jul 05 10:03:28.858123 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50446) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:28.992130 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b09a6ceb-81bb-4180-8e58-04bf80e69363 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] 10.222.0.79 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4098 time: 0.1301172 Jul 05 10:03:28.992558 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50450) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:28.997928 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a4edc750-b9ac-463a-9e98-085bade50564 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Request body: {'network': {'name': 'tempest-network-smoke--1851523546', 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'port_security_enabled': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:29.021171 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4edc750-b9ac-463a-9e98-085bade50564 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Made reservation on behalf of f0692abcf6f7458c830e07d7e3d21525 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:03:29.025470 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4edc750-b9ac-463a-9e98-085bade50564 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:29.055502 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4edc750-b9ac-463a-9e98-085bade50564 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:03:29.066056 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4edc750-b9ac-463a-9e98-085bade50564 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:29.066386 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-a4edc750-b9ac-463a-9e98-085bade50564 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Added segment 7232922f-065b-4fa2-9966-afe3c1f3f9fa of type vlan for network 31747b90-172d-446b-8da0-059f79bd0691 Jul 05 10:03:29.108989 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4edc750-b9ac-463a-9e98-085bade50564 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:29.139613 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4edc750-b9ac-463a-9e98-085bade50564 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:29.145974 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edc750-b9ac-463a-9e98-085bade50564 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:29.146904 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4edc750-b9ac-463a-9e98-085bade50564 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:29.211470 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a4edc750-b9ac-463a-9e98-085bade50564 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2177794 Jul 05 10:03:29.214263 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50454) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:29.218776 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1e2feffc-26ab-4477-84ce-cf1bb7d01d2c tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2010239127', 'admin_state_up': True, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:29.238694 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4edc750-b9ac-463a-9e98-085bade50564 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event updated for resources: {'Network': ['ID=31747b90-172d-446b-8da0-059f79bd0691,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:29.252053 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 31747b90-172d-446b-8da0-059f79bd0691 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:03:29.268594 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e2feffc-26ab-4477-84ce-cf1bb7d01d2c tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:29.269749 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e2feffc-26ab-4477-84ce-cf1bb7d01d2c tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:29.334000 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e2feffc-26ab-4477-84ce-cf1bb7d01d2c tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:29.490576 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e2feffc-26ab-4477-84ce-cf1bb7d01d2c tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:29.693663 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e2feffc-26ab-4477-84ce-cf1bb7d01d2c tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:29.716884 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e2feffc-26ab-4477-84ce-cf1bb7d01d2c tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:29.836660 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-1e2feffc-26ab-4477-84ce-cf1bb7d01d2c tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Allocated IP 172.25.7.215 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/b3d025a8-8205-4d02-9551-da27ebd8d874) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:29.974692 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e2feffc-26ab-4477-84ce-cf1bb7d01d2c tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:30.016764 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7184ee6-c4b7-45d2-b3fd-4a856df386d2 req-b96fd182-dab5-46a7-a9fb-65bda66ee844 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:30.024705 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7184ee6-c4b7-45d2-b3fd-4a856df386d2 req-b96fd182-dab5-46a7-a9fb-65bda66ee844 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.0813336 Jul 05 10:03:30.034716 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e2feffc-26ab-4477-84ce-cf1bb7d01d2c tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:30.105235 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7184ee6-c4b7-45d2-b3fd-4a856df386d2 req-d863e5db-8cdf-4059-91c6-c0a02140c94c tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794373 Jul 05 10:03:30.128219 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2feffc-26ab-4477-84ce-cf1bb7d01d2c tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event updated for resources: {'Port': ['ID=b3d025a8-8205-4d02-9551-da27ebd8d874,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:30.145212 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2feffc-26ab-4477-84ce-cf1bb7d01d2c tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:30.148019 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-1e2feffc-26ab-4477-84ce-cf1bb7d01d2c tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:30.153112 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2feffc-26ab-4477-84ce-cf1bb7d01d2c tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:30.514834 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50480) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:30.532032 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e2feffc-26ab-4477-84ce-cf1bb7d01d2c tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:30.669765 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9af970ef-716e-4589-8cb7-405d5676f244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:30.775277 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9af970ef-716e-4589-8cb7-405d5676f244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:30.776697 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e2feffc-26ab-4477-84ce-cf1bb7d01d2c tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:30.781226 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9af970ef-716e-4589-8cb7-405d5676f244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:30.826746 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9af970ef-716e-4589-8cb7-405d5676f244 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=17e9b0917357443b9552a2f240d1bde5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3074467 Jul 05 10:03:30.826746 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af970ef-716e-4589-8cb7-405d5676f244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fb5e26-8e27-4f63-acad-3e33317e011f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:30.829889 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50484) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:30.914867 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9bd25fd-9bc6-4ec1-9406-348eadbfe9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:30.945988 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9bd25fd-9bc6-4ec1-9406-348eadbfe9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:30.990196 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2feffc-26ab-4477-84ce-cf1bb7d01d2c tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Router 10389fb3-9c4d-4ea0-ae2c-42a9bca24baf is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:03:31.012837 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9bd25fd-9bc6-4ec1-9406-348eadbfe9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:31.015376 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9bd25fd-9bc6-4ec1-9406-348eadbfe9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:31.017170 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f9bd25fd-9bc6-4ec1-9406-348eadbfe9de admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f2fb5e26-8e27-4f63-acad-3e33317e011f HTTP/1.1" status: 204 len: 168 time: 0.1862411 Jul 05 10:03:31.024863 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd25fd-9bc6-4ec1-9406-348eadbfe9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fb5e26-8e27-4f63-acad-3e33317e011f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:31.110664 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2feffc-26ab-4477-84ce-cf1bb7d01d2c tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:03:31.124776 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] Sync routers for ids ['10389fb3-9c4d-4ea0-ae2c-42a9bca24baf'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:03:31.134109 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] Routers {'10389fb3-9c4d-4ea0-ae2c-42a9bca24baf'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:31.134109 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:03:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['10389fb3-9c4d-4ea0-ae2c-42a9bca24baf'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:31.134393 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e2feffc-26ab-4477-84ce-cf1bb7d01d2c tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:31.135958 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1e2feffc-26ab-4477-84ce-cf1bb7d01d2c tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9205592 Jul 05 10:03:31.138816 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50492) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:31.219078 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f947e75-d98e-4784-878f-232a108fed6f tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:31.221087 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5f947e75-d98e-4784-878f-232a108fed6f tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=f0692abcf6f7458c830e07d7e3d21525&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0812995 Jul 05 10:03:31.224018 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50496) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:31.306246 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] Set router 10389fb3-9c4d-4ea0-ae2c-42a9bca24baf gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:31.437250 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d30d0c-113f-485e-87c7-85dda907e699 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:31.441786 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f3d30d0c-113f-485e-87c7-85dda907e699 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2149863 Jul 05 10:03:31.443033 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50514) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:31.503040 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf792a98-deba-44bb-aedd-dfe2e5bfee2b req-b29a5c6c-177d-4416-80d8-abed3620bdb1 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:31.517746 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10389fb3-9c4d-4ea0-ae2c-42a9bca24baf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2010239127', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b3d025a8-8205-4d02-9551-da27ebd8d874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:29Z', 'updated_at': '2021-07-05T10:03:30Z', 'revision_number': 3, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'gw_port': {'id': 'b3d025a8-8205-4d02-9551-da27ebd8d874', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10389fb3-9c4d-4ea0-ae2c-42a9bca24baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:29Z', 'updated_at': '2021-07-05T10:03:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:31.518369 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf792a98-deba-44bb-aedd-dfe2e5bfee2b req-b29a5c6c-177d-4416-80d8-abed3620bdb1 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.2844903 Jul 05 10:03:31.530228 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-89601802-bf48-474f-a0fa-04443ebbd3c1 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0859754 Jul 05 10:03:31.533697 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50516) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:31.545462 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] Checking router: 10389fb3-9c4d-4ea0-ae2c-42a9bca24baf for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:03:31.545726 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] Updating router 10389fb3-9c4d-4ea0-ae2c-42a9bca24baf port b3d025a8-8205-4d02-9551-da27ebd8d874 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:03:31.580848 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2cd5d3df-b066-44da-89e4-242d09d7d271 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=f0692abcf6f7458c830e07d7e3d21525&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460160 Jul 05 10:03:31.584551 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50520) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:31.587561 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:31.669206 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf792a98-deba-44bb-aedd-dfe2e5bfee2b req-a62d0a37-60db-43e0-a9f7-4fc8a18785b6 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490550 Jul 05 10:03:31.840866 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea778a8-b5f7-437d-a56b-4aba76cd3aa0 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:31.843462 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9ea778a8-b5f7-437d-a56b-4aba76cd3aa0 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2577560 Jul 05 10:03:31.847118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50532) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:31.886621 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f03d51e0-22c7-4ecb-acac-43c5f57cccb8 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379610 Jul 05 10:03:31.892540 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50536) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:31.906572 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e6e01939-cff4-4fef-babc-731f1bedd5ea tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-938142699', 'network_id': '31747b90-172d-446b-8da0-059f79bd0691', 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:31.978483 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:31.991310 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] Transition to ACTIVE for port object b3d025a8-8205-4d02-9551-da27ebd8d874 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:32.005069 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:32.066509 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e01939-cff4-4fef-babc-731f1bedd5ea tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Made reservation on behalf of f0692abcf6f7458c830e07d7e3d21525 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:03:32.067052 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6e01939-cff4-4fef-babc-731f1bedd5ea tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:32.073428 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4d6d8-7058-49fa-90c3-0081a5ecde2c None None] Pushing event updated for resources: {'Port': ['ID=b3d025a8-8205-4d02-9551-da27ebd8d874,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:32.089582 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] Attempting to bind port b3d025a8-8205-4d02-9551-da27ebd8d874 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:32.090153 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] Attempting to bind port b3d025a8-8205-4d02-9551-da27ebd8d874 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:32.090665 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] Attempting to bind port b3d025a8-8205-4d02-9551-da27ebd8d874 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:32.097867 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:32.098367 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:32.098985 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:32.099446 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:32.100009 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] Bound port: b3d025a8-8205-4d02-9551-da27ebd8d874, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:32.100571 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:32.127990 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d4d6d8-7058-49fa-90c3-0081a5ecde2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:32.128564 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d4d6d8-7058-49fa-90c3-0081a5ecde2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:32.128652 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d4d6d8-7058-49fa-90c3-0081a5ecde2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:32.131057 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d4d6d8-7058-49fa-90c3-0081a5ecde2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:32.131410 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d4d6d8-7058-49fa-90c3-0081a5ecde2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:32.131745 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d4d6d8-7058-49fa-90c3-0081a5ecde2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:32.132103 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d4d6d8-7058-49fa-90c3-0081a5ecde2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:32.132430 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d4d6d8-7058-49fa-90c3-0081a5ecde2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:32.132750 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d4d6d8-7058-49fa-90c3-0081a5ecde2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:32.133068 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d4d6d8-7058-49fa-90c3-0081a5ecde2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:32.133440 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d4d6d8-7058-49fa-90c3-0081a5ecde2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:32.133690 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d4d6d8-7058-49fa-90c3-0081a5ecde2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:32.178570 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a6752-b304-48f5-aba1-a86d10b4b6bf req-81e3dad5-e1de-47e7-acc8-06353533af64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:32.180202 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b4a6752-b304-48f5-aba1-a86d10b4b6bf req-81e3dad5-e1de-47e7-acc8-06353533af64 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 1095 time: 0.1794062 Jul 05 10:03:32.181209 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] For port b3d025a8-8205-4d02-9551-da27ebd8d874, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:32.185388 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] For port b3d025a8-8205-4d02-9551-da27ebd8d874, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b3d025a8-8205-4d02-9551-da27ebd8d874,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:32.192013 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:32.352997 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] Routers {'10389fb3-9c4d-4ea0-ae2c-42a9bca24baf'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:32.353743 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:03:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['10389fb3-9c4d-4ea0-ae2c-42a9bca24baf'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:32.353893 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2ad8d-6f89-4b57-8afc-365d95e5b99e req-5f079631-0101-4565-8007-44d199b40c39 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:32.355709 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e8e2ad8d-6f89-4b57-8afc-365d95e5b99e req-5f079631-0101-4565-8007-44d199b40c39 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.2404385 Jul 05 10:03:32.376956 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a6752-b304-48f5-aba1-a86d10b4b6bf req-cfce3d55-58bc-46f4-bf94-35ff0da5bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:32.378426 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b4a6752-b304-48f5-aba1-a86d10b4b6bf req-cfce3d55-58bc-46f4-bf94-35ff0da5bf00 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 913 time: 0.1850107 Jul 05 10:03:32.519875 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4d6d8-7058-49fa-90c3-0081a5ecde2c None None] Pushing event updated for resources: {'Port': ['ID=b3d025a8-8205-4d02-9551-da27ebd8d874,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:32.525611 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e8e2ad8d-6f89-4b57-8afc-365d95e5b99e req-921a8ed8-45d9-4d33-ace3-b27a0588a6ec tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604650 Jul 05 10:03:32.533294 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6e01939-cff4-4fef-babc-731f1bedd5ea tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:32.584235 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] Set router 10389fb3-9c4d-4ea0-ae2c-42a9bca24baf gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:32.599695 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b4a6752-b304-48f5-aba1-a86d10b4b6bf req-478bbe05-69d3-46a8-960d-b8a18b4d1c05 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aca941f-afbc-4333-8046-eb35cd67dab1 HTTP/1.1" status: 200 len: 999 time: 0.2018182 Jul 05 10:03:32.613620 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:32.690153 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e01939-cff4-4fef-babc-731f1bedd5ea tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event updated for resources: {'Subnet': ['ID=b325e8ec-214b-426c-a47f-0a07cf65c33f,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:32.723483 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e01939-cff4-4fef-babc-731f1bedd5ea tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Checking segment: {'id': '7232922f-065b-4fa2-9966-afe3c1f3f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '31747b90-172d-446b-8da0-059f79bd0691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:32.724125 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e01939-cff4-4fef-babc-731f1bedd5ea tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Network hostable DHCP agents. Network: 31747b90-172d-446b-8da0-059f79bd0691, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:03:32.728610 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a6752-b304-48f5-aba1-a86d10b4b6bf req-1381a9b7-f955-4fc8-9daa-0b3f54792560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:32.730713 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b4a6752-b304-48f5-aba1-a86d10b4b6bf req-1381a9b7-f955-4fc8-9daa-0b3f54792560 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.1236548 Jul 05 10:03:32.793660 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e01939-cff4-4fef-babc-731f1bedd5ea tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Network 31747b90-172d-446b-8da0-059f79bd0691 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:03:32.857353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-e6e01939-cff4-4fef-babc-731f1bedd5ea tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 31747b90-172d-446b-8da0-059f79bd0691) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:32.868297 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10389fb3-9c4d-4ea0-ae2c-42a9bca24baf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2010239127', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b3d025a8-8205-4d02-9551-da27ebd8d874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:29Z', 'updated_at': '2021-07-05T10:03:30Z', 'revision_number': 3, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'gw_port': {'id': 'b3d025a8-8205-4d02-9551-da27ebd8d874', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10389fb3-9c4d-4ea0-ae2c-42a9bca24baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:29Z', 'updated_at': '2021-07-05T10:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:32.872416 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbf15b0-b88c-4641-8912-293cdc62f108 None None] Network 31747b90-172d-446b-8da0-059f79bd0691 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:03:32.879646 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e01939-cff4-4fef-babc-731f1bedd5ea tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:32.879646 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6e01939-cff4-4fef-babc-731f1bedd5ea tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:32.889552 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a6752-b304-48f5-aba1-a86d10b4b6bf req-b0b135df-add8-4a41-8a8f-cff12d1efae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:32.891619 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b4a6752-b304-48f5-aba1-a86d10b4b6bf req-b0b135df-add8-4a41-8a8f-cff12d1efae0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1535702 Jul 05 10:03:32.945702 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546dc070-1149-4b37-96a1-74ef02a67cf2 None None] The sync data for ids ['10389fb3-9c4d-4ea0-ae2c-42a9bca24baf'] in n-d-798054-8 is: [{'id': '10389fb3-9c4d-4ea0-ae2c-42a9bca24baf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2010239127', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b3d025a8-8205-4d02-9551-da27ebd8d874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:29Z', 'updated_at': '2021-07-05T10:03:30Z', 'revision_number': 3, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'gw_port': {'id': 'b3d025a8-8205-4d02-9551-da27ebd8d874', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10389fb3-9c4d-4ea0-ae2c-42a9bca24baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:29Z', 'updated_at': '2021-07-05T10:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:03:32.968423 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e6e01939-cff4-4fef-babc-731f1bedd5ea tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0713768 Jul 05 10:03:32.969841 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50568) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:32.972486 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50570) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:33.011825 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850925b-9350-46cd-b3d8-001666c737ea req-6a3eee41-4f3f-461b-82ce-202302f1902a tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:33.013449 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e850925b-9350-46cd-b3d8-001666c737ea req-6a3eee41-4f3f-461b-82ce-202302f1902a tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.1953270 Jul 05 10:03:33.057723 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b4a6752-b304-48f5-aba1-a86d10b4b6bf req-f58715f8-7762-419e-870e-1a16af7de1b0 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579394 Jul 05 10:03:33.142391 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61a8401-9bbb-4f08-9a92-9c1699d468e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-31747b90-172d-446b-8da0-059f79bd0691', 'network_id': '31747b90-172d-446b-8da0-059f79bd0691', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'fixed_ips': [{'subnet_id': 'b325e8ec-214b-426c-a47f-0a07cf65c33f'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:03:33.143555 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d61a8401-9bbb-4f08-9a92-9c1699d468e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:33.145769 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e850925b-9350-46cd-b3d8-001666c737ea req-35eda8fb-7e4a-47f4-948d-3a56f3e312dc tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211934 Jul 05 10:03:33.176484 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89472d71-d171-4224-a2b2-75e9796ff114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:33.239730 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b4a6752-b304-48f5-aba1-a86d10b4b6bf req-b2669118-cede-46e8-9714-e02f302b403e service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712863 Jul 05 10:03:33.348199 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-d61a8401-9bbb-4f08-9a92-9c1699d468e2 None None] Allocated IP 172.20.0.18 (31747b90-172d-446b-8da0-059f79bd0691/b325e8ec-214b-426c-a47f-0a07cf65c33f/3d6e0282-5b56-4e6a-9762-952fc9b828a8) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:33.389819 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89472d71-d171-4224-a2b2-75e9796ff114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:33.394855 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89472d71-d171-4224-a2b2-75e9796ff114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:33.424071 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89472d71-d171-4224-a2b2-75e9796ff114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae875ea-4f06-4fb9-b3d8-f5e4f7946ad7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:33.506146 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-89472d71-d171-4224-a2b2-75e9796ff114 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=acccf377e26a44dbb84047ce00289d06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5266173 Jul 05 10:03:33.509838 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50574) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:33.579608 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d61a8401-9bbb-4f08-9a92-9c1699d468e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:33.581547 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb55d-a23d-4af9-843b-59e2985062f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:33.590597 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d61a8401-9bbb-4f08-9a92-9c1699d468e2 None None] Transition to ACTIVE for port object 3d6e0282-5b56-4e6a-9762-952fc9b828a8 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:33.629333 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d61a8401-9bbb-4f08-9a92-9c1699d468e2 None None] Transition to ACTIVE for port object 3d6e0282-5b56-4e6a-9762-952fc9b828a8 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:33.645876 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d61a8401-9bbb-4f08-9a92-9c1699d468e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:33.648445 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb55d-a23d-4af9-843b-59e2985062f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:33.704307 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a8401-9bbb-4f08-9a92-9c1699d468e2 None None] Pushing event updated for resources: {'Port': ['ID=3d6e0282-5b56-4e6a-9762-952fc9b828a8,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:33.717132 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61a8401-9bbb-4f08-9a92-9c1699d468e2 None None] Network 31747b90-172d-446b-8da0-059f79bd0691 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:33.718616 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-d61a8401-9bbb-4f08-9a92-9c1699d468e2 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:33.723513 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61a8401-9bbb-4f08-9a92-9c1699d468e2 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:33.813987 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d61a8401-9bbb-4f08-9a92-9c1699d468e2 None None] Attempting to bind port 3d6e0282-5b56-4e6a-9762-952fc9b828a8 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:33.813987 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d61a8401-9bbb-4f08-9a92-9c1699d468e2 None None] Attempting to bind port 3d6e0282-5b56-4e6a-9762-952fc9b828a8 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '7232922f-065b-4fa2-9966-afe3c1f3f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '31747b90-172d-446b-8da0-059f79bd0691'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:33.814343 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61a8401-9bbb-4f08-9a92-9c1699d468e2 None None] Attempting to bind port 3d6e0282-5b56-4e6a-9762-952fc9b828a8 on network 31747b90-172d-446b-8da0-059f79bd0691 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:33.819814 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61a8401-9bbb-4f08-9a92-9c1699d468e2 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:33.820468 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61a8401-9bbb-4f08-9a92-9c1699d468e2 None None] Checking segment: {'id': '7232922f-065b-4fa2-9966-afe3c1f3f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '31747b90-172d-446b-8da0-059f79bd0691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:33.820884 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d61a8401-9bbb-4f08-9a92-9c1699d468e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:33.821286 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61a8401-9bbb-4f08-9a92-9c1699d468e2 None None] Bound using segment: {'id': '7232922f-065b-4fa2-9966-afe3c1f3f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '31747b90-172d-446b-8da0-059f79bd0691'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:33.821762 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d61a8401-9bbb-4f08-9a92-9c1699d468e2 None None] Bound port: 3d6e0282-5b56-4e6a-9762-952fc9b828a8, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7232922f-065b-4fa2-9966-afe3c1f3f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '31747b90-172d-446b-8da0-059f79bd0691'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:33.822154 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d61a8401-9bbb-4f08-9a92-9c1699d468e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:33.827774 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dae2a8-8680-4796-9bb6-3fb7308115d4 req-5bbe3739-6c84-4418-b31f-da5ad46cd9fb tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:33.831167 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a2dae2a8-8680-4796-9bb6-3fb7308115d4 req-5bbe3739-6c84-4418-b31f-da5ad46cd9fb tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.0914228 Jul 05 10:03:33.840126 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb55d-a23d-4af9-843b-59e2985062f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:33.842648 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb55d-a23d-4af9-843b-59e2985062f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:33.854269 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5d2cb55d-a23d-4af9-843b-59e2985062f8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3ae875ea-4f06-4fb9-b3d8-f5e4f7946ad7 HTTP/1.1" status: 204 len: 168 time: 0.3327415 Jul 05 10:03:33.902107 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a2dae2a8-8680-4796-9bb6-3fb7308115d4 req-3ba3350c-5f32-4970-b8c1-b0c69939ef80 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637918 Jul 05 10:03:33.909995 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2cb55d-a23d-4af9-843b-59e2985062f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae875ea-4f06-4fb9-b3d8-f5e4f7946ad7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:33.974100 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d61a8401-9bbb-4f08-9a92-9c1699d468e2 None None] For port 3d6e0282-5b56-4e6a-9762-952fc9b828a8, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:33.981382 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d61a8401-9bbb-4f08-9a92-9c1699d468e2 None None] For port 3d6e0282-5b56-4e6a-9762-952fc9b828a8, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3d6e0282-5b56-4e6a-9762-952fc9b828a8,segment=NetworkSegment(7232922f-065b-4fa2-9966-afe3c1f3f9fa),segment_id=7232922f-065b-4fa2-9966-afe3c1f3f9fa)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:33.988184 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d61a8401-9bbb-4f08-9a92-9c1699d468e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:34.115745 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a8401-9bbb-4f08-9a92-9c1699d468e2 None None] Pushing event updated for resources: {'Port': ['ID=3d6e0282-5b56-4e6a-9762-952fc9b828a8,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:34.146022 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89ac528b-b901-4156-8469-c40d8dd69f25 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:34.492251 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea272b-a220-460c-b01b-a56e468c8208 req-fef38c90-bf12-4e74-945f-dcf9c57d2c17 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:34.493998 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85ea272b-a220-460c-b01b-a56e468c8208 req-fef38c90-bf12-4e74-945f-dcf9c57d2c17 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.1480374 Jul 05 10:03:34.555728 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85ea272b-a220-460c-b01b-a56e468c8208 req-8bade509-8225-47bb-aef3-0b893b469fcd tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555363 Jul 05 10:03:34.785385 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-89ac528b-b901-4156-8469-c40d8dd69f25 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Allocated IP 172.20.0.17 (31747b90-172d-446b-8da0-059f79bd0691/b325e8ec-214b-426c-a47f-0a07cf65c33f/acbacfb6-2c57-4eba-a644-d775cc7894a6) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:34.791383 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b3d025a8-8205-4d02-9551-da27ebd8d874 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:34.951770 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port b3d025a8-8205-4d02-9551-da27ebd8d874 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:34.961423 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b3d025a8-8205-4d02-9551-da27ebd8d874 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:34.962948 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:35.034068 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89ac528b-b901-4156-8469-c40d8dd69f25 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:35.053781 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-89ac528b-b901-4156-8469-c40d8dd69f25 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Transition to ACTIVE for port object acbacfb6-2c57-4eba-a644-d775cc7894a6 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:35.103812 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:35.124015 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89ac528b-b901-4156-8469-c40d8dd69f25 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:35.153928 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port b3d025a8-8205-4d02-9551-da27ebd8d874, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b3d025a8-8205-4d02-9551-da27ebd8d874,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:35.163725 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:35.165749 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3d6e0282-5b56-4e6a-9762-952fc9b828a8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:35.246665 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ac528b-b901-4156-8469-c40d8dd69f25 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Network 31747b90-172d-446b-8da0-059f79bd0691 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:35.250603 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-89ac528b-b901-4156-8469-c40d8dd69f25 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:35.267680 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ac528b-b901-4156-8469-c40d8dd69f25 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:35.273837 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac528b-b901-4156-8469-c40d8dd69f25 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event updated for resources: {'Port': ['ID=acbacfb6-2c57-4eba-a644-d775cc7894a6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:35.354390 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=b3d025a8-8205-4d02-9551-da27ebd8d874,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:35.373146 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89ac528b-b901-4156-8469-c40d8dd69f25 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:35.391427 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 3d6e0282-5b56-4e6a-9762-952fc9b828a8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:35.436417 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6823c6-045e-4b32-adf9-e63e8e09b317 req-15d27dd4-ad1a-4c1e-b8c8-e5e583f567b4 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:35.439953 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d6823c6-045e-4b32-adf9-e63e8e09b317 req-15d27dd4-ad1a-4c1e-b8c8-e5e583f567b4 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.1424432 Jul 05 10:03:35.499309 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d6823c6-045e-4b32-adf9-e63e8e09b317 req-55e9206b-041e-47ed-9f3e-3fa03a8a7f37 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527470 Jul 05 10:03:35.570765 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89ac528b-b901-4156-8469-c40d8dd69f25 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:35.844344 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faf7116-0842-4f4d-b919-af6cdb56f1b8 None None] Network 31747b90-172d-446b-8da0-059f79bd0691 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:03:35.867124 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cacc7-6b26-41e3-9e80-e6df99a57873 req-260dcc62-6bc7-4067-bf62-c4943537af56 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:35.873600 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c20cacc7-6b26-41e3-9e80-e6df99a57873 req-260dcc62-6bc7-4067-bf62-c4943537af56 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.0911357 Jul 05 10:03:35.923970 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c20cacc7-6b26-41e3-9e80-e6df99a57873 req-9e82e69a-5a2d-4211-a086-f4164ee553f0 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482750 Jul 05 10:03:36.044695 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:36.056938 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-50813cd2-d12b-4c59-b67c-7ac66ad8e841 None None] Provisioning for port 3d6e0282-5b56-4e6a-9762-952fc9b828a8 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:36.066577 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89ac528b-b901-4156-8469-c40d8dd69f25 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:36.072404 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89ac528b-b901-4156-8469-c40d8dd69f25 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:36.096820 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-50813cd2-d12b-4c59-b67c-7ac66ad8e841 None None] Provisioning complete for port 3d6e0282-5b56-4e6a-9762-952fc9b828a8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:36.097480 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-50813cd2-d12b-4c59-b67c-7ac66ad8e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:36.184796 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89ac528b-b901-4156-8469-c40d8dd69f25 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:36.193908 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac528b-b901-4156-8469-c40d8dd69f25 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event updated for resources: {'Port': ['ID=acbacfb6-2c57-4eba-a644-d775cc7894a6,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:36.241001 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-50813cd2-d12b-4c59-b67c-7ac66ad8e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:36.280375 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-50813cd2-d12b-4c59-b67c-7ac66ad8e841 None None] For port 3d6e0282-5b56-4e6a-9762-952fc9b828a8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3d6e0282-5b56-4e6a-9762-952fc9b828a8,segment=NetworkSegment(7232922f-065b-4fa2-9966-afe3c1f3f9fa),segment_id=7232922f-065b-4fa2-9966-afe3c1f3f9fa)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:36.287292 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-50813cd2-d12b-4c59-b67c-7ac66ad8e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:36.318651 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ac528b-b901-4156-8469-c40d8dd69f25 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Network 31747b90-172d-446b-8da0-059f79bd0691 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:36.320352 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-89ac528b-b901-4156-8469-c40d8dd69f25 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:36.346827 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50813cd2-d12b-4c59-b67c-7ac66ad8e841 None None] Pushing event updated for resources: {'Port': ['ID=3d6e0282-5b56-4e6a-9762-952fc9b828a8,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:36.463324 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ac528b-b901-4156-8469-c40d8dd69f25 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Router 10389fb3-9c4d-4ea0-ae2c-42a9bca24baf has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:03:36.513217 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d35e32fc-99eb-4c6b-bd72-f82e0d5bc63a None None] Provisioning complete for port 3d6e0282-5b56-4e6a-9762-952fc9b828a8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:36.514158 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d35e32fc-99eb-4c6b-bd72-f82e0d5bc63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:36.616518 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ac528b-b901-4156-8469-c40d8dd69f25 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:03:36.624333 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-89ac528b-b901-4156-8469-c40d8dd69f25 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "PUT /v2.0/routers/10389fb3-9c4d-4ea0-ae2c-42a9bca24baf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6529264 Jul 05 10:03:36.628663 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] Sync routers for ids ['10389fb3-9c4d-4ea0-ae2c-42a9bca24baf'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:03:36.648528 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] Routers {'10389fb3-9c4d-4ea0-ae2c-42a9bca24baf'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:36.649826 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:03:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['10389fb3-9c4d-4ea0-ae2c-42a9bca24baf'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:36.928341 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] Set router 10389fb3-9c4d-4ea0-ae2c-42a9bca24baf gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:36.955832 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-9f957ee7-cd55-424e-8762-dedea4bfa02d tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:36.957998 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-9f957ee7-cd55-424e-8762-dedea4bfa02d tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/networks?id=31747b90-172d-446b-8da0-059f79bd0691 HTTP/1.1" status: 200 len: 798 time: 0.1226497 Jul 05 10:03:36.974625 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-c16eedab-4cf2-4d36-adde-0462416533a3 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/quotas/f0692abcf6f7458c830e07d7e3d21525 HTTP/1.1" status: 200 len: 375 time: 0.0104589 Jul 05 10:03:37.108692 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b3d025a8-8205-4d02-9551-da27ebd8d874 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:37.115665 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-2cf64ea3-e463-45b4-9013-8bee48414cd1 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f0692abcf6f7458c830e07d7e3d21525&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1351237 Jul 05 10:03:37.132795 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d35e32fc-99eb-4c6b-bd72-f82e0d5bc63a None None] Provisioning for port acbacfb6-2c57-4eba-a644-d775cc7894a6 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:37.165210 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d35e32fc-99eb-4c6b-bd72-f82e0d5bc63a None None] Provisioning complete for port acbacfb6-2c57-4eba-a644-d775cc7894a6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:37.165857 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d35e32fc-99eb-4c6b-bd72-f82e0d5bc63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:37.235020 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d35e32fc-99eb-4c6b-bd72-f82e0d5bc63a None None] Port acbacfb6-2c57-4eba-a644-d775cc7894a6 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:03:37.255028 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b3d025a8-8205-4d02-9551-da27ebd8d874 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:37.256318 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:37.260815 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10389fb3-9c4d-4ea0-ae2c-42a9bca24baf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2010239127', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b3d025a8-8205-4d02-9551-da27ebd8d874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:29Z', 'updated_at': '2021-07-05T10:03:35Z', 'revision_number': 4, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'gw_port': {'id': 'b3d025a8-8205-4d02-9551-da27ebd8d874', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10389fb3-9c4d-4ea0-ae2c-42a9bca24baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:29Z', 'updated_at': '2021-07-05T10:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'acbacfb6-2c57-4eba-a644-d775cc7894a6', 'name': '', 'network_id': '31747b90-172d-446b-8da0-059f79bd0691', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'mac_address': 'fa:16:3e:a7:7f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10389fb3-9c4d-4ea0-ae2c-42a9bca24baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'b325e8ec-214b-426c-a47f-0a07cf65c33f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:34Z', 'updated_at': '2021-07-05T10:03:35Z', 'revision_number': 2, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'subnets': [{'id': 'b325e8ec-214b-426c-a47f-0a07cf65c33f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:37.306010 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70fa7d-242d-4b2e-8799-a7e1991209e3 req-d4eeb12b-d470-445d-8192-73f3702a540f tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:37.310084 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fb70fa7d-242d-4b2e-8799-a7e1991209e3 req-d4eeb12b-d470-445d-8192-73f3702a540f tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.1664467 Jul 05 10:03:37.319080 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-a19cc758-b1f3-40fe-b29d-b8a30cdb8707 service neutron] 10.222.0.79 "GET /v2.0/networks/31747b90-172d-446b-8da0-059f79bd0691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879528 Jul 05 10:03:37.348533 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] Checking router: 10389fb3-9c4d-4ea0-ae2c-42a9bca24baf for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:03:37.349003 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] Updating router 10389fb3-9c4d-4ea0-ae2c-42a9bca24baf port acbacfb6-2c57-4eba-a644-d775cc7894a6 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:03:37.425760 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fb70fa7d-242d-4b2e-8799-a7e1991209e3 req-026e0679-a4b6-4e32-b33e-311f652689e7 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977623 Jul 05 10:03:37.481117 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-650786be-1cba-40f9-986c-6327c9a99f42 None None] Provisioning complete for port acbacfb6-2c57-4eba-a644-d775cc7894a6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:37.481662 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-650786be-1cba-40f9-986c-6327c9a99f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:37.509650 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:37.527177 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-3df4ee38-046b-4c1c-9654-8dd4099f0a71 service neutron] 10.222.0.79 "GET /v2.0/networks/31747b90-172d-446b-8da0-059f79bd0691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068341 Jul 05 10:03:37.658478 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-650786be-1cba-40f9-986c-6327c9a99f42 None None] Port acbacfb6-2c57-4eba-a644-d775cc7894a6 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:03:37.744513 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea698ead-7ce2-429b-ad9e-8e6b017ead08 req-b87f8cad-bcb9-4458-8daf-026a0a715cd1 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=f10d9098-738f-449e-8b30-5429e9334305 HTTP/1.1" status: 200 len: 210 time: 0.0408151 Jul 05 10:03:37.761174 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3d6e0282-5b56-4e6a-9762-952fc9b828a8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:37.913640 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 3d6e0282-5b56-4e6a-9762-952fc9b828a8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:37.914043 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.120819 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.131995 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] Transition to ACTIVE for port object acbacfb6-2c57-4eba-a644-d775cc7894a6 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:38.138174 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.257904 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935bdaa6-1cb7-414b-bbbb-292f803a945d None None] Pushing event updated for resources: {'Port': ['ID=acbacfb6-2c57-4eba-a644-d775cc7894a6,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:38.306339 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] Attempting to bind port acbacfb6-2c57-4eba-a644-d775cc7894a6 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:38.306880 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] Attempting to bind port acbacfb6-2c57-4eba-a644-d775cc7894a6 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '7232922f-065b-4fa2-9966-afe3c1f3f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '31747b90-172d-446b-8da0-059f79bd0691'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:38.307346 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] Attempting to bind port acbacfb6-2c57-4eba-a644-d775cc7894a6 on network 31747b90-172d-446b-8da0-059f79bd0691 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:38.314019 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:38.314571 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] Checking segment: {'id': '7232922f-065b-4fa2-9966-afe3c1f3f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '31747b90-172d-446b-8da0-059f79bd0691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:38.315076 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.315576 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] Bound using segment: {'id': '7232922f-065b-4fa2-9966-afe3c1f3f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '31747b90-172d-446b-8da0-059f79bd0691'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:38.316299 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] Bound port: acbacfb6-2c57-4eba-a644-d775cc7894a6, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7232922f-065b-4fa2-9966-afe3c1f3f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '31747b90-172d-446b-8da0-059f79bd0691'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:38.316912 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.422519 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] For port acbacfb6-2c57-4eba-a644-d775cc7894a6, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:38.426814 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] For port acbacfb6-2c57-4eba-a644-d775cc7894a6, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=acbacfb6-2c57-4eba-a644-d775cc7894a6,segment=NetworkSegment(7232922f-065b-4fa2-9966-afe3c1f3f9fa),segment_id=7232922f-065b-4fa2-9966-afe3c1f3f9fa)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:38.430944 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.617378 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] Routers {'10389fb3-9c4d-4ea0-ae2c-42a9bca24baf'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:38.618116 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:03:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['10389fb3-9c4d-4ea0-ae2c-42a9bca24baf'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:38.751999 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935bdaa6-1cb7-414b-bbbb-292f803a945d None None] Pushing event updated for resources: {'Port': ['ID=acbacfb6-2c57-4eba-a644-d775cc7894a6,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:38.834735 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e438af5-8c23-49a7-8949-838f13678a5d req-719e19c4-34e5-4787-9934-55652629118c tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:38.847941 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2e438af5-8c23-49a7-8949-838f13678a5d req-719e19c4-34e5-4787-9934-55652629118c tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.1478589 Jul 05 10:03:38.903999 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2e438af5-8c23-49a7-8949-838f13678a5d req-c9016a66-d46b-4cbc-a529-cb5ec2cdd2f1 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549402 Jul 05 10:03:38.912991 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] Set router 10389fb3-9c4d-4ea0-ae2c-42a9bca24baf gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:39.180468 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e5feab1a-c851-4c8f-b86c-4906c8a83209 req-a3202aa0-d628-4444-bb24-98c7ea37df96 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=f10d9098-738f-449e-8b30-5429e9334305 HTTP/1.1" status: 200 len: 210 time: 0.0670848 Jul 05 10:03:39.209766 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10389fb3-9c4d-4ea0-ae2c-42a9bca24baf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2010239127', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b3d025a8-8205-4d02-9551-da27ebd8d874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:29Z', 'updated_at': '2021-07-05T10:03:35Z', 'revision_number': 4, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'gw_port': {'id': 'b3d025a8-8205-4d02-9551-da27ebd8d874', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10389fb3-9c4d-4ea0-ae2c-42a9bca24baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:29Z', 'updated_at': '2021-07-05T10:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'acbacfb6-2c57-4eba-a644-d775cc7894a6', 'name': '', 'network_id': '31747b90-172d-446b-8da0-059f79bd0691', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'mac_address': 'fa:16:3e:a7:7f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10389fb3-9c4d-4ea0-ae2c-42a9bca24baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'b325e8ec-214b-426c-a47f-0a07cf65c33f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:34Z', 'updated_at': '2021-07-05T10:03:38Z', 'revision_number': 4, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'subnets': [{'id': 'b325e8ec-214b-426c-a47f-0a07cf65c33f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:39.237705 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b6fb11-5fac-4c9f-8784-747f90611528 None None] The sync data for ids ['10389fb3-9c4d-4ea0-ae2c-42a9bca24baf'] in n-d-798054-8 is: [{'id': '10389fb3-9c4d-4ea0-ae2c-42a9bca24baf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2010239127', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b3d025a8-8205-4d02-9551-da27ebd8d874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:29Z', 'updated_at': '2021-07-05T10:03:35Z', 'revision_number': 4, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'gw_port': {'id': 'b3d025a8-8205-4d02-9551-da27ebd8d874', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10389fb3-9c4d-4ea0-ae2c-42a9bca24baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:29Z', 'updated_at': '2021-07-05T10:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'acbacfb6-2c57-4eba-a644-d775cc7894a6', 'name': '', 'network_id': '31747b90-172d-446b-8da0-059f79bd0691', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'mac_address': 'fa:16:3e:a7:7f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10389fb3-9c4d-4ea0-ae2c-42a9bca24baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'b325e8ec-214b-426c-a47f-0a07cf65c33f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:34Z', 'updated_at': '2021-07-05T10:03:38Z', 'revision_number': 4, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'subnets': [{'id': 'b325e8ec-214b-426c-a47f-0a07cf65c33f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:03:39.570172 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-6b917173-8c23-4c82-95da-5e61600fd9a0 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:39.572132 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-6b917173-8c23-4c82-95da-5e61600fd9a0 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.78 "GET /v2.0/networks?id=31747b90-172d-446b-8da0-059f79bd0691 HTTP/1.1" status: 200 len: 798 time: 0.1761837 Jul 05 10:03:39.600682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-9c6172b3-fb1e-4b1e-8e80-e4ffdf5767eb tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Request body: {'port': {'device_id': 'f10d9098-738f-449e-8b30-5429e9334305', 'network_id': '31747b90-172d-446b-8da0-059f79bd0691', 'admin_state_up': True, 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:39.849638 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-9c6172b3-fb1e-4b1e-8e80-e4ffdf5767eb tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Made reservation on behalf of f0692abcf6f7458c830e07d7e3d21525 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:03:39.855694 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-9c6172b3-fb1e-4b1e-8e80-e4ffdf5767eb tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:40.056872 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-9c6172b3-fb1e-4b1e-8e80-e4ffdf5767eb tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Allocated IP 172.20.0.20 (31747b90-172d-446b-8da0-059f79bd0691/b325e8ec-214b-426c-a47f-0a07cf65c33f/e3e12ce9-d508-44e4-b2aa-303751d846b8) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:40.325793 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-9c6172b3-fb1e-4b1e-8e80-e4ffdf5767eb tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:40.396772 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c95a2-98d9-4190-90f4-75484a3076c3 req-a9cc21c6-9af0-4bc5-bddc-d1d0b7f0339c tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:40.402907 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-999c95a2-98d9-4190-90f4-75484a3076c3 req-a9cc21c6-9af0-4bc5-bddc-d1d0b7f0339c tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.2335284 Jul 05 10:03:40.404085 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-9c6172b3-fb1e-4b1e-8e80-e4ffdf5767eb tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Transition to ACTIVE for port object e3e12ce9-d508-44e4-b2aa-303751d846b8 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:40.541209 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b8937830-6d6a-40ca-8b7d-82c9174406cf req-336b32b4-eee9-4310-b0ef-5341fe7b26a7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=f10d9098-738f-449e-8b30-5429e9334305 HTTP/1.1" status: 200 len: 210 time: 0.0706601 Jul 05 10:03:40.620150 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-9c6172b3-fb1e-4b1e-8e80-e4ffdf5767eb tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:40.669305 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50722) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:40.680490 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-999c95a2-98d9-4190-90f4-75484a3076c3 req-029dd0e9-b805-4fea-853a-badb69e408ff tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702150 Jul 05 10:03:40.696483 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-9c6172b3-fb1e-4b1e-8e80-e4ffdf5767eb tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Network 31747b90-172d-446b-8da0-059f79bd0691 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:40.700874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-9c6172b3-fb1e-4b1e-8e80-e4ffdf5767eb tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:40.745518 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-9c6172b3-fb1e-4b1e-8e80-e4ffdf5767eb tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:40.758172 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device acbacfb6-2c57-4eba-a644-d775cc7894a6 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:40.867415 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-9c6172b3-fb1e-4b1e-8e80-e4ffdf5767eb tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:40.872920 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-9c6172b3-fb1e-4b1e-8e80-e4ffdf5767eb tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:40.898648 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port acbacfb6-2c57-4eba-a644-d775cc7894a6 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:40.910650 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port acbacfb6-2c57-4eba-a644-d775cc7894a6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:40.910650 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:40.920919 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6172b3-fb1e-4b1e-8e80-e4ffdf5767eb tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event updated for resources: {'Port': ['ID=e3e12ce9-d508-44e4-b2aa-303751d846b8,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:40.939905 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-9c6172b3-fb1e-4b1e-8e80-e4ffdf5767eb tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3497777 Jul 05 10:03:40.961019 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-03a57e3d-223e-4439-96db-43642195946d service neutron] Request body: {'port': {'device_id': 'f10d9098-738f-449e-8b30-5429e9334305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:40.976251 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a485c700-c616-4e13-a720-067cb3708eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.097785 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-03a57e3d-223e-4439-96db-43642195946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.147571 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a485c700-c616-4e13-a720-067cb3708eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.169348 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a485c700-c616-4e13-a720-067cb3708eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.174366 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.232693 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port acbacfb6-2c57-4eba-a644-d775cc7894a6, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=acbacfb6-2c57-4eba-a644-d775cc7894a6,segment=NetworkSegment(7232922f-065b-4fa2-9966-afe3c1f3f9fa),segment_id=7232922f-065b-4fa2-9966-afe3c1f3f9fa)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:41.242655 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.265402 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485c700-c616-4e13-a720-067cb3708eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f37c5a-ea9d-4b8d-b531-41a56f7b0c97,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:41.323447 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a485c700-c616-4e13-a720-067cb3708eb8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=41bb839c2f9f4e8aa8c7329f0a16a5fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6529777 Jul 05 10:03:41.331511 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50734) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:41.344404 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f0c02ff0-86eb-4cca-b875-0dd63b697dde None None] Provisioning for port e3e12ce9-d508-44e4-b2aa-303751d846b8 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:41.388409 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f0c02ff0-86eb-4cca-b875-0dd63b697dde None None] Provisioning complete for port e3e12ce9-d508-44e4-b2aa-303751d846b8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:41.390007 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f0c02ff0-86eb-4cca-b875-0dd63b697dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.446832 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e6e82ebf-f7cf-4b8a-a0b2-19cd7ad57ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.474283 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=acbacfb6-2c57-4eba-a644-d775cc7894a6,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:41.493493 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e6e82ebf-f7cf-4b8a-a0b2-19cd7ad57ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.508369 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:41.508988 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:41.509531 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:41.510039 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:41.510540 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:41.511039 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:41.511713 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:41.512250 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:41.512765 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:41.513263 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:41.513759 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:41.514453 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:41.534004 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f0c02ff0-86eb-4cca-b875-0dd63b697dde None None] Port e3e12ce9-d508-44e4-b2aa-303751d846b8 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:03:41.653097 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e6e82ebf-f7cf-4b8a-a0b2-19cd7ad57ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.660467 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e6e82ebf-f7cf-4b8a-a0b2-19cd7ad57ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.663527 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e6e82ebf-f7cf-4b8a-a0b2-19cd7ad57ce3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/61f37c5a-ea9d-4b8d-b531-41a56f7b0c97 HTTP/1.1" status: 204 len: 168 time: 0.3308578 Jul 05 10:03:41.681864 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e82ebf-f7cf-4b8a-a0b2-19cd7ad57ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f37c5a-ea9d-4b8d-b531-41a56f7b0c97,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:42.150470 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d765f-cd01-47ac-ac5f-bbbbfde71ec8 req-d6c7bac9-3726-4bfc-9878-db3754a2c852 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:42.152056 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0f0d765f-cd01-47ac-ac5f-bbbbfde71ec8 req-d6c7bac9-3726-4bfc-9878-db3754a2c852 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=f10d9098-738f-449e-8b30-5429e9334305 HTTP/1.1" status: 200 len: 895 time: 0.2935410 Jul 05 10:03:42.164827 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc5a89-bfab-4e87-90ab-892cb01c6970 req-b67a9163-38b9-4045-9288-b2e28064c801 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:42.171871 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-65bc5a89-bfab-4e87-90ab-892cb01c6970 req-b67a9163-38b9-4045-9288-b2e28064c801 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.2428963 Jul 05 10:03:42.176045 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50746) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:42.195345 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-03a57e3d-223e-4439-96db-43642195946d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e12ce9-d508-44e4-b2aa-303751d846b8 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:42.198632 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b54de27-04d6-48bc-af2b-325beb37931c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.212777 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-03a57e3d-223e-4439-96db-43642195946d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.245316 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-03a57e3d-223e-4439-96db-43642195946d service neutron] Transition to ACTIVE for port object e3e12ce9-d508-44e4-b2aa-303751d846b8 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:42.250962 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-65bc5a89-bfab-4e87-90ab-892cb01c6970 req-1a2461fa-b488-4106-acb7-478101d9cae9 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778511 Jul 05 10:03:42.252355 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-03a57e3d-223e-4439-96db-43642195946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.299151 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b54de27-04d6-48bc-af2b-325beb37931c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.303009 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b54de27-04d6-48bc-af2b-325beb37931c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.335270 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a57e3d-223e-4439-96db-43642195946d service neutron] Pushing event updated for resources: {'Port': ['ID=e3e12ce9-d508-44e4-b2aa-303751d846b8,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:42.345012 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54de27-04d6-48bc-af2b-325beb37931c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7574b2f5-4a0f-4e2b-9c15-a64d20c8bb14,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:42.355415 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8b54de27-04d6-48bc-af2b-325beb37931c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=573a4aec4ef14d5e8d8eefa450df5ede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1779449 Jul 05 10:03:42.358657 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50748) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:42.391599 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-03a57e3d-223e-4439-96db-43642195946d service neutron] Attempting to bind port e3e12ce9-d508-44e4-b2aa-303751d846b8 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:42.392050 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-03a57e3d-223e-4439-96db-43642195946d service neutron] Attempting to bind port e3e12ce9-d508-44e4-b2aa-303751d846b8 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '7232922f-065b-4fa2-9966-afe3c1f3f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '31747b90-172d-446b-8da0-059f79bd0691'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:42.392506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-03a57e3d-223e-4439-96db-43642195946d service neutron] Attempting to bind port e3e12ce9-d508-44e4-b2aa-303751d846b8 on network 31747b90-172d-446b-8da0-059f79bd0691 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:42.397904 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-03a57e3d-223e-4439-96db-43642195946d service neutron] Port e3e12ce9-d508-44e4-b2aa-303751d846b8 on network 31747b90-172d-446b-8da0-059f79bd0691 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:03:42.398338 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-03a57e3d-223e-4439-96db-43642195946d service neutron] Attempting to bind port e3e12ce9-d508-44e4-b2aa-303751d846b8 on network 31747b90-172d-446b-8da0-059f79bd0691 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:42.404014 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-03a57e3d-223e-4439-96db-43642195946d service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:42.404529 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-03a57e3d-223e-4439-96db-43642195946d service neutron] Checking segment: {'id': '7232922f-065b-4fa2-9966-afe3c1f3f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '31747b90-172d-446b-8da0-059f79bd0691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:42.405180 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-03a57e3d-223e-4439-96db-43642195946d service neutron] Bound using segment: {'id': '7232922f-065b-4fa2-9966-afe3c1f3f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '31747b90-172d-446b-8da0-059f79bd0691'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:42.405750 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-03a57e3d-223e-4439-96db-43642195946d service neutron] Bound port: e3e12ce9-d508-44e4-b2aa-303751d846b8, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7232922f-065b-4fa2-9966-afe3c1f3f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '31747b90-172d-446b-8da0-059f79bd0691'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:42.406394 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-03a57e3d-223e-4439-96db-43642195946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.425468 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ec781a5d-3640-4ab7-900b-1e9f40982174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.450845 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ec781a5d-3640-4ab7-900b-1e9f40982174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.506552 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ec781a5d-3640-4ab7-900b-1e9f40982174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.511146 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ec781a5d-3640-4ab7-900b-1e9f40982174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.515110 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ec781a5d-3640-4ab7-900b-1e9f40982174 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7574b2f5-4a0f-4e2b-9c15-a64d20c8bb14 HTTP/1.1" status: 204 len: 168 time: 0.1522319 Jul 05 10:03:42.527318 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec781a5d-3640-4ab7-900b-1e9f40982174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7574b2f5-4a0f-4e2b-9c15-a64d20c8bb14,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:42.530342 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-03a57e3d-223e-4439-96db-43642195946d service neutron] For port e3e12ce9-d508-44e4-b2aa-303751d846b8, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:42.535822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-03a57e3d-223e-4439-96db-43642195946d service neutron] For port e3e12ce9-d508-44e4-b2aa-303751d846b8, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=e3e12ce9-d508-44e4-b2aa-303751d846b8,segment=NetworkSegment(7232922f-065b-4fa2-9966-afe3c1f3f9fa),segment_id=7232922f-065b-4fa2-9966-afe3c1f3f9fa)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:42.545472 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-03a57e3d-223e-4439-96db-43642195946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.599661 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-03a57e3d-223e-4439-96db-43642195946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:42.612664 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-03a57e3d-223e-4439-96db-43642195946d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.614634 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-03a57e3d-223e-4439-96db-43642195946d service neutron] 10.222.0.78 "PUT /v2.0/ports/e3e12ce9-d508-44e4-b2aa-303751d846b8 HTTP/1.1" status: 200 len: 1055 time: 1.6680434 Jul 05 10:03:42.618512 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10d9098-738f-449e-8b30-5429e9334305', 'tag': 'e3e12ce9-d508-44e4-b2aa-303751d846b8'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:42.621111 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c225ec7f-ede2-4fc1-9fbe-8f72895aeb8f" -d '{"events": [{"name": "network-changed", "server_uuid": "f10d9098-738f-449e-8b30-5429e9334305", "tag": "e3e12ce9-d508-44e4-b2aa-303751d846b8"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:42.686206 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ee0f6d-3755-4e03-b37f-b9ed2ffb1fce x-openstack-request-id: req-e6ee0f6d-3755-4e03-b37f-b9ed2ffb1fce {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:42.686503 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f10d9098-738f-449e-8b30-5429e9334305", "tag": "e3e12ce9-d508-44e4-b2aa-303751d846b8", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:42.686818 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e6ee0f6d-3755-4e03-b37f-b9ed2ffb1fce {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:42.687796 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f10d9098-738f-449e-8b30-5429e9334305', 'tag': 'e3e12ce9-d508-44e4-b2aa-303751d846b8', 'status': 'completed', 'code': 200} Jul 05 10:03:42.692096 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a57e3d-223e-4439-96db-43642195946d service neutron] Pushing event updated for resources: {'Port': ['ID=e3e12ce9-d508-44e4-b2aa-303751d846b8,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:42.699984 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device acbacfb6-2c57-4eba-a644-d775cc7894a6 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:42.767269 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-00b42967-3053-4ccb-a44f-1872d833b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:42.769022 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-00b42967-3053-4ccb-a44f-1872d833b3f8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f0692abcf6f7458c830e07d7e3d21525&device_id=f10d9098-738f-449e-8b30-5429e9334305 HTTP/1.1" status: 200 len: 1058 time: 0.1120574 Jul 05 10:03:42.790996 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port acbacfb6-2c57-4eba-a644-d775cc7894a6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:42.791627 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.826923 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-97ce5a99-22f5-4751-a2cb-72a3a71634e0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=e3e12ce9-d508-44e4-b2aa-303751d846b8 HTTP/1.1" status: 200 len: 217 time: 0.0496595 Jul 05 10:03:42.893023 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-98bec4f5-1537-4745-9fde-b2df0cd83946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:42.894669 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-98bec4f5-1537-4745-9fde-b2df0cd83946 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b325e8ec-214b-426c-a47f-0a07cf65c33f HTTP/1.1" status: 200 len: 837 time: 0.0609729 Jul 05 10:03:42.970995 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-c45657a3-a3a1-4806-be8c-a2bea47163c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:42.972787 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-c45657a3-a3a1-4806-be8c-a2bea47163c3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=31747b90-172d-446b-8da0-059f79bd0691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639079 Jul 05 10:03:43.072969 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-63f42fb4-7524-4a9c-b5d6-917492ab59ec service neutron] 10.222.0.78 "GET /v2.0/networks/31747b90-172d-446b-8da0-059f79bd0691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887401 Jul 05 10:03:43.199690 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c40c8f-321a-4e4e-a37d-4db8e45dd8e2 req-ba499950-09cf-4130-b775-f8370f7675b7 service neutron] 10.222.0.78 "GET /v2.0/networks/31747b90-172d-446b-8da0-059f79bd0691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129489 Jul 05 10:03:43.376025 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225ec7f-ede2-4fc1-9fbe-8f72895aeb8f req-69f9bc7c-8083-4036-8734-f23b3e7a31c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:43.377661 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c225ec7f-ede2-4fc1-9fbe-8f72895aeb8f req-69f9bc7c-8083-4036-8734-f23b3e7a31c3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f0692abcf6f7458c830e07d7e3d21525&device_id=f10d9098-738f-449e-8b30-5429e9334305 HTTP/1.1" status: 200 len: 1058 time: 0.1190600 Jul 05 10:03:43.493516 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49de1d-1cf4-40ae-8fdc-4ea14df15ffe req-6142ef3f-dc83-4263-b938-65bbd9a2bf1b tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:43.503512 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e49de1d-1cf4-40ae-8fdc-4ea14df15ffe req-6142ef3f-dc83-4263-b938-65bbd9a2bf1b tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=f10d9098-738f-449e-8b30-5429e9334305 HTTP/1.1" status: 200 len: 907 time: 0.1999676 Jul 05 10:03:43.558885 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225ec7f-ede2-4fc1-9fbe-8f72895aeb8f req-2aab0c48-df8d-43ed-946d-a6fdc8693ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:43.560717 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c225ec7f-ede2-4fc1-9fbe-8f72895aeb8f req-2aab0c48-df8d-43ed-946d-a6fdc8693ae5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=31747b90-172d-446b-8da0-059f79bd0691 HTTP/1.1" status: 200 len: 899 time: 0.1753213 Jul 05 10:03:43.570289 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f02d3f-357e-49f4-894b-526a118f2d96 req-f1fbe20e-384d-40ee-a09e-5695d41f6b16 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:43.572002 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a8f02d3f-357e-49f4-894b-526a118f2d96 req-f1fbe20e-384d-40ee-a09e-5695d41f6b16 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.1593072 Jul 05 10:03:43.630266 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c225ec7f-ede2-4fc1-9fbe-8f72895aeb8f req-e8bc4d90-7a2e-4aba-8e27-69f2afe61826 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=e3e12ce9-d508-44e4-b2aa-303751d846b8 HTTP/1.1" status: 200 len: 217 time: 0.0440257 Jul 05 10:03:43.675658 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a8f02d3f-357e-49f4-894b-526a118f2d96 req-d3d8d480-24e0-4ed3-a3e3-a59db3b1662b tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960691 Jul 05 10:03:43.696702 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225ec7f-ede2-4fc1-9fbe-8f72895aeb8f req-4898c6d1-631f-4357-a7d6-0fc01092c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:43.698214 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c225ec7f-ede2-4fc1-9fbe-8f72895aeb8f req-4898c6d1-631f-4357-a7d6-0fc01092c556 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b325e8ec-214b-426c-a47f-0a07cf65c33f HTTP/1.1" status: 200 len: 837 time: 0.0580590 Jul 05 10:03:43.773210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225ec7f-ede2-4fc1-9fbe-8f72895aeb8f req-1af24bea-540b-4365-9b34-2c2102dc9a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:43.774914 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c225ec7f-ede2-4fc1-9fbe-8f72895aeb8f req-1af24bea-540b-4365-9b34-2c2102dc9a71 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=31747b90-172d-446b-8da0-059f79bd0691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705152 Jul 05 10:03:43.877748 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c225ec7f-ede2-4fc1-9fbe-8f72895aeb8f req-91d922b1-ee30-49cc-8811-c4fe8c7b6bec service neutron] 10.222.0.78 "GET /v2.0/networks/31747b90-172d-446b-8da0-059f79bd0691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966454 Jul 05 10:03:43.995341 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c225ec7f-ede2-4fc1-9fbe-8f72895aeb8f req-28d2bc7e-4636-4397-805c-45f6473f2d6e service neutron] 10.222.0.78 "GET /v2.0/networks/31747b90-172d-446b-8da0-059f79bd0691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058879 Jul 05 10:03:44.674650 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fbd30-709d-45cf-9227-e72a3d50bb71 req-ef597f08-236a-47b9-ab96-40b5b1966cd8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:44.676235 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-425fbd30-709d-45cf-9227-e72a3d50bb71 req-ef597f08-236a-47b9-ab96-40b5b1966cd8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=f10d9098-738f-449e-8b30-5429e9334305 HTTP/1.1" status: 200 len: 907 time: 0.0686426 Jul 05 10:03:44.870595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae52ed-cc73-42da-aacd-95cf320dfae5 req-1710709b-6123-4108-a1df-bd30aa261581 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:44.872036 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83ae52ed-cc73-42da-aacd-95cf320dfae5 req-1710709b-6123-4108-a1df-bd30aa261581 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.0659695 Jul 05 10:03:44.910468 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83ae52ed-cc73-42da-aacd-95cf320dfae5 req-343c0c12-1c2f-46ea-95d6-315872b2899d tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326684 Jul 05 10:03:45.865998 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842777c-49d3-4f88-9099-37c563057cf5 req-53eb2a69-2a8a-4dc2-8f38-c9efaed2dd1f tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:45.868391 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2842777c-49d3-4f88-9099-37c563057cf5 req-53eb2a69-2a8a-4dc2-8f38-c9efaed2dd1f tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=f10d9098-738f-449e-8b30-5429e9334305 HTTP/1.1" status: 200 len: 907 time: 0.0717943 Jul 05 10:03:46.192013 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cf079-e98d-459e-ae9f-53cfc5af98fa req-8ce8efbe-e57f-4ece-b458-2dd724f5d5be tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:46.193490 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4a4cf079-e98d-459e-ae9f-53cfc5af98fa req-8ce8efbe-e57f-4ece-b458-2dd724f5d5be tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.1488221 Jul 05 10:03:46.247725 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4a4cf079-e98d-459e-ae9f-53cfc5af98fa req-0af79ae3-d339-483c-b759-2de178a0d7c2 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484447 Jul 05 10:03:46.535955 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device e3e12ce9-d508-44e4-b2aa-303751d846b8 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:03:46.651085 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port e3e12ce9-d508-44e4-b2aa-303751d846b8, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=e3e12ce9-d508-44e4-b2aa-303751d846b8,segment=NetworkSegment(7232922f-065b-4fa2-9966-afe3c1f3f9fa),segment_id=7232922f-065b-4fa2-9966-afe3c1f3f9fa)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:46.664797 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'e3e12ce9-d508-44e4-b2aa-303751d846b8', 'network_id': '31747b90-172d-446b-8da0-059f79bd0691', 'port_id': 'e3e12ce9-d508-44e4-b2aa-303751d846b8', 'mac_address': 'fa:16:3e:f4:56:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b325e8ec-214b-426c-a47f-0a07cf65c33f', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:03:46.701889 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:46.706128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50828) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:46.716458 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e12ce9-d508-44e4-b2aa-303751d846b8 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:46.739503 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port e3e12ce9-d508-44e4-b2aa-303751d846b8, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=e3e12ce9-d508-44e4-b2aa-303751d846b8,segment=NetworkSegment(7232922f-065b-4fa2-9966-afe3c1f3f9fa),segment_id=7232922f-065b-4fa2-9966-afe3c1f3f9fa)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:46.744273 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:46.800730 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=e3e12ce9-d508-44e4-b2aa-303751d846b8,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:46.838814 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e6169955-bd6e-4a73-9b79-2bc89161f78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:46.932959 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e6169955-bd6e-4a73-9b79-2bc89161f78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:46.936880 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e6169955-bd6e-4a73-9b79-2bc89161f78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:46.986777 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e6169955-bd6e-4a73-9b79-2bc89161f78f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0785d477bd71454d93caecf84bdb263c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2772498 Jul 05 10:03:46.986777 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6169955-bd6e-4a73-9b79-2bc89161f78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c48f4d-cd03-411e-8509-e95f88e9f64c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:46.989629 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50834) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:47.046900 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af21143e-d3df-4ee6-a48e-bd8666d20c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:47.054446 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472ad5e-f1ed-4067-9797-ec83f8c09f9a req-2c279f47-e4bf-4df8-aec5-00c6523f70c9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:47.056929 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5472ad5e-f1ed-4067-9797-ec83f8c09f9a req-2c279f47-e4bf-4df8-aec5-00c6523f70c9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=f10d9098-738f-449e-8b30-5429e9334305 HTTP/1.1" status: 200 len: 908 time: 0.0720854 Jul 05 10:03:47.069426 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af21143e-d3df-4ee6-a48e-bd8666d20c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:47.117952 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['e3e12ce9-d508-44e4-b2aa-303751d846b8'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:03:47.118273 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af21143e-d3df-4ee6-a48e-bd8666d20c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:47.120795 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af21143e-d3df-4ee6-a48e-bd8666d20c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:47.124341 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-af21143e-d3df-4ee6-a48e-bd8666d20c4e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/01c48f4d-cd03-411e-8509-e95f88e9f64c HTTP/1.1" status: 204 len: 168 time: 0.1314006 Jul 05 10:03:47.129596 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21143e-d3df-4ee6-a48e-bd8666d20c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c48f4d-cd03-411e-8509-e95f88e9f64c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:47.322644 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:03:47.401772 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50850) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:47.416097 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-807c616d-4286-487c-acd3-3fa6e87768e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:47.444985 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3362d6-f7b4-4d53-9ce6-669da93c80c5 req-04b4555e-bd19-4022-8f17-d97047ccd370 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:47.446574 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ad3362d6-f7b4-4d53-9ce6-669da93c80c5 req-04b4555e-bd19-4022-8f17-d97047ccd370 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.0754550 Jul 05 10:03:47.491399 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ad3362d6-f7b4-4d53-9ce6-669da93c80c5 req-ff41f042-bac6-403f-a6fb-5db4ca558793 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390511 Jul 05 10:03:47.519622 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-807c616d-4286-487c-acd3-3fa6e87768e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:47.525275 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-807c616d-4286-487c-acd3-3fa6e87768e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:47.567604 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-807c616d-4286-487c-acd3-3fa6e87768e3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=243f0a5f061a4b5ebbef7bd0af8d66b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1646273 Jul 05 10:03:47.570350 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50852) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:47.571148 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c616d-4286-487c-acd3-3fa6e87768e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a47d1e-d33c-4ee6-8cc2-380664839097,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:47.624352 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89c5613f-a5e8-47a8-b2ab-f032c207e87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:47.646994 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89c5613f-a5e8-47a8-b2ab-f032c207e87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:47.694632 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89c5613f-a5e8-47a8-b2ab-f032c207e87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:47.697566 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89c5613f-a5e8-47a8-b2ab-f032c207e87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:47.698855 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-89c5613f-a5e8-47a8-b2ab-f032c207e87c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d3a47d1e-d33c-4ee6-8cc2-380664839097 HTTP/1.1" status: 204 len: 168 time: 0.1275179 Jul 05 10:03:47.711706 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5613f-a5e8-47a8-b2ab-f032c207e87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a47d1e-d33c-4ee6-8cc2-380664839097,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:48.289106 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a875bd6-afa0-42b7-ac00-f7f7e7d4fb26 req-74fa5ae0-4368-4e71-a4a2-be5c48c1fdf0 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:48.290765 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9a875bd6-afa0-42b7-ac00-f7f7e7d4fb26 req-74fa5ae0-4368-4e71-a4a2-be5c48c1fdf0 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=f10d9098-738f-449e-8b30-5429e9334305 HTTP/1.1" status: 200 len: 908 time: 0.0746963 Jul 05 10:03:48.540154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device e3e12ce9-d508-44e4-b2aa-303751d846b8 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:48.621323 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port e3e12ce9-d508-44e4-b2aa-303751d846b8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:48.628295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port e3e12ce9-d508-44e4-b2aa-303751d846b8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:48.628729 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:48.688726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206db6e5-81bf-4536-928e-a60dd06667b4 req-f101e1d4-202e-4ec0-865d-8781444b0db2 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:48.696086 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-206db6e5-81bf-4536-928e-a60dd06667b4 req-f101e1d4-202e-4ec0-865d-8781444b0db2 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.0805211 Jul 05 10:03:48.729949 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:48.732470 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-206db6e5-81bf-4536-928e-a60dd06667b4 req-14d06b43-3fcc-4590-aef4-3f85ddb155a6 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354922 Jul 05 10:03:48.756780 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10d9098-738f-449e-8b30-5429e9334305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e12ce9-d508-44e4-b2aa-303751d846b8'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:48.759236 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f165e4b0-d7db-4351-a80a-7f086f41114c" -d '{"events": [{"server_uuid": "f10d9098-738f-449e-8b30-5429e9334305", "name": "network-vif-plugged", "status": "completed", "tag": "e3e12ce9-d508-44e4-b2aa-303751d846b8"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:48.772594 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port e3e12ce9-d508-44e4-b2aa-303751d846b8, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=e3e12ce9-d508-44e4-b2aa-303751d846b8,segment=NetworkSegment(7232922f-065b-4fa2-9966-afe3c1f3f9fa),segment_id=7232922f-065b-4fa2-9966-afe3c1f3f9fa)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:48.777588 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:48.807727 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0307e9-0a57-4617-9488-71eb20c918a7 x-openstack-request-id: req-3a0307e9-0a57-4617-9488-71eb20c918a7 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:48.808628 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10d9098-738f-449e-8b30-5429e9334305", "name": "network-vif-plugged", "status": "completed", "tag": "e3e12ce9-d508-44e4-b2aa-303751d846b8", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:48.808628 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3a0307e9-0a57-4617-9488-71eb20c918a7 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:48.810204 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10d9098-738f-449e-8b30-5429e9334305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e12ce9-d508-44e4-b2aa-303751d846b8', 'code': 200} Jul 05 10:03:48.844530 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=e3e12ce9-d508-44e4-b2aa-303751d846b8,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:48.927769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e21419-1e20-4849-a43d-147441e3334d req-5d57792a-6ea1-4401-828e-de38d1dfa270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:48.929327 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42e21419-1e20-4849-a43d-147441e3334d req-5d57792a-6ea1-4401-828e-de38d1dfa270 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f10d9098-738f-449e-8b30-5429e9334305 HTTP/1.1" status: 200 len: 1060 time: 0.0615206 Jul 05 10:03:49.493287 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9e193-ebb4-463f-a878-6a058855f2aa req-886a18fe-35ed-46b1-a8b8-6fa9ec0edd4b tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:49.494896 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cac9e193-ebb4-463f-a878-6a058855f2aa req-886a18fe-35ed-46b1-a8b8-6fa9ec0edd4b tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=f10d9098-738f-449e-8b30-5429e9334305 HTTP/1.1" status: 200 len: 909 time: 0.0805693 Jul 05 10:03:49.924944 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c15ad-77f6-470c-9279-3fd2d5ff6ee7 req-9bd6449b-5aba-4c03-905b-da1bedbd105d tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:49.926346 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a69c15ad-77f6-470c-9279-3fd2d5ff6ee7 req-9bd6449b-5aba-4c03-905b-da1bedbd105d tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.0717793 Jul 05 10:03:49.967888 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a69c15ad-77f6-470c-9279-3fd2d5ff6ee7 req-a2996a7c-0b23-44a9-b078-4e2011d36d4d tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358999 Jul 05 10:03:50.280106 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf838895-c934-4b07-9a5e-d8133449b93f req-ce6836f8-374a-4ad3-9727-462676d67db4 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=b12ed66af28c4b84af9e8763a19a1b0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294700 Jul 05 10:03:50.476456 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf838895-c934-4b07-9a5e-d8133449b93f req-8eeaf3f6-b601-403e-9261-5901363a3aaf tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:50.477929 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf838895-c934-4b07-9a5e-d8133449b93f req-8eeaf3f6-b601-403e-9261-5901363a3aaf tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1922538 Jul 05 10:03:50.493525 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf838895-c934-4b07-9a5e-d8133449b93f req-384ac880-28cc-4c99-a4d0-3bc170ed5ee5 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/quotas/b12ed66af28c4b84af9e8763a19a1b0f HTTP/1.1" status: 200 len: 375 time: 0.0101719 Jul 05 10:03:50.538069 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf838895-c934-4b07-9a5e-d8133449b93f req-712206f0-b6b9-4848-b63e-5aa1e04384d9 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b12ed66af28c4b84af9e8763a19a1b0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392740 Jul 05 10:03:50.772325 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3436245b-a69a-468d-a3e0-767b500a25b2 req-2d589268-ad79-4af4-b108-24e1171a3013 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/ports?device_id=e207ff61-d7bf-43ec-8795-5d864868d103 HTTP/1.1" status: 200 len: 210 time: 0.0350437 Jul 05 10:03:50.780399 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707caf3-b55d-4054-bd78-b0a1029c3b55 req-5feaee34-5420-440f-b38d-f44e21228a10 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:50.782873 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a707caf3-b55d-4054-bd78-b0a1029c3b55 req-5feaee34-5420-440f-b38d-f44e21228a10 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=f10d9098-738f-449e-8b30-5429e9334305 HTTP/1.1" status: 200 len: 909 time: 0.1102259 Jul 05 10:03:50.917317 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b5fb8387-b448-4967-b7ba-a1bdd8880bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:50.974058 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f6f30-a3f8-4a53-84d3-7a5e637b7670 req-35568266-5bb6-48fc-96c7-faad3af35576 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:50.975582 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1d5f6f30-a3f8-4a53-84d3-7a5e637b7670 req-35568266-5bb6-48fc-96c7-faad3af35576 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=f10d9098-738f-449e-8b30-5429e9334305 HTTP/1.1" status: 200 len: 909 time: 0.0761240 Jul 05 10:03:51.210977 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39719d85-f7a7-4795-a37e-c5822fffe530 req-62c54b3d-a8cb-4cf0-bd79-7912f11ea038 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:51.212518 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39719d85-f7a7-4795-a37e-c5822fffe530 req-62c54b3d-a8cb-4cf0-bd79-7912f11ea038 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.1056423 Jul 05 10:03:51.217848 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21926bbe-1c98-4dde-8d8c-294802c4a41c req-27ea3fd8-1707-4c14-bb74-6844ddacf138 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:51.219814 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-21926bbe-1c98-4dde-8d8c-294802c4a41c req-27ea3fd8-1707-4c14-bb74-6844ddacf138 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f10d9098-738f-449e-8b30-5429e9334305 HTTP/1.1" status: 200 len: 1060 time: 0.1014526 Jul 05 10:03:51.263259 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39719d85-f7a7-4795-a37e-c5822fffe530 req-9db6114d-dee9-4df4-b57e-631dc1896a7c tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420296 Jul 05 10:03:51.403096 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50e09c-b209-40e6-848c-8fc910b45907 req-3f1c49a0-e8d8-4ae9-9d60-8cbb30528706 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:51.404888 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fd50e09c-b209-40e6-848c-8fc910b45907 req-3f1c49a0-e8d8-4ae9-9d60-8cbb30528706 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=1ffb9280-61e0-4f45-b88f-c79564d4f1a5 HTTP/1.1" status: 200 len: 1135 time: 0.0594537 Jul 05 10:03:51.448756 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fd50e09c-b209-40e6-848c-8fc910b45907 req-a48d5a5e-6aab-4450-b979-90084929f0d8 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d15e323e-440f-4d06-bf6d-1c7463aa7d59&id=ea1fc39c-e042-412b-9621-fac761bc26b9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0372708 Jul 05 10:03:51.474493 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50948) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:51.530459 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4535f467-d87c-430f-a708-5af6dba22ca9 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:51.533896 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4535f467-d87c-430f-a708-5af6dba22ca9 tempest-TestSecurityGroupsBasicOps-769939753 tempest-TestSecurityGroupsBasicOps-769939753-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f10d9098-738f-449e-8b30-5429e9334305 HTTP/1.1" status: 200 len: 1055 time: 0.0566771 Jul 05 10:03:51.928716 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf838895-c934-4b07-9a5e-d8133449b93f req-f63ad80c-4b44-4acd-a590-dfbade9eaed0 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=b12ed66af28c4b84af9e8763a19a1b0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424623 Jul 05 10:03:52.058014 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-36d42ee7-e46c-4a19-8f33-117e23923b0a req-7ee17ada-35bc-4c17-a89a-c0e9a1c4194a tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/ports?device_id=e207ff61-d7bf-43ec-8795-5d864868d103 HTTP/1.1" status: 200 len: 210 time: 0.0859840 Jul 05 10:03:52.104797 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464c032-7af5-4785-8d5a-927b8f45c8cd req-693db610-5000-4377-9c83-fbd6ee533786 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:52.106350 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f464c032-7af5-4785-8d5a-927b8f45c8cd req-693db610-5000-4377-9c83-fbd6ee533786 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=f10d9098-738f-449e-8b30-5429e9334305 HTTP/1.1" status: 200 len: 909 time: 0.2081153 Jul 05 10:03:52.136453 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf838895-c934-4b07-9a5e-d8133449b93f req-09a08965-7ac3-4165-be9c-5744d4018016 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:52.138112 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf838895-c934-4b07-9a5e-d8133449b93f req-09a08965-7ac3-4165-be9c-5744d4018016 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1792316 Jul 05 10:03:52.151305 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-cf838895-c934-4b07-9a5e-d8133449b93f req-c041fd4d-e3f2-4267-b186-c73a37205cf6 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Request body: {'port': {'device_id': 'e207ff61-d7bf-43ec-8795-5d864868d103', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': 'b12ed66af28c4b84af9e8763a19a1b0f'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:52.264351 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf838895-c934-4b07-9a5e-d8133449b93f req-c041fd4d-e3f2-4267-b186-c73a37205cf6 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Made reservation on behalf of b12ed66af28c4b84af9e8763a19a1b0f for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:03:52.268501 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cf838895-c934-4b07-9a5e-d8133449b93f req-c041fd4d-e3f2-4267-b186-c73a37205cf6 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.277701 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cf838895-c934-4b07-9a5e-d8133449b93f req-c041fd4d-e3f2-4267-b186-c73a37205cf6 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.381147 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cf838895-c934-4b07-9a5e-d8133449b93f req-c041fd4d-e3f2-4267-b186-c73a37205cf6 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.395099 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cf838895-c934-4b07-9a5e-d8133449b93f req-c041fd4d-e3f2-4267-b186-c73a37205cf6 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.490952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041fd4d-e3f2-4267-b186-c73a37205cf6 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0916fb56-88c3-4b81-a591-7097758358c9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:52.824774 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1141827-421a-43c3-a0b5-0aa4c2498a32 req-800a2b16-94df-49d0-985d-38d85b3c49b3 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:52.826210 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a1141827-421a-43c3-a0b5-0aa4c2498a32 req-800a2b16-94df-49d0-985d-38d85b3c49b3 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.4413657 Jul 05 10:03:52.868042 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-cf838895-c934-4b07-9a5e-d8133449b93f req-c041fd4d-e3f2-4267-b186-c73a37205cf6 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Allocated IP 192.168.233.102 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/f015ae13-905e-4e40-b658-e39a8d091b2c) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:52.889435 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a1141827-421a-43c3-a0b5-0aa4c2498a32 req-b2b5f74d-10a7-4d47-ae6d-1421fcd3bfb0 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559452 Jul 05 10:03:53.030105 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cf838895-c934-4b07-9a5e-d8133449b93f req-c041fd4d-e3f2-4267-b186-c73a37205cf6 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.043982 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-cf838895-c934-4b07-9a5e-d8133449b93f req-c041fd4d-e3f2-4267-b186-c73a37205cf6 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Transition to ACTIVE for port object f015ae13-905e-4e40-b658-e39a8d091b2c will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:53.075544 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cf838895-c934-4b07-9a5e-d8133449b93f req-c041fd4d-e3f2-4267-b186-c73a37205cf6 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.122093 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf838895-c934-4b07-9a5e-d8133449b93f req-c041fd4d-e3f2-4267-b186-c73a37205cf6 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:53.127546 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-cf838895-c934-4b07-9a5e-d8133449b93f req-c041fd4d-e3f2-4267-b186-c73a37205cf6 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:53.132247 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf838895-c934-4b07-9a5e-d8133449b93f req-c041fd4d-e3f2-4267-b186-c73a37205cf6 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:53.157452 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041fd4d-e3f2-4267-b186-c73a37205cf6 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Pushing event updated for resources: {'Port': ['ID=f015ae13-905e-4e40-b658-e39a8d091b2c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:53.203710 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf838895-c934-4b07-9a5e-d8133449b93f req-c041fd4d-e3f2-4267-b186-c73a37205cf6 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:53.204408 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cf838895-c934-4b07-9a5e-d8133449b93f req-c041fd4d-e3f2-4267-b186-c73a37205cf6 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.240936 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf838895-c934-4b07-9a5e-d8133449b93f req-c041fd4d-e3f2-4267-b186-c73a37205cf6 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0935092 Jul 05 10:03:53.255509 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-cf838895-c934-4b07-9a5e-d8133449b93f req-40898207-6fca-4151-8202-888630ee1b6c service neutron] Request body: {'port': {'device_id': 'e207ff61-d7bf-43ec-8795-5d864868d103', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:53.318019 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2abb0c25-f20c-4937-9491-1d7b0c2b9867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.354282 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefef8f-90be-485e-beed-a0e3346f391a req-91a02a42-bc69-4d34-a78a-21755c84c35a tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:53.360386 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2aefef8f-90be-485e-beed-a0e3346f391a req-91a02a42-bc69-4d34-a78a-21755c84c35a tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/ports?device_id=e207ff61-d7bf-43ec-8795-5d864868d103 HTTP/1.1" status: 200 len: 936 time: 0.1758437 Jul 05 10:03:53.411252 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f07f3eae-e400-499c-849f-2e00c18a3b83 None None] Provisioning for port f015ae13-905e-4e40-b658-e39a8d091b2c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:53.416579 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f07f3eae-e400-499c-849f-2e00c18a3b83 None None] Provisioning complete for port f015ae13-905e-4e40-b658-e39a8d091b2c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:53.417214 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f07f3eae-e400-499c-849f-2e00c18a3b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.437680 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cf838895-c934-4b07-9a5e-d8133449b93f req-40898207-6fca-4151-8202-888630ee1b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.449196 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2b370-1f3a-42a4-985e-1c3f0d861428 req-7e2d85b3-a89e-442a-8156-d526fc3da747 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:53.450459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9db2b370-1f3a-42a4-985e-1c3f0d861428 req-7e2d85b3-a89e-442a-8156-d526fc3da747 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=f10d9098-738f-449e-8b30-5429e9334305 HTTP/1.1" status: 200 len: 909 time: 0.1645916 Jul 05 10:03:53.454180 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f07f3eae-e400-499c-849f-2e00c18a3b83 None None] Port f015ae13-905e-4e40-b658-e39a8d091b2c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:03:53.461356 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2aefef8f-90be-485e-beed-a0e3346f391a req-bf031fc2-900b-47f9-a16a-1c91d5aff36b tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/security-groups?id=0916fb56-88c3-4b81-a591-7097758358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988646 Jul 05 10:03:53.512158 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:03:53.514241 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:03:53.639420 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.682009 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb81524-8f07-4eff-9010-66bb7b0f931a req-72eef28b-6ef5-4b58-b7ba-89d6ef230a9a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:53.683610 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-afb81524-8f07-4eff-9010-66bb7b0f931a req-72eef28b-6ef5-4b58-b7ba-89d6ef230a9a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.78 "GET /v2.0/ports?device_id=f10d9098-738f-449e-8b30-5429e9334305 HTTP/1.1" status: 200 len: 909 time: 0.1343541 Jul 05 10:03:53.728952 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.756725 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port aaec7f85-8d17-4abb-9a3d-09c7b2a7e654, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=aaec7f85-8d17-4abb-9a3d-09c7b2a7e654,segment=NetworkSegment(0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3),segment_id=0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:53.770182 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-cf838895-c934-4b07-9a5e-d8133449b93f req-40898207-6fca-4151-8202-888630ee1b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f015ae13-905e-4e40-b658-e39a8d091b2c {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:53.775491 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'aaec7f85-8d17-4abb-9a3d-09c7b2a7e654', 'network_id': '8266bda9-355f-4ec8-8511-7adbee0961b0', 'port_id': 'aaec7f85-8d17-4abb-9a3d-09c7b2a7e654', 'mac_address': 'fa:16:3e:1d:d9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e9513f-1558-487a-8c2f-be083e6d5e0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:03:53.778419 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cf838895-c934-4b07-9a5e-d8133449b93f req-40898207-6fca-4151-8202-888630ee1b6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.782208 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62596de-4b2b-446a-bd41-ce46a02e0699', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaec7f85-8d17-4abb-9a3d-09c7b2a7e654'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:53.784672 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b90a0ec-85d0-4fb8-b943-baaea8beba2b" -d '{"events": [{"server_uuid": "c62596de-4b2b-446a-bd41-ce46a02e0699", "name": "network-vif-unplugged", "status": "completed", "tag": "aaec7f85-8d17-4abb-9a3d-09c7b2a7e654"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:53.794875 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-cf838895-c934-4b07-9a5e-d8133449b93f req-40898207-6fca-4151-8202-888630ee1b6c service neutron] Transition to ACTIVE for port object f015ae13-905e-4e40-b658-e39a8d091b2c will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:53.801431 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cf838895-c934-4b07-9a5e-d8133449b93f req-40898207-6fca-4151-8202-888630ee1b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.825194 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port aaec7f85-8d17-4abb-9a3d-09c7b2a7e654, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=aaec7f85-8d17-4abb-9a3d-09c7b2a7e654,segment=NetworkSegment(0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3),segment_id=0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:53.844468 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-afb81524-8f07-4eff-9010-66bb7b0f931a req-e106a191-bdb2-48a7-9034-bad63bea0eb8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Deleting port e3e12ce9-d508-44e4-b2aa-303751d846b8 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:03:53.845065 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-afb81524-8f07-4eff-9010-66bb7b0f931a req-e106a191-bdb2-48a7-9034-bad63bea0eb8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.878238 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.882447 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5ec4fd-371b-47f3-9059-5c465782285a x-openstack-request-id: req-4c5ec4fd-371b-47f3-9059-5c465782285a {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:53.882751 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62596de-4b2b-446a-bd41-ce46a02e0699", "name": "network-vif-unplugged", "status": "completed", "tag": "aaec7f85-8d17-4abb-9a3d-09c7b2a7e654", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:53.883254 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4c5ec4fd-371b-47f3-9059-5c465782285a {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:53.883866 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62596de-4b2b-446a-bd41-ce46a02e0699', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaec7f85-8d17-4abb-9a3d-09c7b2a7e654', 'code': 200} Jul 05 10:03:53.885042 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.889843 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40898207-6fca-4151-8202-888630ee1b6c service neutron] Pushing event updated for resources: {'Port': ['ID=f015ae13-905e-4e40-b658-e39a8d091b2c,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:53.926088 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:53.982234 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-afb81524-8f07-4eff-9010-66bb7b0f931a req-e106a191-bdb2-48a7-9034-bad63bea0eb8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] For port e3e12ce9-d508-44e4-b2aa-303751d846b8, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=e3e12ce9-d508-44e4-b2aa-303751d846b8,segment=NetworkSegment(7232922f-065b-4fa2-9966-afe3c1f3f9fa),segment_id=7232922f-065b-4fa2-9966-afe3c1f3f9fa)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:53.982616 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-afb81524-8f07-4eff-9010-66bb7b0f931a req-e106a191-bdb2-48a7-9034-bad63bea0eb8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:54.009678 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-cf838895-c934-4b07-9a5e-d8133449b93f req-40898207-6fca-4151-8202-888630ee1b6c service neutron] Attempting to bind port f015ae13-905e-4e40-b658-e39a8d091b2c on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:54.010049 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-afb81524-8f07-4eff-9010-66bb7b0f931a req-e106a191-bdb2-48a7-9034-bad63bea0eb8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Calling delete_port for e3e12ce9-d508-44e4-b2aa-303751d846b8 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:03:54.010256 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-cf838895-c934-4b07-9a5e-d8133449b93f req-40898207-6fca-4151-8202-888630ee1b6c service neutron] Attempting to bind port f015ae13-905e-4e40-b658-e39a8d091b2c by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:54.010690 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf838895-c934-4b07-9a5e-d8133449b93f req-40898207-6fca-4151-8202-888630ee1b6c service neutron] Attempting to bind port f015ae13-905e-4e40-b658-e39a8d091b2c on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:54.016019 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf838895-c934-4b07-9a5e-d8133449b93f req-40898207-6fca-4151-8202-888630ee1b6c service neutron] Port f015ae13-905e-4e40-b658-e39a8d091b2c on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:03:54.016668 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf838895-c934-4b07-9a5e-d8133449b93f req-40898207-6fca-4151-8202-888630ee1b6c service neutron] Attempting to bind port f015ae13-905e-4e40-b658-e39a8d091b2c on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:54.025167 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf838895-c934-4b07-9a5e-d8133449b93f req-40898207-6fca-4151-8202-888630ee1b6c service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:54.025700 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf838895-c934-4b07-9a5e-d8133449b93f req-40898207-6fca-4151-8202-888630ee1b6c service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:54.026221 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf838895-c934-4b07-9a5e-d8133449b93f req-40898207-6fca-4151-8202-888630ee1b6c service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:54.030205 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-cf838895-c934-4b07-9a5e-d8133449b93f req-40898207-6fca-4151-8202-888630ee1b6c service neutron] Bound port: f015ae13-905e-4e40-b658-e39a8d091b2c, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:54.031415 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cf838895-c934-4b07-9a5e-d8133449b93f req-40898207-6fca-4151-8202-888630ee1b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:54.169111 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-cf838895-c934-4b07-9a5e-d8133449b93f req-40898207-6fca-4151-8202-888630ee1b6c service neutron] For port f015ae13-905e-4e40-b658-e39a8d091b2c, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:54.173452 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-cf838895-c934-4b07-9a5e-d8133449b93f req-40898207-6fca-4151-8202-888630ee1b6c service neutron] For port f015ae13-905e-4e40-b658-e39a8d091b2c, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=f015ae13-905e-4e40-b658-e39a8d091b2c,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:54.183802 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cf838895-c934-4b07-9a5e-d8133449b93f req-40898207-6fca-4151-8202-888630ee1b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:54.196397 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-afb81524-8f07-4eff-9010-66bb7b0f931a req-e106a191-bdb2-48a7-9034-bad63bea0eb8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:54.238099 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf838895-c934-4b07-9a5e-d8133449b93f req-40898207-6fca-4151-8202-888630ee1b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:54.238730 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-cf838895-c934-4b07-9a5e-d8133449b93f req-40898207-6fca-4151-8202-888630ee1b6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:54.240277 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf838895-c934-4b07-9a5e-d8133449b93f req-40898207-6fca-4151-8202-888630ee1b6c service neutron] 10.222.0.78 "PUT /v2.0/ports/f015ae13-905e-4e40-b658-e39a8d091b2c HTTP/1.1" status: 200 len: 1096 time: 0.9891615 Jul 05 10:03:54.240618 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e207ff61-d7bf-43ec-8795-5d864868d103', 'tag': 'f015ae13-905e-4e40-b658-e39a8d091b2c'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:54.243337 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106a191-bdb2-48a7-9034-bad63bea0eb8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event deleted for resources: {'Port': ['ID=e3e12ce9-d508-44e4-b2aa-303751d846b8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:54.243507 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326c30f9-1a50-4c9c-aa11-30a15687401a" -d '{"events": [{"name": "network-changed", "server_uuid": "e207ff61-d7bf-43ec-8795-5d864868d103", "tag": "f015ae13-905e-4e40-b658-e39a8d091b2c"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:54.269417 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5a872-dbc2-4bf7-a89a-d7ea99468d0f req-da7d9814-6651-4dc3-8518-3ea22097a411 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:54.271033 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-21e5a872-dbc2-4bf7-a89a-d7ea99468d0f req-da7d9814-6651-4dc3-8518-3ea22097a411 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 943 time: 0.1651523 Jul 05 10:03:54.292924 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40898207-6fca-4151-8202-888630ee1b6c service neutron] Pushing event updated for resources: {'Port': ['ID=f015ae13-905e-4e40-b658-e39a8d091b2c,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:54.360117 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b833d072-2121-464d-91e6-54d192f04aee x-openstack-request-id: req-b833d072-2121-464d-91e6-54d192f04aee {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:54.360486 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e207ff61-d7bf-43ec-8795-5d864868d103", "tag": "f015ae13-905e-4e40-b658-e39a8d091b2c", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:54.360706 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b833d072-2121-464d-91e6-54d192f04aee {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:54.361073 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e207ff61-d7bf-43ec-8795-5d864868d103', 'tag': 'f015ae13-905e-4e40-b658-e39a8d091b2c', 'status': 'completed', 'code': 200} Jul 05 10:03:54.379526 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb81524-8f07-4eff-9010-66bb7b0f931a req-e106a191-bdb2-48a7-9034-bad63bea0eb8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] No DVR routers for this DVR port e3e12ce9-d508-44e4-b2aa-303751d846b8 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:03:54.383086 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-21e5a872-dbc2-4bf7-a89a-d7ea99468d0f req-c5e84bf3-f5a2-4c35-a2b5-5e08867c078a tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488143 Jul 05 10:03:54.389450 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=aaec7f85-8d17-4abb-9a3d-09c7b2a7e654,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:54.394838 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-afb81524-8f07-4eff-9010-66bb7b0f931a req-e106a191-bdb2-48a7-9034-bad63bea0eb8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:54.403575 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-afb81524-8f07-4eff-9010-66bb7b0f931a req-e106a191-bdb2-48a7-9034-bad63bea0eb8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.78 "DELETE /v2.0/ports/e3e12ce9-d508-44e4-b2aa-303751d846b8 HTTP/1.1" status: 204 len: 173 time: 0.7113514 Jul 05 10:03:54.404351 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10d9098-738f-449e-8b30-5429e9334305', 'name': 'network-vif-deleted', 'tag': 'e3e12ce9-d508-44e4-b2aa-303751d846b8'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:54.410954 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d5114c-1e44-4af6-b82e-d1f0f6b65aca" -d '{"events": [{"server_uuid": "f10d9098-738f-449e-8b30-5429e9334305", "name": "network-vif-deleted", "tag": "e3e12ce9-d508-44e4-b2aa-303751d846b8"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:54.414207 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf838895-c934-4b07-9a5e-d8133449b93f req-c295f971-4e45-4ac8-b778-3234cfe88f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:54.415758 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf838895-c934-4b07-9a5e-d8133449b93f req-c295f971-4e45-4ac8-b778-3234cfe88f44 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b12ed66af28c4b84af9e8763a19a1b0f&device_id=e207ff61-d7bf-43ec-8795-5d864868d103 HTTP/1.1" status: 200 len: 1099 time: 0.1178875 Jul 05 10:03:54.419180 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:03:54.419793 n-d-798054-8 neutron-server[93908]: DEBUG oslo_db.api [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:03:54.486402 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0337dc8e-3729-40a4-ae03-c16e5723118d x-openstack-request-id: req-0337dc8e-3729-40a4-ae03-c16e5723118d {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:54.487036 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10d9098-738f-449e-8b30-5429e9334305", "name": "network-vif-deleted", "tag": "e3e12ce9-d508-44e4-b2aa-303751d846b8", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:54.487333 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0337dc8e-3729-40a4-ae03-c16e5723118d {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:54.488222 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10d9098-738f-449e-8b30-5429e9334305', 'name': 'network-vif-deleted', 'tag': 'e3e12ce9-d508-44e4-b2aa-303751d846b8', 'status': 'completed', 'code': 200} Jul 05 10:03:54.539427 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf838895-c934-4b07-9a5e-d8133449b93f req-ba77f8a1-4d1b-439d-b2a8-c08900428f8a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f015ae13-905e-4e40-b658-e39a8d091b2c HTTP/1.1" status: 200 len: 217 time: 0.1139710 Jul 05 10:03:54.574539 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:54.634995 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf838895-c934-4b07-9a5e-d8133449b93f req-5fc7b2d1-f04a-4be0-ac8b-9a4e321d46fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:54.645260 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf838895-c934-4b07-9a5e-d8133449b93f req-5fc7b2d1-f04a-4be0-ac8b-9a4e321d46fe service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0970089 Jul 05 10:03:54.763605 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a329cbb9-8d5e-4a8c-9818-f3cce924f654 req-e5889adf-f3a0-469a-9a2c-2e3bd6ecaa0f tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=f10d9098-738f-449e-8b30-5429e9334305 HTTP/1.1" status: 200 len: 210 time: 0.0567811 Jul 05 10:03:54.802736 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf838895-c934-4b07-9a5e-d8133449b93f req-8590feab-1e68-4789-bab1-e499709b82a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:54.804321 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf838895-c934-4b07-9a5e-d8133449b93f req-8590feab-1e68-4789-bab1-e499709b82a6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1541378 Jul 05 10:03:54.812037 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ce7c6-dc66-4ec7-80df-4563271e537f req-51d2e6a9-3d0e-4266-80c2-3b735b1bac23 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:54.813483 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-100ce7c6-dc66-4ec7-80df-4563271e537f req-51d2e6a9-3d0e-4266-80c2-3b735b1bac23 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/ports?device_id=e207ff61-d7bf-43ec-8795-5d864868d103 HTTP/1.1" status: 200 len: 948 time: 0.1453133 Jul 05 10:03:54.901532 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-100ce7c6-dc66-4ec7-80df-4563271e537f req-c1f379e1-4133-404a-891b-64ffd602f6b7 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/security-groups?id=0916fb56-88c3-4b81-a591-7097758358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799632 Jul 05 10:03:54.933637 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf838895-c934-4b07-9a5e-d8133449b93f req-5691d70b-8e30-4328-8a60-4a8408d6b302 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191962 Jul 05 10:03:54.960849 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:54.977954 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:55.022196 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port aaec7f85-8d17-4abb-9a3d-09c7b2a7e654, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=aaec7f85-8d17-4abb-9a3d-09c7b2a7e654,segment=NetworkSegment(0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3),segment_id=0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:55.028888 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:55.090275 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf838895-c934-4b07-9a5e-d8133449b93f req-4dde31d2-0012-40a7-a8ca-64208785b75e service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492143 Jul 05 10:03:55.091998 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=aaec7f85-8d17-4abb-9a3d-09c7b2a7e654,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:55.250551 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c30f9-1a50-4c9c-aa11-30a15687401a req-6e2edec6-7960-4966-a867-b473beabb67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:55.252108 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-326c30f9-1a50-4c9c-aa11-30a15687401a req-6e2edec6-7960-4966-a867-b473beabb67d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b12ed66af28c4b84af9e8763a19a1b0f&device_id=e207ff61-d7bf-43ec-8795-5d864868d103 HTTP/1.1" status: 200 len: 1099 time: 0.0993013 Jul 05 10:03:55.266843 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['aaec7f85-8d17-4abb-9a3d-09c7b2a7e654'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:03:55.379024 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c30f9-1a50-4c9c-aa11-30a15687401a req-d9aaae89-3bf6-466b-8e98-d1c15cb7a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:55.380661 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-326c30f9-1a50-4c9c-aa11-30a15687401a req-d9aaae89-3bf6-466b-8e98-d1c15cb7a468 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1089962 Jul 05 10:03:55.429203 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-326c30f9-1a50-4c9c-aa11-30a15687401a req-c22e1cad-1370-49c1-8e32-cff913cd3d20 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f015ae13-905e-4e40-b658-e39a8d091b2c HTTP/1.1" status: 200 len: 217 time: 0.0418603 Jul 05 10:03:55.481288 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c30f9-1a50-4c9c-aa11-30a15687401a req-36b64a0f-c1e1-4c86-9901-d94908f14c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:55.482910 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-326c30f9-1a50-4c9c-aa11-30a15687401a req-36b64a0f-c1e1-4c86-9901-d94908f14c5e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0476663 Jul 05 10:03:55.580288 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c30f9-1a50-4c9c-aa11-30a15687401a req-a86d20b6-e4b3-4e38-8c93-4421df3237b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:55.581810 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-326c30f9-1a50-4c9c-aa11-30a15687401a req-a86d20b6-e4b3-4e38-8c93-4421df3237b3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0920584 Jul 05 10:03:55.644597 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60023a87-740c-47b4-ae62-62b741d9af6c req-028ded25-134f-408d-b6c6-48340cdd019c tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:55.646113 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-60023a87-740c-47b4-ae62-62b741d9af6c req-028ded25-134f-408d-b6c6-48340cdd019c tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 944 time: 0.1255856 Jul 05 10:03:55.712745 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-60023a87-740c-47b4-ae62-62b741d9af6c req-1132db41-18fb-42a4-a59c-307ec32a2a08 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603311 Jul 05 10:03:55.714695 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-326c30f9-1a50-4c9c-aa11-30a15687401a req-fb7d2909-5588-48ad-964e-aa2d3b0c2eb9 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253886 Jul 05 10:03:55.811255 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-326c30f9-1a50-4c9c-aa11-30a15687401a req-d6081f8a-cf85-4c86-9d85-fb6971b4ff43 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901301 Jul 05 10:03:55.863647 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51006) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:56.178988 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0fda8-045c-4507-8018-f50f5cf29f10 req-8d730020-8c52-4dc6-aa7e-480634b20ab4 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:56.180489 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4eb0fda8-045c-4507-8018-f50f5cf29f10 req-8d730020-8c52-4dc6-aa7e-480634b20ab4 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/ports?device_id=e207ff61-d7bf-43ec-8795-5d864868d103 HTTP/1.1" status: 200 len: 948 time: 0.1189489 Jul 05 10:03:56.262458 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4eb0fda8-045c-4507-8018-f50f5cf29f10 req-31050ffe-79e2-4ff9-8191-10a377c949a5 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/security-groups?id=0916fb56-88c3-4b81-a591-7097758358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647051 Jul 05 10:03:56.351955 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7151233-7c64-4cee-9f52-786808823166 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:56.570551 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device e3e12ce9-d508-44e4-b2aa-303751d846b8 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:03:56.594698 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: e3e12ce9-d508-44e4-b2aa-303751d846b8 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:03:56.595058 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device e3e12ce9-d508-44e4-b2aa-303751d846b8 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:03:56.626193 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c7151233-7c64-4cee-9f52-786808823166 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Deleting port acbacfb6-2c57-4eba-a644-d775cc7894a6 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:03:56.626546 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7151233-7c64-4cee-9f52-786808823166 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:56.678950 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:56.715791 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-c7151233-7c64-4cee-9f52-786808823166 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] For port acbacfb6-2c57-4eba-a644-d775cc7894a6, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=acbacfb6-2c57-4eba-a644-d775cc7894a6,segment=NetworkSegment(7232922f-065b-4fa2-9966-afe3c1f3f9fa),segment_id=7232922f-065b-4fa2-9966-afe3c1f3f9fa)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:56.716188 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7151233-7c64-4cee-9f52-786808823166 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:56.729386 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c7151233-7c64-4cee-9f52-786808823166 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Calling delete_port for acbacfb6-2c57-4eba-a644-d775cc7894a6 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:03:56.915212 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e224d93-e565-46d6-91f4-c4abdd9bb7d1 req-81eb993d-1b92-4f7f-a77f-362fa298ae0c tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:56.916821 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e224d93-e565-46d6-91f4-c4abdd9bb7d1 req-81eb993d-1b92-4f7f-a77f-362fa298ae0c tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 944 time: 0.0850830 Jul 05 10:03:56.995200 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e224d93-e565-46d6-91f4-c4abdd9bb7d1 req-b16ef094-bf7c-4a76-b680-ed0f994a7d04 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708687 Jul 05 10:03:56.996371 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7151233-7c64-4cee-9f52-786808823166 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:57.024690 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7151233-7c64-4cee-9f52-786808823166 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event deleted for resources: {'Port': ['ID=acbacfb6-2c57-4eba-a644-d775cc7894a6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:57.210738 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7151233-7c64-4cee-9f52-786808823166 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:57.534814 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:57.602423 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:57.603096 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:57.703584 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:57.711812 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6c1e2-8a11-415e-adef-8e9359fe7ef4 req-c9ad9acf-3213-41de-8bae-a064956aeed5 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:57.713345 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eeb6c1e2-8a11-415e-adef-8e9359fe7ef4 req-c9ad9acf-3213-41de-8bae-a064956aeed5 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/ports?device_id=e207ff61-d7bf-43ec-8795-5d864868d103 HTTP/1.1" status: 200 len: 948 time: 0.1282907 Jul 05 10:03:57.726737 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62596de-4b2b-446a-bd41-ce46a02e0699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaec7f85-8d17-4abb-9a3d-09c7b2a7e654'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:57.729017 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5840b5-18fe-45e6-894c-f0bae6379333" -d '{"events": [{"server_uuid": "c62596de-4b2b-446a-bd41-ce46a02e0699", "name": "network-vif-plugged", "status": "completed", "tag": "aaec7f85-8d17-4abb-9a3d-09c7b2a7e654"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:57.742189 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port aaec7f85-8d17-4abb-9a3d-09c7b2a7e654, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=aaec7f85-8d17-4abb-9a3d-09c7b2a7e654,segment=NetworkSegment(0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3),segment_id=0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:57.747035 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:57.774551 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b437cb6-dc7a-4122-94ad-fb2c09b6a908 x-openstack-request-id: req-4b437cb6-dc7a-4122-94ad-fb2c09b6a908 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:57.774850 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62596de-4b2b-446a-bd41-ce46a02e0699", "name": "network-vif-plugged", "status": "completed", "tag": "aaec7f85-8d17-4abb-9a3d-09c7b2a7e654", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:57.775104 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4b437cb6-dc7a-4122-94ad-fb2c09b6a908 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:57.775492 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62596de-4b2b-446a-bd41-ce46a02e0699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaec7f85-8d17-4abb-9a3d-09c7b2a7e654', 'code': 200} Jul 05 10:03:57.800152 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=aaec7f85-8d17-4abb-9a3d-09c7b2a7e654,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:57.837473 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eeb6c1e2-8a11-415e-adef-8e9359fe7ef4 req-bbae9ba7-83de-4778-8b97-864d33e70eb0 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/security-groups?id=0916fb56-88c3-4b81-a591-7097758358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848508 Jul 05 10:03:57.863388 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7151233-7c64-4cee-9f52-786808823166 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Router 10389fb3-9c4d-4ea0-ae2c-42a9bca24baf has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:03:58.006650 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7151233-7c64-4cee-9f52-786808823166 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:03:58.012187 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c7151233-7c64-4cee-9f52-786808823166 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "PUT /v2.0/routers/10389fb3-9c4d-4ea0-ae2c-42a9bca24baf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1472535 Jul 05 10:03:58.015027 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51028) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:58.017051 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e41e3e-a64e-43c2-8ca4-44fccd8c51ae None None] Sync routers for ids ['10389fb3-9c4d-4ea0-ae2c-42a9bca24baf'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:03:58.021971 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70338a6a-b0ac-4df6-b5b3-7486361c7f8e req-1fc7280e-7d41-4a8a-9ab2-f40bd48247cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:58.024015 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70338a6a-b0ac-4df6-b5b3-7486361c7f8e req-1fc7280e-7d41-4a8a-9ab2-f40bd48247cd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 1096 time: 0.1182117 Jul 05 10:03:58.027454 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e41e3e-a64e-43c2-8ca4-44fccd8c51ae None None] Routers {'10389fb3-9c4d-4ea0-ae2c-42a9bca24baf'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:58.028212 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-54e41e3e-a64e-43c2-8ca4-44fccd8c51ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:03:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['10389fb3-9c4d-4ea0-ae2c-42a9bca24baf'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:58.072541 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70338a6a-b0ac-4df6-b5b3-7486361c7f8e req-b3628ef5-2a85-46f2-8a18-2204a650d50c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422184 Jul 05 10:03:58.083338 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-81abae4b-720e-495a-a33e-1806ccd152a8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Deleting subnet b325e8ec-214b-426c-a47f-0a07cf65c33f {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:03:58.086709 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-81abae4b-720e-495a-a33e-1806ccd152a8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.130010 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-81abae4b-720e-495a-a33e-1806ccd152a8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.145109 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-54e41e3e-a64e-43c2-8ca4-44fccd8c51ae None None] Set router 10389fb3-9c4d-4ea0-ae2c-42a9bca24baf gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:58.206334 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd116e-4241-4e38-b05f-476e9ce2d02e req-d5e7e4b8-cf5f-45e0-a7cb-9d9c8d7db741 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:58.208191 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e2fd116e-4241-4e38-b05f-476e9ce2d02e req-d5e7e4b8-cf5f-45e0-a7cb-9d9c8d7db741 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.0865071 Jul 05 10:03:58.242607 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-81abae4b-720e-495a-a33e-1806ccd152a8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.253680 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e2fd116e-4241-4e38-b05f-476e9ce2d02e req-ea382645-0ee2-4e49-b58f-4eb8f5aeba11 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393391 Jul 05 10:03:58.310738 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-81abae4b-720e-495a-a33e-1806ccd152a8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.340430 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abae4b-720e-495a-a33e-1806ccd152a8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event deleted for resources: {'Subnet': ['ID=b325e8ec-214b-426c-a47f-0a07cf65c33f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:58.341308 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-54e41e3e-a64e-43c2-8ca4-44fccd8c51ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10389fb3-9c4d-4ea0-ae2c-42a9bca24baf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2010239127', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b3d025a8-8205-4d02-9551-da27ebd8d874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:29Z', 'updated_at': '2021-07-05T10:03:56Z', 'revision_number': 5, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'gw_port': {'id': 'b3d025a8-8205-4d02-9551-da27ebd8d874', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10389fb3-9c4d-4ea0-ae2c-42a9bca24baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:29Z', 'updated_at': '2021-07-05T10:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:58.349626 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-81abae4b-720e-495a-a33e-1806ccd152a8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.351213 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-81abae4b-720e-495a-a33e-1806ccd152a8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "DELETE /v2.0/subnets/b325e8ec-214b-426c-a47f-0a07cf65c33f HTTP/1.1" status: 204 len: 168 time: 0.3345058 Jul 05 10:03:58.353001 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2334ef4b-4026-4eeb-88ad-e875bc11c385 None None] Network 31747b90-172d-446b-8da0-059f79bd0691 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:03:58.353286 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81abae4b-720e-495a-a33e-1806ccd152a8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:58.353917 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51036) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:58.356812 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81abae4b-720e-495a-a33e-1806ccd152a8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:58.357365 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81abae4b-720e-495a-a33e-1806ccd152a8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:58.357946 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81abae4b-720e-495a-a33e-1806ccd152a8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:58.358462 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81abae4b-720e-495a-a33e-1806ccd152a8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:58.359489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81abae4b-720e-495a-a33e-1806ccd152a8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:58.360034 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81abae4b-720e-495a-a33e-1806ccd152a8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:58.360534 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81abae4b-720e-495a-a33e-1806ccd152a8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:58.361054 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81abae4b-720e-495a-a33e-1806ccd152a8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:58.361577 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81abae4b-720e-495a-a33e-1806ccd152a8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:58.362335 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81abae4b-720e-495a-a33e-1806ccd152a8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:58.362830 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81abae4b-720e-495a-a33e-1806ccd152a8 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:58.372444 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e41e3e-a64e-43c2-8ca4-44fccd8c51ae None None] Checking router: 10389fb3-9c4d-4ea0-ae2c-42a9bca24baf for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:03:58.381634 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e41e3e-a64e-43c2-8ca4-44fccd8c51ae None None] Routers {'10389fb3-9c4d-4ea0-ae2c-42a9bca24baf'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:58.382463 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-54e41e3e-a64e-43c2-8ca4-44fccd8c51ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:03:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['10389fb3-9c4d-4ea0-ae2c-42a9bca24baf'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:58.478127 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a1697ad-4e5b-4294-8fa8-71ae31fd8eae tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.495839 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-54e41e3e-a64e-43c2-8ca4-44fccd8c51ae None None] Set router 10389fb3-9c4d-4ea0-ae2c-42a9bca24baf gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:58.576204 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device f015ae13-905e-4e40-b658-e39a8d091b2c details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:03:58.583267 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b48b00-a7a7-40eb-98d3-5742484e5adc None None] DHCP port deletion for 31747b90-172d-446b-8da0-059f79bd0691 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:03:58.603603 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a1697ad-4e5b-4294-8fa8-71ae31fd8eae tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.693354 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6a1697ad-4e5b-4294-8fa8-71ae31fd8eae tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Deleting port b3d025a8-8205-4d02-9551-da27ebd8d874 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:03:58.693926 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a1697ad-4e5b-4294-8fa8-71ae31fd8eae tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.746160 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port f015ae13-905e-4e40-b658-e39a8d091b2c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=f015ae13-905e-4e40-b658-e39a8d091b2c,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:58.764131 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'f015ae13-905e-4e40-b658-e39a8d091b2c', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': 'f015ae13-905e-4e40-b658-e39a8d091b2c', 'mac_address': 'fa:16:3e:67:24:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:03:58.785265 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-54e41e3e-a64e-43c2-8ca4-44fccd8c51ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10389fb3-9c4d-4ea0-ae2c-42a9bca24baf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2010239127', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b3d025a8-8205-4d02-9551-da27ebd8d874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:29Z', 'updated_at': '2021-07-05T10:03:56Z', 'revision_number': 5, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'gw_port': {'id': 'b3d025a8-8205-4d02-9551-da27ebd8d874', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10389fb3-9c4d-4ea0-ae2c-42a9bca24baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:29Z', 'updated_at': '2021-07-05T10:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:58.804808 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3d6e0282-5b56-4e6a-9762-952fc9b828a8 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:03:58.806631 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-6a1697ad-4e5b-4294-8fa8-71ae31fd8eae tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] For port b3d025a8-8205-4d02-9551-da27ebd8d874, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b3d025a8-8205-4d02-9551-da27ebd8d874,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:58.807108 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a1697ad-4e5b-4294-8fa8-71ae31fd8eae tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.813682 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-76b48b00-a7a7-40eb-98d3-5742484e5adc None None] Deleting port 3d6e0282-5b56-4e6a-9762-952fc9b828a8 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:03:58.813925 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-76b48b00-a7a7-40eb-98d3-5742484e5adc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.815822 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e41e3e-a64e-43c2-8ca4-44fccd8c51ae None None] The sync data for ids ['10389fb3-9c4d-4ea0-ae2c-42a9bca24baf'] in n-d-798054-8 is: [{'id': '10389fb3-9c4d-4ea0-ae2c-42a9bca24baf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2010239127', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b3d025a8-8205-4d02-9551-da27ebd8d874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:29Z', 'updated_at': '2021-07-05T10:03:56Z', 'revision_number': 5, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'gw_port': {'id': 'b3d025a8-8205-4d02-9551-da27ebd8d874', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10389fb3-9c4d-4ea0-ae2c-42a9bca24baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:29Z', 'updated_at': '2021-07-05T10:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:03:58.829796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6a1697ad-4e5b-4294-8fa8-71ae31fd8eae tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Calling delete_port for b3d025a8-8205-4d02-9551-da27ebd8d874 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:03:58.905667 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.943936 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-76b48b00-a7a7-40eb-98d3-5742484e5adc None None] For port 3d6e0282-5b56-4e6a-9762-952fc9b828a8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3d6e0282-5b56-4e6a-9762-952fc9b828a8,segment=NetworkSegment(7232922f-065b-4fa2-9966-afe3c1f3f9fa),segment_id=7232922f-065b-4fa2-9966-afe3c1f3f9fa)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:58.944365 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-76b48b00-a7a7-40eb-98d3-5742484e5adc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.948908 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f015ae13-905e-4e40-b658-e39a8d091b2c {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:58.980730 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-76b48b00-a7a7-40eb-98d3-5742484e5adc None None] Calling delete_port for 3d6e0282-5b56-4e6a-9762-952fc9b828a8 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:03:58.990179 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port f015ae13-905e-4e40-b658-e39a8d091b2c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=f015ae13-905e-4e40-b658-e39a8d091b2c,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:59.021801 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.138198 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.154368 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162c3d8-cdb1-478b-b27e-cd0003573843 req-f068fe06-da8c-44d4-992d-f6e3deebf0a5 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:59.158801 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3162c3d8-cdb1-478b-b27e-cd0003573843 req-f068fe06-da8c-44d4-992d-f6e3deebf0a5 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/ports?device_id=e207ff61-d7bf-43ec-8795-5d864868d103 HTTP/1.1" status: 200 len: 949 time: 0.1658878 Jul 05 10:03:59.188543 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=f015ae13-905e-4e40-b658-e39a8d091b2c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:59.194038 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a1697ad-4e5b-4294-8fa8-71ae31fd8eae tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.218670 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 3d6e0282-5b56-4e6a-9762-952fc9b828a8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3d6e0282-5b56-4e6a-9762-952fc9b828a8,segment=NetworkSegment(7232922f-065b-4fa2-9966-afe3c1f3f9fa),segment_id=7232922f-065b-4fa2-9966-afe3c1f3f9fa)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:59.223559 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.276013 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1697ad-4e5b-4294-8fa8-71ae31fd8eae tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event deleted for resources: {'Port': ['ID=b3d025a8-8205-4d02-9551-da27ebd8d874,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:59.319415 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-76b48b00-a7a7-40eb-98d3-5742484e5adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.323299 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3162c3d8-cdb1-478b-b27e-cd0003573843 req-683b52f6-9459-41d8-9f36-2fcde883b383 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/security-groups?id=0916fb56-88c3-4b81-a591-7097758358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578941 Jul 05 10:03:59.364941 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b48b00-a7a7-40eb-98d3-5742484e5adc None None] No DVR routers for this DVR port 3d6e0282-5b56-4e6a-9762-952fc9b828a8 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:03:59.398635 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a1697ad-4e5b-4294-8fa8-71ae31fd8eae tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.413257 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=3d6e0282-5b56-4e6a-9762-952fc9b828a8,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:59.459046 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b48b00-a7a7-40eb-98d3-5742484e5adc None None] Pushing event deleted for resources: {'Port': ['ID=3d6e0282-5b56-4e6a-9762-952fc9b828a8,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:59.490499 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['f015ae13-905e-4e40-b658-e39a8d091b2c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:03:59.566309 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a1697ad-4e5b-4294-8fa8-71ae31fd8eae tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.569386 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a1697ad-4e5b-4294-8fa8-71ae31fd8eae tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.630069 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a1697ad-4e5b-4294-8fa8-71ae31fd8eae tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.630632 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1697ad-4e5b-4294-8fa8-71ae31fd8eae tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Fanout notify agent at l3_agent the message router_deleted on router 10389fb3-9c4d-4ea0-ae2c-42a9bca24baf {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:03:59.642732 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a1697ad-4e5b-4294-8fa8-71ae31fd8eae tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.643906 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6a1697ad-4e5b-4294-8fa8-71ae31fd8eae tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "DELETE /v2.0/routers/10389fb3-9c4d-4ea0-ae2c-42a9bca24baf HTTP/1.1" status: 204 len: 168 time: 1.2889447 Jul 05 10:03:59.646641 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51054) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:59.666618 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbff4fe-4138-4a4b-95ad-2e0205536656 req-1ab65a2c-49fb-4f1c-88e2-06c5849c04b6 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:59.668263 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1dbff4fe-4138-4a4b-95ad-2e0205536656 req-1ab65a2c-49fb-4f1c-88e2-06c5849c04b6 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.1637630 Jul 05 10:03:59.727213 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1dbff4fe-4138-4a4b-95ad-2e0205536656 req-207d56ac-8885-42fc-9268-ea404fefa4ab tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462072 Jul 05 10:03:59.784733 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e49aa03-929f-49ac-a613-18324a3a42bf tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.909347 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e49aa03-929f-49ac-a613-18324a3a42bf tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.919597 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-8e49aa03-929f-49ac-a613-18324a3a42bf tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31747b90-172d-446b-8da0-059f79bd0691']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:59.931836 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1738d-504c-4e60-8fb8-a3f4d28480b8 req-7acf45cf-7ce0-4888-8b3a-cb88db710492 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:59.932969 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-8e49aa03-929f-49ac-a613-18324a3a42bf tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7232922f-065b-4fa2-9966-afe3c1f3f9fa') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:59.933302 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-8e49aa03-929f-49ac-a613-18324a3a42bf tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7232922f-065b-4fa2-9966-afe3c1f3f9fa') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:59.933884 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8cf1738d-504c-4e60-8fb8-a3f4d28480b8 req-7acf45cf-7ce0-4888-8b3a-cb88db710492 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.0681756 Jul 05 10:03:59.948457 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e49aa03-929f-49ac-a613-18324a3a42bf tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.965139 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e49aa03-929f-49ac-a613-18324a3a42bf tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.972858 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e49aa03-929f-49ac-a613-18324a3a42bf tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:03:59.973754 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e49aa03-929f-49ac-a613-18324a3a42bf tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:03:59.976902 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:03:59.983229 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8cf1738d-504c-4e60-8fb8-a3f4d28480b8 req-bbca93f6-7756-45f8-91a2-3374cfe2093b tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426555 Jul 05 10:04:00.047606 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e49aa03-929f-49ac-a613-18324a3a42bf tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:00.055500 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e49aa03-929f-49ac-a613-18324a3a42bf tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:00.057967 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8e49aa03-929f-49ac-a613-18324a3a42bf tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "DELETE /v2.0/networks/31747b90-172d-446b-8da0-059f79bd0691 HTTP/1.1" status: 204 len: 168 time: 0.4101312 Jul 05 10:04:00.060484 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51060) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:00.076220 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49aa03-929f-49ac-a613-18324a3a42bf tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event deleted for resources: {'Network': ['ID=31747b90-172d-446b-8da0-059f79bd0691,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:00.320865 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-e2c4a35e-bd22-4f36-890f-1495ce40a97a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Deleting port 160edc30-f8b2-443a-9de1-b0f1a3b9e81e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:00.321442 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a35e-bd22-4f36-890f-1495ce40a97a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:00.422526 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a35e-bd22-4f36-890f-1495ce40a97a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:00.422862 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a35e-bd22-4f36-890f-1495ce40a97a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:00.435000 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-e2c4a35e-bd22-4f36-890f-1495ce40a97a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Calling delete_port for 160edc30-f8b2-443a-9de1-b0f1a3b9e81e owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:00.579178 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device f015ae13-905e-4e40-b658-e39a8d091b2c up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:00.661568 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port f015ae13-905e-4e40-b658-e39a8d091b2c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:00.666091 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port f015ae13-905e-4e40-b658-e39a8d091b2c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:00.666779 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:00.694427 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-e7ff992a-73dd-4020-aef8-de4230cd7587 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:00.695952 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-e7ff992a-73dd-4020-aef8-de4230cd7587 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/networks?id=8266bda9-355f-4ec8-8511-7adbee0961b0 HTTP/1.1" status: 200 len: 815 time: 0.2083902 Jul 05 10:04:00.709195 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b3d025a8-8205-4d02-9551-da27ebd8d874 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:04:00.715459 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d1520-426e-44d7-9ce9-10632e3ddc7d req-1325cc8d-8a5f-4e14-b207-1f17676c4599 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:00.716992 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-684d1520-426e-44d7-9ce9-10632e3ddc7d req-1325cc8d-8a5f-4e14-b207-1f17676c4599 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/ports?device_id=e207ff61-d7bf-43ec-8795-5d864868d103 HTTP/1.1" status: 200 len: 949 time: 0.2131991 Jul 05 10:04:00.733935 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-f1d76e65-6863-4cf3-a7b6-813a96911f99 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/quotas/e503f3c8537746d6b6e63fbd3e5d478c HTTP/1.1" status: 200 len: 375 time: 0.0275362 Jul 05 10:04:00.737682 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: b3d025a8-8205-4d02-9551-da27ebd8d874 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:04:00.738057 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b3d025a8-8205-4d02-9551-da27ebd8d874 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:04:00.738755 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device acbacfb6-2c57-4eba-a644-d775cc7894a6 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:04:00.762109 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: acbacfb6-2c57-4eba-a644-d775cc7894a6 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:04:00.762866 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device acbacfb6-2c57-4eba-a644-d775cc7894a6 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:04:00.810590 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:00.838694 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e207ff61-d7bf-43ec-8795-5d864868d103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f015ae13-905e-4e40-b658-e39a8d091b2c'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:00.840984 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fdac60-aae1-4aa8-bd7c-56e29cb75f98" -d '{"events": [{"server_uuid": "e207ff61-d7bf-43ec-8795-5d864868d103", "name": "network-vif-plugged", "status": "completed", "tag": "f015ae13-905e-4e40-b658-e39a8d091b2c"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:00.847959 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-684d1520-426e-44d7-9ce9-10632e3ddc7d req-bcc7659c-9f8e-471f-bf4b-2cc8c60eda8d tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/security-groups?id=0916fb56-88c3-4b81-a591-7097758358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119587 Jul 05 10:04:00.858571 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port f015ae13-905e-4e40-b658-e39a8d091b2c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=f015ae13-905e-4e40-b658-e39a8d091b2c,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:00.860752 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a35e-bd22-4f36-890f-1495ce40a97a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:00.863624 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:00.898275 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4a35e-bd22-4f36-890f-1495ce40a97a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event deleted for resources: {'Port': ['ID=160edc30-f8b2-443a-9de1-b0f1a3b9e81e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:00.916501 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-83cf7382-a170-4aad-a0e2-337ba755ec7c tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e503f3c8537746d6b6e63fbd3e5d478c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1816976 Jul 05 10:04:00.942300 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=f015ae13-905e-4e40-b658-e39a8d091b2c,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:01.028267 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf219bb-f8c3-422e-af46-21156943631d x-openstack-request-id: req-ecf219bb-f8c3-422e-af46-21156943631d {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:01.028576 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e207ff61-d7bf-43ec-8795-5d864868d103", "name": "network-vif-plugged", "status": "completed", "tag": "f015ae13-905e-4e40-b658-e39a8d091b2c", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:01.028842 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ecf219bb-f8c3-422e-af46-21156943631d {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:01.029739 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e207ff61-d7bf-43ec-8795-5d864868d103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f015ae13-905e-4e40-b658-e39a8d091b2c', 'code': 200} Jul 05 10:04:01.051555 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a35e-bd22-4f36-890f-1495ce40a97a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:01.051956 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-e2c4a35e-bd22-4f36-890f-1495ce40a97a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Floating IP de6ae727-5400-4417-8ab1-83481b757173 disassociated (deleted). External IP: 172.25.7.174, port: 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1. Jul 05 10:04:01.158567 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-265dcd83-3c42-44aa-8441-fd09b16db719 service neutron] 10.222.0.79 "GET /v2.0/networks/8266bda9-355f-4ec8-8511-7adbee0961b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066336 Jul 05 10:04:01.288104 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457a41c-b48e-411a-b9bc-2b0f33e17dfc req-83a4187a-569b-484c-ada8-b73bfa2c98fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:01.288104 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d457a41c-b48e-411a-b9bc-2b0f33e17dfc req-83a4187a-569b-484c-ada8-b73bfa2c98fe service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e207ff61-d7bf-43ec-8795-5d864868d103 HTTP/1.1" status: 200 len: 1101 time: 0.1868229 Jul 05 10:04:01.684185 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-4ff1681e-3a4a-446b-a5d1-e0ebb4487d77 service neutron] 10.222.0.79 "GET /v2.0/networks/8266bda9-355f-4ec8-8511-7adbee0961b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944129 Jul 05 10:04:01.697274 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d457a41c-b48e-411a-b9bc-2b0f33e17dfc req-3facd87b-e6b7-45d1-ac7c-e6bde3f63c32 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0916fb56-88c3-4b81-a591-7097758358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035475 Jul 05 10:04:01.774744 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c5738-d2d2-4a54-b562-d45be42b0c54 req-667d38cd-d2a6-4a46-824e-2861830b7305 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:01.776255 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-848c5738-d2d2-4a54-b562-d45be42b0c54 req-667d38cd-d2a6-4a46-824e-2861830b7305 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.81 "GET /v2.0/ports?device_id=c62596de-4b2b-446a-bd41-ce46a02e0699 HTTP/1.1" status: 200 len: 945 time: 0.1451652 Jul 05 10:04:01.812897 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c4a35e-bd22-4f36-890f-1495ce40a97a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Router 570b131a-478d-4095-8c89-4e0b8e1a1428 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:04:01.993358 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ee4d8936-f89d-44a9-baf6-98207c8d3238 req-1bcc621d-0009-4407-91c1-e478f6958840 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352 HTTP/1.1" status: 200 len: 210 time: 0.0542119 Jul 05 10:04:02.125342 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-848c5738-d2d2-4a54-b562-d45be42b0c54 req-da6e1c2a-85c2-4b31-9de9-49529a9c3ef4 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Deleting port aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:02.126280 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-848c5738-d2d2-4a54-b562-d45be42b0c54 req-da6e1c2a-85c2-4b31-9de9-49529a9c3ef4 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:02.141420 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c4a35e-bd22-4f36-890f-1495ce40a97a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:04:02.146150 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a35e-bd22-4f36-890f-1495ce40a97a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:02.154509 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1096eec7-2327-4806-8dc4-3f8e07d673b2 None None] Sync routers for ids ['570b131a-478d-4095-8c89-4e0b8e1a1428'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:04:02.164811 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1096eec7-2327-4806-8dc4-3f8e07d673b2 None None] Routers {'570b131a-478d-4095-8c89-4e0b8e1a1428'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:02.165916 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1096eec7-2327-4806-8dc4-3f8e07d673b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:03:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['570b131a-478d-4095-8c89-4e0b8e1a1428'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:02.261409 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fddd6b-5077-43c3-8b48-84bead5278c9 req-136859b4-b7ed-4c9c-9037-efaadc171ef4 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:02.262844 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e8fddd6b-5077-43c3-8b48-84bead5278c9 req-136859b4-b7ed-4c9c-9037-efaadc171ef4 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/ports?device_id=e207ff61-d7bf-43ec-8795-5d864868d103 HTTP/1.1" status: 200 len: 950 time: 0.2138932 Jul 05 10:04:02.269115 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e2c4a35e-bd22-4f36-890f-1495ce40a97a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "DELETE /v2.0/floatingips/de6ae727-5400-4417-8ab1-83481b757173 HTTP/1.1" status: 204 len: 168 time: 2.2073662 Jul 05 10:04:02.273310 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffb9280-61e0-4f45-b88f-c79564d4f1a5', 'tag': '4e8cb547-5b83-4129-b8a6-1b2c749cf7c1'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:02.276131 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abf3041-7255-4c88-988a-57a3822598ab" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffb9280-61e0-4f45-b88f-c79564d4f1a5", "tag": "4e8cb547-5b83-4129-b8a6-1b2c749cf7c1"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:02.360780 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-1096eec7-2327-4806-8dc4-3f8e07d673b2 None None] Set router 570b131a-478d-4095-8c89-4e0b8e1a1428 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:02.383198 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-848c5738-d2d2-4a54-b562-d45be42b0c54 req-da6e1c2a-85c2-4b31-9de9-49529a9c3ef4 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] For port aaec7f85-8d17-4abb-9a3d-09c7b2a7e654, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=aaec7f85-8d17-4abb-9a3d-09c7b2a7e654,segment=NetworkSegment(0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3),segment_id=0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:02.383575 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-848c5738-d2d2-4a54-b562-d45be42b0c54 req-da6e1c2a-85c2-4b31-9de9-49529a9c3ef4 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:02.420946 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e8fddd6b-5077-43c3-8b48-84bead5278c9 req-8c575e31-9f7f-4af4-92a8-725ed717b9ad tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/security-groups?id=0916fb56-88c3-4b81-a591-7097758358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477425 Jul 05 10:04:02.427743 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-848c5738-d2d2-4a54-b562-d45be42b0c54 req-da6e1c2a-85c2-4b31-9de9-49529a9c3ef4 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Calling delete_port for aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:02.546342 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247f8ebe-388a-4e13-bd8c-d21cdf0809c2 x-openstack-request-id: req-247f8ebe-388a-4e13-bd8c-d21cdf0809c2 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:02.546342 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffb9280-61e0-4f45-b88f-c79564d4f1a5", "tag": "4e8cb547-5b83-4129-b8a6-1b2c749cf7c1", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:02.549745 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-247f8ebe-388a-4e13-bd8c-d21cdf0809c2 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:02.549745 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffb9280-61e0-4f45-b88f-c79564d4f1a5', 'tag': '4e8cb547-5b83-4129-b8a6-1b2c749cf7c1', 'status': 'completed', 'code': 200} Jul 05 10:04:02.643043 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:02.652357 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf3041-7255-4c88-988a-57a3822598ab req-531c4c8b-ba11-4f69-9994-f0c3b372defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:02.654067 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2abf3041-7255-4c88-988a-57a3822598ab req-531c4c8b-ba11-4f69-9994-f0c3b372defb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f0692abcf6f7458c830e07d7e3d21525&device_id=1ffb9280-61e0-4f45-b88f-c79564d4f1a5 HTTP/1.1" status: 200 len: 1135 time: 0.1060944 Jul 05 10:04:02.772127 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1096eec7-2327-4806-8dc4-3f8e07d673b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906527942', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:02Z', 'updated_at': '2021-07-05T10:02:20Z', 'revision_number': 4, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'gw_port': {'id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:04Z', 'updated_at': '2021-07-05T10:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '57e1559e-be70-4da0-941e-b79c1b80881c', 'name': '', 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'mac_address': 'fa:16:3e:5c:3b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '9546e6f0-63ec-42b7-8000-0029a450136d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:16Z', 'updated_at': '2021-07-05T10:02:29Z', 'revision_number': 5, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'subnets': [{'id': '9546e6f0-63ec-42b7-8000-0029a450136d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:02.813040 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1096eec7-2327-4806-8dc4-3f8e07d673b2 None None] Checking router: 570b131a-478d-4095-8c89-4e0b8e1a1428 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:04:02.818793 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-848c5738-d2d2-4a54-b562-d45be42b0c54 req-da6e1c2a-85c2-4b31-9de9-49529a9c3ef4 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:02.823580 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1096eec7-2327-4806-8dc4-3f8e07d673b2 None None] Routers {'570b131a-478d-4095-8c89-4e0b8e1a1428'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:02.824001 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1096eec7-2327-4806-8dc4-3f8e07d673b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:03:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['570b131a-478d-4095-8c89-4e0b8e1a1428'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:02.927120 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e1c2a-85c2-4b31-9de9-49529a9c3ef4 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Pushing event deleted for resources: {'Port': ['ID=aaec7f85-8d17-4abb-9a3d-09c7b2a7e654,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:02.961744 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['aaec7f85-8d17-4abb-9a3d-09c7b2a7e654'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:02.977603 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-1096eec7-2327-4806-8dc4-3f8e07d673b2 None None] Set router 570b131a-478d-4095-8c89-4e0b8e1a1428 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:03.006770 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf3041-7255-4c88-988a-57a3822598ab req-f9fd0b09-1a43-4aaf-aaa0-014d996c8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:03.008702 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2abf3041-7255-4c88-988a-57a3822598ab req-f9fd0b09-1a43-4aaf-aaa0-014d996c8036 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8c98862d-9559-4154-8b43-1e014fca973e HTTP/1.1" status: 200 len: 897 time: 0.3464096 Jul 05 10:04:03.039315 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-848c5738-d2d2-4a54-b562-d45be42b0c54 req-da6e1c2a-85c2-4b31-9de9-49529a9c3ef4 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] No DVR routers for this DVR port aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:04:03.081532 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-848c5738-d2d2-4a54-b562-d45be42b0c54 req-da6e1c2a-85c2-4b31-9de9-49529a9c3ef4 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:03.083700 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-848c5738-d2d2-4a54-b562-d45be42b0c54 req-da6e1c2a-85c2-4b31-9de9-49529a9c3ef4 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.81 "DELETE /v2.0/ports/aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 HTTP/1.1" status: 204 len: 173 time: 1.3004415 Jul 05 10:04:03.126897 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2abf3041-7255-4c88-988a-57a3822598ab req-38ceb8a3-388e-4362-9615-8f1e58ff187e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 HTTP/1.1" status: 200 len: 217 time: 0.0889370 Jul 05 10:04:03.204925 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016bc73-7111-4dbb-94d2-b4a184481be4 req-21b33221-1955-4b04-91bf-6e740795a15b tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:03.212421 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a016bc73-7111-4dbb-94d2-b4a184481be4 req-21b33221-1955-4b04-91bf-6e740795a15b tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ffb9280-61e0-4f45-b88f-c79564d4f1a5 HTTP/1.1" status: 200 len: 984 time: 0.2175012 Jul 05 10:04:03.228125 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf3041-7255-4c88-988a-57a3822598ab req-634242d3-ba82-4d71-a7e2-fc4f4c0e0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:03.229720 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2abf3041-7255-4c88-988a-57a3822598ab req-634242d3-ba82-4d71-a7e2-fc4f4c0e0049 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9546e6f0-63ec-42b7-8000-0029a450136d HTTP/1.1" status: 200 len: 835 time: 0.0914254 Jul 05 10:04:03.320654 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5d2b46ba-2e5a-4dd7-a9c5-159bbf09ae8d req-35aa4d81-7652-4da8-af5c-d49ec1eb6e28 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352 HTTP/1.1" status: 200 len: 210 time: 0.0700285 Jul 05 10:04:03.359269 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a016bc73-7111-4dbb-94d2-b4a184481be4 req-5fc7629b-9a03-475b-ad00-730099efde11 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/security-groups?id=d15e323e-440f-4d06-bf6d-1c7463aa7d59&id=ea1fc39c-e042-412b-9621-fac761bc26b9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1458793 Jul 05 10:04:03.415623 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf3041-7255-4c88-988a-57a3822598ab req-618b52bb-3926-4aee-bab6-a2ccf8a702ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:03.417422 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2abf3041-7255-4c88-988a-57a3822598ab req-618b52bb-3926-4aee-bab6-a2ccf8a702ec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8c98862d-9559-4154-8b43-1e014fca973e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1788297 Jul 05 10:04:03.537502 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1096eec7-2327-4806-8dc4-3f8e07d673b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906527942', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:02Z', 'updated_at': '2021-07-05T10:02:20Z', 'revision_number': 4, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'gw_port': {'id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:04Z', 'updated_at': '2021-07-05T10:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '57e1559e-be70-4da0-941e-b79c1b80881c', 'name': '', 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'mac_address': 'fa:16:3e:5c:3b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '9546e6f0-63ec-42b7-8000-0029a450136d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:16Z', 'updated_at': '2021-07-05T10:02:29Z', 'revision_number': 5, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'subnets': [{'id': '9546e6f0-63ec-42b7-8000-0029a450136d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:03.583966 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1096eec7-2327-4806-8dc4-3f8e07d673b2 None None] The sync data for ids ['570b131a-478d-4095-8c89-4e0b8e1a1428'] in n-d-798054-8 is: [{'id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906527942', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:02Z', 'updated_at': '2021-07-05T10:02:20Z', 'revision_number': 4, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'gw_port': {'id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:04Z', 'updated_at': '2021-07-05T10:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '57e1559e-be70-4da0-941e-b79c1b80881c', 'name': '', 'network_id': '8c98862d-9559-4154-8b43-1e014fca973e', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'mac_address': 'fa:16:3e:5c:3b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '9546e6f0-63ec-42b7-8000-0029a450136d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:16Z', 'updated_at': '2021-07-05T10:02:29Z', 'revision_number': 5, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'subnets': [{'id': '9546e6f0-63ec-42b7-8000-0029a450136d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:04:03.586323 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2abf3041-7255-4c88-988a-57a3822598ab req-ef58ec32-1492-49d9-bc33-6193434eb718 service neutron] 10.222.0.81 "GET /v2.0/networks/8c98862d-9559-4154-8b43-1e014fca973e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619084 Jul 05 10:04:03.739878 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002ed4f-1d7a-410b-88ab-a2928f8e08b7 req-71f97efa-a2d9-4eef-ac0b-aec565d61a62 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:03.741874 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1002ed4f-1d7a-410b-88ab-a2928f8e08b7 req-71f97efa-a2d9-4eef-ac0b-aec565d61a62 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/ports?device_id=e207ff61-d7bf-43ec-8795-5d864868d103 HTTP/1.1" status: 200 len: 950 time: 0.1739879 Jul 05 10:04:03.748804 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2abf3041-7255-4c88-988a-57a3822598ab req-0cb4d617-b752-4ac5-a022-1415ca656fad service neutron] 10.222.0.81 "GET /v2.0/networks/8c98862d-9559-4154-8b43-1e014fca973e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372085 Jul 05 10:04:03.831103 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1002ed4f-1d7a-410b-88ab-a2928f8e08b7 req-f4b6c58d-caaa-42ac-bc65-32f885aaa588 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/security-groups?id=0916fb56-88c3-4b81-a591-7097758358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794456 Jul 05 10:04:04.124047 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d45625-4275-4d6b-900d-6997efd8f4a0 None None] New status for floating IP de6ae727-5400-4417-8ab1-83481b757173: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:04:04.134208 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-fe9e04ff-0329-422e-a451-9b2899ca2664 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:04.135406 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-fe9e04ff-0329-422e-a451-9b2899ca2664 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.78 "GET /v2.0/networks?id=8266bda9-355f-4ec8-8511-7adbee0961b0 HTTP/1.1" status: 200 len: 815 time: 0.2463377 Jul 05 10:04:04.174822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-e2b21166-55c1-4fe6-8836-4d04cb6acc94 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Request body: {'port': {'device_id': '9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352', 'network_id': '8266bda9-355f-4ec8-8511-7adbee0961b0', 'admin_state_up': True, 'tenant_id': 'e503f3c8537746d6b6e63fbd3e5d478c'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:04.310154 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569228e2-42c6-4212-b7fe-eab986c3fb9b req-66694c63-0cfc-4526-acfe-486c48b26d50 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:04.311702 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-569228e2-42c6-4212-b7fe-eab986c3fb9b req-66694c63-0cfc-4526-acfe-486c48b26d50 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ffb9280-61e0-4f45-b88f-c79564d4f1a5 HTTP/1.1" status: 200 len: 984 time: 0.2446041 Jul 05 10:04:04.440761 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-e2b21166-55c1-4fe6-8836-4d04cb6acc94 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Made reservation on behalf of e503f3c8537746d6b6e63fbd3e5d478c for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:04:04.444534 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-e2b21166-55c1-4fe6-8836-4d04cb6acc94 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:04.508115 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d66961db-e1bc-4bf6-b9ee-cf92dce01aff req-a6c35574-6a19-4d9f-9357-f26e54dcc42c tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352 HTTP/1.1" status: 200 len: 210 time: 0.0594573 Jul 05 10:04:04.599421 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62596de-4b2b-446a-bd41-ce46a02e0699', 'name': 'network-vif-deleted', 'tag': 'aaec7f85-8d17-4abb-9a3d-09c7b2a7e654'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:04.601940 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994985e1-3b12-4e45-8157-8c927baf6cd9" -d '{"events": [{"server_uuid": "c62596de-4b2b-446a-bd41-ce46a02e0699", "name": "network-vif-deleted", "tag": "aaec7f85-8d17-4abb-9a3d-09c7b2a7e654"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:04.630528 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-569228e2-42c6-4212-b7fe-eab986c3fb9b req-624acd19-f966-4092-847f-80363f3ef6b7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Deleting port 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:04.630993 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-569228e2-42c6-4212-b7fe-eab986c3fb9b req-624acd19-f966-4092-847f-80363f3ef6b7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:04.805922 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ece50a-97a3-4f9c-9537-93a110bdf89e x-openstack-request-id: req-a7ece50a-97a3-4f9c-9537-93a110bdf89e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:04.806166 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62596de-4b2b-446a-bd41-ce46a02e0699", "name": "network-vif-deleted", "tag": "aaec7f85-8d17-4abb-9a3d-09c7b2a7e654", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:04.806424 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a7ece50a-97a3-4f9c-9537-93a110bdf89e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:04.806820 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62596de-4b2b-446a-bd41-ce46a02e0699', 'name': 'network-vif-deleted', 'tag': 'aaec7f85-8d17-4abb-9a3d-09c7b2a7e654', 'status': 'completed', 'code': 200} Jul 05 10:04:04.841913 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-e2b21166-55c1-4fe6-8836-4d04cb6acc94 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Allocated IP 172.20.0.6 (8266bda9-355f-4ec8-8511-7adbee0961b0/f5e9513f-1558-487a-8c2f-be083e6d5e0d/a539d206-c566-4592-a4ed-d903ee17182a) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:04.866398 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae5212-f81a-4876-bf09-5928cff7fea8 req-ab37700c-96fc-4c62-9a48-399e5de1115a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:04.868496 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67ae5212-f81a-4876-bf09-5928cff7fea8 req-ab37700c-96fc-4c62-9a48-399e5de1115a tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ffb9280-61e0-4f45-b88f-c79564d4f1a5 HTTP/1.1" status: 200 len: 984 time: 0.1722915 Jul 05 10:04:04.871250 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-569228e2-42c6-4212-b7fe-eab986c3fb9b req-624acd19-f966-4092-847f-80363f3ef6b7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] For port 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=4e8cb547-5b83-4129-b8a6-1b2c749cf7c1,segment=NetworkSegment(728a93e9-557a-4271-93fd-b1bbe443e39e),segment_id=728a93e9-557a-4271-93fd-b1bbe443e39e)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:04.871250 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-569228e2-42c6-4212-b7fe-eab986c3fb9b req-624acd19-f966-4092-847f-80363f3ef6b7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:04.906553 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-569228e2-42c6-4212-b7fe-eab986c3fb9b req-624acd19-f966-4092-847f-80363f3ef6b7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Calling delete_port for 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:05.002944 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67ae5212-f81a-4876-bf09-5928cff7fea8 req-cdf35d70-c31e-4571-a3c1-4433e914e6f2 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/security-groups?id=d15e323e-440f-4d06-bf6d-1c7463aa7d59&id=ea1fc39c-e042-412b-9621-fac761bc26b9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1270068 Jul 05 10:04:05.167370 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-e2b21166-55c1-4fe6-8836-4d04cb6acc94 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:05.216021 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-569228e2-42c6-4212-b7fe-eab986c3fb9b req-624acd19-f966-4092-847f-80363f3ef6b7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:05.264758 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624acd19-f966-4092-847f-80363f3ef6b7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event deleted for resources: {'Port': ['ID=4e8cb547-5b83-4129-b8a6-1b2c749cf7c1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:05.300523 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624acd19-f966-4092-847f-80363f3ef6b7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:05.300875 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624acd19-f966-4092-847f-80363f3ef6b7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:05.301207 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624acd19-f966-4092-847f-80363f3ef6b7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:05.301592 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624acd19-f966-4092-847f-80363f3ef6b7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:05.302056 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624acd19-f966-4092-847f-80363f3ef6b7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:05.302430 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624acd19-f966-4092-847f-80363f3ef6b7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:05.302791 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624acd19-f966-4092-847f-80363f3ef6b7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:05.303119 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624acd19-f966-4092-847f-80363f3ef6b7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:05.303451 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624acd19-f966-4092-847f-80363f3ef6b7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:05.303783 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624acd19-f966-4092-847f-80363f3ef6b7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:05.304132 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624acd19-f966-4092-847f-80363f3ef6b7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:05.304468 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624acd19-f966-4092-847f-80363f3ef6b7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:05.311594 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-e2b21166-55c1-4fe6-8836-4d04cb6acc94 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:05.340653 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-569228e2-42c6-4212-b7fe-eab986c3fb9b req-624acd19-f966-4092-847f-80363f3ef6b7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] No DVR routers for this DVR port 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:04:05.344037 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-569228e2-42c6-4212-b7fe-eab986c3fb9b req-624acd19-f966-4092-847f-80363f3ef6b7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:05.346100 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-569228e2-42c6-4212-b7fe-eab986c3fb9b req-624acd19-f966-4092-847f-80363f3ef6b7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.81 "DELETE /v2.0/ports/4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 HTTP/1.1" status: 204 len: 173 time: 1.0249929 Jul 05 10:04:05.382926 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-e2b21166-55c1-4fe6-8836-4d04cb6acc94 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Network 8266bda9-355f-4ec8-8511-7adbee0961b0 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:05.386642 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-e2b21166-55c1-4fe6-8836-4d04cb6acc94 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:05.393965 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-e2b21166-55c1-4fe6-8836-4d04cb6acc94 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:05.443786 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b21166-55c1-4fe6-8836-4d04cb6acc94 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Pushing event updated for resources: {'Port': ['ID=a539d206-c566-4592-a4ed-d903ee17182a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:05.460477 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-e2b21166-55c1-4fe6-8836-4d04cb6acc94 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:05.461104 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-e2b21166-55c1-4fe6-8836-4d04cb6acc94 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:05.505629 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-e2b21166-55c1-4fe6-8836-4d04cb6acc94 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3577471 Jul 05 10:04:05.525423 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-7870544e-0eea-40a8-b57e-96021037e01e service neutron] Request body: {'port': {'device_id': '9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:05.580884 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:04:05.628156 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:04:05.628632 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device aaec7f85-8d17-4abb-9a3d-09c7b2a7e654 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:04:05.699375 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-7870544e-0eea-40a8-b57e-96021037e01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:06.006075 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:06.125145 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ded25-7a11-4b85-b552-fd5ede1c2337 req-2c26e336-876c-4436-883d-70e9c8240fc6 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:06.130294 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-217ded25-7a11-4b85-b552-fd5ede1c2337 req-2c26e336-876c-4436-883d-70e9c8240fc6 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352 HTTP/1.1" status: 200 len: 931 time: 0.3291645 Jul 05 10:04:06.219132 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-217ded25-7a11-4b85-b552-fd5ede1c2337 req-02e23ab3-b5c2-47d8-bbd5-ba0a0202d32b tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698173 Jul 05 10:04:06.279736 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f9fc7a5-0bed-47c2-8239-21b921d0c87a req-eb417748-6cf7-4f2e-9a54-0b4a4278ea9c tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ffb9280-61e0-4f45-b88f-c79564d4f1a5 HTTP/1.1" status: 200 len: 210 time: 0.0548172 Jul 05 10:04:06.652788 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-7870544e-0eea-40a8-b57e-96021037e01e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a539d206-c566-4592-a4ed-d903ee17182a {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:04:06.660998 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-7870544e-0eea-40a8-b57e-96021037e01e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:06.674072 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-7870544e-0eea-40a8-b57e-96021037e01e service neutron] Transition to ACTIVE for port object a539d206-c566-4592-a4ed-d903ee17182a will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:06.678819 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-7870544e-0eea-40a8-b57e-96021037e01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:06.733636 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870544e-0eea-40a8-b57e-96021037e01e service neutron] Pushing event updated for resources: {'Port': ['ID=a539d206-c566-4592-a4ed-d903ee17182a,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:06.812809 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffb9280-61e0-4f45-b88f-c79564d4f1a5', 'name': 'network-vif-deleted', 'tag': '4e8cb547-5b83-4129-b8a6-1b2c749cf7c1'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:06.818457 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d80350f-b7ab-4a57-9bec-a5921de046f1" -d '{"events": [{"server_uuid": "1ffb9280-61e0-4f45-b88f-c79564d4f1a5", "name": "network-vif-deleted", "tag": "4e8cb547-5b83-4129-b8a6-1b2c749cf7c1"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:06.879943 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-7870544e-0eea-40a8-b57e-96021037e01e service neutron] Attempting to bind port a539d206-c566-4592-a4ed-d903ee17182a on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:04:06.883493 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-7870544e-0eea-40a8-b57e-96021037e01e service neutron] Attempting to bind port a539d206-c566-4592-a4ed-d903ee17182a by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8266bda9-355f-4ec8-8511-7adbee0961b0'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:04:06.883909 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-7870544e-0eea-40a8-b57e-96021037e01e service neutron] Attempting to bind port a539d206-c566-4592-a4ed-d903ee17182a on network 8266bda9-355f-4ec8-8511-7adbee0961b0 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:06.889642 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243b8b19-5b31-4103-bd97-020235b3898a x-openstack-request-id: req-243b8b19-5b31-4103-bd97-020235b3898a {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:06.889997 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffb9280-61e0-4f45-b88f-c79564d4f1a5", "name": "network-vif-deleted", "tag": "4e8cb547-5b83-4129-b8a6-1b2c749cf7c1", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:06.890505 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-243b8b19-5b31-4103-bd97-020235b3898a {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:06.891462 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffb9280-61e0-4f45-b88f-c79564d4f1a5', 'name': 'network-vif-deleted', 'tag': '4e8cb547-5b83-4129-b8a6-1b2c749cf7c1', 'status': 'completed', 'code': 200} Jul 05 10:04:06.891462 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-7870544e-0eea-40a8-b57e-96021037e01e service neutron] Port a539d206-c566-4592-a4ed-d903ee17182a on network 8266bda9-355f-4ec8-8511-7adbee0961b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:04:06.892074 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-7870544e-0eea-40a8-b57e-96021037e01e service neutron] Attempting to bind port a539d206-c566-4592-a4ed-d903ee17182a on network 8266bda9-355f-4ec8-8511-7adbee0961b0 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:06.897064 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-7870544e-0eea-40a8-b57e-96021037e01e service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:04:06.898550 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-7870544e-0eea-40a8-b57e-96021037e01e service neutron] Checking segment: {'id': '0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8266bda9-355f-4ec8-8511-7adbee0961b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:06.898550 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-7870544e-0eea-40a8-b57e-96021037e01e service neutron] Bound using segment: {'id': '0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8266bda9-355f-4ec8-8511-7adbee0961b0'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:04:06.898550 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-7870544e-0eea-40a8-b57e-96021037e01e service neutron] Bound port: a539d206-c566-4592-a4ed-d903ee17182a, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8266bda9-355f-4ec8-8511-7adbee0961b0'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:04:06.898550 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-7870544e-0eea-40a8-b57e-96021037e01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:06.996314 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-7870544e-0eea-40a8-b57e-96021037e01e service neutron] For port a539d206-c566-4592-a4ed-d903ee17182a, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:04:07.006163 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-7870544e-0eea-40a8-b57e-96021037e01e service neutron] For port a539d206-c566-4592-a4ed-d903ee17182a, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=a539d206-c566-4592-a4ed-d903ee17182a,segment=NetworkSegment(0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3),segment_id=0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:04:07.014142 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-7870544e-0eea-40a8-b57e-96021037e01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:07.062694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-7870544e-0eea-40a8-b57e-96021037e01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:07.063480 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-7870544e-0eea-40a8-b57e-96021037e01e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:07.065087 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-7870544e-0eea-40a8-b57e-96021037e01e service neutron] 10.222.0.78 "PUT /v2.0/ports/a539d206-c566-4592-a4ed-d903ee17182a HTTP/1.1" status: 200 len: 1091 time: 1.5529358 Jul 05 10:04:07.113962 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870544e-0eea-40a8-b57e-96021037e01e service neutron] Pushing event updated for resources: {'Port': ['ID=a539d206-c566-4592-a4ed-d903ee17182a,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:07.191782 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-b44feb11-eb31-4381-bff2-190d06bad40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:07.193329 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-b44feb11-eb31-4381-bff2-190d06bad40c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e503f3c8537746d6b6e63fbd3e5d478c&device_id=9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352 HTTP/1.1" status: 200 len: 1094 time: 0.0694084 Jul 05 10:04:07.244145 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-6f718feb-ba6e-49ea-bd5e-c793e5c56f88 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a539d206-c566-4592-a4ed-d903ee17182a HTTP/1.1" status: 200 len: 217 time: 0.0435033 Jul 05 10:04:07.330869 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-b57f3e57-81ab-40d5-8f4c-a76cbd138cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:07.333077 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-b57f3e57-81ab-40d5-8f4c-a76cbd138cb9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f5e9513f-1558-487a-8c2f-be083e6d5e0d HTTP/1.1" status: 200 len: 855 time: 0.0828276 Jul 05 10:04:07.384537 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-98d40629-adae-4675-8a13-ed08afa06137 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8266bda9-355f-4ec8-8511-7adbee0961b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435586 Jul 05 10:04:07.435975 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51156) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:07.494288 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b66c93d3-e470-4831-a690-53a373fad437 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:07.518420 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b66c93d3-e470-4831-a690-53a373fad437 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:07.522495 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-0f569695-8c60-4f63-9de9-c1c17868abb4 service neutron] 10.222.0.78 "GET /v2.0/networks/8266bda9-355f-4ec8-8511-7adbee0961b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277180 Jul 05 10:04:07.534669 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c9866-de40-4157-ac3f-72bf61814002 req-2ee418b7-dff1-4d90-9823-79bc443e2b1e tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:07.536309 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b39c9866-de40-4157-ac3f-72bf61814002 req-2ee418b7-dff1-4d90-9823-79bc443e2b1e tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352 HTTP/1.1" status: 200 len: 943 time: 0.1544025 Jul 05 10:04:07.563297 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b66c93d3-e470-4831-a690-53a373fad437 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:07.572188 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b66c93d3-e470-4831-a690-53a373fad437 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:07.576037 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b66c93d3-e470-4831-a690-53a373fad437 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "DELETE /v2.0/security-groups/d15e323e-440f-4d06-bf6d-1c7463aa7d59 HTTP/1.1" status: 204 len: 168 time: 0.1360955 Jul 05 10:04:07.577062 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51158) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:07.597116 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:04:07.627623 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b39c9866-de40-4157-ac3f-72bf61814002 req-f35a73b2-fe0d-4432-9475-c32b6038c01a tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822318 Jul 05 10:04:07.633946 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c93d3-e470-4831-a690-53a373fad437 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15e323e-440f-4d06-bf6d-1c7463aa7d59,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:07.654758 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8cc2d27-1cbf-4228-84a2-a2ea191c2bfc req-ebc2861b-c0a6-4424-9069-39b582108f51 service neutron] 10.222.0.78 "GET /v2.0/networks/8266bda9-355f-4ec8-8511-7adbee0961b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172698 Jul 05 10:04:07.658038 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26b3ebc3-23d4-4c0f-95a4-afddf15188ff tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:07.659628 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:04:07.660106 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 4e8cb547-5b83-4129-b8a6-1b2c749cf7c1 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:04:07.693223 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26b3ebc3-23d4-4c0f-95a4-afddf15188ff tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:07.737162 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26b3ebc3-23d4-4c0f-95a4-afddf15188ff tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:07.739784 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26b3ebc3-23d4-4c0f-95a4-afddf15188ff tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:07.741022 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-26b3ebc3-23d4-4c0f-95a4-afddf15188ff tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "DELETE /v2.0/security-groups/ea1fc39c-e042-412b-9621-fac761bc26b9 HTTP/1.1" status: 204 len: 168 time: 0.1629162 Jul 05 10:04:07.744075 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51160) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:07.752024 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3ebc3-23d4-4c0f-95a4-afddf15188ff tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1fc39c-e042-412b-9621-fac761bc26b9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:08.194654 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-082d9c94-a052-4a0c-a61a-ba8df3eaa6a7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:08.479585 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-082d9c94-a052-4a0c-a61a-ba8df3eaa6a7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Deleting port 57e1559e-be70-4da0-941e-b79c1b80881c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:08.479833 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-082d9c94-a052-4a0c-a61a-ba8df3eaa6a7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:08.575907 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-082d9c94-a052-4a0c-a61a-ba8df3eaa6a7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] For port 57e1559e-be70-4da0-941e-b79c1b80881c, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=57e1559e-be70-4da0-941e-b79c1b80881c,segment=NetworkSegment(728a93e9-557a-4271-93fd-b1bbe443e39e),segment_id=728a93e9-557a-4271-93fd-b1bbe443e39e)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:08.576320 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-082d9c94-a052-4a0c-a61a-ba8df3eaa6a7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:08.591099 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-082d9c94-a052-4a0c-a61a-ba8df3eaa6a7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Calling delete_port for 57e1559e-be70-4da0-941e-b79c1b80881c owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:08.834268 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-082d9c94-a052-4a0c-a61a-ba8df3eaa6a7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:08.870088 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d9c94-a052-4a0c-a61a-ba8df3eaa6a7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event deleted for resources: {'Port': ['ID=57e1559e-be70-4da0-941e-b79c1b80881c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:08.901797 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352', 'tag': 'a539d206-c566-4592-a4ed-d903ee17182a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:08.904677 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360c2f26-0e64-4323-a0ed-bcbfb2ea701f" -d '{"events": [{"name": "network-changed", "server_uuid": "9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352", "tag": "a539d206-c566-4592-a4ed-d903ee17182a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:08.957112 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b70f14-9e12-449e-ad34-1aaafc63a2cd req-45321fdb-5f52-42c0-a398-ec30d00b93bc tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:08.958802 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-22b70f14-9e12-449e-ad34-1aaafc63a2cd req-45321fdb-5f52-42c0-a398-ec30d00b93bc tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352 HTTP/1.1" status: 200 len: 943 time: 0.1780250 Jul 05 10:04:08.968938 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fb4b42-8235-44af-b442-133fb4742878 x-openstack-request-id: req-e5fb4b42-8235-44af-b442-133fb4742878 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:08.969291 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352", "tag": "a539d206-c566-4592-a4ed-d903ee17182a", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:08.969559 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e5fb4b42-8235-44af-b442-133fb4742878 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:08.969977 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352', 'tag': 'a539d206-c566-4592-a4ed-d903ee17182a', 'status': 'completed', 'code': 200} Jul 05 10:04:09.124707 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-22b70f14-9e12-449e-ad34-1aaafc63a2cd req-5db35478-92d6-4583-aedc-a75f28fb8d28 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447272 Jul 05 10:04:09.219382 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-082d9c94-a052-4a0c-a61a-ba8df3eaa6a7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:09.234319 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c2f26-0e64-4323-a0ed-bcbfb2ea701f req-bc7ff7f7-1044-46cd-b483-9581e3b56498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:09.236468 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-360c2f26-0e64-4323-a0ed-bcbfb2ea701f req-bc7ff7f7-1044-46cd-b483-9581e3b56498 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e503f3c8537746d6b6e63fbd3e5d478c&device_id=9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352 HTTP/1.1" status: 200 len: 1094 time: 0.2360530 Jul 05 10:04:09.447643 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c2f26-0e64-4323-a0ed-bcbfb2ea701f req-f5531be7-41af-4fe1-9ce6-2e056ccf1aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:09.449160 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-360c2f26-0e64-4323-a0ed-bcbfb2ea701f req-f5531be7-41af-4fe1-9ce6-2e056ccf1aa3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8266bda9-355f-4ec8-8511-7adbee0961b0 HTTP/1.1" status: 200 len: 916 time: 0.2063766 Jul 05 10:04:09.525017 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-360c2f26-0e64-4323-a0ed-bcbfb2ea701f req-a19458b5-05e9-454d-bd26-ff540ac9ad24 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a539d206-c566-4592-a4ed-d903ee17182a HTTP/1.1" status: 200 len: 217 time: 0.0689235 Jul 05 10:04:09.625599 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c2f26-0e64-4323-a0ed-bcbfb2ea701f req-c09b2046-35fd-4148-ab25-72b418ca054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:09.627578 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-360c2f26-0e64-4323-a0ed-bcbfb2ea701f req-c09b2046-35fd-4148-ab25-72b418ca054b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f5e9513f-1558-487a-8c2f-be083e6d5e0d HTTP/1.1" status: 200 len: 855 time: 0.0954065 Jul 05 10:04:09.667390 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082d9c94-a052-4a0c-a61a-ba8df3eaa6a7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Router 570b131a-478d-4095-8c89-4e0b8e1a1428 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:04:09.669730 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-360c2f26-0e64-4323-a0ed-bcbfb2ea701f req-09ebaddf-3227-4d68-94a5-7bf8767f8c31 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8266bda9-355f-4ec8-8511-7adbee0961b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301180 Jul 05 10:04:09.844256 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-360c2f26-0e64-4323-a0ed-bcbfb2ea701f req-f7d11129-3d63-48c6-adeb-e715b94d4df2 service neutron] 10.222.0.78 "GET /v2.0/networks/8266bda9-355f-4ec8-8511-7adbee0961b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673853 Jul 05 10:04:09.848456 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082d9c94-a052-4a0c-a61a-ba8df3eaa6a7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:04:09.853235 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-082d9c94-a052-4a0c-a61a-ba8df3eaa6a7 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "PUT /v2.0/routers/570b131a-478d-4095-8c89-4e0b8e1a1428/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1079993 Jul 05 10:04:09.856844 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51184) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:09.858218 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a850f9-cdec-42f2-a365-684813c87ce3 None None] Sync routers for ids ['570b131a-478d-4095-8c89-4e0b8e1a1428'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:04:09.869684 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a850f9-cdec-42f2-a365-684813c87ce3 None None] Routers {'570b131a-478d-4095-8c89-4e0b8e1a1428'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:09.870230 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b3a850f9-cdec-42f2-a365-684813c87ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:03:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['570b131a-478d-4095-8c89-4e0b8e1a1428'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:09.920601 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1c61e6-fcf0-4b74-b831-8fb776393ec2 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Deleting subnet 9546e6f0-63ec-42b7-8000-0029a450136d {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:04:09.925486 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c1c61e6-fcf0-4b74-b831-8fb776393ec2 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:09.963268 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-360c2f26-0e64-4323-a0ed-bcbfb2ea701f req-9895cab9-f71e-48e3-917c-162aed6dcf4d service neutron] 10.222.0.78 "GET /v2.0/networks/8266bda9-355f-4ec8-8511-7adbee0961b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062913 Jul 05 10:04:09.983799 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c1c61e6-fcf0-4b74-b831-8fb776393ec2 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:09.989108 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b3a850f9-cdec-42f2-a365-684813c87ce3 None None] Set router 570b131a-478d-4095-8c89-4e0b8e1a1428 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:10.081648 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c1c61e6-fcf0-4b74-b831-8fb776393ec2 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.148752 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c1c61e6-fcf0-4b74-b831-8fb776393ec2 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.181906 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c61e6-fcf0-4b74-b831-8fb776393ec2 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event deleted for resources: {'Subnet': ['ID=9546e6f0-63ec-42b7-8000-0029a450136d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:10.191159 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c1c61e6-fcf0-4b74-b831-8fb776393ec2 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.195830 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0c1c61e6-fcf0-4b74-b831-8fb776393ec2 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "DELETE /v2.0/subnets/9546e6f0-63ec-42b7-8000-0029a450136d HTTP/1.1" status: 204 len: 168 time: 0.3354897 Jul 05 10:04:10.196347 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51190) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:10.206465 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65a2a6e-2041-4c3a-a460-bd750a6d98e0 None None] Network 8c98862d-9559-4154-8b43-1e014fca973e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:04:10.324322 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f3e98366-9fdc-41c7-8ce9-f1209a8b52b9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.478032 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b3a850f9-cdec-42f2-a365-684813c87ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906527942', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:02Z', 'updated_at': '2021-07-05T10:04:08Z', 'revision_number': 5, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'gw_port': {'id': '8074b70f-722a-4d0b-8925-37d195a9a499', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:04Z', 'updated_at': '2021-07-05T10:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:10.489879 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b2661-cd3d-41a2-b5a8-253861797768 req-327aa23a-d8aa-431b-9074-9acefe5cc5fc tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:10.489879 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4a5b2661-cd3d-41a2-b5a8-253861797768 req-327aa23a-d8aa-431b-9074-9acefe5cc5fc tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352 HTTP/1.1" status: 200 len: 943 time: 0.1613297 Jul 05 10:04:10.516146 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f3e98366-9fdc-41c7-8ce9-f1209a8b52b9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.537092 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a850f9-cdec-42f2-a365-684813c87ce3 None None] Checking router: 570b131a-478d-4095-8c89-4e0b8e1a1428 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:04:10.545726 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a850f9-cdec-42f2-a365-684813c87ce3 None None] Routers {'570b131a-478d-4095-8c89-4e0b8e1a1428'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:10.546514 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b3a850f9-cdec-42f2-a365-684813c87ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:03:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['570b131a-478d-4095-8c89-4e0b8e1a1428'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:10.572856 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4a5b2661-cd3d-41a2-b5a8-253861797768 req-8b5c40fa-9a25-4f95-a5e4-631440f4cc96 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789020 Jul 05 10:04:10.607870 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f3e98366-9fdc-41c7-8ce9-f1209a8b52b9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Deleting port 8074b70f-722a-4d0b-8925-37d195a9a499 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:10.607870 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f3e98366-9fdc-41c7-8ce9-f1209a8b52b9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.648250 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70d503f-afa4-4a4c-8384-64afc29c8648 None None] DHCP port deletion for 8c98862d-9559-4154-8b43-1e014fca973e request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:04:10.683862 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device a539d206-c566-4592-a4ed-d903ee17182a details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:04:10.687510 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b3a850f9-cdec-42f2-a365-684813c87ce3 None None] Set router 570b131a-478d-4095-8c89-4e0b8e1a1428 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:10.705419 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-f3e98366-9fdc-41c7-8ce9-f1209a8b52b9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] For port 8074b70f-722a-4d0b-8925-37d195a9a499, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8074b70f-722a-4d0b-8925-37d195a9a499,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:10.705832 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f3e98366-9fdc-41c7-8ce9-f1209a8b52b9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.722478 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f3e98366-9fdc-41c7-8ce9-f1209a8b52b9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Calling delete_port for 8074b70f-722a-4d0b-8925-37d195a9a499 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:10.747417 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b3a850f9-cdec-42f2-a365-684813c87ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906527942', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:02Z', 'updated_at': '2021-07-05T10:04:10Z', 'revision_number': 6, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:10.754978 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d5fe2c50-539a-4b62-8598-7f30ed986658 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:04:10.803796 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a850f9-cdec-42f2-a365-684813c87ce3 None None] The sync data for ids ['570b131a-478d-4095-8c89-4e0b8e1a1428'] in n-d-798054-8 is: [{'id': '570b131a-478d-4095-8c89-4e0b8e1a1428', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906527942', 'tenant_id': 'f0692abcf6f7458c830e07d7e3d21525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:02Z', 'updated_at': '2021-07-05T10:04:10Z', 'revision_number': 6, 'project_id': 'f0692abcf6f7458c830e07d7e3d21525', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:04:10.932133 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c70d503f-afa4-4a4c-8384-64afc29c8648 None None] Deleting port d5fe2c50-539a-4b62-8598-7f30ed986658 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:10.932875 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c70d503f-afa4-4a4c-8384-64afc29c8648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.975707 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f3e98366-9fdc-41c7-8ce9-f1209a8b52b9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:11.009480 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port a539d206-c566-4592-a4ed-d903ee17182a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=a539d206-c566-4592-a4ed-d903ee17182a,segment=NetworkSegment(0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3),segment_id=0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:11.018100 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e98366-9fdc-41c7-8ce9-f1209a8b52b9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event deleted for resources: {'Port': ['ID=8074b70f-722a-4d0b-8925-37d195a9a499,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:11.020521 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:11.041911 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'a539d206-c566-4592-a4ed-d903ee17182a', 'network_id': '8266bda9-355f-4ec8-8511-7adbee0961b0', 'port_id': 'a539d206-c566-4592-a4ed-d903ee17182a', 'mac_address': 'fa:16:3e:41:c9:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e9513f-1558-487a-8c2f-be083e6d5e0d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:04:11.049540 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c70d503f-afa4-4a4c-8384-64afc29c8648 None None] For port d5fe2c50-539a-4b62-8598-7f30ed986658, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d5fe2c50-539a-4b62-8598-7f30ed986658,segment=NetworkSegment(728a93e9-557a-4271-93fd-b1bbe443e39e),segment_id=728a93e9-557a-4271-93fd-b1bbe443e39e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:11.049945 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c70d503f-afa4-4a4c-8384-64afc29c8648 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:11.075357 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c70d503f-afa4-4a4c-8384-64afc29c8648 None None] Calling delete_port for d5fe2c50-539a-4b62-8598-7f30ed986658 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:11.102093 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f3e98366-9fdc-41c7-8ce9-f1209a8b52b9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:11.126203 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port d5fe2c50-539a-4b62-8598-7f30ed986658, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d5fe2c50-539a-4b62-8598-7f30ed986658,segment=NetworkSegment(728a93e9-557a-4271-93fd-b1bbe443e39e),segment_id=728a93e9-557a-4271-93fd-b1bbe443e39e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:11.160850 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:11.178728 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:11.282102 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c70d503f-afa4-4a4c-8384-64afc29c8648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:11.302942 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70d503f-afa4-4a4c-8384-64afc29c8648 None None] No DVR routers for this DVR port d5fe2c50-539a-4b62-8598-7f30ed986658 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:04:11.309483 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a539d206-c566-4592-a4ed-d903ee17182a {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:04:11.356082 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=d5fe2c50-539a-4b62-8598-7f30ed986658,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:11.384044 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d503f-afa4-4a4c-8384-64afc29c8648 None None] Pushing event deleted for resources: {'Port': ['ID=d5fe2c50-539a-4b62-8598-7f30ed986658,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:11.388064 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port a539d206-c566-4592-a4ed-d903ee17182a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=a539d206-c566-4592-a4ed-d903ee17182a,segment=NetworkSegment(0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3),segment_id=0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:11.393253 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:11.490938 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=a539d206-c566-4592-a4ed-d903ee17182a,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:11.767486 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['a539d206-c566-4592-a4ed-d903ee17182a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:11.894774 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f3e98366-9fdc-41c7-8ce9-f1209a8b52b9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:11.897620 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f3e98366-9fdc-41c7-8ce9-f1209a8b52b9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:11.971623 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f3e98366-9fdc-41c7-8ce9-f1209a8b52b9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:11.972243 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e98366-9fdc-41c7-8ce9-f1209a8b52b9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Fanout notify agent at l3_agent the message router_deleted on router 570b131a-478d-4095-8c89-4e0b8e1a1428 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:04:11.979410 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f3e98366-9fdc-41c7-8ce9-f1209a8b52b9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:11.983553 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51212) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:11.992934 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f3e98366-9fdc-41c7-8ce9-f1209a8b52b9 tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "DELETE /v2.0/routers/570b131a-478d-4095-8c89-4e0b8e1a1428 HTTP/1.1" status: 204 len: 168 time: 1.7953141 Jul 05 10:04:12.022455 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd671294-e69c-41e7-9362-973fef67ef5c req-09932b50-e4a2-43a9-b731-5564552959cb tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:12.036201 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fd671294-e69c-41e7-9362-973fef67ef5c req-09932b50-e4a2-43a9-b731-5564552959cb tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352 HTTP/1.1" status: 200 len: 944 time: 0.1673801 Jul 05 10:04:12.102060 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fd671294-e69c-41e7-9362-973fef67ef5c req-c2190798-0deb-4555-bffc-0fc70cde34c3 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648677 Jul 05 10:04:12.152046 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-add7d8f9-221c-42c1-9327-138f36d32b3f tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:12.291287 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-add7d8f9-221c-42c1-9327-138f36d32b3f tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:12.302985 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-add7d8f9-221c-42c1-9327-138f36d32b3f tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c98862d-9559-4154-8b43-1e014fca973e']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:12.315711 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-add7d8f9-221c-42c1-9327-138f36d32b3f tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728a93e9-557a-4271-93fd-b1bbe443e39e') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:12.316064 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-add7d8f9-221c-42c1-9327-138f36d32b3f tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728a93e9-557a-4271-93fd-b1bbe443e39e') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:12.329212 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-add7d8f9-221c-42c1-9327-138f36d32b3f tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:12.343455 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-add7d8f9-221c-42c1-9327-138f36d32b3f tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:12.350060 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add7d8f9-221c-42c1-9327-138f36d32b3f tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:04:12.350579 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-add7d8f9-221c-42c1-9327-138f36d32b3f tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:04:12.353735 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:04:12.432320 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-add7d8f9-221c-42c1-9327-138f36d32b3f tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:12.454829 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-add7d8f9-221c-42c1-9327-138f36d32b3f tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:12.456949 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-add7d8f9-221c-42c1-9327-138f36d32b3f tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] 10.222.0.79 "DELETE /v2.0/networks/8c98862d-9559-4154-8b43-1e014fca973e HTTP/1.1" status: 204 len: 168 time: 0.4724281 Jul 05 10:04:12.457950 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7d8f9-221c-42c1-9327-138f36d32b3f tempest-TestSecurityGroupsBasicOps-687753349 tempest-TestSecurityGroupsBasicOps-687753349-project] Pushing event deleted for resources: {'Network': ['ID=8c98862d-9559-4154-8b43-1e014fca973e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:12.644894 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8074b70f-722a-4d0b-8925-37d195a9a499 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:04:12.665774 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 8074b70f-722a-4d0b-8925-37d195a9a499 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:04:12.666090 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8074b70f-722a-4d0b-8925-37d195a9a499 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:04:12.666506 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 57e1559e-be70-4da0-941e-b79c1b80881c no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:04:12.687356 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 57e1559e-be70-4da0-941e-b79c1b80881c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:04:12.687885 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 57e1559e-be70-4da0-941e-b79c1b80881c not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:04:12.822526 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51226) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:12.971622 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-78627bdb-8fa7-42fe-ba18-bf31372919dd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f0692abcf6f7458c830e07d7e3d21525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477516 Jul 05 10:04:12.974236 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51230) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:13.024225 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-292fe5a0-e93e-4710-8178-b44cec14894e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:13.046537 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-292fe5a0-e93e-4710-8178-b44cec14894e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:13.096983 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-292fe5a0-e93e-4710-8178-b44cec14894e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:13.099869 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-292fe5a0-e93e-4710-8178-b44cec14894e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:13.101218 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-292fe5a0-e93e-4710-8178-b44cec14894e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ebe2be1a-79fd-4944-9437-5556bc888efc HTTP/1.1" status: 204 len: 168 time: 0.1259334 Jul 05 10:04:13.109622 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fe5a0-e93e-4710-8178-b44cec14894e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe2be1a-79fd-4944-9437-5556bc888efc,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:13.313827 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8486cf-a6ab-4952-a941-b02eeba26150 req-85868e21-89fa-4e73-a7bc-5c35b1527f18 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:13.315376 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2d8486cf-a6ab-4952-a941-b02eeba26150 req-85868e21-89fa-4e73-a7bc-5c35b1527f18 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352 HTTP/1.1" status: 200 len: 944 time: 0.0760891 Jul 05 10:04:13.372811 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2d8486cf-a6ab-4952-a941-b02eeba26150 req-efa08993-9aa5-475f-a8d9-4054b46af8d2 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510607 Jul 05 10:04:13.395808 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51240) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:13.405348 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa11e34b-2fa3-49e4-a29c-5d9e6271dae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:13.506584 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa11e34b-2fa3-49e4-a29c-5d9e6271dae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:13.510735 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa11e34b-2fa3-49e4-a29c-5d9e6271dae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:13.549970 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fa11e34b-2fa3-49e4-a29c-5d9e6271dae8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=67ec5b2be3784bcd9ad37923a2e644ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566796 Jul 05 10:04:13.550779 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11e34b-2fa3-49e4-a29c-5d9e6271dae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfbe39f-8e67-4e26-bee0-51989b2c8919,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:13.552632 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51242) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:13.603726 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c15a51f-4351-4beb-8f8e-ce74aae15345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:13.626006 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c15a51f-4351-4beb-8f8e-ce74aae15345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:13.676315 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c15a51f-4351-4beb-8f8e-ce74aae15345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:13.678764 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c15a51f-4351-4beb-8f8e-ce74aae15345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:13.682437 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0c15a51f-4351-4beb-8f8e-ce74aae15345 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1cfbe39f-8e67-4e26-bee0-51989b2c8919 HTTP/1.1" status: 204 len: 168 time: 0.1261234 Jul 05 10:04:13.693810 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15a51f-4351-4beb-8f8e-ce74aae15345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfbe39f-8e67-4e26-bee0-51989b2c8919,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:14.049481 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51264) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:14.092520 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-857530a2-e457-4ee0-9123-87bf014b3538 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0ef4e38112694bcd934388a0acc5cfb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394845 Jul 05 10:04:14.093038 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51266) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:14.159723 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a5b6f91-58cd-4f68-b06e-ae261d11827d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:14.181567 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a5b6f91-58cd-4f68-b06e-ae261d11827d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:14.210292 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51270) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:14.238775 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a5b6f91-58cd-4f68-b06e-ae261d11827d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:14.241820 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a5b6f91-58cd-4f68-b06e-ae261d11827d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:14.243471 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4a5b6f91-58cd-4f68-b06e-ae261d11827d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/807d509e-4398-4953-b438-fabd9516c6d9 HTTP/1.1" status: 204 len: 168 time: 0.1490157 Jul 05 10:04:14.258009 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b6f91-58cd-4f68-b06e-ae261d11827d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807d509e-4398-4953-b438-fabd9516c6d9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:14.332165 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1d26679-ff23-4597-81bd-aa9887ef79a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:14.456791 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1d26679-ff23-4597-81bd-aa9887ef79a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:14.462332 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1d26679-ff23-4597-81bd-aa9887ef79a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:14.515692 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a1d26679-ff23-4597-81bd-aa9887ef79a2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4019faeb04594bc89473811462aef284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3017442 Jul 05 10:04:14.521601 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51280) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:14.540727 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d26679-ff23-4597-81bd-aa9887ef79a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47389734-ccfa-452e-abd4-29b0c072f3e8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:14.626646 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-deb91c7b-6791-4e2a-9e8a-5874f0c0a5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:14.643051 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c048d2-fffe-40fa-8ac0-73f8a56e420b req-b6f459bf-8fc5-4c2e-9e8b-fb3190418a39 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:14.644991 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11c048d2-fffe-40fa-8ac0-73f8a56e420b req-b6f459bf-8fc5-4c2e-9e8b-fb3190418a39 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352 HTTP/1.1" status: 200 len: 944 time: 0.1444130 Jul 05 10:04:14.680712 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-deb91c7b-6791-4e2a-9e8a-5874f0c0a5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:14.694771 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device a539d206-c566-4592-a4ed-d903ee17182a up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:14.717488 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11c048d2-fffe-40fa-8ac0-73f8a56e420b req-dd309e58-7129-4291-b9b3-4c1c419f2456 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659559 Jul 05 10:04:14.754618 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port a539d206-c566-4592-a4ed-d903ee17182a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:14.759291 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port a539d206-c566-4592-a4ed-d903ee17182a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:14.759726 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:14.767916 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-deb91c7b-6791-4e2a-9e8a-5874f0c0a5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:14.770680 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-deb91c7b-6791-4e2a-9e8a-5874f0c0a5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:14.774623 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-deb91c7b-6791-4e2a-9e8a-5874f0c0a5fb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/47389734-ccfa-452e-abd4-29b0c072f3e8 HTTP/1.1" status: 204 len: 168 time: 0.2224517 Jul 05 10:04:14.792966 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb91c7b-6791-4e2a-9e8a-5874f0c0a5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47389734-ccfa-452e-abd4-29b0c072f3e8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:14.857446 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:14.884346 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a539d206-c566-4592-a4ed-d903ee17182a'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:14.886800 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e68149-c038-4e37-853d-cbc8dd0f862b" -d '{"events": [{"server_uuid": "9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352", "name": "network-vif-plugged", "status": "completed", "tag": "a539d206-c566-4592-a4ed-d903ee17182a"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:14.907267 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port a539d206-c566-4592-a4ed-d903ee17182a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=a539d206-c566-4592-a4ed-d903ee17182a,segment=NetworkSegment(0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3),segment_id=0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:14.911938 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:14.938702 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6a8ff5-64ce-4154-a46d-ed73e7b54f7b x-openstack-request-id: req-0d6a8ff5-64ce-4154-a46d-ed73e7b54f7b {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:14.939196 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352", "name": "network-vif-plugged", "status": "completed", "tag": "a539d206-c566-4592-a4ed-d903ee17182a", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:14.939639 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0d6a8ff5-64ce-4154-a46d-ed73e7b54f7b {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:14.940641 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a539d206-c566-4592-a4ed-d903ee17182a', 'code': 200} Jul 05 10:04:14.983360 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=a539d206-c566-4592-a4ed-d903ee17182a,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:15.078946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc841e22-c90f-4de5-9642-951b508a4a0d req-fcd927fb-8748-4c64-a012-125481049cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:15.080409 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc841e22-c90f-4de5-9642-951b508a4a0d req-fcd927fb-8748-4c64-a012-125481049cf3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352 HTTP/1.1" status: 200 len: 1096 time: 0.0577891 Jul 05 10:04:15.120802 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc841e22-c90f-4de5-9642-951b508a4a0d req-e03880ec-50c4-442e-ba92-5b8091f4a480 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333679 Jul 05 10:04:15.914652 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c9952-1d1d-44a2-8bdd-44be2ac8eb7d req-20c5cd9f-43a5-4eab-9b61-6d830f7f2ac2 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:15.917316 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-589c9952-1d1d-44a2-8bdd-44be2ac8eb7d req-20c5cd9f-43a5-4eab-9b61-6d830f7f2ac2 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352 HTTP/1.1" status: 200 len: 945 time: 0.0680270 Jul 05 10:04:15.964910 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-589c9952-1d1d-44a2-8bdd-44be2ac8eb7d req-a84ff765-673b-45f4-874b-80ce559dd34b tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418372 Jul 05 10:04:17.194499 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b44d2f-5d88-4ceb-ba92-9b7a6df97a00 req-eb1463d3-d09f-4bd0-accb-c8d89de3287b tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:17.196181 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-00b44d2f-5d88-4ceb-ba92-9b7a6df97a00 req-eb1463d3-d09f-4bd0-accb-c8d89de3287b tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352 HTTP/1.1" status: 200 len: 945 time: 0.0846980 Jul 05 10:04:17.266007 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-00b44d2f-5d88-4ceb-ba92-9b7a6df97a00 req-131f1a6b-0521-4d88-978f-78338ac19ba6 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609181 Jul 05 10:04:17.456874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdd29c-8da3-4077-b05a-885c55814728 req-c2d56f57-2dbd-4d8b-886a-e433ac59230b tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:17.461326 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-16bdd29c-8da3-4077-b05a-885c55814728 req-c2d56f57-2dbd-4d8b-886a-e433ac59230b tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352 HTTP/1.1" status: 200 len: 945 time: 0.0795243 Jul 05 10:04:17.506185 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-16bdd29c-8da3-4077-b05a-885c55814728 req-2ea101c7-aba0-45e3-b164-f890fc719c49 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380471 Jul 05 10:04:17.897999 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00028959-8c5b-4647-9629-9a20f6138a70 req-27ef7403-27f3-4f38-9dde-bc4352a28b77 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:17.899664 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-00028959-8c5b-4647-9629-9a20f6138a70 req-27ef7403-27f3-4f38-9dde-bc4352a28b77 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352 HTTP/1.1" status: 200 len: 945 time: 0.0729353 Jul 05 10:04:17.942733 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-00028959-8c5b-4647-9629-9a20f6138a70 req-bb794491-969a-4c89-9fa6-167cdac6576b tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352564 Jul 05 10:04:18.160265 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c23c7d-1174-47a7-a19f-42052bc22cd5 req-6b15dd04-bceb-4515-b430-d71ee3bb9f48 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:18.162110 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-95c23c7d-1174-47a7-a19f-42052bc22cd5 req-6b15dd04-bceb-4515-b430-d71ee3bb9f48 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352 HTTP/1.1" status: 200 len: 945 time: 0.0758970 Jul 05 10:04:18.204489 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-95c23c7d-1174-47a7-a19f-42052bc22cd5 req-06aa9f79-aefa-4ed6-8152-a1e5cf3fbc15 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370424 Jul 05 10:04:18.660092 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da7ea7-d34e-4179-9c52-5ca58c493c22 req-5afea2dc-ff88-4945-9f0e-3f38ff54dcea tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:18.661749 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c8da7ea7-d34e-4179-9c52-5ca58c493c22 req-5afea2dc-ff88-4945-9f0e-3f38ff54dcea tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352 HTTP/1.1" status: 200 len: 945 time: 0.0709763 Jul 05 10:04:18.702687 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c8da7ea7-d34e-4179-9c52-5ca58c493c22 req-4a663bca-ee0c-4d1a-8a9c-e26a82560dcb tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344679 Jul 05 10:04:18.908342 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df6ced-ed09-4a3e-9df7-8b05a07e7144 req-caf6cb22-e55c-43b4-a077-ff94282ddcda tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:18.910029 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-44df6ced-ed09-4a3e-9df7-8b05a07e7144 req-caf6cb22-e55c-43b4-a077-ff94282ddcda tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352 HTTP/1.1" status: 200 len: 945 time: 0.0808992 Jul 05 10:04:18.952239 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-44df6ced-ed09-4a3e-9df7-8b05a07e7144 req-fdda5551-e6a0-4d66-82b1-2f819bb41c7f tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358968 Jul 05 10:04:19.739971 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12fdda-c5c2-4c4f-9738-1c2f163ae3c0 req-48830956-5bf4-45ed-9a3a-0e8f55fd1ea2 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:19.742957 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3e12fdda-c5c2-4c4f-9738-1c2f163ae3c0 req-48830956-5bf4-45ed-9a3a-0e8f55fd1ea2 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352 HTTP/1.1" status: 200 len: 945 time: 0.0942209 Jul 05 10:04:19.802897 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3e12fdda-c5c2-4c4f-9738-1c2f163ae3c0 req-2a5acb98-ba52-41b4-b8f0-fab36706d80d tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512617 Jul 05 10:04:20.919251 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4987338f-fb6c-4409-9cfe-4f2e2b5742ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:20.999079 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66836e37-cc34-4fde-8cc9-7037c5e7a218 req-9692013f-0fe0-454b-92e9-87e6bc727415 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:21.008077 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66836e37-cc34-4fde-8cc9-7037c5e7a218 req-9692013f-0fe0-454b-92e9-87e6bc727415 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352 HTTP/1.1" status: 200 len: 945 time: 0.0796211 Jul 05 10:04:21.054880 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66836e37-cc34-4fde-8cc9-7037c5e7a218 req-7544c176-737b-45b1-926b-4c9efb5846e7 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d585056-3f90-41e8-9197-cc253a3f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454712 Jul 05 10:04:21.284571 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d399711-ce0b-41f4-a2ce-9214da91aab7 req-535c7564-7470-4f6c-9180-13b855508db9 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:21.285990 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d399711-ce0b-41f4-a2ce-9214da91aab7 req-535c7564-7470-4f6c-9180-13b855508db9 tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352 HTTP/1.1" status: 200 len: 945 time: 0.0796740 Jul 05 10:04:21.410261 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-7d399711-ce0b-41f4-a2ce-9214da91aab7 req-aa68f7b8-5897-427e-8ba1-9f8b9df568cd tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Deleting port a539d206-c566-4592-a4ed-d903ee17182a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:21.410637 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7d399711-ce0b-41f4-a2ce-9214da91aab7 req-aa68f7b8-5897-427e-8ba1-9f8b9df568cd tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.543122 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7d399711-ce0b-41f4-a2ce-9214da91aab7 req-aa68f7b8-5897-427e-8ba1-9f8b9df568cd tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] For port a539d206-c566-4592-a4ed-d903ee17182a, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=a539d206-c566-4592-a4ed-d903ee17182a,segment=NetworkSegment(0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3),segment_id=0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:21.543460 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7d399711-ce0b-41f4-a2ce-9214da91aab7 req-aa68f7b8-5897-427e-8ba1-9f8b9df568cd tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.558014 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-7d399711-ce0b-41f4-a2ce-9214da91aab7 req-aa68f7b8-5897-427e-8ba1-9f8b9df568cd tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Calling delete_port for a539d206-c566-4592-a4ed-d903ee17182a owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:21.714945 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7d399711-ce0b-41f4-a2ce-9214da91aab7 req-aa68f7b8-5897-427e-8ba1-9f8b9df568cd tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.728145 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['a539d206-c566-4592-a4ed-d903ee17182a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:21.749571 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68f7b8-5897-427e-8ba1-9f8b9df568cd tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Pushing event deleted for resources: {'Port': ['ID=a539d206-c566-4592-a4ed-d903ee17182a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:21.815950 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d399711-ce0b-41f4-a2ce-9214da91aab7 req-aa68f7b8-5897-427e-8ba1-9f8b9df568cd tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] No DVR routers for this DVR port a539d206-c566-4592-a4ed-d903ee17182a on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:04:21.819006 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7d399711-ce0b-41f4-a2ce-9214da91aab7 req-aa68f7b8-5897-427e-8ba1-9f8b9df568cd tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.821224 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d399711-ce0b-41f4-a2ce-9214da91aab7 req-aa68f7b8-5897-427e-8ba1-9f8b9df568cd tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.78 "DELETE /v2.0/ports/a539d206-c566-4592-a4ed-d903ee17182a HTTP/1.1" status: 204 len: 173 time: 0.5294204 Jul 05 10:04:21.821670 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352', 'name': 'network-vif-deleted', 'tag': 'a539d206-c566-4592-a4ed-d903ee17182a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:21.824034 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87309c56-1151-4a5c-864e-759ae8a04bfa" -d '{"events": [{"server_uuid": "9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352", "name": "network-vif-deleted", "tag": "a539d206-c566-4592-a4ed-d903ee17182a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:21.885920 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a69d93-3bef-4a7b-bfe9-ef92c9c3f9bc x-openstack-request-id: req-69a69d93-3bef-4a7b-bfe9-ef92c9c3f9bc {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:21.886214 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352", "name": "network-vif-deleted", "tag": "a539d206-c566-4592-a4ed-d903ee17182a", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:21.886468 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-69a69d93-3bef-4a7b-bfe9-ef92c9c3f9bc {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:21.886969 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352', 'name': 'network-vif-deleted', 'tag': 'a539d206-c566-4592-a4ed-d903ee17182a', 'status': 'completed', 'code': 200} Jul 05 10:04:22.230815 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8705f090-b7b2-4c20-84d7-95272afb3385 req-c63f14b1-5c8d-4ad5-8938-f74d91f430fc tempest-ServerDiskConfigTestJSON-217351973 tempest-ServerDiskConfigTestJSON-217351973-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60c4fa-0f9c-4363-9c2c-f1e06d1ce352 HTTP/1.1" status: 200 len: 210 time: 0.0371313 Jul 05 10:04:23.304086 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5c430a27-d0a3-4d0f-9443-e013f53c49ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:23.608428 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:23.687110 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51468) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:23.747063 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02c14b0-2bc2-405b-b212-eaac8563e3b9 admin admin] Deleting subnet f5e9513f-1558-487a-8c2f-be083e6d5e0d {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:04:23.751494 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b02c14b0-2bc2-405b-b212-eaac8563e3b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:23.790470 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b02c14b0-2bc2-405b-b212-eaac8563e3b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:23.833632 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b02c14b0-2bc2-405b-b212-eaac8563e3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:23.901229 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b02c14b0-2bc2-405b-b212-eaac8563e3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:23.920214 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b02c14b0-2bc2-405b-b212-eaac8563e3b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:23.927793 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b02c14b0-2bc2-405b-b212-eaac8563e3b9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f5e9513f-1558-487a-8c2f-be083e6d5e0d HTTP/1.1" status: 204 len: 168 time: 0.2351415 Jul 05 10:04:23.927993 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51470) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:23.978369 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c14b0-2bc2-405b-b212-eaac8563e3b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5e9513f-1558-487a-8c2f-be083e6d5e0d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:24.014273 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6127e009-c5f9-4af9-9375-2e42ef3334b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.117485 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6127e009-c5f9-4af9-9375-2e42ef3334b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.129888 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-6127e009-c5f9-4af9-9375-2e42ef3334b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8266bda9-355f-4ec8-8511-7adbee0961b0']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:24.143824 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-6127e009-c5f9-4af9-9375-2e42ef3334b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:24.144224 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-6127e009-c5f9-4af9-9375-2e42ef3334b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed23756-8b0b-4bd8-9d00-b3b775d9d3a3') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:24.159303 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6127e009-c5f9-4af9-9375-2e42ef3334b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.178719 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6127e009-c5f9-4af9-9375-2e42ef3334b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.190054 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6127e009-c5f9-4af9-9375-2e42ef3334b5 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:04:24.190223 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6127e009-c5f9-4af9-9375-2e42ef3334b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:04:24.192741 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:04:24.255771 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6127e009-c5f9-4af9-9375-2e42ef3334b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.264099 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6127e009-c5f9-4af9-9375-2e42ef3334b5 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.270695 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6127e009-c5f9-4af9-9375-2e42ef3334b5 admin admin] 10.222.0.79 "DELETE /v2.0/networks/8266bda9-355f-4ec8-8511-7adbee0961b0 HTTP/1.1" status: 204 len: 168 time: 0.3388827 Jul 05 10:04:24.292892 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127e009-c5f9-4af9-9375-2e42ef3334b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8266bda9-355f-4ec8-8511-7adbee0961b0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:24.322736 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:04:24.475098 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51478) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:24.522962 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-638fe4a5-db8a-4cbf-9a2b-6cade28ffbd3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e503f3c8537746d6b6e63fbd3e5d478c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466650 Jul 05 10:04:24.525608 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51480) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:24.569248 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.588699 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2afa-2f18-45b1-b153-f00afdcf75bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.615940 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2afa-2f18-45b1-b153-f00afdcf75bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.673587 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2afa-2f18-45b1-b153-f00afdcf75bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.677089 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2afa-2f18-45b1-b153-f00afdcf75bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.678255 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ca9c2afa-2f18-45b1-b153-f00afdcf75bf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7d585056-3f90-41e8-9197-cc253a3f4673 HTTP/1.1" status: 204 len: 168 time: 0.1516716 Jul 05 10:04:24.687204 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c2afa-2f18-45b1-b153-f00afdcf75bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d585056-3f90-41e8-9197-cc253a3f4673,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:24.744696 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device a539d206-c566-4592-a4ed-d903ee17182a no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:04:24.771333 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: a539d206-c566-4592-a4ed-d903ee17182a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:04:24.772071 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device a539d206-c566-4592-a4ed-d903ee17182a not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:04:25.496856 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51510) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:25.631627 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-10748f81-219e-4f3c-9583-34d3ada2dfb1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-407233862-network', 'tenant_id': 'aa6dc25a58bf4bdba6afb8c5fae752da'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:25.657528 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10748f81-219e-4f3c-9583-34d3ada2dfb1 admin admin] Made reservation on behalf of aa6dc25a58bf4bdba6afb8c5fae752da for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:04:25.660770 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-10748f81-219e-4f3c-9583-34d3ada2dfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:25.670117 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-10748f81-219e-4f3c-9583-34d3ada2dfb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:25.769285 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-10748f81-219e-4f3c-9583-34d3ada2dfb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:25.773478 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-10748f81-219e-4f3c-9583-34d3ada2dfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:25.807749 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10748f81-219e-4f3c-9583-34d3ada2dfb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:04:25.814847 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10748f81-219e-4f3c-9583-34d3ada2dfb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5acb11-8d27-4633-a10b-b2634b57e10f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:25.826017 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-10748f81-219e-4f3c-9583-34d3ada2dfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:25.826377 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-10748f81-219e-4f3c-9583-34d3ada2dfb1 admin admin] Added segment c4e29095-3164-431f-9b1c-55baae39f58e of type vlan for network 9706c03c-ab9e-4eda-a536-492fd5c17cca Jul 05 10:04:26.141173 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e2c69646-91b5-4782-8e99-589db213bac6 req-fada3f42-9e9b-49dd-a1b1-4f041dc8ac29 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0587959 Jul 05 10:04:26.183540 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-10748f81-219e-4f3c-9583-34d3ada2dfb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:26.218607 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-10748f81-219e-4f3c-9583-34d3ada2dfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:26.219782 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10748f81-219e-4f3c-9583-34d3ada2dfb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:26.220500 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-10748f81-219e-4f3c-9583-34d3ada2dfb1 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:26.251790 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c69646-91b5-4782-8e99-589db213bac6 req-25d3c857-b3c5-41d8-918f-915de028bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:26.254600 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e2c69646-91b5-4782-8e99-589db213bac6 req-25d3c857-b3c5-41d8-918f-915de028bab5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67f2e5944c9046908a0998b2ca97845f&device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 1096 time: 0.0902600 Jul 05 10:04:26.309109 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-10748f81-219e-4f3c-9583-34d3ada2dfb1 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8098648 Jul 05 10:04:26.309964 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51518) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:26.329194 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10748f81-219e-4f3c-9583-34d3ada2dfb1 admin admin] Pushing event updated for resources: {'Network': ['ID=9706c03c-ab9e-4eda-a536-492fd5c17cca,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:26.335083 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-325cbe0b-aa4e-4ca8-9a7f-315783d152c3 admin admin] Request body: {'subnet': {'network_id': '9706c03c-ab9e-4eda-a536-492fd5c17cca', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-407233862-subnet', 'tenant_id': 'aa6dc25a58bf4bdba6afb8c5fae752da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:26.340568 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 9706c03c-ab9e-4eda-a536-492fd5c17cca details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:04:26.365060 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325cbe0b-aa4e-4ca8-9a7f-315783d152c3 admin admin] Made reservation on behalf of aa6dc25a58bf4bdba6afb8c5fae752da for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:04:26.368032 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-325cbe0b-aa4e-4ca8-9a7f-315783d152c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:26.481135 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c69646-91b5-4782-8e99-589db213bac6 req-ab22f9b4-5607-48be-b975-ad64d0ea434b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:26.484367 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e2c69646-91b5-4782-8e99-589db213bac6 req-ab22f9b4-5607-48be-b975-ad64d0ea434b service neutron] 10.222.0.81 "GET /v2.0/networks?id=ea5b87a6-c54b-4459-9dc2-7b432dbb441e HTTP/1.1" status: 200 len: 910 time: 0.2074413 Jul 05 10:04:26.570712 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e2c69646-91b5-4782-8e99-589db213bac6 req-45296c3e-03a1-4720-88ac-d5df0609f742 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=988588af-53f8-4d41-ba45-d9340a1a7e12 HTTP/1.1" status: 200 len: 1001 time: 0.0787976 Jul 05 10:04:26.621421 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-325cbe0b-aa4e-4ca8-9a7f-315783d152c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:26.663694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c69646-91b5-4782-8e99-589db213bac6 req-3cbefb36-124a-498c-8f07-67b5eb1d73ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:26.665815 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e2c69646-91b5-4782-8e99-589db213bac6 req-3cbefb36-124a-498c-8f07-67b5eb1d73ce service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0c379dec-ee39-4983-8ded-bfe00de85f8c HTTP/1.1" status: 200 len: 848 time: 0.0871649 Jul 05 10:04:26.685062 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:26.699831 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cbe0b-aa4e-4ca8-9a7f-315783d152c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f57f3c5-5a2b-43f8-83c1-7f03887ec8e1,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:26.705073 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325cbe0b-aa4e-4ca8-9a7f-315783d152c3 admin admin] Checking segment: {'id': 'c4e29095-3164-431f-9b1c-55baae39f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9706c03c-ab9e-4eda-a536-492fd5c17cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:26.705435 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325cbe0b-aa4e-4ca8-9a7f-315783d152c3 admin admin] Network hostable DHCP agents. Network: 9706c03c-ab9e-4eda-a536-492fd5c17cca, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:04:26.733059 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325cbe0b-aa4e-4ca8-9a7f-315783d152c3 admin admin] Network 9706c03c-ab9e-4eda-a536-492fd5c17cca is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:04:26.743618 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c69646-91b5-4782-8e99-589db213bac6 req-f033f1d7-514b-4ac2-a257-4f9a9cd78cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:26.745137 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-325cbe0b-aa4e-4ca8-9a7f-315783d152c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 9706c03c-ab9e-4eda-a536-492fd5c17cca) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:26.745293 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e2c69646-91b5-4782-8e99-589db213bac6 req-f033f1d7-514b-4ac2-a257-4f9a9cd78cfd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ea5b87a6-c54b-4459-9dc2-7b432dbb441e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726259 Jul 05 10:04:26.750885 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325cbe0b-aa4e-4ca8-9a7f-315783d152c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:26.752146 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-325cbe0b-aa4e-4ca8-9a7f-315783d152c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:26.756335 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513ab52e-3d6d-438d-b9e8-3f1219e2f246 None None] Network 9706c03c-ab9e-4eda-a536-492fd5c17cca requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:04:26.773825 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-325cbe0b-aa4e-4ca8-9a7f-315783d152c3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4477253 Jul 05 10:04:26.944694 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e2c69646-91b5-4782-8e99-589db213bac6 req-97528914-47ae-40d5-a3cd-4a3d943c5a5a service neutron] 10.222.0.81 "GET /v2.0/networks/ea5b87a6-c54b-4459-9dc2-7b432dbb441e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827078 Jul 05 10:04:27.010919 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7beecf1b-1b8b-4bde-94c9-09058f2d4e34 None None] Network 9706c03c-ab9e-4eda-a536-492fd5c17cca requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:04:27.157321 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e2c69646-91b5-4782-8e99-589db213bac6 req-30831649-aa16-4220-a559-543b971090e5 service neutron] 10.222.0.81 "GET /v2.0/networks/ea5b87a6-c54b-4459-9dc2-7b432dbb441e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021039 Jul 05 10:04:27.512706 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-b6fa1d20-05a2-4e65-8f3a-296906615c75 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:27.515174 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-b6fa1d20-05a2-4e65-8f3a-296906615c75 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/networks?id=9706c03c-ab9e-4eda-a536-492fd5c17cca HTTP/1.1" status: 200 len: 813 time: 0.1186357 Jul 05 10:04:27.534728 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-a41ae604-6905-433d-a513-fa1d55ab349e tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/quotas/aa6dc25a58bf4bdba6afb8c5fae752da HTTP/1.1" status: 200 len: 375 time: 0.0115750 Jul 05 10:04:27.588004 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-3e4e26b0-2436-4358-9dd7-600527cb26ef tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa6dc25a58bf4bdba6afb8c5fae752da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497522 Jul 05 10:04:27.724881 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-7390330b-495f-475f-b4cb-b5d21dd4c85d service neutron] 10.222.0.79 "GET /v2.0/networks/9706c03c-ab9e-4eda-a536-492fd5c17cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356080 Jul 05 10:04:27.846614 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-0dc886d1-33b8-4eab-a8f5-26c601b81b80 service neutron] 10.222.0.79 "GET /v2.0/networks/9706c03c-ab9e-4eda-a536-492fd5c17cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142206 Jul 05 10:04:28.066167 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bfeec687-b9de-48a0-968b-2e35b9ebe29e req-b71f399d-846e-4993-8139-4aa1ff0eb079 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/ports?device_id=88ffda6a-2e52-422e-a646-50da5ba936a4 HTTP/1.1" status: 200 len: 210 time: 0.0471628 Jul 05 10:04:29.325003 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc5bb0f4-647b-410c-818a-14ec5da51295 req-b8c81c08-d935-45db-b8ca-b6dbfcaf59dc tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/ports?device_id=88ffda6a-2e52-422e-a646-50da5ba936a4 HTTP/1.1" status: 200 len: 210 time: 0.0515795 Jul 05 10:04:29.409540 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-bc04ef17-98c5-4646-8742-4b0cd35240bc tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:29.411503 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-bc04ef17-98c5-4646-8742-4b0cd35240bc tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.81 "GET /v2.0/networks?id=9706c03c-ab9e-4eda-a536-492fd5c17cca HTTP/1.1" status: 200 len: 813 time: 0.1997378 Jul 05 10:04:29.426079 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-1ca29e0e-e084-49fe-9a7a-0be459101d8e tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Request body: {'port': {'device_id': '88ffda6a-2e52-422e-a646-50da5ba936a4', 'network_id': '9706c03c-ab9e-4eda-a536-492fd5c17cca', 'admin_state_up': True, 'tenant_id': 'aa6dc25a58bf4bdba6afb8c5fae752da'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:29.522134 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b26dce16-91cc-4c45-a91d-d1d486658a8c req-ba8e96ea-a73f-4564-9f1f-778cbb498743 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1795609 Jul 05 10:04:29.600831 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-1ca29e0e-e084-49fe-9a7a-0be459101d8e tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Made reservation on behalf of aa6dc25a58bf4bdba6afb8c5fae752da for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:04:29.604433 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-1ca29e0e-e084-49fe-9a7a-0be459101d8e tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:29.703672 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26dce16-91cc-4c45-a91d-d1d486658a8c req-72aefb74-87f7-41ab-80a5-3b67c33c1ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:29.705252 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b26dce16-91cc-4c45-a91d-d1d486658a8c req-72aefb74-87f7-41ab-80a5-3b67c33c1ffc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 1096 time: 0.1364844 Jul 05 10:04:29.824211 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-1ca29e0e-e084-49fe-9a7a-0be459101d8e tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Allocated IP 172.20.0.3 (9706c03c-ab9e-4eda-a536-492fd5c17cca/3f57f3c5-5a2b-43f8-83c1-7f03887ec8e1/5c5c03db-66c8-48c7-96af-7c66427827af) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:29.881622 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26dce16-91cc-4c45-a91d-d1d486658a8c req-2c18099e-26d7-4c20-b4a3-706905186265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:29.883107 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b26dce16-91cc-4c45-a91d-d1d486658a8c req-2c18099e-26d7-4c20-b4a3-706905186265 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 913 time: 0.1473615 Jul 05 10:04:29.953261 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b26dce16-91cc-4c45-a91d-d1d486658a8c req-12fbb379-ad25-448a-8580-cdc6f592c54d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ecd3a82-b18f-483c-9475-bdf6c35f7c61 HTTP/1.1" status: 200 len: 217 time: 0.0607810 Jul 05 10:04:30.058823 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26dce16-91cc-4c45-a91d-d1d486658a8c req-a60eaffd-ca64-4d33-aeb6-36fa517b3643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:30.060294 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b26dce16-91cc-4c45-a91d-d1d486658a8c req-a60eaffd-ca64-4d33-aeb6-36fa517b3643 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.0935311 Jul 05 10:04:30.118154 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-1ca29e0e-e084-49fe-9a7a-0be459101d8e tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:30.162126 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26dce16-91cc-4c45-a91d-d1d486658a8c req-70a753a5-9d85-41b8-aad8-41cf0c9c88ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:30.163752 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b26dce16-91cc-4c45-a91d-d1d486658a8c req-70a753a5-9d85-41b8-aad8-41cf0c9c88ff service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936027 Jul 05 10:04:30.218106 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-1ca29e0e-e084-49fe-9a7a-0be459101d8e tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:30.283587 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-1ca29e0e-e084-49fe-9a7a-0be459101d8e tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Network 9706c03c-ab9e-4eda-a536-492fd5c17cca is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:30.295355 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-1ca29e0e-e084-49fe-9a7a-0be459101d8e tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:30.298936 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-1ca29e0e-e084-49fe-9a7a-0be459101d8e tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:30.338652 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca29e0e-e084-49fe-9a7a-0be459101d8e tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Pushing event updated for resources: {'Port': ['ID=5c5c03db-66c8-48c7-96af-7c66427827af,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:30.359192 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b26dce16-91cc-4c45-a91d-d1d486658a8c req-4eec49ea-b11f-41e7-9595-9429e1f72be6 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883686 Jul 05 10:04:30.383815 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-1ca29e0e-e084-49fe-9a7a-0be459101d8e tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:30.384350 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-1ca29e0e-e084-49fe-9a7a-0be459101d8e tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:30.454432 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-1ca29e0e-e084-49fe-9a7a-0be459101d8e tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0333622 Jul 05 10:04:30.484202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-cf57cac6-2d11-441e-85c1-f20d6f690ec6 service neutron] Request body: {'port': {'device_id': '88ffda6a-2e52-422e-a646-50da5ba936a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:30.539205 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b26dce16-91cc-4c45-a91d-d1d486658a8c req-111c360d-da1a-4a75-b1b4-ed35597ee5e9 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704888 Jul 05 10:04:30.612571 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddf12a-7af4-4150-a83a-7759a5954e25 req-3a87ea6b-0cfe-4e90-a543-90fdc6526b32 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:30.614148 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11ddf12a-7af4-4150-a83a-7759a5954e25 req-3a87ea6b-0cfe-4e90-a543-90fdc6526b32 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/ports?device_id=88ffda6a-2e52-422e-a646-50da5ba936a4 HTTP/1.1" status: 200 len: 931 time: 0.1757581 Jul 05 10:04:30.614973 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-cf57cac6-2d11-441e-85c1-f20d6f690ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:30.689412 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11ddf12a-7af4-4150-a83a-7759a5954e25 req-f8307dcb-f6f2-4e70-8b78-d1a5e0eaec67 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/security-groups?id=ab5acb11-8d27-4633-a10b-b2634b57e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645194 Jul 05 10:04:30.926640 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-cf57cac6-2d11-441e-85c1-f20d6f690ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c5c03db-66c8-48c7-96af-7c66427827af {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:04:30.935114 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-cf57cac6-2d11-441e-85c1-f20d6f690ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:30.954146 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-cf57cac6-2d11-441e-85c1-f20d6f690ec6 service neutron] Transition to ACTIVE for port object 5c5c03db-66c8-48c7-96af-7c66427827af will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:30.965299 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-cf57cac6-2d11-441e-85c1-f20d6f690ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:31.072454 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57cac6-2d11-441e-85c1-f20d6f690ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c5c03db-66c8-48c7-96af-7c66427827af,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:31.105086 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-cf57cac6-2d11-441e-85c1-f20d6f690ec6 service neutron] Attempting to bind port 5c5c03db-66c8-48c7-96af-7c66427827af on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:04:31.105665 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-cf57cac6-2d11-441e-85c1-f20d6f690ec6 service neutron] Attempting to bind port 5c5c03db-66c8-48c7-96af-7c66427827af by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c4e29095-3164-431f-9b1c-55baae39f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9706c03c-ab9e-4eda-a536-492fd5c17cca'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:04:31.106105 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-cf57cac6-2d11-441e-85c1-f20d6f690ec6 service neutron] Attempting to bind port 5c5c03db-66c8-48c7-96af-7c66427827af on network 9706c03c-ab9e-4eda-a536-492fd5c17cca {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:31.110685 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-cf57cac6-2d11-441e-85c1-f20d6f690ec6 service neutron] Port 5c5c03db-66c8-48c7-96af-7c66427827af on network 9706c03c-ab9e-4eda-a536-492fd5c17cca not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:04:31.111118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-cf57cac6-2d11-441e-85c1-f20d6f690ec6 service neutron] Attempting to bind port 5c5c03db-66c8-48c7-96af-7c66427827af on network 9706c03c-ab9e-4eda-a536-492fd5c17cca {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:31.116895 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-cf57cac6-2d11-441e-85c1-f20d6f690ec6 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:04:31.117374 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-cf57cac6-2d11-441e-85c1-f20d6f690ec6 service neutron] Checking segment: {'id': 'c4e29095-3164-431f-9b1c-55baae39f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9706c03c-ab9e-4eda-a536-492fd5c17cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:31.117859 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-cf57cac6-2d11-441e-85c1-f20d6f690ec6 service neutron] Bound using segment: {'id': 'c4e29095-3164-431f-9b1c-55baae39f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9706c03c-ab9e-4eda-a536-492fd5c17cca'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:04:31.118396 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-cf57cac6-2d11-441e-85c1-f20d6f690ec6 service neutron] Bound port: 5c5c03db-66c8-48c7-96af-7c66427827af, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e29095-3164-431f-9b1c-55baae39f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9706c03c-ab9e-4eda-a536-492fd5c17cca'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:04:31.118869 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-cf57cac6-2d11-441e-85c1-f20d6f690ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:31.187740 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-cf57cac6-2d11-441e-85c1-f20d6f690ec6 service neutron] For port 5c5c03db-66c8-48c7-96af-7c66427827af, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:04:31.191457 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-cf57cac6-2d11-441e-85c1-f20d6f690ec6 service neutron] For port 5c5c03db-66c8-48c7-96af-7c66427827af, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=5c5c03db-66c8-48c7-96af-7c66427827af,segment=NetworkSegment(c4e29095-3164-431f-9b1c-55baae39f58e),segment_id=c4e29095-3164-431f-9b1c-55baae39f58e)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:04:31.196085 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-cf57cac6-2d11-441e-85c1-f20d6f690ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:31.245140 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-cf57cac6-2d11-441e-85c1-f20d6f690ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:31.245780 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-cf57cac6-2d11-441e-85c1-f20d6f690ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:31.247284 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-cf57cac6-2d11-441e-85c1-f20d6f690ec6 service neutron] 10.222.0.81 "PUT /v2.0/ports/5c5c03db-66c8-48c7-96af-7c66427827af HTTP/1.1" status: 200 len: 1091 time: 0.7755425 Jul 05 10:04:31.247752 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ffda6a-2e52-422e-a646-50da5ba936a4', 'tag': '5c5c03db-66c8-48c7-96af-7c66427827af'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:31.251035 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15dc3a3-9c33-460f-b6f8-6bf96f046e90" -d '{"events": [{"name": "network-changed", "server_uuid": "88ffda6a-2e52-422e-a646-50da5ba936a4", "tag": "5c5c03db-66c8-48c7-96af-7c66427827af"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:31.327496 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57cac6-2d11-441e-85c1-f20d6f690ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c5c03db-66c8-48c7-96af-7c66427827af,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:31.343036 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f22f5a-4aaa-45b2-b3ee-1953df69eb5a x-openstack-request-id: req-a6f22f5a-4aaa-45b2-b3ee-1953df69eb5a {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:31.343645 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ffda6a-2e52-422e-a646-50da5ba936a4", "tag": "5c5c03db-66c8-48c7-96af-7c66427827af", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:31.343645 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a6f22f5a-4aaa-45b2-b3ee-1953df69eb5a {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:31.343989 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ffda6a-2e52-422e-a646-50da5ba936a4', 'tag': '5c5c03db-66c8-48c7-96af-7c66427827af', 'status': 'completed', 'code': 200} Jul 05 10:04:31.702259 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-3f78dceb-0dfb-4a73-a03e-dcf5d4038ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:31.704059 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-3f78dceb-0dfb-4a73-a03e-dcf5d4038ed1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=aa6dc25a58bf4bdba6afb8c5fae752da&device_id=88ffda6a-2e52-422e-a646-50da5ba936a4 HTTP/1.1" status: 200 len: 1094 time: 0.3924038 Jul 05 10:04:31.754476 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-10c1c46a-7df9-4edb-b19d-14ee3811dada service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c5c03db-66c8-48c7-96af-7c66427827af HTTP/1.1" status: 200 len: 217 time: 0.0426495 Jul 05 10:04:31.808682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-96e822de-aed4-4359-b8d7-f2cf8342e9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:31.810186 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-96e822de-aed4-4359-b8d7-f2cf8342e9e3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3f57f3c5-5a2b-43f8-83c1-7f03887ec8e1 HTTP/1.1" status: 200 len: 853 time: 0.0492916 Jul 05 10:04:31.865337 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-6e755dc1-e239-487e-a90d-b07b9279167a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9706c03c-ab9e-4eda-a536-492fd5c17cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479684 Jul 05 10:04:31.999355 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de376266-1573-448c-86ea-076f28d8e5b9 req-0f7c61b4-a28e-4478-8081-8e054764ac7d tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:32.000938 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-de376266-1573-448c-86ea-076f28d8e5b9 req-0f7c61b4-a28e-4478-8081-8e054764ac7d tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/ports?device_id=88ffda6a-2e52-422e-a646-50da5ba936a4 HTTP/1.1" status: 200 len: 943 time: 0.1731257 Jul 05 10:04:32.007053 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-34a0d5b5-7d5c-4d1c-a09b-86d06adefe35 service neutron] 10.222.0.81 "GET /v2.0/networks/9706c03c-ab9e-4eda-a536-492fd5c17cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223798 Jul 05 10:04:32.096107 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-de376266-1573-448c-86ea-076f28d8e5b9 req-a8ffebb4-fcde-4500-a2e9-e82d27f3a54f tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/security-groups?id=ab5acb11-8d27-4633-a10b-b2634b57e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857623 Jul 05 10:04:32.151583 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a8207dc-0d60-4b21-8390-f6ffdc41b410 req-15548056-ffe5-496f-afd1-a3226ff164d4 service neutron] 10.222.0.81 "GET /v2.0/networks/9706c03c-ab9e-4eda-a536-492fd5c17cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351283 Jul 05 10:04:32.280154 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dc3a3-9c33-460f-b6f8-6bf96f046e90 req-5a899fde-70e2-4092-8217-7675c2d06d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:32.281702 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e15dc3a3-9c33-460f-b6f8-6bf96f046e90 req-5a899fde-70e2-4092-8217-7675c2d06d97 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=aa6dc25a58bf4bdba6afb8c5fae752da&device_id=88ffda6a-2e52-422e-a646-50da5ba936a4 HTTP/1.1" status: 200 len: 1094 time: 0.0620568 Jul 05 10:04:32.383685 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dc3a3-9c33-460f-b6f8-6bf96f046e90 req-91bbbe34-5e28-42c5-b11c-0b2e91ca6a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:32.385259 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e15dc3a3-9c33-460f-b6f8-6bf96f046e90 req-91bbbe34-5e28-42c5-b11c-0b2e91ca6a84 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9706c03c-ab9e-4eda-a536-492fd5c17cca HTTP/1.1" status: 200 len: 914 time: 0.0966411 Jul 05 10:04:32.433132 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e15dc3a3-9c33-460f-b6f8-6bf96f046e90 req-890888f4-6cbe-4cc7-b5d9-83592bfa2dab service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c5c03db-66c8-48c7-96af-7c66427827af HTTP/1.1" status: 200 len: 217 time: 0.0405521 Jul 05 10:04:32.487672 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dc3a3-9c33-460f-b6f8-6bf96f046e90 req-1e68e418-1a3e-4892-9a2e-5f77b2fe2509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:32.490116 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e15dc3a3-9c33-460f-b6f8-6bf96f046e90 req-1e68e418-1a3e-4892-9a2e-5f77b2fe2509 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3f57f3c5-5a2b-43f8-83c1-7f03887ec8e1 HTTP/1.1" status: 200 len: 853 time: 0.0498707 Jul 05 10:04:32.533154 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e15dc3a3-9c33-460f-b6f8-6bf96f046e90 req-3dc828e3-c973-474b-a398-dcebc6fc5cde service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9706c03c-ab9e-4eda-a536-492fd5c17cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351057 Jul 05 10:04:32.652334 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:32.662552 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e15dc3a3-9c33-460f-b6f8-6bf96f046e90 req-c3de023b-c2f9-41a6-99d5-fa517d3409d9 service neutron] 10.222.0.81 "GET /v2.0/networks/9706c03c-ab9e-4eda-a536-492fd5c17cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214836 Jul 05 10:04:32.786635 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e15dc3a3-9c33-460f-b6f8-6bf96f046e90 req-fa8051ad-b713-4f36-9d4b-a9f16b5e2249 service neutron] 10.222.0.81 "GET /v2.0/networks/9706c03c-ab9e-4eda-a536-492fd5c17cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171460 Jul 05 10:04:33.308404 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d324465-7110-4ec2-a69c-cf18d6352307 req-e9802de6-f969-43d4-b3c3-a6fa922b93f3 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:33.310647 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8d324465-7110-4ec2-a69c-cf18d6352307 req-e9802de6-f969-43d4-b3c3-a6fa922b93f3 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/ports?device_id=88ffda6a-2e52-422e-a646-50da5ba936a4 HTTP/1.1" status: 200 len: 943 time: 0.0950484 Jul 05 10:04:33.355221 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8d324465-7110-4ec2-a69c-cf18d6352307 req-7afaddb8-ad19-4545-bcd1-bbbb8b35807f tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/security-groups?id=ab5acb11-8d27-4633-a10b-b2634b57e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435054 Jul 05 10:04:33.706149 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 5c5c03db-66c8-48c7-96af-7c66427827af details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:04:33.819169 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 5c5c03db-66c8-48c7-96af-7c66427827af, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=5c5c03db-66c8-48c7-96af-7c66427827af,segment=NetworkSegment(c4e29095-3164-431f-9b1c-55baae39f58e),segment_id=c4e29095-3164-431f-9b1c-55baae39f58e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:33.831016 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '5c5c03db-66c8-48c7-96af-7c66427827af', 'network_id': '9706c03c-ab9e-4eda-a536-492fd5c17cca', 'port_id': '5c5c03db-66c8-48c7-96af-7c66427827af', 'mac_address': 'fa:16:3e:96:36:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f57f3c5-5a2b-43f8-83c1-7f03887ec8e1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:04:33.867049 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:33.880131 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c5c03db-66c8-48c7-96af-7c66427827af {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:04:33.900401 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 5c5c03db-66c8-48c7-96af-7c66427827af, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=5c5c03db-66c8-48c7-96af-7c66427827af,segment=NetworkSegment(c4e29095-3164-431f-9b1c-55baae39f58e),segment_id=c4e29095-3164-431f-9b1c-55baae39f58e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:33.904106 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:33.951408 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=5c5c03db-66c8-48c7-96af-7c66427827af,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:34.130661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['5c5c03db-66c8-48c7-96af-7c66427827af'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:34.543141 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd2bd1-a8f5-42aa-a48e-9647d45831fd req-e927457b-e60f-4141-a17e-4a9c0dfab319 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:34.545028 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bdcd2bd1-a8f5-42aa-a48e-9647d45831fd req-e927457b-e60f-4141-a17e-4a9c0dfab319 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/ports?device_id=88ffda6a-2e52-422e-a646-50da5ba936a4 HTTP/1.1" status: 200 len: 944 time: 0.0759528 Jul 05 10:04:34.592076 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bdcd2bd1-a8f5-42aa-a48e-9647d45831fd req-0c07dcf9-3feb-4033-a522-7a2f766c40c7 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/security-groups?id=ab5acb11-8d27-4633-a10b-b2634b57e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412550 Jul 05 10:04:35.720754 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 5c5c03db-66c8-48c7-96af-7c66427827af up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:35.791979 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 5c5c03db-66c8-48c7-96af-7c66427827af completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:35.796733 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 5c5c03db-66c8-48c7-96af-7c66427827af triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:35.797370 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:35.809316 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b4436-e318-4f6b-a07b-47b4d71b0876 req-c6b85fc4-34cb-46ee-a7d1-8b01fe020fcf tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:35.812287 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe4b4436-e318-4f6b-a07b-47b4d71b0876 req-c6b85fc4-34cb-46ee-a7d1-8b01fe020fcf tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/ports?device_id=88ffda6a-2e52-422e-a646-50da5ba936a4 HTTP/1.1" status: 200 len: 944 time: 0.0866506 Jul 05 10:04:35.855808 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe4b4436-e318-4f6b-a07b-47b4d71b0876 req-0bb51ce9-d331-443d-9775-1707c3e51db2 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/security-groups?id=ab5acb11-8d27-4633-a10b-b2634b57e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371690 Jul 05 10:04:35.927318 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:35.983225 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ffda6a-2e52-422e-a646-50da5ba936a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5c03db-66c8-48c7-96af-7c66427827af'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:35.991490 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa7ea27-12ab-4aa9-a182-21f399a803df" -d '{"events": [{"server_uuid": "88ffda6a-2e52-422e-a646-50da5ba936a4", "name": "network-vif-plugged", "status": "completed", "tag": "5c5c03db-66c8-48c7-96af-7c66427827af"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:36.036614 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 5c5c03db-66c8-48c7-96af-7c66427827af, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=5c5c03db-66c8-48c7-96af-7c66427827af,segment=NetworkSegment(c4e29095-3164-431f-9b1c-55baae39f58e),segment_id=c4e29095-3164-431f-9b1c-55baae39f58e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:36.051665 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:36.112314 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b759ce0-68ff-403a-9ae2-3b9c4bb10105 x-openstack-request-id: req-4b759ce0-68ff-403a-9ae2-3b9c4bb10105 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:36.112717 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ffda6a-2e52-422e-a646-50da5ba936a4", "name": "network-vif-plugged", "status": "completed", "tag": "5c5c03db-66c8-48c7-96af-7c66427827af", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:36.113110 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4b759ce0-68ff-403a-9ae2-3b9c4bb10105 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:36.113532 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ffda6a-2e52-422e-a646-50da5ba936a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5c03db-66c8-48c7-96af-7c66427827af', 'code': 200} Jul 05 10:04:36.115260 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:36.127728 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=5c5c03db-66c8-48c7-96af-7c66427827af,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:36.213209 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea4eed-b6c4-4279-a18e-aab516849a4d req-7c81e152-a6db-40f5-8b9a-b4dfbc386850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:36.214792 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-31ea4eed-b6c4-4279-a18e-aab516849a4d req-7c81e152-a6db-40f5-8b9a-b4dfbc386850 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=88ffda6a-2e52-422e-a646-50da5ba936a4 HTTP/1.1" status: 200 len: 1096 time: 0.0566208 Jul 05 10:04:36.257004 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-31ea4eed-b6c4-4279-a18e-aab516849a4d req-867f7cb5-8bbf-4225-be90-048ff1224f0d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ab5acb11-8d27-4633-a10b-b2634b57e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356827 Jul 05 10:04:37.185467 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b98c9-240d-4d15-87e3-82f962610f71 req-bb9b3b18-a28d-4b80-9ef7-397a7b1b6bdb tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:37.187235 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d61b98c9-240d-4d15-87e3-82f962610f71 req-bb9b3b18-a28d-4b80-9ef7-397a7b1b6bdb tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/ports?device_id=88ffda6a-2e52-422e-a646-50da5ba936a4 HTTP/1.1" status: 200 len: 945 time: 0.1892006 Jul 05 10:04:37.225740 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d61b98c9-240d-4d15-87e3-82f962610f71 req-f63a408d-1aa9-4758-9720-0ab3951c671f tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/security-groups?id=ab5acb11-8d27-4633-a10b-b2634b57e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319748 Jul 05 10:04:38.447323 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65415d-2776-4bfc-991f-e22a1ae404a5 req-f7c27e19-2153-4413-9ecb-fbd63a2fc1a8 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:38.459209 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c65415d-2776-4bfc-991f-e22a1ae404a5 req-f7c27e19-2153-4413-9ecb-fbd63a2fc1a8 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/ports?device_id=88ffda6a-2e52-422e-a646-50da5ba936a4 HTTP/1.1" status: 200 len: 945 time: 0.0946317 Jul 05 10:04:38.570183 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c65415d-2776-4bfc-991f-e22a1ae404a5 req-5338e14e-86e7-4791-b4ff-63c9434930c1 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/security-groups?id=ab5acb11-8d27-4633-a10b-b2634b57e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042702 Jul 05 10:04:39.321905 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf06a5-869d-489d-aba4-19759e36ebb3 req-9797fcf1-fe7d-46f0-8274-440ccefe446c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:39.323530 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5cbf06a5-869d-489d-aba4-19759e36ebb3 req-9797fcf1-fe7d-46f0-8274-440ccefe446c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=aa6dc25a58bf4bdba6afb8c5fae752da&device_id=88ffda6a-2e52-422e-a646-50da5ba936a4 HTTP/1.1" status: 200 len: 1096 time: 0.1638896 Jul 05 10:04:39.382975 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad8718-f1b6-464e-bfe5-d09713d3b5d5 req-b25fe89a-eb93-40f0-93ce-7bc7b740c425 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:39.385414 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1bad8718-f1b6-464e-bfe5-d09713d3b5d5 req-b25fe89a-eb93-40f0-93ce-7bc7b740c425 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/ports?device_id=88ffda6a-2e52-422e-a646-50da5ba936a4 HTTP/1.1" status: 200 len: 945 time: 0.1335118 Jul 05 10:04:39.550445 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1bad8718-f1b6-464e-bfe5-d09713d3b5d5 req-f7aa724b-090e-44f5-b9ca-4fda24269bab tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/security-groups?id=ab5acb11-8d27-4633-a10b-b2634b57e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318150 Jul 05 10:04:39.552570 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf06a5-869d-489d-aba4-19759e36ebb3 req-26f20292-27e7-43a2-a144-4a26f6f0dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:39.556478 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5cbf06a5-869d-489d-aba4-19759e36ebb3 req-26f20292-27e7-43a2-a144-4a26f6f0dda1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9706c03c-ab9e-4eda-a536-492fd5c17cca HTTP/1.1" status: 200 len: 914 time: 0.2188978 Jul 05 10:04:39.643105 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5cbf06a5-869d-489d-aba4-19759e36ebb3 req-c44661af-db55-4f2a-a782-e56bd56f7334 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c5c03db-66c8-48c7-96af-7c66427827af HTTP/1.1" status: 200 len: 217 time: 0.0781958 Jul 05 10:04:39.752944 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf06a5-869d-489d-aba4-19759e36ebb3 req-0a1cab08-afef-4c33-9137-df869bc6902b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:39.755278 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5cbf06a5-869d-489d-aba4-19759e36ebb3 req-0a1cab08-afef-4c33-9137-df869bc6902b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3f57f3c5-5a2b-43f8-83c1-7f03887ec8e1 HTTP/1.1" status: 200 len: 853 time: 0.0929694 Jul 05 10:04:39.785401 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210ccf5-99d4-4763-8ecb-2dcf382c65bf req-b68938f9-beb2-4d98-a4cb-ad2125c1ebb1 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:39.786193 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6210ccf5-99d4-4763-8ecb-2dcf382c65bf req-b68938f9-beb2-4d98-a4cb-ad2125c1ebb1 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.1562278 Jul 05 10:04:39.813669 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5cbf06a5-869d-489d-aba4-19759e36ebb3 req-df8e38a5-8e42-4d7b-83f5-14a289ed9e55 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9706c03c-ab9e-4eda-a536-492fd5c17cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516660 Jul 05 10:04:39.936655 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6210ccf5-99d4-4763-8ecb-2dcf382c65bf req-916edaf9-f805-4221-aa88-063f3011e48f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270282 Jul 05 10:04:39.975066 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5cbf06a5-869d-489d-aba4-19759e36ebb3 req-6b26dbca-e41c-4617-a8f9-2c56df593a13 service neutron] 10.222.0.81 "GET /v2.0/networks/9706c03c-ab9e-4eda-a536-492fd5c17cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537223 Jul 05 10:04:40.187171 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5cbf06a5-869d-489d-aba4-19759e36ebb3 req-85a51333-f506-4f6b-aa80-23417affc120 service neutron] 10.222.0.81 "GET /v2.0/networks/9706c03c-ab9e-4eda-a536-492fd5c17cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044282 Jul 05 10:04:40.233857 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6d5d3-d113-4b0a-87e7-b1361ba05470 req-353fd99a-5965-4824-bf14-26ad9f943ae9 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:40.235417 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3bd6d5d3-d113-4b0a-87e7-b1361ba05470 req-353fd99a-5965-4824-bf14-26ad9f943ae9 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.1330042 Jul 05 10:04:40.285731 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3bd6d5d3-d113-4b0a-87e7-b1361ba05470 req-a0815410-532f-40b8-80e7-a5db17f8caab tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425479 Jul 05 10:04:40.642347 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-6467529a-5738-48f3-b15b-3d3ba3a303d0 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:40.643914 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-6467529a-5738-48f3-b15b-3d3ba3a303d0 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 812 time: 0.1694281 Jul 05 10:04:40.674658 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-db630af3-61d5-443c-adec-6cacd3b31766 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/quotas/156c005c1a204b6eb50b3c7a2ac0a750 HTTP/1.1" status: 200 len: 375 time: 0.0211637 Jul 05 10:04:40.888543 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-03b51b5b-9782-40cd-b9a1-8a1f809a8c94 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2060323 Jul 05 10:04:41.063417 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6242ad-5391-4bdf-8142-2902370bd7dd req-8febf051-da09-4c29-9e46-9c1d2cde11c8 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:41.069263 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b6242ad-5391-4bdf-8142-2902370bd7dd req-8febf051-da09-4c29-9e46-9c1d2cde11c8 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/ports?device_id=88ffda6a-2e52-422e-a646-50da5ba936a4 HTTP/1.1" status: 200 len: 945 time: 0.3123639 Jul 05 10:04:41.118364 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-6f20c97e-df36-42c9-a46e-8293b074ff0e service neutron] 10.222.0.79 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283578 Jul 05 10:04:41.193661 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b6242ad-5391-4bdf-8142-2902370bd7dd req-61939655-1df1-4370-8fc2-c198aa5cd25b tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/security-groups?id=ab5acb11-8d27-4633-a10b-b2634b57e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210938 Jul 05 10:04:41.246824 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-f214e555-4d68-4472-adfc-1c7f46a3c056 service neutron] 10.222.0.79 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276031 Jul 05 10:04:41.526969 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4a5c73a5-bc30-4940-b594-dcb8cde345af req-a4a5fd92-7400-492d-a296-a64a3a47c6e2 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=02198237-8b13-4b27-a727-0e283e9bcc27 HTTP/1.1" status: 200 len: 210 time: 0.0366185 Jul 05 10:04:42.436727 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc2684-aee1-4649-8a91-690533c81497 req-d2d53c31-ce47-473b-86e7-3a7c1c027915 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:42.443775 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-16bc2684-aee1-4649-8a91-690533c81497 req-d2d53c31-ce47-473b-86e7-3a7c1c027915 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/ports?device_id=88ffda6a-2e52-422e-a646-50da5ba936a4 HTTP/1.1" status: 200 len: 945 time: 0.1089702 Jul 05 10:04:42.534843 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-16bc2684-aee1-4649-8a91-690533c81497 req-a8750fc1-8bb6-45aa-9b47-1282af25eea9 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/security-groups?id=ab5acb11-8d27-4633-a10b-b2634b57e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897939 Jul 05 10:04:42.734227 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6136a935-8986-40f6-8053-0d402ca8f141 req-f10548d5-d85e-4be0-b52c-4db72536adcf tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=02198237-8b13-4b27-a727-0e283e9bcc27 HTTP/1.1" status: 200 len: 210 time: 0.0432327 Jul 05 10:04:42.997114 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-6d40c129-4742-4f34-b938-5906f3f523be tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:42.999767 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-6d40c129-4742-4f34-b938-5906f3f523be tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.78 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 812 time: 0.1334050 Jul 05 10:04:43.015645 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-c77eda05-6b05-462b-89dd-d729001f7e7e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Request body: {'port': {'device_id': '02198237-8b13-4b27-a727-0e283e9bcc27', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'admin_state_up': True, 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:43.191108 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-c77eda05-6b05-462b-89dd-d729001f7e7e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Made reservation on behalf of 156c005c1a204b6eb50b3c7a2ac0a750 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:04:43.195593 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-c77eda05-6b05-462b-89dd-d729001f7e7e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:43.377035 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2766cde-e4c0-46d3-b646-0e8931e408e7 req-19a39b82-4afc-4dc4-a8a2-30306030332b tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:43.378575 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e2766cde-e4c0-46d3-b646-0e8931e408e7 req-19a39b82-4afc-4dc4-a8a2-30306030332b tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/ports?device_id=88ffda6a-2e52-422e-a646-50da5ba936a4 HTTP/1.1" status: 200 len: 945 time: 0.1560323 Jul 05 10:04:43.406133 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-c77eda05-6b05-462b-89dd-d729001f7e7e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Allocated IP 172.20.0.11 (0383cb43-9363-4b70-83ca-61f91fcc9620/07ae2633-109d-4ad5-8367-c375ac81c77c/49994a9f-7a49-49fb-92a8-cf3c39028457) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:43.439587 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e2766cde-e4c0-46d3-b646-0e8931e408e7 req-de56e55c-4bcc-4821-85c9-0e53dfed5166 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/security-groups?id=ab5acb11-8d27-4633-a10b-b2634b57e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555766 Jul 05 10:04:43.656086 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-c77eda05-6b05-462b-89dd-d729001f7e7e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:43.693542 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-c77eda05-6b05-462b-89dd-d729001f7e7e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Transition to ACTIVE for port object 49994a9f-7a49-49fb-92a8-cf3c39028457 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:43.733984 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-c77eda05-6b05-462b-89dd-d729001f7e7e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:43.759057 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['c3aa61ed-6c26-46a2-8471-e42da10116e1'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:43.773053 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['8ecd3a82-b18f-483c-9475-bdf6c35f7c61'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:43.884127 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-c77eda05-6b05-462b-89dd-d729001f7e7e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Network 0383cb43-9363-4b70-83ca-61f91fcc9620 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:43.925990 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-c77eda05-6b05-462b-89dd-d729001f7e7e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:43.927958 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77eda05-6b05-462b-89dd-d729001f7e7e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Pushing event updated for resources: {'Port': ['ID=49994a9f-7a49-49fb-92a8-cf3c39028457,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:43.930526 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-c77eda05-6b05-462b-89dd-d729001f7e7e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:44.084985 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-c77eda05-6b05-462b-89dd-d729001f7e7e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:44.085656 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-c77eda05-6b05-462b-89dd-d729001f7e7e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:44.125268 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-c77eda05-6b05-462b-89dd-d729001f7e7e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1129673 Jul 05 10:04:44.149555 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-664a3efc-2963-4289-ad33-c45dff1a5090 service neutron] Request body: {'port': {'device_id': '02198237-8b13-4b27-a727-0e283e9bcc27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:44.186624 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88da28e-a34b-458f-b6f3-8535648f601e req-811809f8-e066-4a6f-ab19-9ced18262f76 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:44.192352 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b88da28e-a34b-458f-b6f3-8535648f601e req-811809f8-e066-4a6f-ab19-9ced18262f76 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=02198237-8b13-4b27-a727-0e283e9bcc27 HTTP/1.1" status: 200 len: 932 time: 0.2010314 Jul 05 10:04:44.267671 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b88da28e-a34b-458f-b6f3-8535648f601e req-bd9610ce-01b6-4911-b9a6-8a1b5ae8949d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468497 Jul 05 10:04:44.318328 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-59941fc6-1f1a-45b7-88c1-6a19a98a5418 None None] Provisioning for port 49994a9f-7a49-49fb-92a8-cf3c39028457 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:44.334365 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-59941fc6-1f1a-45b7-88c1-6a19a98a5418 None None] Provisioning complete for port 49994a9f-7a49-49fb-92a8-cf3c39028457 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:44.334635 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-59941fc6-1f1a-45b7-88c1-6a19a98a5418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:44.336331 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-664a3efc-2963-4289-ad33-c45dff1a5090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:44.402717 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-59941fc6-1f1a-45b7-88c1-6a19a98a5418 None None] Port 49994a9f-7a49-49fb-92a8-cf3c39028457 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:04:44.777064 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82069e4-38f7-4bd8-b455-1c87e4cbd417 req-2bfc943d-0053-4d3a-b1bc-09495498d12c tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:44.778748 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d82069e4-38f7-4bd8-b455-1c87e4cbd417 req-2bfc943d-0053-4d3a-b1bc-09495498d12c tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.81 "GET /v2.0/ports?device_id=88ffda6a-2e52-422e-a646-50da5ba936a4 HTTP/1.1" status: 200 len: 945 time: 0.2593894 Jul 05 10:04:44.807257 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a68cb-7e4d-4c64-a46d-c6647aa4752f req-28f953b9-2e44-474d-8cfe-457c7ee39ae8 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:44.808953 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a48a68cb-7e4d-4c64-a46d-c6647aa4752f req-28f953b9-2e44-474d-8cfe-457c7ee39ae8 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/ports?device_id=88ffda6a-2e52-422e-a646-50da5ba936a4 HTTP/1.1" status: 200 len: 945 time: 0.1712558 Jul 05 10:04:44.910493 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a48a68cb-7e4d-4c64-a46d-c6647aa4752f req-1df52f2a-c1bb-46c1-89e8-e18475ff7544 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/security-groups?id=ab5acb11-8d27-4633-a10b-b2634b57e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806239 Jul 05 10:04:44.976858 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-664a3efc-2963-4289-ad33-c45dff1a5090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49994a9f-7a49-49fb-92a8-cf3c39028457 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:04:44.986546 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-664a3efc-2963-4289-ad33-c45dff1a5090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:45.007084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-664a3efc-2963-4289-ad33-c45dff1a5090 service neutron] Transition to ACTIVE for port object 49994a9f-7a49-49fb-92a8-cf3c39028457 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:45.014428 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-664a3efc-2963-4289-ad33-c45dff1a5090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:45.024335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-d82069e4-38f7-4bd8-b455-1c87e4cbd417 req-caed6fa6-a5ba-46f2-a6b6-acbc58f233eb tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Deleting port 5c5c03db-66c8-48c7-96af-7c66427827af {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:45.024751 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d82069e4-38f7-4bd8-b455-1c87e4cbd417 req-caed6fa6-a5ba-46f2-a6b6-acbc58f233eb tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:45.140803 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a3efc-2963-4289-ad33-c45dff1a5090 service neutron] Pushing event updated for resources: {'Port': ['ID=49994a9f-7a49-49fb-92a8-cf3c39028457,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:45.210765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d82069e4-38f7-4bd8-b455-1c87e4cbd417 req-caed6fa6-a5ba-46f2-a6b6-acbc58f233eb tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] For port 5c5c03db-66c8-48c7-96af-7c66427827af, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=5c5c03db-66c8-48c7-96af-7c66427827af,segment=NetworkSegment(c4e29095-3164-431f-9b1c-55baae39f58e),segment_id=c4e29095-3164-431f-9b1c-55baae39f58e)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:45.211066 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d82069e4-38f7-4bd8-b455-1c87e4cbd417 req-caed6fa6-a5ba-46f2-a6b6-acbc58f233eb tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:45.237696 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-d82069e4-38f7-4bd8-b455-1c87e4cbd417 req-caed6fa6-a5ba-46f2-a6b6-acbc58f233eb tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Calling delete_port for 5c5c03db-66c8-48c7-96af-7c66427827af owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:45.243341 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-664a3efc-2963-4289-ad33-c45dff1a5090 service neutron] Attempting to bind port 49994a9f-7a49-49fb-92a8-cf3c39028457 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:04:45.244048 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-664a3efc-2963-4289-ad33-c45dff1a5090 service neutron] Attempting to bind port 49994a9f-7a49-49fb-92a8-cf3c39028457 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:04:45.244546 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-664a3efc-2963-4289-ad33-c45dff1a5090 service neutron] Attempting to bind port 49994a9f-7a49-49fb-92a8-cf3c39028457 on network 0383cb43-9363-4b70-83ca-61f91fcc9620 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:45.262782 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-664a3efc-2963-4289-ad33-c45dff1a5090 service neutron] Port 49994a9f-7a49-49fb-92a8-cf3c39028457 on network 0383cb43-9363-4b70-83ca-61f91fcc9620 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:04:45.263220 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-664a3efc-2963-4289-ad33-c45dff1a5090 service neutron] Attempting to bind port 49994a9f-7a49-49fb-92a8-cf3c39028457 on network 0383cb43-9363-4b70-83ca-61f91fcc9620 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:45.302631 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-664a3efc-2963-4289-ad33-c45dff1a5090 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:04:45.303118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-664a3efc-2963-4289-ad33-c45dff1a5090 service neutron] Checking segment: {'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:45.303639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-664a3efc-2963-4289-ad33-c45dff1a5090 service neutron] Bound using segment: {'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:04:45.304217 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-664a3efc-2963-4289-ad33-c45dff1a5090 service neutron] Bound port: 49994a9f-7a49-49fb-92a8-cf3c39028457, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:04:45.304681 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-664a3efc-2963-4289-ad33-c45dff1a5090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:45.397367 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-664a3efc-2963-4289-ad33-c45dff1a5090 service neutron] For port 49994a9f-7a49-49fb-92a8-cf3c39028457, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:04:45.401923 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-664a3efc-2963-4289-ad33-c45dff1a5090 service neutron] For port 49994a9f-7a49-49fb-92a8-cf3c39028457, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=49994a9f-7a49-49fb-92a8-cf3c39028457,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:04:45.427826 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-664a3efc-2963-4289-ad33-c45dff1a5090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:45.521961 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-664a3efc-2963-4289-ad33-c45dff1a5090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:45.522599 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-664a3efc-2963-4289-ad33-c45dff1a5090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:45.524052 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-664a3efc-2963-4289-ad33-c45dff1a5090 service neutron] 10.222.0.78 "PUT /v2.0/ports/49994a9f-7a49-49fb-92a8-cf3c39028457 HTTP/1.1" status: 200 len: 1092 time: 1.3827689 Jul 05 10:04:45.527459 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02198237-8b13-4b27-a727-0e283e9bcc27', 'tag': '49994a9f-7a49-49fb-92a8-cf3c39028457'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:45.529801 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa51fe8-5d63-4838-b225-45d6de8d7b55" -d '{"events": [{"name": "network-changed", "server_uuid": "02198237-8b13-4b27-a727-0e283e9bcc27", "tag": "49994a9f-7a49-49fb-92a8-cf3c39028457"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:45.573619 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d82069e4-38f7-4bd8-b455-1c87e4cbd417 req-caed6fa6-a5ba-46f2-a6b6-acbc58f233eb tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:45.583298 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a3efc-2963-4289-ad33-c45dff1a5090 service neutron] Pushing event updated for resources: {'Port': ['ID=49994a9f-7a49-49fb-92a8-cf3c39028457,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:45.595662 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['5c5c03db-66c8-48c7-96af-7c66427827af'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:45.610496 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02a7559-6b2c-4e92-a588-ef88c2414e7e x-openstack-request-id: req-b02a7559-6b2c-4e92-a588-ef88c2414e7e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:45.611031 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02198237-8b13-4b27-a727-0e283e9bcc27", "tag": "49994a9f-7a49-49fb-92a8-cf3c39028457", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:45.611657 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b02a7559-6b2c-4e92-a588-ef88c2414e7e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:45.612277 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02198237-8b13-4b27-a727-0e283e9bcc27', 'tag': '49994a9f-7a49-49fb-92a8-cf3c39028457', 'status': 'completed', 'code': 200} Jul 05 10:04:45.670118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed6fa6-a5ba-46f2-a6b6-acbc58f233eb tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Pushing event deleted for resources: {'Port': ['ID=5c5c03db-66c8-48c7-96af-7c66427827af,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:46.117607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82069e4-38f7-4bd8-b455-1c87e4cbd417 req-caed6fa6-a5ba-46f2-a6b6-acbc58f233eb tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] No DVR routers for this DVR port 5c5c03db-66c8-48c7-96af-7c66427827af on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:04:46.120101 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d82069e4-38f7-4bd8-b455-1c87e4cbd417 req-caed6fa6-a5ba-46f2-a6b6-acbc58f233eb tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:46.122238 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d82069e4-38f7-4bd8-b455-1c87e4cbd417 req-caed6fa6-a5ba-46f2-a6b6-acbc58f233eb tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.81 "DELETE /v2.0/ports/5c5c03db-66c8-48c7-96af-7c66427827af HTTP/1.1" status: 204 len: 173 time: 1.3351035 Jul 05 10:04:46.134823 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f8dfc-5bf8-44a7-bf6c-efcc38a56ce0 req-45ce337f-6639-4ec3-a093-6c9ba657a693 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:46.136486 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc8f8dfc-5bf8-44a7-bf6c-efcc38a56ce0 req-45ce337f-6639-4ec3-a093-6c9ba657a693 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=02198237-8b13-4b27-a727-0e283e9bcc27 HTTP/1.1" status: 200 len: 944 time: 0.6710069 Jul 05 10:04:46.159199 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-82cc0db0-5d6d-4a2c-ac25-0539079d263f req-1ee848f1-09a8-4735-9e01-c0e55e89c3c4 tempest-InstanceActionsTestJSON-1210639285 tempest-InstanceActionsTestJSON-1210639285-project] 10.222.0.79 "GET /v2.0/ports?device_id=88ffda6a-2e52-422e-a646-50da5ba936a4 HTTP/1.1" status: 200 len: 210 time: 0.0709589 Jul 05 10:04:46.206771 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc8f8dfc-5bf8-44a7-bf6c-efcc38a56ce0 req-57d28c15-bc96-4f2a-8934-d2ddfbc5c65d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508704 Jul 05 10:04:46.212366 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-21e7dad1-7b1f-452b-9833-f62c78a36271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:46.214145 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-21e7dad1-7b1f-452b-9833-f62c78a36271 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=02198237-8b13-4b27-a727-0e283e9bcc27 HTTP/1.1" status: 200 len: 1095 time: 0.5996838 Jul 05 10:04:46.280183 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-904daad0-115a-41a1-91c5-7b8a8c68053b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49994a9f-7a49-49fb-92a8-cf3c39028457 HTTP/1.1" status: 200 len: 217 time: 0.0555055 Jul 05 10:04:46.335330 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-2b4c1d7f-5faa-449d-b180-1c07cb768b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:46.337022 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-2b4c1d7f-5faa-449d-b180-1c07cb768b81 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.0495877 Jul 05 10:04:46.393575 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-8abd07c4-248e-4c1c-b41e-3a92db18341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:46.395076 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-8abd07c4-248e-4c1c-b41e-3a92db18341a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516903 Jul 05 10:04:46.490294 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-32c86103-d35a-4180-8946-886b1e11fbf4 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883262 Jul 05 10:04:46.583459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9cedbc6-a424-4e86-b81c-bddf1de44cd5 req-e2453c84-be43-449c-9c44-503cf7b82739 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866728 Jul 05 10:04:46.710483 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa51fe8-5d63-4838-b225-45d6de8d7b55 req-8b819478-a7e3-4b1e-bbe2-b145ae23dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:46.712059 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7aa51fe8-5d63-4838-b225-45d6de8d7b55 req-8b819478-a7e3-4b1e-bbe2-b145ae23dfb9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=02198237-8b13-4b27-a727-0e283e9bcc27 HTTP/1.1" status: 200 len: 1095 time: 0.0636771 Jul 05 10:04:46.826059 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa51fe8-5d63-4838-b225-45d6de8d7b55 req-622ee3cf-18bc-4fe3-b193-e2e943561f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:46.828070 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7aa51fe8-5d63-4838-b225-45d6de8d7b55 req-622ee3cf-18bc-4fe3-b193-e2e943561f8a service neutron] 10.222.0.78 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 913 time: 0.1097498 Jul 05 10:04:46.871204 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7aa51fe8-5d63-4838-b225-45d6de8d7b55 req-24484b81-d2e4-4ceb-86d6-3abb6880cb85 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49994a9f-7a49-49fb-92a8-cf3c39028457 HTTP/1.1" status: 200 len: 217 time: 0.0361683 Jul 05 10:04:46.933965 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa51fe8-5d63-4838-b225-45d6de8d7b55 req-1d1be140-fcfc-4b78-9ce7-6ef1afb5ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:46.935432 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7aa51fe8-5d63-4838-b225-45d6de8d7b55 req-1d1be140-fcfc-4b78-9ce7-6ef1afb5ed07 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.0571785 Jul 05 10:04:46.997119 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa51fe8-5d63-4838-b225-45d6de8d7b55 req-03466369-9077-4fe7-9ed8-d9a2384424b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:46.998795 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7aa51fe8-5d63-4838-b225-45d6de8d7b55 req-03466369-9077-4fe7-9ed8-d9a2384424b0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557492 Jul 05 10:04:47.111440 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7aa51fe8-5d63-4838-b225-45d6de8d7b55 req-543673af-5ad4-4623-95b5-52fa8521a526 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039011 Jul 05 10:04:47.215004 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7aa51fe8-5d63-4838-b225-45d6de8d7b55 req-a2022258-c571-4e72-972a-5f449f49a2cd service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971947 Jul 05 10:04:47.306098 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52006) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:47.389163 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-9479faf3-975a-4ad9-8a43-134509f3cf54 admin admin] Deleting subnet 3f57f3c5-5a2b-43f8-83c1-7f03887ec8e1 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:04:47.396442 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9479faf3-975a-4ad9-8a43-134509f3cf54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.447636 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9479faf3-975a-4ad9-8a43-134509f3cf54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.473646 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436ca53-998f-4d7a-8cdb-e3f86f634ea6 req-f2ee7f30-4414-4f4c-bf1f-d3302543511b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:47.475648 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3436ca53-998f-4d7a-8cdb-e3f86f634ea6 req-f2ee7f30-4414-4f4c-bf1f-d3302543511b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=02198237-8b13-4b27-a727-0e283e9bcc27 HTTP/1.1" status: 200 len: 944 time: 0.0990655 Jul 05 10:04:47.495031 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9479faf3-975a-4ad9-8a43-134509f3cf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.520238 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3436ca53-998f-4d7a-8cdb-e3f86f634ea6 req-36d77f0f-97a1-469b-97a3-f3c297876b71 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381832 Jul 05 10:04:47.551216 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9479faf3-975a-4ad9-8a43-134509f3cf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.578429 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479faf3-975a-4ad9-8a43-134509f3cf54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f57f3c5-5a2b-43f8-83c1-7f03887ec8e1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:47.582442 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9479faf3-975a-4ad9-8a43-134509f3cf54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.584356 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9479faf3-975a-4ad9-8a43-134509f3cf54 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3f57f3c5-5a2b-43f8-83c1-7f03887ec8e1 HTTP/1.1" status: 204 len: 168 time: 0.2764328 Jul 05 10:04:47.586777 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52016) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:47.613547 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ffda6a-2e52-422e-a646-50da5ba936a4', 'name': 'network-vif-deleted', 'tag': '5c5c03db-66c8-48c7-96af-7c66427827af'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:47.616518 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccb8f04-c4eb-42a9-829b-6d9044ec2afc" -d '{"events": [{"server_uuid": "88ffda6a-2e52-422e-a646-50da5ba936a4", "name": "network-vif-deleted", "tag": "5c5c03db-66c8-48c7-96af-7c66427827af"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:47.658591 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10951959-92c4-4885-9086-31ac27557c21 x-openstack-request-id: req-10951959-92c4-4885-9086-31ac27557c21 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:47.659197 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ffda6a-2e52-422e-a646-50da5ba936a4", "name": "network-vif-deleted", "tag": "5c5c03db-66c8-48c7-96af-7c66427827af", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:47.659586 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9d834d51-44e1-40f5-a3ca-d98b9c773343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.659915 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-10951959-92c4-4885-9086-31ac27557c21 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:47.660554 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ffda6a-2e52-422e-a646-50da5ba936a4', 'name': 'network-vif-deleted', 'tag': '5c5c03db-66c8-48c7-96af-7c66427827af', 'status': 'completed', 'code': 200} Jul 05 10:04:47.747461 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9d834d51-44e1-40f5-a3ca-d98b9c773343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.758401 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9d834d51-44e1-40f5-a3ca-d98b9c773343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9706c03c-ab9e-4eda-a536-492fd5c17cca']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:47.769760 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9d834d51-44e1-40f5-a3ca-d98b9c773343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e29095-3164-431f-9b1c-55baae39f58e') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:47.770068 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9d834d51-44e1-40f5-a3ca-d98b9c773343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e29095-3164-431f-9b1c-55baae39f58e') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:47.779128 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9d834d51-44e1-40f5-a3ca-d98b9c773343 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.793553 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9d834d51-44e1-40f5-a3ca-d98b9c773343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.800533 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 5c5c03db-66c8-48c7-96af-7c66427827af no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:04:47.803907 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d834d51-44e1-40f5-a3ca-d98b9c773343 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:04:47.804255 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9d834d51-44e1-40f5-a3ca-d98b9c773343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:04:47.806022 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:04:47.821758 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 5c5c03db-66c8-48c7-96af-7c66427827af {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:04:47.822114 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 5c5c03db-66c8-48c7-96af-7c66427827af not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:04:47.869559 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9d834d51-44e1-40f5-a3ca-d98b9c773343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.875347 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9d834d51-44e1-40f5-a3ca-d98b9c773343 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.878750 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9d834d51-44e1-40f5-a3ca-d98b9c773343 admin admin] 10.222.0.79 "DELETE /v2.0/networks/9706c03c-ab9e-4eda-a536-492fd5c17cca HTTP/1.1" status: 204 len: 168 time: 0.2910478 Jul 05 10:04:47.895538 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d834d51-44e1-40f5-a3ca-d98b9c773343 admin admin] Pushing event deleted for resources: {'Network': ['ID=9706c03c-ab9e-4eda-a536-492fd5c17cca,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:48.012660 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52032) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:48.058882 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c9274939-a19e-43e4-9b3b-81b82308ab28 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aa6dc25a58bf4bdba6afb8c5fae752da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448594 Jul 05 10:04:48.061874 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52034) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:48.109974 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63b8f0c6-24d9-49ed-9a18-800c720aae51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:48.132370 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63b8f0c6-24d9-49ed-9a18-800c720aae51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:48.180100 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63b8f0c6-24d9-49ed-9a18-800c720aae51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:48.182585 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63b8f0c6-24d9-49ed-9a18-800c720aae51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:48.183745 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-63b8f0c6-24d9-49ed-9a18-800c720aae51 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ab5acb11-8d27-4633-a10b-b2634b57e10f HTTP/1.1" status: 204 len: 168 time: 0.1209607 Jul 05 10:04:48.193181 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8f0c6-24d9-49ed-9a18-800c720aae51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5acb11-8d27-4633-a10b-b2634b57e10f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:48.802746 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb7099-6aa5-4580-b231-a798887bfb7d req-543e28e2-4d27-4bf0-8774-8b438b9aa335 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:48.804841 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-98bb7099-6aa5-4580-b231-a798887bfb7d req-543e28e2-4d27-4bf0-8774-8b438b9aa335 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=02198237-8b13-4b27-a727-0e283e9bcc27 HTTP/1.1" status: 200 len: 944 time: 0.1355641 Jul 05 10:04:48.881838 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-98bb7099-6aa5-4580-b231-a798887bfb7d req-a2f0ed39-b2c3-44e2-b391-5b12b70db91b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548770 Jul 05 10:04:49.791448 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52126) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:49.908438 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2480f74d-68ca-4090-b9b3-f608bdc6fc67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:50.097185 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2480f74d-68ca-4090-b9b3-f608bdc6fc67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:50.102403 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2480f74d-68ca-4090-b9b3-f608bdc6fc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:50.149350 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480f74d-68ca-4090-b9b3-f608bdc6fc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a70582-ae8b-441c-8f9b-342fe435a003,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:50.160403 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2480f74d-68ca-4090-b9b3-f608bdc6fc67 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8305c647488c40ab90b0057be80c0643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3677239 Jul 05 10:04:50.161054 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52138) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:50.197041 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb0aad-29b9-4516-8d34-5512431220e5 req-e2dca0f6-ade6-4ad5-b1e6-92ad2c991f2c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:50.198724 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-48cb0aad-29b9-4516-8d34-5512431220e5 req-e2dca0f6-ade6-4ad5-b1e6-92ad2c991f2c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=02198237-8b13-4b27-a727-0e283e9bcc27 HTTP/1.1" status: 200 len: 944 time: 0.1409664 Jul 05 10:04:50.214040 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8884379-7bb2-424c-8ed9-0ecc7ec54ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:50.239002 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8884379-7bb2-424c-8ed9-0ecc7ec54ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:50.261766 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-48cb0aad-29b9-4516-8d34-5512431220e5 req-9f3f3730-e23e-4641-ac94-f74d7e230778 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571470 Jul 05 10:04:50.303087 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8884379-7bb2-424c-8ed9-0ecc7ec54ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:50.306659 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8884379-7bb2-424c-8ed9-0ecc7ec54ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:50.308277 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a8884379-7bb2-424c-8ed9-0ecc7ec54ec8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b7a70582-ae8b-441c-8f9b-342fe435a003 HTTP/1.1" status: 204 len: 168 time: 0.1459305 Jul 05 10:04:50.320255 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8884379-7bb2-424c-8ed9-0ecc7ec54ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a70582-ae8b-441c-8f9b-342fe435a003,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:50.896608 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 49994a9f-7a49-49fb-92a8-cf3c39028457 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:04:50.952021 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-90dad71d-e255-460a-a448-3ac9b00a38cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:51.030858 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 49994a9f-7a49-49fb-92a8-cf3c39028457, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=49994a9f-7a49-49fb-92a8-cf3c39028457,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:51.041833 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '49994a9f-7a49-49fb-92a8-cf3c39028457', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'port_id': '49994a9f-7a49-49fb-92a8-cf3c39028457', 'mac_address': 'fa:16:3e:71:60:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:04:51.084024 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:51.096548 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52178) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:51.099631 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49994a9f-7a49-49fb-92a8-cf3c39028457 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:04:51.125038 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 49994a9f-7a49-49fb-92a8-cf3c39028457, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=49994a9f-7a49-49fb-92a8-cf3c39028457,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:51.130430 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:51.199101 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=49994a9f-7a49-49fb-92a8-cf3c39028457,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:51.208156 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:51.208395 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:51.208819 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:51.209308 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:51.209922 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:51.210451 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:51.210907 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:51.211370 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:51.211726 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:51.212106 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:51.212446 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:51.212792 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:51.229121 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-348c0d17-124d-4d83-9d98-de602c501a03 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-388780470-network', 'tenant_id': 'e014f580808949a19442fa9f0887de21'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:51.253436 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348c0d17-124d-4d83-9d98-de602c501a03 admin admin] Made reservation on behalf of e014f580808949a19442fa9f0887de21 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:04:51.256147 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-348c0d17-124d-4d83-9d98-de602c501a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:51.265474 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-348c0d17-124d-4d83-9d98-de602c501a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:51.404005 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-348c0d17-124d-4d83-9d98-de602c501a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:51.427172 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-348c0d17-124d-4d83-9d98-de602c501a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:51.470651 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348c0d17-124d-4d83-9d98-de602c501a03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:04:51.473827 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c0d17-124d-4d83-9d98-de602c501a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cda2b0d-ad46-4b7d-b211-43739b926dbb,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:51.499756 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-348c0d17-124d-4d83-9d98-de602c501a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:51.500244 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-348c0d17-124d-4d83-9d98-de602c501a03 admin admin] Added segment 0d2e8f5c-e99c-46c2-9d79-83a10766e1b9 of type vlan for network 2027d982-a81e-4acf-a6c1-2eace8b6f9d5 Jul 05 10:04:51.519822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261dd61-c60b-4dd0-acbd-19740c0699fe req-5f67ba05-026b-4a29-9ea2-c6c18b95d14a tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:51.524297 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a261dd61-c60b-4dd0-acbd-19740c0699fe req-5f67ba05-026b-4a29-9ea2-c6c18b95d14a tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=02198237-8b13-4b27-a727-0e283e9bcc27 HTTP/1.1" status: 200 len: 945 time: 0.1458721 Jul 05 10:04:51.573755 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['49994a9f-7a49-49fb-92a8-cf3c39028457'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:51.602706 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a261dd61-c60b-4dd0-acbd-19740c0699fe req-47818317-9571-41de-b107-2fe4b32abfc3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754259 Jul 05 10:04:51.618204 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-348c0d17-124d-4d83-9d98-de602c501a03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:51.670324 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-348c0d17-124d-4d83-9d98-de602c501a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:51.671810 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348c0d17-124d-4d83-9d98-de602c501a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:51.672791 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-348c0d17-124d-4d83-9d98-de602c501a03 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:51.742048 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52192) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:51.742640 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-348c0d17-124d-4d83-9d98-de602c501a03 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6445661 Jul 05 10:04:51.748882 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6cf502be-fe2b-4cd2-a92e-1622aa65967c admin admin] Request body: {'subnet': {'network_id': '2027d982-a81e-4acf-a6c1-2eace8b6f9d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-388780470-subnet', 'tenant_id': 'e014f580808949a19442fa9f0887de21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:51.750660 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c0d17-124d-4d83-9d98-de602c501a03 admin admin] Pushing event updated for resources: {'Network': ['ID=2027d982-a81e-4acf-a6c1-2eace8b6f9d5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:51.763612 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 2027d982-a81e-4acf-a6c1-2eace8b6f9d5 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:04:51.776058 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf502be-fe2b-4cd2-a92e-1622aa65967c admin admin] Made reservation on behalf of e014f580808949a19442fa9f0887de21 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:04:51.778961 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6cf502be-fe2b-4cd2-a92e-1622aa65967c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:52.037816 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6cf502be-fe2b-4cd2-a92e-1622aa65967c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:52.094804 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf502be-fe2b-4cd2-a92e-1622aa65967c admin admin] Pushing event updated for resources: {'Subnet': ['ID=52e57072-37a2-44ba-8a8b-0ae441c894ec,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:52.104481 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf502be-fe2b-4cd2-a92e-1622aa65967c admin admin] Checking segment: {'id': '0d2e8f5c-e99c-46c2-9d79-83a10766e1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2027d982-a81e-4acf-a6c1-2eace8b6f9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:52.104855 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf502be-fe2b-4cd2-a92e-1622aa65967c admin admin] Network hostable DHCP agents. Network: 2027d982-a81e-4acf-a6c1-2eace8b6f9d5, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:04:52.123531 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf502be-fe2b-4cd2-a92e-1622aa65967c admin admin] Network 2027d982-a81e-4acf-a6c1-2eace8b6f9d5 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:04:52.134231 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-6cf502be-fe2b-4cd2-a92e-1622aa65967c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 2027d982-a81e-4acf-a6c1-2eace8b6f9d5) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:52.139011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf502be-fe2b-4cd2-a92e-1622aa65967c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:52.139995 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6cf502be-fe2b-4cd2-a92e-1622aa65967c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:52.147264 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41781d37-c8b9-4ddb-96e9-bbb0b597cfb5 None None] Network 2027d982-a81e-4acf-a6c1-2eace8b6f9d5 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:04:52.159782 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6cf502be-fe2b-4cd2-a92e-1622aa65967c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4159491 Jul 05 10:04:52.327786 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21c657c-e713-4cfc-811b-82a7a082aad8 None None] Network 2027d982-a81e-4acf-a6c1-2eace8b6f9d5 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:04:52.674876 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-4486fc5e-73d1-4216-8716-e8ddbaedfe71 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:52.676441 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-4486fc5e-73d1-4216-8716-e8ddbaedfe71 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/networks?id=2027d982-a81e-4acf-a6c1-2eace8b6f9d5 HTTP/1.1" status: 200 len: 820 time: 0.1165531 Jul 05 10:04:52.693646 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-b4a96d6d-f8e9-4126-812b-4d02c6909711 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/quotas/e014f580808949a19442fa9f0887de21 HTTP/1.1" status: 200 len: 375 time: 0.0112557 Jul 05 10:04:52.751793 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-472340b4-5c93-4e45-aed8-e57481ff8ecf tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e014f580808949a19442fa9f0887de21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453377 Jul 05 10:04:52.901736 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-59ba6d1a-ce2c-43af-a89f-e38bb5fc19bb service neutron] 10.222.0.79 "GET /v2.0/networks/2027d982-a81e-4acf-a6c1-2eace8b6f9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407123 Jul 05 10:04:52.911868 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 49994a9f-7a49-49fb-92a8-cf3c39028457 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:52.917202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3d637-cff1-4113-9ac0-6a34a8ee5533 req-86be62d9-89f6-494d-8a40-41f049f2c3fa tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:52.925133 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d8b3d637-cff1-4113-9ac0-6a34a8ee5533 req-86be62d9-89f6-494d-8a40-41f049f2c3fa tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=02198237-8b13-4b27-a727-0e283e9bcc27 HTTP/1.1" status: 200 len: 945 time: 0.1658087 Jul 05 10:04:53.004866 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 49994a9f-7a49-49fb-92a8-cf3c39028457 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:53.012805 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 49994a9f-7a49-49fb-92a8-cf3c39028457 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:53.017782 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:53.046417 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d8b3d637-cff1-4113-9ac0-6a34a8ee5533 req-71f0e427-4220-4fb5-bea0-5fc8e7c070eb tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201701 Jul 05 10:04:53.122823 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-305444fe-85be-4b7b-bbec-f377b26a6f6f service neutron] 10.222.0.79 "GET /v2.0/networks/2027d982-a81e-4acf-a6c1-2eace8b6f9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145789 Jul 05 10:04:53.229628 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:53.269934 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02198237-8b13-4b27-a727-0e283e9bcc27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49994a9f-7a49-49fb-92a8-cf3c39028457'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:53.274409 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ac2379-2cd3-44e0-b999-b9b634f4e049" -d '{"events": [{"server_uuid": "02198237-8b13-4b27-a727-0e283e9bcc27", "name": "network-vif-plugged", "status": "completed", "tag": "49994a9f-7a49-49fb-92a8-cf3c39028457"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:53.318078 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 49994a9f-7a49-49fb-92a8-cf3c39028457, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=49994a9f-7a49-49fb-92a8-cf3c39028457,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:53.329957 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:53.352906 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a0154e-d34f-4c52-bfbe-d5ccbcbf6aea x-openstack-request-id: req-c8a0154e-d34f-4c52-bfbe-d5ccbcbf6aea {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:53.353323 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02198237-8b13-4b27-a727-0e283e9bcc27", "name": "network-vif-plugged", "status": "completed", "tag": "49994a9f-7a49-49fb-92a8-cf3c39028457", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:53.353586 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c8a0154e-d34f-4c52-bfbe-d5ccbcbf6aea {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:53.353990 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02198237-8b13-4b27-a727-0e283e9bcc27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49994a9f-7a49-49fb-92a8-cf3c39028457', 'code': 200} Jul 05 10:04:53.354658 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-23d6dd94-5a2a-4d6b-818f-35211463ac5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:53.399971 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a4df025e-1d73-4359-8d21-d52efbe1cc37 req-3629f9fc-d733-4add-9056-28340a1fb47c tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/ports?device_id=48763f18-c132-46b0-be6a-25733b0a2820 HTTP/1.1" status: 200 len: 210 time: 0.0659525 Jul 05 10:04:53.439883 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=49994a9f-7a49-49fb-92a8-cf3c39028457,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:53.532769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bef5d-5c34-4642-a39f-ccfc91fde9d5 req-49ef299b-7f82-4442-b7ab-cf33ce048132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:53.540055 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1d8bef5d-5c34-4642-a39f-ccfc91fde9d5 req-49ef299b-7f82-4442-b7ab-cf33ce048132 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=02198237-8b13-4b27-a727-0e283e9bcc27 HTTP/1.1" status: 200 len: 1097 time: 0.0914874 Jul 05 10:04:53.621814 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:53.625104 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1d8bef5d-5c34-4642-a39f-ccfc91fde9d5 req-81226c3e-970a-4345-bd8b-ba613ed35402 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787699 Jul 05 10:04:54.322054 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de8446-e27a-4802-ab99-0f03ebd00990 req-7b92493d-1002-44cd-a6fa-0c660751d70a tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:54.323694 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f0de8446-e27a-4802-ab99-0f03ebd00990 req-7b92493d-1002-44cd-a6fa-0c660751d70a tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=02198237-8b13-4b27-a727-0e283e9bcc27 HTTP/1.1" status: 200 len: 946 time: 0.0980618 Jul 05 10:04:54.394642 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f0de8446-e27a-4802-ab99-0f03ebd00990 req-93c1cbab-6d95-4140-9c85-4360b8c991f8 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503683 Jul 05 10:04:54.569516 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:54.635211 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ebb58ed-0b9d-4ccf-a22b-594a31e8c54a req-a5d3eff2-3345-477c-ac8b-69f3194a54fe tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/ports?device_id=48763f18-c132-46b0-be6a-25733b0a2820 HTTP/1.1" status: 200 len: 210 time: 0.0940900 Jul 05 10:04:54.887944 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-e91bc86e-8809-48d0-9172-1774766e96f2 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:54.890244 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-e91bc86e-8809-48d0-9172-1774766e96f2 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.81 "GET /v2.0/networks?id=2027d982-a81e-4acf-a6c1-2eace8b6f9d5 HTTP/1.1" status: 200 len: 820 time: 0.2143044 Jul 05 10:04:54.913171 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-fce9f438-f472-4036-a94b-9d3fdda45468 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Request body: {'port': {'device_id': '48763f18-c132-46b0-be6a-25733b0a2820', 'network_id': '2027d982-a81e-4acf-a6c1-2eace8b6f9d5', 'admin_state_up': True, 'tenant_id': 'e014f580808949a19442fa9f0887de21'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:55.073313 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-fce9f438-f472-4036-a94b-9d3fdda45468 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Made reservation on behalf of e014f580808949a19442fa9f0887de21 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:04:55.078533 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-fce9f438-f472-4036-a94b-9d3fdda45468 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:55.282487 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-fce9f438-f472-4036-a94b-9d3fdda45468 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Allocated IP 172.20.0.12 (2027d982-a81e-4acf-a6c1-2eace8b6f9d5/52e57072-37a2-44ba-8a8b-0ae441c894ec/3aea8307-38d1-4784-ae47-5b9708f6f8eb) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:55.491793 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-fce9f438-f472-4036-a94b-9d3fdda45468 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:55.655957 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-fce9f438-f472-4036-a94b-9d3fdda45468 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:55.700687 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-fce9f438-f472-4036-a94b-9d3fdda45468 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Network 2027d982-a81e-4acf-a6c1-2eace8b6f9d5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:55.705816 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-fce9f438-f472-4036-a94b-9d3fdda45468 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:55.710941 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-fce9f438-f472-4036-a94b-9d3fdda45468 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:55.777958 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce9f438-f472-4036-a94b-9d3fdda45468 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Pushing event updated for resources: {'Port': ['ID=3aea8307-38d1-4784-ae47-5b9708f6f8eb,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:55.793437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce372b00-ce40-4dd7-a634-b92a947719b5 req-564ef821-abad-4d9b-a276-9ffb205c72a7 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:55.796713 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ce372b00-ce40-4dd7-a634-b92a947719b5 req-564ef821-abad-4d9b-a276-9ffb205c72a7 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=02198237-8b13-4b27-a727-0e283e9bcc27 HTTP/1.1" status: 200 len: 946 time: 0.2115493 Jul 05 10:04:55.829127 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-fce9f438-f472-4036-a94b-9d3fdda45468 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:55.829797 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-fce9f438-f472-4036-a94b-9d3fdda45468 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:55.865132 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-fce9f438-f472-4036-a94b-9d3fdda45468 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9585135 Jul 05 10:04:55.913735 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-f18018d2-f987-4738-828a-9d5141505cbd service neutron] Request body: {'port': {'device_id': '48763f18-c132-46b0-be6a-25733b0a2820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:55.927553 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ce372b00-ce40-4dd7-a634-b92a947719b5 req-4ae57eda-078f-47b9-8878-4f4359bbc032 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214075 Jul 05 10:04:55.998197 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1e5de-ee19-48b2-8776-a52eef62bfc9 req-68bf029d-912b-4e14-bae1-3100a059f50a tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:56.007814 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9a1e5de-ee19-48b2-8776-a52eef62bfc9 req-68bf029d-912b-4e14-bae1-3100a059f50a tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/ports?device_id=48763f18-c132-46b0-be6a-25733b0a2820 HTTP/1.1" status: 200 len: 932 time: 0.1382577 Jul 05 10:04:56.126505 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-f18018d2-f987-4738-828a-9d5141505cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:56.213436 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9a1e5de-ee19-48b2-8776-a52eef62bfc9 req-70b0590f-a25b-4e6f-ae6d-8c99a48969ba tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/security-groups?id=8cda2b0d-ad46-4b7d-b211-43739b926dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021277 Jul 05 10:04:56.231390 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d09cb197-7a80-447a-a840-f63b640bb24f req-79ab3460-9bf7-44b3-9aee-64a4cc2d3e0c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=156c005c1a204b6eb50b3c7a2ac0a750 HTTP/1.1" status: 200 len: 267 time: 0.1155839 Jul 05 10:04:56.452878 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cb197-7a80-447a-a840-f63b640bb24f req-027b89e9-d4b4-430e-9052-afbfb445dffd tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:56.454414 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d09cb197-7a80-447a-a840-f63b640bb24f req-027b89e9-d4b4-430e-9052-afbfb445dffd tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=02198237-8b13-4b27-a727-0e283e9bcc27 HTTP/1.1" status: 200 len: 946 time: 0.2219255 Jul 05 10:04:56.484611 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d09cb197-7a80-447a-a840-f63b640bb24f req-524318d7-e5ce-4086-9536-ca5f6b32aafe tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Request body: {'port': {'security_groups': []}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:56.675429 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d09cb197-7a80-447a-a840-f63b640bb24f req-524318d7-e5ce-4086-9536-ca5f6b32aafe tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:56.679472 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-f18018d2-f987-4738-828a-9d5141505cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aea8307-38d1-4784-ae47-5b9708f6f8eb {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:04:56.696163 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-f18018d2-f987-4738-828a-9d5141505cbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:56.714377 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:56.758203 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-f18018d2-f987-4738-828a-9d5141505cbd service neutron] Transition to ACTIVE for port object 3aea8307-38d1-4784-ae47-5b9708f6f8eb will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:56.767873 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-f18018d2-f987-4738-828a-9d5141505cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:56.818019 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18018d2-f987-4738-828a-9d5141505cbd service neutron] Pushing event updated for resources: {'Port': ['ID=3aea8307-38d1-4784-ae47-5b9708f6f8eb,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:56.998645 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-f18018d2-f987-4738-828a-9d5141505cbd service neutron] Attempting to bind port 3aea8307-38d1-4784-ae47-5b9708f6f8eb on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:04:56.999015 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-f18018d2-f987-4738-828a-9d5141505cbd service neutron] Attempting to bind port 3aea8307-38d1-4784-ae47-5b9708f6f8eb by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '0d2e8f5c-e99c-46c2-9d79-83a10766e1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2027d982-a81e-4acf-a6c1-2eace8b6f9d5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:04:56.999153 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-f18018d2-f987-4738-828a-9d5141505cbd service neutron] Attempting to bind port 3aea8307-38d1-4784-ae47-5b9708f6f8eb on network 2027d982-a81e-4acf-a6c1-2eace8b6f9d5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:57.008713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-f18018d2-f987-4738-828a-9d5141505cbd service neutron] Port 3aea8307-38d1-4784-ae47-5b9708f6f8eb on network 2027d982-a81e-4acf-a6c1-2eace8b6f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:04:57.009039 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-f18018d2-f987-4738-828a-9d5141505cbd service neutron] Attempting to bind port 3aea8307-38d1-4784-ae47-5b9708f6f8eb on network 2027d982-a81e-4acf-a6c1-2eace8b6f9d5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:57.019224 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-f18018d2-f987-4738-828a-9d5141505cbd service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:04:57.019575 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-f18018d2-f987-4738-828a-9d5141505cbd service neutron] Checking segment: {'id': '0d2e8f5c-e99c-46c2-9d79-83a10766e1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2027d982-a81e-4acf-a6c1-2eace8b6f9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:57.019997 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-f18018d2-f987-4738-828a-9d5141505cbd service neutron] Bound using segment: {'id': '0d2e8f5c-e99c-46c2-9d79-83a10766e1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2027d982-a81e-4acf-a6c1-2eace8b6f9d5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:04:57.020430 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-f18018d2-f987-4738-828a-9d5141505cbd service neutron] Bound port: 3aea8307-38d1-4784-ae47-5b9708f6f8eb, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d2e8f5c-e99c-46c2-9d79-83a10766e1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2027d982-a81e-4acf-a6c1-2eace8b6f9d5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:04:57.020784 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-f18018d2-f987-4738-828a-9d5141505cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:57.042584 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d09cb197-7a80-447a-a840-f63b640bb24f req-524318d7-e5ce-4086-9536-ca5f6b32aafe tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] For port 49994a9f-7a49-49fb-92a8-cf3c39028457, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=49994a9f-7a49-49fb-92a8-cf3c39028457,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:57.122225 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d09cb197-7a80-447a-a840-f63b640bb24f req-524318d7-e5ce-4086-9536-ca5f6b32aafe tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:57.141245 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d09cb197-7a80-447a-a840-f63b640bb24f req-524318d7-e5ce-4086-9536-ca5f6b32aafe tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:57.155378 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['8ecd3a82-b18f-483c-9475-bdf6c35f7c61', '49994a9f-7a49-49fb-92a8-cf3c39028457'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:57.158922 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['c3aa61ed-6c26-46a2-8471-e42da10116e1'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:57.182343 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cb197-7a80-447a-a840-f63b640bb24f req-524318d7-e5ce-4086-9536-ca5f6b32aafe tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:57.186350 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d09cb197-7a80-447a-a840-f63b640bb24f req-524318d7-e5ce-4086-9536-ca5f6b32aafe tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:57.191470 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d09cb197-7a80-447a-a840-f63b640bb24f req-524318d7-e5ce-4086-9536-ca5f6b32aafe tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "PUT /v2.0/ports/49994a9f-7a49-49fb-92a8-cf3c39028457 HTTP/1.1" status: 200 len: 905 time: 0.7155302 Jul 05 10:04:57.193617 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02198237-8b13-4b27-a727-0e283e9bcc27', 'tag': '49994a9f-7a49-49fb-92a8-cf3c39028457'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:57.206658 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df6786c-3936-488a-9f14-5736a0aae82e" -d '{"events": [{"name": "network-changed", "server_uuid": "02198237-8b13-4b27-a727-0e283e9bcc27", "tag": "49994a9f-7a49-49fb-92a8-cf3c39028457"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:57.269755 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-f18018d2-f987-4738-828a-9d5141505cbd service neutron] For port 3aea8307-38d1-4784-ae47-5b9708f6f8eb, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:04:57.285874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-f18018d2-f987-4738-828a-9d5141505cbd service neutron] For port 3aea8307-38d1-4784-ae47-5b9708f6f8eb, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=3aea8307-38d1-4784-ae47-5b9708f6f8eb,segment=NetworkSegment(0d2e8f5c-e99c-46c2-9d79-83a10766e1b9),segment_id=0d2e8f5c-e99c-46c2-9d79-83a10766e1b9)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:04:57.287939 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524318d7-e5ce-4086-9536-ca5f6b32aafe tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Pushing event updated for resources: {'Port': ['ID=49994a9f-7a49-49fb-92a8-cf3c39028457,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:57.294134 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-f18018d2-f987-4738-828a-9d5141505cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:57.300960 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['49994a9f-7a49-49fb-92a8-cf3c39028457'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:57.380903 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-f18018d2-f987-4738-828a-9d5141505cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:57.382071 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-f18018d2-f987-4738-828a-9d5141505cbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:57.383712 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-f18018d2-f987-4738-828a-9d5141505cbd service neutron] 10.222.0.81 "PUT /v2.0/ports/3aea8307-38d1-4784-ae47-5b9708f6f8eb HTTP/1.1" status: 200 len: 1092 time: 1.4752965 Jul 05 10:04:57.453867 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18018d2-f987-4738-828a-9d5141505cbd service neutron] Pushing event updated for resources: {'Port': ['ID=3aea8307-38d1-4784-ae47-5b9708f6f8eb,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:57.771468 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fab85-c90d-4bfa-8702-704cfba2fa34 req-9abccf0b-9733-42d5-bfe9-3f038ea9526f tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:57.773071 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-650fab85-c90d-4bfa-8702-704cfba2fa34 req-9abccf0b-9733-42d5-bfe9-3f038ea9526f tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/ports?device_id=48763f18-c132-46b0-be6a-25733b0a2820 HTTP/1.1" status: 200 len: 944 time: 0.2249751 Jul 05 10:04:57.787123 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5068d-f4d4-4aa6-b0c3-94569067e59b req-4f3b1771-7430-4d01-aafb-3a37cd24717c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:57.799881 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84c5068d-f4d4-4aa6-b0c3-94569067e59b req-4f3b1771-7430-4d01-aafb-3a37cd24717c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=02198237-8b13-4b27-a727-0e283e9bcc27 HTTP/1.1" status: 200 len: 908 time: 0.2006454 Jul 05 10:04:57.804808 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-bc0825ee-21cc-4ba8-9f09-74f516c12723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:57.806398 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-bc0825ee-21cc-4ba8-9f09-74f516c12723 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e014f580808949a19442fa9f0887de21&device_id=48763f18-c132-46b0-be6a-25733b0a2820 HTTP/1.1" status: 200 len: 1095 time: 0.3214636 Jul 05 10:04:57.827184 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e42d11a2-c74c-4666-b0d9-b25dc21d90b1 None None] Provisioning complete for port 49994a9f-7a49-49fb-92a8-cf3c39028457 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:57.827814 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e42d11a2-c74c-4666-b0d9-b25dc21d90b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:57.868069 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-0047c645-c04c-44dd-afff-5e9b32e001fa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3aea8307-38d1-4784-ae47-5b9708f6f8eb HTTP/1.1" status: 200 len: 217 time: 0.0472550 Jul 05 10:04:57.926961 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-af28dc51-419d-4d35-b81e-f9c29fb88457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:57.928666 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-af28dc51-419d-4d35-b81e-f9c29fb88457 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52e57072-37a2-44ba-8a8b-0ae441c894ec HTTP/1.1" status: 200 len: 860 time: 0.0527864 Jul 05 10:04:57.932109 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22aa344-0a78-42cd-bfc0-ddd39e975ecf x-openstack-request-id: req-a22aa344-0a78-42cd-bfc0-ddd39e975ecf {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:57.932495 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02198237-8b13-4b27-a727-0e283e9bcc27", "tag": "49994a9f-7a49-49fb-92a8-cf3c39028457", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:57.932813 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a22aa344-0a78-42cd-bfc0-ddd39e975ecf {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:57.933345 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02198237-8b13-4b27-a727-0e283e9bcc27', 'tag': '49994a9f-7a49-49fb-92a8-cf3c39028457', 'status': 'completed', 'code': 200} Jul 05 10:04:58.009165 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-88dcf2b2-76d7-471d-98c1-3ad5119e7293 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2027d982-a81e-4acf-a6c1-2eace8b6f9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614190 Jul 05 10:04:58.078502 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-650fab85-c90d-4bfa-8702-704cfba2fa34 req-1a168b73-4a5a-4f4f-9314-052a29de7839 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/security-groups?id=8cda2b0d-ad46-4b7d-b211-43739b926dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453866 Jul 05 10:04:58.286973 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-e7f65b32-5b20-4c1b-a070-bb015633fc48 service neutron] 10.222.0.81 "GET /v2.0/networks/2027d982-a81e-4acf-a6c1-2eace8b6f9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616458 Jul 05 10:04:58.295493 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6786c-3936-488a-9f14-5736a0aae82e req-5016d0e6-90a1-46f3-96ab-87da9be7f7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:58.297064 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4df6786c-3936-488a-9f14-5736a0aae82e req-5016d0e6-90a1-46f3-96ab-87da9be7f7ac service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=02198237-8b13-4b27-a727-0e283e9bcc27 HTTP/1.1" status: 200 len: 1059 time: 0.3158419 Jul 05 10:04:58.414929 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37815dc8-009f-4e6e-b69d-ed9ca54f1241 req-9528ec24-2d8a-4b67-afa4-97edd1fb3a0d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:58.416562 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37815dc8-009f-4e6e-b69d-ed9ca54f1241 req-9528ec24-2d8a-4b67-afa4-97edd1fb3a0d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.2147129 Jul 05 10:04:58.790607 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37815dc8-009f-4e6e-b69d-ed9ca54f1241 req-9ada0362-29cf-4adf-a566-d58cb652aca2 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3667376 Jul 05 10:04:58.828920 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff4c74f7-f921-4083-b6d5-bac8d57725dc req-b290997d-d4de-40e2-b2cd-70dc28b85063 service neutron] 10.222.0.81 "GET /v2.0/networks/2027d982-a81e-4acf-a6c1-2eace8b6f9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306392 Jul 05 10:04:58.831951 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6786c-3936-488a-9f14-5736a0aae82e req-28a1d366-a75c-49cf-af3d-24a4acf6a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:58.834104 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4df6786c-3936-488a-9f14-5736a0aae82e req-28a1d366-a75c-49cf-af3d-24a4acf6a4a2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 913 time: 0.5211411 Jul 05 10:04:58.887196 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4df6786c-3936-488a-9f14-5736a0aae82e req-445b4fbf-62af-4e4f-a429-d910d17416f4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49994a9f-7a49-49fb-92a8-cf3c39028457 HTTP/1.1" status: 200 len: 217 time: 0.0455348 Jul 05 10:04:58.942722 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6786c-3936-488a-9f14-5736a0aae82e req-71f4d113-0a2d-476c-9cbd-2b84463ae59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:58.944626 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4df6786c-3936-488a-9f14-5736a0aae82e req-71f4d113-0a2d-476c-9cbd-2b84463ae59e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.0516524 Jul 05 10:04:59.054029 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6786c-3936-488a-9f14-5736a0aae82e req-77853c27-4e82-4301-900a-bec768b9a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:59.055541 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4df6786c-3936-488a-9f14-5736a0aae82e req-77853c27-4e82-4301-900a-bec768b9a60b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051188 Jul 05 10:04:59.067473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdd554-16d4-45d7-98e6-81167d4bd156 req-4f619e55-134f-474e-a4ff-580576ab8bc0 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:59.069193 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1fdd554-16d4-45d7-98e6-81167d4bd156 req-4f619e55-134f-474e-a4ff-580576ab8bc0 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.1091986 Jul 05 10:04:59.189002 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1fdd554-16d4-45d7-98e6-81167d4bd156 req-063b80e1-4549-4bd2-9715-5fd9bd3baaa9 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072803 Jul 05 10:04:59.279889 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4df6786c-3936-488a-9f14-5736a0aae82e req-39ee603a-1422-4c7e-b46d-997c8ad8c3ff service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984494 Jul 05 10:04:59.498710 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87367f3-49ac-4d12-b8fe-c3943ef33652 req-02867199-91c0-4c09-883b-843905cb46fb tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:59.500220 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c87367f3-49ac-4d12-b8fe-c3943ef33652 req-02867199-91c0-4c09-883b-843905cb46fb tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/ports?device_id=48763f18-c132-46b0-be6a-25733b0a2820 HTTP/1.1" status: 200 len: 944 time: 0.1794424 Jul 05 10:04:59.503793 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4df6786c-3936-488a-9f14-5736a0aae82e req-4bbbd53f-70f3-4325-9c72-6d5fed669a80 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269073 Jul 05 10:04:59.608168 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c87367f3-49ac-4d12-b8fe-c3943ef33652 req-a6f12896-ad3b-424b-91a5-fa6043fdada3 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/security-groups?id=8cda2b0d-ad46-4b7d-b211-43739b926dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938172 Jul 05 10:04:59.633691 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-5b7e0832-a411-4b00-b0d9-c3fabb317aea tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:59.635149 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-5b7e0832-a411-4b00-b0d9-c3fabb317aea tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 812 time: 0.1570537 Jul 05 10:04:59.650854 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-643cf548-bce9-4a1c-ae95-96291ef5ed1d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/quotas/156c005c1a204b6eb50b3c7a2ac0a750 HTTP/1.1" status: 200 len: 375 time: 0.0093496 Jul 05 10:04:59.736841 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-28892c67-b264-4066-824d-ff19d42f5120 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0801690 Jul 05 10:04:59.832939 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-233f9dae-2eae-45a9-826b-26400c3c04e7 service neutron] 10.222.0.79 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886221 Jul 05 10:04:59.933878 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-81a43cee-fac1-4b25-8ea9-e1923b520db3 service neutron] 10.222.0.79 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950098 Jul 05 10:04:59.934414 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48763f18-c132-46b0-be6a-25733b0a2820', 'tag': '3aea8307-38d1-4784-ae47-5b9708f6f8eb'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:59.937291 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43115b4b-832d-448c-9f71-196b6f76a8af" -d '{"events": [{"name": "network-changed", "server_uuid": "48763f18-c132-46b0-be6a-25733b0a2820", "tag": "3aea8307-38d1-4784-ae47-5b9708f6f8eb"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:00.012139 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56349157-6a98-4376-a891-04b45804a9d7 x-openstack-request-id: req-56349157-6a98-4376-a891-04b45804a9d7 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:00.012498 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48763f18-c132-46b0-be6a-25733b0a2820", "tag": "3aea8307-38d1-4784-ae47-5b9708f6f8eb", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:00.012892 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-56349157-6a98-4376-a891-04b45804a9d7 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:00.013504 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48763f18-c132-46b0-be6a-25733b0a2820', 'tag': '3aea8307-38d1-4784-ae47-5b9708f6f8eb', 'status': 'completed', 'code': 200} Jul 05 10:05:00.100224 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43115b4b-832d-448c-9f71-196b6f76a8af req-46b73cb1-fed3-4f10-b1cd-132e988c90bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:00.102200 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43115b4b-832d-448c-9f71-196b6f76a8af req-46b73cb1-fed3-4f10-b1cd-132e988c90bf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e014f580808949a19442fa9f0887de21&device_id=48763f18-c132-46b0-be6a-25733b0a2820 HTTP/1.1" status: 200 len: 1095 time: 0.0737386 Jul 05 10:05:00.194219 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e7da4d7-1743-4287-906a-491430f05e8a req-749e1245-8038-4bd9-9808-1681d4347cdc tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 210 time: 0.0724671 Jul 05 10:05:00.276608 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43115b4b-832d-448c-9f71-196b6f76a8af req-b7cecf21-25ea-4699-a8c7-6088a83a89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:00.277812 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43115b4b-832d-448c-9f71-196b6f76a8af req-b7cecf21-25ea-4699-a8c7-6088a83a89ee service neutron] 10.222.0.81 "GET /v2.0/networks?id=2027d982-a81e-4acf-a6c1-2eace8b6f9d5 HTTP/1.1" status: 200 len: 921 time: 0.1674368 Jul 05 10:05:00.321618 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43115b4b-832d-448c-9f71-196b6f76a8af req-9b20cf43-c4f5-436d-9834-83e57d69bd0e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3aea8307-38d1-4784-ae47-5b9708f6f8eb HTTP/1.1" status: 200 len: 217 time: 0.0367398 Jul 05 10:05:00.381825 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43115b4b-832d-448c-9f71-196b6f76a8af req-fd61907e-f3df-48be-bf55-8bce6cb6dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:00.383437 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43115b4b-832d-448c-9f71-196b6f76a8af req-fd61907e-f3df-48be-bf55-8bce6cb6dd47 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52e57072-37a2-44ba-8a8b-0ae441c894ec HTTP/1.1" status: 200 len: 860 time: 0.0561423 Jul 05 10:05:00.426912 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43115b4b-832d-448c-9f71-196b6f76a8af req-cbf86d3e-aee0-4af8-b597-17ea85946353 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2027d982-a81e-4acf-a6c1-2eace8b6f9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368276 Jul 05 10:05:00.547689 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43115b4b-832d-448c-9f71-196b6f76a8af req-016b052c-388d-4e2b-89c5-583f69011094 service neutron] 10.222.0.81 "GET /v2.0/networks/2027d982-a81e-4acf-a6c1-2eace8b6f9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131368 Jul 05 10:05:00.722908 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43115b4b-832d-448c-9f71-196b6f76a8af req-9044c5fb-98f9-47be-bf49-ce8d7682d6de service neutron] 10.222.0.81 "GET /v2.0/networks/2027d982-a81e-4acf-a6c1-2eace8b6f9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686227 Jul 05 10:05:00.865286 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f53f6d-cbbc-4eea-a83a-1f15657dbe31 req-c3ec9bb1-78be-4cfc-baa6-645373217584 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:00.874841 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-69f53f6d-cbbc-4eea-a83a-1f15657dbe31 req-c3ec9bb1-78be-4cfc-baa6-645373217584 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/ports?device_id=48763f18-c132-46b0-be6a-25733b0a2820 HTTP/1.1" status: 200 len: 944 time: 0.1212418 Jul 05 10:05:00.926881 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-69f53f6d-cbbc-4eea-a83a-1f15657dbe31 req-2f9a22bc-57e6-4e8b-8462-fde7648d8000 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/security-groups?id=8cda2b0d-ad46-4b7d-b211-43739b926dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505984 Jul 05 10:05:01.322228 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:05:01.410024 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4669f4a9-710b-4240-af3b-ed083a398d97 req-85b13024-02cf-4ae9-9399-3442782029fb tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 210 time: 0.0364921 Jul 05 10:05:01.539196 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-f71fa864-2f73-4a58-9c14-8357183f591f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:01.541459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-f71fa864-2f73-4a58-9c14-8357183f591f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.81 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 812 time: 0.1291251 Jul 05 10:05:01.555872 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-b8c25be5-600a-4896-97b4-273c3a1fa5ab tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Request body: {'port': {'device_id': 'c55f53b5-5238-4d59-a09d-63bd11668f7a', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'admin_state_up': True, 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:01.725396 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-b8c25be5-600a-4896-97b4-273c3a1fa5ab tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Made reservation on behalf of 156c005c1a204b6eb50b3c7a2ac0a750 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:05:01.729711 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-b8c25be5-600a-4896-97b4-273c3a1fa5ab tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:01.866948 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-b8c25be5-600a-4896-97b4-273c3a1fa5ab tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Allocated IP 172.20.0.4 (0383cb43-9363-4b70-83ca-61f91fcc9620/07ae2633-109d-4ad5-8367-c375ac81c77c/69f799de-8491-436a-b720-82b8acc7ecae) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:05:01.870607 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 3aea8307-38d1-4784-ae47-5b9708f6f8eb details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:05:02.025092 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 3aea8307-38d1-4784-ae47-5b9708f6f8eb, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=3aea8307-38d1-4784-ae47-5b9708f6f8eb,segment=NetworkSegment(0d2e8f5c-e99c-46c2-9d79-83a10766e1b9),segment_id=0d2e8f5c-e99c-46c2-9d79-83a10766e1b9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:02.045520 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '3aea8307-38d1-4784-ae47-5b9708f6f8eb', 'network_id': '2027d982-a81e-4acf-a6c1-2eace8b6f9d5', 'port_id': '3aea8307-38d1-4784-ae47-5b9708f6f8eb', 'mac_address': 'fa:16:3e:de:ee:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e57072-37a2-44ba-8a8b-0ae441c894ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:05:02.067591 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-b8c25be5-600a-4896-97b4-273c3a1fa5ab tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:02.096503 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-b8c25be5-600a-4896-97b4-273c3a1fa5ab tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Transition to ACTIVE for port object 69f799de-8491-436a-b720-82b8acc7ecae will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:05:02.117304 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:02.138174 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aea8307-38d1-4784-ae47-5b9708f6f8eb {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:05:02.161245 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 3aea8307-38d1-4784-ae47-5b9708f6f8eb, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=3aea8307-38d1-4784-ae47-5b9708f6f8eb,segment=NetworkSegment(0d2e8f5c-e99c-46c2-9d79-83a10766e1b9),segment_id=0d2e8f5c-e99c-46c2-9d79-83a10766e1b9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:02.166999 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:02.211336 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-b8c25be5-600a-4896-97b4-273c3a1fa5ab tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:02.227372 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=3aea8307-38d1-4784-ae47-5b9708f6f8eb,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:02.234537 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['8ecd3a82-b18f-483c-9475-bdf6c35f7c61'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:02.260762 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['c3aa61ed-6c26-46a2-8471-e42da10116e1'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:02.269276 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640a495-00e6-43eb-98ae-586bd876a30e req-d08af348-d49c-4cd9-aec9-75d60f431f8d tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:02.270880 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b640a495-00e6-43eb-98ae-586bd876a30e req-d08af348-d49c-4cd9-aec9-75d60f431f8d tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/ports?device_id=48763f18-c132-46b0-be6a-25733b0a2820 HTTP/1.1" status: 200 len: 944 time: 0.1881478 Jul 05 10:05:02.370494 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c25be5-600a-4896-97b4-273c3a1fa5ab tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Pushing event updated for resources: {'Port': ['ID=69f799de-8491-436a-b720-82b8acc7ecae,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:02.408767 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-b8c25be5-600a-4896-97b4-273c3a1fa5ab tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Network 0383cb43-9363-4b70-83ca-61f91fcc9620 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:05:02.410399 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['3aea8307-38d1-4784-ae47-5b9708f6f8eb'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:02.412165 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-b8c25be5-600a-4896-97b4-273c3a1fa5ab tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:02.431928 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-b8c25be5-600a-4896-97b4-273c3a1fa5ab tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:05:02.549887 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b640a495-00e6-43eb-98ae-586bd876a30e req-1d2d487b-2483-4f51-9a94-c4feec901291 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/security-groups?id=8cda2b0d-ad46-4b7d-b211-43739b926dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706729 Jul 05 10:05:02.591093 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-b8c25be5-600a-4896-97b4-273c3a1fa5ab tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:02.591898 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-b8c25be5-600a-4896-97b4-273c3a1fa5ab tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:02.651400 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-b8c25be5-600a-4896-97b4-273c3a1fa5ab tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1007462 Jul 05 10:05:02.686089 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-a6c3fcde-5e64-4892-ac87-4f8a4b22a03e service neutron] Request body: {'port': {'device_id': 'c55f53b5-5238-4d59-a09d-63bd11668f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:02.897853 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:02.917962 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a10189-99f4-4e5d-a04c-bf069d84b5b3 req-d9174009-0f69-4c9b-a59c-15835bcf786f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:02.920507 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-89a10189-99f4-4e5d-a04c-bf069d84b5b3 req-d9174009-0f69-4c9b-a59c-15835bcf786f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 931 time: 0.2657692 Jul 05 10:05:02.923744 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-a6c3fcde-5e64-4892-ac87-4f8a4b22a03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:02.927407 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-031e0b04-5683-4183-80af-4ef0ec6e9c31 None None] Provisioning for port 69f799de-8491-436a-b720-82b8acc7ecae completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:02.941583 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-031e0b04-5683-4183-80af-4ef0ec6e9c31 None None] Provisioning complete for port 69f799de-8491-436a-b720-82b8acc7ecae triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:02.942427 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-031e0b04-5683-4183-80af-4ef0ec6e9c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:02.994696 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-89a10189-99f4-4e5d-a04c-bf069d84b5b3 req-cbeaae8d-2fae-40ce-b19e-d9691b80f6cd tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673974 Jul 05 10:05:03.011512 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-031e0b04-5683-4183-80af-4ef0ec6e9c31 None None] Port 69f799de-8491-436a-b720-82b8acc7ecae cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:05:03.260592 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-a6c3fcde-5e64-4892-ac87-4f8a4b22a03e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f799de-8491-436a-b720-82b8acc7ecae {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:05:03.268451 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-a6c3fcde-5e64-4892-ac87-4f8a4b22a03e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:03.281109 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-a6c3fcde-5e64-4892-ac87-4f8a4b22a03e service neutron] Transition to ACTIVE for port object 69f799de-8491-436a-b720-82b8acc7ecae will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:05:03.284657 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-a6c3fcde-5e64-4892-ac87-4f8a4b22a03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:03.385979 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3fcde-5e64-4892-ac87-4f8a4b22a03e service neutron] Pushing event updated for resources: {'Port': ['ID=69f799de-8491-436a-b720-82b8acc7ecae,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:03.415381 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-a6c3fcde-5e64-4892-ac87-4f8a4b22a03e service neutron] Attempting to bind port 69f799de-8491-436a-b720-82b8acc7ecae on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:05:03.416061 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-a6c3fcde-5e64-4892-ac87-4f8a4b22a03e service neutron] Attempting to bind port 69f799de-8491-436a-b720-82b8acc7ecae by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:05:03.416396 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-a6c3fcde-5e64-4892-ac87-4f8a4b22a03e service neutron] Attempting to bind port 69f799de-8491-436a-b720-82b8acc7ecae on network 0383cb43-9363-4b70-83ca-61f91fcc9620 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:05:03.422424 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-a6c3fcde-5e64-4892-ac87-4f8a4b22a03e service neutron] Port 69f799de-8491-436a-b720-82b8acc7ecae on network 0383cb43-9363-4b70-83ca-61f91fcc9620 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:05:03.423022 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-a6c3fcde-5e64-4892-ac87-4f8a4b22a03e service neutron] Attempting to bind port 69f799de-8491-436a-b720-82b8acc7ecae on network 0383cb43-9363-4b70-83ca-61f91fcc9620 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:05:03.428316 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-a6c3fcde-5e64-4892-ac87-4f8a4b22a03e service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:05:03.428662 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-a6c3fcde-5e64-4892-ac87-4f8a4b22a03e service neutron] Checking segment: {'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:05:03.429056 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-a6c3fcde-5e64-4892-ac87-4f8a4b22a03e service neutron] Bound using segment: {'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:05:03.429495 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-a6c3fcde-5e64-4892-ac87-4f8a4b22a03e service neutron] Bound port: 69f799de-8491-436a-b720-82b8acc7ecae, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32810290-44b6-47a2-af38-36abad7564ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:05:03.429862 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-a6c3fcde-5e64-4892-ac87-4f8a4b22a03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:03.504529 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-a6c3fcde-5e64-4892-ac87-4f8a4b22a03e service neutron] For port 69f799de-8491-436a-b720-82b8acc7ecae, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:05:03.508104 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-a6c3fcde-5e64-4892-ac87-4f8a4b22a03e service neutron] For port 69f799de-8491-436a-b720-82b8acc7ecae, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=69f799de-8491-436a-b720-82b8acc7ecae,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:05:03.514850 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-a6c3fcde-5e64-4892-ac87-4f8a4b22a03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:03.554718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-a6c3fcde-5e64-4892-ac87-4f8a4b22a03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:03.555367 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-a6c3fcde-5e64-4892-ac87-4f8a4b22a03e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:03.556891 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-a6c3fcde-5e64-4892-ac87-4f8a4b22a03e service neutron] 10.222.0.81 "PUT /v2.0/ports/69f799de-8491-436a-b720-82b8acc7ecae HTTP/1.1" status: 200 len: 1091 time: 0.8812966 Jul 05 10:05:03.557353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c55f53b5-5238-4d59-a09d-63bd11668f7a', 'tag': '69f799de-8491-436a-b720-82b8acc7ecae'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:03.559719 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fddc18-df3e-43f7-90cc-a1ab4704170a" -d '{"events": [{"name": "network-changed", "server_uuid": "c55f53b5-5238-4d59-a09d-63bd11668f7a", "tag": "69f799de-8491-436a-b720-82b8acc7ecae"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:03.681646 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71df3904-183c-47c2-9efc-f891883ed83d x-openstack-request-id: req-71df3904-183c-47c2-9efc-f891883ed83d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:03.681962 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c55f53b5-5238-4d59-a09d-63bd11668f7a", "tag": "69f799de-8491-436a-b720-82b8acc7ecae", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:03.682186 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-71df3904-183c-47c2-9efc-f891883ed83d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:03.682588 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c55f53b5-5238-4d59-a09d-63bd11668f7a', 'tag': '69f799de-8491-436a-b720-82b8acc7ecae', 'status': 'completed', 'code': 200} Jul 05 10:05:03.691113 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3fcde-5e64-4892-ac87-4f8a4b22a03e service neutron] Pushing event updated for resources: {'Port': ['ID=69f799de-8491-436a-b720-82b8acc7ecae,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:03.715799 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-8908dc2b-2415-4da0-8409-226c04619a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:03.717926 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-8908dc2b-2415-4da0-8409-226c04619a70 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 1094 time: 0.1101632 Jul 05 10:05:03.779566 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-b9876c40-7307-424e-b811-2b8c1406ef1e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69f799de-8491-436a-b720-82b8acc7ecae HTTP/1.1" status: 200 len: 217 time: 0.0533991 Jul 05 10:05:03.870347 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 3aea8307-38d1-4784-ae47-5b9708f6f8eb up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:03.884111 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-e78385c9-b46d-4ea2-aeae-fd191e4a5628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:03.888605 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-e78385c9-b46d-4ea2-aeae-fd191e4a5628 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.0988181 Jul 05 10:05:03.956497 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 3aea8307-38d1-4784-ae47-5b9708f6f8eb completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:03.961747 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 3aea8307-38d1-4784-ae47-5b9708f6f8eb triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:03.962181 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13205db3-d84e-4b57-8a3f-ee063f87b132 req-fb010c7d-2be8-4aa4-b075-1a9a92885273 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:03.962865 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:03.964124 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-13205db3-d84e-4b57-8a3f-ee063f87b132 req-fb010c7d-2be8-4aa4-b075-1a9a92885273 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/ports?device_id=48763f18-c132-46b0-be6a-25733b0a2820 HTTP/1.1" status: 200 len: 945 time: 0.1834803 Jul 05 10:05:04.022529 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-13205db3-d84e-4b57-8a3f-ee063f87b132 req-6018d1a2-1f44-4935-8aa3-a5ed051be2dd tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/security-groups?id=8cda2b0d-ad46-4b7d-b211-43739b926dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517356 Jul 05 10:05:04.028447 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-4a7fe186-fd36-4bab-a1bd-ff2016a1752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:04.032728 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-4a7fe186-fd36-4bab-a1bd-ff2016a1752a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344199 Jul 05 10:05:04.159583 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-25dcf692-2365-4288-84f9-060da9617723 service neutron] 10.222.0.81 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184747 Jul 05 10:05:04.174489 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:04.213751 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48763f18-c132-46b0-be6a-25733b0a2820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aea8307-38d1-4784-ae47-5b9708f6f8eb'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:04.218661 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b50aece-914d-433d-b8e8-1fb681ce2bb5" -d '{"events": [{"server_uuid": "48763f18-c132-46b0-be6a-25733b0a2820", "name": "network-vif-plugged", "status": "completed", "tag": "3aea8307-38d1-4784-ae47-5b9708f6f8eb"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:04.243570 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 3aea8307-38d1-4784-ae47-5b9708f6f8eb, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=3aea8307-38d1-4784-ae47-5b9708f6f8eb,segment=NetworkSegment(0d2e8f5c-e99c-46c2-9d79-83a10766e1b9),segment_id=0d2e8f5c-e99c-46c2-9d79-83a10766e1b9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:04.249741 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:04.323228 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d01b59f7-b415-4dd6-8227-413f06c78d30 req-3a56485c-f028-46af-89a9-c143df88328a service neutron] 10.222.0.81 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562350 Jul 05 10:05:04.324835 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8896d597-4f16-4812-839a-17a437f11c8d x-openstack-request-id: req-8896d597-4f16-4812-839a-17a437f11c8d {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:04.325135 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48763f18-c132-46b0-be6a-25733b0a2820", "name": "network-vif-plugged", "status": "completed", "tag": "3aea8307-38d1-4784-ae47-5b9708f6f8eb", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:04.325394 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8896d597-4f16-4812-839a-17a437f11c8d {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:04.329160 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48763f18-c132-46b0-be6a-25733b0a2820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aea8307-38d1-4784-ae47-5b9708f6f8eb', 'code': 200} Jul 05 10:05:04.338904 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbdce2-ba21-4860-82af-de8c3230e496 req-289f6f91-a073-4977-b1ca-b85e6d8e986c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:04.348245 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fbbbdce2-ba21-4860-82af-de8c3230e496 req-289f6f91-a073-4977-b1ca-b85e6d8e986c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 943 time: 0.1289001 Jul 05 10:05:04.372143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=3aea8307-38d1-4784-ae47-5b9708f6f8eb,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:04.416869 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fbbbdce2-ba21-4860-82af-de8c3230e496 req-d1c50516-e6c6-4dfe-9852-cc9644a05e3d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654225 Jul 05 10:05:04.537785 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fddc18-df3e-43f7-90cc-a1ab4704170a req-ea6decef-0938-46c6-b8aa-ffd912bc3c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:04.539403 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9fddc18-df3e-43f7-90cc-a1ab4704170a req-ea6decef-0938-46c6-b8aa-ffd912bc3c08 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 1094 time: 0.1214817 Jul 05 10:05:04.544663 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227b4b2-4e35-4aa9-b676-30b8735ed6d9 req-18520447-820e-45a3-bccd-f9ef62dd3ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:04.546799 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9227b4b2-4e35-4aa9-b676-30b8735ed6d9 req-18520447-820e-45a3-bccd-f9ef62dd3ea9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=48763f18-c132-46b0-be6a-25733b0a2820 HTTP/1.1" status: 200 len: 1097 time: 0.1151593 Jul 05 10:05:04.654742 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9227b4b2-4e35-4aa9-b676-30b8735ed6d9 req-2bff4fff-fa1b-43fa-8a50-3b39db4a8d73 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8cda2b0d-ad46-4b7d-b211-43739b926dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965836 Jul 05 10:05:04.684182 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fddc18-df3e-43f7-90cc-a1ab4704170a req-9e73414e-6b97-4ea3-bf82-98d065500c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:04.686302 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9fddc18-df3e-43f7-90cc-a1ab4704170a req-9e73414e-6b97-4ea3-bf82-98d065500c44 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 913 time: 0.1384587 Jul 05 10:05:04.745626 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9fddc18-df3e-43f7-90cc-a1ab4704170a req-b23ffbd6-3516-4179-8fa9-c723c6daa864 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69f799de-8491-436a-b720-82b8acc7ecae HTTP/1.1" status: 200 len: 217 time: 0.0427711 Jul 05 10:05:04.814236 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fddc18-df3e-43f7-90cc-a1ab4704170a req-bc68e006-84ac-4133-858e-6a4362994f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:04.815975 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9fddc18-df3e-43f7-90cc-a1ab4704170a req-bc68e006-84ac-4133-858e-6a4362994f75 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.0583205 Jul 05 10:05:04.880947 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fddc18-df3e-43f7-90cc-a1ab4704170a req-905d92e7-998a-41d0-8626-701879c88a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:04.882596 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9fddc18-df3e-43f7-90cc-a1ab4704170a req-905d92e7-998a-41d0-8626-701879c88a70 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594299 Jul 05 10:05:04.974842 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9fddc18-df3e-43f7-90cc-a1ab4704170a req-30f69e2e-18e7-452a-bf31-91ceac769fd9 service neutron] 10.222.0.81 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847712 Jul 05 10:05:05.085272 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9fddc18-df3e-43f7-90cc-a1ab4704170a req-edef5984-36ed-488a-b6de-414b7ea35013 service neutron] 10.222.0.81 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029367 Jul 05 10:05:05.318714 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f0ac1-a40b-4ea4-8061-a00e15efc8ef req-4e7fee14-b061-41d7-91c4-f84f7d3eca69 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:05.320362 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c4f0ac1-a40b-4ea4-8061-a00e15efc8ef req-4e7fee14-b061-41d7-91c4-f84f7d3eca69 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/ports?device_id=48763f18-c132-46b0-be6a-25733b0a2820 HTTP/1.1" status: 200 len: 946 time: 0.0814879 Jul 05 10:05:05.366580 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c4f0ac1-a40b-4ea4-8061-a00e15efc8ef req-595a41ba-3f1b-464e-9144-8f108755e1b1 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/security-groups?id=8cda2b0d-ad46-4b7d-b211-43739b926dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401459 Jul 05 10:05:05.639945 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d04ee2-09eb-46d9-8b18-c19d6c8ed202 req-4e638ad4-7d6b-409a-858e-a7d0d6fe844e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:05.647023 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f6d04ee2-09eb-46d9-8b18-c19d6c8ed202 req-4e638ad4-7d6b-409a-858e-a7d0d6fe844e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 943 time: 0.0897870 Jul 05 10:05:05.680726 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f6d04ee2-09eb-46d9-8b18-c19d6c8ed202 req-925752aa-1360-481d-b6a3-8d5b7d90016b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327582 Jul 05 10:05:05.999769 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:06.568955 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5d6c5-252a-4cc7-a5cb-a11bbe300bba req-42cfd352-a277-4405-bb35-b94da4c2072b tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:06.571675 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25a5d6c5-252a-4cc7-a5cb-a11bbe300bba req-42cfd352-a277-4405-bb35-b94da4c2072b tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/ports?device_id=48763f18-c132-46b0-be6a-25733b0a2820 HTTP/1.1" status: 200 len: 946 time: 0.0668576 Jul 05 10:05:06.616877 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25a5d6c5-252a-4cc7-a5cb-a11bbe300bba req-978631ac-bce3-420e-b565-17cd953b9590 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/security-groups?id=8cda2b0d-ad46-4b7d-b211-43739b926dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379763 Jul 05 10:05:06.966136 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d609e3d-e400-4833-a19a-a5a9aeefd057 req-cb3bd5de-30ef-472a-9f39-718497288935 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:06.968500 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d609e3d-e400-4833-a19a-a5a9aeefd057 req-cb3bd5de-30ef-472a-9f39-718497288935 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 943 time: 0.1102455 Jul 05 10:05:07.022787 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d609e3d-e400-4833-a19a-a5a9aeefd057 req-ed4c444f-f9a7-48d6-8066-29ff6560677f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479298 Jul 05 10:05:07.710816 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0e346-5282-43dc-bcbc-a6d3d82c20b5 req-828a7bd5-c80e-42b4-a15f-55045862fca3 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:07.712388 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34d0e346-5282-43dc-bcbc-a6d3d82c20b5 req-828a7bd5-c80e-42b4-a15f-55045862fca3 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/ports?device_id=48763f18-c132-46b0-be6a-25733b0a2820 HTTP/1.1" status: 200 len: 946 time: 0.0743823 Jul 05 10:05:07.751266 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34d0e346-5282-43dc-bcbc-a6d3d82c20b5 req-057f586e-bbbe-45a5-ab86-b0c926622735 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/security-groups?id=8cda2b0d-ad46-4b7d-b211-43739b926dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327375 Jul 05 10:05:07.892277 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 69f799de-8491-436a-b720-82b8acc7ecae details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:05:07.996189 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 69f799de-8491-436a-b720-82b8acc7ecae, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=69f799de-8491-436a-b720-82b8acc7ecae,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:08.007805 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '69f799de-8491-436a-b720-82b8acc7ecae', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'port_id': '69f799de-8491-436a-b720-82b8acc7ecae', 'mac_address': 'fa:16:3e:64:26:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:05:08.048036 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:08.062114 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f799de-8491-436a-b720-82b8acc7ecae {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:05:08.085191 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 69f799de-8491-436a-b720-82b8acc7ecae, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=69f799de-8491-436a-b720-82b8acc7ecae,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:08.090007 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:08.149806 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=69f799de-8491-436a-b720-82b8acc7ecae,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:08.252448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520be40-d975-4827-bc4f-9fb682877df3 req-546cee7d-ef1d-4a0c-89cc-5c0783599d55 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:08.253949 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5520be40-d975-4827-bc4f-9fb682877df3 req-546cee7d-ef1d-4a0c-89cc-5c0783599d55 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 944 time: 0.0731549 Jul 05 10:05:08.297353 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5520be40-d975-4827-bc4f-9fb682877df3 req-be49991e-659e-46a0-b9e8-00704188e420 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343356 Jul 05 10:05:08.330835 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['69f799de-8491-436a-b720-82b8acc7ecae'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:08.980531 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb40d75-e82c-484f-b450-7397c8740d6d req-d2af9946-eadf-480b-bc76-b557bb656451 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:08.982239 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4fb40d75-e82c-484f-b450-7397c8740d6d req-d2af9946-eadf-480b-bc76-b557bb656451 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.81 "GET /v2.0/ports?device_id=48763f18-c132-46b0-be6a-25733b0a2820 HTTP/1.1" status: 200 len: 946 time: 0.1235380 Jul 05 10:05:09.035560 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf3f97-c2e9-4adb-b51f-18db0f2fbbe2 req-79c4db83-da73-4796-8667-9d62e411982f tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:09.037213 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eeaf3f97-c2e9-4adb-b51f-18db0f2fbbe2 req-79c4db83-da73-4796-8667-9d62e411982f tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/ports?device_id=48763f18-c132-46b0-be6a-25733b0a2820 HTTP/1.1" status: 200 len: 946 time: 0.1383703 Jul 05 10:05:09.132296 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eeaf3f97-c2e9-4adb-b51f-18db0f2fbbe2 req-25dd8abd-3f10-4c9a-8a1c-3200c8b40a44 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/security-groups?id=8cda2b0d-ad46-4b7d-b211-43739b926dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830793 Jul 05 10:05:09.168697 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52610) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:09.176845 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-4fb40d75-e82c-484f-b450-7397c8740d6d req-7e50fb32-fb20-458d-bf69-4678d7b66b27 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Deleting port 3aea8307-38d1-4784-ae47-5b9708f6f8eb {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:05:09.176845 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4fb40d75-e82c-484f-b450-7397c8740d6d req-7e50fb32-fb20-458d-bf69-4678d7b66b27 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:09.274964 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4fb40d75-e82c-484f-b450-7397c8740d6d req-7e50fb32-fb20-458d-bf69-4678d7b66b27 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] For port 3aea8307-38d1-4784-ae47-5b9708f6f8eb, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=3aea8307-38d1-4784-ae47-5b9708f6f8eb,segment=NetworkSegment(0d2e8f5c-e99c-46c2-9d79-83a10766e1b9),segment_id=0d2e8f5c-e99c-46c2-9d79-83a10766e1b9)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:09.275434 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4fb40d75-e82c-484f-b450-7397c8740d6d req-7e50fb32-fb20-458d-bf69-4678d7b66b27 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:09.290900 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-4fb40d75-e82c-484f-b450-7397c8740d6d req-7e50fb32-fb20-458d-bf69-4678d7b66b27 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Calling delete_port for 3aea8307-38d1-4784-ae47-5b9708f6f8eb owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:05:09.297619 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d581c3e-249b-4394-95f0-00045f4f1292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:09.398948 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d581c3e-249b-4394-95f0-00045f4f1292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:09.404259 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d581c3e-249b-4394-95f0-00045f4f1292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:09.467671 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1d581c3e-249b-4394-95f0-00045f4f1292 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7b714fcd0b45427887d3385ddd8bfc7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2998247 Jul 05 10:05:09.468904 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52616) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:09.477872 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d581c3e-249b-4394-95f0-00045f4f1292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb4bbb7-f6a7-410b-a51b-dd1d6ffab1e0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:09.495658 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d581c3e-249b-4394-95f0-00045f4f1292 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:09.496052 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d581c3e-249b-4394-95f0-00045f4f1292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:09.496403 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d581c3e-249b-4394-95f0-00045f4f1292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:09.496750 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d581c3e-249b-4394-95f0-00045f4f1292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:09.497091 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d581c3e-249b-4394-95f0-00045f4f1292 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:09.497489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d581c3e-249b-4394-95f0-00045f4f1292 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:09.497829 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d581c3e-249b-4394-95f0-00045f4f1292 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:09.498166 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d581c3e-249b-4394-95f0-00045f4f1292 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:09.498500 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d581c3e-249b-4394-95f0-00045f4f1292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:09.498838 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d581c3e-249b-4394-95f0-00045f4f1292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:09.499175 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d581c3e-249b-4394-95f0-00045f4f1292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:09.499505 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d581c3e-249b-4394-95f0-00045f4f1292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:09.544135 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91efb719-41d5-45e7-9a2e-33943012f51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:09.582313 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91efb719-41d5-45e7-9a2e-33943012f51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:09.695914 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91efb719-41d5-45e7-9a2e-33943012f51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:09.700142 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91efb719-41d5-45e7-9a2e-33943012f51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:09.703743 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-91efb719-41d5-45e7-9a2e-33943012f51a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cdb4bbb7-f6a7-410b-a51b-dd1d6ffab1e0 HTTP/1.1" status: 204 len: 168 time: 0.2338028 Jul 05 10:05:09.720523 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efb719-41d5-45e7-9a2e-33943012f51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb4bbb7-f6a7-410b-a51b-dd1d6ffab1e0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:09.855546 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4fb40d75-e82c-484f-b450-7397c8740d6d req-7e50fb32-fb20-458d-bf69-4678d7b66b27 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:09.867878 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['3aea8307-38d1-4784-ae47-5b9708f6f8eb'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:09.889099 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50fb32-fb20-458d-bf69-4678d7b66b27 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Pushing event deleted for resources: {'Port': ['ID=3aea8307-38d1-4784-ae47-5b9708f6f8eb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:09.904685 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50fb32-fb20-458d-bf69-4678d7b66b27 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:09.905299 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50fb32-fb20-458d-bf69-4678d7b66b27 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:09.905850 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50fb32-fb20-458d-bf69-4678d7b66b27 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:09.906451 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50fb32-fb20-458d-bf69-4678d7b66b27 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:09.906960 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50fb32-fb20-458d-bf69-4678d7b66b27 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:09.907481 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50fb32-fb20-458d-bf69-4678d7b66b27 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:09.908031 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50fb32-fb20-458d-bf69-4678d7b66b27 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:09.908553 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50fb32-fb20-458d-bf69-4678d7b66b27 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:09.909054 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50fb32-fb20-458d-bf69-4678d7b66b27 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:09.910543 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50fb32-fb20-458d-bf69-4678d7b66b27 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:09.911108 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50fb32-fb20-458d-bf69-4678d7b66b27 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:09.911641 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50fb32-fb20-458d-bf69-4678d7b66b27 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:09.920011 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 69f799de-8491-436a-b720-82b8acc7ecae up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:09.973730 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb40d75-e82c-484f-b450-7397c8740d6d req-7e50fb32-fb20-458d-bf69-4678d7b66b27 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] No DVR routers for this DVR port 3aea8307-38d1-4784-ae47-5b9708f6f8eb on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:05:09.984689 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f02e7a-3d65-4da7-8fe2-e512349bc47c req-88bd1df9-daeb-43cc-9f28-0ffe92a4c430 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:09.993357 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-69f02e7a-3d65-4da7-8fe2-e512349bc47c req-88bd1df9-daeb-43cc-9f28-0ffe92a4c430 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 944 time: 0.1863163 Jul 05 10:05:09.997311 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4fb40d75-e82c-484f-b450-7397c8740d6d req-7e50fb32-fb20-458d-bf69-4678d7b66b27 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:10.000139 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4fb40d75-e82c-484f-b450-7397c8740d6d req-7e50fb32-fb20-458d-bf69-4678d7b66b27 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.81 "DELETE /v2.0/ports/3aea8307-38d1-4784-ae47-5b9708f6f8eb HTTP/1.1" status: 204 len: 173 time: 1.0119867 Jul 05 10:05:10.001582 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48763f18-c132-46b0-be6a-25733b0a2820', 'name': 'network-vif-deleted', 'tag': '3aea8307-38d1-4784-ae47-5b9708f6f8eb'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:10.011222 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2b58ba-02e6-48d5-bf35-1d4f38ca6340" -d '{"events": [{"server_uuid": "48763f18-c132-46b0-be6a-25733b0a2820", "name": "network-vif-deleted", "tag": "3aea8307-38d1-4784-ae47-5b9708f6f8eb"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:10.050664 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 69f799de-8491-436a-b720-82b8acc7ecae completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:10.062960 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 69f799de-8491-436a-b720-82b8acc7ecae triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:10.065157 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:10.069266 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-69f02e7a-3d65-4da7-8fe2-e512349bc47c req-08abfe0c-c0e1-4040-9acb-00faad7b037b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739090 Jul 05 10:05:10.130067 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d20d84-0f0d-43a6-8c03-6e243c3a1aa8 x-openstack-request-id: req-74d20d84-0f0d-43a6-8c03-6e243c3a1aa8 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:10.130367 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48763f18-c132-46b0-be6a-25733b0a2820", "name": "network-vif-deleted", "tag": "3aea8307-38d1-4784-ae47-5b9708f6f8eb", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:10.130636 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-74d20d84-0f0d-43a6-8c03-6e243c3a1aa8 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:10.131140 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48763f18-c132-46b0-be6a-25733b0a2820', 'name': 'network-vif-deleted', 'tag': '3aea8307-38d1-4784-ae47-5b9708f6f8eb', 'status': 'completed', 'code': 200} Jul 05 10:05:10.295325 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:10.324330 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55f53b5-5238-4d59-a09d-63bd11668f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f799de-8491-436a-b720-82b8acc7ecae'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:10.327770 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29aefbe-9137-42bb-846d-dfc912705b34" -d '{"events": [{"server_uuid": "c55f53b5-5238-4d59-a09d-63bd11668f7a", "name": "network-vif-plugged", "status": "completed", "tag": "69f799de-8491-436a-b720-82b8acc7ecae"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:10.341742 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 69f799de-8491-436a-b720-82b8acc7ecae, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=69f799de-8491-436a-b720-82b8acc7ecae,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:10.347114 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:10.370568 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe110085-7b49-4151-a31a-cbd36c7f9dac req-4f9f192c-042c-4ab1-ad76-2cd15f50f100 tempest-ServerMetadataNegativeTestJSON-1308765255 tempest-ServerMetadataNegativeTestJSON-1308765255-project] 10.222.0.79 "GET /v2.0/ports?device_id=48763f18-c132-46b0-be6a-25733b0a2820 HTTP/1.1" status: 200 len: 210 time: 0.0545437 Jul 05 10:05:10.404310 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad40854-459d-42d3-b545-2e11eb26305e x-openstack-request-id: req-aad40854-459d-42d3-b545-2e11eb26305e {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:10.404616 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c55f53b5-5238-4d59-a09d-63bd11668f7a", "name": "network-vif-plugged", "status": "completed", "tag": "69f799de-8491-436a-b720-82b8acc7ecae", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:10.404877 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aad40854-459d-42d3-b545-2e11eb26305e {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:10.405285 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c55f53b5-5238-4d59-a09d-63bd11668f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f799de-8491-436a-b720-82b8acc7ecae', 'code': 200} Jul 05 10:05:10.440708 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=69f799de-8491-436a-b720-82b8acc7ecae,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:10.545795 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4aa65-babf-4cf7-a456-80ac768def73 req-d9300eb0-38d7-4aba-aa2c-cfa16b0a1864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:10.547922 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cda4aa65-babf-4cf7-a456-80ac768def73 req-d9300eb0-38d7-4aba-aa2c-cfa16b0a1864 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 1096 time: 0.0737081 Jul 05 10:05:10.623405 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cda4aa65-babf-4cf7-a456-80ac768def73 req-97bb9f50-a2a3-4292-8803-e1552f4e7d1a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681605 Jul 05 10:05:11.314788 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e8253-8e55-4f64-883f-7b12f4d2b032 req-37ea19eb-5950-4e21-8f30-c52223f4de31 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:11.316719 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d7e8253-8e55-4f64-883f-7b12f4d2b032 req-37ea19eb-5950-4e21-8f30-c52223f4de31 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 945 time: 0.0815654 Jul 05 10:05:11.454987 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d7e8253-8e55-4f64-883f-7b12f4d2b032 req-6b69b143-96e4-45f9-be90-9d45f02e0a3d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320646 Jul 05 10:05:11.564832 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52876) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:11.691000 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-df42ccbf-c95c-4a89-8cc8-a0e50cbde018 admin admin] Deleting subnet 52e57072-37a2-44ba-8a8b-0ae441c894ec {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:05:11.695316 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df42ccbf-c95c-4a89-8cc8-a0e50cbde018 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:11.756104 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df42ccbf-c95c-4a89-8cc8-a0e50cbde018 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:11.802676 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df42ccbf-c95c-4a89-8cc8-a0e50cbde018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:11.892787 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 3aea8307-38d1-4784-ae47-5b9708f6f8eb no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:05:11.921435 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df42ccbf-c95c-4a89-8cc8-a0e50cbde018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:11.966651 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 3aea8307-38d1-4784-ae47-5b9708f6f8eb {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:05:11.967242 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 3aea8307-38d1-4784-ae47-5b9708f6f8eb not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:05:11.972476 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df42ccbf-c95c-4a89-8cc8-a0e50cbde018 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:11.978274 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-df42ccbf-c95c-4a89-8cc8-a0e50cbde018 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/52e57072-37a2-44ba-8a8b-0ae441c894ec HTTP/1.1" status: 204 len: 168 time: 0.4146864 Jul 05 10:05:11.980842 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52930) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:12.025811 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42ccbf-c95c-4a89-8cc8-a0e50cbde018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52e57072-37a2-44ba-8a8b-0ae441c894ec,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:12.120090 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0f5f3b83-4847-4943-ad35-545d5bdaa1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:12.334130 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0f5f3b83-4847-4943-ad35-545d5bdaa1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:12.354301 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0f5f3b83-4847-4943-ad35-545d5bdaa1da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2027d982-a81e-4acf-a6c1-2eace8b6f9d5']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:12.375660 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0f5f3b83-4847-4943-ad35-545d5bdaa1da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2e8f5c-e99c-46c2-9d79-83a10766e1b9') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:12.376485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0f5f3b83-4847-4943-ad35-545d5bdaa1da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2e8f5c-e99c-46c2-9d79-83a10766e1b9') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:12.390829 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0f5f3b83-4847-4943-ad35-545d5bdaa1da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:12.409436 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0f5f3b83-4847-4943-ad35-545d5bdaa1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:12.418561 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5f3b83-4847-4943-ad35-545d5bdaa1da admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:05:12.419791 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0f5f3b83-4847-4943-ad35-545d5bdaa1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:05:12.421722 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:05:12.529324 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0f5f3b83-4847-4943-ad35-545d5bdaa1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:12.534243 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0f5f3b83-4847-4943-ad35-545d5bdaa1da admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:12.536318 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0f5f3b83-4847-4943-ad35-545d5bdaa1da admin admin] 10.222.0.79 "DELETE /v2.0/networks/2027d982-a81e-4acf-a6c1-2eace8b6f9d5 HTTP/1.1" status: 204 len: 168 time: 0.5544519 Jul 05 10:05:12.576111 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f3b83-4847-4943-ad35-545d5bdaa1da admin admin] Pushing event deleted for resources: {'Network': ['ID=2027d982-a81e-4acf-a6c1-2eace8b6f9d5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:12.751479 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592339a-a87f-45a6-8fdf-c0c380961b54 req-ace580f2-ecbc-4386-b69e-be7e69642816 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:12.755350 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f592339a-a87f-45a6-8fdf-c0c380961b54 req-ace580f2-ecbc-4386-b69e-be7e69642816 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 945 time: 0.0925429 Jul 05 10:05:12.801223 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 53028) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:12.807711 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f592339a-a87f-45a6-8fdf-c0c380961b54 req-a616d8f3-6d1e-406a-b11e-f96655358583 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477214 Jul 05 10:05:12.863542 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-882193f7-0fab-4eba-87e7-611010cc0207 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e014f580808949a19442fa9f0887de21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0611248 Jul 05 10:05:12.866006 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 53038) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:12.946943 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-69923555-a957-4fea-a6fb-952b117055c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:12.999075 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-69923555-a957-4fea-a6fb-952b117055c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:13.061762 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-69923555-a957-4fea-a6fb-952b117055c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:13.065094 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-69923555-a957-4fea-a6fb-952b117055c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:13.068338 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-69923555-a957-4fea-a6fb-952b117055c7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8cda2b0d-ad46-4b7d-b211-43739b926dbb HTTP/1.1" status: 204 len: 168 time: 0.2013102 Jul 05 10:05:13.080040 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69923555-a957-4fea-a6fb-952b117055c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cda2b0d-ad46-4b7d-b211-43739b926dbb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:13.405695 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50472db8-bee6-48f5-b535-51c33c53f96f req-74860a7a-642c-47b9-bc7e-4e32b6688bd7 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:13.408444 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50472db8-bee6-48f5-b535-51c33c53f96f req-74860a7a-642c-47b9-bc7e-4e32b6688bd7 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 945 time: 0.1323514 Jul 05 10:05:13.488495 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50472db8-bee6-48f5-b535-51c33c53f96f req-d6eddba9-d247-41e9-af3c-8532bd3193c3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737641 Jul 05 10:05:14.041148 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 53166) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:14.200866 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-70d9c9d1-36e6-4753-b814-730af04a0170 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-798288025-network', 'tenant_id': '5abc020f90d14666888e6b9485fe190a'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:14.226774 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d9c9d1-36e6-4753-b814-730af04a0170 admin admin] Made reservation on behalf of 5abc020f90d14666888e6b9485fe190a for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:05:14.229782 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-70d9c9d1-36e6-4753-b814-730af04a0170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:14.245818 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-70d9c9d1-36e6-4753-b814-730af04a0170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:14.364731 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-70d9c9d1-36e6-4753-b814-730af04a0170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:14.368614 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-70d9c9d1-36e6-4753-b814-730af04a0170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:14.390138 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d9c9d1-36e6-4753-b814-730af04a0170 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:05:14.404239 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9c9d1-36e6-4753-b814-730af04a0170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff3211b-52cd-435e-8971-2a97f100afd1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:14.409503 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-70d9c9d1-36e6-4753-b814-730af04a0170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:14.409872 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-70d9c9d1-36e6-4753-b814-730af04a0170 admin admin] Added segment 727df9fd-5860-453f-a854-6d8a19aaaba8 of type vlan for network 0a6214be-4b78-4c5f-a861-8dc1976ae20d Jul 05 10:05:14.450221 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-70d9c9d1-36e6-4753-b814-730af04a0170 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:14.480486 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-70d9c9d1-36e6-4753-b814-730af04a0170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:14.481748 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d9c9d1-36e6-4753-b814-730af04a0170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:14.482389 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-70d9c9d1-36e6-4753-b814-730af04a0170 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:14.540959 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-70d9c9d1-36e6-4753-b814-730af04a0170 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4986496 Jul 05 10:05:14.544012 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 53180) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:14.552878 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9c9d1-36e6-4753-b814-730af04a0170 admin admin] Pushing event updated for resources: {'Network': ['ID=0a6214be-4b78-4c5f-a861-8dc1976ae20d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:14.558365 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ee227224-fe28-4790-950f-e476ef6bc9f9 admin admin] Request body: {'subnet': {'network_id': '0a6214be-4b78-4c5f-a861-8dc1976ae20d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-798288025-subnet', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:14.563024 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 0a6214be-4b78-4c5f-a861-8dc1976ae20d details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:05:14.590749 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee227224-fe28-4790-950f-e476ef6bc9f9 admin admin] Made reservation on behalf of 5abc020f90d14666888e6b9485fe190a for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:05:14.593693 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ee227224-fe28-4790-950f-e476ef6bc9f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:14.734271 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84287496-9770-4d7d-b972-d563ceb99782 req-11aa4d5e-fbf2-4f94-9333-62fc99fceab8 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:14.735777 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84287496-9770-4d7d-b972-d563ceb99782 req-11aa4d5e-fbf2-4f94-9333-62fc99fceab8 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 945 time: 0.1296008 Jul 05 10:05:14.809561 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84287496-9770-4d7d-b972-d563ceb99782 req-3992860a-1479-44b0-8364-12ed32008ce5 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499966 Jul 05 10:05:14.851456 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ee227224-fe28-4790-950f-e476ef6bc9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:14.904802 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee227224-fe28-4790-950f-e476ef6bc9f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=883a43fa-9d50-4172-a397-0952668a1b6d,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:14.921682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee227224-fe28-4790-950f-e476ef6bc9f9 admin admin] Checking segment: {'id': '727df9fd-5860-453f-a854-6d8a19aaaba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0a6214be-4b78-4c5f-a861-8dc1976ae20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:05:14.923230 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee227224-fe28-4790-950f-e476ef6bc9f9 admin admin] Network hostable DHCP agents. Network: 0a6214be-4b78-4c5f-a861-8dc1976ae20d, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:05:14.939278 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee227224-fe28-4790-950f-e476ef6bc9f9 admin admin] Network 0a6214be-4b78-4c5f-a861-8dc1976ae20d is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:05:14.950105 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-ee227224-fe28-4790-950f-e476ef6bc9f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 0a6214be-4b78-4c5f-a861-8dc1976ae20d) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:14.954965 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee227224-fe28-4790-950f-e476ef6bc9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:14.955771 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ee227224-fe28-4790-950f-e476ef6bc9f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:14.968441 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf9649a-fb87-47f3-99bb-a09f2adba8d6 None None] Network 0a6214be-4b78-4c5f-a861-8dc1976ae20d requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:05:14.968942 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [req-e68156bd-d882-4105-993a-d04294596a8b req-737550db-bf0a-4f99-9c73-e2cf18f743c2 service neutron] (93906) timed out ('10.222.0.79', 44046) {{(pid=93906) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:05:14.977290 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ee227224-fe28-4790-950f-e476ef6bc9f9 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4298410 Jul 05 10:05:14.979753 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 53184) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:14.986106 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-781f424c-bfb0-4555-ab8e-ea0e4fcd66aa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-798288025-router', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:15.018437 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-781f424c-bfb0-4555-ab8e-ea0e4fcd66aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:15.019970 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-781f424c-bfb0-4555-ab8e-ea0e4fcd66aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:15.093247 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-781f424c-bfb0-4555-ab8e-ea0e4fcd66aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:15.141936 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11fdc96-b1e8-4c9b-8578-85e525631119 None None] Network 0a6214be-4b78-4c5f-a861-8dc1976ae20d requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:05:15.288544 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-781f424c-bfb0-4555-ab8e-ea0e4fcd66aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:15.575099 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-781f424c-bfb0-4555-ab8e-ea0e4fcd66aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:15.604034 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-781f424c-bfb0-4555-ab8e-ea0e4fcd66aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:15.614166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41788760-5f45-443f-8b14-292bc3cf8b3f req-e586b8f3-411b-45a3-acfa-474c15d768ff tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:15.616611 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41788760-5f45-443f-8b14-292bc3cf8b3f req-e586b8f3-411b-45a3-acfa-474c15d768ff tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 945 time: 0.1044621 Jul 05 10:05:15.711329 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41788760-5f45-443f-8b14-292bc3cf8b3f req-4db925c6-6ef9-4a8b-b95b-27da308b77fe tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870984 Jul 05 10:05:15.749213 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-781f424c-bfb0-4555-ab8e-ea0e4fcd66aa admin admin] Allocated IP 172.25.7.245 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/3a7d5895-f952-45e5-b799-a666a63b87b3) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:05:15.873135 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-781f424c-bfb0-4555-ab8e-ea0e4fcd66aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:15.927946 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-781f424c-bfb0-4555-ab8e-ea0e4fcd66aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:15.975479 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781f424c-bfb0-4555-ab8e-ea0e4fcd66aa admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:05:15.978262 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-781f424c-bfb0-4555-ab8e-ea0e4fcd66aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:15.982902 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781f424c-bfb0-4555-ab8e-ea0e4fcd66aa admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:05:15.986377 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f424c-bfb0-4555-ab8e-ea0e4fcd66aa admin admin] Pushing event updated for resources: {'Port': ['ID=3a7d5895-f952-45e5-b799-a666a63b87b3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:16.242731 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-781f424c-bfb0-4555-ab8e-ea0e4fcd66aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:16.496036 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-781f424c-bfb0-4555-ab8e-ea0e4fcd66aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:16.649682 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781f424c-bfb0-4555-ab8e-ea0e4fcd66aa admin admin] Router 4fdc043a-fa3b-4020-b5de-061311281ddb is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:05:16.768018 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781f424c-bfb0-4555-ab8e-ea0e4fcd66aa admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:05:16.778660 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] Sync routers for ids ['4fdc043a-fa3b-4020-b5de-061311281ddb'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:05:16.786971 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-781f424c-bfb0-4555-ab8e-ea0e4fcd66aa admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:16.791600 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] Routers {'4fdc043a-fa3b-4020-b5de-061311281ddb'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:05:16.792298 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:04:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['4fdc043a-fa3b-4020-b5de-061311281ddb'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:16.793212 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 53216) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:16.796057 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-781f424c-bfb0-4555-ab8e-ea0e4fcd66aa admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.8151252 Jul 05 10:05:17.008708 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] Set router 4fdc043a-fa3b-4020-b5de-061311281ddb gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:05:17.020134 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a93013-be1d-493b-a54b-03b323b20f52 req-99fc18c2-aa7c-4fc5-bd39-7b330215e994 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:17.021644 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-69a93013-be1d-493b-a54b-03b323b20f52 req-99fc18c2-aa7c-4fc5-bd39-7b330215e994 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 945 time: 0.1554370 Jul 05 10:05:17.113326 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-69a93013-be1d-493b-a54b-03b323b20f52 req-11b42431-bb5f-43b1-b166-e61810ac6638 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832396 Jul 05 10:05:17.195380 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-798288025-router', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:05:16Z', 'revision_number': 3, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'gw_port': {'id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:05:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:17.226911 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] Checking router: 4fdc043a-fa3b-4020-b5de-061311281ddb for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:05:17.227263 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] Updating router 4fdc043a-fa3b-4020-b5de-061311281ddb port 3a7d5895-f952-45e5-b799-a666a63b87b3 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:05:17.261922 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.337381 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea489664-b95e-462a-a3f0-e36dc594204a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.496400 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-ea489664-b95e-462a-a3f0-e36dc594204a admin admin] Allocated IP 172.20.0.1 (0a6214be-4b78-4c5f-a861-8dc1976ae20d/883a43fa-9d50-4172-a397-0952668a1b6d/02eb88d4-2fa1-4111-b326-c709358a9f02) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:05:17.514789 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.526540 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] Transition to ACTIVE for port object 3a7d5895-f952-45e5-b799-a666a63b87b3 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:05:17.538152 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.594011 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] Attempting to bind port 3a7d5895-f952-45e5-b799-a666a63b87b3 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:05:17.594398 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] Attempting to bind port 3a7d5895-f952-45e5-b799-a666a63b87b3 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:05:17.594753 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] Attempting to bind port 3a7d5895-f952-45e5-b799-a666a63b87b3 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:05:17.602699 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:05:17.603078 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:05:17.603478 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.603888 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:05:17.604352 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] Bound port: 3a7d5895-f952-45e5-b799-a666a63b87b3, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:05:17.604738 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.662603 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] For port 3a7d5895-f952-45e5-b799-a666a63b87b3, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:05:17.665781 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] For port 3a7d5895-f952-45e5-b799-a666a63b87b3, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3a7d5895-f952-45e5-b799-a666a63b87b3,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:05:17.671334 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea489664-b95e-462a-a3f0-e36dc594204a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.672958 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.684442 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa9c8e-ba19-4361-a2fb-5a2651a4ec9a None None] Pushing event updated for resources: {'Port': ['ID=3a7d5895-f952-45e5-b799-a666a63b87b3,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:17.694714 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa9c8e-ba19-4361-a2fb-5a2651a4ec9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:17.695146 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa9c8e-ba19-4361-a2fb-5a2651a4ec9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:17.695490 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa9c8e-ba19-4361-a2fb-5a2651a4ec9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:17.695833 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa9c8e-ba19-4361-a2fb-5a2651a4ec9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:17.696341 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa9c8e-ba19-4361-a2fb-5a2651a4ec9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:17.696679 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa9c8e-ba19-4361-a2fb-5a2651a4ec9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:17.697008 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa9c8e-ba19-4361-a2fb-5a2651a4ec9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:17.697341 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa9c8e-ba19-4361-a2fb-5a2651a4ec9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:17.697753 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa9c8e-ba19-4361-a2fb-5a2651a4ec9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:17.698156 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa9c8e-ba19-4361-a2fb-5a2651a4ec9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:17.698533 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa9c8e-ba19-4361-a2fb-5a2651a4ec9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:17.698864 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa9c8e-ba19-4361-a2fb-5a2651a4ec9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:17.748591 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea489664-b95e-462a-a3f0-e36dc594204a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.752740 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] Routers {'4fdc043a-fa3b-4020-b5de-061311281ddb'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:05:17.755254 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:04:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['4fdc043a-fa3b-4020-b5de-061311281ddb'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:17.777834 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea489664-b95e-462a-a3f0-e36dc594204a admin admin] Network 0a6214be-4b78-4c5f-a861-8dc1976ae20d is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:05:17.809618 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-ea489664-b95e-462a-a3f0-e36dc594204a admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:17.814215 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea489664-b95e-462a-a3f0-e36dc594204a admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:05:17.866020 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea489664-b95e-462a-a3f0-e36dc594204a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.905361 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] Set router 4fdc043a-fa3b-4020-b5de-061311281ddb gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:05:17.939555 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 69f799de-8491-436a-b720-82b8acc7ecae details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:05:18.050937 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa9c8e-ba19-4361-a2fb-5a2651a4ec9a None None] Pushing event updated for resources: {'Port': ['ID=3a7d5895-f952-45e5-b799-a666a63b87b3,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:18.090808 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea489664-b95e-462a-a3f0-e36dc594204a admin admin] Pushing event updated for resources: {'Port': ['ID=02eb88d4-2fa1-4111-b326-c709358a9f02,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:18.204350 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 69f799de-8491-436a-b720-82b8acc7ecae, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=69f799de-8491-436a-b720-82b8acc7ecae,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:18.210567 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea489664-b95e-462a-a3f0-e36dc594204a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:18.221632 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '69f799de-8491-436a-b720-82b8acc7ecae', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'port_id': '69f799de-8491-436a-b720-82b8acc7ecae', 'mac_address': 'fa:16:3e:64:26:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:05:18.224213 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-798288025-router', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:05:16Z', 'revision_number': 3, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'gw_port': {'id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:18.271951 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a08f2d-4f6c-4a99-a5df-146495cf975a None None] The sync data for ids ['4fdc043a-fa3b-4020-b5de-061311281ddb'] in n-d-798054-8 is: [{'id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-798288025-router', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:05:16Z', 'revision_number': 3, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'gw_port': {'id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:05:18.276054 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:18.519088 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8916b-f48e-48a8-ab02-b3755ff16037 req-d3b41b8f-030a-4d0a-982b-0f5e23a29646 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:18.526457 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5be8916b-f48e-48a8-ab02-b3755ff16037 req-d3b41b8f-030a-4d0a-982b-0f5e23a29646 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 945 time: 0.1869509 Jul 05 10:05:18.561310 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69f799de-8491-436a-b720-82b8acc7ecae {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:05:18.584761 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea489664-b95e-462a-a3f0-e36dc594204a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:18.585119 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 69f799de-8491-436a-b720-82b8acc7ecae, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=69f799de-8491-436a-b720-82b8acc7ecae,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:18.590073 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:18.608542 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea489664-b95e-462a-a3f0-e36dc594204a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:18.692630 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5be8916b-f48e-48a8-ab02-b3755ff16037 req-4cdcd522-d0d3-4547-af91-78aabaff3697 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652775 Jul 05 10:05:18.764963 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['69f799de-8491-436a-b720-82b8acc7ecae'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:18.766876 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea489664-b95e-462a-a3f0-e36dc594204a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:18.770608 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea489664-b95e-462a-a3f0-e36dc594204a admin admin] Pushing event updated for resources: {'Port': ['ID=02eb88d4-2fa1-4111-b326-c709358a9f02,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:18.925388 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=69f799de-8491-436a-b720-82b8acc7ecae,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:19.006101 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea489664-b95e-462a-a3f0-e36dc594204a admin admin] Network 0a6214be-4b78-4c5f-a861-8dc1976ae20d is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:05:19.008986 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-ea489664-b95e-462a-a3f0-e36dc594204a admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:19.242277 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea489664-b95e-462a-a3f0-e36dc594204a admin admin] Router 4fdc043a-fa3b-4020-b5de-061311281ddb has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:05:19.457553 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea489664-b95e-462a-a3f0-e36dc594204a admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:05:19.475657 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ea489664-b95e-462a-a3f0-e36dc594204a admin admin] 10.222.0.79 "PUT /v2.0/routers/4fdc043a-fa3b-4020-b5de-061311281ddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6738396 Jul 05 10:05:19.954427 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 69f799de-8491-436a-b720-82b8acc7ecae up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:20.069098 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 69f799de-8491-436a-b720-82b8acc7ecae triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:20.069500 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:20.136368 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a0a52-8e1e-4847-9fe8-20c67adfbb4c req-daae311e-ece3-4e7c-91a6-7f2b39e4e21b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:20.144159 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-167a0a52-8e1e-4847-9fe8-20c67adfbb4c req-daae311e-ece3-4e7c-91a6-7f2b39e4e21b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 944 time: 0.1331317 Jul 05 10:05:20.210667 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:20.226275 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-167a0a52-8e1e-4847-9fe8-20c67adfbb4c req-9df88878-02b2-4ac7-a593-de00e4f2ec24 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807564 Jul 05 10:05:20.271931 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55f53b5-5238-4d59-a09d-63bd11668f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f799de-8491-436a-b720-82b8acc7ecae'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:20.275418 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad394b1-a2b3-4e73-b8f6-61547a58c02f" -d '{"events": [{"server_uuid": "c55f53b5-5238-4d59-a09d-63bd11668f7a", "name": "network-vif-plugged", "status": "completed", "tag": "69f799de-8491-436a-b720-82b8acc7ecae"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:20.315522 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 69f799de-8491-436a-b720-82b8acc7ecae, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=69f799de-8491-436a-b720-82b8acc7ecae,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:20.322006 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:20.397334 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=69f799de-8491-436a-b720-82b8acc7ecae,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:20.475410 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-35019318-4209-4e31-b1dd-6afb6e729346 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:20.482194 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-35019318-4209-4e31-b1dd-6afb6e729346 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/networks?id=0a6214be-4b78-4c5f-a861-8dc1976ae20d HTTP/1.1" status: 200 len: 819 time: 0.2548733 Jul 05 10:05:20.500917 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-d0854c67-e402-47e4-9cda-8143f3859c14 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/quotas/5abc020f90d14666888e6b9485fe190a HTTP/1.1" status: 200 len: 375 time: 0.0172319 Jul 05 10:05:20.679585 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-22f31d05-49f6-4bfb-8aa8-cd5f75bc17b1 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5abc020f90d14666888e6b9485fe190a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1629539 Jul 05 10:05:20.773848 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf604b4b-5188-4c81-a53c-fa57f5b2977e x-openstack-request-id: req-bf604b4b-5188-4c81-a53c-fa57f5b2977e {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:20.774452 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c55f53b5-5238-4d59-a09d-63bd11668f7a", "name": "network-vif-plugged", "status": "completed", "tag": "69f799de-8491-436a-b720-82b8acc7ecae", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:20.774885 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bf604b4b-5188-4c81-a53c-fa57f5b2977e {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:20.775506 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c55f53b5-5238-4d59-a09d-63bd11668f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f799de-8491-436a-b720-82b8acc7ecae', 'code': 200} Jul 05 10:05:20.783613 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3a7d5895-f952-45e5-b799-a666a63b87b3 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:20.861364 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-7c8341d4-2286-49b5-8099-843706dbbc94 service neutron] 10.222.0.79 "GET /v2.0/networks/0a6214be-4b78-4c5f-a861-8dc1976ae20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819551 Jul 05 10:05:20.910609 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 3a7d5895-f952-45e5-b799-a666a63b87b3 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:20.931930 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 3a7d5895-f952-45e5-b799-a666a63b87b3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:20.933321 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:20.977691 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e0f6253a-8f10-4548-a420-ad6d846a047a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:21.041361 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-6c756ca4-2168-4857-80bb-1aee680dec8e service neutron] 10.222.0.79 "GET /v2.0/networks/0a6214be-4b78-4c5f-a861-8dc1976ae20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729245 Jul 05 10:05:21.102792 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:21.137170 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 3a7d5895-f952-45e5-b799-a666a63b87b3, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3a7d5895-f952-45e5-b799-a666a63b87b3,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:21.143074 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:21.160820 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] Sync routers for ids ['4fdc043a-fa3b-4020-b5de-061311281ddb'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:05:21.186960 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b33af1-8179-4cf3-80cc-1c8a7094c6d8 req-f79db7be-f7be-4d77-96c3-0151c6b1c4d2 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:21.188759 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50b33af1-8179-4cf3-80cc-1c8a7094c6d8 req-f79db7be-f7be-4d77-96c3-0151c6b1c4d2 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/ports?device_id=e207ff61-d7bf-43ec-8795-5d864868d103 HTTP/1.1" status: 200 len: 950 time: 0.0941195 Jul 05 10:05:21.199055 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] Routers {'4fdc043a-fa3b-4020-b5de-061311281ddb'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:05:21.200403 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:04:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['4fdc043a-fa3b-4020-b5de-061311281ddb'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:21.276842 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=3a7d5895-f952-45e5-b799-a666a63b87b3,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:21.345886 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50b33af1-8179-4cf3-80cc-1c8a7094c6d8 req-b09e1ea0-7601-42ad-a8b9-e56a7c0c5c98 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/security-groups?id=0916fb56-88c3-4b81-a591-7097758358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261902 Jul 05 10:05:21.445174 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] Set router 4fdc043a-fa3b-4020-b5de-061311281ddb gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:05:21.518984 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 53312) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:21.524655 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8bf6407c-b717-4883-84f9-26c6cc86cd2b req-4e13e035-daa7-4717-b322-f550acde4150 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 210 time: 0.0685210 Jul 05 10:05:21.764774 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c1093-d1b2-47db-8679-2786e2c7a939 req-112d310c-91f7-4765-9ff4-b82662f6968f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:21.773772 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a0c1093-d1b2-47db-8679-2786e2c7a939 req-112d310c-91f7-4765-9ff4-b82662f6968f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 945 time: 0.1491082 Jul 05 10:05:21.792338 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de98bfc1-c4ba-4650-816d-94ac38dfd2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:21.825489 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-798288025-router', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:05:18Z', 'revision_number': 4, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'gw_port': {'id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '02eb88d4-2fa1-4111-b326-c709358a9f02', 'name': '', 'network_id': '0a6214be-4b78-4c5f-a861-8dc1976ae20d', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'mac_address': 'fa:16:3e:ac:fa:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '883a43fa-9d50-4172-a397-0952668a1b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:17Z', 'updated_at': '2021-07-05T10:05:18Z', 'revision_number': 2, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'subnets': [{'id': '883a43fa-9d50-4172-a397-0952668a1b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:21.831814 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a0c1093-d1b2-47db-8679-2786e2c7a939 req-438169a1-7ae7-48bb-b7d2-a2c2fb849271 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570180 Jul 05 10:05:21.890184 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] Checking router: 4fdc043a-fa3b-4020-b5de-061311281ddb for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:05:21.890554 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] Updating router 4fdc043a-fa3b-4020-b5de-061311281ddb port 02eb88d4-2fa1-4111-b326-c709358a9f02 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:05:21.944096 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:21.997891 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de98bfc1-c4ba-4650-816d-94ac38dfd2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:22.003410 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de98bfc1-c4ba-4650-816d-94ac38dfd2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:22.069209 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-de98bfc1-c4ba-4650-816d-94ac38dfd2cb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7f3cb6c902054b59a02a97ea0f73394d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5480967 Jul 05 10:05:22.073025 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 53324) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:22.074357 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98bfc1-c4ba-4650-816d-94ac38dfd2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63ebf85-21a9-4a61-a733-c414a8a3e2f2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:22.194741 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27d0bc60-c11b-4522-a4eb-45979d9d3b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:22.225559 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27d0bc60-c11b-4522-a4eb-45979d9d3b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:22.305199 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27d0bc60-c11b-4522-a4eb-45979d9d3b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:22.310308 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27d0bc60-c11b-4522-a4eb-45979d9d3b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:22.312493 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-27d0bc60-c11b-4522-a4eb-45979d9d3b78 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e63ebf85-21a9-4a61-a733-c414a8a3e2f2 HTTP/1.1" status: 204 len: 168 time: 0.2373679 Jul 05 10:05:22.332672 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0bc60-c11b-4522-a4eb-45979d9d3b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63ebf85-21a9-4a61-a733-c414a8a3e2f2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:22.413952 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:22.437182 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] Transition to ACTIVE for port object 02eb88d4-2fa1-4111-b326-c709358a9f02 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:05:22.453134 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:22.629265 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d571bf-e2ea-43bb-a3c0-2c02d10a0bad None None] Pushing event updated for resources: {'Port': ['ID=02eb88d4-2fa1-4111-b326-c709358a9f02,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:22.711935 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8247f0f-12cc-49f7-9bb7-0ecff706590b req-534eb1ff-b902-4c20-88b5-d33bbd4645f3 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:22.713611 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] Attempting to bind port 02eb88d4-2fa1-4111-b326-c709358a9f02 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:05:22.713611 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] Attempting to bind port 02eb88d4-2fa1-4111-b326-c709358a9f02 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '727df9fd-5860-453f-a854-6d8a19aaaba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0a6214be-4b78-4c5f-a861-8dc1976ae20d'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:05:22.713978 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] Attempting to bind port 02eb88d4-2fa1-4111-b326-c709358a9f02 on network 0a6214be-4b78-4c5f-a861-8dc1976ae20d {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:05:22.721621 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a8247f0f-12cc-49f7-9bb7-0ecff706590b req-534eb1ff-b902-4c20-88b5-d33bbd4645f3 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/ports?device_id=e207ff61-d7bf-43ec-8795-5d864868d103 HTTP/1.1" status: 200 len: 950 time: 0.1972427 Jul 05 10:05:22.737248 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:05:22.737632 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] Checking segment: {'id': '727df9fd-5860-453f-a854-6d8a19aaaba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0a6214be-4b78-4c5f-a861-8dc1976ae20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:05:22.738044 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:22.738441 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] Bound using segment: {'id': '727df9fd-5860-453f-a854-6d8a19aaaba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0a6214be-4b78-4c5f-a861-8dc1976ae20d'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:05:22.738918 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] Bound port: 02eb88d4-2fa1-4111-b326-c709358a9f02, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727df9fd-5860-453f-a854-6d8a19aaaba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0a6214be-4b78-4c5f-a861-8dc1976ae20d'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:05:22.739356 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:22.793516 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1dea2771-3b77-4832-8bbc-c3ed6d88b70e req-5c7e7fd4-3fd0-4a3a-a387-f7c055963c5d tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 210 time: 0.0686584 Jul 05 10:05:22.863054 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a8247f0f-12cc-49f7-9bb7-0ecff706590b req-29d19802-0b57-463c-b6e8-96183ba349be tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/security-groups?id=0916fb56-88c3-4b81-a591-7097758358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384277 Jul 05 10:05:22.890409 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3a7d5895-f952-45e5-b799-a666a63b87b3 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:22.899604 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6982e-4dff-474c-b090-73aebb8e410e req-e54837da-47a3-46b9-bd7a-2444db9d405c tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:22.911552 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a9d6982e-4dff-474c-b090-73aebb8e410e req-e54837da-47a3-46b9-bd7a-2444db9d405c tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.78 "GET /v2.0/ports?device_id=e207ff61-d7bf-43ec-8795-5d864868d103 HTTP/1.1" status: 200 len: 950 time: 0.2840571 Jul 05 10:05:23.011414 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] For port 02eb88d4-2fa1-4111-b326-c709358a9f02, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:05:23.022138 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] For port 02eb88d4-2fa1-4111-b326-c709358a9f02, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=02eb88d4-2fa1-4111-b326-c709358a9f02,segment=NetworkSegment(727df9fd-5860-453f-a854-6d8a19aaaba8),segment_id=727df9fd-5860-453f-a854-6d8a19aaaba8)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:05:23.034477 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:23.112634 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-a9d6982e-4dff-474c-b090-73aebb8e410e req-4facdd56-b5e7-412d-8f60-96b25840e25b tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Deleting port f015ae13-905e-4e40-b658-e39a8d091b2c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:05:23.116151 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a9d6982e-4dff-474c-b090-73aebb8e410e req-4facdd56-b5e7-412d-8f60-96b25840e25b tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:23.155064 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 3a7d5895-f952-45e5-b799-a666a63b87b3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:23.155448 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:23.225247 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d571bf-e2ea-43bb-a3c0-2c02d10a0bad None None] Pushing event updated for resources: {'Port': ['ID=02eb88d4-2fa1-4111-b326-c709358a9f02,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:23.241021 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] Routers {'4fdc043a-fa3b-4020-b5de-061311281ddb'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:05:23.241335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3518b-b31f-4326-a3b5-a2c49894723e req-4b69ea68-fd47-4c01-98d6-33b75f9882e6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:23.242509 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:04:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['4fdc043a-fa3b-4020-b5de-061311281ddb'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:23.251251 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0be3518b-b31f-4326-a3b5-a2c49894723e req-4b69ea68-fd47-4c01-98d6-33b75f9882e6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 945 time: 0.2528667 Jul 05 10:05:23.338397 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c861dea6-3855-4f5b-bb69-55ad6113c284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:23.425611 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] Set router 4fdc043a-fa3b-4020-b5de-061311281ddb gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:05:23.616553 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:23.682635 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 53354) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:23.734531 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-798288025-router', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:05:18Z', 'revision_number': 4, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'gw_port': {'id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '02eb88d4-2fa1-4111-b326-c709358a9f02', 'name': '', 'network_id': '0a6214be-4b78-4c5f-a861-8dc1976ae20d', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'mac_address': 'fa:16:3e:ac:fa:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '883a43fa-9d50-4172-a397-0952668a1b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:17Z', 'updated_at': '2021-07-05T10:05:23Z', 'revision_number': 4, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'subnets': [{'id': '883a43fa-9d50-4172-a397-0952668a1b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:23.768503 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247ec512-4ec6-4545-9562-bed80a4b09ca None None] The sync data for ids ['4fdc043a-fa3b-4020-b5de-061311281ddb'] in n-d-798054-8 is: [{'id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-798288025-router', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:05:18Z', 'revision_number': 4, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'gw_port': {'id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '02eb88d4-2fa1-4111-b326-c709358a9f02', 'name': '', 'network_id': '0a6214be-4b78-4c5f-a861-8dc1976ae20d', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'mac_address': 'fa:16:3e:ac:fa:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '883a43fa-9d50-4172-a397-0952668a1b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:17Z', 'updated_at': '2021-07-05T10:05:23Z', 'revision_number': 4, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'subnets': [{'id': '883a43fa-9d50-4172-a397-0952668a1b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:05:23.813671 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0be3518b-b31f-4326-a3b5-a2c49894723e req-8ba79f13-0ea4-47f3-9a91-afed84bb2a80 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5613153 Jul 05 10:05:23.865193 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d9f9729f-5c22-40a4-b4f3-354eaeb6c84e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1943897349-network', 'tenant_id': '58031e526e9043e28fb0791c1b71b699'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:23.891806 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a9d6982e-4dff-474c-b090-73aebb8e410e req-4facdd56-b5e7-412d-8f60-96b25840e25b tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] For port f015ae13-905e-4e40-b658-e39a8d091b2c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=f015ae13-905e-4e40-b658-e39a8d091b2c,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:23.892693 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a9d6982e-4dff-474c-b090-73aebb8e410e req-4facdd56-b5e7-412d-8f60-96b25840e25b tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:23.918081 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f9729f-5c22-40a4-b4f3-354eaeb6c84e admin admin] Made reservation on behalf of 58031e526e9043e28fb0791c1b71b699 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:05:23.923869 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9f9729f-5c22-40a4-b4f3-354eaeb6c84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:23.932774 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-a9d6982e-4dff-474c-b090-73aebb8e410e req-4facdd56-b5e7-412d-8f60-96b25840e25b tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Calling delete_port for f015ae13-905e-4e40-b658-e39a8d091b2c owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:05:23.945426 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9f9729f-5c22-40a4-b4f3-354eaeb6c84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:23.955010 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-92daa34a-d976-4f57-9984-5fc2256d38d9 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:23.958014 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-92daa34a-d976-4f57-9984-5fc2256d38d9 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.81 "GET /v2.0/networks?id=0a6214be-4b78-4c5f-a861-8dc1976ae20d HTTP/1.1" status: 200 len: 819 time: 0.7017379 Jul 05 10:05:23.976055 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-b54076fa-a849-4a04-9315-f82d13e399cf tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Request body: {'port': {'device_id': 'e0ac3123-a651-43c8-bd78-1c86ef013770', 'network_id': '0a6214be-4b78-4c5f-a861-8dc1976ae20d', 'admin_state_up': True, 'tenant_id': '5abc020f90d14666888e6b9485fe190a'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:24.120158 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9f9729f-5c22-40a4-b4f3-354eaeb6c84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:24.128875 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9f9729f-5c22-40a4-b4f3-354eaeb6c84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:24.153120 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f9729f-5c22-40a4-b4f3-354eaeb6c84e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:05:24.172930 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9729f-5c22-40a4-b4f3-354eaeb6c84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc1937a-5a24-43d2-94c1-94512c02a207,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:24.176392 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9f9729f-5c22-40a4-b4f3-354eaeb6c84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:24.176798 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-d9f9729f-5c22-40a4-b4f3-354eaeb6c84e admin admin] Added segment 347dd1a2-18f3-4ca9-abf0-6e9a69384184 of type vlan for network f252cb9a-ea9a-4f07-a167-d7a9677bd9e8 Jul 05 10:05:24.213835 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-841717eb-f9c1-45b9-9326-4f274792788a req-d99b9675-7029-4943-a9e4-ec9fc72e4d88 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 210 time: 0.1307416 Jul 05 10:05:24.248523 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9f9729f-5c22-40a4-b4f3-354eaeb6c84e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:24.302437 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9f9729f-5c22-40a4-b4f3-354eaeb6c84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:24.303630 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f9729f-5c22-40a4-b4f3-354eaeb6c84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:24.304528 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9f9729f-5c22-40a4-b4f3-354eaeb6c84e admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:24.368433 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7300a1-f648-43d5-a6c7-22a0d771bb44 req-39f51a6d-1e6c-4a0d-aa46-fdbb6d2bcd52 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:24.377528 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f7300a1-f648-43d5-a6c7-22a0d771bb44 req-39f51a6d-1e6c-4a0d-aa46-fdbb6d2bcd52 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/ports?device_id=e207ff61-d7bf-43ec-8795-5d864868d103 HTTP/1.1" status: 200 len: 950 time: 0.2956691 Jul 05 10:05:24.387055 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d9f9729f-5c22-40a4-b4f3-354eaeb6c84e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7032566 Jul 05 10:05:24.390146 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 53364) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:24.398299 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d7acf7e8-1fbd-4ea1-b548-651ab9a165e3 admin admin] Request body: {'subnet': {'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1943897349-subnet', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:24.422528 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-b54076fa-a849-4a04-9315-f82d13e399cf tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Made reservation on behalf of 5abc020f90d14666888e6b9485fe190a for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:05:24.427615 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-b54076fa-a849-4a04-9315-f82d13e399cf tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:24.434322 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7acf7e8-1fbd-4ea1-b548-651ab9a165e3 admin admin] Made reservation on behalf of 58031e526e9043e28fb0791c1b71b699 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:05:24.437442 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d7acf7e8-1fbd-4ea1-b548-651ab9a165e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:24.535380 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9729f-5c22-40a4-b4f3-354eaeb6c84e admin admin] Pushing event updated for resources: {'Network': ['ID=f252cb9a-ea9a-4f07-a167-d7a9677bd9e8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:24.536675 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f7300a1-f648-43d5-a6c7-22a0d771bb44 req-6b18a696-847f-4a9b-ae1e-96bef14f9dc2 tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/security-groups?id=0916fb56-88c3-4b81-a591-7097758358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592848 Jul 05 10:05:24.543409 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a9d6982e-4dff-474c-b090-73aebb8e410e req-4facdd56-b5e7-412d-8f60-96b25840e25b tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:24.562014 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network f252cb9a-ea9a-4f07-a167-d7a9677bd9e8 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:05:24.692395 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:24.775446 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facdd56-b5e7-412d-8f60-96b25840e25b tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Pushing event deleted for resources: {'Port': ['ID=f015ae13-905e-4e40-b658-e39a8d091b2c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:24.785975 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-b54076fa-a849-4a04-9315-f82d13e399cf tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Allocated IP 172.20.0.10 (0a6214be-4b78-4c5f-a861-8dc1976ae20d/883a43fa-9d50-4172-a397-0952668a1b6d/7cfec81c-c583-4889-98dc-de3d5467137d) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:05:24.832887 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d7acf7e8-1fbd-4ea1-b548-651ab9a165e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:24.836302 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 02eb88d4-2fa1-4111-b326-c709358a9f02 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:24.846435 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d6982e-4dff-474c-b090-73aebb8e410e req-4facdd56-b5e7-412d-8f60-96b25840e25b tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] No DVR routers for this DVR port f015ae13-905e-4e40-b658-e39a8d091b2c on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:05:24.850778 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a9d6982e-4dff-474c-b090-73aebb8e410e req-4facdd56-b5e7-412d-8f60-96b25840e25b tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:24.853219 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a9d6982e-4dff-474c-b090-73aebb8e410e req-4facdd56-b5e7-412d-8f60-96b25840e25b tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.78 "DELETE /v2.0/ports/f015ae13-905e-4e40-b658-e39a8d091b2c HTTP/1.1" status: 204 len: 173 time: 1.9364018 Jul 05 10:05:24.854939 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e207ff61-d7bf-43ec-8795-5d864868d103', 'name': 'network-vif-deleted', 'tag': 'f015ae13-905e-4e40-b658-e39a8d091b2c'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:24.867370 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfb8e14-5e56-43f3-b8c6-12c5fdb4039f" -d '{"events": [{"server_uuid": "e207ff61-d7bf-43ec-8795-5d864868d103", "name": "network-vif-deleted", "tag": "f015ae13-905e-4e40-b658-e39a8d091b2c"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:25.007154 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9910ac3-1c88-4958-a725-88c545f5a386 x-openstack-request-id: req-f9910ac3-1c88-4958-a725-88c545f5a386 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:25.007492 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e207ff61-d7bf-43ec-8795-5d864868d103", "name": "network-vif-deleted", "tag": "f015ae13-905e-4e40-b658-e39a8d091b2c", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:25.007959 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f9910ac3-1c88-4958-a725-88c545f5a386 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:25.008362 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e207ff61-d7bf-43ec-8795-5d864868d103', 'name': 'network-vif-deleted', 'tag': 'f015ae13-905e-4e40-b658-e39a8d091b2c', 'status': 'completed', 'code': 200} Jul 05 10:05:25.012150 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 02eb88d4-2fa1-4111-b326-c709358a9f02 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:25.022051 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 02eb88d4-2fa1-4111-b326-c709358a9f02 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:25.022439 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:25.078541 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7acf7e8-1fbd-4ea1-b548-651ab9a165e3 admin admin] Checking segment: {'id': '347dd1a2-18f3-4ca9-abf0-6e9a69384184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:05:25.079045 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7acf7e8-1fbd-4ea1-b548-651ab9a165e3 admin admin] Network hostable DHCP agents. Network: f252cb9a-ea9a-4f07-a167-d7a9677bd9e8, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:05:25.086943 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acf7e8-1fbd-4ea1-b548-651ab9a165e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f0ad179-c06a-4feb-b8e2-c0df34413923,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:25.133118 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device f015ae13-905e-4e40-b658-e39a8d091b2c no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:05:25.159753 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7acf7e8-1fbd-4ea1-b548-651ab9a165e3 admin admin] Network f252cb9a-ea9a-4f07-a167-d7a9677bd9e8 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:05:25.172178 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: f015ae13-905e-4e40-b658-e39a8d091b2c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:05:25.173366 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device f015ae13-905e-4e40-b658-e39a8d091b2c not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:05:25.191432 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d7acf7e8-1fbd-4ea1-b548-651ab9a165e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, f252cb9a-ea9a-4f07-a167-d7a9677bd9e8) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:25.211539 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7acf7e8-1fbd-4ea1-b548-651ab9a165e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:25.212457 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d7acf7e8-1fbd-4ea1-b548-651ab9a165e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:25.237574 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d7acf7e8-1fbd-4ea1-b548-651ab9a165e3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8463111 Jul 05 10:05:25.238194 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 53370) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:25.242627 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ab132cbc-b079-4a14-9ce7-0053346f5fc5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1943897349-router', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:25.293748 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:25.300397 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ec2365-0b59-44c9-be21-395458f1222e None None] Network f252cb9a-ea9a-4f07-a167-d7a9677bd9e8 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:05:25.305339 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab132cbc-b079-4a14-9ce7-0053346f5fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:25.306390 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab132cbc-b079-4a14-9ce7-0053346f5fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:25.324346 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-b54076fa-a849-4a04-9315-f82d13e399cf tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:25.409185 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21065950-3598-41b5-87df-9674a29b97d3 req-6f1049f3-b682-4211-b6d6-7290d678e3e5 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:25.418274 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-21065950-3598-41b5-87df-9674a29b97d3 req-6f1049f3-b682-4211-b6d6-7290d678e3e5 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 945 time: 0.3390901 Jul 05 10:05:25.436938 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab132cbc-b079-4a14-9ce7-0053346f5fc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:25.471915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 02eb88d4-2fa1-4111-b326-c709358a9f02, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=02eb88d4-2fa1-4111-b326-c709358a9f02,segment=NetworkSegment(727df9fd-5860-453f-a854-6d8a19aaaba8),segment_id=727df9fd-5860-453f-a854-6d8a19aaaba8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:25.482791 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:25.580942 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3e88377a-73cb-430b-a3a5-b2b2a524c7d8 req-31e2a9ae-919d-4c87-a258-9334cb1dacbf tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 210 time: 0.1502414 Jul 05 10:05:25.667615 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-21065950-3598-41b5-87df-9674a29b97d3 req-d3872a8f-48f9-4327-b5e1-3690d67390d3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453527 Jul 05 10:05:25.700884 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-b54076fa-a849-4a04-9315-f82d13e399cf tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:25.726415 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=02eb88d4-2fa1-4111-b326-c709358a9f02,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:25.759954 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-b54076fa-a849-4a04-9315-f82d13e399cf tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Network 0a6214be-4b78-4c5f-a861-8dc1976ae20d is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:05:25.768702 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-b54076fa-a849-4a04-9315-f82d13e399cf tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:25.773972 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-b54076fa-a849-4a04-9315-f82d13e399cf tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:05:25.792292 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f7f61d-4b4e-4ed1-a8b9-1e4c51d8baf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-f252cb9a-ea9a-4f07-a167-d7a9677bd9e8', 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'fixed_ips': [{'subnet_id': '1f0ad179-c06a-4feb-b8e2-c0df34413923'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:05:25.793657 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e5f7f61d-4b4e-4ed1-a8b9-1e4c51d8baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:25.811083 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab132cbc-b079-4a14-9ce7-0053346f5fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:26.027695 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-e5f7f61d-4b4e-4ed1-a8b9-1e4c51d8baf8 None None] Allocated IP 172.20.0.2 (f252cb9a-ea9a-4f07-a167-d7a9677bd9e8/1f0ad179-c06a-4feb-b8e2-c0df34413923/3c09f0ed-f0f4-47b2-b05f-439acec16ef8) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:05:26.035165 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42b3989b-b47e-41fe-990e-63c2a60a27e9 req-2bc3b7a4-d0b5-4aeb-986a-8768ef4172fc tempest-VolumesBackupsTest-452063349 tempest-VolumesBackupsTest-452063349-project] 10.222.0.79 "GET /v2.0/ports?device_id=e207ff61-d7bf-43ec-8795-5d864868d103 HTTP/1.1" status: 200 len: 210 time: 0.1450765 Jul 05 10:05:26.072495 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-b54076fa-a849-4a04-9315-f82d13e399cf tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:26.073202 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-b54076fa-a849-4a04-9315-f82d13e399cf tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:26.082632 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54076fa-a849-4a04-9315-f82d13e399cf tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Pushing event updated for resources: {'Port': ['ID=7cfec81c-c583-4889-98dc-de3d5467137d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:26.095813 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-b54076fa-a849-4a04-9315-f82d13e399cf tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1277716 Jul 05 10:05:26.205201 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-fea2a819-9324-40c5-af49-5c21c94908cb service neutron] Request body: {'port': {'device_id': 'e0ac3123-a651-43c8-bd78-1c86ef013770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:26.223787 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e5f7f61d-4b4e-4ed1-a8b9-1e4c51d8baf8 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:26.235140 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e5f7f61d-4b4e-4ed1-a8b9-1e4c51d8baf8 None None] Transition to ACTIVE for port object 3c09f0ed-f0f4-47b2-b05f-439acec16ef8 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:05:26.252032 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab132cbc-b079-4a14-9ce7-0053346f5fc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:26.256752 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e5f7f61d-4b4e-4ed1-a8b9-1e4c51d8baf8 None None] Transition to ACTIVE for port object 3c09f0ed-f0f4-47b2-b05f-439acec16ef8 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:05:26.267004 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e5f7f61d-4b4e-4ed1-a8b9-1e4c51d8baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:26.279592 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab132cbc-b079-4a14-9ce7-0053346f5fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:26.314895 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-fea2a819-9324-40c5-af49-5c21c94908cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:26.317724 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f7f61d-4b4e-4ed1-a8b9-1e4c51d8baf8 None None] Network f252cb9a-ea9a-4f07-a167-d7a9677bd9e8 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:05:26.322404 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-e5f7f61d-4b4e-4ed1-a8b9-1e4c51d8baf8 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:26.337833 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f7f61d-4b4e-4ed1-a8b9-1e4c51d8baf8 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:05:26.370120 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7f61d-4b4e-4ed1-a8b9-1e4c51d8baf8 None None] Pushing event updated for resources: {'Port': ['ID=3c09f0ed-f0f4-47b2-b05f-439acec16ef8,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:26.408984 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-ab132cbc-b079-4a14-9ce7-0053346f5fc5 admin admin] Allocated IP 172.25.7.239 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/d604cc76-4a2f-4f57-9223-34ca5eaa86ac) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:05:26.432332 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e5f7f61d-4b4e-4ed1-a8b9-1e4c51d8baf8 None None] Attempting to bind port 3c09f0ed-f0f4-47b2-b05f-439acec16ef8 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:05:26.432821 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e5f7f61d-4b4e-4ed1-a8b9-1e4c51d8baf8 None None] Attempting to bind port 3c09f0ed-f0f4-47b2-b05f-439acec16ef8 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '347dd1a2-18f3-4ca9-abf0-6e9a69384184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:05:26.433306 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f7f61d-4b4e-4ed1-a8b9-1e4c51d8baf8 None None] Attempting to bind port 3c09f0ed-f0f4-47b2-b05f-439acec16ef8 on network f252cb9a-ea9a-4f07-a167-d7a9677bd9e8 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:05:26.440361 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f7f61d-4b4e-4ed1-a8b9-1e4c51d8baf8 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:05:26.440862 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f7f61d-4b4e-4ed1-a8b9-1e4c51d8baf8 None None] Checking segment: {'id': '347dd1a2-18f3-4ca9-abf0-6e9a69384184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:05:26.441334 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e5f7f61d-4b4e-4ed1-a8b9-1e4c51d8baf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:26.441816 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f7f61d-4b4e-4ed1-a8b9-1e4c51d8baf8 None None] Bound using segment: {'id': '347dd1a2-18f3-4ca9-abf0-6e9a69384184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:05:26.442357 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e5f7f61d-4b4e-4ed1-a8b9-1e4c51d8baf8 None None] Bound port: 3c09f0ed-f0f4-47b2-b05f-439acec16ef8, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347dd1a2-18f3-4ca9-abf0-6e9a69384184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:05:26.444688 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e5f7f61d-4b4e-4ed1-a8b9-1e4c51d8baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:26.518040 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e5f7f61d-4b4e-4ed1-a8b9-1e4c51d8baf8 None None] For port 3c09f0ed-f0f4-47b2-b05f-439acec16ef8, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:05:26.521736 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e5f7f61d-4b4e-4ed1-a8b9-1e4c51d8baf8 None None] For port 3c09f0ed-f0f4-47b2-b05f-439acec16ef8, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3c09f0ed-f0f4-47b2-b05f-439acec16ef8,segment=NetworkSegment(347dd1a2-18f3-4ca9-abf0-6e9a69384184),segment_id=347dd1a2-18f3-4ca9-abf0-6e9a69384184)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:05:26.526758 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e5f7f61d-4b4e-4ed1-a8b9-1e4c51d8baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:26.528085 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab132cbc-b079-4a14-9ce7-0053346f5fc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:26.612593 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7f61d-4b4e-4ed1-a8b9-1e4c51d8baf8 None None] Pushing event updated for resources: {'Port': ['ID=3c09f0ed-f0f4-47b2-b05f-439acec16ef8,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:26.694716 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:26.791546 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-fea2a819-9324-40c5-af49-5c21c94908cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cfec81c-c583-4889-98dc-de3d5467137d {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:05:26.792017 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 02eb88d4-2fa1-4111-b326-c709358a9f02 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:26.801561 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-fea2a819-9324-40c5-af49-5c21c94908cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:26.815695 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-fea2a819-9324-40c5-af49-5c21c94908cb service neutron] Transition to ACTIVE for port object 7cfec81c-c583-4889-98dc-de3d5467137d will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:05:26.855635 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-fea2a819-9324-40c5-af49-5c21c94908cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:27.089088 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2a819-9324-40c5-af49-5c21c94908cb service neutron] Pushing event updated for resources: {'Port': ['ID=7cfec81c-c583-4889-98dc-de3d5467137d,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:27.110084 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 02eb88d4-2fa1-4111-b326-c709358a9f02 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:27.110642 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:27.123716 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab132cbc-b079-4a14-9ce7-0053346f5fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:27.214498 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-fea2a819-9324-40c5-af49-5c21c94908cb service neutron] Attempting to bind port 7cfec81c-c583-4889-98dc-de3d5467137d on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:05:27.215235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-fea2a819-9324-40c5-af49-5c21c94908cb service neutron] Attempting to bind port 7cfec81c-c583-4889-98dc-de3d5467137d by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '727df9fd-5860-453f-a854-6d8a19aaaba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0a6214be-4b78-4c5f-a861-8dc1976ae20d'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:05:27.215941 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-fea2a819-9324-40c5-af49-5c21c94908cb service neutron] Attempting to bind port 7cfec81c-c583-4889-98dc-de3d5467137d on network 0a6214be-4b78-4c5f-a861-8dc1976ae20d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:05:27.239429 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab132cbc-b079-4a14-9ce7-0053346f5fc5 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:05:27.249241 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ab132cbc-b079-4a14-9ce7-0053346f5fc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:27.253214 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2c4bb-d27b-43a5-9216-2f781b27022f req-04ea6acf-0310-4767-995a-2d8706d780b4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:27.261936 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dbc2c4bb-d27b-43a5-9216-2f781b27022f req-04ea6acf-0310-4767-995a-2d8706d780b4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 944 time: 0.4442577 Jul 05 10:05:27.266834 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab132cbc-b079-4a14-9ce7-0053346f5fc5 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:05:27.270637 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab132cbc-b079-4a14-9ce7-0053346f5fc5 admin admin] Pushing event updated for resources: {'Port': ['ID=d604cc76-4a2f-4f57-9223-34ca5eaa86ac,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:27.276306 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-fea2a819-9324-40c5-af49-5c21c94908cb service neutron] Port 7cfec81c-c583-4889-98dc-de3d5467137d on network 0a6214be-4b78-4c5f-a861-8dc1976ae20d not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:05:27.277028 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-fea2a819-9324-40c5-af49-5c21c94908cb service neutron] Attempting to bind port 7cfec81c-c583-4889-98dc-de3d5467137d on network 0a6214be-4b78-4c5f-a861-8dc1976ae20d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:05:27.294376 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-fea2a819-9324-40c5-af49-5c21c94908cb service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:05:27.294869 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-fea2a819-9324-40c5-af49-5c21c94908cb service neutron] Checking segment: {'id': '727df9fd-5860-453f-a854-6d8a19aaaba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0a6214be-4b78-4c5f-a861-8dc1976ae20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:05:27.295388 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-fea2a819-9324-40c5-af49-5c21c94908cb service neutron] Bound using segment: {'id': '727df9fd-5860-453f-a854-6d8a19aaaba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0a6214be-4b78-4c5f-a861-8dc1976ae20d'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:05:27.296074 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-fea2a819-9324-40c5-af49-5c21c94908cb service neutron] Bound port: 7cfec81c-c583-4889-98dc-de3d5467137d, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '727df9fd-5860-453f-a854-6d8a19aaaba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0a6214be-4b78-4c5f-a861-8dc1976ae20d'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:05:27.296544 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-fea2a819-9324-40c5-af49-5c21c94908cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:27.306072 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fead8-a977-4e02-8ff5-c8ae99af7b01 req-8f31d3ac-57a1-468f-bdcb-dfb5a313e0f2 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:27.308104 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-925fead8-a977-4e02-8ff5-c8ae99af7b01 req-8f31d3ac-57a1-468f-bdcb-dfb5a313e0f2 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 945 time: 0.3394730 Jul 05 10:05:27.440892 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-925fead8-a977-4e02-8ff5-c8ae99af7b01 req-f0b9c09b-c08c-48ac-925a-3f16e17698f1 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145978 Jul 05 10:05:27.466780 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dbc2c4bb-d27b-43a5-9216-2f781b27022f req-9a0c4a44-a4dd-44d0-93af-6b797d45af1e tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029455 Jul 05 10:05:27.559574 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-fea2a819-9324-40c5-af49-5c21c94908cb service neutron] For port 7cfec81c-c583-4889-98dc-de3d5467137d, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:05:27.563297 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-fea2a819-9324-40c5-af49-5c21c94908cb service neutron] For port 7cfec81c-c583-4889-98dc-de3d5467137d, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=7cfec81c-c583-4889-98dc-de3d5467137d,segment=NetworkSegment(727df9fd-5860-453f-a854-6d8a19aaaba8),segment_id=727df9fd-5860-453f-a854-6d8a19aaaba8)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:05:27.568347 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-fea2a819-9324-40c5-af49-5c21c94908cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:27.596890 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-fea2a819-9324-40c5-af49-5c21c94908cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:27.597549 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-fea2a819-9324-40c5-af49-5c21c94908cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:27.604036 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-fea2a819-9324-40c5-af49-5c21c94908cb service neutron] 10.222.0.81 "PUT /v2.0/ports/7cfec81c-c583-4889-98dc-de3d5467137d HTTP/1.1" status: 200 len: 1092 time: 1.4916382 Jul 05 10:05:27.626474 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab132cbc-b079-4a14-9ce7-0053346f5fc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:27.693695 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ac3123-a651-43c8-bd78-1c86ef013770', 'tag': '7cfec81c-c583-4889-98dc-de3d5467137d'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:27.700476 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e43395-8277-4e2b-81b6-557ec6e4d538" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ac3123-a651-43c8-bd78-1c86ef013770", "tag": "7cfec81c-c583-4889-98dc-de3d5467137d"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:27.846262 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2a819-9324-40c5-af49-5c21c94908cb service neutron] Pushing event updated for resources: {'Port': ['ID=7cfec81c-c583-4889-98dc-de3d5467137d,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:27.877370 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-dd2cba38-0f48-4323-adeb-2f153cfd18aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:27.879367 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-dd2cba38-0f48-4323-adeb-2f153cfd18aa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5abc020f90d14666888e6b9485fe190a&device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 1095 time: 0.1677017 Jul 05 10:05:27.982584 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-1a968acc-f4be-4ded-adba-5b81f687de73 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cfec81c-c583-4889-98dc-de3d5467137d HTTP/1.1" status: 200 len: 217 time: 0.0911300 Jul 05 10:05:27.984965 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d5dbd2-5d26-4a0b-a11c-ca089d0f7190 x-openstack-request-id: req-30d5dbd2-5d26-4a0b-a11c-ca089d0f7190 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:27.985267 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ac3123-a651-43c8-bd78-1c86ef013770", "tag": "7cfec81c-c583-4889-98dc-de3d5467137d", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:27.985527 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-30d5dbd2-5d26-4a0b-a11c-ca089d0f7190 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:27.995652 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab132cbc-b079-4a14-9ce7-0053346f5fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:27.996223 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ac3123-a651-43c8-bd78-1c86ef013770', 'tag': '7cfec81c-c583-4889-98dc-de3d5467137d', 'status': 'completed', 'code': 200} Jul 05 10:05:28.081718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-e3ed45e8-8298-4d5f-8076-8cf1c04cfaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:28.083499 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-e3ed45e8-8298-4d5f-8076-8cf1c04cfaf5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=883a43fa-9d50-4172-a397-0952668a1b6d HTTP/1.1" status: 200 len: 859 time: 0.0864031 Jul 05 10:05:28.147037 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-c58ac26f-9cd4-471b-af15-d09ff9314014 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0a6214be-4b78-4c5f-a861-8dc1976ae20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547700 Jul 05 10:05:28.255871 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3e8ca3-7fce-4e67-902d-bde1e1f1ec4a None None] Network f252cb9a-ea9a-4f07-a167-d7a9677bd9e8 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:05:28.279028 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab132cbc-b079-4a14-9ce7-0053346f5fc5 admin admin] Router e94a1858-7f09-4dd9-9ee2-f48356d15696 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:05:28.376051 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-4ec5b81a-7e66-4298-af5d-4adc73ce9253 service neutron] 10.222.0.81 "GET /v2.0/networks/0a6214be-4b78-4c5f-a861-8dc1976ae20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095423 Jul 05 10:05:28.436595 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d81eced7-c327-43bc-beb1-e8abaef4dca0 None None] Provisioning for port 3c09f0ed-f0f4-47b2-b05f-439acec16ef8 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:28.591222 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab132cbc-b079-4a14-9ce7-0053346f5fc5 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:05:28.601087 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] Sync routers for ids ['e94a1858-7f09-4dd9-9ee2-f48356d15696'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:05:28.612505 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab72a1a5-a8f7-442f-9c8f-52689afeadf3 req-0ad64b65-1c3d-4f97-a291-71ddf8dca1cf service neutron] 10.222.0.81 "GET /v2.0/networks/0a6214be-4b78-4c5f-a861-8dc1976ae20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117257 Jul 05 10:05:28.633733 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] Routers {'e94a1858-7f09-4dd9-9ee2-f48356d15696'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:05:28.634640 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:05:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e94a1858-7f09-4dd9-9ee2-f48356d15696'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:28.644193 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab132cbc-b079-4a14-9ce7-0053346f5fc5 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:28.650169 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 53402) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:28.651803 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ab132cbc-b079-4a14-9ce7-0053346f5fc5 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4124517 Jul 05 10:05:28.855871 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] Set router e94a1858-7f09-4dd9-9ee2-f48356d15696 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:05:28.890046 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3c09f0ed-f0f4-47b2-b05f-439acec16ef8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:29.009346 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 3c09f0ed-f0f4-47b2-b05f-439acec16ef8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:29.016844 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 3c09f0ed-f0f4-47b2-b05f-439acec16ef8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:29.017228 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:29.120645 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa11c14-8648-4eee-bd69-6dd84222daf8 req-6507ceba-a788-47fb-bdc0-8e9e499c4121 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:29.122973 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3fa11c14-8648-4eee-bd69-6dd84222daf8 req-6507ceba-a788-47fb-bdc0-8e9e499c4121 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 944 time: 0.3417034 Jul 05 10:05:29.127286 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e43395-8277-4e2b-81b6-557ec6e4d538 req-95903d08-7651-4b72-8a4d-fd16482ba4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:29.128718 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3e43395-8277-4e2b-81b6-557ec6e4d538 req-95903d08-7651-4b72-8a4d-fd16482ba4ba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5abc020f90d14666888e6b9485fe190a&device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 1095 time: 0.3463509 Jul 05 10:05:29.178192 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'name': 'tempest-TestVolumeBackupRestore-1943897349-router', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:25Z', 'updated_at': '2021-07-05T10:05:27Z', 'revision_number': 3, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'gw_port': {'id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:26Z', 'updated_at': '2021-07-05T10:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:29.194710 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16de2e-4a14-4ccc-bd1c-966f970588ff req-c678e643-616d-4809-ab1a-06a256a834ca tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:29.201644 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d16de2e-4a14-4ccc-bd1c-966f970588ff req-c678e643-616d-4809-ab1a-06a256a834ca tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 945 time: 0.4037051 Jul 05 10:05:29.219985 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] Checking router: e94a1858-7f09-4dd9-9ee2-f48356d15696 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:05:29.220726 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] Updating router e94a1858-7f09-4dd9-9ee2-f48356d15696 port d604cc76-4a2f-4f57-9223-34ca5eaa86ac binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:05:29.230502 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:29.269772 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:29.296094 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b0cb2bb2-545c-473b-971e-8fa73f24a145 None None] Provisioning complete for port 3c09f0ed-f0f4-47b2-b05f-439acec16ef8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:29.296711 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2bb2-545c-473b-971e-8fa73f24a145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:29.305083 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d16de2e-4a14-4ccc-bd1c-966f970588ff req-9dc6aeec-3685-4fbc-a33d-149c767a926d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024978 Jul 05 10:05:29.389435 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 3c09f0ed-f0f4-47b2-b05f-439acec16ef8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3c09f0ed-f0f4-47b2-b05f-439acec16ef8,segment=NetworkSegment(347dd1a2-18f3-4ca9-abf0-6e9a69384184),segment_id=347dd1a2-18f3-4ca9-abf0-6e9a69384184)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:29.401584 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:29.473486 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3fa11c14-8648-4eee-bd69-6dd84222daf8 req-8ee2a08a-5f33-4890-b60e-fa4d957fad36 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406863 Jul 05 10:05:29.478884 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=3c09f0ed-f0f4-47b2-b05f-439acec16ef8,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:29.537815 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e43395-8277-4e2b-81b6-557ec6e4d538 req-3afaf779-b8dd-449e-85c1-360bf12b2ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:29.539373 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3e43395-8277-4e2b-81b6-557ec6e4d538 req-3afaf779-b8dd-449e-85c1-360bf12b2ec2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0a6214be-4b78-4c5f-a861-8dc1976ae20d HTTP/1.1" status: 200 len: 920 time: 0.3618114 Jul 05 10:05:29.639266 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3e43395-8277-4e2b-81b6-557ec6e4d538 req-5962f9b5-945c-4ef0-9803-2a92b4d45571 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cfec81c-c583-4889-98dc-de3d5467137d HTTP/1.1" status: 200 len: 217 time: 0.0491376 Jul 05 10:05:29.749684 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e43395-8277-4e2b-81b6-557ec6e4d538 req-f28b9d3a-cb51-4aaa-89f0-efeb10ea37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:29.751121 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3e43395-8277-4e2b-81b6-557ec6e4d538 req-f28b9d3a-cb51-4aaa-89f0-efeb10ea37ea service neutron] 10.222.0.81 "GET /v2.0/subnets?id=883a43fa-9d50-4172-a397-0952668a1b6d HTTP/1.1" status: 200 len: 859 time: 0.1013196 Jul 05 10:05:29.802953 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:29.815318 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] Transition to ACTIVE for port object d604cc76-4a2f-4f57-9223-34ca5eaa86ac will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:05:29.827642 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:29.882861 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] Attempting to bind port d604cc76-4a2f-4f57-9223-34ca5eaa86ac on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:05:29.883505 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] Attempting to bind port d604cc76-4a2f-4f57-9223-34ca5eaa86ac by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:05:29.884100 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] Attempting to bind port d604cc76-4a2f-4f57-9223-34ca5eaa86ac on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:05:29.886680 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d3638-0d63-4791-a0b1-7bc9814ef444 None None] Pushing event updated for resources: {'Port': ['ID=d604cc76-4a2f-4f57-9223-34ca5eaa86ac,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:29.893446 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:05:29.894235 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:05:29.894816 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:29.896167 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:05:29.896840 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] Bound port: d604cc76-4a2f-4f57-9223-34ca5eaa86ac, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:05:29.897406 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:30.005878 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] For port d604cc76-4a2f-4f57-9223-34ca5eaa86ac, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:05:30.014361 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] For port d604cc76-4a2f-4f57-9223-34ca5eaa86ac, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d604cc76-4a2f-4f57-9223-34ca5eaa86ac,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:05:30.024534 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:30.103333 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] Routers {'e94a1858-7f09-4dd9-9ee2-f48356d15696'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:05:30.105420 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:05:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e94a1858-7f09-4dd9-9ee2-f48356d15696'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:30.219258 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] Set router e94a1858-7f09-4dd9-9ee2-f48356d15696 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:05:30.266876 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3e43395-8277-4e2b-81b6-557ec6e4d538 req-1cca23b0-fa40-4791-b4ff-7b4397d6d68f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0a6214be-4b78-4c5f-a861-8dc1976ae20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4970746 Jul 05 10:05:30.328281 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d3638-0d63-4791-a0b1-7bc9814ef444 None None] Pushing event updated for resources: {'Port': ['ID=d604cc76-4a2f-4f57-9223-34ca5eaa86ac,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:30.416188 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3e43395-8277-4e2b-81b6-557ec6e4d538 req-89649e20-a56d-4d07-b6fe-6f0f7b9f139a service neutron] 10.222.0.81 "GET /v2.0/networks/0a6214be-4b78-4c5f-a861-8dc1976ae20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484108 Jul 05 10:05:30.446032 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'name': 'tempest-TestVolumeBackupRestore-1943897349-router', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:25Z', 'updated_at': '2021-07-05T10:05:27Z', 'revision_number': 3, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'gw_port': {'id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:26Z', 'updated_at': '2021-07-05T10:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:30.483942 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06288f7a-acf8-4d31-b98c-59466ca033f1 None None] The sync data for ids ['e94a1858-7f09-4dd9-9ee2-f48356d15696'] in n-d-798054-8 is: [{'id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'name': 'tempest-TestVolumeBackupRestore-1943897349-router', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:25Z', 'updated_at': '2021-07-05T10:05:27Z', 'revision_number': 3, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'gw_port': {'id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:26Z', 'updated_at': '2021-07-05T10:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:05:30.758052 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3c09f0ed-f0f4-47b2-b05f-439acec16ef8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:30.784077 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6f59f85f-fb34-48ed-9551-7d01e4762b79 req-0e791800-6fa5-4a13-b4f3-733f031b4d29 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6c73c052-2cac-481a-becb-9a29a94703ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3776355 Jul 05 10:05:30.857102 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfc84c-737a-4673-94b0-19be1172df21 req-dab73b11-0194-4cbf-9fe7-4dd923f5c76f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:30.858764 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d6bfc84c-737a-4673-94b0-19be1172df21 req-dab73b11-0194-4cbf-9fe7-4dd923f5c76f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 945 time: 0.3216023 Jul 05 10:05:30.883145 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3e43395-8277-4e2b-81b6-557ec6e4d538 req-ce92b8f1-ed10-49a2-abd0-fed51fa97740 service neutron] 10.222.0.81 "GET /v2.0/networks/0a6214be-4b78-4c5f-a861-8dc1976ae20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413807 Jul 05 10:05:30.884883 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be58b6ff-0ee0-4d99-a077-2188def890e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:30.951719 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 3c09f0ed-f0f4-47b2-b05f-439acec16ef8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:30.952246 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:31.068016 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d6bfc84c-737a-4673-94b0-19be1172df21 req-578436d3-c5af-4ee7-846b-e9b0f26418e9 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881292 Jul 05 10:05:31.167134 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe042b2-bcf4-44ac-a9a7-cf51649a6484 req-e2be312d-6970-4fd1-8e9d-9bba173f17e1 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:31.175157 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bfe042b2-bcf4-44ac-a9a7-cf51649a6484 req-e2be312d-6970-4fd1-8e9d-9bba173f17e1 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 944 time: 0.4401500 Jul 05 10:05:31.359536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59f85f-fb34-48ed-9551-7d01e4762b79 req-c6af45e1-08c1-42f5-9ff9-4344691e11e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:31.363367 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6f59f85f-fb34-48ed-9551-7d01e4762b79 req-c6af45e1-08c1-42f5-9ff9-4344691e11e8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d93f47a2b57847898e8bf4ed736730dc&device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 1096 time: 0.4956536 Jul 05 10:05:31.491977 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bfe042b2-bcf4-44ac-a9a7-cf51649a6484 req-358da3ba-e8fe-437d-af06-8764e4dc2e71 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158376 Jul 05 10:05:31.522518 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-be58b6ff-0ee0-4d99-a077-2188def890e0 admin admin] Allocated IP 172.20.0.1 (f252cb9a-ea9a-4f07-a167-d7a9677bd9e8/1f0ad179-c06a-4feb-b8e2-c0df34413923/b7ea8539-5364-45fb-890a-e30f91d081c3) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:05:31.628279 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59f85f-fb34-48ed-9551-7d01e4762b79 req-8d829ea9-3986-42e3-98f5-18a9f46b6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:31.629882 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6f59f85f-fb34-48ed-9551-7d01e4762b79 req-8d829ea9-3986-42e3-98f5-18a9f46b6e7a service neutron] 10.222.0.78 "GET /v2.0/networks?id=d1743ea8-1759-429c-b8f5-06cd55144aac HTTP/1.1" status: 200 len: 912 time: 0.2210391 Jul 05 10:05:31.747450 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6f59f85f-fb34-48ed-9551-7d01e4762b79 req-67d6e2be-7b98-4cd8-98d2-4f417509f7a3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97247cf4-cd41-4788-a3bd-3c465569d6a4 HTTP/1.1" status: 200 len: 1001 time: 0.1097441 Jul 05 10:05:31.768498 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be58b6ff-0ee0-4d99-a077-2188def890e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:31.814821 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-be58b6ff-0ee0-4d99-a077-2188def890e0 admin admin] Transition to ACTIVE for port object b7ea8539-5364-45fb-890a-e30f91d081c3 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:05:31.831397 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59f85f-fb34-48ed-9551-7d01e4762b79 req-0562edff-c86d-4b38-857e-66427bd0071c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:31.832977 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6f59f85f-fb34-48ed-9551-7d01e4762b79 req-0562edff-c86d-4b38-857e-66427bd0071c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=64059ad6-af8a-4b37-8335-6c76a23c0a2e HTTP/1.1" status: 200 len: 850 time: 0.0791287 Jul 05 10:05:31.913431 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be58b6ff-0ee0-4d99-a077-2188def890e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:31.957069 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59f85f-fb34-48ed-9551-7d01e4762b79 req-f8d87b5a-85ce-4f8e-b915-c25a126222df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:31.958821 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6f59f85f-fb34-48ed-9551-7d01e4762b79 req-f8d87b5a-85ce-4f8e-b915-c25a126222df service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d1743ea8-1759-429c-b8f5-06cd55144aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196179 Jul 05 10:05:31.968493 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be58b6ff-0ee0-4d99-a077-2188def890e0 admin admin] Network f252cb9a-ea9a-4f07-a167-d7a9677bd9e8 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:05:31.984637 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-be58b6ff-0ee0-4d99-a077-2188def890e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:32.007892 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be58b6ff-0ee0-4d99-a077-2188def890e0 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:05:32.024522 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 7cfec81c-c583-4889-98dc-de3d5467137d details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:05:32.048850 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58b6ff-0ee0-4d99-a077-2188def890e0 admin admin] Pushing event updated for resources: {'Port': ['ID=b7ea8539-5364-45fb-890a-e30f91d081c3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:32.182354 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 7cfec81c-c583-4889-98dc-de3d5467137d, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=7cfec81c-c583-4889-98dc-de3d5467137d,segment=NetworkSegment(727df9fd-5860-453f-a854-6d8a19aaaba8),segment_id=727df9fd-5860-453f-a854-6d8a19aaaba8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:32.198037 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '7cfec81c-c583-4889-98dc-de3d5467137d', 'network_id': '0a6214be-4b78-4c5f-a861-8dc1976ae20d', 'port_id': '7cfec81c-c583-4889-98dc-de3d5467137d', 'mac_address': 'fa:16:3e:2a:ba:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883a43fa-9d50-4172-a397-0952668a1b6d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:05:32.212115 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be58b6ff-0ee0-4d99-a077-2188def890e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:32.264576 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:32.288707 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cfec81c-c583-4889-98dc-de3d5467137d {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:05:32.317137 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6f59f85f-fb34-48ed-9551-7d01e4762b79 req-c502a23f-2a89-4bfa-9833-8da15f9cc628 service neutron] 10.222.0.78 "GET /v2.0/networks/d1743ea8-1759-429c-b8f5-06cd55144aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506823 Jul 05 10:05:32.321557 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 7cfec81c-c583-4889-98dc-de3d5467137d, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=7cfec81c-c583-4889-98dc-de3d5467137d,segment=NetworkSegment(727df9fd-5860-453f-a854-6d8a19aaaba8),segment_id=727df9fd-5860-453f-a854-6d8a19aaaba8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:32.328396 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:32.418579 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-936e2ab8-c2c6-4f71-a833-279dbd797794 None None] Provisioning for port b7ea8539-5364-45fb-890a-e30f91d081c3 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:32.424704 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-936e2ab8-c2c6-4f71-a833-279dbd797794 None None] Provisioning complete for port b7ea8539-5364-45fb-890a-e30f91d081c3 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:32.425078 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-936e2ab8-c2c6-4f71-a833-279dbd797794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:32.524613 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-936e2ab8-c2c6-4f71-a833-279dbd797794 None None] Port b7ea8539-5364-45fb-890a-e30f91d081c3 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:05:32.531205 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=7cfec81c-c583-4889-98dc-de3d5467137d,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:32.634042 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['7cfec81c-c583-4889-98dc-de3d5467137d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:32.678236 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a0568-b74a-4530-be8c-21d030ecfcce req-78ddf228-2297-486a-9be8-50558bbc71ac tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:32.681504 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d57a0568-b74a-4530-be8c-21d030ecfcce req-78ddf228-2297-486a-9be8-50558bbc71ac tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 945 time: 0.4025683 Jul 05 10:05:32.701894 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6f59f85f-fb34-48ed-9551-7d01e4762b79 req-f88cb28d-e1a5-46fb-9df9-59a3f4c99d15 service neutron] 10.222.0.78 "GET /v2.0/networks/d1743ea8-1759-429c-b8f5-06cd55144aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751268 Jul 05 10:05:32.705203 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be58b6ff-0ee0-4d99-a077-2188def890e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:32.928000 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:32.937808 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d604cc76-4a2f-4f57-9223-34ca5eaa86ac up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:33.065512 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d57a0568-b74a-4530-be8c-21d030ecfcce req-bf23453f-c1d7-4a67-abcb-d25673f3eb07 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620999 Jul 05 10:05:33.073092 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port d604cc76-4a2f-4f57-9223-34ca5eaa86ac completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:33.083201 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port d604cc76-4a2f-4f57-9223-34ca5eaa86ac triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:33.093956 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:33.248171 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be58b6ff-0ee0-4d99-a077-2188def890e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:33.270595 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be58b6ff-0ee0-4d99-a077-2188def890e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:33.279454 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:33.306964 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port d604cc76-4a2f-4f57-9223-34ca5eaa86ac, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d604cc76-4a2f-4f57-9223-34ca5eaa86ac,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:33.313220 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:33.371280 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be58b6ff-0ee0-4d99-a077-2188def890e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:33.373158 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=d604cc76-4a2f-4f57-9223-34ca5eaa86ac,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:33.374111 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58b6ff-0ee0-4d99-a077-2188def890e0 admin admin] Pushing event updated for resources: {'Port': ['ID=b7ea8539-5364-45fb-890a-e30f91d081c3,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:33.401937 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db68d4-7bf0-472a-8336-57f1fa3bcdf1 req-08c0814e-123a-4486-a5ca-69a4b357a2e6 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:33.403812 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-05db68d4-7bf0-472a-8336-57f1fa3bcdf1 req-08c0814e-123a-4486-a5ca-69a4b357a2e6 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 945 time: 0.4984314 Jul 05 10:05:33.500757 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-05db68d4-7bf0-472a-8336-57f1fa3bcdf1 req-45a2741d-01ad-4532-8163-d88c6f5ca099 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836260 Jul 05 10:05:33.561781 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be58b6ff-0ee0-4d99-a077-2188def890e0 admin admin] Network f252cb9a-ea9a-4f07-a167-d7a9677bd9e8 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:05:33.563494 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-be58b6ff-0ee0-4d99-a077-2188def890e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:33.725490 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be58b6ff-0ee0-4d99-a077-2188def890e0 admin admin] Router e94a1858-7f09-4dd9-9ee2-f48356d15696 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:05:33.916415 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be58b6ff-0ee0-4d99-a077-2188def890e0 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:05:33.924677 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] Sync routers for ids ['e94a1858-7f09-4dd9-9ee2-f48356d15696'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:05:33.928604 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-be58b6ff-0ee0-4d99-a077-2188def890e0 admin admin] 10.222.0.79 "PUT /v2.0/routers/e94a1858-7f09-4dd9-9ee2-f48356d15696/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2772419 Jul 05 10:05:33.949484 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] Routers {'e94a1858-7f09-4dd9-9ee2-f48356d15696'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:05:33.951193 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:05:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e94a1858-7f09-4dd9-9ee2-f48356d15696'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:34.018486 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 7cfec81c-c583-4889-98dc-de3d5467137d up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:34.059376 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-05b7b0a5-5418-439c-b88f-6e873fc0e2f6 None None] Provisioning complete for port b7ea8539-5364-45fb-890a-e30f91d081c3 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:34.059877 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-05b7b0a5-5418-439c-b88f-6e873fc0e2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:34.158923 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-05b7b0a5-5418-439c-b88f-6e873fc0e2f6 None None] Port b7ea8539-5364-45fb-890a-e30f91d081c3 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:05:34.184346 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] Set router e94a1858-7f09-4dd9-9ee2-f48356d15696 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:05:34.187625 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 7cfec81c-c583-4889-98dc-de3d5467137d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:34.222617 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 7cfec81c-c583-4889-98dc-de3d5467137d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:34.223149 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:34.369784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d520a2-98e7-4f4d-b2c7-f1ca7ce43241 req-014f1316-acc9-4507-aca2-11c23327f619 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:34.371299 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70d520a2-98e7-4f4d-b2c7-f1ca7ce43241 req-014f1316-acc9-4507-aca2-11c23327f619 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 945 time: 0.1419849 Jul 05 10:05:34.444856 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:34.452106 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70d520a2-98e7-4f4d-b2c7-f1ca7ce43241 req-11db9c4c-0561-4cc5-83fd-c1a4a6017d34 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697927 Jul 05 10:05:34.526565 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ac3123-a651-43c8-bd78-1c86ef013770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfec81c-c583-4889-98dc-de3d5467137d'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:34.529855 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc04adc-9462-4f87-aee6-d582dbb7d9ad" -d '{"events": [{"server_uuid": "e0ac3123-a651-43c8-bd78-1c86ef013770", "name": "network-vif-plugged", "status": "completed", "tag": "7cfec81c-c583-4889-98dc-de3d5467137d"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:34.549019 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 7cfec81c-c583-4889-98dc-de3d5467137d, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=7cfec81c-c583-4889-98dc-de3d5467137d,segment=NetworkSegment(727df9fd-5860-453f-a854-6d8a19aaaba8),segment_id=727df9fd-5860-453f-a854-6d8a19aaaba8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:34.562728 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:34.648840 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368d8a20-c227-473d-bf1d-b510263e5217 x-openstack-request-id: req-368d8a20-c227-473d-bf1d-b510263e5217 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:34.649149 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ac3123-a651-43c8-bd78-1c86ef013770", "name": "network-vif-plugged", "status": "completed", "tag": "7cfec81c-c583-4889-98dc-de3d5467137d", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:34.649409 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-368d8a20-c227-473d-bf1d-b510263e5217 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:34.656919 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ac3123-a651-43c8-bd78-1c86ef013770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfec81c-c583-4889-98dc-de3d5467137d', 'code': 200} Jul 05 10:05:34.676962 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'name': 'tempest-TestVolumeBackupRestore-1943897349-router', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:25Z', 'updated_at': '2021-07-05T10:05:32Z', 'revision_number': 4, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'gw_port': {'id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:26Z', 'updated_at': '2021-07-05T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'b7ea8539-5364-45fb-890a-e30f91d081c3', 'name': '', 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'mac_address': 'fa:16:3e:c5:2a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '1f0ad179-c06a-4feb-b8e2-c0df34413923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:31Z', 'updated_at': '2021-07-05T10:05:32Z', 'revision_number': 2, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'subnets': [{'id': '1f0ad179-c06a-4feb-b8e2-c0df34413923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:34.739638 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] Checking router: e94a1858-7f09-4dd9-9ee2-f48356d15696 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:05:34.740198 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] Updating router e94a1858-7f09-4dd9-9ee2-f48356d15696 port b7ea8539-5364-45fb-890a-e30f91d081c3 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:05:34.770125 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d604cc76-4a2f-4f57-9223-34ca5eaa86ac up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:34.775332 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=7cfec81c-c583-4889-98dc-de3d5467137d,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:34.860426 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:34.929291 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 53530) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:34.937249 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-92db5b5a-9d4f-4ffc-90ab-2dd0e2cb67de admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1878219998-network', 'tenant_id': '9ec657575a624ba082f3e419ca7c4ddc'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:34.956538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6b2f6-d121-448a-984e-a9bc051c624e req-16f5ec8c-2934-4ed9-8cfb-f040bd77036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:34.959817 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71f6b2f6-d121-448a-984e-a9bc051c624e req-16f5ec8c-2934-4ed9-8cfb-f040bd77036f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 1097 time: 0.2401693 Jul 05 10:05:34.977799 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port d604cc76-4a2f-4f57-9223-34ca5eaa86ac triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:34.979453 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92db5b5a-9d4f-4ffc-90ab-2dd0e2cb67de admin admin] Made reservation on behalf of 9ec657575a624ba082f3e419ca7c4ddc for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:05:34.980395 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:34.984757 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92db5b5a-9d4f-4ffc-90ab-2dd0e2cb67de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:35.014722 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92db5b5a-9d4f-4ffc-90ab-2dd0e2cb67de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:35.022261 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f92ce-b43d-4b82-af65-c7cc141b7fc7 req-dd86ad8b-8548-4c33-8352-45a985068661 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:35.030147 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-776f92ce-b43d-4b82-af65-c7cc141b7fc7 req-dd86ad8b-8548-4c33-8352-45a985068661 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.2153931 Jul 05 10:05:35.053954 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71f6b2f6-d121-448a-984e-a9bc051c624e req-70a8a4a8-c488-4c69-8d90-cfb8afe50958 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795228 Jul 05 10:05:35.103088 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-776f92ce-b43d-4b82-af65-c7cc141b7fc7 req-fed3d3fd-5dc6-41cd-a76b-c954acbf527e tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719354 Jul 05 10:05:35.236627 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92db5b5a-9d4f-4ffc-90ab-2dd0e2cb67de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:35.244173 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92db5b5a-9d4f-4ffc-90ab-2dd0e2cb67de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:35.270338 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92db5b5a-9d4f-4ffc-90ab-2dd0e2cb67de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:05:35.289345 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db5b5a-9d4f-4ffc-90ab-2dd0e2cb67de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dd19c2-b009-451f-9b1d-ae3be03bfe8b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:35.307364 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92db5b5a-9d4f-4ffc-90ab-2dd0e2cb67de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:35.310580 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-92db5b5a-9d4f-4ffc-90ab-2dd0e2cb67de admin admin] Added segment 75632a60-bac5-49bd-8b35-a68017d3b196 of type vlan for network 3fe94523-476b-4fc7-86c1-90c655866f41 Jul 05 10:05:35.361341 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92db5b5a-9d4f-4ffc-90ab-2dd0e2cb67de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:35.399375 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92db5b5a-9d4f-4ffc-90ab-2dd0e2cb67de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:35.400952 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92db5b5a-9d4f-4ffc-90ab-2dd0e2cb67de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:35.401842 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92db5b5a-9d4f-4ffc-90ab-2dd0e2cb67de admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:35.488034 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db5b5a-9d4f-4ffc-90ab-2dd0e2cb67de admin admin] Pushing event updated for resources: {'Network': ['ID=3fe94523-476b-4fc7-86c1-90c655866f41,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:35.505999 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 3fe94523-476b-4fc7-86c1-90c655866f41 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:05:35.518233 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 53534) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:35.519195 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-92db5b5a-9d4f-4ffc-90ab-2dd0e2cb67de admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5886981 Jul 05 10:05:35.523564 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ec9f92ea-c74d-4a89-9795-2079e0867f63 admin admin] Request body: {'subnet': {'network_id': '3fe94523-476b-4fc7-86c1-90c655866f41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1878219998-subnet', 'tenant_id': '9ec657575a624ba082f3e419ca7c4ddc', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:35.574290 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9f92ea-c74d-4a89-9795-2079e0867f63 admin admin] Made reservation on behalf of 9ec657575a624ba082f3e419ca7c4ddc for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:05:35.577240 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec9f92ea-c74d-4a89-9795-2079e0867f63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:35.812869 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374ff75-3b73-4662-9e26-a630197044de req-3ec61f36-bac7-4237-bc63-fd4e5140ed13 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:35.814991 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2374ff75-3b73-4662-9e26-a630197044de req-3ec61f36-bac7-4237-bc63-fd4e5140ed13 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 945 time: 0.1321435 Jul 05 10:05:35.896922 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2374ff75-3b73-4662-9e26-a630197044de req-5aefaba6-414c-46f8-afb4-f3652434522d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742259 Jul 05 10:05:35.925425 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:35.938147 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] Transition to ACTIVE for port object b7ea8539-5364-45fb-890a-e30f91d081c3 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:05:35.948133 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:36.010432 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec9f92ea-c74d-4a89-9795-2079e0867f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:36.054109 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e40d4-4e46-4060-b5c3-359a39969bf9 None None] Pushing event updated for resources: {'Port': ['ID=b7ea8539-5364-45fb-890a-e30f91d081c3,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:36.116105 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:36.190806 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f92ea-c74d-4a89-9795-2079e0867f63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b856545-8944-4610-b6cb-cbba830b15d4,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:36.202157 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9f92ea-c74d-4a89-9795-2079e0867f63 admin admin] Checking segment: {'id': '75632a60-bac5-49bd-8b35-a68017d3b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3fe94523-476b-4fc7-86c1-90c655866f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:05:36.202785 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9f92ea-c74d-4a89-9795-2079e0867f63 admin admin] Network hostable DHCP agents. Network: 3fe94523-476b-4fc7-86c1-90c655866f41, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:05:36.232618 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9f92ea-c74d-4a89-9795-2079e0867f63 admin admin] Network 3fe94523-476b-4fc7-86c1-90c655866f41 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:05:36.249293 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-ec9f92ea-c74d-4a89-9795-2079e0867f63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 3fe94523-476b-4fc7-86c1-90c655866f41) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:36.258366 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9f92ea-c74d-4a89-9795-2079e0867f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:36.259332 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec9f92ea-c74d-4a89-9795-2079e0867f63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:36.267762 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] Attempting to bind port b7ea8539-5364-45fb-890a-e30f91d081c3 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:05:36.270661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] Attempting to bind port b7ea8539-5364-45fb-890a-e30f91d081c3 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '347dd1a2-18f3-4ca9-abf0-6e9a69384184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:05:36.271044 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] Attempting to bind port b7ea8539-5364-45fb-890a-e30f91d081c3 on network f252cb9a-ea9a-4f07-a167-d7a9677bd9e8 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:05:36.279636 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698e840f-73af-448a-819e-cf6a551e7ddb None None] Network 3fe94523-476b-4fc7-86c1-90c655866f41 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:05:36.286173 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ec9f92ea-c74d-4a89-9795-2079e0867f63 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7663491 Jul 05 10:05:36.288657 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 53542) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:36.298506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-27e10ba3-bb30-4170-9c90-7318f07f9784 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1878219998-router', 'tenant_id': '9ec657575a624ba082f3e419ca7c4ddc', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:36.342852 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27e10ba3-bb30-4170-9c90-7318f07f9784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:36.343990 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27e10ba3-bb30-4170-9c90-7318f07f9784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:36.398342 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:05:36.398760 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] Checking segment: {'id': '347dd1a2-18f3-4ca9-abf0-6e9a69384184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:05:36.399060 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:36.402000 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] Bound using segment: {'id': '347dd1a2-18f3-4ca9-abf0-6e9a69384184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:05:36.402519 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] Bound port: b7ea8539-5364-45fb-890a-e30f91d081c3, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347dd1a2-18f3-4ca9-abf0-6e9a69384184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:05:36.402957 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:36.472514 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27e10ba3-bb30-4170-9c90-7318f07f9784 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:36.640997 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] For port b7ea8539-5364-45fb-890a-e30f91d081c3, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:05:36.655920 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab84d59-78ce-4545-a8e1-67d724f05f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-3fe94523-476b-4fc7-86c1-90c655866f41', 'network_id': '3fe94523-476b-4fc7-86c1-90c655866f41', 'tenant_id': '9ec657575a624ba082f3e419ca7c4ddc', 'fixed_ips': [{'subnet_id': '6b856545-8944-4610-b6cb-cbba830b15d4'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:05:36.656914 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cab84d59-78ce-4545-a8e1-67d724f05f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:36.665279 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] For port b7ea8539-5364-45fb-890a-e30f91d081c3, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b7ea8539-5364-45fb-890a-e30f91d081c3,segment=NetworkSegment(347dd1a2-18f3-4ca9-abf0-6e9a69384184),segment_id=347dd1a2-18f3-4ca9-abf0-6e9a69384184)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:05:36.680688 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:36.713057 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27e10ba3-bb30-4170-9c90-7318f07f9784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:36.796790 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] Routers {'e94a1858-7f09-4dd9-9ee2-f48356d15696'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:05:36.798032 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:05:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e94a1858-7f09-4dd9-9ee2-f48356d15696'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:36.860295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e40d4-4e46-4060-b5c3-359a39969bf9 None None] Pushing event updated for resources: {'Port': ['ID=b7ea8539-5364-45fb-890a-e30f91d081c3,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:37.043583 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-cab84d59-78ce-4545-a8e1-67d724f05f48 None None] Allocated IP 172.20.0.2 (3fe94523-476b-4fc7-86c1-90c655866f41/6b856545-8944-4610-b6cb-cbba830b15d4/ce36f9a3-5092-4cd5-8926-7b8570541b4d) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:05:37.212099 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cab84d59-78ce-4545-a8e1-67d724f05f48 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:37.246605 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cab84d59-78ce-4545-a8e1-67d724f05f48 None None] Transition to ACTIVE for port object ce36f9a3-5092-4cd5-8926-7b8570541b4d will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:05:37.281100 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cab84d59-78ce-4545-a8e1-67d724f05f48 None None] Transition to ACTIVE for port object ce36f9a3-5092-4cd5-8926-7b8570541b4d will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:05:37.283981 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] Set router e94a1858-7f09-4dd9-9ee2-f48356d15696 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:05:37.287367 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74e182-6663-410c-8b0c-71975807e079 req-ac5e4de0-10b0-4a8b-8e34-42cf3b5409d4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:37.289180 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c74e182-6663-410c-8b0c-71975807e079 req-ac5e4de0-10b0-4a8b-8e34-42cf3b5409d4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.8190572 Jul 05 10:05:37.317117 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cab84d59-78ce-4545-a8e1-67d724f05f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:37.348938 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c74e182-6663-410c-8b0c-71975807e079 req-bdf4eece-d914-4f15-bd36-df57e7d60c51 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506952 Jul 05 10:05:37.401815 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635c2d8-2ff4-4d4a-9814-4a90488b18a8 req-fb26a50d-1bdc-4398-87e3-80a771d2a664 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:37.405532 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a635c2d8-2ff4-4d4a-9814-4a90488b18a8 req-fb26a50d-1bdc-4398-87e3-80a771d2a664 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 945 time: 0.1755271 Jul 05 10:05:37.431678 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab84d59-78ce-4545-a8e1-67d724f05f48 None None] Network 3fe94523-476b-4fc7-86c1-90c655866f41 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:05:37.468515 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a635c2d8-2ff4-4d4a-9814-4a90488b18a8 req-d2837cca-b714-46b8-b664-a62f4486aabc tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544617 Jul 05 10:05:37.477370 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-cab84d59-78ce-4545-a8e1-67d724f05f48 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:37.490351 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab84d59-78ce-4545-a8e1-67d724f05f48 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:05:37.571028 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab84d59-78ce-4545-a8e1-67d724f05f48 None None] Pushing event updated for resources: {'Port': ['ID=ce36f9a3-5092-4cd5-8926-7b8570541b4d,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:37.655635 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-cab84d59-78ce-4545-a8e1-67d724f05f48 None None] Attempting to bind port ce36f9a3-5092-4cd5-8926-7b8570541b4d on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:05:37.656319 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-cab84d59-78ce-4545-a8e1-67d724f05f48 None None] Attempting to bind port ce36f9a3-5092-4cd5-8926-7b8570541b4d by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '75632a60-bac5-49bd-8b35-a68017d3b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3fe94523-476b-4fc7-86c1-90c655866f41'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:05:37.656319 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab84d59-78ce-4545-a8e1-67d724f05f48 None None] Attempting to bind port ce36f9a3-5092-4cd5-8926-7b8570541b4d on network 3fe94523-476b-4fc7-86c1-90c655866f41 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:05:37.668223 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab84d59-78ce-4545-a8e1-67d724f05f48 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:05:37.669153 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab84d59-78ce-4545-a8e1-67d724f05f48 None None] Checking segment: {'id': '75632a60-bac5-49bd-8b35-a68017d3b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3fe94523-476b-4fc7-86c1-90c655866f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:05:37.669569 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cab84d59-78ce-4545-a8e1-67d724f05f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:37.670467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab84d59-78ce-4545-a8e1-67d724f05f48 None None] Bound using segment: {'id': '75632a60-bac5-49bd-8b35-a68017d3b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3fe94523-476b-4fc7-86c1-90c655866f41'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:05:37.670964 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-cab84d59-78ce-4545-a8e1-67d724f05f48 None None] Bound port: ce36f9a3-5092-4cd5-8926-7b8570541b4d, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75632a60-bac5-49bd-8b35-a68017d3b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3fe94523-476b-4fc7-86c1-90c655866f41'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:05:37.671357 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cab84d59-78ce-4545-a8e1-67d724f05f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:37.678001 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27e10ba3-bb30-4170-9c90-7318f07f9784 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:37.745045 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27e10ba3-bb30-4170-9c90-7318f07f9784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:37.795883 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-cab84d59-78ce-4545-a8e1-67d724f05f48 None None] For port ce36f9a3-5092-4cd5-8926-7b8570541b4d, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:05:37.799669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-cab84d59-78ce-4545-a8e1-67d724f05f48 None None] For port ce36f9a3-5092-4cd5-8926-7b8570541b4d, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ce36f9a3-5092-4cd5-8926-7b8570541b4d,segment=NetworkSegment(75632a60-bac5-49bd-8b35-a68017d3b196),segment_id=75632a60-bac5-49bd-8b35-a68017d3b196)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:05:37.825819 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cab84d59-78ce-4545-a8e1-67d724f05f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:37.835673 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'name': 'tempest-TestVolumeBackupRestore-1943897349-router', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:25Z', 'updated_at': '2021-07-05T10:05:32Z', 'revision_number': 4, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'gw_port': {'id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:26Z', 'updated_at': '2021-07-05T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'b7ea8539-5364-45fb-890a-e30f91d081c3', 'name': '', 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'mac_address': 'fa:16:3e:c5:2a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '1f0ad179-c06a-4feb-b8e2-c0df34413923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:31Z', 'updated_at': '2021-07-05T10:05:36Z', 'revision_number': 4, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'subnets': [{'id': '1f0ad179-c06a-4feb-b8e2-c0df34413923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:37.910862 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdf4862-8d40-4528-ae47-e8347c8d2598 None None] The sync data for ids ['e94a1858-7f09-4dd9-9ee2-f48356d15696'] in n-d-798054-8 is: [{'id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'name': 'tempest-TestVolumeBackupRestore-1943897349-router', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:25Z', 'updated_at': '2021-07-05T10:05:32Z', 'revision_number': 4, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'gw_port': {'id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:26Z', 'updated_at': '2021-07-05T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'b7ea8539-5364-45fb-890a-e30f91d081c3', 'name': '', 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'mac_address': 'fa:16:3e:c5:2a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '1f0ad179-c06a-4feb-b8e2-c0df34413923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:31Z', 'updated_at': '2021-07-05T10:05:36Z', 'revision_number': 4, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'subnets': [{'id': '1f0ad179-c06a-4feb-b8e2-c0df34413923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:05:37.972113 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab84d59-78ce-4545-a8e1-67d724f05f48 None None] Pushing event updated for resources: {'Port': ['ID=ce36f9a3-5092-4cd5-8926-7b8570541b4d,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:38.085566 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-27e10ba3-bb30-4170-9c90-7318f07f9784 admin admin] Allocated IP 172.25.7.246 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/7aafa5e0-b2cc-4b05-9170-479de68514c8) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:05:38.105737 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65719d4-4a7d-4944-abd6-5024d3e415c5 req-9547d015-988b-4d75-904d-2bcf2e6e756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:38.107410 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c65719d4-4a7d-4944-abd6-5024d3e415c5 req-9547d015-988b-4d75-904d-2bcf2e6e756c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5abc020f90d14666888e6b9485fe190a&device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 1097 time: 0.1592631 Jul 05 10:05:38.329270 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:05:38.432984 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65719d4-4a7d-4944-abd6-5024d3e415c5 req-ec0755a4-2829-4c58-aa34-b985b770ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:38.448962 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c65719d4-4a7d-4944-abd6-5024d3e415c5 req-ec0755a4-2829-4c58-aa34-b985b770ca33 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0a6214be-4b78-4c5f-a861-8dc1976ae20d HTTP/1.1" status: 200 len: 920 time: 0.3140671 Jul 05 10:05:38.554778 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c65719d4-4a7d-4944-abd6-5024d3e415c5 req-0d73b238-fcbf-46d2-9dd1-a08993d1080c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cfec81c-c583-4889-98dc-de3d5467137d HTTP/1.1" status: 200 len: 217 time: 0.0967760 Jul 05 10:05:38.751578 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27e10ba3-bb30-4170-9c90-7318f07f9784 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:38.775044 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d69240-6b46-449a-9c42-af543d0e1f1a req-1e95b1eb-a823-4f59-9fad-2fe23c44ca20 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:38.776963 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c5d69240-6b46-449a-9c42-af543d0e1f1a req-1e95b1eb-a823-4f59-9fad-2fe23c44ca20 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.4791050 Jul 05 10:05:38.866996 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65719d4-4a7d-4944-abd6-5024d3e415c5 req-6544dbd2-c4df-4061-b6cf-8c089b6796af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:38.868372 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c65719d4-4a7d-4944-abd6-5024d3e415c5 req-6544dbd2-c4df-4061-b6cf-8c089b6796af service neutron] 10.222.0.81 "GET /v2.0/subnets?id=883a43fa-9d50-4172-a397-0952668a1b6d HTTP/1.1" status: 200 len: 859 time: 0.3052723 Jul 05 10:05:38.885070 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ce36f9a3-5092-4cd5-8926-7b8570541b4d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:39.005782 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c65719d4-4a7d-4944-abd6-5024d3e415c5 req-653c5ca8-6422-45fe-9efc-fd7182af88f6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0a6214be-4b78-4c5f-a861-8dc1976ae20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171293 Jul 05 10:05:39.013798 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port ce36f9a3-5092-4cd5-8926-7b8570541b4d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:39.019611 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b7ea8539-5364-45fb-890a-e30f91d081c3 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:39.082004 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d7589-3dcc-4c3c-98e8-568ccea354a6 req-1a1e8883-7269-49bb-a3b2-ff74cfb7f6dc tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:39.089328 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port b7ea8539-5364-45fb-890a-e30f91d081c3 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:39.095461 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b7ea8539-5364-45fb-890a-e30f91d081c3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:39.096484 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a7d7589-3dcc-4c3c-98e8-568ccea354a6 req-1a1e8883-7269-49bb-a3b2-ff74cfb7f6dc tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 945 time: 0.4234798 Jul 05 10:05:39.096747 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:39.149599 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c5d69240-6b46-449a-9c42-af543d0e1f1a req-6f61bc7b-a057-40cd-9729-1b451df4fcc4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622954 Jul 05 10:05:39.217117 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:39.304555 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port b7ea8539-5364-45fb-890a-e30f91d081c3, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b7ea8539-5364-45fb-890a-e30f91d081c3,segment=NetworkSegment(347dd1a2-18f3-4ca9-abf0-6e9a69384184),segment_id=347dd1a2-18f3-4ca9-abf0-6e9a69384184)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:39.314301 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:39.329565 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27e10ba3-bb30-4170-9c90-7318f07f9784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:39.396332 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a7d7589-3dcc-4c3c-98e8-568ccea354a6 req-c07dac27-3220-40b4-8454-106d586bbd10 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705567 Jul 05 10:05:39.438373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e10ba3-bb30-4170-9c90-7318f07f9784 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:05:39.446640 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-27e10ba3-bb30-4170-9c90-7318f07f9784 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:39.456216 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=b7ea8539-5364-45fb-890a-e30f91d081c3,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:39.456628 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e10ba3-bb30-4170-9c90-7318f07f9784 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:05:39.586128 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e10ba3-bb30-4170-9c90-7318f07f9784 admin admin] Pushing event updated for resources: {'Port': ['ID=7aafa5e0-b2cc-4b05-9170-479de68514c8,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:39.686909 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43406c13-4c2f-40bd-9b35-6cb880724baf None None] Network 3fe94523-476b-4fc7-86c1-90c655866f41 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:05:39.737872 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c65719d4-4a7d-4944-abd6-5024d3e415c5 req-a69988b8-2e54-43d6-be05-1ac913832694 service neutron] 10.222.0.81 "GET /v2.0/networks/0a6214be-4b78-4c5f-a861-8dc1976ae20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6891661 Jul 05 10:05:39.790450 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dbbad028-e5cb-4f7c-bf36-3a31831858a4 None None] Provisioning for port ce36f9a3-5092-4cd5-8926-7b8570541b4d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:39.797709 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dbbad028-e5cb-4f7c-bf36-3a31831858a4 None None] Provisioning complete for port ce36f9a3-5092-4cd5-8926-7b8570541b4d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:39.798088 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dbbad028-e5cb-4f7c-bf36-3a31831858a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:39.962389 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dbbad028-e5cb-4f7c-bf36-3a31831858a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:39.965784 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c65719d4-4a7d-4944-abd6-5024d3e415c5 req-828b4e62-169f-448b-9a89-5909e1c52060 service neutron] 10.222.0.81 "GET /v2.0/networks/0a6214be-4b78-4c5f-a861-8dc1976ae20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941915 Jul 05 10:05:40.041547 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-dbbad028-e5cb-4f7c-bf36-3a31831858a4 None None] For port ce36f9a3-5092-4cd5-8926-7b8570541b4d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ce36f9a3-5092-4cd5-8926-7b8570541b4d,segment=NetworkSegment(75632a60-bac5-49bd-8b35-a68017d3b196),segment_id=75632a60-bac5-49bd-8b35-a68017d3b196)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:40.050602 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dbbad028-e5cb-4f7c-bf36-3a31831858a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:40.082851 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27e10ba3-bb30-4170-9c90-7318f07f9784 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:40.130479 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbad028-e5cb-4f7c-bf36-3a31831858a4 None None] Pushing event updated for resources: {'Port': ['ID=ce36f9a3-5092-4cd5-8926-7b8570541b4d,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:40.371320 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27e10ba3-bb30-4170-9c90-7318f07f9784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:40.377614 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-35882bf0-dc15-4e6d-a416-1b0f414a592e None None] Provisioning complete for port ce36f9a3-5092-4cd5-8926-7b8570541b4d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:40.378000 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-35882bf0-dc15-4e6d-a416-1b0f414a592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:40.426905 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065b942-e916-41d7-8e1f-5ac49e86157c req-41e0c05d-3be1-4326-abc3-392f81a1256c tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:40.428460 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9065b942-e916-41d7-8e1f-5ac49e86157c req-41e0c05d-3be1-4326-abc3-392f81a1256c tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.1187994 Jul 05 10:05:40.566646 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9065b942-e916-41d7-8e1f-5ac49e86157c req-fc1671fd-e503-4cac-a47e-59f86125a56d tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312106 Jul 05 10:05:40.619829 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43961b80-c994-416d-a902-10421964a568 req-4d94f3ce-11e7-4d2b-bc8c-3f12a4385ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:40.621459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43961b80-c994-416d-a902-10421964a568 req-4d94f3ce-11e7-4d2b-bc8c-3f12a4385ff2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 1096 time: 0.1510479 Jul 05 10:05:40.734497 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ce36f9a3-5092-4cd5-8926-7b8570541b4d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:40.741829 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43961b80-c994-416d-a902-10421964a568 req-16def922-0302-4d3d-a290-e96cb509b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:40.743402 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43961b80-c994-416d-a902-10421964a568 req-16def922-0302-4d3d-a290-e96cb509b691 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 913 time: 0.1145689 Jul 05 10:05:40.766485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5516d5c-20e1-4ae8-b546-1b120e881678 req-8ce83fec-d8f2-4d3a-8303-99f03290feae tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:40.768075 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5516d5c-20e1-4ae8-b546-1b120e881678 req-8ce83fec-d8f2-4d3a-8303-99f03290feae tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 945 time: 0.2080874 Jul 05 10:05:40.794967 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e10ba3-bb30-4170-9c90-7318f07f9784 admin admin] Router 96b907f7-ba51-4e48-9b39-9b955c94a3e8 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:05:40.797751 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port ce36f9a3-5092-4cd5-8926-7b8570541b4d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:40.798136 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:40.804952 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43961b80-c994-416d-a902-10421964a568 req-43b41ea2-8427-4ad2-b20c-7d786a50dc5c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69f799de-8491-436a-b720-82b8acc7ecae HTTP/1.1" status: 200 len: 217 time: 0.0538232 Jul 05 10:05:40.925567 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5516d5c-20e1-4ae8-b546-1b120e881678 req-5832b850-5089-4bce-94e9-4ca7824ee2c4 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282828 Jul 05 10:05:40.928891 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43961b80-c994-416d-a902-10421964a568 req-403ba15f-e2d9-4ca5-bd8e-b5df34b1237b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:40.930392 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43961b80-c994-416d-a902-10421964a568 req-403ba15f-e2d9-4ca5-bd8e-b5df34b1237b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.1143520 Jul 05 10:05:41.015716 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e10ba3-bb30-4170-9c90-7318f07f9784 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:05:41.031128 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] Sync routers for ids ['96b907f7-ba51-4e48-9b39-9b955c94a3e8'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:05:41.039495 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27e10ba3-bb30-4170-9c90-7318f07f9784 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:41.040866 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-27e10ba3-bb30-4170-9c90-7318f07f9784 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7511919 Jul 05 10:05:41.041034 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] Routers {'96b907f7-ba51-4e48-9b39-9b955c94a3e8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:05:41.041618 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:05:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['96b907f7-ba51-4e48-9b39-9b955c94a3e8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:41.043109 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43961b80-c994-416d-a902-10421964a568 req-49b15c06-93fe-45d1-a0b1-45b2b13a63bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:41.043932 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 53588) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:41.044903 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43961b80-c994-416d-a902-10421964a568 req-49b15c06-93fe-45d1-a0b1-45b2b13a63bc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859737 Jul 05 10:05:41.055995 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b7ea8539-5364-45fb-890a-e30f91d081c3 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:41.107544 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b7ea8539-5364-45fb-890a-e30f91d081c3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:41.108772 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:41.183377 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43961b80-c994-416d-a902-10421964a568 req-a50d7394-90ed-47d7-a3a3-28b002da7d84 service neutron] 10.222.0.81 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318409 Jul 05 10:05:41.225785 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] Set router 96b907f7-ba51-4e48-9b39-9b955c94a3e8 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:05:41.462038 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b907f7-ba51-4e48-9b39-9b955c94a3e8', 'name': 'tempest-TestVolumeBackupRestore-1878219998-router', 'tenant_id': '9ec657575a624ba082f3e419ca7c4ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '7aafa5e0-b2cc-4b05-9170-479de68514c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:36Z', 'updated_at': '2021-07-05T10:05:39Z', 'revision_number': 3, 'project_id': '9ec657575a624ba082f3e419ca7c4ddc', 'gw_port': {'id': '7aafa5e0-b2cc-4b05-9170-479de68514c8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:24:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b907f7-ba51-4e48-9b39-9b955c94a3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:37Z', 'updated_at': '2021-07-05T10:05:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:41.502898 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] Checking router: 96b907f7-ba51-4e48-9b39-9b955c94a3e8 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:05:41.503836 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] Updating router 96b907f7-ba51-4e48-9b39-9b955c94a3e8 port 7aafa5e0-b2cc-4b05-9170-479de68514c8 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:05:41.547097 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:41.644046 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43961b80-c994-416d-a902-10421964a568 req-a956c49e-0ce0-4284-b271-7a5d4bd15b3e service neutron] 10.222.0.81 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527013 Jul 05 10:05:41.672274 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40885ecc-4dad-4cf3-a09b-c56d3b999bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:41.821593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56795c3f-5dfc-44e6-82db-40bc3dd5c6a2 req-a5d77d60-d563-489a-a794-c901cb654bb1 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:41.824482 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-56795c3f-5dfc-44e6-82db-40bc3dd5c6a2 req-a5d77d60-d563-489a-a794-c901cb654bb1 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.1068068 Jul 05 10:05:41.870904 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-56795c3f-5dfc-44e6-82db-40bc3dd5c6a2 req-963881ca-6692-47c9-b003-c225d3437dcd tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408692 Jul 05 10:05:41.923402 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:41.933649 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] Transition to ACTIVE for port object 7aafa5e0-b2cc-4b05-9170-479de68514c8 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:05:41.941769 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:41.960892 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-40885ecc-4dad-4cf3-a09b-c56d3b999bc5 admin admin] Allocated IP 172.20.0.1 (3fe94523-476b-4fc7-86c1-90c655866f41/6b856545-8944-4610-b6cb-cbba830b15d4/5d568e1f-e29e-4de1-a0f4-70b954c223b0) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:05:41.998013 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41de03a-ca7a-4906-88b7-255300ecdbb8 None None] Pushing event updated for resources: {'Port': ['ID=7aafa5e0-b2cc-4b05-9170-479de68514c8,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:42.023339 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] Attempting to bind port 7aafa5e0-b2cc-4b05-9170-479de68514c8 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:05:42.023797 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] Attempting to bind port 7aafa5e0-b2cc-4b05-9170-479de68514c8 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:05:42.024854 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] Attempting to bind port 7aafa5e0-b2cc-4b05-9170-479de68514c8 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:05:42.033937 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:05:42.034659 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:05:42.034990 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:42.035387 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:05:42.035889 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] Bound port: 7aafa5e0-b2cc-4b05-9170-479de68514c8, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:05:42.036275 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:42.098324 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] For port 7aafa5e0-b2cc-4b05-9170-479de68514c8, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:05:42.102226 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] For port 7aafa5e0-b2cc-4b05-9170-479de68514c8, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7aafa5e0-b2cc-4b05-9170-479de68514c8,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:05:42.105058 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40885ecc-4dad-4cf3-a09b-c56d3b999bc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:42.109229 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:42.122719 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-40885ecc-4dad-4cf3-a09b-c56d3b999bc5 admin admin] Transition to ACTIVE for port object 5d568e1f-e29e-4de1-a0f4-70b954c223b0 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:05:42.162909 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfc6f1-3046-4f12-906d-9f730d5d1983 req-7f374e82-a69e-47e7-8a37-4df35b359cd2 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:42.164614 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-febfc6f1-3046-4f12-906d-9f730d5d1983 req-7f374e82-a69e-47e7-8a37-4df35b359cd2 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 945 time: 0.0799921 Jul 05 10:05:42.167262 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40885ecc-4dad-4cf3-a09b-c56d3b999bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:42.167462 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41de03a-ca7a-4906-88b7-255300ecdbb8 None None] Pushing event updated for resources: {'Port': ['ID=7aafa5e0-b2cc-4b05-9170-479de68514c8,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:42.198071 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] Routers {'96b907f7-ba51-4e48-9b39-9b955c94a3e8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:05:42.199635 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:05:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['96b907f7-ba51-4e48-9b39-9b955c94a3e8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:42.199791 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40885ecc-4dad-4cf3-a09b-c56d3b999bc5 admin admin] Network 3fe94523-476b-4fc7-86c1-90c655866f41 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:05:42.202853 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-40885ecc-4dad-4cf3-a09b-c56d3b999bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:42.225325 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-febfc6f1-3046-4f12-906d-9f730d5d1983 req-c3a15d7b-cfdd-4801-a5b3-1bbe2c41e711 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486975 Jul 05 10:05:42.226620 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40885ecc-4dad-4cf3-a09b-c56d3b999bc5 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:05:42.289632 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40885ecc-4dad-4cf3-a09b-c56d3b999bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=5d568e1f-e29e-4de1-a0f4-70b954c223b0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:42.297494 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40885ecc-4dad-4cf3-a09b-c56d3b999bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:42.376829 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] Set router 96b907f7-ba51-4e48-9b39-9b955c94a3e8 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:05:42.469213 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40885ecc-4dad-4cf3-a09b-c56d3b999bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:42.514006 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5f41e2c5-a16f-4693-a1b4-53c70955c2e6 None None] Provisioning for port 5d568e1f-e29e-4de1-a0f4-70b954c223b0 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:42.522299 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5f41e2c5-a16f-4693-a1b4-53c70955c2e6 None None] Provisioning complete for port 5d568e1f-e29e-4de1-a0f4-70b954c223b0 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:42.523130 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5f41e2c5-a16f-4693-a1b4-53c70955c2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:42.563145 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5f41e2c5-a16f-4693-a1b4-53c70955c2e6 None None] Port 5d568e1f-e29e-4de1-a0f4-70b954c223b0 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:05:42.675677 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40885ecc-4dad-4cf3-a09b-c56d3b999bc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:42.683092 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40885ecc-4dad-4cf3-a09b-c56d3b999bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:42.710501 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b907f7-ba51-4e48-9b39-9b955c94a3e8', 'name': 'tempest-TestVolumeBackupRestore-1878219998-router', 'tenant_id': '9ec657575a624ba082f3e419ca7c4ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '7aafa5e0-b2cc-4b05-9170-479de68514c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:36Z', 'updated_at': '2021-07-05T10:05:39Z', 'revision_number': 3, 'project_id': '9ec657575a624ba082f3e419ca7c4ddc', 'gw_port': {'id': '7aafa5e0-b2cc-4b05-9170-479de68514c8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:24:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b907f7-ba51-4e48-9b39-9b955c94a3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:37Z', 'updated_at': '2021-07-05T10:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:42.743517 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f25d39b-73b9-44ab-8f31-2e662d2c664b None None] The sync data for ids ['96b907f7-ba51-4e48-9b39-9b955c94a3e8'] in n-d-798054-8 is: [{'id': '96b907f7-ba51-4e48-9b39-9b955c94a3e8', 'name': 'tempest-TestVolumeBackupRestore-1878219998-router', 'tenant_id': '9ec657575a624ba082f3e419ca7c4ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '7aafa5e0-b2cc-4b05-9170-479de68514c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:36Z', 'updated_at': '2021-07-05T10:05:39Z', 'revision_number': 3, 'project_id': '9ec657575a624ba082f3e419ca7c4ddc', 'gw_port': {'id': '7aafa5e0-b2cc-4b05-9170-479de68514c8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:24:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b907f7-ba51-4e48-9b39-9b955c94a3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:37Z', 'updated_at': '2021-07-05T10:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:05:42.751357 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40885ecc-4dad-4cf3-a09b-c56d3b999bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:42.753296 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40885ecc-4dad-4cf3-a09b-c56d3b999bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=5d568e1f-e29e-4de1-a0f4-70b954c223b0,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:42.868220 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40885ecc-4dad-4cf3-a09b-c56d3b999bc5 admin admin] Network 3fe94523-476b-4fc7-86c1-90c655866f41 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:05:42.869754 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-40885ecc-4dad-4cf3-a09b-c56d3b999bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:43.088197 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40885ecc-4dad-4cf3-a09b-c56d3b999bc5 admin admin] Router 96b907f7-ba51-4e48-9b39-9b955c94a3e8 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:05:43.173739 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b1ad6-c1f4-4f68-a19f-5aefb5ad76d8 req-b70744d5-787c-407e-b82b-e4f603a81edb tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:43.175381 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d80b1ad6-c1f4-4f68-a19f-5aefb5ad76d8 req-b70744d5-787c-407e-b82b-e4f603a81edb tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.1029756 Jul 05 10:05:43.250011 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d80b1ad6-c1f4-4f68-a19f-5aefb5ad76d8 req-89d4164e-0583-4689-9d4e-6248fd7e4f33 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630746 Jul 05 10:05:43.273560 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40885ecc-4dad-4cf3-a09b-c56d3b999bc5 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:05:43.282049 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-40885ecc-4dad-4cf3-a09b-c56d3b999bc5 admin admin] 10.222.0.79 "PUT /v2.0/routers/96b907f7-ba51-4e48-9b39-9b955c94a3e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2367382 Jul 05 10:05:43.308494 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f2deaa52-83cc-4706-8d87-d6a0b37f8355 None None] Provisioning complete for port 5d568e1f-e29e-4de1-a0f4-70b954c223b0 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:43.310613 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f2deaa52-83cc-4706-8d87-d6a0b37f8355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:43.373898 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f2deaa52-83cc-4706-8d87-d6a0b37f8355 None None] Port 5d568e1f-e29e-4de1-a0f4-70b954c223b0 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:05:43.512011 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b8788-9724-40c5-b6d5-b280d9984b66 req-63e1b8aa-dfda-45d6-9b12-1f8f123eb8cf tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:43.523301 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-880b8788-9724-40c5-b6d5-b280d9984b66 req-63e1b8aa-dfda-45d6-9b12-1f8f123eb8cf tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 945 time: 0.1162732 Jul 05 10:05:43.563897 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-880b8788-9724-40c5-b6d5-b280d9984b66 req-4ce97672-9337-4036-95a8-e0c3ed82f087 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396633 Jul 05 10:05:43.691760 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-cfbf5108-4369-405a-9ab2-b624c8af003e req-3a02e7bd-3d72-412a-83dc-831a9c6ccfa2 service neutron] (93907) timed out ('10.222.0.79', 47006) {{(pid=93907) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:05:44.048388 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 69f799de-8491-436a-b720-82b8acc7ecae no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:05:44.141368 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:44.165476 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55f53b5-5238-4d59-a09d-63bd11668f7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69f799de-8491-436a-b720-82b8acc7ecae'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:44.167763 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5743100e-0ead-4b63-9910-fb552e0264a4" -d '{"events": [{"server_uuid": "c55f53b5-5238-4d59-a09d-63bd11668f7a", "name": "network-vif-unplugged", "status": "completed", "tag": "69f799de-8491-436a-b720-82b8acc7ecae"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:44.195896 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 69f799de-8491-436a-b720-82b8acc7ecae, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=69f799de-8491-436a-b720-82b8acc7ecae,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:44.202971 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:44.214077 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ed1acc-6ad1-4243-82a8-1cd04e778c5a x-openstack-request-id: req-d3ed1acc-6ad1-4243-82a8-1cd04e778c5a {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:44.215124 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c55f53b5-5238-4d59-a09d-63bd11668f7a", "name": "network-vif-unplugged", "status": "failed", "tag": "69f799de-8491-436a-b720-82b8acc7ecae", "code": 422}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:44.216354 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d3ed1acc-6ad1-4243-82a8-1cd04e778c5a {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:44.216742 n-d-798054-8 neutron-server[93908]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c55f53b5-5238-4d59-a09d-63bd11668f7a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '69f799de-8491-436a-b720-82b8acc7ecae', 'code': 422} returned with failed status Jul 05 10:05:44.271611 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=69f799de-8491-436a-b720-82b8acc7ecae,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:44.452757 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f3235-3277-4c2d-88e0-a3268c58f4c6 req-c66ea910-3254-4db1-bc95-7e8d4ee6cf96 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:44.454326 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ce0f3235-3277-4c2d-88e0-a3268c58f4c6 req-c66ea910-3254-4db1-bc95-7e8d4ee6cf96 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.0759406 Jul 05 10:05:44.499735 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ce0f3235-3277-4c2d-88e0-a3268c58f4c6 req-cf49fbbc-4e79-4cf0-b65d-3d32e53f4e57 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364375 Jul 05 10:05:44.775459 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7aafa5e0-b2cc-4b05-9170-479de68514c8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:44.795363 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8936620-ea77-4077-bfad-a7ecf7618630 req-e9158442-73ab-437e-a080-6150added3b6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:44.800415 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b8936620-ea77-4077-bfad-a7ecf7618630 req-e9158442-73ab-437e-a080-6150added3b6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 943 time: 0.1056228 Jul 05 10:05:44.840017 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b8936620-ea77-4077-bfad-a7ecf7618630 req-bdf9a899-01ae-4ca1-ae8f-cbb3e1024c0a tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372922 Jul 05 10:05:44.842982 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 7aafa5e0-b2cc-4b05-9170-479de68514c8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:44.847263 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 7aafa5e0-b2cc-4b05-9170-479de68514c8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:44.847646 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:44.939482 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] Sync routers for ids ['96b907f7-ba51-4e48-9b39-9b955c94a3e8'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:05:44.963717 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] Routers {'96b907f7-ba51-4e48-9b39-9b955c94a3e8'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:05:44.964611 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:05:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['96b907f7-ba51-4e48-9b39-9b955c94a3e8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:45.010070 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:45.032726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc45d9b-9343-4200-8d7f-9797212dd38e req-e924b16f-7859-40ed-a8cd-0f7e55e4d142 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:45.036385 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2fc45d9b-9343-4200-8d7f-9797212dd38e req-e924b16f-7859-40ed-a8cd-0f7e55e4d142 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.0721359 Jul 05 10:05:45.045526 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 7aafa5e0-b2cc-4b05-9170-479de68514c8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7aafa5e0-b2cc-4b05-9170-479de68514c8,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:45.054086 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:45.086856 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2fc45d9b-9343-4200-8d7f-9797212dd38e req-a2ad44e0-72b8-46a0-afaa-41c42c6e5694 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442896 Jul 05 10:05:45.170244 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] Set router 96b907f7-ba51-4e48-9b39-9b955c94a3e8 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:05:45.174550 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=7aafa5e0-b2cc-4b05-9170-479de68514c8,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:45.299435 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc37818-195d-4cb9-bc32-c345797de848 req-c98a9477-357d-4406-8754-d92c10c710ec tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:45.301660 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ebc37818-195d-4cb9-bc32-c345797de848 req-c98a9477-357d-4406-8754-d92c10c710ec tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.0874627 Jul 05 10:05:45.348329 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ebc37818-195d-4cb9-bc32-c345797de848 req-6c56d808-19a0-4075-882f-5fd4fbdd1726 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405657 Jul 05 10:05:45.436963 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b907f7-ba51-4e48-9b39-9b955c94a3e8', 'name': 'tempest-TestVolumeBackupRestore-1878219998-router', 'tenant_id': '9ec657575a624ba082f3e419ca7c4ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '7aafa5e0-b2cc-4b05-9170-479de68514c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:36Z', 'updated_at': '2021-07-05T10:05:42Z', 'revision_number': 4, 'project_id': '9ec657575a624ba082f3e419ca7c4ddc', 'gw_port': {'id': '7aafa5e0-b2cc-4b05-9170-479de68514c8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:24:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b907f7-ba51-4e48-9b39-9b955c94a3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:37Z', 'updated_at': '2021-07-05T10:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '5d568e1f-e29e-4de1-a0f4-70b954c223b0', 'name': '', 'network_id': '3fe94523-476b-4fc7-86c1-90c655866f41', 'tenant_id': '9ec657575a624ba082f3e419ca7c4ddc', 'mac_address': 'fa:16:3e:cd:0b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b907f7-ba51-4e48-9b39-9b955c94a3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '6b856545-8944-4610-b6cb-cbba830b15d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:41Z', 'updated_at': '2021-07-05T10:05:42Z', 'revision_number': 2, 'project_id': '9ec657575a624ba082f3e419ca7c4ddc', 'subnets': [{'id': '6b856545-8944-4610-b6cb-cbba830b15d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:45.482473 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] Checking router: 96b907f7-ba51-4e48-9b39-9b955c94a3e8 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:05:45.482843 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] Updating router 96b907f7-ba51-4e48-9b39-9b955c94a3e8 port 5d568e1f-e29e-4de1-a0f4-70b954c223b0 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:05:45.530231 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:45.770234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c80da-933d-4d34-a5fe-c73c6fb58601 req-07a8b6b4-58b3-4dd1-85f5-29a70932dbe9 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:45.772534 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff6c80da-933d-4d34-a5fe-c73c6fb58601 req-07a8b6b4-58b3-4dd1-85f5-29a70932dbe9 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.1269774 Jul 05 10:05:45.784076 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250a170-4c86-412c-9fc1-5042f3b61bcf req-2a6c82d4-d775-4a0a-9dfc-6b466e4ff78a tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:45.785567 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5250a170-4c86-412c-9fc1-5042f3b61bcf req-2a6c82d4-d775-4a0a-9dfc-6b466e4ff78a tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.1034997 Jul 05 10:05:45.852411 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff6c80da-933d-4d34-a5fe-c73c6fb58601 req-3daa5b85-923d-4e0f-aa08-1517bf35cb38 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658412 Jul 05 10:05:45.855411 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5250a170-4c86-412c-9fc1-5042f3b61bcf req-1f57cb62-815f-4ca9-b47e-96d7891b06e6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601797 Jul 05 10:05:45.899109 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:45.910366 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] Transition to ACTIVE for port object 5d568e1f-e29e-4de1-a0f4-70b954c223b0 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:05:45.916477 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:45.969829 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777fe8a-212f-474e-8449-f3c47eab0446 None None] Pushing event updated for resources: {'Port': ['ID=5d568e1f-e29e-4de1-a0f4-70b954c223b0,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:46.026560 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] Attempting to bind port 5d568e1f-e29e-4de1-a0f4-70b954c223b0 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:05:46.026940 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] Attempting to bind port 5d568e1f-e29e-4de1-a0f4-70b954c223b0 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '75632a60-bac5-49bd-8b35-a68017d3b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3fe94523-476b-4fc7-86c1-90c655866f41'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:05:46.027310 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] Attempting to bind port 5d568e1f-e29e-4de1-a0f4-70b954c223b0 on network 3fe94523-476b-4fc7-86c1-90c655866f41 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:05:46.032795 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:05:46.033198 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] Checking segment: {'id': '75632a60-bac5-49bd-8b35-a68017d3b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3fe94523-476b-4fc7-86c1-90c655866f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:05:46.033608 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:46.034009 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] Bound using segment: {'id': '75632a60-bac5-49bd-8b35-a68017d3b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3fe94523-476b-4fc7-86c1-90c655866f41'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:05:46.034476 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] Bound port: 5d568e1f-e29e-4de1-a0f4-70b954c223b0, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75632a60-bac5-49bd-8b35-a68017d3b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3fe94523-476b-4fc7-86c1-90c655866f41'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:05:46.034862 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:46.104617 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] For port 5d568e1f-e29e-4de1-a0f4-70b954c223b0, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:05:46.108305 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] For port 5d568e1f-e29e-4de1-a0f4-70b954c223b0, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=5d568e1f-e29e-4de1-a0f4-70b954c223b0,segment=NetworkSegment(75632a60-bac5-49bd-8b35-a68017d3b196),segment_id=75632a60-bac5-49bd-8b35-a68017d3b196)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:05:46.114811 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:46.185787 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] Routers {'96b907f7-ba51-4e48-9b39-9b955c94a3e8'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:05:46.186536 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:05:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['96b907f7-ba51-4e48-9b39-9b955c94a3e8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:46.236154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777fe8a-212f-474e-8449-f3c47eab0446 None None] Pushing event updated for resources: {'Port': ['ID=5d568e1f-e29e-4de1-a0f4-70b954c223b0,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:46.347688 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] Set router 96b907f7-ba51-4e48-9b39-9b955c94a3e8 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:05:46.607681 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b907f7-ba51-4e48-9b39-9b955c94a3e8', 'name': 'tempest-TestVolumeBackupRestore-1878219998-router', 'tenant_id': '9ec657575a624ba082f3e419ca7c4ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '7aafa5e0-b2cc-4b05-9170-479de68514c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:36Z', 'updated_at': '2021-07-05T10:05:42Z', 'revision_number': 4, 'project_id': '9ec657575a624ba082f3e419ca7c4ddc', 'gw_port': {'id': '7aafa5e0-b2cc-4b05-9170-479de68514c8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b907f7-ba51-4e48-9b39-9b955c94a3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:37Z', 'updated_at': '2021-07-05T10:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '5d568e1f-e29e-4de1-a0f4-70b954c223b0', 'name': '', 'network_id': '3fe94523-476b-4fc7-86c1-90c655866f41', 'tenant_id': '9ec657575a624ba082f3e419ca7c4ddc', 'mac_address': 'fa:16:3e:cd:0b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b907f7-ba51-4e48-9b39-9b955c94a3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '6b856545-8944-4610-b6cb-cbba830b15d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:41Z', 'updated_at': '2021-07-05T10:05:46Z', 'revision_number': 4, 'project_id': '9ec657575a624ba082f3e419ca7c4ddc', 'subnets': [{'id': '6b856545-8944-4610-b6cb-cbba830b15d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:46.634429 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6450ae54-4298-4822-8bd0-f89a26899812 None None] The sync data for ids ['96b907f7-ba51-4e48-9b39-9b955c94a3e8'] in n-d-798054-8 is: [{'id': '96b907f7-ba51-4e48-9b39-9b955c94a3e8', 'name': 'tempest-TestVolumeBackupRestore-1878219998-router', 'tenant_id': '9ec657575a624ba082f3e419ca7c4ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '7aafa5e0-b2cc-4b05-9170-479de68514c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:36Z', 'updated_at': '2021-07-05T10:05:42Z', 'revision_number': 4, 'project_id': '9ec657575a624ba082f3e419ca7c4ddc', 'gw_port': {'id': '7aafa5e0-b2cc-4b05-9170-479de68514c8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b907f7-ba51-4e48-9b39-9b955c94a3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:37Z', 'updated_at': '2021-07-05T10:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '5d568e1f-e29e-4de1-a0f4-70b954c223b0', 'name': '', 'network_id': '3fe94523-476b-4fc7-86c1-90c655866f41', 'tenant_id': '9ec657575a624ba082f3e419ca7c4ddc', 'mac_address': 'fa:16:3e:cd:0b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b907f7-ba51-4e48-9b39-9b955c94a3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '6b856545-8944-4610-b6cb-cbba830b15d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:41Z', 'updated_at': '2021-07-05T10:05:46Z', 'revision_number': 4, 'project_id': '9ec657575a624ba082f3e419ca7c4ddc', 'subnets': [{'id': '6b856545-8944-4610-b6cb-cbba830b15d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:05:46.793688 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7aafa5e0-b2cc-4b05-9170-479de68514c8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:46.857736 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 7aafa5e0-b2cc-4b05-9170-479de68514c8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:46.858072 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:47.118532 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17094db0-1321-4251-a348-0cdf3d73d78c req-bdce7b48-95ab-429d-a223-76a83fbe0cea tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:47.120026 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17094db0-1321-4251-a348-0cdf3d73d78c req-bdce7b48-95ab-429d-a223-76a83fbe0cea tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.1054273 Jul 05 10:05:47.178277 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17094db0-1321-4251-a348-0cdf3d73d78c req-feae5029-18bf-4b71-abfb-88c9ca71b9e8 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496676 Jul 05 10:05:47.187874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e51b5a-bb41-4f25-8d20-f11d7b43b8c4 req-f75d0abb-4585-46e6-b685-1960096699ae tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:47.194708 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b2e51b5a-bb41-4f25-8d20-f11d7b43b8c4 req-f75d0abb-4585-46e6-b685-1960096699ae tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.1214042 Jul 05 10:05:47.242850 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b2e51b5a-bb41-4f25-8d20-f11d7b43b8c4 req-e53beae7-8afd-4aff-a01d-7177997120f6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472183 Jul 05 10:05:48.394481 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bdb09-3380-46bd-b17f-b8512908758d req-fb722090-853c-49b6-b156-0a77f649215a tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:48.396075 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-754bdb09-3380-46bd-b17f-b8512908758d req-fb722090-853c-49b6-b156-0a77f649215a tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.0809882 Jul 05 10:05:48.458455 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-754bdb09-3380-46bd-b17f-b8512908758d req-aac2518a-4f50-406f-aabd-0e6158bde46c tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458181 Jul 05 10:05:48.489172 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28795c9-b54b-4c1c-aafe-e370a38bf876 req-7bde4d9c-8ea6-4610-8a27-ee20b44f486b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:48.489172 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d28795c9-b54b-4c1c-aafe-e370a38bf876 req-7bde4d9c-8ea6-4610-8a27-ee20b44f486b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.1099408 Jul 05 10:05:48.536905 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d28795c9-b54b-4c1c-aafe-e370a38bf876 req-5ed9a94d-1774-4635-8b84-701d0410b299 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448585 Jul 05 10:05:48.743054 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 5d568e1f-e29e-4de1-a0f4-70b954c223b0 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:48.794864 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 5d568e1f-e29e-4de1-a0f4-70b954c223b0 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:48.799384 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 5d568e1f-e29e-4de1-a0f4-70b954c223b0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:48.800254 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:48.882028 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:48.953748 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 5d568e1f-e29e-4de1-a0f4-70b954c223b0, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=5d568e1f-e29e-4de1-a0f4-70b954c223b0,segment=NetworkSegment(75632a60-bac5-49bd-8b35-a68017d3b196),segment_id=75632a60-bac5-49bd-8b35-a68017d3b196)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:48.961811 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:49.019224 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=5d568e1f-e29e-4de1-a0f4-70b954c223b0,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:49.658765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b383a3a-2604-47e4-8490-7e15dc40e740 req-427bba75-5198-4925-9427-f0268fc010fe tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:49.661482 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b383a3a-2604-47e4-8490-7e15dc40e740 req-427bba75-5198-4925-9427-f0268fc010fe tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.0753067 Jul 05 10:05:49.744520 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b383a3a-2604-47e4-8490-7e15dc40e740 req-f600298d-15ff-4510-868a-1499304c1251 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776241 Jul 05 10:05:49.764868 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1698c-bf43-4770-9655-12056ac06c7c req-b2d3ae54-7c5d-4001-bf57-7e3b2ccf8d98 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:49.767024 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dce1698c-bf43-4770-9655-12056ac06c7c req-b2d3ae54-7c5d-4001-bf57-7e3b2ccf8d98 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.0927961 Jul 05 10:05:49.826362 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dce1698c-bf43-4770-9655-12056ac06c7c req-fb22bd90-4438-4b07-ad57-a458d3d15646 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508945 Jul 05 10:05:50.740508 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 5d568e1f-e29e-4de1-a0f4-70b954c223b0 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:50.801306 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 5d568e1f-e29e-4de1-a0f4-70b954c223b0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:50.801947 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:50.954585 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-79ac8921-2322-4ab3-8b21-940e41b1a0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:51.083104 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e020cc1-682d-4e47-b346-965af3d38ea3 req-b25fd85c-5ccb-4892-a7b9-f1d9d83f7366 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:51.084630 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7e020cc1-682d-4e47-b346-965af3d38ea3 req-b25fd85c-5ccb-4892-a7b9-f1d9d83f7366 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.1087122 Jul 05 10:05:51.107616 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961f6bc-7839-4ef8-8139-741da22d0463 req-17662efb-93b7-4249-affb-ee7d9e70d7e6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:51.109190 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f961f6bc-7839-4ef8-8139-741da22d0463 req-17662efb-93b7-4249-affb-ee7d9e70d7e6 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.1020837 Jul 05 10:05:51.154692 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7e020cc1-682d-4e47-b346-965af3d38ea3 req-d04a8069-425f-4b64-83d4-995ad8651caf tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622501 Jul 05 10:05:51.178830 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f961f6bc-7839-4ef8-8139-741da22d0463 req-8c092784-4ea2-4bd6-9445-7971047242fe tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602036 Jul 05 10:05:52.400263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7532f5d-b19c-4df7-b610-c433692a333e req-24ff79e8-d027-430b-a6fc-0ab2506b570b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:52.401806 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7532f5d-b19c-4df7-b610-c433692a333e req-24ff79e8-d027-430b-a6fc-0ab2506b570b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.1086795 Jul 05 10:05:52.414166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34d7a3-1de2-472f-81af-24ecbe09a596 req-6db63ab1-d02f-442f-8945-b9c193988b11 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:52.415719 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c34d7a3-1de2-472f-81af-24ecbe09a596 req-6db63ab1-d02f-442f-8945-b9c193988b11 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.1360991 Jul 05 10:05:52.459801 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c34d7a3-1de2-472f-81af-24ecbe09a596 req-55243e2a-b988-431f-86f1-6740816f8165 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350027 Jul 05 10:05:52.487569 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7532f5d-b19c-4df7-b610-c433692a333e req-bf5f9380-c2df-4cef-b1bb-32bda74ec467 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707645 Jul 05 10:05:53.303195 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d301ea43-6294-4829-9709-fc1e8329206e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:53.604956 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:53.723387 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a68649-e8a9-4e61-85c5-2ade34972e20 req-14e24638-3ef5-4a32-b1f0-c28805a2d386 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:53.725737 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-60a68649-e8a9-4e61-85c5-2ade34972e20 req-14e24638-3ef5-4a32-b1f0-c28805a2d386 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.1177273 Jul 05 10:05:53.778256 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0abc1-a3ff-449d-b6f2-3083f5a57a6a req-d1a57b39-2280-4662-a0ee-4e415f031f98 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:53.779914 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-44b0abc1-a3ff-449d-b6f2-3083f5a57a6a req-d1a57b39-2280-4662-a0ee-4e415f031f98 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.1313283 Jul 05 10:05:53.796011 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-60a68649-e8a9-4e61-85c5-2ade34972e20 req-48e6482a-22c3-4e45-bc83-07a0e5e28897 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515809 Jul 05 10:05:53.826033 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-44b0abc1-a3ff-449d-b6f2-3083f5a57a6a req-0f331a08-b4db-48a3-a7a9-91e723dbe787 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361433 Jul 05 10:05:54.598492 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:55.044571 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc61b4-6a14-4890-9621-85c0a97de3ab req-3ce2fbdc-fc67-4610-9dbc-068156f65e6d tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:55.051689 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bdcc61b4-6a14-4890-9621-85c0a97de3ab req-3ce2fbdc-fc67-4610-9dbc-068156f65e6d tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.1307113 Jul 05 10:05:55.108264 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bdcc61b4-6a14-4890-9621-85c0a97de3ab req-612ac4cb-f3e6-4af4-b99b-7ac48b46948b tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553653 Jul 05 10:05:55.130000 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad34b0-28e9-4eea-b0b2-8562e62f55ac req-4b769b6a-170d-4932-b272-84eebd68a171 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:55.130000 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2dad34b0-28e9-4eea-b0b2-8562e62f55ac req-4b769b6a-170d-4932-b272-84eebd68a171 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.1299205 Jul 05 10:05:55.171078 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2dad34b0-28e9-4eea-b0b2-8562e62f55ac req-df2a2b8a-0562-4ed3-8335-9b991383bf76 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347962 Jul 05 10:05:55.382320 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484f892-cc03-450b-9d50-bdc1d44dab67 req-f612c65f-38a7-4515-9408-e44307de3e1c tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:55.383841 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0484f892-cc03-450b-9d50-bdc1d44dab67 req-f612c65f-38a7-4515-9408-e44307de3e1c tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 945 time: 0.0655673 Jul 05 10:05:55.423095 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0484f892-cc03-450b-9d50-bdc1d44dab67 req-e7849a67-c556-4107-822f-e316035a58a9 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/security-groups?id=366d6fe4-8a5f-44c8-9f49-7137c8fccd49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330062 Jul 05 10:05:56.322626 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1e4bc-ae28-4963-a4d6-f0f0121d1f92 req-61793cfc-f9fd-4a77-97a8-302158221334 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:56.324989 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11f1e4bc-ae28-4963-a4d6-f0f0121d1f92 req-61793cfc-f9fd-4a77-97a8-302158221334 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.0743346 Jul 05 10:05:56.398911 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11f1e4bc-ae28-4963-a4d6-f0f0121d1f92 req-f0a4a698-e9e2-4935-bb34-71ff6dd28e45 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639675 Jul 05 10:05:56.426353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51d9cf-b9fb-45a6-80b1-9e5829c24837 req-a4245476-2a06-4e1c-9945-c37e63f134d1 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:56.427959 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d51d9cf-b9fb-45a6-80b1-9e5829c24837 req-a4245476-2a06-4e1c-9945-c37e63f134d1 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.1021125 Jul 05 10:05:56.476489 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d51d9cf-b9fb-45a6-80b1-9e5829c24837 req-f7faaec2-26d0-494b-85af-3c62a91ee406 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413506 Jul 05 10:05:56.695784 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:56.986833 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7426f7-9195-4cc1-a9bf-0731bfe50909 req-383c1938-8dea-4602-b93e-0cc61bed93fd tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:56.989222 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b7426f7-9195-4cc1-a9bf-0731bfe50909 req-383c1938-8dea-4602-b93e-0cc61bed93fd tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 945 time: 0.1581488 Jul 05 10:05:57.024500 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c3184-06f4-4b21-854a-4d06ea1f804c req-097f3e9a-61e0-4d88-9eb1-67c232f4767c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:57.026308 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3c3184-06f4-4b21-854a-4d06ea1f804c req-097f3e9a-61e0-4d88-9eb1-67c232f4767c tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.1456082 Jul 05 10:05:57.071475 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512de0b-d78f-4a4a-acde-cc8fd37e4f5b req-ffac5dd9-1937-4d07-8efd-3a35330aa561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:57.073127 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5512de0b-d78f-4a4a-acde-cc8fd37e4f5b req-ffac5dd9-1937-4d07-8efd-3a35330aa561 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 1095 time: 0.1429198 Jul 05 10:05:57.078031 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b7426f7-9195-4cc1-a9bf-0731bfe50909 req-b56c9e60-e39c-40d4-9b04-cc33e4064431 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/security-groups?id=366d6fe4-8a5f-44c8-9f49-7137c8fccd49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812855 Jul 05 10:05:57.154133 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f3c3184-06f4-4b21-854a-4d06ea1f804c req-b6093825-8b92-4cc2-b31e-57a791374630 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184580 Jul 05 10:05:57.213291 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512de0b-d78f-4a4a-acde-cc8fd37e4f5b req-19c83407-ca8f-46e7-ba10-c9e875004675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:57.215516 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5512de0b-d78f-4a4a-acde-cc8fd37e4f5b req-19c83407-ca8f-46e7-ba10-c9e875004675 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 913 time: 0.1330123 Jul 05 10:05:57.291352 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5512de0b-d78f-4a4a-acde-cc8fd37e4f5b req-a90946d4-eb2b-4344-af6b-2e2343b65a31 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aca941f-afbc-4333-8046-eb35cd67dab1 HTTP/1.1" status: 200 len: 999 time: 0.0697563 Jul 05 10:05:57.347610 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512de0b-d78f-4a4a-acde-cc8fd37e4f5b req-886a646d-8e70-4c5e-b81b-fa23abe9cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:57.349471 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5512de0b-d78f-4a4a-acde-cc8fd37e4f5b req-886a646d-8e70-4c5e-b81b-fa23abe9cfe1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.0513368 Jul 05 10:05:57.411555 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512de0b-d78f-4a4a-acde-cc8fd37e4f5b req-c81161c9-f397-4ba8-8014-3a59482f857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:57.413260 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5512de0b-d78f-4a4a-acde-cc8fd37e4f5b req-c81161c9-f397-4ba8-8014-3a59482f857b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569072 Jul 05 10:05:57.570648 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5512de0b-d78f-4a4a-acde-cc8fd37e4f5b req-5754ba12-714a-4c47-83f2-4ab0749bf9a5 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483407 Jul 05 10:05:57.669283 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6bbba-de11-4168-944b-3f367de9c88f req-02f5a0b7-40ad-425f-ad56-a049d74adc38 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:57.671304 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58a6bbba-de11-4168-944b-3f367de9c88f req-02f5a0b7-40ad-425f-ad56-a049d74adc38 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.1432498 Jul 05 10:05:57.734176 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5512de0b-d78f-4a4a-acde-cc8fd37e4f5b req-c1647bf3-ce7d-42cd-bee5-7e416944b807 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568570 Jul 05 10:05:57.737871 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58a6bbba-de11-4168-944b-3f367de9c88f req-0b6d062a-45e7-4d9c-b936-c8d1baafec86 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592136 Jul 05 10:05:58.141461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259177f-0615-4926-9eb1-1c2436f0d30e req-1da59648-e87b-467f-a6d3-61fccbccfd2b tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:58.143103 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7259177f-0615-4926-9eb1-1c2436f0d30e req-1da59648-e87b-467f-a6d3-61fccbccfd2b tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 945 time: 0.0683417 Jul 05 10:05:58.208689 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7259177f-0615-4926-9eb1-1c2436f0d30e req-6626efc7-df65-45df-81b0-69f962fc9dd3 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/security-groups?id=366d6fe4-8a5f-44c8-9f49-7137c8fccd49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531337 Jul 05 10:05:58.367939 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f16b9-0ccb-49b6-86d0-f9647f281703 req-deebfb43-1455-4453-9fa6-9cbf45d1575d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:58.375244 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-425f16b9-0ccb-49b6-86d0-f9647f281703 req-deebfb43-1455-4453-9fa6-9cbf45d1575d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.0818949 Jul 05 10:05:58.417007 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-425f16b9-0ccb-49b6-86d0-f9647f281703 req-674806e2-422f-4217-b375-f221c57308c9 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402803 Jul 05 10:05:58.922590 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f9638-5bde-42c8-9bd0-196f1343ebdd req-8e1173b6-0814-4e22-8c88-0263eb35e710 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:58.924178 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-da7f9638-5bde-42c8-9bd0-196f1343ebdd req-8e1173b6-0814-4e22-8c88-0263eb35e710 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.0717070 Jul 05 10:05:58.965639 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-da7f9638-5bde-42c8-9bd0-196f1343ebdd req-14106828-35d6-4bc6-9eaa-59af437327b0 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347145 Jul 05 10:05:59.399214 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a319e-c337-498d-806e-307473cbab13 req-6e9d06bf-f8a4-41d8-8df3-72029df82f1b tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:59.400863 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d3a319e-c337-498d-806e-307473cbab13 req-6e9d06bf-f8a4-41d8-8df3-72029df82f1b tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 945 time: 0.0670838 Jul 05 10:05:59.455676 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d3a319e-c337-498d-806e-307473cbab13 req-515d865d-2148-4d1c-94d3-c14477498000 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/security-groups?id=366d6fe4-8a5f-44c8-9f49-7137c8fccd49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475457 Jul 05 10:05:59.647162 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcc24e-9eb3-4456-a2ca-7d31a0d6da82 req-b8b379b3-e415-486c-850f-acd0f70a94c7 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:59.649094 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e7bcc24e-9eb3-4456-a2ca-7d31a0d6da82 req-b8b379b3-e415-486c-850f-acd0f70a94c7 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.0843091 Jul 05 10:05:59.689451 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e7bcc24e-9eb3-4456-a2ca-7d31a0d6da82 req-d041cfa1-8c8a-404b-a3b8-9fef23e7730d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339530 Jul 05 10:05:59.789505 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f621e72-10ad-45d0-8043-f75d1b77368e req-59288ca8-059d-49ec-b5a9-3c5dd2bcfa28 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:59.791298 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f621e72-10ad-45d0-8043-f75d1b77368e req-59288ca8-059d-49ec-b5a9-3c5dd2bcfa28 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 945 time: 0.0737808 Jul 05 10:05:59.941585 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb495e-89c0-4003-8ba9-7d2f63941a1a req-5994d228-e4a4-4969-a5b5-4a1160ab71c8 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:59.944867 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d7fb495e-89c0-4003-8ba9-7d2f63941a1a req-5994d228-e4a4-4969-a5b5-4a1160ab71c8 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.1162672 Jul 05 10:05:59.970798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-4f621e72-10ad-45d0-8043-f75d1b77368e req-beebf300-e30f-4357-a29b-6700c92fe679 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Deleting port 97247cf4-cd41-4788-a3bd-3c465569d6a4 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:05:59.970798 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4f621e72-10ad-45d0-8043-f75d1b77368e req-beebf300-e30f-4357-a29b-6700c92fe679 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:00.045776 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d7fb495e-89c0-4003-8ba9-7d2f63941a1a req-d94f306b-5ab0-4de5-b481-dce38d3b6cb1 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877423 Jul 05 10:06:00.118639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4f621e72-10ad-45d0-8043-f75d1b77368e req-beebf300-e30f-4357-a29b-6700c92fe679 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] For port 97247cf4-cd41-4788-a3bd-3c465569d6a4, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=97247cf4-cd41-4788-a3bd-3c465569d6a4,segment=NetworkSegment(76d28b25-7403-4b43-b86d-a90eb252c176),segment_id=76d28b25-7403-4b43-b86d-a90eb252c176)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:00.119337 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4f621e72-10ad-45d0-8043-f75d1b77368e req-beebf300-e30f-4357-a29b-6700c92fe679 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:00.426366 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4aabc5-a4ed-474c-b063-d506604bf61f req-8c743991-fc86-4469-9daa-d0f494f732a4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:00.427811 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf4aabc5-a4ed-474c-b063-d506604bf61f req-8c743991-fc86-4469-9daa-d0f494f732a4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.3202620 Jul 05 10:06:00.447052 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b7f8f-37a5-430e-a130-5312820a5472 req-b42efd0e-aabc-46d2-baae-b7c990bb2b93 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:00.448583 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c9b7f8f-37a5-430e-a130-5312820a5472 req-b42efd0e-aabc-46d2-baae-b7c990bb2b93 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.2274408 Jul 05 10:06:00.498034 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4f621e72-10ad-45d0-8043-f75d1b77368e req-beebf300-e30f-4357-a29b-6700c92fe679 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:00.498401 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4f621e72-10ad-45d0-8043-f75d1b77368e req-beebf300-e30f-4357-a29b-6700c92fe679 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:00.498719 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [req-4f621e72-10ad-45d0-8043-f75d1b77368e req-beebf300-e30f-4357-a29b-6700c92fe679 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Floating IP e79d3204-e737-4cae-b9b0-797c107b1151 disassociated. External IP: 172.25.7.204, port: 97247cf4-cd41-4788-a3bd-3c465569d6a4. Jul 05 10:06:00.499054 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-4f621e72-10ad-45d0-8043-f75d1b77368e req-beebf300-e30f-4357-a29b-6700c92fe679 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Calling delete_port for 97247cf4-cd41-4788-a3bd-3c465569d6a4 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:00.525167 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c9b7f8f-37a5-430e-a130-5312820a5472 req-1a8600e2-4fe6-4d1d-94c3-90478ee5bde2 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690081 Jul 05 10:06:00.534269 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf4aabc5-a4ed-474c-b063-d506604bf61f req-ea4f0aa2-d5c5-45e0-960c-73ef1c0b95e2 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974081 Jul 05 10:06:00.728822 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4f621e72-10ad-45d0-8043-f75d1b77368e req-beebf300-e30f-4357-a29b-6700c92fe679 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:00.769033 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-63018d0d-e753-4de4-a0eb-bbb42f22e370 req-fc6bd8d6-07c3-40ee-9a83-2c16227c98b5 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 210 time: 0.0505791 Jul 05 10:06:00.802027 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebf300-e30f-4357-a29b-6700c92fe679 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Pushing event deleted for resources: {'Port': ['ID=97247cf4-cd41-4788-a3bd-3c465569d6a4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:01.281812 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f621e72-10ad-45d0-8043-f75d1b77368e req-beebf300-e30f-4357-a29b-6700c92fe679 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Router bcd763ef-fa66-4022-9251-40053cb97bd3 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:01.346613 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705d5f5-f3e8-4f60-ae49-09779e68d111 req-43de0cff-8554-4fc2-8109-415f983a728f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:01.348173 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e705d5f5-f3e8-4f60-ae49-09779e68d111 req-43de0cff-8554-4fc2-8109-415f983a728f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.1151512 Jul 05 10:06:01.439819 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e705d5f5-f3e8-4f60-ae49-09779e68d111 req-501a199c-f674-4ae6-a630-689250625907 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848849 Jul 05 10:06:01.454166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f621e72-10ad-45d0-8043-f75d1b77368e req-beebf300-e30f-4357-a29b-6700c92fe679 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:01.481628 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d279585-ca58-4e28-8776-7857935a06f9 None None] Sync routers for ids ['bcd763ef-fa66-4022-9251-40053cb97bd3'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:01.510808 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d279585-ca58-4e28-8776-7857935a06f9 None None] Routers {'bcd763ef-fa66-4022-9251-40053cb97bd3'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:01.511442 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9d279585-ca58-4e28-8776-7857935a06f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:05:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bcd763ef-fa66-4022-9251-40053cb97bd3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:01.517591 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f621e72-10ad-45d0-8043-f75d1b77368e req-beebf300-e30f-4357-a29b-6700c92fe679 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] No DVR routers for this DVR port 97247cf4-cd41-4788-a3bd-3c465569d6a4 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:06:01.522338 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4f621e72-10ad-45d0-8043-f75d1b77368e req-beebf300-e30f-4357-a29b-6700c92fe679 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:01.525789 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f621e72-10ad-45d0-8043-f75d1b77368e req-beebf300-e30f-4357-a29b-6700c92fe679 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.78 "DELETE /v2.0/ports/97247cf4-cd41-4788-a3bd-3c465569d6a4 HTTP/1.1" status: 204 len: 173 time: 1.7289002 Jul 05 10:06:01.527104 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c73c052-2cac-481a-becb-9a29a94703ba', 'name': 'network-vif-deleted', 'tag': '97247cf4-cd41-4788-a3bd-3c465569d6a4'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:01.530288 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414a520c-1909-4204-b70e-3478d53fe207" -d '{"events": [{"server_uuid": "6c73c052-2cac-481a-becb-9a29a94703ba", "name": "network-vif-deleted", "tag": "97247cf4-cd41-4788-a3bd-3c465569d6a4"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:01.591181 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24521554-125a-4462-9a16-3699277a0a42 x-openstack-request-id: req-24521554-125a-4462-9a16-3699277a0a42 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:01.591181 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c73c052-2cac-481a-becb-9a29a94703ba", "name": "network-vif-deleted", "tag": "97247cf4-cd41-4788-a3bd-3c465569d6a4", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:01.591181 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-24521554-125a-4462-9a16-3699277a0a42 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:01.591181 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c73c052-2cac-481a-becb-9a29a94703ba', 'name': 'network-vif-deleted', 'tag': '97247cf4-cd41-4788-a3bd-3c465569d6a4', 'status': 'completed', 'code': 200} Jul 05 10:06:01.647355 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-9d279585-ca58-4e28-8776-7857935a06f9 None None] Set router bcd763ef-fa66-4022-9251-40053cb97bd3 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:01.839968 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ba41a-fe17-48ff-befa-0724d60d9d83 req-bd024346-07b6-4c69-b8b6-7301f5607319 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:01.853178 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-353ba41a-fe17-48ff-befa-0724d60d9d83 req-bd024346-07b6-4c69-b8b6-7301f5607319 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.1182899 Jul 05 10:06:01.911272 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9d279585-ca58-4e28-8776-7857935a06f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'name': 'tempest-ServersTestManualDisk-619620478-router', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:07Z', 'updated_at': '2021-07-05T10:02:20Z', 'revision_number': 4, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'gw_port': {'id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:09Z', 'updated_at': '2021-07-05T10:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '36c09272-ff09-4294-889d-9c6a08c245c1', 'name': '', 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'mac_address': 'fa:16:3e:34:26:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '64059ad6-af8a-4b37-8335-6c76a23c0a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:17Z', 'updated_at': '2021-07-05T10:02:31Z', 'revision_number': 5, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'subnets': [{'id': '64059ad6-af8a-4b37-8335-6c76a23c0a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:01.918820 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-353ba41a-fe17-48ff-befa-0724d60d9d83 req-f555ed9b-7b17-42be-857b-e5f9051e8e8b tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636382 Jul 05 10:06:01.964428 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d279585-ca58-4e28-8776-7857935a06f9 None None] Checking router: bcd763ef-fa66-4022-9251-40053cb97bd3 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:01.981398 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d279585-ca58-4e28-8776-7857935a06f9 None None] Routers {'bcd763ef-fa66-4022-9251-40053cb97bd3'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:01.982206 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9d279585-ca58-4e28-8776-7857935a06f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:05:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bcd763ef-fa66-4022-9251-40053cb97bd3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:02.025731 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ad4f3a3d-f700-444a-a966-618a68e313f4 req-b1ce4384-a235-49e1-b375-b568e3b7678e tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c73c052-2cac-481a-becb-9a29a94703ba HTTP/1.1" status: 200 len: 210 time: 0.0484555 Jul 05 10:06:02.167640 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-9d279585-ca58-4e28-8776-7857935a06f9 None None] Set router bcd763ef-fa66-4022-9251-40053cb97bd3 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:02.395859 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9d279585-ca58-4e28-8776-7857935a06f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'name': 'tempest-ServersTestManualDisk-619620478-router', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:07Z', 'updated_at': '2021-07-05T10:02:20Z', 'revision_number': 4, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'gw_port': {'id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:09Z', 'updated_at': '2021-07-05T10:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '36c09272-ff09-4294-889d-9c6a08c245c1', 'name': '', 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'mac_address': 'fa:16:3e:34:26:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '64059ad6-af8a-4b37-8335-6c76a23c0a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:17Z', 'updated_at': '2021-07-05T10:02:31Z', 'revision_number': 5, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'subnets': [{'id': '64059ad6-af8a-4b37-8335-6c76a23c0a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:02.423567 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d279585-ca58-4e28-8776-7857935a06f9 None None] The sync data for ids ['bcd763ef-fa66-4022-9251-40053cb97bd3'] in n-d-798054-8 is: [{'id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'name': 'tempest-ServersTestManualDisk-619620478-router', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:07Z', 'updated_at': '2021-07-05T10:02:20Z', 'revision_number': 4, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'gw_port': {'id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:09Z', 'updated_at': '2021-07-05T10:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '36c09272-ff09-4294-889d-9c6a08c245c1', 'name': '', 'network_id': 'd1743ea8-1759-429c-b8f5-06cd55144aac', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'mac_address': 'fa:16:3e:34:26:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '64059ad6-af8a-4b37-8335-6c76a23c0a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:17Z', 'updated_at': '2021-07-05T10:02:31Z', 'revision_number': 5, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'subnets': [{'id': '64059ad6-af8a-4b37-8335-6c76a23c0a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:02.680079 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:02.684677 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf48a82-59c5-4a86-9a77-c4b793e398db req-903c7c54-73ce-4a8e-bec9-12033bc03a8a tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:02.686376 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fcf48a82-59c5-4a86-9a77-c4b793e398db req-903c7c54-73ce-4a8e-bec9-12033bc03a8a tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.0687561 Jul 05 10:06:02.747183 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fcf48a82-59c5-4a86-9a77-c4b793e398db req-c42d3e07-0b03-4f6c-92ff-44e79fcd5329 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544050 Jul 05 10:06:02.870743 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90155e60-e791-4752-b478-01202de1a45c None None] New status for floating IP e79d3204-e737-4cae-b9b0-797c107b1151: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:06:03.228790 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7509e97-14d3-4514-8344-59a1f7d8dbfb req-c5817391-ba1d-4340-80fd-88b92307206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:03.231556 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7509e97-14d3-4514-8344-59a1f7d8dbfb req-c5817391-ba1d-4340-80fd-88b92307206f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 1095 time: 0.1349449 Jul 05 10:06:03.240468 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 97247cf4-cd41-4788-a3bd-3c465569d6a4 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:03.247756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe6769-163b-4985-933b-e56b6d0b61d4 req-0a804177-edf9-48b3-90d3-b92b732a1658 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:03.249282 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eafe6769-163b-4985-933b-e56b6d0b61d4 req-0a804177-edf9-48b3-90d3-b92b732a1658 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.1646800 Jul 05 10:06:03.262081 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 97247cf4-cd41-4788-a3bd-3c465569d6a4 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:03.262431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 97247cf4-cd41-4788-a3bd-3c465569d6a4 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:03.263497 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b780124-c355-41ae-a403-177a148e2c85 req-003eda72-6f39-4c63-9008-ea3f0ecd3e93 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:03.265066 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b780124-c355-41ae-a403-177a148e2c85 req-003eda72-6f39-4c63-9008-ea3f0ecd3e93 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.1373672 Jul 05 10:06:03.375877 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eafe6769-163b-4985-933b-e56b6d0b61d4 req-3b040047-debb-4358-b597-8c4054a0fd13 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086917 Jul 05 10:06:03.387543 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b780124-c355-41ae-a403-177a148e2c85 req-2b37a376-14d2-4530-9346-123f4a6e94b4 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044426 Jul 05 10:06:03.402244 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7509e97-14d3-4514-8344-59a1f7d8dbfb req-ac16335d-28c0-4c4f-9e2d-901aa4f915e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:03.403996 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7509e97-14d3-4514-8344-59a1f7d8dbfb req-ac16335d-28c0-4c4f-9e2d-901aa4f915e8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 200 len: 913 time: 0.1660099 Jul 05 10:06:03.475005 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7509e97-14d3-4514-8344-59a1f7d8dbfb req-ef92023c-098f-4e52-85b7-dbf795597c71 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aca941f-afbc-4333-8046-eb35cd67dab1 HTTP/1.1" status: 200 len: 999 time: 0.0641179 Jul 05 10:06:03.497910 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 53966) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:03.534640 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7509e97-14d3-4514-8344-59a1f7d8dbfb req-beeed771-03b4-44c7-9fd8-5b14d0cc5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:03.536692 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7509e97-14d3-4514-8344-59a1f7d8dbfb req-beeed771-03b4-44c7-9fd8-5b14d0cc5695 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 200 len: 851 time: 0.0543113 Jul 05 10:06:03.567250 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-baa436a7-f988-4eb6-8ac0-215ccb098351 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:03.593326 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-baa436a7-f988-4eb6-8ac0-215ccb098351 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:03.633492 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7509e97-14d3-4514-8344-59a1f7d8dbfb req-139c5866-5cc1-4c28-b27d-ffffaa8385ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:03.636326 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7509e97-14d3-4514-8344-59a1f7d8dbfb req-139c5866-5cc1-4c28-b27d-ffffaa8385ae service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0383cb43-9363-4b70-83ca-61f91fcc9620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935557 Jul 05 10:06:03.648522 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-baa436a7-f988-4eb6-8ac0-215ccb098351 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:03.652358 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-baa436a7-f988-4eb6-8ac0-215ccb098351 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:03.656032 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-baa436a7-f988-4eb6-8ac0-215ccb098351 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "DELETE /v2.0/security-groups/366d6fe4-8a5f-44c8-9f49-7137c8fccd49 HTTP/1.1" status: 204 len: 168 time: 0.1542668 Jul 05 10:06:03.656936 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 53974) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:03.664654 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa436a7-f988-4eb6-8ac0-215ccb098351 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=366d6fe4-8a5f-44c8-9f49-7137c8fccd49,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:03.713493 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-08084a82-0d2b-4e47-9d25-c4538eb6deba tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] show failed (client error): The resource could not be found. Jul 05 10:06:03.714529 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-08084a82-0d2b-4e47-9d25-c4538eb6deba tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "GET /v2.0/security-groups/366d6fe4-8a5f-44c8-9f49-7137c8fccd49 HTTP/1.1" status: 404 len: 347 time: 0.0446839 Jul 05 10:06:03.717520 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 53978) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:03.760026 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7509e97-14d3-4514-8344-59a1f7d8dbfb req-eb1d9ca9-f582-44a5-90ba-ac1f59786e05 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167042 Jul 05 10:06:03.886003 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7ee75299-a4e5-46dd-a2d6-600f27862143 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Deleting port f7ba909b-1d3e-424c-9b28-e01f24d02aad {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:03.886910 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ee75299-a4e5-46dd-a2d6-600f27862143 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:03.892398 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7509e97-14d3-4514-8344-59a1f7d8dbfb req-dbfd6799-4134-4f06-be19-aad195589741 service neutron] 10.222.0.78 "GET /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259410 Jul 05 10:06:03.991792 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ee75299-a4e5-46dd-a2d6-600f27862143 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:03.992171 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ee75299-a4e5-46dd-a2d6-600f27862143 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:04.007325 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7ee75299-a4e5-46dd-a2d6-600f27862143 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Calling delete_port for f7ba909b-1d3e-424c-9b28-e01f24d02aad owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:04.462044 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ee75299-a4e5-46dd-a2d6-600f27862143 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:04.522078 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee75299-a4e5-46dd-a2d6-600f27862143 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Pushing event deleted for resources: {'Port': ['ID=f7ba909b-1d3e-424c-9b28-e01f24d02aad,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:04.576659 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ee75299-a4e5-46dd-a2d6-600f27862143 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:04.579767 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ee75299-a4e5-46dd-a2d6-600f27862143 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:04.583516 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7ee75299-a4e5-46dd-a2d6-600f27862143 tempest-ServersTestManualDisk-251237967 tempest-ServersTestManualDisk-251237967-project] 10.222.0.79 "DELETE /v2.0/floatingips/e79d3204-e737-4cae-b9b0-797c107b1151 HTTP/1.1" status: 204 len: 168 time: 0.8621905 Jul 05 10:06:04.584320 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 53994) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:04.651765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a963c5-4af7-49e0-b077-eb68bc600b8e req-ebbb5d1f-bc93-439b-a86e-54b56b62363d tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:04.659209 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-95a963c5-4af7-49e0-b077-eb68bc600b8e req-ebbb5d1f-bc93-439b-a86e-54b56b62363d tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.1415389 Jul 05 10:06:04.712048 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-95a963c5-4af7-49e0-b077-eb68bc600b8e req-d69a1297-c6b2-4f44-81a7-cfbe7ff44f7d tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519481 Jul 05 10:06:04.725889 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8e53c-cf3d-4cf2-8dd1-ae88fe97bb46 req-ae99cb12-fe93-499e-8f08-e35c20c102eb tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:04.727401 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e1a8e53c-cf3d-4cf2-8dd1-ae88fe97bb46 req-ae99cb12-fe93-499e-8f08-e35c20c102eb tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.1756921 Jul 05 10:06:04.782782 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e1a8e53c-cf3d-4cf2-8dd1-ae88fe97bb46 req-1bc5dee0-eda0-4d11-a45c-5f9973e23d94 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482008 Jul 05 10:06:05.079369 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4cb5a829-5797-4bcb-8121-a3c7a1827059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:05.368816 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4cb5a829-5797-4bcb-8121-a3c7a1827059 admin admin] Deleting port 36c09272-ff09-4294-889d-9c6a08c245c1 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:05.369369 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4cb5a829-5797-4bcb-8121-a3c7a1827059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:05.449534 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-4cb5a829-5797-4bcb-8121-a3c7a1827059 admin admin] For port 36c09272-ff09-4294-889d-9c6a08c245c1, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=36c09272-ff09-4294-889d-9c6a08c245c1,segment=NetworkSegment(76d28b25-7403-4b43-b86d-a90eb252c176),segment_id=76d28b25-7403-4b43-b86d-a90eb252c176)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:05.449994 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4cb5a829-5797-4bcb-8121-a3c7a1827059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:05.463607 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4cb5a829-5797-4bcb-8121-a3c7a1827059 admin admin] Calling delete_port for 36c09272-ff09-4294-889d-9c6a08c245c1 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:05.668892 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4cb5a829-5797-4bcb-8121-a3c7a1827059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:05.701704 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5a829-5797-4bcb-8121-a3c7a1827059 admin admin] Pushing event deleted for resources: {'Port': ['ID=36c09272-ff09-4294-889d-9c6a08c245c1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:05.943082 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4cb5a829-5797-4bcb-8121-a3c7a1827059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:06.056763 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:06.098952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b99de8-c63d-4c5e-a275-147930b7f1f5 req-bfdb7245-0b80-4240-b439-42aab8dbcd3c tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:06.100549 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e1b99de8-c63d-4c5e-a275-147930b7f1f5 req-bfdb7245-0b80-4240-b439-42aab8dbcd3c tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.1850848 Jul 05 10:06:06.154697 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83650ca-3eb9-42ff-8d9f-e7a86434c4d3 req-5469110c-bad6-4047-988c-852baf72506d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:06.161743 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d83650ca-3eb9-42ff-8d9f-e7a86434c4d3 req-5469110c-bad6-4047-988c-852baf72506d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.1814575 Jul 05 10:06:06.215976 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e1b99de8-c63d-4c5e-a275-147930b7f1f5 req-bc292f2e-1a6c-4dbd-b22c-160bd70251a5 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044981 Jul 05 10:06:06.257962 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d83650ca-3eb9-42ff-8d9f-e7a86434c4d3 req-41049f63-ea82-405e-8717-4e2e374dc878 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851016 Jul 05 10:06:06.293969 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059d2bb-7a52-4456-b8c5-9abb50a07fed req-e7964d64-6c64-4428-9f71-85a1b7638d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:06.296647 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1059d2bb-7a52-4456-b8c5-9abb50a07fed req-e7964d64-6c64-4428-9f71-85a1b7638d22 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 1097 time: 0.1185565 Jul 05 10:06:06.314185 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb5a829-5797-4bcb-8121-a3c7a1827059 admin admin] Router bcd763ef-fa66-4022-9251-40053cb97bd3 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:06.364110 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1059d2bb-7a52-4456-b8c5-9abb50a07fed req-bc4eaef0-e63e-462a-9795-71828cbcbf61 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605752 Jul 05 10:06:06.460096 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb5a829-5797-4bcb-8121-a3c7a1827059 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:06.475302 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4cb5a829-5797-4bcb-8121-a3c7a1827059 admin admin] 10.222.0.79 "PUT /v2.0/routers/bcd763ef-fa66-4022-9251-40053cb97bd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8876686 Jul 05 10:06:06.475568 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54016) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:06.490269 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2bc73-51ab-48ae-8428-56ae583a4fb0 req-ebae4d2d-c04b-43b3-8c1f-e11f8463cf8f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:06.497568 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-64e2bc73-51ab-48ae-8428-56ae583a4fb0 req-ebae4d2d-c04b-43b3-8c1f-e11f8463cf8f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.0851820 Jul 05 10:06:06.501504 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186ba5fd-04a8-4430-af7a-b6dfc19905a8 None None] Sync routers for ids ['bcd763ef-fa66-4022-9251-40053cb97bd3'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:06.511402 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186ba5fd-04a8-4430-af7a-b6dfc19905a8 None None] Routers {'bcd763ef-fa66-4022-9251-40053cb97bd3'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:06.512614 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-186ba5fd-04a8-4430-af7a-b6dfc19905a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:05:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bcd763ef-fa66-4022-9251-40053cb97bd3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:06.551868 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-64e2bc73-51ab-48ae-8428-56ae583a4fb0 req-9d5d129d-b15c-417c-8266-441f6b63e05d tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531542 Jul 05 10:06:06.634862 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ff41f02-e7c1-42e3-917a-19d367fbb610 admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:06.659994 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-186ba5fd-04a8-4430-af7a-b6dfc19905a8 None None] Set router bcd763ef-fa66-4022-9251-40053cb97bd3 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:06.816404 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ff41f02-e7c1-42e3-917a-19d367fbb610 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:06.887819 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-186ba5fd-04a8-4430-af7a-b6dfc19905a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'name': 'tempest-ServersTestManualDisk-619620478-router', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:07Z', 'updated_at': '2021-07-05T10:06:05Z', 'revision_number': 5, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'gw_port': {'id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:09Z', 'updated_at': '2021-07-05T10:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:07.012153 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186ba5fd-04a8-4430-af7a-b6dfc19905a8 None None] Checking router: bcd763ef-fa66-4022-9251-40053cb97bd3 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:07.012153 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186ba5fd-04a8-4430-af7a-b6dfc19905a8 None None] Routers {'bcd763ef-fa66-4022-9251-40053cb97bd3'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:07.012153 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-186ba5fd-04a8-4430-af7a-b6dfc19905a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:05:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['bcd763ef-fa66-4022-9251-40053cb97bd3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:07.013064 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [req-e5f4c0bf-06d3-4bb9-9ec1-9139a3fb0e89 req-1fce685a-d28d-4615-a42b-1541420e9929 tempest-ServersTestBootFromVolume-418125141 tempest-ServersTestBootFromVolume-418125141-project] (93906) timed out ('10.222.0.81', 61487) {{(pid=93906) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:06:07.053995 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-186ba5fd-04a8-4430-af7a-b6dfc19905a8 None None] Set router bcd763ef-fa66-4022-9251-40053cb97bd3 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:07.094668 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8ff41f02-e7c1-42e3-917a-19d367fbb610 admin admin] Deleting port ab20cdc8-5044-461e-b210-319968aef8be {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:07.095218 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ff41f02-e7c1-42e3-917a-19d367fbb610 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:07.280566 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-8ff41f02-e7c1-42e3-917a-19d367fbb610 admin admin] For port ab20cdc8-5044-461e-b210-319968aef8be, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ab20cdc8-5044-461e-b210-319968aef8be,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:07.280918 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ff41f02-e7c1-42e3-917a-19d367fbb610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:07.297414 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8ff41f02-e7c1-42e3-917a-19d367fbb610 admin admin] Calling delete_port for ab20cdc8-5044-461e-b210-319968aef8be owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:07.560007 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8eac0e-848a-4ca3-adb0-96a0c0acd31f req-b4d16cf5-7c18-4018-9519-637084fb8214 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:07.571650 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c8eac0e-848a-4ca3-adb0-96a0c0acd31f req-b4d16cf5-7c18-4018-9519-637084fb8214 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.1335945 Jul 05 10:06:07.580197 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ff41f02-e7c1-42e3-917a-19d367fbb610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:07.603476 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-186ba5fd-04a8-4430-af7a-b6dfc19905a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'name': 'tempest-ServersTestManualDisk-619620478-router', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:07Z', 'updated_at': '2021-07-05T10:06:05Z', 'revision_number': 5, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'gw_port': {'id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:09Z', 'updated_at': '2021-07-05T10:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:07.631788 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186ba5fd-04a8-4430-af7a-b6dfc19905a8 None None] The sync data for ids ['bcd763ef-fa66-4022-9251-40053cb97bd3'] in n-d-798054-8 is: [{'id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'name': 'tempest-ServersTestManualDisk-619620478-router', 'tenant_id': 'd93f47a2b57847898e8bf4ed736730dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:07Z', 'updated_at': '2021-07-05T10:06:05Z', 'revision_number': 5, 'project_id': 'd93f47a2b57847898e8bf4ed736730dc', 'gw_port': {'id': 'ab20cdc8-5044-461e-b210-319968aef8be', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd763ef-fa66-4022-9251-40053cb97bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:09Z', 'updated_at': '2021-07-05T10:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:07.637780 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff41f02-e7c1-42e3-917a-19d367fbb610 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab20cdc8-5044-461e-b210-319968aef8be,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:07.667163 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c8eac0e-848a-4ca3-adb0-96a0c0acd31f req-b865f744-4066-4d15-9d30-6cab26a087cf tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929694 Jul 05 10:06:07.731305 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-862786c9-6c44-4ae2-9f33-f9264eaa9516 req-a1b045cd-5be6-41e8-88e9-4c240ec72c23 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1103951268', 'description': 'tempest-description-954964789'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:07.773576 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ff41f02-e7c1-42e3-917a-19d367fbb610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:07.787357 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-862786c9-6c44-4ae2-9f33-f9264eaa9516 req-a1b045cd-5be6-41e8-88e9-4c240ec72c23 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:07.863790 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76437f2-2ebe-4f12-acae-079735c004fc req-b8a9f071-2432-4939-8277-064fe1e490a3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:07.865666 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b76437f2-2ebe-4f12-acae-079735c004fc req-b8a9f071-2432-4939-8277-064fe1e490a3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=c55f53b5-5238-4d59-a09d-63bd11668f7a HTTP/1.1" status: 200 len: 943 time: 0.1292486 Jul 05 10:06:07.899689 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ff41f02-e7c1-42e3-917a-19d367fbb610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:07.902494 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ff41f02-e7c1-42e3-917a-19d367fbb610 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:07.970951 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ff41f02-e7c1-42e3-917a-19d367fbb610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:07.971897 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff41f02-e7c1-42e3-917a-19d367fbb610 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcd763ef-fa66-4022-9251-40053cb97bd3 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:06:07.976772 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ff41f02-e7c1-42e3-917a-19d367fbb610 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:07.978246 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8ff41f02-e7c1-42e3-917a-19d367fbb610 admin admin] 10.222.0.79 "DELETE /v2.0/routers/bcd763ef-fa66-4022-9251-40053cb97bd3 HTTP/1.1" status: 204 len: 168 time: 1.5016842 Jul 05 10:06:07.981219 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54076) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:07.990461 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-862786c9-6c44-4ae2-9f33-f9264eaa9516 req-a1b045cd-5be6-41e8-88e9-4c240ec72c23 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.001698 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-862786c9-6c44-4ae2-9f33-f9264eaa9516 req-a1b045cd-5be6-41e8-88e9-4c240ec72c23 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.078069 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-862786c9-6c44-4ae2-9f33-f9264eaa9516 req-a1b045cd-5be6-41e8-88e9-4c240ec72c23 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.080343 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-862786c9-6c44-4ae2-9f33-f9264eaa9516 req-a1b045cd-5be6-41e8-88e9-4c240ec72c23 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.3539538 Jul 05 10:06:08.088780 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-295aea7b-d140-40f9-9c1d-a9a55de9425e admin admin] Deleting subnet 64059ad6-af8a-4b37-8335-6c76a23c0a2e {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:06:08.106464 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b76437f2-2ebe-4f12-acae-079735c004fc req-f0940570-437b-4321-b5a7-b136556818c7 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Deleting port 69f799de-8491-436a-b720-82b8acc7ecae {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:08.106919 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b76437f2-2ebe-4f12-acae-079735c004fc req-f0940570-437b-4321-b5a7-b136556818c7 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.110684 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-295aea7b-d140-40f9-9c1d-a9a55de9425e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.116051 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b045cd-5be6-41e8-88e9-4c240ec72c23 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eecb0ab-bff8-4b00-895f-57a6174ce11a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:08.170904 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-295aea7b-d140-40f9-9c1d-a9a55de9425e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.283296 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-295aea7b-d140-40f9-9c1d-a9a55de9425e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.305497 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1d8f72d-8677-4a97-931c-221f03e5c0fe req-f20d7542-b1c4-4295-af27-99fe220dc074 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1103951268&fields=id&tenant_id=5abc020f90d14666888e6b9485fe190a HTTP/1.1" status: 200 len: 267 time: 0.0815768 Jul 05 10:06:08.350032 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-295aea7b-d140-40f9-9c1d-a9a55de9425e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.365809 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b76437f2-2ebe-4f12-acae-079735c004fc req-f0940570-437b-4321-b5a7-b136556818c7 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] For port 69f799de-8491-436a-b720-82b8acc7ecae, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=69f799de-8491-436a-b720-82b8acc7ecae,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:08.366258 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b76437f2-2ebe-4f12-acae-079735c004fc req-f0940570-437b-4321-b5a7-b136556818c7 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.392871 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295aea7b-d140-40f9-9c1d-a9a55de9425e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64059ad6-af8a-4b37-8335-6c76a23c0a2e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:08.396665 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b76437f2-2ebe-4f12-acae-079735c004fc req-f0940570-437b-4321-b5a7-b136556818c7 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Calling delete_port for 69f799de-8491-436a-b720-82b8acc7ecae owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:08.398011 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-295aea7b-d140-40f9-9c1d-a9a55de9425e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.403556 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-295aea7b-d140-40f9-9c1d-a9a55de9425e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/64059ad6-af8a-4b37-8335-6c76a23c0a2e HTTP/1.1" status: 204 len: 168 time: 0.4211383 Jul 05 10:06:08.404578 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54084) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:08.406218 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5bc953-19e3-43c4-a7ff-619aa5065e3f None None] Network d1743ea8-1759-429c-b8f5-06cd55144aac requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:06:08.493822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8f72d-8677-4a97-931c-221f03e5c0fe req-ecc1139a-8153-4d42-93f2-fa062d55414c tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:08.498037 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1d8f72d-8677-4a97-931c-221f03e5c0fe req-ecc1139a-8153-4d42-93f2-fa062d55414c tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.1836059 Jul 05 10:06:08.516507 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d1d8f72d-8677-4a97-931c-221f03e5c0fe req-bf7b8fd7-0987-4833-a216-f3593283e400 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Request body: {'port': {'security_groups': ['3ff3211b-52cd-435e-8971-2a97f100afd1', '6eecb0ab-bff8-4b00-895f-57a6174ce11a']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:08.547057 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.693541 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Deleting port f1595312-fac2-41e2-9ba1-2315d829d256 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:08.695730 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.752592 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b76437f2-2ebe-4f12-acae-079735c004fc req-f0940570-437b-4321-b5a7-b136556818c7 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.765388 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['8ecd3a82-b18f-483c-9475-bdf6c35f7c61'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:06:08.767628 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['c3aa61ed-6c26-46a2-8471-e42da10116e1'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:06:08.789593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0940570-437b-4321-b5a7-b136556818c7 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Pushing event deleted for resources: {'Port': ['ID=69f799de-8491-436a-b720-82b8acc7ecae,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:08.821883 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] For port f1595312-fac2-41e2-9ba1-2315d829d256, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f1595312-fac2-41e2-9ba1-2315d829d256,segment=NetworkSegment(76d28b25-7403-4b43-b86d-a90eb252c176),segment_id=76d28b25-7403-4b43-b86d-a90eb252c176)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:08.824429 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.834292 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1d8f72d-8677-4a97-931c-221f03e5c0fe req-bf7b8fd7-0987-4833-a216-f3593283e400 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.856477 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Calling delete_port for f1595312-fac2-41e2-9ba1-2315d829d256 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:08.862769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76437f2-2ebe-4f12-acae-079735c004fc req-f0940570-437b-4321-b5a7-b136556818c7 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] No DVR routers for this DVR port 69f799de-8491-436a-b720-82b8acc7ecae on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:06:08.869010 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b76437f2-2ebe-4f12-acae-079735c004fc req-f0940570-437b-4321-b5a7-b136556818c7 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.880641 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b76437f2-2ebe-4f12-acae-079735c004fc req-f0940570-437b-4321-b5a7-b136556818c7 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "DELETE /v2.0/ports/69f799de-8491-436a-b720-82b8acc7ecae HTTP/1.1" status: 204 len: 173 time: 1.0085638 Jul 05 10:06:08.905955 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55f53b5-5238-4d59-a09d-63bd11668f7a', 'name': 'network-vif-deleted', 'tag': '69f799de-8491-436a-b720-82b8acc7ecae'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:08.913143 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a75698-9067-4576-bae7-f81f166bfc6f" -d '{"events": [{"server_uuid": "c55f53b5-5238-4d59-a09d-63bd11668f7a", "name": "network-vif-deleted", "tag": "69f799de-8491-436a-b720-82b8acc7ecae"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:09.082139 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:09.089057 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b8a693-32b1-4fcd-8ea3-92dff264abf2 None None] DHCP port deletion for d1743ea8-1759-429c-b8f5-06cd55144aac request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:06:09.146820 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 36c09272-ff09-4294-889d-9c6a08c245c1 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:09.156856 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] No DVR routers for this DVR port f1595312-fac2-41e2-9ba1-2315d829d256 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:06:09.217874 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 36c09272-ff09-4294-889d-9c6a08c245c1 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:09.219018 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 36c09272-ff09-4294-889d-9c6a08c245c1 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:09.226736 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1595312-fac2-41e2-9ba1-2315d829d256,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:09.319444 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:09.341982 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1743ea8-1759-429c-b8f5-06cd55144aac']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:09.355256 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d28b25-7403-4b43-b86d-a90eb252c176') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:09.355566 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d28b25-7403-4b43-b86d-a90eb252c176') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:09.366656 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:09.410196 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:09.429312 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:06:09.430857 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:09.467762 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d1d8f72d-8677-4a97-931c-221f03e5c0fe req-bf7b8fd7-0987-4833-a216-f3593283e400 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] For port 7cfec81c-c583-4889-98dc-de3d5467137d, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=7cfec81c-c583-4889-98dc-de3d5467137d,segment=NetworkSegment(727df9fd-5860-453f-a854-6d8a19aaaba8),segment_id=727df9fd-5860-453f-a854-6d8a19aaaba8)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:09.502500 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1d8f72d-8677-4a97-931c-221f03e5c0fe req-bf7b8fd7-0987-4833-a216-f3593283e400 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:09.508816 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1d8f72d-8677-4a97-931c-221f03e5c0fe req-bf7b8fd7-0987-4833-a216-f3593283e400 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:06:09.510002 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:06:09.514831 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:09.521688 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['7cfec81c-c583-4889-98dc-de3d5467137d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:06:09.524318 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:09.529873 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d1743ea8-1759-429c-b8f5-06cd55144aac HTTP/1.1" status: 204 len: 168 time: 1.1242328 Jul 05 10:06:09.545552 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1743ea8-1759-429c-b8f5-06cd55144aac,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:09.555271 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.555636 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.556085 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.558146 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.558587 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.558939 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.559288 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.559632 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.560042 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.560388 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.560725 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.561061 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729889fe-1f3e-4c1e-ab14-d7107cf0e632 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.639434 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8f72d-8677-4a97-931c-221f03e5c0fe req-bf7b8fd7-0987-4833-a216-f3593283e400 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:09.640346 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1d8f72d-8677-4a97-931c-221f03e5c0fe req-bf7b8fd7-0987-4833-a216-f3593283e400 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:09.646931 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1d8f72d-8677-4a97-931c-221f03e5c0fe req-bf7b8fd7-0987-4833-a216-f3593283e400 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "PUT /v2.0/ports/7cfec81c-c583-4889-98dc-de3d5467137d HTTP/1.1" status: 200 len: 982 time: 1.1379616 Jul 05 10:06:09.697101 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ad5bd1-16f9-4091-b91e-a32c7a6fffa3 x-openstack-request-id: req-e5ad5bd1-16f9-4091-b91e-a32c7a6fffa3 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:09.697392 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c55f53b5-5238-4d59-a09d-63bd11668f7a", "name": "network-vif-deleted", "tag": "69f799de-8491-436a-b720-82b8acc7ecae", "status": "failed", "code": 422}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:09.697648 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e5ad5bd1-16f9-4091-b91e-a32c7a6fffa3 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:09.698056 n-d-798054-8 neutron-server[93907]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c55f53b5-5238-4d59-a09d-63bd11668f7a', 'name': 'network-vif-deleted', 'tag': '69f799de-8491-436a-b720-82b8acc7ecae', 'status': 'failed', 'code': 422} returned with failed status Jul 05 10:06:09.699660 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b8fd7-0987-4833-a216-f3593283e400 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Pushing event updated for resources: {'Port': ['ID=7cfec81c-c583-4889-98dc-de3d5467137d,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:09.892020 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-04caa734-0fa5-4ce3-9202-bd1ad7e11ec0 req-cce15d38-3e3d-496e-97c9-d109920da311 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1103951268&fields=id&tenant_id=5abc020f90d14666888e6b9485fe190a HTTP/1.1" status: 200 len: 267 time: 0.0784526 Jul 05 10:06:09.915309 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54120) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:09.923962 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['7cfec81c-c583-4889-98dc-de3d5467137d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:06:09.986510 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6faec6c3-6b4a-46f9-b02e-3bf7ea14be65 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d93f47a2b57847898e8bf4ed736730dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0694857 Jul 05 10:06:09.988833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54122) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:10.072921 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04caa734-0fa5-4ce3-9202-bd1ad7e11ec0 req-9c4f6c3a-cf15-48e7-a48b-207d39a8b0f9 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:10.077841 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-04caa734-0fa5-4ce3-9202-bd1ad7e11ec0 req-9c4f6c3a-cf15-48e7-a48b-207d39a8b0f9 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 985 time: 0.1741841 Jul 05 10:06:10.089386 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-04caa734-0fa5-4ce3-9202-bd1ad7e11ec0 req-ac93d413-13da-4ddd-9bd4-263cfbece0f4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Request body: {'port': {'security_groups': ['3ff3211b-52cd-435e-8971-2a97f100afd1']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:10.098855 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-69e5d733-2f4d-4c46-a79e-5417fc5e5a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:10.143586 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-69e5d733-2f4d-4c46-a79e-5417fc5e5a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:10.248373 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-69e5d733-2f4d-4c46-a79e-5417fc5e5a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:10.253455 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-69e5d733-2f4d-4c46-a79e-5417fc5e5a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:10.258431 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-69e5d733-2f4d-4c46-a79e-5417fc5e5a78 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/37c04711-8008-42a3-95fe-66d54a73659c HTTP/1.1" status: 204 len: 168 time: 0.2677288 Jul 05 10:06:10.277750 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5d733-2f4d-4c46-a79e-5417fc5e5a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c04711-8008-42a3-95fe-66d54a73659c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:10.287394 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-04caa734-0fa5-4ce3-9202-bd1ad7e11ec0 req-ac93d413-13da-4ddd-9bd4-263cfbece0f4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:10.561641 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f92f2-bf5d-47c6-b53a-c1ae69862211 req-e0b95518-47f2-484e-a36f-11579cbba857 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:10.563162 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-614f92f2-bf5d-47c6-b53a-c1ae69862211 req-e0b95518-47f2-484e-a36f-11579cbba857 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=02198237-8b13-4b27-a727-0e283e9bcc27 HTTP/1.1" status: 200 len: 908 time: 0.1600885 Jul 05 10:06:10.584479 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-04caa734-0fa5-4ce3-9202-bd1ad7e11ec0 req-ac93d413-13da-4ddd-9bd4-263cfbece0f4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] For port 7cfec81c-c583-4889-98dc-de3d5467137d, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=7cfec81c-c583-4889-98dc-de3d5467137d,segment=NetworkSegment(727df9fd-5860-453f-a854-6d8a19aaaba8),segment_id=727df9fd-5860-453f-a854-6d8a19aaaba8)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:10.615758 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-04caa734-0fa5-4ce3-9202-bd1ad7e11ec0 req-ac93d413-13da-4ddd-9bd4-263cfbece0f4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:10.621530 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-04caa734-0fa5-4ce3-9202-bd1ad7e11ec0 req-ac93d413-13da-4ddd-9bd4-263cfbece0f4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:10.635213 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['7cfec81c-c583-4889-98dc-de3d5467137d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:06:10.674572 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04caa734-0fa5-4ce3-9202-bd1ad7e11ec0 req-ac93d413-13da-4ddd-9bd4-263cfbece0f4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:10.675287 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-04caa734-0fa5-4ce3-9202-bd1ad7e11ec0 req-ac93d413-13da-4ddd-9bd4-263cfbece0f4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:10.680683 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-04caa734-0fa5-4ce3-9202-bd1ad7e11ec0 req-ac93d413-13da-4ddd-9bd4-263cfbece0f4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "PUT /v2.0/ports/7cfec81c-c583-4889-98dc-de3d5467137d HTTP/1.1" status: 200 len: 943 time: 0.5972233 Jul 05 10:06:10.756002 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93d413-13da-4ddd-9bd4-263cfbece0f4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Pushing event updated for resources: {'Port': ['ID=7cfec81c-c583-4889-98dc-de3d5467137d,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:10.758829 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['7cfec81c-c583-4889-98dc-de3d5467137d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:06:10.833069 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f1595312-fac2-41e2-9ba1-2315d829d256 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:10.843444 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93d413-13da-4ddd-9bd4-263cfbece0f4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:10.843777 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93d413-13da-4ddd-9bd4-263cfbece0f4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:10.844078 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93d413-13da-4ddd-9bd4-263cfbece0f4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:10.844416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93d413-13da-4ddd-9bd4-263cfbece0f4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:10.844752 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93d413-13da-4ddd-9bd4-263cfbece0f4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:10.845086 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93d413-13da-4ddd-9bd4-263cfbece0f4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:10.845416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93d413-13da-4ddd-9bd4-263cfbece0f4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:10.845744 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93d413-13da-4ddd-9bd4-263cfbece0f4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:10.846071 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93d413-13da-4ddd-9bd4-263cfbece0f4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:10.846393 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93d413-13da-4ddd-9bd4-263cfbece0f4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:10.846719 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93d413-13da-4ddd-9bd4-263cfbece0f4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:10.847045 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93d413-13da-4ddd-9bd4-263cfbece0f4 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:10.861946 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: f1595312-fac2-41e2-9ba1-2315d829d256 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:10.862301 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f1595312-fac2-41e2-9ba1-2315d829d256 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:10.862721 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ab20cdc8-5044-461e-b210-319968aef8be no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:10.902670 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: ab20cdc8-5044-461e-b210-319968aef8be {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:10.903004 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ab20cdc8-5044-461e-b210-319968aef8be not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:11.054955 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-259b6ec7-52c8-443c-9836-d4b5f740eab9 req-35597c2f-9356-465c-9502-42dcbb92f382 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3506773 Jul 05 10:06:11.059840 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-259b6ec7-52c8-443c-9836-d4b5f740eab9 req-194e430b-ba47-4e87-ab01-a51d8682aea0 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:11.087873 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-259b6ec7-52c8-443c-9836-d4b5f740eab9 req-194e430b-ba47-4e87-ab01-a51d8682aea0 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:11.244200 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-259b6ec7-52c8-443c-9836-d4b5f740eab9 req-194e430b-ba47-4e87-ab01-a51d8682aea0 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:11.294127 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54162) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:11.389718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-259b6ec7-52c8-443c-9836-d4b5f740eab9 req-194e430b-ba47-4e87-ab01-a51d8682aea0 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Allocated IP 172.25.7.196 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/730f623e-3714-4ba8-992f-111620556432) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:11.491987 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6d51ec49-e0e4-47b8-8ba2-d6b27d4e0631 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-823117697-network', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:11.533749 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-259b6ec7-52c8-443c-9836-d4b5f740eab9 req-194e430b-ba47-4e87-ab01-a51d8682aea0 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:11.535390 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d51ec49-e0e4-47b8-8ba2-d6b27d4e0631 admin admin] Made reservation on behalf of 9596ba5fe35d4394b6d195316cece06b for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:11.538172 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d51ec49-e0e4-47b8-8ba2-d6b27d4e0631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:11.546603 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d51ec49-e0e4-47b8-8ba2-d6b27d4e0631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:11.663772 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-259b6ec7-52c8-443c-9836-d4b5f740eab9 req-194e430b-ba47-4e87-ab01-a51d8682aea0 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:11.687134 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d51ec49-e0e4-47b8-8ba2-d6b27d4e0631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:11.698370 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d51ec49-e0e4-47b8-8ba2-d6b27d4e0631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:11.752076 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ac3123-a651-43c8-bd78-1c86ef013770', 'tag': '7cfec81c-c583-4889-98dc-de3d5467137d'}, {'name': 'network-changed', 'server_uuid': 'e0ac3123-a651-43c8-bd78-1c86ef013770', 'tag': '7cfec81c-c583-4889-98dc-de3d5467137d'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:11.758416 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bb0cf3-9b57-4c2b-8c3f-6199731fd793" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ac3123-a651-43c8-bd78-1c86ef013770", "tag": "7cfec81c-c583-4889-98dc-de3d5467137d"}, {"name": "network-changed", "server_uuid": "e0ac3123-a651-43c8-bd78-1c86ef013770", "tag": "7cfec81c-c583-4889-98dc-de3d5467137d"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:11.787004 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259b6ec7-52c8-443c-9836-d4b5f740eab9 req-194e430b-ba47-4e87-ab01-a51d8682aea0 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:11.798129 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-259b6ec7-52c8-443c-9836-d4b5f740eab9 req-194e430b-ba47-4e87-ab01-a51d8682aea0 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:11.800522 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-259b6ec7-52c8-443c-9836-d4b5f740eab9 req-194e430b-ba47-4e87-ab01-a51d8682aea0 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:11.955944 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e430b-ba47-4e87-ab01-a51d8682aea0 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Pushing event updated for resources: {'Port': ['ID=730f623e-3714-4ba8-992f-111620556432,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:12.089327 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bead18-b74a-4a40-bde8-2b217284537f req-4ad132eb-77a5-499f-a1bc-fe8a6484eb61 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:12.092270 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7bead18-b74a-4a40-bde8-2b217284537f req-4ad132eb-77a5-499f-a1bc-fe8a6484eb61 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.78 "GET /v2.0/ports?device_id=02198237-8b13-4b27-a727-0e283e9bcc27 HTTP/1.1" status: 200 len: 908 time: 0.1961031 Jul 05 10:06:12.108230 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727f009-8daf-456b-a245-985250799b6a req-99629679-629d-4e17-ae15-f66bd8370579 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:12.119820 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1727f009-8daf-456b-a245-985250799b6a req-99629679-629d-4e17-ae15-f66bd8370579 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=02198237-8b13-4b27-a727-0e283e9bcc27 HTTP/1.1" status: 200 len: 908 time: 0.3310807 Jul 05 10:06:12.196863 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-259b6ec7-52c8-443c-9836-d4b5f740eab9 req-194e430b-ba47-4e87-ab01-a51d8682aea0 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.216284 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9887177d-398d-4a2d-a514-f64dde54f274 x-openstack-request-id: req-9887177d-398d-4a2d-a514-f64dde54f274 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:12.216853 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ac3123-a651-43c8-bd78-1c86ef013770", "tag": "7cfec81c-c583-4889-98dc-de3d5467137d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e0ac3123-a651-43c8-bd78-1c86ef013770", "tag": "7cfec81c-c583-4889-98dc-de3d5467137d", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:12.217307 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9887177d-398d-4a2d-a514-f64dde54f274 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:12.217990 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ac3123-a651-43c8-bd78-1c86ef013770', 'tag': '7cfec81c-c583-4889-98dc-de3d5467137d', 'status': 'completed', 'code': 200} Jul 05 10:06:12.218438 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ac3123-a651-43c8-bd78-1c86ef013770', 'tag': '7cfec81c-c583-4889-98dc-de3d5467137d', 'status': 'completed', 'code': 200} Jul 05 10:06:12.259633 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d51ec49-e0e4-47b8-8ba2-d6b27d4e0631 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:06:12.279461 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51ec49-e0e4-47b8-8ba2-d6b27d4e0631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06936e94-a3bd-4d45-b073-0823bfc74116,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:12.285782 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d51ec49-e0e4-47b8-8ba2-d6b27d4e0631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.286135 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-6d51ec49-e0e4-47b8-8ba2-d6b27d4e0631 admin admin] Added segment 2acbedd4-08b7-417d-a9dc-a25fc690e0bc of type vlan for network e8809747-0653-4cdf-bd9b-7654560adade Jul 05 10:06:12.337107 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d51ec49-e0e4-47b8-8ba2-d6b27d4e0631 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.373137 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d51ec49-e0e4-47b8-8ba2-d6b27d4e0631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.374440 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d51ec49-e0e4-47b8-8ba2-d6b27d4e0631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:12.375136 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d51ec49-e0e4-47b8-8ba2-d6b27d4e0631 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.442033 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51ec49-e0e4-47b8-8ba2-d6b27d4e0631 admin admin] Pushing event updated for resources: {'Network': ['ID=e8809747-0653-4cdf-bd9b-7654560adade,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:12.460279 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network e8809747-0653-4cdf-bd9b-7654560adade details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:06:12.479538 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6d51ec49-e0e4-47b8-8ba2-d6b27d4e0631 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1837084 Jul 05 10:06:12.482399 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54200) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:12.492078 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d6b1187a-8a8f-4788-95f7-21361b17a679 admin admin] Request body: {'subnet': {'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-823117697-subnet', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:12.527796 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b1187a-8a8f-4788-95f7-21361b17a679 admin admin] Made reservation on behalf of 9596ba5fe35d4394b6d195316cece06b for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:12.530887 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6b1187a-8a8f-4788-95f7-21361b17a679 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.727832 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-259b6ec7-52c8-443c-9836-d4b5f740eab9 req-194e430b-ba47-4e87-ab01-a51d8682aea0 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.742955 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6b1187a-8a8f-4788-95f7-21361b17a679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.790886 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1187a-8a8f-4788-95f7-21361b17a679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:12.811679 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb0cf3-9b57-4c2b-8c3f-6199731fd793 req-de5d7e05-1016-4a3f-acf2-d174584fbcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:12.813459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28bb0cf3-9b57-4c2b-8c3f-6199731fd793 req-de5d7e05-1016-4a3f-acf2-d174584fbcd1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5abc020f90d14666888e6b9485fe190a&device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 1097 time: 0.5474861 Jul 05 10:06:12.822643 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1187a-8a8f-4788-95f7-21361b17a679 admin admin] Checking segment: {'id': '2acbedd4-08b7-417d-a9dc-a25fc690e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:12.822926 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b1187a-8a8f-4788-95f7-21361b17a679 admin admin] Network hostable DHCP agents. Network: e8809747-0653-4cdf-bd9b-7654560adade, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:06:12.843495 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b1187a-8a8f-4788-95f7-21361b17a679 admin admin] Network e8809747-0653-4cdf-bd9b-7654560adade is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:06:12.856031 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d6b1187a-8a8f-4788-95f7-21361b17a679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, e8809747-0653-4cdf-bd9b-7654560adade) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:12.864050 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b1187a-8a8f-4788-95f7-21361b17a679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:12.865056 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6b1187a-8a8f-4788-95f7-21361b17a679 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.888567 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d6b1187a-8a8f-4788-95f7-21361b17a679 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4031296 Jul 05 10:06:12.889919 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54208) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:12.903366 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ee89df9b-d469-4d6e-9cd9-a415cfdfcb30 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-823117697-router', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:12.907578 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639f6f48-7794-4d66-9666-8975a71f29b1 None None] Network e8809747-0653-4cdf-bd9b-7654560adade requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:06:12.932243 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee89df9b-d469-4d6e-9cd9-a415cfdfcb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.934159 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee89df9b-d469-4d6e-9cd9-a415cfdfcb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.941122 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b7bead18-b74a-4a40-bde8-2b217284537f req-c37fd1da-28b7-40e3-8196-195829141c98 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Deleting port 49994a9f-7a49-49fb-92a8-cf3c39028457 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:12.942142 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b7bead18-b74a-4a40-bde8-2b217284537f req-c37fd1da-28b7-40e3-8196-195829141c98 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.011891 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee89df9b-d469-4d6e-9cd9-a415cfdfcb30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.091060 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-e8809747-0653-4cdf-bd9b-7654560adade', 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'fixed_ips': [{'subnet_id': '2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:06:13.092398 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.161812 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb0cf3-9b57-4c2b-8c3f-6199731fd793 req-49e9054a-30e5-403c-86fa-2963c585ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:13.165951 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28bb0cf3-9b57-4c2b-8c3f-6199731fd793 req-49e9054a-30e5-403c-86fa-2963c585ec9d service neutron] 10.222.0.81 "GET /v2.0/networks?id=0a6214be-4b78-4c5f-a861-8dc1976ae20d HTTP/1.1" status: 200 len: 920 time: 0.3425174 Jul 05 10:06:13.186191 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee89df9b-d469-4d6e-9cd9-a415cfdfcb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.264741 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b7bead18-b74a-4a40-bde8-2b217284537f req-c37fd1da-28b7-40e3-8196-195829141c98 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] For port 49994a9f-7a49-49fb-92a8-cf3c39028457, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=49994a9f-7a49-49fb-92a8-cf3c39028457,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:13.265286 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b7bead18-b74a-4a40-bde8-2b217284537f req-c37fd1da-28b7-40e3-8196-195829141c98 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.292452 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b7bead18-b74a-4a40-bde8-2b217284537f req-c37fd1da-28b7-40e3-8196-195829141c98 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Calling delete_port for 49994a9f-7a49-49fb-92a8-cf3c39028457 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:13.334049 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Allocated IP 172.20.0.2 (e8809747-0653-4cdf-bd9b-7654560adade/2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49/16ad4841-0fd9-487c-b38a-6793246a1540) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:13.489877 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28bb0cf3-9b57-4c2b-8c3f-6199731fd793 req-0dc17a68-caae-446c-99ac-6986751c78ff service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cfec81c-c583-4889-98dc-de3d5467137d HTTP/1.1" status: 200 len: 217 time: 0.3054440 Jul 05 10:06:13.538128 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee89df9b-d469-4d6e-9cd9-a415cfdfcb30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.541772 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b7bead18-b74a-4a40-bde8-2b217284537f req-c37fd1da-28b7-40e3-8196-195829141c98 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.552612 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.563792 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-640c92bb-6ecb-4a54-b557-effe19b3f490 req-e189ab59-99c3-4492-9c46-114c272d5790 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=02198237-8b13-4b27-a727-0e283e9bcc27 HTTP/1.1" status: 200 len: 210 time: 0.0679951 Jul 05 10:06:13.564379 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee89df9b-d469-4d6e-9cd9-a415cfdfcb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.576887 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Transition to ACTIVE for port object 16ad4841-0fd9-487c-b38a-6793246a1540 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:13.620602 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Transition to ACTIVE for port object 16ad4841-0fd9-487c-b38a-6793246a1540 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:13.634873 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.637248 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fd1da-28b7-40e3-8196-195829141c98 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Pushing event deleted for resources: {'Port': ['ID=49994a9f-7a49-49fb-92a8-cf3c39028457,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:13.706962 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb0cf3-9b57-4c2b-8c3f-6199731fd793 req-5cf69697-8c7d-4bdd-9793-4bd7cc9b115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:13.708531 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28bb0cf3-9b57-4c2b-8c3f-6199731fd793 req-5cf69697-8c7d-4bdd-9793-4bd7cc9b115e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=883a43fa-9d50-4172-a397-0952668a1b6d HTTP/1.1" status: 200 len: 859 time: 0.1965148 Jul 05 10:06:13.735830 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-ee89df9b-d469-4d6e-9cd9-a415cfdfcb30 admin admin] Allocated IP 172.25.7.189 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/08d6bc0e-caae-465f-8d31-7e07a04664a5) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:13.752949 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Network e8809747-0653-4cdf-bd9b-7654560adade is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:13.757154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:13.761801 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bead18-b74a-4a40-bde8-2b217284537f req-c37fd1da-28b7-40e3-8196-195829141c98 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] No DVR routers for this DVR port 49994a9f-7a49-49fb-92a8-cf3c39028457 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:06:13.765235 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:13.805931 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28bb0cf3-9b57-4c2b-8c3f-6199731fd793 req-43b40466-e414-479b-9857-af827b7746a7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0a6214be-4b78-4c5f-a861-8dc1976ae20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454443 Jul 05 10:06:13.807303 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b7bead18-b74a-4a40-bde8-2b217284537f req-c37fd1da-28b7-40e3-8196-195829141c98 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.812567 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7bead18-b74a-4a40-bde8-2b217284537f req-c37fd1da-28b7-40e3-8196-195829141c98 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.78 "DELETE /v2.0/ports/49994a9f-7a49-49fb-92a8-cf3c39028457 HTTP/1.1" status: 204 len: 173 time: 1.7141619 Jul 05 10:06:13.826243 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-259b6ec7-52c8-443c-9836-d4b5f740eab9 req-194e430b-ba47-4e87-ab01-a51d8682aea0 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.829676 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Pushing event updated for resources: {'Port': ['ID=16ad4841-0fd9-487c-b38a-6793246a1540,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:13.874808 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:13.875177 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:13.875528 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:13.875896 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:13.876252 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:13.876590 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:13.876924 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:13.877276 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:13.877611 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:13.877952 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:13.884198 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-259b6ec7-52c8-443c-9836-d4b5f740eab9 req-194e430b-ba47-4e87-ab01-a51d8682aea0 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.885919 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:13.886851 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:13.906279 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee89df9b-d469-4d6e-9cd9-a415cfdfcb30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.921015 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Attempting to bind port 16ad4841-0fd9-487c-b38a-6793246a1540 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:06:13.921382 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Attempting to bind port 16ad4841-0fd9-487c-b38a-6793246a1540 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '2acbedd4-08b7-417d-a9dc-a25fc690e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:06:13.921759 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Attempting to bind port 16ad4841-0fd9-487c-b38a-6793246a1540 on network e8809747-0653-4cdf-bd9b-7654560adade {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:13.932209 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:06:13.932605 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Checking segment: {'id': '2acbedd4-08b7-417d-a9dc-a25fc690e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:13.933023 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.933495 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Bound using segment: {'id': '2acbedd4-08b7-417d-a9dc-a25fc690e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:06:13.934243 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Bound port: 16ad4841-0fd9-487c-b38a-6793246a1540, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acbedd4-08b7-417d-a9dc-a25fc690e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:06:13.934530 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.975306 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee89df9b-d469-4d6e-9cd9-a415cfdfcb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:14.020492 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee89df9b-d469-4d6e-9cd9-a415cfdfcb30 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:14.024470 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ee89df9b-d469-4d6e-9cd9-a415cfdfcb30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:14.029927 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee89df9b-d469-4d6e-9cd9-a415cfdfcb30 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:14.070164 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89df9b-d469-4d6e-9cd9-a415cfdfcb30 admin admin] Pushing event updated for resources: {'Port': ['ID=08d6bc0e-caae-465f-8d31-7e07a04664a5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:14.089547 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-259b6ec7-52c8-443c-9836-d4b5f740eab9 req-194e430b-ba47-4e87-ab01-a51d8682aea0 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:14.106725 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] For port 16ad4841-0fd9-487c-b38a-6793246a1540, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:06:14.112345 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] For port 16ad4841-0fd9-487c-b38a-6793246a1540, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=16ad4841-0fd9-487c-b38a-6793246a1540,segment=NetworkSegment(2acbedd4-08b7-417d-a9dc-a25fc690e0bc),segment_id=2acbedd4-08b7-417d-a9dc-a25fc690e0bc)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:06:14.121528 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:14.206854 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-259b6ec7-52c8-443c-9836-d4b5f740eab9 req-194e430b-ba47-4e87-ab01-a51d8682aea0 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:14.226701 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-259b6ec7-52c8-443c-9836-d4b5f740eab9 req-194e430b-ba47-4e87-ab01-a51d8682aea0 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1707695 Jul 05 10:06:14.234288 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1a250-9a9e-4d70-8c3d-83764987f949 None None] Pushing event updated for resources: {'Port': ['ID=16ad4841-0fd9-487c-b38a-6793246a1540,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:14.273639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02198237-8b13-4b27-a727-0e283e9bcc27', 'name': 'network-vif-deleted', 'tag': '49994a9f-7a49-49fb-92a8-cf3c39028457'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:14.277404 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9ee7d6-dd6e-4a66-976b-fe88549bb808" -d '{"events": [{"server_uuid": "02198237-8b13-4b27-a727-0e283e9bcc27", "name": "network-vif-deleted", "tag": "49994a9f-7a49-49fb-92a8-cf3c39028457"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:14.280839 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e430b-ba47-4e87-ab01-a51d8682aea0 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Pushing event updated for resources: {'Port': ['ID=730f623e-3714-4ba8-992f-111620556432,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:14.309711 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28bb0cf3-9b57-4c2b-8c3f-6199731fd793 req-e9690f91-9496-4182-9e8b-7e16cba58ef9 service neutron] 10.222.0.81 "GET /v2.0/networks/0a6214be-4b78-4c5f-a861-8dc1976ae20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738674 Jul 05 10:06:14.416514 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee89df9b-d469-4d6e-9cd9-a415cfdfcb30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:14.448506 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6916bb05-ea8b-477d-a43e-2d30732b1599 x-openstack-request-id: req-6916bb05-ea8b-477d-a43e-2d30732b1599 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:14.448923 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02198237-8b13-4b27-a727-0e283e9bcc27", "name": "network-vif-deleted", "tag": "49994a9f-7a49-49fb-92a8-cf3c39028457", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:14.449275 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6916bb05-ea8b-477d-a43e-2d30732b1599 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:14.449689 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02198237-8b13-4b27-a727-0e283e9bcc27', 'name': 'network-vif-deleted', 'tag': '49994a9f-7a49-49fb-92a8-cf3c39028457', 'status': 'completed', 'code': 200} Jul 05 10:06:14.468511 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-259b6ec7-52c8-443c-9836-d4b5f740eab9 req-f6fad44d-09c3-4853-a969-579f25bd69c1 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.196 HTTP/1.1" status: 200 len: 696 time: 0.2409265 Jul 05 10:06:14.804891 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee89df9b-d469-4d6e-9cd9-a415cfdfcb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:14.839239 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b6ec7-52c8-443c-9836-d4b5f740eab9 req-46ad7463-f9d1-4269-9470-3cf571085de9 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:14.847681 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-259b6ec7-52c8-443c-9836-d4b5f740eab9 req-46ad7463-f9d1-4269-9470-3cf571085de9 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.3651714 Jul 05 10:06:14.854908 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-259b6ec7-52c8-443c-9836-d4b5f740eab9 req-b3662979-9d2e-46e2-90f8-c44396c27481 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:06:14.862843 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-259b6ec7-52c8-443c-9836-d4b5f740eab9 req-b3662979-9d2e-46e2-90f8-c44396c27481 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138905 Jul 05 10:06:14.888390 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 16ad4841-0fd9-487c-b38a-6793246a1540 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:14.925323 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-220b3780-7b80-42c8-a9b1-685c40ffbb9d req-b3648b25-a12e-43ba-811d-20f6d4f8f283 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=02198237-8b13-4b27-a727-0e283e9bcc27 HTTP/1.1" status: 200 len: 210 time: 0.0580342 Jul 05 10:06:15.000689 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 16ad4841-0fd9-487c-b38a-6793246a1540 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:15.014061 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28bb0cf3-9b57-4c2b-8c3f-6199731fd793 req-e8ccc540-58c1-4982-b7cd-0af582f5efc4 service neutron] 10.222.0.81 "GET /v2.0/networks/0a6214be-4b78-4c5f-a861-8dc1976ae20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5889094 Jul 05 10:06:15.079831 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee89df9b-d469-4d6e-9cd9-a415cfdfcb30 admin admin] Router f6bd307d-9d81-4594-9df5-e1b46ad6b838 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:06:15.223864 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53288b5-81d1-4d06-ac8c-8c4a9ad047ba req-4d684367-5dec-4c65-a0d7-41ece4dc2a62 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:15.232423 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e53288b5-81d1-4d06-ac8c-8c4a9ad047ba req-4d684367-5dec-4c65-a0d7-41ece4dc2a62 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1884897 Jul 05 10:06:15.242970 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb0cf3-9b57-4c2b-8c3f-6199731fd793 req-130565ba-e63c-4780-953c-a029696cc799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:15.244774 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28bb0cf3-9b57-4c2b-8c3f-6199731fd793 req-130565ba-e63c-4780-953c-a029696cc799 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5abc020f90d14666888e6b9485fe190a&device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 1097 time: 0.1723163 Jul 05 10:06:15.252933 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee89df9b-d469-4d6e-9cd9-a415cfdfcb30 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:15.267098 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] Sync routers for ids ['f6bd307d-9d81-4594-9df5-e1b46ad6b838'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:15.287041 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] Routers {'f6bd307d-9d81-4594-9df5-e1b46ad6b838'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:15.287806 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:05:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f6bd307d-9d81-4594-9df5-e1b46ad6b838'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:15.306338 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee89df9b-d469-4d6e-9cd9-a415cfdfcb30 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:15.307757 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ee89df9b-d469-4d6e-9cd9-a415cfdfcb30 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4168582 Jul 05 10:06:15.321326 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:06:15.322047 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54238) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:15.355835 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 49994a9f-7a49-49fb-92a8-cf3c39028457 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:15.398906 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 49994a9f-7a49-49fb-92a8-cf3c39028457 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:15.399599 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 49994a9f-7a49-49fb-92a8-cf3c39028457 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:15.420270 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e53288b5-81d1-4d06-ac8c-8c4a9ad047ba req-807777d6-6374-4089-99fa-b6f4db87befb tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.196 HTTP/1.1" status: 200 len: 696 time: 0.1743262 Jul 05 10:06:15.437932 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e53288b5-81d1-4d06-ac8c-8c4a9ad047ba req-5e312f09-011d-4e17-83e6-7bb44cedb9de tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Request body: {'floatingip': {'port_id': '7cfec81c-c583-4889-98dc-de3d5467137d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:15.478061 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] Set router f6bd307d-9d81-4594-9df5-e1b46ad6b838 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:15.546748 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e53288b5-81d1-4d06-ac8c-8c4a9ad047ba req-5e312f09-011d-4e17-83e6-7bb44cedb9de tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:15.807830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'name': 'tempest-TaggedBootDevicesTest-823117697-router', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:12Z', 'updated_at': '2021-07-05T10:06:14Z', 'revision_number': 3, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'gw_port': {'id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:13Z', 'updated_at': '2021-07-05T10:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:15.869427 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24557d48-ea73-4b0e-9b50-88be45471cf3 None None] Network e8809747-0653-4cdf-bd9b-7654560adade requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:06:15.877229 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] Checking router: f6bd307d-9d81-4594-9df5-e1b46ad6b838 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:15.877608 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] Updating router f6bd307d-9d81-4594-9df5-e1b46ad6b838 port 08d6bc0e-caae-465f-8d31-7e07a04664a5 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:06:15.921152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb0cf3-9b57-4c2b-8c3f-6199731fd793 req-37cea3db-f436-49d2-921b-c840f3b2d45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:15.923293 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28bb0cf3-9b57-4c2b-8c3f-6199731fd793 req-37cea3db-f436-49d2-921b-c840f3b2d45c service neutron] 10.222.0.81 "GET /v2.0/networks?id=0a6214be-4b78-4c5f-a861-8dc1976ae20d HTTP/1.1" status: 200 len: 920 time: 0.6610572 Jul 05 10:06:15.974293 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7aa1428c-93c3-436c-9428-392d2e6b508f None None] Provisioning for port 16ad4841-0fd9-487c-b38a-6793246a1540 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:15.982251 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7aa1428c-93c3-436c-9428-392d2e6b508f None None] Provisioning complete for port 16ad4841-0fd9-487c-b38a-6793246a1540 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:15.982640 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7aa1428c-93c3-436c-9428-392d2e6b508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.036645 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28bb0cf3-9b57-4c2b-8c3f-6199731fd793 req-e7e4bf05-5cb1-4c66-ad93-5560dbabf9c0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cfec81c-c583-4889-98dc-de3d5467137d HTTP/1.1" status: 200 len: 217 time: 0.1009495 Jul 05 10:06:16.060783 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.113979 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac92da8a-ae3d-4087-9a0c-714076a6049b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.164759 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7aa1428c-93c3-436c-9428-392d2e6b508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.281166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb0cf3-9b57-4c2b-8c3f-6199731fd793 req-f75bfbb9-d50c-4755-b755-1c6ca7fd63dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:16.282866 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28bb0cf3-9b57-4c2b-8c3f-6199731fd793 req-f75bfbb9-d50c-4755-b755-1c6ca7fd63dd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=883a43fa-9d50-4172-a397-0952668a1b6d HTTP/1.1" status: 200 len: 859 time: 0.2305784 Jul 05 10:06:16.351631 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28bb0cf3-9b57-4c2b-8c3f-6199731fd793 req-a7e8512f-062b-4c36-9a29-858bf7255bc1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0a6214be-4b78-4c5f-a861-8dc1976ae20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615880 Jul 05 10:06:16.365705 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7aa1428c-93c3-436c-9428-392d2e6b508f None None] For port 16ad4841-0fd9-487c-b38a-6793246a1540, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=16ad4841-0fd9-487c-b38a-6793246a1540,segment=NetworkSegment(2acbedd4-08b7-417d-a9dc-a25fc690e0bc),segment_id=2acbedd4-08b7-417d-a9dc-a25fc690e0bc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:16.419300 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7aa1428c-93c3-436c-9428-392d2e6b508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.490162 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-ac92da8a-ae3d-4087-9a0c-714076a6049b admin admin] Allocated IP 172.20.0.1 (e8809747-0653-4cdf-bd9b-7654560adade/2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49/2073716e-e4c6-4e6b-bd22-64939073c29a) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:16.539247 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1428c-93c3-436c-9428-392d2e6b508f None None] Pushing event updated for resources: {'Port': ['ID=16ad4841-0fd9-487c-b38a-6793246a1540,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:16.695001 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.718281 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] Transition to ACTIVE for port object 08d6bc0e-caae-465f-8d31-7e07a04664a5 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:16.733286 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.796525 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac92da8a-ae3d-4087-9a0c-714076a6049b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.826470 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-ac92da8a-ae3d-4087-9a0c-714076a6049b admin admin] Transition to ACTIVE for port object 2073716e-e4c6-4e6b-bd22-64939073c29a will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:16.832616 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 16ad4841-0fd9-487c-b38a-6793246a1540 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:16.882975 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac92da8a-ae3d-4087-9a0c-714076a6049b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.894444 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] Attempting to bind port 08d6bc0e-caae-465f-8d31-7e07a04664a5 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:06:16.894880 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] Attempting to bind port 08d6bc0e-caae-465f-8d31-7e07a04664a5 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:06:16.895245 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] Attempting to bind port 08d6bc0e-caae-465f-8d31-7e07a04664a5 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:16.900730 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf0510-ebed-43d2-8899-889a572fe82e None None] Pushing event updated for resources: {'Port': ['ID=08d6bc0e-caae-465f-8d31-7e07a04664a5,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:16.912057 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:06:16.912885 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:16.912885 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.913270 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:06:16.913754 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] Bound port: 08d6bc0e-caae-465f-8d31-7e07a04664a5, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:06:16.914139 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.955238 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac92da8a-ae3d-4087-9a0c-714076a6049b admin admin] Network e8809747-0653-4cdf-bd9b-7654560adade is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:16.972151 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ac92da8a-ae3d-4087-9a0c-714076a6049b admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:16.986375 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac92da8a-ae3d-4087-9a0c-714076a6049b admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:17.010837 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 16ad4841-0fd9-487c-b38a-6793246a1540 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:17.011973 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.041999 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] For port 08d6bc0e-caae-465f-8d31-7e07a04664a5, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:06:17.061101 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92da8a-ae3d-4087-9a0c-714076a6049b admin admin] Pushing event updated for resources: {'Port': ['ID=2073716e-e4c6-4e6b-bd22-64939073c29a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:17.083756 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] For port 08d6bc0e-caae-465f-8d31-7e07a04664a5, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=08d6bc0e-caae-465f-8d31-7e07a04664a5,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:06:17.092640 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac92da8a-ae3d-4087-9a0c-714076a6049b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.096697 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.143228 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cb80af1e-821a-4342-9c80-083748ea3558 None None] Provisioning complete for port 16ad4841-0fd9-487c-b38a-6793246a1540 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:17.143634 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cb80af1e-821a-4342-9c80-083748ea3558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.224687 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] Routers {'f6bd307d-9d81-4594-9df5-e1b46ad6b838'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:17.225317 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:05:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f6bd307d-9d81-4594-9df5-e1b46ad6b838'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:17.237718 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf0510-ebed-43d2-8899-889a572fe82e None None] Pushing event updated for resources: {'Port': ['ID=08d6bc0e-caae-465f-8d31-7e07a04664a5,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:17.247384 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a59320-a3c1-47a9-b6e7-b09ae37b100f req-91a3616b-e493-496d-a2f5-5475d8721673 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:17.254963 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09a59320-a3c1-47a9-b6e7-b09ae37b100f req-91a3616b-e493-496d-a2f5-5475d8721673 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=09a26d74-77c1-4c6d-8bad-229e174369f9 HTTP/1.1" status: 200 len: 946 time: 0.3415384 Jul 05 10:06:17.327152 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.db.resource_extend [req-e53288b5-81d1-4d06-ac8c-8c4a9ad047ba req-5e312f09-011d-4e17-83e6-7bb44cedb9de tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:06:17.337446 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28bb0cf3-9b57-4c2b-8c3f-6199731fd793 req-cf8bc4c7-c361-40b0-b015-bdd3bdba3026 service neutron] 10.222.0.81 "GET /v2.0/networks/0a6214be-4b78-4c5f-a861-8dc1976ae20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9702265 Jul 05 10:06:17.390984 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac92da8a-ae3d-4087-9a0c-714076a6049b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.494284 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09a59320-a3c1-47a9-b6e7-b09ae37b100f req-b1fae97c-94bf-4d53-95e2-9f6df75069fb tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382174 Jul 05 10:06:17.539468 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e53288b5-81d1-4d06-ac8c-8c4a9ad047ba req-5e312f09-011d-4e17-83e6-7bb44cedb9de tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.571930 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e53288b5-81d1-4d06-ac8c-8c4a9ad047ba req-5e312f09-011d-4e17-83e6-7bb44cedb9de tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.677122 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac92da8a-ae3d-4087-9a0c-714076a6049b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.686264 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac92da8a-ae3d-4087-9a0c-714076a6049b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.743450 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] Set router f6bd307d-9d81-4594-9df5-e1b46ad6b838 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:17.789745 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28bb0cf3-9b57-4c2b-8c3f-6199731fd793 req-35ef09dd-a5cc-4262-9924-50329e351abf service neutron] 10.222.0.81 "GET /v2.0/networks/0a6214be-4b78-4c5f-a861-8dc1976ae20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106481 Jul 05 10:06:17.799611 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [req-e53288b5-81d1-4d06-ac8c-8c4a9ad047ba req-5e312f09-011d-4e17-83e6-7bb44cedb9de tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Floating IP 03eac5e2-051d-4fa5-abb5-1218efd22108 associated. External IP: 172.25.7.196, port: 7cfec81c-c583-4889-98dc-de3d5467137d. Jul 05 10:06:17.827178 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92da8a-ae3d-4087-9a0c-714076a6049b admin admin] Pushing event updated for resources: {'Port': ['ID=2073716e-e4c6-4e6b-bd22-64939073c29a,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:17.833271 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac92da8a-ae3d-4087-9a0c-714076a6049b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.936218 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e7697986-c6f2-43df-8c1c-6ec267fd8c75 None None] Provisioning for port 2073716e-e4c6-4e6b-bd22-64939073c29a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:17.951430 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e7697986-c6f2-43df-8c1c-6ec267fd8c75 None None] Provisioning complete for port 2073716e-e4c6-4e6b-bd22-64939073c29a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:17.951815 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e7697986-c6f2-43df-8c1c-6ec267fd8c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.971105 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac92da8a-ae3d-4087-9a0c-714076a6049b admin admin] Network e8809747-0653-4cdf-bd9b-7654560adade is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:17.972624 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ac92da8a-ae3d-4087-9a0c-714076a6049b admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:18.128622 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f672e-e631-4a81-8ea2-c3c96ddf2db7 req-157c79a1-5915-43d4-8081-67abbd5d96f8 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:18.130628 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ec8f672e-e631-4a81-8ea2-c3c96ddf2db7 req-157c79a1-5915-43d4-8081-67abbd5d96f8 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.81 "GET /v2.0/ports?device_id=09a26d74-77c1-4c6d-8bad-229e174369f9 HTTP/1.1" status: 200 len: 946 time: 0.2586615 Jul 05 10:06:18.131665 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e7697986-c6f2-43df-8c1c-6ec267fd8c75 None None] Port 2073716e-e4c6-4e6b-bd22-64939073c29a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:06:18.133441 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e53288b5-81d1-4d06-ac8c-8c4a9ad047ba req-5e312f09-011d-4e17-83e6-7bb44cedb9de tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Router 4fdc043a-fa3b-4020-b5de-061311281ddb has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:18.150480 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'name': 'tempest-TaggedBootDevicesTest-823117697-router', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:12Z', 'updated_at': '2021-07-05T10:06:14Z', 'revision_number': 3, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'gw_port': {'id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:13Z', 'updated_at': '2021-07-05T10:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:18.196219 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb9af39-fed0-4f1d-b871-58201b00388e None None] The sync data for ids ['f6bd307d-9d81-4594-9df5-e1b46ad6b838'] in n-d-798054-8 is: [{'id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'name': 'tempest-TaggedBootDevicesTest-823117697-router', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:12Z', 'updated_at': '2021-07-05T10:06:14Z', 'revision_number': 3, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'gw_port': {'id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:13Z', 'updated_at': '2021-07-05T10:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:18.241411 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac92da8a-ae3d-4087-9a0c-714076a6049b admin admin] Router f6bd307d-9d81-4594-9df5-e1b46ad6b838 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:18.364466 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e53288b5-81d1-4d06-ac8c-8c4a9ad047ba req-5e312f09-011d-4e17-83e6-7bb44cedb9de tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:18.370915 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e53288b5-81d1-4d06-ac8c-8c4a9ad047ba req-5e312f09-011d-4e17-83e6-7bb44cedb9de tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:18.375063 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51beb5c0-3ae5-4f8e-9289-83d151e3bce7 None None] Sync routers for ids ['4fdc043a-fa3b-4020-b5de-061311281ddb'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:18.390085 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51beb5c0-3ae5-4f8e-9289-83d151e3bce7 None None] Routers {'4fdc043a-fa3b-4020-b5de-061311281ddb'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:18.390728 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-51beb5c0-3ae5-4f8e-9289-83d151e3bce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:05:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['4fdc043a-fa3b-4020-b5de-061311281ddb'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:18.477811 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-84940a85-6e84-4855-812a-5a2a632d1dd1 None None] Provisioning complete for port 2073716e-e4c6-4e6b-bd22-64939073c29a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:18.483576 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-84940a85-6e84-4855-812a-5a2a632d1dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:18.604829 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-51beb5c0-3ae5-4f8e-9289-83d151e3bce7 None None] Set router 4fdc043a-fa3b-4020-b5de-061311281ddb gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:18.621900 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e53288b5-81d1-4d06-ac8c-8c4a9ad047ba req-5e312f09-011d-4e17-83e6-7bb44cedb9de tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "PUT /v2.0/floatingips/03eac5e2-051d-4fa5-abb5-1218efd22108 HTTP/1.1" status: 200 len: 997 time: 3.1919994 Jul 05 10:06:18.658229 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-84940a85-6e84-4855-812a-5a2a632d1dd1 None None] Port 2073716e-e4c6-4e6b-bd22-64939073c29a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:06:18.725941 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ac3123-a651-43c8-bd78-1c86ef013770', 'tag': '7cfec81c-c583-4889-98dc-de3d5467137d'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:18.728340 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab70e16-7465-47d9-9e5a-5417e3ad1f95" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ac3123-a651-43c8-bd78-1c86ef013770", "tag": "7cfec81c-c583-4889-98dc-de3d5467137d"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:18.858809 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-ec8f672e-e631-4a81-8ea2-c3c96ddf2db7 req-68a9d1e0-8595-4e54-8f81-9b5279f09590 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Deleting port c3aa61ed-6c26-46a2-8471-e42da10116e1 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:18.859095 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ec8f672e-e631-4a81-8ea2-c3c96ddf2db7 req-68a9d1e0-8595-4e54-8f81-9b5279f09590 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:18.879252 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 08d6bc0e-caae-465f-8d31-7e07a04664a5 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:18.979468 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 08d6bc0e-caae-465f-8d31-7e07a04664a5 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:18.986142 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 08d6bc0e-caae-465f-8d31-7e07a04664a5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:18.986373 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:19.098410 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53288b5-81d1-4d06-ac8c-8c4a9ad047ba req-d5e0464f-aa20-43f0-ae5b-3d92cda854a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:19.100265 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e53288b5-81d1-4d06-ac8c-8c4a9ad047ba req-d5e0464f-aa20-43f0-ae5b-3d92cda854a8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5abc020f90d14666888e6b9485fe190a&device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 1097 time: 0.4773557 Jul 05 10:06:19.133012 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-51beb5c0-3ae5-4f8e-9289-83d151e3bce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-798288025-router', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:05:18Z', 'revision_number': 4, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'gw_port': {'id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '03eac5e2-051d-4fa5-abb5-1218efd22108', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'floating_ip_address': '172.25.7.196', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'port_id': '7cfec81c-c583-4889-98dc-de3d5467137d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a6214be-4b78-4c5f-a861-8dc1976ae20d', 'mac_address': 'fa:16:3e:2a:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac3123-a651-43c8-bd78-1c86ef013770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:06:12Z', 'updated_at': '2021-07-05T10:06:17Z', 'revision_number': 1, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02eb88d4-2fa1-4111-b326-c709358a9f02', 'name': '', 'network_id': '0a6214be-4b78-4c5f-a861-8dc1976ae20d', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'mac_address': 'fa:16:3e:ac:fa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '883a43fa-9d50-4172-a397-0952668a1b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:17Z', 'updated_at': '2021-07-05T10:05:25Z', 'revision_number': 5, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'subnets': [{'id': '883a43fa-9d50-4172-a397-0952668a1b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:19.188537 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51beb5c0-3ae5-4f8e-9289-83d151e3bce7 None None] Checking router: 4fdc043a-fa3b-4020-b5de-061311281ddb for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:19.209630 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:19.212910 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51beb5c0-3ae5-4f8e-9289-83d151e3bce7 None None] Routers {'4fdc043a-fa3b-4020-b5de-061311281ddb'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:19.215208 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-51beb5c0-3ae5-4f8e-9289-83d151e3bce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:05:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['4fdc043a-fa3b-4020-b5de-061311281ddb'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:19.257949 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac92da8a-ae3d-4087-9a0c-714076a6049b admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:19.273331 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ac92da8a-ae3d-4087-9a0c-714076a6049b admin admin] 10.222.0.79 "PUT /v2.0/routers/f6bd307d-9d81-4594-9df5-e1b46ad6b838/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9428554 Jul 05 10:06:19.275255 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4820493-1814-416e-a2e8-1a5c85e72f2a req-ccc6fc43-702b-4f7b-b92b-b35fa7096d9e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:19.291068 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 08d6bc0e-caae-465f-8d31-7e07a04664a5, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=08d6bc0e-caae-465f-8d31-7e07a04664a5,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:19.294316 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d4820493-1814-416e-a2e8-1a5c85e72f2a req-ccc6fc43-702b-4f7b-b92b-b35fa7096d9e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=09a26d74-77c1-4c6d-8bad-229e174369f9 HTTP/1.1" status: 200 len: 946 time: 0.5512397 Jul 05 10:06:19.301667 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:19.422124 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ec8f672e-e631-4a81-8ea2-c3c96ddf2db7 req-68a9d1e0-8595-4e54-8f81-9b5279f09590 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] For port c3aa61ed-6c26-46a2-8471-e42da10116e1, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=c3aa61ed-6c26-46a2-8471-e42da10116e1,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:19.422798 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ec8f672e-e631-4a81-8ea2-c3c96ddf2db7 req-68a9d1e0-8595-4e54-8f81-9b5279f09590 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:19.430813 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=08d6bc0e-caae-465f-8d31-7e07a04664a5,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:19.437701 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-51beb5c0-3ae5-4f8e-9289-83d151e3bce7 None None] Set router 4fdc043a-fa3b-4020-b5de-061311281ddb gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:19.541075 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-ec8f672e-e631-4a81-8ea2-c3c96ddf2db7 req-68a9d1e0-8595-4e54-8f81-9b5279f09590 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Calling delete_port for c3aa61ed-6c26-46a2-8471-e42da10116e1 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:19.561255 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d4820493-1814-416e-a2e8-1a5c85e72f2a req-12018cb3-0d39-41e3-92c5-0ae97baf174b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659783 Jul 05 10:06:19.643152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53288b5-81d1-4d06-ac8c-8c4a9ad047ba req-2333eec7-358e-48b0-abf9-3ae51e288a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:19.650382 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e53288b5-81d1-4d06-ac8c-8c4a9ad047ba req-2333eec7-358e-48b0-abf9-3ae51e288a83 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0a6214be-4b78-4c5f-a861-8dc1976ae20d HTTP/1.1" status: 200 len: 920 time: 0.4958701 Jul 05 10:06:19.735799 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f42c35-e7e8-445b-a5d3-9ee34f69b645 x-openstack-request-id: req-a7f42c35-e7e8-445b-a5d3-9ee34f69b645 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:19.736223 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ac3123-a651-43c8-bd78-1c86ef013770", "tag": "7cfec81c-c583-4889-98dc-de3d5467137d", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:19.736568 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a7f42c35-e7e8-445b-a5d3-9ee34f69b645 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:19.737065 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ac3123-a651-43c8-bd78-1c86ef013770', 'tag': '7cfec81c-c583-4889-98dc-de3d5467137d', 'status': 'completed', 'code': 200} Jul 05 10:06:19.914993 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e53288b5-81d1-4d06-ac8c-8c4a9ad047ba req-1f7b051d-0396-4d41-9a27-a7d886a182a7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cfec81c-c583-4889-98dc-de3d5467137d HTTP/1.1" status: 200 len: 1000 time: 0.1691453 Jul 05 10:06:19.947899 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-51beb5c0-3ae5-4f8e-9289-83d151e3bce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-798288025-router', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:05:18Z', 'revision_number': 4, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'gw_port': {'id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '03eac5e2-051d-4fa5-abb5-1218efd22108', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'floating_ip_address': '172.25.7.196', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'port_id': '7cfec81c-c583-4889-98dc-de3d5467137d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a6214be-4b78-4c5f-a861-8dc1976ae20d', 'mac_address': 'fa:16:3e:2a:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac3123-a651-43c8-bd78-1c86ef013770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:06:12Z', 'updated_at': '2021-07-05T10:06:17Z', 'revision_number': 1, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02eb88d4-2fa1-4111-b326-c709358a9f02', 'name': '', 'network_id': '0a6214be-4b78-4c5f-a861-8dc1976ae20d', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'mac_address': 'fa:16:3e:ac:fa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '883a43fa-9d50-4172-a397-0952668a1b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:17Z', 'updated_at': '2021-07-05T10:05:25Z', 'revision_number': 5, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'subnets': [{'id': '883a43fa-9d50-4172-a397-0952668a1b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:19.970521 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab70e16-7465-47d9-9e5a-5417e3ad1f95 req-77d20d6b-111b-4a6f-a3a3-cea3347e9584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:19.972246 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4ab70e16-7465-47d9-9e5a-5417e3ad1f95 req-77d20d6b-111b-4a6f-a3a3-cea3347e9584 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5abc020f90d14666888e6b9485fe190a&device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 1097 time: 0.2343276 Jul 05 10:06:20.006661 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51beb5c0-3ae5-4f8e-9289-83d151e3bce7 None None] The sync data for ids ['4fdc043a-fa3b-4020-b5de-061311281ddb'] in n-d-798054-8 is: [{'id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-798288025-router', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:05:18Z', 'revision_number': 4, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'gw_port': {'id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '03eac5e2-051d-4fa5-abb5-1218efd22108', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'floating_ip_address': '172.25.7.196', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'port_id': '7cfec81c-c583-4889-98dc-de3d5467137d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a6214be-4b78-4c5f-a861-8dc1976ae20d', 'mac_address': 'fa:16:3e:2a:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac3123-a651-43c8-bd78-1c86ef013770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:06:12Z', 'updated_at': '2021-07-05T10:06:17Z', 'revision_number': 1, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02eb88d4-2fa1-4111-b326-c709358a9f02', 'name': '', 'network_id': '0a6214be-4b78-4c5f-a861-8dc1976ae20d', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'mac_address': 'fa:16:3e:ac:fa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '883a43fa-9d50-4172-a397-0952668a1b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:17Z', 'updated_at': '2021-07-05T10:05:25Z', 'revision_number': 5, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'subnets': [{'id': '883a43fa-9d50-4172-a397-0952668a1b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:20.097147 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53288b5-81d1-4d06-ac8c-8c4a9ad047ba req-90a6ce14-7c12-4a87-9cfb-f4ecae668e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:20.098787 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e53288b5-81d1-4d06-ac8c-8c4a9ad047ba req-90a6ce14-7c12-4a87-9cfb-f4ecae668e86 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=883a43fa-9d50-4172-a397-0952668a1b6d HTTP/1.1" status: 200 len: 859 time: 0.1703224 Jul 05 10:06:20.147427 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e53288b5-81d1-4d06-ac8c-8c4a9ad047ba req-241cc7d0-c613-46e4-acb2-77e8bff522dc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a6214be-4b78-4c5f-a861-8dc1976ae20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421705 Jul 05 10:06:20.183837 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-e53288b5-81d1-4d06-ac8c-8c4a9ad047ba req-f6e0840a-3833-418c-a5ab-eb3b1b7d8969 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:06:20.190198 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device c3aa61ed-6c26-46a2-8471-e42da10116e1 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:20.191658 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e53288b5-81d1-4d06-ac8c-8c4a9ad047ba req-f6e0840a-3833-418c-a5ab-eb3b1b7d8969 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0334229 Jul 05 10:06:20.232105 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ec8f672e-e631-4a81-8ea2-c3c96ddf2db7 req-68a9d1e0-8595-4e54-8f81-9b5279f09590 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:20.254089 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['8ecd3a82-b18f-483c-9475-bdf6c35f7c61'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:06:20.340589 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No active binding found for port c3aa61ed-6c26-46a2-8471-e42da10116e1 {{(pid=93908) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 10:06:20.341255 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device c3aa61ed-6c26-46a2-8471-e42da10116e1 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:20.420783 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab70e16-7465-47d9-9e5a-5417e3ad1f95 req-1082a36b-2ef5-4278-a1e8-91d0cc805a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:20.423297 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4ab70e16-7465-47d9-9e5a-5417e3ad1f95 req-1082a36b-2ef5-4278-a1e8-91d0cc805a32 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0a6214be-4b78-4c5f-a861-8dc1976ae20d HTTP/1.1" status: 200 len: 920 time: 0.4421477 Jul 05 10:06:20.514762 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9d1e0-8595-4e54-8f81-9b5279f09590 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Pushing event deleted for resources: {'Port': ['ID=c3aa61ed-6c26-46a2-8471-e42da10116e1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:20.742558 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd60965-a0b6-49aa-8b75-0676dc6b533a None None] New status for floating IP 03eac5e2-051d-4fa5-abb5-1218efd22108: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:06:20.801371 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8f672e-e631-4a81-8ea2-c3c96ddf2db7 req-68a9d1e0-8595-4e54-8f81-9b5279f09590 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] No DVR routers for this DVR port c3aa61ed-6c26-46a2-8471-e42da10116e1 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:06:20.830194 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ec8f672e-e631-4a81-8ea2-c3c96ddf2db7 req-68a9d1e0-8595-4e54-8f81-9b5279f09590 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:20.837157 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ec8f672e-e631-4a81-8ea2-c3c96ddf2db7 req-68a9d1e0-8595-4e54-8f81-9b5279f09590 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.81 "DELETE /v2.0/ports/c3aa61ed-6c26-46a2-8471-e42da10116e1 HTTP/1.1" status: 204 len: 173 time: 2.6931655 Jul 05 10:06:20.977604 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 08d6bc0e-caae-465f-8d31-7e07a04664a5 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:21.071620 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e53288b5-81d1-4d06-ac8c-8c4a9ad047ba req-2fa7ccb4-a47f-40d0-a1ca-baeda9c1fd63 service neutron] 10.222.0.79 "GET /v2.0/networks/0a6214be-4b78-4c5f-a861-8dc1976ae20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8633912 Jul 05 10:06:21.101361 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-07d3d076-be29-40db-82d4-2af4d391b0a4 req-123aa89e-f189-4316-8661-a6b9ae8ddb16 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=09a26d74-77c1-4c6d-8bad-229e174369f9 HTTP/1.1" status: 200 len: 210 time: 0.1084468 Jul 05 10:06:21.121036 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] Sync routers for ids ['f6bd307d-9d81-4594-9df5-e1b46ad6b838'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:21.137526 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4ab70e16-7465-47d9-9e5a-5417e3ad1f95 req-8b5559b0-d93d-48a9-9b7b-d40466f03dee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cfec81c-c583-4889-98dc-de3d5467137d HTTP/1.1" status: 200 len: 1000 time: 0.5961211 Jul 05 10:06:21.157413 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] Routers {'f6bd307d-9d81-4594-9df5-e1b46ad6b838'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:21.158188 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:05:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f6bd307d-9d81-4594-9df5-e1b46ad6b838'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:21.212282 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bb510995-7c51-4310-b5da-6a4db1460f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:21.227133 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 08d6bc0e-caae-465f-8d31-7e07a04664a5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:21.227923 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:21.404947 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] Set router f6bd307d-9d81-4594-9df5-e1b46ad6b838 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:21.453099 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab70e16-7465-47d9-9e5a-5417e3ad1f95 req-c1f67eb4-dc79-4d97-a1b1-e1ffac90ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:21.455679 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4ab70e16-7465-47d9-9e5a-5417e3ad1f95 req-c1f67eb4-dc79-4d97-a1b1-e1ffac90ea36 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=883a43fa-9d50-4172-a397-0952668a1b6d HTTP/1.1" status: 200 len: 859 time: 0.2767079 Jul 05 10:06:21.468557 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e53288b5-81d1-4d06-ac8c-8c4a9ad047ba req-26c86486-8884-42cf-b877-52b6da7b759b service neutron] 10.222.0.79 "GET /v2.0/networks/0a6214be-4b78-4c5f-a861-8dc1976ae20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955493 Jul 05 10:06:21.509351 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4ab70e16-7465-47d9-9e5a-5417e3ad1f95 req-5290853f-abd6-468b-8108-946b15f73b0e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0a6214be-4b78-4c5f-a861-8dc1976ae20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394506 Jul 05 10:06:21.839741 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'name': 'tempest-TaggedBootDevicesTest-823117697-router', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:12Z', 'updated_at': '2021-07-05T10:06:17Z', 'revision_number': 4, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'gw_port': {'id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:13Z', 'updated_at': '2021-07-05T10:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '2073716e-e4c6-4e6b-bd22-64939073c29a', 'name': '', 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'mac_address': 'fa:16:3e:12:d6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:16Z', 'updated_at': '2021-07-05T10:06:17Z', 'revision_number': 2, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'subnets': [{'id': '2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:21.883916 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] Checking router: f6bd307d-9d81-4594-9df5-e1b46ad6b838 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:21.883916 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] Updating router f6bd307d-9d81-4594-9df5-e1b46ad6b838 port 2073716e-e4c6-4e6b-bd22-64939073c29a binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:06:21.950701 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:22.237378 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a26d74-77c1-4c6d-8bad-229e174369f9', 'name': 'network-vif-deleted', 'tag': 'c3aa61ed-6c26-46a2-8471-e42da10116e1'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:22.239747 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf6d17a-7fba-4842-9411-5240e5621bcd" -d '{"events": [{"server_uuid": "09a26d74-77c1-4c6d-8bad-229e174369f9", "name": "network-vif-deleted", "tag": "c3aa61ed-6c26-46a2-8471-e42da10116e1"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:22.379478 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12db5504-eeb1-423d-8472-4c2cfd6cd2b5 x-openstack-request-id: req-12db5504-eeb1-423d-8472-4c2cfd6cd2b5 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:22.380111 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a26d74-77c1-4c6d-8bad-229e174369f9", "name": "network-vif-deleted", "tag": "c3aa61ed-6c26-46a2-8471-e42da10116e1", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:22.380551 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-12db5504-eeb1-423d-8472-4c2cfd6cd2b5 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:22.381113 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a26d74-77c1-4c6d-8bad-229e174369f9', 'name': 'network-vif-deleted', 'tag': 'c3aa61ed-6c26-46a2-8471-e42da10116e1', 'status': 'completed', 'code': 200} Jul 05 10:06:22.389214 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-0c335554-b8a7-436a-9016-5dff046ec3a1 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.196 HTTP/1.1" status: 200 len: 1002 time: 0.1405685 Jul 05 10:06:22.508227 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-5404ee6a-bbc9-48a8-90c0-ff7ceeb074b2 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:22.532280 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-5404ee6a-bbc9-48a8-90c0-ff7ceeb074b2 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports/7cfec81c-c583-4889-98dc-de3d5467137d HTTP/1.1" status: 200 len: 943 time: 0.1200781 Jul 05 10:06:22.553154 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4ab70e16-7465-47d9-9e5a-5417e3ad1f95 req-7a257ec0-37b4-4854-b62b-d5f4b5f6f944 service neutron] 10.222.0.81 "GET /v2.0/networks/0a6214be-4b78-4c5f-a861-8dc1976ae20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0332530 Jul 05 10:06:22.558413 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:22.573417 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] Transition to ACTIVE for port object 2073716e-e4c6-4e6b-bd22-64939073c29a will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:22.583435 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:22.713937 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a569583-e94d-4794-9bbc-cc6314050cce None None] Pushing event updated for resources: {'Port': ['ID=2073716e-e4c6-4e6b-bd22-64939073c29a,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:22.762370 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a569583-e94d-4794-9bbc-cc6314050cce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:22.762715 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a569583-e94d-4794-9bbc-cc6314050cce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:22.763054 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a569583-e94d-4794-9bbc-cc6314050cce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:22.763376 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a569583-e94d-4794-9bbc-cc6314050cce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:22.763706 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a569583-e94d-4794-9bbc-cc6314050cce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:22.770997 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a569583-e94d-4794-9bbc-cc6314050cce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:22.771403 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a569583-e94d-4794-9bbc-cc6314050cce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:22.771733 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a569583-e94d-4794-9bbc-cc6314050cce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:22.772131 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a569583-e94d-4794-9bbc-cc6314050cce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:22.772463 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a569583-e94d-4794-9bbc-cc6314050cce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:22.772789 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a569583-e94d-4794-9bbc-cc6314050cce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:22.773115 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a569583-e94d-4794-9bbc-cc6314050cce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:22.853731 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-bc256e8a-8b80-43b8-bee5-8fee80b1988f tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.196 HTTP/1.1" status: 200 len: 1002 time: 0.1480100 Jul 05 10:06:22.870983 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] Attempting to bind port 2073716e-e4c6-4e6b-bd22-64939073c29a on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:06:22.871446 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] Attempting to bind port 2073716e-e4c6-4e6b-bd22-64939073c29a by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '2acbedd4-08b7-417d-a9dc-a25fc690e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:06:22.872934 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] Attempting to bind port 2073716e-e4c6-4e6b-bd22-64939073c29a on network e8809747-0653-4cdf-bd9b-7654560adade {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:22.901247 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:06:22.901877 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] Checking segment: {'id': '2acbedd4-08b7-417d-a9dc-a25fc690e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:22.902372 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:22.902779 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] Bound using segment: {'id': '2acbedd4-08b7-417d-a9dc-a25fc690e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:06:22.903395 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] Bound port: 2073716e-e4c6-4e6b-bd22-64939073c29a, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acbedd4-08b7-417d-a9dc-a25fc690e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:06:22.903666 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.044640 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] For port 2073716e-e4c6-4e6b-bd22-64939073c29a, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:06:23.050625 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] For port 2073716e-e4c6-4e6b-bd22-64939073c29a, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=2073716e-e4c6-4e6b-bd22-64939073c29a,segment=NetworkSegment(2acbedd4-08b7-417d-a9dc-a25fc690e0bc),segment_id=2acbedd4-08b7-417d-a9dc-a25fc690e0bc)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:06:23.062519 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.143943 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4ab70e16-7465-47d9-9e5a-5417e3ad1f95 req-4d3e9940-f1a6-4e79-88e6-38fa98686a9c service neutron] 10.222.0.81 "GET /v2.0/networks/0a6214be-4b78-4c5f-a861-8dc1976ae20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826633 Jul 05 10:06:23.190861 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] Routers {'f6bd307d-9d81-4594-9df5-e1b46ad6b838'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:23.191521 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:05:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f6bd307d-9d81-4594-9df5-e1b46ad6b838'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:23.210104 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94e057-bf10-4954-97eb-d6eca6a4e8e7 req-1bc74aab-465d-4d36-ae0c-969c802cdf22 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:23.212366 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db94e057-bf10-4954-97eb-d6eca6a4e8e7 req-1bc74aab-465d-4d36-ae0c-969c802cdf22 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 945 time: 0.3255453 Jul 05 10:06:23.222195 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-c05e57e0-44f3-48a8-b645-e6af97b6d9cf tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:23.229529 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-c05e57e0-44f3-48a8-b645-e6af97b6d9cf tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.3733349 Jul 05 10:06:23.268138 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a569583-e94d-4794-9bbc-cc6314050cce None None] Pushing event updated for resources: {'Port': ['ID=2073716e-e4c6-4e6b-bd22-64939073c29a,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:23.292506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-fd083f7a-02dd-4206-9de6-d630e5b03510 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:06:23.304728 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-fd083f7a-02dd-4206-9de6-d630e5b03510 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0365191 Jul 05 10:06:23.326601 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c6a4e-473c-4ec1-8af2-9eddfd6387c0 req-4faab282-ae9c-4955-a514-5fe7b2c77d45 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:23.329641 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-35434aec-a9ad-416d-89cd-31bfde5956fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.330717 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b8c6a4e-473c-4ec1-8af2-9eddfd6387c0 req-4faab282-ae9c-4955-a514-5fe7b2c77d45 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 945 time: 0.3058043 Jul 05 10:06:23.406095 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] Set router f6bd307d-9d81-4594-9df5-e1b46ad6b838 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:23.546449 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db94e057-bf10-4954-97eb-d6eca6a4e8e7 req-823bdb35-131c-49a2-ac39-51197e3b5df3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=130303c1-bfd4-4717-bb15-6c1b585a2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142977 Jul 05 10:06:23.621910 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.635208 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-26666593-4f2d-4e1e-a54d-8233b75c4a1f tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.196 HTTP/1.1" status: 200 len: 1002 time: 0.3022738 Jul 05 10:06:23.647347 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-a6c610a0-ae47-4476-9e5a-9e20d3009d3a tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:23.709449 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-a6c610a0-ae47-4476-9e5a-9e20d3009d3a tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.848504 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'name': 'tempest-TaggedBootDevicesTest-823117697-router', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:12Z', 'updated_at': '2021-07-05T10:06:17Z', 'revision_number': 4, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'gw_port': {'id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:13Z', 'updated_at': '2021-07-05T10:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '2073716e-e4c6-4e6b-bd22-64939073c29a', 'name': '', 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'mac_address': 'fa:16:3e:12:d6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:16Z', 'updated_at': '2021-07-05T10:06:23Z', 'revision_number': 4, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'subnets': [{'id': '2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:23.882307 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-a6c610a0-ae47-4476-9e5a-9e20d3009d3a tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.889617 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f012697-7ca8-494b-b489-223f968584e7 None None] The sync data for ids ['f6bd307d-9d81-4594-9df5-e1b46ad6b838'] in n-d-798054-8 is: [{'id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'name': 'tempest-TaggedBootDevicesTest-823117697-router', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:12Z', 'updated_at': '2021-07-05T10:06:17Z', 'revision_number': 4, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'gw_port': {'id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:13Z', 'updated_at': '2021-07-05T10:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '2073716e-e4c6-4e6b-bd22-64939073c29a', 'name': '', 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'mac_address': 'fa:16:3e:12:d6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:16Z', 'updated_at': '2021-07-05T10:06:23Z', 'revision_number': 4, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'subnets': [{'id': '2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:23.894128 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-a6c610a0-ae47-4476-9e5a-9e20d3009d3a tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.894442 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-a6c610a0-ae47-4476-9e5a-9e20d3009d3a tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Floating IP 03eac5e2-051d-4fa5-abb5-1218efd22108 disassociated. External IP: 172.25.7.196, port: 7cfec81c-c583-4889-98dc-de3d5467137d. Jul 05 10:06:23.900871 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-0b8c6a4e-473c-4ec1-8af2-9eddfd6387c0 req-995d5f92-71fc-4ee6-b6ef-4d2881520cd3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Deleting port 8ecd3a82-b18f-483c-9475-bdf6c35f7c61 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:23.901222 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0b8c6a4e-473c-4ec1-8af2-9eddfd6387c0 req-995d5f92-71fc-4ee6-b6ef-4d2881520cd3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:24.166654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0b8c6a4e-473c-4ec1-8af2-9eddfd6387c0 req-995d5f92-71fc-4ee6-b6ef-4d2881520cd3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] For port 8ecd3a82-b18f-483c-9475-bdf6c35f7c61, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8ecd3a82-b18f-483c-9475-bdf6c35f7c61,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:24.167052 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0b8c6a4e-473c-4ec1-8af2-9eddfd6387c0 req-995d5f92-71fc-4ee6-b6ef-4d2881520cd3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:24.191308 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-0b8c6a4e-473c-4ec1-8af2-9eddfd6387c0 req-995d5f92-71fc-4ee6-b6ef-4d2881520cd3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Calling delete_port for 8ecd3a82-b18f-483c-9475-bdf6c35f7c61 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:24.389180 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-a6c610a0-ae47-4476-9e5a-9e20d3009d3a tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Router 4fdc043a-fa3b-4020-b5de-061311281ddb has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:24.582057 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:24.610375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-a6c610a0-ae47-4476-9e5a-9e20d3009d3a tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:24.624929 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e9dd8-1b8d-49a7-8624-6a2210af1309 None None] Sync routers for ids ['4fdc043a-fa3b-4020-b5de-061311281ddb'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:24.625127 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-a6c610a0-ae47-4476-9e5a-9e20d3009d3a tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:24.655364 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1e9dd8-1b8d-49a7-8624-6a2210af1309 None None] Routers {'4fdc043a-fa3b-4020-b5de-061311281ddb'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:24.657151 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6a1e9dd8-1b8d-49a7-8624-6a2210af1309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:06:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['4fdc043a-fa3b-4020-b5de-061311281ddb'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:24.714861 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0b8c6a4e-473c-4ec1-8af2-9eddfd6387c0 req-995d5f92-71fc-4ee6-b6ef-4d2881520cd3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:24.778706 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-a6c610a0-ae47-4476-9e5a-9e20d3009d3a tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "PUT /v2.0/floatingips/03eac5e2-051d-4fa5-abb5-1218efd22108 HTTP/1.1" status: 200 len: 695 time: 1.1351612 Jul 05 10:06:24.847570 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ac3123-a651-43c8-bd78-1c86ef013770', 'tag': '7cfec81c-c583-4889-98dc-de3d5467137d'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:24.852655 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b61606-a186-4313-98da-878648ebfa78" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ac3123-a651-43c8-bd78-1c86ef013770", "tag": "7cfec81c-c583-4889-98dc-de3d5467137d"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:24.861388 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d5f92-71fc-4ee6-b6ef-4d2881520cd3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Pushing event deleted for resources: {'Port': ['ID=8ecd3a82-b18f-483c-9475-bdf6c35f7c61,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:24.987803 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 2073716e-e4c6-4e6b-bd22-64939073c29a up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:25.084357 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f6f02a98-b463-4b42-ba80-669586d62d2d req-9846fbe1-63f1-476b-ba4e-afabc646c01b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0a30e82-7c99-4286-8dfc-3c30c2782151 HTTP/1.1" status: 200 len: 210 time: 0.1634853 Jul 05 10:06:25.130309 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 2073716e-e4c6-4e6b-bd22-64939073c29a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:25.150996 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 2073716e-e4c6-4e6b-bd22-64939073c29a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:25.151546 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:25.168186 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8c6a4e-473c-4ec1-8af2-9eddfd6387c0 req-995d5f92-71fc-4ee6-b6ef-4d2881520cd3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] No DVR routers for this DVR port 8ecd3a82-b18f-483c-9475-bdf6c35f7c61 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:06:25.170625 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0b8c6a4e-473c-4ec1-8af2-9eddfd6387c0 req-995d5f92-71fc-4ee6-b6ef-4d2881520cd3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:25.173161 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b8c6a4e-473c-4ec1-8af2-9eddfd6387c0 req-995d5f92-71fc-4ee6-b6ef-4d2881520cd3 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.78 "DELETE /v2.0/ports/8ecd3a82-b18f-483c-9475-bdf6c35f7c61 HTTP/1.1" status: 204 len: 173 time: 1.8208404 Jul 05 10:06:25.198247 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-6a1e9dd8-1b8d-49a7-8624-6a2210af1309 None None] Set router 4fdc043a-fa3b-4020-b5de-061311281ddb gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:25.233258 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-6803b5ef-0709-4eeb-8ff5-69d7456be792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:25.250753 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-6803b5ef-0709-4eeb-8ff5-69d7456be792 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5abc020f90d14666888e6b9485fe190a&device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 1097 time: 0.3276219 Jul 05 10:06:25.287760 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b5d01d-e4c9-46c8-bcb5-0a4914ad6415 x-openstack-request-id: req-86b5d01d-e4c9-46c8-bcb5-0a4914ad6415 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:25.288344 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ac3123-a651-43c8-bd78-1c86ef013770", "tag": "7cfec81c-c583-4889-98dc-de3d5467137d", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:25.288624 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-86b5d01d-e4c9-46c8-bcb5-0a4914ad6415 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:25.289242 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ac3123-a651-43c8-bd78-1c86ef013770', 'tag': '7cfec81c-c583-4889-98dc-de3d5467137d', 'status': 'completed', 'code': 200} Jul 05 10:06:25.376551 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 8ecd3a82-b18f-483c-9475-bdf6c35f7c61 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:25.484117 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 8ecd3a82-b18f-483c-9475-bdf6c35f7c61 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:25.484472 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 8ecd3a82-b18f-483c-9475-bdf6c35f7c61 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:25.612397 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:25.693437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-713de722-8e9a-4e8a-952a-5a80bab9ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:25.695779 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-713de722-8e9a-4e8a-952a-5a80bab9ac11 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0a6214be-4b78-4c5f-a861-8dc1976ae20d HTTP/1.1" status: 200 len: 920 time: 0.4442599 Jul 05 10:06:25.702405 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b61606-a186-4313-98da-878648ebfa78 req-ffe1bccd-b1cd-47e9-9cf6-dfacbcd5842f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:25.704334 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4b61606-a186-4313-98da-878648ebfa78 req-ffe1bccd-b1cd-47e9-9cf6-dfacbcd5842f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5abc020f90d14666888e6b9485fe190a&device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 1097 time: 0.4096076 Jul 05 10:06:25.724654 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 2073716e-e4c6-4e6b-bd22-64939073c29a, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=2073716e-e4c6-4e6b-bd22-64939073c29a,segment=NetworkSegment(2acbedd4-08b7-417d-a9dc-a25fc690e0bc),segment_id=2acbedd4-08b7-417d-a9dc-a25fc690e0bc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:25.736327 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:25.835891 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=2073716e-e4c6-4e6b-bd22-64939073c29a,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:25.848336 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6a1e9dd8-1b8d-49a7-8624-6a2210af1309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-798288025-router', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:05:18Z', 'revision_number': 4, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'gw_port': {'id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '02eb88d4-2fa1-4111-b326-c709358a9f02', 'name': '', 'network_id': '0a6214be-4b78-4c5f-a861-8dc1976ae20d', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'mac_address': 'fa:16:3e:ac:fa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '883a43fa-9d50-4172-a397-0952668a1b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:17Z', 'updated_at': '2021-07-05T10:05:25Z', 'revision_number': 5, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'subnets': [{'id': '883a43fa-9d50-4172-a397-0952668a1b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:25.883497 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e9dd8-1b8d-49a7-8624-6a2210af1309 None None] Checking router: 4fdc043a-fa3b-4020-b5de-061311281ddb for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:25.897119 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1e9dd8-1b8d-49a7-8624-6a2210af1309 None None] Routers {'4fdc043a-fa3b-4020-b5de-061311281ddb'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:25.898268 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6a1e9dd8-1b8d-49a7-8624-6a2210af1309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:06:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['4fdc043a-fa3b-4020-b5de-061311281ddb'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:25.914182 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-5ee8dff9-291a-4c47-841e-1f54ad121911 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cfec81c-c583-4889-98dc-de3d5467137d HTTP/1.1" status: 200 len: 217 time: 0.2084303 Jul 05 10:06:26.064223 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b61606-a186-4313-98da-878648ebfa78 req-2c17ef38-a6fd-4b88-a473-4692f184cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:26.070388 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4b61606-a186-4313-98da-878648ebfa78 req-2c17ef38-a6fd-4b88-a473-4692f184cc90 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0a6214be-4b78-4c5f-a861-8dc1976ae20d HTTP/1.1" status: 200 len: 920 time: 0.3534555 Jul 05 10:06:26.176599 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-6a1e9dd8-1b8d-49a7-8624-6a2210af1309 None None] Set router 4fdc043a-fa3b-4020-b5de-061311281ddb gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:26.206754 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4b61606-a186-4313-98da-878648ebfa78 req-2ff8fabd-e3b4-4675-801c-f5032f305009 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cfec81c-c583-4889-98dc-de3d5467137d HTTP/1.1" status: 200 len: 217 time: 0.1290543 Jul 05 10:06:26.212561 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-c61a67e4-0d57-4adb-a3d0-61c0f2013a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:26.214336 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-c61a67e4-0d57-4adb-a3d0-61c0f2013a20 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=883a43fa-9d50-4172-a397-0952668a1b6d HTTP/1.1" status: 200 len: 859 time: 0.2975163 Jul 05 10:06:26.302751 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-2e38b7d0-cfe4-48e1-98c9-0a6df9843a35 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a6214be-4b78-4c5f-a861-8dc1976ae20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678866 Jul 05 10:06:26.376759 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b61606-a186-4313-98da-878648ebfa78 req-9bb9cbfb-5ac8-4dde-b65f-257ca022f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:26.378400 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4b61606-a186-4313-98da-878648ebfa78 req-9bb9cbfb-5ac8-4dde-b65f-257ca022f6dc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=883a43fa-9d50-4172-a397-0952668a1b6d HTTP/1.1" status: 200 len: 859 time: 0.1580808 Jul 05 10:06:26.419521 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4b61606-a186-4313-98da-878648ebfa78 req-144a41e5-9568-47a1-9ea1-134ddd7f2a42 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0a6214be-4b78-4c5f-a861-8dc1976ae20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316780 Jul 05 10:06:26.503900 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-71ac1541-b6da-49f7-ab22-0d8eeb9e2773 service neutron] 10.222.0.79 "GET /v2.0/networks/0a6214be-4b78-4c5f-a861-8dc1976ae20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891196 Jul 05 10:06:26.695436 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6a1e9dd8-1b8d-49a7-8624-6a2210af1309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-798288025-router', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:05:18Z', 'revision_number': 4, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'gw_port': {'id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '02eb88d4-2fa1-4111-b326-c709358a9f02', 'name': '', 'network_id': '0a6214be-4b78-4c5f-a861-8dc1976ae20d', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'mac_address': 'fa:16:3e:ac:fa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '883a43fa-9d50-4172-a397-0952668a1b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:17Z', 'updated_at': '2021-07-05T10:05:25Z', 'revision_number': 5, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'subnets': [{'id': '883a43fa-9d50-4172-a397-0952668a1b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:26.771655 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:26.773065 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e9dd8-1b8d-49a7-8624-6a2210af1309 None None] The sync data for ids ['4fdc043a-fa3b-4020-b5de-061311281ddb'] in n-d-798054-8 is: [{'id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-798288025-router', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:05:18Z', 'revision_number': 4, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'gw_port': {'id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '02eb88d4-2fa1-4111-b326-c709358a9f02', 'name': '', 'network_id': '0a6214be-4b78-4c5f-a861-8dc1976ae20d', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'mac_address': 'fa:16:3e:ac:fa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '883a43fa-9d50-4172-a397-0952668a1b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:17Z', 'updated_at': '2021-07-05T10:05:25Z', 'revision_number': 5, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'subnets': [{'id': '883a43fa-9d50-4172-a397-0952668a1b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:26.874123 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 2073716e-e4c6-4e6b-bd22-64939073c29a up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:26.989397 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 2073716e-e4c6-4e6b-bd22-64939073c29a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:26.989789 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:27.238994 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed85085-32fa-428a-ae41-02f76448fcca None None] New status for floating IP 03eac5e2-051d-4fa5-abb5-1218efd22108: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:06:27.344242 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a30e82-7c99-4286-8dfc-3c30c2782151', 'name': 'network-vif-deleted', 'tag': '8ecd3a82-b18f-483c-9475-bdf6c35f7c61'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:27.346505 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fd63d5-1a2f-4c28-ba7d-85863a302f93" -d '{"events": [{"server_uuid": "b0a30e82-7c99-4286-8dfc-3c30c2782151", "name": "network-vif-deleted", "tag": "8ecd3a82-b18f-483c-9475-bdf6c35f7c61"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:27.491707 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4b61606-a186-4313-98da-878648ebfa78 req-0a375a6c-488e-4349-be40-67d4c251639a service neutron] 10.222.0.81 "GET /v2.0/networks/0a6214be-4b78-4c5f-a861-8dc1976ae20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0592382 Jul 05 10:06:27.559075 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-307e3ebf-7b3d-4829-ab3b-831fe655676d req-dce958fb-5d93-4da0-b079-493d16b3b431 service neutron] 10.222.0.79 "GET /v2.0/networks/0a6214be-4b78-4c5f-a861-8dc1976ae20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0450239 Jul 05 10:06:27.665829 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10415353-1844-4ff8-a22b-9dbadc76d486 x-openstack-request-id: req-10415353-1844-4ff8-a22b-9dbadc76d486 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:27.666129 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a30e82-7c99-4286-8dfc-3c30c2782151", "name": "network-vif-deleted", "tag": "8ecd3a82-b18f-483c-9475-bdf6c35f7c61", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:27.666389 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-10415353-1844-4ff8-a22b-9dbadc76d486 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:27.666782 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a30e82-7c99-4286-8dfc-3c30c2782151', 'name': 'network-vif-deleted', 'tag': '8ecd3a82-b18f-483c-9475-bdf6c35f7c61', 'status': 'completed', 'code': 200} Jul 05 10:06:27.760467 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49462bb1-7f6e-4820-90c8-0cefca440f1b req-20d5f193-dcd4-4f02-a2b2-d4b5513de1df tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/floatingips/03eac5e2-051d-4fa5-abb5-1218efd22108 HTTP/1.1" status: 200 len: 693 time: 0.0900118 Jul 05 10:06:27.878033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49462bb1-7f6e-4820-90c8-0cefca440f1b req-f465d2c4-1706-4bc7-a4d0-87d270fa51e8 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:27.879829 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49462bb1-7f6e-4820-90c8-0cefca440f1b req-f465d2c4-1706-4bc7-a4d0-87d270fa51e8 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 784 time: 0.1183014 Jul 05 10:06:27.894335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff44606-dfc1-4900-8ea6-253db0ccdbad req-f53e7caf-366f-4617-b820-c68008525f44 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:27.900318 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fff44606-dfc1-4900-8ea6-253db0ccdbad req-f53e7caf-366f-4617-b820-c68008525f44 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.5503349 Jul 05 10:06:27.922405 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-49462bb1-7f6e-4820-90c8-0cefca440f1b req-65e3c04d-28b6-48f1-909d-767e52c619dc tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:06:27.928305 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49462bb1-7f6e-4820-90c8-0cefca440f1b req-65e3c04d-28b6-48f1-909d-767e52c619dc tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122247 Jul 05 10:06:28.015241 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4b61606-a186-4313-98da-878648ebfa78 req-4e7cb2ab-3979-46f8-9661-875251009831 service neutron] 10.222.0.81 "GET /v2.0/networks/0a6214be-4b78-4c5f-a861-8dc1976ae20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521298 Jul 05 10:06:28.023297 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49462bb1-7f6e-4820-90c8-0cefca440f1b req-28c3dc31-488f-421e-a3c3-8c3f3906c334 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.196 HTTP/1.1" status: 200 len: 696 time: 0.0890052 Jul 05 10:06:28.097691 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fff44606-dfc1-4900-8ea6-253db0ccdbad req-5814b0e9-97d0-488b-9572-8332c446ce9b tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960647 Jul 05 10:06:28.113358 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49462bb1-7f6e-4820-90c8-0cefca440f1b req-e5473242-4268-49ee-91bd-235213299ce5 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.7.196 HTTP/1.1" status: 200 len: 696 time: 0.0812023 Jul 05 10:06:28.264585 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-49462bb1-7f6e-4820-90c8-0cefca440f1b req-ead7be6e-1557-4a6f-9e19-b07103a569a5 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Deleting port 730f623e-3714-4ba8-992f-111620556432 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:28.265041 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-49462bb1-7f6e-4820-90c8-0cefca440f1b req-ead7be6e-1557-4a6f-9e19-b07103a569a5 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:28.352956 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-49462bb1-7f6e-4820-90c8-0cefca440f1b req-ead7be6e-1557-4a6f-9e19-b07103a569a5 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:28.353987 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-49462bb1-7f6e-4820-90c8-0cefca440f1b req-ead7be6e-1557-4a6f-9e19-b07103a569a5 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:28.374408 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-49462bb1-7f6e-4820-90c8-0cefca440f1b req-ead7be6e-1557-4a6f-9e19-b07103a569a5 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Calling delete_port for 730f623e-3714-4ba8-992f-111620556432 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:28.601569 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-49462bb1-7f6e-4820-90c8-0cefca440f1b req-ead7be6e-1557-4a6f-9e19-b07103a569a5 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:28.653039 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7be6e-1557-4a6f-9e19-b07103a569a5 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Pushing event deleted for resources: {'Port': ['ID=730f623e-3714-4ba8-992f-111620556432,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:28.784671 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb422d72-2bed-47e9-9730-bedc10fc5f4f req-ed4b538d-10f1-4947-a061-323be2dc7f49 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:28.786175 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fb422d72-2bed-47e9-9730-bedc10fc5f4f req-ed4b538d-10f1-4947-a061-323be2dc7f49 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.78 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.1464279 Jul 05 10:06:28.789234 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-49462bb1-7f6e-4820-90c8-0cefca440f1b req-ead7be6e-1557-4a6f-9e19-b07103a569a5 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:28.792652 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-49462bb1-7f6e-4820-90c8-0cefca440f1b req-ead7be6e-1557-4a6f-9e19-b07103a569a5 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:28.793983 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49462bb1-7f6e-4820-90c8-0cefca440f1b req-ead7be6e-1557-4a6f-9e19-b07103a569a5 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "DELETE /v2.0/floatingips/03eac5e2-051d-4fa5-abb5-1218efd22108 HTTP/1.1" status: 204 len: 173 time: 0.6796498 Jul 05 10:06:28.904263 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27b0e0af-2e51-46d6-849c-912133fd711c req-9a989652-24f2-41c5-90b1-f5d9e895a58e tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups/6eecb0ab-bff8-4b00-895f-57a6174ce11a HTTP/1.1" status: 200 len: 1809 time: 0.0721745 Jul 05 10:06:29.118890 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-fb422d72-2bed-47e9-9730-bedc10fc5f4f req-887146c8-37e7-4a6c-993a-626b7cb96d3e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Deleting port 2aca941f-afbc-4333-8046-eb35cd67dab1 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:29.119392 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fb422d72-2bed-47e9-9730-bedc10fc5f4f req-887146c8-37e7-4a6c-993a-626b7cb96d3e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.127282 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-27b0e0af-2e51-46d6-849c-912133fd711c req-b997e4ce-3c4b-4416-9b84-829e4aba80e3 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.158930 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-27b0e0af-2e51-46d6-849c-912133fd711c req-b997e4ce-3c4b-4416-9b84-829e4aba80e3 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.252900 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e35dff2c-07a9-4796-96e4-1597a1c58719 req-f2d7652d-363b-4050-a5d8-1a6344f935aa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2611816 Jul 05 10:06:29.399470 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-27b0e0af-2e51-46d6-849c-912133fd711c req-b997e4ce-3c4b-4416-9b84-829e4aba80e3 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.402619 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-27b0e0af-2e51-46d6-849c-912133fd711c req-b997e4ce-3c4b-4416-9b84-829e4aba80e3 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.407274 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27b0e0af-2e51-46d6-849c-912133fd711c req-b997e4ce-3c4b-4416-9b84-829e4aba80e3 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "DELETE /v2.0/security-groups/6eecb0ab-bff8-4b00-895f-57a6174ce11a HTTP/1.1" status: 204 len: 173 time: 0.4722345 Jul 05 10:06:29.465774 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-fb422d72-2bed-47e9-9730-bedc10fc5f4f req-887146c8-37e7-4a6c-993a-626b7cb96d3e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] For port 2aca941f-afbc-4333-8046-eb35cd67dab1, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2aca941f-afbc-4333-8046-eb35cd67dab1,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:29.466148 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fb422d72-2bed-47e9-9730-bedc10fc5f4f req-887146c8-37e7-4a6c-993a-626b7cb96d3e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.490339 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfab72f-e3dd-43a9-af64-b377e7ef8020 req-97595844-5c34-4cf5-96df-348c9434e71f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:29.502179 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-acfab72f-e3dd-43a9-af64-b377e7ef8020 req-97595844-5c34-4cf5-96df-348c9434e71f tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 944 time: 0.2491016 Jul 05 10:06:29.531482 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997e4ce-3c4b-4416-9b84-829e4aba80e3 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eecb0ab-bff8-4b00-895f-57a6174ce11a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:29.662439 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35dff2c-07a9-4796-96e4-1597a1c58719 req-0c50443c-cf23-453c-b77b-c6f398b7f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:29.664024 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e35dff2c-07a9-4796-96e4-1597a1c58719 req-0c50443c-cf23-453c-b77b-c6f398b7f868 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67f2e5944c9046908a0998b2ca97845f&device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 1096 time: 0.3431146 Jul 05 10:06:29.671999 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-acfab72f-e3dd-43a9-af64-b377e7ef8020 req-408469cc-7329-4daf-8be9-df553039d1a4 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a0785933-b3ec-42b8-aa08-1f97becdc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688514 Jul 05 10:06:29.993856 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35dff2c-07a9-4796-96e4-1597a1c58719 req-f3568ec2-91b2-495a-b23e-6bb1d6a5f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:29.995432 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e35dff2c-07a9-4796-96e4-1597a1c58719 req-f3568ec2-91b2-495a-b23e-6bb1d6a5f190 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ea5b87a6-c54b-4459-9dc2-7b432dbb441e HTTP/1.1" status: 200 len: 910 time: 0.3037829 Jul 05 10:06:30.005976 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaffdb6-632b-4001-be23-80353b1aa7be req-497ec698-c654-494e-a0e5-be63bef2081e tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:30.007370 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-faaffdb6-632b-4001-be23-80353b1aa7be req-497ec698-c654-494e-a0e5-be63bef2081e tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.1727335 Jul 05 10:06:30.081444 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e35dff2c-07a9-4796-96e4-1597a1c58719 req-9f2ca754-246a-4ecc-af41-9f243407ceef service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=988588af-53f8-4d41-ba45-d9340a1a7e12 HTTP/1.1" status: 200 len: 1001 time: 0.0693130 Jul 05 10:06:30.084369 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fb422d72-2bed-47e9-9730-bedc10fc5f4f req-887146c8-37e7-4a6c-993a-626b7cb96d3e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:30.084733 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fb422d72-2bed-47e9-9730-bedc10fc5f4f req-887146c8-37e7-4a6c-993a-626b7cb96d3e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:30.085044 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [req-fb422d72-2bed-47e9-9730-bedc10fc5f4f req-887146c8-37e7-4a6c-993a-626b7cb96d3e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Floating IP 3f52df9c-5b9e-481b-b50e-048e0760c757 disassociated. External IP: 172.25.7.216, port: 2aca941f-afbc-4333-8046-eb35cd67dab1. Jul 05 10:06:30.085389 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-fb422d72-2bed-47e9-9730-bedc10fc5f4f req-887146c8-37e7-4a6c-993a-626b7cb96d3e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Calling delete_port for 2aca941f-afbc-4333-8046-eb35cd67dab1 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:30.222141 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-faaffdb6-632b-4001-be23-80353b1aa7be req-730c0190-802e-4894-aa08-3c59feaed96e tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395609 Jul 05 10:06:30.227475 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35dff2c-07a9-4796-96e4-1597a1c58719 req-9730565b-7a34-4118-9db7-3b2a40436d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:30.229216 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e35dff2c-07a9-4796-96e4-1597a1c58719 req-9730565b-7a34-4118-9db7-3b2a40436d54 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0c379dec-ee39-4983-8ded-bfe00de85f8c HTTP/1.1" status: 200 len: 848 time: 0.1357131 Jul 05 10:06:30.329794 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35dff2c-07a9-4796-96e4-1597a1c58719 req-808d37ce-2902-4639-9369-ff48f9f43dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:30.331303 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e35dff2c-07a9-4796-96e4-1597a1c58719 req-808d37ce-2902-4639-9369-ff48f9f43dec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ea5b87a6-c54b-4459-9dc2-7b432dbb441e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943143 Jul 05 10:06:30.448250 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fb422d72-2bed-47e9-9730-bedc10fc5f4f req-887146c8-37e7-4a6c-993a-626b7cb96d3e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:30.501044 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887146c8-37e7-4a6c-993a-626b7cb96d3e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Pushing event deleted for resources: {'Port': ['ID=2aca941f-afbc-4333-8046-eb35cd67dab1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:30.506822 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e35dff2c-07a9-4796-96e4-1597a1c58719 req-2eb6d95a-a36b-409e-a88a-67f8e22d3b71 service neutron] 10.222.0.81 "GET /v2.0/networks/ea5b87a6-c54b-4459-9dc2-7b432dbb441e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441793 Jul 05 10:06:30.763059 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e35dff2c-07a9-4796-96e4-1597a1c58719 req-d5345326-ea16-4b02-8305-15c820ae67b3 service neutron] 10.222.0.81 "GET /v2.0/networks/ea5b87a6-c54b-4459-9dc2-7b432dbb441e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125101 Jul 05 10:06:30.783741 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb422d72-2bed-47e9-9730-bedc10fc5f4f req-887146c8-37e7-4a6c-993a-626b7cb96d3e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Router f17524ac-9c00-4ff4-9acf-081ae11e8ba7 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:30.944263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb422d72-2bed-47e9-9730-bedc10fc5f4f req-887146c8-37e7-4a6c-993a-626b7cb96d3e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:30.955110 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01deb4d-78ec-407e-a9f9-a12d0dc70bb4 None None] Sync routers for ids ['f17524ac-9c00-4ff4-9acf-081ae11e8ba7'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:30.966496 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01deb4d-78ec-407e-a9f9-a12d0dc70bb4 None None] Routers {'f17524ac-9c00-4ff4-9acf-081ae11e8ba7'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:30.967123 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d01deb4d-78ec-407e-a9f9-a12d0dc70bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:06:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f17524ac-9c00-4ff4-9acf-081ae11e8ba7'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:31.002151 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f9c74c25-97de-4277-bdf0-e19fec693f36 req-d4ca0c55-ef31-4265-b597-37f8a8ae53ab tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/ports?device_id=32928277-147a-4b04-a4fd-0b96765fc7a0 HTTP/1.1" status: 200 len: 210 time: 0.0675125 Jul 05 10:06:31.084095 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb422d72-2bed-47e9-9730-bedc10fc5f4f req-887146c8-37e7-4a6c-993a-626b7cb96d3e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] No DVR routers for this DVR port 2aca941f-afbc-4333-8046-eb35cd67dab1 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:06:31.088864 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fb422d72-2bed-47e9-9730-bedc10fc5f4f req-887146c8-37e7-4a6c-993a-626b7cb96d3e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:31.095039 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fb422d72-2bed-47e9-9730-bedc10fc5f4f req-887146c8-37e7-4a6c-993a-626b7cb96d3e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.78 "DELETE /v2.0/ports/2aca941f-afbc-4333-8046-eb35cd67dab1 HTTP/1.1" status: 204 len: 173 time: 2.2994885 Jul 05 10:06:31.096480 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32928277-147a-4b04-a4fd-0b96765fc7a0', 'name': 'network-vif-deleted', 'tag': '2aca941f-afbc-4333-8046-eb35cd67dab1'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:31.099654 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdf034c-88c1-4854-8f65-1f2d4f4587c5" -d '{"events": [{"server_uuid": "32928277-147a-4b04-a4fd-0b96765fc7a0", "name": "network-vif-deleted", "tag": "2aca941f-afbc-4333-8046-eb35cd67dab1"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:31.146519 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-d01deb4d-78ec-407e-a9f9-a12d0dc70bb4 None None] Set router f17524ac-9c00-4ff4-9acf-081ae11e8ba7 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:31.152330 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee63f09-03b0-4485-9b7c-20bb708bf0e3 x-openstack-request-id: req-3ee63f09-03b0-4485-9b7c-20bb708bf0e3 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:31.152626 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32928277-147a-4b04-a4fd-0b96765fc7a0", "name": "network-vif-deleted", "tag": "2aca941f-afbc-4333-8046-eb35cd67dab1", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:31.152885 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3ee63f09-03b0-4485-9b7c-20bb708bf0e3 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:31.153294 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32928277-147a-4b04-a4fd-0b96765fc7a0', 'name': 'network-vif-deleted', 'tag': '2aca941f-afbc-4333-8046-eb35cd67dab1', 'status': 'completed', 'code': 200} Jul 05 10:06:31.384669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 2aca941f-afbc-4333-8046-eb35cd67dab1 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:31.439286 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 2aca941f-afbc-4333-8046-eb35cd67dab1 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:31.439811 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 2aca941f-afbc-4333-8046-eb35cd67dab1 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:31.518595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f4c35-f53d-490a-ad38-c07fc76fd88c req-3a61fceb-dae1-4bd5-8227-dc298b8e45f7 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:31.525657 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a16f4c35-f53d-490a-ad38-c07fc76fd88c req-3a61fceb-dae1-4bd5-8227-dc298b8e45f7 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.1134019 Jul 05 10:06:31.535426 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d01deb4d-78ec-407e-a9f9-a12d0dc70bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'name': 'tempest-ServerActionsTestJSON-1887977794-router', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:54:04Z', 'updated_at': '2021-07-05T09:54:13Z', 'revision_number': 4, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'gw_port': {'id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:54:05Z', 'updated_at': '2021-07-05T09:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '62c62ccb-6deb-44ff-a27f-5d56d324314e', 'name': '', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'mac_address': 'fa:16:3e:09:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:54:11Z', 'updated_at': '2021-07-05T09:54:21Z', 'revision_number': 5, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'subnets': [{'id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:31.572072 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01deb4d-78ec-407e-a9f9-a12d0dc70bb4 None None] Checking router: f17524ac-9c00-4ff4-9acf-081ae11e8ba7 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:31.583256 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a16f4c35-f53d-490a-ad38-c07fc76fd88c req-9eb2d672-9994-4320-8eed-a5544b3e3e3d tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ff3211b-52cd-435e-8971-2a97f100afd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546610 Jul 05 10:06:31.585431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01deb4d-78ec-407e-a9f9-a12d0dc70bb4 None None] Routers {'f17524ac-9c00-4ff4-9acf-081ae11e8ba7'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:31.586086 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d01deb4d-78ec-407e-a9f9-a12d0dc70bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:06:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f17524ac-9c00-4ff4-9acf-081ae11e8ba7'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:31.959705 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-d01deb4d-78ec-407e-a9f9-a12d0dc70bb4 None None] Set router f17524ac-9c00-4ff4-9acf-081ae11e8ba7 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:32.197881 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e31ed-a475-4ab1-8c0b-26bfe9dbf2b6 req-b6230884-210b-43ae-9309-67f61c2d232d tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:32.200542 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7e7e31ed-a475-4ab1-8c0b-26bfe9dbf2b6 req-b6230884-210b-43ae-9309-67f61c2d232d tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 946 time: 0.1291401 Jul 05 10:06:32.248298 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d01deb4d-78ec-407e-a9f9-a12d0dc70bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'name': 'tempest-ServerActionsTestJSON-1887977794-router', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:54:04Z', 'updated_at': '2021-07-05T09:54:13Z', 'revision_number': 4, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'gw_port': {'id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:54:05Z', 'updated_at': '2021-07-05T09:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '62c62ccb-6deb-44ff-a27f-5d56d324314e', 'name': '', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'mac_address': 'fa:16:3e:09:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:54:11Z', 'updated_at': '2021-07-05T09:54:21Z', 'revision_number': 5, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'subnets': [{'id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:32.252439 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54562) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:32.325468 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01deb4d-78ec-407e-a9f9-a12d0dc70bb4 None None] The sync data for ids ['f17524ac-9c00-4ff4-9acf-081ae11e8ba7'] in n-d-798054-8 is: [{'id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'name': 'tempest-ServerActionsTestJSON-1887977794-router', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:54:04Z', 'updated_at': '2021-07-05T09:54:13Z', 'revision_number': 4, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'gw_port': {'id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:54:05Z', 'updated_at': '2021-07-05T09:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '62c62ccb-6deb-44ff-a27f-5d56d324314e', 'name': '', 'network_id': '0383cb43-9363-4b70-83ca-61f91fcc9620', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'mac_address': 'fa:16:3e:09:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:54:11Z', 'updated_at': '2021-07-05T09:54:21Z', 'revision_number': 5, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'subnets': [{'id': '07ae2633-109d-4ad5-8367-c375ac81c77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:32.358138 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-7e7e31ed-a475-4ab1-8c0b-26bfe9dbf2b6 req-7f02e29c-3000-42fe-82a7-05e5b7989607 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Deleting port 7cfec81c-c583-4889-98dc-de3d5467137d {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:32.358603 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7e7e31ed-a475-4ab1-8c0b-26bfe9dbf2b6 req-7f02e29c-3000-42fe-82a7-05e5b7989607 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:32.365561 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c1d12a14-fea5-4fa7-86f6-119c84e2cb3e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:32.418143 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c1d12a14-fea5-4fa7-86f6-119c84e2cb3e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:32.518856 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c1d12a14-fea5-4fa7-86f6-119c84e2cb3e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:32.521611 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c1d12a14-fea5-4fa7-86f6-119c84e2cb3e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:32.527149 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c1d12a14-fea5-4fa7-86f6-119c84e2cb3e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "DELETE /v2.0/security-groups/a0785933-b3ec-42b8-aa08-1f97becdc036 HTTP/1.1" status: 204 len: 168 time: 0.2730222 Jul 05 10:06:32.527800 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 54564) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:32.548945 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d12a14-fea5-4fa7-86f6-119c84e2cb3e tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0785933-b3ec-42b8-aa08-1f97becdc036,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:32.569207 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7e7e31ed-a475-4ab1-8c0b-26bfe9dbf2b6 req-7f02e29c-3000-42fe-82a7-05e5b7989607 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] For port 7cfec81c-c583-4889-98dc-de3d5467137d, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=7cfec81c-c583-4889-98dc-de3d5467137d,segment=NetworkSegment(727df9fd-5860-453f-a854-6d8a19aaaba8),segment_id=727df9fd-5860-453f-a854-6d8a19aaaba8)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:32.569681 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7e7e31ed-a475-4ab1-8c0b-26bfe9dbf2b6 req-7f02e29c-3000-42fe-82a7-05e5b7989607 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:32.603500 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-7e7e31ed-a475-4ab1-8c0b-26bfe9dbf2b6 req-7f02e29c-3000-42fe-82a7-05e5b7989607 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Calling delete_port for 7cfec81c-c583-4889-98dc-de3d5467137d owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:32.663023 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:32.666540 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-4aad0418-720b-4b00-aee7-61417098bd53 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] show failed (client error): The resource could not be found. Jul 05 10:06:32.670571 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4aad0418-720b-4b00-aee7-61417098bd53 tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "GET /v2.0/security-groups/a0785933-b3ec-42b8-aa08-1f97becdc036 HTTP/1.1" status: 404 len: 347 time: 0.1390481 Jul 05 10:06:32.671317 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54568) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:32.828127 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8b826c-7570-429e-882d-e5f11bc4b043 None None] New status for floating IP 3f52df9c-5b9e-481b-b50e-048e0760c757: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:06:32.880158 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7e7e31ed-a475-4ab1-8c0b-26bfe9dbf2b6 req-7f02e29c-3000-42fe-82a7-05e5b7989607 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:32.944813 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7a58a1d4-abed-4f7a-8bbb-6cf7557b189a tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Deleting port 1b64cece-c690-4e6f-b4c6-8c1e9a2db4e1 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:32.945178 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a58a1d4-abed-4f7a-8bbb-6cf7557b189a tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:33.012515 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02e29c-3000-42fe-82a7-05e5b7989607 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Pushing event deleted for resources: {'Port': ['ID=7cfec81c-c583-4889-98dc-de3d5467137d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:33.028263 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15d39ddf-4bae-46f4-94fe-d6a13da58400 req-d79ef1cc-aaa2-4a04-be23-e5136890c692 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac3123-a651-43c8-bd78-1c86ef013770 HTTP/1.1" status: 200 len: 210 time: 0.1603243 Jul 05 10:06:33.094532 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a58a1d4-abed-4f7a-8bbb-6cf7557b189a tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:33.094892 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a58a1d4-abed-4f7a-8bbb-6cf7557b189a tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:33.119275 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7a58a1d4-abed-4f7a-8bbb-6cf7557b189a tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Calling delete_port for 1b64cece-c690-4e6f-b4c6-8c1e9a2db4e1 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:33.122572 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7e31ed-a475-4ab1-8c0b-26bfe9dbf2b6 req-7f02e29c-3000-42fe-82a7-05e5b7989607 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] No DVR routers for this DVR port 7cfec81c-c583-4889-98dc-de3d5467137d on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:06:33.125517 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7e7e31ed-a475-4ab1-8c0b-26bfe9dbf2b6 req-7f02e29c-3000-42fe-82a7-05e5b7989607 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:33.127923 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7e7e31ed-a475-4ab1-8c0b-26bfe9dbf2b6 req-7f02e29c-3000-42fe-82a7-05e5b7989607 tempest-ServerRescueTestJSONUnderV235-1951118841 tempest-ServerRescueTestJSONUnderV235-1951118841-project] 10.222.0.81 "DELETE /v2.0/ports/7cfec81c-c583-4889-98dc-de3d5467137d HTTP/1.1" status: 204 len: 173 time: 0.9202187 Jul 05 10:06:33.155282 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ac3123-a651-43c8-bd78-1c86ef013770', 'name': 'network-vif-deleted', 'tag': '7cfec81c-c583-4889-98dc-de3d5467137d'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:33.158459 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21700e89-b610-43af-88cd-09e3a680b86f" -d '{"events": [{"server_uuid": "e0ac3123-a651-43c8-bd78-1c86ef013770", "name": "network-vif-deleted", "tag": "7cfec81c-c583-4889-98dc-de3d5467137d"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:33.237498 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f601e48-3b1f-4e9a-8d0f-eec0d2d320bc x-openstack-request-id: req-5f601e48-3b1f-4e9a-8d0f-eec0d2d320bc {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:33.237799 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ac3123-a651-43c8-bd78-1c86ef013770", "name": "network-vif-deleted", "tag": "7cfec81c-c583-4889-98dc-de3d5467137d", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:33.238058 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5f601e48-3b1f-4e9a-8d0f-eec0d2d320bc {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:33.238466 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ac3123-a651-43c8-bd78-1c86ef013770', 'name': 'network-vif-deleted', 'tag': '7cfec81c-c583-4889-98dc-de3d5467137d', 'status': 'completed', 'code': 200} Jul 05 10:06:33.336441 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a58a1d4-abed-4f7a-8bbb-6cf7557b189a tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:33.410976 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58a1d4-abed-4f7a-8bbb-6cf7557b189a tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Pushing event deleted for resources: {'Port': ['ID=1b64cece-c690-4e6f-b4c6-8c1e9a2db4e1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:33.460001 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a58a1d4-abed-4f7a-8bbb-6cf7557b189a tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:33.466043 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a58a1d4-abed-4f7a-8bbb-6cf7557b189a tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:33.470087 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7a58a1d4-abed-4f7a-8bbb-6cf7557b189a tempest-ServerActionsTestJSON-286312971 tempest-ServerActionsTestJSON-286312971-project] 10.222.0.79 "DELETE /v2.0/floatingips/3f52df9c-5b9e-481b-b50e-048e0760c757 HTTP/1.1" status: 204 len: 168 time: 0.7947631 Jul 05 10:06:33.470247 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54586) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:34.027380 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8418bcb-5d87-4d84-864e-2adb8ae7030d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:34.159548 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 54602) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:34.248490 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 7cfec81c-c583-4889-98dc-de3d5467137d no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:34.309839 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 7cfec81c-c583-4889-98dc-de3d5467137d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:34.310225 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 7cfec81c-c583-4889-98dc-de3d5467137d not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:34.424340 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e8418bcb-5d87-4d84-864e-2adb8ae7030d admin admin] Deleting port 62c62ccb-6deb-44ff-a27f-5d56d324314e {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:34.425423 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8418bcb-5d87-4d84-864e-2adb8ae7030d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:34.539707 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-e8418bcb-5d87-4d84-864e-2adb8ae7030d admin admin] For port 62c62ccb-6deb-44ff-a27f-5d56d324314e, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=62c62ccb-6deb-44ff-a27f-5d56d324314e,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:34.540092 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8418bcb-5d87-4d84-864e-2adb8ae7030d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:34.567536 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e8418bcb-5d87-4d84-864e-2adb8ae7030d admin admin] Calling delete_port for 62c62ccb-6deb-44ff-a27f-5d56d324314e owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:34.942747 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8418bcb-5d87-4d84-864e-2adb8ae7030d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:35.027276 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8418bcb-5d87-4d84-864e-2adb8ae7030d admin admin] Pushing event deleted for resources: {'Port': ['ID=62c62ccb-6deb-44ff-a27f-5d56d324314e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:35.141746 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47afa02f-1baf-49bd-9255-f3ed6e5991f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:35.281202 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8418bcb-5d87-4d84-864e-2adb8ae7030d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:35.499061 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-47afa02f-1baf-49bd-9255-f3ed6e5991f6 admin admin] Deleting port 02eb88d4-2fa1-4111-b326-c709358a9f02 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:35.499061 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47afa02f-1baf-49bd-9255-f3ed6e5991f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:35.614926 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-47afa02f-1baf-49bd-9255-f3ed6e5991f6 admin admin] For port 02eb88d4-2fa1-4111-b326-c709358a9f02, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=02eb88d4-2fa1-4111-b326-c709358a9f02,segment=NetworkSegment(727df9fd-5860-453f-a854-6d8a19aaaba8),segment_id=727df9fd-5860-453f-a854-6d8a19aaaba8)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:35.615902 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47afa02f-1baf-49bd-9255-f3ed6e5991f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:35.632053 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-47afa02f-1baf-49bd-9255-f3ed6e5991f6 admin admin] Calling delete_port for 02eb88d4-2fa1-4111-b326-c709358a9f02 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:35.680930 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8418bcb-5d87-4d84-864e-2adb8ae7030d admin admin] Router f17524ac-9c00-4ff4-9acf-081ae11e8ba7 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:35.820538 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8418bcb-5d87-4d84-864e-2adb8ae7030d admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:35.833181 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322078a4-1f3a-4851-827e-e6210ee26f95 None None] Sync routers for ids ['f17524ac-9c00-4ff4-9acf-081ae11e8ba7'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:35.841758 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e8418bcb-5d87-4d84-864e-2adb8ae7030d admin admin] 10.222.0.79 "PUT /v2.0/routers/f17524ac-9c00-4ff4-9acf-081ae11e8ba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3703430 Jul 05 10:06:35.844151 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 54620) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:35.848326 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322078a4-1f3a-4851-827e-e6210ee26f95 None None] Routers {'f17524ac-9c00-4ff4-9acf-081ae11e8ba7'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:35.852996 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-322078a4-1f3a-4851-827e-e6210ee26f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:06:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f17524ac-9c00-4ff4-9acf-081ae11e8ba7'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:35.999451 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0e10cef-61f1-4fcb-bf03-439874c7b4b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:36.022125 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-322078a4-1f3a-4851-827e-e6210ee26f95 None None] Set router f17524ac-9c00-4ff4-9acf-081ae11e8ba7 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:36.154687 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:36.284093 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47afa02f-1baf-49bd-9255-f3ed6e5991f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:36.365590 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-322078a4-1f3a-4851-827e-e6210ee26f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'name': 'tempest-ServerActionsTestJSON-1887977794-router', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:54:04Z', 'updated_at': '2021-07-05T10:06:34Z', 'revision_number': 5, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'gw_port': {'id': 'a8846b2b-32fa-447c-afe5-862c6bd9a1fc', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:54:05Z', 'updated_at': '2021-07-05T09:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:36.387094 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47afa02f-1baf-49bd-9255-f3ed6e5991f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=02eb88d4-2fa1-4111-b326-c709358a9f02,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:36.420758 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0e10cef-61f1-4fcb-bf03-439874c7b4b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:36.441374 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322078a4-1f3a-4851-827e-e6210ee26f95 None None] Checking router: f17524ac-9c00-4ff4-9acf-081ae11e8ba7 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:36.451937 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322078a4-1f3a-4851-827e-e6210ee26f95 None None] Routers {'f17524ac-9c00-4ff4-9acf-081ae11e8ba7'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:36.452872 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-322078a4-1f3a-4851-827e-e6210ee26f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:06:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f17524ac-9c00-4ff4-9acf-081ae11e8ba7'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:36.603746 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f0e10cef-61f1-4fcb-bf03-439874c7b4b7 admin admin] Deleting port a8846b2b-32fa-447c-afe5-862c6bd9a1fc {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:36.604456 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0e10cef-61f1-4fcb-bf03-439874c7b4b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:36.627804 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-322078a4-1f3a-4851-827e-e6210ee26f95 None None] Set router f17524ac-9c00-4ff4-9acf-081ae11e8ba7 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:36.702972 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-322078a4-1f3a-4851-827e-e6210ee26f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'name': 'tempest-ServerActionsTestJSON-1887977794-router', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:54:04Z', 'updated_at': '2021-07-05T10:06:36Z', 'revision_number': 6, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:36.724740 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47afa02f-1baf-49bd-9255-f3ed6e5991f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:36.762557 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322078a4-1f3a-4851-827e-e6210ee26f95 None None] The sync data for ids ['f17524ac-9c00-4ff4-9acf-081ae11e8ba7'] in n-d-798054-8 is: [{'id': 'f17524ac-9c00-4ff4-9acf-081ae11e8ba7', 'name': 'tempest-ServerActionsTestJSON-1887977794-router', 'tenant_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:54:04Z', 'updated_at': '2021-07-05T10:06:36Z', 'revision_number': 6, 'project_id': '156c005c1a204b6eb50b3c7a2ac0a750', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:36.898169 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-f0e10cef-61f1-4fcb-bf03-439874c7b4b7 admin admin] For port a8846b2b-32fa-447c-afe5-862c6bd9a1fc, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=a8846b2b-32fa-447c-afe5-862c6bd9a1fc,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:36.898535 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0e10cef-61f1-4fcb-bf03-439874c7b4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:36.918315 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f0e10cef-61f1-4fcb-bf03-439874c7b4b7 admin admin] Calling delete_port for a8846b2b-32fa-447c-afe5-862c6bd9a1fc owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:37.180699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47afa02f-1baf-49bd-9255-f3ed6e5991f6 admin admin] Router 4fdc043a-fa3b-4020-b5de-061311281ddb has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:37.268059 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0e10cef-61f1-4fcb-bf03-439874c7b4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:37.310323 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e10cef-61f1-4fcb-bf03-439874c7b4b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8846b2b-32fa-447c-afe5-862c6bd9a1fc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:37.490822 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0e10cef-61f1-4fcb-bf03-439874c7b4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:37.597352 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47afa02f-1baf-49bd-9255-f3ed6e5991f6 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:37.603750 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-47afa02f-1baf-49bd-9255-f3ed6e5991f6 admin admin] 10.222.0.79 "PUT /v2.0/routers/4fdc043a-fa3b-4020-b5de-061311281ddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4421868 Jul 05 10:06:37.607623 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54640) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:37.608263 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5357c7a-7121-4298-bd66-e7af2a857bb8 None None] Sync routers for ids ['4fdc043a-fa3b-4020-b5de-061311281ddb'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:37.616367 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0e10cef-61f1-4fcb-bf03-439874c7b4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:37.619593 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0e10cef-61f1-4fcb-bf03-439874c7b4b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:37.643023 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5357c7a-7121-4298-bd66-e7af2a857bb8 None None] Routers {'4fdc043a-fa3b-4020-b5de-061311281ddb'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:37.643834 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c5357c7a-7121-4298-bd66-e7af2a857bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:06:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['4fdc043a-fa3b-4020-b5de-061311281ddb'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:37.721214 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0e10cef-61f1-4fcb-bf03-439874c7b4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:37.721794 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e10cef-61f1-4fcb-bf03-439874c7b4b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f17524ac-9c00-4ff4-9acf-081ae11e8ba7 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:06:37.730398 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0e10cef-61f1-4fcb-bf03-439874c7b4b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:37.734333 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f0e10cef-61f1-4fcb-bf03-439874c7b4b7 admin admin] 10.222.0.79 "DELETE /v2.0/routers/f17524ac-9c00-4ff4-9acf-081ae11e8ba7 HTTP/1.1" status: 204 len: 168 time: 1.8892195 Jul 05 10:06:37.735221 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 54642) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:37.838148 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-9facb811-feb0-4374-b504-c242fb6ce95b admin admin] Deleting subnet 07ae2633-109d-4ad5-8367-c375ac81c77c {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:06:37.847042 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9facb811-feb0-4374-b504-c242fb6ce95b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:37.906680 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9facb811-feb0-4374-b504-c242fb6ce95b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:37.945027 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ceb55103-9317-4fa5-930f-37d19f7105c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:37.952378 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c5357c7a-7121-4298-bd66-e7af2a857bb8 None None] Set router 4fdc043a-fa3b-4020-b5de-061311281ddb gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:38.102453 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ceb55103-9317-4fa5-930f-37d19f7105c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:38.118658 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9facb811-feb0-4374-b504-c242fb6ce95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:38.209726 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ceb55103-9317-4fa5-930f-37d19f7105c5 admin admin] Deleting port 3a7d5895-f952-45e5-b799-a666a63b87b3 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:38.210351 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ceb55103-9317-4fa5-930f-37d19f7105c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:38.241029 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9facb811-feb0-4374-b504-c242fb6ce95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:38.308718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facb811-feb0-4374-b504-c242fb6ce95b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07ae2633-109d-4ad5-8367-c375ac81c77c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:38.330126 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9facb811-feb0-4374-b504-c242fb6ce95b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:38.334034 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb8bc49-d0b6-422f-b26b-c0086db727de None None] Network 0383cb43-9363-4b70-83ca-61f91fcc9620 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:06:38.340397 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c5357c7a-7121-4298-bd66-e7af2a857bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-798288025-router', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:06:35Z', 'revision_number': 5, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'gw_port': {'id': '3a7d5895-f952-45e5-b799-a666a63b87b3', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:38.344975 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9facb811-feb0-4374-b504-c242fb6ce95b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/07ae2633-109d-4ad5-8367-c375ac81c77c HTTP/1.1" status: 204 len: 168 time: 0.6087415 Jul 05 10:06:38.347650 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 54666) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:38.359590 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-ceb55103-9317-4fa5-930f-37d19f7105c5 admin admin] For port 3a7d5895-f952-45e5-b799-a666a63b87b3, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3a7d5895-f952-45e5-b799-a666a63b87b3,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:38.360295 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ceb55103-9317-4fa5-930f-37d19f7105c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:38.377115 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ceb55103-9317-4fa5-930f-37d19f7105c5 admin admin] Calling delete_port for 3a7d5895-f952-45e5-b799-a666a63b87b3 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:38.412468 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5357c7a-7121-4298-bd66-e7af2a857bb8 None None] Checking router: 4fdc043a-fa3b-4020-b5de-061311281ddb for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:38.422143 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5357c7a-7121-4298-bd66-e7af2a857bb8 None None] Routers {'4fdc043a-fa3b-4020-b5de-061311281ddb'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:38.422758 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c5357c7a-7121-4298-bd66-e7af2a857bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:06:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['4fdc043a-fa3b-4020-b5de-061311281ddb'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:38.512953 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-827af222-ef9c-44d9-a51f-a4085c42c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:38.529239 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c5357c7a-7121-4298-bd66-e7af2a857bb8 None None] Set router 4fdc043a-fa3b-4020-b5de-061311281ddb gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:38.622516 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c5357c7a-7121-4298-bd66-e7af2a857bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-798288025-router', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:06:38Z', 'revision_number': 6, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:38.636639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-827af222-ef9c-44d9-a51f-a4085c42c3d3 admin admin] Deleting port 018601e1-9501-4a6e-bb29-ac702c738f0e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:38.637263 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-827af222-ef9c-44d9-a51f-a4085c42c3d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:38.683088 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5357c7a-7121-4298-bd66-e7af2a857bb8 None None] The sync data for ids ['4fdc043a-fa3b-4020-b5de-061311281ddb'] in n-d-798054-8 is: [{'id': '4fdc043a-fa3b-4020-b5de-061311281ddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-798288025-router', 'tenant_id': '5abc020f90d14666888e6b9485fe190a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:15Z', 'updated_at': '2021-07-05T10:06:38Z', 'revision_number': 6, 'project_id': '5abc020f90d14666888e6b9485fe190a', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:38.744378 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33974ca-5a72-4425-93ad-89398a772dd6 None None] DHCP port deletion for 0383cb43-9363-4b70-83ca-61f91fcc9620 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:06:38.794657 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ceb55103-9317-4fa5-930f-37d19f7105c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:38.831162 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb55103-9317-4fa5-930f-37d19f7105c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a7d5895-f952-45e5-b799-a666a63b87b3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:38.839590 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a33974ca-5a72-4425-93ad-89398a772dd6 None None] Deleting port 018601e1-9501-4a6e-bb29-ac702c738f0e {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:38.840006 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a33974ca-5a72-4425-93ad-89398a772dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:38.854019 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-827af222-ef9c-44d9-a51f-a4085c42c3d3 admin admin] For port 018601e1-9501-4a6e-bb29-ac702c738f0e, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=018601e1-9501-4a6e-bb29-ac702c738f0e,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:38.854406 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-827af222-ef9c-44d9-a51f-a4085c42c3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:38.883099 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-827af222-ef9c-44d9-a51f-a4085c42c3d3 admin admin] Calling delete_port for 018601e1-9501-4a6e-bb29-ac702c738f0e owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:38.912944 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ceb55103-9317-4fa5-930f-37d19f7105c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:38.980322 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a33974ca-5a72-4425-93ad-89398a772dd6 None None] For port 018601e1-9501-4a6e-bb29-ac702c738f0e, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=018601e1-9501-4a6e-bb29-ac702c738f0e,segment=NetworkSegment(32810290-44b6-47a2-af38-36abad7564ca),segment_id=32810290-44b6-47a2-af38-36abad7564ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:38.980688 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a33974ca-5a72-4425-93ad-89398a772dd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.012771 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a33974ca-5a72-4425-93ad-89398a772dd6 None None] Calling delete_port for 018601e1-9501-4a6e-bb29-ac702c738f0e owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:39.051977 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-827af222-ef9c-44d9-a51f-a4085c42c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.114135 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827af222-ef9c-44d9-a51f-a4085c42c3d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=018601e1-9501-4a6e-bb29-ac702c738f0e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:39.141595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827af222-ef9c-44d9-a51f-a4085c42c3d3 admin admin] No DVR routers for this DVR port 018601e1-9501-4a6e-bb29-ac702c738f0e on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:06:39.157796 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 62c62ccb-6deb-44ff-a27f-5d56d324314e no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:39.170035 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ceb55103-9317-4fa5-930f-37d19f7105c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.174466 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ceb55103-9317-4fa5-930f-37d19f7105c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.195646 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 62c62ccb-6deb-44ff-a27f-5d56d324314e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:39.202401 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 62c62ccb-6deb-44ff-a27f-5d56d324314e not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:39.202832 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device a8846b2b-32fa-447c-afe5-862c6bd9a1fc no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:39.276659 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ceb55103-9317-4fa5-930f-37d19f7105c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.278497 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb55103-9317-4fa5-930f-37d19f7105c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fdc043a-fa3b-4020-b5de-061311281ddb {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:06:39.287573 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ceb55103-9317-4fa5-930f-37d19f7105c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.293133 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: a8846b2b-32fa-447c-afe5-862c6bd9a1fc {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:39.293494 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device a8846b2b-32fa-447c-afe5-862c6bd9a1fc not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:39.297684 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ceb55103-9317-4fa5-930f-37d19f7105c5 admin admin] 10.222.0.79 "DELETE /v2.0/routers/4fdc043a-fa3b-4020-b5de-061311281ddb HTTP/1.1" status: 204 len: 168 time: 1.6816261 Jul 05 10:06:39.298888 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54676) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:39.314491 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a33974ca-5a72-4425-93ad-89398a772dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.370338 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-827af222-ef9c-44d9-a51f-a4085c42c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.383009 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-827af222-ef9c-44d9-a51f-a4085c42c3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0383cb43-9363-4b70-83ca-61f91fcc9620']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:39.396405 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-515b13d4-4d4a-4a44-8733-3bdf55889dc1 admin admin] Deleting subnet 883a43fa-9d50-4172-a397-0952668a1b6d {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:06:39.396579 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-827af222-ef9c-44d9-a51f-a4085c42c3d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32810290-44b6-47a2-af38-36abad7564ca') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:39.396957 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-827af222-ef9c-44d9-a51f-a4085c42c3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32810290-44b6-47a2-af38-36abad7564ca') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:39.402351 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-515b13d4-4d4a-4a44-8733-3bdf55889dc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.418673 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-827af222-ef9c-44d9-a51f-a4085c42c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.423905 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33974ca-5a72-4425-93ad-89398a772dd6 None None] Pushing event deleted for resources: {'Port': ['ID=018601e1-9501-4a6e-bb29-ac702c738f0e,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:39.436249 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-827af222-ef9c-44d9-a51f-a4085c42c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.443387 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827af222-ef9c-44d9-a51f-a4085c42c3d3 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:06:39.444332 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-827af222-ef9c-44d9-a51f-a4085c42c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.449020 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33974ca-5a72-4425-93ad-89398a772dd6 None None] No DVR routers for this DVR port 018601e1-9501-4a6e-bb29-ac702c738f0e on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:06:39.489615 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-515b13d4-4d4a-4a44-8733-3bdf55889dc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:06:39.498443 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:06:39.523896 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-827af222-ef9c-44d9-a51f-a4085c42c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.534511 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-827af222-ef9c-44d9-a51f-a4085c42c3d3 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.538401 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-827af222-ef9c-44d9-a51f-a4085c42c3d3 admin admin] 10.222.0.79 "DELETE /v2.0/networks/0383cb43-9363-4b70-83ca-61f91fcc9620 HTTP/1.1" status: 204 len: 168 time: 1.1844859 Jul 05 10:06:39.558077 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827af222-ef9c-44d9-a51f-a4085c42c3d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0383cb43-9363-4b70-83ca-61f91fcc9620,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:39.576424 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-515b13d4-4d4a-4a44-8733-3bdf55889dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.672016 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-515b13d4-4d4a-4a44-8733-3bdf55889dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.742144 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b13d4-4d4a-4a44-8733-3bdf55889dc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=883a43fa-9d50-4172-a397-0952668a1b6d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:39.755206 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-515b13d4-4d4a-4a44-8733-3bdf55889dc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.757862 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-515b13d4-4d4a-4a44-8733-3bdf55889dc1 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/883a43fa-9d50-4172-a397-0952668a1b6d HTTP/1.1" status: 204 len: 168 time: 0.4574902 Jul 05 10:06:39.760812 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 54690) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:39.786355 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54692) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:39.846186 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c299f352-017d-4382-84f8-ea4624c686c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.848589 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c344a2f1-4fda-4a49-bcdc-4aa6b79d7df5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=156c005c1a204b6eb50b3c7a2ac0a750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0601144 Jul 05 10:06:39.849566 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54696) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:39.944341 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c299f352-017d-4382-84f8-ea4624c686c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.950754 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf72b32e-7870-4df4-8f34-73f8acd81ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.003717 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-c299f352-017d-4382-84f8-ea4624c686c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6214be-4b78-4c5f-a861-8dc1976ae20d']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:40.013087 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf72b32e-7870-4df4-8f34-73f8acd81ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.031960 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-c299f352-017d-4382-84f8-ea4624c686c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '727df9fd-5860-453f-a854-6d8a19aaaba8') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:40.032262 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-c299f352-017d-4382-84f8-ea4624c686c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '727df9fd-5860-453f-a854-6d8a19aaaba8') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:40.043873 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c299f352-017d-4382-84f8-ea4624c686c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.063026 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c299f352-017d-4382-84f8-ea4624c686c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.069438 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c299f352-017d-4382-84f8-ea4624c686c6 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:06:40.069843 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c299f352-017d-4382-84f8-ea4624c686c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:06:40.071689 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:06:40.090762 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf72b32e-7870-4df4-8f34-73f8acd81ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.093784 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf72b32e-7870-4df4-8f34-73f8acd81ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.095089 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bf72b32e-7870-4df4-8f34-73f8acd81ab0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/130303c1-bfd4-4717-bb15-6c1b585a2f4b HTTP/1.1" status: 204 len: 168 time: 0.2445796 Jul 05 10:06:40.128665 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72b32e-7870-4df4-8f34-73f8acd81ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130303c1-bfd4-4717-bb15-6c1b585a2f4b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:40.173035 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c299f352-017d-4382-84f8-ea4624c686c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.179358 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c299f352-017d-4382-84f8-ea4624c686c6 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.181613 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c299f352-017d-4382-84f8-ea4624c686c6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/0a6214be-4b78-4c5f-a861-8dc1976ae20d HTTP/1.1" status: 204 len: 168 time: 0.4191716 Jul 05 10:06:40.227243 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299f352-017d-4382-84f8-ea4624c686c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a6214be-4b78-4c5f-a861-8dc1976ae20d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:40.422064 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54708) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:40.512588 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4f52ff0d-ad6f-48fb-b80d-bcb53760958b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5abc020f90d14666888e6b9485fe190a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0894413 Jul 05 10:06:40.515178 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 54714) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:40.651574 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9873aa1d-6142-496b-b89e-147a2cecec08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.678132 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9873aa1d-6142-496b-b89e-147a2cecec08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.766805 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9873aa1d-6142-496b-b89e-147a2cecec08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.769560 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9873aa1d-6142-496b-b89e-147a2cecec08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.775643 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9873aa1d-6142-496b-b89e-147a2cecec08 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3ff3211b-52cd-435e-8971-2a97f100afd1 HTTP/1.1" status: 204 len: 168 time: 0.2593629 Jul 05 10:06:40.801689 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873aa1d-6142-496b-b89e-147a2cecec08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff3211b-52cd-435e-8971-2a97f100afd1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:40.871349 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3a7d5895-f952-45e5-b799-a666a63b87b3 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:40.911494 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 3a7d5895-f952-45e5-b799-a666a63b87b3 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:40.915638 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3a7d5895-f952-45e5-b799-a666a63b87b3 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:40.916114 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 02eb88d4-2fa1-4111-b326-c709358a9f02 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:40.975512 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 02eb88d4-2fa1-4111-b326-c709358a9f02 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:40.975912 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 02eb88d4-2fa1-4111-b326-c709358a9f02 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:40.976351 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 018601e1-9501-4a6e-bb29-ac702c738f0e no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:41.032746 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 018601e1-9501-4a6e-bb29-ac702c738f0e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:41.033171 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 018601e1-9501-4a6e-bb29-ac702c738f0e not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:42.158070 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f0afaf81-6488-4ce6-97e4-54f28ec72bdf req-cc16ad33-84e4-45a5-8b1a-7e8591776260 tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0817788 Jul 05 10:06:42.767890 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 54826) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:42.941635 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-644c8409-247b-425a-aee7-7c35a6cbe3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:43.108884 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-644c8409-247b-425a-aee7-7c35a6cbe3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:43.115046 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-644c8409-247b-425a-aee7-7c35a6cbe3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:43.181880 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c8409-247b-425a-aee7-7c35a6cbe3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a127b66-9d87-45a6-8cf0-3a4c1c0a1c47,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:43.206764 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-644c8409-247b-425a-aee7-7c35a6cbe3e0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=41db21023b174cbba4808d66449f99cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4382689 Jul 05 10:06:43.209471 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54840) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:43.316018 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb8cdade-1ea2-41e9-a35e-90c0e389e327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:43.343725 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb8cdade-1ea2-41e9-a35e-90c0e389e327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:43.402077 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb8cdade-1ea2-41e9-a35e-90c0e389e327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:43.405517 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb8cdade-1ea2-41e9-a35e-90c0e389e327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:43.407031 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fb8cdade-1ea2-41e9-a35e-90c0e389e327 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0a127b66-9d87-45a6-8cf0-3a4c1c0a1c47 HTTP/1.1" status: 204 len: 168 time: 0.1959505 Jul 05 10:06:43.426044 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8cdade-1ea2-41e9-a35e-90c0e389e327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a127b66-9d87-45a6-8cf0-3a4c1c0a1c47,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:43.455215 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-68624e6f-18b6-46c9-a307-911633a547f2 req-29dce4f7-b1e4-4c63-a5c7-7ed9fef4ef0b tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0732043 Jul 05 10:06:44.699412 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3bc0051b-9879-46bc-898b-4fd7aed11380 req-79ddafb1-b8de-4da3-9321-9764461ed46e tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0310884 Jul 05 10:06:44.977138 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 54896) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:45.103381 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f526b8c8-591a-4465-b9cc-287ec9a2b0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:45.240656 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f526b8c8-591a-4465-b9cc-287ec9a2b0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:45.246513 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f526b8c8-591a-4465-b9cc-287ec9a2b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:45.293226 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f526b8c8-591a-4465-b9cc-287ec9a2b0b6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3822774b53de4d4186a68db912a95921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3145971 Jul 05 10:06:45.294920 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526b8c8-591a-4465-b9cc-287ec9a2b0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711a2a7c-95e2-43fb-b42c-3eb5ed8ec1e5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:45.295804 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 54904) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:45.361306 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c01c64cb-5a74-47a2-843a-3d9c98f83d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:45.384708 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c01c64cb-5a74-47a2-843a-3d9c98f83d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:45.434514 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c01c64cb-5a74-47a2-843a-3d9c98f83d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:45.438302 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c01c64cb-5a74-47a2-843a-3d9c98f83d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:45.440147 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c01c64cb-5a74-47a2-843a-3d9c98f83d60 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/711a2a7c-95e2-43fb-b42c-3eb5ed8ec1e5 HTTP/1.1" status: 204 len: 168 time: 0.1429343 Jul 05 10:06:45.450594 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c64cb-5a74-47a2-843a-3d9c98f83d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711a2a7c-95e2-43fb-b42c-3eb5ed8ec1e5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:45.900653 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-76fc0040-8c67-43ac-abfe-79921da0e480 req-9a20f182-5e57-464f-a974-48ee0200341e tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0407569 Jul 05 10:06:47.112793 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1c92f41a-87be-4d4c-abfe-7f89babffaeb req-bafa8851-8437-4303-95ca-dff2a23b76b5 tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0406947 Jul 05 10:06:47.750586 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e925fe03-7fbf-4b35-b73c-b2b5f8c81d8d req-b6e2d5c8-a84d-40c9-bb5d-3cc6ab95d2d5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0372784 Jul 05 10:06:48.418404 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4cfcac00-a3dd-4474-a8d9-14ff08b3721f req-f7c89738-b099-4c92-aed9-3fbae64917b8 tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0553277 Jul 05 10:06:48.870121 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 55028) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:48.876883 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9c109782-b2ab-4bf1-8084-7b1550e10cc4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2057451583'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:48.917236 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c109782-b2ab-4bf1-8084-7b1550e10cc4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Made reservation on behalf of 9596ba5fe35d4394b6d195316cece06b for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:48.923107 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c109782-b2ab-4bf1-8084-7b1550e10cc4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:48.970224 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c109782-b2ab-4bf1-8084-7b1550e10cc4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:06:48.980733 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c109782-b2ab-4bf1-8084-7b1550e10cc4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:48.981088 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-9c109782-b2ab-4bf1-8084-7b1550e10cc4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Added segment 619a2f44-c22b-4482-8c16-4e7b00d358c8 of type vlan for network 89156147-0f0d-48d7-9f81-08329f3d026a Jul 05 10:06:49.024599 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c109782-b2ab-4bf1-8084-7b1550e10cc4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.055930 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c109782-b2ab-4bf1-8084-7b1550e10cc4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.062176 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c109782-b2ab-4bf1-8084-7b1550e10cc4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:49.063128 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c109782-b2ab-4bf1-8084-7b1550e10cc4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.140453 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c109782-b2ab-4bf1-8084-7b1550e10cc4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event updated for resources: {'Network': ['ID=89156147-0f0d-48d7-9f81-08329f3d026a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:49.145044 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9c109782-b2ab-4bf1-8084-7b1550e10cc4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2722392 Jul 05 10:06:49.147789 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 55030) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:49.153501 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3a21c83c-e2e4-4c5a-be97-7ca832d4afc7 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1984744444'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:49.153659 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 89156147-0f0d-48d7-9f81-08329f3d026a details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:06:49.213303 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a21c83c-e2e4-4c5a-be97-7ca832d4afc7 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Made reservation on behalf of 9596ba5fe35d4394b6d195316cece06b for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:49.219457 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a21c83c-e2e4-4c5a-be97-7ca832d4afc7 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.262909 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a21c83c-e2e4-4c5a-be97-7ca832d4afc7 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:06:49.274989 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a21c83c-e2e4-4c5a-be97-7ca832d4afc7 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.275437 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-3a21c83c-e2e4-4c5a-be97-7ca832d4afc7 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Added segment cd3ac473-088a-4c00-8a73-7a24119fd2db of type vlan for network 687dc320-4531-4e31-9377-87644d9740dc Jul 05 10:06:49.342889 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a21c83c-e2e4-4c5a-be97-7ca832d4afc7 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.393544 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a21c83c-e2e4-4c5a-be97-7ca832d4afc7 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.401062 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a21c83c-e2e4-4c5a-be97-7ca832d4afc7 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:49.401996 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a21c83c-e2e4-4c5a-be97-7ca832d4afc7 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.500774 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 55044) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:49.517985 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ef92432d-fb7b-49bd-8310-082aede73401 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Request body: {'subnet': {'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:49.536618 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3a21c83c-e2e4-4c5a-be97-7ca832d4afc7 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3876293 Jul 05 10:06:49.571455 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21c83c-e2e4-4c5a-be97-7ca832d4afc7 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event updated for resources: {'Network': ['ID=687dc320-4531-4e31-9377-87644d9740dc,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:49.583631 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 687dc320-4531-4e31-9377-87644d9740dc details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:06:49.668795 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef92432d-fb7b-49bd-8310-082aede73401 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Made reservation on behalf of 9596ba5fe35d4394b6d195316cece06b for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:49.673854 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef92432d-fb7b-49bd-8310-082aede73401 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.813717 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a676aa64-a46e-489b-b20e-ba66f6826e5b req-d723ca72-34b6-49d4-941c-f5b359f4ed25 tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0450227 Jul 05 10:06:50.008350 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef92432d-fb7b-49bd-8310-082aede73401 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:50.078013 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92432d-fb7b-49bd-8310-082aede73401 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event updated for resources: {'Subnet': ['ID=8b438217-1c0b-4628-b2c1-0ef7afd3e614,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:50.089126 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef92432d-fb7b-49bd-8310-082aede73401 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Checking segment: {'id': '619a2f44-c22b-4482-8c16-4e7b00d358c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:50.089487 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef92432d-fb7b-49bd-8310-082aede73401 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Network hostable DHCP agents. Network: 89156147-0f0d-48d7-9f81-08329f3d026a, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:06:50.107070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef92432d-fb7b-49bd-8310-082aede73401 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Network 89156147-0f0d-48d7-9f81-08329f3d026a is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:06:50.119036 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-ef92432d-fb7b-49bd-8310-082aede73401 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 89156147-0f0d-48d7-9f81-08329f3d026a) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:50.124298 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef92432d-fb7b-49bd-8310-082aede73401 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:50.125214 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef92432d-fb7b-49bd-8310-082aede73401 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:50.133123 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeb94b7-7b39-4d87-b30f-ae1d6974dd50 None None] Network 89156147-0f0d-48d7-9f81-08329f3d026a requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:06:50.143518 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ef92432d-fb7b-49bd-8310-082aede73401 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6416190 Jul 05 10:06:50.146057 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 55062) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:50.152123 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-52803c10-6932-4ada-bb18-7e3d865be0b3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Request body: {'subnet': {'network_id': '687dc320-4531-4e31-9377-87644d9740dc', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:50.264503 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52803c10-6932-4ada-bb18-7e3d865be0b3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Made reservation on behalf of 9596ba5fe35d4394b6d195316cece06b for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:50.269425 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-52803c10-6932-4ada-bb18-7e3d865be0b3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:50.475799 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecba4061-a340-4a89-91df-46e68946b3ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-89156147-0f0d-48d7-9f81-08329f3d026a', 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'fixed_ips': [{'subnet_id': '8b438217-1c0b-4628-b2c1-0ef7afd3e614'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:06:50.477386 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ecba4061-a340-4a89-91df-46e68946b3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:50.651547 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-ecba4061-a340-4a89-91df-46e68946b3ba None None] Allocated IP 10.1.1.2 (89156147-0f0d-48d7-9f81-08329f3d026a/8b438217-1c0b-4628-b2c1-0ef7afd3e614/56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:50.691121 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b97942e-b0d2-40d5-ad91-69aec94ef12d req-a8a2196c-162f-4eb3-9132-d1217003f87e tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.1073856 Jul 05 10:06:50.791749 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-52803c10-6932-4ada-bb18-7e3d865be0b3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:50.870659 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52803c10-6932-4ada-bb18-7e3d865be0b3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event updated for resources: {'Subnet': ['ID=cad995d8-210a-44a5-ac6b-55fe6188cec8,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:50.904096 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52803c10-6932-4ada-bb18-7e3d865be0b3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Checking segment: {'id': 'cd3ac473-088a-4c00-8a73-7a24119fd2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '687dc320-4531-4e31-9377-87644d9740dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:50.905151 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52803c10-6932-4ada-bb18-7e3d865be0b3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Network hostable DHCP agents. Network: 687dc320-4531-4e31-9377-87644d9740dc, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:06:50.926478 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52803c10-6932-4ada-bb18-7e3d865be0b3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Network 687dc320-4531-4e31-9377-87644d9740dc is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:06:50.928737 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ecba4061-a340-4a89-91df-46e68946b3ba None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:50.937844 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ecba4061-a340-4a89-91df-46e68946b3ba None None] Transition to ACTIVE for port object 56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:50.946361 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-52803c10-6932-4ada-bb18-7e3d865be0b3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 687dc320-4531-4e31-9377-87644d9740dc) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:50.953909 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ecba4061-a340-4a89-91df-46e68946b3ba None None] Transition to ACTIVE for port object 56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:50.962800 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52803c10-6932-4ada-bb18-7e3d865be0b3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:50.964048 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-52803c10-6932-4ada-bb18-7e3d865be0b3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:50.977015 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608e427c-4a0b-4082-a63f-7686b300d2a4 None None] Network 687dc320-4531-4e31-9377-87644d9740dc requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:06:50.981200 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ecba4061-a340-4a89-91df-46e68946b3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:50.987004 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 55090) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:50.987792 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-738c9648-3123-48c8-aa96-5f3d5ff3ff8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:50.988787 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-52803c10-6932-4ada-bb18-7e3d865be0b3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8415701 Jul 05 10:06:50.995433 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b850df9d-3f48-4d63-bc6c-03fd4b02cb12 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Request body: {'port': {'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a', 'name': 'tempest-TaggedBootDevicesTest-1234360261', 'fixed_ips': [{'subnet_id': '8b438217-1c0b-4628-b2c1-0ef7afd3e614'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:51.053342 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecba4061-a340-4a89-91df-46e68946b3ba None None] Network 89156147-0f0d-48d7-9f81-08329f3d026a is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:51.058167 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-ecba4061-a340-4a89-91df-46e68946b3ba None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:51.063013 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecba4061-a340-4a89-91df-46e68946b3ba None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:51.137311 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba4061-a340-4a89-91df-46e68946b3ba None None] Pushing event updated for resources: {'Port': ['ID=56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:51.154538 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ecba4061-a340-4a89-91df-46e68946b3ba None None] Attempting to bind port 56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:06:51.155457 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ecba4061-a340-4a89-91df-46e68946b3ba None None] Attempting to bind port 56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '619a2f44-c22b-4482-8c16-4e7b00d358c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:06:51.156211 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecba4061-a340-4a89-91df-46e68946b3ba None None] Attempting to bind port 56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb on network 89156147-0f0d-48d7-9f81-08329f3d026a {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:51.170822 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecba4061-a340-4a89-91df-46e68946b3ba None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:06:51.171484 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecba4061-a340-4a89-91df-46e68946b3ba None None] Checking segment: {'id': '619a2f44-c22b-4482-8c16-4e7b00d358c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:51.172102 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ecba4061-a340-4a89-91df-46e68946b3ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:51.172661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecba4061-a340-4a89-91df-46e68946b3ba None None] Bound using segment: {'id': '619a2f44-c22b-4482-8c16-4e7b00d358c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:06:51.173311 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ecba4061-a340-4a89-91df-46e68946b3ba None None] Bound port: 56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619a2f44-c22b-4482-8c16-4e7b00d358c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:06:51.173891 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ecba4061-a340-4a89-91df-46e68946b3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:51.215561 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b850df9d-3f48-4d63-bc6c-03fd4b02cb12 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Made reservation on behalf of 9596ba5fe35d4394b6d195316cece06b for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:51.274555 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0456a0-0b12-4bfd-a999-8f815bbbf9cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-687dc320-4531-4e31-9377-87644d9740dc', 'network_id': '687dc320-4531-4e31-9377-87644d9740dc', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'fixed_ips': [{'subnet_id': 'cad995d8-210a-44a5-ac6b-55fe6188cec8'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:06:51.285073 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2e0456a0-0b12-4bfd-a999-8f815bbbf9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:51.349767 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b850df9d-3f48-4d63-bc6c-03fd4b02cb12 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:51.374527 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-b850df9d-3f48-4d63-bc6c-03fd4b02cb12 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] device_id is not set on port ad3d2c8e-2f41-490e-9670-d1710666ce1d yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:06:51.657498 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ecba4061-a340-4a89-91df-46e68946b3ba None None] For port 56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:06:51.658190 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-b850df9d-3f48-4d63-bc6c-03fd4b02cb12 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Allocated IP 10.1.1.218 (89156147-0f0d-48d7-9f81-08329f3d026a/8b438217-1c0b-4628-b2c1-0ef7afd3e614/ad3d2c8e-2f41-490e-9670-d1710666ce1d) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:51.665100 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ecba4061-a340-4a89-91df-46e68946b3ba None None] For port 56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb,segment=NetworkSegment(619a2f44-c22b-4482-8c16-4e7b00d358c8),segment_id=619a2f44-c22b-4482-8c16-4e7b00d358c8)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:06:51.671356 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ecba4061-a340-4a89-91df-46e68946b3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:51.780185 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba4061-a340-4a89-91df-46e68946b3ba None None] Pushing event updated for resources: {'Port': ['ID=56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:51.819262 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-2e0456a0-0b12-4bfd-a999-8f815bbbf9cf None None] Allocated IP 10.2.2.2 (687dc320-4531-4e31-9377-87644d9740dc/cad995d8-210a-44a5-ac6b-55fe6188cec8/0fb424b7-235d-4d99-9da4-579c4569833d) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:51.971222 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e14698b7-efaf-4662-b194-f8bcc9ebff81 req-08678d62-3c7d-44ef-81a7-d7e12f04efca tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0487831 Jul 05 10:06:52.025780 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b850df9d-3f48-4d63-bc6c-03fd4b02cb12 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:52.041071 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2e0456a0-0b12-4bfd-a999-8f815bbbf9cf None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:52.051521 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2e0456a0-0b12-4bfd-a999-8f815bbbf9cf None None] Transition to ACTIVE for port object 0fb424b7-235d-4d99-9da4-579c4569833d will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:52.057690 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-b850df9d-3f48-4d63-bc6c-03fd4b02cb12 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Transition to ACTIVE for port object ad3d2c8e-2f41-490e-9670-d1710666ce1d will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:52.070068 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2e0456a0-0b12-4bfd-a999-8f815bbbf9cf None None] Transition to ACTIVE for port object 0fb424b7-235d-4d99-9da4-579c4569833d will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:52.077739 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2e0456a0-0b12-4bfd-a999-8f815bbbf9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:52.143310 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0456a0-0b12-4bfd-a999-8f815bbbf9cf None None] Pushing event updated for resources: {'Port': ['ID=0fb424b7-235d-4d99-9da4-579c4569833d,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:52.178799 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b850df9d-3f48-4d63-bc6c-03fd4b02cb12 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:52.228526 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0456a0-0b12-4bfd-a999-8f815bbbf9cf None None] Network 687dc320-4531-4e31-9377-87644d9740dc is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:52.230221 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-2e0456a0-0b12-4bfd-a999-8f815bbbf9cf None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:52.243312 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0456a0-0b12-4bfd-a999-8f815bbbf9cf None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:52.323039 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:06:52.338911 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b850df9d-3f48-4d63-bc6c-03fd4b02cb12 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Network 89156147-0f0d-48d7-9f81-08329f3d026a is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:52.366039 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b850df9d-3f48-4d63-bc6c-03fd4b02cb12 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:52.373317 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b850df9d-3f48-4d63-bc6c-03fd4b02cb12 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:52.389855 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2e0456a0-0b12-4bfd-a999-8f815bbbf9cf None None] Attempting to bind port 0fb424b7-235d-4d99-9da4-579c4569833d on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:06:52.390600 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2e0456a0-0b12-4bfd-a999-8f815bbbf9cf None None] Attempting to bind port 0fb424b7-235d-4d99-9da4-579c4569833d by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'cd3ac473-088a-4c00-8a73-7a24119fd2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '687dc320-4531-4e31-9377-87644d9740dc'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:06:52.391221 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0456a0-0b12-4bfd-a999-8f815bbbf9cf None None] Attempting to bind port 0fb424b7-235d-4d99-9da4-579c4569833d on network 687dc320-4531-4e31-9377-87644d9740dc {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:52.397037 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0456a0-0b12-4bfd-a999-8f815bbbf9cf None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:06:52.397856 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0456a0-0b12-4bfd-a999-8f815bbbf9cf None None] Checking segment: {'id': 'cd3ac473-088a-4c00-8a73-7a24119fd2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '687dc320-4531-4e31-9377-87644d9740dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:52.399042 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850df9d-3f48-4d63-bc6c-03fd4b02cb12 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event updated for resources: {'Port': ['ID=ad3d2c8e-2f41-490e-9670-d1710666ce1d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:52.399825 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2e0456a0-0b12-4bfd-a999-8f815bbbf9cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:52.400485 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0456a0-0b12-4bfd-a999-8f815bbbf9cf None None] Bound using segment: {'id': 'cd3ac473-088a-4c00-8a73-7a24119fd2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '687dc320-4531-4e31-9377-87644d9740dc'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:06:52.402476 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2e0456a0-0b12-4bfd-a999-8f815bbbf9cf None None] Bound port: 0fb424b7-235d-4d99-9da4-579c4569833d, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3ac473-088a-4c00-8a73-7a24119fd2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '687dc320-4531-4e31-9377-87644d9740dc'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:06:52.410870 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2e0456a0-0b12-4bfd-a999-8f815bbbf9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:52.446503 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b850df9d-3f48-4d63-bc6c-03fd4b02cb12 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:52.447164 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b850df9d-3f48-4d63-bc6c-03fd4b02cb12 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:52.465551 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b850df9d-3f48-4d63-bc6c-03fd4b02cb12 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4772296 Jul 05 10:06:52.468455 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 55110) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:52.474292 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-cddac35b-5cbd-445a-ba53-0a487616757b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Request body: {'port': {'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a', 'name': 'tempest-TaggedBootDevicesTest-1249728366', 'fixed_ips': [{'subnet_id': '8b438217-1c0b-4628-b2c1-0ef7afd3e614'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:52.529596 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2e0456a0-0b12-4bfd-a999-8f815bbbf9cf None None] For port 0fb424b7-235d-4d99-9da4-579c4569833d, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:06:52.533032 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2e0456a0-0b12-4bfd-a999-8f815bbbf9cf None None] For port 0fb424b7-235d-4d99-9da4-579c4569833d, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=0fb424b7-235d-4d99-9da4-579c4569833d,segment=NetworkSegment(cd3ac473-088a-4c00-8a73-7a24119fd2db),segment_id=cd3ac473-088a-4c00-8a73-7a24119fd2db)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:06:52.540207 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2e0456a0-0b12-4bfd-a999-8f815bbbf9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:52.623530 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0456a0-0b12-4bfd-a999-8f815bbbf9cf None None] Pushing event updated for resources: {'Port': ['ID=0fb424b7-235d-4d99-9da4-579c4569833d,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:52.670167 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddac35b-5cbd-445a-ba53-0a487616757b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Made reservation on behalf of 9596ba5fe35d4394b6d195316cece06b for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:52.833413 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cddac35b-5cbd-445a-ba53-0a487616757b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:52.859695 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-cddac35b-5cbd-445a-ba53-0a487616757b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] device_id is not set on port c525671f-d077-42c1-aee6-61ee852b4f0f yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:06:52.915539 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:53.045147 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:53.312726 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cf98bb94-38fa-47ef-9a43-19fffe1f33cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:53.519455 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932aef8d-c80c-4594-9805-bfa099dec388 None None] Network 89156147-0f0d-48d7-9f81-08329f3d026a requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:06:53.762547 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-37c9fc08-85fe-4465-98c0-622be86a01eb None None] Provisioning for port 56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:53.775573 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-37c9fc08-85fe-4465-98c0-622be86a01eb None None] Provisioning complete for port 56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:53.776760 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-37c9fc08-85fe-4465-98c0-622be86a01eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:53.804344 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:53.831041 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-cddac35b-5cbd-445a-ba53-0a487616757b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Allocated IP 10.1.1.128 (89156147-0f0d-48d7-9f81-08329f3d026a/8b438217-1c0b-4628-b2c1-0ef7afd3e614/c525671f-d077-42c1-aee6-61ee852b4f0f) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:53.928786 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-37c9fc08-85fe-4465-98c0-622be86a01eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:53.990965 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-37c9fc08-85fe-4465-98c0-622be86a01eb None None] For port 56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb,segment=NetworkSegment(619a2f44-c22b-4482-8c16-4e7b00d358c8),segment_id=619a2f44-c22b-4482-8c16-4e7b00d358c8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:53.996516 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-37c9fc08-85fe-4465-98c0-622be86a01eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:54.083730 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9fc08-85fe-4465-98c0-622be86a01eb None None] Pushing event updated for resources: {'Port': ['ID=56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:54.120939 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-031cd517-87a8-4ede-bb4c-caf7fcf06a39 req-238adbd2-e04c-40c3-bf75-70e934621b0b tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.7842574 Jul 05 10:06:54.167028 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cddac35b-5cbd-445a-ba53-0a487616757b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:54.204929 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-cddac35b-5cbd-445a-ba53-0a487616757b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Transition to ACTIVE for port object c525671f-d077-42c1-aee6-61ee852b4f0f will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:54.266958 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cddac35b-5cbd-445a-ba53-0a487616757b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:54.353470 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddac35b-5cbd-445a-ba53-0a487616757b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event updated for resources: {'Port': ['ID=c525671f-d077-42c1-aee6-61ee852b4f0f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:54.389172 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddac35b-5cbd-445a-ba53-0a487616757b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Network 89156147-0f0d-48d7-9f81-08329f3d026a is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:54.390686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-cddac35b-5cbd-445a-ba53-0a487616757b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:54.405698 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddac35b-5cbd-445a-ba53-0a487616757b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:54.432991 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cc1781cd-ab3a-4539-bb9b-603b5ade7161 None None] Provisioning complete for port 56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:54.433382 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cc1781cd-ab3a-4539-bb9b-603b5ade7161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:54.483331 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4027cc74-f359-4768-bea0-e54a5bef8065 None None] Network 687dc320-4531-4e31-9377-87644d9740dc requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:06:54.512623 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddac35b-5cbd-445a-ba53-0a487616757b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:54.513186 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cddac35b-5cbd-445a-ba53-0a487616757b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:54.543982 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cddac35b-5cbd-445a-ba53-0a487616757b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0740719 Jul 05 10:06:54.665451 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:54.872382 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cc1781cd-ab3a-4539-bb9b-603b5ade7161 None None] Provisioning for port ad3d2c8e-2f41-490e-9670-d1710666ce1d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:54.890348 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cc1781cd-ab3a-4539-bb9b-603b5ade7161 None None] Provisioning complete for port ad3d2c8e-2f41-490e-9670-d1710666ce1d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:54.896026 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cc1781cd-ab3a-4539-bb9b-603b5ade7161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.040761 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-cc1781cd-ab3a-4539-bb9b-603b5ade7161 None None] Port ad3d2c8e-2f41-490e-9670-d1710666ce1d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:06:55.046092 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:55.134460 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:55.135124 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.234234 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 55164) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:55.236073 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a42f3d0a-2fe1-47c4-bab2-097e82fff0ca None None] Provisioning for port c525671f-d077-42c1-aee6-61ee852b4f0f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:55.241853 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-11ba4e2f-328a-47d6-9969-996e8211c4e8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Request body: {'security_group': {'name': 'tempest-securitygroup--19850824', 'description': 'tempest-description--1919861464'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:55.242848 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a42f3d0a-2fe1-47c4-bab2-097e82fff0ca None None] Provisioning complete for port c525671f-d077-42c1-aee6-61ee852b4f0f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:55.243280 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a42f3d0a-2fe1-47c4-bab2-097e82fff0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.272661 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11ba4e2f-328a-47d6-9969-996e8211c4e8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.393632 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b984e440-2596-472e-8e7b-29cca6fbd652 req-074edf5a-1157-49c3-a1a8-27a1c9a25034 tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0658689 Jul 05 10:06:55.394365 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a42f3d0a-2fe1-47c4-bab2-097e82fff0ca None None] Port c525671f-d077-42c1-aee6-61ee852b4f0f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:06:55.427681 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11ba4e2f-328a-47d6-9969-996e8211c4e8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.431468 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 0fb424b7-235d-4d99-9da4-579c4569833d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:55.443367 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11ba4e2f-328a-47d6-9969-996e8211c4e8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.468944 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a42f3d0a-2fe1-47c4-bab2-097e82fff0ca None None] Provisioning complete for port ad3d2c8e-2f41-490e-9670-d1710666ce1d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:55.470970 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a42f3d0a-2fe1-47c4-bab2-097e82fff0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.493804 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba4e2f-328a-47d6-9969-996e8211c4e8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:55.509233 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11ba4e2f-328a-47d6-9969-996e8211c4e8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.511670 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-11ba4e2f-328a-47d6-9969-996e8211c4e8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2746181 Jul 05 10:06:55.514605 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 55170) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:55.521405 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-476deff1-72ee-41f1-8544-5f293ecfb323 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Request body: {'security_group_rule': {'security_group_id': '9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:55.526868 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a42f3d0a-2fe1-47c4-bab2-097e82fff0ca None None] Port ad3d2c8e-2f41-490e-9670-d1710666ce1d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:06:55.545724 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 0fb424b7-235d-4d99-9da4-579c4569833d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:55.553116 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a42f3d0a-2fe1-47c4-bab2-097e82fff0ca None None] Provisioning for port 0fb424b7-235d-4d99-9da4-579c4569833d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:55.566421 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a42f3d0a-2fe1-47c4-bab2-097e82fff0ca None None] Provisioning complete for port 0fb424b7-235d-4d99-9da4-579c4569833d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:55.566725 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a42f3d0a-2fe1-47c4-bab2-097e82fff0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.568066 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-476deff1-72ee-41f1-8544-5f293ecfb323 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.710159 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-476deff1-72ee-41f1-8544-5f293ecfb323 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.716480 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-476deff1-72ee-41f1-8544-5f293ecfb323 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.724058 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a42f3d0a-2fe1-47c4-bab2-097e82fff0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.748807 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476deff1-72ee-41f1-8544-5f293ecfb323 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd50f16c-8ba0-4b28-8a38-d0146093379f,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:55.761771 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-476deff1-72ee-41f1-8544-5f293ecfb323 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.764641 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-476deff1-72ee-41f1-8544-5f293ecfb323 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2476642 Jul 05 10:06:55.766830 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 55178) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:55.771659 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8359facb-1999-4ef4-ac7e-832ddba46e81 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Request body: {'security_group_rule': {'security_group_id': '9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:55.785367 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a42f3d0a-2fe1-47c4-bab2-097e82fff0ca None None] For port 0fb424b7-235d-4d99-9da4-579c4569833d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=0fb424b7-235d-4d99-9da4-579c4569833d,segment=NetworkSegment(cd3ac473-088a-4c00-8a73-7a24119fd2db),segment_id=cd3ac473-088a-4c00-8a73-7a24119fd2db)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:55.791341 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a42f3d0a-2fe1-47c4-bab2-097e82fff0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.841880 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8359facb-1999-4ef4-ac7e-832ddba46e81 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.854657 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f3d0a-2fe1-47c4-bab2-097e82fff0ca None None] Pushing event updated for resources: {'Port': ['ID=0fb424b7-235d-4d99-9da4-579c4569833d,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:55.916250 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6fee3521-274f-4067-8dc1-23ce308ff8f8 None None] Provisioning complete for port 0fb424b7-235d-4d99-9da4-579c4569833d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:55.917436 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6fee3521-274f-4067-8dc1-23ce308ff8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.933733 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8359facb-1999-4ef4-ac7e-832ddba46e81 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.939866 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8359facb-1999-4ef4-ac7e-832ddba46e81 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.992263 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359facb-1999-4ef4-ac7e-832ddba46e81 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893cb00b-c77f-4003-97c1-13f20a4ee0f8,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:56.001573 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8359facb-1999-4ef4-ac7e-832ddba46e81 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:56.003921 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8359facb-1999-4ef4-ac7e-832ddba46e81 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2351019 Jul 05 10:06:56.006213 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 55186) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:56.011394 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-15ca7156-363d-4b4f-8e14-b531dbfd7fb4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:56.055176 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15ca7156-363d-4b4f-8e14-b531dbfd7fb4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:56.162350 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15ca7156-363d-4b4f-8e14-b531dbfd7fb4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:56.283679 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-15ca7156-363d-4b4f-8e14-b531dbfd7fb4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Allocated IP 172.25.7.9 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/767b8fb8-4fef-4411-8bf8-17bb78943b6d) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:56.402633 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15ca7156-363d-4b4f-8e14-b531dbfd7fb4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:56.443507 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15ca7156-363d-4b4f-8e14-b531dbfd7fb4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:56.483665 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ca7156-363d-4b4f-8e14-b531dbfd7fb4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:56.487157 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-15ca7156-363d-4b4f-8e14-b531dbfd7fb4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:56.489649 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ca7156-363d-4b4f-8e14-b531dbfd7fb4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:56.527023 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca7156-363d-4b4f-8e14-b531dbfd7fb4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event updated for resources: {'Port': ['ID=767b8fb8-4fef-4411-8bf8-17bb78943b6d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:56.606313 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15ca7156-363d-4b4f-8e14-b531dbfd7fb4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:56.693355 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15ca7156-363d-4b4f-8e14-b531dbfd7fb4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:56.701790 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:56.750286 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d76b90aa-96ba-4e54-8a18-d7425b82bf6f req-620de91b-ae84-4856-8835-d1886950107e tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0718722 Jul 05 10:06:56.864484 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 0fb424b7-235d-4d99-9da4-579c4569833d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:56.952091 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 0fb424b7-235d-4d99-9da4-579c4569833d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:56.952605 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:57.048546 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15ca7156-363d-4b4f-8e14-b531dbfd7fb4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:57.059411 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15ca7156-363d-4b4f-8e14-b531dbfd7fb4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:57.150318 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 55214) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:57.202330 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca7156-363d-4b4f-8e14-b531dbfd7fb4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event updated for resources: {'Port': ['ID=767b8fb8-4fef-4411-8bf8-17bb78943b6d,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:57.238633 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15ca7156-363d-4b4f-8e14-b531dbfd7fb4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:57.259756 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15ca7156-363d-4b4f-8e14-b531dbfd7fb4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:57.269944 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-15ca7156-363d-4b4f-8e14-b531dbfd7fb4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2547936 Jul 05 10:06:57.337119 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5592343-a5fe-4e0e-bfd7-764c7bd3bf74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:57.447770 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5592343-a5fe-4e0e-bfd7-764c7bd3bf74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:57.459131 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5592343-a5fe-4e0e-bfd7-764c7bd3bf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:57.523461 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 55228) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:57.524073 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a5592343-a5fe-4e0e-bfd7-764c7bd3bf74 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=051ae4fc92de440e9de4dcb85ee8ba38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3720663 Jul 05 10:06:57.524595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5592343-a5fe-4e0e-bfd7-764c7bd3bf74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7fdd6f-9bc2-4fbc-bd4a-4031c1cb7c56,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:57.620926 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03353b7c-ae9d-4e9b-adc8-1ca81fcad501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:57.633747 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-9947e2c3-8f82-40ca-a93e-ce63026e7b75 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--19850824&fields=id&tenant_id=9596ba5fe35d4394b6d195316cece06b HTTP/1.1" status: 200 len: 267 time: 0.0494142 Jul 05 10:06:57.643313 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03353b7c-ae9d-4e9b-adc8-1ca81fcad501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:57.701871 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03353b7c-ae9d-4e9b-adc8-1ca81fcad501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:57.706241 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03353b7c-ae9d-4e9b-adc8-1ca81fcad501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:57.707720 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-03353b7c-ae9d-4e9b-adc8-1ca81fcad501 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7f7fdd6f-9bc2-4fbc-bd4a-4031c1cb7c56 HTTP/1.1" status: 204 len: 168 time: 0.1830242 Jul 05 10:06:57.719063 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03353b7c-ae9d-4e9b-adc8-1ca81fcad501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7fdd6f-9bc2-4fbc-bd4a-4031c1cb7c56,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:57.720331 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-bbc0fa35-e772-4b1b-9c1d-868b968b557f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:57.721940 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-bbc0fa35-e772-4b1b-9c1d-868b968b557f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports/ad3d2c8e-2f41-490e-9670-d1710666ce1d HTTP/1.1" status: 200 len: 932 time: 0.0813286 Jul 05 10:06:57.819742 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-8ce68be9-1582-4644-8499-d404381a766f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:57.825074 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-8ce68be9-1582-4644-8499-d404381a766f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports/c525671f-d077-42c1-aee6-61ee852b4f0f HTTP/1.1" status: 200 len: 932 time: 0.0869029 Jul 05 10:06:57.896427 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-341369af-193c-44e4-97fc-c8cde4ebaf47 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?network_id=687dc320-4531-4e31-9377-87644d9740dc&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0645077 Jul 05 10:06:57.956713 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-24385c97-baf6-47a5-80a2-39bfaed60d82 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?network_id=687dc320-4531-4e31-9377-87644d9740dc&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0403850 Jul 05 10:06:58.071633 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c55e9fc6-307a-4e3f-bce5-ad4efdfdc19a req-24c8dab1-825c-418c-bfec-973c8690ba9f tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.1077049 Jul 05 10:06:58.154105 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-2b686b69-3035-4791-b2b3-58e7c5b6a97a tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:58.163163 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-2b686b69-3035-4791-b2b3-58e7c5b6a97a tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:58.172815 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-2b686b69-3035-4791-b2b3-58e7c5b6a97a tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:58.175023 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-2b686b69-3035-4791-b2b3-58e7c5b6a97a tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/networks?id=e8809747-0653-4cdf-bd9b-7654560adade&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=687dc320-4531-4e31-9377-87644d9740dc&id=687dc320-4531-4e31-9377-87644d9740dc HTTP/1.1" status: 200 len: 1990 time: 0.2278178 Jul 05 10:06:58.193839 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-5a5ae80f-ad36-4f88-8ab0-77c209395d03 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/quotas/9596ba5fe35d4394b6d195316cece06b HTTP/1.1" status: 200 len: 375 time: 0.0126779 Jul 05 10:06:58.290322 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fae361bb-30b3-473c-b72b-eabe94d7d5d1 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9596ba5fe35d4394b6d195316cece06b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0905654 Jul 05 10:06:58.514454 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-21253a94-81b9-420f-834a-0abb4199f029 service neutron] 10.222.0.79 "GET /v2.0/networks/e8809747-0653-4cdf-bd9b-7654560adade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231052 Jul 05 10:06:58.635835 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-cc32e84f-44d0-4340-b154-28e552c70f2a service neutron] 10.222.0.79 "GET /v2.0/networks/e8809747-0653-4cdf-bd9b-7654560adade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199441 Jul 05 10:06:58.700821 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-137f8fdf-a3ff-4a4c-9f55-f25139824137 service neutron] 10.222.0.79 "GET /v2.0/ports/ad3d2c8e-2f41-490e-9670-d1710666ce1d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0636613 Jul 05 10:06:58.814175 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-a79da849-8b6b-48fc-b8d3-473deabff217 service neutron] 10.222.0.79 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095450 Jul 05 10:06:58.936389 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-1f489add-e747-47b7-872c-ce2c9eeb6d74 service neutron] 10.222.0.79 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162941 Jul 05 10:06:59.001738 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-c9345903-e20b-4ed6-af25-5496621b938e service neutron] 10.222.0.79 "GET /v2.0/ports/c525671f-d077-42c1-aee6-61ee852b4f0f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0637000 Jul 05 10:06:59.111307 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-673afdcf-59f0-4609-9ff1-516a08d1e049 service neutron] 10.222.0.79 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038949 Jul 05 10:06:59.320404 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-afaa52c7-88ff-4471-8d5d-affcc4e18abb req-2470f914-e9fb-44de-9bf7-771c4024eac8 tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0347588 Jul 05 10:06:59.321602 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 55312) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:59.324479 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-581978ee-d995-4615-b53b-9441e72ec9ac service neutron] 10.222.0.79 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075913 Jul 05 10:06:59.429491 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-372f41ef-f709-44a7-9e77-3614e64e8a16 service neutron] 10.222.0.79 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990636 Jul 05 10:06:59.485431 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c734e3c9-33d1-4634-8cb1-f703480a44cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:59.557673 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-7713fb05-61d1-4144-974d-d2e356792fe2 service neutron] 10.222.0.79 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215096 Jul 05 10:06:59.701089 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-013254f9-eb7f-47cb-b82e-297a16333e60 service neutron] 10.222.0.79 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372194 Jul 05 10:06:59.723773 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c734e3c9-33d1-4634-8cb1-f703480a44cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:59.758630 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c734e3c9-33d1-4634-8cb1-f703480a44cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:59.813140 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734e3c9-33d1-4634-8cb1-f703480a44cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf20c1e-a44e-4382-8b31-a7948acb4438,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:59.817371 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c734e3c9-33d1-4634-8cb1-f703480a44cb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=629f1b960a6e4fc59034164fe3a2f386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4919765 Jul 05 10:06:59.820752 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 55326) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:59.847825 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-3a2255fa-53b2-4fbb-85f1-510453dfef43 service neutron] 10.222.0.79 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376860 Jul 05 10:06:59.923976 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cce96807-a4c0-483e-91c8-7ea2f2b37585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:59.950785 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-65217bb2-aa07-4a2f-af34-0fd9018f71f4 service neutron] 10.222.0.79 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954666 Jul 05 10:06:59.960614 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cce96807-a4c0-483e-91c8-7ea2f2b37585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:00.017383 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cce96807-a4c0-483e-91c8-7ea2f2b37585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:00.020653 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cce96807-a4c0-483e-91c8-7ea2f2b37585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:00.024756 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cce96807-a4c0-483e-91c8-7ea2f2b37585 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dbf20c1e-a44e-4382-8b31-a7948acb4438 HTTP/1.1" status: 204 len: 168 time: 0.2017910 Jul 05 10:07:00.034239 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce96807-a4c0-483e-91c8-7ea2f2b37585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf20c1e-a44e-4382-8b31-a7948acb4438,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:00.077370 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-6d7057f4-3d57-42f9-9fc3-89d7e839387f service neutron] 10.222.0.79 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080003 Jul 05 10:07:00.209951 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-4be698a1-d400-4b11-9d36-753320a44768 service neutron] 10.222.0.79 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164420 Jul 05 10:07:00.311396 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-7ab8f35d-b600-47e2-9598-86cac877c52c service neutron] 10.222.0.79 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002951 Jul 05 10:07:00.580495 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-361b32ff-0150-455a-a8fa-c36fafa9c6c9 req-aba48a0e-a753-410c-95fc-0898a5e0785f tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0476367 Jul 05 10:07:01.188851 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6909d738-5c2e-4fe6-a363-0c982d0d0ea5 req-282572b0-bb69-44a5-8803-fb02d1830b3d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 210 time: 0.0480275 Jul 05 10:07:01.779954 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3097e077-856a-41a1-bca5-29bd4abc4830 req-26e39851-4564-4ec6-bd31-854a962e7936 tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0601823 Jul 05 10:07:02.435735 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58ce120e-62df-4760-82c6-8ef37d65869d req-e7aaac88-214c-4f84-a44f-da83caa50dde tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 210 time: 0.0530827 Jul 05 10:07:02.498335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-2d37bc4f-7e31-43e7-b7be-c4a4dff00380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:02.499867 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-2d37bc4f-7e31-43e7-b7be-c4a4dff00380 service neutron] 10.222.0.81 "GET /v2.0/ports/ad3d2c8e-2f41-490e-9670-d1710666ce1d HTTP/1.1" status: 200 len: 1028 time: 0.0631859 Jul 05 10:07:02.555928 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-a637b70d-f4cc-43f5-9e05-decb11d4429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:02.557648 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-a637b70d-f4cc-43f5-9e05-decb11d4429c service neutron] 10.222.0.81 "GET /v2.0/ports/c525671f-d077-42c1-aee6-61ee852b4f0f HTTP/1.1" status: 200 len: 1028 time: 0.0500145 Jul 05 10:07:02.672721 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:02.733931 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-6f3eb1af-3fda-4caf-ba89-3a762c409578 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:02.740152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-6f3eb1af-3fda-4caf-ba89-3a762c409578 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:02.748774 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-6f3eb1af-3fda-4caf-ba89-3a762c409578 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:02.748774 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-6f3eb1af-3fda-4caf-ba89-3a762c409578 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.81 "GET /v2.0/networks?id=e8809747-0653-4cdf-bd9b-7654560adade&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=687dc320-4531-4e31-9377-87644d9740dc&id=687dc320-4531-4e31-9377-87644d9740dc HTTP/1.1" status: 200 len: 1990 time: 0.1832397 Jul 05 10:07:02.807460 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-e8d5a315-0517-4244-ba23-053189f2f786 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9596ba5fe35d4394b6d195316cece06b HTTP/1.1" status: 200 len: 378 time: 0.0499718 Jul 05 10:07:02.821558 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-0203edaa-8575-4edf-8958-955b89b73272 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Request body: {'port': {'device_id': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade', 'admin_state_up': True, 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'security_groups': ['9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:03.014278 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-0203edaa-8575-4edf-8958-955b89b73272 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Made reservation on behalf of 9596ba5fe35d4394b6d195316cece06b for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:03.018608 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-0203edaa-8575-4edf-8958-955b89b73272 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:03.077214 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c8589ea8-79a8-4451-b678-25a431efacbd req-e07839cd-cf8b-47e8-968a-df49b46e168a tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0541375 Jul 05 10:07:03.250978 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-0203edaa-8575-4edf-8958-955b89b73272 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Allocated IP 172.20.0.14 (e8809747-0653-4cdf-bd9b-7654560adade/2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49/99eba310-ab63-4ad5-833a-fe875aecadc0) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:03.468734 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-0203edaa-8575-4edf-8958-955b89b73272 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:03.495493 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-0203edaa-8575-4edf-8958-955b89b73272 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Transition to ACTIVE for port object 99eba310-ab63-4ad5-833a-fe875aecadc0 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:03.554181 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-0203edaa-8575-4edf-8958-955b89b73272 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:03.655725 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-0203edaa-8575-4edf-8958-955b89b73272 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Network e8809747-0653-4cdf-bd9b-7654560adade is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:03.659310 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-0203edaa-8575-4edf-8958-955b89b73272 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:03.667535 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-0203edaa-8575-4edf-8958-955b89b73272 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:03.735999 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203edaa-8575-4edf-8958-955b89b73272 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event updated for resources: {'Port': ['ID=99eba310-ab63-4ad5-833a-fe875aecadc0,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:03.782462 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-0203edaa-8575-4edf-8958-955b89b73272 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:03.783114 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-0203edaa-8575-4edf-8958-955b89b73272 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:03.814278 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-0203edaa-8575-4edf-8958-955b89b73272 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0006149 Jul 05 10:07:03.843697 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715fc7e-bd96-4f3a-b920-55f8d082ce99 req-0d1b7dbc-2e77-4569-aa22-6bb8f374c7d0 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:03.856580 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8715fc7e-bd96-4f3a-b920-55f8d082ce99 req-0d1b7dbc-2e77-4569-aa22-6bb8f374c7d0 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 932 time: 0.1629221 Jul 05 10:07:03.862476 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fb55cde2-b027-49dc-bd2c-abfa5e51bf82 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Request body: {'port': {'device_id': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a', 'admin_state_up': True, 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'security_groups': ['9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:04.021822 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8715fc7e-bd96-4f3a-b920-55f8d082ce99 req-31a4f881-06c5-45a4-9c45-36e9e51c93de tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1437457 Jul 05 10:07:04.089199 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b73c8624-eccd-4cb9-9a13-877ba3b61dff None None] Provisioning for port 99eba310-ab63-4ad5-833a-fe875aecadc0 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:04.096962 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b73c8624-eccd-4cb9-9a13-877ba3b61dff None None] Provisioning complete for port 99eba310-ab63-4ad5-833a-fe875aecadc0 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:04.098899 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b73c8624-eccd-4cb9-9a13-877ba3b61dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:04.104340 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fb55cde2-b027-49dc-bd2c-abfa5e51bf82 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Made reservation on behalf of 9596ba5fe35d4394b6d195316cece06b for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:04.122448 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fb55cde2-b027-49dc-bd2c-abfa5e51bf82 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:04.198532 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b73c8624-eccd-4cb9-9a13-877ba3b61dff None None] Port 99eba310-ab63-4ad5-833a-fe875aecadc0 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:07:04.372811 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fb55cde2-b027-49dc-bd2c-abfa5e51bf82 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Allocated IP 10.1.1.11 (89156147-0f0d-48d7-9f81-08329f3d026a/8b438217-1c0b-4628-b2c1-0ef7afd3e614/bc64378d-0809-4948-9109-02bb5cc40da5) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:04.441270 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b588365e-4c22-409a-ba29-641284e29f97 req-00027262-6561-44e1-a7aa-a98845f9f6fe tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.1787105 Jul 05 10:07:04.617394 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fb55cde2-b027-49dc-bd2c-abfa5e51bf82 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:04.632901 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fb55cde2-b027-49dc-bd2c-abfa5e51bf82 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Transition to ACTIVE for port object bc64378d-0809-4948-9109-02bb5cc40da5 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:04.673068 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fb55cde2-b027-49dc-bd2c-abfa5e51bf82 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:04.741748 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fb55cde2-b027-49dc-bd2c-abfa5e51bf82 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Network 89156147-0f0d-48d7-9f81-08329f3d026a is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:04.752540 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fb55cde2-b027-49dc-bd2c-abfa5e51bf82 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:04.758234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fb55cde2-b027-49dc-bd2c-abfa5e51bf82 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:04.848751 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fb55cde2-b027-49dc-bd2c-abfa5e51bf82 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:04.849629 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fb55cde2-b027-49dc-bd2c-abfa5e51bf82 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:04.864880 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55cde2-b027-49dc-bd2c-abfa5e51bf82 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event updated for resources: {'Port': ['ID=bc64378d-0809-4948-9109-02bb5cc40da5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:04.891951 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fb55cde2-b027-49dc-bd2c-abfa5e51bf82 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0341580 Jul 05 10:07:04.901963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-e464721b-c148-474b-bab7-03c7f4d3799e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Request body: {'port': {'device_id': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a', 'admin_state_up': True, 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'security_groups': ['9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:05.129972 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0092d155-1007-4de4-9ea1-2d1d18f6e9fc None None] Provisioning for port bc64378d-0809-4948-9109-02bb5cc40da5 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:05.137044 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0092d155-1007-4de4-9ea1-2d1d18f6e9fc None None] Provisioning complete for port bc64378d-0809-4948-9109-02bb5cc40da5 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:05.140455 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0092d155-1007-4de4-9ea1-2d1d18f6e9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:05.165356 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-e464721b-c148-474b-bab7-03c7f4d3799e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Made reservation on behalf of 9596ba5fe35d4394b6d195316cece06b for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:05.171270 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-e464721b-c148-474b-bab7-03c7f4d3799e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:05.256064 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0092d155-1007-4de4-9ea1-2d1d18f6e9fc None None] Port bc64378d-0809-4948-9109-02bb5cc40da5 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:07:05.433343 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b4300-30c6-4cf7-a8bd-7c28084bb7b5 req-4f50129b-eb2c-4df3-b4b2-82ab8ef25b22 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:05.440916 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b4300-30c6-4cf7-a8bd-7c28084bb7b5 req-4f50129b-eb2c-4df3-b4b2-82ab8ef25b22 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:05.442710 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6c1b4300-30c6-4cf7-a8bd-7c28084bb7b5 req-4f50129b-eb2c-4df3-b4b2-82ab8ef25b22 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 1653 time: 0.1981895 Jul 05 10:07:05.465406 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-e464721b-c148-474b-bab7-03c7f4d3799e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Allocated IP 10.1.1.40 (89156147-0f0d-48d7-9f81-08329f3d026a/8b438217-1c0b-4628-b2c1-0ef7afd3e614/c1821982-65d1-4284-b01f-61dd67e40864) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:05.521222 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6c1b4300-30c6-4cf7-a8bd-7c28084bb7b5 req-cf8389e0-99c2-488f-8b94-38662b5662c3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709522 Jul 05 10:07:05.772329 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-e464721b-c148-474b-bab7-03c7f4d3799e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:05.815160 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-e464721b-c148-474b-bab7-03c7f4d3799e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Transition to ACTIVE for port object c1821982-65d1-4284-b01f-61dd67e40864 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:05.912864 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-e464721b-c148-474b-bab7-03c7f4d3799e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:05.988119 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84c2d309-1306-465c-82d6-676b10e8d830 req-045fa750-1229-4bbd-a8b7-0f674944c662 tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0684493 Jul 05 10:07:06.037607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464721b-c148-474b-bab7-03c7f4d3799e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event updated for resources: {'Port': ['ID=c1821982-65d1-4284-b01f-61dd67e40864,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:06.056995 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-e464721b-c148-474b-bab7-03c7f4d3799e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Network 89156147-0f0d-48d7-9f81-08329f3d026a is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:06.059398 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-e464721b-c148-474b-bab7-03c7f4d3799e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:06.064517 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-e464721b-c148-474b-bab7-03c7f4d3799e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:06.092221 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:06.192112 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-e464721b-c148-474b-bab7-03c7f4d3799e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:06.192821 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-e464721b-c148-474b-bab7-03c7f4d3799e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:06.232996 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-e464721b-c148-474b-bab7-03c7f4d3799e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3351004 Jul 05 10:07:06.243490 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-7a9495d3-173c-455b-86c1-84630f88a578 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Request body: {'port': {'device_id': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '687dc320-4531-4e31-9377-87644d9740dc', 'admin_state_up': True, 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'security_groups': ['9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:06.468466 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-7a9495d3-173c-455b-86c1-84630f88a578 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Made reservation on behalf of 9596ba5fe35d4394b6d195316cece06b for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:06.506618 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9806dcd8-e70c-42e1-aca5-8b03772f93fe None None] Provisioning for port c1821982-65d1-4284-b01f-61dd67e40864 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:06.518284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9806dcd8-e70c-42e1-aca5-8b03772f93fe None None] Provisioning complete for port c1821982-65d1-4284-b01f-61dd67e40864 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:06.518659 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9806dcd8-e70c-42e1-aca5-8b03772f93fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:06.602801 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9806dcd8-e70c-42e1-aca5-8b03772f93fe None None] Port c1821982-65d1-4284-b01f-61dd67e40864 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:07:06.652036 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-7a9495d3-173c-455b-86c1-84630f88a578 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:06.974850 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32dda5-495f-405c-b066-d2bd0b4ba5f4 req-122cb725-15c4-4a16-9bba-4d2044f14798 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:06.991495 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32dda5-495f-405c-b066-d2bd0b4ba5f4 req-122cb725-15c4-4a16-9bba-4d2044f14798 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:06.997612 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32dda5-495f-405c-b066-d2bd0b4ba5f4 req-122cb725-15c4-4a16-9bba-4d2044f14798 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:07.006259 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ad32dda5-495f-405c-b066-d2bd0b4ba5f4 req-122cb725-15c4-4a16-9bba-4d2044f14798 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 2373 time: 0.2083917 Jul 05 10:07:07.077782 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-7a9495d3-173c-455b-86c1-84630f88a578 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Allocated IP 10.2.2.100 (687dc320-4531-4e31-9377-87644d9740dc/cad995d8-210a-44a5-ac6b-55fe6188cec8/0e6db9d0-38f9-4121-8c58-31af2f739051) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:07.567452 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f235125-3a69-47ef-8f6c-d95177a9954d req-348c807c-2f22-4285-99e4-54ef040c36c8 tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0313489 Jul 05 10:07:07.577601 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ad32dda5-495f-405c-b066-d2bd0b4ba5f4 req-b46dc9a6-7a29-476c-888f-3f15f95b2d34 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5704148 Jul 05 10:07:07.826758 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-7a9495d3-173c-455b-86c1-84630f88a578 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:07.854558 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-7a9495d3-173c-455b-86c1-84630f88a578 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Transition to ACTIVE for port object 0e6db9d0-38f9-4121-8c58-31af2f739051 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:07.893080 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-7a9495d3-173c-455b-86c1-84630f88a578 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:07.975743 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-7a9495d3-173c-455b-86c1-84630f88a578 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Network 687dc320-4531-4e31-9377-87644d9740dc is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:07.982384 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-7a9495d3-173c-455b-86c1-84630f88a578 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:07.987814 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-7a9495d3-173c-455b-86c1-84630f88a578 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:08.021424 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9495d3-173c-455b-86c1-84630f88a578 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event updated for resources: {'Port': ['ID=0e6db9d0-38f9-4121-8c58-31af2f739051,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:08.062670 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-7a9495d3-173c-455b-86c1-84630f88a578 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:08.064769 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-7a9495d3-173c-455b-86c1-84630f88a578 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:08.118263 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-7a9495d3-173c-455b-86c1-84630f88a578 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8786836 Jul 05 10:07:08.132087 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d4ee6cdb-fe03-4c01-a846-b670baf3c88e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Request body: {'port': {'device_id': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '687dc320-4531-4e31-9377-87644d9740dc', 'admin_state_up': True, 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'security_groups': ['9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:08.293997 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d4ee6cdb-fe03-4c01-a846-b670baf3c88e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Made reservation on behalf of 9596ba5fe35d4394b6d195316cece06b for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:08.307937 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d4ee6cdb-fe03-4c01-a846-b670baf3c88e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:08.364232 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4a2b168e-6cc3-4960-a89b-905108f8e03c None None] Provisioning for port 0e6db9d0-38f9-4121-8c58-31af2f739051 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:08.374737 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4a2b168e-6cc3-4960-a89b-905108f8e03c None None] Provisioning complete for port 0e6db9d0-38f9-4121-8c58-31af2f739051 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:08.376580 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4a2b168e-6cc3-4960-a89b-905108f8e03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:08.458182 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b168e-6cc3-4960-a89b-905108f8e03c None None] Port 0e6db9d0-38f9-4121-8c58-31af2f739051 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:07:08.644010 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d4ee6cdb-fe03-4c01-a846-b670baf3c88e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Allocated IP 10.2.2.200 (687dc320-4531-4e31-9377-87644d9740dc/cad995d8-210a-44a5-ac6b-55fe6188cec8/6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:08.849739 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 55632) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:08.906833 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-137506cc-e0f5-4ccc-adf6-ae9f813907d7 req-019c1bef-b851-48cb-907b-3a0fa90ea2b2 tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0876360 Jul 05 10:07:09.004256 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d4ee6cdb-fe03-4c01-a846-b670baf3c88e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:09.035319 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f56b23-c886-46c8-8396-88bb016d28b4 req-b0d2b0ad-90e5-47a4-923d-974023cc21e3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:09.041638 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f56b23-c886-46c8-8396-88bb016d28b4 req-b0d2b0ad-90e5-47a4-923d-974023cc21e3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:09.042591 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-43fef4b0-bb85-47f1-986f-68c27476e5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:09.047612 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f56b23-c886-46c8-8396-88bb016d28b4 req-b0d2b0ad-90e5-47a4-923d-974023cc21e3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:09.091478 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f56b23-c886-46c8-8396-88bb016d28b4 req-b0d2b0ad-90e5-47a4-923d-974023cc21e3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:09.093466 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-32f56b23-c886-46c8-8396-88bb016d28b4 req-b0d2b0ad-90e5-47a4-923d-974023cc21e3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 3094 time: 0.2338731 Jul 05 10:07:09.098934 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d4ee6cdb-fe03-4c01-a846-b670baf3c88e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Transition to ACTIVE for port object 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:09.152455 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-43fef4b0-bb85-47f1-986f-68c27476e5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:09.157092 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-32f56b23-c886-46c8-8396-88bb016d28b4 req-d1ab2a5e-8457-4cf0-87c9-9d905dc7ccf7 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547740 Jul 05 10:07:09.162500 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-43fef4b0-bb85-47f1-986f-68c27476e5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:09.168602 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d4ee6cdb-fe03-4c01-a846-b670baf3c88e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:09.241544 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee6cdb-fe03-4c01-a846-b670baf3c88e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event updated for resources: {'Port': ['ID=6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:09.246882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d4ee6cdb-fe03-4c01-a846-b670baf3c88e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Network 687dc320-4531-4e31-9377-87644d9740dc is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:09.249232 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d4ee6cdb-fe03-4c01-a846-b670baf3c88e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:09.267615 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d4ee6cdb-fe03-4c01-a846-b670baf3c88e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:09.354404 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d4ee6cdb-fe03-4c01-a846-b670baf3c88e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:09.355542 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d4ee6cdb-fe03-4c01-a846-b670baf3c88e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:09.419594 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d4ee6cdb-fe03-4c01-a846-b670baf3c88e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2951269 Jul 05 10:07:09.445132 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-481683a9-297e-4882-b4a2-102e54135447 service neutron] Request body: {'port': {'device_id': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:09.598761 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-481683a9-297e-4882-b4a2-102e54135447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:09.660348 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-43fef4b0-bb85-47f1-986f-68c27476e5f6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ad0954c42f224277874772c0832407d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8094318 Jul 05 10:07:09.665296 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 55656) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:09.685893 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fef4b0-bb85-47f1-986f-68c27476e5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c0177e-8410-4c6f-b29d-484632332fd7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:09.701360 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fef4b0-bb85-47f1-986f-68c27476e5f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:09.701715 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fef4b0-bb85-47f1-986f-68c27476e5f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:09.702061 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fef4b0-bb85-47f1-986f-68c27476e5f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:09.702625 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fef4b0-bb85-47f1-986f-68c27476e5f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:09.703323 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fef4b0-bb85-47f1-986f-68c27476e5f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:09.704030 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fef4b0-bb85-47f1-986f-68c27476e5f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:09.704554 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fef4b0-bb85-47f1-986f-68c27476e5f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:09.705092 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fef4b0-bb85-47f1-986f-68c27476e5f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:09.705678 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fef4b0-bb85-47f1-986f-68c27476e5f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:09.706242 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fef4b0-bb85-47f1-986f-68c27476e5f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:09.706765 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fef4b0-bb85-47f1-986f-68c27476e5f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:09.707274 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fef4b0-bb85-47f1-986f-68c27476e5f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:09.722139 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4d5cd198-4512-45d2-90dc-883b288ebe62 None None] Provisioning for port 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:09.735390 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4d5cd198-4512-45d2-90dc-883b288ebe62 None None] Provisioning complete for port 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:09.736796 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4d5cd198-4512-45d2-90dc-883b288ebe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:09.759400 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40876807-53c6-4217-8fb3-e8b8f8ddea56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:09.780587 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4d5cd198-4512-45d2-90dc-883b288ebe62 None None] Port 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:07:09.799484 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40876807-53c6-4217-8fb3-e8b8f8ddea56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:09.856881 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40876807-53c6-4217-8fb3-e8b8f8ddea56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:09.860929 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40876807-53c6-4217-8fb3-e8b8f8ddea56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:09.864632 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-40876807-53c6-4217-8fb3-e8b8f8ddea56 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/53c0177e-8410-4c6f-b29d-484632332fd7 HTTP/1.1" status: 204 len: 168 time: 0.1956532 Jul 05 10:07:09.871805 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40876807-53c6-4217-8fb3-e8b8f8ddea56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c0177e-8410-4c6f-b29d-484632332fd7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:10.183826 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fb01fbf-c583-49d4-976d-18ebacb644b7 req-95fc99bc-f66c-4a1f-949c-f566200c3c49 tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0817940 Jul 05 10:07:10.247306 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-481683a9-297e-4882-b4a2-102e54135447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99eba310-ab63-4ad5-833a-fe875aecadc0 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:10.255344 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-481683a9-297e-4882-b4a2-102e54135447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:10.269309 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-481683a9-297e-4882-b4a2-102e54135447 service neutron] Transition to ACTIVE for port object 99eba310-ab63-4ad5-833a-fe875aecadc0 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:10.273514 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-481683a9-297e-4882-b4a2-102e54135447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:10.350541 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 55672) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:10.361209 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481683a9-297e-4882-b4a2-102e54135447 service neutron] Pushing event updated for resources: {'Port': ['ID=99eba310-ab63-4ad5-833a-fe875aecadc0,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:10.380451 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79b16e96-5137-4860-9bb9-1541d036527d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:10.469371 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-481683a9-297e-4882-b4a2-102e54135447 service neutron] Attempting to bind port 99eba310-ab63-4ad5-833a-fe875aecadc0 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:10.469743 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-481683a9-297e-4882-b4a2-102e54135447 service neutron] Attempting to bind port 99eba310-ab63-4ad5-833a-fe875aecadc0 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '2acbedd4-08b7-417d-a9dc-a25fc690e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:10.470047 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-481683a9-297e-4882-b4a2-102e54135447 service neutron] Attempting to bind port 99eba310-ab63-4ad5-833a-fe875aecadc0 on network e8809747-0653-4cdf-bd9b-7654560adade {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:10.483402 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-481683a9-297e-4882-b4a2-102e54135447 service neutron] Port 99eba310-ab63-4ad5-833a-fe875aecadc0 on network e8809747-0653-4cdf-bd9b-7654560adade not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:10.483748 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-481683a9-297e-4882-b4a2-102e54135447 service neutron] Attempting to bind port 99eba310-ab63-4ad5-833a-fe875aecadc0 on network e8809747-0653-4cdf-bd9b-7654560adade {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:10.490590 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-481683a9-297e-4882-b4a2-102e54135447 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:10.490834 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-481683a9-297e-4882-b4a2-102e54135447 service neutron] Checking segment: {'id': '2acbedd4-08b7-417d-a9dc-a25fc690e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:10.491366 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-481683a9-297e-4882-b4a2-102e54135447 service neutron] Bound using segment: {'id': '2acbedd4-08b7-417d-a9dc-a25fc690e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:10.491812 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-481683a9-297e-4882-b4a2-102e54135447 service neutron] Bound port: 99eba310-ab63-4ad5-833a-fe875aecadc0, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2acbedd4-08b7-417d-a9dc-a25fc690e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:10.492335 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-481683a9-297e-4882-b4a2-102e54135447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:10.614807 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af587b8-cab7-4ed1-841a-b83d7018fe2a req-953b46cc-7d29-44a1-bc10-a3d6d37d8807 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:10.621099 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af587b8-cab7-4ed1-841a-b83d7018fe2a req-953b46cc-7d29-44a1-bc10-a3d6d37d8807 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:10.627451 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af587b8-cab7-4ed1-841a-b83d7018fe2a req-953b46cc-7d29-44a1-bc10-a3d6d37d8807 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:10.662171 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79b16e96-5137-4860-9bb9-1541d036527d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:10.667840 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af587b8-cab7-4ed1-841a-b83d7018fe2a req-953b46cc-7d29-44a1-bc10-a3d6d37d8807 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:10.668202 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79b16e96-5137-4860-9bb9-1541d036527d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:10.682979 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af587b8-cab7-4ed1-841a-b83d7018fe2a req-953b46cc-7d29-44a1-bc10-a3d6d37d8807 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:10.690565 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6af587b8-cab7-4ed1-841a-b83d7018fe2a req-953b46cc-7d29-44a1-bc10-a3d6d37d8807 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 3827 time: 0.2775531 Jul 05 10:07:10.696051 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b16e96-5137-4860-9bb9-1541d036527d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e31ac2-2b87-47c6-a48e-83d9fb0c1662,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:10.746404 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-79b16e96-5137-4860-9bb9-1541d036527d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cf2b1b3be0d947148a3923b4549a7278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3945372 Jul 05 10:07:10.746924 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 55684) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:10.752819 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6af587b8-cab7-4ed1-841a-b83d7018fe2a req-dfb90ebc-137f-440b-9be3-671f5c669098 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613191 Jul 05 10:07:10.761186 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-481683a9-297e-4882-b4a2-102e54135447 service neutron] For port 99eba310-ab63-4ad5-833a-fe875aecadc0, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:10.766551 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-481683a9-297e-4882-b4a2-102e54135447 service neutron] For port 99eba310-ab63-4ad5-833a-fe875aecadc0, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=99eba310-ab63-4ad5-833a-fe875aecadc0,segment=NetworkSegment(2acbedd4-08b7-417d-a9dc-a25fc690e0bc),segment_id=2acbedd4-08b7-417d-a9dc-a25fc690e0bc)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:10.773242 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-481683a9-297e-4882-b4a2-102e54135447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:10.834968 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481683a9-297e-4882-b4a2-102e54135447 service neutron] Pushing event updated for resources: {'Port': ['ID=99eba310-ab63-4ad5-833a-fe875aecadc0,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:10.850383 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-481683a9-297e-4882-b4a2-102e54135447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:10.851128 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-481683a9-297e-4882-b4a2-102e54135447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:10.852888 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-481683a9-297e-4882-b4a2-102e54135447 service neutron] 10.222.0.81 "PUT /v2.0/ports/99eba310-ab63-4ad5-833a-fe875aecadc0 HTTP/1.1" status: 200 len: 1092 time: 1.4247060 Jul 05 10:07:10.854550 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'tag': '99eba310-ab63-4ad5-833a-fe875aecadc0'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:10.858618 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191808d3-ba98-4d13-9188-d7d0d4338fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "tag": "99eba310-ab63-4ad5-833a-fe875aecadc0"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:10.872866 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-58efdba7-6131-436a-97fc-ef551dfd90ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:10.882256 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Request body: {'port': {'device_id': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:10.936446 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-58efdba7-6131-436a-97fc-ef551dfd90ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:11.046793 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:11.053185 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-58efdba7-6131-436a-97fc-ef551dfd90ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:11.056305 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-58efdba7-6131-436a-97fc-ef551dfd90ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:11.062975 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-58efdba7-6131-436a-97fc-ef551dfd90ae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b3e31ac2-2b87-47c6-a48e-83d9fb0c1662 HTTP/1.1" status: 204 len: 168 time: 0.3147373 Jul 05 10:07:11.073136 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efdba7-6131-436a-97fc-ef551dfd90ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e31ac2-2b87-47c6-a48e-83d9fb0c1662,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:11.439729 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c236b218-8d5a-40b5-954d-c354bd73f030 x-openstack-request-id: req-c236b218-8d5a-40b5-954d-c354bd73f030 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:11.441018 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "tag": "99eba310-ab63-4ad5-833a-fe875aecadc0", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:11.445403 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c236b218-8d5a-40b5-954d-c354bd73f030 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:11.446062 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'tag': '99eba310-ab63-4ad5-833a-fe875aecadc0', 'status': 'completed', 'code': 200} Jul 05 10:07:11.572935 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e7530d46-d0f9-4fa9-b363-8faa7e813794 req-a671622e-e2a2-4cc2-9c13-5746d856a36a tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0550711 Jul 05 10:07:11.673444 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191808d3-ba98-4d13-9188-d7d0d4338fe8 req-112d4273-4baa-4ead-b10e-f921a2b93da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:11.674177 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191808d3-ba98-4d13-9188-d7d0d4338fe8 req-112d4273-4baa-4ead-b10e-f921a2b93da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:11.674760 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191808d3-ba98-4d13-9188-d7d0d4338fe8 req-112d4273-4baa-4ead-b10e-f921a2b93da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:11.687119 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191808d3-ba98-4d13-9188-d7d0d4338fe8 req-112d4273-4baa-4ead-b10e-f921a2b93da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:11.687734 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191808d3-ba98-4d13-9188-d7d0d4338fe8 req-112d4273-4baa-4ead-b10e-f921a2b93da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:11.689763 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-191808d3-ba98-4d13-9188-d7d0d4338fe8 req-112d4273-4baa-4ead-b10e-f921a2b93da3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9596ba5fe35d4394b6d195316cece06b&device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 4362 time: 0.2139993 Jul 05 10:07:12.109901 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad3d2c8e-2f41-490e-9670-d1710666ce1d {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:12.161246 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:12.211152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Transition to ACTIVE for port object ad3d2c8e-2f41-490e-9670-d1710666ce1d will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:12.213186 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191808d3-ba98-4d13-9188-d7d0d4338fe8 req-5e020052-fee5-4d73-914b-ea08eb096e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:12.213919 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191808d3-ba98-4d13-9188-d7d0d4338fe8 req-5e020052-fee5-4d73-914b-ea08eb096e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:12.214586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191808d3-ba98-4d13-9188-d7d0d4338fe8 req-5e020052-fee5-4d73-914b-ea08eb096e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:12.218239 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-191808d3-ba98-4d13-9188-d7d0d4338fe8 req-5e020052-fee5-4d73-914b-ea08eb096e42 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=9596ba5fe35d4394b6d195316cece06b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5180900 Jul 05 10:07:12.233563 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:12.313885 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Pushing event updated for resources: {'Port': ['ID=ad3d2c8e-2f41-490e-9670-d1710666ce1d,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:12.412303 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:12.413013 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:12.413399 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:12.413762 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:12.414293 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:12.414650 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:12.415193 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:12.415540 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:12.417028 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:12.417373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:12.417731 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:12.418214 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:12.463387 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cc4ac-34d2-4170-86f8-18f570735716 req-5c6fdadb-18f0-42ea-8d59-76dbfd05fc83 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:12.478848 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cc4ac-34d2-4170-86f8-18f570735716 req-5c6fdadb-18f0-42ea-8d59-76dbfd05fc83 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:12.486200 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cc4ac-34d2-4170-86f8-18f570735716 req-5c6fdadb-18f0-42ea-8d59-76dbfd05fc83 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:12.492332 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cc4ac-34d2-4170-86f8-18f570735716 req-5c6fdadb-18f0-42ea-8d59-76dbfd05fc83 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:12.500978 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cc4ac-34d2-4170-86f8-18f570735716 req-5c6fdadb-18f0-42ea-8d59-76dbfd05fc83 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:12.502886 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-495cc4ac-34d2-4170-86f8-18f570735716 req-5c6fdadb-18f0-42ea-8d59-76dbfd05fc83 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 3827 time: 0.4995730 Jul 05 10:07:12.829951 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-495cc4ac-34d2-4170-86f8-18f570735716 req-3ea74115-2fe9-4b39-a7f0-c180a5ad70fb tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2960205 Jul 05 10:07:12.900775 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191808d3-ba98-4d13-9188-d7d0d4338fe8 req-087b2dcb-82e5-40d3-8be0-97265edc5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:12.904473 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-191808d3-ba98-4d13-9188-d7d0d4338fe8 req-087b2dcb-82e5-40d3-8be0-97265edc5a7e service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6666265 Jul 05 10:07:12.968605 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ee937a89-eb9c-49be-9fd2-d1dbc4c49279 req-3b822242-3224-4658-98e4-ed4b2509a908 tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.1303892 Jul 05 10:07:12.993617 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Attempting to bind port ad3d2c8e-2f41-490e-9670-d1710666ce1d on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:12.993617 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Attempting to bind port ad3d2c8e-2f41-490e-9670-d1710666ce1d by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '619a2f44-c22b-4482-8c16-4e7b00d358c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:12.993617 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Attempting to bind port ad3d2c8e-2f41-490e-9670-d1710666ce1d on network 89156147-0f0d-48d7-9f81-08329f3d026a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:12.998451 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Port ad3d2c8e-2f41-490e-9670-d1710666ce1d on network 89156147-0f0d-48d7-9f81-08329f3d026a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:12.998910 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Attempting to bind port ad3d2c8e-2f41-490e-9670-d1710666ce1d on network 89156147-0f0d-48d7-9f81-08329f3d026a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:13.005333 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:13.005975 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Checking segment: {'id': '619a2f44-c22b-4482-8c16-4e7b00d358c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:13.006501 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Bound using segment: {'id': '619a2f44-c22b-4482-8c16-4e7b00d358c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:13.006969 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Bound port: ad3d2c8e-2f41-490e-9670-d1710666ce1d, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619a2f44-c22b-4482-8c16-4e7b00d358c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:13.007335 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:13.104599 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] For port ad3d2c8e-2f41-490e-9670-d1710666ce1d, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:13.110178 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] For port ad3d2c8e-2f41-490e-9670-d1710666ce1d, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=ad3d2c8e-2f41-490e-9670-d1710666ce1d,segment=NetworkSegment(619a2f44-c22b-4482-8c16-4e7b00d358c8),segment_id=619a2f44-c22b-4482-8c16-4e7b00d358c8)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:13.115556 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:13.156214 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:13.156847 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:13.159085 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] 10.222.0.81 "PUT /v2.0/ports/ad3d2c8e-2f41-490e-9670-d1710666ce1d HTTP/1.1" status: 200 len: 1131 time: 2.2831497 Jul 05 10:07:13.206248 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-216ad58e-86a1-4ecd-8c94-26731d0c1acd service neutron] Request body: {'port': {'device_id': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:13.245783 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48e23b-25ad-45ad-9e96-45821c09ef0d service neutron] Pushing event updated for resources: {'Port': ['ID=ad3d2c8e-2f41-490e-9670-d1710666ce1d,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:13.335751 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-216ad58e-86a1-4ecd-8c94-26731d0c1acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:13.545652 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'tag': 'ad3d2c8e-2f41-490e-9670-d1710666ce1d'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:13.547841 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7afb723-ab98-4666-a163-ab5095c580d7" -d '{"events": [{"name": "network-changed", "server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "tag": "ad3d2c8e-2f41-490e-9670-d1710666ce1d"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:13.629256 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e245fb03-e5cf-4bfa-b20a-32fe37cc8f46 x-openstack-request-id: req-e245fb03-e5cf-4bfa-b20a-32fe37cc8f46 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:13.629565 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "tag": "ad3d2c8e-2f41-490e-9670-d1710666ce1d", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:13.629809 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e245fb03-e5cf-4bfa-b20a-32fe37cc8f46 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:13.630222 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'tag': 'ad3d2c8e-2f41-490e-9670-d1710666ce1d', 'status': 'completed', 'code': 200} Jul 05 10:07:13.824983 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afb723-ab98-4666-a163-ab5095c580d7 req-3c84fb87-14ab-4fbe-8194-8db70d05f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:13.825492 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afb723-ab98-4666-a163-ab5095c580d7 req-3c84fb87-14ab-4fbe-8194-8db70d05f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:13.825982 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afb723-ab98-4666-a163-ab5095c580d7 req-3c84fb87-14ab-4fbe-8194-8db70d05f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:13.826465 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afb723-ab98-4666-a163-ab5095c580d7 req-3c84fb87-14ab-4fbe-8194-8db70d05f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:13.826946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afb723-ab98-4666-a163-ab5095c580d7 req-3c84fb87-14ab-4fbe-8194-8db70d05f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:13.827425 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afb723-ab98-4666-a163-ab5095c580d7 req-3c84fb87-14ab-4fbe-8194-8db70d05f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:13.831009 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7afb723-ab98-4666-a163-ab5095c580d7 req-3c84fb87-14ab-4fbe-8194-8db70d05f16b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9596ba5fe35d4394b6d195316cece06b&device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5286 time: 0.1967566 Jul 05 10:07:14.045690 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afb723-ab98-4666-a163-ab5095c580d7 req-fcafb68e-dfb5-4dda-a64b-36e159da79a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:14.045953 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afb723-ab98-4666-a163-ab5095c580d7 req-fcafb68e-dfb5-4dda-a64b-36e159da79a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:14.046433 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afb723-ab98-4666-a163-ab5095c580d7 req-fcafb68e-dfb5-4dda-a64b-36e159da79a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:14.058486 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7afb723-ab98-4666-a163-ab5095c580d7 req-fcafb68e-dfb5-4dda-a64b-36e159da79a9 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=9596ba5fe35d4394b6d195316cece06b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2199271 Jul 05 10:07:14.207448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-216ad58e-86a1-4ecd-8c94-26731d0c1acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c525671f-d077-42c1-aee6-61ee852b4f0f {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:14.238798 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-216ad58e-86a1-4ecd-8c94-26731d0c1acd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:14.257080 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-216ad58e-86a1-4ecd-8c94-26731d0c1acd service neutron] Transition to ACTIVE for port object c525671f-d077-42c1-aee6-61ee852b4f0f will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:14.342485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afb723-ab98-4666-a163-ab5095c580d7 req-4caeb7f1-e31b-4ce2-88f9-a9f743b4c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:14.344054 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7afb723-ab98-4666-a163-ab5095c580d7 req-4caeb7f1-e31b-4ce2-88f9-a9f743b4c394 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2792683 Jul 05 10:07:14.359354 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-21ea10d1-97a0-4b00-8f51-9319a70bf5a6 req-d838552c-d055-4dd9-8135-bad4314f02b8 tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.1713338 Jul 05 10:07:14.371275 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-216ad58e-86a1-4ecd-8c94-26731d0c1acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:14.457578 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32b0cc-ca4d-4a0c-b865-31fc6ad4c36c req-4f221e9d-829a-4598-b9b1-9e62f7fa9e65 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:14.464848 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32b0cc-ca4d-4a0c-b865-31fc6ad4c36c req-4f221e9d-829a-4598-b9b1-9e62f7fa9e65 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:14.487103 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32b0cc-ca4d-4a0c-b865-31fc6ad4c36c req-4f221e9d-829a-4598-b9b1-9e62f7fa9e65 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:14.505260 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32b0cc-ca4d-4a0c-b865-31fc6ad4c36c req-4f221e9d-829a-4598-b9b1-9e62f7fa9e65 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:14.505260 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32b0cc-ca4d-4a0c-b865-31fc6ad4c36c req-4f221e9d-829a-4598-b9b1-9e62f7fa9e65 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:14.518325 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32b0cc-ca4d-4a0c-b865-31fc6ad4c36c req-4f221e9d-829a-4598-b9b1-9e62f7fa9e65 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:14.520415 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a32b0cc-ca4d-4a0c-b865-31fc6ad4c36c req-4f221e9d-829a-4598-b9b1-9e62f7fa9e65 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 4600 time: 0.4988368 Jul 05 10:07:14.771161 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ad58e-86a1-4ecd-8c94-26731d0c1acd service neutron] Pushing event updated for resources: {'Port': ['ID=c525671f-d077-42c1-aee6-61ee852b4f0f,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:14.906781 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a32b0cc-ca4d-4a0c-b865-31fc6ad4c36c req-ed9dfeb9-d16d-4b45-a543-20b0cb2f6e76 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3261776 Jul 05 10:07:14.908507 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-216ad58e-86a1-4ecd-8c94-26731d0c1acd service neutron] Attempting to bind port c525671f-d077-42c1-aee6-61ee852b4f0f on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:14.909118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-216ad58e-86a1-4ecd-8c94-26731d0c1acd service neutron] Attempting to bind port c525671f-d077-42c1-aee6-61ee852b4f0f by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '619a2f44-c22b-4482-8c16-4e7b00d358c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:14.909714 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-216ad58e-86a1-4ecd-8c94-26731d0c1acd service neutron] Attempting to bind port c525671f-d077-42c1-aee6-61ee852b4f0f on network 89156147-0f0d-48d7-9f81-08329f3d026a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:14.937168 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-216ad58e-86a1-4ecd-8c94-26731d0c1acd service neutron] Port c525671f-d077-42c1-aee6-61ee852b4f0f on network 89156147-0f0d-48d7-9f81-08329f3d026a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:14.937503 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-216ad58e-86a1-4ecd-8c94-26731d0c1acd service neutron] Attempting to bind port c525671f-d077-42c1-aee6-61ee852b4f0f on network 89156147-0f0d-48d7-9f81-08329f3d026a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:14.943884 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-216ad58e-86a1-4ecd-8c94-26731d0c1acd service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:14.944619 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-216ad58e-86a1-4ecd-8c94-26731d0c1acd service neutron] Checking segment: {'id': '619a2f44-c22b-4482-8c16-4e7b00d358c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:14.944900 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-216ad58e-86a1-4ecd-8c94-26731d0c1acd service neutron] Bound using segment: {'id': '619a2f44-c22b-4482-8c16-4e7b00d358c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:14.952087 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-216ad58e-86a1-4ecd-8c94-26731d0c1acd service neutron] Bound port: c525671f-d077-42c1-aee6-61ee852b4f0f, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619a2f44-c22b-4482-8c16-4e7b00d358c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:14.952710 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-216ad58e-86a1-4ecd-8c94-26731d0c1acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:15.059165 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-216ad58e-86a1-4ecd-8c94-26731d0c1acd service neutron] For port c525671f-d077-42c1-aee6-61ee852b4f0f, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:15.063359 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-216ad58e-86a1-4ecd-8c94-26731d0c1acd service neutron] For port c525671f-d077-42c1-aee6-61ee852b4f0f, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=c525671f-d077-42c1-aee6-61ee852b4f0f,segment=NetworkSegment(619a2f44-c22b-4482-8c16-4e7b00d358c8),segment_id=619a2f44-c22b-4482-8c16-4e7b00d358c8)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:15.080877 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-216ad58e-86a1-4ecd-8c94-26731d0c1acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:15.175536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ad58e-86a1-4ecd-8c94-26731d0c1acd service neutron] Pushing event updated for resources: {'Port': ['ID=c525671f-d077-42c1-aee6-61ee852b4f0f,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:15.189898 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-216ad58e-86a1-4ecd-8c94-26731d0c1acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:15.190536 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-216ad58e-86a1-4ecd-8c94-26731d0c1acd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:15.192284 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-216ad58e-86a1-4ecd-8c94-26731d0c1acd service neutron] 10.222.0.81 "PUT /v2.0/ports/c525671f-d077-42c1-aee6-61ee852b4f0f HTTP/1.1" status: 200 len: 1131 time: 2.0005591 Jul 05 10:07:15.237549 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-cdf1ff15-a361-43cf-a992-4fcba6e40d7c service neutron] Request body: {'port': {'device_id': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:15.354116 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-cdf1ff15-a361-43cf-a992-4fcba6e40d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:16.102844 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'tag': 'c525671f-d077-42c1-aee6-61ee852b4f0f'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:16.107237 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657cc939-d0b9-4c85-bc95-73a0ed42a886" -d '{"events": [{"name": "network-changed", "server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "tag": "c525671f-d077-42c1-aee6-61ee852b4f0f"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:16.172293 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9239825b-3f21-408f-9a9c-c2c37d6619da req-ceacd048-2d71-4466-9c9d-d99672b69dd1 tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.5799682 Jul 05 10:07:16.339675 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80939b9-a70b-478d-b8c6-0c4fc801d968 x-openstack-request-id: req-c80939b9-a70b-478d-b8c6-0c4fc801d968 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:16.340161 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "tag": "c525671f-d077-42c1-aee6-61ee852b4f0f", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:16.340826 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c80939b9-a70b-478d-b8c6-0c4fc801d968 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:16.343114 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'tag': 'c525671f-d077-42c1-aee6-61ee852b4f0f', 'status': 'completed', 'code': 200} Jul 05 10:07:16.506369 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73571460-cec1-42dd-81ad-fbc5b904014a req-1fa07ab5-0ac5-4452-a7ff-73bcc7b8cb4a tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:16.513161 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73571460-cec1-42dd-81ad-fbc5b904014a req-1fa07ab5-0ac5-4452-a7ff-73bcc7b8cb4a tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:16.519460 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73571460-cec1-42dd-81ad-fbc5b904014a req-1fa07ab5-0ac5-4452-a7ff-73bcc7b8cb4a tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:16.526625 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73571460-cec1-42dd-81ad-fbc5b904014a req-1fa07ab5-0ac5-4452-a7ff-73bcc7b8cb4a tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:16.532935 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73571460-cec1-42dd-81ad-fbc5b904014a req-1fa07ab5-0ac5-4452-a7ff-73bcc7b8cb4a tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:16.539159 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73571460-cec1-42dd-81ad-fbc5b904014a req-1fa07ab5-0ac5-4452-a7ff-73bcc7b8cb4a tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:16.545359 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73571460-cec1-42dd-81ad-fbc5b904014a req-1fa07ab5-0ac5-4452-a7ff-73bcc7b8cb4a tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:16.553017 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-73571460-cec1-42dd-81ad-fbc5b904014a req-1fa07ab5-0ac5-4452-a7ff-73bcc7b8cb4a tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5373 time: 0.3832202 Jul 05 10:07:16.633863 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-73571460-cec1-42dd-81ad-fbc5b904014a req-ac2639f3-9a48-4c7c-900e-373b0f2c0f0e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0734012 Jul 05 10:07:16.655492 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cc939-d0b9-4c85-bc95-73a0ed42a886 req-34405228-7e8d-4de1-bd26-cbc058648eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:16.656414 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cc939-d0b9-4c85-bc95-73a0ed42a886 req-34405228-7e8d-4de1-bd26-cbc058648eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:16.657038 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cc939-d0b9-4c85-bc95-73a0ed42a886 req-34405228-7e8d-4de1-bd26-cbc058648eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:16.657677 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cc939-d0b9-4c85-bc95-73a0ed42a886 req-34405228-7e8d-4de1-bd26-cbc058648eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:16.658299 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cc939-d0b9-4c85-bc95-73a0ed42a886 req-34405228-7e8d-4de1-bd26-cbc058648eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:16.658909 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cc939-d0b9-4c85-bc95-73a0ed42a886 req-34405228-7e8d-4de1-bd26-cbc058648eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:16.659517 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cc939-d0b9-4c85-bc95-73a0ed42a886 req-34405228-7e8d-4de1-bd26-cbc058648eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:16.661607 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-657cc939-d0b9-4c85-bc95-73a0ed42a886 req-34405228-7e8d-4de1-bd26-cbc058648eca service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9596ba5fe35d4394b6d195316cece06b&device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 6210 time: 0.3155570 Jul 05 10:07:16.711537 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-cdf1ff15-a361-43cf-a992-4fcba6e40d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc64378d-0809-4948-9109-02bb5cc40da5 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:16.721995 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-cdf1ff15-a361-43cf-a992-4fcba6e40d7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:16.836742 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-cdf1ff15-a361-43cf-a992-4fcba6e40d7c service neutron] Transition to ACTIVE for port object bc64378d-0809-4948-9109-02bb5cc40da5 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:16.841915 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-cdf1ff15-a361-43cf-a992-4fcba6e40d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:16.918747 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cc939-d0b9-4c85-bc95-73a0ed42a886 req-b6912fa8-ede8-4ded-b56e-4f147ae5040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:16.919229 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cc939-d0b9-4c85-bc95-73a0ed42a886 req-b6912fa8-ede8-4ded-b56e-4f147ae5040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:16.920103 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cc939-d0b9-4c85-bc95-73a0ed42a886 req-b6912fa8-ede8-4ded-b56e-4f147ae5040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:16.921571 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-657cc939-d0b9-4c85-bc95-73a0ed42a886 req-b6912fa8-ede8-4ded-b56e-4f147ae5040c service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=9596ba5fe35d4394b6d195316cece06b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2487843 Jul 05 10:07:16.977596 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1ff15-a361-43cf-a992-4fcba6e40d7c service neutron] Pushing event updated for resources: {'Port': ['ID=bc64378d-0809-4948-9109-02bb5cc40da5,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:17.143310 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-cdf1ff15-a361-43cf-a992-4fcba6e40d7c service neutron] Attempting to bind port bc64378d-0809-4948-9109-02bb5cc40da5 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:17.143940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-cdf1ff15-a361-43cf-a992-4fcba6e40d7c service neutron] Attempting to bind port bc64378d-0809-4948-9109-02bb5cc40da5 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '619a2f44-c22b-4482-8c16-4e7b00d358c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:17.143940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-cdf1ff15-a361-43cf-a992-4fcba6e40d7c service neutron] Attempting to bind port bc64378d-0809-4948-9109-02bb5cc40da5 on network 89156147-0f0d-48d7-9f81-08329f3d026a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:17.151572 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cc939-d0b9-4c85-bc95-73a0ed42a886 req-1cc5ec5b-8c9a-4ab9-88bb-2c33ff973215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:17.153477 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-657cc939-d0b9-4c85-bc95-73a0ed42a886 req-1cc5ec5b-8c9a-4ab9-88bb-2c33ff973215 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2226684 Jul 05 10:07:17.154569 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-cdf1ff15-a361-43cf-a992-4fcba6e40d7c service neutron] Port bc64378d-0809-4948-9109-02bb5cc40da5 on network 89156147-0f0d-48d7-9f81-08329f3d026a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:17.154898 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-cdf1ff15-a361-43cf-a992-4fcba6e40d7c service neutron] Attempting to bind port bc64378d-0809-4948-9109-02bb5cc40da5 on network 89156147-0f0d-48d7-9f81-08329f3d026a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:17.162426 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-cdf1ff15-a361-43cf-a992-4fcba6e40d7c service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:17.163081 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-cdf1ff15-a361-43cf-a992-4fcba6e40d7c service neutron] Checking segment: {'id': '619a2f44-c22b-4482-8c16-4e7b00d358c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:17.168864 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-cdf1ff15-a361-43cf-a992-4fcba6e40d7c service neutron] Bound using segment: {'id': '619a2f44-c22b-4482-8c16-4e7b00d358c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:17.169457 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-cdf1ff15-a361-43cf-a992-4fcba6e40d7c service neutron] Bound port: bc64378d-0809-4948-9109-02bb5cc40da5, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619a2f44-c22b-4482-8c16-4e7b00d358c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:17.169783 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-cdf1ff15-a361-43cf-a992-4fcba6e40d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:17.327137 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-cdf1ff15-a361-43cf-a992-4fcba6e40d7c service neutron] For port bc64378d-0809-4948-9109-02bb5cc40da5, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:17.333638 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-cdf1ff15-a361-43cf-a992-4fcba6e40d7c service neutron] For port bc64378d-0809-4948-9109-02bb5cc40da5, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=bc64378d-0809-4948-9109-02bb5cc40da5,segment=NetworkSegment(619a2f44-c22b-4482-8c16-4e7b00d358c8),segment_id=619a2f44-c22b-4482-8c16-4e7b00d358c8)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:17.345667 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-cdf1ff15-a361-43cf-a992-4fcba6e40d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:17.432595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-cdf1ff15-a361-43cf-a992-4fcba6e40d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:17.433292 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-cdf1ff15-a361-43cf-a992-4fcba6e40d7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:17.434758 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-cdf1ff15-a361-43cf-a992-4fcba6e40d7c service neutron] 10.222.0.81 "PUT /v2.0/ports/bc64378d-0809-4948-9109-02bb5cc40da5 HTTP/1.1" status: 200 len: 1090 time: 2.2075889 Jul 05 10:07:17.477244 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1ff15-a361-43cf-a992-4fcba6e40d7c service neutron] Pushing event updated for resources: {'Port': ['ID=bc64378d-0809-4948-9109-02bb5cc40da5,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:17.649005 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-5e43b18f-9be2-4f6a-9b8a-ac3539900baf service neutron] Request body: {'port': {'device_id': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:17.662315 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-20118efb-2adf-4208-8573-847bedaa7f98 req-9a599a4b-d127-4700-9a01-86b5c66a85ad tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0729094 Jul 05 10:07:17.912743 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-5e43b18f-9be2-4f6a-9b8a-ac3539900baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:17.988210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938db0e2-1369-46de-8db7-1fcc42f034f5 req-9b0d4a0f-afa4-46fc-8025-7bc143b12cee tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:18.003106 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938db0e2-1369-46de-8db7-1fcc42f034f5 req-9b0d4a0f-afa4-46fc-8025-7bc143b12cee tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:18.009726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938db0e2-1369-46de-8db7-1fcc42f034f5 req-9b0d4a0f-afa4-46fc-8025-7bc143b12cee tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:18.017920 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938db0e2-1369-46de-8db7-1fcc42f034f5 req-9b0d4a0f-afa4-46fc-8025-7bc143b12cee tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:18.024314 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938db0e2-1369-46de-8db7-1fcc42f034f5 req-9b0d4a0f-afa4-46fc-8025-7bc143b12cee tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:18.038487 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938db0e2-1369-46de-8db7-1fcc42f034f5 req-9b0d4a0f-afa4-46fc-8025-7bc143b12cee tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:18.044853 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938db0e2-1369-46de-8db7-1fcc42f034f5 req-9b0d4a0f-afa4-46fc-8025-7bc143b12cee tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:18.052289 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-938db0e2-1369-46de-8db7-1fcc42f034f5 req-9b0d4a0f-afa4-46fc-8025-7bc143b12cee tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5385 time: 0.2130554 Jul 05 10:07:18.104980 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-938db0e2-1369-46de-8db7-1fcc42f034f5 req-da042242-ae41-4121-b4f6-e03c5360b768 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0516908 Jul 05 10:07:18.351957 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'tag': 'bc64378d-0809-4948-9109-02bb5cc40da5'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:18.354806 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623924d7-a606-4b0b-9d2f-19e4e21d15c0" -d '{"events": [{"name": "network-changed", "server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "tag": "bc64378d-0809-4948-9109-02bb5cc40da5"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:18.426124 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d78b6f-53df-4e55-89f6-10a483bfb8f8 x-openstack-request-id: req-48d78b6f-53df-4e55-89f6-10a483bfb8f8 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:18.426319 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "tag": "bc64378d-0809-4948-9109-02bb5cc40da5", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:18.426883 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-48d78b6f-53df-4e55-89f6-10a483bfb8f8 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:18.427481 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'tag': 'bc64378d-0809-4948-9109-02bb5cc40da5', 'status': 'completed', 'code': 200} Jul 05 10:07:18.452510 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-5e43b18f-9be2-4f6a-9b8a-ac3539900baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1821982-65d1-4284-b01f-61dd67e40864 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:18.492779 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-5e43b18f-9be2-4f6a-9b8a-ac3539900baf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:18.521798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-5e43b18f-9be2-4f6a-9b8a-ac3539900baf service neutron] Transition to ACTIVE for port object c1821982-65d1-4284-b01f-61dd67e40864 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:18.534635 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-5e43b18f-9be2-4f6a-9b8a-ac3539900baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:18.594289 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623924d7-a606-4b0b-9d2f-19e4e21d15c0 req-dba7244c-fcfd-44b8-83c8-045ae3accc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:18.594289 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623924d7-a606-4b0b-9d2f-19e4e21d15c0 req-dba7244c-fcfd-44b8-83c8-045ae3accc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:18.594992 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623924d7-a606-4b0b-9d2f-19e4e21d15c0 req-dba7244c-fcfd-44b8-83c8-045ae3accc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:18.595809 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623924d7-a606-4b0b-9d2f-19e4e21d15c0 req-dba7244c-fcfd-44b8-83c8-045ae3accc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:18.596374 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623924d7-a606-4b0b-9d2f-19e4e21d15c0 req-dba7244c-fcfd-44b8-83c8-045ae3accc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:18.596987 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623924d7-a606-4b0b-9d2f-19e4e21d15c0 req-dba7244c-fcfd-44b8-83c8-045ae3accc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:18.597386 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623924d7-a606-4b0b-9d2f-19e4e21d15c0 req-dba7244c-fcfd-44b8-83c8-045ae3accc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:18.599771 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-623924d7-a606-4b0b-9d2f-19e4e21d15c0 req-dba7244c-fcfd-44b8-83c8-045ae3accc64 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9596ba5fe35d4394b6d195316cece06b&device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 6277 time: 0.1597042 Jul 05 10:07:18.692767 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43b18f-9be2-4f6a-9b8a-ac3539900baf service neutron] Pushing event updated for resources: {'Port': ['ID=c1821982-65d1-4284-b01f-61dd67e40864,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:18.959041 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb29bb23-a11c-4e62-bec3-6e6d6053b296 req-22f7ee7d-73c0-45ee-9b34-e71943c1047b tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0394218 Jul 05 10:07:18.973184 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623924d7-a606-4b0b-9d2f-19e4e21d15c0 req-aebdfa80-5a8f-4122-affd-08a057eb5b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:18.973894 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623924d7-a606-4b0b-9d2f-19e4e21d15c0 req-aebdfa80-5a8f-4122-affd-08a057eb5b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:18.974640 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623924d7-a606-4b0b-9d2f-19e4e21d15c0 req-aebdfa80-5a8f-4122-affd-08a057eb5b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:18.977108 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-623924d7-a606-4b0b-9d2f-19e4e21d15c0 req-aebdfa80-5a8f-4122-affd-08a057eb5b33 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=9596ba5fe35d4394b6d195316cece06b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3656707 Jul 05 10:07:19.169268 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-5e43b18f-9be2-4f6a-9b8a-ac3539900baf service neutron] Attempting to bind port c1821982-65d1-4284-b01f-61dd67e40864 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:19.169897 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-5e43b18f-9be2-4f6a-9b8a-ac3539900baf service neutron] Attempting to bind port c1821982-65d1-4284-b01f-61dd67e40864 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '619a2f44-c22b-4482-8c16-4e7b00d358c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:19.170422 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-5e43b18f-9be2-4f6a-9b8a-ac3539900baf service neutron] Attempting to bind port c1821982-65d1-4284-b01f-61dd67e40864 on network 89156147-0f0d-48d7-9f81-08329f3d026a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:19.177034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-5e43b18f-9be2-4f6a-9b8a-ac3539900baf service neutron] Port c1821982-65d1-4284-b01f-61dd67e40864 on network 89156147-0f0d-48d7-9f81-08329f3d026a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:19.178071 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-5e43b18f-9be2-4f6a-9b8a-ac3539900baf service neutron] Attempting to bind port c1821982-65d1-4284-b01f-61dd67e40864 on network 89156147-0f0d-48d7-9f81-08329f3d026a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:19.185158 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623924d7-a606-4b0b-9d2f-19e4e21d15c0 req-a046407c-bd97-4fa1-9969-652328b0d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:19.186923 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-623924d7-a606-4b0b-9d2f-19e4e21d15c0 req-a046407c-bd97-4fa1-9969-652328b0d3c8 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1983647 Jul 05 10:07:19.188530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-5e43b18f-9be2-4f6a-9b8a-ac3539900baf service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:19.189088 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-5e43b18f-9be2-4f6a-9b8a-ac3539900baf service neutron] Checking segment: {'id': '619a2f44-c22b-4482-8c16-4e7b00d358c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:19.190096 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-5e43b18f-9be2-4f6a-9b8a-ac3539900baf service neutron] Bound using segment: {'id': '619a2f44-c22b-4482-8c16-4e7b00d358c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:19.191654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-5e43b18f-9be2-4f6a-9b8a-ac3539900baf service neutron] Bound port: c1821982-65d1-4284-b01f-61dd67e40864, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619a2f44-c22b-4482-8c16-4e7b00d358c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:19.192897 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-5e43b18f-9be2-4f6a-9b8a-ac3539900baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:19.337615 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-5e43b18f-9be2-4f6a-9b8a-ac3539900baf service neutron] For port c1821982-65d1-4284-b01f-61dd67e40864, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:19.351411 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-5e43b18f-9be2-4f6a-9b8a-ac3539900baf service neutron] For port c1821982-65d1-4284-b01f-61dd67e40864, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=c1821982-65d1-4284-b01f-61dd67e40864,segment=NetworkSegment(619a2f44-c22b-4482-8c16-4e7b00d358c8),segment_id=619a2f44-c22b-4482-8c16-4e7b00d358c8)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:19.381289 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-5e43b18f-9be2-4f6a-9b8a-ac3539900baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:19.443800 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-5e43b18f-9be2-4f6a-9b8a-ac3539900baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:19.444475 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-5e43b18f-9be2-4f6a-9b8a-ac3539900baf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:19.445852 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-5e43b18f-9be2-4f6a-9b8a-ac3539900baf service neutron] 10.222.0.81 "PUT /v2.0/ports/c1821982-65d1-4284-b01f-61dd67e40864 HTTP/1.1" status: 200 len: 1090 time: 1.8012033 Jul 05 10:07:19.494923 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-23c0ca07-6c20-4035-81c9-988a5df41167 service neutron] Request body: {'port': {'device_id': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:19.527653 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43b18f-9be2-4f6a-9b8a-ac3539900baf service neutron] Pushing event updated for resources: {'Port': ['ID=c1821982-65d1-4284-b01f-61dd67e40864,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:19.561185 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f3ce9-8557-4c47-98e9-fdb88bf17209 req-aa3d2ec0-163a-458a-a99a-bef06981bfd4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:19.567654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f3ce9-8557-4c47-98e9-fdb88bf17209 req-aa3d2ec0-163a-458a-a99a-bef06981bfd4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:19.576910 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f3ce9-8557-4c47-98e9-fdb88bf17209 req-aa3d2ec0-163a-458a-a99a-bef06981bfd4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:19.583789 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f3ce9-8557-4c47-98e9-fdb88bf17209 req-aa3d2ec0-163a-458a-a99a-bef06981bfd4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:19.597479 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f3ce9-8557-4c47-98e9-fdb88bf17209 req-aa3d2ec0-163a-458a-a99a-bef06981bfd4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:19.634134 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f3ce9-8557-4c47-98e9-fdb88bf17209 req-aa3d2ec0-163a-458a-a99a-bef06981bfd4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:19.646713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f3ce9-8557-4c47-98e9-fdb88bf17209 req-aa3d2ec0-163a-458a-a99a-bef06981bfd4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:19.657682 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb0f3ce9-8557-4c47-98e9-fdb88bf17209 req-aa3d2ec0-163a-458a-a99a-bef06981bfd4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5397 time: 0.3352041 Jul 05 10:07:19.805448 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-23c0ca07-6c20-4035-81c9-988a5df41167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:19.847509 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb0f3ce9-8557-4c47-98e9-fdb88bf17209 req-33e50329-2b7d-4559-9f59-09169ebcae45 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1870058 Jul 05 10:07:20.252292 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-68fa4157-59e9-4e1f-b816-dbee101975df req-e453edaf-2e38-4898-ad2a-83509bf29ab1 tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0957634 Jul 05 10:07:20.437459 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'tag': 'c1821982-65d1-4284-b01f-61dd67e40864'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:20.440183 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddc05fd-2838-498c-bb74-22beeacd2380" -d '{"events": [{"name": "network-changed", "server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "tag": "c1821982-65d1-4284-b01f-61dd67e40864"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:20.457760 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42ce7b0c-3054-4269-bdd9-d7736fa811f9 req-082b433f-ecfb-4f58-910f-41e4078864b8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0834184 Jul 05 10:07:20.483747 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-23c0ca07-6c20-4035-81c9-988a5df41167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e6db9d0-38f9-4121-8c58-31af2f739051 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:20.494262 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-23c0ca07-6c20-4035-81c9-988a5df41167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:20.515332 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-23c0ca07-6c20-4035-81c9-988a5df41167 service neutron] Transition to ACTIVE for port object 0e6db9d0-38f9-4121-8c58-31af2f739051 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:20.522004 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-23c0ca07-6c20-4035-81c9-988a5df41167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:20.583224 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c55aa17-1fa6-4955-bd68-08d1369cdc7c x-openstack-request-id: req-9c55aa17-1fa6-4955-bd68-08d1369cdc7c {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:20.583834 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "tag": "c1821982-65d1-4284-b01f-61dd67e40864", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:20.584291 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9c55aa17-1fa6-4955-bd68-08d1369cdc7c {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:20.584854 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'tag': 'c1821982-65d1-4284-b01f-61dd67e40864', 'status': 'completed', 'code': 200} Jul 05 10:07:20.585609 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0ca07-6c20-4035-81c9-988a5df41167 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6db9d0-38f9-4121-8c58-31af2f739051,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:20.748151 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc05fd-2838-498c-bb74-22beeacd2380 req-bc5a6ab5-03b9-47a5-a590-f924ea7d74a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:20.748645 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc05fd-2838-498c-bb74-22beeacd2380 req-bc5a6ab5-03b9-47a5-a590-f924ea7d74a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:20.749123 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc05fd-2838-498c-bb74-22beeacd2380 req-bc5a6ab5-03b9-47a5-a590-f924ea7d74a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:20.749595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc05fd-2838-498c-bb74-22beeacd2380 req-bc5a6ab5-03b9-47a5-a590-f924ea7d74a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:20.750065 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc05fd-2838-498c-bb74-22beeacd2380 req-bc5a6ab5-03b9-47a5-a590-f924ea7d74a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:20.750533 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc05fd-2838-498c-bb74-22beeacd2380 req-bc5a6ab5-03b9-47a5-a590-f924ea7d74a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:20.751051 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc05fd-2838-498c-bb74-22beeacd2380 req-bc5a6ab5-03b9-47a5-a590-f924ea7d74a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:20.752952 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eddc05fd-2838-498c-bb74-22beeacd2380 req-bc5a6ab5-03b9-47a5-a590-f924ea7d74a3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9596ba5fe35d4394b6d195316cece06b&device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 6369 time: 0.1724041 Jul 05 10:07:20.889839 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-23c0ca07-6c20-4035-81c9-988a5df41167 service neutron] Attempting to bind port 0e6db9d0-38f9-4121-8c58-31af2f739051 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:20.890234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-23c0ca07-6c20-4035-81c9-988a5df41167 service neutron] Attempting to bind port 0e6db9d0-38f9-4121-8c58-31af2f739051 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'cd3ac473-088a-4c00-8a73-7a24119fd2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '687dc320-4531-4e31-9377-87644d9740dc'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:20.890760 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-23c0ca07-6c20-4035-81c9-988a5df41167 service neutron] Attempting to bind port 0e6db9d0-38f9-4121-8c58-31af2f739051 on network 687dc320-4531-4e31-9377-87644d9740dc {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:20.895135 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc05fd-2838-498c-bb74-22beeacd2380 req-3cdcee02-94ae-429c-ad68-cccd3f54f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:20.895783 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc05fd-2838-498c-bb74-22beeacd2380 req-3cdcee02-94ae-429c-ad68-cccd3f54f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:20.896335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc05fd-2838-498c-bb74-22beeacd2380 req-3cdcee02-94ae-429c-ad68-cccd3f54f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:20.898278 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eddc05fd-2838-498c-bb74-22beeacd2380 req-3cdcee02-94ae-429c-ad68-cccd3f54f02c service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=9596ba5fe35d4394b6d195316cece06b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1335731 Jul 05 10:07:20.901810 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-23c0ca07-6c20-4035-81c9-988a5df41167 service neutron] Port 0e6db9d0-38f9-4121-8c58-31af2f739051 on network 687dc320-4531-4e31-9377-87644d9740dc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:20.902139 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-23c0ca07-6c20-4035-81c9-988a5df41167 service neutron] Attempting to bind port 0e6db9d0-38f9-4121-8c58-31af2f739051 on network 687dc320-4531-4e31-9377-87644d9740dc {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:20.922511 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-23c0ca07-6c20-4035-81c9-988a5df41167 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:20.922803 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-23c0ca07-6c20-4035-81c9-988a5df41167 service neutron] Checking segment: {'id': 'cd3ac473-088a-4c00-8a73-7a24119fd2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '687dc320-4531-4e31-9377-87644d9740dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:20.926295 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-23c0ca07-6c20-4035-81c9-988a5df41167 service neutron] Bound using segment: {'id': 'cd3ac473-088a-4c00-8a73-7a24119fd2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '687dc320-4531-4e31-9377-87644d9740dc'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:20.926295 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-23c0ca07-6c20-4035-81c9-988a5df41167 service neutron] Bound port: 0e6db9d0-38f9-4121-8c58-31af2f739051, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3ac473-088a-4c00-8a73-7a24119fd2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '687dc320-4531-4e31-9377-87644d9740dc'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:20.926295 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-23c0ca07-6c20-4035-81c9-988a5df41167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:20.953747 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-86caf2a9-2f98-4bb9-9551-4d0d44fe87e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:21.105258 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-23c0ca07-6c20-4035-81c9-988a5df41167 service neutron] For port 0e6db9d0-38f9-4121-8c58-31af2f739051, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:21.127021 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-23c0ca07-6c20-4035-81c9-988a5df41167 service neutron] For port 0e6db9d0-38f9-4121-8c58-31af2f739051, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=0e6db9d0-38f9-4121-8c58-31af2f739051,segment=NetworkSegment(cd3ac473-088a-4c00-8a73-7a24119fd2db),segment_id=cd3ac473-088a-4c00-8a73-7a24119fd2db)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:21.140722 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-23c0ca07-6c20-4035-81c9-988a5df41167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:21.210238 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0ca07-6c20-4035-81c9-988a5df41167 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6db9d0-38f9-4121-8c58-31af2f739051,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:21.233907 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-23c0ca07-6c20-4035-81c9-988a5df41167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:21.234796 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-23c0ca07-6c20-4035-81c9-988a5df41167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:21.236452 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-23c0ca07-6c20-4035-81c9-988a5df41167 service neutron] 10.222.0.81 "PUT /v2.0/ports/0e6db9d0-38f9-4121-8c58-31af2f739051 HTTP/1.1" status: 200 len: 1091 time: 1.7464671 Jul 05 10:07:21.248132 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc05fd-2838-498c-bb74-22beeacd2380 req-2247b3f0-7270-4aa2-8264-2d5e24236978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:21.250085 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eddc05fd-2838-498c-bb74-22beeacd2380 req-2247b3f0-7270-4aa2-8264-2d5e24236978 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3435645 Jul 05 10:07:21.279373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d03c0d00-cc70-48bf-b58a-7a02fa449e28 service neutron] Request body: {'port': {'device_id': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:21.688187 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d03c0d00-cc70-48bf-b58a-7a02fa449e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:21.729507 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc491dff-9888-4f64-8ba5-cd3b551ffeeb req-61a503b5-440e-47df-84dd-b5c89d1b0c85 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:21.741560 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc491dff-9888-4f64-8ba5-cd3b551ffeeb req-61a503b5-440e-47df-84dd-b5c89d1b0c85 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:21.749029 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc491dff-9888-4f64-8ba5-cd3b551ffeeb req-61a503b5-440e-47df-84dd-b5c89d1b0c85 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:21.755470 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc491dff-9888-4f64-8ba5-cd3b551ffeeb req-61a503b5-440e-47df-84dd-b5c89d1b0c85 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:21.763286 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc491dff-9888-4f64-8ba5-cd3b551ffeeb req-61a503b5-440e-47df-84dd-b5c89d1b0c85 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:21.770113 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc491dff-9888-4f64-8ba5-cd3b551ffeeb req-61a503b5-440e-47df-84dd-b5c89d1b0c85 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:21.782293 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc491dff-9888-4f64-8ba5-cd3b551ffeeb req-61a503b5-440e-47df-84dd-b5c89d1b0c85 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:21.785601 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc491dff-9888-4f64-8ba5-cd3b551ffeeb req-61a503b5-440e-47df-84dd-b5c89d1b0c85 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5409 time: 0.5174255 Jul 05 10:07:21.920099 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc491dff-9888-4f64-8ba5-cd3b551ffeeb req-14c1407f-4ed2-4d04-ae31-34bd37641e9f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1032834 Jul 05 10:07:22.298742 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12aa6d00-1d0f-48a6-9a00-538c77de5535 req-72ddb881-813b-4d3a-88e0-09fc40e9e2fa tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0964670 Jul 05 10:07:22.316149 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d03c0d00-cc70-48bf-b58a-7a02fa449e28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:22.326728 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d03c0d00-cc70-48bf-b58a-7a02fa449e28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.395696 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d03c0d00-cc70-48bf-b58a-7a02fa449e28 service neutron] Transition to ACTIVE for port object 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:22.402018 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d03c0d00-cc70-48bf-b58a-7a02fa449e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.554823 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c0d00-cc70-48bf-b58a-7a02fa449e28 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:22.605013 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'tag': '0e6db9d0-38f9-4121-8c58-31af2f739051'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:22.607258 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f04aa2-1bf2-442e-9cc9-2741f6efe3f9" -d '{"events": [{"name": "network-changed", "server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "tag": "0e6db9d0-38f9-4121-8c58-31af2f739051"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:22.715654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ae282-6127-4f7d-a240-cacc97472def req-ac353e83-c260-4f9b-9f07-bd44733349c0 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:22.731197 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b9ae282-6127-4f7d-a240-cacc97472def req-ac353e83-c260-4f9b-9f07-bd44733349c0 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 945 time: 0.2793844 Jul 05 10:07:22.787137 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d03c0d00-cc70-48bf-b58a-7a02fa449e28 service neutron] Attempting to bind port 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:22.787501 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d03c0d00-cc70-48bf-b58a-7a02fa449e28 service neutron] Attempting to bind port 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'cd3ac473-088a-4c00-8a73-7a24119fd2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '687dc320-4531-4e31-9377-87644d9740dc'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:22.787813 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d03c0d00-cc70-48bf-b58a-7a02fa449e28 service neutron] Attempting to bind port 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 on network 687dc320-4531-4e31-9377-87644d9740dc {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:22.813222 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d03c0d00-cc70-48bf-b58a-7a02fa449e28 service neutron] Port 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 on network 687dc320-4531-4e31-9377-87644d9740dc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:22.814066 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d03c0d00-cc70-48bf-b58a-7a02fa449e28 service neutron] Attempting to bind port 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 on network 687dc320-4531-4e31-9377-87644d9740dc {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:22.826307 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d03c0d00-cc70-48bf-b58a-7a02fa449e28 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:22.826736 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d03c0d00-cc70-48bf-b58a-7a02fa449e28 service neutron] Checking segment: {'id': 'cd3ac473-088a-4c00-8a73-7a24119fd2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '687dc320-4531-4e31-9377-87644d9740dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:22.827139 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d03c0d00-cc70-48bf-b58a-7a02fa449e28 service neutron] Bound using segment: {'id': 'cd3ac473-088a-4c00-8a73-7a24119fd2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '687dc320-4531-4e31-9377-87644d9740dc'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:22.827605 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d03c0d00-cc70-48bf-b58a-7a02fa449e28 service neutron] Bound port: 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3ac473-088a-4c00-8a73-7a24119fd2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '687dc320-4531-4e31-9377-87644d9740dc'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:22.828000 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d03c0d00-cc70-48bf-b58a-7a02fa449e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.942085 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96040320-895d-4dd8-9b30-133ebeb72c4c x-openstack-request-id: req-96040320-895d-4dd8-9b30-133ebeb72c4c {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:22.942830 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "tag": "0e6db9d0-38f9-4121-8c58-31af2f739051", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:22.944632 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-96040320-895d-4dd8-9b30-133ebeb72c4c {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:22.946078 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'tag': '0e6db9d0-38f9-4121-8c58-31af2f739051', 'status': 'completed', 'code': 200} Jul 05 10:07:22.962312 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b9ae282-6127-4f7d-a240-cacc97472def req-29046fa5-1264-4bc2-8b5d-5a149337c512 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/security-groups?id=27c20222-328d-42fb-aace-23b3c357edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199926 Jul 05 10:07:23.007949 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1073f3c1-c3c6-45b5-bc91-8fc6e5cef1de req-1ee69b99-ac4f-43f0-9baa-132e36bc35f4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a1866f2dbc7943cc9650cca627fa0abb&device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.1154795 Jul 05 10:07:23.078355 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1073f3c1-c3c6-45b5-bc91-8fc6e5cef1de req-eb644bfb-547e-423f-b06d-7f8b39275707 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=a1866f2dbc7943cc9650cca627fa0abb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604854 Jul 05 10:07:23.197492 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d03c0d00-cc70-48bf-b58a-7a02fa449e28 service neutron] For port 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:23.203258 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d03c0d00-cc70-48bf-b58a-7a02fa449e28 service neutron] For port 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19,segment=NetworkSegment(cd3ac473-088a-4c00-8a73-7a24119fd2db),segment_id=cd3ac473-088a-4c00-8a73-7a24119fd2db)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:23.220677 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d03c0d00-cc70-48bf-b58a-7a02fa449e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:23.270212 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f04aa2-1bf2-442e-9cc9-2741f6efe3f9 req-db7122e9-8df5-45d9-bea6-18156d9b5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:23.270809 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f04aa2-1bf2-442e-9cc9-2741f6efe3f9 req-db7122e9-8df5-45d9-bea6-18156d9b5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:23.271276 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f04aa2-1bf2-442e-9cc9-2741f6efe3f9 req-db7122e9-8df5-45d9-bea6-18156d9b5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:23.271757 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f04aa2-1bf2-442e-9cc9-2741f6efe3f9 req-db7122e9-8df5-45d9-bea6-18156d9b5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:23.272257 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f04aa2-1bf2-442e-9cc9-2741f6efe3f9 req-db7122e9-8df5-45d9-bea6-18156d9b5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:23.272724 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f04aa2-1bf2-442e-9cc9-2741f6efe3f9 req-db7122e9-8df5-45d9-bea6-18156d9b5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:23.273192 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f04aa2-1bf2-442e-9cc9-2741f6efe3f9 req-db7122e9-8df5-45d9-bea6-18156d9b5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:23.275660 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9f04aa2-1bf2-442e-9cc9-2741f6efe3f9 req-db7122e9-8df5-45d9-bea6-18156d9b5b44 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9596ba5fe35d4394b6d195316cece06b&device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 6436 time: 0.2698600 Jul 05 10:07:23.307715 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-28040a1b-0192-43cc-ae6d-dbd49049cb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:23.392462 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c0d00-cc70-48bf-b58a-7a02fa449e28 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:23.469479 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8804f379-3f26-4d8e-9b6b-7723ee2b8094 req-b8bc9a52-bb40-4e2f-a4f9-926f9e05f2b4 tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.2462387 Jul 05 10:07:23.494875 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d03c0d00-cc70-48bf-b58a-7a02fa449e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:23.495515 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d03c0d00-cc70-48bf-b58a-7a02fa449e28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:23.496880 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d03c0d00-cc70-48bf-b58a-7a02fa449e28 service neutron] 10.222.0.81 "PUT /v2.0/ports/6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 HTTP/1.1" status: 200 len: 1091 time: 2.2249575 Jul 05 10:07:23.602337 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:23.643256 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073f3c1-c3c6-45b5-bc91-8fc6e5cef1de req-f4cb9cfd-425a-4f02-917b-ecad33daf376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:23.647562 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1073f3c1-c3c6-45b5-bc91-8fc6e5cef1de req-f4cb9cfd-425a-4f02-917b-ecad33daf376 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5566089 Jul 05 10:07:23.846160 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f04aa2-1bf2-442e-9cc9-2741f6efe3f9 req-d507e9bd-4a83-4f46-9c03-7e61baf6a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:23.846985 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f04aa2-1bf2-442e-9cc9-2741f6efe3f9 req-d507e9bd-4a83-4f46-9c03-7e61baf6a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:23.847783 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f04aa2-1bf2-442e-9cc9-2741f6efe3f9 req-d507e9bd-4a83-4f46-9c03-7e61baf6a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:23.858286 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9f04aa2-1bf2-442e-9cc9-2741f6efe3f9 req-d507e9bd-4a83-4f46-9c03-7e61baf6a07b service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=9596ba5fe35d4394b6d195316cece06b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4672377 Jul 05 10:07:24.045969 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3983b53-165d-4f3f-b236-fae03019a8e1 req-ec37267b-b75a-4470-bb6c-3f8163f63e61 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:24.052343 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3983b53-165d-4f3f-b236-fae03019a8e1 req-ec37267b-b75a-4470-bb6c-3f8163f63e61 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:24.058853 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3983b53-165d-4f3f-b236-fae03019a8e1 req-ec37267b-b75a-4470-bb6c-3f8163f63e61 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:24.065292 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3983b53-165d-4f3f-b236-fae03019a8e1 req-ec37267b-b75a-4470-bb6c-3f8163f63e61 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:24.071302 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3983b53-165d-4f3f-b236-fae03019a8e1 req-ec37267b-b75a-4470-bb6c-3f8163f63e61 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:24.080194 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3983b53-165d-4f3f-b236-fae03019a8e1 req-ec37267b-b75a-4470-bb6c-3f8163f63e61 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:24.086450 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3983b53-165d-4f3f-b236-fae03019a8e1 req-ec37267b-b75a-4470-bb6c-3f8163f63e61 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:24.088612 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c3983b53-165d-4f3f-b236-fae03019a8e1 req-ec37267b-b75a-4470-bb6c-3f8163f63e61 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5421 time: 0.6990461 Jul 05 10:07:24.146242 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f04aa2-1bf2-442e-9cc9-2741f6efe3f9 req-899a6ac8-c92f-455f-8e25-03e8d2e51dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:24.148141 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9f04aa2-1bf2-442e-9cc9-2741f6efe3f9 req-899a6ac8-c92f-455f-8e25-03e8d2e51dd3 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2526560 Jul 05 10:07:24.156307 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d18fcb-3a01-4f35-b417-6b188740c057 req-eadadb4e-e9e4-46b1-995a-1f1c83a91639 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:24.158126 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3d18fcb-3a01-4f35-b417-6b188740c057 req-eadadb4e-e9e4-46b1-995a-1f1c83a91639 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.81 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 945 time: 0.5447066 Jul 05 10:07:24.209448 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c3983b53-165d-4f3f-b236-fae03019a8e1 req-014f0d8e-a573-440e-a709-6f2a2d21bf62 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1113863 Jul 05 10:07:24.383002 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cf88a-e886-4549-b33f-2b80971e7330 req-015afe3e-dba0-4529-b0eb-150ebc52254d tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:24.385268 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b9cf88a-e886-4549-b33f-2b80971e7330 req-015afe3e-dba0-4529-b0eb-150ebc52254d tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 945 time: 0.2227273 Jul 05 10:07:24.443726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-e78c2f2e-8624-4240-a208-4079f4bd6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:24.444303 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-e78c2f2e-8624-4240-a208-4079f4bd6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:24.444712 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-e78c2f2e-8624-4240-a208-4079f4bd6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:24.445293 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-e78c2f2e-8624-4240-a208-4079f4bd6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:24.445944 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-e78c2f2e-8624-4240-a208-4079f4bd6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:24.446244 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-e78c2f2e-8624-4240-a208-4079f4bd6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:24.446623 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-e78c2f2e-8624-4240-a208-4079f4bd6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:24.448759 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-e78c2f2e-8624-4240-a208-4079f4bd6f16 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9596ba5fe35d4394b6d195316cece06b&device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 6478 time: 0.2370312 Jul 05 10:07:24.581280 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b9cf88a-e886-4549-b33f-2b80971e7330 req-47889ab2-379e-49cc-91aa-b354232b2713 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/security-groups?id=27c20222-328d-42fb-aace-23b3c357edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711087 Jul 05 10:07:24.582930 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-c4f55d69-14ce-4cb7-909a-3ad9308aa126 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99eba310-ab63-4ad5-833a-fe875aecadc0 HTTP/1.1" status: 200 len: 217 time: 0.1254270 Jul 05 10:07:24.584382 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-a3d18fcb-3a01-4f35-b417-6b188740c057 req-9539cee8-63b0-4e34-8b35-d8942a389a11 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Deleting port 988588af-53f8-4d41-ba45-d9340a1a7e12 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:24.584730 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a3d18fcb-3a01-4f35-b417-6b188740c057 req-9539cee8-63b0-4e34-8b35-d8942a389a11 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:24.595381 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:25.174449 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'tag': '6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:25.177659 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9084f5be-836b-4d5c-ab0c-50d918999a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "tag": "6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:25.362285 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfced62-0d8f-4e01-9b6c-da198b7291f0 x-openstack-request-id: req-1dfced62-0d8f-4e01-9b6c-da198b7291f0 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:25.362808 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "tag": "6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:25.363239 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1dfced62-0d8f-4e01-9b6c-da198b7291f0 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:25.363778 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'tag': '6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19', 'status': 'completed', 'code': 200} Jul 05 10:07:25.366000 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1073f3c1-c3c6-45b5-bc91-8fc6e5cef1de req-5ea26f2a-f4b0-4580-8ba8-2bbca676c688 tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.78 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0915620 Jul 05 10:07:25.452985 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dcb3ad4c-95c0-41c4-86c4-6468758ddbad req-a0688e8a-dbc0-4fcd-b522-eb4e47b8038e tempest-ServerShowV257Test-1308793924 tempest-ServerShowV257Test-1308793924-project] 10.222.0.79 "GET /v2.0/ports?device_id=81bbec1c-fd69-4108-bc43-d0e12b9dc9d3 HTTP/1.1" status: 200 len: 210 time: 0.2614024 Jul 05 10:07:25.475246 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-9f16bd2e-e335-41a4-a2e9-ec1b3b605d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:25.503366 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-9f16bd2e-e335-41a4-a2e9-ec1b3b605d8b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49 HTTP/1.1" status: 200 len: 850 time: 0.9071071 Jul 05 10:07:25.638568 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a3d18fcb-3a01-4f35-b417-6b188740c057 req-9539cee8-63b0-4e34-8b35-d8942a389a11 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] For port 988588af-53f8-4d41-ba45-d9340a1a7e12, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=988588af-53f8-4d41-ba45-d9340a1a7e12,segment=NetworkSegment(c13bc1df-85db-460f-89d9-fdbc984bf134),segment_id=c13bc1df-85db-460f-89d9-fdbc984bf134)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:25.638945 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a3d18fcb-3a01-4f35-b417-6b188740c057 req-9539cee8-63b0-4e34-8b35-d8942a389a11 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:25.863771 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02732474-ff79-4a2a-9506-1de93305c9ed req-75960d94-6b63-4caf-b5ea-95d8ee978ac4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:25.899635 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02732474-ff79-4a2a-9506-1de93305c9ed req-75960d94-6b63-4caf-b5ea-95d8ee978ac4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:25.906096 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02732474-ff79-4a2a-9506-1de93305c9ed req-75960d94-6b63-4caf-b5ea-95d8ee978ac4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:25.912259 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02732474-ff79-4a2a-9506-1de93305c9ed req-75960d94-6b63-4caf-b5ea-95d8ee978ac4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:25.919353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02732474-ff79-4a2a-9506-1de93305c9ed req-75960d94-6b63-4caf-b5ea-95d8ee978ac4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:25.925287 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02732474-ff79-4a2a-9506-1de93305c9ed req-75960d94-6b63-4caf-b5ea-95d8ee978ac4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:25.932409 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02732474-ff79-4a2a-9506-1de93305c9ed req-75960d94-6b63-4caf-b5ea-95d8ee978ac4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:25.972063 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02732474-ff79-4a2a-9506-1de93305c9ed req-75960d94-6b63-4caf-b5ea-95d8ee978ac4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5421 time: 0.4182966 Jul 05 10:07:26.214686 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a3d18fcb-3a01-4f35-b417-6b188740c057 req-9539cee8-63b0-4e34-8b35-d8942a389a11 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:26.215395 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a3d18fcb-3a01-4f35-b417-6b188740c057 req-9539cee8-63b0-4e34-8b35-d8942a389a11 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:26.216101 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [req-a3d18fcb-3a01-4f35-b417-6b188740c057 req-9539cee8-63b0-4e34-8b35-d8942a389a11 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Floating IP 92fab1fd-f603-4fc5-8c10-6c09e4104d25 disassociated. External IP: 172.25.7.232, port: 988588af-53f8-4d41-ba45-d9340a1a7e12. Jul 05 10:07:26.216566 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-a3d18fcb-3a01-4f35-b417-6b188740c057 req-9539cee8-63b0-4e34-8b35-d8942a389a11 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Calling delete_port for 988588af-53f8-4d41-ba45-d9340a1a7e12 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:26.368762 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02732474-ff79-4a2a-9506-1de93305c9ed req-b70f9f03-0453-4e11-b61b-76226d5064dd tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3955848 Jul 05 10:07:26.420549 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-4810df19-5af6-4e47-acf1-c8f79709623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:26.422068 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-4810df19-5af6-4e47-acf1-c8f79709623d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e8809747-0653-4cdf-bd9b-7654560adade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8843937 Jul 05 10:07:26.456029 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 988588af-53f8-4d41-ba45-d9340a1a7e12 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:07:26.487389 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e1d80-75e5-4a14-bd03-e36177ffc59d req-0faff39e-1037-483c-babc-1b7b345bd2b0 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:26.494459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6e4e1d80-75e5-4a14-bd03-e36177ffc59d req-0faff39e-1037-483c-babc-1b7b345bd2b0 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 945 time: 0.7351286 Jul 05 10:07:26.651572 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6e4e1d80-75e5-4a14-bd03-e36177ffc59d req-3e93babc-03b4-4b33-b514-5f5f907d9e24 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/security-groups?id=27c20222-328d-42fb-aace-23b3c357edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553788 Jul 05 10:07:26.653608 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:26.663179 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a3d18fcb-3a01-4f35-b417-6b188740c057 req-9539cee8-63b0-4e34-8b35-d8942a389a11 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:26.684210 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-e27d882f-ca31-48f4-a203-5a8033dfa794 service neutron] 10.222.0.81 "GET /v2.0/networks/e8809747-0653-4cdf-bd9b-7654560adade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513525 Jul 05 10:07:26.745254 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:26.819012 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539cee8-63b0-4e34-8b35-d8942a389a11 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Pushing event deleted for resources: {'Port': ['ID=988588af-53f8-4d41-ba45-d9340a1a7e12,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:26.823361 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-e26350ff-5c76-458e-b955-827b18ef22a2 service neutron] 10.222.0.81 "GET /v2.0/networks/e8809747-0653-4cdf-bd9b-7654560adade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092539 Jul 05 10:07:26.940351 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-400a460f-8d43-418e-a04d-bdcdfa25b990 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=ad3d2c8e-2f41-490e-9670-d1710666ce1d HTTP/1.1" status: 200 len: 217 time: 0.0781355 Jul 05 10:07:27.058860 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-73c7616a-3673-4304-a899-0f55115486fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:27.060631 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-73c7616a-3673-4304-a899-0f55115486fd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.1138999 Jul 05 10:07:27.206743 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3d18fcb-3a01-4f35-b417-6b188740c057 req-9539cee8-63b0-4e34-8b35-d8942a389a11 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Router 5965dad4-59f0-4fa8-9c4d-f757c4a88a3a has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:07:27.221237 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56212) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:27.257582 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-a9b68704-483a-4298-88fb-8f9c2471acd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:27.259100 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-a9b68704-483a-4298-88fb-8f9c2471acd8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1904433 Jul 05 10:07:27.374028 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4383ab37-2368-4415-a2fb-a4dbd8e17e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:27.507024 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4383ab37-2368-4415-a2fb-a4dbd8e17e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:27.512730 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4383ab37-2368-4415-a2fb-a4dbd8e17e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:27.564255 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-72939f38-af83-4b29-badd-8275a21ccf48 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434165 Jul 05 10:07:27.567431 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3d18fcb-3a01-4f35-b417-6b188740c057 req-9539cee8-63b0-4e34-8b35-d8942a389a11 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:07:27.578787 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8c8dd1-04bd-4263-9ba8-6b17d19204a5 None None] Sync routers for ids ['5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:07:27.584649 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383ab37-2368-4415-a2fb-a4dbd8e17e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e64ffb3-d635-4ad6-b662-55e21a0873b2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:27.605588 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8c8dd1-04bd-4263-9ba8-6b17d19204a5 None None] Routers {'5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:27.607818 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3d8c8dd1-04bd-4263-9ba8-6b17d19204a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:07:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:27.629090 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4383ab37-2368-4415-a2fb-a4dbd8e17e58 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a1866f2dbc7943cc9650cca627fa0abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4066236 Jul 05 10:07:27.631950 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56230) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:27.668308 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56232) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:27.755352 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9f0d08a-8376-4faa-b976-ac819a4e4e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:27.782332 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9f0d08a-8376-4faa-b976-ac819a4e4e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:27.797083 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d18fcb-3a01-4f35-b417-6b188740c057 req-9539cee8-63b0-4e34-8b35-d8942a389a11 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] No DVR routers for this DVR port 988588af-53f8-4d41-ba45-d9340a1a7e12 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:07:27.805289 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a3d18fcb-3a01-4f35-b417-6b188740c057 req-9539cee8-63b0-4e34-8b35-d8942a389a11 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:27.807595 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3d18fcb-3a01-4f35-b417-6b188740c057 req-9539cee8-63b0-4e34-8b35-d8942a389a11 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.81 "DELETE /v2.0/ports/988588af-53f8-4d41-ba45-d9340a1a7e12 HTTP/1.1" status: 204 len: 173 time: 3.6434727 Jul 05 10:07:27.827390 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab668df-7d38-40ab-954a-2af253925e48', 'name': 'network-vif-deleted', 'tag': '988588af-53f8-4d41-ba45-d9340a1a7e12'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:27.829759 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba0322c-7644-4625-9cef-d185fc5372aa" -d '{"events": [{"server_uuid": "fab668df-7d38-40ab-954a-2af253925e48", "name": "network-vif-deleted", "tag": "988588af-53f8-4d41-ba45-d9340a1a7e12"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:27.841855 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-3d8c8dd1-04bd-4263-9ba8-6b17d19204a5 None None] Set router 5965dad4-59f0-4fa8-9c4d-f757c4a88a3a gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:07:27.896646 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9f0d08a-8376-4faa-b976-ac819a4e4e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:27.901235 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9f0d08a-8376-4faa-b976-ac819a4e4e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:27.903420 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e9f0d08a-8376-4faa-b976-ac819a4e4e00 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2e64ffb3-d635-4ad6-b662-55e21a0873b2 HTTP/1.1" status: 204 len: 168 time: 0.2704804 Jul 05 10:07:27.948062 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0d08a-8376-4faa-b976-ac819a4e4e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e64ffb3-d635-4ad6-b662-55e21a0873b2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:27.968607 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2abb97fc-2b91-4ee7-b915-ee8d43a9a98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:28.123272 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3bb15510-f692-40c4-937e-d95017e5d1a5 req-a4331575-e73d-4a7a-be86-ebae344ca447 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 210 time: 0.2176292 Jul 05 10:07:28.185371 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-3661b72d-4b7c-4767-ab21-dc6957c02c9d service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6099977 Jul 05 10:07:28.266095 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2abb97fc-2b91-4ee7-b915-ee8d43a9a98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:28.281222 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2abb97fc-2b91-4ee7-b915-ee8d43a9a98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:28.344052 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6591886-ff81-456d-b53d-8f518416b86e x-openstack-request-id: req-e6591886-ff81-456d-b53d-8f518416b86e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:28.344640 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab668df-7d38-40ab-954a-2af253925e48", "name": "network-vif-deleted", "tag": "988588af-53f8-4d41-ba45-d9340a1a7e12", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:28.344640 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e6591886-ff81-456d-b53d-8f518416b86e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:28.345010 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab668df-7d38-40ab-954a-2af253925e48', 'name': 'network-vif-deleted', 'tag': '988588af-53f8-4d41-ba45-d9340a1a7e12', 'status': 'completed', 'code': 200} Jul 05 10:07:28.347874 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-0ed522f7-6c26-49d5-8157-f8cfdc1007a3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=c525671f-d077-42c1-aee6-61ee852b4f0f HTTP/1.1" status: 200 len: 217 time: 0.1575282 Jul 05 10:07:28.366172 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3d8c8dd1-04bd-4263-9ba8-6b17d19204a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'name': 'tempest-TestServerBasicOps-2089427825-router', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:19Z', 'updated_at': '2021-07-05T10:01:33Z', 'revision_number': 4, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'gw_port': {'id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:21Z', 'updated_at': '2021-07-05T10:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '1bb58871-6d5b-44f2-8ceb-967ab05b6933', 'name': '', 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'mac_address': 'fa:16:3e:14:37:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '0c379dec-ee39-4983-8ded-bfe00de85f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:30Z', 'updated_at': '2021-07-05T10:01:46Z', 'revision_number': 5, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'subnets': [{'id': '0c379dec-ee39-4983-8ded-bfe00de85f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:28.398513 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8c8dd1-04bd-4263-9ba8-6b17d19204a5 None None] Checking router: 5965dad4-59f0-4fa8-9c4d-f757c4a88a3a for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:07:28.399568 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2abb97fc-2b91-4ee7-b915-ee8d43a9a98e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b228db4d0b8b4326b621933bf5574dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7296965 Jul 05 10:07:28.401728 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb97fc-2b91-4ee7-b915-ee8d43a9a98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caae05d6-e281-4d88-9596-42e0c9bc0e43,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:28.405536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56260) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:28.413154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8c8dd1-04bd-4263-9ba8-6b17d19204a5 None None] Routers {'5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:28.414448 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3d8c8dd1-04bd-4263-9ba8-6b17d19204a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:07:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:28.486780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f980fa0-1b71-46bb-a144-dcaff24934e4 req-ba601aa1-96fd-4fb5-932e-2d0cfcb3ab45 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:28.497647 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f980fa0-1b71-46bb-a144-dcaff24934e4 req-ba601aa1-96fd-4fb5-932e-2d0cfcb3ab45 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:28.519536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f980fa0-1b71-46bb-a144-dcaff24934e4 req-ba601aa1-96fd-4fb5-932e-2d0cfcb3ab45 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:28.570723 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f980fa0-1b71-46bb-a144-dcaff24934e4 req-ba601aa1-96fd-4fb5-932e-2d0cfcb3ab45 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:28.578502 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f980fa0-1b71-46bb-a144-dcaff24934e4 req-ba601aa1-96fd-4fb5-932e-2d0cfcb3ab45 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:28.584724 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f980fa0-1b71-46bb-a144-dcaff24934e4 req-ba601aa1-96fd-4fb5-932e-2d0cfcb3ab45 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:28.599441 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f980fa0-1b71-46bb-a144-dcaff24934e4 req-ba601aa1-96fd-4fb5-932e-2d0cfcb3ab45 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:28.611911 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f980fa0-1b71-46bb-a144-dcaff24934e4 req-ba601aa1-96fd-4fb5-932e-2d0cfcb3ab45 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5421 time: 0.8742223 Jul 05 10:07:28.626999 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-3d8c8dd1-04bd-4263-9ba8-6b17d19204a5 None None] Set router 5965dad4-59f0-4fa8-9c4d-f757c4a88a3a gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:07:28.694353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-78c4cf6a-f616-4842-b0e4-320827583982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:28.696052 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-78c4cf6a-f616-4842-b0e4-320827583982 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.3292937 Jul 05 10:07:28.741040 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f980fa0-1b71-46bb-a144-dcaff24934e4 req-1a5b0a27-9dd4-430b-b688-7342d3717373 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1293294 Jul 05 10:07:28.811688 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-803cd570-c352-4cee-9bf1-c5ddac37e493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:28.860366 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-803cd570-c352-4cee-9bf1-c5ddac37e493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:28.881878 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-288b086e-4c2b-4ec9-adbd-77f7a384bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:28.883416 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-288b086e-4c2b-4ec9-adbd-77f7a384bf1a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1772540 Jul 05 10:07:29.000294 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-803cd570-c352-4cee-9bf1-c5ddac37e493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:29.004122 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-803cd570-c352-4cee-9bf1-c5ddac37e493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:29.005473 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-803cd570-c352-4cee-9bf1-c5ddac37e493 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/caae05d6-e281-4d88-9596-42e0c9bc0e43 HTTP/1.1" status: 204 len: 168 time: 0.3940167 Jul 05 10:07:29.030589 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cd570-c352-4cee-9bf1-c5ddac37e493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caae05d6-e281-4d88-9596-42e0c9bc0e43,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:29.048813 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d8a36a65-427b-4c48-840b-86a1043225fb service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568449 Jul 05 10:07:29.183918 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3d8c8dd1-04bd-4263-9ba8-6b17d19204a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'name': 'tempest-TestServerBasicOps-2089427825-router', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:19Z', 'updated_at': '2021-07-05T10:01:33Z', 'revision_number': 4, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'gw_port': {'id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:21Z', 'updated_at': '2021-07-05T10:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '1bb58871-6d5b-44f2-8ceb-967ab05b6933', 'name': '', 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'mac_address': 'fa:16:3e:14:37:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '0c379dec-ee39-4983-8ded-bfe00de85f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:30Z', 'updated_at': '2021-07-05T10:01:46Z', 'revision_number': 5, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'subnets': [{'id': '0c379dec-ee39-4983-8ded-bfe00de85f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:29.218027 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-efd4e739-ef8c-4acf-a72e-8a66cc424b3e service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626720 Jul 05 10:07:29.257080 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8c8dd1-04bd-4263-9ba8-6b17d19204a5 None None] The sync data for ids ['5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'] in n-d-798054-8 is: [{'id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'name': 'tempest-TestServerBasicOps-2089427825-router', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:19Z', 'updated_at': '2021-07-05T10:01:33Z', 'revision_number': 4, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'gw_port': {'id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:21Z', 'updated_at': '2021-07-05T10:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '1bb58871-6d5b-44f2-8ceb-967ab05b6933', 'name': '', 'network_id': 'ea5b87a6-c54b-4459-9dc2-7b432dbb441e', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'mac_address': 'fa:16:3e:14:37:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '0c379dec-ee39-4983-8ded-bfe00de85f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:30Z', 'updated_at': '2021-07-05T10:01:46Z', 'revision_number': 5, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'subnets': [{'id': '0c379dec-ee39-4983-8ded-bfe00de85f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:07:29.325242 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:07:29.348040 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-2b8c2eb0-cee7-4319-ad7d-148412191a6e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=bc64378d-0809-4948-9109-02bb5cc40da5 HTTP/1.1" status: 200 len: 217 time: 0.1225564 Jul 05 10:07:29.410750 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3a1e9e93-f11d-4aba-83e5-5fffcb118f7a req-e9e3adf8-5c6c-4065-bf84-a28a921f00e0 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "GET /v2.0/ports?device_id=fab668df-7d38-40ab-954a-2af253925e48 HTTP/1.1" status: 200 len: 210 time: 0.0656857 Jul 05 10:07:29.506844 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-186c34c6-8fe4-4808-afab-099fbdefdb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:29.507568 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-186c34c6-8fe4-4808-afab-099fbdefdb53 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.1506987 Jul 05 10:07:29.518573 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56310) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:29.606460 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-7f023428-9219-4a5e-a171-e53c6da8f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:29.608696 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-7f023428-9219-4a5e-a171-e53c6da8f97a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0907984 Jul 05 10:07:29.708516 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5709a86e-9d3f-4b71-87b1-1aaeeb7f4ff6 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-153409918-network', 'tenant_id': '54071c327375462799f0e2c4175b7987'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:29.719279 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56318) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:29.744297 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b0176549-c25a-4bb2-95cc-21bc7957a7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:29.755697 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecf1dde-f7d2-4a46-a8f1-7fc4774dd245 None None] New status for floating IP 92fab1fd-f603-4fc5-8c10-6c09e4104d25: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:07:29.760932 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-1902d6b4-f861-447e-ab8f-8a71610fb469 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459699 Jul 05 10:07:29.764316 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5709a86e-9d3f-4b71-87b1-1aaeeb7f4ff6 admin admin] Made reservation on behalf of 54071c327375462799f0e2c4175b7987 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:29.766898 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5709a86e-9d3f-4b71-87b1-1aaeeb7f4ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:29.778776 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5709a86e-9d3f-4b71-87b1-1aaeeb7f4ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:29.811512 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-5709a86e-9d3f-4b71-87b1-1aaeeb7f4ff6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:07:29.811512 n-d-798054-8 neutron-server[93906]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 10:07:29.811512 n-d-798054-8 neutron-server[93906]: [parameters: {'project_id_1': '54071c327375462799f0e2c4175b7987', 'expiration_1': datetime.datetime(2021, 7, 5, 10, 7, 29, 798288)}] Jul 05 10:07:29.811512 n-d-798054-8 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:07:29.812133 n-d-798054-8 neutron-server[93906]: DEBUG oslo_db.api [None req-5709a86e-9d3f-4b71-87b1-1aaeeb7f4ff6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:07:29.884248 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-cb2d0d71-878c-4b5d-9128-b8ce24578e6f service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165838 Jul 05 10:07:29.978217 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-69dff34c-dd0e-4a33-acfd-eaa69823a9e2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=c1821982-65d1-4284-b01f-61dd67e40864 HTTP/1.1" status: 200 len: 217 time: 0.0866015 Jul 05 10:07:29.980026 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b0176549-c25a-4bb2-95cc-21bc7957a7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:30.000220 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b0176549-c25a-4bb2-95cc-21bc7957a7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:30.048740 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b0176549-c25a-4bb2-95cc-21bc7957a7c6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f292cf1f702043bca2a475cc20c634d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3283477 Jul 05 10:07:30.049859 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56326) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:30.051952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-76be92a3-b5ad-4d0b-8712-70f78c6d28fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:30.054255 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-76be92a3-b5ad-4d0b-8712-70f78c6d28fa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0684621 Jul 05 10:07:30.072590 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0176549-c25a-4bb2-95cc-21bc7957a7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0f5d92-0448-4b31-a2c3-a79ee184f5f1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:30.084333 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820f156-773d-4108-ba1c-4d5e2d0dbb15 req-7b6604b1-24ec-4597-8975-7d312c60926c tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:30.092151 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820f156-773d-4108-ba1c-4d5e2d0dbb15 req-7b6604b1-24ec-4597-8975-7d312c60926c tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:30.098047 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820f156-773d-4108-ba1c-4d5e2d0dbb15 req-7b6604b1-24ec-4597-8975-7d312c60926c tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:30.104094 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820f156-773d-4108-ba1c-4d5e2d0dbb15 req-7b6604b1-24ec-4597-8975-7d312c60926c tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:30.110296 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820f156-773d-4108-ba1c-4d5e2d0dbb15 req-7b6604b1-24ec-4597-8975-7d312c60926c tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:30.116115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820f156-773d-4108-ba1c-4d5e2d0dbb15 req-7b6604b1-24ec-4597-8975-7d312c60926c tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:30.122120 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820f156-773d-4108-ba1c-4d5e2d0dbb15 req-7b6604b1-24ec-4597-8975-7d312c60926c tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:30.124115 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9820f156-773d-4108-ba1c-4d5e2d0dbb15 req-7b6604b1-24ec-4597-8975-7d312c60926c tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5421 time: 0.2254181 Jul 05 10:07:30.238541 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9820f156-773d-4108-ba1c-4d5e2d0dbb15 req-8e26bb48-c9cb-4197-b4f0-9fb4b74a4262 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1008673 Jul 05 10:07:30.241209 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-caa5d541-ed15-452e-b1fb-05e6bc774a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:30.248341 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-8c0368b8-59ce-4bd0-8a14-826f93922dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:30.249918 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-8c0368b8-59ce-4bd0-8a14-826f93922dd9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1783550 Jul 05 10:07:30.308351 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-caa5d541-ed15-452e-b1fb-05e6bc774a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:30.314557 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5709a86e-9d3f-4b71-87b1-1aaeeb7f4ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:30.385205 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d52be45b-9163-4d11-996b-e44517cd6e44 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279850 Jul 05 10:07:30.393688 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-caa5d541-ed15-452e-b1fb-05e6bc774a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:30.396276 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-caa5d541-ed15-452e-b1fb-05e6bc774a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:30.399685 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-caa5d541-ed15-452e-b1fb-05e6bc774a75 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ec0f5d92-0448-4b31-a2c3-a79ee184f5f1 HTTP/1.1" status: 204 len: 168 time: 0.3409121 Jul 05 10:07:30.440442 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5d541-ed15-452e-b1fb-05e6bc774a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0f5d92-0448-4b31-a2c3-a79ee184f5f1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:30.523269 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5709a86e-9d3f-4b71-87b1-1aaeeb7f4ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:30.531506 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5709a86e-9d3f-4b71-87b1-1aaeeb7f4ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:30.573778 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56340) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:30.585830 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-39431d41-2768-4b1d-ac32-117582421913 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917253 Jul 05 10:07:30.665989 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5709a86e-9d3f-4b71-87b1-1aaeeb7f4ff6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:07:30.680077 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-90ceba99-87c5-47e4-9ad8-c74122e85acb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0e6db9d0-38f9-4121-8c58-31af2f739051 HTTP/1.1" status: 200 len: 217 time: 0.0879884 Jul 05 10:07:30.749596 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5709a86e-9d3f-4b71-87b1-1aaeeb7f4ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:30.750108 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-5709a86e-9d3f-4b71-87b1-1aaeeb7f4ff6 admin admin] Added segment 1045f20f-1d64-4fff-8ad3-5a214c945d1f of type vlan for network c8693824-bca1-465f-b539-0ba8287a1c4d Jul 05 10:07:30.752370 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709a86e-9d3f-4b71-87b1-1aaeeb7f4ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9fd675-5c92-4b69-a342-690fe8f84853,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:30.796138 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-c382a2df-fba5-4454-994a-0785f0895e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:30.797728 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-c382a2df-fba5-4454-994a-0785f0895e60 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cad995d8-210a-44a5-ac6b-55fe6188cec8 HTTP/1.1" status: 200 len: 797 time: 0.1097574 Jul 05 10:07:30.827020 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5709a86e-9d3f-4b71-87b1-1aaeeb7f4ff6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:30.870861 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-22799ac7-4b01-4fc0-8d41-7d56154e48f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Deleting port 56d7279c-31e2-4ea2-8358-113b44264462 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:30.871221 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22799ac7-4b01-4fc0-8d41-7d56154e48f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:30.919566 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-4ee20eba-b085-46fa-9c3b-6913448a1e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:30.922591 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-4ee20eba-b085-46fa-9c3b-6913448a1e8f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=687dc320-4531-4e31-9377-87644d9740dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1165216 Jul 05 10:07:30.933294 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56348) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:30.997362 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27e35ded-9de4-4113-9a26-9f94c3dfa4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:31.025417 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22799ac7-4b01-4fc0-8d41-7d56154e48f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:31.025758 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22799ac7-4b01-4fc0-8d41-7d56154e48f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:31.039468 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-22799ac7-4b01-4fc0-8d41-7d56154e48f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Calling delete_port for 56d7279c-31e2-4ea2-8358-113b44264462 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:31.137692 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-eac12ad4-7b5b-4fa6-8710-228d005d61c9 service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041271 Jul 05 10:07:31.179913 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5709a86e-9d3f-4b71-87b1-1aaeeb7f4ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:31.180856 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5709a86e-9d3f-4b71-87b1-1aaeeb7f4ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:31.181790 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5709a86e-9d3f-4b71-87b1-1aaeeb7f4ff6 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:31.187431 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22799ac7-4b01-4fc0-8d41-7d56154e48f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:31.279061 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22799ac7-4b01-4fc0-8d41-7d56154e48f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Pushing event deleted for resources: {'Port': ['ID=56d7279c-31e2-4ea2-8358-113b44264462,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:31.303394 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-f7b71171-a1c3-4442-b5e7-f9cae7ba0979 service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571009 Jul 05 10:07:31.380553 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-7e890ada-a0cd-4650-8338-312a08632114 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 HTTP/1.1" status: 200 len: 217 time: 0.0693688 Jul 05 10:07:31.406252 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709a86e-9d3f-4b71-87b1-1aaeeb7f4ff6 admin admin] Pushing event updated for resources: {'Network': ['ID=c8693824-bca1-465f-b539-0ba8287a1c4d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:31.417419 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network c8693824-bca1-465f-b539-0ba8287a1c4d details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:07:31.459736 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22799ac7-4b01-4fc0-8d41-7d56154e48f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:31.469008 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22799ac7-4b01-4fc0-8d41-7d56154e48f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:31.473184 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-22799ac7-4b01-4fc0-8d41-7d56154e48f1 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "DELETE /v2.0/floatingips/92fab1fd-f603-4fc5-8c10-6c09e4104d25 HTTP/1.1" status: 204 len: 168 time: 0.8961852 Jul 05 10:07:31.586025 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27e35ded-9de4-4113-9a26-9f94c3dfa4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:31.593313 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-767332b4-b6f9-4e42-b9be-7711c75db338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:31.595443 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-767332b4-b6f9-4e42-b9be-7711c75db338 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cad995d8-210a-44a5-ac6b-55fe6188cec8 HTTP/1.1" status: 200 len: 797 time: 0.2051561 Jul 05 10:07:31.598076 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5709a86e-9d3f-4b71-87b1-1aaeeb7f4ff6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0777657 Jul 05 10:07:31.600248 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27e35ded-9de4-4113-9a26-9f94c3dfa4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:31.600889 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56370) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:31.606350 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-06ac1e67-7c78-4103-b141-e70fa07e0a0a admin admin] Request body: {'subnet': {'network_id': 'c8693824-bca1-465f-b539-0ba8287a1c4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-153409918-subnet', 'tenant_id': '54071c327375462799f0e2c4175b7987', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:31.663026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56372) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:31.685927 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ac1e67-7c78-4103-b141-e70fa07e0a0a admin admin] Made reservation on behalf of 54071c327375462799f0e2c4175b7987 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:31.688675 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06ac1e67-7c78-4103-b141-e70fa07e0a0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:31.716244 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e35ded-9de4-4113-9a26-9f94c3dfa4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149e6699-812f-406c-bf17-8e99bf86afc1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:31.769135 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56378) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:31.769359 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-27e35ded-9de4-4113-9a26-9f94c3dfa4d7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5db6f82b5f0845a9a01163805c59fa3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8341026 Jul 05 10:07:31.785218 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1d6c6-8e8b-414c-887f-5fdbae1054a5 req-cd95b1c4-5a18-48e8-b469-15138194ad10 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:31.792715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1d6c6-8e8b-414c-887f-5fdbae1054a5 req-cd95b1c4-5a18-48e8-b469-15138194ad10 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:31.798742 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1d6c6-8e8b-414c-887f-5fdbae1054a5 req-cd95b1c4-5a18-48e8-b469-15138194ad10 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:31.804872 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1d6c6-8e8b-414c-887f-5fdbae1054a5 req-cd95b1c4-5a18-48e8-b469-15138194ad10 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:31.811290 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1d6c6-8e8b-414c-887f-5fdbae1054a5 req-cd95b1c4-5a18-48e8-b469-15138194ad10 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:31.817485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1d6c6-8e8b-414c-887f-5fdbae1054a5 req-cd95b1c4-5a18-48e8-b469-15138194ad10 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:31.824760 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1d6c6-8e8b-414c-887f-5fdbae1054a5 req-cd95b1c4-5a18-48e8-b469-15138194ad10 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:31.827009 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eec1d6c6-8e8b-414c-887f-5fdbae1054a5 req-cd95b1c4-5a18-48e8-b469-15138194ad10 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5421 time: 0.4357755 Jul 05 10:07:31.836095 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d597b087-4025-47f3-a7ba-849890d19ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:31.837852 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-d597b087-4025-47f3-a7ba-849890d19ba6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=687dc320-4531-4e31-9377-87644d9740dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2138236 Jul 05 10:07:31.875497 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-54abad50-e24a-4d7e-a142-f018f1a9e281 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:31.927166 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-54abad50-e24a-4d7e-a142-f018f1a9e281 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:31.950323 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e8b464c-4a67-4c63-9d2d-5329c5dbed25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:32.023360 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e8b464c-4a67-4c63-9d2d-5329c5dbed25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:32.123508 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06ac1e67-7c78-4103-b141-e70fa07e0a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:32.154807 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-54abad50-e24a-4d7e-a142-f018f1a9e281 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:32.157481 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-54abad50-e24a-4d7e-a142-f018f1a9e281 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:32.161253 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-54abad50-e24a-4d7e-a142-f018f1a9e281 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] 10.222.0.79 "DELETE /v2.0/security-groups/27c20222-328d-42fb-aace-23b3c357edff HTTP/1.1" status: 204 len: 168 time: 0.4943666 Jul 05 10:07:32.187093 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abad50-e24a-4d7e-a142-f018f1a9e281 tempest-TestServerBasicOps-1455027075 tempest-TestServerBasicOps-1455027075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c20222-328d-42fb-aace-23b3c357edff,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:32.216106 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e8b464c-4a67-4c63-9d2d-5329c5dbed25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:32.219509 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e8b464c-4a67-4c63-9d2d-5329c5dbed25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:32.220774 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8e8b464c-4a67-4c63-9d2d-5329c5dbed25 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/149e6699-812f-406c-bf17-8e99bf86afc1 HTTP/1.1" status: 204 len: 168 time: 0.4362724 Jul 05 10:07:32.252068 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac1e67-7c78-4103-b141-e70fa07e0a0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1ddefb4-ba09-47d9-be57-57efe3064ecc,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:32.276721 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56390) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:32.286055 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b464c-4a67-4c63-9d2d-5329c5dbed25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149e6699-812f-406c-bf17-8e99bf86afc1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:32.307894 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac1e67-7c78-4103-b141-e70fa07e0a0a admin admin] Checking segment: {'id': '1045f20f-1d64-4fff-8ad3-5a214c945d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c8693824-bca1-465f-b539-0ba8287a1c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:32.308389 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ac1e67-7c78-4103-b141-e70fa07e0a0a admin admin] Network hostable DHCP agents. Network: c8693824-bca1-465f-b539-0ba8287a1c4d, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:07:32.369800 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ac1e67-7c78-4103-b141-e70fa07e0a0a admin admin] Network c8693824-bca1-465f-b539-0ba8287a1c4d is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:07:32.385650 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-06ac1e67-7c78-4103-b141-e70fa07e0a0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, c8693824-bca1-465f-b539-0ba8287a1c4d) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:32.389866 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ac1e67-7c78-4103-b141-e70fa07e0a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:32.390467 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06ac1e67-7c78-4103-b141-e70fa07e0a0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:32.395338 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14269b5a-0e7d-4d1d-b0b1-5168d4e5943d None None] Network c8693824-bca1-465f-b539-0ba8287a1c4d requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:07:32.416580 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-06ac1e67-7c78-4103-b141-e70fa07e0a0a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8145730 Jul 05 10:07:32.572743 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-b56f78bf-015d-4a8b-bf61-e056143912ff service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7250097 Jul 05 10:07:32.641932 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333e76ed-1830-4dd6-8d4c-599a1db38169 None None] Network c8693824-bca1-465f-b539-0ba8287a1c4d requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:07:32.787067 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56406) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:32.798042 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eec1d6c6-8e8b-414c-887f-5fdbae1054a5 req-80a6c767-3383-4472-85d5-d009cacf9fcf tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.9590609 Jul 05 10:07:32.856488 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:32.898988 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b07465d-1af0-4c27-883d-97e0af9a5b57 req-23fe833b-414a-4fc7-abe0-41115d34e01e service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102043 Jul 05 10:07:33.014888 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eaf321f-6462-42db-9ef1-dbdbf3d10003 admin admin] Deleting subnet b1ddefb4-ba09-47d9-be57-57efe3064ecc {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:07:33.022856 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4eaf321f-6462-42db-9ef1-dbdbf3d10003 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:33.104693 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4eaf321f-6462-42db-9ef1-dbdbf3d10003 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:33.129228 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084f5be-836b-4d5c-ab0c-50d918999a6a req-c600dc16-8a08-4d1b-b801-7a637ff8b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:33.129640 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084f5be-836b-4d5c-ab0c-50d918999a6a req-c600dc16-8a08-4d1b-b801-7a637ff8b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:33.130121 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084f5be-836b-4d5c-ab0c-50d918999a6a req-c600dc16-8a08-4d1b-b801-7a637ff8b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:33.131158 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084f5be-836b-4d5c-ab0c-50d918999a6a req-c600dc16-8a08-4d1b-b801-7a637ff8b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:33.131158 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084f5be-836b-4d5c-ab0c-50d918999a6a req-c600dc16-8a08-4d1b-b801-7a637ff8b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:33.133270 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084f5be-836b-4d5c-ab0c-50d918999a6a req-c600dc16-8a08-4d1b-b801-7a637ff8b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:33.137225 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084f5be-836b-4d5c-ab0c-50d918999a6a req-c600dc16-8a08-4d1b-b801-7a637ff8b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:33.143983 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9084f5be-836b-4d5c-ab0c-50d918999a6a req-c600dc16-8a08-4d1b-b801-7a637ff8b465 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9596ba5fe35d4394b6d195316cece06b&device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 6478 time: 0.1588016 Jul 05 10:07:33.208789 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4eaf321f-6462-42db-9ef1-dbdbf3d10003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:33.304689 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084f5be-836b-4d5c-ab0c-50d918999a6a req-8dd324f7-ef4f-4a02-96a3-1f1535f2c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:33.309826 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9084f5be-836b-4d5c-ab0c-50d918999a6a req-8dd324f7-ef4f-4a02-96a3-1f1535f2c998 service neutron] 10.222.0.81 "GET /v2.0/networks?id=687dc320-4531-4e31-9377-87644d9740dc HTTP/1.1" status: 200 len: 903 time: 0.1589146 Jul 05 10:07:33.351331 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4eaf321f-6462-42db-9ef1-dbdbf3d10003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:33.398018 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9084f5be-836b-4d5c-ab0c-50d918999a6a req-5d30af57-20b7-4e6d-91f4-cc14ebdee6fb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 HTTP/1.1" status: 200 len: 217 time: 0.0791211 Jul 05 10:07:33.419935 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf321f-6462-42db-9ef1-dbdbf3d10003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1ddefb4-ba09-47d9-be57-57efe3064ecc,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:33.427564 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4eaf321f-6462-42db-9ef1-dbdbf3d10003 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:33.429516 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4eaf321f-6462-42db-9ef1-dbdbf3d10003 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b1ddefb4-ba09-47d9-be57-57efe3064ecc HTTP/1.1" status: 204 len: 168 time: 0.5420959 Jul 05 10:07:33.432814 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56430) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:33.508373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084f5be-836b-4d5c-ab0c-50d918999a6a req-b4861ae8-8223-4337-893b-ca73b8a4356c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:33.516611 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9084f5be-836b-4d5c-ab0c-50d918999a6a req-b4861ae8-8223-4337-893b-ca73b8a4356c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cad995d8-210a-44a5-ac6b-55fe6188cec8 HTTP/1.1" status: 200 len: 797 time: 0.1109087 Jul 05 10:07:33.529835 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-20baabc4-9930-4624-b282-2a1b81800f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:33.533313 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cd2cd8e-c10f-4141-8f12-ca4274d1a0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:33.644574 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084f5be-836b-4d5c-ab0c-50d918999a6a req-f9fb020b-486e-4555-ac2b-8effa568f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:33.651047 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9084f5be-836b-4d5c-ab0c-50d918999a6a req-f9fb020b-486e-4555-ac2b-8effa568f91c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=687dc320-4531-4e31-9377-87644d9740dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1197350 Jul 05 10:07:33.752961 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cd2cd8e-c10f-4141-8f12-ca4274d1a0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:33.771158 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-8cd2cd8e-c10f-4141-8f12-ca4274d1a0d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8693824-bca1-465f-b539-0ba8287a1c4d']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:33.785821 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-8cd2cd8e-c10f-4141-8f12-ca4274d1a0d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1045f20f-1d64-4fff-8ad3-5a214c945d1f') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:33.786132 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-8cd2cd8e-c10f-4141-8f12-ca4274d1a0d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1045f20f-1d64-4fff-8ad3-5a214c945d1f') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:33.797575 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9084f5be-836b-4d5c-ab0c-50d918999a6a req-6891b33c-ae81-47e7-bc9a-367d828a9f57 service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447515 Jul 05 10:07:33.801686 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cd2cd8e-c10f-4141-8f12-ca4274d1a0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:33.910184 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9084f5be-836b-4d5c-ab0c-50d918999a6a req-9ebffd7f-2e42-4c26-bc33-75e75824ecec service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053495 Jul 05 10:07:33.917137 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cd2cd8e-c10f-4141-8f12-ca4274d1a0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:33.934211 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd2cd8e-c10f-4141-8f12-ca4274d1a0d0 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:07:33.934622 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cd2cd8e-c10f-4141-8f12-ca4274d1a0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:07:33.941731 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:07:34.013024 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cd2cd8e-c10f-4141-8f12-ca4274d1a0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:34.039059 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cd2cd8e-c10f-4141-8f12-ca4274d1a0d0 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:34.041563 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8cd2cd8e-c10f-4141-8f12-ca4274d1a0d0 admin admin] 10.222.0.79 "DELETE /v2.0/networks/c8693824-bca1-465f-b539-0ba8287a1c4d HTTP/1.1" status: 204 len: 168 time: 0.6076579 Jul 05 10:07:34.061930 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2cd8e-c10f-4141-8f12-ca4274d1a0d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8693824-bca1-465f-b539-0ba8287a1c4d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:34.128957 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-20baabc4-9930-4624-b282-2a1b81800f02 admin admin] Deleting port 1bb58871-6d5b-44f2-8ceb-967ab05b6933 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:34.129311 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-20baabc4-9930-4624-b282-2a1b81800f02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:34.178844 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fca408-7407-4e5f-8717-b532d439bbdd req-0f94f9f0-fecd-4289-b4e9-81ac42cb5fe4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:34.192939 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fca408-7407-4e5f-8717-b532d439bbdd req-0f94f9f0-fecd-4289-b4e9-81ac42cb5fe4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:34.204494 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fca408-7407-4e5f-8717-b532d439bbdd req-0f94f9f0-fecd-4289-b4e9-81ac42cb5fe4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:34.232816 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fca408-7407-4e5f-8717-b532d439bbdd req-0f94f9f0-fecd-4289-b4e9-81ac42cb5fe4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:34.259778 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-20baabc4-9930-4624-b282-2a1b81800f02 admin admin] For port 1bb58871-6d5b-44f2-8ceb-967ab05b6933, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=1bb58871-6d5b-44f2-8ceb-967ab05b6933,segment=NetworkSegment(c13bc1df-85db-460f-89d9-fdbc984bf134),segment_id=c13bc1df-85db-460f-89d9-fdbc984bf134)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:34.260336 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-20baabc4-9930-4624-b282-2a1b81800f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:34.269539 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fca408-7407-4e5f-8717-b532d439bbdd req-0f94f9f0-fecd-4289-b4e9-81ac42cb5fe4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:34.287053 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fca408-7407-4e5f-8717-b532d439bbdd req-0f94f9f0-fecd-4289-b4e9-81ac42cb5fe4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:34.291444 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-20baabc4-9930-4624-b282-2a1b81800f02 admin admin] Calling delete_port for 1bb58871-6d5b-44f2-8ceb-967ab05b6933 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:34.293282 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56464) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:34.297786 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fca408-7407-4e5f-8717-b532d439bbdd req-0f94f9f0-fecd-4289-b4e9-81ac42cb5fe4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:34.311929 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78fca408-7407-4e5f-8717-b532d439bbdd req-0f94f9f0-fecd-4289-b4e9-81ac42cb5fe4 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5421 time: 0.2907631 Jul 05 10:07:34.389483 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e255728d-809c-4f29-a742-c07e67a64b7b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=54071c327375462799f0e2c4175b7987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0947800 Jul 05 10:07:34.392600 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78fca408-7407-4e5f-8717-b532d439bbdd req-44ebd7fe-85c4-48a3-b7f8-1d5dbd2fe7aa tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0795643 Jul 05 10:07:34.393082 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56466) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:34.499780 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7548a92-b568-4d8f-941a-0f1164c7d031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:34.528124 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7548a92-b568-4d8f-941a-0f1164c7d031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:34.579006 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-20baabc4-9930-4624-b282-2a1b81800f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:34.616046 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7548a92-b568-4d8f-941a-0f1164c7d031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:34.623505 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7548a92-b568-4d8f-941a-0f1164c7d031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:34.629849 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f7548a92-b568-4d8f-941a-0f1164c7d031 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ae9fd675-5c92-4b69-a342-690fe8f84853 HTTP/1.1" status: 204 len: 168 time: 0.2273104 Jul 05 10:07:34.640337 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7548a92-b568-4d8f-941a-0f1164c7d031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9fd675-5c92-4b69-a342-690fe8f84853,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:34.688763 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20baabc4-9930-4624-b282-2a1b81800f02 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb58871-6d5b-44f2-8ceb-967ab05b6933,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:34.993152 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-20baabc4-9930-4624-b282-2a1b81800f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:35.341564 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20baabc4-9930-4624-b282-2a1b81800f02 admin admin] Router 5965dad4-59f0-4fa8-9c4d-f757c4a88a3a has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:07:35.520990 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20baabc4-9930-4624-b282-2a1b81800f02 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:07:35.527358 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-20baabc4-9930-4624-b282-2a1b81800f02 admin admin] 10.222.0.79 "PUT /v2.0/routers/5965dad4-59f0-4fa8-9c4d-f757c4a88a3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2474473 Jul 05 10:07:35.529794 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56518) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:35.538571 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c55115f-125f-431e-8bbd-86e1595ba244 None None] Sync routers for ids ['5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:07:35.560527 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c55115f-125f-431e-8bbd-86e1595ba244 None None] Routers {'5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:35.561322 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2c55115f-125f-431e-8bbd-86e1595ba244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:07:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:35.782739 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56526) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:35.795710 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-2c55115f-125f-431e-8bbd-86e1595ba244 None None] Set router 5965dad4-59f0-4fa8-9c4d-f757c4a88a3a gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:07:35.856054 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ad7a36aa-cd74-4843-9fd7-084d8f884833 admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.024239 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2c55115f-125f-431e-8bbd-86e1595ba244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'name': 'tempest-TestServerBasicOps-2089427825-router', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:19Z', 'updated_at': '2021-07-05T10:07:34Z', 'revision_number': 5, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'gw_port': {'id': 'fda6dc7b-0588-466c-8ccd-f1066256f6df', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:21Z', 'updated_at': '2021-07-05T10:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:36.046339 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ad7a36aa-cd74-4843-9fd7-084d8f884833 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.061603 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c55115f-125f-431e-8bbd-86e1595ba244 None None] Checking router: 5965dad4-59f0-4fa8-9c4d-f757c4a88a3a for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:07:36.076466 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c55115f-125f-431e-8bbd-86e1595ba244 None None] Routers {'5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:36.077661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2c55115f-125f-431e-8bbd-86e1595ba244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:07:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:36.179679 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ed4a1-1b7a-4540-9c88-9da8c47fa4aa req-c78bd9b4-befe-4efd-8541-a16d20c375d5 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:36.197024 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ed4a1-1b7a-4540-9c88-9da8c47fa4aa req-c78bd9b4-befe-4efd-8541-a16d20c375d5 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:36.209388 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ed4a1-1b7a-4540-9c88-9da8c47fa4aa req-c78bd9b4-befe-4efd-8541-a16d20c375d5 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:36.214688 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-2c55115f-125f-431e-8bbd-86e1595ba244 None None] Set router 5965dad4-59f0-4fa8-9c4d-f757c4a88a3a gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:07:36.216037 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ed4a1-1b7a-4540-9c88-9da8c47fa4aa req-c78bd9b4-befe-4efd-8541-a16d20c375d5 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:36.227310 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ed4a1-1b7a-4540-9c88-9da8c47fa4aa req-c78bd9b4-befe-4efd-8541-a16d20c375d5 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:36.237052 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-621d1db1-639a-498e-9aef-f0bc36307e7e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-544131959-network', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:36.247092 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ed4a1-1b7a-4540-9c88-9da8c47fa4aa req-c78bd9b4-befe-4efd-8541-a16d20c375d5 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:36.261495 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ed4a1-1b7a-4540-9c88-9da8c47fa4aa req-c78bd9b4-befe-4efd-8541-a16d20c375d5 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:36.265699 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff4ed4a1-1b7a-4540-9c88-9da8c47fa4aa req-c78bd9b4-befe-4efd-8541-a16d20c375d5 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5421 time: 0.5396631 Jul 05 10:07:36.281822 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2c55115f-125f-431e-8bbd-86e1595ba244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'name': 'tempest-TestServerBasicOps-2089427825-router', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:19Z', 'updated_at': '2021-07-05T10:07:36Z', 'revision_number': 6, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:36.344573 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff4ed4a1-1b7a-4540-9c88-9da8c47fa4aa req-2f4489f7-32b9-4c6a-b57b-a25ff3f2bdc0 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0691283 Jul 05 10:07:36.348259 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ad7a36aa-cd74-4843-9fd7-084d8f884833 admin admin] Deleting port fda6dc7b-0588-466c-8ccd-f1066256f6df {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:36.348604 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ad7a36aa-cd74-4843-9fd7-084d8f884833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.363403 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621d1db1-639a-498e-9aef-f0bc36307e7e admin admin] Made reservation on behalf of 8c001f7d567b480ca0b6992073b2cea5 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:36.366584 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-621d1db1-639a-498e-9aef-f0bc36307e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.388732 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-621d1db1-639a-498e-9aef-f0bc36307e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.415149 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c55115f-125f-431e-8bbd-86e1595ba244 None None] The sync data for ids ['5965dad4-59f0-4fa8-9c4d-f757c4a88a3a'] in n-d-798054-8 is: [{'id': '5965dad4-59f0-4fa8-9c4d-f757c4a88a3a', 'name': 'tempest-TestServerBasicOps-2089427825-router', 'tenant_id': '67f2e5944c9046908a0998b2ca97845f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:19Z', 'updated_at': '2021-07-05T10:07:36Z', 'revision_number': 6, 'project_id': '67f2e5944c9046908a0998b2ca97845f', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:07:36.418717 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.464293 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-ad7a36aa-cd74-4843-9fd7-084d8f884833 admin admin] For port fda6dc7b-0588-466c-8ccd-f1066256f6df, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=fda6dc7b-0588-466c-8ccd-f1066256f6df,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:36.464591 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ad7a36aa-cd74-4843-9fd7-084d8f884833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.481730 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ad7a36aa-cd74-4843-9fd7-084d8f884833 admin admin] Calling delete_port for fda6dc7b-0588-466c-8ccd-f1066256f6df owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:36.537056 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-621d1db1-639a-498e-9aef-f0bc36307e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.543367 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-621d1db1-639a-498e-9aef-f0bc36307e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.562426 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621d1db1-639a-498e-9aef-f0bc36307e7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:07:36.585877 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-621d1db1-639a-498e-9aef-f0bc36307e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.586245 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-621d1db1-639a-498e-9aef-f0bc36307e7e admin admin] Added segment bca3ead4-fe14-4e69-958c-e8fc4cc64bc4 of type vlan for network e92969d7-2f54-48da-8a2d-7d136131bbc7 Jul 05 10:07:36.652249 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d1db1-639a-498e-9aef-f0bc36307e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29011318-3c99-44c9-abbf-bb5e6983fb2c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:36.667184 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-621d1db1-639a-498e-9aef-f0bc36307e7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.717079 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ad7a36aa-cd74-4843-9fd7-084d8f884833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.722576 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-621d1db1-639a-498e-9aef-f0bc36307e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.724995 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621d1db1-639a-498e-9aef-f0bc36307e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:36.725661 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-621d1db1-639a-498e-9aef-f0bc36307e7e admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.742289 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56554) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:36.746605 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a36aa-cd74-4843-9fd7-084d8f884833 admin admin] Pushing event deleted for resources: {'Port': ['ID=fda6dc7b-0588-466c-8ccd-f1066256f6df,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:36.812683 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-621d1db1-639a-498e-9aef-f0bc36307e7e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0284026 Jul 05 10:07:36.817020 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56558) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:36.830127 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0941d1b9-f526-4cce-a4df-3a3390c6164e admin admin] Request body: {'subnet': {'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-544131959-subnet', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:36.834833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d1db1-639a-498e-9aef-f0bc36307e7e admin admin] Pushing event updated for resources: {'Network': ['ID=e92969d7-2f54-48da-8a2d-7d136131bbc7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:36.861486 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network e92969d7-2f54-48da-8a2d-7d136131bbc7 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:07:36.867795 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ad7a36aa-cd74-4843-9fd7-084d8f884833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.886761 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0941d1b9-f526-4cce-a4df-3a3390c6164e admin admin] Made reservation on behalf of 8c001f7d567b480ca0b6992073b2cea5 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:36.893883 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0941d1b9-f526-4cce-a4df-3a3390c6164e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.928717 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 1bb58871-6d5b-44f2-8ceb-967ab05b6933 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:07:36.983824 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 1bb58871-6d5b-44f2-8ceb-967ab05b6933 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:07:36.984691 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 1bb58871-6d5b-44f2-8ceb-967ab05b6933 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:07:37.021848 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ad7a36aa-cd74-4843-9fd7-084d8f884833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.024327 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ad7a36aa-cd74-4843-9fd7-084d8f884833 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.054349 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c37c3243-709b-49c5-aa52-20fe616ebab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.075921 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ad7a36aa-cd74-4843-9fd7-084d8f884833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.076626 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7a36aa-cd74-4843-9fd7-084d8f884833 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5965dad4-59f0-4fa8-9c4d-f757c4a88a3a {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:07:37.081506 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ad7a36aa-cd74-4843-9fd7-084d8f884833 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.082921 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ad7a36aa-cd74-4843-9fd7-084d8f884833 admin admin] 10.222.0.79 "DELETE /v2.0/routers/5965dad4-59f0-4fa8-9c4d-f757c4a88a3a HTTP/1.1" status: 204 len: 168 time: 1.5518134 Jul 05 10:07:37.085486 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56564) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:37.146923 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1bd695-1222-469a-bf80-dfee807ef4b5 admin admin] Deleting subnet 0c379dec-ee39-4983-8ded-bfe00de85f8c {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:07:37.147920 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0941d1b9-f526-4cce-a4df-3a3390c6164e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.150293 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a1bd695-1222-469a-bf80-dfee807ef4b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.185651 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a1bd695-1222-469a-bf80-dfee807ef4b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.223435 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941d1b9-f526-4cce-a4df-3a3390c6164e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec963537-c196-42e4-b994-fe6e7fea3b3b,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:37.255076 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0941d1b9-f526-4cce-a4df-3a3390c6164e admin admin] Checking segment: {'id': 'bca3ead4-fe14-4e69-958c-e8fc4cc64bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:37.255814 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0941d1b9-f526-4cce-a4df-3a3390c6164e admin admin] Network hostable DHCP agents. Network: e92969d7-2f54-48da-8a2d-7d136131bbc7, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:07:37.289240 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c37c3243-709b-49c5-aa52-20fe616ebab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.296010 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a1bd695-1222-469a-bf80-dfee807ef4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.299017 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0941d1b9-f526-4cce-a4df-3a3390c6164e admin admin] Network e92969d7-2f54-48da-8a2d-7d136131bbc7 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:07:37.306520 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c37c3243-709b-49c5-aa52-20fe616ebab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.320250 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-0941d1b9-f526-4cce-a4df-3a3390c6164e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, e92969d7-2f54-48da-8a2d-7d136131bbc7) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:37.329248 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85488b1-b703-4b17-8eb7-7009f39bfae8 None None] Network e92969d7-2f54-48da-8a2d-7d136131bbc7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:07:37.341989 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0941d1b9-f526-4cce-a4df-3a3390c6164e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:37.342596 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0941d1b9-f526-4cce-a4df-3a3390c6164e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.376305 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0941d1b9-f526-4cce-a4df-3a3390c6164e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5576086 Jul 05 10:07:37.379698 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56572) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:37.384491 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-751b721a-0078-4b72-ae91-5497e927b47f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-544131959-router', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:37.389414 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c37c3243-709b-49c5-aa52-20fe616ebab2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e792085182cd42a182b4ecc3404ead49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6420696 Jul 05 10:07:37.389414 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c3243-709b-49c5-aa52-20fe616ebab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae3151b-ae2c-4c86-b983-4dd5c125d9f4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:37.391521 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56574) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:37.404254 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a1bd695-1222-469a-bf80-dfee807ef4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.454971 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bd695-1222-469a-bf80-dfee807ef4b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c379dec-ee39-4983-8ded-bfe00de85f8c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:37.457152 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-751b721a-0078-4b72-ae91-5497e927b47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.458176 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-751b721a-0078-4b72-ae91-5497e927b47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.470830 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a1bd695-1222-469a-bf80-dfee807ef4b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.476235 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4a1bd695-1222-469a-bf80-dfee807ef4b5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0c379dec-ee39-4983-8ded-bfe00de85f8c HTTP/1.1" status: 204 len: 168 time: 0.3861868 Jul 05 10:07:37.477495 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56580) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:37.501534 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-799bf500-7b4c-4238-942e-abcc98a3b09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.542271 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-799bf500-7b4c-4238-942e-abcc98a3b09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.629350 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c8bdf6-f545-44f4-9ef3-50e0ddf8f2d4 None None] Network ea5b87a6-c54b-4459-9dc2-7b432dbb441e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:07:37.634531 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-751b721a-0078-4b72-ae91-5497e927b47f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.634714 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-799bf500-7b4c-4238-942e-abcc98a3b09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.638584 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-799bf500-7b4c-4238-942e-abcc98a3b09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.642474 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-799bf500-7b4c-4238-942e-abcc98a3b09b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2ae3151b-ae2c-4c86-b983-4dd5c125d9f4 HTTP/1.1" status: 204 len: 168 time: 0.2476704 Jul 05 10:07:37.658535 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799bf500-7b4c-4238-942e-abcc98a3b09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae3151b-ae2c-4c86-b983-4dd5c125d9f4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:37.833666 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-e92969d7-2f54-48da-8a2d-7d136131bbc7', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'fixed_ips': [{'subnet_id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:07:37.834683 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.845299 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b3c1-381e-4ce4-95ca-c1621017d86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.050639 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-751b721a-0078-4b72-ae91-5497e927b47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.138434 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf689dcf-cf7f-4ad7-a06f-3faa261bb510 req-2ade7329-3304-453c-a827-3bea48ca085f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:38.139627 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Allocated IP 172.20.0.2 (e92969d7-2f54-48da-8a2d-7d136131bbc7/ec963537-c196-42e4-b994-fe6e7fea3b3b/82352a48-1865-4325-b38d-2438b21ce8c4) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:38.144711 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf689dcf-cf7f-4ad7-a06f-3faa261bb510 req-2ade7329-3304-453c-a827-3bea48ca085f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:38.152085 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf689dcf-cf7f-4ad7-a06f-3faa261bb510 req-2ade7329-3304-453c-a827-3bea48ca085f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:38.159329 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf689dcf-cf7f-4ad7-a06f-3faa261bb510 req-2ade7329-3304-453c-a827-3bea48ca085f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:38.166775 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf689dcf-cf7f-4ad7-a06f-3faa261bb510 req-2ade7329-3304-453c-a827-3bea48ca085f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:38.179737 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf689dcf-cf7f-4ad7-a06f-3faa261bb510 req-2ade7329-3304-453c-a827-3bea48ca085f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:38.190727 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf689dcf-cf7f-4ad7-a06f-3faa261bb510 req-2ade7329-3304-453c-a827-3bea48ca085f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:38.199144 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf689dcf-cf7f-4ad7-a06f-3faa261bb510 req-2ade7329-3304-453c-a827-3bea48ca085f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5421 time: 0.4592760 Jul 05 10:07:38.232585 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4cd1b3c1-381e-4ce4-95ca-c1621017d86c admin admin] Deleting port 4e127046-1974-4be4-b27b-c27374aceb5f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:38.233031 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b3c1-381e-4ce4-95ca-c1621017d86c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.237601 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8f163e-735c-4759-90af-8c924112cdf9 None None] DHCP port deletion for ea5b87a6-c54b-4459-9dc2-7b432dbb441e request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:07:38.239032 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56602) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:38.258855 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c4f05808-c96a-4974-b3a4-9ac4a3f11756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.347741 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6d8f163e-735c-4759-90af-8c924112cdf9 None None] Deleting port 4e127046-1974-4be4-b27b-c27374aceb5f {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:38.348142 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6d8f163e-735c-4759-90af-8c924112cdf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.421487 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf689dcf-cf7f-4ad7-a06f-3faa261bb510 req-0fb5ccc4-e0fc-4a45-9299-e8a7b105dccb tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2211609 Jul 05 10:07:38.470872 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c4f05808-c96a-4974-b3a4-9ac4a3f11756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.475446 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-4cd1b3c1-381e-4ce4-95ca-c1621017d86c admin admin] For port 4e127046-1974-4be4-b27b-c27374aceb5f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4e127046-1974-4be4-b27b-c27374aceb5f,segment=NetworkSegment(c13bc1df-85db-460f-89d9-fdbc984bf134),segment_id=c13bc1df-85db-460f-89d9-fdbc984bf134)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:38.475872 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b3c1-381e-4ce4-95ca-c1621017d86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.476347 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c4f05808-c96a-4974-b3a4-9ac4a3f11756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.488028 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6d8f163e-735c-4759-90af-8c924112cdf9 None None] For port 4e127046-1974-4be4-b27b-c27374aceb5f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4e127046-1974-4be4-b27b-c27374aceb5f,segment=NetworkSegment(c13bc1df-85db-460f-89d9-fdbc984bf134),segment_id=c13bc1df-85db-460f-89d9-fdbc984bf134)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:38.488739 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6d8f163e-735c-4759-90af-8c924112cdf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.494009 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4cd1b3c1-381e-4ce4-95ca-c1621017d86c admin admin] Calling delete_port for 4e127046-1974-4be4-b27b-c27374aceb5f owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:38.503022 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.510544 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6d8f163e-735c-4759-90af-8c924112cdf9 None None] Calling delete_port for 4e127046-1974-4be4-b27b-c27374aceb5f owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:38.519945 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Transition to ACTIVE for port object 82352a48-1865-4325-b38d-2438b21ce8c4 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:38.538794 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c4f05808-c96a-4974-b3a4-9ac4a3f11756 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a50386b257f5419a897ac57e3e659fd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2983336 Jul 05 10:07:38.539805 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f05808-c96a-4974-b3a4-9ac4a3f11756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b5bbcb-118e-44c9-a9bc-6bdc08adc483,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:38.543692 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56604) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:38.576438 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Transition to ACTIVE for port object 82352a48-1865-4325-b38d-2438b21ce8c4 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:38.585246 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.633291 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Pushing event updated for resources: {'Port': ['ID=82352a48-1865-4325-b38d-2438b21ce8c4,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:38.633903 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9baf4bc-447f-40d7-a12e-b2105b97abd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.652476 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:38.652828 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:38.653169 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:38.653505 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:38.653889 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:38.654218 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:38.654573 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:38.655409 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:38.655748 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:38.656101 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:38.656481 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:38.656810 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:38.679746 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Network e92969d7-2f54-48da-8a2d-7d136131bbc7 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:38.681181 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9baf4bc-447f-40d7-a12e-b2105b97abd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.701141 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:38.704620 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:38.730669 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b3c1-381e-4ce4-95ca-c1621017d86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.754618 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9baf4bc-447f-40d7-a12e-b2105b97abd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.766139 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9baf4bc-447f-40d7-a12e-b2105b97abd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.769159 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-751b721a-0078-4b72-ae91-5497e927b47f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.775222 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e9baf4bc-447f-40d7-a12e-b2105b97abd7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/78b5bbcb-118e-44c9-a9bc-6bdc08adc483 HTTP/1.1" status: 204 len: 168 time: 0.2297616 Jul 05 10:07:38.804435 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Attempting to bind port 82352a48-1865-4325-b38d-2438b21ce8c4 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:38.804989 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Attempting to bind port 82352a48-1865-4325-b38d-2438b21ce8c4 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'bca3ead4-fe14-4e69-958c-e8fc4cc64bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:38.805544 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Attempting to bind port 82352a48-1865-4325-b38d-2438b21ce8c4 on network e92969d7-2f54-48da-8a2d-7d136131bbc7 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:38.808001 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9baf4bc-447f-40d7-a12e-b2105b97abd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b5bbcb-118e-44c9-a9bc-6bdc08adc483,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:38.813102 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6d8f163e-735c-4759-90af-8c924112cdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.834961 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8f163e-735c-4759-90af-8c924112cdf9 None None] No DVR routers for this DVR port 4e127046-1974-4be4-b27b-c27374aceb5f on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:07:38.839864 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:38.840479 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Checking segment: {'id': 'bca3ead4-fe14-4e69-958c-e8fc4cc64bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:38.841035 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.841565 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Bound using segment: {'id': 'bca3ead4-fe14-4e69-958c-e8fc4cc64bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:38.842388 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Bound port: 82352a48-1865-4325-b38d-2438b21ce8c4, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca3ead4-fe14-4e69-958c-e8fc4cc64bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:38.843091 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.850357 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1b3c1-381e-4ce4-95ca-c1621017d86c admin admin] Pushing event deleted for resources: {'Port': ['ID=4e127046-1974-4be4-b27b-c27374aceb5f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:38.853858 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd1b3c1-381e-4ce4-95ca-c1621017d86c admin admin] No DVR routers for this DVR port 4e127046-1974-4be4-b27b-c27374aceb5f on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:07:38.869386 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-751b721a-0078-4b72-ae91-5497e927b47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.891789 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f163e-735c-4759-90af-8c924112cdf9 None None] Pushing event deleted for resources: {'Port': ['ID=4e127046-1974-4be4-b27b-c27374aceb5f,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:38.915555 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4e127046-1974-4be4-b27b-c27374aceb5f no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:07:38.948059 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 4e127046-1974-4be4-b27b-c27374aceb5f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:07:38.948471 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4e127046-1974-4be4-b27b-c27374aceb5f not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:07:38.949105 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device fda6dc7b-0588-466c-8ccd-f1066256f6df no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:07:39.001686 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: fda6dc7b-0588-466c-8ccd-f1066256f6df {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:07:39.002381 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device fda6dc7b-0588-466c-8ccd-f1066256f6df not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:07:39.037583 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] For port 82352a48-1865-4325-b38d-2438b21ce8c4, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:39.041365 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] For port 82352a48-1865-4325-b38d-2438b21ce8c4, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=82352a48-1865-4325-b38d-2438b21ce8c4,segment=NetworkSegment(bca3ead4-fe14-4e69-958c-e8fc4cc64bc4),segment_id=bca3ead4-fe14-4e69-958c-e8fc4cc64bc4)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:39.047787 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.068566 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b3c1-381e-4ce4-95ca-c1621017d86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.099473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-4cd1b3c1-381e-4ce4-95ca-c1621017d86c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5b87a6-c54b-4459-9dc2-7b432dbb441e']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:39.114731 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821427e5-8e5e-420d-ad46-4955edfbb9f9 None None] Pushing event updated for resources: {'Port': ['ID=82352a48-1865-4325-b38d-2438b21ce8c4,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:39.167647 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-4cd1b3c1-381e-4ce4-95ca-c1621017d86c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13bc1df-85db-460f-89d9-fdbc984bf134') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:39.168160 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-4cd1b3c1-381e-4ce4-95ca-c1621017d86c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13bc1df-85db-460f-89d9-fdbc984bf134') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:39.199231 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b3c1-381e-4ce4-95ca-c1621017d86c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.221862 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b3c1-381e-4ce4-95ca-c1621017d86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.238379 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-751b721a-0078-4b72-ae91-5497e927b47f admin admin] Allocated IP 172.25.7.173 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/28f1c0bc-6aee-4afd-a051-c0a206a527c1) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:39.340512 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd1b3c1-381e-4ce4-95ca-c1621017d86c admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:07:39.340928 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b3c1-381e-4ce4-95ca-c1621017d86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:07:39.342876 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:07:39.439765 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-751b721a-0078-4b72-ae91-5497e927b47f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.455075 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b3c1-381e-4ce4-95ca-c1621017d86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.461920 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b3c1-381e-4ce4-95ca-c1621017d86c admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.468047 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56636) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:39.481147 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4cd1b3c1-381e-4ce4-95ca-c1621017d86c admin admin] 10.222.0.79 "DELETE /v2.0/networks/ea5b87a6-c54b-4459-9dc2-7b432dbb441e HTTP/1.1" status: 204 len: 168 time: 2.0024664 Jul 05 10:07:39.527391 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1b3c1-381e-4ce4-95ca-c1621017d86c admin admin] Pushing event deleted for resources: {'Network': ['ID=ea5b87a6-c54b-4459-9dc2-7b432dbb441e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:39.604913 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-751b721a-0078-4b72-ae91-5497e927b47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.702668 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751b721a-0078-4b72-ae91-5497e927b47f admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:39.706208 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-751b721a-0078-4b72-ae91-5497e927b47f admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:39.717229 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b721a-0078-4b72-ae91-5497e927b47f admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:39.778279 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b721a-0078-4b72-ae91-5497e927b47f admin admin] Pushing event updated for resources: {'Port': ['ID=28f1c0bc-6aee-4afd-a051-c0a206a527c1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:39.942751 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139227af-29d8-42b6-8f07-b56a2bf25461 req-813f2bd8-d064-4e14-ab7c-3d2a860054db tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:39.950801 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139227af-29d8-42b6-8f07-b56a2bf25461 req-813f2bd8-d064-4e14-ab7c-3d2a860054db tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:39.957410 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139227af-29d8-42b6-8f07-b56a2bf25461 req-813f2bd8-d064-4e14-ab7c-3d2a860054db tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:39.964210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139227af-29d8-42b6-8f07-b56a2bf25461 req-813f2bd8-d064-4e14-ab7c-3d2a860054db tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:39.970163 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139227af-29d8-42b6-8f07-b56a2bf25461 req-813f2bd8-d064-4e14-ab7c-3d2a860054db tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:39.976190 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139227af-29d8-42b6-8f07-b56a2bf25461 req-813f2bd8-d064-4e14-ab7c-3d2a860054db tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:39.983074 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139227af-29d8-42b6-8f07-b56a2bf25461 req-813f2bd8-d064-4e14-ab7c-3d2a860054db tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:39.985436 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-139227af-29d8-42b6-8f07-b56a2bf25461 req-813f2bd8-d064-4e14-ab7c-3d2a860054db tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5421 time: 0.2712116 Jul 05 10:07:40.109735 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-139227af-29d8-42b6-8f07-b56a2bf25461 req-318fe7cc-6075-4592-aa6d-00d809d99f59 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0942366 Jul 05 10:07:40.285764 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-751b721a-0078-4b72-ae91-5497e927b47f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:40.598134 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-751b721a-0078-4b72-ae91-5497e927b47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:40.637591 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ebaf0e-07e5-415e-94f4-10f609cde32c None None] Network e92969d7-2f54-48da-8a2d-7d136131bbc7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:07:40.657387 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-612a8f56-3fab-49a4-afe7-b695a76d784c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:41.054598 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 82352a48-1865-4325-b38d-2438b21ce8c4 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:41.074503 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56668) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:41.140165 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a189e3ab-f1db-4e37-98cc-ceb655cedcef None None] Provisioning for port 82352a48-1865-4325-b38d-2438b21ce8c4 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:41.209077 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 82352a48-1865-4325-b38d-2438b21ce8c4 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:41.234709 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 82352a48-1865-4325-b38d-2438b21ce8c4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:41.235103 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:41.245224 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-612a8f56-3fab-49a4-afe7-b695a76d784c admin admin] Deleting port 125facb9-7079-431b-afc7-f2c8c366007b {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:41.245671 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-612a8f56-3fab-49a4-afe7-b695a76d784c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:41.355514 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8a094acb-0904-4601-9052-865aa2b3c959 tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-423535119'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:41.356506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8a094acb-0904-4601-9052-865aa2b3c959 tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] Unknown quota resources ['metering_label']. {{(pid=93906) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:07:41.392132 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:41.438251 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 82352a48-1865-4325-b38d-2438b21ce8c4, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=82352a48-1865-4325-b38d-2438b21ce8c4,segment=NetworkSegment(bca3ead4-fe14-4e69-958c-e8fc4cc64bc4),segment_id=bca3ead4-fe14-4e69-958c-e8fc4cc64bc4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:41.449683 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:41.483316 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-612a8f56-3fab-49a4-afe7-b695a76d784c admin admin] For port 125facb9-7079-431b-afc7-f2c8c366007b, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=125facb9-7079-431b-afc7-f2c8c366007b,segment=NetworkSegment(759243c5-6380-46c7-a3b7-1ee329f8a963),segment_id=759243c5-6380-46c7-a3b7-1ee329f8a963)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:41.483701 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-612a8f56-3fab-49a4-afe7-b695a76d784c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:41.524918 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=82352a48-1865-4325-b38d-2438b21ce8c4,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:41.576380 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-612a8f56-3fab-49a4-afe7-b695a76d784c admin admin] Calling delete_port for 125facb9-7079-431b-afc7-f2c8c366007b owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:41.597750 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b611ac8-fbcb-4a26-9dc7-9be5959113b2 req-1ba825f3-2855-4ce8-9e6f-3b9f61a9c5fb tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:41.604279 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b611ac8-fbcb-4a26-9dc7-9be5959113b2 req-1ba825f3-2855-4ce8-9e6f-3b9f61a9c5fb tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:41.617374 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b611ac8-fbcb-4a26-9dc7-9be5959113b2 req-1ba825f3-2855-4ce8-9e6f-3b9f61a9c5fb tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:41.622951 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b611ac8-fbcb-4a26-9dc7-9be5959113b2 req-1ba825f3-2855-4ce8-9e6f-3b9f61a9c5fb tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:41.628814 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b611ac8-fbcb-4a26-9dc7-9be5959113b2 req-1ba825f3-2855-4ce8-9e6f-3b9f61a9c5fb tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:41.634967 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a094acb-0904-4601-9052-865aa2b3c959 tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:41.635248 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b611ac8-fbcb-4a26-9dc7-9be5959113b2 req-1ba825f3-2855-4ce8-9e6f-3b9f61a9c5fb tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:41.636172 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8a094acb-0904-4601-9052-865aa2b3c959 tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5603719 Jul 05 10:07:41.639123 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56676) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:41.641026 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b611ac8-fbcb-4a26-9dc7-9be5959113b2 req-1ba825f3-2855-4ce8-9e6f-3b9f61a9c5fb tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:41.642983 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b611ac8-fbcb-4a26-9dc7-9be5959113b2 req-1ba825f3-2855-4ce8-9e6f-3b9f61a9c5fb tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5421 time: 0.1644175 Jul 05 10:07:41.644138 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751b721a-0078-4b72-ae91-5497e927b47f admin admin] Router 0d150f77-be44-46b7-adb9-01c318c79c1b is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:07:41.644691 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3bffe11a-7ad8-4692-8446-3ca35c1e0ca7 tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '8d8a3e77-f543-45bb-a820-7e524755dcda'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:41.645367 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3bffe11a-7ad8-4692-8446-3ca35c1e0ca7 tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93906) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:07:41.690190 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-681c6870-a4dc-4046-be67-cd9a94ca5c0e None None] Provisioning complete for port 82352a48-1865-4325-b38d-2438b21ce8c4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:41.690772 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-681c6870-a4dc-4046-be67-cd9a94ca5c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:41.731809 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b611ac8-fbcb-4a26-9dc7-9be5959113b2 req-ae92597b-14db-4682-af22-dad69c10e5e8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0803261 Jul 05 10:07:41.793999 n-d-798054-8 neutron-server[93906]: WARNING neutron.services.metering.metering_plugin [None req-3bffe11a-7ad8-4692-8446-3ca35c1e0ca7 tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 10:07:41.806892 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751b721a-0078-4b72-ae91-5497e927b47f admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:07:41.818672 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] Sync routers for ids ['0d150f77-be44-46b7-adb9-01c318c79c1b'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:07:41.832756 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] Routers {'0d150f77-be44-46b7-adb9-01c318c79c1b'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:41.834082 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:07:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['0d150f77-be44-46b7-adb9-01c318c79c1b'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:41.836414 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-751b721a-0078-4b72-ae91-5497e927b47f admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:41.839163 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-751b721a-0078-4b72-ae91-5497e927b47f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4583709 Jul 05 10:07:41.841907 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56678) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:41.919083 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3bffe11a-7ad8-4692-8446-3ca35c1e0ca7 tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:41.924041 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3bffe11a-7ad8-4692-8446-3ca35c1e0ca7 tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2836483 Jul 05 10:07:41.924665 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56682) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:41.952435 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] Set router 0d150f77-be44-46b7-adb9-01c318c79c1b gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:07:41.965818 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0af80d31-6ae7-4fa3-8f6e-015d37971abf tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '8d8a3e77-f543-45bb-a820-7e524755dcda'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:41.966318 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0af80d31-6ae7-4fa3-8f6e-015d37971abf tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93906) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:07:42.125812 n-d-798054-8 neutron-server[93906]: WARNING neutron.services.metering.metering_plugin [None req-0af80d31-6ae7-4fa3-8f6e-015d37971abf tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 10:07:42.135388 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-612a8f56-3fab-49a4-afe7-b695a76d784c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.214343 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a8f56-3fab-49a4-afe7-b695a76d784c admin admin] Pushing event deleted for resources: {'Port': ['ID=125facb9-7079-431b-afc7-f2c8c366007b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:42.244409 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'name': 'tempest-AttachVolumeTestJSON-544131959-router', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:37Z', 'updated_at': '2021-07-05T10:07:40Z', 'revision_number': 3, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'gw_port': {'id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:55:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:38Z', 'updated_at': '2021-07-05T10:07:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:42.281617 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0af80d31-6ae7-4fa3-8f6e-015d37971abf tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.295328 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0af80d31-6ae7-4fa3-8f6e-015d37971abf tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3333681 Jul 05 10:07:42.297931 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56686) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:42.304782 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] Checking router: 0d150f77-be44-46b7-adb9-01c318c79c1b for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:07:42.305403 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] Updating router 0d150f77-be44-46b7-adb9-01c318c79c1b port 28f1c0bc-6aee-4afd-a051-c0a206a527c1 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:07:42.318051 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3f4904b2-41b2-4c8c-99cb-9616ddf38d9c tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=7fd15855-a370-4ec0-82b3-05ff1d2edd95 HTTP/1.1" status: 200 len: 462 time: 0.0189242 Jul 05 10:07:42.320590 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56688) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:42.344937 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.552197 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-612a8f56-3fab-49a4-afe7-b695a76d784c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.630638 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-747d559d-b7c7-4cbd-abf7-46718f5e86ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.635860 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cebf6da2-61dd-46cf-8963-9d103500a189 tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.637118 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cebf6da2-61dd-46cf-8963-9d103500a189 tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-label-rules/7fd15855-a370-4ec0-82b3-05ff1d2edd95 HTTP/1.1" status: 204 len: 168 time: 0.3155603 Jul 05 10:07:42.643386 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56690) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:42.658035 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-915f28e4-29c9-4c63-96ac-f21459d38431 tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=7fd15855-a370-4ec0-82b3-05ff1d2edd95 HTTP/1.1" status: 200 len: 221 time: 0.0133603 Jul 05 10:07:42.665388 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56692) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:42.672118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e303f54a-9eb8-4683-8c4a-6be71c8c7602 tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1761380170', 'description': 'label created by tempest'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:42.672714 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e303f54a-9eb8-4683-8c4a-6be71c8c7602 tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] Unknown quota resources ['metering_label']. {{(pid=93907) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:07:42.672863 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.684502 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] Transition to ACTIVE for port object 28f1c0bc-6aee-4afd-a051-c0a206a527c1 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:42.691619 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.767253 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] Attempting to bind port 28f1c0bc-6aee-4afd-a051-c0a206a527c1 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:42.768131 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] Attempting to bind port 28f1c0bc-6aee-4afd-a051-c0a206a527c1 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:42.768131 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] Attempting to bind port 28f1c0bc-6aee-4afd-a051-c0a206a527c1 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:42.793276 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7887353-8ce8-467f-9498-a425308275fb None None] Pushing event updated for resources: {'Port': ['ID=28f1c0bc-6aee-4afd-a051-c0a206a527c1,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:42.809828 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:42.812903 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:42.813338 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.813742 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:42.814233 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] Bound port: 28f1c0bc-6aee-4afd-a051-c0a206a527c1, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:42.814675 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.819537 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7887353-8ce8-467f-9498-a425308275fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:42.820141 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7887353-8ce8-467f-9498-a425308275fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:42.822691 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7887353-8ce8-467f-9498-a425308275fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:42.823060 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7887353-8ce8-467f-9498-a425308275fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:42.823558 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7887353-8ce8-467f-9498-a425308275fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:42.823924 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7887353-8ce8-467f-9498-a425308275fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:42.824262 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7887353-8ce8-467f-9498-a425308275fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:42.826735 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7887353-8ce8-467f-9498-a425308275fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:42.827103 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7887353-8ce8-467f-9498-a425308275fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:42.827449 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7887353-8ce8-467f-9498-a425308275fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:42.827792 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7887353-8ce8-467f-9498-a425308275fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:42.828147 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7887353-8ce8-467f-9498-a425308275fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:42.911133 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612a8f56-3fab-49a4-afe7-b695a76d784c admin admin] Router ada1e651-b1b3-4992-b7cc-e89914d5f159 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:07:42.966429 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] For port 28f1c0bc-6aee-4afd-a051-c0a206a527c1, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:42.971774 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] For port 28f1c0bc-6aee-4afd-a051-c0a206a527c1, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=28f1c0bc-6aee-4afd-a051-c0a206a527c1,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:42.986324 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.991663 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 82352a48-1865-4325-b38d-2438b21ce8c4 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:43.061881 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] Routers {'0d150f77-be44-46b7-adb9-01c318c79c1b'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:43.062515 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:07:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['0d150f77-be44-46b7-adb9-01c318c79c1b'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:43.067333 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7887353-8ce8-467f-9498-a425308275fb None None] Pushing event updated for resources: {'Port': ['ID=28f1c0bc-6aee-4afd-a051-c0a206a527c1,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:43.093927 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 82352a48-1865-4325-b38d-2438b21ce8c4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:43.094338 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612a8f56-3fab-49a4-afe7-b695a76d784c admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:07:43.094866 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.107375 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-612a8f56-3fab-49a4-afe7-b695a76d784c admin admin] 10.222.0.79 "PUT /v2.0/routers/ada1e651-b1b3-4992-b7cc-e89914d5f159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6368315 Jul 05 10:07:43.109498 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56698) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:43.122523 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38fd0e8-7b7f-42e1-88b7-c52a259eb1d7 None None] Sync routers for ids ['ada1e651-b1b3-4992-b7cc-e89914d5f159'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:07:43.136600 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38fd0e8-7b7f-42e1-88b7-c52a259eb1d7 None None] Routers {'ada1e651-b1b3-4992-b7cc-e89914d5f159'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:43.137577 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e38fd0e8-7b7f-42e1-88b7-c52a259eb1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:07:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ada1e651-b1b3-4992-b7cc-e89914d5f159'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:43.195447 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] Set router 0d150f77-be44-46b7-adb9-01c318c79c1b gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:07:43.209969 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e303f54a-9eb8-4683-8c4a-6be71c8c7602 tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.215391 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e303f54a-9eb8-4683-8c4a-6be71c8c7602 tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5488403 Jul 05 10:07:43.228993 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56702) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:43.276889 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b089cd0-1b91-40d7-86f5-355a89c23513 admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.377890 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-10bcdb2f-5d96-4bee-876d-2a75793dc733 tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=410958fc-cc1d-4cba-baa5-2f94ee1c51d0 HTTP/1.1" status: 200 len: 468 time: 0.1467140 Jul 05 10:07:43.381819 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56704) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:43.435742 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e38fd0e8-7b7f-42e1-88b7-c52a259eb1d7 None None] Set router ada1e651-b1b3-4992-b7cc-e89914d5f159 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:07:43.447293 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b3581-b815-4fad-ae83-a107f6ea9a1c req-b3e03a0a-89ba-43cd-b019-6c14de186b75 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:43.453447 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b3581-b815-4fad-ae83-a107f6ea9a1c req-b3e03a0a-89ba-43cd-b019-6c14de186b75 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:43.459611 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b3581-b815-4fad-ae83-a107f6ea9a1c req-b3e03a0a-89ba-43cd-b019-6c14de186b75 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:43.466334 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b3581-b815-4fad-ae83-a107f6ea9a1c req-b3e03a0a-89ba-43cd-b019-6c14de186b75 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:43.472337 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b3581-b815-4fad-ae83-a107f6ea9a1c req-b3e03a0a-89ba-43cd-b019-6c14de186b75 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:43.478855 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b3581-b815-4fad-ae83-a107f6ea9a1c req-b3e03a0a-89ba-43cd-b019-6c14de186b75 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:43.480872 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'name': 'tempest-AttachVolumeTestJSON-544131959-router', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:37Z', 'updated_at': '2021-07-05T10:07:40Z', 'revision_number': 3, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'gw_port': {'id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:55:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:38Z', 'updated_at': '2021-07-05T10:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:43.485170 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b3581-b815-4fad-ae83-a107f6ea9a1c req-b3e03a0a-89ba-43cd-b019-6c14de186b75 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:43.487187 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-332b3581-b815-4fad-ae83-a107f6ea9a1c req-b3e03a0a-89ba-43cd-b019-6c14de186b75 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5421 time: 0.4017098 Jul 05 10:07:43.500223 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-747d559d-b7c7-4cbd-abf7-46718f5e86ce admin admin] Allocated IP 172.20.0.1 (e92969d7-2f54-48da-8a2d-7d136131bbc7/ec963537-c196-42e4-b994-fe6e7fea3b3b/21e3c49e-aecf-44fd-9ec9-ade3de84a95a) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:43.541345 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ba3411-3a93-4c12-87c6-049aaef020c5 None None] The sync data for ids ['0d150f77-be44-46b7-adb9-01c318c79c1b'] in n-d-798054-8 is: [{'id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'name': 'tempest-AttachVolumeTestJSON-544131959-router', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:37Z', 'updated_at': '2021-07-05T10:07:40Z', 'revision_number': 3, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'gw_port': {'id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:55:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:38Z', 'updated_at': '2021-07-05T10:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:07:43.601407 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-332b3581-b815-4fad-ae83-a107f6ea9a1c req-63625bf1-8530-451c-b004-242f0989d9d2 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1048937 Jul 05 10:07:43.672500 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-747d559d-b7c7-4cbd-abf7-46718f5e86ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.690027 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-747d559d-b7c7-4cbd-abf7-46718f5e86ce admin admin] Transition to ACTIVE for port object 21e3c49e-aecf-44fd-9ec9-ade3de84a95a will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:43.703426 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b089cd0-1b91-40d7-86f5-355a89c23513 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.709533 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27393679-8542-48d6-aca1-aaff011f096d tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.710915 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-27393679-8542-48d6-aca1-aaff011f096d tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-labels/410958fc-cc1d-4cba-baa5-2f94ee1c51d0 HTTP/1.1" status: 204 len: 168 time: 0.3277996 Jul 05 10:07:43.717754 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56708) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:43.736444 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-747d559d-b7c7-4cbd-abf7-46718f5e86ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.740374 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3e753131-1c61-4039-855d-1491bcc3065c tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=410958fc-cc1d-4cba-baa5-2f94ee1c51d0 HTTP/1.1" status: 200 len: 216 time: 0.0208778 Jul 05 10:07:43.744106 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56710) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:43.785807 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-85196bd6-2c9e-4892-bf3a-49224c0bd370 tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0393493 Jul 05 10:07:43.787588 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e38fd0e8-7b7f-42e1-88b7-c52a259eb1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada1e651-b1b3-4992-b7cc-e89914d5f159', 'name': 'tempest-TestServerBasicOps-162775291-router', 'tenant_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'e6b665bc-12e9-4c7a-8385-cc721a4b2ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:41Z', 'updated_at': '2021-07-05T10:07:42Z', 'revision_number': 5, 'project_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'gw_port': {'id': 'e6b665bc-12e9-4c7a-8385-cc721a4b2ff0', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1e651-b1b3-4992-b7cc-e89914d5f159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:43Z', 'updated_at': '2021-07-05T10:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:43.793049 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747d559d-b7c7-4cbd-abf7-46718f5e86ce admin admin] Network e92969d7-2f54-48da-8a2d-7d136131bbc7 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:43.793798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56712) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:43.806799 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-747d559d-b7c7-4cbd-abf7-46718f5e86ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:43.816531 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747d559d-b7c7-4cbd-abf7-46718f5e86ce admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:43.826319 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-98e7a96a-fb2d-4322-8170-5c272291187b tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0261476 Jul 05 10:07:43.827694 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8b089cd0-1b91-40d7-86f5-355a89c23513 admin admin] Deleting port e6b665bc-12e9-4c7a-8385-cc721a4b2ff0 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:43.828218 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b089cd0-1b91-40d7-86f5-355a89c23513 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.832136 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38fd0e8-7b7f-42e1-88b7-c52a259eb1d7 None None] Checking router: ada1e651-b1b3-4992-b7cc-e89914d5f159 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:07:43.846296 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d559d-b7c7-4cbd-abf7-46718f5e86ce admin admin] Pushing event updated for resources: {'Port': ['ID=21e3c49e-aecf-44fd-9ec9-ade3de84a95a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:43.848143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38fd0e8-7b7f-42e1-88b7-c52a259eb1d7 None None] Routers {'ada1e651-b1b3-4992-b7cc-e89914d5f159'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:43.851048 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56714) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:43.851861 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e38fd0e8-7b7f-42e1-88b7-c52a259eb1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:07:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ada1e651-b1b3-4992-b7cc-e89914d5f159'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:43.942904 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d2709fdd-4b9d-4e91-9511-7cdcee39821a tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels/8d8a3e77-f543-45bb-a820-7e524755dcda HTTP/1.1" status: 200 len: 472 time: 0.0893900 Jul 05 10:07:43.949222 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56716) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:43.956022 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-747d559d-b7c7-4cbd-abf7-46718f5e86ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.980263 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e38fd0e8-7b7f-42e1-88b7-c52a259eb1d7 None None] Set router ada1e651-b1b3-4992-b7cc-e89914d5f159 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:07:44.084793 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e38fd0e8-7b7f-42e1-88b7-c52a259eb1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada1e651-b1b3-4992-b7cc-e89914d5f159', 'name': 'tempest-TestServerBasicOps-162775291-router', 'tenant_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:41Z', 'updated_at': '2021-07-05T10:07:43Z', 'revision_number': 6, 'project_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:44.086496 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b24cf097-3dd2-4e92-b184-eda7d5dda3f0 tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules/2294527e-96ac-4c58-8154-730d33f89856 HTTP/1.1" status: 200 len: 459 time: 0.1357107 Jul 05 10:07:44.092074 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56720) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:44.093268 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-8b089cd0-1b91-40d7-86f5-355a89c23513 admin admin] For port e6b665bc-12e9-4c7a-8385-cc721a4b2ff0, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e6b665bc-12e9-4c7a-8385-cc721a4b2ff0,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:44.094663 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b089cd0-1b91-40d7-86f5-355a89c23513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.133459 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8b089cd0-1b91-40d7-86f5-355a89c23513 admin admin] Calling delete_port for e6b665bc-12e9-4c7a-8385-cc721a4b2ff0 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:44.148799 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38fd0e8-7b7f-42e1-88b7-c52a259eb1d7 None None] The sync data for ids ['ada1e651-b1b3-4992-b7cc-e89914d5f159'] in n-d-798054-8 is: [{'id': 'ada1e651-b1b3-4992-b7cc-e89914d5f159', 'name': 'tempest-TestServerBasicOps-162775291-router', 'tenant_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:41Z', 'updated_at': '2021-07-05T10:07:43Z', 'revision_number': 6, 'project_id': '7a958e36ebd24898a06d1ac78b7bba3b', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:07:44.263835 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6aac7479-f3b3-4019-882f-dfecf0a13f82 None None] Provisioning for port 21e3c49e-aecf-44fd-9ec9-ade3de84a95a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:44.269016 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6aac7479-f3b3-4019-882f-dfecf0a13f82 None None] Provisioning complete for port 21e3c49e-aecf-44fd-9ec9-ade3de84a95a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:44.270127 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6aac7479-f3b3-4019-882f-dfecf0a13f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.315394 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6aac7479-f3b3-4019-882f-dfecf0a13f82 None None] Port 21e3c49e-aecf-44fd-9ec9-ade3de84a95a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:07:44.359043 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-90f22a31-aeff-4184-aac5-ec5bde249ee9 tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.363009 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-90f22a31-aeff-4184-aac5-ec5bde249ee9 tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-label-rules/2294527e-96ac-4c58-8154-730d33f89856 HTTP/1.1" status: 204 len: 168 time: 0.2672949 Jul 05 10:07:44.364233 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56724) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:44.397153 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b089cd0-1b91-40d7-86f5-355a89c23513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.430605 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b089cd0-1b91-40d7-86f5-355a89c23513 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b665bc-12e9-4c7a-8385-cc721a4b2ff0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:44.550074 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-747d559d-b7c7-4cbd-abf7-46718f5e86ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.710084 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-246e9483-53b3-407e-813d-b67e0f898652 tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.714275 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-246e9483-53b3-407e-813d-b67e0f898652 tempest-MeteringIpV6TestJSON-73213179 tempest-MeteringIpV6TestJSON-73213179-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-labels/8d8a3e77-f543-45bb-a820-7e524755dcda HTTP/1.1" status: 204 len: 168 time: 0.3461154 Jul 05 10:07:44.967774 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b089cd0-1b91-40d7-86f5-355a89c23513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.013864 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-747d559d-b7c7-4cbd-abf7-46718f5e86ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.027261 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-747d559d-b7c7-4cbd-abf7-46718f5e86ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.072091 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d559d-b7c7-4cbd-abf7-46718f5e86ce admin admin] Pushing event updated for resources: {'Port': ['ID=21e3c49e-aecf-44fd-9ec9-ade3de84a95a,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:45.106840 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b089cd0-1b91-40d7-86f5-355a89c23513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.113744 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b089cd0-1b91-40d7-86f5-355a89c23513 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.178181 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b089cd0-1b91-40d7-86f5-355a89c23513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.179198 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b089cd0-1b91-40d7-86f5-355a89c23513 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ada1e651-b1b3-4992-b7cc-e89914d5f159 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:07:45.193055 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b089cd0-1b91-40d7-86f5-355a89c23513 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.195441 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8b089cd0-1b91-40d7-86f5-355a89c23513 admin admin] 10.222.0.79 "DELETE /v2.0/routers/ada1e651-b1b3-4992-b7cc-e89914d5f159 HTTP/1.1" status: 204 len: 168 time: 2.0848041 Jul 05 10:07:45.198255 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56736) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:45.211631 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57935a7f-7b26-4219-80b9-177860bdb9da req-0bda7d04-8b15-4359-ae10-0c60b254e4a8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:45.218166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57935a7f-7b26-4219-80b9-177860bdb9da req-0bda7d04-8b15-4359-ae10-0c60b254e4a8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:45.231953 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56738) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:45.234804 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57935a7f-7b26-4219-80b9-177860bdb9da req-0bda7d04-8b15-4359-ae10-0c60b254e4a8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:45.240794 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57935a7f-7b26-4219-80b9-177860bdb9da req-0bda7d04-8b15-4359-ae10-0c60b254e4a8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:45.246784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57935a7f-7b26-4219-80b9-177860bdb9da req-0bda7d04-8b15-4359-ae10-0c60b254e4a8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:45.252749 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57935a7f-7b26-4219-80b9-177860bdb9da req-0bda7d04-8b15-4359-ae10-0c60b254e4a8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:45.259415 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57935a7f-7b26-4219-80b9-177860bdb9da req-0bda7d04-8b15-4359-ae10-0c60b254e4a8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:45.261439 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-57935a7f-7b26-4219-80b9-177860bdb9da req-0bda7d04-8b15-4359-ae10-0c60b254e4a8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5421 time: 0.3721540 Jul 05 10:07:45.277809 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-747d559d-b7c7-4cbd-abf7-46718f5e86ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.295067 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a55ae9-d7aa-4f36-9282-c6d00041ab45 admin admin] Deleting subnet 204a7a92-1d73-43f9-8c74-e900699d8415 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:07:45.302350 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a9a55ae9-d7aa-4f36-9282-c6d00041ab45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.306202 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 28f1c0bc-6aee-4afd-a051-c0a206a527c1 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:45.356350 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a9a55ae9-d7aa-4f36-9282-c6d00041ab45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.390700 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 28f1c0bc-6aee-4afd-a051-c0a206a527c1 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:45.394431 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-57935a7f-7b26-4219-80b9-177860bdb9da req-20881be8-f7a0-4f82-be98-753dd17c482d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1265428 Jul 05 10:07:45.422360 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 28f1c0bc-6aee-4afd-a051-c0a206a527c1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:45.422758 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.468563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747d559d-b7c7-4cbd-abf7-46718f5e86ce admin admin] Network e92969d7-2f54-48da-8a2d-7d136131bbc7 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:45.470108 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-747d559d-b7c7-4cbd-abf7-46718f5e86ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:45.473390 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ccb81b0-0d24-461b-9491-f90127c99075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.578992 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a9a55ae9-d7aa-4f36-9282-c6d00041ab45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.597654 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.646555 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 28f1c0bc-6aee-4afd-a051-c0a206a527c1, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=28f1c0bc-6aee-4afd-a051-c0a206a527c1,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:45.652752 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.670362 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747d559d-b7c7-4cbd-abf7-46718f5e86ce admin admin] Router 0d150f77-be44-46b7-adb9-01c318c79c1b has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:07:45.685712 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a9a55ae9-d7aa-4f36-9282-c6d00041ab45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.745252 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 125facb9-7079-431b-afc7-f2c8c366007b no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:07:45.761984 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a9a55ae9-d7aa-4f36-9282-c6d00041ab45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.764535 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a9a55ae9-d7aa-4f36-9282-c6d00041ab45 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/204a7a92-1d73-43f9-8c74-e900699d8415 HTTP/1.1" status: 204 len: 168 time: 0.5652535 Jul 05 10:07:45.767351 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56744) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:45.793141 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a55ae9-d7aa-4f36-9282-c6d00041ab45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=204a7a92-1d73-43f9-8c74-e900699d8415,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:45.813568 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 125facb9-7079-431b-afc7-f2c8c366007b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:07:45.814263 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 125facb9-7079-431b-afc7-f2c8c366007b not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:07:45.814967 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e6b665bc-12e9-4c7a-8385-cc721a4b2ff0 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:07:45.827967 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e016b98-860e-414a-89df-c89ca0fa1f18 None None] Network 7c5f551c-d24d-4094-8d91-0df1d39faddb requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:07:45.893291 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-471ddcc5-4d06-4cd7-910e-8ce46112c9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.913154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: e6b665bc-12e9-4c7a-8385-cc721a4b2ff0 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:07:45.913946 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e6b665bc-12e9-4c7a-8385-cc721a4b2ff0 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:07:45.926016 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=28f1c0bc-6aee-4afd-a051-c0a206a527c1,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:45.926750 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ccb81b0-0d24-461b-9491-f90127c99075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.935633 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ccb81b0-0d24-461b-9491-f90127c99075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.977345 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-63653e0f-8e27-4958-ae5e-e20ea68997f9 None None] Provisioning complete for port 21e3c49e-aecf-44fd-9ec9-ade3de84a95a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:45.978724 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-63653e0f-8e27-4958-ae5e-e20ea68997f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.980844 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3ccb81b0-0d24-461b-9491-f90127c99075 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2e69eaaf37124065b9d751e95bb96ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7476380 Jul 05 10:07:45.982555 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56746) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:46.077368 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-63653e0f-8e27-4958-ae5e-e20ea68997f9 None None] Port 21e3c49e-aecf-44fd-9ec9-ade3de84a95a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:07:46.097748 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb81b0-0d24-461b-9491-f90127c99075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8261e136-1ec6-4ae0-8b42-b89346fc7ad5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:46.163355 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-471ddcc5-4d06-4cd7-910e-8ce46112c9f1 admin admin] Deleting port fca468e7-7a2c-40fa-a698-2ba3f028358e {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:46.163980 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-471ddcc5-4d06-4cd7-910e-8ce46112c9f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.217815 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f961985-1626-4708-b3ac-837685bdb837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.244655 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdaf82d-990f-4107-9614-b122566fc455 None None] DHCP port deletion for 7c5f551c-d24d-4094-8d91-0df1d39faddb request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:07:46.266379 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-471ddcc5-4d06-4cd7-910e-8ce46112c9f1 admin admin] For port fca468e7-7a2c-40fa-a698-2ba3f028358e, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=fca468e7-7a2c-40fa-a698-2ba3f028358e,segment=NetworkSegment(759243c5-6380-46c7-a3b7-1ee329f8a963),segment_id=759243c5-6380-46c7-a3b7-1ee329f8a963)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:46.266702 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-471ddcc5-4d06-4cd7-910e-8ce46112c9f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.283616 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f961985-1626-4708-b3ac-837685bdb837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.295539 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-471ddcc5-4d06-4cd7-910e-8ce46112c9f1 admin admin] Calling delete_port for fca468e7-7a2c-40fa-a698-2ba3f028358e owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:46.304751 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747d559d-b7c7-4cbd-abf7-46718f5e86ce admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:07:46.314518 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-747d559d-b7c7-4cbd-abf7-46718f5e86ce admin admin] 10.222.0.79 "PUT /v2.0/routers/0d150f77-be44-46b7-adb9-01c318c79c1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4712007 Jul 05 10:07:46.374700 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf82d-990f-4107-9614-b122566fc455 None None] Deleting port fca468e7-7a2c-40fa-a698-2ba3f028358e {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:46.375748 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf82d-990f-4107-9614-b122566fc455 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.398761 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f961985-1626-4708-b3ac-837685bdb837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.404439 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f961985-1626-4708-b3ac-837685bdb837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.406115 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2f961985-1626-4708-b3ac-837685bdb837 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8261e136-1ec6-4ae0-8b42-b89346fc7ad5 HTTP/1.1" status: 204 len: 168 time: 0.4207542 Jul 05 10:07:46.428853 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f961985-1626-4708-b3ac-837685bdb837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8261e136-1ec6-4ae0-8b42-b89346fc7ad5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:46.448701 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-471ddcc5-4d06-4cd7-910e-8ce46112c9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.466349 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471ddcc5-4d06-4cd7-910e-8ce46112c9f1 admin admin] No DVR routers for this DVR port fca468e7-7a2c-40fa-a698-2ba3f028358e on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:07:46.476824 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] Sync routers for ids ['0d150f77-be44-46b7-adb9-01c318c79c1b'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:07:46.490694 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] Routers {'0d150f77-be44-46b7-adb9-01c318c79c1b'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:46.493086 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:07:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['0d150f77-be44-46b7-adb9-01c318c79c1b'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:46.527170 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ddcc5-4d06-4cd7-910e-8ce46112c9f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fca468e7-7a2c-40fa-a698-2ba3f028358e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:46.535164 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-dcdaf82d-990f-4107-9614-b122566fc455 None None] For port fca468e7-7a2c-40fa-a698-2ba3f028358e, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=fca468e7-7a2c-40fa-a698-2ba3f028358e,segment=NetworkSegment(759243c5-6380-46c7-a3b7-1ee329f8a963),segment_id=759243c5-6380-46c7-a3b7-1ee329f8a963)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:46.535164 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf82d-990f-4107-9614-b122566fc455 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.574855 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf82d-990f-4107-9614-b122566fc455 None None] Calling delete_port for fca468e7-7a2c-40fa-a698-2ba3f028358e owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:46.629269 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-471ddcc5-4d06-4cd7-910e-8ce46112c9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.643022 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-471ddcc5-4d06-4cd7-910e-8ce46112c9f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5f551c-d24d-4094-8d91-0df1d39faddb']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:46.688750 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-471ddcc5-4d06-4cd7-910e-8ce46112c9f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759243c5-6380-46c7-a3b7-1ee329f8a963') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:46.689314 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-471ddcc5-4d06-4cd7-910e-8ce46112c9f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759243c5-6380-46c7-a3b7-1ee329f8a963') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:46.718063 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf82d-990f-4107-9614-b122566fc455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.721007 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-471ddcc5-4d06-4cd7-910e-8ce46112c9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.757367 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf82d-990f-4107-9614-b122566fc455 None None] Pushing event deleted for resources: {'Port': ['ID=fca468e7-7a2c-40fa-a698-2ba3f028358e,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:46.763408 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdaf82d-990f-4107-9614-b122566fc455 None None] No DVR routers for this DVR port fca468e7-7a2c-40fa-a698-2ba3f028358e on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:07:46.763826 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-471ddcc5-4d06-4cd7-910e-8ce46112c9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.775173 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] Set router 0d150f77-be44-46b7-adb9-01c318c79c1b gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:07:46.778954 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471ddcc5-4d06-4cd7-910e-8ce46112c9f1 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:07:46.779390 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-471ddcc5-4d06-4cd7-910e-8ce46112c9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.801502 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15b1c9-2dcb-44ce-94ca-768e4294026b req-91ba8fc1-7279-4bf8-b67c-4b0a5188a5f6 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:46.809740 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15b1c9-2dcb-44ce-94ca-768e4294026b req-91ba8fc1-7279-4bf8-b67c-4b0a5188a5f6 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:46.816873 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15b1c9-2dcb-44ce-94ca-768e4294026b req-91ba8fc1-7279-4bf8-b67c-4b0a5188a5f6 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:46.824542 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15b1c9-2dcb-44ce-94ca-768e4294026b req-91ba8fc1-7279-4bf8-b67c-4b0a5188a5f6 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:46.831716 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15b1c9-2dcb-44ce-94ca-768e4294026b req-91ba8fc1-7279-4bf8-b67c-4b0a5188a5f6 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:46.842579 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15b1c9-2dcb-44ce-94ca-768e4294026b req-91ba8fc1-7279-4bf8-b67c-4b0a5188a5f6 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:46.867939 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15b1c9-2dcb-44ce-94ca-768e4294026b req-91ba8fc1-7279-4bf8-b67c-4b0a5188a5f6 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:46.878295 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ca15b1c9-2dcb-44ce-94ca-768e4294026b req-91ba8fc1-7279-4bf8-b67c-4b0a5188a5f6 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5421 time: 0.2323122 Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:07:46.895334 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:07:46.909639 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-471ddcc5-4d06-4cd7-910e-8ce46112c9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.925460 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-471ddcc5-4d06-4cd7-910e-8ce46112c9f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.927620 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-471ddcc5-4d06-4cd7-910e-8ce46112c9f1 admin admin] 10.222.0.79 "DELETE /v2.0/networks/7c5f551c-d24d-4094-8d91-0df1d39faddb HTTP/1.1" status: 204 len: 168 time: 1.1530583 Jul 05 10:07:46.935674 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 28f1c0bc-6aee-4afd-a051-c0a206a527c1 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:46.961804 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ca15b1c9-2dcb-44ce-94ca-768e4294026b req-d1ff78ce-c2f7-461e-bea4-a81b2db37416 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0729673 Jul 05 10:07:47.000332 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ddcc5-4d06-4cd7-910e-8ce46112c9f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c5f551c-d24d-4094-8d91-0df1d39faddb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:47.026628 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56766) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:47.028775 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 28f1c0bc-6aee-4afd-a051-c0a206a527c1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:47.030700 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.044887 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-85f9b711-8be8-4d72-b021-445791488fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.138367 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'name': 'tempest-AttachVolumeTestJSON-544131959-router', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:37Z', 'updated_at': '2021-07-05T10:07:44Z', 'revision_number': 4, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'gw_port': {'id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:38Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '21e3c49e-aecf-44fd-9ec9-ade3de84a95a', 'name': '', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'mac_address': 'fa:16:3e:b3:1b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:42Z', 'updated_at': '2021-07-05T10:07:44Z', 'revision_number': 2, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'subnets': [{'id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:47.189048 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] Checking router: 0d150f77-be44-46b7-adb9-01c318c79c1b for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:07:47.189298 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] Updating router 0d150f77-be44-46b7-adb9-01c318c79c1b port 21e3c49e-aecf-44fd-9ec9-ade3de84a95a binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:07:47.238936 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.244213 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-85f9b711-8be8-4d72-b021-445791488fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.250166 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-85f9b711-8be8-4d72-b021-445791488fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.321104 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device fca468e7-7a2c-40fa-a698-2ba3f028358e no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:07:47.364718 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: fca468e7-7a2c-40fa-a698-2ba3f028358e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:07:47.365649 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device fca468e7-7a2c-40fa-a698-2ba3f028358e not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:07:47.371963 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56772) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:47.378547 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-85f9b711-8be8-4d72-b021-445791488fc9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=51227805b3964d4f8cc19bb06940376d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3486507 Jul 05 10:07:47.378547 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9b711-8be8-4d72-b021-445791488fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d27a0d5-046d-49e2-b0c5-bd5e6e0776dc,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:47.381272 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56774) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:47.434432 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fee7d332-d65f-4165-8835-29fc42117ea8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=67f2e5944c9046908a0998b2ca97845f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0600150 Jul 05 10:07:47.435156 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56776) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:47.473226 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7ef5a91-8b81-45d3-8151-232dba88f13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.510235 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c034022-4797-44c7-a51b-da8371d220b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.516166 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7ef5a91-8b81-45d3-8151-232dba88f13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.550001 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c034022-4797-44c7-a51b-da8371d220b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.590563 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7ef5a91-8b81-45d3-8151-232dba88f13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.593275 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7ef5a91-8b81-45d3-8151-232dba88f13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.594484 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f7ef5a91-8b81-45d3-8151-232dba88f13e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7d27a0d5-046d-49e2-b0c5-bd5e6e0776dc HTTP/1.1" status: 204 len: 168 time: 0.2122169 Jul 05 10:07:47.604855 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef5a91-8b81-45d3-8151-232dba88f13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d27a0d5-046d-49e2-b0c5-bd5e6e0776dc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:47.634973 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c034022-4797-44c7-a51b-da8371d220b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.643193 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c034022-4797-44c7-a51b-da8371d220b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.661057 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5c034022-4797-44c7-a51b-da8371d220b8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9e14cd11-f4ff-496c-a99d-6b72aea6005d HTTP/1.1" status: 204 len: 168 time: 0.2191265 Jul 05 10:07:47.671073 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.682199 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c034022-4797-44c7-a51b-da8371d220b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e14cd11-f4ff-496c-a99d-6b72aea6005d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:47.683302 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] Transition to ACTIVE for port object 21e3c49e-aecf-44fd-9ec9-ade3de84a95a will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:47.717364 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.768668 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56782) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:47.775312 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-400bd543-79b8-4ee0-98d3-108b466ab7ad tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--867436094', 'description': 'tempest-description--1649733373'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:47.811381 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-400bd543-79b8-4ee0-98d3-108b466ab7ad tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.893933 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5469c-e842-4bc7-bbd7-a124037701a5 None None] Pushing event updated for resources: {'Port': ['ID=21e3c49e-aecf-44fd-9ec9-ade3de84a95a,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:47.943224 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] Attempting to bind port 21e3c49e-aecf-44fd-9ec9-ade3de84a95a on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:47.943604 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] Attempting to bind port 21e3c49e-aecf-44fd-9ec9-ade3de84a95a by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'bca3ead4-fe14-4e69-958c-e8fc4cc64bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:47.944023 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] Attempting to bind port 21e3c49e-aecf-44fd-9ec9-ade3de84a95a on network e92969d7-2f54-48da-8a2d-7d136131bbc7 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:47.954941 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:47.955312 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] Checking segment: {'id': 'bca3ead4-fe14-4e69-958c-e8fc4cc64bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:47.955735 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.957914 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] Bound using segment: {'id': 'bca3ead4-fe14-4e69-958c-e8fc4cc64bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:47.958154 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] Bound port: 21e3c49e-aecf-44fd-9ec9-ade3de84a95a, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca3ead4-fe14-4e69-958c-e8fc4cc64bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:47.958543 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.978654 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-400bd543-79b8-4ee0-98d3-108b466ab7ad tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.986472 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-400bd543-79b8-4ee0-98d3-108b466ab7ad tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.051440 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] For port 21e3c49e-aecf-44fd-9ec9-ade3de84a95a, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:48.055123 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] For port 21e3c49e-aecf-44fd-9ec9-ade3de84a95a, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=21e3c49e-aecf-44fd-9ec9-ade3de84a95a,segment=NetworkSegment(bca3ead4-fe14-4e69-958c-e8fc4cc64bc4),segment_id=bca3ead4-fe14-4e69-958c-e8fc4cc64bc4)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:48.060935 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.073805 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400bd543-79b8-4ee0-98d3-108b466ab7ad tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11377c63-923b-4603-bf7c-21886fda221e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:48.077576 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-400bd543-79b8-4ee0-98d3-108b466ab7ad tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.081697 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-400bd543-79b8-4ee0-98d3-108b466ab7ad tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3087246 Jul 05 10:07:48.082974 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56790) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:48.089239 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d4cd3a1a-8753-46ff-bf94-0802da8e5a34 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Request body: {'security_group_rule': {'security_group_id': '11377c63-923b-4603-bf7c-21886fda221e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:48.138517 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] Routers {'0d150f77-be44-46b7-adb9-01c318c79c1b'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:48.140127 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:07:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['0d150f77-be44-46b7-adb9-01c318c79c1b'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:48.188632 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d4cd3a1a-8753-46ff-bf94-0802da8e5a34 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.287225 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5469c-e842-4bc7-bbd7-a124037701a5 None None] Pushing event updated for resources: {'Port': ['ID=21e3c49e-aecf-44fd-9ec9-ade3de84a95a,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:48.330758 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d4cd3a1a-8753-46ff-bf94-0802da8e5a34 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.331606 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56800) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:48.384437 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d4cd3a1a-8753-46ff-bf94-0802da8e5a34 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.409875 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd3a1a-8753-46ff-bf94-0802da8e5a34 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4c964f-7a3e-40d3-8fc6-d49619b7b752,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:48.415659 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] Set router 0d150f77-be44-46b7-adb9-01c318c79c1b gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:07:48.447677 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-81adc431-e16e-4d2f-be2d-0ac0eb1cb970 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7a958e36ebd24898a06d1ac78b7bba3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1142163 Jul 05 10:07:48.449554 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d4cd3a1a-8753-46ff-bf94-0802da8e5a34 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.450250 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a77c3-8133-4694-8250-57f010f659df req-0c58105f-e659-4660-808a-af3ab5202c8d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:48.451128 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d4cd3a1a-8753-46ff-bf94-0802da8e5a34 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3662624 Jul 05 10:07:48.451761 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56806) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:48.462617 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56808) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:48.467278 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7bbffd80-69f3-4102-b4f0-a615b04e31b7 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Request body: {'security_group_rule': {'security_group_id': '11377c63-923b-4603-bf7c-21886fda221e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:48.467588 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a77c3-8133-4694-8250-57f010f659df req-0c58105f-e659-4660-808a-af3ab5202c8d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:48.479593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a77c3-8133-4694-8250-57f010f659df req-0c58105f-e659-4660-808a-af3ab5202c8d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:48.491509 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a77c3-8133-4694-8250-57f010f659df req-0c58105f-e659-4660-808a-af3ab5202c8d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:48.507393 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a77c3-8133-4694-8250-57f010f659df req-0c58105f-e659-4660-808a-af3ab5202c8d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:48.524969 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a77c3-8133-4694-8250-57f010f659df req-0c58105f-e659-4660-808a-af3ab5202c8d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:48.528382 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7bbffd80-69f3-4102-b4f0-a615b04e31b7 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.537725 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a77c3-8133-4694-8250-57f010f659df req-0c58105f-e659-4660-808a-af3ab5202c8d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:48.541780 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-078a77c3-8133-4694-8250-57f010f659df req-0c58105f-e659-4660-808a-af3ab5202c8d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5421 time: 0.2813351 Jul 05 10:07:48.612176 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7bbffd80-69f3-4102-b4f0-a615b04e31b7 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.621394 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7bbffd80-69f3-4102-b4f0-a615b04e31b7 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.653020 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-078a77c3-8133-4694-8250-57f010f659df req-e1a16058-6927-4f76-af6c-969986709d72 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1037869 Jul 05 10:07:48.671612 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d11c84b0-b69b-4dc1-90bb-04e5eb3aaaa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.673557 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbffd80-69f3-4102-b4f0-a615b04e31b7 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bcf4f97-9888-428c-8da5-338aeaf80aad,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:48.700052 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7bbffd80-69f3-4102-b4f0-a615b04e31b7 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.704238 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7bbffd80-69f3-4102-b4f0-a615b04e31b7 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2396405 Jul 05 10:07:48.704898 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56812) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:48.709718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-25c80d22-baaa-418f-b999-7a9780392e40 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:48.720082 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d11c84b0-b69b-4dc1-90bb-04e5eb3aaaa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.744240 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-25c80d22-baaa-418f-b999-7a9780392e40 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.787532 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d11c84b0-b69b-4dc1-90bb-04e5eb3aaaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.791219 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d11c84b0-b69b-4dc1-90bb-04e5eb3aaaa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.793282 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d11c84b0-b69b-4dc1-90bb-04e5eb3aaaa8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a7b0b67e-9cbd-4f03-a14c-50cf8a11ff26 HTTP/1.1" status: 204 len: 168 time: 0.3405817 Jul 05 10:07:48.812392 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c84b0-b69b-4dc1-90bb-04e5eb3aaaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b0b67e-9cbd-4f03-a14c-50cf8a11ff26,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:48.856448 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'name': 'tempest-AttachVolumeTestJSON-544131959-router', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:37Z', 'updated_at': '2021-07-05T10:07:44Z', 'revision_number': 4, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'gw_port': {'id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:38Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '21e3c49e-aecf-44fd-9ec9-ade3de84a95a', 'name': '', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'mac_address': 'fa:16:3e:b3:1b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:42Z', 'updated_at': '2021-07-05T10:07:48Z', 'revision_number': 4, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'subnets': [{'id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:48.896630 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035dc3f-66e6-4e41-bad7-07c5bfe10a14 None None] The sync data for ids ['0d150f77-be44-46b7-adb9-01c318c79c1b'] in n-d-798054-8 is: [{'id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'name': 'tempest-AttachVolumeTestJSON-544131959-router', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:37Z', 'updated_at': '2021-07-05T10:07:44Z', 'revision_number': 4, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'gw_port': {'id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:38Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '21e3c49e-aecf-44fd-9ec9-ade3de84a95a', 'name': '', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'mac_address': 'fa:16:3e:b3:1b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:42Z', 'updated_at': '2021-07-05T10:07:48Z', 'revision_number': 4, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'subnets': [{'id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:07:48.904290 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-25c80d22-baaa-418f-b999-7a9780392e40 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:49.155893 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-25c80d22-baaa-418f-b999-7a9780392e40 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Allocated IP 172.25.7.30 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/ce95dde1-761c-4509-8cb5-7dc5a8ca89ac) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:49.314401 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-25c80d22-baaa-418f-b999-7a9780392e40 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:49.419674 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-25c80d22-baaa-418f-b999-7a9780392e40 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:49.500689 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c80d22-baaa-418f-b999-7a9780392e40 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:49.503695 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-25c80d22-baaa-418f-b999-7a9780392e40 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:49.511189 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c80d22-baaa-418f-b999-7a9780392e40 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:49.547819 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c80d22-baaa-418f-b999-7a9780392e40 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Pushing event updated for resources: {'Port': ['ID=ce95dde1-761c-4509-8cb5-7dc5a8ca89ac,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:49.768400 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-25c80d22-baaa-418f-b999-7a9780392e40 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:49.944945 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-25c80d22-baaa-418f-b999-7a9780392e40 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:49.971160 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56864) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:50.067063 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05721fc1-dda3-4236-ae91-1f2e6c767e5b req-56570e75-de44-4ffe-a23f-814c65af91ae tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:50.078116 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05721fc1-dda3-4236-ae91-1f2e6c767e5b req-56570e75-de44-4ffe-a23f-814c65af91ae tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:50.109918 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05721fc1-dda3-4236-ae91-1f2e6c767e5b req-56570e75-de44-4ffe-a23f-814c65af91ae tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:50.123316 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6efdd660-3428-48ca-a119-cda8d38d0d13 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1853122301-network', 'tenant_id': '6474b12c57e4496facd695a0bde49f4b'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:50.131550 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05721fc1-dda3-4236-ae91-1f2e6c767e5b req-56570e75-de44-4ffe-a23f-814c65af91ae tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:50.144511 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05721fc1-dda3-4236-ae91-1f2e6c767e5b req-56570e75-de44-4ffe-a23f-814c65af91ae tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:50.153512 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05721fc1-dda3-4236-ae91-1f2e6c767e5b req-56570e75-de44-4ffe-a23f-814c65af91ae tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:50.161257 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05721fc1-dda3-4236-ae91-1f2e6c767e5b req-56570e75-de44-4ffe-a23f-814c65af91ae tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:50.163704 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efdd660-3428-48ca-a119-cda8d38d0d13 admin admin] Made reservation on behalf of 6474b12c57e4496facd695a0bde49f4b for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:50.164058 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-05721fc1-dda3-4236-ae91-1f2e6c767e5b req-56570e75-de44-4ffe-a23f-814c65af91ae tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5421 time: 0.2886147 Jul 05 10:07:50.166408 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6efdd660-3428-48ca-a119-cda8d38d0d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.183024 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6efdd660-3428-48ca-a119-cda8d38d0d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.273909 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-05721fc1-dda3-4236-ae91-1f2e6c767e5b req-3262ba6e-e324-4165-9038-2426735cc6f0 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0953715 Jul 05 10:07:50.352222 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56874) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:50.359022 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-25c80d22-baaa-418f-b999-7a9780392e40 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.364923 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6efdd660-3428-48ca-a119-cda8d38d0d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.370609 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6efdd660-3428-48ca-a119-cda8d38d0d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.380359 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-25c80d22-baaa-418f-b999-7a9780392e40 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.386778 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6efdd660-3428-48ca-a119-cda8d38d0d13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:07:50.408215 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6efdd660-3428-48ca-a119-cda8d38d0d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.408610 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-6efdd660-3428-48ca-a119-cda8d38d0d13 admin admin] Added segment 6542b542-d05b-4a8f-8945-0f7cd2944384 of type vlan for network 94188280-9daf-4cdc-9be3-100572f453ff Jul 05 10:07:50.499377 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c80d22-baaa-418f-b999-7a9780392e40 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Pushing event updated for resources: {'Port': ['ID=ce95dde1-761c-4509-8cb5-7dc5a8ca89ac,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:50.520665 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6efdd660-3428-48ca-a119-cda8d38d0d13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.528197 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 99eba310-ab63-4ad5-833a-fe875aecadc0 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:07:50.587319 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdd660-3428-48ca-a119-cda8d38d0d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7350988-8098-4a6b-b5d5-546a6d5413eb,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:50.626484 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-25c80d22-baaa-418f-b999-7a9780392e40 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.652220 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6efdd660-3428-48ca-a119-cda8d38d0d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.653408 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efdd660-3428-48ca-a119-cda8d38d0d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:50.654073 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6efdd660-3428-48ca-a119-cda8d38d0d13 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.663486 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-201d3b4d-7d25-42a8-b616-5c66f60745ac tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-928883855'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:50.670248 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-25c80d22-baaa-418f-b999-7a9780392e40 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.671476 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-25c80d22-baaa-418f-b999-7a9780392e40 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9656234 Jul 05 10:07:50.690696 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201d3b4d-7d25-42a8-b616-5c66f60745ac tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] Made reservation on behalf of a13e036233054e38b0e839d6ef202b63 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:50.699985 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-201d3b4d-7d25-42a8-b616-5c66f60745ac tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.718250 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-201d3b4d-7d25-42a8-b616-5c66f60745ac tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.757652 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 99eba310-ab63-4ad5-833a-fe875aecadc0, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=99eba310-ab63-4ad5-833a-fe875aecadc0,segment=NetworkSegment(2acbedd4-08b7-417d-a9dc-a25fc690e0bc),segment_id=2acbedd4-08b7-417d-a9dc-a25fc690e0bc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:50.774823 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '99eba310-ab63-4ad5-833a-fe875aecadc0', 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade', 'port_id': '99eba310-ab63-4ad5-833a-fe875aecadc0', 'mac_address': 'fa:16:3e:be:d6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:07:50.788367 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6efdd660-3428-48ca-a119-cda8d38d0d13 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8135045 Jul 05 10:07:50.790815 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56882) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:50.809540 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5970f1b1-d550-4365-bbfb-4b0f02dde6ec admin admin] Request body: {'subnet': {'network_id': '94188280-9daf-4cdc-9be3-100572f453ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1853122301-subnet', 'tenant_id': '6474b12c57e4496facd695a0bde49f4b', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:50.810656 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdd660-3428-48ca-a119-cda8d38d0d13 admin admin] Pushing event updated for resources: {'Network': ['ID=94188280-9daf-4cdc-9be3-100572f453ff,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:50.832017 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.848240 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99eba310-ab63-4ad5-833a-fe875aecadc0 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:50.855623 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 94188280-9daf-4cdc-9be3-100572f453ff details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:07:50.937714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 99eba310-ab63-4ad5-833a-fe875aecadc0, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=99eba310-ab63-4ad5-833a-fe875aecadc0,segment=NetworkSegment(2acbedd4-08b7-417d-a9dc-a25fc690e0bc),segment_id=2acbedd4-08b7-417d-a9dc-a25fc690e0bc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:50.952129 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.953318 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device c1821982-65d1-4284-b01f-61dd67e40864 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:07:50.992809 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-201d3b4d-7d25-42a8-b616-5c66f60745ac tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.010331 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-201d3b4d-7d25-42a8-b616-5c66f60745ac tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.014470 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-93e0d4fe-5b42-457e-bf54-93a468598f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.063266 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 21e3c49e-aecf-44fd-9ec9-ade3de84a95a up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:51.072915 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d3b4d-7d25-42a8-b616-5c66f60745ac tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92294474-34c2-4ac9-82d1-4027fc312d51,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:51.091446 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201d3b4d-7d25-42a8-b616-5c66f60745ac tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:07:51.107585 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5970f1b1-d550-4365-bbfb-4b0f02dde6ec admin admin] Made reservation on behalf of 6474b12c57e4496facd695a0bde49f4b for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:51.110235 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5970f1b1-d550-4365-bbfb-4b0f02dde6ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.122039 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-cc9089ef-ab46-4be3-b39a-5ee53f8a20ab tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--867436094&fields=id&tenant_id=8c001f7d567b480ca0b6992073b2cea5 HTTP/1.1" status: 200 len: 267 time: 0.1036417 Jul 05 10:07:51.158221 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=99eba310-ab63-4ad5-833a-fe875aecadc0,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:51.194196 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-201d3b4d-7d25-42a8-b616-5c66f60745ac tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.194554 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-201d3b4d-7d25-42a8-b616-5c66f60745ac tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] Added segment d907d663-b2b4-479d-8bf4-3c171ea9e4d2 of type vlan for network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 Jul 05 10:07:51.221127 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 21e3c49e-aecf-44fd-9ec9-ade3de84a95a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:51.226822 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 21e3c49e-aecf-44fd-9ec9-ade3de84a95a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:51.227930 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.293752 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port c1821982-65d1-4284-b01f-61dd67e40864, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=c1821982-65d1-4284-b01f-61dd67e40864,segment=NetworkSegment(619a2f44-c22b-4482-8c16-4e7b00d358c8),segment_id=619a2f44-c22b-4482-8c16-4e7b00d358c8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:51.295532 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-201d3b4d-7d25-42a8-b616-5c66f60745ac tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.311046 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'c1821982-65d1-4284-b01f-61dd67e40864', 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a', 'port_id': 'c1821982-65d1-4284-b01f-61dd67e40864', 'mac_address': 'fa:16:3e:bc:cb:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b438217-1c0b-4628-b2c1-0ef7afd3e614', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:07:51.351842 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.386425 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-decdf728-3d1f-44a2-8fe0-68331a369b32 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:51.392966 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-decdf728-3d1f-44a2-8fe0-68331a369b32 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/networks?id=e92969d7-2f54-48da-8a2d-7d136131bbc7 HTTP/1.1" status: 200 len: 810 time: 0.2444289 Jul 05 10:07:51.400083 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-201d3b4d-7d25-42a8-b616-5c66f60745ac tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.405544 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201d3b4d-7d25-42a8-b616-5c66f60745ac tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:51.406149 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-201d3b4d-7d25-42a8-b616-5c66f60745ac tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.414506 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 21e3c49e-aecf-44fd-9ec9-ade3de84a95a, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=21e3c49e-aecf-44fd-9ec9-ade3de84a95a,segment=NetworkSegment(bca3ead4-fe14-4e69-958c-e8fc4cc64bc4),segment_id=bca3ead4-fe14-4e69-958c-e8fc4cc64bc4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:51.423732 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.427315 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-f6dae410-ed83-4c7b-89dd-693f4a87b601 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/quotas/8c001f7d567b480ca0b6992073b2cea5 HTTP/1.1" status: 200 len: 375 time: 0.0334363 Jul 05 10:07:51.433010 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.473132 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1821982-65d1-4284-b01f-61dd67e40864 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:51.517747 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=21e3c49e-aecf-44fd-9ec9-ade3de84a95a,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:51.524774 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port c1821982-65d1-4284-b01f-61dd67e40864, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=c1821982-65d1-4284-b01f-61dd67e40864,segment=NetworkSegment(619a2f44-c22b-4482-8c16-4e7b00d358c8),segment_id=619a2f44-c22b-4482-8c16-4e7b00d358c8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:51.532528 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.534209 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device bc64378d-0809-4948-9109-02bb5cc40da5 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:07:51.551246 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-201d3b4d-7d25-42a8-b616-5c66f60745ac tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1948195 Jul 05 10:07:51.605222 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d3b4d-7d25-42a8-b616-5c66f60745ac tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] Pushing event updated for resources: {'Network': ['ID=f7e5cc88-fe02-4d43-8b7a-9a871513c5d1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:51.672366 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5970f1b1-d550-4365-bbfb-4b0f02dde6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.740255 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-10c9e99b-a8ce-49ea-b163-0c5f13e8e152 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8c001f7d567b480ca0b6992073b2cea5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3073945 Jul 05 10:07:51.746130 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:07:51.797559 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30829d5c-ec3d-422f-b1bb-1bd895609851 req-575ed388-5b67-477f-af6c-6d0a8855afca tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:51.803663 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30829d5c-ec3d-422f-b1bb-1bd895609851 req-575ed388-5b67-477f-af6c-6d0a8855afca tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:51.809707 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30829d5c-ec3d-422f-b1bb-1bd895609851 req-575ed388-5b67-477f-af6c-6d0a8855afca tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:51.816416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30829d5c-ec3d-422f-b1bb-1bd895609851 req-575ed388-5b67-477f-af6c-6d0a8855afca tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:51.823359 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30829d5c-ec3d-422f-b1bb-1bd895609851 req-575ed388-5b67-477f-af6c-6d0a8855afca tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:51.828326 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=c1821982-65d1-4284-b01f-61dd67e40864,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:51.830454 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30829d5c-ec3d-422f-b1bb-1bd895609851 req-575ed388-5b67-477f-af6c-6d0a8855afca tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:51.836972 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30829d5c-ec3d-422f-b1bb-1bd895609851 req-575ed388-5b67-477f-af6c-6d0a8855afca tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:51.838974 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-30829d5c-ec3d-422f-b1bb-1bd895609851 req-575ed388-5b67-477f-af6c-6d0a8855afca tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5423 time: 0.3027132 Jul 05 10:07:51.871472 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970f1b1-d550-4365-bbfb-4b0f02dde6ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=c60f963f-878b-4612-b669-81394a90dd8e,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:51.872310 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port bc64378d-0809-4948-9109-02bb5cc40da5, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=bc64378d-0809-4948-9109-02bb5cc40da5,segment=NetworkSegment(619a2f44-c22b-4482-8c16-4e7b00d358c8),segment_id=619a2f44-c22b-4482-8c16-4e7b00d358c8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:51.887432 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'bc64378d-0809-4948-9109-02bb5cc40da5', 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a', 'port_id': 'bc64378d-0809-4948-9109-02bb5cc40da5', 'mac_address': 'fa:16:3e:02:2d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b438217-1c0b-4628-b2c1-0ef7afd3e614', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:07:51.916423 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970f1b1-d550-4365-bbfb-4b0f02dde6ec admin admin] Checking segment: {'id': '6542b542-d05b-4a8f-8945-0f7cd2944384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:51.917879 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5970f1b1-d550-4365-bbfb-4b0f02dde6ec admin admin] Network hostable DHCP agents. Network: 94188280-9daf-4cdc-9be3-100572f453ff, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:07:51.932770 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.947017 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc64378d-0809-4948-9109-02bb5cc40da5 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:51.970404 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-30829d5c-ec3d-422f-b1bb-1bd895609851 req-933dd33a-276d-4fe7-b87c-e3eda60e5a7a tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0898860 Jul 05 10:07:51.975058 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port bc64378d-0809-4948-9109-02bb5cc40da5, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=bc64378d-0809-4948-9109-02bb5cc40da5,segment=NetworkSegment(619a2f44-c22b-4482-8c16-4e7b00d358c8),segment_id=619a2f44-c22b-4482-8c16-4e7b00d358c8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:51.982785 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.983623 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device ad3d2c8e-2f41-490e-9670-d1710666ce1d details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:07:51.997918 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5970f1b1-d550-4365-bbfb-4b0f02dde6ec admin admin] Network 94188280-9daf-4cdc-9be3-100572f453ff is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:07:52.004199 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-8adfb72b-405f-44f9-8bd5-870ce3aae8eb service neutron] 10.222.0.79 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508316 Jul 05 10:07:52.035281 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-5970f1b1-d550-4365-bbfb-4b0f02dde6ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 94188280-9daf-4cdc-9be3-100572f453ff) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:52.044273 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5970f1b1-d550-4365-bbfb-4b0f02dde6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:52.044890 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5970f1b1-d550-4365-bbfb-4b0f02dde6ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.049687 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65da94cb-6a55-4811-b351-6bdd8443151f None None] Network 94188280-9daf-4cdc-9be3-100572f453ff requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:07:52.136260 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5970f1b1-d550-4365-bbfb-4b0f02dde6ec admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3413703 Jul 05 10:07:52.136953 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56906) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:52.142143 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f15498e9-2a2e-4c0c-9ed3-f470564774e2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1853122301-router', 'tenant_id': '6474b12c57e4496facd695a0bde49f4b', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:52.159452 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.resource_extend [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:07:52.173182 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-cb258a81-2c5f-4644-bd83-7e646a3a9ceb service neutron] 10.222.0.79 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548157 Jul 05 10:07:52.174942 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f15498e9-2a2e-4c0c-9ed3-f470564774e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.177312 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f15498e9-2a2e-4c0c-9ed3-f470564774e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.189823 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port ad3d2c8e-2f41-490e-9670-d1710666ce1d, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=ad3d2c8e-2f41-490e-9670-d1710666ce1d,segment=NetworkSegment(619a2f44-c22b-4482-8c16-4e7b00d358c8),segment_id=619a2f44-c22b-4482-8c16-4e7b00d358c8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:52.210489 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=bc64378d-0809-4948-9109-02bb5cc40da5,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:52.222699 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'ad3d2c8e-2f41-490e-9670-d1710666ce1d', 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a', 'port_id': 'ad3d2c8e-2f41-490e-9670-d1710666ce1d', 'mac_address': 'fa:16:3e:c0:99:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b438217-1c0b-4628-b2c1-0ef7afd3e614', 'ip_address': '10.1.1.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:07:52.252589 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f15498e9-2a2e-4c0c-9ed3-f470564774e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.302819 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.337637 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad3d2c8e-2f41-490e-9670-d1710666ce1d {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:52.373802 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56910) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:52.385040 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Request body: {'port': {'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1', 'binding:host_id': 'n-h1-798054-8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1107102553'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:52.411074 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port ad3d2c8e-2f41-490e-9670-d1710666ce1d, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=ad3d2c8e-2f41-490e-9670-d1710666ce1d,segment=NetworkSegment(619a2f44-c22b-4482-8c16-4e7b00d358c8),segment_id=619a2f44-c22b-4482-8c16-4e7b00d358c8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:52.417649 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.418792 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device c525671f-d077-42c1-aee6-61ee852b4f0f details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:07:52.434229 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Made reservation on behalf of fb9b132d77de407fb50499169de1b40f for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:52.436940 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.455254 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77382108-1076-42cb-aef9-feab4ab309e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-94188280-9daf-4cdc-9be3-100572f453ff', 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff', 'tenant_id': '6474b12c57e4496facd695a0bde49f4b', 'fixed_ips': [{'subnet_id': 'c60f963f-878b-4612-b669-81394a90dd8e'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:07:52.456423 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-77382108-1076-42cb-aef9-feab4ab309e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.468537 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-760bb278-2fb1-4237-8d8c-8bf4c46945cf req-def0160f-0588-4a4f-b919-5e4b7087151d tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 210 time: 0.0743506 Jul 05 10:07:52.471027 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.476906 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f15498e9-2a2e-4c0c-9ed3-f470564774e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.552705 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=ad3d2c8e-2f41-490e-9670-d1710666ce1d,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:52.559572 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port c525671f-d077-42c1-aee6-61ee852b4f0f, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=c525671f-d077-42c1-aee6-61ee852b4f0f,segment=NetworkSegment(619a2f44-c22b-4482-8c16-4e7b00d358c8),segment_id=619a2f44-c22b-4482-8c16-4e7b00d358c8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:52.622880 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.631243 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.640203 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] device_id is not set on port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:07:52.645968 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'c525671f-d077-42c1-aee6-61ee852b4f0f', 'network_id': '89156147-0f0d-48d7-9f81-08329f3d026a', 'port_id': 'c525671f-d077-42c1-aee6-61ee852b4f0f', 'mac_address': 'fa:16:3e:1c:6c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b438217-1c0b-4628-b2c1-0ef7afd3e614', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:07:52.738617 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.747638 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664f975b-3631-4a68-baf6-d3ad719da15b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:52.755129 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c525671f-d077-42c1-aee6-61ee852b4f0f {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:52.823868 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-77382108-1076-42cb-aef9-feab4ab309e4 None None] Allocated IP 172.20.0.2 (94188280-9daf-4cdc-9be3-100572f453ff/c60f963f-878b-4612-b669-81394a90dd8e/beb13e4f-9266-435c-a1d0-90b84d66f378) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:52.829346 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port c525671f-d077-42c1-aee6-61ee852b4f0f, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=c525671f-d077-42c1-aee6-61ee852b4f0f,segment=NetworkSegment(619a2f44-c22b-4482-8c16-4e7b00d358c8),segment_id=619a2f44-c22b-4482-8c16-4e7b00d358c8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:52.851065 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.851787 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 0e6db9d0-38f9-4121-8c58-31af2f739051 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:07:52.944851 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f15498e9-2a2e-4c0c-9ed3-f470564774e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.981031 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] device_id is not set on port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:07:52.987740 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 21e3c49e-aecf-44fd-9ec9-ade3de84a95a up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:52.992267 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f15498e9-2a2e-4c0c-9ed3-f470564774e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.993627 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.010155 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Transition to ACTIVE for port object 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:53.022451 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.107925 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Pushing event updated for resources: {'Port': ['ID=5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:53.114632 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Checking segment: {'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:53.115587 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Network hostable DHCP agents. Network: f7e5cc88-fe02-4d43-8b7a-9a871513c5d1, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:07:53.131660 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-f15498e9-2a2e-4c0c-9ed3-f470564774e2 admin admin] Allocated IP 172.25.7.62 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/a7c02361-63ed-43d0-9ab6-bce4ebde0baf) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:53.140706 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:07:53.164761 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, f7e5cc88-fe02-4d43-8b7a-9a871513c5d1) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:53.173159 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:53.186743 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f9c4d4-329e-46ed-aae3-7507f52383ac None None] Network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:07:53.208639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:53.208988 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:53.209336 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:53.262040 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.resource_extend [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:07:53.270495 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:53.270926 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:07:53.272560 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 2 to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 Jul 05 10:07:53.296977 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:53.297425 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:53.297874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:53.306104 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:53.306541 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:07:53.307226 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 3 to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 Jul 05 10:07:53.372697 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f15498e9-2a2e-4c0c-9ed3-f470564774e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.395090 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:53.395827 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:53.396326 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:53.422021 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766ed31-5161-400b-afc9-56a3d34c22bd req-6c516c8b-ebd0-4f96-90ce-261c255a2149 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:53.430293 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f15498e9-2a2e-4c0c-9ed3-f470564774e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.436063 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766ed31-5161-400b-afc9-56a3d34c22bd req-6c516c8b-ebd0-4f96-90ce-261c255a2149 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:53.452681 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766ed31-5161-400b-afc9-56a3d34c22bd req-6c516c8b-ebd0-4f96-90ce-261c255a2149 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:53.459207 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766ed31-5161-400b-afc9-56a3d34c22bd req-6c516c8b-ebd0-4f96-90ce-261c255a2149 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:53.475051 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766ed31-5161-400b-afc9-56a3d34c22bd req-6c516c8b-ebd0-4f96-90ce-261c255a2149 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:53.475516 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15498e9-2a2e-4c0c-9ed3-f470564774e2 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:53.480347 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f15498e9-2a2e-4c0c-9ed3-f470564774e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:53.485798 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15498e9-2a2e-4c0c-9ed3-f470564774e2 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:53.486463 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766ed31-5161-400b-afc9-56a3d34c22bd req-6c516c8b-ebd0-4f96-90ce-261c255a2149 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:53.499904 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766ed31-5161-400b-afc9-56a3d34c22bd req-6c516c8b-ebd0-4f96-90ce-261c255a2149 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:53.503308 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=c525671f-d077-42c1-aee6-61ee852b4f0f,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:53.513930 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7766ed31-5161-400b-afc9-56a3d34c22bd req-6c516c8b-ebd0-4f96-90ce-261c255a2149 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5426 time: 0.2952530 Jul 05 10:07:53.516780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:53.520774 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:07:53.529113 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 4 to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 Jul 05 10:07:53.545048 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15498e9-2a2e-4c0c-9ed3-f470564774e2 admin admin] Pushing event updated for resources: {'Port': ['ID=a7c02361-63ed-43d0-9ab6-bce4ebde0baf,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:53.567796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:53.567796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:53.567796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:53.598352 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:53.598800 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:07:53.599464 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 5 to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 Jul 05 10:07:53.626761 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 0e6db9d0-38f9-4121-8c58-31af2f739051, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=0e6db9d0-38f9-4121-8c58-31af2f739051,segment=NetworkSegment(cd3ac473-088a-4c00-8a73-7a24119fd2db),segment_id=cd3ac473-088a-4c00-8a73-7a24119fd2db)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:53.656233 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7766ed31-5161-400b-afc9-56a3d34c22bd req-18214ce1-e7da-4835-b18e-4cead8b3981f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1412089 Jul 05 10:07:53.665885 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-77382108-1076-42cb-aef9-feab4ab309e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.699142 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:53.699826 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:53.700166 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-77382108-1076-42cb-aef9-feab4ab309e4 None None] Transition to ACTIVE for port object beb13e4f-9266-435c-a1d0-90b84d66f378 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:53.700509 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:53.713921 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:53.714524 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:07:53.715080 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 6 to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 Jul 05 10:07:53.733185 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-77382108-1076-42cb-aef9-feab4ab309e4 None None] Transition to ACTIVE for port object beb13e4f-9266-435c-a1d0-90b84d66f378 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:53.739721 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-76e300a3-a81e-498a-beb1-0c6459a9243f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.744609 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '0e6db9d0-38f9-4121-8c58-31af2f739051', 'network_id': '687dc320-4531-4e31-9377-87644d9740dc', 'port_id': '0e6db9d0-38f9-4121-8c58-31af2f739051', 'mac_address': 'fa:16:3e:45:4c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cad995d8-210a-44a5-ac6b-55fe6188cec8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:07:53.767038 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:53.778752 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:53.779139 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:53.912252 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41a078f2-9803-4f8c-bd76-3e04086e5599 req-a2593efe-cda1-47a3-8794-9b1d4fc3285d tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 210 time: 0.0852373 Jul 05 10:07:53.912252 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:53.912252 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:07:53.912252 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 7 to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 Jul 05 10:07:54.026406 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-77382108-1076-42cb-aef9-feab4ab309e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.026406 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77382108-1076-42cb-aef9-feab4ab309e4 None None] Network 94188280-9daf-4cdc-9be3-100572f453ff is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:54.029353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:54.029353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:54.029353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:54.029353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:54.029353 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:07:54.029353 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 8 to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 Jul 05 10:07:54.030160 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-77382108-1076-42cb-aef9-feab4ab309e4 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:54.030160 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 21e3c49e-aecf-44fd-9ec9-ade3de84a95a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:54.030160 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.030160 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77382108-1076-42cb-aef9-feab4ab309e4 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:54.030784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:54.030784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:54.030784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:54.030784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:54.030784 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:07:54.030784 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 9 to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 Jul 05 10:07:54.043116 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:54.044198 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:54.044557 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:54.051253 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:54.051591 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:07:54.052199 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 10 to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 Jul 05 10:07:54.085123 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:54.085472 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:54.085817 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:54.088504 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.103781 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:54.104151 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:07:54.104530 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.149458 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.186663 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e6db9d0-38f9-4121-8c58-31af2f739051 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:54.198546 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f15498e9-2a2e-4c0c-9ed3-f470564774e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.211216 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] For port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:54.211798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempted to set empty binding levels {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 10:07:54.217794 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.243751 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 0e6db9d0-38f9-4121-8c58-31af2f739051, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=0e6db9d0-38f9-4121-8c58-31af2f739051,segment=NetworkSegment(cd3ac473-088a-4c00-8a73-7a24119fd2db),segment_id=cd3ac473-088a-4c00-8a73-7a24119fd2db)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:54.245606 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77382108-1076-42cb-aef9-feab4ab309e4 None None] Pushing event updated for resources: {'Port': ['ID=beb13e4f-9266-435c-a1d0-90b84d66f378,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:54.269545 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.273840 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:07:54.294450 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:54.295460 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.323720 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.9478636 Jul 05 10:07:54.327514 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56952) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:54.343987 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762b5b4-3392-4162-871a-0306db63b658 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Pushing event updated for resources: {'Port': ['ID=5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:54.350546 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19,segment=NetworkSegment(cd3ac473-088a-4c00-8a73-7a24119fd2db),segment_id=cd3ac473-088a-4c00-8a73-7a24119fd2db)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:54.412879 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19', 'network_id': '687dc320-4531-4e31-9377-87644d9740dc', 'port_id': '6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19', 'mac_address': 'fa:16:3e:52:f0:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cad995d8-210a-44a5-ac6b-55fe6188cec8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:07:54.454664 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-3ebbefe6-7b3a-40cf-b100-a0df80d343df tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Deleting port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:54.455393 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3ebbefe6-7b3a-40cf-b100-a0df80d343df tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.498591 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=0e6db9d0-38f9-4121-8c58-31af2f739051,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:54.503573 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-77382108-1076-42cb-aef9-feab4ab309e4 None None] Attempting to bind port beb13e4f-9266-435c-a1d0-90b84d66f378 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:54.504488 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-77382108-1076-42cb-aef9-feab4ab309e4 None None] Attempting to bind port beb13e4f-9266-435c-a1d0-90b84d66f378 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '6542b542-d05b-4a8f-8945-0f7cd2944384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:54.505143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77382108-1076-42cb-aef9-feab4ab309e4 None None] Attempting to bind port beb13e4f-9266-435c-a1d0-90b84d66f378 on network 94188280-9daf-4cdc-9be3-100572f453ff {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:54.512879 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.527386 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77382108-1076-42cb-aef9-feab4ab309e4 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:54.528210 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77382108-1076-42cb-aef9-feab4ab309e4 None None] Checking segment: {'id': '6542b542-d05b-4a8f-8945-0f7cd2944384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:54.528769 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-77382108-1076-42cb-aef9-feab4ab309e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.529316 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77382108-1076-42cb-aef9-feab4ab309e4 None None] Bound using segment: {'id': '6542b542-d05b-4a8f-8945-0f7cd2944384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:54.529952 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-77382108-1076-42cb-aef9-feab4ab309e4 None None] Bound port: beb13e4f-9266-435c-a1d0-90b84d66f378, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6542b542-d05b-4a8f-8945-0f7cd2944384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:54.530492 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-77382108-1076-42cb-aef9-feab4ab309e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.536768 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-3ebbefe6-7b3a-40cf-b100-a0df80d343df tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] For port 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2, host n-h1-798054-8, got binding levels [] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:54.537506 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3ebbefe6-7b3a-40cf-b100-a0df80d343df tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.553106 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-3ebbefe6-7b3a-40cf-b100-a0df80d343df tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Calling delete_port for 5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:54.603339 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f15498e9-2a2e-4c0c-9ed3-f470564774e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.622672 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:54.762614 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3ebbefe6-7b3a-40cf-b100-a0df80d343df tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.770734 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.798081 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-77382108-1076-42cb-aef9-feab4ab309e4 None None] For port beb13e4f-9266-435c-a1d0-90b84d66f378, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:54.802060 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19,segment=NetworkSegment(cd3ac473-088a-4c00-8a73-7a24119fd2db),segment_id=cd3ac473-088a-4c00-8a73-7a24119fd2db)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:54.820114 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.840521 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-77382108-1076-42cb-aef9-feab4ab309e4 None None] For port beb13e4f-9266-435c-a1d0-90b84d66f378, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=beb13e4f-9266-435c-a1d0-90b84d66f378,segment=NetworkSegment(6542b542-d05b-4a8f-8945-0f7cd2944384),segment_id=6542b542-d05b-4a8f-8945-0f7cd2944384)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:54.867193 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15498e9-2a2e-4c0c-9ed3-f470564774e2 admin admin] Router 07bea17f-6dd6-4265-976e-5323339bcda0 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:07:54.876177 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-77382108-1076-42cb-aef9-feab4ab309e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.893952 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3ebbefe6-7b3a-40cf-b100-a0df80d343df tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.900571 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3ebbefe6-7b3a-40cf-b100-a0df80d343df tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] 10.222.0.79 "DELETE /v2.0/ports/5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 HTTP/1.1" status: 204 len: 168 time: 0.5717247 Jul 05 10:07:54.901236 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56964) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:54.902076 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbefe6-7b3a-40cf-b100-a0df80d343df tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:54.920188 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:55.021120 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-866f1c34-561a-42b1-a92e-f623ff92c118 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] GET failed (client error): The resource could not be found. Jul 05 10:07:55.026879 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-866f1c34-561a-42b1-a92e-f623ff92c118 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] 10.222.0.79 "GET /v2.0/ports/5f8c6ffe-2ea4-4a44-a65c-36b8f27ba7f2 HTTP/1.1" status: 404 len: 333 time: 0.1189351 Jul 05 10:07:55.032913 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56966) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:55.044186 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77382108-1076-42cb-aef9-feab4ab309e4 None None] Pushing event updated for resources: {'Port': ['ID=beb13e4f-9266-435c-a1d0-90b84d66f378,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:55.044378 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-adb58c3f-d21c-47af-9201-57d2b7651495 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Request body: {'port': {'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-918474046'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:55.190972 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb58c3f-d21c-47af-9201-57d2b7651495 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Made reservation on behalf of fb9b132d77de407fb50499169de1b40f for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:55.194071 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-22ffc735-d8f3-452e-a434-ac7eedddd28d req-1c44daf6-4c68-4e4d-8790-0b2e64420674 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 210 time: 0.0803733 Jul 05 10:07:55.195478 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-adb58c3f-d21c-47af-9201-57d2b7651495 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.243565 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-adb58c3f-d21c-47af-9201-57d2b7651495 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] device_id is not set on port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:07:55.276747 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-1db1e5cd-b7f3-4162-8a70-78d834e7ab2f tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:55.278493 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-1db1e5cd-b7f3-4162-8a70-78d834e7ab2f tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.78 "GET /v2.0/networks?id=e92969d7-2f54-48da-8a2d-7d136131bbc7 HTTP/1.1" status: 200 len: 810 time: 0.3495519 Jul 05 10:07:55.340347 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178c00c-0fdd-4544-a497-47801b9b8ff3 req-3d208c78-c5ba-4148-9df2-b422e8090999 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:55.368879 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178c00c-0fdd-4544-a497-47801b9b8ff3 req-3d208c78-c5ba-4148-9df2-b422e8090999 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:55.411538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178c00c-0fdd-4544-a497-47801b9b8ff3 req-3d208c78-c5ba-4148-9df2-b422e8090999 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:55.412271 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15498e9-2a2e-4c0c-9ed3-f470564774e2 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:07:55.451705 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f15498e9-2a2e-4c0c-9ed3-f470564774e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.455156 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f15498e9-2a2e-4c0c-9ed3-f470564774e2 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3165631 Jul 05 10:07:55.455628 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178c00c-0fdd-4544-a497-47801b9b8ff3 req-3d208c78-c5ba-4148-9df2-b422e8090999 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:55.459703 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 56974) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:55.473028 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178c00c-0fdd-4544-a497-47801b9b8ff3 req-3d208c78-c5ba-4148-9df2-b422e8090999 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:55.481677 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178c00c-0fdd-4544-a497-47801b9b8ff3 req-3d208c78-c5ba-4148-9df2-b422e8090999 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:55.490889 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178c00c-0fdd-4544-a497-47801b9b8ff3 req-3d208c78-c5ba-4148-9df2-b422e8090999 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:55.494830 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6178c00c-0fdd-4544-a497-47801b9b8ff3 req-3d208c78-c5ba-4148-9df2-b422e8090999 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5428 time: 0.4666088 Jul 05 10:07:55.542098 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-86a2057f-c4f6-4a28-9fec-944ed270f53f tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c001f7d567b480ca0b6992073b2cea5 HTTP/1.1" status: 200 len: 379 time: 0.2483604 Jul 05 10:07:55.551916 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-6cd649c2-1c3c-4b8f-bb0c-5aba090f46c1 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Request body: {'port': {'device_id': '0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'admin_state_up': True, 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'security_groups': ['11377c63-923b-4603-bf7c-21886fda221e']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:55.659387 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6178c00c-0fdd-4544-a497-47801b9b8ff3 req-dfb5ebff-8b4c-4f9c-b8bc-63380491e47f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1571751 Jul 05 10:07:55.681199 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['0e6db9d0-38f9-4121-8c58-31af2f739051'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:55.684849 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:55.735281 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['ad3d2c8e-2f41-490e-9670-d1710666ce1d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:55.774872 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-adb58c3f-d21c-47af-9201-57d2b7651495 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.784529 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] Sync routers for ids ['07bea17f-6dd6-4265-976e-5323339bcda0'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:07:55.850921 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['c525671f-d077-42c1-aee6-61ee852b4f0f'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:55.854648 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['c1821982-65d1-4284-b01f-61dd67e40864'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:55.860617 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['99eba310-ab63-4ad5-833a-fe875aecadc0'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:55.867014 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-6cd649c2-1c3c-4b8f-bb0c-5aba090f46c1 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Made reservation on behalf of 8c001f7d567b480ca0b6992073b2cea5 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:55.871728 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-6cd649c2-1c3c-4b8f-bb0c-5aba090f46c1 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.997414 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-adb58c3f-d21c-47af-9201-57d2b7651495 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:56.034525 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] Routers {'07bea17f-6dd6-4265-976e-5323339bcda0'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:56.035172 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:07:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['07bea17f-6dd6-4265-976e-5323339bcda0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:56.104359 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb58c3f-d21c-47af-9201-57d2b7651495 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:56.109659 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-adb58c3f-d21c-47af-9201-57d2b7651495 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:56.126845 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb58c3f-d21c-47af-9201-57d2b7651495 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:56.128509 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb58c3f-d21c-47af-9201-57d2b7651495 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:56.129277 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-adb58c3f-d21c-47af-9201-57d2b7651495 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:56.178614 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-6cd649c2-1c3c-4b8f-bb0c-5aba090f46c1 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Allocated IP 172.20.0.14 (e92969d7-2f54-48da-8a2d-7d136131bbc7/ec963537-c196-42e4-b994-fe6e7fea3b3b/8902ee84-0098-42aa-95ae-86c0d025cf6e) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:56.192152 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb58c3f-d21c-47af-9201-57d2b7651495 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Pushing event updated for resources: {'Port': ['ID=22c56ce7-6690-43b5-9e2d-a3c4a9f01f23,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:56.239719 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-adb58c3f-d21c-47af-9201-57d2b7651495 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2035055 Jul 05 10:07:56.261313 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 56988) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:56.292659 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:56.405951 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] Set router 07bea17f-6dd6-4265-976e-5323339bcda0 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:07:56.456673 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-380a2cd4-6dd0-4c2d-8b52-114931132d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:56.816608 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['bc64378d-0809-4948-9109-02bb5cc40da5'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:56.956371 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-380a2cd4-6dd0-4c2d-8b52-114931132d45 admin admin] Allocated IP 172.20.0.1 (94188280-9daf-4cdc-9be3-100572f453ff/c60f963f-878b-4612-b669-81394a90dd8e/66b51dc0-4bda-446b-916e-9292780d3d4d) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:57.051525 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381e8f72-566f-4ba9-94ea-06f4f488e547 None None] Network 94188280-9daf-4cdc-9be3-100572f453ff requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:07:57.055883 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device beb13e4f-9266-435c-a1d0-90b84d66f378 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:57.057091 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fd82447-3d65-49bf-9b60-98ed37372c4d req-ce744738-ee62-4009-9a67-db76cab8161d tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 210 time: 0.0685301 Jul 05 10:07:57.201737 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:57.240308 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-6cd649c2-1c3c-4b8f-bb0c-5aba090f46c1 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:57.262941 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-6cd649c2-1c3c-4b8f-bb0c-5aba090f46c1 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Transition to ACTIVE for port object 8902ee84-0098-42aa-95ae-86c0d025cf6e will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:57.283125 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-380a2cd4-6dd0-4c2d-8b52-114931132d45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:57.326805 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-380a2cd4-6dd0-4c2d-8b52-114931132d45 admin admin] Transition to ACTIVE for port object 66b51dc0-4bda-446b-916e-9292780d3d4d will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:57.349232 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3aaac-d7e2-4016-871c-e4c28efeae91 req-4a4b88c3-c363-4060-8f82-52df7ea67e08 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:57.355970 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3aaac-d7e2-4016-871c-e4c28efeae91 req-4a4b88c3-c363-4060-8f82-52df7ea67e08 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:57.357232 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:57.358081 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-30c2b358-67ce-47a0-b717-43d2742831dd None None] Provisioning for port beb13e4f-9266-435c-a1d0-90b84d66f378 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:57.362382 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3aaac-d7e2-4016-871c-e4c28efeae91 req-4a4b88c3-c363-4060-8f82-52df7ea67e08 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:57.368749 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3aaac-d7e2-4016-871c-e4c28efeae91 req-4a4b88c3-c363-4060-8f82-52df7ea67e08 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:57.375149 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3aaac-d7e2-4016-871c-e4c28efeae91 req-4a4b88c3-c363-4060-8f82-52df7ea67e08 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:57.381765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3aaac-d7e2-4016-871c-e4c28efeae91 req-4a4b88c3-c363-4060-8f82-52df7ea67e08 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:57.383386 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-380a2cd4-6dd0-4c2d-8b52-114931132d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:57.388353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3aaac-d7e2-4016-871c-e4c28efeae91 req-4a4b88c3-c363-4060-8f82-52df7ea67e08 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:57.396183 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-afa3aaac-d7e2-4016-871c-e4c28efeae91 req-4a4b88c3-c363-4060-8f82-52df7ea67e08 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5428 time: 0.2749436 Jul 05 10:07:57.462988 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380a2cd4-6dd0-4c2d-8b52-114931132d45 admin admin] Network 94188280-9daf-4cdc-9be3-100572f453ff is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:57.468214 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-380a2cd4-6dd0-4c2d-8b52-114931132d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:57.475758 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380a2cd4-6dd0-4c2d-8b52-114931132d45 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:57.482457 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a2cd4-6dd0-4c2d-8b52-114931132d45 admin admin] Pushing event updated for resources: {'Port': ['ID=66b51dc0-4bda-446b-916e-9292780d3d4d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:57.536536 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-380a2cd4-6dd0-4c2d-8b52-114931132d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:57.715746 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] device_id is not set on port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:07:57.749119 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:57.753800 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-6cd649c2-1c3c-4b8f-bb0c-5aba090f46c1 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:57.761104 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-afa3aaac-d7e2-4016-871c-e4c28efeae91 req-ed86b4e4-e71d-4862-926a-6123a5b74dcf tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3638451 Jul 05 10:07:57.806332 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-380a2cd4-6dd0-4c2d-8b52-114931132d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:57.817106 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd649c2-1c3c-4b8f-bb0c-5aba090f46c1 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Pushing event updated for resources: {'Port': ['ID=8902ee84-0098-42aa-95ae-86c0d025cf6e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:57.829397 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Transition to ACTIVE for port object 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:57.846121 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-6cd649c2-1c3c-4b8f-bb0c-5aba090f46c1 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Network e92969d7-2f54-48da-8a2d-7d136131bbc7 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:57.847508 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:57.871262 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-6cd649c2-1c3c-4b8f-bb0c-5aba090f46c1 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:57.971159 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-6cd649c2-1c3c-4b8f-bb0c-5aba090f46c1 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:57.978351 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Pushing event updated for resources: {'Port': ['ID=22c56ce7-6690-43b5-9e2d-a3c4a9f01f23,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:58.053180 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-380a2cd4-6dd0-4c2d-8b52-114931132d45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.061485 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-380a2cd4-6dd0-4c2d-8b52-114931132d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.092110 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:58.092927 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:58.093520 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:58.101142 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:58.101816 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:07:58.105325 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 2 to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 Jul 05 10:07:58.129365 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-6cd649c2-1c3c-4b8f-bb0c-5aba090f46c1 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:58.130302 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-6cd649c2-1c3c-4b8f-bb0c-5aba090f46c1 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.149869 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:58.150747 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:58.151501 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:58.162927 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-6cd649c2-1c3c-4b8f-bb0c-5aba090f46c1 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6151378 Jul 05 10:07:58.169030 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:58.169675 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:07:58.170283 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 3 to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 Jul 05 10:07:58.181102 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-380a2cd4-6dd0-4c2d-8b52-114931132d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.220695 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-415a2d7b-5a26-40c0-a0f1-6de7f9791267 service neutron] Request body: {'port': {'device_id': '0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:58.312409 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:58.314688 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:58.314688 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:58.316935 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port beb13e4f-9266-435c-a1d0-90b84d66f378 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:58.328109 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:58.328597 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:07:58.330666 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 4 to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 Jul 05 10:07:58.352933 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port beb13e4f-9266-435c-a1d0-90b84d66f378 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:58.356508 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.360733 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:58.361153 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:58.361563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:58.371683 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:58.372238 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:07:58.401083 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 5 to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 Jul 05 10:07:58.433809 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a2cd4-6dd0-4c2d-8b52-114931132d45 admin admin] Pushing event updated for resources: {'Port': ['ID=66b51dc0-4bda-446b-916e-9292780d3d4d,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:58.438698 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380a2cd4-6dd0-4c2d-8b52-114931132d45 admin admin] Network 94188280-9daf-4cdc-9be3-100572f453ff is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:58.440868 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-380a2cd4-6dd0-4c2d-8b52-114931132d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:58.486952 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-32039c64-3e77-470c-9147-dd0bdd8f281f None None] Provisioning for port 8902ee84-0098-42aa-95ae-86c0d025cf6e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:58.511317 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-32039c64-3e77-470c-9147-dd0bdd8f281f None None] Provisioning complete for port 8902ee84-0098-42aa-95ae-86c0d025cf6e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:58.511696 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32039c64-3e77-470c-9147-dd0bdd8f281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.516590 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.537532 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:58.538035 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:58.538476 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:58.541196 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-415a2d7b-5a26-40c0-a0f1-6de7f9791267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.578313 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:58.578594 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:07:58.584044 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 6 to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 Jul 05 10:07:58.611974 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port beb13e4f-9266-435c-a1d0-90b84d66f378, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=beb13e4f-9266-435c-a1d0-90b84d66f378,segment=NetworkSegment(6542b542-d05b-4a8f-8945-0f7cd2944384),segment_id=6542b542-d05b-4a8f-8945-0f7cd2944384)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:58.622319 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bea17f-6dd6-4265-976e-5323339bcda0', 'name': 'tempest-TestServerMultinode-1853122301-router', 'tenant_id': '6474b12c57e4496facd695a0bde49f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'a7c02361-63ed-43d0-9ab6-bce4ebde0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:52Z', 'updated_at': '2021-07-05T10:07:53Z', 'revision_number': 3, 'project_id': '6474b12c57e4496facd695a0bde49f4b', 'gw_port': {'id': 'a7c02361-63ed-43d0-9ab6-bce4ebde0baf', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bea17f-6dd6-4265-976e-5323339bcda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:53Z', 'updated_at': '2021-07-05T10:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:58.627837 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.653507 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:58.654010 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:58.654460 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:58.662075 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380a2cd4-6dd0-4c2d-8b52-114931132d45 admin admin] Router 07bea17f-6dd6-4265-976e-5323339bcda0 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:07:58.671836 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-32039c64-3e77-470c-9147-dd0bdd8f281f None None] Port 8902ee84-0098-42aa-95ae-86c0d025cf6e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:07:58.673865 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] Checking router: 07bea17f-6dd6-4265-976e-5323339bcda0 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:07:58.674228 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] Updating router 07bea17f-6dd6-4265-976e-5323339bcda0 port a7c02361-63ed-43d0-9ab6-bce4ebde0baf binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:07:58.807615 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:58.808291 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:07:58.811728 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 7 to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 Jul 05 10:07:58.814431 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.832095 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff55ee1-6c1d-45ec-b022-cf5e7b1b2787 req-3fc82b93-0d2f-47ba-94fd-e946352736b8 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:58.834472 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ff55ee1-6c1d-45ec-b022-cf5e7b1b2787 req-3fc82b93-0d2f-47ba-94fd-e946352736b8 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 932 time: 0.4637387 Jul 05 10:07:58.888387 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device bc64378d-0809-4948-9109-02bb5cc40da5 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:58.909025 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:58.909232 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:58.909698 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:58.934453 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:58.934453 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:07:58.950940 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 8 to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 Jul 05 10:07:58.968917 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ff55ee1-6c1d-45ec-b022-cf5e7b1b2787 req-118d4896-f854-4997-aa2a-a847205e2b69 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119545 Jul 05 10:07:58.972586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:58.973002 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:58.973412 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:58.996636 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:58.997056 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:07:58.999573 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 9 to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 Jul 05 10:07:59.002297 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=beb13e4f-9266-435c-a1d0-90b84d66f378,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:59.044793 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:59.045951 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:59.047319 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:59.141611 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-415a2d7b-5a26-40c0-a0f1-6de7f9791267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8902ee84-0098-42aa-95ae-86c0d025cf6e {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:59.152129 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-415a2d7b-5a26-40c0-a0f1-6de7f9791267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.167884 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-415a2d7b-5a26-40c0-a0f1-6de7f9791267 service neutron] Transition to ACTIVE for port object 8902ee84-0098-42aa-95ae-86c0d025cf6e will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:59.187936 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-415a2d7b-5a26-40c0-a0f1-6de7f9791267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.190550 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:59.190896 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:07:59.195247 n-d-798054-8 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 10 to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 Jul 05 10:07:59.325813 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:59.329644 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:59.331163 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:59.415760 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:59.416143 n-d-798054-8 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:07:59.416523 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.438402 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port bc64378d-0809-4948-9109-02bb5cc40da5 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:59.449849 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port bc64378d-0809-4948-9109-02bb5cc40da5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:59.450618 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.481457 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a2d7b-5a26-40c0-a0f1-6de7f9791267 service neutron] Pushing event updated for resources: {'Port': ['ID=8902ee84-0098-42aa-95ae-86c0d025cf6e,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:59.549836 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6fff1120-30ee-4b58-8c38-9f2d872ff8b7 None None] Provisioning for port 66b51dc0-4bda-446b-916e-9292780d3d4d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:59.619925 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6fff1120-30ee-4b58-8c38-9f2d872ff8b7 None None] Provisioning complete for port 66b51dc0-4bda-446b-916e-9292780d3d4d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:59.620499 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6fff1120-30ee-4b58-8c38-9f2d872ff8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.671237 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be423e-8eff-47ec-8dd2-84c837c244bd req-89b22c79-8932-4a0d-9d1f-726d05e32461 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:59.677800 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be423e-8eff-47ec-8dd2-84c837c244bd req-89b22c79-8932-4a0d-9d1f-726d05e32461 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:59.690105 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be423e-8eff-47ec-8dd2-84c837c244bd req-89b22c79-8932-4a0d-9d1f-726d05e32461 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:59.698344 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be423e-8eff-47ec-8dd2-84c837c244bd req-89b22c79-8932-4a0d-9d1f-726d05e32461 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:59.711352 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be423e-8eff-47ec-8dd2-84c837c244bd req-89b22c79-8932-4a0d-9d1f-726d05e32461 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:59.728959 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be423e-8eff-47ec-8dd2-84c837c244bd req-89b22c79-8932-4a0d-9d1f-726d05e32461 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:59.748212 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.748445 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be423e-8eff-47ec-8dd2-84c837c244bd req-89b22c79-8932-4a0d-9d1f-726d05e32461 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:59.750452 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d4be423e-8eff-47ec-8dd2-84c837c244bd req-89b22c79-8932-4a0d-9d1f-726d05e32461 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5428 time: 0.5785565 Jul 05 10:07:59.784191 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380a2cd4-6dd0-4c2d-8b52-114931132d45 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:07:59.801185 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-380a2cd4-6dd0-4c2d-8b52-114931132d45 admin admin] 10.222.0.79 "PUT /v2.0/routers/07bea17f-6dd6-4265-976e-5323339bcda0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3400288 Jul 05 10:07:59.819145 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6fff1120-30ee-4b58-8c38-9f2d872ff8b7 None None] Port 66b51dc0-4bda-446b-916e-9292780d3d4d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:07:59.871960 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc64378d-0809-4948-9109-02bb5cc40da5'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:59.873037 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac749056-7374-4526-bbdc-70c7c28fd8c0" -d '{"events": [{"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-plugged", "status": "completed", "tag": "bc64378d-0809-4948-9109-02bb5cc40da5"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:59.934310 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port bc64378d-0809-4948-9109-02bb5cc40da5, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=bc64378d-0809-4948-9109-02bb5cc40da5,segment=NetworkSegment(619a2f44-c22b-4482-8c16-4e7b00d358c8),segment_id=619a2f44-c22b-4482-8c16-4e7b00d358c8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:59.938014 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6fff1120-30ee-4b58-8c38-9f2d872ff8b7 None None] Provisioning complete for port beb13e4f-9266-435c-a1d0-90b84d66f378 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:59.938684 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6fff1120-30ee-4b58-8c38-9f2d872ff8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.979658 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-415a2d7b-5a26-40c0-a0f1-6de7f9791267 service neutron] Attempting to bind port 8902ee84-0098-42aa-95ae-86c0d025cf6e on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:59.980101 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-415a2d7b-5a26-40c0-a0f1-6de7f9791267 service neutron] Attempting to bind port 8902ee84-0098-42aa-95ae-86c0d025cf6e by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'bca3ead4-fe14-4e69-958c-e8fc4cc64bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:59.980441 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-415a2d7b-5a26-40c0-a0f1-6de7f9791267 service neutron] Attempting to bind port 8902ee84-0098-42aa-95ae-86c0d025cf6e on network e92969d7-2f54-48da-8a2d-7d136131bbc7 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:59.988970 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.990118 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device ad3d2c8e-2f41-490e-9670-d1710666ce1d up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:00.005341 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] For port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:00.005731 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempted to set empty binding levels {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 10:08:00.033903 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d4be423e-8eff-47ec-8dd2-84c837c244bd req-3e315c68-f4ee-4a8a-bd5a-0dbbffa74636 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2636564 Jul 05 10:08:00.036571 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-415a2d7b-5a26-40c0-a0f1-6de7f9791267 service neutron] Port 8902ee84-0098-42aa-95ae-86c0d025cf6e on network e92969d7-2f54-48da-8a2d-7d136131bbc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:08:00.039997 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-415a2d7b-5a26-40c0-a0f1-6de7f9791267 service neutron] Attempting to bind port 8902ee84-0098-42aa-95ae-86c0d025cf6e on network e92969d7-2f54-48da-8a2d-7d136131bbc7 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:00.061551 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.128345 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] In _notify_port_updated(), no bound segment for port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:08:00.131619 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.134416 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.139801 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] 10.222.0.79 "PUT /v2.0/ports/22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 HTTP/1.1" status: 200 len: 974 time: 3.8771026 Jul 05 10:08:00.142586 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57058) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:00.165746 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port ad3d2c8e-2f41-490e-9670-d1710666ce1d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:00.168312 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.173450 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port ad3d2c8e-2f41-490e-9670-d1710666ce1d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:00.173823 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.222125 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] Transition to ACTIVE for port object a7c02361-63ed-43d0-9ab6-bce4ebde0baf will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:00.240327 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=bc64378d-0809-4948-9109-02bb5cc40da5,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:00.252247 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.299636 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b7ee85-978c-45a4-b488-d23355aeab95 x-openstack-request-id: req-50b7ee85-978c-45a4-b488-d23355aeab95 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:00.299891 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43bd73-51f8-4b42-b2a1-fc28a6fc4292 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Pushing event updated for resources: {'Port': ['ID=22c56ce7-6690-43b5-9e2d-a3c4a9f01f23,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:00.300410 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-plugged", "status": "completed", "tag": "bc64378d-0809-4948-9109-02bb5cc40da5", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:00.300881 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-50b7ee85-978c-45a4-b488-d23355aeab95 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:00.301933 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc64378d-0809-4948-9109-02bb5cc40da5', 'code': 200} Jul 05 10:08:00.308635 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-415a2d7b-5a26-40c0-a0f1-6de7f9791267 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:08:00.308983 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-415a2d7b-5a26-40c0-a0f1-6de7f9791267 service neutron] Checking segment: {'id': 'bca3ead4-fe14-4e69-958c-e8fc4cc64bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:00.309372 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-415a2d7b-5a26-40c0-a0f1-6de7f9791267 service neutron] Bound using segment: {'id': 'bca3ead4-fe14-4e69-958c-e8fc4cc64bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:08:00.309822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-415a2d7b-5a26-40c0-a0f1-6de7f9791267 service neutron] Bound port: 8902ee84-0098-42aa-95ae-86c0d025cf6e, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca3ead4-fe14-4e69-958c-e8fc4cc64bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:08:00.310186 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-415a2d7b-5a26-40c0-a0f1-6de7f9791267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.325843 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] Attempting to bind port a7c02361-63ed-43d0-9ab6-bce4ebde0baf on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:00.326748 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] Attempting to bind port a7c02361-63ed-43d0-9ab6-bce4ebde0baf by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:00.327360 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] Attempting to bind port a7c02361-63ed-43d0-9ab6-bce4ebde0baf on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:00.346450 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:08:00.347307 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:00.348183 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.348815 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:08:00.349528 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] Bound port: a7c02361-63ed-43d0-9ab6-bce4ebde0baf, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:08:00.350145 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.354340 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9798863-ddb1-43c7-9a02-970aec8675d9 None None] Pushing event updated for resources: {'Port': ['ID=a7c02361-63ed-43d0-9ab6-bce4ebde0baf,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:00.465071 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-415a2d7b-5a26-40c0-a0f1-6de7f9791267 service neutron] For port 8902ee84-0098-42aa-95ae-86c0d025cf6e, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:00.494913 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.496888 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.497621 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.497998 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf5963-52f9-431e-adbd-33798a80ea9b req-cadc3b92-bd78-4d0f-880a-c70fb10c7070 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.498943 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.499611 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cfcf5963-52f9-431e-adbd-33798a80ea9b req-cadc3b92-bd78-4d0f-880a-c70fb10c7070 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 944 time: 0.1861634 Jul 05 10:08:00.500642 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.502519 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.503421 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.505198 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.506277 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.507619 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.507893 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-415a2d7b-5a26-40c0-a0f1-6de7f9791267 service neutron] For port 8902ee84-0098-42aa-95ae-86c0d025cf6e, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8902ee84-0098-42aa-95ae-86c0d025cf6e,segment=NetworkSegment(bca3ead4-fe14-4e69-958c-e8fc4cc64bc4),segment_id=bca3ead4-fe14-4e69-958c-e8fc4cc64bc4)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:00.509643 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.510587 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-67c3af2c-f040-4ca5-9db8-fbb3c4f3927b None None] Provisioning complete for port 66b51dc0-4bda-446b-916e-9292780d3d4d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:00.511124 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-67c3af2c-f040-4ca5-9db8-fbb3c4f3927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.512094 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.515331 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.516304 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.517221 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.517879 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.518520 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.519404 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.520077 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.520953 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.521711 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.522382 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.523375 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.525474 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.526210 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.527422 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.527990 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-415a2d7b-5a26-40c0-a0f1-6de7f9791267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.528398 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.529051 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.529691 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.530370 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.531008 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.531643 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.542685 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-82dd5b1f-f722-4d4f-a427-536180193e65 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28743 time: 0.3985567 Jul 05 10:08:00.544282 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57070) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:00.559938 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-67c3af2c-f040-4ca5-9db8-fbb3c4f3927b None None] Port 66b51dc0-4bda-446b-916e-9292780d3d4d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:08:00.592921 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.640344 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] For port a7c02361-63ed-43d0-9ab6-bce4ebde0baf, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:00.663902 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-415a2d7b-5a26-40c0-a0f1-6de7f9791267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.668064 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-415a2d7b-5a26-40c0-a0f1-6de7f9791267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.669591 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-415a2d7b-5a26-40c0-a0f1-6de7f9791267 service neutron] 10.222.0.78 "PUT /v2.0/ports/8902ee84-0098-42aa-95ae-86c0d025cf6e HTTP/1.1" status: 200 len: 1092 time: 2.4896901 Jul 05 10:08:00.678210 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] For port a7c02361-63ed-43d0-9ab6-bce4ebde0baf, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=a7c02361-63ed-43d0-9ab6-bce4ebde0baf,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:00.695442 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.718720 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b', 'tag': '8902ee84-0098-42aa-95ae-86c0d025cf6e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:00.721550 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a72d18-25fa-48cd-b4fd-1fdea12dba21" -d '{"events": [{"name": "network-changed", "server_uuid": "0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b", "tag": "8902ee84-0098-42aa-95ae-86c0d025cf6e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:00.767982 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port ad3d2c8e-2f41-490e-9670-d1710666ce1d, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=ad3d2c8e-2f41-490e-9670-d1710666ce1d,segment=NetworkSegment(619a2f44-c22b-4482-8c16-4e7b00d358c8),segment_id=619a2f44-c22b-4482-8c16-4e7b00d358c8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:00.787136 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] Routers {'07bea17f-6dd6-4265-976e-5323339bcda0'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:00.790712 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:07:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['07bea17f-6dd6-4265-976e-5323339bcda0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:00.798149 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4788745b-37cf-424c-8cff-f5db1cbadd7e tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Deleting port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:00.798670 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4788745b-37cf-424c-8cff-f5db1cbadd7e tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.824682 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cfcf5963-52f9-431e-adbd-33798a80ea9b req-ddd25f48-c6b9-4a6e-8e6b-a41bf8b2084c tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3144827 Jul 05 10:08:00.879019 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5acf31-311e-4d13-8564-eead9d3d5440 x-openstack-request-id: req-4f5acf31-311e-4d13-8564-eead9d3d5440 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:00.879668 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b", "tag": "8902ee84-0098-42aa-95ae-86c0d025cf6e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:00.880168 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4f5acf31-311e-4d13-8564-eead9d3d5440 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:00.880836 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b', 'tag': '8902ee84-0098-42aa-95ae-86c0d025cf6e', 'status': 'completed', 'code': 200} Jul 05 10:08:00.893240 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a2d7b-5a26-40c0-a0f1-6de7f9791267 service neutron] Pushing event updated for resources: {'Port': ['ID=8902ee84-0098-42aa-95ae-86c0d025cf6e,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:00.922871 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.949322 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 99eba310-ab63-4ad5-833a-fe875aecadc0 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:00.971628 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9798863-ddb1-43c7-9a02-970aec8675d9 None None] Pushing event updated for resources: {'Port': ['ID=a7c02361-63ed-43d0-9ab6-bce4ebde0baf,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:00.990756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-058562ba-0be2-49ce-836f-f7bb158d778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.996624 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-058562ba-0be2-49ce-836f-f7bb158d778c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8c001f7d567b480ca0b6992073b2cea5&device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 1095 time: 0.2679284 Jul 05 10:08:01.031110 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-4788745b-37cf-424c-8cff-f5db1cbadd7e tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] For port 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23, host n-h1-798054-8, got binding levels [] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:01.033241 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4788745b-37cf-424c-8cff-f5db1cbadd7e tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.059325 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4788745b-37cf-424c-8cff-f5db1cbadd7e tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Calling delete_port for 22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:01.064370 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-73edc589-f83e-430e-bb41-5edd472c2c47 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8902ee84-0098-42aa-95ae-86c0d025cf6e HTTP/1.1" status: 200 len: 217 time: 0.0605946 Jul 05 10:08:01.070584 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57084) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:01.075464 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=ad3d2c8e-2f41-490e-9670-d1710666ce1d,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:01.084632 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device beb13e4f-9266-435c-a1d0-90b84d66f378 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:01.090053 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f8874076-a0dc-4b25-ba78-9e1de43fcf8a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-758793732-network', 'tenant_id': '3f9291c37b10490c919ffe8254b83b60'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:01.133191 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-0deadfd5-c0c9-4479-8ab8-3d955b210bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:01.135412 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-0deadfd5-c0c9-4479-8ab8-3d955b210bd6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ec963537-c196-42e4-b994-fe6e7fea3b3b HTTP/1.1" status: 200 len: 849 time: 0.0629728 Jul 05 10:08:01.176010 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8874076-a0dc-4b25-ba78-9e1de43fcf8a admin admin] Made reservation on behalf of 3f9291c37b10490c919ffe8254b83b60 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:01.178511 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8874076-a0dc-4b25-ba78-9e1de43fcf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.200352 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] Set router 07bea17f-6dd6-4265-976e-5323339bcda0 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:08:01.223066 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8874076-a0dc-4b25-ba78-9e1de43fcf8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.251599 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-e2035a70-9a6b-4f1f-9e21-85e8c2067953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:01.253807 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-e2035a70-9a6b-4f1f-9e21-85e8c2067953 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e92969d7-2f54-48da-8a2d-7d136131bbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063440 Jul 05 10:08:01.407363 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 99eba310-ab63-4ad5-833a-fe875aecadc0 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:01.411645 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8874076-a0dc-4b25-ba78-9e1de43fcf8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.422981 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8874076-a0dc-4b25-ba78-9e1de43fcf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.424753 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port beb13e4f-9266-435c-a1d0-90b84d66f378 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:01.425127 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.428825 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 99eba310-ab63-4ad5-833a-fe875aecadc0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:01.429205 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.462848 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4788745b-37cf-424c-8cff-f5db1cbadd7e tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.468482 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8874076-a0dc-4b25-ba78-9e1de43fcf8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:08:01.503835 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8874076-a0dc-4b25-ba78-9e1de43fcf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473465cc-1432-4afa-a2a4-8ec01175f52b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:01.541272 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-9ba05dea-a45b-4106-8695-d7f8856e0f9c service neutron] 10.222.0.78 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763388 Jul 05 10:08:01.551034 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8874076-a0dc-4b25-ba78-9e1de43fcf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.551786 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-f8874076-a0dc-4b25-ba78-9e1de43fcf8a admin admin] Added segment f9a3691f-b1f6-44bb-bc17-9c4547a67ae9 of type vlan for network 5f37000f-eaf1-4227-ad87-911bb4dd8c23 Jul 05 10:08:01.567757 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788745b-37cf-424c-8cff-f5db1cbadd7e tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Pushing event deleted for resources: {'Port': ['ID=22c56ce7-6690-43b5-9e2d-a3c4a9f01f23,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:01.578988 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4788745b-37cf-424c-8cff-f5db1cbadd7e tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.585192 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4788745b-37cf-424c-8cff-f5db1cbadd7e tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] 10.222.0.79 "DELETE /v2.0/ports/22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 HTTP/1.1" status: 204 len: 168 time: 1.0389822 Jul 05 10:08:01.585932 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57098) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:01.643379 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdf796-8f0c-44cb-8eae-4f909cfe3211 req-eb1c12e2-2b6d-49a0-9e5d-5779c859b853 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:01.649917 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdf796-8f0c-44cb-8eae-4f909cfe3211 req-eb1c12e2-2b6d-49a0-9e5d-5779c859b853 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:01.660853 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdf796-8f0c-44cb-8eae-4f909cfe3211 req-eb1c12e2-2b6d-49a0-9e5d-5779c859b853 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:01.668097 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdf796-8f0c-44cb-8eae-4f909cfe3211 req-eb1c12e2-2b6d-49a0-9e5d-5779c859b853 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:01.674529 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdf796-8f0c-44cb-8eae-4f909cfe3211 req-eb1c12e2-2b6d-49a0-9e5d-5779c859b853 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:01.681535 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdf796-8f0c-44cb-8eae-4f909cfe3211 req-eb1c12e2-2b6d-49a0-9e5d-5779c859b853 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:01.684112 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62bbe3f-30f4-43da-927f-a91cca3337f2 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] GET failed (client error): The resource could not be found. Jul 05 10:08:01.687797 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdf796-8f0c-44cb-8eae-4f909cfe3211 req-eb1c12e2-2b6d-49a0-9e5d-5779c859b853 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:01.689641 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.690147 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-89bdf796-8f0c-44cb-8eae-4f909cfe3211 req-eb1c12e2-2b6d-49a0-9e5d-5779c859b853 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5430 time: 0.4124520 Jul 05 10:08:01.693726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57102) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:01.696996 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e62bbe3f-30f4-43da-927f-a91cca3337f2 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] 10.222.0.79 "GET /v2.0/ports/22c56ce7-6690-43b5-9e2d-a3c4a9f01f23 HTTP/1.1" status: 404 len: 333 time: 0.0864079 Jul 05 10:08:01.699264 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9d4d4fe6-4860-48b3-80fb-ef71c0fd6967 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1857624787', 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:01.721842 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8874076-a0dc-4b25-ba78-9e1de43fcf8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.755601 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bea17f-6dd6-4265-976e-5323339bcda0', 'name': 'tempest-TestServerMultinode-1853122301-router', 'tenant_id': '6474b12c57e4496facd695a0bde49f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'a7c02361-63ed-43d0-9ab6-bce4ebde0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:52Z', 'updated_at': '2021-07-05T10:07:57Z', 'revision_number': 4, 'project_id': '6474b12c57e4496facd695a0bde49f4b', 'gw_port': {'id': 'a7c02361-63ed-43d0-9ab6-bce4ebde0baf', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bea17f-6dd6-4265-976e-5323339bcda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:53Z', 'updated_at': '2021-07-05T10:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '66b51dc0-4bda-446b-916e-9292780d3d4d', 'name': '', 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff', 'tenant_id': '6474b12c57e4496facd695a0bde49f4b', 'mac_address': 'fa:16:3e:ff:b3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bea17f-6dd6-4265-976e-5323339bcda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'c60f963f-878b-4612-b669-81394a90dd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:56Z', 'updated_at': '2021-07-05T10:07:57Z', 'revision_number': 2, 'project_id': '6474b12c57e4496facd695a0bde49f4b', 'subnets': [{'id': 'c60f963f-878b-4612-b669-81394a90dd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:01.760718 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 99eba310-ab63-4ad5-833a-fe875aecadc0, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=99eba310-ab63-4ad5-833a-fe875aecadc0,segment=NetworkSegment(2acbedd4-08b7-417d-a9dc-a25fc690e0bc),segment_id=2acbedd4-08b7-417d-a9dc-a25fc690e0bc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:01.772038 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8874076-a0dc-4b25-ba78-9e1de43fcf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.773056 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8874076-a0dc-4b25-ba78-9e1de43fcf8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:01.773721 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8874076-a0dc-4b25-ba78-9e1de43fcf8a admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.773849 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-89bdf796-8f0c-44cb-8eae-4f909cfe3211 req-c73d5fba-b464-44dd-b7e8-b3dad50cad3b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0666056 Jul 05 10:08:01.777928 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4d4fe6-4860-48b3-80fb-ef71c0fd6967 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Made reservation on behalf of fb9b132d77de407fb50499169de1b40f for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:01.780569 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d4d4fe6-4860-48b3-80fb-ef71c0fd6967 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.813240 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41235bc1-5f47-4195-b027-16f3c49937f6 None None] The sync data for ids ['07bea17f-6dd6-4265-976e-5323339bcda0'] in n-d-798054-8 is: [{'id': '07bea17f-6dd6-4265-976e-5323339bcda0', 'name': 'tempest-TestServerMultinode-1853122301-router', 'tenant_id': '6474b12c57e4496facd695a0bde49f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'a7c02361-63ed-43d0-9ab6-bce4ebde0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:52Z', 'updated_at': '2021-07-05T10:07:57Z', 'revision_number': 4, 'project_id': '6474b12c57e4496facd695a0bde49f4b', 'gw_port': {'id': 'a7c02361-63ed-43d0-9ab6-bce4ebde0baf', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bea17f-6dd6-4265-976e-5323339bcda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:53Z', 'updated_at': '2021-07-05T10:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '66b51dc0-4bda-446b-916e-9292780d3d4d', 'name': '', 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff', 'tenant_id': '6474b12c57e4496facd695a0bde49f4b', 'mac_address': 'fa:16:3e:ff:b3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bea17f-6dd6-4265-976e-5323339bcda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'c60f963f-878b-4612-b669-81394a90dd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:56Z', 'updated_at': '2021-07-05T10:07:57Z', 'revision_number': 2, 'project_id': '6474b12c57e4496facd695a0bde49f4b', 'subnets': [{'id': 'c60f963f-878b-4612-b669-81394a90dd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:01.814449 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4819d14-cca8-44e7-a1b6-6c7640b45f99 req-4446c61a-5c26-43a7-8903-63e70899a07a service neutron] 10.222.0.78 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654655 Jul 05 10:08:01.815038 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.816056 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device c1821982-65d1-4284-b01f-61dd67e40864 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:01.824226 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-9d4d4fe6-4860-48b3-80fb-ef71c0fd6967 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] device_id is not set on port d37cdd42-4e80-43f9-b39c-a2bd47661ff0 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:08:01.848977 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f8874076-a0dc-4b25-ba78-9e1de43fcf8a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7635496 Jul 05 10:08:01.880061 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57104) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:01.909142 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-35b9bb7c-8692-4660-8081-b675bf91bee1 admin admin] Request body: {'subnet': {'network_id': '5f37000f-eaf1-4227-ad87-911bb4dd8c23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-758793732-subnet', 'tenant_id': '3f9291c37b10490c919ffe8254b83b60', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:01.932923 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8874076-a0dc-4b25-ba78-9e1de43fcf8a admin admin] Pushing event updated for resources: {'Network': ['ID=5f37000f-eaf1-4227-ad87-911bb4dd8c23,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:01.954824 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 5f37000f-eaf1-4227-ad87-911bb4dd8c23 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:08:01.972686 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b9bb7c-8692-4660-8081-b675bf91bee1 admin admin] Made reservation on behalf of 3f9291c37b10490c919ffe8254b83b60 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:01.975162 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35b9bb7c-8692-4660-8081-b675bf91bee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.078323 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=99eba310-ab63-4ad5-833a-fe875aecadc0,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:02.097431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port c1821982-65d1-4284-b01f-61dd67e40864 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:02.106009 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port c1821982-65d1-4284-b01f-61dd67e40864 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:02.106421 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.213144 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a72d18-25fa-48cd-b4fd-1fdea12dba21 req-0423aa14-468d-430b-a2f0-f36e51cd66c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:02.215153 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b9a72d18-25fa-48cd-b4fd-1fdea12dba21 req-0423aa14-468d-430b-a2f0-f36e51cd66c9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8c001f7d567b480ca0b6992073b2cea5&device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 1095 time: 0.3361516 Jul 05 10:08:02.281108 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d4d4fe6-4860-48b3-80fb-ef71c0fd6967 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.358861 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35b9bb7c-8692-4660-8081-b675bf91bee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.412042 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a81fa-7113-401b-8bd0-5b34ad45cb65 req-14cd0be0-1081-4190-b8ad-07aa91ab64d6 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:02.417953 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5d0a81fa-7113-401b-8bd0-5b34ad45cb65 req-14cd0be0-1081-4190-b8ad-07aa91ab64d6 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 944 time: 0.3333709 Jul 05 10:08:02.501321 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a72d18-25fa-48cd-b4fd-1fdea12dba21 req-512bb4e8-1b59-4e02-b473-e02d493ce69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:02.503068 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b9a72d18-25fa-48cd-b4fd-1fdea12dba21 req-512bb4e8-1b59-4e02-b473-e02d493ce69f service neutron] 10.222.0.78 "GET /v2.0/networks?id=e92969d7-2f54-48da-8a2d-7d136131bbc7 HTTP/1.1" status: 200 len: 911 time: 0.2796528 Jul 05 10:08:02.549453 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9bb7c-8692-4660-8081-b675bf91bee1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be4cf43e-c797-4404-bf71-9d47cd28deeb,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:02.556633 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d4d4fe6-4860-48b3-80fb-ef71c0fd6967 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.573639 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b9a72d18-25fa-48cd-b4fd-1fdea12dba21 req-4f471578-f83b-4060-b850-b750eba0cae1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8902ee84-0098-42aa-95ae-86c0d025cf6e HTTP/1.1" status: 200 len: 217 time: 0.0634308 Jul 05 10:08:02.576726 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5d0a81fa-7113-401b-8bd0-5b34ad45cb65 req-f079e6bc-e954-437a-a155-558149de0b22 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440496 Jul 05 10:08:02.584536 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3d2c8e-2f41-490e-9670-d1710666ce1d'}, {'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99eba310-ab63-4ad5-833a-fe875aecadc0'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:02.586958 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8e13eb-caf8-4234-aaae-c39dbf4c50fb" -d '{"events": [{"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-plugged", "status": "completed", "tag": "ad3d2c8e-2f41-490e-9670-d1710666ce1d"}, {"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-plugged", "status": "completed", "tag": "99eba310-ab63-4ad5-833a-fe875aecadc0"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:02.602755 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b9bb7c-8692-4660-8081-b675bf91bee1 admin admin] Checking segment: {'id': 'f9a3691f-b1f6-44bb-bc17-9c4547a67ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5f37000f-eaf1-4227-ad87-911bb4dd8c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:02.603397 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b9bb7c-8692-4660-8081-b675bf91bee1 admin admin] Network hostable DHCP agents. Network: 5f37000f-eaf1-4227-ad87-911bb4dd8c23, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:08:02.638616 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.648090 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b9bb7c-8692-4660-8081-b675bf91bee1 admin admin] Network 5f37000f-eaf1-4227-ad87-911bb4dd8c23 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:08:02.662999 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-35b9bb7c-8692-4660-8081-b675bf91bee1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 5f37000f-eaf1-4227-ad87-911bb4dd8c23) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:02.671372 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b9bb7c-8692-4660-8081-b675bf91bee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:02.673282 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35b9bb7c-8692-4660-8081-b675bf91bee1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.700558 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e1ea13-0bce-4610-b815-446407983e2e None None] Network 5f37000f-eaf1-4227-ad87-911bb4dd8c23 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:02.703495 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d68ea41-2521-4989-bd10-f77e3ce0c381 x-openstack-request-id: req-2d68ea41-2521-4989-bd10-f77e3ce0c381 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:02.703797 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-plugged", "status": "completed", "tag": "ad3d2c8e-2f41-490e-9670-d1710666ce1d", "code": 200}, {"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-plugged", "status": "completed", "tag": "99eba310-ab63-4ad5-833a-fe875aecadc0", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:02.704152 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2d68ea41-2521-4989-bd10-f77e3ce0c381 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:02.704586 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3d2c8e-2f41-490e-9670-d1710666ce1d', 'code': 200} Jul 05 10:08:02.704841 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99eba310-ab63-4ad5-833a-fe875aecadc0', 'code': 200} Jul 05 10:08:02.705770 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-35b9bb7c-8692-4660-8081-b675bf91bee1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8243194 Jul 05 10:08:02.708206 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57120) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:02.717126 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4d4fe6-4860-48b3-80fb-ef71c0fd6967 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:02.720701 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a3570a2c-af9d-4979-b5f5-db22c1c93759 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-758793732-router', 'tenant_id': '3f9291c37b10490c919ffe8254b83b60', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:02.733300 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-9d4d4fe6-4860-48b3-80fb-ef71c0fd6967 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:02.752782 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.753245 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4d4fe6-4860-48b3-80fb-ef71c0fd6967 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:02.754236 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4d4fe6-4860-48b3-80fb-ef71c0fd6967 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:02.755359 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d4d4fe6-4860-48b3-80fb-ef71c0fd6967 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.771102 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3570a2c-af9d-4979-b5f5-db22c1c93759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.773369 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3570a2c-af9d-4979-b5f5-db22c1c93759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.797188 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d4fe6-4860-48b3-80fb-ef71c0fd6967 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Pushing event updated for resources: {'Port': ['ID=d37cdd42-4e80-43f9-b39c-a2bd47661ff0,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:02.798808 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port c1821982-65d1-4284-b01f-61dd67e40864, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=c1821982-65d1-4284-b01f-61dd67e40864,segment=NetworkSegment(619a2f44-c22b-4482-8c16-4e7b00d358c8),segment_id=619a2f44-c22b-4482-8c16-4e7b00d358c8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:02.798929 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a72d18-25fa-48cd-b4fd-1fdea12dba21 req-4cccb826-ea74-4176-90ea-ed9a82bbc057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:02.798929 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b9a72d18-25fa-48cd-b4fd-1fdea12dba21 req-4cccb826-ea74-4176-90ea-ed9a82bbc057 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ec963537-c196-42e4-b994-fe6e7fea3b3b HTTP/1.1" status: 200 len: 849 time: 0.1950884 Jul 05 10:08:02.877774 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.878679 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device c525671f-d077-42c1-aee6-61ee852b4f0f up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:02.896177 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9d4d4fe6-4860-48b3-80fb-ef71c0fd6967 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2012038 Jul 05 10:08:02.898592 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57126) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:03.020070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a4b5cd-6e70-41a0-9492-9ee74d000593 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:03.021761 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-01a4b5cd-6e70-41a0-9492-9ee74d000593 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] 10.222.0.79 "GET /v2.0/ports/d37cdd42-4e80-43f9-b39c-a2bd47661ff0 HTTP/1.1" status: 200 len: 955 time: 0.1215327 Jul 05 10:08:03.042441 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57130) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:03.071788 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3570a2c-af9d-4979-b5f5-db22c1c93759 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:03.114914 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=c1821982-65d1-4284-b01f-61dd67e40864,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:03.126352 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a72d18-25fa-48cd-b4fd-1fdea12dba21 req-dbaf53af-437a-4d6b-ad17-302dbea4542f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:03.127984 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b9a72d18-25fa-48cd-b4fd-1fdea12dba21 req-dbaf53af-437a-4d6b-ad17-302dbea4542f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e92969d7-2f54-48da-8a2d-7d136131bbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3199804 Jul 05 10:08:03.160939 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port c525671f-d077-42c1-aee6-61ee852b4f0f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:03.170926 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port c525671f-d077-42c1-aee6-61ee852b4f0f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:03.171315 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:03.586247 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ce62b8-e2b7-4ec4-bf7f-c415e8bab4da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-5f37000f-eaf1-4227-ad87-911bb4dd8c23', 'network_id': '5f37000f-eaf1-4227-ad87-911bb4dd8c23', 'tenant_id': '3f9291c37b10490c919ffe8254b83b60', 'fixed_ips': [{'subnet_id': 'be4cf43e-c797-4404-bf71-9d47cd28deeb'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:08:03.586247 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-09ce62b8-e2b7-4ec4-bf7f-c415e8bab4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:03.591005 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3570a2c-af9d-4979-b5f5-db22c1c93759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:03.591530 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b9a72d18-25fa-48cd-b4fd-1fdea12dba21 req-cb96ca98-ae00-4903-af4e-17dba6c2d6d8 service neutron] 10.222.0.78 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547705 Jul 05 10:08:03.591530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0aa91-f7e5-4e5c-bcad-7a204a4e7ea3 req-11b991cc-ba12-4933-88da-f701623f8f69 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:03.591530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0aa91-f7e5-4e5c-bcad-7a204a4e7ea3 req-11b991cc-ba12-4933-88da-f701623f8f69 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:03.591530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0aa91-f7e5-4e5c-bcad-7a204a4e7ea3 req-11b991cc-ba12-4933-88da-f701623f8f69 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:03.591530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0aa91-f7e5-4e5c-bcad-7a204a4e7ea3 req-11b991cc-ba12-4933-88da-f701623f8f69 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:03.591530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0aa91-f7e5-4e5c-bcad-7a204a4e7ea3 req-11b991cc-ba12-4933-88da-f701623f8f69 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:03.591530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0aa91-f7e5-4e5c-bcad-7a204a4e7ea3 req-11b991cc-ba12-4933-88da-f701623f8f69 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:03.591530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0aa91-f7e5-4e5c-bcad-7a204a4e7ea3 req-11b991cc-ba12-4933-88da-f701623f8f69 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:03.591530 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-86b0aa91-f7e5-4e5c-bcad-7a204a4e7ea3 req-11b991cc-ba12-4933-88da-f701623f8f69 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5432 time: 0.4714882 Jul 05 10:08:03.613804 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:03.740391 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port c525671f-d077-42c1-aee6-61ee852b4f0f, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=c525671f-d077-42c1-aee6-61ee852b4f0f,segment=NetworkSegment(619a2f44-c22b-4482-8c16-4e7b00d358c8),segment_id=619a2f44-c22b-4482-8c16-4e7b00d358c8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:03.758970 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:03.760101 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 0e6db9d0-38f9-4121-8c58-31af2f739051 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:03.851953 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-09ce62b8-e2b7-4ec4-bf7f-c415e8bab4da None None] Allocated IP 172.20.0.2 (5f37000f-eaf1-4227-ad87-911bb4dd8c23/be4cf43e-c797-4404-bf71-9d47cd28deeb/cef6864e-9721-4b72-8df7-37fa79951147) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:03.902721 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=c525671f-d077-42c1-aee6-61ee852b4f0f,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:03.994255 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3570a2c-af9d-4979-b5f5-db22c1c93759 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:04.024527 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3570a2c-af9d-4979-b5f5-db22c1c93759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:04.041760 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 0e6db9d0-38f9-4121-8c58-31af2f739051 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:04.069670 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 0e6db9d0-38f9-4121-8c58-31af2f739051 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:04.077727 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:04.186031 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-09ce62b8-e2b7-4ec4-bf7f-c415e8bab4da None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:04.217255 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-a3570a2c-af9d-4979-b5f5-db22c1c93759 admin admin] Allocated IP 172.25.7.53 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/355d3187-e05d-4382-b3a5-6e65ca7f7105) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:04.222696 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-09ce62b8-e2b7-4ec4-bf7f-c415e8bab4da None None] Transition to ACTIVE for port object cef6864e-9721-4b72-8df7-37fa79951147 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:04.246218 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:04.251001 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-09ce62b8-e2b7-4ec4-bf7f-c415e8bab4da None None] Transition to ACTIVE for port object cef6864e-9721-4b72-8df7-37fa79951147 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:04.272381 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-09ce62b8-e2b7-4ec4-bf7f-c415e8bab4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:04.319038 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce62b8-e2b7-4ec4-bf7f-c415e8bab4da None None] Pushing event updated for resources: {'Port': ['ID=cef6864e-9721-4b72-8df7-37fa79951147,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:04.381880 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 0e6db9d0-38f9-4121-8c58-31af2f739051, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=0e6db9d0-38f9-4121-8c58-31af2f739051,segment=NetworkSegment(cd3ac473-088a-4c00-8a73-7a24119fd2db),segment_id=cd3ac473-088a-4c00-8a73-7a24119fd2db)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:04.388290 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ce62b8-e2b7-4ec4-bf7f-c415e8bab4da None None] Network 5f37000f-eaf1-4227-ad87-911bb4dd8c23 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:04.389773 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:04.390652 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:04.403178 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3570a2c-af9d-4979-b5f5-db22c1c93759 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:04.468598 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b9a72d18-25fa-48cd-b4fd-1fdea12dba21 req-55c66148-d15e-41aa-b5b6-090be56e3d30 service neutron] 10.222.0.78 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9358337 Jul 05 10:08:04.499661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-09ce62b8-e2b7-4ec4-bf7f-c415e8bab4da None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:04.502467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ce62b8-e2b7-4ec4-bf7f-c415e8bab4da None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:04.516536 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3570a2c-af9d-4979-b5f5-db22c1c93759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:04.572462 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=0e6db9d0-38f9-4121-8c58-31af2f739051,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:04.581667 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3570a2c-af9d-4979-b5f5-db22c1c93759 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:04.601803 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a3570a2c-af9d-4979-b5f5-db22c1c93759 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:04.605070 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3570a2c-af9d-4979-b5f5-db22c1c93759 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:04.626078 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:04.636043 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:04.636426 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:04.656883 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-53e3fc0a-7174-400d-91e5-0a58f53dff38 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Deleting port d37cdd42-4e80-43f9-b39c-a2bd47661ff0 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:04.657918 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-53e3fc0a-7174-400d-91e5-0a58f53dff38 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:04.661529 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3570a2c-af9d-4979-b5f5-db22c1c93759 admin admin] Pushing event updated for resources: {'Port': ['ID=355d3187-e05d-4382-b3a5-6e65ca7f7105,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:04.686872 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-86b0aa91-f7e5-4e5c-bcad-7a204a4e7ea3 req-74242d0a-b990-4dc4-b4be-ed7faa797a42 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 1.1562684 Jul 05 10:08:04.691557 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-09ce62b8-e2b7-4ec4-bf7f-c415e8bab4da None None] Attempting to bind port cef6864e-9721-4b72-8df7-37fa79951147 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:04.692169 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-09ce62b8-e2b7-4ec4-bf7f-c415e8bab4da None None] Attempting to bind port cef6864e-9721-4b72-8df7-37fa79951147 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'f9a3691f-b1f6-44bb-bc17-9c4547a67ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5f37000f-eaf1-4227-ad87-911bb4dd8c23'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:04.692694 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ce62b8-e2b7-4ec4-bf7f-c415e8bab4da None None] Attempting to bind port cef6864e-9721-4b72-8df7-37fa79951147 on network 5f37000f-eaf1-4227-ad87-911bb4dd8c23 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:04.703965 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ce62b8-e2b7-4ec4-bf7f-c415e8bab4da None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:08:04.704782 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ce62b8-e2b7-4ec4-bf7f-c415e8bab4da None None] Checking segment: {'id': 'f9a3691f-b1f6-44bb-bc17-9c4547a67ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5f37000f-eaf1-4227-ad87-911bb4dd8c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:04.705319 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-09ce62b8-e2b7-4ec4-bf7f-c415e8bab4da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:04.705876 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ce62b8-e2b7-4ec4-bf7f-c415e8bab4da None None] Bound using segment: {'id': 'f9a3691f-b1f6-44bb-bc17-9c4547a67ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5f37000f-eaf1-4227-ad87-911bb4dd8c23'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:08:04.706655 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-09ce62b8-e2b7-4ec4-bf7f-c415e8bab4da None None] Bound port: cef6864e-9721-4b72-8df7-37fa79951147, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a3691f-b1f6-44bb-bc17-9c4547a67ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5f37000f-eaf1-4227-ad87-911bb4dd8c23'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:08:04.707202 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-09ce62b8-e2b7-4ec4-bf7f-c415e8bab4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:04.712424 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1821982-65d1-4284-b01f-61dd67e40864'}, {'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c525671f-d077-42c1-aee6-61ee852b4f0f'}, {'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6db9d0-38f9-4121-8c58-31af2f739051'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:04.714827 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c98d533-4cdd-4740-a27f-aa2ba9516bfa" -d '{"events": [{"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-plugged", "status": "completed", "tag": "c1821982-65d1-4284-b01f-61dd67e40864"}, {"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-plugged", "status": "completed", "tag": "c525671f-d077-42c1-aee6-61ee852b4f0f"}, {"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-plugged", "status": "completed", "tag": "0e6db9d0-38f9-4121-8c58-31af2f739051"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:04.835241 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-09ce62b8-e2b7-4ec4-bf7f-c415e8bab4da None None] For port cef6864e-9721-4b72-8df7-37fa79951147, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:04.840485 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-09ce62b8-e2b7-4ec4-bf7f-c415e8bab4da None None] For port cef6864e-9721-4b72-8df7-37fa79951147, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=cef6864e-9721-4b72-8df7-37fa79951147,segment=NetworkSegment(f9a3691f-b1f6-44bb-bc17-9c4547a67ae9),segment_id=f9a3691f-b1f6-44bb-bc17-9c4547a67ae9)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:04.852850 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201aee59-5fd4-4754-aa44-b58732313205 x-openstack-request-id: req-201aee59-5fd4-4754-aa44-b58732313205 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:04.853238 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-plugged", "status": "completed", "tag": "c1821982-65d1-4284-b01f-61dd67e40864", "code": 200}, {"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-plugged", "status": "completed", "tag": "c525671f-d077-42c1-aee6-61ee852b4f0f", "code": 200}, {"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-plugged", "status": "completed", "tag": "0e6db9d0-38f9-4121-8c58-31af2f739051", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:04.854226 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-201aee59-5fd4-4754-aa44-b58732313205 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:04.854677 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1821982-65d1-4284-b01f-61dd67e40864', 'code': 200} Jul 05 10:08:04.855078 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c525671f-d077-42c1-aee6-61ee852b4f0f', 'code': 200} Jul 05 10:08:04.855359 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6db9d0-38f9-4121-8c58-31af2f739051', 'code': 200} Jul 05 10:08:04.858376 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-09ce62b8-e2b7-4ec4-bf7f-c415e8bab4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:04.863409 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-53e3fc0a-7174-400d-91e5-0a58f53dff38 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:04.890131 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94949ec-f40c-40bc-a3da-32883757ef95 req-40836225-3f85-478d-a158-5c68dbae6365 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:04.892782 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a94949ec-f40c-40bc-a3da-32883757ef95 req-40836225-3f85-478d-a158-5c68dbae6365 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 944 time: 0.3729658 Jul 05 10:08:04.905899 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-53e3fc0a-7174-400d-91e5-0a58f53dff38 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Calling delete_port for d37cdd42-4e80-43f9-b39c-a2bd47661ff0 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:04.953620 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce62b8-e2b7-4ec4-bf7f-c415e8bab4da None None] Pushing event updated for resources: {'Port': ['ID=cef6864e-9721-4b72-8df7-37fa79951147,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:04.975084 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a94949ec-f40c-40bc-a3da-32883757ef95 req-9389de09-9bcc-436c-a42e-bd69d7a57ff0 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557392 Jul 05 10:08:05.029050 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:05.037186 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device a7c02361-63ed-43d0-9ab6-bce4ebde0baf up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:05.066734 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3570a2c-af9d-4979-b5f5-db22c1c93759 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:05.150210 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-53e3fc0a-7174-400d-91e5-0a58f53dff38 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:05.152767 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19,segment=NetworkSegment(cd3ac473-088a-4c00-8a73-7a24119fd2db),segment_id=cd3ac473-088a-4c00-8a73-7a24119fd2db)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:05.166022 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:05.219579 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-53e3fc0a-7174-400d-91e5-0a58f53dff38 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:05.222135 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-53e3fc0a-7174-400d-91e5-0a58f53dff38 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] 10.222.0.79 "DELETE /v2.0/ports/d37cdd42-4e80-43f9-b39c-a2bd47661ff0 HTTP/1.1" status: 204 len: 168 time: 2.1776881 Jul 05 10:08:05.228400 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57184) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:05.235010 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3fc0a-7174-400d-91e5-0a58f53dff38 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Pushing event deleted for resources: {'Port': ['ID=d37cdd42-4e80-43f9-b39c-a2bd47661ff0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:05.264395 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port a7c02361-63ed-43d0-9ab6-bce4ebde0baf completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:05.287284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port a7c02361-63ed-43d0-9ab6-bce4ebde0baf triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:05.287921 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:05.298978 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-11413c45-8c0c-4975-8a84-0833f9ed7be6 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] GET failed (client error): The resource could not be found. Jul 05 10:08:05.310338 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57188) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:05.310907 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-11413c45-8c0c-4975-8a84-0833f9ed7be6 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] 10.222.0.79 "GET /v2.0/ports/d37cdd42-4e80-43f9-b39c-a2bd47661ff0 HTTP/1.1" status: 404 len: 333 time: 0.0770657 Jul 05 10:08:05.315641 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2d4073e8-4e07-4141-8165-5a91e64dfaa6 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Request body: {'port': {'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1651476784'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:05.400942 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:05.498123 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4073e8-4e07-4141-8165-5a91e64dfaa6 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Made reservation on behalf of fb9b132d77de407fb50499169de1b40f for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:05.500593 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d4073e8-4e07-4141-8165-5a91e64dfaa6 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:05.516952 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:05.539165 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3570a2c-af9d-4979-b5f5-db22c1c93759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:05.543904 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port a7c02361-63ed-43d0-9ab6-bce4ebde0baf, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=a7c02361-63ed-43d0-9ab6-bce4ebde0baf,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:05.547921 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-2d4073e8-4e07-4141-8165-5a91e64dfaa6 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] device_id is not set on port 3b988edc-746f-43d5-95a2-e711e7b77da6 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:08:05.561430 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:05.624109 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=a7c02361-63ed-43d0-9ab6-bce4ebde0baf,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:05.794120 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 8902ee84-0098-42aa-95ae-86c0d025cf6e details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:08:05.882140 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] Sync routers for ids ['07bea17f-6dd6-4265-976e-5323339bcda0'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:08:05.893247 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] Routers {'07bea17f-6dd6-4265-976e-5323339bcda0'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:05.894139 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:07:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['07bea17f-6dd6-4265-976e-5323339bcda0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:05.984972 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57434365-4579-4fc1-a863-14d6c9017486 req-f86878ad-0679-4c00-ac1f-e02bf921e6a0 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:06.002298 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3570a2c-af9d-4979-b5f5-db22c1c93759 admin admin] Router 24494eef-f1db-468d-a36e-bd13bbbccffa is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:08:06.004507 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57434365-4579-4fc1-a863-14d6c9017486 req-f86878ad-0679-4c00-ac1f-e02bf921e6a0 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:06.017925 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d4073e8-4e07-4141-8165-5a91e64dfaa6 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:06.021928 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57434365-4579-4fc1-a863-14d6c9017486 req-f86878ad-0679-4c00-ac1f-e02bf921e6a0 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:06.042073 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57434365-4579-4fc1-a863-14d6c9017486 req-f86878ad-0679-4c00-ac1f-e02bf921e6a0 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:06.049506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57434365-4579-4fc1-a863-14d6c9017486 req-f86878ad-0679-4c00-ac1f-e02bf921e6a0 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:06.058483 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57434365-4579-4fc1-a863-14d6c9017486 req-f86878ad-0679-4c00-ac1f-e02bf921e6a0 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:06.068503 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57434365-4579-4fc1-a863-14d6c9017486 req-f86878ad-0679-4c00-ac1f-e02bf921e6a0 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:06.068982 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] Set router 07bea17f-6dd6-4265-976e-5323339bcda0 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:08:06.078609 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-57434365-4579-4fc1-a863-14d6c9017486 req-f86878ad-0679-4c00-ac1f-e02bf921e6a0 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5435 time: 0.2437167 Jul 05 10:08:06.120859 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 8902ee84-0098-42aa-95ae-86c0d025cf6e, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8902ee84-0098-42aa-95ae-86c0d025cf6e,segment=NetworkSegment(bca3ead4-fe14-4e69-958c-e8fc4cc64bc4),segment_id=bca3ead4-fe14-4e69-958c-e8fc4cc64bc4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:06.162750 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-57434365-4579-4fc1-a863-14d6c9017486 req-90eeddec-5203-4ffc-a5ad-bca1fccf5304 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0827022 Jul 05 10:08:06.167566 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:06.172585 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3570a2c-af9d-4979-b5f5-db22c1c93759 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:08:06.173889 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '8902ee84-0098-42aa-95ae-86c0d025cf6e', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'port_id': '8902ee84-0098-42aa-95ae-86c0d025cf6e', 'mac_address': 'fa:16:3e:70:c6:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:08:06.186370 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] Sync routers for ids ['24494eef-f1db-468d-a36e-bd13bbbccffa'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:08:06.190722 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d4073e8-4e07-4141-8165-5a91e64dfaa6 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:06.280460 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] Routers {'24494eef-f1db-468d-a36e-bd13bbbccffa'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:06.281417 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:07:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['24494eef-f1db-468d-a36e-bd13bbbccffa'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:06.322363 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4073e8-4e07-4141-8165-5a91e64dfaa6 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:06.323476 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3570a2c-af9d-4979-b5f5-db22c1c93759 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:06.335922 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a3570a2c-af9d-4979-b5f5-db22c1c93759 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6255040 Jul 05 10:08:06.337517 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57214) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:06.361247 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:08:06.396605 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:06.404768 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-2d4073e8-4e07-4141-8165-5a91e64dfaa6 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:06.412532 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4073e8-4e07-4141-8165-5a91e64dfaa6 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Pushing event updated for resources: {'Port': ['ID=3b988edc-746f-43d5-95a2-e711e7b77da6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:06.419783 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4073e8-4e07-4141-8165-5a91e64dfaa6 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:06.420778 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4073e8-4e07-4141-8165-5a91e64dfaa6 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:06.421379 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d4073e8-4e07-4141-8165-5a91e64dfaa6 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:06.426014 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c8b94-9c6c-4fe6-9535-01e6d40364eb req-f560cd1c-802f-4506-b47e-8872cd78f638 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:06.427703 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d46c8b94-9c6c-4fe6-9535-01e6d40364eb req-f560cd1c-802f-4506-b47e-8872cd78f638 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 944 time: 0.1451828 Jul 05 10:08:06.463264 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2d4073e8-4e07-4141-8165-5a91e64dfaa6 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1516273 Jul 05 10:08:06.463984 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57220) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:06.481035 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8902ee84-0098-42aa-95ae-86c0d025cf6e {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:08:06.511697 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d46c8b94-9c6c-4fe6-9535-01e6d40364eb req-141d9573-3d27-4538-8922-ea0db808ebe2 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751135 Jul 05 10:08:06.531747 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:06.562853 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 8902ee84-0098-42aa-95ae-86c0d025cf6e, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8902ee84-0098-42aa-95ae-86c0d025cf6e,segment=NetworkSegment(bca3ead4-fe14-4e69-958c-e8fc4cc64bc4),segment_id=bca3ead4-fe14-4e69-958c-e8fc4cc64bc4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:06.580994 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:06.655834 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=8902ee84-0098-42aa-95ae-86c0d025cf6e,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:06.666932 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] Set router 24494eef-f1db-468d-a36e-bd13bbbccffa gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:08:06.681620 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bea17f-6dd6-4265-976e-5323339bcda0', 'name': 'tempest-TestServerMultinode-1853122301-router', 'tenant_id': '6474b12c57e4496facd695a0bde49f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'a7c02361-63ed-43d0-9ab6-bce4ebde0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:52Z', 'updated_at': '2021-07-05T10:07:57Z', 'revision_number': 4, 'project_id': '6474b12c57e4496facd695a0bde49f4b', 'gw_port': {'id': 'a7c02361-63ed-43d0-9ab6-bce4ebde0baf', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bea17f-6dd6-4265-976e-5323339bcda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:53Z', 'updated_at': '2021-07-05T10:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '66b51dc0-4bda-446b-916e-9292780d3d4d', 'name': '', 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff', 'tenant_id': '6474b12c57e4496facd695a0bde49f4b', 'mac_address': 'fa:16:3e:ff:b3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bea17f-6dd6-4265-976e-5323339bcda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'c60f963f-878b-4612-b669-81394a90dd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:56Z', 'updated_at': '2021-07-05T10:07:57Z', 'revision_number': 2, 'project_id': '6474b12c57e4496facd695a0bde49f4b', 'subnets': [{'id': 'c60f963f-878b-4612-b669-81394a90dd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:06.700991 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:06.775871 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] Checking router: 07bea17f-6dd6-4265-976e-5323339bcda0 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:08:06.776474 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] Updating router 07bea17f-6dd6-4265-976e-5323339bcda0 port 66b51dc0-4bda-446b-916e-9292780d3d4d binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:08:06.828480 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:06.856913 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:06.859514 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fad130-66c9-4d4a-ba1f-0c984e418610" -d '{"events": [{"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-plugged", "status": "completed", "tag": "6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:06.953912 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c643bc9-bffd-4d49-9b85-d3564a5c94b7 x-openstack-request-id: req-1c643bc9-bffd-4d49-9b85-d3564a5c94b7 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:06.954344 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-plugged", "status": "completed", "tag": "6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:06.955136 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1c643bc9-bffd-4d49-9b85-d3564a5c94b7 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:06.955549 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19', 'code': 200} Jul 05 10:08:07.004476 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24494eef-f1db-468d-a36e-bd13bbbccffa', 'name': 'tempest-TestServerMultinode-758793732-router', 'tenant_id': '3f9291c37b10490c919ffe8254b83b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '355d3187-e05d-4382-b3a5-6e65ca7f7105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:02Z', 'updated_at': '2021-07-05T10:08:04Z', 'revision_number': 3, 'project_id': '3f9291c37b10490c919ffe8254b83b60', 'gw_port': {'id': '355d3187-e05d-4382-b3a5-6e65ca7f7105', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:23:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24494eef-f1db-468d-a36e-bd13bbbccffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:08:04Z', 'updated_at': '2021-07-05T10:08:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:07.080084 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] Checking router: 24494eef-f1db-468d-a36e-bd13bbbccffa for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:08:07.080084 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] Updating router 24494eef-f1db-468d-a36e-bd13bbbccffa port 355d3187-e05d-4382-b3a5-6e65ca7f7105 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:08:07.080084 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da143318-9464-4894-8485-d305a23d3f54 None None] Network 5f37000f-eaf1-4227-ad87-911bb4dd8c23 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:07.080084 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['8902ee84-0098-42aa-95ae-86c0d025cf6e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:07.177766 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2eb15-82ee-4ae8-9e1a-6fdbe68f6d38 req-1952a79c-63b1-46c1-95b0-5f6baa6376a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:07.179452 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2eb15-82ee-4ae8-9e1a-6fdbe68f6d38 req-1952a79c-63b1-46c1-95b0-5f6baa6376a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:07.180551 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2eb15-82ee-4ae8-9e1a-6fdbe68f6d38 req-1952a79c-63b1-46c1-95b0-5f6baa6376a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:07.181257 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2eb15-82ee-4ae8-9e1a-6fdbe68f6d38 req-1952a79c-63b1-46c1-95b0-5f6baa6376a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:07.181902 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2eb15-82ee-4ae8-9e1a-6fdbe68f6d38 req-1952a79c-63b1-46c1-95b0-5f6baa6376a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:07.182600 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2eb15-82ee-4ae8-9e1a-6fdbe68f6d38 req-1952a79c-63b1-46c1-95b0-5f6baa6376a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:07.183231 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2eb15-82ee-4ae8-9e1a-6fdbe68f6d38 req-1952a79c-63b1-46c1-95b0-5f6baa6376a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:07.185465 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aca2eb15-82ee-4ae8-9e1a-6fdbe68f6d38 req-1952a79c-63b1-46c1-95b0-5f6baa6376a7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 6492 time: 0.1540244 Jul 05 10:08:07.258378 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aca2eb15-82ee-4ae8-9e1a-6fdbe68f6d38 req-f59efead-6a95-402f-b8fe-ced77dae128a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0632634 Jul 05 10:08:07.271273 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device cef6864e-9721-4b72-8df7-37fa79951147 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:07.397340 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:07.410826 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] Transition to ACTIVE for port object 66b51dc0-4bda-446b-916e-9292780d3d4d will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:07.422857 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:07.494659 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e17d5e33-0391-4a97-9539-b4307ad843e4 None None] Provisioning for port cef6864e-9721-4b72-8df7-37fa79951147 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:07.499022 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:07.544586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b843828-4133-4337-9117-0c4814aeb2b4 req-55052a78-7cc6-473b-9b0d-7e30301e7811 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:07.551596 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b843828-4133-4337-9117-0c4814aeb2b4 req-55052a78-7cc6-473b-9b0d-7e30301e7811 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:07.558839 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b843828-4133-4337-9117-0c4814aeb2b4 req-55052a78-7cc6-473b-9b0d-7e30301e7811 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:07.565933 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b843828-4133-4337-9117-0c4814aeb2b4 req-55052a78-7cc6-473b-9b0d-7e30301e7811 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:07.573481 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b843828-4133-4337-9117-0c4814aeb2b4 req-55052a78-7cc6-473b-9b0d-7e30301e7811 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:07.583454 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b843828-4133-4337-9117-0c4814aeb2b4 req-55052a78-7cc6-473b-9b0d-7e30301e7811 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:07.594882 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118787e-bca1-4b9b-a09a-68aeb4045c74 None None] Pushing event updated for resources: {'Port': ['ID=66b51dc0-4bda-446b-916e-9292780d3d4d,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:07.608389 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b843828-4133-4337-9117-0c4814aeb2b4 req-55052a78-7cc6-473b-9b0d-7e30301e7811 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:07.620080 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] Attempting to bind port 66b51dc0-4bda-446b-916e-9292780d3d4d on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:07.620457 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] Attempting to bind port 66b51dc0-4bda-446b-916e-9292780d3d4d by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '6542b542-d05b-4a8f-8945-0f7cd2944384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:07.620820 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] Attempting to bind port 66b51dc0-4bda-446b-916e-9292780d3d4d on network 94188280-9daf-4cdc-9be3-100572f453ff {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:07.622145 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2b843828-4133-4337-9117-0c4814aeb2b4 req-55052a78-7cc6-473b-9b0d-7e30301e7811 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5435 time: 0.2236667 Jul 05 10:08:07.626846 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:08:07.627221 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] Checking segment: {'id': '6542b542-d05b-4a8f-8945-0f7cd2944384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:07.627628 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:07.628199 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] Bound using segment: {'id': '6542b542-d05b-4a8f-8945-0f7cd2944384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:08:07.628674 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] Bound port: 66b51dc0-4bda-446b-916e-9292780d3d4d, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6542b542-d05b-4a8f-8945-0f7cd2944384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:08:07.629055 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:07.738956 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] For port 66b51dc0-4bda-446b-916e-9292780d3d4d, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:07.743888 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] For port 66b51dc0-4bda-446b-916e-9292780d3d4d, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=66b51dc0-4bda-446b-916e-9292780d3d4d,segment=NetworkSegment(6542b542-d05b-4a8f-8945-0f7cd2944384),segment_id=6542b542-d05b-4a8f-8945-0f7cd2944384)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:07.751650 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:07.777732 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2b843828-4133-4337-9117-0c4814aeb2b4 req-269058a1-075c-4169-8c18-7a4b26cac537 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1540561 Jul 05 10:08:07.909923 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118787e-bca1-4b9b-a09a-68aeb4045c74 None None] Pushing event updated for resources: {'Port': ['ID=66b51dc0-4bda-446b-916e-9292780d3d4d,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:07.912796 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] Routers {'07bea17f-6dd6-4265-976e-5323339bcda0'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:07.913696 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:07:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['07bea17f-6dd6-4265-976e-5323339bcda0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:07.939966 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25ea81-6186-450c-90a9-90e21820b18a req-af581433-6201-441b-8fe4-eee0b172499a tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:07.942058 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6f25ea81-6186-450c-90a9-90e21820b18a req-af581433-6201-441b-8fe4-eee0b172499a tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 945 time: 0.1320324 Jul 05 10:08:07.976295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port cef6864e-9721-4b72-8df7-37fa79951147 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:08.006337 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6f25ea81-6186-450c-90a9-90e21820b18a req-5d0fe031-3847-4c26-8957-aad19d0db721 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542951 Jul 05 10:08:08.097820 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port cef6864e-9721-4b72-8df7-37fa79951147 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:08.098206 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:08.128581 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] Set router 07bea17f-6dd6-4265-976e-5323339bcda0 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:08:08.437977 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] device_id is not set on port 3b988edc-746f-43d5-95a2-e711e7b77da6 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:08:08.465832 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:08.544176 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Transition to ACTIVE for port object 3b988edc-746f-43d5-95a2-e711e7b77da6 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:08.591051 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:08.651936 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bea17f-6dd6-4265-976e-5323339bcda0', 'name': 'tempest-TestServerMultinode-1853122301-router', 'tenant_id': '6474b12c57e4496facd695a0bde49f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'a7c02361-63ed-43d0-9ab6-bce4ebde0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:52Z', 'updated_at': '2021-07-05T10:07:57Z', 'revision_number': 4, 'project_id': '6474b12c57e4496facd695a0bde49f4b', 'gw_port': {'id': 'a7c02361-63ed-43d0-9ab6-bce4ebde0baf', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bea17f-6dd6-4265-976e-5323339bcda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:53Z', 'updated_at': '2021-07-05T10:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '66b51dc0-4bda-446b-916e-9292780d3d4d', 'name': '', 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff', 'tenant_id': '6474b12c57e4496facd695a0bde49f4b', 'mac_address': 'fa:16:3e:ff:b3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bea17f-6dd6-4265-976e-5323339bcda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'c60f963f-878b-4612-b669-81394a90dd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:56Z', 'updated_at': '2021-07-05T10:08:07Z', 'revision_number': 4, 'project_id': '6474b12c57e4496facd695a0bde49f4b', 'subnets': [{'id': 'c60f963f-878b-4612-b669-81394a90dd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:08.687413 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f92940-6340-43bd-b0fc-5ef3d5887e2f None None] The sync data for ids ['07bea17f-6dd6-4265-976e-5323339bcda0'] in n-d-798054-8 is: [{'id': '07bea17f-6dd6-4265-976e-5323339bcda0', 'name': 'tempest-TestServerMultinode-1853122301-router', 'tenant_id': '6474b12c57e4496facd695a0bde49f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'a7c02361-63ed-43d0-9ab6-bce4ebde0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:52Z', 'updated_at': '2021-07-05T10:07:57Z', 'revision_number': 4, 'project_id': '6474b12c57e4496facd695a0bde49f4b', 'gw_port': {'id': 'a7c02361-63ed-43d0-9ab6-bce4ebde0baf', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bea17f-6dd6-4265-976e-5323339bcda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:53Z', 'updated_at': '2021-07-05T10:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '66b51dc0-4bda-446b-916e-9292780d3d4d', 'name': '', 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff', 'tenant_id': '6474b12c57e4496facd695a0bde49f4b', 'mac_address': 'fa:16:3e:ff:b3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bea17f-6dd6-4265-976e-5323339bcda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'c60f963f-878b-4612-b669-81394a90dd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:56Z', 'updated_at': '2021-07-05T10:08:07Z', 'revision_number': 4, 'project_id': '6474b12c57e4496facd695a0bde49f4b', 'subnets': [{'id': 'c60f963f-878b-4612-b669-81394a90dd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:08.716866 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Pushing event updated for resources: {'Port': ['ID=3b988edc-746f-43d5-95a2-e711e7b77da6,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:08.750516 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:08.762704 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:08.765432 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:08.781462 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 3b988edc-746f-43d5-95a2-e711e7b77da6 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:08:08.781675 n-d-798054-8 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:08:08.782009 n-d-798054-8 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 2 to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 Jul 05 10:08:08.844701 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:08.845053 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:08.845410 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:08.864625 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 3b988edc-746f-43d5-95a2-e711e7b77da6 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:08:08.865083 n-d-798054-8 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:08:08.914364 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:08.924902 n-d-798054-8 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 3 to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 Jul 05 10:08:08.959934 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:08.960280 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:08.960632 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:08.972333 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 3b988edc-746f-43d5-95a2-e711e7b77da6 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:08:08.972687 n-d-798054-8 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:08:08.974570 n-d-798054-8 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 4 to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 Jul 05 10:08:08.982278 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27341ca3-dd77-4bc5-a76b-b5a678bab22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:09.020574 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:09.020574 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:09.020574 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:09.020574 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 3b988edc-746f-43d5-95a2-e711e7b77da6 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:08:09.020574 n-d-798054-8 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:08:09.020574 n-d-798054-8 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 5 to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 Jul 05 10:08:09.033024 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:09.033506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:09.033862 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:09.041017 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 3b988edc-746f-43d5-95a2-e711e7b77da6 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:08:09.041473 n-d-798054-8 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:08:09.043644 n-d-798054-8 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 6 to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 Jul 05 10:08:09.123115 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:09.123508 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:09.123875 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:09.137948 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:09.165304 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 3b988edc-746f-43d5-95a2-e711e7b77da6 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:08:09.165820 n-d-798054-8 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:08:09.167507 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] Transition to ACTIVE for port object 355d3187-e05d-4382-b3a5-6e65ca7f7105 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:09.171392 n-d-798054-8 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 7 to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 Jul 05 10:08:09.185852 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:09.195654 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port cef6864e-9721-4b72-8df7-37fa79951147, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=cef6864e-9721-4b72-8df7-37fa79951147,segment=NetworkSegment(f9a3691f-b1f6-44bb-bc17-9c4547a67ae9),segment_id=f9a3691f-b1f6-44bb-bc17-9c4547a67ae9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:09.249443 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:09.250241 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device a7c02361-63ed-43d0-9ab6-bce4ebde0baf up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:09.314767 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] Attempting to bind port 355d3187-e05d-4382-b3a5-6e65ca7f7105 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:09.315166 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] Attempting to bind port 355d3187-e05d-4382-b3a5-6e65ca7f7105 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:09.315526 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] Attempting to bind port 355d3187-e05d-4382-b3a5-6e65ca7f7105 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:09.325294 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:08:09.325981 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:09.326560 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:09.327142 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:08:09.327836 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] Bound port: 355d3187-e05d-4382-b3a5-6e65ca7f7105, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:08:09.328480 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:09.348096 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:09.348446 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:09.348796 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:09.375745 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 3b988edc-746f-43d5-95a2-e711e7b77da6 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:08:09.376121 n-d-798054-8 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:08:09.376850 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096d066-f3f0-45fb-a62c-54fa4b2ff94c None None] Pushing event updated for resources: {'Port': ['ID=355d3187-e05d-4382-b3a5-6e65ca7f7105,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:09.380722 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433181c8-b9f2-4da2-a7bc-d7799b0a8220 req-8b831252-8a5d-472a-9e9b-d16c82a6866d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:09.396189 n-d-798054-8 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 8 to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 Jul 05 10:08:09.413159 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433181c8-b9f2-4da2-a7bc-d7799b0a8220 req-8b831252-8a5d-472a-9e9b-d16c82a6866d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:09.442003 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:09.442960 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:09.443461 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:09.446434 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-27341ca3-dd77-4bc5-a76b-b5a678bab22f admin admin] Allocated IP 172.20.0.1 (5f37000f-eaf1-4227-ad87-911bb4dd8c23/be4cf43e-c797-4404-bf71-9d47cd28deeb/438717f6-b3a5-4f59-aaf1-00f72033e8ff) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:09.449445 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433181c8-b9f2-4da2-a7bc-d7799b0a8220 req-8b831252-8a5d-472a-9e9b-d16c82a6866d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:09.458718 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 3b988edc-746f-43d5-95a2-e711e7b77da6 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:08:09.458922 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433181c8-b9f2-4da2-a7bc-d7799b0a8220 req-8b831252-8a5d-472a-9e9b-d16c82a6866d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:09.459401 n-d-798054-8 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:08:09.460749 n-d-798054-8 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 9 to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 Jul 05 10:08:09.491352 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] For port 355d3187-e05d-4382-b3a5-6e65ca7f7105, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:09.491676 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433181c8-b9f2-4da2-a7bc-d7799b0a8220 req-8b831252-8a5d-472a-9e9b-d16c82a6866d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:09.498331 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] For port 355d3187-e05d-4382-b3a5-6e65ca7f7105, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=355d3187-e05d-4382-b3a5-6e65ca7f7105,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:09.500672 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433181c8-b9f2-4da2-a7bc-d7799b0a8220 req-8b831252-8a5d-472a-9e9b-d16c82a6866d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:09.509201 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433181c8-b9f2-4da2-a7bc-d7799b0a8220 req-8b831252-8a5d-472a-9e9b-d16c82a6866d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:09.519013 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-433181c8-b9f2-4da2-a7bc-d7799b0a8220 req-8b831252-8a5d-472a-9e9b-d16c82a6866d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5435 time: 0.4059486 Jul 05 10:08:09.545057 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=cef6864e-9721-4b72-8df7-37fa79951147,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:09.552981 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:09.561456 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:09.561901 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:09.562308 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:09.635842 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] Routers {'24494eef-f1db-468d-a36e-bd13bbbccffa'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:09.637288 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:07:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['24494eef-f1db-468d-a36e-bd13bbbccffa'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:09.640333 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 3b988edc-746f-43d5-95a2-e711e7b77da6 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:08:09.640883 n-d-798054-8 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:08:09.643549 n-d-798054-8 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempt 10 to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 Jul 05 10:08:09.651610 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-433181c8-b9f2-4da2-a7bc-d7799b0a8220 req-b10d3d3f-08ac-41fe-a0b4-b6d8b53fd598 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1311798 Jul 05 10:08:09.712414 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9aca9f-1165-44df-94b2-63e198d88354 req-e1a68cc9-eb0b-46a8-a9f9-4d3ab7736148 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:09.717666 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:09.718018 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:09.727673 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ed9aca9f-1165-44df-94b2-63e198d88354 req-e1a68cc9-eb0b-46a8-a9f9-4d3ab7736148 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 945 time: 0.2058792 Jul 05 10:08:09.754300 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempting to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:09.770906 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] Set router 24494eef-f1db-468d-a36e-bd13bbbccffa gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:08:09.775837 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ed9aca9f-1165-44df-94b2-63e198d88354 req-ee990561-b15a-439b-a433-ef5e02f6ca32 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469508 Jul 05 10:08:09.794225 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Port 3b988edc-746f-43d5-95a2-e711e7b77da6 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:08:09.794849 n-d-798054-8 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Failed to bind port 3b988edc-746f-43d5-95a2-e711e7b77da6 on host n-h1-798054-8 for vnic_type normal using segments [{'id': 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f7e5cc88-fe02-4d43-8b7a-9a871513c5d1'}] Jul 05 10:08:09.795482 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:09.928609 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port a7c02361-63ed-43d0-9ab6-bce4ebde0baf triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:09.929097 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:09.969578 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 8902ee84-0098-42aa-95ae-86c0d025cf6e up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:10.003832 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27341ca3-dd77-4bc5-a76b-b5a678bab22f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:10.009709 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d74d7b1a-6c2d-4948-bd88-d534f4c8e6aa None None] Provisioning complete for port cef6864e-9721-4b72-8df7-37fa79951147 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:10.010188 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d74d7b1a-6c2d-4948-bd88-d534f4c8e6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:10.028317 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] For port 3b988edc-746f-43d5-95a2-e711e7b77da6, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:10.029506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attempted to set empty binding levels {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 10:08:10.031384 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-27341ca3-dd77-4bc5-a76b-b5a678bab22f admin admin] Transition to ACTIVE for port object 438717f6-b3a5-4f59-aaf1-00f72033e8ff will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:10.047564 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:10.061553 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da3468-ccd1-4500-a404-c183678519f0 req-d2ce57c5-13c9-4a59-9552-cd3512eceb68 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:10.070390 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da3468-ccd1-4500-a404-c183678519f0 req-d2ce57c5-13c9-4a59-9552-cd3512eceb68 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:10.076737 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da3468-ccd1-4500-a404-c183678519f0 req-d2ce57c5-13c9-4a59-9552-cd3512eceb68 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:10.083078 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096d066-f3f0-45fb-a62c-54fa4b2ff94c None None] Pushing event updated for resources: {'Port': ['ID=355d3187-e05d-4382-b3a5-6e65ca7f7105,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:10.083972 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da3468-ccd1-4500-a404-c183678519f0 req-d2ce57c5-13c9-4a59-9552-cd3512eceb68 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:10.091477 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da3468-ccd1-4500-a404-c183678519f0 req-d2ce57c5-13c9-4a59-9552-cd3512eceb68 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:10.102874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da3468-ccd1-4500-a404-c183678519f0 req-d2ce57c5-13c9-4a59-9552-cd3512eceb68 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:10.110471 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da3468-ccd1-4500-a404-c183678519f0 req-d2ce57c5-13c9-4a59-9552-cd3512eceb68 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:10.119157 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50da3468-ccd1-4500-a404-c183678519f0 req-d2ce57c5-13c9-4a59-9552-cd3512eceb68 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5435 time: 0.2098818 Jul 05 10:08:10.126568 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57300) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:10.131611 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] In _notify_port_updated(), no bound segment for port 3b988edc-746f-43d5-95a2-e711e7b77da6 on network f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 {{(pid=93906) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:08:10.132563 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:10.133701 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:10.134599 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] 10.222.0.79 "PUT /v2.0/ports/3b988edc-746f-43d5-95a2-e711e7b77da6 HTTP/1.1" status: 200 len: 975 time: 3.6071920 Jul 05 10:08:10.137367 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-768d01c9-78e8-42f8-a104-93497e201321 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Request body: {'floatingip': {'port_id': '99eba310-ab63-4ad5-833a-fe875aecadc0'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:10.138507 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57302) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:10.215865 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-768d01c9-78e8-42f8-a104-93497e201321 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:10.240169 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Pushing event updated for resources: {'Port': ['ID=3b988edc-746f-43d5-95a2-e711e7b77da6,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:10.258998 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27341ca3-dd77-4bc5-a76b-b5a678bab22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:10.294764 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 8902ee84-0098-42aa-95ae-86c0d025cf6e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:10.304145 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 8902ee84-0098-42aa-95ae-86c0d025cf6e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:10.304527 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:10.320216 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27341ca3-dd77-4bc5-a76b-b5a678bab22f admin admin] Network 5f37000f-eaf1-4227-ad87-911bb4dd8c23 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:10.322396 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:10.322867 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:10.323418 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:10.323957 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:10.324416 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:10.324864 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:10.330238 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:10.330238 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:10.330238 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:10.330238 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:10.330238 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:10.330238 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a696-f5a1-435c-a256-689818b04ee0 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:10.433554 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:10.478917 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8902ee84-0098-42aa-95ae-86c0d025cf6e'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:10.481535 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da03b6f8-296b-41eb-8fd0-6b06c311d145" -d '{"events": [{"server_uuid": "0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b", "name": "network-vif-plugged", "status": "completed", "tag": "8902ee84-0098-42aa-95ae-86c0d025cf6e"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:10.496097 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24494eef-f1db-468d-a36e-bd13bbbccffa', 'name': 'tempest-TestServerMultinode-758793732-router', 'tenant_id': '3f9291c37b10490c919ffe8254b83b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '355d3187-e05d-4382-b3a5-6e65ca7f7105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:02Z', 'updated_at': '2021-07-05T10:08:04Z', 'revision_number': 3, 'project_id': '3f9291c37b10490c919ffe8254b83b60', 'gw_port': {'id': '355d3187-e05d-4382-b3a5-6e65ca7f7105', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:23:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24494eef-f1db-468d-a36e-bd13bbbccffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:08:04Z', 'updated_at': '2021-07-05T10:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:10.502199 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 8902ee84-0098-42aa-95ae-86c0d025cf6e, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8902ee84-0098-42aa-95ae-86c0d025cf6e,segment=NetworkSegment(bca3ead4-fe14-4e69-958c-e8fc4cc64bc4),segment_id=bca3ead4-fe14-4e69-958c-e8fc4cc64bc4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:10.510645 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-27341ca3-dd77-4bc5-a76b-b5a678bab22f admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:10.533500 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:10.543325 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035bae89-f490-49ce-8960-c78ca6479f80 None None] The sync data for ids ['24494eef-f1db-468d-a36e-bd13bbbccffa'] in n-d-798054-8 is: [{'id': '24494eef-f1db-468d-a36e-bd13bbbccffa', 'name': 'tempest-TestServerMultinode-758793732-router', 'tenant_id': '3f9291c37b10490c919ffe8254b83b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '355d3187-e05d-4382-b3a5-6e65ca7f7105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:02Z', 'updated_at': '2021-07-05T10:08:04Z', 'revision_number': 3, 'project_id': '3f9291c37b10490c919ffe8254b83b60', 'gw_port': {'id': '355d3187-e05d-4382-b3a5-6e65ca7f7105', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:23:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24494eef-f1db-468d-a36e-bd13bbbccffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:08:04Z', 'updated_at': '2021-07-05T10:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:10.604020 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27341ca3-dd77-4bc5-a76b-b5a678bab22f admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:10.634628 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce81430-e3fc-4c5b-9eb9-f6ae9417e707 x-openstack-request-id: req-6ce81430-e3fc-4c5b-9eb9-f6ae9417e707 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:10.645068 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b", "name": "network-vif-plugged", "status": "completed", "tag": "8902ee84-0098-42aa-95ae-86c0d025cf6e", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:10.645532 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6ce81430-e3fc-4c5b-9eb9-f6ae9417e707 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:10.646093 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8902ee84-0098-42aa-95ae-86c0d025cf6e', 'code': 200} Jul 05 10:08:10.668913 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 66b51dc0-4bda-446b-916e-9292780d3d4d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:10.679993 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27341ca3-dd77-4bc5-a76b-b5a678bab22f admin admin] Pushing event updated for resources: {'Port': ['ID=438717f6-b3a5-4f59-aaf1-00f72033e8ff,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:10.744178 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27341ca3-dd77-4bc5-a76b-b5a678bab22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:10.745492 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=8902ee84-0098-42aa-95ae-86c0d025cf6e,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:10.806756 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 66b51dc0-4bda-446b-916e-9292780d3d4d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:10.813481 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 66b51dc0-4bda-446b-916e-9292780d3d4d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:10.813874 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:10.951661 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b5c1551b-1279-404a-ba7a-6a871272b458 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Deleting port 3b988edc-746f-43d5-95a2-e711e7b77da6 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:10.952504 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5c1551b-1279-404a-ba7a-6a871272b458 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:10.995710 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [req-e2eeb702-3c97-49fc-bd3d-b2747906ce4b req-d4382afa-413c-4636-a83e-e6ea1c8b8cde service neutron] (93906) timed out ('10.222.0.78', 59553) {{(pid=93906) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:08:11.084680 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:11.184169 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-93bc5534-eaf3-4107-acf2-54f83e7e3a35 None None] Provisioning for port 438717f6-b3a5-4f59-aaf1-00f72033e8ff completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:11.198839 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-b5c1551b-1279-404a-ba7a-6a871272b458 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] For port 3b988edc-746f-43d5-95a2-e711e7b77da6, host n-h1-798054-8, got binding levels [] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:11.199284 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5c1551b-1279-404a-ba7a-6a871272b458 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:11.203553 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-93bc5534-eaf3-4107-acf2-54f83e7e3a35 None None] Provisioning complete for port 438717f6-b3a5-4f59-aaf1-00f72033e8ff triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:11.209806 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-93bc5534-eaf3-4107-acf2-54f83e7e3a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:11.217255 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b5c1551b-1279-404a-ba7a-6a871272b458 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Calling delete_port for 3b988edc-746f-43d5-95a2-e711e7b77da6 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:11.272783 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 66b51dc0-4bda-446b-916e-9292780d3d4d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=66b51dc0-4bda-446b-916e-9292780d3d4d,segment=NetworkSegment(6542b542-d05b-4a8f-8945-0f7cd2944384),segment_id=6542b542-d05b-4a8f-8945-0f7cd2944384)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:11.292394 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:11.297982 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device cef6864e-9721-4b72-8df7-37fa79951147 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:11.309840 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ce9f5-4110-49ad-8956-b3d8db0d5e70 req-dd7ac318-d268-464b-9166-c762816206a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:11.312209 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-338ce9f5-4110-49ad-8956-b3d8db0d5e70 req-dd7ac318-d268-464b-9166-c762816206a4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 1097 time: 0.6641660 Jul 05 10:08:11.401837 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-93bc5534-eaf3-4107-acf2-54f83e7e3a35 None None] Port 438717f6-b3a5-4f59-aaf1-00f72033e8ff cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:08:11.410408 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27341ca3-dd77-4bc5-a76b-b5a678bab22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:11.447457 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=66b51dc0-4bda-446b-916e-9292780d3d4d,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:11.460881 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port cef6864e-9721-4b72-8df7-37fa79951147 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:11.461522 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:11.629026 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5c1551b-1279-404a-ba7a-6a871272b458 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:11.635882 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-338ce9f5-4110-49ad-8956-b3d8db0d5e70 req-a7530169-1505-45d1-961d-4638fa806def service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3164089 Jul 05 10:08:11.713700 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939751de-b9a5-41ba-9856-af652a02542e req-75ff3ee8-ba29-4340-a3c7-00c5636b33c6 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:11.715314 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-939751de-b9a5-41ba-9856-af652a02542e req-75ff3ee8-ba29-4340-a3c7-00c5636b33c6 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.6671960 Jul 05 10:08:11.794412 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1551b-1279-404a-ba7a-6a871272b458 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b988edc-746f-43d5-95a2-e711e7b77da6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:11.797153 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5c1551b-1279-404a-ba7a-6a871272b458 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:11.800740 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b5c1551b-1279-404a-ba7a-6a871272b458 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] 10.222.0.79 "DELETE /v2.0/ports/3b988edc-746f-43d5-95a2-e711e7b77da6 HTTP/1.1" status: 204 len: 168 time: 1.6591980 Jul 05 10:08:11.804207 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57336) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:11.848591 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-a383c6b9-3dbf-402a-a0e8-e919a08712c6 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] GET failed (client error): The resource could not be found. Jul 05 10:08:11.851380 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a383c6b9-3dbf-402a-a0e8-e919a08712c6 tempest-PortsAdminExtendedAttrsTestJSON-1909539691 tempest-PortsAdminExtendedAttrsTestJSON-1909539691-project-admin] 10.222.0.79 "GET /v2.0/ports/3b988edc-746f-43d5-95a2-e711e7b77da6 HTTP/1.1" status: 404 len: 333 time: 0.0448296 Jul 05 10:08:11.861062 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57338) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:11.868458 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.db.resource_extend [None req-768d01c9-78e8-42f8-a104-93497e201321 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:08:11.969968 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-939751de-b9a5-41ba-9856-af652a02542e req-98364c67-ce97-4a23-a34d-33197bd6ba38 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365093 Jul 05 10:08:12.013985 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-768d01c9-78e8-42f8-a104-93497e201321 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:12.024918 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-768d01c9-78e8-42f8-a104-93497e201321 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:12.072263 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84e19659-ddfc-4cfe-8cec-a90dc6d029b6 tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:12.119995 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27341ca3-dd77-4bc5-a76b-b5a678bab22f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:12.131650 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27341ca3-dd77-4bc5-a76b-b5a678bab22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:12.161783 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-768d01c9-78e8-42f8-a104-93497e201321 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Floating IP 1082b490-1e79-4cb8-91fc-48114c9c28db associated. External IP: 172.25.7.9, port: 99eba310-ab63-4ad5-833a-fe875aecadc0. Jul 05 10:08:12.277472 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27341ca3-dd77-4bc5-a76b-b5a678bab22f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:12.487400 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27341ca3-dd77-4bc5-a76b-b5a678bab22f admin admin] Pushing event updated for resources: {'Port': ['ID=438717f6-b3a5-4f59-aaf1-00f72033e8ff,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:12.509960 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84e19659-ddfc-4cfe-8cec-a90dc6d029b6 tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:12.534677 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-84e19659-ddfc-4cfe-8cec-a90dc6d029b6 tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e5cc88-fe02-4d43-8b7a-9a871513c5d1']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:12.577682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768d01c9-78e8-42f8-a104-93497e201321 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Router f6bd307d-9d81-4594-9df5-e1b46ad6b838 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:08:12.640354 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-84e19659-ddfc-4cfe-8cec-a90dc6d029b6 tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:12.640951 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-84e19659-ddfc-4cfe-8cec-a90dc6d029b6 tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd907d663-b2b4-479d-8bf4-3c171ea9e4d2') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:12.653042 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84e19659-ddfc-4cfe-8cec-a90dc6d029b6 tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:12.675290 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 355d3187-e05d-4382-b3a5-6e65ca7f7105 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:12.676119 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84e19659-ddfc-4cfe-8cec-a90dc6d029b6 tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:12.684738 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e19659-ddfc-4cfe-8cec-a90dc6d029b6 tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:08:12.685368 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84e19659-ddfc-4cfe-8cec-a90dc6d029b6 tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:08:12.764534 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:08:12.774901 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 355d3187-e05d-4382-b3a5-6e65ca7f7105 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:12.781676 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84e19659-ddfc-4cfe-8cec-a90dc6d029b6 tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:12.798331 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84e19659-ddfc-4cfe-8cec-a90dc6d029b6 tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:12.801604 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-84e19659-ddfc-4cfe-8cec-a90dc6d029b6 tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] 10.222.0.79 "DELETE /v2.0/networks/f7e5cc88-fe02-4d43-8b7a-9a871513c5d1 HTTP/1.1" status: 204 len: 168 time: 0.9393361 Jul 05 10:08:12.822391 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 355d3187-e05d-4382-b3a5-6e65ca7f7105 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:12.822804 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:12.824687 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e19659-ddfc-4cfe-8cec-a90dc6d029b6 tempest-PortsAdminExtendedAttrsTestJSON-1461650337 tempest-PortsAdminExtendedAttrsTestJSON-1461650337-project] Pushing event deleted for resources: {'Network': ['ID=f7e5cc88-fe02-4d43-8b7a-9a871513c5d1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:12.917255 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27341ca3-dd77-4bc5-a76b-b5a678bab22f admin admin] Network 5f37000f-eaf1-4227-ad87-911bb4dd8c23 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:12.921315 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-27341ca3-dd77-4bc5-a76b-b5a678bab22f admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:13.142959 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:13.208808 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 355d3187-e05d-4382-b3a5-6e65ca7f7105, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=355d3187-e05d-4382-b3a5-6e65ca7f7105,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:13.218764 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:13.219839 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 66b51dc0-4bda-446b-916e-9292780d3d4d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:13.419437 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=355d3187-e05d-4382-b3a5-6e65ca7f7105,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:13.431786 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 66b51dc0-4bda-446b-916e-9292780d3d4d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:13.432412 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:13.442106 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27341ca3-dd77-4bc5-a76b-b5a678bab22f admin admin] Router 24494eef-f1db-468d-a36e-bd13bbbccffa has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:08:13.578229 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768d01c9-78e8-42f8-a104-93497e201321 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:08:13.585513 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-768d01c9-78e8-42f8-a104-93497e201321 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:13.589644 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57380) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:13.593376 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e269bab9-3ae4-41f0-a35b-cc4b279630ca None None] Sync routers for ids ['f6bd307d-9d81-4594-9df5-e1b46ad6b838'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:08:13.633009 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6ff93483-8518-4a66-8a05-f810c3a0a550 None None] Provisioning complete for port 438717f6-b3a5-4f59-aaf1-00f72033e8ff triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:13.633908 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6ff93483-8518-4a66-8a05-f810c3a0a550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:13.647988 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e269bab9-3ae4-41f0-a35b-cc4b279630ca None None] Routers {'f6bd307d-9d81-4594-9df5-e1b46ad6b838'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:13.649205 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e269bab9-3ae4-41f0-a35b-cc4b279630ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:07:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f6bd307d-9d81-4594-9df5-e1b46ad6b838'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:13.652954 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47452698-dc27-4167-abc9-1954072932b2 req-3148f56e-8dd2-4c34-a4b1-34b44885b5c8 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:13.655096 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-47452698-dc27-4167-abc9-1954072932b2 req-3148f56e-8dd2-4c34-a4b1-34b44885b5c8 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.2914767 Jul 05 10:08:13.661974 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-768d01c9-78e8-42f8-a104-93497e201321 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "PUT /v2.0/floatingips/1082b490-1e79-4cb8-91fc-48114c9c28db HTTP/1.1" status: 200 len: 990 time: 3.5338218 Jul 05 10:08:13.671738 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'tag': '99eba310-ab63-4ad5-833a-fe875aecadc0'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:13.675161 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80581362-aaa8-44b8-b89e-3201e5d89715" -d '{"events": [{"name": "network-changed", "server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "tag": "99eba310-ab63-4ad5-833a-fe875aecadc0"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:13.731804 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6ff93483-8518-4a66-8a05-f810c3a0a550 None None] Port 438717f6-b3a5-4f59-aaf1-00f72033e8ff cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:08:13.737627 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-47452698-dc27-4167-abc9-1954072932b2 req-5d216989-e291-4cac-b660-36eff419ef24 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722418 Jul 05 10:08:13.763280 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27341ca3-dd77-4bc5-a76b-b5a678bab22f admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:08:13.791933 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] Sync routers for ids ['24494eef-f1db-468d-a36e-bd13bbbccffa'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:08:13.799754 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-27341ca3-dd77-4bc5-a76b-b5a678bab22f admin admin] 10.222.0.79 "PUT /v2.0/routers/24494eef-f1db-468d-a36e-bd13bbbccffa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3975260 Jul 05 10:08:13.813637 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4c99a4-fe6b-4c08-b301-a9e023208184 x-openstack-request-id: req-8d4c99a4-fe6b-4c08-b301-a9e023208184 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:13.814307 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "tag": "99eba310-ab63-4ad5-833a-fe875aecadc0", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:13.815029 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8d4c99a4-fe6b-4c08-b301-a9e023208184 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:13.815961 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'tag': '99eba310-ab63-4ad5-833a-fe875aecadc0', 'status': 'completed', 'code': 200} Jul 05 10:08:13.817055 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] Routers {'24494eef-f1db-468d-a36e-bd13bbbccffa'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:13.817739 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:07:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['24494eef-f1db-468d-a36e-bd13bbbccffa'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:14.011630 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e269bab9-3ae4-41f0-a35b-cc4b279630ca None None] Set router f6bd307d-9d81-4594-9df5-e1b46ad6b838 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:08:14.103738 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] Set router 24494eef-f1db-468d-a36e-bd13bbbccffa gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:08:14.113463 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5e1968d1-1c31-4cca-a8df-f9f9fd101a37 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a13e036233054e38b0e839d6ef202b63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5196474 Jul 05 10:08:14.114340 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57402) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:14.172025 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80581362-aaa8-44b8-b89e-3201e5d89715 req-28f25e68-88d0-45a6-824f-0afa85bfeb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:14.172778 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80581362-aaa8-44b8-b89e-3201e5d89715 req-28f25e68-88d0-45a6-824f-0afa85bfeb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:14.173536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80581362-aaa8-44b8-b89e-3201e5d89715 req-28f25e68-88d0-45a6-824f-0afa85bfeb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:14.174193 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80581362-aaa8-44b8-b89e-3201e5d89715 req-28f25e68-88d0-45a6-824f-0afa85bfeb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:14.174671 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80581362-aaa8-44b8-b89e-3201e5d89715 req-28f25e68-88d0-45a6-824f-0afa85bfeb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:14.175145 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80581362-aaa8-44b8-b89e-3201e5d89715 req-28f25e68-88d0-45a6-824f-0afa85bfeb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:14.175669 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80581362-aaa8-44b8-b89e-3201e5d89715 req-28f25e68-88d0-45a6-824f-0afa85bfeb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:14.178128 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80581362-aaa8-44b8-b89e-3201e5d89715 req-28f25e68-88d0-45a6-824f-0afa85bfeb8b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9596ba5fe35d4394b6d195316cece06b&device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 6492 time: 0.2915750 Jul 05 10:08:14.260642 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54035b13-c0a5-4f56-a477-2c7353b84e37 req-396b7903-e22b-4449-8b87-5bd7bf07dd5f tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:14.262513 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-54035b13-c0a5-4f56-a477-2c7353b84e37 req-396b7903-e22b-4449-8b87-5bd7bf07dd5f tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.1855624 Jul 05 10:08:14.271480 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f83e4fab-ba60-43cd-b569-2f440860791b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:14.272294 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57412) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:14.281386 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a028e468-3214-412f-81f8-9d4e35b43da9 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Request body: {'floatingip': {'port_id': '8902ee84-0098-42aa-95ae-86c0d025cf6e'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:14.336096 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f83e4fab-ba60-43cd-b569-2f440860791b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:14.336778 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a028e468-3214-412f-81f8-9d4e35b43da9 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:14.484804 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80581362-aaa8-44b8-b89e-3201e5d89715 req-4a68908a-77a0-436b-8dc0-ad527266a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:14.487144 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80581362-aaa8-44b8-b89e-3201e5d89715 req-4a68908a-77a0-436b-8dc0-ad527266a979 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e8809747-0653-4cdf-bd9b-7654560adade HTTP/1.1" status: 200 len: 912 time: 0.3015189 Jul 05 10:08:14.489382 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f83e4fab-ba60-43cd-b569-2f440860791b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:14.493827 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f83e4fab-ba60-43cd-b569-2f440860791b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:14.495072 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f83e4fab-ba60-43cd-b569-2f440860791b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/92294474-34c2-4ac9-82d1-4027fc312d51 HTTP/1.1" status: 204 len: 168 time: 0.3794355 Jul 05 10:08:14.542951 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e4fab-ba60-43cd-b569-2f440860791b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92294474-34c2-4ac9-82d1-4027fc312d51,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:14.601729 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 355d3187-e05d-4382-b3a5-6e65ca7f7105 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:14.663306 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e269bab9-3ae4-41f0-a35b-cc4b279630ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'name': 'tempest-TaggedBootDevicesTest-823117697-router', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:12Z', 'updated_at': '2021-07-05T10:06:17Z', 'revision_number': 4, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'gw_port': {'id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:13Z', 'updated_at': '2021-07-05T10:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '1082b490-1e79-4cb8-91fc-48114c9c28db', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'port_id': '99eba310-ab63-4ad5-833a-fe875aecadc0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade', 'mac_address': 'fa:16:3e:be:d6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:06:56Z', 'updated_at': '2021-07-05T10:08:11Z', 'revision_number': 1, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2073716e-e4c6-4e6b-bd22-64939073c29a', 'name': '', 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'mac_address': 'fa:16:3e:12:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:16Z', 'updated_at': '2021-07-05T10:06:25Z', 'revision_number': 5, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'subnets': [{'id': '2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:14.710259 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24494eef-f1db-468d-a36e-bd13bbbccffa', 'name': 'tempest-TestServerMultinode-758793732-router', 'tenant_id': '3f9291c37b10490c919ffe8254b83b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '355d3187-e05d-4382-b3a5-6e65ca7f7105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:02Z', 'updated_at': '2021-07-05T10:08:11Z', 'revision_number': 4, 'project_id': '3f9291c37b10490c919ffe8254b83b60', 'gw_port': {'id': '355d3187-e05d-4382-b3a5-6e65ca7f7105', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:23:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24494eef-f1db-468d-a36e-bd13bbbccffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:08:04Z', 'updated_at': '2021-07-05T10:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '438717f6-b3a5-4f59-aaf1-00f72033e8ff', 'name': '', 'network_id': '5f37000f-eaf1-4227-ad87-911bb4dd8c23', 'tenant_id': '3f9291c37b10490c919ffe8254b83b60', 'mac_address': 'fa:16:3e:bd:61:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24494eef-f1db-468d-a36e-bd13bbbccffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'be4cf43e-c797-4404-bf71-9d47cd28deeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:08:09Z', 'updated_at': '2021-07-05T10:08:11Z', 'revision_number': 2, 'project_id': '3f9291c37b10490c919ffe8254b83b60', 'subnets': [{'id': 'be4cf43e-c797-4404-bf71-9d47cd28deeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:14.720179 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e269bab9-3ae4-41f0-a35b-cc4b279630ca None None] Checking router: f6bd307d-9d81-4594-9df5-e1b46ad6b838 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:08:14.731474 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e269bab9-3ae4-41f0-a35b-cc4b279630ca None None] Routers {'f6bd307d-9d81-4594-9df5-e1b46ad6b838'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:14.732451 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e269bab9-3ae4-41f0-a35b-cc4b279630ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:07:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f6bd307d-9d81-4594-9df5-e1b46ad6b838'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:14.782738 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] Checking router: 24494eef-f1db-468d-a36e-bd13bbbccffa for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:08:14.783665 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] Updating router 24494eef-f1db-468d-a36e-bd13bbbccffa port 438717f6-b3a5-4f59-aaf1-00f72033e8ff binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:08:14.846556 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 355d3187-e05d-4382-b3a5-6e65ca7f7105 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:14.847110 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:14.870727 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80581362-aaa8-44b8-b89e-3201e5d89715 req-fe32ba29-f6e5-4370-a212-58f65b7e6317 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99eba310-ab63-4ad5-833a-fe875aecadc0 HTTP/1.1" status: 200 len: 998 time: 0.3758574 Jul 05 10:08:14.908288 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:14.974231 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e269bab9-3ae4-41f0-a35b-cc4b279630ca None None] Set router f6bd307d-9d81-4594-9df5-e1b46ad6b838 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:08:15.063487 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80581362-aaa8-44b8-b89e-3201e5d89715 req-319ef3e7-3fdf-4159-8964-335c5c1824e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:15.065028 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80581362-aaa8-44b8-b89e-3201e5d89715 req-319ef3e7-3fdf-4159-8964-335c5c1824e5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49 HTTP/1.1" status: 200 len: 850 time: 0.1696732 Jul 05 10:08:15.220686 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57452) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:15.307076 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9296b84a-e0ab-4b1c-b53d-afc2e3251bb5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fb9b132d77de407fb50499169de1b40f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0844388 Jul 05 10:08:15.321140 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57458) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:15.395630 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80581362-aaa8-44b8-b89e-3201e5d89715 req-eb021b92-7849-45d7-841f-f7fe70d818d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:15.397356 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80581362-aaa8-44b8-b89e-3201e5d89715 req-eb021b92-7849-45d7-841f-f7fe70d818d1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e8809747-0653-4cdf-bd9b-7654560adade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2830856 Jul 05 10:08:15.402824 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-7f7d0757-6023-4a99-ae9b-c891be55b76b tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:15.404525 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-7f7d0757-6023-4a99-ae9b-c891be55b76b tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/networks?id=94188280-9daf-4cdc-9be3-100572f453ff HTTP/1.1" status: 200 len: 911 time: 0.2575622 Jul 05 10:08:15.434501 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-63d1b001-6271-490f-90aa-e533624e1228 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/quotas/3f9291c37b10490c919ffe8254b83b60 HTTP/1.1" status: 200 len: 375 time: 0.0174201 Jul 05 10:08:15.446780 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4d24909-1e71-4c9d-89e0-6893e772031f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:15.487391 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4d24909-1e71-4c9d-89e0-6893e772031f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:15.514970 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e269bab9-3ae4-41f0-a35b-cc4b279630ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'name': 'tempest-TaggedBootDevicesTest-823117697-router', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:12Z', 'updated_at': '2021-07-05T10:06:17Z', 'revision_number': 4, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'gw_port': {'id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:13Z', 'updated_at': '2021-07-05T10:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '1082b490-1e79-4cb8-91fc-48114c9c28db', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'port_id': '99eba310-ab63-4ad5-833a-fe875aecadc0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade', 'mac_address': 'fa:16:3e:be:d6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:06:56Z', 'updated_at': '2021-07-05T10:08:11Z', 'revision_number': 1, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2073716e-e4c6-4e6b-bd22-64939073c29a', 'name': '', 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'mac_address': 'fa:16:3e:12:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:16Z', 'updated_at': '2021-07-05T10:06:25Z', 'revision_number': 5, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'subnets': [{'id': '2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:15.556120 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e269bab9-3ae4-41f0-a35b-cc4b279630ca None None] The sync data for ids ['f6bd307d-9d81-4594-9df5-e1b46ad6b838'] in n-d-798054-8 is: [{'id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'name': 'tempest-TaggedBootDevicesTest-823117697-router', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:12Z', 'updated_at': '2021-07-05T10:06:17Z', 'revision_number': 4, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'gw_port': {'id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:13Z', 'updated_at': '2021-07-05T10:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '1082b490-1e79-4cb8-91fc-48114c9c28db', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'port_id': '99eba310-ab63-4ad5-833a-fe875aecadc0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade', 'mac_address': 'fa:16:3e:be:d6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:06:56Z', 'updated_at': '2021-07-05T10:08:11Z', 'revision_number': 1, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2073716e-e4c6-4e6b-bd22-64939073c29a', 'name': '', 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'mac_address': 'fa:16:3e:12:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:16Z', 'updated_at': '2021-07-05T10:06:25Z', 'revision_number': 5, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'subnets': [{'id': '2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:15.625066 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4d24909-1e71-4c9d-89e0-6893e772031f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:15.630293 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4d24909-1e71-4c9d-89e0-6893e772031f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:15.631743 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b4d24909-1e71-4c9d-89e0-6893e772031f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/664f975b-3631-4a68-baf6-d3ad719da15b HTTP/1.1" status: 204 len: 168 time: 0.3088870 Jul 05 10:08:15.661307 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d24909-1e71-4c9d-89e0-6893e772031f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664f975b-3631-4a68-baf6-d3ad719da15b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:15.778379 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-910adaf8-9851-4fee-b26e-c3b29cefdc7c tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?tenant_id=3f9291c37b10490c919ffe8254b83b60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3428113 Jul 05 10:08:15.893792 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:15.917914 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80581362-aaa8-44b8-b89e-3201e5d89715 req-3d1dfcf4-8acd-4288-856f-20bb4083770e service neutron] 10.222.0.81 "GET /v2.0/networks/e8809747-0653-4cdf-bd9b-7654560adade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097525 Jul 05 10:08:15.937838 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] Transition to ACTIVE for port object 438717f6-b3a5-4f59-aaf1-00f72033e8ff will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:15.964099 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:16.000761 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6bf1e3-555b-4ecb-9935-36d46b54f4f5 None None] New status for floating IP 1082b490-1e79-4cb8-91fc-48114c9c28db: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:08:16.038106 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be6351-7fb2-40e6-a190-afd60099b9b1 None None] Pushing event updated for resources: {'Port': ['ID=438717f6-b3a5-4f59-aaf1-00f72033e8ff,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:16.156744 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80581362-aaa8-44b8-b89e-3201e5d89715 req-3bfcd957-d092-4b4d-a242-889fa87fff62 service neutron] 10.222.0.81 "GET /v2.0/networks/e8809747-0653-4cdf-bd9b-7654560adade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295232 Jul 05 10:08:16.191805 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] Attempting to bind port 438717f6-b3a5-4f59-aaf1-00f72033e8ff on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:16.192522 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] Attempting to bind port 438717f6-b3a5-4f59-aaf1-00f72033e8ff by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'f9a3691f-b1f6-44bb-bc17-9c4547a67ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5f37000f-eaf1-4227-ad87-911bb4dd8c23'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:16.193154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] Attempting to bind port 438717f6-b3a5-4f59-aaf1-00f72033e8ff on network 5f37000f-eaf1-4227-ad87-911bb4dd8c23 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:16.202996 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:08:16.204158 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] Checking segment: {'id': 'f9a3691f-b1f6-44bb-bc17-9c4547a67ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5f37000f-eaf1-4227-ad87-911bb4dd8c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:16.204366 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:16.204774 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] Bound using segment: {'id': 'f9a3691f-b1f6-44bb-bc17-9c4547a67ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5f37000f-eaf1-4227-ad87-911bb4dd8c23'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:08:16.205245 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] Bound port: 438717f6-b3a5-4f59-aaf1-00f72033e8ff, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a3691f-b1f6-44bb-bc17-9c4547a67ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5f37000f-eaf1-4227-ad87-911bb4dd8c23'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:08:16.207471 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:16.262134 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-a3adbd8c-f6d3-4e60-b530-3b47690e7e20 service neutron] 10.222.0.79 "GET /v2.0/networks/94188280-9daf-4cdc-9be3-100572f453ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828489 Jul 05 10:08:16.351451 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.db.resource_extend [None req-a028e468-3214-412f-81f8-9d4e35b43da9 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:08:16.379584 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] For port 438717f6-b3a5-4f59-aaf1-00f72033e8ff, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:16.384466 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] For port 438717f6-b3a5-4f59-aaf1-00f72033e8ff, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=438717f6-b3a5-4f59-aaf1-00f72033e8ff,segment=NetworkSegment(f9a3691f-b1f6-44bb-bc17-9c4547a67ae9),segment_id=f9a3691f-b1f6-44bb-bc17-9c4547a67ae9)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:16.391397 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:16.463185 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be6351-7fb2-40e6-a190-afd60099b9b1 None None] Pushing event updated for resources: {'Port': ['ID=438717f6-b3a5-4f59-aaf1-00f72033e8ff,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:16.521130 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a028e468-3214-412f-81f8-9d4e35b43da9 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:16.533985 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] Routers {'24494eef-f1db-468d-a36e-bd13bbbccffa'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:16.534638 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:07:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['24494eef-f1db-468d-a36e-bd13bbbccffa'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:16.538763 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a028e468-3214-412f-81f8-9d4e35b43da9 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:16.604824 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-30f9161d-60ec-447c-a633-debf38dcbbf9 service neutron] 10.222.0.79 "GET /v2.0/networks/94188280-9daf-4cdc-9be3-100572f453ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388543 Jul 05 10:08:16.828225 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] Set router 24494eef-f1db-468d-a36e-bd13bbbccffa gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:08:16.854130 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-a028e468-3214-412f-81f8-9d4e35b43da9 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Floating IP 98847ee0-7527-4539-ad58-91808bd69ee5 associated. External IP: 172.25.7.30, port: 8902ee84-0098-42aa-95ae-86c0d025cf6e. Jul 05 10:08:17.008161 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-88552ba7-9612-4174-bcb4-0fafb8c7e98b req-74e2653e-19aa-422d-8e10-3caf34102979 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c609c9ef-fec7-43cf-8fe8-b41293077258 HTTP/1.1" status: 200 len: 210 time: 0.0704377 Jul 05 10:08:17.201491 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24494eef-f1db-468d-a36e-bd13bbbccffa', 'name': 'tempest-TestServerMultinode-758793732-router', 'tenant_id': '3f9291c37b10490c919ffe8254b83b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '355d3187-e05d-4382-b3a5-6e65ca7f7105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:02Z', 'updated_at': '2021-07-05T10:08:11Z', 'revision_number': 4, 'project_id': '3f9291c37b10490c919ffe8254b83b60', 'gw_port': {'id': '355d3187-e05d-4382-b3a5-6e65ca7f7105', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:23:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24494eef-f1db-468d-a36e-bd13bbbccffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:08:04Z', 'updated_at': '2021-07-05T10:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '438717f6-b3a5-4f59-aaf1-00f72033e8ff', 'name': '', 'network_id': '5f37000f-eaf1-4227-ad87-911bb4dd8c23', 'tenant_id': '3f9291c37b10490c919ffe8254b83b60', 'mac_address': 'fa:16:3e:bd:61:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24494eef-f1db-468d-a36e-bd13bbbccffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'be4cf43e-c797-4404-bf71-9d47cd28deeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:08:09Z', 'updated_at': '2021-07-05T10:08:16Z', 'revision_number': 4, 'project_id': '3f9291c37b10490c919ffe8254b83b60', 'subnets': [{'id': 'be4cf43e-c797-4404-bf71-9d47cd28deeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:17.240242 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d6141c-37a0-45ba-901c-0db754c4d7a5 None None] The sync data for ids ['24494eef-f1db-468d-a36e-bd13bbbccffa'] in n-d-798054-8 is: [{'id': '24494eef-f1db-468d-a36e-bd13bbbccffa', 'name': 'tempest-TestServerMultinode-758793732-router', 'tenant_id': '3f9291c37b10490c919ffe8254b83b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '355d3187-e05d-4382-b3a5-6e65ca7f7105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:02Z', 'updated_at': '2021-07-05T10:08:11Z', 'revision_number': 4, 'project_id': '3f9291c37b10490c919ffe8254b83b60', 'gw_port': {'id': '355d3187-e05d-4382-b3a5-6e65ca7f7105', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:23:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24494eef-f1db-468d-a36e-bd13bbbccffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:08:04Z', 'updated_at': '2021-07-05T10:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '438717f6-b3a5-4f59-aaf1-00f72033e8ff', 'name': '', 'network_id': '5f37000f-eaf1-4227-ad87-911bb4dd8c23', 'tenant_id': '3f9291c37b10490c919ffe8254b83b60', 'mac_address': 'fa:16:3e:bd:61:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24494eef-f1db-468d-a36e-bd13bbbccffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'be4cf43e-c797-4404-bf71-9d47cd28deeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:08:09Z', 'updated_at': '2021-07-05T10:08:16Z', 'revision_number': 4, 'project_id': '3f9291c37b10490c919ffe8254b83b60', 'subnets': [{'id': 'be4cf43e-c797-4404-bf71-9d47cd28deeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:17.404235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a028e468-3214-412f-81f8-9d4e35b43da9 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Router 0d150f77-be44-46b7-adb9-01c318c79c1b has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:08:17.435469 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57534) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:17.695511 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-529c8a65-82e0-420c-8ad7-8cf0fbee80a6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'network': {'name': 'tempest-RoutersTest-308405790'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:17.760423 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529c8a65-82e0-420c-8ad7-8cf0fbee80a6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Made reservation on behalf of c4b0a5f8e9f442b09c91ecab2efe6793 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:17.767749 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-529c8a65-82e0-420c-8ad7-8cf0fbee80a6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:17.794662 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-529c8a65-82e0-420c-8ad7-8cf0fbee80a6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:17.999073 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-529c8a65-82e0-420c-8ad7-8cf0fbee80a6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:18.010902 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-529c8a65-82e0-420c-8ad7-8cf0fbee80a6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:18.078578 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-529c8a65-82e0-420c-8ad7-8cf0fbee80a6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:08:18.099430 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-529c8a65-82e0-420c-8ad7-8cf0fbee80a6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:18.100175 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-529c8a65-82e0-420c-8ad7-8cf0fbee80a6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Added segment 8b686fed-a2f4-4548-916f-150740dd3501 of type vlan for network badbd5b1-d876-431a-a32a-10cd7c4926f4 Jul 05 10:08:18.104736 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c8a65-82e0-420c-8ad7-8cf0fbee80a6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbe78a2-90d8-425e-8f31-ea65b90eb999,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:18.133706 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a028e468-3214-412f-81f8-9d4e35b43da9 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:08:18.146960 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eff797-3d7e-4564-acfe-7c190710a983 None None] Sync routers for ids ['0d150f77-be44-46b7-adb9-01c318c79c1b'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:08:18.147299 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a028e468-3214-412f-81f8-9d4e35b43da9 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:18.182223 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eff797-3d7e-4564-acfe-7c190710a983 None None] Routers {'0d150f77-be44-46b7-adb9-01c318c79c1b'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:18.182917 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-44eff797-3d7e-4564-acfe-7c190710a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:07:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['0d150f77-be44-46b7-adb9-01c318c79c1b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:18.223652 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a028e468-3214-412f-81f8-9d4e35b43da9 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "PUT /v2.0/floatingips/98847ee0-7527-4539-ad58-91808bd69ee5 HTTP/1.1" status: 200 len: 991 time: 3.9469123 Jul 05 10:08:18.224693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b', 'tag': '8902ee84-0098-42aa-95ae-86c0d025cf6e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:18.229210 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c06e7c2-825d-4c96-8f6d-21cae1bd32f4" -d '{"events": [{"name": "network-changed", "server_uuid": "0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b", "tag": "8902ee84-0098-42aa-95ae-86c0d025cf6e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:18.331700 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-529c8a65-82e0-420c-8ad7-8cf0fbee80a6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:18.372405 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d6c01644-4a03-4a3e-817b-3137d1b74866 req-02d36eaf-f505-4904-a70c-8996b27aa47b tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c609c9ef-fec7-43cf-8fe8-b41293077258 HTTP/1.1" status: 200 len: 210 time: 0.0671570 Jul 05 10:08:18.415421 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-44eff797-3d7e-4564-acfe-7c190710a983 None None] Set router 0d150f77-be44-46b7-adb9-01c318c79c1b gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:08:18.454959 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76bd6ac-ec07-4f69-a980-7d9fb6679e27 x-openstack-request-id: req-f76bd6ac-ec07-4f69-a980-7d9fb6679e27 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:18.455282 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b", "tag": "8902ee84-0098-42aa-95ae-86c0d025cf6e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:18.455544 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f76bd6ac-ec07-4f69-a980-7d9fb6679e27 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:18.455980 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b', 'tag': '8902ee84-0098-42aa-95ae-86c0d025cf6e', 'status': 'completed', 'code': 200} Jul 05 10:08:18.486714 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-529c8a65-82e0-420c-8ad7-8cf0fbee80a6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:18.510649 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529c8a65-82e0-420c-8ad7-8cf0fbee80a6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:18.516692 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-529c8a65-82e0-420c-8ad7-8cf0fbee80a6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:18.645531 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 438717f6-b3a5-4f59-aaf1-00f72033e8ff up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:18.647443 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06e7c2-825d-4c96-8f6d-21cae1bd32f4 req-b5d45c00-646c-4101-af69-8f5337f0375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:18.650005 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c06e7c2-825d-4c96-8f6d-21cae1bd32f4 req-b5d45c00-646c-4101-af69-8f5337f0375f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8c001f7d567b480ca0b6992073b2cea5&device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 1097 time: 0.1509957 Jul 05 10:08:18.697467 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-529c8a65-82e0-420c-8ad7-8cf0fbee80a6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2593830 Jul 05 10:08:18.710574 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57574) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:18.725495 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a6f73802-42c0-4a5c-a1ff-cc1ca502914e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'network': {'name': 'tempest-RoutersTest-1398055534'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:18.734772 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c8a65-82e0-420c-8ad7-8cf0fbee80a6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Network': ['ID=badbd5b1-d876-431a-a32a-10cd7c4926f4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:18.755651 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f73802-42c0-4a5c-a1ff-cc1ca502914e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Made reservation on behalf of c4b0a5f8e9f442b09c91ecab2efe6793 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:18.755807 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network badbd5b1-d876-431a-a32a-10cd7c4926f4 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:08:18.781675 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6f73802-42c0-4a5c-a1ff-cc1ca502914e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:18.847152 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f73802-42c0-4a5c-a1ff-cc1ca502914e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:08:18.880360 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 438717f6-b3a5-4f59-aaf1-00f72033e8ff completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:18.893187 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6f73802-42c0-4a5c-a1ff-cc1ca502914e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:18.893549 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-a6f73802-42c0-4a5c-a1ff-cc1ca502914e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Added segment 98c178b5-78be-44f1-951a-6da59d49f2d6 of type vlan for network 489c4b55-18c3-452f-8ff2-ef76dfb909d7 Jul 05 10:08:18.904077 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06e7c2-825d-4c96-8f6d-21cae1bd32f4 req-ac96e822-99a6-4d17-9060-d0537f298341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:18.910176 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 438717f6-b3a5-4f59-aaf1-00f72033e8ff triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:18.910925 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:18.928700 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c06e7c2-825d-4c96-8f6d-21cae1bd32f4 req-ac96e822-99a6-4d17-9060-d0537f298341 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e92969d7-2f54-48da-8a2d-7d136131bbc7 HTTP/1.1" status: 200 len: 911 time: 0.2660413 Jul 05 10:08:18.987938 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6f73802-42c0-4a5c-a1ff-cc1ca502914e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:19.026119 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6f73802-42c0-4a5c-a1ff-cc1ca502914e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:19.039893 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f73802-42c0-4a5c-a1ff-cc1ca502914e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:19.041522 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6f73802-42c0-4a5c-a1ff-cc1ca502914e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:19.136098 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c06e7c2-825d-4c96-8f6d-21cae1bd32f4 req-dc4ec4a2-0dba-4419-9a79-cf80bfbd3db7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8902ee84-0098-42aa-95ae-86c0d025cf6e HTTP/1.1" status: 200 len: 999 time: 0.1933897 Jul 05 10:08:19.203449 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a6f73802-42c0-4a5c-a1ff-cc1ca502914e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4911120 Jul 05 10:08:19.205003 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57586) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:19.214421 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e53b2912-9863-4fb1-99c7-8913403eb8d9 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'subnet': {'network_id': 'badbd5b1-d876-431a-a32a-10cd7c4926f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:19.251688 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f73802-42c0-4a5c-a1ff-cc1ca502914e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Network': ['ID=489c4b55-18c3-452f-8ff2-ef76dfb909d7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:19.284831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 489c4b55-18c3-452f-8ff2-ef76dfb909d7 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:08:19.364754 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06e7c2-825d-4c96-8f6d-21cae1bd32f4 req-55ba83ae-620d-4744-9a02-0bdba869a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:19.366665 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c06e7c2-825d-4c96-8f6d-21cae1bd32f4 req-55ba83ae-620d-4744-9a02-0bdba869a1e8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ec963537-c196-42e4-b994-fe6e7fea3b3b HTTP/1.1" status: 200 len: 849 time: 0.2251840 Jul 05 10:08:19.525196 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:19.573486 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-4493dfde-3a94-4c55-9ca2-c8d11c975b61 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:19.579042 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-4493dfde-3a94-4c55-9ca2-c8d11c975b61 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.78 "GET /v2.0/networks?id=94188280-9daf-4cdc-9be3-100572f453ff HTTP/1.1" status: 200 len: 911 time: 0.2709887 Jul 05 10:08:19.605113 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53b2912-9863-4fb1-99c7-8913403eb8d9 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Made reservation on behalf of c4b0a5f8e9f442b09c91ecab2efe6793 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:19.608421 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-17de2196-05b5-422e-8b62-8cf4badd141d tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Request body: {'port': {'device_id': 'c609c9ef-fec7-43cf-8fe8-b41293077258', 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff', 'admin_state_up': True, 'tenant_id': '3f9291c37b10490c919ffe8254b83b60'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:19.623826 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e53b2912-9863-4fb1-99c7-8913403eb8d9 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:19.643180 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 438717f6-b3a5-4f59-aaf1-00f72033e8ff, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=438717f6-b3a5-4f59-aaf1-00f72033e8ff,segment=NetworkSegment(f9a3691f-b1f6-44bb-bc17-9c4547a67ae9),segment_id=f9a3691f-b1f6-44bb-bc17-9c4547a67ae9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:19.652918 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:19.694494 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-17de2196-05b5-422e-8b62-8cf4badd141d tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Made reservation on behalf of 3f9291c37b10490c919ffe8254b83b60 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:19.702298 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-17de2196-05b5-422e-8b62-8cf4badd141d tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:19.778310 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=438717f6-b3a5-4f59-aaf1-00f72033e8ff,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:19.839772 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-44eff797-3d7e-4564-acfe-7c190710a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'name': 'tempest-AttachVolumeTestJSON-544131959-router', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:37Z', 'updated_at': '2021-07-05T10:07:44Z', 'revision_number': 4, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'gw_port': {'id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:38Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '98847ee0-7527-4539-ad58-91808bd69ee5', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'port_id': '8902ee84-0098-42aa-95ae-86c0d025cf6e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'mac_address': 'fa:16:3e:70:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:07:49Z', 'updated_at': '2021-07-05T10:08:16Z', 'revision_number': 1, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e3c49e-aecf-44fd-9ec9-ade3de84a95a', 'name': '', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'mac_address': 'fa:16:3e:b3:1b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:42Z', 'updated_at': '2021-07-05T10:07:51Z', 'revision_number': 5, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'subnets': [{'id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:19.864595 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d01648fb-872e-48c2-ba80-bc6f79ae5a36 req-cb943c10-61c0-4922-8e0f-c34f5b1f8cf7 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c609c9ef-fec7-43cf-8fe8-b41293077258 HTTP/1.1" status: 200 len: 210 time: 0.2011981 Jul 05 10:08:19.869505 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06e7c2-825d-4c96-8f6d-21cae1bd32f4 req-2d164219-0ce8-4ae6-9844-605e33397a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:19.875355 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c06e7c2-825d-4c96-8f6d-21cae1bd32f4 req-2d164219-0ce8-4ae6-9844-605e33397a2b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e92969d7-2f54-48da-8a2d-7d136131bbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4882195 Jul 05 10:08:19.905408 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eff797-3d7e-4564-acfe-7c190710a983 None None] Checking router: 0d150f77-be44-46b7-adb9-01c318c79c1b for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:08:19.937197 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eff797-3d7e-4564-acfe-7c190710a983 None None] Routers {'0d150f77-be44-46b7-adb9-01c318c79c1b'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:19.938005 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-44eff797-3d7e-4564-acfe-7c190710a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:07:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['0d150f77-be44-46b7-adb9-01c318c79c1b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:19.971917 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-17de2196-05b5-422e-8b62-8cf4badd141d tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Allocated IP 172.20.0.9 (94188280-9daf-4cdc-9be3-100572f453ff/c60f963f-878b-4612-b669-81394a90dd8e/0ab1bc17-50cb-49de-83fd-a1b4c51edfe2) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:20.084036 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c06e7c2-825d-4c96-8f6d-21cae1bd32f4 req-28ae0ccb-d39e-4d69-a392-43bb0b4fc94c service neutron] 10.222.0.78 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974711 Jul 05 10:08:20.130187 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-44eff797-3d7e-4564-acfe-7c190710a983 None None] Set router 0d150f77-be44-46b7-adb9-01c318c79c1b gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:08:20.248826 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-17de2196-05b5-422e-8b62-8cf4badd141d tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:20.268247 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-17de2196-05b5-422e-8b62-8cf4badd141d tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Transition to ACTIVE for port object 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:20.386746 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-17de2196-05b5-422e-8b62-8cf4badd141d tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:20.443886 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-44eff797-3d7e-4564-acfe-7c190710a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'name': 'tempest-AttachVolumeTestJSON-544131959-router', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:37Z', 'updated_at': '2021-07-05T10:07:44Z', 'revision_number': 4, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'gw_port': {'id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:38Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '98847ee0-7527-4539-ad58-91808bd69ee5', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'port_id': '8902ee84-0098-42aa-95ae-86c0d025cf6e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'mac_address': 'fa:16:3e:70:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:07:49Z', 'updated_at': '2021-07-05T10:08:16Z', 'revision_number': 1, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e3c49e-aecf-44fd-9ec9-ade3de84a95a', 'name': '', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'mac_address': 'fa:16:3e:b3:1b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:42Z', 'updated_at': '2021-07-05T10:07:51Z', 'revision_number': 5, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'subnets': [{'id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:20.480534 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eff797-3d7e-4564-acfe-7c190710a983 None None] The sync data for ids ['0d150f77-be44-46b7-adb9-01c318c79c1b'] in n-d-798054-8 is: [{'id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'name': 'tempest-AttachVolumeTestJSON-544131959-router', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:37Z', 'updated_at': '2021-07-05T10:07:44Z', 'revision_number': 4, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'gw_port': {'id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:38Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '98847ee0-7527-4539-ad58-91808bd69ee5', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'port_id': '8902ee84-0098-42aa-95ae-86c0d025cf6e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'mac_address': 'fa:16:3e:70:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:07:49Z', 'updated_at': '2021-07-05T10:08:16Z', 'revision_number': 1, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e3c49e-aecf-44fd-9ec9-ade3de84a95a', 'name': '', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'mac_address': 'fa:16:3e:b3:1b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:42Z', 'updated_at': '2021-07-05T10:07:51Z', 'revision_number': 5, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'subnets': [{'id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:20.485565 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-17de2196-05b5-422e-8b62-8cf4badd141d tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Network 94188280-9daf-4cdc-9be3-100572f453ff is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:20.498247 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-17de2196-05b5-422e-8b62-8cf4badd141d tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:20.507722 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-17de2196-05b5-422e-8b62-8cf4badd141d tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:20.509503 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 438717f6-b3a5-4f59-aaf1-00f72033e8ff up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:20.518886 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c06e7c2-825d-4c96-8f6d-21cae1bd32f4 req-e03fc907-3edb-4baf-bc0d-3aae44922389 service neutron] 10.222.0.78 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258695 Jul 05 10:08:20.532769 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e53b2912-9863-4fb1-99c7-8913403eb8d9 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:20.581115 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de2196-05b5-422e-8b62-8cf4badd141d tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Pushing event updated for resources: {'Port': ['ID=0ab1bc17-50cb-49de-83fd-a1b4c51edfe2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:20.637110 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-17de2196-05b5-422e-8b62-8cf4badd141d tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:20.637820 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-17de2196-05b5-422e-8b62-8cf4badd141d tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:20.675099 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-17de2196-05b5-422e-8b62-8cf4badd141d tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0881798 Jul 05 10:08:20.686850 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-8127d632-01b4-4e0a-b903-0af90d2c29ae service neutron] Request body: {'port': {'device_id': 'c609c9ef-fec7-43cf-8fe8-b41293077258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:20.715192 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b2912-9863-4fb1-99c7-8913403eb8d9 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Subnet': ['ID=af31a323-c451-42c4-af68-e3575aa541db,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:20.725494 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53b2912-9863-4fb1-99c7-8913403eb8d9 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Checking segment: {'id': '8b686fed-a2f4-4548-916f-150740dd3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'badbd5b1-d876-431a-a32a-10cd7c4926f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:20.726107 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53b2912-9863-4fb1-99c7-8913403eb8d9 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network hostable DHCP agents. Network: badbd5b1-d876-431a-a32a-10cd7c4926f4, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:08:20.732190 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53b2912-9863-4fb1-99c7-8913403eb8d9 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:20.732537 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53b2912-9863-4fb1-99c7-8913403eb8d9 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:20.737518 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53b2912-9863-4fb1-99c7-8913403eb8d9 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:20.738065 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53b2912-9863-4fb1-99c7-8913403eb8d9 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:20.738577 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53b2912-9863-4fb1-99c7-8913403eb8d9 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:20.738758 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53b2912-9863-4fb1-99c7-8913403eb8d9 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:20.739092 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53b2912-9863-4fb1-99c7-8913403eb8d9 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:20.739426 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53b2912-9863-4fb1-99c7-8913403eb8d9 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:20.739757 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53b2912-9863-4fb1-99c7-8913403eb8d9 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:20.740169 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53b2912-9863-4fb1-99c7-8913403eb8d9 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:20.740439 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53b2912-9863-4fb1-99c7-8913403eb8d9 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:20.740763 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53b2912-9863-4fb1-99c7-8913403eb8d9 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:20.801730 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53b2912-9863-4fb1-99c7-8913403eb8d9 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network badbd5b1-d876-431a-a32a-10cd7c4926f4 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:08:20.821438 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-e53b2912-9863-4fb1-99c7-8913403eb8d9 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, badbd5b1-d876-431a-a32a-10cd7c4926f4) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:20.827147 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53b2912-9863-4fb1-99c7-8913403eb8d9 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:20.827777 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e53b2912-9863-4fb1-99c7-8913403eb8d9 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:20.861579 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e53b2912-9863-4fb1-99c7-8913403eb8d9 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6524107 Jul 05 10:08:20.861928 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57614) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:20.869493 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-88af8c5f-fecc-4f95-add6-9cfdd40bf631 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'subnet': {'network_id': '489c4b55-18c3-452f-8ff2-ef76dfb909d7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:20.880436 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-8127d632-01b4-4e0a-b903-0af90d2c29ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:20.909764 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef31d4b-a895-4c95-9add-7e1037676ce6 None None] New status for floating IP 98847ee0-7527-4539-ad58-91808bd69ee5: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:08:21.078743 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8b6b70-3f4a-436d-a9dc-eba9a18c7369 None None] Network badbd5b1-d876-431a-a32a-10cd7c4926f4 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:21.206156 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cafd9893-f49d-4b17-83f4-bdf7cc5c8eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:21.219918 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-05e7d325-0996-4f5e-867e-1a4b00ec2eba None None] Provisioning for port 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:21.249627 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88af8c5f-fecc-4f95-add6-9cfdd40bf631 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Made reservation on behalf of c4b0a5f8e9f442b09c91ecab2efe6793 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:21.255640 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88af8c5f-fecc-4f95-add6-9cfdd40bf631 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:21.265872 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-05e7d325-0996-4f5e-867e-1a4b00ec2eba None None] Provisioning complete for port 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:21.266451 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-05e7d325-0996-4f5e-867e-1a4b00ec2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:21.373993 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93172f-78ed-491c-aa1d-af8e7789e844 req-5bfd2de2-6fc9-457f-99e7-22883bf75214 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:21.375568 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea93172f-78ed-491c-aa1d-af8e7789e844 req-5bfd2de2-6fc9-457f-99e7-22883bf75214 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c609c9ef-fec7-43cf-8fe8-b41293077258 HTTP/1.1" status: 200 len: 1027 time: 0.2840238 Jul 05 10:08:21.382446 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 438717f6-b3a5-4f59-aaf1-00f72033e8ff triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:21.383763 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:21.388829 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-05e7d325-0996-4f5e-867e-1a4b00ec2eba None None] Port 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:08:21.466599 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea93172f-78ed-491c-aa1d-af8e7789e844 req-c000acbe-b059-45e1-b8ef-367f8cae5ab1 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=473465cc-1432-4afa-a2a4-8ec01175f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849833 Jul 05 10:08:21.566425 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-8127d632-01b4-4e0a-b903-0af90d2c29ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:08:21.570487 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88af8c5f-fecc-4f95-add6-9cfdd40bf631 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:21.583390 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-8127d632-01b4-4e0a-b903-0af90d2c29ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:21.619824 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390f9c33-0c6a-4758-af03-078728e5cc87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-badbd5b1-d876-431a-a32a-10cd7c4926f4', 'network_id': 'badbd5b1-d876-431a-a32a-10cd7c4926f4', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'fixed_ips': [{'subnet_id': 'af31a323-c451-42c4-af68-e3575aa541db'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:08:21.620513 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-8127d632-01b4-4e0a-b903-0af90d2c29ae service neutron] Transition to ACTIVE for port object 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:21.623228 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-390f9c33-0c6a-4758-af03-078728e5cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:21.629987 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-8127d632-01b4-4e0a-b903-0af90d2c29ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:21.695737 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af8c5f-fecc-4f95-add6-9cfdd40bf631 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Subnet': ['ID=81d68914-b61a-48e9-9256-81f111237342,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:21.764239 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127d632-01b4-4e0a-b903-0af90d2c29ae service neutron] Pushing event updated for resources: {'Port': ['ID=0ab1bc17-50cb-49de-83fd-a1b4c51edfe2,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:21.806769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88af8c5f-fecc-4f95-add6-9cfdd40bf631 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Checking segment: {'id': '98c178b5-78be-44f1-951a-6da59d49f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '489c4b55-18c3-452f-8ff2-ef76dfb909d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:21.807139 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88af8c5f-fecc-4f95-add6-9cfdd40bf631 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network hostable DHCP agents. Network: 489c4b55-18c3-452f-8ff2-ef76dfb909d7, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:08:21.867716 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88af8c5f-fecc-4f95-add6-9cfdd40bf631 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network 489c4b55-18c3-452f-8ff2-ef76dfb909d7 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:08:21.885428 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-88af8c5f-fecc-4f95-add6-9cfdd40bf631 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 489c4b55-18c3-452f-8ff2-ef76dfb909d7) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:21.892789 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88af8c5f-fecc-4f95-add6-9cfdd40bf631 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:21.893381 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88af8c5f-fecc-4f95-add6-9cfdd40bf631 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:21.932904 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57638) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:21.933379 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-88af8c5f-fecc-4f95-add6-9cfdd40bf631 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0704799 Jul 05 10:08:21.948569 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b45991c8-33c5-4f2e-8cc2-f99fb8aaabfb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-456654554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:22.036988 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0dd7e6-d81a-4e42-ba45-41b048c8506d None None] Network 489c4b55-18c3-452f-8ff2-ef76dfb909d7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:22.044627 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-8127d632-01b4-4e0a-b903-0af90d2c29ae service neutron] Attempting to bind port 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:22.044899 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-8127d632-01b4-4e0a-b903-0af90d2c29ae service neutron] Attempting to bind port 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '6542b542-d05b-4a8f-8945-0f7cd2944384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:22.045234 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-8127d632-01b4-4e0a-b903-0af90d2c29ae service neutron] Attempting to bind port 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 on network 94188280-9daf-4cdc-9be3-100572f453ff {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:22.051015 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-8127d632-01b4-4e0a-b903-0af90d2c29ae service neutron] Port 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 on network 94188280-9daf-4cdc-9be3-100572f453ff not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:08:22.051569 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-8127d632-01b4-4e0a-b903-0af90d2c29ae service neutron] Attempting to bind port 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 on network 94188280-9daf-4cdc-9be3-100572f453ff {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:22.058224 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b45991c8-33c5-4f2e-8cc2-f99fb8aaabfb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:22.059510 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b45991c8-33c5-4f2e-8cc2-f99fb8aaabfb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:22.130894 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b45991c8-33c5-4f2e-8cc2-f99fb8aaabfb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:22.132518 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-8127d632-01b4-4e0a-b903-0af90d2c29ae service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:08:22.133389 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-8127d632-01b4-4e0a-b903-0af90d2c29ae service neutron] Checking segment: {'id': '6542b542-d05b-4a8f-8945-0f7cd2944384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:22.134084 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-8127d632-01b4-4e0a-b903-0af90d2c29ae service neutron] Bound using segment: {'id': '6542b542-d05b-4a8f-8945-0f7cd2944384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:08:22.134584 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-8127d632-01b4-4e0a-b903-0af90d2c29ae service neutron] Bound port: 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6542b542-d05b-4a8f-8945-0f7cd2944384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:08:22.134936 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-8127d632-01b4-4e0a-b903-0af90d2c29ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:22.142775 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b45991c8-33c5-4f2e-8cc2-f99fb8aaabfb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:22.161966 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-390f9c33-0c6a-4758-af03-078728e5cc87 None None] Allocated IP 172.20.0.2 (badbd5b1-d876-431a-a32a-10cd7c4926f4/af31a323-c451-42c4-af68-e3575aa541db/41c062e0-b6e4-43b0-9037-f28f053aec96) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:22.196748 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b45991c8-33c5-4f2e-8cc2-f99fb8aaabfb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:22.198016 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b45991c8-33c5-4f2e-8cc2-f99fb8aaabfb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2619534 Jul 05 10:08:22.201202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57646) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:22.234370 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-8127d632-01b4-4e0a-b903-0af90d2c29ae service neutron] For port 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:22.238347 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-8127d632-01b4-4e0a-b903-0af90d2c29ae service neutron] For port 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=0ab1bc17-50cb-49de-83fd-a1b4c51edfe2,segment=NetworkSegment(6542b542-d05b-4a8f-8945-0f7cd2944384),segment_id=6542b542-d05b-4a8f-8945-0f7cd2944384)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:22.246139 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-8127d632-01b4-4e0a-b903-0af90d2c29ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:22.311708 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-8127d632-01b4-4e0a-b903-0af90d2c29ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:22.312376 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-8127d632-01b4-4e0a-b903-0af90d2c29ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:22.314080 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-8127d632-01b4-4e0a-b903-0af90d2c29ae service neutron] 10.222.0.78 "PUT /v2.0/ports/0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 HTTP/1.1" status: 200 len: 1091 time: 1.6315737 Jul 05 10:08:22.314249 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c609c9ef-fec7-43cf-8fe8-b41293077258', 'tag': '0ab1bc17-50cb-49de-83fd-a1b4c51edfe2'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:22.316792 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be82e12-0943-4305-b91e-794fe9060771" -d '{"events": [{"name": "network-changed", "server_uuid": "c609c9ef-fec7-43cf-8fe8-b41293077258", "tag": "0ab1bc17-50cb-49de-83fd-a1b4c51edfe2"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:22.413759 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127d632-01b4-4e0a-b903-0af90d2c29ae service neutron] Pushing event updated for resources: {'Port': ['ID=0ab1bc17-50cb-49de-83fd-a1b4c51edfe2,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:22.564899 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-754973d4-459d-4c5d-896c-da430686f97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:22.566670 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-754973d4-459d-4c5d-896c-da430686f97f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3f9291c37b10490c919ffe8254b83b60&device_id=c609c9ef-fec7-43cf-8fe8-b41293077258 HTTP/1.1" status: 200 len: 1094 time: 0.1413589 Jul 05 10:08:22.680146 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-9dbc13fe-6815-4f80-afd0-6176335edc7d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 HTTP/1.1" status: 200 len: 217 time: 0.1028676 Jul 05 10:08:22.732740 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27076916-9480-45a3-b185-25a719dbaecb x-openstack-request-id: req-27076916-9480-45a3-b185-25a719dbaecb {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:22.733231 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c609c9ef-fec7-43cf-8fe8-b41293077258", "tag": "0ab1bc17-50cb-49de-83fd-a1b4c51edfe2", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:22.733641 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-27076916-9480-45a3-b185-25a719dbaecb {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:22.734463 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c609c9ef-fec7-43cf-8fe8-b41293077258', 'tag': '0ab1bc17-50cb-49de-83fd-a1b4c51edfe2', 'status': 'completed', 'code': 200} Jul 05 10:08:22.755017 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-807763ab-b05c-473d-8f40-06fde6c2b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:22.761682 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-807763ab-b05c-473d-8f40-06fde6c2b980 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c60f963f-878b-4612-b669-81394a90dd8e HTTP/1.1" status: 200 len: 849 time: 0.0723360 Jul 05 10:08:22.828391 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd77f6d2-1259-49bd-9d34-5e6d49c4cd0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-489c4b55-18c3-452f-8ff2-ef76dfb909d7', 'network_id': '489c4b55-18c3-452f-8ff2-ef76dfb909d7', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'fixed_ips': [{'subnet_id': '81d68914-b61a-48e9-9256-81f111237342'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:08:22.829322 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bd77f6d2-1259-49bd-9d34-5e6d49c4cd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:22.849015 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-f28a155a-5715-4c8a-a5cf-f86b298bff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:22.851064 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-f28a155a-5715-4c8a-a5cf-f86b298bff0e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=94188280-9daf-4cdc-9be3-100572f453ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842617 Jul 05 10:08:22.946309 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-390f9c33-0c6a-4758-af03-078728e5cc87 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:22.964595 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02484005-b1e5-4e50-96a2-c4d0a395ba04 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:22.967362 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-390f9c33-0c6a-4758-af03-078728e5cc87 None None] Transition to ACTIVE for port object 41c062e0-b6e4-43b0-9037-f28f053aec96 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:23.025719 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-360d13ec-32ae-487d-8443-76b5dec1eb1b service neutron] 10.222.0.78 "GET /v2.0/networks/94188280-9daf-4cdc-9be3-100572f453ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657097 Jul 05 10:08:23.056560 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-390f9c33-0c6a-4758-af03-078728e5cc87 None None] Transition to ACTIVE for port object 41c062e0-b6e4-43b0-9037-f28f053aec96 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:23.072807 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-390f9c33-0c6a-4758-af03-078728e5cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.144263 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390f9c33-0c6a-4758-af03-078728e5cc87 None None] Network badbd5b1-d876-431a-a32a-10cd7c4926f4 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:23.150162 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-390f9c33-0c6a-4758-af03-078728e5cc87 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:23.152626 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390f9c33-0c6a-4758-af03-078728e5cc87 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:23.178375 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f9c33-0c6a-4758-af03-078728e5cc87 None None] Pushing event updated for resources: {'Port': ['ID=41c062e0-b6e4-43b0-9037-f28f053aec96,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:23.182070 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a3599ef-a23e-4401-a225-79ee82d1032f req-da88ae17-c937-423f-a4d5-6f3ee3eb023b service neutron] 10.222.0.78 "GET /v2.0/networks/94188280-9daf-4cdc-9be3-100572f453ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493084 Jul 05 10:08:23.208347 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-bd77f6d2-1259-49bd-9d34-5e6d49c4cd0e None None] Allocated IP 172.21.0.2 (489c4b55-18c3-452f-8ff2-ef76dfb909d7/81d68914-b61a-48e9-9256-81f111237342/7da2c859-1eca-4995-bd80-e479d967d55a) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:23.210357 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945c7a7-0afc-4f61-8f72-6ba8d570a455 req-67e2f8c4-192d-4141-bc6b-f3f44f108b5f tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:23.212361 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e945c7a7-0afc-4f61-8f72-6ba8d570a455 req-67e2f8c4-192d-4141-bc6b-f3f44f108b5f tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c609c9ef-fec7-43cf-8fe8-b41293077258 HTTP/1.1" status: 200 len: 1094 time: 0.3861635 Jul 05 10:08:23.255403 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-390f9c33-0c6a-4758-af03-078728e5cc87 None None] Attempting to bind port 41c062e0-b6e4-43b0-9037-f28f053aec96 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:23.255785 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-390f9c33-0c6a-4758-af03-078728e5cc87 None None] Attempting to bind port 41c062e0-b6e4-43b0-9037-f28f053aec96 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '8b686fed-a2f4-4548-916f-150740dd3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'badbd5b1-d876-431a-a32a-10cd7c4926f4'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:23.256184 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390f9c33-0c6a-4758-af03-078728e5cc87 None None] Attempting to bind port 41c062e0-b6e4-43b0-9037-f28f053aec96 on network badbd5b1-d876-431a-a32a-10cd7c4926f4 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:23.263957 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390f9c33-0c6a-4758-af03-078728e5cc87 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:08:23.264350 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390f9c33-0c6a-4758-af03-078728e5cc87 None None] Checking segment: {'id': '8b686fed-a2f4-4548-916f-150740dd3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'badbd5b1-d876-431a-a32a-10cd7c4926f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:23.264767 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-390f9c33-0c6a-4758-af03-078728e5cc87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.265175 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390f9c33-0c6a-4758-af03-078728e5cc87 None None] Bound using segment: {'id': '8b686fed-a2f4-4548-916f-150740dd3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'badbd5b1-d876-431a-a32a-10cd7c4926f4'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:08:23.265670 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-390f9c33-0c6a-4758-af03-078728e5cc87 None None] Bound port: 41c062e0-b6e4-43b0-9037-f28f053aec96, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b686fed-a2f4-4548-916f-150740dd3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'badbd5b1-d876-431a-a32a-10cd7c4926f4'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:08:23.266124 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-390f9c33-0c6a-4758-af03-078728e5cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.326497 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e945c7a7-0afc-4f61-8f72-6ba8d570a455 req-2808315f-ade6-497a-8183-011c8f3cdd1c tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=473465cc-1432-4afa-a2a4-8ec01175f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048470 Jul 05 10:08:23.361689 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be82e12-0943-4305-b91e-794fe9060771 req-9c0d715d-4b10-489f-9418-1af767072720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:23.365395 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1be82e12-0943-4305-b91e-794fe9060771 req-9c0d715d-4b10-489f-9418-1af767072720 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3f9291c37b10490c919ffe8254b83b60&device_id=c609c9ef-fec7-43cf-8fe8-b41293077258 HTTP/1.1" status: 200 len: 1094 time: 0.1318982 Jul 05 10:08:23.514752 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-02484005-b1e5-4e50-96a2-c4d0a395ba04 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Allocated IP 172.20.0.1 (badbd5b1-d876-431a-a32a-10cd7c4926f4/af31a323-c451-42c4-af68-e3575aa541db/907fd597-4bf8-4e1d-b4f0-82811b0b796a) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:23.516492 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be82e12-0943-4305-b91e-794fe9060771 req-4c050c95-776b-43c9-94dd-4119d0b372f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:23.518837 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1be82e12-0943-4305-b91e-794fe9060771 req-4c050c95-776b-43c9-94dd-4119d0b372f0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=94188280-9daf-4cdc-9be3-100572f453ff HTTP/1.1" status: 200 len: 911 time: 0.1463819 Jul 05 10:08:23.522778 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bd77f6d2-1259-49bd-9d34-5e6d49c4cd0e None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.534288 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bd77f6d2-1259-49bd-9d34-5e6d49c4cd0e None None] Transition to ACTIVE for port object 7da2c859-1eca-4995-bd80-e479d967d55a will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:23.554840 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bd77f6d2-1259-49bd-9d34-5e6d49c4cd0e None None] Transition to ACTIVE for port object 7da2c859-1eca-4995-bd80-e479d967d55a will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:23.569749 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bd77f6d2-1259-49bd-9d34-5e6d49c4cd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.591402 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6e8f09f4-1b5c-4279-b4c2-b6454a555934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.647289 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1be82e12-0943-4305-b91e-794fe9060771 req-aac0fc13-dd7c-4b2f-a838-ca396db43981 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 HTTP/1.1" status: 200 len: 217 time: 0.1195252 Jul 05 10:08:23.657667 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02484005-b1e5-4e50-96a2-c4d0a395ba04 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.673552 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-02484005-b1e5-4e50-96a2-c4d0a395ba04 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Transition to ACTIVE for port object 907fd597-4bf8-4e1d-b4f0-82811b0b796a will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:23.688936 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-390f9c33-0c6a-4758-af03-078728e5cc87 None None] For port 41c062e0-b6e4-43b0-9037-f28f053aec96, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:23.692161 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-390f9c33-0c6a-4758-af03-078728e5cc87 None None] For port 41c062e0-b6e4-43b0-9037-f28f053aec96, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=41c062e0-b6e4-43b0-9037-f28f053aec96,segment=NetworkSegment(8b686fed-a2f4-4548-916f-150740dd3501),segment_id=8b686fed-a2f4-4548-916f-150740dd3501)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:23.721429 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-390f9c33-0c6a-4758-af03-078728e5cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.725857 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be82e12-0943-4305-b91e-794fe9060771 req-db53acd4-306d-413a-a7ab-df7c6ccf36e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:23.728128 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1be82e12-0943-4305-b91e-794fe9060771 req-db53acd4-306d-413a-a7ab-df7c6ccf36e8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c60f963f-878b-4612-b669-81394a90dd8e HTTP/1.1" status: 200 len: 849 time: 0.0725365 Jul 05 10:08:23.732196 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02484005-b1e5-4e50-96a2-c4d0a395ba04 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.732398 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd77f6d2-1259-49bd-9d34-5e6d49c4cd0e None None] Network 489c4b55-18c3-452f-8ff2-ef76dfb909d7 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:23.735115 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77f6d2-1259-49bd-9d34-5e6d49c4cd0e None None] Pushing event updated for resources: {'Port': ['ID=7da2c859-1eca-4995-bd80-e479d967d55a,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:23.742895 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-bd77f6d2-1259-49bd-9d34-5e6d49c4cd0e None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:23.746774 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.750418 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd77f6d2-1259-49bd-9d34-5e6d49c4cd0e None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:23.823439 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02484005-b1e5-4e50-96a2-c4d0a395ba04 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network badbd5b1-d876-431a-a32a-10cd7c4926f4 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:23.835441 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-02484005-b1e5-4e50-96a2-c4d0a395ba04 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:23.840659 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02484005-b1e5-4e50-96a2-c4d0a395ba04 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:23.854437 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f9c33-0c6a-4758-af03-078728e5cc87 None None] Pushing event updated for resources: {'Port': ['ID=41c062e0-b6e4-43b0-9037-f28f053aec96,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:23.883143 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02484005-b1e5-4e50-96a2-c4d0a395ba04 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Port': ['ID=907fd597-4bf8-4e1d-b4f0-82811b0b796a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:23.887068 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be82e12-0943-4305-b91e-794fe9060771 req-c49ca771-33df-4514-8461-ab70f45ed1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:23.890543 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1be82e12-0943-4305-b91e-794fe9060771 req-c49ca771-33df-4514-8461-ab70f45ed1a6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=94188280-9daf-4cdc-9be3-100572f453ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1542616 Jul 05 10:08:23.909417 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-bd77f6d2-1259-49bd-9d34-5e6d49c4cd0e None None] Attempting to bind port 7da2c859-1eca-4995-bd80-e479d967d55a on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:23.909807 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-bd77f6d2-1259-49bd-9d34-5e6d49c4cd0e None None] Attempting to bind port 7da2c859-1eca-4995-bd80-e479d967d55a by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '98c178b5-78be-44f1-951a-6da59d49f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '489c4b55-18c3-452f-8ff2-ef76dfb909d7'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:23.910242 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd77f6d2-1259-49bd-9d34-5e6d49c4cd0e None None] Attempting to bind port 7da2c859-1eca-4995-bd80-e479d967d55a on network 489c4b55-18c3-452f-8ff2-ef76dfb909d7 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:23.916736 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd77f6d2-1259-49bd-9d34-5e6d49c4cd0e None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:08:23.916908 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd77f6d2-1259-49bd-9d34-5e6d49c4cd0e None None] Checking segment: {'id': '98c178b5-78be-44f1-951a-6da59d49f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '489c4b55-18c3-452f-8ff2-ef76dfb909d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:23.917312 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bd77f6d2-1259-49bd-9d34-5e6d49c4cd0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.917798 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd77f6d2-1259-49bd-9d34-5e6d49c4cd0e None None] Bound using segment: {'id': '98c178b5-78be-44f1-951a-6da59d49f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '489c4b55-18c3-452f-8ff2-ef76dfb909d7'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:08:23.918278 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-bd77f6d2-1259-49bd-9d34-5e6d49c4cd0e None None] Bound port: 7da2c859-1eca-4995-bd80-e479d967d55a, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c178b5-78be-44f1-951a-6da59d49f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '489c4b55-18c3-452f-8ff2-ef76dfb909d7'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:08:23.918668 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bd77f6d2-1259-49bd-9d34-5e6d49c4cd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.989197 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02484005-b1e5-4e50-96a2-c4d0a395ba04 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:24.009863 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-bd77f6d2-1259-49bd-9d34-5e6d49c4cd0e None None] For port 7da2c859-1eca-4995-bd80-e479d967d55a, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:24.019001 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-bd77f6d2-1259-49bd-9d34-5e6d49c4cd0e None None] For port 7da2c859-1eca-4995-bd80-e479d967d55a, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7da2c859-1eca-4995-bd80-e479d967d55a,segment=NetworkSegment(98c178b5-78be-44f1-951a-6da59d49f2d6),segment_id=98c178b5-78be-44f1-951a-6da59d49f2d6)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:24.041827 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bd77f6d2-1259-49bd-9d34-5e6d49c4cd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:24.059881 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1be82e12-0943-4305-b91e-794fe9060771 req-00d23c4e-1064-4f66-8be4-9ec31d775a17 service neutron] 10.222.0.78 "GET /v2.0/networks/94188280-9daf-4cdc-9be3-100572f453ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623843 Jul 05 10:08:24.221160 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77f6d2-1259-49bd-9d34-5e6d49c4cd0e None None] Pushing event updated for resources: {'Port': ['ID=7da2c859-1eca-4995-bd80-e479d967d55a,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:24.329629 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02484005-b1e5-4e50-96a2-c4d0a395ba04 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:24.353064 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1be82e12-0943-4305-b91e-794fe9060771 req-0063efdd-72a0-4495-b756-57a6c1012c8c service neutron] 10.222.0.78 "GET /v2.0/networks/94188280-9daf-4cdc-9be3-100572f453ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860911 Jul 05 10:08:24.613463 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:24.639765 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 41c062e0-b6e4-43b0-9037-f28f053aec96 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:24.751823 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 41c062e0-b6e4-43b0-9037-f28f053aec96 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:24.867318 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8003429-107c-4f82-8c46-47b3848d7b5b req-c7d05fec-2b2d-47dc-af72-90d2e99da2e1 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:24.868948 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a8003429-107c-4f82-8c46-47b3848d7b5b req-c7d05fec-2b2d-47dc-af72-90d2e99da2e1 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c609c9ef-fec7-43cf-8fe8-b41293077258 HTTP/1.1" status: 200 len: 1094 time: 0.2261109 Jul 05 10:08:24.937710 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a8003429-107c-4f82-8c46-47b3848d7b5b req-ba5057fb-d631-4496-bbaf-b44302cc9197 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=473465cc-1432-4afa-a2a4-8ec01175f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601277 Jul 05 10:08:24.975707 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02484005-b1e5-4e50-96a2-c4d0a395ba04 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:24.982751 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02484005-b1e5-4e50-96a2-c4d0a395ba04 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:25.078983 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02484005-b1e5-4e50-96a2-c4d0a395ba04 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:25.081637 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02484005-b1e5-4e50-96a2-c4d0a395ba04 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Port': ['ID=907fd597-4bf8-4e1d-b4f0-82811b0b796a,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:25.202980 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02484005-b1e5-4e50-96a2-c4d0a395ba04 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network badbd5b1-d876-431a-a32a-10cd7c4926f4 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:25.204726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-02484005-b1e5-4e50-96a2-c4d0a395ba04 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:25.408407 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02484005-b1e5-4e50-96a2-c4d0a395ba04 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Router 1722cc33-ca0c-4d7e-b90e-c679d7d812b1 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:08:25.576033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02484005-b1e5-4e50-96a2-c4d0a395ba04 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:08:25.583109 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-02484005-b1e5-4e50-96a2-c4d0a395ba04 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "PUT /v2.0/routers/1722cc33-ca0c-4d7e-b90e-c679d7d812b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3808942 Jul 05 10:08:25.585723 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57720) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:25.589482 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2491b17c-79b0-4d27-9125-d11b4c5dd2ff None None] Sync routers for ids ['1722cc33-ca0c-4d7e-b90e-c679d7d812b1'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:08:25.612633 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2491b17c-79b0-4d27-9125-d11b4c5dd2ff None None] Routers {'1722cc33-ca0c-4d7e-b90e-c679d7d812b1'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:25.613359 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2491b17c-79b0-4d27-9125-d11b4c5dd2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['1722cc33-ca0c-4d7e-b90e-c679d7d812b1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:25.646210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806ed097-f2fd-4861-867b-64bd6d8d8145 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:25.651775 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57722) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:25.660271 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-806ed097-f2fd-4861-867b-64bd6d8d8145 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "GET /v2.0/ports/907fd597-4bf8-4e1d-b4f0-82811b0b796a HTTP/1.1" status: 200 len: 910 time: 0.0719175 Jul 05 10:08:25.714046 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574f0c9c-8655-4712-b542-bd56d825905d None None] Network badbd5b1-d876-431a-a32a-10cd7c4926f4 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:25.717241 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2491b17c-79b0-4d27-9125-d11b4c5dd2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:25.801210 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2491b17c-79b0-4d27-9125-d11b4c5dd2ff None None] Routers {'1722cc33-ca0c-4d7e-b90e-c679d7d812b1'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:25.802373 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2491b17c-79b0-4d27-9125-d11b4c5dd2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['1722cc33-ca0c-4d7e-b90e-c679d7d812b1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:25.808583 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-91501243-372e-4cc9-bdb6-5e31d4069f3a None None] Provisioning for port 41c062e0-b6e4-43b0-9037-f28f053aec96 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:25.833122 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-91501243-372e-4cc9-bdb6-5e31d4069f3a None None] Provisioning complete for port 41c062e0-b6e4-43b0-9037-f28f053aec96 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:25.833308 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-91501243-372e-4cc9-bdb6-5e31d4069f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:25.898507 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2491b17c-79b0-4d27-9125-d11b4c5dd2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:25.899717 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2491b17c-79b0-4d27-9125-d11b4c5dd2ff None None] The sync data for ids ['1722cc33-ca0c-4d7e-b90e-c679d7d812b1'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:26.068304 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-91501243-372e-4cc9-bdb6-5e31d4069f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:26.171220 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0a79a8-c62c-4985-a90f-226bfebea217 None None] Network 489c4b55-18c3-452f-8ff2-ef76dfb909d7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:26.190257 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-91501243-372e-4cc9-bdb6-5e31d4069f3a None None] For port 41c062e0-b6e4-43b0-9037-f28f053aec96, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=41c062e0-b6e4-43b0-9037-f28f053aec96,segment=NetworkSegment(8b686fed-a2f4-4548-916f-150740dd3501),segment_id=8b686fed-a2f4-4548-916f-150740dd3501)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:26.222446 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df23c5d-6b44-408f-a081-1e3514710a3c req-853360ed-0389-43fa-b1ef-dc5cdd28b09b tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:26.225103 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6df23c5d-6b44-408f-a081-1e3514710a3c req-853360ed-0389-43fa-b1ef-dc5cdd28b09b tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c609c9ef-fec7-43cf-8fe8-b41293077258 HTTP/1.1" status: 200 len: 1094 time: 0.0780141 Jul 05 10:08:26.232988 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-91501243-372e-4cc9-bdb6-5e31d4069f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:26.287610 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6df23c5d-6b44-408f-a081-1e3514710a3c req-17fc3a8e-113f-446a-99e6-6f47cc5751e9 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=473465cc-1432-4afa-a2a4-8ec01175f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561347 Jul 05 10:08:26.335813 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91501243-372e-4cc9-bdb6-5e31d4069f3a None None] Pushing event updated for resources: {'Port': ['ID=41c062e0-b6e4-43b0-9037-f28f053aec96,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:26.537776 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1ec5bbf9-284a-4d19-beb5-d4acabd7a3cf None None] Provisioning for port 7da2c859-1eca-4995-bd80-e479d967d55a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:26.666214 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7da2c859-1eca-4995-bd80-e479d967d55a up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:26.766520 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:26.793186 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 7da2c859-1eca-4995-bd80-e479d967d55a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:26.801179 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 7da2c859-1eca-4995-bd80-e479d967d55a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:26.801747 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:26.896274 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-275ea45e-e57d-42ce-9636-eed71dc57c4b None None] Provisioning for port 907fd597-4bf8-4e1d-b4f0-82811b0b796a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:26.917873 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-275ea45e-e57d-42ce-9636-eed71dc57c4b None None] Provisioning complete for port 907fd597-4bf8-4e1d-b4f0-82811b0b796a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:26.918525 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-275ea45e-e57d-42ce-9636-eed71dc57c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:26.928683 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4037f0f-9cf1-4d53-af6f-2e6d19154d7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:27.294824 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-275ea45e-e57d-42ce-9636-eed71dc57c4b None None] Port 907fd597-4bf8-4e1d-b4f0-82811b0b796a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:08:27.299440 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:27.343315 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-275ea45e-e57d-42ce-9636-eed71dc57c4b None None] Provisioning complete for port 41c062e0-b6e4-43b0-9037-f28f053aec96 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:27.343660 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-275ea45e-e57d-42ce-9636-eed71dc57c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:27.381238 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-b4037f0f-9cf1-4d53-af6f-2e6d19154d7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Allocated IP 172.21.0.1 (489c4b55-18c3-452f-8ff2-ef76dfb909d7/81d68914-b61a-48e9-9256-81f111237342/bc3bc4e8-da20-453a-baf2-fb2c5d021c54) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:27.422443 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 7da2c859-1eca-4995-bd80-e479d967d55a, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7da2c859-1eca-4995-bd80-e479d967d55a,segment=NetworkSegment(98c178b5-78be-44f1-951a-6da59d49f2d6),segment_id=98c178b5-78be-44f1-951a-6da59d49f2d6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:27.440055 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:27.441227 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 41c062e0-b6e4-43b0-9037-f28f053aec96 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:27.625430 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea8d00-5b17-480b-aaad-015789c36e87 req-ac8a824f-6844-4519-99d7-7bcdbb2b46d0 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:27.636604 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4037f0f-9cf1-4d53-af6f-2e6d19154d7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:27.651488 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c8ea8d00-5b17-480b-aaad-015789c36e87 req-ac8a824f-6844-4519-99d7-7bcdbb2b46d0 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c609c9ef-fec7-43cf-8fe8-b41293077258 HTTP/1.1" status: 200 len: 1094 time: 0.1487839 Jul 05 10:08:27.655693 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-b4037f0f-9cf1-4d53-af6f-2e6d19154d7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Transition to ACTIVE for port object bc3bc4e8-da20-453a-baf2-fb2c5d021c54 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:27.715158 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4037f0f-9cf1-4d53-af6f-2e6d19154d7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:27.751581 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c8ea8d00-5b17-480b-aaad-015789c36e87 req-ab9aa914-2a60-45ea-88dd-926452c1aacc tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=473465cc-1432-4afa-a2a4-8ec01175f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986044 Jul 05 10:08:27.769549 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=7da2c859-1eca-4995-bd80-e479d967d55a,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:27.787106 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 41c062e0-b6e4-43b0-9037-f28f053aec96 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:27.787781 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:27.787943 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4037f0f-9cf1-4d53-af6f-2e6d19154d7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Port': ['ID=bc3bc4e8-da20-453a-baf2-fb2c5d021c54,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:27.808131 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4037f0f-9cf1-4d53-af6f-2e6d19154d7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network 489c4b55-18c3-452f-8ff2-ef76dfb909d7 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:27.809763 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b4037f0f-9cf1-4d53-af6f-2e6d19154d7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:27.831117 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4037f0f-9cf1-4d53-af6f-2e6d19154d7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:27.848788 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5e932fbc-c542-4b53-964a-61590ba77ade None None] Provisioning complete for port 907fd597-4bf8-4e1d-b4f0-82811b0b796a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:27.849561 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5e932fbc-c542-4b53-964a-61590ba77ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:27.891765 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:08:27.914863 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4037f0f-9cf1-4d53-af6f-2e6d19154d7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:27.942704 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5e932fbc-c542-4b53-964a-61590ba77ade None None] Port 907fd597-4bf8-4e1d-b4f0-82811b0b796a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:08:27.988173 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5e932fbc-c542-4b53-964a-61590ba77ade None None] Provisioning complete for port 7da2c859-1eca-4995-bd80-e479d967d55a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:27.988555 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5e932fbc-c542-4b53-964a-61590ba77ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.136760 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4037f0f-9cf1-4d53-af6f-2e6d19154d7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.144390 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=0ab1bc17-50cb-49de-83fd-a1b4c51edfe2,segment=NetworkSegment(6542b542-d05b-4a8f-8945-0f7cd2944384),segment_id=6542b542-d05b-4a8f-8945-0f7cd2944384)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:28.223315 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '0ab1bc17-50cb-49de-83fd-a1b4c51edfe2', 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff', 'port_id': '0ab1bc17-50cb-49de-83fd-a1b4c51edfe2', 'mac_address': 'fa:16:3e:9f:7c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c60f963f-878b-4612-b669-81394a90dd8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:08:28.276604 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.291524 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:08:28.315638 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=0ab1bc17-50cb-49de-83fd-a1b4c51edfe2,segment=NetworkSegment(6542b542-d05b-4a8f-8945-0f7cd2944384),segment_id=6542b542-d05b-4a8f-8945-0f7cd2944384)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:28.320795 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.378145 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=0ab1bc17-50cb-49de-83fd-a1b4c51edfe2,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:28.393893 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-09db385c-e5e8-43e5-b592-4b8884b48e6f None None] Provisioning for port bc3bc4e8-da20-453a-baf2-fb2c5d021c54 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:28.398938 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-09db385c-e5e8-43e5-b592-4b8884b48e6f None None] Provisioning complete for port bc3bc4e8-da20-453a-baf2-fb2c5d021c54 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:28.399374 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-09db385c-e5e8-43e5-b592-4b8884b48e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.441948 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-09db385c-e5e8-43e5-b592-4b8884b48e6f None None] Port bc3bc4e8-da20-453a-baf2-fb2c5d021c54 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:08:28.460355 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7da2c859-1eca-4995-bd80-e479d967d55a up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:28.490232 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4037f0f-9cf1-4d53-af6f-2e6d19154d7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.496165 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4037f0f-9cf1-4d53-af6f-2e6d19154d7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.510068 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 7da2c859-1eca-4995-bd80-e479d967d55a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:28.510472 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.581890 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4037f0f-9cf1-4d53-af6f-2e6d19154d7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.601464 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4037f0f-9cf1-4d53-af6f-2e6d19154d7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Port': ['ID=bc3bc4e8-da20-453a-baf2-fb2c5d021c54,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:28.662004 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['0ab1bc17-50cb-49de-83fd-a1b4c51edfe2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:28.692884 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4037f0f-9cf1-4d53-af6f-2e6d19154d7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network 489c4b55-18c3-452f-8ff2-ef76dfb909d7 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:28.694456 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b4037f0f-9cf1-4d53-af6f-2e6d19154d7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:28.829671 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4037f0f-9cf1-4d53-af6f-2e6d19154d7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Router 1722cc33-ca0c-4d7e-b90e-c679d7d812b1 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:08:29.026262 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4037f0f-9cf1-4d53-af6f-2e6d19154d7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:08:29.036411 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd8da32-c64a-4f96-a06a-53dd1d8318e0 None None] Sync routers for ids ['1722cc33-ca0c-4d7e-b90e-c679d7d812b1'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:08:29.041490 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b4037f0f-9cf1-4d53-af6f-2e6d19154d7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "PUT /v2.0/routers/1722cc33-ca0c-4d7e-b90e-c679d7d812b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3879328 Jul 05 10:08:29.044345 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57790) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:29.060361 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd8da32-c64a-4f96-a06a-53dd1d8318e0 None None] Routers {'1722cc33-ca0c-4d7e-b90e-c679d7d812b1'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:29.061060 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce37288-eba3-48a6-b7b6-7f6bf578ca64 req-13d54bd1-bc4e-4b58-8af1-dbf895110df5 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:29.062780 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0bd8da32-c64a-4f96-a06a-53dd1d8318e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['1722cc33-ca0c-4d7e-b90e-c679d7d812b1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:29.071060 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9ce37288-eba3-48a6-b7b6-7f6bf578ca64 req-13d54bd1-bc4e-4b58-8af1-dbf895110df5 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c609c9ef-fec7-43cf-8fe8-b41293077258 HTTP/1.1" status: 200 len: 1095 time: 0.1153402 Jul 05 10:08:29.072730 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-366cccc4-28bd-42ae-9856-2d97ed33105a None None] Provisioning complete for port bc3bc4e8-da20-453a-baf2-fb2c5d021c54 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:29.074671 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-366cccc4-28bd-42ae-9856-2d97ed33105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:29.105437 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c2ba8c-fce3-4c4b-b6fa-9f4ea679c4cb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:29.110016 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-05c2ba8c-fce3-4c4b-b6fa-9f4ea679c4cb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "GET /v2.0/ports/bc3bc4e8-da20-453a-baf2-fb2c5d021c54 HTTP/1.1" status: 200 len: 910 time: 0.0615022 Jul 05 10:08:29.110766 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57794) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:29.155649 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9ce37288-eba3-48a6-b7b6-7f6bf578ca64 req-9ce767cc-228f-43f7-99c9-e0dd908bf1f4 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=473465cc-1432-4afa-a2a4-8ec01175f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836012 Jul 05 10:08:29.160909 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0bd8da32-c64a-4f96-a06a-53dd1d8318e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:29.177838 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-366cccc4-28bd-42ae-9856-2d97ed33105a None None] Port bc3bc4e8-da20-453a-baf2-fb2c5d021c54 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:08:29.180061 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd8da32-c64a-4f96-a06a-53dd1d8318e0 None None] Routers {'1722cc33-ca0c-4d7e-b90e-c679d7d812b1'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:29.180744 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0bd8da32-c64a-4f96-a06a-53dd1d8318e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['1722cc33-ca0c-4d7e-b90e-c679d7d812b1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:29.325342 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0bd8da32-c64a-4f96-a06a-53dd1d8318e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:29.325997 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd8da32-c64a-4f96-a06a-53dd1d8318e0 None None] The sync data for ids ['1722cc33-ca0c-4d7e-b90e-c679d7d812b1'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:29.561902 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d065324-18f6-41ae-88c1-032189d27585 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:29.832277 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7d065324-18f6-41ae-88c1-032189d27585 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting port bc3bc4e8-da20-453a-baf2-fb2c5d021c54 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:29.832628 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d065324-18f6-41ae-88c1-032189d27585 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:29.905810 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:29.925335 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d065324-18f6-41ae-88c1-032189d27585 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:29.938331 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7d065324-18f6-41ae-88c1-032189d27585 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Calling delete_port for bc3bc4e8-da20-453a-baf2-fb2c5d021c54 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:29.983386 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:29.987639 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:29.988062 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:30.083171 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:30.108124 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c609c9ef-fec7-43cf-8fe8-b41293077258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab1bc17-50cb-49de-83fd-a1b4c51edfe2'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:30.110833 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9323563c-66b4-49cc-84b1-748d533b7e79" -d '{"events": [{"server_uuid": "c609c9ef-fec7-43cf-8fe8-b41293077258", "name": "network-vif-plugged", "status": "completed", "tag": "0ab1bc17-50cb-49de-83fd-a1b4c51edfe2"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:30.125006 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=0ab1bc17-50cb-49de-83fd-a1b4c51edfe2,segment=NetworkSegment(6542b542-d05b-4a8f-8945-0f7cd2944384),segment_id=6542b542-d05b-4a8f-8945-0f7cd2944384)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:30.140949 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:30.158172 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d065324-18f6-41ae-88c1-032189d27585 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:30.205198 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c228a4-9829-41e3-bc5c-5785e4f10eb1 x-openstack-request-id: req-60c228a4-9829-41e3-bc5c-5785e4f10eb1 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:30.207685 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c609c9ef-fec7-43cf-8fe8-b41293077258", "name": "network-vif-plugged", "status": "completed", "tag": "0ab1bc17-50cb-49de-83fd-a1b4c51edfe2", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:30.208032 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-60c228a4-9829-41e3-bc5c-5785e4f10eb1 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:30.208761 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c609c9ef-fec7-43cf-8fe8-b41293077258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab1bc17-50cb-49de-83fd-a1b4c51edfe2', 'code': 200} Jul 05 10:08:30.221920 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d065324-18f6-41ae-88c1-032189d27585 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Port': ['ID=bc3bc4e8-da20-453a-baf2-fb2c5d021c54,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:30.286385 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=0ab1bc17-50cb-49de-83fd-a1b4c51edfe2,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:30.540531 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54db8ec-162a-4171-aa87-b817eb143eb4 req-d811198c-0559-46cb-aa01-67f50e82ec3a tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:30.550042 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f54db8ec-162a-4171-aa87-b817eb143eb4 req-d811198c-0559-46cb-aa01-67f50e82ec3a tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c609c9ef-fec7-43cf-8fe8-b41293077258 HTTP/1.1" status: 200 len: 1096 time: 0.1474688 Jul 05 10:08:30.598182 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f54db8ec-162a-4171-aa87-b817eb143eb4 req-13626c33-553d-4176-847f-74b4927d2727 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=473465cc-1432-4afa-a2a4-8ec01175f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468524 Jul 05 10:08:30.639024 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7401f-540f-4469-b7ba-faa791a13e1c req-549abdd4-93fe-4edb-adff-3d3ede869812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:30.640701 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-aea7401f-540f-4469-b7ba-faa791a13e1c req-549abdd4-93fe-4edb-adff-3d3ede869812 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c609c9ef-fec7-43cf-8fe8-b41293077258 HTTP/1.1" status: 200 len: 1096 time: 0.3339379 Jul 05 10:08:30.645377 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d065324-18f6-41ae-88c1-032189d27585 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:30.752276 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-aea7401f-540f-4469-b7ba-faa791a13e1c req-8ec3fc7d-dac9-41a2-9680-ccf2bb41634b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=473465cc-1432-4afa-a2a4-8ec01175f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000717 Jul 05 10:08:30.878528 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d065324-18f6-41ae-88c1-032189d27585 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Router 1722cc33-ca0c-4d7e-b90e-c679d7d812b1 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:08:30.977145 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d065324-18f6-41ae-88c1-032189d27585 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:08:30.985394 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7d065324-18f6-41ae-88c1-032189d27585 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "PUT /v2.0/routers/1722cc33-ca0c-4d7e-b90e-c679d7d812b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8707714 Jul 05 10:08:30.985515 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57820) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:30.993100 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24e5972-ecf7-4fc7-98ee-1019a2027124 None None] Sync routers for ids ['1722cc33-ca0c-4d7e-b90e-c679d7d812b1'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:08:31.005087 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24e5972-ecf7-4fc7-98ee-1019a2027124 None None] Routers {'1722cc33-ca0c-4d7e-b90e-c679d7d812b1'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:31.006779 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a24e5972-ecf7-4fc7-98ee-1019a2027124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['1722cc33-ca0c-4d7e-b90e-c679d7d812b1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:31.048849 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a24e5972-ecf7-4fc7-98ee-1019a2027124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:31.060874 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24e5972-ecf7-4fc7-98ee-1019a2027124 None None] Routers {'1722cc33-ca0c-4d7e-b90e-c679d7d812b1'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:31.061884 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a24e5972-ecf7-4fc7-98ee-1019a2027124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['1722cc33-ca0c-4d7e-b90e-c679d7d812b1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:31.101183 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a24e5972-ecf7-4fc7-98ee-1019a2027124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:31.103226 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24e5972-ecf7-4fc7-98ee-1019a2027124 None None] The sync data for ids ['1722cc33-ca0c-4d7e-b90e-c679d7d812b1'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:31.846599 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2efd5e-fc3b-4a74-a1d6-27233d8e2a40 req-ed0257f1-71cc-49c1-9633-600fba7183ef tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:31.848401 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2c2efd5e-fc3b-4a74-a1d6-27233d8e2a40 req-ed0257f1-71cc-49c1-9633-600fba7183ef tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c609c9ef-fec7-43cf-8fe8-b41293077258 HTTP/1.1" status: 200 len: 1096 time: 0.0917749 Jul 05 10:08:31.875068 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7523a787-296d-4366-8a04-77a585d8ca76 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:31.985130 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2c2efd5e-fc3b-4a74-a1d6-27233d8e2a40 req-6d4eea4b-2012-4457-bea6-78fcaeee8924 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=473465cc-1432-4afa-a2a4-8ec01175f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274185 Jul 05 10:08:32.202983 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7523a787-296d-4366-8a04-77a585d8ca76 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting port 907fd597-4bf8-4e1d-b4f0-82811b0b796a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:32.203381 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7523a787-296d-4366-8a04-77a585d8ca76 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:32.278429 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5e2ac4c8-a4a1-4188-ba4e-53ef73f288be req-ed1130d9-c50a-40fa-b03d-c493bf32a974 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0655603 Jul 05 10:08:32.304521 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7523a787-296d-4366-8a04-77a585d8ca76 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:32.322666 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7523a787-296d-4366-8a04-77a585d8ca76 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Calling delete_port for 907fd597-4bf8-4e1d-b4f0-82811b0b796a owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:32.404306 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ac4c8-a4a1-4188-ba4e-53ef73f288be req-83bc76f7-ebc4-4f05-8210-f3bca46486ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:32.405909 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5e2ac4c8-a4a1-4188-ba4e-53ef73f288be req-83bc76f7-ebc4-4f05-8210-f3bca46486ba service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8c001f7d567b480ca0b6992073b2cea5&device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 1097 time: 0.0578148 Jul 05 10:08:32.542298 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7523a787-296d-4366-8a04-77a585d8ca76 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:32.547424 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ac4c8-a4a1-4188-ba4e-53ef73f288be req-178dfa1a-6d42-480e-89df-5064af8cd781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:32.549183 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5e2ac4c8-a4a1-4188-ba4e-53ef73f288be req-178dfa1a-6d42-480e-89df-5064af8cd781 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e92969d7-2f54-48da-8a2d-7d136131bbc7 HTTP/1.1" status: 200 len: 911 time: 0.1229470 Jul 05 10:08:32.575607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523a787-296d-4366-8a04-77a585d8ca76 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Port': ['ID=907fd597-4bf8-4e1d-b4f0-82811b0b796a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:32.708894 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5e2ac4c8-a4a1-4188-ba4e-53ef73f288be req-2fce0788-a8d9-462c-a457-ce62cc1ca0b7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8902ee84-0098-42aa-95ae-86c0d025cf6e HTTP/1.1" status: 200 len: 1001 time: 0.1502042 Jul 05 10:08:32.714188 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:32.839267 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ac4c8-a4a1-4188-ba4e-53ef73f288be req-a2cca974-2596-4233-b389-bcca80995f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:32.849854 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5e2ac4c8-a4a1-4188-ba4e-53ef73f288be req-a2cca974-2596-4233-b389-bcca80995f44 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ec963537-c196-42e4-b994-fe6e7fea3b3b HTTP/1.1" status: 200 len: 849 time: 0.1340516 Jul 05 10:08:32.948341 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7523a787-296d-4366-8a04-77a585d8ca76 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:33.007368 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ac4c8-a4a1-4188-ba4e-53ef73f288be req-a70b6829-4cca-45cd-b59a-cca030b2c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:33.009063 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5e2ac4c8-a4a1-4188-ba4e-53ef73f288be req-a70b6829-4cca-45cd-b59a-cca030b2c37a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e92969d7-2f54-48da-8a2d-7d136131bbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510026 Jul 05 10:08:33.185292 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-b71dd9bf-5e86-4803-ac4f-b6ae735a7e4e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3478334 Jul 05 10:08:33.202315 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5e2ac4c8-a4a1-4188-ba4e-53ef73f288be req-8b04d7ef-4f2f-4da0-8f2a-f5b117bd383c service neutron] 10.222.0.78 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858685 Jul 05 10:08:33.286433 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7523a787-296d-4366-8a04-77a585d8ca76 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Router 1722cc33-ca0c-4d7e-b90e-c679d7d812b1 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:08:33.347050 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5e2ac4c8-a4a1-4188-ba4e-53ef73f288be req-7151983e-4be8-40b2-984b-c98c0f157287 service neutron] 10.222.0.78 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383877 Jul 05 10:08:33.456223 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7523a787-296d-4366-8a04-77a585d8ca76 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:08:33.463467 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7523a787-296d-4366-8a04-77a585d8ca76 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "PUT /v2.0/routers/1722cc33-ca0c-4d7e-b90e-c679d7d812b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4767857 Jul 05 10:08:33.466006 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 57910) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:33.470029 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8604867-f98c-4bdb-9053-1a739a276f1e None None] Sync routers for ids ['1722cc33-ca0c-4d7e-b90e-c679d7d812b1'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:08:33.481508 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8604867-f98c-4bdb-9053-1a739a276f1e None None] Routers {'1722cc33-ca0c-4d7e-b90e-c679d7d812b1'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:33.484494 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d8604867-f98c-4bdb-9053-1a739a276f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['1722cc33-ca0c-4d7e-b90e-c679d7d812b1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:33.489179 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-039310c5-be04-4153-8472-6a653dc116bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:33.489678 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-039310c5-be04-4153-8472-6a653dc116bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:33.490475 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-039310c5-be04-4153-8472-6a653dc116bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:33.490999 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-039310c5-be04-4153-8472-6a653dc116bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:33.491516 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-039310c5-be04-4153-8472-6a653dc116bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:33.492663 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-039310c5-be04-4153-8472-6a653dc116bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:33.493157 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-039310c5-be04-4153-8472-6a653dc116bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:33.495395 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-039310c5-be04-4153-8472-6a653dc116bb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9596ba5fe35d4394b6d195316cece06b&device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 6492 time: 0.2331183 Jul 05 10:08:33.514836 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed43825-259c-4ce7-a6f5-bd5d9f78018c req-6eceabf3-cc48-4300-a098-9951af62d60b tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:33.521940 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ed43825-259c-4ce7-a6f5-bd5d9f78018c req-6eceabf3-cc48-4300-a098-9951af62d60b tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c609c9ef-fec7-43cf-8fe8-b41293077258 HTTP/1.1" status: 200 len: 1096 time: 0.2484367 Jul 05 10:08:33.527954 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-856296e7-f692-4a05-a426-5643434ec97a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "GET /v2.0/ports?device_id=1722cc33-ca0c-4d7e-b90e-c679d7d812b1 HTTP/1.1" status: 200 len: 205 time: 0.0595274 Jul 05 10:08:33.530808 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 57920) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:33.562813 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d8604867-f98c-4bdb-9053-1a739a276f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:33.583415 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8604867-f98c-4bdb-9053-1a739a276f1e None None] Routers {'1722cc33-ca0c-4d7e-b90e-c679d7d812b1'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:33.587024 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d8604867-f98c-4bdb-9053-1a739a276f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['1722cc33-ca0c-4d7e-b90e-c679d7d812b1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:33.634830 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ed43825-259c-4ce7-a6f5-bd5d9f78018c req-2d384c13-e844-41b2-9cd5-c652f0a32729 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=473465cc-1432-4afa-a2a4-8ec01175f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120126 Jul 05 10:08:33.644041 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d8604867-f98c-4bdb-9053-1a739a276f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:33.646956 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8604867-f98c-4bdb-9053-1a739a276f1e None None] The sync data for ids ['1722cc33-ca0c-4d7e-b90e-c679d7d812b1'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:33.705865 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-d4353a29-7ae4-4c7f-91b2-0852a877f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:33.706356 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-d4353a29-7ae4-4c7f-91b2-0852a877f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:33.706847 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-d4353a29-7ae4-4c7f-91b2-0852a877f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:33.724311 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-d4353a29-7ae4-4c7f-91b2-0852a877f83e service neutron] 10.222.0.81 "GET /v2.0/networks?id=e8809747-0653-4cdf-bd9b-7654560adade&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=687dc320-4531-4e31-9377-87644d9740dc&id=687dc320-4531-4e31-9377-87644d9740dc HTTP/1.1" status: 200 len: 2293 time: 0.1994741 Jul 05 10:08:33.744538 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f0596f0-cbe4-42b3-b313-6e306eac1e59 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:33.920364 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-3777ad16-cf88-4026-a2f3-b4b9b9bc3d69 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99eba310-ab63-4ad5-833a-fe875aecadc0 HTTP/1.1" status: 200 len: 1000 time: 0.1892090 Jul 05 10:08:34.046656 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-d48c6969-d679-4be1-83e3-b4029253887c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:34.048669 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-d48c6969-d679-4be1-83e3-b4029253887c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49 HTTP/1.1" status: 200 len: 850 time: 0.1214886 Jul 05 10:08:34.130041 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb8c5e-f13d-454b-9132-4644bbf79236 req-9b5790a6-5ced-43ea-9480-66929264676b tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:34.132151 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7ceb8c5e-f13d-454b-9132-4644bbf79236 req-9b5790a6-5ced-43ea-9480-66929264676b tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c609c9ef-fec7-43cf-8fe8-b41293077258 HTTP/1.1" status: 200 len: 1096 time: 0.1628959 Jul 05 10:08:34.149432 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-a8e47e0f-1e4c-4195-b473-30d664d0b09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:34.150984 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-a8e47e0f-1e4c-4195-b473-30d664d0b09c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e8809747-0653-4cdf-bd9b-7654560adade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950406 Jul 05 10:08:34.254611 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7ceb8c5e-f13d-454b-9132-4644bbf79236 req-1c2e6fc5-bd29-411d-975d-1e505729f5ec tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=473465cc-1432-4afa-a2a4-8ec01175f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026168 Jul 05 10:08:34.360549 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-46b67f66-afb4-4995-a0e7-08cf3171dff3 service neutron] 10.222.0.81 "GET /v2.0/networks/e8809747-0653-4cdf-bd9b-7654560adade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939838 Jul 05 10:08:34.546197 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f0596f0-cbe4-42b3-b313-6e306eac1e59 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:34.548668 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f0596f0-cbe4-42b3-b313-6e306eac1e59 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:34.586426 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-08be532a-81e6-4bdc-8574-b75aca7e4ba2 service neutron] 10.222.0.81 "GET /v2.0/networks/e8809747-0653-4cdf-bd9b-7654560adade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169809 Jul 05 10:08:34.589960 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42c367-53d5-49d2-a89b-644650773e08 req-3577ab56-4ad3-4146-b56c-3082e48c9ef8 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:34.591722 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0e42c367-53d5-49d2-a89b-644650773e08 req-3577ab56-4ad3-4146-b56c-3082e48c9ef8 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c609c9ef-fec7-43cf-8fe8-b41293077258 HTTP/1.1" status: 200 len: 1096 time: 0.1103194 Jul 05 10:08:34.632575 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f0596f0-cbe4-42b3-b313-6e306eac1e59 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:34.634061 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0596f0-cbe4-42b3-b313-6e306eac1e59 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Fanout notify agent at l3_agent the message router_deleted on router 1722cc33-ca0c-4d7e-b90e-c679d7d812b1 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:08:34.647617 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f0596f0-cbe4-42b3-b313-6e306eac1e59 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:34.649566 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3f0596f0-cbe4-42b3-b313-6e306eac1e59 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/routers/1722cc33-ca0c-4d7e-b90e-c679d7d812b1 HTTP/1.1" status: 204 len: 168 time: 1.1176503 Jul 05 10:08:34.652581 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58054) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:34.678974 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-04c49f46-ea8a-4959-bafb-7979236827e5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=ad3d2c8e-2f41-490e-9670-d1710666ce1d HTTP/1.1" status: 200 len: 217 time: 0.0838506 Jul 05 10:08:34.730716 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c515d3-2333-42d4-bc0d-ed7a97866755 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting subnet 81d68914-b61a-48e9-9256-81f111237342 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:08:34.734929 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-96c515d3-2333-42d4-bc0d-ed7a97866755 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:34.772552 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0e42c367-53d5-49d2-a89b-644650773e08 req-d6ce313e-be41-464e-81b7-798cc67be7e1 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=473465cc-1432-4afa-a2a4-8ec01175f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699183 Jul 05 10:08:34.815736 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-96c515d3-2333-42d4-bc0d-ed7a97866755 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:34.825976 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-bfc3f213-6ba0-46ec-aee5-ab4fdff74959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:34.827652 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-bfc3f213-6ba0-46ec-aee5-ab4fdff74959 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.1328998 Jul 05 10:08:34.921989 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-454fe596-90de-42c9-af88-11c030c406be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:34.923660 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-454fe596-90de-42c9-af88-11c030c406be service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0839732 Jul 05 10:08:34.977185 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-96c515d3-2333-42d4-bc0d-ed7a97866755 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:35.094307 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-905d55bd-dc30-491a-ad0b-92d92297351e service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622365 Jul 05 10:08:35.108654 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-96c515d3-2333-42d4-bc0d-ed7a97866755 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:35.186476 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c515d3-2333-42d4-bc0d-ed7a97866755 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Subnet': ['ID=81d68914-b61a-48e9-9256-81f111237342,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:35.188859 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-96c515d3-2333-42d4-bc0d-ed7a97866755 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:35.194413 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-96c515d3-2333-42d4-bc0d-ed7a97866755 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/subnets/81d68914-b61a-48e9-9256-81f111237342 HTTP/1.1" status: 204 len: 168 time: 0.5369971 Jul 05 10:08:35.194413 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58138) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:35.198315 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa872b1d-4914-4a35-a3c7-c5b71b7d34e7 None None] Network 489c4b55-18c3-452f-8ff2-ef76dfb909d7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:35.295604 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-9d4f8884-346a-453b-b208-1ec102a6e4c5 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938770 Jul 05 10:08:35.323818 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-915b8096-f933-47d4-8ecb-cd1df6d99be8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting subnet af31a323-c451-42c4-af68-e3575aa541db {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:08:35.328532 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-915b8096-f933-47d4-8ecb-cd1df6d99be8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:35.356103 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-a49e92d9-5ac2-4db3-b632-1fa7ddeeb150 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=c525671f-d077-42c1-aee6-61ee852b4f0f HTTP/1.1" status: 200 len: 217 time: 0.0510955 Jul 05 10:08:35.359819 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-ca26e468-776c-4907-8b1d-7c210c56308a tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:35.362273 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-ca26e468-776c-4907-8b1d-7c210c56308a tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/networks?id=94188280-9daf-4cdc-9be3-100572f453ff HTTP/1.1" status: 200 len: 911 time: 0.1855881 Jul 05 10:08:35.383461 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-915b8096-f933-47d4-8ecb-cd1df6d99be8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:35.437690 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-804d63c8-ea99-4ff4-8c58-1b90af8d4de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:35.442288 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-804d63c8-ea99-4ff4-8c58-1b90af8d4de1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0790935 Jul 05 10:08:35.448288 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-98542470-67ae-4278-82d4-a60b3a6a9e72 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/quotas/3f9291c37b10490c919ffe8254b83b60 HTTP/1.1" status: 200 len: 375 time: 0.0251019 Jul 05 10:08:35.518136 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-915b8096-f933-47d4-8ecb-cd1df6d99be8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:35.612577 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-5d8dd2d3-68d4-4fb2-9db4-345f97b577c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:35.614569 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-5d8dd2d3-68d4-4fb2-9db4-345f97b577c6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1618357 Jul 05 10:08:35.629453 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-d3d89050-d9d6-46c6-aef3-8cdbaeab91fc tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?tenant_id=3f9291c37b10490c919ffe8254b83b60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1520212 Jul 05 10:08:35.636537 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-915b8096-f933-47d4-8ecb-cd1df6d99be8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:35.654644 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624c1036-6d7a-4e02-8e72-573212c3513e None None] DHCP port deletion for 489c4b55-18c3-452f-8ff2-ef76dfb909d7 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:08:35.701055 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b8096-f933-47d4-8ecb-cd1df6d99be8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Subnet': ['ID=af31a323-c451-42c4-af68-e3575aa541db,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:35.716983 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-915b8096-f933-47d4-8ecb-cd1df6d99be8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:35.721699 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-915b8096-f933-47d4-8ecb-cd1df6d99be8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/subnets/af31a323-c451-42c4-af68-e3575aa541db HTTP/1.1" status: 204 len: 168 time: 0.5260258 Jul 05 10:08:35.724390 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58186) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:35.732496 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5580d20a-0cd9-4677-9a42-ce15e21068bb None None] Network badbd5b1-d876-431a-a32a-10cd7c4926f4 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:35.766742 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58192) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:35.775034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4e9aeb43-e871-46ca-acb8-28d44d56ce5e tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-670851817', 'description': 'tempest-secgroup-smoke-670851817 description', 'project_id': '58031e526e9043e28fb0791c1b71b699'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:35.901834 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-624c1036-6d7a-4e02-8e72-573212c3513e None None] Deleting port 7da2c859-1eca-4995-bd80-e479d967d55a {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:35.902332 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-624c1036-6d7a-4e02-8e72-573212c3513e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:35.924810 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fc12933-523e-4bbf-8b6b-ca2384e02d83 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.030582 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-5fc12933-523e-4bbf-8b6b-ca2384e02d83 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting port 7da2c859-1eca-4995-bd80-e479d967d55a {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:36.030933 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fc12933-523e-4bbf-8b6b-ca2384e02d83 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.044230 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-624c1036-6d7a-4e02-8e72-573212c3513e None None] For port 7da2c859-1eca-4995-bd80-e479d967d55a, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7da2c859-1eca-4995-bd80-e479d967d55a,segment=NetworkSegment(98c178b5-78be-44f1-951a-6da59d49f2d6),segment_id=98c178b5-78be-44f1-951a-6da59d49f2d6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:36.044644 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-624c1036-6d7a-4e02-8e72-573212c3513e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.071714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-624c1036-6d7a-4e02-8e72-573212c3513e None None] Calling delete_port for 7da2c859-1eca-4995-bd80-e479d967d55a owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:36.101724 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.133745 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-5fc12933-523e-4bbf-8b6b-ca2384e02d83 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] For port 7da2c859-1eca-4995-bd80-e479d967d55a, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7da2c859-1eca-4995-bd80-e479d967d55a,segment=NetworkSegment(98c178b5-78be-44f1-951a-6da59d49f2d6),segment_id=98c178b5-78be-44f1-951a-6da59d49f2d6)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:36.134421 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fc12933-523e-4bbf-8b6b-ca2384e02d83 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.154074 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-5fc12933-523e-4bbf-8b6b-ca2384e02d83 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Calling delete_port for 7da2c859-1eca-4995-bd80-e479d967d55a owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:36.227716 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfb6756-a6cd-4ad9-9147-be7d4d1bb60a None None] DHCP port deletion for badbd5b1-d876-431a-a32a-10cd7c4926f4 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:08:36.232439 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-624c1036-6d7a-4e02-8e72-573212c3513e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.248847 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624c1036-6d7a-4e02-8e72-573212c3513e None None] No DVR routers for this DVR port 7da2c859-1eca-4995-bd80-e479d967d55a on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:36.280466 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c1036-6d7a-4e02-8e72-573212c3513e None None] Pushing event deleted for resources: {'Port': ['ID=7da2c859-1eca-4995-bd80-e479d967d55a,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:36.360287 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fc12933-523e-4bbf-8b6b-ca2384e02d83 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.366544 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5dfb6756-a6cd-4ad9-9147-be7d4d1bb60a None None] Deleting port 41c062e0-b6e4-43b0-9037-f28f053aec96 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:36.367635 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5dfb6756-a6cd-4ad9-9147-be7d4d1bb60a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.386770 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e9aeb43-e871-46ca-acb8-28d44d56ce5e tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.410747 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc12933-523e-4bbf-8b6b-ca2384e02d83 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Port': ['ID=7da2c859-1eca-4995-bd80-e479d967d55a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:36.418090 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc12933-523e-4bbf-8b6b-ca2384e02d83 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] No DVR routers for this DVR port 7da2c859-1eca-4995-bd80-e479d967d55a on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:36.437898 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-b85a91e6-431d-46b7-843f-61d8abbbb8d5 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8007760 Jul 05 10:08:36.468378 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5dfb6756-a6cd-4ad9-9147-be7d4d1bb60a None None] For port 41c062e0-b6e4-43b0-9037-f28f053aec96, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=41c062e0-b6e4-43b0-9037-f28f053aec96,segment=NetworkSegment(8b686fed-a2f4-4548-916f-150740dd3501),segment_id=8b686fed-a2f4-4548-916f-150740dd3501)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:36.470008 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5dfb6756-a6cd-4ad9-9147-be7d4d1bb60a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.491641 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5dfb6756-a6cd-4ad9-9147-be7d4d1bb60a None None] Calling delete_port for 41c062e0-b6e4-43b0-9037-f28f053aec96 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:36.544527 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-04267469-fca2-45be-8b50-a25c59a7f168 service neutron] 10.222.0.79 "GET /v2.0/networks/94188280-9daf-4cdc-9be3-100572f453ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9136543 Jul 05 10:08:36.549335 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fc12933-523e-4bbf-8b6b-ca2384e02d83 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.583443 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-5fc12933-523e-4bbf-8b6b-ca2384e02d83 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489c4b55-18c3-452f-8ff2-ef76dfb909d7']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:36.600577 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-5fc12933-523e-4bbf-8b6b-ca2384e02d83 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c178b5-78be-44f1-951a-6da59d49f2d6') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:36.600975 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-5fc12933-523e-4bbf-8b6b-ca2384e02d83 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c178b5-78be-44f1-951a-6da59d49f2d6') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:36.629530 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7da2c859-1eca-4995-bd80-e479d967d55a no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:36.635973 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fc12933-523e-4bbf-8b6b-ca2384e02d83 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.662921 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 7da2c859-1eca-4995-bd80-e479d967d55a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:36.663886 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7da2c859-1eca-4995-bd80-e479d967d55a not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:36.664342 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 41c062e0-b6e4-43b0-9037-f28f053aec96 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:36.666443 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5dfb6756-a6cd-4ad9-9147-be7d4d1bb60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.670934 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fc12933-523e-4bbf-8b6b-ca2384e02d83 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.677693 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc12933-523e-4bbf-8b6b-ca2384e02d83 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:08:36.678574 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fc12933-523e-4bbf-8b6b-ca2384e02d83 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.703776 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e9aeb43-e871-46ca-acb8-28d44d56ce5e tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.718813 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e9aeb43-e871-46ca-acb8-28d44d56ce5e tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.738190 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb6756-a6cd-4ad9-9147-be7d4d1bb60a None None] Pushing event deleted for resources: {'Port': ['ID=41c062e0-b6e4-43b0-9037-f28f053aec96,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:36.739869 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-273b26b8-8226-421c-91f2-0d6aaeb91a9b service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883537 Jul 05 10:08:36.740592 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e9aeb43-e871-46ca-acb8-28d44d56ce5e tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.741377 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfb6756-a6cd-4ad9-9147-be7d4d1bb60a None None] No DVR routers for this DVR port 41c062e0-b6e4-43b0-9037-f28f053aec96 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:36.741724 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4e9aeb43-e871-46ca-acb8-28d44d56ce5e tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9740460 Jul 05 10:08:36.744295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 41c062e0-b6e4-43b0-9037-f28f053aec96 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:36.744815 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 41c062e0-b6e4-43b0-9037-f28f053aec96 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:36.760271 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58292) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:08:36.765719 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:08:36.782100 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fc12933-523e-4bbf-8b6b-ca2384e02d83 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.783465 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7de1532d-2fe4-4ca6-9fd0-c5fe70d09aae tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Request body: {'security_group_rule': {'security_group_id': '98ec7402-286b-4043-90b7-8d3112b5b8df', 'project_id': '58031e526e9043e28fb0791c1b71b699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:36.790393 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-98ed0432-123e-4007-ba24-a3be2e441c18 service neutron] 10.222.0.79 "GET /v2.0/networks/94188280-9daf-4cdc-9be3-100572f453ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193563 Jul 05 10:08:36.796728 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fc12933-523e-4bbf-8b6b-ca2384e02d83 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.801726 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5fc12933-523e-4bbf-8b6b-ca2384e02d83 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/networks/489c4b55-18c3-452f-8ff2-ef76dfb909d7 HTTP/1.1" status: 204 len: 168 time: 1.0759995 Jul 05 10:08:36.802448 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58300) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:36.835489 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-c99c0364-14b4-415b-90de-3320b7df5225 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=bc64378d-0809-4948-9109-02bb5cc40da5 HTTP/1.1" status: 200 len: 217 time: 0.0855560 Jul 05 10:08:36.841878 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9aeb43-e871-46ca-acb8-28d44d56ce5e tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98ec7402-286b-4043-90b7-8d3112b5b8df,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:36.900162 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc12933-523e-4bbf-8b6b-ca2384e02d83 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Network': ['ID=489c4b55-18c3-452f-8ff2-ef76dfb909d7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:36.926487 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7de1532d-2fe4-4ca6-9fd0-c5fe70d09aae tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.936566 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ad88e79-9df3-4d81-9ad4-2fc666bc9700 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.938095 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-fa84ed21-163a-4019-a38b-93ea1beea433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:36.939598 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-fa84ed21-163a-4019-a38b-93ea1beea433 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0827091 Jul 05 10:08:37.094940 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ad88e79-9df3-4d81-9ad4-2fc666bc9700 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.109293 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1a9ffc22-f56f-4e76-933d-78a0d1d9a28e req-e32260d0-1a78-4872-944c-76a05d12698b tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bced0e07-c7e0-4d70-a881-87f89cb68f9b HTTP/1.1" status: 200 len: 210 time: 0.0493982 Jul 05 10:08:37.122035 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-7ad88e79-9df3-4d81-9ad4-2fc666bc9700 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['badbd5b1-d876-431a-a32a-10cd7c4926f4']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:37.128121 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7de1532d-2fe4-4ca6-9fd0-c5fe70d09aae tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.139987 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7de1532d-2fe4-4ca6-9fd0-c5fe70d09aae tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.157328 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-7ad88e79-9df3-4d81-9ad4-2fc666bc9700 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b686fed-a2f4-4548-916f-150740dd3501') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:37.157889 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-7ad88e79-9df3-4d81-9ad4-2fc666bc9700 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b686fed-a2f4-4548-916f-150740dd3501') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:37.168711 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ad88e79-9df3-4d81-9ad4-2fc666bc9700 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.174982 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1532d-2fe4-4ca6-9fd0-c5fe70d09aae tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f4ba7b-9bba-4580-afeb-5d92c8e45b12,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:37.182144 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7de1532d-2fe4-4ca6-9fd0-c5fe70d09aae tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.183540 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7de1532d-2fe4-4ca6-9fd0-c5fe70d09aae tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4222770 Jul 05 10:08:37.187020 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58346) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:37.191516 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-de00a040-4cbb-4a1d-bf21-c5e8bdfbcace tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Request body: {'security_group_rule': {'security_group_id': '98ec7402-286b-4043-90b7-8d3112b5b8df', 'project_id': '58031e526e9043e28fb0791c1b71b699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:37.194136 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ad88e79-9df3-4d81-9ad4-2fc666bc9700 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.202652 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad88e79-9df3-4d81-9ad4-2fc666bc9700 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:08:37.203269 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ad88e79-9df3-4d81-9ad4-2fc666bc9700 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:08:37.206775 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:08:37.216135 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-5cf1d9f5-daad-4420-bff9-558978276294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:37.218028 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-5cf1d9f5-daad-4420-bff9-558978276294 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2644162 Jul 05 10:08:37.247810 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de00a040-4cbb-4a1d-bf21-c5e8bdfbcace tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.279245 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ad88e79-9df3-4d81-9ad4-2fc666bc9700 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.299096 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ad88e79-9df3-4d81-9ad4-2fc666bc9700 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.301368 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7ad88e79-9df3-4d81-9ad4-2fc666bc9700 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/networks/badbd5b1-d876-431a-a32a-10cd7c4926f4 HTTP/1.1" status: 204 len: 168 time: 0.4885211 Jul 05 10:08:37.303203 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad88e79-9df3-4d81-9ad4-2fc666bc9700 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Network': ['ID=badbd5b1-d876-431a-a32a-10cd7c4926f4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:37.310145 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58352) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:37.321689 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f9680ee3-2064-4d04-ab7b-12570af6ca0d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'network': {'name': 'tempest-RoutersTest-1137404602'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:37.377794 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de00a040-4cbb-4a1d-bf21-c5e8bdfbcace tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.383984 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9680ee3-2064-4d04-ab7b-12570af6ca0d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Made reservation on behalf of c4b0a5f8e9f442b09c91ecab2efe6793 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:37.387428 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9680ee3-2064-4d04-ab7b-12570af6ca0d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.391380 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de00a040-4cbb-4a1d-bf21-c5e8bdfbcace tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.417550 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-885163af-390b-4b7e-9e4d-36212c7a5150 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888745 Jul 05 10:08:37.426777 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de00a040-4cbb-4a1d-bf21-c5e8bdfbcace tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.431570 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-de00a040-4cbb-4a1d-bf21-c5e8bdfbcace tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2436855 Jul 05 10:08:37.432207 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58358) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:37.440150 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-32ff5f5e-ae8a-41c1-b91e-fa6235676491 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Request body: {'security_group_rule': {'security_group_id': '98ec7402-286b-4043-90b7-8d3112b5b8df', 'project_id': '58031e526e9043e28fb0791c1b71b699', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:37.454826 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00a040-4cbb-4a1d-bf21-c5e8bdfbcace tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f0dde0-9a2a-4464-beeb-31647375387a,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:37.487363 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32ff5f5e-ae8a-41c1-b91e-fa6235676491 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.502611 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9680ee3-2064-4d04-ab7b-12570af6ca0d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:08:37.520093 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9680ee3-2064-4d04-ab7b-12570af6ca0d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.520574 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-f9680ee3-2064-4d04-ab7b-12570af6ca0d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Added segment 54c2a77e-b1fc-4c0d-84c3-88df9e98e0f7 of type vlan for network 0eb2a85a-138e-422f-ba10-dbe92a2a6fc7 Jul 05 10:08:37.557441 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32ff5f5e-ae8a-41c1-b91e-fa6235676491 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.561539 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32ff5f5e-ae8a-41c1-b91e-fa6235676491 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.577051 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff5f5e-ae8a-41c1-b91e-fa6235676491 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2f30f1-d2b9-4db4-abe2-f58af464c1a3,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:37.592836 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32ff5f5e-ae8a-41c1-b91e-fa6235676491 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.595908 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-1b05220c-fdd3-465c-92a1-04dc408c5307 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689563 Jul 05 10:08:37.596077 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-32ff5f5e-ae8a-41c1-b91e-fa6235676491 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1599226 Jul 05 10:08:37.596981 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58360) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:37.597320 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9680ee3-2064-4d04-ab7b-12570af6ca0d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.602537 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-04e7b886-5257-4d78-89ea-6f7d30f75f08 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Request body: {'security_group_rule': {'security_group_id': '98ec7402-286b-4043-90b7-8d3112b5b8df', 'project_id': '58031e526e9043e28fb0791c1b71b699', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:37.639065 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-3093376f-fa1f-4f9c-852c-d06ca92add1d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=c1821982-65d1-4284-b01f-61dd67e40864 HTTP/1.1" status: 200 len: 217 time: 0.0379279 Jul 05 10:08:37.649345 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04e7b886-5257-4d78-89ea-6f7d30f75f08 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.695520 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9680ee3-2064-4d04-ab7b-12570af6ca0d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.701372 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9680ee3-2064-4d04-ab7b-12570af6ca0d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:37.701909 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9680ee3-2064-4d04-ab7b-12570af6ca0d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.722128 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04e7b886-5257-4d78-89ea-6f7d30f75f08 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.726925 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04e7b886-5257-4d78-89ea-6f7d30f75f08 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.745413 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7b886-5257-4d78-89ea-6f7d30f75f08 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd2fcb69-09fb-4143-8732-e7d68774ab83,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:37.753305 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04e7b886-5257-4d78-89ea-6f7d30f75f08 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.755603 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-04e7b886-5257-4d78-89ea-6f7d30f75f08 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1562388 Jul 05 10:08:37.758950 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58362) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:37.762508 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-81957586-5769-4f76-b4f7-75f1f420f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:37.763973 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-81957586-5769-4f76-b4f7-75f1f420f4e2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.1168497 Jul 05 10:08:37.767118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5b545e26-80c4-4f98-8873-e201f27939e0 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Request body: {'security_group_rule': {'security_group_id': '98ec7402-286b-4043-90b7-8d3112b5b8df', 'project_id': '58031e526e9043e28fb0791c1b71b699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:37.774359 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f9680ee3-2064-4d04-ab7b-12570af6ca0d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4610856 Jul 05 10:08:37.777431 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58364) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:37.782844 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-eeaf1edd-202e-48a2-b9ce-c888f627b8b7 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'subnet': {'network_id': '0eb2a85a-138e-422f-ba10-dbe92a2a6fc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:37.827316 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9680ee3-2064-4d04-ab7b-12570af6ca0d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Network': ['ID=0eb2a85a-138e-422f-ba10-dbe92a2a6fc7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:37.843085 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 0eb2a85a-138e-422f-ba10-dbe92a2a6fc7 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:08:37.843801 n-d-798054-8 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-5b545e26-80c4-4f98-8873-e201f27939e0 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Project 58031e526e9043e28fb0791c1b71b699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:08:37.854259 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b545e26-80c4-4f98-8873-e201f27939e0 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.881433 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-e41e019c-0e9a-4cab-ada1-f4370307a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:37.883515 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-e41e019c-0e9a-4cab-ada1-f4370307a417 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1073148 Jul 05 10:08:37.886390 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeaf1edd-202e-48a2-b9ce-c888f627b8b7 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Made reservation on behalf of c4b0a5f8e9f442b09c91ecab2efe6793 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:37.890319 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eeaf1edd-202e-48a2-b9ce-c888f627b8b7 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.978981 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b545e26-80c4-4f98-8873-e201f27939e0 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.989368 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b545e26-80c4-4f98-8873-e201f27939e0 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.023639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b545e26-80c4-4f98-8873-e201f27939e0 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91618fef-760e-40cb-b826-2abae56fed3c,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:38.028315 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-45f71bdc-bcb4-41c9-9e7e-e6e665d520c3 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353459 Jul 05 10:08:38.033964 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b545e26-80c4-4f98-8873-e201f27939e0 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.037707 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5b545e26-80c4-4f98-8873-e201f27939e0 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2745333 Jul 05 10:08:38.038000 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58368) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:38.043446 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5a6a5c63-654c-4e3b-8799-9225c3097a12 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Request body: {'security_group_rule': {'security_group_id': '98ec7402-286b-4043-90b7-8d3112b5b8df', 'project_id': '58031e526e9043e28fb0791c1b71b699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:38.128011 n-d-798054-8 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-5a6a5c63-654c-4e3b-8799-9225c3097a12 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Project 58031e526e9043e28fb0791c1b71b699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:08:38.141135 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a6a5c63-654c-4e3b-8799-9225c3097a12 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.151708 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eeaf1edd-202e-48a2-b9ce-c888f627b8b7 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.161894 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-61e57f0c-c4a1-486a-ae67-f634510e5c39 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254437 Jul 05 10:08:38.300992 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf1edd-202e-48a2-b9ce-c888f627b8b7 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Subnet': ['ID=4919ae2f-7bff-426c-a437-706b75cc9fa7,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:38.333741 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a6a5c63-654c-4e3b-8799-9225c3097a12 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.335100 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf1edd-202e-48a2-b9ce-c888f627b8b7 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Checking segment: {'id': '54c2a77e-b1fc-4c0d-84c3-88df9e98e0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0eb2a85a-138e-422f-ba10-dbe92a2a6fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:38.335766 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaf1edd-202e-48a2-b9ce-c888f627b8b7 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network hostable DHCP agents. Network: 0eb2a85a-138e-422f-ba10-dbe92a2a6fc7, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:08:38.343694 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a6a5c63-654c-4e3b-8799-9225c3097a12 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.353721 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-dacf4696-392b-4d3f-84b1-59144e67df2a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0e6db9d0-38f9-4121-8c58-31af2f739051 HTTP/1.1" status: 200 len: 217 time: 0.1840463 Jul 05 10:08:38.370998 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a5c63-654c-4e3b-8799-9225c3097a12 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5314ae8a-e295-4e5b-abc7-1cae40e0d414,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:38.381065 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a6a5c63-654c-4e3b-8799-9225c3097a12 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.382906 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5a6a5c63-654c-4e3b-8799-9225c3097a12 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3433764 Jul 05 10:08:38.392980 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaf1edd-202e-48a2-b9ce-c888f627b8b7 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network 0eb2a85a-138e-422f-ba10-dbe92a2a6fc7 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:08:38.415593 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-eeaf1edd-202e-48a2-b9ce-c888f627b8b7 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 0eb2a85a-138e-422f-ba10-dbe92a2a6fc7) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:38.429456 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaf1edd-202e-48a2-b9ce-c888f627b8b7 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:38.430207 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eeaf1edd-202e-48a2-b9ce-c888f627b8b7 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.432318 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53862103-3011-498a-ac36-aa18e2ad4bab None None] Network 0eb2a85a-138e-422f-ba10-dbe92a2a6fc7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:38.448414 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9196234c-6c1b-4d72-9e89-5912f7626199 req-e030e666-3020-473f-95e7-6b4beb9fc3de tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bced0e07-c7e0-4d70-a881-87f89cb68f9b HTTP/1.1" status: 200 len: 210 time: 0.0970447 Jul 05 10:08:38.479297 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58380) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:38.480512 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-eeaf1edd-202e-48a2-b9ce-c888f627b8b7 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7003293 Jul 05 10:08:38.509169 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6f0fa075-2f6b-4a26-b6ca-a2baf1c6c32a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2052300058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:38.589345 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f0fa075-2f6b-4a26-b6ca-a2baf1c6c32a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.590481 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f0fa075-2f6b-4a26-b6ca-a2baf1c6c32a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.685145 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-06c54a97-de36-49b4-899d-889fc0e81c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:38.687113 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-06c54a97-de36-49b4-899d-889fc0e81c93 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cad995d8-210a-44a5-ac6b-55fe6188cec8 HTTP/1.1" status: 200 len: 797 time: 0.2810609 Jul 05 10:08:38.721205 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-0eb2a85a-138e-422f-ba10-dbe92a2a6fc7', 'network_id': '0eb2a85a-138e-422f-ba10-dbe92a2a6fc7', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'fixed_ips': [{'subnet_id': '4919ae2f-7bff-426c-a437-706b75cc9fa7'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:08:38.722177 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.743573 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-de4e45e8-2266-4611-8bd2-a2ff057a85de tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:38.745107 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-de4e45e8-2266-4611-8bd2-a2ff057a85de tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.81 "GET /v2.0/networks?id=94188280-9daf-4cdc-9be3-100572f453ff HTTP/1.1" status: 200 len: 911 time: 0.4666638 Jul 05 10:08:38.781032 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-9eab1dd0-50a1-4aa6-a100-7678e127dae9 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Request body: {'port': {'device_id': 'bced0e07-c7e0-4d70-a881-87f89cb68f9b', 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff', 'admin_state_up': True, 'tenant_id': '3f9291c37b10490c919ffe8254b83b60'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:38.786117 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-323a104c-2d68-497d-8166-3f913d59d7b2 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-670851817&fields=id&tenant_id=58031e526e9043e28fb0791c1b71b699 HTTP/1.1" status: 200 len: 267 time: 0.1433706 Jul 05 10:08:38.827444 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f0fa075-2f6b-4a26-b6ca-a2baf1c6c32a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.853179 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f0fa075-2f6b-4a26-b6ca-a2baf1c6c32a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.869846 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Allocated IP 172.20.0.2 (0eb2a85a-138e-422f-ba10-dbe92a2a6fc7/4919ae2f-7bff-426c-a437-706b75cc9fa7/8df3c0cd-989c-42c5-b06e-251cd9533148) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:38.908503 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-9eab1dd0-50a1-4aa6-a100-7678e127dae9 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Made reservation on behalf of 3f9291c37b10490c919ffe8254b83b60 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:38.911286 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-9eab1dd0-50a1-4aa6-a100-7678e127dae9 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.920680 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f0fa075-2f6b-4a26-b6ca-a2baf1c6c32a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.924548 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6f0fa075-2f6b-4a26-b6ca-a2baf1c6c32a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4263992 Jul 05 10:08:38.925356 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58392) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:38.934641 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-aeac451b-11bc-4b52-9f00-4287cc416dd2 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'port': {'network_id': '0eb2a85a-138e-422f-ba10-dbe92a2a6fc7', 'name': 'tempest-RoutersTest-2009365082'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:38.961943 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-a0014b44-74bb-4e25-bae8-1becbd593334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:38.963486 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-a0014b44-74bb-4e25-bae8-1becbd593334 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=687dc320-4531-4e31-9377-87644d9740dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2441354 Jul 05 10:08:39.038696 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.049452 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Transition to ACTIVE for port object 8df3c0cd-989c-42c5-b06e-251cd9533148 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:39.066179 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Transition to ACTIVE for port object 8df3c0cd-989c-42c5-b06e-251cd9533148 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:39.074779 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-62e7b917-8a88-441d-85aa-79376f0c9140 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:39.075205 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.076732 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-62e7b917-8a88-441d-85aa-79376f0c9140 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/networks?id=f252cb9a-ea9a-4f07-a167-d7a9677bd9e8 HTTP/1.1" status: 200 len: 814 time: 0.2569346 Jul 05 10:08:39.094614 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeac451b-11bc-4b52-9f00-4287cc416dd2 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Made reservation on behalf of c4b0a5f8e9f442b09c91ecab2efe6793 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:39.099186 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aeac451b-11bc-4b52-9f00-4287cc416dd2 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.119985 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Network 0eb2a85a-138e-422f-ba10-dbe92a2a6fc7 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:39.124695 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-aeac451b-11bc-4b52-9f00-4287cc416dd2 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] device_id is not set on port e215ba4f-1f8f-4259-9661-ea2732ca2e93 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:08:39.127529 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:39.128568 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-97192d7c-92a9-42cd-8f4b-79f48216bcb6 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/quotas/58031e526e9043e28fb0791c1b71b699 HTTP/1.1" status: 200 len: 375 time: 0.0402949 Jul 05 10:08:39.131970 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:39.138529 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Pushing event updated for resources: {'Port': ['ID=8df3c0cd-989c-42c5-b06e-251cd9533148,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:39.152981 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:39.153770 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:39.154547 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:39.155050 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:39.155540 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:39.156060 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:39.156551 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:39.157067 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:39.157554 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:39.158042 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:39.158517 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:39.159000 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:39.216394 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-9eab1dd0-50a1-4aa6-a100-7678e127dae9 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Allocated IP 172.20.0.8 (94188280-9daf-4cdc-9be3-100572f453ff/c60f963f-878b-4612-b669-81394a90dd8e/538abaab-9592-412f-94b4-ecb42a0267cf) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:39.222092 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Attempting to bind port 8df3c0cd-989c-42c5-b06e-251cd9533148 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:39.222905 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Attempting to bind port 8df3c0cd-989c-42c5-b06e-251cd9533148 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '54c2a77e-b1fc-4c0d-84c3-88df9e98e0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0eb2a85a-138e-422f-ba10-dbe92a2a6fc7'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:39.223480 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Attempting to bind port 8df3c0cd-989c-42c5-b06e-251cd9533148 on network 0eb2a85a-138e-422f-ba10-dbe92a2a6fc7 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:39.229928 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:08:39.230573 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Checking segment: {'id': '54c2a77e-b1fc-4c0d-84c3-88df9e98e0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0eb2a85a-138e-422f-ba10-dbe92a2a6fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:39.231151 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.231709 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Bound using segment: {'id': '54c2a77e-b1fc-4c0d-84c3-88df9e98e0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0eb2a85a-138e-422f-ba10-dbe92a2a6fc7'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:08:39.232639 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Bound port: 8df3c0cd-989c-42c5-b06e-251cd9533148, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c2a77e-b1fc-4c0d-84c3-88df9e98e0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0eb2a85a-138e-422f-ba10-dbe92a2a6fc7'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:08:39.233234 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.238207 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-75030ca8-abd9-465b-b346-f2b18732e062 service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380843 Jul 05 10:08:39.267956 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-aeac451b-11bc-4b52-9f00-4287cc416dd2 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Allocated IP 172.20.0.7 (0eb2a85a-138e-422f-ba10-dbe92a2a6fc7/4919ae2f-7bff-426c-a437-706b75cc9fa7/e215ba4f-1f8f-4259-9661-ea2732ca2e93) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:39.335280 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] For port 8df3c0cd-989c-42c5-b06e-251cd9533148, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:39.350872 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] For port 8df3c0cd-989c-42c5-b06e-251cd9533148, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8df3c0cd-989c-42c5-b06e-251cd9533148,segment=NetworkSegment(54c2a77e-b1fc-4c0d-84c3-88df9e98e0f7),segment_id=54c2a77e-b1fc-4c0d-84c3-88df9e98e0f7)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:39.357209 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.457144 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba5d3f-8a27-4cb2-88cc-ba68447a0979 None None] Pushing event updated for resources: {'Port': ['ID=8df3c0cd-989c-42c5-b06e-251cd9533148,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:39.486382 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aeac451b-11bc-4b52-9f00-4287cc416dd2 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.486599 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-43b9f86c-066e-4bc4-9aa1-e8f0105f409d tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=58031e526e9043e28fb0791c1b71b699&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3475318 Jul 05 10:08:39.506560 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-aeac451b-11bc-4b52-9f00-4287cc416dd2 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Transition to ACTIVE for port object e215ba4f-1f8f-4259-9661-ea2732ca2e93 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:39.546365 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aeac451b-11bc-4b52-9f00-4287cc416dd2 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.630090 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeac451b-11bc-4b52-9f00-4287cc416dd2 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network 0eb2a85a-138e-422f-ba10-dbe92a2a6fc7 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:39.636008 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-aeac451b-11bc-4b52-9f00-4287cc416dd2 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:39.644103 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeac451b-11bc-4b52-9f00-4287cc416dd2 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:39.672558 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abf155aa-8065-419f-93e2-82da3f3f9fd2 req-d3f0f30b-cb87-42f5-9476-fee936d0ebef tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bced0e07-c7e0-4d70-a881-87f89cb68f9b HTTP/1.1" status: 200 len: 210 time: 0.0649502 Jul 05 10:08:39.683246 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac451b-11bc-4b52-9f00-4287cc416dd2 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Port': ['ID=e215ba4f-1f8f-4259-9661-ea2732ca2e93,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:39.771351 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-d4effa12-697c-411d-ad73-a511c27a0187 service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150630 Jul 05 10:08:39.776533 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeac451b-11bc-4b52-9f00-4287cc416dd2 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:39.778256 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aeac451b-11bc-4b52-9f00-4287cc416dd2 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.808460 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-aeac451b-11bc-4b52-9f00-4287cc416dd2 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8808351 Jul 05 10:08:39.810809 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58404) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:39.858436 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-9eab1dd0-50a1-4aa6-a100-7678e127dae9 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.911090 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-ce9e6c58-aa21-4ac1-897b-a431d4f7162e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 HTTP/1.1" status: 200 len: 217 time: 0.1279068 Jul 05 10:08:39.958112 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-9eab1dd0-50a1-4aa6-a100-7678e127dae9 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Transition to ACTIVE for port object 538abaab-9592-412f-94b4-ecb42a0267cf will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:39.962827 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-7078a80b-ff3a-4783-8a9c-ba3bd47a5888 service neutron] 10.222.0.79 "GET /v2.0/networks/f252cb9a-ea9a-4f07-a167-d7a9677bd9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568305 Jul 05 10:08:40.041446 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-736b7491-0a39-49c7-8947-36e46e66d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:40.042926 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-736b7491-0a39-49c7-8947-36e46e66d67e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cad995d8-210a-44a5-ac6b-55fe6188cec8 HTTP/1.1" status: 200 len: 797 time: 0.1245265 Jul 05 10:08:40.115058 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-9eab1dd0-50a1-4aa6-a100-7678e127dae9 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:40.127189 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['0ab1bc17-50cb-49de-83fd-a1b4c51edfe2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:40.163464 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-0e79cbca-07e4-4814-aa0d-0062e8b4a593 service neutron] 10.222.0.79 "GET /v2.0/networks/f252cb9a-ea9a-4f07-a167-d7a9677bd9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890171 Jul 05 10:08:40.205116 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-9eab1dd0-50a1-4aa6-a100-7678e127dae9 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Network 94188280-9daf-4cdc-9be3-100572f453ff is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:40.215795 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-9eab1dd0-50a1-4aa6-a100-7678e127dae9 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:40.222435 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-9eab1dd0-50a1-4aa6-a100-7678e127dae9 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:40.237667 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f34f-ca1a-432a-bc27-df62144b240f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:40.256592 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab1dd0-50a1-4aa6-a100-7678e127dae9 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Pushing event updated for resources: {'Port': ['ID=538abaab-9592-412f-94b4-ecb42a0267cf,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:40.266806 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-be1e1502-e0ab-4301-a17a-db5beb30ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:40.268333 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-be1e1502-e0ab-4301-a17a-db5beb30ce8c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=687dc320-4531-4e31-9377-87644d9740dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2181211 Jul 05 10:08:40.366313 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-9eab1dd0-50a1-4aa6-a100-7678e127dae9 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:40.377165 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-9eab1dd0-50a1-4aa6-a100-7678e127dae9 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:40.413380 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-9eab1dd0-50a1-4aa6-a100-7678e127dae9 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6384165 Jul 05 10:08:40.437453 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-14ca3133-bf9d-40d2-90e5-ffce5172e6f3 service neutron] Request body: {'port': {'device_id': 'bced0e07-c7e0-4d70-a881-87f89cb68f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:40.605782 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-5f34c334-1d37-4d14-bc9c-85c23b1305e0 service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217900 Jul 05 10:08:40.683791 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8df3c0cd-989c-42c5-b06e-251cd9533148 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:40.781344 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-717fcb1f-d5b6-4016-9b24-6e5d8111a6d7 None None] Provisioning for port 538abaab-9592-412f-94b4-ecb42a0267cf completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:40.796707 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-717fcb1f-d5b6-4016-9b24-6e5d8111a6d7 None None] Provisioning complete for port 538abaab-9592-412f-94b4-ecb42a0267cf triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:40.801511 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-717fcb1f-d5b6-4016-9b24-6e5d8111a6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:40.814286 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-14ca3133-bf9d-40d2-90e5-ffce5172e6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:40.872411 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f34f-ca1a-432a-bc27-df62144b240f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:40.881530 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f34f-ca1a-432a-bc27-df62144b240f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:40.897652 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 8df3c0cd-989c-42c5-b06e-251cd9533148 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:40.899311 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-966323ee-6262-4ef9-9738-46e3a24dbf9f req-4fb57acf-281b-4e10-a1f0-35c97f540824 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 210 time: 0.0860429 Jul 05 10:08:40.940656 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-717fcb1f-d5b6-4016-9b24-6e5d8111a6d7 None None] Port 538abaab-9592-412f-94b4-ecb42a0267cf cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:08:41.027678 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaaea02b-1d5c-429e-86db-89f8de7b80ae req-bcf6331d-5912-4d9d-92d9-80efaa9554b1 service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221585 Jul 05 10:08:41.152059 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6f34f-ca1a-432a-bc27-df62144b240f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Port': ['ID=e215ba4f-1f8f-4259-9661-ea2732ca2e93,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:41.224719 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71ee4a-8abb-4221-ae10-2ae418ce96ab req-3a59722f-70c0-48dd-ad8f-19b13f3c88e5 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:41.232492 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0d71ee4a-8abb-4221-ae10-2ae418ce96ab req-3a59722f-70c0-48dd-ad8f-19b13f3c88e5 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bced0e07-c7e0-4d70-a881-87f89cb68f9b HTTP/1.1" status: 200 len: 1027 time: 0.3095915 Jul 05 10:08:41.271729 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191835a8-e1b1-47cc-9c53-cbf59a58b681 None None] Network 0eb2a85a-138e-422f-ba10-dbe92a2a6fc7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:41.348389 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0d71ee4a-8abb-4221-ae10-2ae418ce96ab req-c2315605-fdf6-4937-b1bb-82ec9dcb7018 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=473465cc-1432-4afa-a2a4-8ec01175f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143548 Jul 05 10:08:41.400750 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-522f4021-01c5-4441-a9b1-35acbc37b2fd None None] Provisioning for port 8df3c0cd-989c-42c5-b06e-251cd9533148 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:41.401173 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f34f-ca1a-432a-bc27-df62144b240f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:41.411394 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-522f4021-01c5-4441-a9b1-35acbc37b2fd None None] Provisioning complete for port 8df3c0cd-989c-42c5-b06e-251cd9533148 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:41.411770 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-522f4021-01c5-4441-a9b1-35acbc37b2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:41.517062 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-14ca3133-bf9d-40d2-90e5-ffce5172e6f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538abaab-9592-412f-94b4-ecb42a0267cf {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:08:41.537649 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-14ca3133-bf9d-40d2-90e5-ffce5172e6f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:41.563093 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-14ca3133-bf9d-40d2-90e5-ffce5172e6f3 service neutron] Transition to ACTIVE for port object 538abaab-9592-412f-94b4-ecb42a0267cf will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:41.569138 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-14ca3133-bf9d-40d2-90e5-ffce5172e6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:41.581207 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f34f-ca1a-432a-bc27-df62144b240f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:41.620046 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-522f4021-01c5-4441-a9b1-35acbc37b2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:41.685781 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-522f4021-01c5-4441-a9b1-35acbc37b2fd None None] For port 8df3c0cd-989c-42c5-b06e-251cd9533148, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8df3c0cd-989c-42c5-b06e-251cd9533148,segment=NetworkSegment(54c2a77e-b1fc-4c0d-84c3-88df9e98e0f7),segment_id=54c2a77e-b1fc-4c0d-84c3-88df9e98e0f7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:41.695294 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-522f4021-01c5-4441-a9b1-35acbc37b2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:41.717175 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca3133-bf9d-40d2-90e5-ffce5172e6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=538abaab-9592-412f-94b4-ecb42a0267cf,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:41.817560 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f4021-01c5-4441-a9b1-35acbc37b2fd None None] Pushing event updated for resources: {'Port': ['ID=8df3c0cd-989c-42c5-b06e-251cd9533148,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:41.839219 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-14ca3133-bf9d-40d2-90e5-ffce5172e6f3 service neutron] Attempting to bind port 538abaab-9592-412f-94b4-ecb42a0267cf on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:41.839714 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-14ca3133-bf9d-40d2-90e5-ffce5172e6f3 service neutron] Attempting to bind port 538abaab-9592-412f-94b4-ecb42a0267cf by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '6542b542-d05b-4a8f-8945-0f7cd2944384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:41.840177 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-14ca3133-bf9d-40d2-90e5-ffce5172e6f3 service neutron] Attempting to bind port 538abaab-9592-412f-94b4-ecb42a0267cf on network 94188280-9daf-4cdc-9be3-100572f453ff {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:41.856750 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-14ca3133-bf9d-40d2-90e5-ffce5172e6f3 service neutron] Port 538abaab-9592-412f-94b4-ecb42a0267cf on network 94188280-9daf-4cdc-9be3-100572f453ff not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:08:41.856750 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-14ca3133-bf9d-40d2-90e5-ffce5172e6f3 service neutron] Attempting to bind port 538abaab-9592-412f-94b4-ecb42a0267cf on network 94188280-9daf-4cdc-9be3-100572f453ff {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:41.872349 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-14ca3133-bf9d-40d2-90e5-ffce5172e6f3 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:08:41.873198 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-14ca3133-bf9d-40d2-90e5-ffce5172e6f3 service neutron] Checking segment: {'id': '6542b542-d05b-4a8f-8945-0f7cd2944384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:41.873414 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-14ca3133-bf9d-40d2-90e5-ffce5172e6f3 service neutron] Bound using segment: {'id': '6542b542-d05b-4a8f-8945-0f7cd2944384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:08:41.873980 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-14ca3133-bf9d-40d2-90e5-ffce5172e6f3 service neutron] Bound port: 538abaab-9592-412f-94b4-ecb42a0267cf, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6542b542-d05b-4a8f-8945-0f7cd2944384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:08:41.874528 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-14ca3133-bf9d-40d2-90e5-ffce5172e6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:42.026709 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-14ca3133-bf9d-40d2-90e5-ffce5172e6f3 service neutron] For port 538abaab-9592-412f-94b4-ecb42a0267cf, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:42.040691 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-14ca3133-bf9d-40d2-90e5-ffce5172e6f3 service neutron] For port 538abaab-9592-412f-94b4-ecb42a0267cf, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=538abaab-9592-412f-94b4-ecb42a0267cf,segment=NetworkSegment(6542b542-d05b-4a8f-8945-0f7cd2944384),segment_id=6542b542-d05b-4a8f-8945-0f7cd2944384)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:42.053209 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-14ca3133-bf9d-40d2-90e5-ffce5172e6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:42.088528 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f34f-ca1a-432a-bc27-df62144b240f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:42.094454 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f34f-ca1a-432a-bc27-df62144b240f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:42.124275 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-53933884-dc18-4e43-9009-d80c1d3bd493 None None] Provisioning for port e215ba4f-1f8f-4259-9661-ea2732ca2e93 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:42.128808 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-53933884-dc18-4e43-9009-d80c1d3bd493 None None] Provisioning complete for port e215ba4f-1f8f-4259-9661-ea2732ca2e93 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:42.129345 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-53933884-dc18-4e43-9009-d80c1d3bd493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:42.136007 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca3133-bf9d-40d2-90e5-ffce5172e6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=538abaab-9592-412f-94b4-ecb42a0267cf,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:42.157836 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-14ca3133-bf9d-40d2-90e5-ffce5172e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:42.158774 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-14ca3133-bf9d-40d2-90e5-ffce5172e6f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:42.161307 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-14ca3133-bf9d-40d2-90e5-ffce5172e6f3 service neutron] 10.222.0.81 "PUT /v2.0/ports/538abaab-9592-412f-94b4-ecb42a0267cf HTTP/1.1" status: 200 len: 1091 time: 1.7392843 Jul 05 10:08:42.169909 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bced0e07-c7e0-4d70-a881-87f89cb68f9b', 'tag': '538abaab-9592-412f-94b4-ecb42a0267cf'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:42.172600 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4a9544-fcb3-497b-bfa1-176bb1c77a50" -d '{"events": [{"name": "network-changed", "server_uuid": "bced0e07-c7e0-4d70-a881-87f89cb68f9b", "tag": "538abaab-9592-412f-94b4-ecb42a0267cf"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:42.212469 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6f34f-ca1a-432a-bc27-df62144b240f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Port': ['ID=e215ba4f-1f8f-4259-9661-ea2732ca2e93,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:42.215305 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f34f-ca1a-432a-bc27-df62144b240f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:42.246048 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-30d2ed7e-ef2e-431e-ba9f-1dccbe632712 req-2c11a458-411d-438a-a78b-74f6608e0b51 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 210 time: 0.0967398 Jul 05 10:08:42.347747 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256cf6f4-4964-4ff1-9d27-1e01535ad476 x-openstack-request-id: req-256cf6f4-4964-4ff1-9d27-1e01535ad476 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:42.349080 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bced0e07-c7e0-4d70-a881-87f89cb68f9b", "tag": "538abaab-9592-412f-94b4-ecb42a0267cf", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:42.349403 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-256cf6f4-4964-4ff1-9d27-1e01535ad476 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:42.349874 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bced0e07-c7e0-4d70-a881-87f89cb68f9b', 'tag': '538abaab-9592-412f-94b4-ecb42a0267cf', 'status': 'completed', 'code': 200} Jul 05 10:08:42.449611 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-882fe65c-4864-45a0-a749-cb92d010c36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:42.453948 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-882fe65c-4864-45a0-a749-cb92d010c36f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3f9291c37b10490c919ffe8254b83b60&device_id=bced0e07-c7e0-4d70-a881-87f89cb68f9b HTTP/1.1" status: 200 len: 1094 time: 0.2058392 Jul 05 10:08:42.459902 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb6f34f-ca1a-432a-bc27-df62144b240f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network 0eb2a85a-138e-422f-ba10-dbe92a2a6fc7 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:42.468722 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-0bb6f34f-ca1a-432a-bc27-df62144b240f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:42.606119 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-04877065-f557-4d39-aa75-869ccd501440 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=538abaab-9592-412f-94b4-ecb42a0267cf HTTP/1.1" status: 200 len: 217 time: 0.1437492 Jul 05 10:08:42.637203 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8df3c0cd-989c-42c5-b06e-251cd9533148 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:42.748263 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-53933884-dc18-4e43-9009-d80c1d3bd493 None None] Port e215ba4f-1f8f-4259-9661-ea2732ca2e93 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:08:42.792395 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-53933884-dc18-4e43-9009-d80c1d3bd493 None None] Provisioning complete for port 8df3c0cd-989c-42c5-b06e-251cd9533148 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:42.793095 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-53933884-dc18-4e43-9009-d80c1d3bd493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:42.799028 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 8df3c0cd-989c-42c5-b06e-251cd9533148 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:42.800575 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:43.248103 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7c8cea80-a7f6-4bcd-82a8-a852af3732db None None] Provisioning complete for port e215ba4f-1f8f-4259-9661-ea2732ca2e93 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:43.248490 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7c8cea80-a7f6-4bcd-82a8-a852af3732db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:43.256666 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-725d47f8-f3b9-48ba-b224-79f8faa93b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:43.258316 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-725d47f8-f3b9-48ba-b224-79f8faa93b5c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c60f963f-878b-4612-b669-81394a90dd8e HTTP/1.1" status: 200 len: 849 time: 0.6444907 Jul 05 10:08:43.331022 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:08:43.349127 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7c8cea80-a7f6-4bcd-82a8-a852af3732db None None] Port e215ba4f-1f8f-4259-9661-ea2732ca2e93 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:08:43.385827 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820694e8-92ce-4e72-9348-1d208207ee5c req-10079342-dc67-4cb5-b1d8-3cee176836d3 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:43.395764 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-820694e8-92ce-4e72-9348-1d208207ee5c req-10079342-dc67-4cb5-b1d8-3cee176836d3 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bced0e07-c7e0-4d70-a881-87f89cb68f9b HTTP/1.1" status: 200 len: 1094 time: 0.7834990 Jul 05 10:08:43.497882 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-605253b0-99d2-4fed-ba42-ea95166e727e None None] Provisioning complete for port e215ba4f-1f8f-4259-9661-ea2732ca2e93 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:43.498272 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-605253b0-99d2-4fed-ba42-ea95166e727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:43.508252 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-2e79e71c-8641-427c-8f4a-1266045fcdda tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:43.509901 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-2e79e71c-8641-427c-8f4a-1266045fcdda tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.78 "GET /v2.0/networks?id=f252cb9a-ea9a-4f07-a167-d7a9677bd9e8 HTTP/1.1" status: 200 len: 814 time: 0.9272780 Jul 05 10:08:43.512556 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f892280b-079d-4017-8aa0-903086f40a48 req-6cc20431-d406-4bba-925b-0477dc26133f tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 210 time: 0.0575173 Jul 05 10:08:43.527644 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-820694e8-92ce-4e72-9348-1d208207ee5c req-4d154f3f-4e7f-4d48-bce2-0bfc9dce92aa tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=473465cc-1432-4afa-a2a4-8ec01175f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149685 Jul 05 10:08:43.558104 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-5197d138-92ae-4c6c-8f59-058a58df0259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:43.559968 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-5197d138-92ae-4c6c-8f59-058a58df0259 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=94188280-9daf-4cdc-9be3-100572f453ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2849801 Jul 05 10:08:43.610147 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-605253b0-99d2-4fed-ba42-ea95166e727e None None] Port e215ba4f-1f8f-4259-9661-ea2732ca2e93 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:08:43.650389 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-3786dd20-a161-46f4-81b2-829eacf233b1 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58031e526e9043e28fb0791c1b71b699 HTTP/1.1" status: 200 len: 379 time: 0.1298020 Jul 05 10:08:43.652228 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb6f34f-ca1a-432a-bc27-df62144b240f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Router ca93aab4-b916-48b8-b886-f68c2f7f4fe1 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:08:43.669507 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-88272fe8-9415-4440-b06f-be71372d5e6e tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Request body: {'port': {'device_id': '60b1cd0a-dbd7-4731-a967-ccfea7bff21a', 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8', 'admin_state_up': True, 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'security_groups': ['98ec7402-286b-4043-90b7-8d3112b5b8df']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:43.723277 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-9a144f81-3b97-479b-b75b-37dd0e9f19fd service neutron] 10.222.0.81 "GET /v2.0/networks/94188280-9daf-4cdc-9be3-100572f453ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553686 Jul 05 10:08:43.827324 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f144d871-4c4c-4d3c-af19-d4157ae61193 req-31c1f21b-0fd5-4680-b922-288bfdd8fe79 service neutron] 10.222.0.81 "GET /v2.0/networks/94188280-9daf-4cdc-9be3-100572f453ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965254 Jul 05 10:08:43.874062 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb6f34f-ca1a-432a-bc27-df62144b240f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:08:43.885313 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0bb6f34f-ca1a-432a-bc27-df62144b240f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "PUT /v2.0/routers/ca93aab4-b916-48b8-b886-f68c2f7f4fe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0694768 Jul 05 10:08:43.885617 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58452) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:43.893426 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccfaecb-4c3e-4e4f-aaa9-d405c1e8c7a0 None None] Sync routers for ids ['ca93aab4-b916-48b8-b886-f68c2f7f4fe1'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:08:43.910875 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccfaecb-4c3e-4e4f-aaa9-d405c1e8c7a0 None None] Routers {'ca93aab4-b916-48b8-b886-f68c2f7f4fe1'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:43.911776 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3ccfaecb-4c3e-4e4f-aaa9-d405c1e8c7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ca93aab4-b916-48b8-b886-f68c2f7f4fe1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:43.957407 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a9544-fcb3-497b-bfa1-176bb1c77a50 req-f1b7a8d2-dd8f-43be-b8a9-2bd89bfc43d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:43.958343 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3ccfaecb-4c3e-4e4f-aaa9-d405c1e8c7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:43.963944 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917d681d-06b1-4bf5-be1a-bc0a260b9a7a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:43.964329 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b4a9544-fcb3-497b-bfa1-176bb1c77a50 req-f1b7a8d2-dd8f-43be-b8a9-2bd89bfc43d3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3f9291c37b10490c919ffe8254b83b60&device_id=bced0e07-c7e0-4d70-a881-87f89cb68f9b HTTP/1.1" status: 200 len: 1094 time: 0.0847473 Jul 05 10:08:43.968115 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-917d681d-06b1-4bf5-be1a-bc0a260b9a7a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "GET /v2.0/ports/e215ba4f-1f8f-4259-9661-ea2732ca2e93 HTTP/1.1" status: 200 len: 977 time: 0.0790601 Jul 05 10:08:43.968552 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58456) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:43.978929 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccfaecb-4c3e-4e4f-aaa9-d405c1e8c7a0 None None] Routers {'ca93aab4-b916-48b8-b886-f68c2f7f4fe1'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:43.980070 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3ccfaecb-4c3e-4e4f-aaa9-d405c1e8c7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ca93aab4-b916-48b8-b886-f68c2f7f4fe1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:43.982017 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-88272fe8-9415-4440-b06f-be71372d5e6e tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Made reservation on behalf of 58031e526e9043e28fb0791c1b71b699 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:43.987459 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-88272fe8-9415-4440-b06f-be71372d5e6e tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.018996 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3ccfaecb-4c3e-4e4f-aaa9-d405c1e8c7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:44.019656 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccfaecb-4c3e-4e4f-aaa9-d405c1e8c7a0 None None] The sync data for ids ['ca93aab4-b916-48b8-b886-f68c2f7f4fe1'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:44.147071 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-88272fe8-9415-4440-b06f-be71372d5e6e tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Allocated IP 172.20.0.13 (f252cb9a-ea9a-4f07-a167-d7a9677bd9e8/1f0ad179-c06a-4feb-b8e2-c0df34413923/4242b484-7b9d-43fc-8a5b-d21b96d613ad) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:44.199621 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a9544-fcb3-497b-bfa1-176bb1c77a50 req-01ad857f-cf70-4dca-9926-0815637a24f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:44.201284 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b4a9544-fcb3-497b-bfa1-176bb1c77a50 req-01ad857f-cf70-4dca-9926-0815637a24f0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=94188280-9daf-4cdc-9be3-100572f453ff HTTP/1.1" status: 200 len: 911 time: 0.2226751 Jul 05 10:08:44.283188 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b4a9544-fcb3-497b-bfa1-176bb1c77a50 req-e68c81da-1636-4555-b532-43f35a17a60e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=538abaab-9592-412f-94b4-ecb42a0267cf HTTP/1.1" status: 200 len: 217 time: 0.0487285 Jul 05 10:08:44.349863 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-88272fe8-9415-4440-b06f-be71372d5e6e tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.371212 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-88272fe8-9415-4440-b06f-be71372d5e6e tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Transition to ACTIVE for port object 4242b484-7b9d-43fc-8a5b-d21b96d613ad will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:44.392847 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a9544-fcb3-497b-bfa1-176bb1c77a50 req-f2336ba5-c2bd-4ec2-948d-22fa3e2e29f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:44.394369 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b4a9544-fcb3-497b-bfa1-176bb1c77a50 req-f2336ba5-c2bd-4ec2-948d-22fa3e2e29f6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c60f963f-878b-4612-b669-81394a90dd8e HTTP/1.1" status: 200 len: 849 time: 0.1032107 Jul 05 10:08:44.414964 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-88272fe8-9415-4440-b06f-be71372d5e6e tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.475308 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-88272fe8-9415-4440-b06f-be71372d5e6e tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Network f252cb9a-ea9a-4f07-a167-d7a9677bd9e8 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:44.482168 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-88272fe8-9415-4440-b06f-be71372d5e6e tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:44.488446 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-88272fe8-9415-4440-b06f-be71372d5e6e tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:44.530746 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88272fe8-9415-4440-b06f-be71372d5e6e tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Pushing event updated for resources: {'Port': ['ID=4242b484-7b9d-43fc-8a5b-d21b96d613ad,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:44.553602 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a9544-fcb3-497b-bfa1-176bb1c77a50 req-e79d997d-999e-450e-a8bb-c6e55d9f40e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:44.560707 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b4a9544-fcb3-497b-bfa1-176bb1c77a50 req-e79d997d-999e-450e-a8bb-c6e55d9f40e6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=94188280-9daf-4cdc-9be3-100572f453ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1573958 Jul 05 10:08:44.591113 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-88272fe8-9415-4440-b06f-be71372d5e6e tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:44.594261 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-88272fe8-9415-4440-b06f-be71372d5e6e tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.627208 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-88272fe8-9415-4440-b06f-be71372d5e6e tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9663677 Jul 05 10:08:44.641824 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-00240fc6-6e86-48df-bbd9-6aafc5d6205e service neutron] Request body: {'port': {'device_id': '60b1cd0a-dbd7-4731-a967-ccfea7bff21a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:44.816038 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-00240fc6-6e86-48df-bbd9-6aafc5d6205e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.888723 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b4a9544-fcb3-497b-bfa1-176bb1c77a50 req-a104d7b8-6783-4ebd-b365-ded88b2b9c18 service neutron] 10.222.0.81 "GET /v2.0/networks/94188280-9daf-4cdc-9be3-100572f453ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133814 Jul 05 10:08:44.896780 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7999dc98-7ded-42fe-ac9c-f1e255437176 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.943348 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-771627de-b684-4123-bd78-95f0d154e550 None None] Provisioning for port 4242b484-7b9d-43fc-8a5b-d21b96d613ad completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:44.949185 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-771627de-b684-4123-bd78-95f0d154e550 None None] Provisioning complete for port 4242b484-7b9d-43fc-8a5b-d21b96d613ad triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:44.949794 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-771627de-b684-4123-bd78-95f0d154e550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.013442 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 538abaab-9592-412f-94b4-ecb42a0267cf details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:08:45.125811 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e63aaf-c946-48a8-87cb-5084c93bda18 req-55311519-2f0e-4748-9891-ade0edd62670 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:45.127622 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1e63aaf-c946-48a8-87cb-5084c93bda18 req-55311519-2f0e-4748-9891-ade0edd62670 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bced0e07-c7e0-4d70-a881-87f89cb68f9b HTTP/1.1" status: 200 len: 1094 time: 0.3643341 Jul 05 10:08:45.167672 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6f98a-43c2-4ca9-a947-9a3d3488a7ca req-a4d97eee-8b54-49bc-b08e-689c22b1236e tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:45.176218 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3fb6f98a-43c2-4ca9-a947-9a3d3488a7ca req-a4d97eee-8b54-49bc-b08e-689c22b1236e tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 932 time: 0.3885891 Jul 05 10:08:45.178933 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 538abaab-9592-412f-94b4-ecb42a0267cf, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=538abaab-9592-412f-94b4-ecb42a0267cf,segment=NetworkSegment(6542b542-d05b-4a8f-8945-0f7cd2944384),segment_id=6542b542-d05b-4a8f-8945-0f7cd2944384)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:45.181933 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-771627de-b684-4123-bd78-95f0d154e550 None None] Port 4242b484-7b9d-43fc-8a5b-d21b96d613ad cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:08:45.196331 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '538abaab-9592-412f-94b4-ecb42a0267cf', 'network_id': '94188280-9daf-4cdc-9be3-100572f453ff', 'port_id': '538abaab-9592-412f-94b4-ecb42a0267cf', 'mac_address': 'fa:16:3e:5c:53:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c60f963f-878b-4612-b669-81394a90dd8e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:08:45.217596 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b4a9544-fcb3-497b-bfa1-176bb1c77a50 req-bd285017-7166-4006-b5b6-64b14a51d47e service neutron] 10.222.0.81 "GET /v2.0/networks/94188280-9daf-4cdc-9be3-100572f453ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167660 Jul 05 10:08:45.255526 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-00240fc6-6e86-48df-bbd9-6aafc5d6205e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4242b484-7b9d-43fc-8a5b-d21b96d613ad {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:08:45.264661 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-00240fc6-6e86-48df-bbd9-6aafc5d6205e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.268186 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.278165 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-00240fc6-6e86-48df-bbd9-6aafc5d6205e service neutron] Transition to ACTIVE for port object 4242b484-7b9d-43fc-8a5b-d21b96d613ad will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:45.283476 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-00240fc6-6e86-48df-bbd9-6aafc5d6205e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.287051 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538abaab-9592-412f-94b4-ecb42a0267cf {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:08:45.289572 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1e63aaf-c946-48a8-87cb-5084c93bda18 req-371b3ae6-bc97-4a7e-8e2e-8d2dcf3a44c1 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=473465cc-1432-4afa-a2a4-8ec01175f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107397 Jul 05 10:08:45.327154 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3fb6f98a-43c2-4ca9-a947-9a3d3488a7ca req-48fd1b3a-df67-4cf8-9f46-90b7e2ff027f tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/security-groups?id=98ec7402-286b-4043-90b7-8d3112b5b8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497524 Jul 05 10:08:45.347317 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 538abaab-9592-412f-94b4-ecb42a0267cf, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=538abaab-9592-412f-94b4-ecb42a0267cf,segment=NetworkSegment(6542b542-d05b-4a8f-8945-0f7cd2944384),segment_id=6542b542-d05b-4a8f-8945-0f7cd2944384)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:45.355150 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.370614 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00240fc6-6e86-48df-bbd9-6aafc5d6205e service neutron] Pushing event updated for resources: {'Port': ['ID=4242b484-7b9d-43fc-8a5b-d21b96d613ad,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:45.420627 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7999dc98-7ded-42fe-ac9c-f1e255437176 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting port e215ba4f-1f8f-4259-9661-ea2732ca2e93 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:45.421180 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7999dc98-7ded-42fe-ac9c-f1e255437176 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.437176 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=538abaab-9592-412f-94b4-ecb42a0267cf,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:45.538917 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-00240fc6-6e86-48df-bbd9-6aafc5d6205e service neutron] Attempting to bind port 4242b484-7b9d-43fc-8a5b-d21b96d613ad on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:45.539586 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-00240fc6-6e86-48df-bbd9-6aafc5d6205e service neutron] Attempting to bind port 4242b484-7b9d-43fc-8a5b-d21b96d613ad by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '347dd1a2-18f3-4ca9-abf0-6e9a69384184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:45.539586 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-00240fc6-6e86-48df-bbd9-6aafc5d6205e service neutron] Attempting to bind port 4242b484-7b9d-43fc-8a5b-d21b96d613ad on network f252cb9a-ea9a-4f07-a167-d7a9677bd9e8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:45.543119 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7999dc98-7ded-42fe-ac9c-f1e255437176 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.545023 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-00240fc6-6e86-48df-bbd9-6aafc5d6205e service neutron] Port 4242b484-7b9d-43fc-8a5b-d21b96d613ad on network f252cb9a-ea9a-4f07-a167-d7a9677bd9e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:08:45.545761 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-00240fc6-6e86-48df-bbd9-6aafc5d6205e service neutron] Attempting to bind port 4242b484-7b9d-43fc-8a5b-d21b96d613ad on network f252cb9a-ea9a-4f07-a167-d7a9677bd9e8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:45.556159 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-00240fc6-6e86-48df-bbd9-6aafc5d6205e service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:08:45.556159 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-00240fc6-6e86-48df-bbd9-6aafc5d6205e service neutron] Checking segment: {'id': '347dd1a2-18f3-4ca9-abf0-6e9a69384184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:45.556418 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-00240fc6-6e86-48df-bbd9-6aafc5d6205e service neutron] Bound using segment: {'id': '347dd1a2-18f3-4ca9-abf0-6e9a69384184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:08:45.556927 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-00240fc6-6e86-48df-bbd9-6aafc5d6205e service neutron] Bound port: 4242b484-7b9d-43fc-8a5b-d21b96d613ad, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347dd1a2-18f3-4ca9-abf0-6e9a69384184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:08:45.557420 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-00240fc6-6e86-48df-bbd9-6aafc5d6205e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.562080 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7999dc98-7ded-42fe-ac9c-f1e255437176 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Calling delete_port for e215ba4f-1f8f-4259-9661-ea2732ca2e93 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:45.639391 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['538abaab-9592-412f-94b4-ecb42a0267cf'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:45.650181 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-00240fc6-6e86-48df-bbd9-6aafc5d6205e service neutron] For port 4242b484-7b9d-43fc-8a5b-d21b96d613ad, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:45.654212 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-00240fc6-6e86-48df-bbd9-6aafc5d6205e service neutron] For port 4242b484-7b9d-43fc-8a5b-d21b96d613ad, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=4242b484-7b9d-43fc-8a5b-d21b96d613ad,segment=NetworkSegment(347dd1a2-18f3-4ca9-abf0-6e9a69384184),segment_id=347dd1a2-18f3-4ca9-abf0-6e9a69384184)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:45.659901 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-00240fc6-6e86-48df-bbd9-6aafc5d6205e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.736907 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-00240fc6-6e86-48df-bbd9-6aafc5d6205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:45.737551 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-00240fc6-6e86-48df-bbd9-6aafc5d6205e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.739007 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-00240fc6-6e86-48df-bbd9-6aafc5d6205e service neutron] 10.222.0.78 "PUT /v2.0/ports/4242b484-7b9d-43fc-8a5b-d21b96d613ad HTTP/1.1" status: 200 len: 1092 time: 1.1049025 Jul 05 10:08:45.739468 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b1cd0a-dbd7-4731-a967-ccfea7bff21a', 'tag': '4242b484-7b9d-43fc-8a5b-d21b96d613ad'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:45.742907 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644ee568-0e64-4155-bcf7-ce20e2c6a647" -d '{"events": [{"name": "network-changed", "server_uuid": "60b1cd0a-dbd7-4731-a967-ccfea7bff21a", "tag": "4242b484-7b9d-43fc-8a5b-d21b96d613ad"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:45.827840 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b877ec2-0c6c-4fc2-b213-3fb7c4c7116f x-openstack-request-id: req-2b877ec2-0c6c-4fc2-b213-3fb7c4c7116f {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:45.828159 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b1cd0a-dbd7-4731-a967-ccfea7bff21a", "tag": "4242b484-7b9d-43fc-8a5b-d21b96d613ad", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:45.828411 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2b877ec2-0c6c-4fc2-b213-3fb7c4c7116f {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:45.828833 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b1cd0a-dbd7-4731-a967-ccfea7bff21a', 'tag': '4242b484-7b9d-43fc-8a5b-d21b96d613ad', 'status': 'completed', 'code': 200} Jul 05 10:08:45.856963 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00240fc6-6e86-48df-bbd9-6aafc5d6205e service neutron] Pushing event updated for resources: {'Port': ['ID=4242b484-7b9d-43fc-8a5b-d21b96d613ad,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:45.896646 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7999dc98-7ded-42fe-ac9c-f1e255437176 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.909301 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-74dd6273-8c27-4a35-988e-573737d475ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:45.911026 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-74dd6273-8c27-4a35-988e-573737d475ea service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=58031e526e9043e28fb0791c1b71b699&device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 1095 time: 0.1169915 Jul 05 10:08:45.928399 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999dc98-7ded-42fe-ac9c-f1e255437176 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Port': ['ID=e215ba4f-1f8f-4259-9661-ea2732ca2e93,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:45.983973 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-a5817051-c644-4405-8a67-ae058c710c6e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4242b484-7b9d-43fc-8a5b-d21b96d613ad HTTP/1.1" status: 200 len: 217 time: 0.0563271 Jul 05 10:08:46.053176 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-8d9f08e9-ea3d-4999-82c1-fdd21cb9daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:46.054773 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-8d9f08e9-ea3d-4999-82c1-fdd21cb9daa6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1f0ad179-c06a-4feb-b8e2-c0df34413923 HTTP/1.1" status: 200 len: 853 time: 0.0652959 Jul 05 10:08:46.123924 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-36a172b3-ccdf-46b6-8a99-7efa0847b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:46.125823 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-36a172b3-ccdf-46b6-8a99-7efa0847b23f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f252cb9a-ea9a-4f07-a167-d7a9677bd9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643573 Jul 05 10:08:46.146071 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7999dc98-7ded-42fe-ac9c-f1e255437176 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:46.264489 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-e973826e-2ee8-4bdf-99e3-8e917dd23484 service neutron] 10.222.0.78 "GET /v2.0/networks/f252cb9a-ea9a-4f07-a167-d7a9677bd9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321118 Jul 05 10:08:46.318573 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7999dc98-7ded-42fe-ac9c-f1e255437176 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Router ca93aab4-b916-48b8-b886-f68c2f7f4fe1 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:08:46.379191 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-626c1555-2fb6-432c-b1aa-e46cd947cf9b req-56553a88-7f25-4242-b228-f426ef31c6b6 service neutron] 10.222.0.78 "GET /v2.0/networks/f252cb9a-ea9a-4f07-a167-d7a9677bd9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088359 Jul 05 10:08:46.549175 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ee568-0e64-4155-bcf7-ce20e2c6a647 req-013b22f3-936a-4900-92e9-a42836b1b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:46.550779 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-644ee568-0e64-4155-bcf7-ce20e2c6a647 req-013b22f3-936a-4900-92e9-a42836b1b731 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=58031e526e9043e28fb0791c1b71b699&device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 1095 time: 0.1095760 Jul 05 10:08:46.660288 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ee568-0e64-4155-bcf7-ce20e2c6a647 req-bbafa8cf-c195-41e3-b51b-482461093190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:46.661970 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-644ee568-0e64-4155-bcf7-ce20e2c6a647 req-bbafa8cf-c195-41e3-b51b-482461093190 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f252cb9a-ea9a-4f07-a167-d7a9677bd9e8 HTTP/1.1" status: 200 len: 915 time: 0.1015525 Jul 05 10:08:46.714348 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-644ee568-0e64-4155-bcf7-ce20e2c6a647 req-8743ddb1-0ee6-4ad1-bf18-b1f9f8dfa7e4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4242b484-7b9d-43fc-8a5b-d21b96d613ad HTTP/1.1" status: 200 len: 217 time: 0.0447071 Jul 05 10:08:46.771303 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ee568-0e64-4155-bcf7-ce20e2c6a647 req-a3c1368f-1ed7-4bc9-8e1e-053c04776693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:46.773646 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-644ee568-0e64-4155-bcf7-ce20e2c6a647 req-a3c1368f-1ed7-4bc9-8e1e-053c04776693 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1f0ad179-c06a-4feb-b8e2-c0df34413923 HTTP/1.1" status: 200 len: 853 time: 0.0535674 Jul 05 10:08:46.835487 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ee568-0e64-4155-bcf7-ce20e2c6a647 req-493497c1-a444-4d9e-9e6b-0b240f1d61ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:46.837609 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-644ee568-0e64-4155-bcf7-ce20e2c6a647 req-493497c1-a444-4d9e-9e6b-0b240f1d61ff service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f252cb9a-ea9a-4f07-a167-d7a9677bd9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586464 Jul 05 10:08:46.873148 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7999dc98-7ded-42fe-ac9c-f1e255437176 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:08:46.881947 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7999dc98-7ded-42fe-ac9c-f1e255437176 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "PUT /v2.0/routers/ca93aab4-b916-48b8-b886-f68c2f7f4fe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9097738 Jul 05 10:08:46.883880 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58484) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:46.891324 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c87d62-be31-4899-83b5-7444c35ce469 None None] Sync routers for ids ['ca93aab4-b916-48b8-b886-f68c2f7f4fe1'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:08:46.901858 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c87d62-be31-4899-83b5-7444c35ce469 None None] Routers {'ca93aab4-b916-48b8-b886-f68c2f7f4fe1'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:46.902739 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-49c87d62-be31-4899-83b5-7444c35ce469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ca93aab4-b916-48b8-b886-f68c2f7f4fe1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:46.936684 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-49c87d62-be31-4899-83b5-7444c35ce469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:46.939974 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-644ee568-0e64-4155-bcf7-ce20e2c6a647 req-1f5ccd19-c964-4b29-a146-96376fbf4f23 service neutron] 10.222.0.78 "GET /v2.0/networks/f252cb9a-ea9a-4f07-a167-d7a9677bd9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956683 Jul 05 10:08:46.946907 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c87d62-be31-4899-83b5-7444c35ce469 None None] Routers {'ca93aab4-b916-48b8-b886-f68c2f7f4fe1'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:46.947821 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-49c87d62-be31-4899-83b5-7444c35ce469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ca93aab4-b916-48b8-b886-f68c2f7f4fe1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:46.981110 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-49c87d62-be31-4899-83b5-7444c35ce469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:46.982032 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c87d62-be31-4899-83b5-7444c35ce469 None None] The sync data for ids ['ca93aab4-b916-48b8-b886-f68c2f7f4fe1'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:46.995943 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 538abaab-9592-412f-94b4-ecb42a0267cf up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:47.066450 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 538abaab-9592-412f-94b4-ecb42a0267cf completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:47.073705 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 538abaab-9592-412f-94b4-ecb42a0267cf triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:47.074504 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.075936 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-644ee568-0e64-4155-bcf7-ce20e2c6a647 req-3e734479-80a7-46b2-a5fb-a8b2cb09a703 service neutron] 10.222.0.78 "GET /v2.0/networks/f252cb9a-ea9a-4f07-a167-d7a9677bd9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291025 Jul 05 10:08:47.093324 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75539301-84f1-4bcb-b268-2afcb4cf8176 req-f7005d1a-4db1-42ab-a7c7-0c391ef426de tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:47.093324 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-75539301-84f1-4bcb-b268-2afcb4cf8176 req-f7005d1a-4db1-42ab-a7c7-0c391ef426de tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bced0e07-c7e0-4d70-a881-87f89cb68f9b HTTP/1.1" status: 200 len: 1095 time: 0.2958174 Jul 05 10:08:47.142126 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a48f44-39af-4aa2-94b6-12a9d7b9bb78 req-73df973e-bcbe-410c-b8a2-b40e3e821540 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:47.143615 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c9a48f44-39af-4aa2-94b6-12a9d7b9bb78 req-73df973e-bcbe-410c-b8a2-b40e3e821540 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 944 time: 0.3489528 Jul 05 10:08:47.164765 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.194539 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bced0e07-c7e0-4d70-a881-87f89cb68f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538abaab-9592-412f-94b4-ecb42a0267cf'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:47.197393 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96df386-1747-4a11-b834-23c33caf0337" -d '{"events": [{"server_uuid": "bced0e07-c7e0-4d70-a881-87f89cb68f9b", "name": "network-vif-plugged", "status": "completed", "tag": "538abaab-9592-412f-94b4-ecb42a0267cf"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:47.209365 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 538abaab-9592-412f-94b4-ecb42a0267cf, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=538abaab-9592-412f-94b4-ecb42a0267cf,segment=NetworkSegment(6542b542-d05b-4a8f-8945-0f7cd2944384),segment_id=6542b542-d05b-4a8f-8945-0f7cd2944384)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:47.213885 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.225392 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-ea89c7db-1760-441e-b2eb-a41da55d28b1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] remove_router_interface failed (client error): The resource could not be found. Jul 05 10:08:47.228379 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ea89c7db-1760-441e-b2eb-a41da55d28b1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "PUT /v2.0/routers/ca93aab4-b916-48b8-b886-f68c2f7f4fe1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3439980 Jul 05 10:08:47.229697 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58490) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:47.262594 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-77b5b726-e3f5-494a-8f6b-e4f18b859bbf tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca93aab4-b916-48b8-b886-f68c2f7f4fe1 HTTP/1.1" status: 200 len: 205 time: 0.0315044 Jul 05 10:08:47.265003 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58492) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:47.266960 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-75539301-84f1-4bcb-b268-2afcb4cf8176 req-bfe99546-a686-4358-8ba3-6cffc824f528 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=473465cc-1432-4afa-a2a4-8ec01175f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457708 Jul 05 10:08:47.298373 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c9a48f44-39af-4aa2-94b6-12a9d7b9bb78 req-501dc6e9-5991-47c1-a727-cc189c43cb6a tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/security-groups?id=98ec7402-286b-4043-90b7-8d3112b5b8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422100 Jul 05 10:08:47.332943 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=538abaab-9592-412f-94b4-ecb42a0267cf,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:47.370279 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd2da-682b-4645-b187-99f0a7cbaab8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.511053 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a77f34-500b-4d32-9c0b-5c65eb6631e7 x-openstack-request-id: req-65a77f34-500b-4d32-9c0b-5c65eb6631e7 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:47.511372 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bced0e07-c7e0-4d70-a881-87f89cb68f9b", "name": "network-vif-plugged", "status": "completed", "tag": "538abaab-9592-412f-94b4-ecb42a0267cf", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:47.511628 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-65a77f34-500b-4d32-9c0b-5c65eb6631e7 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:47.512066 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bced0e07-c7e0-4d70-a881-87f89cb68f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538abaab-9592-412f-94b4-ecb42a0267cf', 'code': 200} Jul 05 10:08:47.550332 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd2da-682b-4645-b187-99f0a7cbaab8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.552780 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd2da-682b-4645-b187-99f0a7cbaab8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.600389 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd2da-682b-4645-b187-99f0a7cbaab8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.601506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8bd2da-682b-4645-b187-99f0a7cbaab8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Fanout notify agent at l3_agent the message router_deleted on router ca93aab4-b916-48b8-b886-f68c2f7f4fe1 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:08:47.616301 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd2da-682b-4645-b187-99f0a7cbaab8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.616301 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4d8bd2da-682b-4645-b187-99f0a7cbaab8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/routers/ca93aab4-b916-48b8-b886-f68c2f7f4fe1 HTTP/1.1" status: 204 len: 168 time: 0.3449523 Jul 05 10:08:47.616301 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58494) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:47.636952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d6b31-39ac-4be5-8e33-51d1f66e22dc req-05117d8f-4f37-4a2d-a74c-5a213bb0578c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:47.638500 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-682d6b31-39ac-4be5-8e33-51d1f66e22dc req-05117d8f-4f37-4a2d-a74c-5a213bb0578c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bced0e07-c7e0-4d70-a881-87f89cb68f9b HTTP/1.1" status: 200 len: 1096 time: 0.0660245 Jul 05 10:08:47.676379 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-682d6b31-39ac-4be5-8e33-51d1f66e22dc req-6efff556-d753-4843-8e55-799192050509 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=473465cc-1432-4afa-a2a4-8ec01175f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311880 Jul 05 10:08:47.680049 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7305d85-1142-4cb6-bfee-95a83ae39a6a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting subnet 4919ae2f-7bff-426c-a437-706b75cc9fa7 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:08:47.683627 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f7305d85-1142-4cb6-bfee-95a83ae39a6a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.728336 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f7305d85-1142-4cb6-bfee-95a83ae39a6a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.819231 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f7305d85-1142-4cb6-bfee-95a83ae39a6a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.892516 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f7305d85-1142-4cb6-bfee-95a83ae39a6a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.922124 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7305d85-1142-4cb6-bfee-95a83ae39a6a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Subnet': ['ID=4919ae2f-7bff-426c-a437-706b75cc9fa7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:47.928707 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f7305d85-1142-4cb6-bfee-95a83ae39a6a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.930669 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f7305d85-1142-4cb6-bfee-95a83ae39a6a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/subnets/4919ae2f-7bff-426c-a437-706b75cc9fa7 HTTP/1.1" status: 204 len: 168 time: 0.3162191 Jul 05 10:08:47.933320 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58496) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:47.937950 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8ece98-fabf-419d-bbf7-1cfdd1c29bb1 None None] Network 0eb2a85a-138e-422f-ba10-dbe92a2a6fc7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:48.012326 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e56bcab-c02a-4f79-b875-4214b4d6fe3d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.072083 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3e56bcab-c02a-4f79-b875-4214b4d6fe3d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting port 8df3c0cd-989c-42c5-b06e-251cd9533148 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:48.072888 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e56bcab-c02a-4f79-b875-4214b4d6fe3d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.143936 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ea4e69-e4bc-43a7-a757-f28096715b63 None None] DHCP port deletion for 0eb2a85a-138e-422f-ba10-dbe92a2a6fc7 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:08:48.144453 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-3e56bcab-c02a-4f79-b875-4214b4d6fe3d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] For port 8df3c0cd-989c-42c5-b06e-251cd9533148, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8df3c0cd-989c-42c5-b06e-251cd9533148,segment=NetworkSegment(54c2a77e-b1fc-4c0d-84c3-88df9e98e0f7),segment_id=54c2a77e-b1fc-4c0d-84c3-88df9e98e0f7)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:48.144677 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e56bcab-c02a-4f79-b875-4214b4d6fe3d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.158526 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3e56bcab-c02a-4f79-b875-4214b4d6fe3d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Calling delete_port for 8df3c0cd-989c-42c5-b06e-251cd9533148 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:48.198781 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-04ea4e69-e4bc-43a7-a757-f28096715b63 None None] Deleting port 8df3c0cd-989c-42c5-b06e-251cd9533148 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:48.199154 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-04ea4e69-e4bc-43a7-a757-f28096715b63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.245787 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e56bcab-c02a-4f79-b875-4214b4d6fe3d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.263574 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-04ea4e69-e4bc-43a7-a757-f28096715b63 None None] For port 8df3c0cd-989c-42c5-b06e-251cd9533148, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8df3c0cd-989c-42c5-b06e-251cd9533148,segment=NetworkSegment(54c2a77e-b1fc-4c0d-84c3-88df9e98e0f7),segment_id=54c2a77e-b1fc-4c0d-84c3-88df9e98e0f7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:48.264012 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-04ea4e69-e4bc-43a7-a757-f28096715b63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.273899 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56bcab-c02a-4f79-b875-4214b4d6fe3d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Port': ['ID=8df3c0cd-989c-42c5-b06e-251cd9533148,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:48.278485 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e56bcab-c02a-4f79-b875-4214b4d6fe3d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] No DVR routers for this DVR port 8df3c0cd-989c-42c5-b06e-251cd9533148 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:48.280320 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-04ea4e69-e4bc-43a7-a757-f28096715b63 None None] Calling delete_port for 8df3c0cd-989c-42c5-b06e-251cd9533148 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:48.389656 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e56bcab-c02a-4f79-b875-4214b4d6fe3d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.402272 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-3e56bcab-c02a-4f79-b875-4214b4d6fe3d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb2a85a-138e-422f-ba10-dbe92a2a6fc7']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:48.412802 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-04ea4e69-e4bc-43a7-a757-f28096715b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.430575 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-3e56bcab-c02a-4f79-b875-4214b4d6fe3d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c2a77e-b1fc-4c0d-84c3-88df9e98e0f7') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:48.431374 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-3e56bcab-c02a-4f79-b875-4214b4d6fe3d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c2a77e-b1fc-4c0d-84c3-88df9e98e0f7') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:48.483173 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea4e69-e4bc-43a7-a757-f28096715b63 None None] Pushing event deleted for resources: {'Port': ['ID=8df3c0cd-989c-42c5-b06e-251cd9533148,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:48.500099 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e56bcab-c02a-4f79-b875-4214b4d6fe3d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.501139 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ea4e69-e4bc-43a7-a757-f28096715b63 None None] No DVR routers for this DVR port 8df3c0cd-989c-42c5-b06e-251cd9533148 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:48.505719 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8df3c0cd-989c-42c5-b06e-251cd9533148 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:48.524420 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e56bcab-c02a-4f79-b875-4214b4d6fe3d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.533764 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 8df3c0cd-989c-42c5-b06e-251cd9533148 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:48.534289 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8df3c0cd-989c-42c5-b06e-251cd9533148 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:48.536564 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e56bcab-c02a-4f79-b875-4214b4d6fe3d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:08:48.538679 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e56bcab-c02a-4f79-b875-4214b4d6fe3d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:08:48.543870 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:08:48.627463 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6b0cb-a520-4ce6-a702-39b2f8d8bdc4 req-a6c8f023-c566-46cd-be64-0d658f3798ae tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:48.628980 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3c6b0cb-a520-4ce6-a702-39b2f8d8bdc4 req-a6c8f023-c566-46cd-be64-0d658f3798ae tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bced0e07-c7e0-4d70-a881-87f89cb68f9b HTTP/1.1" status: 200 len: 1096 time: 0.1914012 Jul 05 10:08:48.642572 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04859030-6188-4859-8604-0995561df61f req-575d7a97-0d23-42c3-8594-086ec6f7602c tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:48.644760 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-04859030-6188-4859-8604-0995561df61f req-575d7a97-0d23-42c3-8594-086ec6f7602c tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 944 time: 0.1328394 Jul 05 10:08:48.661969 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e56bcab-c02a-4f79-b875-4214b4d6fe3d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.667428 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e56bcab-c02a-4f79-b875-4214b4d6fe3d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.669976 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3e56bcab-c02a-4f79-b875-4214b4d6fe3d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/networks/0eb2a85a-138e-422f-ba10-dbe92a2a6fc7 HTTP/1.1" status: 204 len: 168 time: 0.7356122 Jul 05 10:08:48.674020 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58508) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:48.683154 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-bcdc823c-f211-4111-ae2d-6a599f2fb081 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'network': {'name': 'tempest-RoutersTest-109931816'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:48.698885 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56bcab-c02a-4f79-b875-4214b4d6fe3d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Network': ['ID=0eb2a85a-138e-422f-ba10-dbe92a2a6fc7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:48.725205 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdc823c-f211-4111-ae2d-6a599f2fb081 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Made reservation on behalf of c4b0a5f8e9f442b09c91ecab2efe6793 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:48.728957 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-04859030-6188-4859-8604-0995561df61f req-53b81f66-66b7-481a-bd2e-fdf70e886b38 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/security-groups?id=98ec7402-286b-4043-90b7-8d3112b5b8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764692 Jul 05 10:08:48.730831 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bcdc823c-f211-4111-ae2d-6a599f2fb081 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.742168 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3c6b0cb-a520-4ce6-a702-39b2f8d8bdc4 req-944591da-bd7c-4d0f-a283-355762bfeabf tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=473465cc-1432-4afa-a2a4-8ec01175f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964069 Jul 05 10:08:48.764367 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcdc823c-f211-4111-ae2d-6a599f2fb081 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:08:48.789110 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bcdc823c-f211-4111-ae2d-6a599f2fb081 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.789537 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-bcdc823c-f211-4111-ae2d-6a599f2fb081 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Added segment 64ca144a-d874-415d-ac6f-3662335bd703 of type vlan for network b9d506d6-e7c4-4ba5-8803-41a49a0d1894 Jul 05 10:08:48.838176 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bcdc823c-f211-4111-ae2d-6a599f2fb081 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.881525 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bcdc823c-f211-4111-ae2d-6a599f2fb081 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.890724 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdc823c-f211-4111-ae2d-6a599f2fb081 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:48.891538 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bcdc823c-f211-4111-ae2d-6a599f2fb081 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.971617 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bcdc823c-f211-4111-ae2d-6a599f2fb081 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2964275 Jul 05 10:08:48.974409 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58512) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:48.977946 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc823c-f211-4111-ae2d-6a599f2fb081 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Network': ['ID=b9d506d6-e7c4-4ba5-8803-41a49a0d1894,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:48.980729 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9177b456-8739-4263-a229-25f8da5ceff1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'subnet': {'network_id': 'b9d506d6-e7c4-4ba5-8803-41a49a0d1894', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:49.008666 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network b9d506d6-e7c4-4ba5-8803-41a49a0d1894 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:08:49.086098 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9177b456-8739-4263-a229-25f8da5ceff1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Made reservation on behalf of c4b0a5f8e9f442b09c91ecab2efe6793 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:49.090179 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9177b456-8739-4263-a229-25f8da5ceff1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.288106 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9177b456-8739-4263-a229-25f8da5ceff1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.358868 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177b456-8739-4263-a229-25f8da5ceff1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Subnet': ['ID=5eecfa99-f59a-4c49-aff6-3a161e4a6d31,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:49.368880 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9177b456-8739-4263-a229-25f8da5ceff1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Checking segment: {'id': '64ca144a-d874-415d-ac6f-3662335bd703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b9d506d6-e7c4-4ba5-8803-41a49a0d1894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:49.369251 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9177b456-8739-4263-a229-25f8da5ceff1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network hostable DHCP agents. Network: b9d506d6-e7c4-4ba5-8803-41a49a0d1894, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:08:49.385451 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9177b456-8739-4263-a229-25f8da5ceff1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network b9d506d6-e7c4-4ba5-8803-41a49a0d1894 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:08:49.394173 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-9177b456-8739-4263-a229-25f8da5ceff1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, b9d506d6-e7c4-4ba5-8803-41a49a0d1894) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:49.400222 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9177b456-8739-4263-a229-25f8da5ceff1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:49.401498 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9177b456-8739-4263-a229-25f8da5ceff1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.402835 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd37e0b4-4d3c-417e-b2ad-30cd370dbc15 None None] Network b9d506d6-e7c4-4ba5-8803-41a49a0d1894 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:49.417104 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9177b456-8739-4263-a229-25f8da5ceff1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4410181 Jul 05 10:08:49.419077 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58518) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:49.423623 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-29cc05f8-668f-422f-9a08-28538d5f6dc4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1139203898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:49.445408 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29cc05f8-668f-422f-9a08-28538d5f6dc4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.446507 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29cc05f8-668f-422f-9a08-28538d5f6dc4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.501914 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29cc05f8-668f-422f-9a08-28538d5f6dc4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.506354 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29cc05f8-668f-422f-9a08-28538d5f6dc4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.522379 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29cc05f8-668f-422f-9a08-28538d5f6dc4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.526619 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-29cc05f8-668f-422f-9a08-28538d5f6dc4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1041329 Jul 05 10:08:49.526972 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58520) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:49.574257 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74ba633-6442-4959-bd3d-a00c01184572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-b9d506d6-e7c4-4ba5-8803-41a49a0d1894', 'network_id': 'b9d506d6-e7c4-4ba5-8803-41a49a0d1894', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'fixed_ips': [{'subnet_id': '5eecfa99-f59a-4c49-aff6-3a161e4a6d31'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:08:49.575395 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f74ba633-6442-4959-bd3d-a00c01184572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.721877 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-f74ba633-6442-4959-bd3d-a00c01184572 None None] Allocated IP 172.20.0.2 (b9d506d6-e7c4-4ba5-8803-41a49a0d1894/5eecfa99-f59a-4c49-aff6-3a161e4a6d31/c1d905a1-9972-42e4-b355-8b0675fd09d2) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:49.872935 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1fe80d6-d568-40c7-b4c0-53eff33db6ae tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.942116 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f74ba633-6442-4959-bd3d-a00c01184572 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.952284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f74ba633-6442-4959-bd3d-a00c01184572 None None] Transition to ACTIVE for port object c1d905a1-9972-42e4-b355-8b0675fd09d2 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:49.977017 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f74ba633-6442-4959-bd3d-a00c01184572 None None] Transition to ACTIVE for port object c1d905a1-9972-42e4-b355-8b0675fd09d2 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:49.986891 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f74ba633-6442-4959-bd3d-a00c01184572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:50.015719 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ed9ae-6b77-4f8b-953c-0f23e8c1af35 req-b94a02fa-1c6f-4be3-9b34-0a99a2530573 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:50.024967 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c1ed9ae-6b77-4f8b-953c-0f23e8c1af35 req-b94a02fa-1c6f-4be3-9b34-0a99a2530573 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bced0e07-c7e0-4d70-a881-87f89cb68f9b HTTP/1.1" status: 200 len: 1096 time: 0.1487277 Jul 05 10:08:50.048518 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ba633-6442-4959-bd3d-a00c01184572 None None] Pushing event updated for resources: {'Port': ['ID=c1d905a1-9972-42e4-b355-8b0675fd09d2,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:50.049537 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd8054-cd87-4e22-90c5-5dce237563b5 req-a6dd3fb6-46f4-4764-b27b-e176b3804ff3 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:50.052146 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cddd8054-cd87-4e22-90c5-5dce237563b5 req-a6dd3fb6-46f4-4764-b27b-e176b3804ff3 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 944 time: 0.1422558 Jul 05 10:08:50.069469 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74ba633-6442-4959-bd3d-a00c01184572 None None] Network b9d506d6-e7c4-4ba5-8803-41a49a0d1894 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:50.071224 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-f74ba633-6442-4959-bd3d-a00c01184572 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:50.075970 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74ba633-6442-4959-bd3d-a00c01184572 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:50.088720 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c1ed9ae-6b77-4f8b-953c-0f23e8c1af35 req-351ed415-ddcb-4451-8afd-817c821bbfd6 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=473465cc-1432-4afa-a2a4-8ec01175f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623512 Jul 05 10:08:50.157468 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cddd8054-cd87-4e22-90c5-5dce237563b5 req-bb8817fc-2e4a-43dc-80ff-9d4c248892f2 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/security-groups?id=98ec7402-286b-4043-90b7-8d3112b5b8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855854 Jul 05 10:08:50.177772 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f74ba633-6442-4959-bd3d-a00c01184572 None None] Attempting to bind port c1d905a1-9972-42e4-b355-8b0675fd09d2 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:50.178162 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f74ba633-6442-4959-bd3d-a00c01184572 None None] Attempting to bind port c1d905a1-9972-42e4-b355-8b0675fd09d2 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '64ca144a-d874-415d-ac6f-3662335bd703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b9d506d6-e7c4-4ba5-8803-41a49a0d1894'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:50.178540 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74ba633-6442-4959-bd3d-a00c01184572 None None] Attempting to bind port c1d905a1-9972-42e4-b355-8b0675fd09d2 on network b9d506d6-e7c4-4ba5-8803-41a49a0d1894 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:50.197957 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74ba633-6442-4959-bd3d-a00c01184572 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:08:50.198540 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74ba633-6442-4959-bd3d-a00c01184572 None None] Checking segment: {'id': '64ca144a-d874-415d-ac6f-3662335bd703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b9d506d6-e7c4-4ba5-8803-41a49a0d1894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:50.198972 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f74ba633-6442-4959-bd3d-a00c01184572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:50.199381 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74ba633-6442-4959-bd3d-a00c01184572 None None] Bound using segment: {'id': '64ca144a-d874-415d-ac6f-3662335bd703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b9d506d6-e7c4-4ba5-8803-41a49a0d1894'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:08:50.199889 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f74ba633-6442-4959-bd3d-a00c01184572 None None] Bound port: c1d905a1-9972-42e4-b355-8b0675fd09d2, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ca144a-d874-415d-ac6f-3662335bd703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b9d506d6-e7c4-4ba5-8803-41a49a0d1894'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:08:50.200300 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f74ba633-6442-4959-bd3d-a00c01184572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:50.289430 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-f1fe80d6-d568-40c7-b4c0-53eff33db6ae tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Allocated IP 172.20.0.1 (b9d506d6-e7c4-4ba5-8803-41a49a0d1894/5eecfa99-f59a-4c49-aff6-3a161e4a6d31/babb0380-e53f-424d-8b74-dfc0d4811c3e) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:50.369177 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f74ba633-6442-4959-bd3d-a00c01184572 None None] For port c1d905a1-9972-42e4-b355-8b0675fd09d2, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:50.379090 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f74ba633-6442-4959-bd3d-a00c01184572 None None] For port c1d905a1-9972-42e4-b355-8b0675fd09d2, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c1d905a1-9972-42e4-b355-8b0675fd09d2,segment=NetworkSegment(64ca144a-d874-415d-ac6f-3662335bd703),segment_id=64ca144a-d874-415d-ac6f-3662335bd703)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:50.385834 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f74ba633-6442-4959-bd3d-a00c01184572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:50.471023 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ba633-6442-4959-bd3d-a00c01184572 None None] Pushing event updated for resources: {'Port': ['ID=c1d905a1-9972-42e4-b355-8b0675fd09d2,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:50.498508 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1fe80d6-d568-40c7-b4c0-53eff33db6ae tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:50.519931 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc02098-9673-4d2c-a2c4-11ed0c5b334d req-92b3a0c9-a20a-482d-b586-37003799d25a tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:50.522020 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-f1fe80d6-d568-40c7-b4c0-53eff33db6ae tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Transition to ACTIVE for port object babb0380-e53f-424d-8b74-dfc0d4811c3e will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:50.527959 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1bc02098-9673-4d2c-a2c4-11ed0c5b334d req-92b3a0c9-a20a-482d-b586-37003799d25a tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bced0e07-c7e0-4d70-a881-87f89cb68f9b HTTP/1.1" status: 200 len: 1096 time: 0.0774500 Jul 05 10:08:50.568720 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1fe80d6-d568-40c7-b4c0-53eff33db6ae tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:50.582517 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1bc02098-9673-4d2c-a2c4-11ed0c5b334d req-522f7b0b-217b-4164-8ae7-084ea0633999 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=473465cc-1432-4afa-a2a4-8ec01175f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527635 Jul 05 10:08:50.634071 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fe80d6-d568-40c7-b4c0-53eff33db6ae tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network b9d506d6-e7c4-4ba5-8803-41a49a0d1894 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:50.643181 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f1fe80d6-d568-40c7-b4c0-53eff33db6ae tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:50.650010 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fe80d6-d568-40c7-b4c0-53eff33db6ae tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:50.715239 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1fe80d6-d568-40c7-b4c0-53eff33db6ae tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:50.775001 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe80d6-d568-40c7-b4c0-53eff33db6ae tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Port': ['ID=babb0380-e53f-424d-8b74-dfc0d4811c3e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:50.865475 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5693832-9ccb-4663-b81d-aa653d816ef1 req-a1ce2da3-2230-4354-a152-88bccd6ee01b tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:50.867971 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e5693832-9ccb-4663-b81d-aa653d816ef1 req-a1ce2da3-2230-4354-a152-88bccd6ee01b tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bced0e07-c7e0-4d70-a881-87f89cb68f9b HTTP/1.1" status: 200 len: 1096 time: 0.0836282 Jul 05 10:08:50.911842 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1fe80d6-d568-40c7-b4c0-53eff33db6ae tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:50.922716 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e5693832-9ccb-4663-b81d-aa653d816ef1 req-d7d9d882-aa64-4c14-af1f-5e2a133df7f4 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=473465cc-1432-4afa-a2a4-8ec01175f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455723 Jul 05 10:08:50.936816 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7fecc7f9-23b4-4d49-9224-b2aca3d5626b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:51.468032 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a36f22-aff8-4812-aa64-9218034c4b03 req-a514fa3f-cf66-4a26-a607-952232bd3f24 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:51.476761 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-05a36f22-aff8-4812-aa64-9218034c4b03 req-a514fa3f-cf66-4a26-a607-952232bd3f24 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 944 time: 0.1186430 Jul 05 10:08:51.501828 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a3ae0-669f-4f2d-8633-d36a67d17ea7 req-5c7fea39-fd0a-419f-b538-456b5641bd2c tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:51.509743 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-185a3ae0-669f-4f2d-8633-d36a67d17ea7 req-5c7fea39-fd0a-419f-b538-456b5641bd2c tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bced0e07-c7e0-4d70-a881-87f89cb68f9b HTTP/1.1" status: 200 len: 1096 time: 0.1806254 Jul 05 10:08:51.552694 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-05a36f22-aff8-4812-aa64-9218034c4b03 req-d974e20f-4e58-4bcb-9daf-c27b99d9faf8 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/security-groups?id=98ec7402-286b-4043-90b7-8d3112b5b8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746727 Jul 05 10:08:51.585077 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-185a3ae0-669f-4f2d-8633-d36a67d17ea7 req-d1368e86-3c28-45fa-b3a7-2603c6c65a40 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=473465cc-1432-4afa-a2a4-8ec01175f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741620 Jul 05 10:08:51.692451 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1fe80d6-d568-40c7-b4c0-53eff33db6ae tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:51.700497 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1fe80d6-d568-40c7-b4c0-53eff33db6ae tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:51.760430 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe80d6-d568-40c7-b4c0-53eff33db6ae tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Port': ['ID=babb0380-e53f-424d-8b74-dfc0d4811c3e,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:51.801979 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5d976f-60b4-4abc-b894-3b5222cedab5 None None] Network b9d506d6-e7c4-4ba5-8803-41a49a0d1894 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:51.804379 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1fe80d6-d568-40c7-b4c0-53eff33db6ae tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:51.876699 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6e938721-4eca-4513-a738-f67ae730ab43 None None] Provisioning for port c1d905a1-9972-42e4-b355-8b0675fd09d2 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:51.912426 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fe80d6-d568-40c7-b4c0-53eff33db6ae tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network b9d506d6-e7c4-4ba5-8803-41a49a0d1894 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:51.914763 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f1fe80d6-d568-40c7-b4c0-53eff33db6ae tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:52.046905 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fe80d6-d568-40c7-b4c0-53eff33db6ae tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Router 6cd04f8d-8bc5-47fb-969c-a7b21932f9b0 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:08:52.147831 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fe80d6-d568-40c7-b4c0-53eff33db6ae tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:08:52.153249 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f1fe80d6-d568-40c7-b4c0-53eff33db6ae tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "PUT /v2.0/routers/6cd04f8d-8bc5-47fb-969c-a7b21932f9b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6251833 Jul 05 10:08:52.155723 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58578) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:52.158696 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedb2139-edad-46cd-8696-33a2c7e90164 None None] Sync routers for ids ['6cd04f8d-8bc5-47fb-969c-a7b21932f9b0'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:08:52.169609 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedb2139-edad-46cd-8696-33a2c7e90164 None None] Routers {'6cd04f8d-8bc5-47fb-969c-a7b21932f9b0'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:52.170731 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bedb2139-edad-46cd-8696-33a2c7e90164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6cd04f8d-8bc5-47fb-969c-a7b21932f9b0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:52.211866 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcbf117-e788-4465-80df-4582f0bcbfa4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:52.213309 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bbcbf117-e788-4465-80df-4582f0bcbfa4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "GET /v2.0/ports/babb0380-e53f-424d-8b74-dfc0d4811c3e HTTP/1.1" status: 200 len: 910 time: 0.0566101 Jul 05 10:08:52.214036 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bedb2139-edad-46cd-8696-33a2c7e90164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:52.216143 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58580) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:52.224738 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedb2139-edad-46cd-8696-33a2c7e90164 None None] Routers {'6cd04f8d-8bc5-47fb-969c-a7b21932f9b0'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:52.226003 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bedb2139-edad-46cd-8696-33a2c7e90164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6cd04f8d-8bc5-47fb-969c-a7b21932f9b0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:52.261991 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bedb2139-edad-46cd-8696-33a2c7e90164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:52.262660 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedb2139-edad-46cd-8696-33a2c7e90164 None None] The sync data for ids ['6cd04f8d-8bc5-47fb-969c-a7b21932f9b0'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:52.326931 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6df19aae-29c0-40d2-b7de-740e7b426714 None None] Provisioning for port babb0380-e53f-424d-8b74-dfc0d4811c3e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:52.334821 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6df19aae-29c0-40d2-b7de-740e7b426714 None None] Provisioning complete for port babb0380-e53f-424d-8b74-dfc0d4811c3e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:52.334821 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6df19aae-29c0-40d2-b7de-740e7b426714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:52.419807 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6df19aae-29c0-40d2-b7de-740e7b426714 None None] Port babb0380-e53f-424d-8b74-dfc0d4811c3e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:08:52.575465 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c1d905a1-9972-42e4-b355-8b0675fd09d2 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:52.650019 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-76300be1-ea81-46a3-9a19-1d5fdb835d1c None None] Provisioning complete for port babb0380-e53f-424d-8b74-dfc0d4811c3e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:52.650487 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-76300be1-ea81-46a3-9a19-1d5fdb835d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:52.738807 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4a195bd-a521-4c7b-90ab-50950b0fb256 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:52.782504 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-76300be1-ea81-46a3-9a19-1d5fdb835d1c None None] Port babb0380-e53f-424d-8b74-dfc0d4811c3e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:08:52.792293 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port c1d905a1-9972-42e4-b355-8b0675fd09d2 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:52.796947 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port c1d905a1-9972-42e4-b355-8b0675fd09d2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:52.797377 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:52.918143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2a6af21d-d5ec-4311-89a8-0532e143374e None None] Provisioning complete for port babb0380-e53f-424d-8b74-dfc0d4811c3e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:52.918740 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2a6af21d-d5ec-4311-89a8-0532e143374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:52.921378 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:52.949415 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3084c-0146-4d60-bbf2-7eba77d503e2 req-079e4d9c-c246-42cd-9650-eb9f73aaf811 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:52.951025 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c8e3084c-0146-4d60-bbf2-7eba77d503e2 req-079e4d9c-c246-42cd-9650-eb9f73aaf811 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bced0e07-c7e0-4d70-a881-87f89cb68f9b HTTP/1.1" status: 200 len: 1096 time: 0.1799116 Jul 05 10:08:52.961563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee99fc-7399-48a4-972f-c3b97cbf7685 req-883fad6d-e7a6-4cc5-b642-d3c04409d672 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:52.969358 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46ee99fc-7399-48a4-972f-c3b97cbf7685 req-883fad6d-e7a6-4cc5-b642-d3c04409d672 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 944 time: 0.2481716 Jul 05 10:08:52.974718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b96c2-7fc5-42ac-a618-8ba0872a5758 req-2baf9722-8810-4ad8-a3d9-fbe7f69261c9 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:52.977073 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c44b96c2-7fc5-42ac-a618-8ba0872a5758 req-2baf9722-8810-4ad8-a3d9-fbe7f69261c9 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bced0e07-c7e0-4d70-a881-87f89cb68f9b HTTP/1.1" status: 200 len: 1096 time: 0.1710668 Jul 05 10:08:52.991640 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2a6af21d-d5ec-4311-89a8-0532e143374e None None] Port babb0380-e53f-424d-8b74-dfc0d4811c3e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:08:53.014199 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port c1d905a1-9972-42e4-b355-8b0675fd09d2, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c1d905a1-9972-42e4-b355-8b0675fd09d2,segment=NetworkSegment(64ca144a-d874-415d-ac6f-3662335bd703),segment_id=64ca144a-d874-415d-ac6f-3662335bd703)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:53.021155 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:53.086680 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=c1d905a1-9972-42e4-b355-8b0675fd09d2,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:53.089897 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46ee99fc-7399-48a4-972f-c3b97cbf7685 req-0ea55ddb-037c-45b4-9d66-28a7adf44b3d tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/security-groups?id=98ec7402-286b-4043-90b7-8d3112b5b8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193421 Jul 05 10:08:53.093918 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c44b96c2-7fc5-42ac-a618-8ba0872a5758 req-051c9c56-6449-4bb7-a9b0-891c9f76ae64 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=473465cc-1432-4afa-a2a4-8ec01175f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945990 Jul 05 10:08:53.164158 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c8e3084c-0146-4d60-bbf2-7eba77d503e2 req-c8e80a87-cde3-4315-ab20-2e1279d784b6 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Deleting port 538abaab-9592-412f-94b4-ecb42a0267cf {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:53.164503 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c8e3084c-0146-4d60-bbf2-7eba77d503e2 req-c8e80a87-cde3-4315-ab20-2e1279d784b6 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:53.164801 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e4a195bd-a521-4c7b-90ab-50950b0fb256 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting port babb0380-e53f-424d-8b74-dfc0d4811c3e {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:53.165261 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4a195bd-a521-4c7b-90ab-50950b0fb256 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:53.263216 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c8e3084c-0146-4d60-bbf2-7eba77d503e2 req-c8e80a87-cde3-4315-ab20-2e1279d784b6 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] For port 538abaab-9592-412f-94b4-ecb42a0267cf, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=538abaab-9592-412f-94b4-ecb42a0267cf,segment=NetworkSegment(6542b542-d05b-4a8f-8945-0f7cd2944384),segment_id=6542b542-d05b-4a8f-8945-0f7cd2944384)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:53.264060 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c8e3084c-0146-4d60-bbf2-7eba77d503e2 req-c8e80a87-cde3-4315-ab20-2e1279d784b6 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:53.278804 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c8e3084c-0146-4d60-bbf2-7eba77d503e2 req-c8e80a87-cde3-4315-ab20-2e1279d784b6 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Calling delete_port for 538abaab-9592-412f-94b4-ecb42a0267cf owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:53.295598 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4a195bd-a521-4c7b-90ab-50950b0fb256 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:53.309010 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e4a195bd-a521-4c7b-90ab-50950b0fb256 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Calling delete_port for babb0380-e53f-424d-8b74-dfc0d4811c3e owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:53.313010 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e78c526e-aba4-4fa0-8c35-456f5eae6ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:53.437728 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c8e3084c-0146-4d60-bbf2-7eba77d503e2 req-c8e80a87-cde3-4315-ab20-2e1279d784b6 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:53.450689 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['0ab1bc17-50cb-49de-83fd-a1b4c51edfe2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:53.452916 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['538abaab-9592-412f-94b4-ecb42a0267cf'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:53.482339 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e80a87-cde3-4315-ab20-2e1279d784b6 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Pushing event deleted for resources: {'Port': ['ID=538abaab-9592-412f-94b4-ecb42a0267cf,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:53.562770 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e3084c-0146-4d60-bbf2-7eba77d503e2 req-c8e80a87-cde3-4315-ab20-2e1279d784b6 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] No DVR routers for this DVR port 538abaab-9592-412f-94b4-ecb42a0267cf on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:53.565567 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c8e3084c-0146-4d60-bbf2-7eba77d503e2 req-c8e80a87-cde3-4315-ab20-2e1279d784b6 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:53.568005 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c8e3084c-0146-4d60-bbf2-7eba77d503e2 req-c8e80a87-cde3-4315-ab20-2e1279d784b6 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.81 "DELETE /v2.0/ports/538abaab-9592-412f-94b4-ecb42a0267cf HTTP/1.1" status: 204 len: 173 time: 0.5965631 Jul 05 10:08:53.568460 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bced0e07-c7e0-4d70-a881-87f89cb68f9b', 'name': 'network-vif-deleted', 'tag': '538abaab-9592-412f-94b4-ecb42a0267cf'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:53.571812 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cd0ae0-bfce-4f93-b23b-b7b69c3b4aef" -d '{"events": [{"server_uuid": "bced0e07-c7e0-4d70-a881-87f89cb68f9b", "name": "network-vif-deleted", "tag": "538abaab-9592-412f-94b4-ecb42a0267cf"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:53.577592 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4a195bd-a521-4c7b-90ab-50950b0fb256 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:53.631289 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:53.644044 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a195bd-a521-4c7b-90ab-50950b0fb256 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Port': ['ID=babb0380-e53f-424d-8b74-dfc0d4811c3e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:53.712284 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c32ac3-63c1-44da-bd33-88e47762974f x-openstack-request-id: req-c8c32ac3-63c1-44da-bd33-88e47762974f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:53.712580 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bced0e07-c7e0-4d70-a881-87f89cb68f9b", "name": "network-vif-deleted", "tag": "538abaab-9592-412f-94b4-ecb42a0267cf", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:53.712835 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c8c32ac3-63c1-44da-bd33-88e47762974f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:53.713483 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bced0e07-c7e0-4d70-a881-87f89cb68f9b', 'name': 'network-vif-deleted', 'tag': '538abaab-9592-412f-94b4-ecb42a0267cf', 'status': 'completed', 'code': 200} Jul 05 10:08:53.864752 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4a195bd-a521-4c7b-90ab-50950b0fb256 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:54.042328 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a195bd-a521-4c7b-90ab-50950b0fb256 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Router 6cd04f8d-8bc5-47fb-969c-a7b21932f9b0 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:08:54.142314 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a195bd-a521-4c7b-90ab-50950b0fb256 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:08:54.156590 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854d5200-62b0-451a-ae27-4f750ebe0108 None None] Sync routers for ids ['6cd04f8d-8bc5-47fb-969c-a7b21932f9b0'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:08:54.169811 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854d5200-62b0-451a-ae27-4f750ebe0108 None None] Routers {'6cd04f8d-8bc5-47fb-969c-a7b21932f9b0'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:54.174140 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58626) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:54.174605 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e4a195bd-a521-4c7b-90ab-50950b0fb256 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "PUT /v2.0/routers/6cd04f8d-8bc5-47fb-969c-a7b21932f9b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9567041 Jul 05 10:08:54.175782 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-854d5200-62b0-451a-ae27-4f750ebe0108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6cd04f8d-8bc5-47fb-969c-a7b21932f9b0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:54.248997 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-854d5200-62b0-451a-ae27-4f750ebe0108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:54.258650 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854d5200-62b0-451a-ae27-4f750ebe0108 None None] Routers {'6cd04f8d-8bc5-47fb-969c-a7b21932f9b0'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:54.259485 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-854d5200-62b0-451a-ae27-4f750ebe0108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6cd04f8d-8bc5-47fb-969c-a7b21932f9b0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:54.289860 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-370818ad-da43-40a6-bceb-2db2a7840026 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cd04f8d-8bc5-47fb-969c-a7b21932f9b0 HTTP/1.1" status: 200 len: 205 time: 0.1112852 Jul 05 10:08:54.290603 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58636) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:54.337700 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-854d5200-62b0-451a-ae27-4f750ebe0108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:54.345054 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854d5200-62b0-451a-ae27-4f750ebe0108 None None] The sync data for ids ['6cd04f8d-8bc5-47fb-969c-a7b21932f9b0'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:54.384089 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8445b230-b881-4b1b-bf35-a87cf7adea44 req-8ee74889-703c-462b-a18c-50ebf6848d0a tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bced0e07-c7e0-4d70-a881-87f89cb68f9b HTTP/1.1" status: 200 len: 210 time: 0.0413659 Jul 05 10:08:54.421835 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c8272ae-205b-449c-86f5-892b3df603c2 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:54.440423 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b438ed0-2f43-471a-a37c-c85b6bd4fe43 req-11e29e95-6eee-4f08-beb1-3bdb76392cfb tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:54.448942 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1b438ed0-2f43-471a-a37c-c85b6bd4fe43 req-11e29e95-6eee-4f08-beb1-3bdb76392cfb tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 944 time: 0.1866050 Jul 05 10:08:54.511436 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1b438ed0-2f43-471a-a37c-c85b6bd4fe43 req-6195eb79-4c07-4f5e-9654-7e8cf57cba8c tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/security-groups?id=98ec7402-286b-4043-90b7-8d3112b5b8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629983 Jul 05 10:08:54.538085 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c1d905a1-9972-42e4-b355-8b0675fd09d2 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:54.609768 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:54.616075 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port c1d905a1-9972-42e4-b355-8b0675fd09d2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:54.616639 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:54.685465 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c8272ae-205b-449c-86f5-892b3df603c2 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:54.691698 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c8272ae-205b-449c-86f5-892b3df603c2 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:54.745460 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c8272ae-205b-449c-86f5-892b3df603c2 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:54.746027 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8272ae-205b-449c-86f5-892b3df603c2 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Fanout notify agent at l3_agent the message router_deleted on router 6cd04f8d-8bc5-47fb-969c-a7b21932f9b0 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:08:54.752729 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c8272ae-205b-449c-86f5-892b3df603c2 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:54.753936 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6c8272ae-205b-449c-86f5-892b3df603c2 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/routers/6cd04f8d-8bc5-47fb-969c-a7b21932f9b0 HTTP/1.1" status: 204 len: 168 time: 0.4621124 Jul 05 10:08:54.756794 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58644) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:54.815532 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad8d617-94e1-4c15-91c1-c9d81f975216 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting subnet 5eecfa99-f59a-4c49-aff6-3a161e4a6d31 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:08:54.819067 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bad8d617-94e1-4c15-91c1-c9d81f975216 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:54.862086 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bad8d617-94e1-4c15-91c1-c9d81f975216 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:54.952004 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bad8d617-94e1-4c15-91c1-c9d81f975216 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.030760 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bad8d617-94e1-4c15-91c1-c9d81f975216 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.069199 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8d617-94e1-4c15-91c1-c9d81f975216 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Subnet': ['ID=5eecfa99-f59a-4c49-aff6-3a161e4a6d31,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:55.071230 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bad8d617-94e1-4c15-91c1-c9d81f975216 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.073295 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bad8d617-94e1-4c15-91c1-c9d81f975216 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/subnets/5eecfa99-f59a-4c49-aff6-3a161e4a6d31 HTTP/1.1" status: 204 len: 168 time: 0.3146505 Jul 05 10:08:55.075825 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58650) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:55.078486 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67e3967-002e-4540-93e1-f0d5202debd4 None None] Network b9d506d6-e7c4-4ba5-8803-41a49a0d1894 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:55.157083 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8defb2a9-4c5c-48fb-8b6e-33d890f217e4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.217904 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8defb2a9-4c5c-48fb-8b6e-33d890f217e4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting port c1d905a1-9972-42e4-b355-8b0675fd09d2 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:55.218527 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8defb2a9-4c5c-48fb-8b6e-33d890f217e4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.292235 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988bec81-ecef-46f8-8288-cabbd2145c0e None None] DHCP port deletion for b9d506d6-e7c4-4ba5-8803-41a49a0d1894 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:08:55.294711 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-8defb2a9-4c5c-48fb-8b6e-33d890f217e4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] For port c1d905a1-9972-42e4-b355-8b0675fd09d2, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c1d905a1-9972-42e4-b355-8b0675fd09d2,segment=NetworkSegment(64ca144a-d874-415d-ac6f-3662335bd703),segment_id=64ca144a-d874-415d-ac6f-3662335bd703)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:55.295087 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8defb2a9-4c5c-48fb-8b6e-33d890f217e4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.308985 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8defb2a9-4c5c-48fb-8b6e-33d890f217e4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Calling delete_port for c1d905a1-9972-42e4-b355-8b0675fd09d2 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:55.344874 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-988bec81-ecef-46f8-8288-cabbd2145c0e None None] Deleting port c1d905a1-9972-42e4-b355-8b0675fd09d2 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:55.345271 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-988bec81-ecef-46f8-8288-cabbd2145c0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.393020 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8defb2a9-4c5c-48fb-8b6e-33d890f217e4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.412757 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-988bec81-ecef-46f8-8288-cabbd2145c0e None None] For port c1d905a1-9972-42e4-b355-8b0675fd09d2, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c1d905a1-9972-42e4-b355-8b0675fd09d2,segment=NetworkSegment(64ca144a-d874-415d-ac6f-3662335bd703),segment_id=64ca144a-d874-415d-ac6f-3662335bd703)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:55.413409 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-988bec81-ecef-46f8-8288-cabbd2145c0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.425305 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defb2a9-4c5c-48fb-8b6e-33d890f217e4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Port': ['ID=c1d905a1-9972-42e4-b355-8b0675fd09d2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:55.429562 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8defb2a9-4c5c-48fb-8b6e-33d890f217e4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] No DVR routers for this DVR port c1d905a1-9972-42e4-b355-8b0675fd09d2 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:55.433242 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-988bec81-ecef-46f8-8288-cabbd2145c0e None None] Calling delete_port for c1d905a1-9972-42e4-b355-8b0675fd09d2 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:55.521679 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8defb2a9-4c5c-48fb-8b6e-33d890f217e4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.552186 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-8defb2a9-4c5c-48fb-8b6e-33d890f217e4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d506d6-e7c4-4ba5-8803-41a49a0d1894']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:55.562799 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-988bec81-ecef-46f8-8288-cabbd2145c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.588008 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-8defb2a9-4c5c-48fb-8b6e-33d890f217e4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ca144a-d874-415d-ac6f-3662335bd703') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:55.588776 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-8defb2a9-4c5c-48fb-8b6e-33d890f217e4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ca144a-d874-415d-ac6f-3662335bd703') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:55.590331 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bec81-ecef-46f8-8288-cabbd2145c0e None None] Pushing event deleted for resources: {'Port': ['ID=c1d905a1-9972-42e4-b355-8b0675fd09d2,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:55.601927 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988bec81-ecef-46f8-8288-cabbd2145c0e None None] No DVR routers for this DVR port c1d905a1-9972-42e4-b355-8b0675fd09d2 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:55.607152 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8defb2a9-4c5c-48fb-8b6e-33d890f217e4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.632697 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8defb2a9-4c5c-48fb-8b6e-33d890f217e4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.641192 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8defb2a9-4c5c-48fb-8b6e-33d890f217e4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:08:55.642164 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8defb2a9-4c5c-48fb-8b6e-33d890f217e4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:08:55.646180 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:08:55.737941 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8defb2a9-4c5c-48fb-8b6e-33d890f217e4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.756058 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8defb2a9-4c5c-48fb-8b6e-33d890f217e4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.762895 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8defb2a9-4c5c-48fb-8b6e-33d890f217e4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/networks/b9d506d6-e7c4-4ba5-8803-41a49a0d1894 HTTP/1.1" status: 204 len: 168 time: 0.6825581 Jul 05 10:08:55.770282 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58672) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:55.774145 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defb2a9-4c5c-48fb-8b6e-33d890f217e4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Network': ['ID=b9d506d6-e7c4-4ba5-8803-41a49a0d1894,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:55.787874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b8d44237-904c-48f0-912a-0257be6b5efe tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2122739282', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:55.837325 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8042a-57d4-44ca-af89-4d9b0d4f0799 req-4cbc02f7-8560-4fe2-896f-1def35996b58 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:55.838975 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f3a8042a-57d4-44ca-af89-4d9b0d4f0799 req-4cbc02f7-8560-4fe2-896f-1def35996b58 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 944 time: 0.1366239 Jul 05 10:08:55.841656 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8d44237-904c-48f0-912a-0257be6b5efe tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.842872 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8d44237-904c-48f0-912a-0257be6b5efe tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.895423 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f3a8042a-57d4-44ca-af89-4d9b0d4f0799 req-b383144b-f54d-4fec-8f8f-0603d07a696d tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/security-groups?id=98ec7402-286b-4043-90b7-8d3112b5b8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471392 Jul 05 10:08:55.934988 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8d44237-904c-48f0-912a-0257be6b5efe tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.118561 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8d44237-904c-48f0-912a-0257be6b5efe tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.193457 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aab044-3861-46e9-9dc2-c0306bab3157 req-89ed290b-5b45-4db9-bf31-c071972e3c89 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:56.195113 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70aab044-3861-46e9-9dc2-c0306bab3157 req-89ed290b-5b45-4db9-bf31-c071972e3c89 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c609c9ef-fec7-43cf-8fe8-b41293077258 HTTP/1.1" status: 200 len: 1096 time: 0.1402578 Jul 05 10:08:56.239908 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70aab044-3861-46e9-9dc2-c0306bab3157 req-1fc9299d-12ae-41c5-8d18-170a031043ee tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=473465cc-1432-4afa-a2a4-8ec01175f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389318 Jul 05 10:08:56.364919 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8d44237-904c-48f0-912a-0257be6b5efe tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.384849 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8d44237-904c-48f0-912a-0257be6b5efe tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.488636 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c1d905a1-9972-42e4-b355-8b0675fd09d2 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:56.507791 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-b8d44237-904c-48f0-912a-0257be6b5efe tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Allocated IP 172.25.7.82 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/3a25ed06-3a48-4069-afb4-c72ed40e229c) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:56.509475 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: c1d905a1-9972-42e4-b355-8b0675fd09d2 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:56.510049 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c1d905a1-9972-42e4-b355-8b0675fd09d2 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:56.634328 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8d44237-904c-48f0-912a-0257be6b5efe tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.677534 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8d44237-904c-48f0-912a-0257be6b5efe tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.725187 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.734914 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d44237-904c-48f0-912a-0257be6b5efe tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:56.738443 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-b8d44237-904c-48f0-912a-0257be6b5efe tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:56.742287 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d44237-904c-48f0-912a-0257be6b5efe tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:56.749496 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d44237-904c-48f0-912a-0257be6b5efe tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Port': ['ID=3a25ed06-3a48-4069-afb4-c72ed40e229c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:57.058465 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 538abaab-9592-412f-94b4-ecb42a0267cf no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:57.083562 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 538abaab-9592-412f-94b4-ecb42a0267cf {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:57.084092 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 538abaab-9592-412f-94b4-ecb42a0267cf not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:57.149244 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8d44237-904c-48f0-912a-0257be6b5efe tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:57.219384 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960b8dd-bc3f-4969-84f1-e0315f7e314c req-71e26a50-edd1-4425-9d9a-b648e087366c tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:57.221034 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4960b8dd-bc3f-4969-84f1-e0315f7e314c req-71e26a50-edd1-4425-9d9a-b648e087366c tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 944 time: 0.1842301 Jul 05 10:08:57.317328 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4960b8dd-bc3f-4969-84f1-e0315f7e314c req-b8c98c45-2a1c-4b76-b054-68b4c64440d8 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/security-groups?id=98ec7402-286b-4043-90b7-8d3112b5b8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887613 Jul 05 10:08:57.467447 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8d44237-904c-48f0-912a-0257be6b5efe tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:57.609201 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60336e90-5afb-4139-92c7-ce86cd450cfa req-89dcdbdb-9072-4fa9-88f0-181d1c3f5301 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:57.610924 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-60336e90-5afb-4139-92c7-ce86cd450cfa req-89dcdbdb-9072-4fa9-88f0-181d1c3f5301 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c609c9ef-fec7-43cf-8fe8-b41293077258 HTTP/1.1" status: 200 len: 1096 time: 0.0671444 Jul 05 10:08:57.723355 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-60336e90-5afb-4139-92c7-ce86cd450cfa req-9e579f9d-d48d-4655-8c8d-1e032f073e74 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Deleting port 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:57.723655 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-60336e90-5afb-4139-92c7-ce86cd450cfa req-9e579f9d-d48d-4655-8c8d-1e032f073e74 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:57.807714 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-60336e90-5afb-4139-92c7-ce86cd450cfa req-9e579f9d-d48d-4655-8c8d-1e032f073e74 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] For port 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=0ab1bc17-50cb-49de-83fd-a1b4c51edfe2,segment=NetworkSegment(6542b542-d05b-4a8f-8945-0f7cd2944384),segment_id=6542b542-d05b-4a8f-8945-0f7cd2944384)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:57.808245 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-60336e90-5afb-4139-92c7-ce86cd450cfa req-9e579f9d-d48d-4655-8c8d-1e032f073e74 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:57.825140 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-60336e90-5afb-4139-92c7-ce86cd450cfa req-9e579f9d-d48d-4655-8c8d-1e032f073e74 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Calling delete_port for 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:57.880169 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04154d93-f602-44fe-a022-e6a80f7a35a1 req-b20ae5ed-b374-4c92-999c-12984289e2db tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:57.881695 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-04154d93-f602-44fe-a022-e6a80f7a35a1 req-b20ae5ed-b374-4c92-999c-12984289e2db tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c609c9ef-fec7-43cf-8fe8-b41293077258 HTTP/1.1" status: 200 len: 1096 time: 0.4655089 Jul 05 10:08:57.959345 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-04154d93-f602-44fe-a022-e6a80f7a35a1 req-ec8d6295-292a-4fe2-8966-b99f69c3a405 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=473465cc-1432-4afa-a2a4-8ec01175f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478699 Jul 05 10:08:57.976429 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-60336e90-5afb-4139-92c7-ce86cd450cfa req-9e579f9d-d48d-4655-8c8d-1e032f073e74 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:57.993880 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['0ab1bc17-50cb-49de-83fd-a1b4c51edfe2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:57.997269 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d44237-904c-48f0-912a-0257be6b5efe tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Router 43d805ba-d477-4b91-af67-ffc1ac56df74 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:08:58.036247 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e579f9d-d48d-4655-8c8d-1e032f073e74 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ab1bc17-50cb-49de-83fd-a1b4c51edfe2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:58.060307 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-60336e90-5afb-4139-92c7-ce86cd450cfa req-9e579f9d-d48d-4655-8c8d-1e032f073e74 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] No DVR routers for this DVR port 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:58.064860 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-60336e90-5afb-4139-92c7-ce86cd450cfa req-9e579f9d-d48d-4655-8c8d-1e032f073e74 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:58.067023 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-60336e90-5afb-4139-92c7-ce86cd450cfa req-9e579f9d-d48d-4655-8c8d-1e032f073e74 tempest-TestServerMultinode-1219419344 tempest-TestServerMultinode-1219419344-project-admin] 10.222.0.78 "DELETE /v2.0/ports/0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 HTTP/1.1" status: 204 len: 173 time: 0.4497018 Jul 05 10:08:58.067491 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c609c9ef-fec7-43cf-8fe8-b41293077258', 'name': 'network-vif-deleted', 'tag': '0ab1bc17-50cb-49de-83fd-a1b4c51edfe2'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:58.073754 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41eeb213-b7bf-4eab-b53a-2020666d4266" -d '{"events": [{"server_uuid": "c609c9ef-fec7-43cf-8fe8-b41293077258", "name": "network-vif-deleted", "tag": "0ab1bc17-50cb-49de-83fd-a1b4c51edfe2"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:58.158878 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d44237-904c-48f0-912a-0257be6b5efe tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:08:58.170485 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4891d8-1a89-4050-8030-e27590fd6b3f x-openstack-request-id: req-8d4891d8-1a89-4050-8030-e27590fd6b3f {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:58.170708 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c609c9ef-fec7-43cf-8fe8-b41293077258", "name": "network-vif-deleted", "tag": "0ab1bc17-50cb-49de-83fd-a1b4c51edfe2", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:58.170970 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8d4891d8-1a89-4050-8030-e27590fd6b3f {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:58.171539 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c609c9ef-fec7-43cf-8fe8-b41293077258', 'name': 'network-vif-deleted', 'tag': '0ab1bc17-50cb-49de-83fd-a1b4c51edfe2', 'status': 'completed', 'code': 200} Jul 05 10:08:58.177861 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84178ecf-fde8-417e-a8bc-acd408fe4cfa None None] Sync routers for ids ['43d805ba-d477-4b91-af67-ffc1ac56df74'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:08:58.196521 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84178ecf-fde8-417e-a8bc-acd408fe4cfa None None] Routers {'43d805ba-d477-4b91-af67-ffc1ac56df74'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:58.197743 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-84178ecf-fde8-417e-a8bc-acd408fe4cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['43d805ba-d477-4b91-af67-ffc1ac56df74'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:58.200250 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8d44237-904c-48f0-912a-0257be6b5efe tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:58.214578 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b8d44237-904c-48f0-912a-0257be6b5efe tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.4399540 Jul 05 10:08:58.214980 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58730) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:58.259821 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-84178ecf-fde8-417e-a8bc-acd408fe4cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:58.287367 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84178ecf-fde8-417e-a8bc-acd408fe4cfa None None] Routers {'43d805ba-d477-4b91-af67-ffc1ac56df74'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:58.288396 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-84178ecf-fde8-417e-a8bc-acd408fe4cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['43d805ba-d477-4b91-af67-ffc1ac56df74'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:58.339684 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-84178ecf-fde8-417e-a8bc-acd408fe4cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:58.340643 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84178ecf-fde8-417e-a8bc-acd408fe4cfa None None] The sync data for ids ['43d805ba-d477-4b91-af67-ffc1ac56df74'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:58.368684 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58734) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:58.368971 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-49b53b01-2367-4938-a8be-b3a6ab961c70 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "GET /v2.0/routers/43d805ba-d477-4b91-af67-ffc1ac56df74 HTTP/1.1" status: 200 len: 880 time: 0.1519361 Jul 05 10:08:58.605131 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e143f-cf37-4430-914b-7993e900806b req-a61298d1-a33a-41e7-8be6-e5daee149358 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:58.606928 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-154e143f-cf37-4430-914b-7993e900806b req-a61298d1-a33a-41e7-8be6-e5daee149358 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 944 time: 0.1455514 Jul 05 10:08:58.688560 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-154e143f-cf37-4430-914b-7993e900806b req-10735e2e-0707-4b64-a740-e4efad6e3c34 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/security-groups?id=98ec7402-286b-4043-90b7-8d3112b5b8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683603 Jul 05 10:08:58.734586 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-37120b73-a7ad-4abb-acdf-4313fbeab645 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3645270 Jul 05 10:08:58.737259 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58746) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:58.742669 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-be626961-663f-4306-9dc6-302332376afa tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2122739282'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:59.075364 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58754) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:59.088415 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be626961-663f-4306-9dc6-302332376afa tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:59.099991 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be626961-663f-4306-9dc6-302332376afa tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3671792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3671787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3670561'] for router, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:59.212942 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be626961-663f-4306-9dc6-302332376afa tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Router 43d805ba-d477-4b91-af67-ffc1ac56df74 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:08:59.325320 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be626961-663f-4306-9dc6-302332376afa tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:08:59.334849 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe9aa36-940a-465f-bcb0-a9f0c6e9eff1 None None] Sync routers for ids ['43d805ba-d477-4b91-af67-ffc1ac56df74'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:08:59.342494 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be626961-663f-4306-9dc6-302332376afa tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:59.345156 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe9aa36-940a-465f-bcb0-a9f0c6e9eff1 None None] Routers {'43d805ba-d477-4b91-af67-ffc1ac56df74'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:59.346075 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-dfe9aa36-940a-465f-bcb0-a9f0c6e9eff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['43d805ba-d477-4b91-af67-ffc1ac56df74'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:59.347667 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58762) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:59.349206 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-be626961-663f-4306-9dc6-302332376afa tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "PUT /v2.0/routers/43d805ba-d477-4b91-af67-ffc1ac56df74 HTTP/1.1" status: 200 len: 887 time: 0.6106167 Jul 05 10:08:59.387321 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-dfe9aa36-940a-465f-bcb0-a9f0c6e9eff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:59.396444 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe9aa36-940a-465f-bcb0-a9f0c6e9eff1 None None] Routers {'43d805ba-d477-4b91-af67-ffc1ac56df74'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:59.397186 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-dfe9aa36-940a-465f-bcb0-a9f0c6e9eff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['43d805ba-d477-4b91-af67-ffc1ac56df74'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:59.434452 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-dfe9aa36-940a-465f-bcb0-a9f0c6e9eff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:59.435126 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe9aa36-940a-465f-bcb0-a9f0c6e9eff1 None None] The sync data for ids ['43d805ba-d477-4b91-af67-ffc1ac56df74'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:59.514459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4e6ee29c-1751-4171-8f86-700ffa3973b8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "GET /v2.0/routers/43d805ba-d477-4b91-af67-ffc1ac56df74 HTTP/1.1" status: 200 len: 887 time: 0.1656258 Jul 05 10:08:59.517220 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58766) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:59.552554 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9a9bd4d3-f618-497e-b2ad-5107e1c3ce85 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "GET /v2.0/ports?device_id=43d805ba-d477-4b91-af67-ffc1ac56df74 HTTP/1.1" status: 200 len: 205 time: 0.0335855 Jul 05 10:08:59.555259 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58768) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:59.602024 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50667ced-f900-4366-9ba0-d777a613c67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:59.973790 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e0b1e-b024-4b5f-a05e-a4daed04ce7a req-3c68d5b9-9885-41bd-bb26-d782ecacfc31 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:59.975392 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-475e0b1e-b024-4b5f-a05e-a4daed04ce7a req-3c68d5b9-9885-41bd-bb26-d782ecacfc31 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 944 time: 0.1270823 Jul 05 10:08:59.985653 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-50667ced-f900-4366-9ba0-d777a613c67f admin admin] Deleting port 66b51dc0-4bda-446b-916e-9292780d3d4d {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:59.985996 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50667ced-f900-4366-9ba0-d777a613c67f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.054867 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b02469f7-f2b0-4963-ade6-b12c5f7a8e0f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.072696 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-475e0b1e-b024-4b5f-a05e-a4daed04ce7a req-0c05a057-c594-443d-924b-9af53b5bcb6c tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/security-groups?id=98ec7402-286b-4043-90b7-8d3112b5b8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897343 Jul 05 10:09:00.105980 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-50667ced-f900-4366-9ba0-d777a613c67f admin admin] For port 66b51dc0-4bda-446b-916e-9292780d3d4d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=66b51dc0-4bda-446b-916e-9292780d3d4d,segment=NetworkSegment(6542b542-d05b-4a8f-8945-0f7cd2944384),segment_id=6542b542-d05b-4a8f-8945-0f7cd2944384)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:00.106341 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50667ced-f900-4366-9ba0-d777a613c67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.120123 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-50667ced-f900-4366-9ba0-d777a613c67f admin admin] Calling delete_port for 66b51dc0-4bda-446b-916e-9292780d3d4d owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:00.134312 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 4242b484-7b9d-43fc-8a5b-d21b96d613ad details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:09:00.148176 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:00.176609 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:00.177317 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 0ab1bc17-50cb-49de-83fd-a1b4c51edfe2 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:00.182213 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b02469f7-f2b0-4963-ade6-b12c5f7a8e0f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.261455 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b02469f7-f2b0-4963-ade6-b12c5f7a8e0f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting port 3a25ed06-3a48-4069-afb4-c72ed40e229c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:00.261892 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b02469f7-f2b0-4963-ade6-b12c5f7a8e0f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.334286 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50667ced-f900-4366-9ba0-d777a613c67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.346334 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b02469f7-f2b0-4963-ade6-b12c5f7a8e0f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.360859 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b02469f7-f2b0-4963-ade6-b12c5f7a8e0f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Calling delete_port for 3a25ed06-3a48-4069-afb4-c72ed40e229c owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:00.368496 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50667ced-f900-4366-9ba0-d777a613c67f admin admin] Pushing event deleted for resources: {'Port': ['ID=66b51dc0-4bda-446b-916e-9292780d3d4d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:00.440340 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 4242b484-7b9d-43fc-8a5b-d21b96d613ad, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=4242b484-7b9d-43fc-8a5b-d21b96d613ad,segment=NetworkSegment(347dd1a2-18f3-4ca9-abf0-6e9a69384184),segment_id=347dd1a2-18f3-4ca9-abf0-6e9a69384184)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:00.453543 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '4242b484-7b9d-43fc-8a5b-d21b96d613ad', 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8', 'port_id': '4242b484-7b9d-43fc-8a5b-d21b96d613ad', 'mac_address': 'fa:16:3e:f1:44:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0ad179-c06a-4feb-b8e2-c0df34413923', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:09:00.527215 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.597275 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4242b484-7b9d-43fc-8a5b-d21b96d613ad {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:09:00.635338 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 4242b484-7b9d-43fc-8a5b-d21b96d613ad, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=4242b484-7b9d-43fc-8a5b-d21b96d613ad,segment=NetworkSegment(347dd1a2-18f3-4ca9-abf0-6e9a69384184),segment_id=347dd1a2-18f3-4ca9-abf0-6e9a69384184)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:00.639795 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.715684 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b02469f7-f2b0-4963-ade6-b12c5f7a8e0f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.734132 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50667ced-f900-4366-9ba0-d777a613c67f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.750907 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=4242b484-7b9d-43fc-8a5b-d21b96d613ad,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:00.757531 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02469f7-f2b0-4963-ade6-b12c5f7a8e0f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Port': ['ID=3a25ed06-3a48-4069-afb4-c72ed40e229c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:00.826415 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b02469f7-f2b0-4963-ade6-b12c5f7a8e0f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.921750 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b02469f7-f2b0-4963-ade6-b12c5f7a8e0f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.924333 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b02469f7-f2b0-4963-ade6-b12c5f7a8e0f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.981102 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b02469f7-f2b0-4963-ade6-b12c5f7a8e0f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.981684 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02469f7-f2b0-4963-ade6-b12c5f7a8e0f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Fanout notify agent at l3_agent the message router_deleted on router 43d805ba-d477-4b91-af67-ffc1ac56df74 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:09:00.989058 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b02469f7-f2b0-4963-ade6-b12c5f7a8e0f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.990321 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b02469f7-f2b0-4963-ade6-b12c5f7a8e0f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/routers/43d805ba-d477-4b91-af67-ffc1ac56df74 HTTP/1.1" status: 204 len: 168 time: 1.4340210 Jul 05 10:09:00.994492 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58800) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:01.000060 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-68ea74bd-81d1-4774-9933-34368654965e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'network': {'name': 'tempest-RoutersTest-1827795266'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:01.004855 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50667ced-f900-4366-9ba0-d777a613c67f admin admin] Router 07bea17f-6dd6-4265-976e-5323339bcda0 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:01.021648 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ea74bd-81d1-4774-9933-34368654965e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Made reservation on behalf of c4b0a5f8e9f442b09c91ecab2efe6793 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:01.025737 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68ea74bd-81d1-4774-9933-34368654965e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:01.051580 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['4242b484-7b9d-43fc-8a5b-d21b96d613ad'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:09:01.062020 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ea74bd-81d1-4774-9933-34368654965e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:09:01.075030 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68ea74bd-81d1-4774-9933-34368654965e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:01.075583 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-68ea74bd-81d1-4774-9933-34368654965e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Added segment 2915ff65-0de5-4178-b132-4e3896a96145 of type vlan for network 53debace-9dcf-4a5d-9974-e0ec11398363 Jul 05 10:09:01.132135 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68ea74bd-81d1-4774-9933-34368654965e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:01.149199 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50667ced-f900-4366-9ba0-d777a613c67f admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:01.169287 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-50667ced-f900-4366-9ba0-d777a613c67f admin admin] 10.222.0.79 "PUT /v2.0/routers/07bea17f-6dd6-4265-976e-5323339bcda0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0904090 Jul 05 10:09:01.169956 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58806) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:01.181430 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68ea74bd-81d1-4774-9933-34368654965e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:01.189363 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2c1270-cc0c-4adc-ad5b-42638b579ed7 None None] Sync routers for ids ['07bea17f-6dd6-4265-976e-5323339bcda0'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:01.191172 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ea74bd-81d1-4774-9933-34368654965e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:01.192137 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68ea74bd-81d1-4774-9933-34368654965e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:01.230581 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c1270-cc0c-4adc-ad5b-42638b579ed7 None None] Routers {'07bea17f-6dd6-4265-976e-5323339bcda0'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:01.231223 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5d2c1270-cc0c-4adc-ad5b-42638b579ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['07bea17f-6dd6-4265-976e-5323339bcda0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:01.264655 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-68ea74bd-81d1-4774-9933-34368654965e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2691212 Jul 05 10:09:01.268511 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58810) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:01.277627 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1c8105c4-c019-42f5-ab49-5764bd67288e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'subnet': {'network_id': '53debace-9dcf-4a5d-9974-e0ec11398363', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:01.286557 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea74bd-81d1-4774-9933-34368654965e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Network': ['ID=53debace-9dcf-4a5d-9974-e0ec11398363,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:01.328397 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 53debace-9dcf-4a5d-9974-e0ec11398363 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:09:01.374964 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c62b4f57-7b17-439d-a4ce-b3824d65a02d admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:01.405446 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8105c4-c019-42f5-ab49-5764bd67288e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Made reservation on behalf of c4b0a5f8e9f442b09c91ecab2efe6793 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:01.409638 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1c8105c4-c019-42f5-ab49-5764bd67288e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:01.459326 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-5d2c1270-cc0c-4adc-ad5b-42638b579ed7 None None] Set router 07bea17f-6dd6-4265-976e-5323339bcda0 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:01.516195 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa946c-5536-4c2b-9eac-b3fe204cd626 req-382a348b-77b2-44cd-9f7a-1d2a248c2ad0 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:01.517768 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-08aa946c-5536-4c2b-9eac-b3fe204cd626 req-382a348b-77b2-44cd-9f7a-1d2a248c2ad0 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 945 time: 0.2461092 Jul 05 10:09:01.545371 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c62b4f57-7b17-439d-a4ce-b3824d65a02d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:01.616632 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-08aa946c-5536-4c2b-9eac-b3fe204cd626 req-6a233b2c-8e71-4295-b574-c309ad1e92e0 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/security-groups?id=98ec7402-286b-4043-90b7-8d3112b5b8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836918 Jul 05 10:09:01.641932 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c62b4f57-7b17-439d-a4ce-b3824d65a02d admin admin] Deleting port a7c02361-63ed-43d0-9ab6-bce4ebde0baf {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:01.642268 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c62b4f57-7b17-439d-a4ce-b3824d65a02d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:01.690547 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1c8105c4-c019-42f5-ab49-5764bd67288e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:01.736437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-c62b4f57-7b17-439d-a4ce-b3824d65a02d admin admin] For port a7c02361-63ed-43d0-9ab6-bce4ebde0baf, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=a7c02361-63ed-43d0-9ab6-bce4ebde0baf,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:01.736916 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c62b4f57-7b17-439d-a4ce-b3824d65a02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:01.752535 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c62b4f57-7b17-439d-a4ce-b3824d65a02d admin admin] Calling delete_port for a7c02361-63ed-43d0-9ab6-bce4ebde0baf owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:01.812269 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8105c4-c019-42f5-ab49-5764bd67288e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Subnet': ['ID=1f0deb2c-fd8f-49b6-8fe3-be40e5ca8dd2,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:01.826140 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5d2c1270-cc0c-4adc-ad5b-42638b579ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bea17f-6dd6-4265-976e-5323339bcda0', 'name': 'tempest-TestServerMultinode-1853122301-router', 'tenant_id': '6474b12c57e4496facd695a0bde49f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'a7c02361-63ed-43d0-9ab6-bce4ebde0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:52Z', 'updated_at': '2021-07-05T10:09:00Z', 'revision_number': 5, 'project_id': '6474b12c57e4496facd695a0bde49f4b', 'gw_port': {'id': 'a7c02361-63ed-43d0-9ab6-bce4ebde0baf', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bea17f-6dd6-4265-976e-5323339bcda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:53Z', 'updated_at': '2021-07-05T10:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:01.836968 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8105c4-c019-42f5-ab49-5764bd67288e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Checking segment: {'id': '2915ff65-0de5-4178-b132-4e3896a96145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53debace-9dcf-4a5d-9974-e0ec11398363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:01.837444 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8105c4-c019-42f5-ab49-5764bd67288e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network hostable DHCP agents. Network: 53debace-9dcf-4a5d-9974-e0ec11398363, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:09:01.855956 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2c1270-cc0c-4adc-ad5b-42638b579ed7 None None] Checking router: 07bea17f-6dd6-4265-976e-5323339bcda0 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:01.867001 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c1270-cc0c-4adc-ad5b-42638b579ed7 None None] Routers {'07bea17f-6dd6-4265-976e-5323339bcda0'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:01.867634 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5d2c1270-cc0c-4adc-ad5b-42638b579ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['07bea17f-6dd6-4265-976e-5323339bcda0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:01.888080 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8105c4-c019-42f5-ab49-5764bd67288e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network 53debace-9dcf-4a5d-9974-e0ec11398363 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:09:01.906049 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-1c8105c4-c019-42f5-ab49-5764bd67288e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 53debace-9dcf-4a5d-9974-e0ec11398363) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:01.910518 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8105c4-c019-42f5-ab49-5764bd67288e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:01.911297 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1c8105c4-c019-42f5-ab49-5764bd67288e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:01.936922 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1c8105c4-c019-42f5-ab49-5764bd67288e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6665797 Jul 05 10:09:01.940354 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58828) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:01.947172 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d578f29c-5095-48aa-8c32-3a4f5a4f2b74 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-683348430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:01.977524 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d578f29c-5095-48aa-8c32-3a4f5a4f2b74 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:01.979472 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d578f29c-5095-48aa-8c32-3a4f5a4f2b74 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:01.999673 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-5d2c1270-cc0c-4adc-ad5b-42638b579ed7 None None] Set router 07bea17f-6dd6-4265-976e-5323339bcda0 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:02.023789 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c62b4f57-7b17-439d-a4ce-b3824d65a02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.040201 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d578f29c-5095-48aa-8c32-3a4f5a4f2b74 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.045675 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d578f29c-5095-48aa-8c32-3a4f5a4f2b74 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.052895 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b4f57-7b17-439d-a4ce-b3824d65a02d admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c02361-63ed-43d0-9ab6-bce4ebde0baf,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:02.066277 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d578f29c-5095-48aa-8c32-3a4f5a4f2b74 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.070474 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d578f29c-5095-48aa-8c32-3a4f5a4f2b74 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1263092 Jul 05 10:09:02.070702 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58830) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:02.071400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5d2c1270-cc0c-4adc-ad5b-42638b579ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bea17f-6dd6-4265-976e-5323339bcda0', 'name': 'tempest-TestServerMultinode-1853122301-router', 'tenant_id': '6474b12c57e4496facd695a0bde49f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:52Z', 'updated_at': '2021-07-05T10:09:01Z', 'revision_number': 6, 'project_id': '6474b12c57e4496facd695a0bde49f4b', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:02.075284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa5e799-9100-47b6-b832-56318a54b413 None None] Network 53debace-9dcf-4a5d-9974-e0ec11398363 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:02.123088 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2c1270-cc0c-4adc-ad5b-42638b579ed7 None None] The sync data for ids ['07bea17f-6dd6-4265-976e-5323339bcda0'] in n-d-798054-8 is: [{'id': '07bea17f-6dd6-4265-976e-5323339bcda0', 'name': 'tempest-TestServerMultinode-1853122301-router', 'tenant_id': '6474b12c57e4496facd695a0bde49f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:52Z', 'updated_at': '2021-07-05T10:09:01Z', 'revision_number': 6, 'project_id': '6474b12c57e4496facd695a0bde49f4b', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:02.128173 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c62b4f57-7b17-439d-a4ce-b3824d65a02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.312869 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3583f7-658b-439d-bc48-73113c321808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-53debace-9dcf-4a5d-9974-e0ec11398363', 'network_id': '53debace-9dcf-4a5d-9974-e0ec11398363', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'fixed_ips': [{'subnet_id': '1f0deb2c-fd8f-49b6-8fe3-be40e5ca8dd2'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:09:02.314537 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0e3583f7-658b-439d-bc48-73113c321808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.433857 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a412c47-c1da-4cd6-8822-86759b7f3725 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.473643 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-0e3583f7-658b-439d-bc48-73113c321808 None None] Allocated IP 172.20.0.2 (53debace-9dcf-4a5d-9974-e0ec11398363/1f0deb2c-fd8f-49b6-8fe3-be40e5ca8dd2/0830fdba-5294-46ea-a372-4e81d2e9b86f) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:02.643288 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c62b4f57-7b17-439d-a4ce-b3824d65a02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.645615 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c62b4f57-7b17-439d-a4ce-b3824d65a02d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.698210 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c62b4f57-7b17-439d-a4ce-b3824d65a02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.698536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62b4f57-7b17-439d-a4ce-b3824d65a02d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07bea17f-6dd6-4265-976e-5323339bcda0 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:09:02.703837 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c62b4f57-7b17-439d-a4ce-b3824d65a02d admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.711750 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c62b4f57-7b17-439d-a4ce-b3824d65a02d admin admin] 10.222.0.79 "DELETE /v2.0/routers/07bea17f-6dd6-4265-976e-5323339bcda0 HTTP/1.1" status: 204 len: 168 time: 1.5392225 Jul 05 10:09:02.713244 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58842) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:02.749184 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.790811 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 66b51dc0-4bda-446b-916e-9292780d3d4d no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:02.796348 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af39613-1546-441d-8c4b-f6eb4a79310b admin admin] Deleting subnet c60f963f-878b-4612-b669-81394a90dd8e {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:09:02.799823 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0e3583f7-658b-439d-bc48-73113c321808 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.801217 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2af39613-1546-441d-8c4b-f6eb4a79310b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.831681 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0e3583f7-658b-439d-bc48-73113c321808 None None] Transition to ACTIVE for port object 0830fdba-5294-46ea-a372-4e81d2e9b86f will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:02.833998 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 66b51dc0-4bda-446b-916e-9292780d3d4d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:02.834449 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 66b51dc0-4bda-446b-916e-9292780d3d4d not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:02.852750 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0e3583f7-658b-439d-bc48-73113c321808 None None] Transition to ACTIVE for port object 0830fdba-5294-46ea-a372-4e81d2e9b86f will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:02.860390 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0e3583f7-658b-439d-bc48-73113c321808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.880571 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2af39613-1546-441d-8c4b-f6eb4a79310b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.910654 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3583f7-658b-439d-bc48-73113c321808 None None] Network 53debace-9dcf-4a5d-9974-e0ec11398363 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:02.930207 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-0e3583f7-658b-439d-bc48-73113c321808 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:02.933084 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3583f7-658b-439d-bc48-73113c321808 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:02.956424 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3583f7-658b-439d-bc48-73113c321808 None None] Pushing event updated for resources: {'Port': ['ID=0830fdba-5294-46ea-a372-4e81d2e9b86f,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:02.974777 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfae93-ee41-424f-b751-99af59cd1696 req-a89244cd-e047-4ed6-bf33-87fa59f9c3f3 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:02.976728 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7adfae93-ee41-424f-b751-99af59cd1696 req-a89244cd-e047-4ed6-bf33-87fa59f9c3f3 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 945 time: 0.1473756 Jul 05 10:09:03.014760 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0e3583f7-658b-439d-bc48-73113c321808 None None] Attempting to bind port 0830fdba-5294-46ea-a372-4e81d2e9b86f on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:03.015146 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0e3583f7-658b-439d-bc48-73113c321808 None None] Attempting to bind port 0830fdba-5294-46ea-a372-4e81d2e9b86f by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '2915ff65-0de5-4178-b132-4e3896a96145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53debace-9dcf-4a5d-9974-e0ec11398363'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:03.015808 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3583f7-658b-439d-bc48-73113c321808 None None] Attempting to bind port 0830fdba-5294-46ea-a372-4e81d2e9b86f on network 53debace-9dcf-4a5d-9974-e0ec11398363 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:03.022317 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3583f7-658b-439d-bc48-73113c321808 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:03.023184 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3583f7-658b-439d-bc48-73113c321808 None None] Checking segment: {'id': '2915ff65-0de5-4178-b132-4e3896a96145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53debace-9dcf-4a5d-9974-e0ec11398363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:03.023721 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0e3583f7-658b-439d-bc48-73113c321808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.024158 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3583f7-658b-439d-bc48-73113c321808 None None] Bound using segment: {'id': '2915ff65-0de5-4178-b132-4e3896a96145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53debace-9dcf-4a5d-9974-e0ec11398363'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:03.025358 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0e3583f7-658b-439d-bc48-73113c321808 None None] Bound port: 0830fdba-5294-46ea-a372-4e81d2e9b86f, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2915ff65-0de5-4178-b132-4e3896a96145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53debace-9dcf-4a5d-9974-e0ec11398363'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:03.025755 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0e3583f7-658b-439d-bc48-73113c321808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.033662 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2af39613-1546-441d-8c4b-f6eb4a79310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.035457 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-2a412c47-c1da-4cd6-8822-86759b7f3725 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Allocated IP 172.20.0.1 (53debace-9dcf-4a5d-9974-e0ec11398363/1f0deb2c-fd8f-49b6-8fe3-be40e5ca8dd2/cce7d9b7-ac56-47fd-a711-54123e83fca0) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:03.040322 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7adfae93-ee41-424f-b751-99af59cd1696 req-4dbaea53-a9db-4cae-b2d5-801f7823e5c0 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/security-groups?id=98ec7402-286b-4043-90b7-8d3112b5b8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487573 Jul 05 10:09:03.144391 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2af39613-1546-441d-8c4b-f6eb4a79310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.153392 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0e3583f7-658b-439d-bc48-73113c321808 None None] For port 0830fdba-5294-46ea-a372-4e81d2e9b86f, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:03.158424 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0e3583f7-658b-439d-bc48-73113c321808 None None] For port 0830fdba-5294-46ea-a372-4e81d2e9b86f, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=0830fdba-5294-46ea-a372-4e81d2e9b86f,segment=NetworkSegment(2915ff65-0de5-4178-b132-4e3896a96145),segment_id=2915ff65-0de5-4178-b132-4e3896a96145)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:03.169171 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0e3583f7-658b-439d-bc48-73113c321808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.173863 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a412c47-c1da-4cd6-8822-86759b7f3725 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.196494 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-2a412c47-c1da-4cd6-8822-86759b7f3725 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Transition to ACTIVE for port object cce7d9b7-ac56-47fd-a711-54123e83fca0 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:03.199982 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af39613-1546-441d-8c4b-f6eb4a79310b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c60f963f-878b-4612-b669-81394a90dd8e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:03.202037 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2af39613-1546-441d-8c4b-f6eb4a79310b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.204426 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2af39613-1546-441d-8c4b-f6eb4a79310b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c60f963f-878b-4612-b669-81394a90dd8e HTTP/1.1" status: 204 len: 168 time: 0.4896212 Jul 05 10:09:03.206558 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58854) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:03.223571 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c3ff5b-7382-4948-ace2-159944a7758e None None] Network 94188280-9daf-4cdc-9be3-100572f453ff requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:03.262547 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a412c47-c1da-4cd6-8822-86759b7f3725 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.296425 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0270437b-4bd3-4da4-ba24-5da6da2abdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.341446 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3583f7-658b-439d-bc48-73113c321808 None None] Pushing event updated for resources: {'Port': ['ID=0830fdba-5294-46ea-a372-4e81d2e9b86f,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:03.354918 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a412c47-c1da-4cd6-8822-86759b7f3725 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Port': ['ID=cce7d9b7-ac56-47fd-a711-54123e83fca0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:03.378671 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a412c47-c1da-4cd6-8822-86759b7f3725 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network 53debace-9dcf-4a5d-9974-e0ec11398363 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:03.380356 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-2a412c47-c1da-4cd6-8822-86759b7f3725 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:03.383425 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a412c47-c1da-4cd6-8822-86759b7f3725 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:03.389612 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0270437b-4bd3-4da4-ba24-5da6da2abdcb admin admin] Deleting port beb13e4f-9266-435c-a1d0-90b84d66f378 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:03.389955 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0270437b-4bd3-4da4-ba24-5da6da2abdcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.458519 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a412c47-c1da-4cd6-8822-86759b7f3725 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.482092 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-0270437b-4bd3-4da4-ba24-5da6da2abdcb admin admin] For port beb13e4f-9266-435c-a1d0-90b84d66f378, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=beb13e4f-9266-435c-a1d0-90b84d66f378,segment=NetworkSegment(6542b542-d05b-4a8f-8945-0f7cd2944384),segment_id=6542b542-d05b-4a8f-8945-0f7cd2944384)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:03.482475 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0270437b-4bd3-4da4-ba24-5da6da2abdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.503981 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0270437b-4bd3-4da4-ba24-5da6da2abdcb admin admin] Calling delete_port for beb13e4f-9266-435c-a1d0-90b84d66f378 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:03.575800 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918586c1-4758-4f74-8677-8d2720a5e283 None None] DHCP port deletion for 94188280-9daf-4cdc-9be3-100572f453ff request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:09:03.695739 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0270437b-4bd3-4da4-ba24-5da6da2abdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.704929 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-918586c1-4758-4f74-8677-8d2720a5e283 None None] Deleting port beb13e4f-9266-435c-a1d0-90b84d66f378 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:03.705295 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-918586c1-4758-4f74-8677-8d2720a5e283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.736980 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270437b-4bd3-4da4-ba24-5da6da2abdcb admin admin] Pushing event deleted for resources: {'Port': ['ID=beb13e4f-9266-435c-a1d0-90b84d66f378,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:03.740939 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0270437b-4bd3-4da4-ba24-5da6da2abdcb admin admin] No DVR routers for this DVR port beb13e4f-9266-435c-a1d0-90b84d66f378 on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:03.745869 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a412c47-c1da-4cd6-8822-86759b7f3725 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.822127 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0270437b-4bd3-4da4-ba24-5da6da2abdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.823322 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-918586c1-4758-4f74-8677-8d2720a5e283 None None] For port beb13e4f-9266-435c-a1d0-90b84d66f378, host n-d-798054-8, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:03.823990 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-918586c1-4758-4f74-8677-8d2720a5e283 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.836466 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0270437b-4bd3-4da4-ba24-5da6da2abdcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94188280-9daf-4cdc-9be3-100572f453ff']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:03.847664 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-918586c1-4758-4f74-8677-8d2720a5e283 None None] Calling delete_port for beb13e4f-9266-435c-a1d0-90b84d66f378 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:03.849130 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0270437b-4bd3-4da4-ba24-5da6da2abdcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6542b542-d05b-4a8f-8945-0f7cd2944384') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:03.849394 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0270437b-4bd3-4da4-ba24-5da6da2abdcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6542b542-d05b-4a8f-8945-0f7cd2944384') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:03.851064 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-918586c1-4758-4f74-8677-8d2720a5e283 None None] Port beb13e4f-9266-435c-a1d0-90b84d66f378 was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 10:09:03.857706 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-918586c1-4758-4f74-8677-8d2720a5e283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.862630 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0270437b-4bd3-4da4-ba24-5da6da2abdcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.887410 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0270437b-4bd3-4da4-ba24-5da6da2abdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.888586 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918586c1-4758-4f74-8677-8d2720a5e283 None None] Pushing event deleted for resources: {'Port': ['ID=beb13e4f-9266-435c-a1d0-90b84d66f378,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:03.896766 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0270437b-4bd3-4da4-ba24-5da6da2abdcb admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:09:03.897464 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0270437b-4bd3-4da4-ba24-5da6da2abdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.898433 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918586c1-4758-4f74-8677-8d2720a5e283 None None] No DVR routers for this DVR port beb13e4f-9266-435c-a1d0-90b84d66f378 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:09:03.921717 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:09:03.981488 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0270437b-4bd3-4da4-ba24-5da6da2abdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.988824 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0270437b-4bd3-4da4-ba24-5da6da2abdcb admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.003779 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0270437b-4bd3-4da4-ba24-5da6da2abdcb admin admin] 10.222.0.79 "DELETE /v2.0/networks/94188280-9daf-4cdc-9be3-100572f453ff HTTP/1.1" status: 204 len: 168 time: 0.7936895 Jul 05 10:09:04.006341 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58866) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:04.017736 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270437b-4bd3-4da4-ba24-5da6da2abdcb admin admin] Pushing event deleted for resources: {'Network': ['ID=94188280-9daf-4cdc-9be3-100572f453ff,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:04.150853 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 4242b484-7b9d-43fc-8a5b-d21b96d613ad up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:04.267007 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 4242b484-7b9d-43fc-8a5b-d21b96d613ad completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:04.271374 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 4242b484-7b9d-43fc-8a5b-d21b96d613ad triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:04.280090 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.291477 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a412c47-c1da-4cd6-8822-86759b7f3725 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.299366 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a412c47-c1da-4cd6-8822-86759b7f3725 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.445906 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a412c47-c1da-4cd6-8822-86759b7f3725 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.451640 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.479888 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab195fd-933e-4512-8409-1971e94b5d84 req-39912ccc-5271-454e-bc9c-e11b730ca49a tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:04.479888 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cab195fd-933e-4512-8409-1971e94b5d84 req-39912ccc-5271-454e-bc9c-e11b730ca49a tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 945 time: 0.1650462 Jul 05 10:09:04.536166 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 4242b484-7b9d-43fc-8a5b-d21b96d613ad, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=4242b484-7b9d-43fc-8a5b-d21b96d613ad,segment=NetworkSegment(347dd1a2-18f3-4ca9-abf0-6e9a69384184),segment_id=347dd1a2-18f3-4ca9-abf0-6e9a69384184)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:04.537519 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b1cd0a-dbd7-4731-a967-ccfea7bff21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4242b484-7b9d-43fc-8a5b-d21b96d613ad'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:04.544911 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8941cc12-6cdb-4423-aca1-4e24e623d3b6" -d '{"events": [{"server_uuid": "60b1cd0a-dbd7-4731-a967-ccfea7bff21a", "name": "network-vif-plugged", "status": "completed", "tag": "4242b484-7b9d-43fc-8a5b-d21b96d613ad"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:04.550543 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.568002 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cab195fd-933e-4512-8409-1971e94b5d84 req-5d284edf-2b0d-4993-beb7-ebe14b76ed8a tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/security-groups?id=98ec7402-286b-4043-90b7-8d3112b5b8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843589 Jul 05 10:09:04.628781 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a412c47-c1da-4cd6-8822-86759b7f3725 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Port': ['ID=cce7d9b7-ac56-47fd-a711-54123e83fca0,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:04.664969 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 0830fdba-5294-46ea-a372-4e81d2e9b86f up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:04.676069 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508832a3-957e-4dba-9001-3f364e85e80e x-openstack-request-id: req-508832a3-957e-4dba-9001-3f364e85e80e {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:04.677657 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b1cd0a-dbd7-4731-a967-ccfea7bff21a", "name": "network-vif-plugged", "status": "completed", "tag": "4242b484-7b9d-43fc-8a5b-d21b96d613ad", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:04.678407 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-508832a3-957e-4dba-9001-3f364e85e80e {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:04.679570 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b1cd0a-dbd7-4731-a967-ccfea7bff21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4242b484-7b9d-43fc-8a5b-d21b96d613ad', 'code': 200} Jul 05 10:09:04.736625 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=4242b484-7b9d-43fc-8a5b-d21b96d613ad,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:04.752490 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 0830fdba-5294-46ea-a372-4e81d2e9b86f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:04.809148 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423090f1-7735-46ce-be12-74df6e663250 None None] Network 53debace-9dcf-4a5d-9974-e0ec11398363 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:04.831585 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device beb13e4f-9266-435c-a1d0-90b84d66f378 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:04.850099 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a412c47-c1da-4cd6-8822-86759b7f3725 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network 53debace-9dcf-4a5d-9974-e0ec11398363 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:04.859136 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-2a412c47-c1da-4cd6-8822-86759b7f3725 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:04.899363 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: beb13e4f-9266-435c-a1d0-90b84d66f378 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:04.899715 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device beb13e4f-9266-435c-a1d0-90b84d66f378 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:04.900175 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device a7c02361-63ed-43d0-9ab6-bce4ebde0baf no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:04.925288 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: a7c02361-63ed-43d0-9ab6-bce4ebde0baf {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:04.925793 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device a7c02361-63ed-43d0-9ab6-bce4ebde0baf not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:04.932765 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-77dff674-f4a9-4818-ace8-27236e77176a None None] Provisioning for port 0830fdba-5294-46ea-a372-4e81d2e9b86f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:04.938439 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-77dff674-f4a9-4818-ace8-27236e77176a None None] Provisioning complete for port 0830fdba-5294-46ea-a372-4e81d2e9b86f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:04.938821 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-77dff674-f4a9-4818-ace8-27236e77176a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.974812 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7cda6-b956-4b7a-975e-53198ac64714 req-560d0591-aa4f-469e-8e39-1af62a1965ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:04.977097 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d6e7cda6-b956-4b7a-975e-53198ac64714 req-560d0591-aa4f-469e-8e39-1af62a1965ab service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 1097 time: 0.2204180 Jul 05 10:09:05.039165 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d6e7cda6-b956-4b7a-975e-53198ac64714 req-15eec47c-b48d-4fd5-91c9-ee2f8b77aca7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=98ec7402-286b-4043-90b7-8d3112b5b8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542455 Jul 05 10:09:05.057991 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24377d7d-86f7-4cd7-a818-b45188c919a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.096344 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-77dff674-f4a9-4818-ace8-27236e77176a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.102059 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a412c47-c1da-4cd6-8822-86759b7f3725 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Router 76da7601-cee1-45ca-984e-b5c4c97048e9 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:09:05.143480 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-77dff674-f4a9-4818-ace8-27236e77176a None None] For port 0830fdba-5294-46ea-a372-4e81d2e9b86f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=0830fdba-5294-46ea-a372-4e81d2e9b86f,segment=NetworkSegment(2915ff65-0de5-4178-b132-4e3896a96145),segment_id=2915ff65-0de5-4178-b132-4e3896a96145)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:05.149786 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-77dff674-f4a9-4818-ace8-27236e77176a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.208940 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dff674-f4a9-4818-ace8-27236e77176a None None] Pushing event updated for resources: {'Port': ['ID=0830fdba-5294-46ea-a372-4e81d2e9b86f,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:05.286389 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a412c47-c1da-4cd6-8822-86759b7f3725 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:05.296094 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301b3a33-96ff-4b12-9005-b23c06d41208 None None] Sync routers for ids ['76da7601-cee1-45ca-984e-b5c4c97048e9'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:05.314364 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2a412c47-c1da-4cd6-8822-86759b7f3725 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "PUT /v2.0/routers/76da7601-cee1-45ca-984e-b5c4c97048e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2401733 Jul 05 10:09:05.314883 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301b3a33-96ff-4b12-9005-b23c06d41208 None None] Routers {'76da7601-cee1-45ca-984e-b5c4c97048e9'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:05.314883 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-301b3a33-96ff-4b12-9005-b23c06d41208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['76da7601-cee1-45ca-984e-b5c4c97048e9'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:05.315108 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58894) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:05.362373 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-301b3a33-96ff-4b12-9005-b23c06d41208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:05.375642 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301b3a33-96ff-4b12-9005-b23c06d41208 None None] Routers {'76da7601-cee1-45ca-984e-b5c4c97048e9'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:05.376467 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-301b3a33-96ff-4b12-9005-b23c06d41208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['76da7601-cee1-45ca-984e-b5c4c97048e9'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:05.398228 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022eb354-40a4-4f08-b4ae-55d18866585d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:05.399724 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-022eb354-40a4-4f08-b4ae-55d18866585d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "GET /v2.0/ports/cce7d9b7-ac56-47fd-a711-54123e83fca0 HTTP/1.1" status: 200 len: 910 time: 0.0840080 Jul 05 10:09:05.402437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58898) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:05.416105 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-61993a6a-a492-44c9-ba3e-75da5f0650ad tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1f0deb2c-fd8f-49b6-8fe3-be40e5ca8dd2'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:05.421767 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-301b3a33-96ff-4b12-9005-b23c06d41208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:05.422438 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301b3a33-96ff-4b12-9005-b23c06d41208 None None] The sync data for ids ['76da7601-cee1-45ca-984e-b5c4c97048e9'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:05.484034 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-88ea179c-0243-4831-a9ce-160b17193b84 None None] Provisioning for port cce7d9b7-ac56-47fd-a711-54123e83fca0 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:05.489762 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-88ea179c-0243-4831-a9ce-160b17193b84 None None] Provisioning complete for port cce7d9b7-ac56-47fd-a711-54123e83fca0 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:05.489762 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-88ea179c-0243-4831-a9ce-160b17193b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.525813 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-24377d7d-86f7-4cd7-a818-b45188c919a8 admin admin] Deleting port 438717f6-b3a5-4f59-aaf1-00f72033e8ff {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:05.526472 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24377d7d-86f7-4cd7-a818-b45188c919a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.552899 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-88ea179c-0243-4831-a9ce-160b17193b84 None None] Port cce7d9b7-ac56-47fd-a711-54123e83fca0 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:05.595035 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-88ea179c-0243-4831-a9ce-160b17193b84 None None] Provisioning complete for port 0830fdba-5294-46ea-a372-4e81d2e9b86f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:05.595352 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-88ea179c-0243-4831-a9ce-160b17193b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.698698 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-24377d7d-86f7-4cd7-a818-b45188c919a8 admin admin] For port 438717f6-b3a5-4f59-aaf1-00f72033e8ff, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=438717f6-b3a5-4f59-aaf1-00f72033e8ff,segment=NetworkSegment(f9a3691f-b1f6-44bb-bc17-9c4547a67ae9),segment_id=f9a3691f-b1f6-44bb-bc17-9c4547a67ae9)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:05.699077 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24377d7d-86f7-4cd7-a818-b45188c919a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.724194 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-61993a6a-a492-44c9-ba3e-75da5f0650ad tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.731639 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-24377d7d-86f7-4cd7-a818-b45188c919a8 admin admin] Calling delete_port for 438717f6-b3a5-4f59-aaf1-00f72033e8ff owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:05.939236 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6c071574-289d-4c80-a5cf-9065ba5611ca None None] Provisioning complete for port cce7d9b7-ac56-47fd-a711-54123e83fca0 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:05.939738 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6c071574-289d-4c80-a5cf-9065ba5611ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.980565 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6c071574-289d-4c80-a5cf-9065ba5611ca None None] Port cce7d9b7-ac56-47fd-a711-54123e83fca0 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:06.123692 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.124454 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-74a985c6-6896-477f-bdb2-e748530084ea None None] Provisioning complete for port cce7d9b7-ac56-47fd-a711-54123e83fca0 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:06.124877 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-74a985c6-6896-477f-bdb2-e748530084ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.125910 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28291030-e133-468a-b14f-c82c2c8c5db8 req-56cab01b-9912-4b2c-90ab-92bce57140a6 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:06.134156 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28291030-e133-468a-b14f-c82c2c8c5db8 req-56cab01b-9912-4b2c-90ab-92bce57140a6 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 946 time: 0.1634116 Jul 05 10:09:06.160911 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-74a985c6-6896-477f-bdb2-e748530084ea None None] Port cce7d9b7-ac56-47fd-a711-54123e83fca0 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:06.232047 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28291030-e133-468a-b14f-c82c2c8c5db8 req-c2eb81f1-fb00-4396-9797-bb5bb7f79c67 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/security-groups?id=98ec7402-286b-4043-90b7-8d3112b5b8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969160 Jul 05 10:09:06.336701 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-61993a6a-a492-44c9-ba3e-75da5f0650ad tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.349202 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-61993a6a-a492-44c9-ba3e-75da5f0650ad tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.438103 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61993a6a-a492-44c9-ba3e-75da5f0650ad tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:06.438744 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24377d7d-86f7-4cd7-a818-b45188c919a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.439229 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-61993a6a-a492-44c9-ba3e-75da5f0650ad tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.443045 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-61993a6a-a492-44c9-ba3e-75da5f0650ad tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "PUT /v2.0/ports/cce7d9b7-ac56-47fd-a711-54123e83fca0 HTTP/1.1" status: 200 len: 910 time: 1.0369384 Jul 05 10:09:06.443045 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61993a6a-a492-44c9-ba3e-75da5f0650ad tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Port': ['ID=cce7d9b7-ac56-47fd-a711-54123e83fca0,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:06.443834 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58918) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:06.470063 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24377d7d-86f7-4cd7-a818-b45188c919a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=438717f6-b3a5-4f59-aaf1-00f72033e8ff,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:06.549327 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 0830fdba-5294-46ea-a372-4e81d2e9b86f up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:06.649443 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 0830fdba-5294-46ea-a372-4e81d2e9b86f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:06.649830 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.750523 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24377d7d-86f7-4cd7-a818-b45188c919a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.912281 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be1dfc9e-11c4-44e5-acb7-2ba4e63ffad1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:07.017876 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24377d7d-86f7-4cd7-a818-b45188c919a8 admin admin] Router 24494eef-f1db-468d-a36e-bd13bbbccffa has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:07.133292 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24377d7d-86f7-4cd7-a818-b45188c919a8 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:07.141254 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-24377d7d-86f7-4cd7-a818-b45188c919a8 admin admin] 10.222.0.79 "PUT /v2.0/routers/24494eef-f1db-468d-a36e-bd13bbbccffa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1340067 Jul 05 10:09:07.141732 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58934) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:07.146158 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d59df9-c0ce-4734-9ab8-80a88ea38d62 None None] Sync routers for ids ['24494eef-f1db-468d-a36e-bd13bbbccffa'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:07.158809 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d59df9-c0ce-4734-9ab8-80a88ea38d62 None None] Routers {'24494eef-f1db-468d-a36e-bd13bbbccffa'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:07.159561 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e9d59df9-c0ce-4734-9ab8-80a88ea38d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['24494eef-f1db-468d-a36e-bd13bbbccffa'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:07.201836 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-be1dfc9e-11c4-44e5-acb7-2ba4e63ffad1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting port cce7d9b7-ac56-47fd-a711-54123e83fca0 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:07.202246 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be1dfc9e-11c4-44e5-acb7-2ba4e63ffad1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:07.283738 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf704a26-cc66-4330-9d7b-cb8b58704e4d admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:07.305325 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be1dfc9e-11c4-44e5-acb7-2ba4e63ffad1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:07.318181 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-be1dfc9e-11c4-44e5-acb7-2ba4e63ffad1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Calling delete_port for cce7d9b7-ac56-47fd-a711-54123e83fca0 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:07.383871 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e9d59df9-c0ce-4734-9ab8-80a88ea38d62 None None] Set router 24494eef-f1db-468d-a36e-bd13bbbccffa gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:07.418223 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf704a26-cc66-4330-9d7b-cb8b58704e4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:07.480980 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-bf704a26-cc66-4330-9d7b-cb8b58704e4d admin admin] Deleting port 355d3187-e05d-4382-b3a5-6e65ca7f7105 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:07.482020 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf704a26-cc66-4330-9d7b-cb8b58704e4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:07.561712 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8295c72-fa5b-4c78-8fac-7724abde342f req-157dc4f7-5144-44f7-a4a8-27b3a713dbe4 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:07.578023 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d8295c72-fa5b-4c78-8fac-7724abde342f req-157dc4f7-5144-44f7-a4a8-27b3a713dbe4 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 946 time: 0.1346600 Jul 05 10:09:07.600505 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-bf704a26-cc66-4330-9d7b-cb8b58704e4d admin admin] For port 355d3187-e05d-4382-b3a5-6e65ca7f7105, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=355d3187-e05d-4382-b3a5-6e65ca7f7105,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:07.601032 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf704a26-cc66-4330-9d7b-cb8b58704e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:07.605028 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be1dfc9e-11c4-44e5-acb7-2ba4e63ffad1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:07.627263 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-bf704a26-cc66-4330-9d7b-cb8b58704e4d admin admin] Calling delete_port for 355d3187-e05d-4382-b3a5-6e65ca7f7105 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:07.646811 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1dfc9e-11c4-44e5-acb7-2ba4e63ffad1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Port': ['ID=cce7d9b7-ac56-47fd-a711-54123e83fca0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:07.689660 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e9d59df9-c0ce-4734-9ab8-80a88ea38d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24494eef-f1db-468d-a36e-bd13bbbccffa', 'name': 'tempest-TestServerMultinode-758793732-router', 'tenant_id': '3f9291c37b10490c919ffe8254b83b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '355d3187-e05d-4382-b3a5-6e65ca7f7105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:02Z', 'updated_at': '2021-07-05T10:09:06Z', 'revision_number': 5, 'project_id': '3f9291c37b10490c919ffe8254b83b60', 'gw_port': {'id': '355d3187-e05d-4382-b3a5-6e65ca7f7105', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:23:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24494eef-f1db-468d-a36e-bd13bbbccffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:08:04Z', 'updated_at': '2021-07-05T10:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:07.761276 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d8295c72-fa5b-4c78-8fac-7724abde342f req-816dcf72-aaf6-4b30-92b3-0a2ecb5a9f89 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/security-groups?id=98ec7402-286b-4043-90b7-8d3112b5b8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814227 Jul 05 10:09:07.915434 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf704a26-cc66-4330-9d7b-cb8b58704e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:07.962477 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf704a26-cc66-4330-9d7b-cb8b58704e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=355d3187-e05d-4382-b3a5-6e65ca7f7105,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:08.047413 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d59df9-c0ce-4734-9ab8-80a88ea38d62 None None] Checking router: 24494eef-f1db-468d-a36e-bd13bbbccffa for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:08.058264 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d59df9-c0ce-4734-9ab8-80a88ea38d62 None None] Routers {'24494eef-f1db-468d-a36e-bd13bbbccffa'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:08.059220 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e9d59df9-c0ce-4734-9ab8-80a88ea38d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['24494eef-f1db-468d-a36e-bd13bbbccffa'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:08.060637 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be1dfc9e-11c4-44e5-acb7-2ba4e63ffad1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.067763 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf704a26-cc66-4330-9d7b-cb8b58704e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.136215 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e9d59df9-c0ce-4734-9ab8-80a88ea38d62 None None] Set router 24494eef-f1db-468d-a36e-bd13bbbccffa gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:08.170890 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf704a26-cc66-4330-9d7b-cb8b58704e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.173444 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf704a26-cc66-4330-9d7b-cb8b58704e4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.203647 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e9d59df9-c0ce-4734-9ab8-80a88ea38d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24494eef-f1db-468d-a36e-bd13bbbccffa', 'name': 'tempest-TestServerMultinode-758793732-router', 'tenant_id': '3f9291c37b10490c919ffe8254b83b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:02Z', 'updated_at': '2021-07-05T10:09:07Z', 'revision_number': 7, 'project_id': '3f9291c37b10490c919ffe8254b83b60', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:08.207809 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa4bc9-b50d-4543-91a0-47db4043af66 req-7681bbc9-8b41-47cf-871b-4f6b1fd4da2e tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:08.209523 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-75aa4bc9-b50d-4543-91a0-47db4043af66 req-7681bbc9-8b41-47cf-871b-4f6b1fd4da2e tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 946 time: 0.2296901 Jul 05 10:09:08.235451 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d59df9-c0ce-4734-9ab8-80a88ea38d62 None None] The sync data for ids ['24494eef-f1db-468d-a36e-bd13bbbccffa'] in n-d-798054-8 is: [{'id': '24494eef-f1db-468d-a36e-bd13bbbccffa', 'name': 'tempest-TestServerMultinode-758793732-router', 'tenant_id': '3f9291c37b10490c919ffe8254b83b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:02Z', 'updated_at': '2021-07-05T10:09:07Z', 'revision_number': 7, 'project_id': '3f9291c37b10490c919ffe8254b83b60', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:08.241855 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf704a26-cc66-4330-9d7b-cb8b58704e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.242431 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf704a26-cc66-4330-9d7b-cb8b58704e4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24494eef-f1db-468d-a36e-bd13bbbccffa {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:09:08.247524 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf704a26-cc66-4330-9d7b-cb8b58704e4d admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.250912 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bf704a26-cc66-4330-9d7b-cb8b58704e4d admin admin] 10.222.0.79 "DELETE /v2.0/routers/24494eef-f1db-468d-a36e-bd13bbbccffa HTTP/1.1" status: 204 len: 168 time: 1.1060426 Jul 05 10:09:08.251164 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58962) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:08.313572 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4719c91-887f-4a18-9b37-031c225c2387 admin admin] Deleting subnet be4cf43e-c797-4404-bf71-9d47cd28deeb {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:09:08.317534 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d4719c91-887f-4a18-9b37-031c225c2387 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.325714 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1dfc9e-11c4-44e5-acb7-2ba4e63ffad1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Router 76da7601-cee1-45ca-984e-b5c4c97048e9 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:08.346884 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-75aa4bc9-b50d-4543-91a0-47db4043af66 req-1bddcd05-1dbd-4cac-8c95-92111b3a36c0 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/security-groups?id=98ec7402-286b-4043-90b7-8d3112b5b8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871797 Jul 05 10:09:08.355389 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d4719c91-887f-4a18-9b37-031c225c2387 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.379570 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58964) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:08.427093 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1dfc9e-11c4-44e5-acb7-2ba4e63ffad1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:08.435525 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-be1dfc9e-11c4-44e5-acb7-2ba4e63ffad1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "PUT /v2.0/routers/76da7601-cee1-45ca-984e-b5c4c97048e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9880846 Jul 05 10:09:08.435790 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58968) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:08.442010 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6b099a-53a1-44be-b526-72259a38bf41 None None] Sync routers for ids ['76da7601-cee1-45ca-984e-b5c4c97048e9'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:08.455087 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d4719c91-887f-4a18-9b37-031c225c2387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.458538 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6b099a-53a1-44be-b526-72259a38bf41 None None] Routers {'76da7601-cee1-45ca-984e-b5c4c97048e9'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:08.461897 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9e6b099a-53a1-44be-b526-72259a38bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['76da7601-cee1-45ca-984e-b5c4c97048e9'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:08.472715 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-269385f3-66ec-4186-b150-3be77bc5023d tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "GET /v2.0/ports?device_id=76da7601-cee1-45ca-984e-b5c4c97048e9 HTTP/1.1" status: 200 len: 205 time: 0.0330825 Jul 05 10:09:08.473010 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58970) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:08.511453 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9e6b099a-53a1-44be-b526-72259a38bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:08.549046 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d4719c91-887f-4a18-9b37-031c225c2387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.561028 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6b099a-53a1-44be-b526-72259a38bf41 None None] Routers {'76da7601-cee1-45ca-984e-b5c4c97048e9'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:08.561766 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9e6b099a-53a1-44be-b526-72259a38bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['76da7601-cee1-45ca-984e-b5c4c97048e9'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:08.579555 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1969c23a-32cb-456b-b05d-86eac78eeaec tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.606576 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131fa19e-5b58-4611-b811-f20b1b9bd6e3 None None] Network 5f37000f-eaf1-4227-ad87-911bb4dd8c23 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:08.665909 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9e6b099a-53a1-44be-b526-72259a38bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:08.666139 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d4719c91-887f-4a18-9b37-031c225c2387 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.666792 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6b099a-53a1-44be-b526-72259a38bf41 None None] The sync data for ids ['76da7601-cee1-45ca-984e-b5c4c97048e9'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:08.669101 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d4719c91-887f-4a18-9b37-031c225c2387 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/be4cf43e-c797-4404-bf71-9d47cd28deeb HTTP/1.1" status: 204 len: 168 time: 0.4169991 Jul 05 10:09:08.670186 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4719c91-887f-4a18-9b37-031c225c2387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be4cf43e-c797-4404-bf71-9d47cd28deeb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:08.700599 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58976) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:08.809756 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3105289c-228e-49cf-a35a-f57aad5e2938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.838626 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 438717f6-b3a5-4f59-aaf1-00f72033e8ff no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:08.844757 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a944c1c-a799-437e-95b2-5dfc033c12e7 tempest-TestVolumeBackupRestore-2105432061 tempest-TestVolumeBackupRestore-2105432061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:08.846339 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5a944c1c-a799-437e-95b2-5dfc033c12e7 tempest-TestVolumeBackupRestore-2105432061 tempest-TestVolumeBackupRestore-2105432061-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 1092 time: 0.4657791 Jul 05 10:09:08.849673 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 58978) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:08.854649 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': '4242b484-7b9d-43fc-8a5b-d21b96d613ad', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:08.868482 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 438717f6-b3a5-4f59-aaf1-00f72033e8ff {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:08.869217 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 438717f6-b3a5-4f59-aaf1-00f72033e8ff not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:08.913587 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.918334 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1969c23a-32cb-456b-b05d-86eac78eeaec tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.933375 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1969c23a-32cb-456b-b05d-86eac78eeaec tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.989926 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3105289c-228e-49cf-a35a-f57aad5e2938 admin admin] Deleting port cef6864e-9721-4b72-8df7-37fa79951147 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:08.990376 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3105289c-228e-49cf-a35a-f57aad5e2938 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.998163 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1969c23a-32cb-456b-b05d-86eac78eeaec tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.998788 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1969c23a-32cb-456b-b05d-86eac78eeaec tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Fanout notify agent at l3_agent the message router_deleted on router 76da7601-cee1-45ca-984e-b5c4c97048e9 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:09:09.008072 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1969c23a-32cb-456b-b05d-86eac78eeaec tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.013552 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1969c23a-32cb-456b-b05d-86eac78eeaec tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/routers/76da7601-cee1-45ca-984e-b5c4c97048e9 HTTP/1.1" status: 204 len: 168 time: 0.5368648 Jul 05 10:09:09.016450 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58988) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:09.073021 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8833a37-811d-4d5d-8c14-abc65554d2ab tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting subnet 1f0deb2c-fd8f-49b6-8fe3-be40e5ca8dd2 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:09:09.076300 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8833a37-811d-4d5d-8c14-abc65554d2ab tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.080968 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-3105289c-228e-49cf-a35a-f57aad5e2938 admin admin] For port cef6864e-9721-4b72-8df7-37fa79951147, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=cef6864e-9721-4b72-8df7-37fa79951147,segment=NetworkSegment(f9a3691f-b1f6-44bb-bc17-9c4547a67ae9),segment_id=f9a3691f-b1f6-44bb-bc17-9c4547a67ae9)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:09.081275 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3105289c-228e-49cf-a35a-f57aad5e2938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.097680 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3105289c-228e-49cf-a35a-f57aad5e2938 admin admin] Calling delete_port for cef6864e-9721-4b72-8df7-37fa79951147 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:09.126731 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8833a37-811d-4d5d-8c14-abc65554d2ab tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.199409 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fc310e-c920-4c74-9f8c-641d4fb2a5c1 None None] DHCP port deletion for 5f37000f-eaf1-4227-ad87-911bb4dd8c23 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:09:09.207818 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.252832 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8833a37-811d-4d5d-8c14-abc65554d2ab tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.313564 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3105289c-228e-49cf-a35a-f57aad5e2938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.314004 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc310e-c920-4c74-9f8c-641d4fb2a5c1 None None] Deleting port cef6864e-9721-4b72-8df7-37fa79951147 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:09.314406 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f7fc310e-c920-4c74-9f8c-641d4fb2a5c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.330729 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8833a37-811d-4d5d-8c14-abc65554d2ab tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.378983 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8833a37-811d-4d5d-8c14-abc65554d2ab tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Subnet': ['ID=1f0deb2c-fd8f-49b6-8fe3-be40e5ca8dd2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:09.383691 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8833a37-811d-4d5d-8c14-abc65554d2ab tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.388490 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c8833a37-811d-4d5d-8c14-abc65554d2ab tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/subnets/1f0deb2c-fd8f-49b6-8fe3-be40e5ca8dd2 HTTP/1.1" status: 204 len: 168 time: 0.3684952 Jul 05 10:09:09.388856 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 58996) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:09.403988 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f7fc310e-c920-4c74-9f8c-641d4fb2a5c1 None None] For port cef6864e-9721-4b72-8df7-37fa79951147, host n-d-798054-8, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:09.404632 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f7fc310e-c920-4c74-9f8c-641d4fb2a5c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.422546 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc310e-c920-4c74-9f8c-641d4fb2a5c1 None None] Calling delete_port for cef6864e-9721-4b72-8df7-37fa79951147 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:09.425780 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-f7fc310e-c920-4c74-9f8c-641d4fb2a5c1 None None] Port cef6864e-9721-4b72-8df7-37fa79951147 was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 10:09:09.427564 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f7fc310e-c920-4c74-9f8c-641d4fb2a5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.433703 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Allocated IP 172.25.7.142 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/689a79d0-0423-41e9-8c12-5445da5212c5) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:09.444632 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be905682-c513-4a5c-8eba-b75065a5709b None None] Network 53debace-9dcf-4a5d-9974-e0ec11398363 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:09.447022 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc310e-c920-4c74-9f8c-641d4fb2a5c1 None None] No DVR routers for this DVR port cef6864e-9721-4b72-8df7-37fa79951147 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:09.494291 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88853286-3bd5-4225-b603-5858cd1d0dc0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.512883 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc310e-c920-4c74-9f8c-641d4fb2a5c1 None None] Pushing event deleted for resources: {'Port': ['ID=cef6864e-9721-4b72-8df7-37fa79951147,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:09.576432 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-88853286-3bd5-4225-b603-5858cd1d0dc0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting port 0830fdba-5294-46ea-a372-4e81d2e9b86f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:09.576834 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88853286-3bd5-4225-b603-5858cd1d0dc0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.584270 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.680267 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3105289c-228e-49cf-a35a-f57aad5e2938 admin admin] No DVR routers for this DVR port cef6864e-9721-4b72-8df7-37fa79951147 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:09.686897 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105289c-228e-49cf-a35a-f57aad5e2938 admin admin] Pushing event deleted for resources: {'Port': ['ID=cef6864e-9721-4b72-8df7-37fa79951147,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:09.725880 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.753358 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f404c1-2630-4c1f-afdd-0342565622e3 None None] DHCP port deletion for 53debace-9dcf-4a5d-9974-e0ec11398363 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:09:09.803016 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c4f404c1-2630-4c1f-afdd-0342565622e3 None None] Deleting port 0830fdba-5294-46ea-a372-4e81d2e9b86f {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:09.803732 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c4f404c1-2630-4c1f-afdd-0342565622e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.808017 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3105289c-228e-49cf-a35a-f57aad5e2938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.820911 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-3105289c-228e-49cf-a35a-f57aad5e2938 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f37000f-eaf1-4227-ad87-911bb4dd8c23']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:09.834795 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-3105289c-228e-49cf-a35a-f57aad5e2938 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a3691f-b1f6-44bb-bc17-9c4547a67ae9') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:09.835290 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-3105289c-228e-49cf-a35a-f57aad5e2938 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a3691f-b1f6-44bb-bc17-9c4547a67ae9') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:09.846285 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3105289c-228e-49cf-a35a-f57aad5e2938 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.868097 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3105289c-228e-49cf-a35a-f57aad5e2938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.872865 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c4f404c1-2630-4c1f-afdd-0342565622e3 None None] For port 0830fdba-5294-46ea-a372-4e81d2e9b86f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=0830fdba-5294-46ea-a372-4e81d2e9b86f,segment=NetworkSegment(2915ff65-0de5-4178-b132-4e3896a96145),segment_id=2915ff65-0de5-4178-b132-4e3896a96145)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:09.873983 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c4f404c1-2630-4c1f-afdd-0342565622e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.875026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3105289c-228e-49cf-a35a-f57aad5e2938 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:09:09.875454 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3105289c-228e-49cf-a35a-f57aad5e2938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.890070 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c4f404c1-2630-4c1f-afdd-0342565622e3 None None] Calling delete_port for 0830fdba-5294-46ea-a372-4e81d2e9b86f owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:09:09.955346 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:09:09.969291 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Pushing event updated for resources: {'Port': ['ID=689a79d0-0423-41e9-8c12-5445da5212c5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:09.984360 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:09.987517 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:09.993357 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:10.031348 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c4f404c1-2630-4c1f-afdd-0342565622e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.032373 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3105289c-228e-49cf-a35a-f57aad5e2938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.041610 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3105289c-228e-49cf-a35a-f57aad5e2938 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.043408 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3105289c-228e-49cf-a35a-f57aad5e2938 admin admin] 10.222.0.79 "DELETE /v2.0/networks/5f37000f-eaf1-4227-ad87-911bb4dd8c23 HTTP/1.1" status: 204 len: 168 time: 1.3415430 Jul 05 10:09:10.059634 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105289c-228e-49cf-a35a-f57aad5e2938 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f37000f-eaf1-4227-ad87-911bb4dd8c23,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:10.094471 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f404c1-2630-4c1f-afdd-0342565622e3 None None] Pushing event deleted for resources: {'Port': ['ID=0830fdba-5294-46ea-a372-4e81d2e9b86f,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:10.117271 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-88853286-3bd5-4225-b603-5858cd1d0dc0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] For port 0830fdba-5294-46ea-a372-4e81d2e9b86f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=0830fdba-5294-46ea-a372-4e81d2e9b86f,segment=NetworkSegment(2915ff65-0de5-4178-b132-4e3896a96145),segment_id=2915ff65-0de5-4178-b132-4e3896a96145)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:10.117856 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88853286-3bd5-4225-b603-5858cd1d0dc0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.118456 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f404c1-2630-4c1f-afdd-0342565622e3 None None] No DVR routers for this DVR port 0830fdba-5294-46ea-a372-4e81d2e9b86f on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:10.144352 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-88853286-3bd5-4225-b603-5858cd1d0dc0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Calling delete_port for 0830fdba-5294-46ea-a372-4e81d2e9b86f owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:10.261599 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88853286-3bd5-4225-b603-5858cd1d0dc0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.290834 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88853286-3bd5-4225-b603-5858cd1d0dc0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Port': ['ID=0830fdba-5294-46ea-a372-4e81d2e9b86f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:10.298246 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88853286-3bd5-4225-b603-5858cd1d0dc0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] No DVR routers for this DVR port 0830fdba-5294-46ea-a372-4e81d2e9b86f on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:10.329510 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59018) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:10.445939 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88853286-3bd5-4225-b603-5858cd1d0dc0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.456204 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-88853286-3bd5-4225-b603-5858cd1d0dc0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53debace-9dcf-4a5d-9974-e0ec11398363']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:10.471877 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-88853286-3bd5-4225-b603-5858cd1d0dc0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2915ff65-0de5-4178-b132-4e3896a96145') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:10.472170 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-88853286-3bd5-4225-b603-5858cd1d0dc0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2915ff65-0de5-4178-b132-4e3896a96145') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:10.489750 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88853286-3bd5-4225-b603-5858cd1d0dc0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.500993 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-80d7d874-3a7b-4387-b28a-08edff641311 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6474b12c57e4496facd695a0bde49f4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1679642 Jul 05 10:09:10.504889 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59020) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:10.538653 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 355d3187-e05d-4382-b3a5-6e65ca7f7105 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:10.545854 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.552296 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88853286-3bd5-4225-b603-5858cd1d0dc0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.559762 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 355d3187-e05d-4382-b3a5-6e65ca7f7105 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:10.560466 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 355d3187-e05d-4382-b3a5-6e65ca7f7105 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:10.561122 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device cef6864e-9721-4b72-8df7-37fa79951147 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:10.571182 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88853286-3bd5-4225-b603-5858cd1d0dc0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:09:10.571929 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88853286-3bd5-4225-b603-5858cd1d0dc0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: self.session.flush() Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: self.session.flush() Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: self.session.flush() Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: self.session.flush() Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:09:10.575518 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:09:10.585834 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: cef6864e-9721-4b72-8df7-37fa79951147 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:10.586390 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device cef6864e-9721-4b72-8df7-37fa79951147 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:10.587084 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 0830fdba-5294-46ea-a372-4e81d2e9b86f no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:10.607214 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 0830fdba-5294-46ea-a372-4e81d2e9b86f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:10.608015 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 0830fdba-5294-46ea-a372-4e81d2e9b86f not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:10.654096 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b73a8166-51cf-4c50-8d19-87783c599609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.658047 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.677210 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88853286-3bd5-4225-b603-5858cd1d0dc0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.682828 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88853286-3bd5-4225-b603-5858cd1d0dc0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.685149 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-88853286-3bd5-4225-b603-5858cd1d0dc0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/networks/53debace-9dcf-4a5d-9974-e0ec11398363 HTTP/1.1" status: 204 len: 168 time: 1.2953410 Jul 05 10:09:10.691114 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59026) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:10.696016 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b73a8166-51cf-4c50-8d19-87783c599609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.696623 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7b88cd07-c984-4146-b70c-8428469a8da4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-575491616', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:10.716668 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88853286-3bd5-4225-b603-5858cd1d0dc0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Network': ['ID=53debace-9dcf-4a5d-9974-e0ec11398363,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:10.721481 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b88cd07-c984-4146-b70c-8428469a8da4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.722727 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b88cd07-c984-4146-b70c-8428469a8da4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.769116 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b73a8166-51cf-4c50-8d19-87783c599609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.771739 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b73a8166-51cf-4c50-8d19-87783c599609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.776051 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b73a8166-51cf-4c50-8d19-87783c599609 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f7350988-8098-4a6b-b5d5-546a6d5413eb HTTP/1.1" status: 204 len: 168 time: 0.2659678 Jul 05 10:09:10.784228 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a8166-51cf-4c50-8d19-87783c599609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7350988-8098-4a6b-b5d5-546a6d5413eb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:10.851663 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b88cd07-c984-4146-b70c-8428469a8da4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.859145 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b88cd07-c984-4146-b70c-8428469a8da4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.898258 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b88cd07-c984-4146-b70c-8428469a8da4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.899649 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7b88cd07-c984-4146-b70c-8428469a8da4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2075615 Jul 05 10:09:10.902316 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59034) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:10.908309 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-020d235e-dc5f-443e-b333-4137327eadbf tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'network': {'name': 'tempest-RoutersTest-1181833989'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:10.934916 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020d235e-dc5f-443e-b333-4137327eadbf tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Made reservation on behalf of c4b0a5f8e9f442b09c91ecab2efe6793 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:10.938518 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-020d235e-dc5f-443e-b333-4137327eadbf tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.954177 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.960312 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.996491 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-020d235e-dc5f-443e-b333-4137327eadbf tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:09:11.008118 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-020d235e-dc5f-443e-b333-4137327eadbf tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:11.008490 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-020d235e-dc5f-443e-b333-4137327eadbf tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Added segment 947cec27-6f02-4272-b75f-ca83c6dd09ce of type vlan for network 5b7ce6b5-2b6c-469d-938b-94be1d8a3c47 Jul 05 10:09:11.039931 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Pushing event updated for resources: {'Port': ['ID=689a79d0-0423-41e9-8c12-5445da5212c5,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:11.051095 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:11.051095 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:11.051499 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:11.051762 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:11.052128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:11.052938 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:11.052938 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:11.053138 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:11.053440 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:11.053935 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:11.054271 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:11.054599 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:11.054802 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-020d235e-dc5f-443e-b333-4137327eadbf tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:11.066447 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:11.092219 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-020d235e-dc5f-443e-b333-4137327eadbf tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:11.101638 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020d235e-dc5f-443e-b333-4137327eadbf tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:11.102589 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-020d235e-dc5f-443e-b333-4137327eadbf tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:11.178595 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-020d235e-dc5f-443e-b333-4137327eadbf tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2723708 Jul 05 10:09:11.179364 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59042) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:11.184403 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7e10b946-07f8-46f5-8074-0715f749544e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'subnet': {'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:11.215678 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Floating IP e9619b0d-77c9-44b7-83af-45eaafa3485e associated. External IP: 172.25.7.142, port: 4242b484-7b9d-43fc-8a5b-d21b96d613ad. Jul 05 10:09:11.221032 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59048) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:11.243697 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d235e-dc5f-443e-b333-4137327eadbf tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Network': ['ID=5b7ce6b5-2b6c-469d-938b-94be1d8a3c47,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:11.258467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 5b7ce6b5-2b6c-469d-938b-94be1d8a3c47 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:09:11.337725 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e10b946-07f8-46f5-8074-0715f749544e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Made reservation on behalf of c4b0a5f8e9f442b09c91ecab2efe6793 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:11.342219 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e10b946-07f8-46f5-8074-0715f749544e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:11.351322 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7bac5890-fa6f-432c-bd06-b0c92cf619d8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3f9291c37b10490c919ffe8254b83b60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286781 Jul 05 10:09:11.353514 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59050) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:11.466131 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-69efb94f-3265-4b3d-8b74-635f26642bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:11.523073 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-69efb94f-3265-4b3d-8b74-635f26642bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:11.559119 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e10b946-07f8-46f5-8074-0715f749544e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:11.575385 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Router e94a1858-7f09-4dd9-9ee2-f48356d15696 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:11.626939 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10b946-07f8-46f5-8074-0715f749544e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Subnet': ['ID=a1b7cccf-3e01-45c6-909a-8c935a64bb41,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:11.645903 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e10b946-07f8-46f5-8074-0715f749544e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Checking segment: {'id': '947cec27-6f02-4272-b75f-ca83c6dd09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:11.646272 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e10b946-07f8-46f5-8074-0715f749544e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network hostable DHCP agents. Network: 5b7ce6b5-2b6c-469d-938b-94be1d8a3c47, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:09:11.663641 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e10b946-07f8-46f5-8074-0715f749544e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network 5b7ce6b5-2b6c-469d-938b-94be1d8a3c47 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:09:11.664808 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-69efb94f-3265-4b3d-8b74-635f26642bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:11.667329 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-69efb94f-3265-4b3d-8b74-635f26642bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:11.668518 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-69efb94f-3265-4b3d-8b74-635f26642bb5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/473465cc-1432-4afa-a2a4-8ec01175f52b HTTP/1.1" status: 204 len: 168 time: 0.3140891 Jul 05 10:09:11.676476 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-7e10b946-07f8-46f5-8074-0715f749544e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 5b7ce6b5-2b6c-469d-938b-94be1d8a3c47) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:11.681788 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e10b946-07f8-46f5-8074-0715f749544e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:11.682579 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e10b946-07f8-46f5-8074-0715f749544e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:11.682824 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efb94f-3265-4b3d-8b74-635f26642bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473465cc-1432-4afa-a2a4-8ec01175f52b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:11.688809 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e786dad-88ee-4c26-80d0-64a3d112c903 None None] Network 5b7ce6b5-2b6c-469d-938b-94be1d8a3c47 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:11.705191 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7e10b946-07f8-46f5-8074-0715f749544e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5245903 Jul 05 10:09:11.707759 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59060) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:11.828377 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:11.844442 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a42684-0f0b-4835-a7e5-aa75dd838b9a None None] Sync routers for ids ['e94a1858-7f09-4dd9-9ee2-f48356d15696'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:11.861981 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:11.872813 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a42684-0f0b-4835-a7e5-aa75dd838b9a None None] Routers {'e94a1858-7f09-4dd9-9ee2-f48356d15696'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:11.875519 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-82a42684-0f0b-4835-a7e5-aa75dd838b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e94a1858-7f09-4dd9-9ee2-f48356d15696'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:11.913396 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b2394814-0827-41e3-8231-cef39308acc9 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0619869 Jul 05 10:09:11.914032 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59066) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:11.929934 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b1cd0a-dbd7-4731-a967-ccfea7bff21a', 'tag': '4242b484-7b9d-43fc-8a5b-d21b96d613ad'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:11.930756 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fee9651-983e-4fd0-883a-afe8a3eccd5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'fixed_ips': [{'subnet_id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:09:11.931739 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8fee9651-983e-4fd0-883a-afe8a3eccd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:11.932887 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78fec96-4c39-4807-bf9f-3e876a687f03" -d '{"events": [{"name": "network-changed", "server_uuid": "60b1cd0a-dbd7-4731-a967-ccfea7bff21a", "tag": "4242b484-7b9d-43fc-8a5b-d21b96d613ad"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:12.040202 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6889af05-c1c9-431f-8de4-3784b422c273 x-openstack-request-id: req-6889af05-c1c9-431f-8de4-3784b422c273 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:12.040532 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b1cd0a-dbd7-4731-a967-ccfea7bff21a", "tag": "4242b484-7b9d-43fc-8a5b-d21b96d613ad", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:12.040784 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6889af05-c1c9-431f-8de4-3784b422c273 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:12.042375 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b1cd0a-dbd7-4731-a967-ccfea7bff21a', 'tag': '4242b484-7b9d-43fc-8a5b-d21b96d613ad', 'status': 'completed', 'code': 200} Jul 05 10:09:12.077733 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da4a4e6-5a1f-4a10-9a17-87e4cdca55ea tempest-TestVolumeBackupRestore-2105432061 tempest-TestVolumeBackupRestore-2105432061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:12.084041 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1da4a4e6-5a1f-4a10-9a17-87e4cdca55ea tempest-TestVolumeBackupRestore-2105432061 tempest-TestVolumeBackupRestore-2105432061-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 1092 time: 0.1478345 Jul 05 10:09:12.085135 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59070) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:12.114299 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4c4644d0-a199-4c03-9bb1-3c06c4ae2267 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Request body: {'floatingip': {'port_id': '4242b484-7b9d-43fc-8a5b-d21b96d613ad'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:12.189059 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-8fee9651-983e-4fd0-883a-afe8a3eccd5f None None] Allocated IP 172.20.0.2 (5b7ce6b5-2b6c-469d-938b-94be1d8a3c47/a1b7cccf-3e01-45c6-909a-8c935a64bb41/96dee94b-47e9-4df4-aebc-96d1286bb59d) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:12.286807 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-969a7e90-e109-428a-9247-b5a4f13b337f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:12.361679 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-82a42684-0f0b-4835-a7e5-aa75dd838b9a None None] Set router e94a1858-7f09-4dd9-9ee2-f48356d15696 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:12.678947 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c4644d0-a199-4c03-9bb1-3c06c4ae2267 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:12.680596 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8fee9651-983e-4fd0-883a-afe8a3eccd5f None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:12.697499 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8fee9651-983e-4fd0-883a-afe8a3eccd5f None None] Transition to ACTIVE for port object 96dee94b-47e9-4df4-aebc-96d1286bb59d will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:12.746409 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8fee9651-983e-4fd0-883a-afe8a3eccd5f None None] Transition to ACTIVE for port object 96dee94b-47e9-4df4-aebc-96d1286bb59d will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:12.762457 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8fee9651-983e-4fd0-883a-afe8a3eccd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:12.797972 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fec96-4c39-4807-bf9f-3e876a687f03 req-9ddac0ee-5ac9-48fb-b9b3-5e0931b1b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:12.799524 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d78fec96-4c39-4807-bf9f-3e876a687f03 req-9ddac0ee-5ac9-48fb-b9b3-5e0931b1b216 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=58031e526e9043e28fb0791c1b71b699&device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 1097 time: 0.7359307 Jul 05 10:09:12.803488 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fee9651-983e-4fd0-883a-afe8a3eccd5f None None] Network 5b7ce6b5-2b6c-469d-938b-94be1d8a3c47 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:12.806876 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-8fee9651-983e-4fd0-883a-afe8a3eccd5f None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:12.832319 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee9651-983e-4fd0-883a-afe8a3eccd5f None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:12.852186 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-969a7e90-e109-428a-9247-b5a4f13b337f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Allocated IP 172.20.0.1 (5b7ce6b5-2b6c-469d-938b-94be1d8a3c47/a1b7cccf-3e01-45c6-909a-8c935a64bb41/d25e5920-8f02-4a94-a53b-1569767423c3) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:12.889934 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee9651-983e-4fd0-883a-afe8a3eccd5f None None] Pushing event updated for resources: {'Port': ['ID=96dee94b-47e9-4df4-aebc-96d1286bb59d,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:12.933579 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8fee9651-983e-4fd0-883a-afe8a3eccd5f None None] Attempting to bind port 96dee94b-47e9-4df4-aebc-96d1286bb59d on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:12.934313 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8fee9651-983e-4fd0-883a-afe8a3eccd5f None None] Attempting to bind port 96dee94b-47e9-4df4-aebc-96d1286bb59d by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '947cec27-6f02-4272-b75f-ca83c6dd09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:12.934880 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee9651-983e-4fd0-883a-afe8a3eccd5f None None] Attempting to bind port 96dee94b-47e9-4df4-aebc-96d1286bb59d on network 5b7ce6b5-2b6c-469d-938b-94be1d8a3c47 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:12.941348 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee9651-983e-4fd0-883a-afe8a3eccd5f None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:12.942017 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee9651-983e-4fd0-883a-afe8a3eccd5f None None] Checking segment: {'id': '947cec27-6f02-4272-b75f-ca83c6dd09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:12.942630 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8fee9651-983e-4fd0-883a-afe8a3eccd5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:12.943247 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee9651-983e-4fd0-883a-afe8a3eccd5f None None] Bound using segment: {'id': '947cec27-6f02-4272-b75f-ca83c6dd09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:12.950934 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8fee9651-983e-4fd0-883a-afe8a3eccd5f None None] Bound port: 96dee94b-47e9-4df4-aebc-96d1286bb59d, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947cec27-6f02-4272-b75f-ca83c6dd09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:12.951701 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8fee9651-983e-4fd0-883a-afe8a3eccd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:12.996078 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-82a42684-0f0b-4835-a7e5-aa75dd838b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'name': 'tempest-TestVolumeBackupRestore-1943897349-router', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:25Z', 'updated_at': '2021-07-05T10:05:32Z', 'revision_number': 4, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'gw_port': {'id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:26Z', 'updated_at': '2021-07-05T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'e9619b0d-77c9-44b7-83af-45eaafa3485e', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'floating_ip_address': '172.25.7.142', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'port_id': '4242b484-7b9d-43fc-8a5b-d21b96d613ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8', 'mac_address': 'fa:16:3e:f1:44:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b1cd0a-dbd7-4731-a967-ccfea7bff21a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:10Z', 'revision_number': 0, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ea8539-5364-45fb-890a-e30f91d081c3', 'name': '', 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'mac_address': 'fa:16:3e:c5:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '1f0ad179-c06a-4feb-b8e2-c0df34413923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:31Z', 'updated_at': '2021-07-05T10:05:39Z', 'revision_number': 5, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'subnets': [{'id': '1f0ad179-c06a-4feb-b8e2-c0df34413923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:13.002808 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-969a7e90-e109-428a-9247-b5a4f13b337f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.020299 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-969a7e90-e109-428a-9247-b5a4f13b337f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Transition to ACTIVE for port object d25e5920-8f02-4a94-a53b-1569767423c3 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:13.063626 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-969a7e90-e109-428a-9247-b5a4f13b337f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.083323 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8fee9651-983e-4fd0-883a-afe8a3eccd5f None None] For port 96dee94b-47e9-4df4-aebc-96d1286bb59d, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:13.086194 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8fee9651-983e-4fd0-883a-afe8a3eccd5f None None] For port 96dee94b-47e9-4df4-aebc-96d1286bb59d, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=96dee94b-47e9-4df4-aebc-96d1286bb59d,segment=NetworkSegment(947cec27-6f02-4272-b75f-ca83c6dd09ce),segment_id=947cec27-6f02-4272-b75f-ca83c6dd09ce)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:13.088228 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a42684-0f0b-4835-a7e5-aa75dd838b9a None None] Checking router: e94a1858-7f09-4dd9-9ee2-f48356d15696 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:13.091422 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8fee9651-983e-4fd0-883a-afe8a3eccd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.126174 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969a7e90-e109-428a-9247-b5a4f13b337f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network 5b7ce6b5-2b6c-469d-938b-94be1d8a3c47 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:13.130402 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-969a7e90-e109-428a-9247-b5a4f13b337f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:13.134595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969a7e90-e109-428a-9247-b5a4f13b337f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:13.135076 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fec96-4c39-4807-bf9f-3e876a687f03 req-7b111619-116c-4d24-a34b-4c63616d37d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:13.136951 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d78fec96-4c39-4807-bf9f-3e876a687f03 req-7b111619-116c-4d24-a34b-4c63616d37d8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f252cb9a-ea9a-4f07-a167-d7a9677bd9e8 HTTP/1.1" status: 200 len: 915 time: 0.3292987 Jul 05 10:09:13.159635 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee9651-983e-4fd0-883a-afe8a3eccd5f None None] Pushing event updated for resources: {'Port': ['ID=96dee94b-47e9-4df4-aebc-96d1286bb59d,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:13.166030 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a42684-0f0b-4835-a7e5-aa75dd838b9a None None] Routers {'e94a1858-7f09-4dd9-9ee2-f48356d15696'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:13.166670 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-82a42684-0f0b-4835-a7e5-aa75dd838b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e94a1858-7f09-4dd9-9ee2-f48356d15696'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:13.219735 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a7e90-e109-428a-9247-b5a4f13b337f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Port': ['ID=d25e5920-8f02-4a94-a53b-1569767423c3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:13.247887 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-969a7e90-e109-428a-9247-b5a4f13b337f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.278203 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d78fec96-4c39-4807-bf9f-3e876a687f03 req-43be56c6-5948-4880-b518-bf801d0decba service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4242b484-7b9d-43fc-8a5b-d21b96d613ad HTTP/1.1" status: 200 len: 1000 time: 0.1340294 Jul 05 10:09:13.400539 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fec96-4c39-4807-bf9f-3e876a687f03 req-3337bfac-516b-46e3-b178-561bd8e2b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:13.402079 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d78fec96-4c39-4807-bf9f-3e876a687f03 req-3337bfac-516b-46e3-b178-561bd8e2b3c7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1f0ad179-c06a-4feb-b8e2-c0df34413923 HTTP/1.1" status: 200 len: 853 time: 0.1175559 Jul 05 10:09:13.455915 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-969a7e90-e109-428a-9247-b5a4f13b337f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.528647 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.db.resource_extend [None req-4c4644d0-a199-4c03-9bb1-3c06c4ae2267 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:09:13.589993 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-82a42684-0f0b-4835-a7e5-aa75dd838b9a None None] Set router e94a1858-7f09-4dd9-9ee2-f48356d15696 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:13.646962 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c4644d0-a199-4c03-9bb1-3c06c4ae2267 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.682686 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c4644d0-a199-4c03-9bb1-3c06c4ae2267 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.731507 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fec96-4c39-4807-bf9f-3e876a687f03 req-d1548395-bbcb-4610-ad4e-28924c2ae7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:13.733769 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d78fec96-4c39-4807-bf9f-3e876a687f03 req-d1548395-bbcb-4610-ad4e-28924c2ae7f1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f252cb9a-ea9a-4f07-a167-d7a9677bd9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3234580 Jul 05 10:09:13.902138 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d78fec96-4c39-4807-bf9f-3e876a687f03 req-936ba45f-ce13-432f-b2ac-4a8563b8e5a2 service neutron] 10.222.0.78 "GET /v2.0/networks/f252cb9a-ea9a-4f07-a167-d7a9677bd9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569364 Jul 05 10:09:13.955213 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-82a42684-0f0b-4835-a7e5-aa75dd838b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'name': 'tempest-TestVolumeBackupRestore-1943897349-router', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:25Z', 'updated_at': '2021-07-05T10:05:32Z', 'revision_number': 4, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'gw_port': {'id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:26Z', 'updated_at': '2021-07-05T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'e9619b0d-77c9-44b7-83af-45eaafa3485e', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'floating_ip_address': '172.25.7.142', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'port_id': '4242b484-7b9d-43fc-8a5b-d21b96d613ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8', 'mac_address': 'fa:16:3e:f1:44:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b1cd0a-dbd7-4731-a967-ccfea7bff21a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:10Z', 'revision_number': 0, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ea8539-5364-45fb-890a-e30f91d081c3', 'name': '', 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'mac_address': 'fa:16:3e:c5:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '1f0ad179-c06a-4feb-b8e2-c0df34413923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:31Z', 'updated_at': '2021-07-05T10:05:39Z', 'revision_number': 5, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'subnets': [{'id': '1f0ad179-c06a-4feb-b8e2-c0df34413923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:13.968993 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-969a7e90-e109-428a-9247-b5a4f13b337f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.981066 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-969a7e90-e109-428a-9247-b5a4f13b337f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.986587 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a42684-0f0b-4835-a7e5-aa75dd838b9a None None] The sync data for ids ['e94a1858-7f09-4dd9-9ee2-f48356d15696'] in n-d-798054-8 is: [{'id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'name': 'tempest-TestVolumeBackupRestore-1943897349-router', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:25Z', 'updated_at': '2021-07-05T10:05:32Z', 'revision_number': 4, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'gw_port': {'id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:26Z', 'updated_at': '2021-07-05T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'e9619b0d-77c9-44b7-83af-45eaafa3485e', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'floating_ip_address': '172.25.7.142', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'port_id': '4242b484-7b9d-43fc-8a5b-d21b96d613ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8', 'mac_address': 'fa:16:3e:f1:44:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b1cd0a-dbd7-4731-a967-ccfea7bff21a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:10Z', 'revision_number': 0, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ea8539-5364-45fb-890a-e30f91d081c3', 'name': '', 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'mac_address': 'fa:16:3e:c5:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '1f0ad179-c06a-4feb-b8e2-c0df34413923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:31Z', 'updated_at': '2021-07-05T10:05:39Z', 'revision_number': 5, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'subnets': [{'id': '1f0ad179-c06a-4feb-b8e2-c0df34413923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:14.072477 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a7e90-e109-428a-9247-b5a4f13b337f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Port': ['ID=d25e5920-8f02-4a94-a53b-1569767423c3,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:14.080468 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-969a7e90-e109-428a-9247-b5a4f13b337f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:14.139457 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d78fec96-4c39-4807-bf9f-3e876a687f03 req-b2eefaaf-0240-43f3-b7df-d24549c2afc0 service neutron] 10.222.0.78 "GET /v2.0/networks/f252cb9a-ea9a-4f07-a167-d7a9677bd9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052248 Jul 05 10:09:14.217922 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969a7e90-e109-428a-9247-b5a4f13b337f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network 5b7ce6b5-2b6c-469d-938b-94be1d8a3c47 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:14.219468 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-969a7e90-e109-428a-9247-b5a4f13b337f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:14.238366 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4644d0-a199-4c03-9bb1-3c06c4ae2267 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Router e94a1858-7f09-4dd9-9ee2-f48356d15696 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:14.359532 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969a7e90-e109-428a-9247-b5a4f13b337f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:09:14.376480 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4644d0-a199-4c03-9bb1-3c06c4ae2267 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:14.387619 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c4644d0-a199-4c03-9bb1-3c06c4ae2267 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:14.482299 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b1cd0a-dbd7-4731-a967-ccfea7bff21a', 'tag': '4242b484-7b9d-43fc-8a5b-d21b96d613ad'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:14.492542 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588965dc-c0bf-4888-8db7-1c7ea852f79e" -d '{"events": [{"name": "network-changed", "server_uuid": "60b1cd0a-dbd7-4731-a967-ccfea7bff21a", "tag": "4242b484-7b9d-43fc-8a5b-d21b96d613ad"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:14.526741 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ea8d87-ca70-4699-928c-7920405be7bc None None] New status for floating IP e9619b0d-77c9-44b7-83af-45eaafa3485e: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:09:14.561326 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969a7e90-e109-428a-9247-b5a4f13b337f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:14.570200 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-969a7e90-e109-428a-9247-b5a4f13b337f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "PUT /v2.0/routers/9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8576574 Jul 05 10:09:14.575000 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59116) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:14.581406 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] Sync routers for ids ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:14.587693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f1d58108-373f-47f2-b1ba-15859dd1a433 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'network': {'name': 'tempest-RoutersTest-1320865910'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:14.594292 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] Routers {'9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:14.596372 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:14.629526 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4c4644d0-a199-4c03-9bb1-3c06c4ae2267 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "PUT /v2.0/floatingips/e9619b0d-77c9-44b7-83af-45eaafa3485e HTTP/1.1" status: 200 len: 992 time: 2.5198312 Jul 05 10:09:14.640816 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d58108-373f-47f2-b1ba-15859dd1a433 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Made reservation on behalf of c4b0a5f8e9f442b09c91ecab2efe6793 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:14.643374 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e6c9b8-d0ba-4f6c-8153-30b892b684b0 x-openstack-request-id: req-d3e6c9b8-d0ba-4f6c-8153-30b892b684b0 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:14.643996 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b1cd0a-dbd7-4731-a967-ccfea7bff21a", "tag": "4242b484-7b9d-43fc-8a5b-d21b96d613ad", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:14.644648 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d3e6c9b8-d0ba-4f6c-8153-30b892b684b0 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:14.645839 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b1cd0a-dbd7-4731-a967-ccfea7bff21a', 'tag': '4242b484-7b9d-43fc-8a5b-d21b96d613ad', 'status': 'completed', 'code': 200} Jul 05 10:09:14.649953 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f1d58108-373f-47f2-b1ba-15859dd1a433 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:14.685348 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 96dee94b-47e9-4df4-aebc-96d1286bb59d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:14.717777 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d58108-373f-47f2-b1ba-15859dd1a433 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:09:14.732743 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f1d58108-373f-47f2-b1ba-15859dd1a433 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:14.733192 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-f1d58108-373f-47f2-b1ba-15859dd1a433 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Added segment db3cfffc-6596-44c2-b9d1-2c533d4ed0f4 of type vlan for network 18889632-7eb3-4103-8c6f-c399389f6f41 Jul 05 10:09:14.779948 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588965dc-c0bf-4888-8db7-1c7ea852f79e req-5435ac9c-a0eb-437e-be4d-350651ce6a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:14.781514 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-588965dc-c0bf-4888-8db7-1c7ea852f79e req-5435ac9c-a0eb-437e-be4d-350651ce6a52 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=58031e526e9043e28fb0791c1b71b699&device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 1097 time: 0.1104355 Jul 05 10:09:14.821206 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f1d58108-373f-47f2-b1ba-15859dd1a433 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:14.822427 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7f0901-2c38-4310-b68b-49d29e866f7b None None] Network 5b7ce6b5-2b6c-469d-938b-94be1d8a3c47 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:14.879348 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f1d58108-373f-47f2-b1ba-15859dd1a433 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:14.895269 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d58108-373f-47f2-b1ba-15859dd1a433 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:14.901121 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f1d58108-373f-47f2-b1ba-15859dd1a433 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:14.940326 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a82846-469c-48e5-8b02-8a5b2291dc2e None None] Sync routers for ids ['e94a1858-7f09-4dd9-9ee2-f48356d15696'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:14.947251 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5fa8d485-27c2-486e-a73c-b9346c5bf981 None None] Provisioning for port 96dee94b-47e9-4df4-aebc-96d1286bb59d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:14.956312 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a82846-469c-48e5-8b02-8a5b2291dc2e None None] Routers {'e94a1858-7f09-4dd9-9ee2-f48356d15696'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:14.964669 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d2a82846-469c-48e5-8b02-8a5b2291dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e94a1858-7f09-4dd9-9ee2-f48356d15696'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:14.986275 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] Set router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:15.023001 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f1d58108-373f-47f2-b1ba-15859dd1a433 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4467707 Jul 05 10:09:15.028865 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59126) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:15.039898 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 96dee94b-47e9-4df4-aebc-96d1286bb59d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:15.046618 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d58108-373f-47f2-b1ba-15859dd1a433 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Network': ['ID=18889632-7eb3-4103-8c6f-c399389f6f41,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:15.046969 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 96dee94b-47e9-4df4-aebc-96d1286bb59d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:15.047529 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.068798 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3308aab9-596f-4512-bedf-863a86594fb8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'subnet': {'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:15.082927 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 18889632-7eb3-4103-8c6f-c399389f6f41 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:09:15.105548 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-d2a82846-469c-48e5-8b02-8a5b2291dc2e None None] Set router e94a1858-7f09-4dd9-9ee2-f48356d15696 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:15.121419 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588965dc-c0bf-4888-8db7-1c7ea852f79e req-8b3fa5a6-7a90-4acb-b6ca-5088a836b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:15.123124 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-588965dc-c0bf-4888-8db7-1c7ea852f79e req-8b3fa5a6-7a90-4acb-b6ca-5088a836b13e service neutron] 10.222.0.78 "GET /v2.0/networks?id=f252cb9a-ea9a-4f07-a167-d7a9677bd9e8 HTTP/1.1" status: 200 len: 915 time: 0.3350599 Jul 05 10:09:15.246803 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-588965dc-c0bf-4888-8db7-1c7ea852f79e req-ee8f2e73-c3c7-4922-b7b7-15a9492888a5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4242b484-7b9d-43fc-8a5b-d21b96d613ad HTTP/1.1" status: 200 len: 1002 time: 0.1156552 Jul 05 10:09:15.293196 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3308aab9-596f-4512-bedf-863a86594fb8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Made reservation on behalf of c4b0a5f8e9f442b09c91ecab2efe6793 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:15.297268 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3308aab9-596f-4512-bedf-863a86594fb8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.417786 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588965dc-c0bf-4888-8db7-1c7ea852f79e req-b6eeeb19-ce09-4bda-9bae-523a05d5c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:15.419820 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-588965dc-c0bf-4888-8db7-1c7ea852f79e req-b6eeeb19-ce09-4bda-9bae-523a05d5c9db service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1f0ad179-c06a-4feb-b8e2-c0df34413923 HTTP/1.1" status: 200 len: 853 time: 0.1662929 Jul 05 10:09:15.428786 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d2a82846-469c-48e5-8b02-8a5b2291dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'name': 'tempest-TestVolumeBackupRestore-1943897349-router', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:25Z', 'updated_at': '2021-07-05T10:05:32Z', 'revision_number': 4, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'gw_port': {'id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:26Z', 'updated_at': '2021-07-05T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'e9619b0d-77c9-44b7-83af-45eaafa3485e', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'floating_ip_address': '172.25.7.142', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'port_id': '4242b484-7b9d-43fc-8a5b-d21b96d613ad', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8', 'mac_address': 'fa:16:3e:f1:44:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b1cd0a-dbd7-4731-a967-ccfea7bff21a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:14Z', 'revision_number': 2, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ea8539-5364-45fb-890a-e30f91d081c3', 'name': '', 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'mac_address': 'fa:16:3e:c5:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '1f0ad179-c06a-4feb-b8e2-c0df34413923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:31Z', 'updated_at': '2021-07-05T10:05:39Z', 'revision_number': 5, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'subnets': [{'id': '1f0ad179-c06a-4feb-b8e2-c0df34413923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:15.431938 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.458809 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a82846-469c-48e5-8b02-8a5b2291dc2e None None] Checking router: e94a1858-7f09-4dd9-9ee2-f48356d15696 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:15.469720 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a82846-469c-48e5-8b02-8a5b2291dc2e None None] Routers {'e94a1858-7f09-4dd9-9ee2-f48356d15696'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:15.470344 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d2a82846-469c-48e5-8b02-8a5b2291dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e94a1858-7f09-4dd9-9ee2-f48356d15696'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:15.563816 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588965dc-c0bf-4888-8db7-1c7ea852f79e req-84fe5db8-0cde-4ec0-a27c-6e5ac694a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:15.565989 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 96dee94b-47e9-4df4-aebc-96d1286bb59d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=96dee94b-47e9-4df4-aebc-96d1286bb59d,segment=NetworkSegment(947cec27-6f02-4272-b75f-ca83c6dd09ce),segment_id=947cec27-6f02-4272-b75f-ca83c6dd09ce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:15.573897 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-588965dc-c0bf-4888-8db7-1c7ea852f79e req-84fe5db8-0cde-4ec0-a27c-6e5ac694a294 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f252cb9a-ea9a-4f07-a167-d7a9677bd9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1466548 Jul 05 10:09:15.582550 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.602015 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-d2a82846-469c-48e5-8b02-8a5b2291dc2e None None] Set router e94a1858-7f09-4dd9-9ee2-f48356d15696 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:15.645420 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3308aab9-596f-4512-bedf-863a86594fb8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.682524 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 2, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None, '_interfaces': [{'id': 'd25e5920-8f02-4a94-a53b-1569767423c3', 'name': '', 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:48:3a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:12Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 2, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:15.734323 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] Checking router: 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:15.735186 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] Updating router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 port d25e5920-8f02-4a94-a53b-1569767423c3 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:09:15.780936 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.832928 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=96dee94b-47e9-4df4-aebc-96d1286bb59d,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:15.834387 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308aab9-596f-4512-bedf-863a86594fb8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Subnet': ['ID=d6cde80a-1af9-4b5c-954c-bda8d75c2ae7,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:15.859800 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3308aab9-596f-4512-bedf-863a86594fb8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Checking segment: {'id': 'db3cfffc-6596-44c2-b9d1-2c533d4ed0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:15.860232 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3308aab9-596f-4512-bedf-863a86594fb8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network hostable DHCP agents. Network: 18889632-7eb3-4103-8c6f-c399389f6f41, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:09:15.885163 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-588965dc-c0bf-4888-8db7-1c7ea852f79e req-bdb41379-00c9-4609-874c-a93b7f136914 service neutron] 10.222.0.78 "GET /v2.0/networks/f252cb9a-ea9a-4f07-a167-d7a9677bd9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864637 Jul 05 10:09:15.978486 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3308aab9-596f-4512-bedf-863a86594fb8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network 18889632-7eb3-4103-8c6f-c399389f6f41 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:09:16.009974 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-3308aab9-596f-4512-bedf-863a86594fb8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 18889632-7eb3-4103-8c6f-c399389f6f41) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:16.016834 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3308aab9-596f-4512-bedf-863a86594fb8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:16.017440 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3308aab9-596f-4512-bedf-863a86594fb8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.039198 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3308aab9-596f-4512-bedf-863a86594fb8 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9995842 Jul 05 10:09:16.039422 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59144) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:16.156542 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d2a82846-469c-48e5-8b02-8a5b2291dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'name': 'tempest-TestVolumeBackupRestore-1943897349-router', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:25Z', 'updated_at': '2021-07-05T10:05:32Z', 'revision_number': 4, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'gw_port': {'id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:26Z', 'updated_at': '2021-07-05T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'e9619b0d-77c9-44b7-83af-45eaafa3485e', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'floating_ip_address': '172.25.7.142', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'port_id': '4242b484-7b9d-43fc-8a5b-d21b96d613ad', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8', 'mac_address': 'fa:16:3e:f1:44:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b1cd0a-dbd7-4731-a967-ccfea7bff21a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:14Z', 'revision_number': 2, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ea8539-5364-45fb-890a-e30f91d081c3', 'name': '', 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'mac_address': 'fa:16:3e:c5:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '1f0ad179-c06a-4feb-b8e2-c0df34413923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:31Z', 'updated_at': '2021-07-05T10:05:39Z', 'revision_number': 5, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'subnets': [{'id': '1f0ad179-c06a-4feb-b8e2-c0df34413923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:16.201400 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.208549 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a82846-469c-48e5-8b02-8a5b2291dc2e None None] The sync data for ids ['e94a1858-7f09-4dd9-9ee2-f48356d15696'] in n-d-798054-8 is: [{'id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'name': 'tempest-TestVolumeBackupRestore-1943897349-router', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:25Z', 'updated_at': '2021-07-05T10:05:32Z', 'revision_number': 4, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'gw_port': {'id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:26Z', 'updated_at': '2021-07-05T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'e9619b0d-77c9-44b7-83af-45eaafa3485e', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'floating_ip_address': '172.25.7.142', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'port_id': '4242b484-7b9d-43fc-8a5b-d21b96d613ad', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8', 'mac_address': 'fa:16:3e:f1:44:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b1cd0a-dbd7-4731-a967-ccfea7bff21a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:14Z', 'revision_number': 2, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ea8539-5364-45fb-890a-e30f91d081c3', 'name': '', 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'mac_address': 'fa:16:3e:c5:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '1f0ad179-c06a-4feb-b8e2-c0df34413923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:31Z', 'updated_at': '2021-07-05T10:05:39Z', 'revision_number': 5, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'subnets': [{'id': '1f0ad179-c06a-4feb-b8e2-c0df34413923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:16.220210 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-683e814c-8076-4a8f-a6f1-224ade2f6257 None None] Provisioning for port d25e5920-8f02-4a94-a53b-1569767423c3 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:16.226417 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] Transition to ACTIVE for port object d25e5920-8f02-4a94-a53b-1569767423c3 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:16.228530 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b5b2a4-d410-4089-90da-4cc3b0498442 None None] Network 18889632-7eb3-4103-8c6f-c399389f6f41 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:16.294784 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.347810 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-683e814c-8076-4a8f-a6f1-224ade2f6257 None None] Provisioning complete for port d25e5920-8f02-4a94-a53b-1569767423c3 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:16.348433 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-683e814c-8076-4a8f-a6f1-224ade2f6257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.375689 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b947b-8b07-4da1-9441-db09052f0194 None None] Pushing event updated for resources: {'Port': ['ID=d25e5920-8f02-4a94-a53b-1569767423c3,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:16.485007 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-683e814c-8076-4a8f-a6f1-224ade2f6257 None None] Port d25e5920-8f02-4a94-a53b-1569767423c3 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:16.623642 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 96dee94b-47e9-4df4-aebc-96d1286bb59d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:16.682879 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-683e814c-8076-4a8f-a6f1-224ade2f6257 None None] Provisioning complete for port 96dee94b-47e9-4df4-aebc-96d1286bb59d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:16.684310 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-683e814c-8076-4a8f-a6f1-224ade2f6257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.692846 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] Attempting to bind port d25e5920-8f02-4a94-a53b-1569767423c3 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:16.693611 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] Attempting to bind port d25e5920-8f02-4a94-a53b-1569767423c3 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '947cec27-6f02-4272-b75f-ca83c6dd09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:16.694320 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] Attempting to bind port d25e5920-8f02-4a94-a53b-1569767423c3 on network 5b7ce6b5-2b6c-469d-938b-94be1d8a3c47 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:16.760671 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:16.761220 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] Checking segment: {'id': '947cec27-6f02-4272-b75f-ca83c6dd09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:16.761778 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.762339 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] Bound using segment: {'id': '947cec27-6f02-4272-b75f-ca83c6dd09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:16.763009 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] Bound port: d25e5920-8f02-4a94-a53b-1569767423c3, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947cec27-6f02-4272-b75f-ca83c6dd09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:16.763547 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.778695 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009ba4de-e302-45c0-afbc-be64d7aa79e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-18889632-7eb3-4103-8c6f-c399389f6f41', 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'fixed_ips': [{'subnet_id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:09:16.779730 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-009ba4de-e302-45c0-afbc-be64d7aa79e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.799320 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b1cd0a-dbd7-4731-a967-ccfea7bff21a', 'tag': '4242b484-7b9d-43fc-8a5b-d21b96d613ad'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:16.801938 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8157df-fc13-476f-8fb9-1a4ec067f11b" -d '{"events": [{"name": "network-changed", "server_uuid": "60b1cd0a-dbd7-4731-a967-ccfea7bff21a", "tag": "4242b484-7b9d-43fc-8a5b-d21b96d613ad"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:16.820063 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-588965dc-c0bf-4888-8db7-1c7ea852f79e req-c836c698-0e0f-4b86-ab2b-b9763141e0e4 service neutron] 10.222.0.78 "GET /v2.0/networks/f252cb9a-ea9a-4f07-a167-d7a9677bd9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9217029 Jul 05 10:09:16.902896 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df2c1e2-37ad-4db3-b058-6e1092a0d698 x-openstack-request-id: req-7df2c1e2-37ad-4db3-b058-6e1092a0d698 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:16.903739 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b1cd0a-dbd7-4731-a967-ccfea7bff21a", "tag": "4242b484-7b9d-43fc-8a5b-d21b96d613ad", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:16.903739 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7df2c1e2-37ad-4db3-b058-6e1092a0d698 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:16.904226 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b1cd0a-dbd7-4731-a967-ccfea7bff21a', 'tag': '4242b484-7b9d-43fc-8a5b-d21b96d613ad', 'status': 'completed', 'code': 200} Jul 05 10:09:16.935373 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 96dee94b-47e9-4df4-aebc-96d1286bb59d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:16.935824 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:17.035772 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] For port d25e5920-8f02-4a94-a53b-1569767423c3, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:17.058687 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8157df-fc13-476f-8fb9-1a4ec067f11b req-e40e962f-4ba7-45b5-b8d3-72e9989a301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:17.060542 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1b8157df-fc13-476f-8fb9-1a4ec067f11b req-e40e962f-4ba7-45b5-b8d3-72e9989a301c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=58031e526e9043e28fb0791c1b71b699&device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 1097 time: 0.1555843 Jul 05 10:09:17.080920 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] For port d25e5920-8f02-4a94-a53b-1569767423c3, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d25e5920-8f02-4a94-a53b-1569767423c3,segment=NetworkSegment(947cec27-6f02-4272-b75f-ca83c6dd09ce),segment_id=947cec27-6f02-4272-b75f-ca83c6dd09ce)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:17.093223 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:17.168860 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-009ba4de-e302-45c0-afbc-be64d7aa79e4 None None] Allocated IP 172.21.0.2 (18889632-7eb3-4103-8c6f-c399389f6f41/d6cde80a-1af9-4b5c-954c-bda8d75c2ae7/3efec2a6-21f6-4629-b668-e3f06b211ac8) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:17.196882 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8157df-fc13-476f-8fb9-1a4ec067f11b req-27de27bc-6b1c-4d41-a218-8157d590ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:17.202687 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1b8157df-fc13-476f-8fb9-1a4ec067f11b req-27de27bc-6b1c-4d41-a218-8157d590ea33 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f252cb9a-ea9a-4f07-a167-d7a9677bd9e8 HTTP/1.1" status: 200 len: 915 time: 0.1336725 Jul 05 10:09:17.243198 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b947b-8b07-4da1-9441-db09052f0194 None None] Pushing event updated for resources: {'Port': ['ID=d25e5920-8f02-4a94-a53b-1569767423c3,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:17.245950 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] Routers {'9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:17.246595 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:17.314894 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7983886d-2b5b-4737-b3df-52eab68096fb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:17.465442 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1b8157df-fc13-476f-8fb9-1a4ec067f11b req-07a3d39f-503c-4a8e-bde1-b4733089e805 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4242b484-7b9d-43fc-8a5b-d21b96d613ad HTTP/1.1" status: 200 len: 1002 time: 0.2593482 Jul 05 10:09:17.607566 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8157df-fc13-476f-8fb9-1a4ec067f11b req-adc3f519-4f01-49f5-b86c-9979b90f5f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:17.610548 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1b8157df-fc13-476f-8fb9-1a4ec067f11b req-adc3f519-4f01-49f5-b86c-9979b90f5f8c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1f0ad179-c06a-4feb-b8e2-c0df34413923 HTTP/1.1" status: 200 len: 853 time: 0.1368835 Jul 05 10:09:17.661468 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] Set router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:17.728675 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8157df-fc13-476f-8fb9-1a4ec067f11b req-236ef336-2a6c-4ece-bcb6-a43343d44bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:17.730346 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1b8157df-fc13-476f-8fb9-1a4ec067f11b req-236ef336-2a6c-4ece-bcb6-a43343d44bca service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f252cb9a-ea9a-4f07-a167-d7a9677bd9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978959 Jul 05 10:09:17.850061 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1b8157df-fc13-476f-8fb9-1a4ec067f11b req-b11823a1-b51e-4f42-a5c7-d2b0a29036ad service neutron] 10.222.0.78 "GET /v2.0/networks/f252cb9a-ea9a-4f07-a167-d7a9677bd9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125872 Jul 05 10:09:17.868905 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-009ba4de-e302-45c0-afbc-be64d7aa79e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:17.894077 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-009ba4de-e302-45c0-afbc-be64d7aa79e4 None None] Transition to ACTIVE for port object 3efec2a6-21f6-4629-b668-e3f06b211ac8 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:17.929964 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-009ba4de-e302-45c0-afbc-be64d7aa79e4 None None] Transition to ACTIVE for port object 3efec2a6-21f6-4629-b668-e3f06b211ac8 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:17.958449 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-009ba4de-e302-45c0-afbc-be64d7aa79e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:18.003667 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1b8157df-fc13-476f-8fb9-1a4ec067f11b req-66967008-630c-49d4-9e15-343f7a8c98b1 service neutron] 10.222.0.78 "GET /v2.0/networks/f252cb9a-ea9a-4f07-a167-d7a9677bd9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461663 Jul 05 10:09:18.011924 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009ba4de-e302-45c0-afbc-be64d7aa79e4 None None] Network 18889632-7eb3-4103-8c6f-c399389f6f41 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:18.013905 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-7983886d-2b5b-4737-b3df-52eab68096fb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Allocated IP 172.21.0.1 (18889632-7eb3-4103-8c6f-c399389f6f41/d6cde80a-1af9-4b5c-954c-bda8d75c2ae7/ac598dd4-cb77-4cf9-9dcb-491195bf48e7) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:18.018175 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-009ba4de-e302-45c0-afbc-be64d7aa79e4 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:18.021671 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009ba4de-e302-45c0-afbc-be64d7aa79e4 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:18.040980 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ba4de-e302-45c0-afbc-be64d7aa79e4 None None] Pushing event updated for resources: {'Port': ['ID=3efec2a6-21f6-4629-b668-e3f06b211ac8,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:18.106065 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-009ba4de-e302-45c0-afbc-be64d7aa79e4 None None] Attempting to bind port 3efec2a6-21f6-4629-b668-e3f06b211ac8 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:18.106508 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-009ba4de-e302-45c0-afbc-be64d7aa79e4 None None] Attempting to bind port 3efec2a6-21f6-4629-b668-e3f06b211ac8 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'db3cfffc-6596-44c2-b9d1-2c533d4ed0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:18.106981 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009ba4de-e302-45c0-afbc-be64d7aa79e4 None None] Attempting to bind port 3efec2a6-21f6-4629-b668-e3f06b211ac8 on network 18889632-7eb3-4103-8c6f-c399389f6f41 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:18.116803 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 2, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None, '_interfaces': [{'id': 'd25e5920-8f02-4a94-a53b-1569767423c3', 'name': '', 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:48:3a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:12Z', 'updated_at': '2021-07-05T10:09:17Z', 'revision_number': 4, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:18.147679 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009ba4de-e302-45c0-afbc-be64d7aa79e4 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:18.148308 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009ba4de-e302-45c0-afbc-be64d7aa79e4 None None] Checking segment: {'id': 'db3cfffc-6596-44c2-b9d1-2c533d4ed0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:18.148824 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-009ba4de-e302-45c0-afbc-be64d7aa79e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:18.149364 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009ba4de-e302-45c0-afbc-be64d7aa79e4 None None] Bound using segment: {'id': 'db3cfffc-6596-44c2-b9d1-2c533d4ed0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:18.150043 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-009ba4de-e302-45c0-afbc-be64d7aa79e4 None None] Bound port: 3efec2a6-21f6-4629-b668-e3f06b211ac8, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db3cfffc-6596-44c2-b9d1-2c533d4ed0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:18.150432 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7983886d-2b5b-4737-b3df-52eab68096fb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:18.150711 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-009ba4de-e302-45c0-afbc-be64d7aa79e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:18.166672 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-7983886d-2b5b-4737-b3df-52eab68096fb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Transition to ACTIVE for port object ac598dd4-cb77-4cf9-9dcb-491195bf48e7 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:18.207369 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262829d4-8c02-468c-a311-e6c72c0af3e2 None None] The sync data for ids ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'] in n-d-798054-8 is: [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 2, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None, '_interfaces': [{'id': 'd25e5920-8f02-4a94-a53b-1569767423c3', 'name': '', 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:48:3a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:12Z', 'updated_at': '2021-07-05T10:09:17Z', 'revision_number': 4, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:18.209302 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7983886d-2b5b-4737-b3df-52eab68096fb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:18.219621 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-009ba4de-e302-45c0-afbc-be64d7aa79e4 None None] For port 3efec2a6-21f6-4629-b668-e3f06b211ac8, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:18.223256 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-009ba4de-e302-45c0-afbc-be64d7aa79e4 None None] For port 3efec2a6-21f6-4629-b668-e3f06b211ac8, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3efec2a6-21f6-4629-b668-e3f06b211ac8,segment=NetworkSegment(db3cfffc-6596-44c2-b9d1-2c533d4ed0f4),segment_id=db3cfffc-6596-44c2-b9d1-2c533d4ed0f4)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:18.227889 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-009ba4de-e302-45c0-afbc-be64d7aa79e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:18.287191 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7983886d-2b5b-4737-b3df-52eab68096fb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network 18889632-7eb3-4103-8c6f-c399389f6f41 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:18.299407 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-7983886d-2b5b-4737-b3df-52eab68096fb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:18.306502 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7983886d-2b5b-4737-b3df-52eab68096fb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:18.308024 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ba4de-e302-45c0-afbc-be64d7aa79e4 None None] Pushing event updated for resources: {'Port': ['ID=3efec2a6-21f6-4629-b668-e3f06b211ac8,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:18.356904 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983886d-2b5b-4737-b3df-52eab68096fb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Port': ['ID=ac598dd4-cb77-4cf9-9dcb-491195bf48e7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:18.395430 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7983886d-2b5b-4737-b3df-52eab68096fb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:18.575551 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7983886d-2b5b-4737-b3df-52eab68096fb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:18.971496 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7983886d-2b5b-4737-b3df-52eab68096fb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:18.976830 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7983886d-2b5b-4737-b3df-52eab68096fb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.065836 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7983886d-2b5b-4737-b3df-52eab68096fb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.067927 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983886d-2b5b-4737-b3df-52eab68096fb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Port': ['ID=ac598dd4-cb77-4cf9-9dcb-491195bf48e7,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:19.180067 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7983886d-2b5b-4737-b3df-52eab68096fb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network 18889632-7eb3-4103-8c6f-c399389f6f41 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:19.181595 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-7983886d-2b5b-4737-b3df-52eab68096fb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:19.292073 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7983886d-2b5b-4737-b3df-52eab68096fb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:19.398288 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7983886d-2b5b-4737-b3df-52eab68096fb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:19.407614 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7983886d-2b5b-4737-b3df-52eab68096fb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "PUT /v2.0/routers/9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3642867 Jul 05 10:09:19.407828 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59208) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:19.413339 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-af30e090-88bc-421b-b53d-e7495dab4505 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'network': {'name': 'tempest-RoutersTest-291986728'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:19.440016 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af30e090-88bc-421b-b53d-e7495dab4505 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Made reservation on behalf of c4b0a5f8e9f442b09c91ecab2efe6793 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:19.446990 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af30e090-88bc-421b-b53d-e7495dab4505 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.478346 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af30e090-88bc-421b-b53d-e7495dab4505 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:09:19.489914 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af30e090-88bc-421b-b53d-e7495dab4505 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.490470 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-af30e090-88bc-421b-b53d-e7495dab4505 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Added segment 2701d955-ed66-465a-90df-33b6d72e01fc of type vlan for network 0ac38f3e-55c5-41e4-904d-3c43b4ca6754 Jul 05 10:09:19.499316 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a66683-1338-40a0-8d7c-2ebbee6a0ccc None None] Network 18889632-7eb3-4103-8c6f-c399389f6f41 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:19.548977 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af30e090-88bc-421b-b53d-e7495dab4505 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.584885 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af30e090-88bc-421b-b53d-e7495dab4505 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.591246 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af30e090-88bc-421b-b53d-e7495dab4505 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:19.591906 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af30e090-88bc-421b-b53d-e7495dab4505 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.632569 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b75506c3-3ecb-4629-a19b-1368b14fdd59 None None] Provisioning for port 3efec2a6-21f6-4629-b668-e3f06b211ac8 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:19.660890 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-af30e090-88bc-421b-b53d-e7495dab4505 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2516890 Jul 05 10:09:19.663748 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59214) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:19.671404 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3b9d36a6-61ca-4e77-86a4-fa7afa4fd90c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'subnet': {'network_id': '0ac38f3e-55c5-41e4-904d-3c43b4ca6754', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:19.688562 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30e090-88bc-421b-b53d-e7495dab4505 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Network': ['ID=0ac38f3e-55c5-41e4-904d-3c43b4ca6754,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:19.707028 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 0ac38f3e-55c5-41e4-904d-3c43b4ca6754 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:09:19.782953 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9d36a6-61ca-4e77-86a4-fa7afa4fd90c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Made reservation on behalf of c4b0a5f8e9f442b09c91ecab2efe6793 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:19.795352 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b9d36a6-61ca-4e77-86a4-fa7afa4fd90c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:20.031595 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b9d36a6-61ca-4e77-86a4-fa7afa4fd90c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:20.078814 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eb44c6f6-b0d1-42b0-9d5a-9fdb0af5b82d None None] Provisioning for port ac598dd4-cb77-4cf9-9dcb-491195bf48e7 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:20.083039 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eb44c6f6-b0d1-42b0-9d5a-9fdb0af5b82d None None] Provisioning complete for port ac598dd4-cb77-4cf9-9dcb-491195bf48e7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:20.083435 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eb44c6f6-b0d1-42b0-9d5a-9fdb0af5b82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:20.099615 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d36a6-61ca-4e77-86a4-fa7afa4fd90c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Subnet': ['ID=1163d1db-c593-4398-b629-363ca39aff51,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:20.118213 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9d36a6-61ca-4e77-86a4-fa7afa4fd90c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Checking segment: {'id': '2701d955-ed66-465a-90df-33b6d72e01fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ac38f3e-55c5-41e4-904d-3c43b4ca6754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:20.118888 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9d36a6-61ca-4e77-86a4-fa7afa4fd90c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network hostable DHCP agents. Network: 0ac38f3e-55c5-41e4-904d-3c43b4ca6754, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:09:20.126531 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eb44c6f6-b0d1-42b0-9d5a-9fdb0af5b82d None None] Port ac598dd4-cb77-4cf9-9dcb-491195bf48e7 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:20.143347 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9d36a6-61ca-4e77-86a4-fa7afa4fd90c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network 0ac38f3e-55c5-41e4-904d-3c43b4ca6754 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:09:20.156206 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-3b9d36a6-61ca-4e77-86a4-fa7afa4fd90c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 0ac38f3e-55c5-41e4-904d-3c43b4ca6754) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:20.162084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9d36a6-61ca-4e77-86a4-fa7afa4fd90c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:20.162265 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] Sync routers for ids ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:20.163261 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b9d36a6-61ca-4e77-86a4-fa7afa4fd90c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:20.179579 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3b9d36a6-61ca-4e77-86a4-fa7afa4fd90c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5136771 Jul 05 10:09:20.182489 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59222) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:20.187398 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef991d3-e1bb-4073-8fb6-837aaf168913 None None] Network 0ac38f3e-55c5-41e4-904d-3c43b4ca6754 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:20.202669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] Routers {'9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:20.203325 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:20.332456 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:09:20.353389 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] Set router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:20.559746 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a32335d4-ca0d-4657-aa6f-0a7a932e020f None None] Provisioning complete for port ac598dd4-cb77-4cf9-9dcb-491195bf48e7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:20.560543 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a32335d4-ca0d-4657-aa6f-0a7a932e020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:20.669335 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb757ba-d772-45c3-aa9d-6bb20288f63e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-0ac38f3e-55c5-41e4-904d-3c43b4ca6754', 'network_id': '0ac38f3e-55c5-41e4-904d-3c43b4ca6754', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'fixed_ips': [{'subnet_id': '1163d1db-c593-4398-b629-363ca39aff51'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:09:20.672788 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cdb757ba-d772-45c3-aa9d-6bb20288f63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:20.717507 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3efec2a6-21f6-4629-b668-e3f06b211ac8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:20.735198 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:20.777653 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a32335d4-ca0d-4657-aa6f-0a7a932e020f None None] Port ac598dd4-cb77-4cf9-9dcb-491195bf48e7 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:20.944905 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 3efec2a6-21f6-4629-b668-e3f06b211ac8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:20.964212 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 3efec2a6-21f6-4629-b668-e3f06b211ac8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:20.964598 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:20.991725 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-460e5493-da93-4af1-9d25-43d13d994c98 None None] Provisioning complete for port ac598dd4-cb77-4cf9-9dcb-491195bf48e7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:20.992132 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-460e5493-da93-4af1-9d25-43d13d994c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:20.997807 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-767a3545-67be-4225-8c97-feec17630512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:21.024032 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-cdb757ba-d772-45c3-aa9d-6bb20288f63e None None] Allocated IP 172.22.0.2 (0ac38f3e-55c5-41e4-904d-3c43b4ca6754/1163d1db-c593-4398-b629-363ca39aff51/4cd60f97-ec70-4afb-acbe-0ef80d069293) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:21.062032 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:18Z', 'revision_number': 3, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None, '_interfaces': [{'id': 'ac598dd4-cb77-4cf9-9dcb-491195bf48e7', 'name': '', 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:0b:0c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:17Z', 'updated_at': '2021-07-05T10:09:18Z', 'revision_number': 2, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd25e5920-8f02-4a94-a53b-1569767423c3', 'name': '', 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:48:3a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:12Z', 'updated_at': '2021-07-05T10:09:17Z', 'revision_number': 4, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:21.131972 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-460e5493-da93-4af1-9d25-43d13d994c98 None None] Port ac598dd4-cb77-4cf9-9dcb-491195bf48e7 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:21.136277 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] Checking router: 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:21.136641 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] Updating router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 port ac598dd4-cb77-4cf9-9dcb-491195bf48e7 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:09:21.191583 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:21.277490 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:21.425236 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 3efec2a6-21f6-4629-b668-e3f06b211ac8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3efec2a6-21f6-4629-b668-e3f06b211ac8,segment=NetworkSegment(db3cfffc-6596-44c2-b9d1-2c533d4ed0f4),segment_id=db3cfffc-6596-44c2-b9d1-2c533d4ed0f4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:21.436816 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:21.437580 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d25e5920-8f02-4a94-a53b-1569767423c3 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:21.442067 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cdb757ba-d772-45c3-aa9d-6bb20288f63e None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:21.667033 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cdb757ba-d772-45c3-aa9d-6bb20288f63e None None] Transition to ACTIVE for port object 4cd60f97-ec70-4afb-acbe-0ef80d069293 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:21.737104 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cdb757ba-d772-45c3-aa9d-6bb20288f63e None None] Transition to ACTIVE for port object 4cd60f97-ec70-4afb-acbe-0ef80d069293 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:21.747883 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=3efec2a6-21f6-4629-b668-e3f06b211ac8,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:21.753081 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cdb757ba-d772-45c3-aa9d-6bb20288f63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:21.815805 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port d25e5920-8f02-4a94-a53b-1569767423c3 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:21.820657 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb757ba-d772-45c3-aa9d-6bb20288f63e None None] Network 0ac38f3e-55c5-41e4-904d-3c43b4ca6754 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:21.837423 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port d25e5920-8f02-4a94-a53b-1569767423c3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:21.837805 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:21.839540 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-cdb757ba-d772-45c3-aa9d-6bb20288f63e None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:21.846240 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb757ba-d772-45c3-aa9d-6bb20288f63e None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:21.848791 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Allocated IP 172.22.0.1 (0ac38f3e-55c5-41e4-904d-3c43b4ca6754/1163d1db-c593-4398-b629-363ca39aff51/6ba96134-7463-48f9-b4c3-e8f7c48f5226) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:21.878719 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb757ba-d772-45c3-aa9d-6bb20288f63e None None] Pushing event updated for resources: {'Port': ['ID=4cd60f97-ec70-4afb-acbe-0ef80d069293,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:21.997767 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-cdb757ba-d772-45c3-aa9d-6bb20288f63e None None] Attempting to bind port 4cd60f97-ec70-4afb-acbe-0ef80d069293 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:21.998143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-cdb757ba-d772-45c3-aa9d-6bb20288f63e None None] Attempting to bind port 4cd60f97-ec70-4afb-acbe-0ef80d069293 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '2701d955-ed66-465a-90df-33b6d72e01fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ac38f3e-55c5-41e4-904d-3c43b4ca6754'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:21.998511 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb757ba-d772-45c3-aa9d-6bb20288f63e None None] Attempting to bind port 4cd60f97-ec70-4afb-acbe-0ef80d069293 on network 0ac38f3e-55c5-41e4-904d-3c43b4ca6754 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:21.998687 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.013200 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb757ba-d772-45c3-aa9d-6bb20288f63e None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:22.013642 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb757ba-d772-45c3-aa9d-6bb20288f63e None None] Checking segment: {'id': '2701d955-ed66-465a-90df-33b6d72e01fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ac38f3e-55c5-41e4-904d-3c43b4ca6754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:22.014031 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cdb757ba-d772-45c3-aa9d-6bb20288f63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.014383 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb757ba-d772-45c3-aa9d-6bb20288f63e None None] Bound using segment: {'id': '2701d955-ed66-465a-90df-33b6d72e01fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ac38f3e-55c5-41e4-904d-3c43b4ca6754'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:22.015009 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-cdb757ba-d772-45c3-aa9d-6bb20288f63e None None] Bound port: 4cd60f97-ec70-4afb-acbe-0ef80d069293, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2701d955-ed66-465a-90df-33b6d72e01fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ac38f3e-55c5-41e4-904d-3c43b4ca6754'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:22.015370 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cdb757ba-d772-45c3-aa9d-6bb20288f63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.017806 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Transition to ACTIVE for port object 6ba96134-7463-48f9-b4c3-e8f7c48f5226 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:22.020779 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.062173 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.064098 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] Transition to ACTIVE for port object ac598dd4-cb77-4cf9-9dcb-491195bf48e7 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:22.096177 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.104965 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.108642 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network 0ac38f3e-55c5-41e4-904d-3c43b4ca6754 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:22.112059 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:22.119057 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:22.172189 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.206774 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-cdb757ba-d772-45c3-aa9d-6bb20288f63e None None] For port 4cd60f97-ec70-4afb-acbe-0ef80d069293, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:22.243490 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75baa9-0539-46cb-bcf6-7b48f21e7af1 None None] Pushing event updated for resources: {'Port': ['ID=ac598dd4-cb77-4cf9-9dcb-491195bf48e7,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:22.286897 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-cdb757ba-d772-45c3-aa9d-6bb20288f63e None None] For port 4cd60f97-ec70-4afb-acbe-0ef80d069293, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4cd60f97-ec70-4afb-acbe-0ef80d069293,segment=NetworkSegment(2701d955-ed66-465a-90df-33b6d72e01fc),segment_id=2701d955-ed66-465a-90df-33b6d72e01fc)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:22.288870 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port d25e5920-8f02-4a94-a53b-1569767423c3, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d25e5920-8f02-4a94-a53b-1569767423c3,segment=NetworkSegment(947cec27-6f02-4272-b75f-ca83c6dd09ce),segment_id=947cec27-6f02-4272-b75f-ca83c6dd09ce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:22.295273 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Port': ['ID=6ba96134-7463-48f9-b4c3-e8f7c48f5226,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:22.310863 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cdb757ba-d772-45c3-aa9d-6bb20288f63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.312901 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.313043 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:22.313391 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:22.313743 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:22.314081 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:22.314415 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:22.314754 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:22.319568 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:22.320164 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:22.320522 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:22.320857 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:22.321194 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:22.321527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:22.370087 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] Attempting to bind port ac598dd4-cb77-4cf9-9dcb-491195bf48e7 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:22.370087 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] Attempting to bind port ac598dd4-cb77-4cf9-9dcb-491195bf48e7 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'db3cfffc-6596-44c2-b9d1-2c533d4ed0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:22.370415 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] Attempting to bind port ac598dd4-cb77-4cf9-9dcb-491195bf48e7 on network 18889632-7eb3-4103-8c6f-c399389f6f41 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:22.375701 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.383890 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:22.384275 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] Checking segment: {'id': 'db3cfffc-6596-44c2-b9d1-2c533d4ed0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:22.384682 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.385324 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] Bound using segment: {'id': 'db3cfffc-6596-44c2-b9d1-2c533d4ed0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:22.398505 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] Bound port: ac598dd4-cb77-4cf9-9dcb-491195bf48e7, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db3cfffc-6596-44c2-b9d1-2c533d4ed0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:22.398505 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.494900 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb757ba-d772-45c3-aa9d-6bb20288f63e None None] Pushing event updated for resources: {'Port': ['ID=4cd60f97-ec70-4afb-acbe-0ef80d069293,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:22.626690 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=d25e5920-8f02-4a94-a53b-1569767423c3,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:22.636463 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] For port ac598dd4-cb77-4cf9-9dcb-491195bf48e7, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:22.640309 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] For port ac598dd4-cb77-4cf9-9dcb-491195bf48e7, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ac598dd4-cb77-4cf9-9dcb-491195bf48e7,segment=NetworkSegment(db3cfffc-6596-44c2-b9d1-2c533d4ed0f4),segment_id=db3cfffc-6596-44c2-b9d1-2c533d4ed0f4)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:22.648838 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.697992 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3efec2a6-21f6-4629-b668-e3f06b211ac8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:22.818097 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75baa9-0539-46cb-bcf6-7b48f21e7af1 None None] Pushing event updated for resources: {'Port': ['ID=ac598dd4-cb77-4cf9-9dcb-491195bf48e7,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:22.821446 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] Routers {'9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:22.822017 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:08:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:22.850881 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.859134 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.965956 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 3efec2a6-21f6-4629-b668-e3f06b211ac8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:22.966339 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.982391 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Port': ['ID=6ba96134-7463-48f9-b4c3-e8f7c48f5226,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:22.983944 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] Set router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:22.987198 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.154594 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network 0ac38f3e-55c5-41e4-904d-3c43b4ca6754 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:23.156278 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:23.261163 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:23.345908 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fc944e6c-fe28-40b1-b953-7b08067545f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.385339 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 4, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None, '_interfaces': [{'id': '6ba96134-7463-48f9-b4c3-e8f7c48f5226', 'name': '', 'network_id': '0ac38f3e-55c5-41e4-904d-3c43b4ca6754', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:ad:65:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '1163d1db-c593-4398-b629-363ca39aff51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:20Z', 'updated_at': '2021-07-05T10:09:21Z', 'revision_number': 1, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': '1163d1db-c593-4398-b629-363ca39aff51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac598dd4-cb77-4cf9-9dcb-491195bf48e7', 'name': '', 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:0b:0c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:17Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 4, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd25e5920-8f02-4a94-a53b-1569767423c3', 'name': '', 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:48:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:12Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:23.390051 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:23.395212 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-351ebcab-3dcf-46cf-9f64-011700fbd735 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "PUT /v2.0/routers/9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2117405 Jul 05 10:09:23.398431 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59282) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:23.403545 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-10049c34-f9e1-4aa6-911b-1fdc07f3ec9f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'network': {'name': 'tempest-RoutersTest-818982996'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:23.415196 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cc7c7c-2a4a-43f8-b5ac-a9ae823198c7 None None] The sync data for ids ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'] in n-d-798054-8 is: [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 4, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None, '_interfaces': [{'id': '6ba96134-7463-48f9-b4c3-e8f7c48f5226', 'name': '', 'network_id': '0ac38f3e-55c5-41e4-904d-3c43b4ca6754', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:ad:65:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '1163d1db-c593-4398-b629-363ca39aff51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:20Z', 'updated_at': '2021-07-05T10:09:21Z', 'revision_number': 1, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': '1163d1db-c593-4398-b629-363ca39aff51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac598dd4-cb77-4cf9-9dcb-491195bf48e7', 'name': '', 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:0b:0c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:17Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 4, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd25e5920-8f02-4a94-a53b-1569767423c3', 'name': '', 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:48:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:12Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:23.425878 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10049c34-f9e1-4aa6-911b-1fdc07f3ec9f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Made reservation on behalf of c4b0a5f8e9f442b09c91ecab2efe6793 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:23.429514 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10049c34-f9e1-4aa6-911b-1fdc07f3ec9f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.465920 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10049c34-f9e1-4aa6-911b-1fdc07f3ec9f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:09:23.490015 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10049c34-f9e1-4aa6-911b-1fdc07f3ec9f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.491243 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-10049c34-f9e1-4aa6-911b-1fdc07f3ec9f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Added segment f30e16a8-cf00-4cc0-aef4-735411a910c4 of type vlan for network 8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef Jul 05 10:09:23.561241 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10049c34-f9e1-4aa6-911b-1fdc07f3ec9f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.613006 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.955934 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d775be7f-8d11-48b6-8c66-c27e007d5a85 None None] Network 0ac38f3e-55c5-41e4-904d-3c43b4ca6754 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:24.014411 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10049c34-f9e1-4aa6-911b-1fdc07f3ec9f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:24.022812 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10049c34-f9e1-4aa6-911b-1fdc07f3ec9f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:24.023454 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10049c34-f9e1-4aa6-911b-1fdc07f3ec9f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:24.054573 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1c92ca1f-bd14-407a-a8e7-c3ade19db4ed None None] Provisioning for port 4cd60f97-ec70-4afb-acbe-0ef80d069293 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:24.140814 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-10049c34-f9e1-4aa6-911b-1fdc07f3ec9f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7412004 Jul 05 10:09:24.143810 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59296) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:24.149813 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c3dd2ccf-eebc-427f-9a7e-49156c53f016 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'subnet': {'network_id': '8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:24.228185 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10049c34-f9e1-4aa6-911b-1fdc07f3ec9f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Network': ['ID=8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:24.242010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:09:24.310769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3dd2ccf-eebc-427f-9a7e-49156c53f016 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Made reservation on behalf of c4b0a5f8e9f442b09c91ecab2efe6793 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:24.328087 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3dd2ccf-eebc-427f-9a7e-49156c53f016 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:24.581101 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3dd2ccf-eebc-427f-9a7e-49156c53f016 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:24.633294 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:24.708658 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd2ccf-eebc-427f-9a7e-49156c53f016 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Subnet': ['ID=689de29b-2f00-4ab7-976a-e2ed6926ba4e,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:24.721991 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-36cc7e0c-24dc-44f5-9ea0-3d9ef01c62d4 None None] Provisioning for port 6ba96134-7463-48f9-b4c3-e8f7c48f5226 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:24.730998 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-36cc7e0c-24dc-44f5-9ea0-3d9ef01c62d4 None None] Provisioning complete for port 6ba96134-7463-48f9-b4c3-e8f7c48f5226 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:24.731385 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-36cc7e0c-24dc-44f5-9ea0-3d9ef01c62d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:24.740571 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dd2ccf-eebc-427f-9a7e-49156c53f016 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Checking segment: {'id': 'f30e16a8-cf00-4cc0-aef4-735411a910c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:24.744485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dd2ccf-eebc-427f-9a7e-49156c53f016 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network hostable DHCP agents. Network: 8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:09:24.779200 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-36cc7e0c-24dc-44f5-9ea0-3d9ef01c62d4 None None] Port 6ba96134-7463-48f9-b4c3-e8f7c48f5226 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:24.780884 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dd2ccf-eebc-427f-9a7e-49156c53f016 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network 8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:09:24.818796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-c3dd2ccf-eebc-427f-9a7e-49156c53f016 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:24.830717 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dd2ccf-eebc-427f-9a7e-49156c53f016 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:24.832983 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3dd2ccf-eebc-427f-9a7e-49156c53f016 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:24.835803 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e37b02-3741-49ec-8314-7c2c23abbaad None None] Network 8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:24.846414 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4cd60f97-ec70-4afb-acbe-0ef80d069293 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:24.857997 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c3dd2ccf-eebc-427f-9a7e-49156c53f016 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7131665 Jul 05 10:09:24.860966 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59312) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:24.969926 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 4cd60f97-ec70-4afb-acbe-0ef80d069293 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:24.993411 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 4cd60f97-ec70-4afb-acbe-0ef80d069293 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:24.993796 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.132287 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11968bdb-6166-4a72-9c9e-47ba2081a3f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef', 'network_id': '8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'fixed_ips': [{'subnet_id': '689de29b-2f00-4ab7-976a-e2ed6926ba4e'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:09:25.133174 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-11968bdb-6166-4a72-9c9e-47ba2081a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.137122 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-967268b3-9bff-427f-beed-61a2521d48fd None None] Provisioning complete for port 6ba96134-7463-48f9-b4c3-e8f7c48f5226 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:25.137502 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-967268b3-9bff-427f-beed-61a2521d48fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.183058 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-967268b3-9bff-427f-beed-61a2521d48fd None None] Port 6ba96134-7463-48f9-b4c3-e8f7c48f5226 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:25.347574 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.352237 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] Sync routers for ids ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:25.367732 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] Routers {'9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:25.369511 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-31e960a8-a07e-4aae-aa5b-1b03fc8c3912 None None] Provisioning complete for port 6ba96134-7463-48f9-b4c3-e8f7c48f5226 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:25.370032 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31e960a8-a07e-4aae-aa5b-1b03fc8c3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.371458 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:09:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:25.375264 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f125a2c4-cdeb-4726-b986-4b42a4d22fb0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.459620 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 4cd60f97-ec70-4afb-acbe-0ef80d069293, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4cd60f97-ec70-4afb-acbe-0ef80d069293,segment=NetworkSegment(2701d955-ed66-465a-90df-33b6d72e01fc),segment_id=2701d955-ed66-465a-90df-33b6d72e01fc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:25.470966 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.472076 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d25e5920-8f02-4a94-a53b-1569767423c3 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:25.486867 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] Set router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:25.738409 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 4, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None, '_interfaces': [{'id': '6ba96134-7463-48f9-b4c3-e8f7c48f5226', 'name': '', 'network_id': '0ac38f3e-55c5-41e4-904d-3c43b4ca6754', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:ad:65:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '1163d1db-c593-4398-b629-363ca39aff51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:20Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 2, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': '1163d1db-c593-4398-b629-363ca39aff51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac598dd4-cb77-4cf9-9dcb-491195bf48e7', 'name': '', 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:0b:0c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:17Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 4, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd25e5920-8f02-4a94-a53b-1569767423c3', 'name': '', 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:48:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:12Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:25.764262 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-31e960a8-a07e-4aae-aa5b-1b03fc8c3912 None None] Port 6ba96134-7463-48f9-b4c3-e8f7c48f5226 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:25.774941 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] Checking router: 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:25.775283 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] Updating router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 port 6ba96134-7463-48f9-b4c3-e8f7c48f5226 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:09:25.785336 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-11968bdb-6166-4a72-9c9e-47ba2081a3f6 None None] Allocated IP 172.23.0.2 (8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef/689de29b-2f00-4ab7-976a-e2ed6926ba4e/cfd6bca4-c856-4c50-a11c-adf91aab108a) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:25.814409 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.830697 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=4cd60f97-ec70-4afb-acbe-0ef80d069293,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:25.833552 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port d25e5920-8f02-4a94-a53b-1569767423c3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:25.833929 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.009341 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ac598dd4-cb77-4cf9-9dcb-491195bf48e7 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:26.048829 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-11968bdb-6166-4a72-9c9e-47ba2081a3f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.061110 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-11968bdb-6166-4a72-9c9e-47ba2081a3f6 None None] Transition to ACTIVE for port object cfd6bca4-c856-4c50-a11c-adf91aab108a will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:26.080005 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-11968bdb-6166-4a72-9c9e-47ba2081a3f6 None None] Transition to ACTIVE for port object cfd6bca4-c856-4c50-a11c-adf91aab108a will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:26.088695 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-11968bdb-6166-4a72-9c9e-47ba2081a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.095081 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port ac598dd4-cb77-4cf9-9dcb-491195bf48e7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:26.139182 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port ac598dd4-cb77-4cf9-9dcb-491195bf48e7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:26.139584 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.140548 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.153467 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] Transition to ACTIVE for port object 6ba96134-7463-48f9-b4c3-e8f7c48f5226 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:26.154370 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11968bdb-6166-4a72-9c9e-47ba2081a3f6 None None] Network 8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:26.155499 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-f125a2c4-cdeb-4726-b986-4b42a4d22fb0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Allocated IP 172.23.0.1 (8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef/689de29b-2f00-4ab7-976a-e2ed6926ba4e/e275478e-e6eb-46c6-89d9-e5c2246fa508) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:26.161063 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.177693 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-11968bdb-6166-4a72-9c9e-47ba2081a3f6 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:26.180903 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11968bdb-6166-4a72-9c9e-47ba2081a3f6 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:26.185841 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11968bdb-6166-4a72-9c9e-47ba2081a3f6 None None] Pushing event updated for resources: {'Port': ['ID=cfd6bca4-c856-4c50-a11c-adf91aab108a,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:26.218144 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488a51a-7ca6-4f0f-b698-d1e3c838339e None None] Pushing event updated for resources: {'Port': ['ID=6ba96134-7463-48f9-b4c3-e8f7c48f5226,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:26.233772 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488a51a-7ca6-4f0f-b698-d1e3c838339e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:26.234134 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488a51a-7ca6-4f0f-b698-d1e3c838339e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:26.234448 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488a51a-7ca6-4f0f-b698-d1e3c838339e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:26.234777 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488a51a-7ca6-4f0f-b698-d1e3c838339e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:26.235102 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488a51a-7ca6-4f0f-b698-d1e3c838339e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:26.235423 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488a51a-7ca6-4f0f-b698-d1e3c838339e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:26.235747 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488a51a-7ca6-4f0f-b698-d1e3c838339e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:26.236087 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488a51a-7ca6-4f0f-b698-d1e3c838339e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:26.236457 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488a51a-7ca6-4f0f-b698-d1e3c838339e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:26.236777 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488a51a-7ca6-4f0f-b698-d1e3c838339e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:26.237095 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488a51a-7ca6-4f0f-b698-d1e3c838339e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:26.237409 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488a51a-7ca6-4f0f-b698-d1e3c838339e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:26.259488 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-11968bdb-6166-4a72-9c9e-47ba2081a3f6 None None] Attempting to bind port cfd6bca4-c856-4c50-a11c-adf91aab108a on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:26.259941 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-11968bdb-6166-4a72-9c9e-47ba2081a3f6 None None] Attempting to bind port cfd6bca4-c856-4c50-a11c-adf91aab108a by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'f30e16a8-cf00-4cc0-aef4-735411a910c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:26.260377 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11968bdb-6166-4a72-9c9e-47ba2081a3f6 None None] Attempting to bind port cfd6bca4-c856-4c50-a11c-adf91aab108a on network 8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:26.268311 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11968bdb-6166-4a72-9c9e-47ba2081a3f6 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:26.268693 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11968bdb-6166-4a72-9c9e-47ba2081a3f6 None None] Checking segment: {'id': 'f30e16a8-cf00-4cc0-aef4-735411a910c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:26.269219 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-11968bdb-6166-4a72-9c9e-47ba2081a3f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.269620 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11968bdb-6166-4a72-9c9e-47ba2081a3f6 None None] Bound using segment: {'id': 'f30e16a8-cf00-4cc0-aef4-735411a910c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:26.270098 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-11968bdb-6166-4a72-9c9e-47ba2081a3f6 None None] Bound port: cfd6bca4-c856-4c50-a11c-adf91aab108a, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30e16a8-cf00-4cc0-aef4-735411a910c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:26.270489 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-11968bdb-6166-4a72-9c9e-47ba2081a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.315368 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f125a2c4-cdeb-4726-b986-4b42a4d22fb0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.332794 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-f125a2c4-cdeb-4726-b986-4b42a4d22fb0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Transition to ACTIVE for port object e275478e-e6eb-46c6-89d9-e5c2246fa508 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:26.340882 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] Attempting to bind port 6ba96134-7463-48f9-b4c3-e8f7c48f5226 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:26.341301 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] Attempting to bind port 6ba96134-7463-48f9-b4c3-e8f7c48f5226 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '2701d955-ed66-465a-90df-33b6d72e01fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ac38f3e-55c5-41e4-904d-3c43b4ca6754'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:26.341669 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] Attempting to bind port 6ba96134-7463-48f9-b4c3-e8f7c48f5226 on network 0ac38f3e-55c5-41e4-904d-3c43b4ca6754 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:26.346808 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.348905 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:26.349702 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] Checking segment: {'id': '2701d955-ed66-465a-90df-33b6d72e01fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ac38f3e-55c5-41e4-904d-3c43b4ca6754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:26.350206 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.350702 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] Bound using segment: {'id': '2701d955-ed66-465a-90df-33b6d72e01fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ac38f3e-55c5-41e4-904d-3c43b4ca6754'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:26.351118 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] Bound port: 6ba96134-7463-48f9-b4c3-e8f7c48f5226, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2701d955-ed66-465a-90df-33b6d72e01fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ac38f3e-55c5-41e4-904d-3c43b4ca6754'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:26.351660 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.393211 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f125a2c4-cdeb-4726-b986-4b42a4d22fb0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.440095 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f125a2c4-cdeb-4726-b986-4b42a4d22fb0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network 8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:26.443367 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-11968bdb-6166-4a72-9c9e-47ba2081a3f6 None None] For port cfd6bca4-c856-4c50-a11c-adf91aab108a, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:26.443878 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-f125a2c4-cdeb-4726-b986-4b42a4d22fb0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:26.446949 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port ac598dd4-cb77-4cf9-9dcb-491195bf48e7, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ac598dd4-cb77-4cf9-9dcb-491195bf48e7,segment=NetworkSegment(db3cfffc-6596-44c2-b9d1-2c533d4ed0f4),segment_id=db3cfffc-6596-44c2-b9d1-2c533d4ed0f4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:26.449498 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-11968bdb-6166-4a72-9c9e-47ba2081a3f6 None None] For port cfd6bca4-c856-4c50-a11c-adf91aab108a, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=cfd6bca4-c856-4c50-a11c-adf91aab108a,segment=NetworkSegment(f30e16a8-cf00-4cc0-aef4-735411a910c4),segment_id=f30e16a8-cf00-4cc0-aef4-735411a910c4)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:26.450917 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f125a2c4-cdeb-4726-b986-4b42a4d22fb0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:26.462584 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-11968bdb-6166-4a72-9c9e-47ba2081a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.464890 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.485365 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] For port 6ba96134-7463-48f9-b4c3-e8f7c48f5226, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:26.499280 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] For port 6ba96134-7463-48f9-b4c3-e8f7c48f5226, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6ba96134-7463-48f9-b4c3-e8f7c48f5226,segment=NetworkSegment(2701d955-ed66-465a-90df-33b6d72e01fc),segment_id=2701d955-ed66-465a-90df-33b6d72e01fc)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:26.510491 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.563940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125a2c4-cdeb-4726-b986-4b42a4d22fb0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Port': ['ID=e275478e-e6eb-46c6-89d9-e5c2246fa508,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:26.574942 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11968bdb-6166-4a72-9c9e-47ba2081a3f6 None None] Pushing event updated for resources: {'Port': ['ID=cfd6bca4-c856-4c50-a11c-adf91aab108a,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:26.575320 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] Routers {'9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:26.576215 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:09:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:26.631158 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f125a2c4-cdeb-4726-b986-4b42a4d22fb0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.697429 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4cd60f97-ec70-4afb-acbe-0ef80d069293 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:26.723267 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488a51a-7ca6-4f0f-b698-d1e3c838339e None None] Pushing event updated for resources: {'Port': ['ID=6ba96134-7463-48f9-b4c3-e8f7c48f5226,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:26.730143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=ac598dd4-cb77-4cf9-9dcb-491195bf48e7,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:26.789773 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] Set router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:26.843151 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.923661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 4cd60f97-ec70-4afb-acbe-0ef80d069293 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:26.925277 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.983516 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f125a2c4-cdeb-4726-b986-4b42a4d22fb0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.177575 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 4, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None, '_interfaces': [{'id': '6ba96134-7463-48f9-b4c3-e8f7c48f5226', 'name': '', 'network_id': '0ac38f3e-55c5-41e4-904d-3c43b4ca6754', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:ad:65:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '1163d1db-c593-4398-b629-363ca39aff51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:20Z', 'updated_at': '2021-07-05T10:09:26Z', 'revision_number': 4, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': '1163d1db-c593-4398-b629-363ca39aff51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac598dd4-cb77-4cf9-9dcb-491195bf48e7', 'name': '', 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:0b:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:17Z', 'updated_at': '2021-07-05T10:09:26Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd25e5920-8f02-4a94-a53b-1569767423c3', 'name': '', 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:48:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:12Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:27.205969 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7825e7ff-5654-43d1-8e79-803a2899aac6 None None] The sync data for ids ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'] in n-d-798054-8 is: [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 4, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None, '_interfaces': [{'id': '6ba96134-7463-48f9-b4c3-e8f7c48f5226', 'name': '', 'network_id': '0ac38f3e-55c5-41e4-904d-3c43b4ca6754', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:ad:65:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '1163d1db-c593-4398-b629-363ca39aff51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:20Z', 'updated_at': '2021-07-05T10:09:26Z', 'revision_number': 4, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': '1163d1db-c593-4398-b629-363ca39aff51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac598dd4-cb77-4cf9-9dcb-491195bf48e7', 'name': '', 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:0b:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:17Z', 'updated_at': '2021-07-05T10:09:26Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd25e5920-8f02-4a94-a53b-1569767423c3', 'name': '', 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:48:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:12Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:27.357619 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f125a2c4-cdeb-4726-b986-4b42a4d22fb0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.363197 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f125a2c4-cdeb-4726-b986-4b42a4d22fb0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.451345 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125a2c4-cdeb-4726-b986-4b42a4d22fb0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event updated for resources: {'Port': ['ID=e275478e-e6eb-46c6-89d9-e5c2246fa508,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:27.454827 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f125a2c4-cdeb-4726-b986-4b42a4d22fb0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.566006 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f125a2c4-cdeb-4726-b986-4b42a4d22fb0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Network 8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:27.567626 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-f125a2c4-cdeb-4726-b986-4b42a4d22fb0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:27.672752 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f125a2c4-cdeb-4726-b986-4b42a4d22fb0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:27.792680 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f125a2c4-cdeb-4726-b986-4b42a4d22fb0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:27.797732 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f125a2c4-cdeb-4726-b986-4b42a4d22fb0 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "PUT /v2.0/routers/9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9357719 Jul 05 10:09:27.800502 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59342) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:27.803969 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] Sync routers for ids ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:27.805711 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-947e2b2d-b0cd-44e0-a5b1-86f99934c584 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:27.819654 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] Routers {'9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:27.820579 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:09:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:27.899446 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0535741d-b92b-42da-ae6b-22d0d592016f None None] Network 8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:27.977669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] Set router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:28.018469 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-acdc009b-6cfa-435d-871f-4f9206716bba None None] Provisioning for port cfd6bca4-c856-4c50-a11c-adf91aab108a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:28.265523 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.extraroute_db [None req-947e2b2d-b0cd-44e0-a5b1-86f99934c584 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93907) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 10:09:28.284698 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.extraroute_db [None req-947e2b2d-b0cd-44e0-a5b1-86f99934c584 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Removed routes are [] {{(pid=93907) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 10:09:28.285249 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-947e2b2d-b0cd-44e0-a5b1-86f99934c584 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.308636 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:26Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None, '_interfaces': [{'id': '6ba96134-7463-48f9-b4c3-e8f7c48f5226', 'name': '', 'network_id': '0ac38f3e-55c5-41e4-904d-3c43b4ca6754', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:ad:65:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '1163d1db-c593-4398-b629-363ca39aff51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:20Z', 'updated_at': '2021-07-05T10:09:26Z', 'revision_number': 4, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': '1163d1db-c593-4398-b629-363ca39aff51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac598dd4-cb77-4cf9-9dcb-491195bf48e7', 'name': '', 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:0b:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:17Z', 'updated_at': '2021-07-05T10:09:26Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd25e5920-8f02-4a94-a53b-1569767423c3', 'name': '', 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:48:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:12Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e275478e-e6eb-46c6-89d9-e5c2246fa508', 'name': '', 'network_id': '8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:18:fe:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '689de29b-2f00-4ab7-976a-e2ed6926ba4e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:25Z', 'updated_at': '2021-07-05T10:09:27Z', 'revision_number': 2, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': '689de29b-2f00-4ab7-976a-e2ed6926ba4e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:28.336894 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] Checking router: 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:28.337396 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] Updating router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 port e275478e-e6eb-46c6-89d9-e5c2246fa508 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:09:28.388749 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.501414 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-947e2b2d-b0cd-44e0-a5b1-86f99934c584 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.511165 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-947e2b2d-b0cd-44e0-a5b1-86f99934c584 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3671792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3671787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3670561'] for router, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.658096 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947e2b2d-b0cd-44e0-a5b1-86f99934c584 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:28.791031 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947e2b2d-b0cd-44e0-a5b1-86f99934c584 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:28.800316 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-947e2b2d-b0cd-44e0-a5b1-86f99934c584 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.807264 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3c3b48fb-4da4-4c40-9739-b56364535c8e None None] Provisioning for port e275478e-e6eb-46c6-89d9-e5c2246fa508 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:28.812837 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.813623 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59348) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:28.817263 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3c3b48fb-4da4-4c40-9739-b56364535c8e None None] Provisioning complete for port e275478e-e6eb-46c6-89d9-e5c2246fa508 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:28.817720 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3c3b48fb-4da4-4c40-9739-b56364535c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.823945 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-947e2b2d-b0cd-44e0-a5b1-86f99934c584 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "PUT /v2.0/routers/9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 HTTP/1.1" status: 200 len: 933 time: 1.0221114 Jul 05 10:09:28.910103 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3c3b48fb-4da4-4c40-9739-b56364535c8e None None] Port e275478e-e6eb-46c6-89d9-e5c2246fa508 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:28.914988 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device cfd6bca4-c856-4c50-a11c-adf91aab108a up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:28.956615 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-40bf95e3-cadf-4bf3-bc18-510619c4da67 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "GET /v2.0/routers/9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 HTTP/1.1" status: 200 len: 933 time: 0.1383641 Jul 05 10:09:28.956827 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59352) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:28.962514 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-eca9c15b-a835-464c-a224-2b3bcb795925 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'router': {'routes': None}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:28.989520 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] Transition to ACTIVE for port object e275478e-e6eb-46c6-89d9-e5c2246fa508 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:29.001505 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.046055 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a17b7-f003-4ba2-95b1-f1d0bf14a8d5 None None] Pushing event updated for resources: {'Port': ['ID=e275478e-e6eb-46c6-89d9-e5c2246fa508,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:29.063578 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port cfd6bca4-c856-4c50-a11c-adf91aab108a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:29.067595 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port cfd6bca4-c856-4c50-a11c-adf91aab108a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:29.068003 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.207314 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] Attempting to bind port e275478e-e6eb-46c6-89d9-e5c2246fa508 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:29.207694 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] Attempting to bind port e275478e-e6eb-46c6-89d9-e5c2246fa508 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'f30e16a8-cf00-4cc0-aef4-735411a910c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:29.208100 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] Attempting to bind port e275478e-e6eb-46c6-89d9-e5c2246fa508 on network 8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:29.216675 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:29.217040 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] Checking segment: {'id': 'f30e16a8-cf00-4cc0-aef4-735411a910c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:29.217470 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.217980 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] Bound using segment: {'id': 'f30e16a8-cf00-4cc0-aef4-735411a910c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:29.218342 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] Bound port: e275478e-e6eb-46c6-89d9-e5c2246fa508, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30e16a8-cf00-4cc0-aef4-735411a910c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:29.218727 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.247369 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.318392 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port cfd6bca4-c856-4c50-a11c-adf91aab108a, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=cfd6bca4-c856-4c50-a11c-adf91aab108a,segment=NetworkSegment(f30e16a8-cf00-4cc0-aef4-735411a910c4),segment_id=f30e16a8-cf00-4cc0-aef4-735411a910c4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:29.325740 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.326809 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ac598dd4-cb77-4cf9-9dcb-491195bf48e7 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:29.423640 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] For port e275478e-e6eb-46c6-89d9-e5c2246fa508, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:29.450270 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] For port e275478e-e6eb-46c6-89d9-e5c2246fa508, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e275478e-e6eb-46c6-89d9-e5c2246fa508,segment=NetworkSegment(f30e16a8-cf00-4cc0-aef4-735411a910c4),segment_id=f30e16a8-cf00-4cc0-aef4-735411a910c4)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:29.458777 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.468457 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=cfd6bca4-c856-4c50-a11c-adf91aab108a,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:29.473654 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.extraroute_db [None req-eca9c15b-a835-464c-a224-2b3bcb795925 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Added routes are [] {{(pid=93906) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 10:09:29.473983 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.extraroute_db [None req-eca9c15b-a835-464c-a224-2b3bcb795925 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93906) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 10:09:29.526752 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eca9c15b-a835-464c-a224-2b3bcb795925 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.539411 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port ac598dd4-cb77-4cf9-9dcb-491195bf48e7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:29.539796 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.541605 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a17b7-f003-4ba2-95b1-f1d0bf14a8d5 None None] Pushing event updated for resources: {'Port': ['ID=e275478e-e6eb-46c6-89d9-e5c2246fa508,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:29.544152 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] Routers {'9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:29.544771 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:09:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:29.718685 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] Set router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:29.754653 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eca9c15b-a835-464c-a224-2b3bcb795925 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.759970 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eca9c15b-a835-464c-a224-2b3bcb795925 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3671792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3671787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3670561'] for router, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.870943 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca9c15b-a835-464c-a224-2b3bcb795925 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:29.977151 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca9c15b-a835-464c-a224-2b3bcb795925 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:29.986663 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eca9c15b-a835-464c-a224-2b3bcb795925 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.991740 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59358) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:29.996567 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-eca9c15b-a835-464c-a224-2b3bcb795925 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "PUT /v2.0/routers/9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 HTTP/1.1" status: 200 len: 699 time: 1.0384994 Jul 05 10:09:30.035355 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6ba96134-7463-48f9-b4c3-e8f7c48f5226 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:30.171347 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 6ba96134-7463-48f9-b4c3-e8f7c48f5226 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:30.187293 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 6ba96134-7463-48f9-b4c3-e8f7c48f5226 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:30.187677 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.309175 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:29Z', 'revision_number': 7, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None, '_interfaces': [{'id': '6ba96134-7463-48f9-b4c3-e8f7c48f5226', 'name': '', 'network_id': '0ac38f3e-55c5-41e4-904d-3c43b4ca6754', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:ad:65:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '1163d1db-c593-4398-b629-363ca39aff51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:20Z', 'updated_at': '2021-07-05T10:09:26Z', 'revision_number': 4, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': '1163d1db-c593-4398-b629-363ca39aff51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac598dd4-cb77-4cf9-9dcb-491195bf48e7', 'name': '', 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:0b:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:17Z', 'updated_at': '2021-07-05T10:09:26Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd25e5920-8f02-4a94-a53b-1569767423c3', 'name': '', 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:48:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:12Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e275478e-e6eb-46c6-89d9-e5c2246fa508', 'name': '', 'network_id': '8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:18:fe:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '689de29b-2f00-4ab7-976a-e2ed6926ba4e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:25Z', 'updated_at': '2021-07-05T10:09:29Z', 'revision_number': 4, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': '689de29b-2f00-4ab7-976a-e2ed6926ba4e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:30.311251 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.353807 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898d955a-bae0-45f2-aff3-32a1b84b11d3 None None] The sync data for ids ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'] in n-d-798054-8 is: [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:29Z', 'revision_number': 7, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None, '_interfaces': [{'id': '6ba96134-7463-48f9-b4c3-e8f7c48f5226', 'name': '', 'network_id': '0ac38f3e-55c5-41e4-904d-3c43b4ca6754', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:ad:65:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '1163d1db-c593-4398-b629-363ca39aff51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:20Z', 'updated_at': '2021-07-05T10:09:26Z', 'revision_number': 4, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': '1163d1db-c593-4398-b629-363ca39aff51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac598dd4-cb77-4cf9-9dcb-491195bf48e7', 'name': '', 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:0b:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:17Z', 'updated_at': '2021-07-05T10:09:26Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd25e5920-8f02-4a94-a53b-1569767423c3', 'name': '', 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:48:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:12Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e275478e-e6eb-46c6-89d9-e5c2246fa508', 'name': '', 'network_id': '8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:18:fe:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '689de29b-2f00-4ab7-976a-e2ed6926ba4e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:25Z', 'updated_at': '2021-07-05T10:09:29Z', 'revision_number': 4, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': '689de29b-2f00-4ab7-976a-e2ed6926ba4e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:30.379154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 6ba96134-7463-48f9-b4c3-e8f7c48f5226, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6ba96134-7463-48f9-b4c3-e8f7c48f5226,segment=NetworkSegment(2701d955-ed66-465a-90df-33b6d72e01fc),segment_id=2701d955-ed66-465a-90df-33b6d72e01fc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:30.384951 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.466357 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=6ba96134-7463-48f9-b4c3-e8f7c48f5226,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:30.488770 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-248b86d4-acec-4d61-938f-0f9f91eae635 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "GET /v2.0/routers/9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 HTTP/1.1" status: 200 len: 699 time: 0.4962845 Jul 05 10:09:30.489691 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59364) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:30.711001 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e275478e-e6eb-46c6-89d9-e5c2246fa508 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:30.773145 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port e275478e-e6eb-46c6-89d9-e5c2246fa508 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:30.778460 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port e275478e-e6eb-46c6-89d9-e5c2246fa508 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:30.778853 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.897153 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:31.009117 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port e275478e-e6eb-46c6-89d9-e5c2246fa508, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e275478e-e6eb-46c6-89d9-e5c2246fa508,segment=NetworkSegment(f30e16a8-cf00-4cc0-aef4-735411a910c4),segment_id=f30e16a8-cf00-4cc0-aef4-735411a910c4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:31.016609 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:31.017582 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device cfd6bca4-c856-4c50-a11c-adf91aab108a up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:31.131965 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=e275478e-e6eb-46c6-89d9-e5c2246fa508,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:31.195633 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port cfd6bca4-c856-4c50-a11c-adf91aab108a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:31.196037 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:31.373785 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6ba96134-7463-48f9-b4c3-e8f7c48f5226 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:31.434090 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 6ba96134-7463-48f9-b4c3-e8f7c48f5226 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:31.434731 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:31.447640 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1737c4-f435-4946-81a4-0008c50ecae5 None None] Sync routers for ids ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:31.464984 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-581694ee-daaa-487d-93c8-08cf7a15236e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:31.470586 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1737c4-f435-4946-81a4-0008c50ecae5 None None] Routers {'9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:31.471211 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0a1737c4-f435-4946-81a4-0008c50ecae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:09:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:31.621907 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-0a1737c4-f435-4946-81a4-0008c50ecae5 None None] Set router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:31.805806 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-581694ee-daaa-487d-93c8-08cf7a15236e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting port e275478e-e6eb-46c6-89d9-e5c2246fa508 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:31.806312 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-581694ee-daaa-487d-93c8-08cf7a15236e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:31.918734 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-581694ee-daaa-487d-93c8-08cf7a15236e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] For port e275478e-e6eb-46c6-89d9-e5c2246fa508, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e275478e-e6eb-46c6-89d9-e5c2246fa508,segment=NetworkSegment(f30e16a8-cf00-4cc0-aef4-735411a910c4),segment_id=f30e16a8-cf00-4cc0-aef4-735411a910c4)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:31.918965 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-581694ee-daaa-487d-93c8-08cf7a15236e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:31.934167 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-581694ee-daaa-487d-93c8-08cf7a15236e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Calling delete_port for e275478e-e6eb-46c6-89d9-e5c2246fa508 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:31.962679 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0a1737c4-f435-4946-81a4-0008c50ecae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:29Z', 'revision_number': 7, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None, '_interfaces': [{'id': '6ba96134-7463-48f9-b4c3-e8f7c48f5226', 'name': '', 'network_id': '0ac38f3e-55c5-41e4-904d-3c43b4ca6754', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:ad:65:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '1163d1db-c593-4398-b629-363ca39aff51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:20Z', 'updated_at': '2021-07-05T10:09:30Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': '1163d1db-c593-4398-b629-363ca39aff51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac598dd4-cb77-4cf9-9dcb-491195bf48e7', 'name': '', 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:0b:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:17Z', 'updated_at': '2021-07-05T10:09:26Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd25e5920-8f02-4a94-a53b-1569767423c3', 'name': '', 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:48:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:12Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e275478e-e6eb-46c6-89d9-e5c2246fa508', 'name': '', 'network_id': '8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:18:fe:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '689de29b-2f00-4ab7-976a-e2ed6926ba4e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:25Z', 'updated_at': '2021-07-05T10:09:30Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': '689de29b-2f00-4ab7-976a-e2ed6926ba4e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:31.995754 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1737c4-f435-4946-81a4-0008c50ecae5 None None] Checking router: 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:32.009521 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1737c4-f435-4946-81a4-0008c50ecae5 None None] Routers {'9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:32.010497 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0a1737c4-f435-4946-81a4-0008c50ecae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:09:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:32.117319 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-0a1737c4-f435-4946-81a4-0008c50ecae5 None None] Set router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:32.133263 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-581694ee-daaa-487d-93c8-08cf7a15236e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.166094 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581694ee-daaa-487d-93c8-08cf7a15236e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Port': ['ID=e275478e-e6eb-46c6-89d9-e5c2246fa508,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:32.377872 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0a1737c4-f435-4946-81a4-0008c50ecae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:29Z', 'revision_number': 7, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None, '_interfaces': [{'id': '6ba96134-7463-48f9-b4c3-e8f7c48f5226', 'name': '', 'network_id': '0ac38f3e-55c5-41e4-904d-3c43b4ca6754', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:ad:65:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '1163d1db-c593-4398-b629-363ca39aff51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:20Z', 'updated_at': '2021-07-05T10:09:30Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': '1163d1db-c593-4398-b629-363ca39aff51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac598dd4-cb77-4cf9-9dcb-491195bf48e7', 'name': '', 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:0b:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:17Z', 'updated_at': '2021-07-05T10:09:26Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd25e5920-8f02-4a94-a53b-1569767423c3', 'name': '', 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:48:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:12Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e275478e-e6eb-46c6-89d9-e5c2246fa508', 'name': '', 'network_id': '8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:18:fe:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '689de29b-2f00-4ab7-976a-e2ed6926ba4e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:25Z', 'updated_at': '2021-07-05T10:09:30Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': '689de29b-2f00-4ab7-976a-e2ed6926ba4e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:32.384155 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-581694ee-daaa-487d-93c8-08cf7a15236e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.415974 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1737c4-f435-4946-81a4-0008c50ecae5 None None] The sync data for ids ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'] in n-d-798054-8 is: [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:29Z', 'revision_number': 7, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None, '_interfaces': [{'id': '6ba96134-7463-48f9-b4c3-e8f7c48f5226', 'name': '', 'network_id': '0ac38f3e-55c5-41e4-904d-3c43b4ca6754', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:ad:65:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '1163d1db-c593-4398-b629-363ca39aff51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:20Z', 'updated_at': '2021-07-05T10:09:30Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': '1163d1db-c593-4398-b629-363ca39aff51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac598dd4-cb77-4cf9-9dcb-491195bf48e7', 'name': '', 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:0b:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:17Z', 'updated_at': '2021-07-05T10:09:26Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd25e5920-8f02-4a94-a53b-1569767423c3', 'name': '', 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:48:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:12Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e275478e-e6eb-46c6-89d9-e5c2246fa508', 'name': '', 'network_id': '8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:18:fe:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '689de29b-2f00-4ab7-976a-e2ed6926ba4e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:25Z', 'updated_at': '2021-07-05T10:09:30Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': '689de29b-2f00-4ab7-976a-e2ed6926ba4e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:32.673120 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581694ee-daaa-487d-93c8-08cf7a15236e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:32.716463 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.778113 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581694ee-daaa-487d-93c8-08cf7a15236e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:32.787035 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-581694ee-daaa-487d-93c8-08cf7a15236e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "PUT /v2.0/routers/9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2933922 Jul 05 10:09:32.787035 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59390) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:32.795702 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59a7b1d-f856-40d8-90e8-15d3bdd5b334 None None] Sync routers for ids ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:32.808774 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59a7b1d-f856-40d8-90e8-15d3bdd5b334 None None] Routers {'9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:32.810201 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a59a7b1d-f856-40d8-90e8-15d3bdd5b334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:09:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:32.841635 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-477e6700-d4c9-493d-a4b4-0a080b206c53 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting subnet 689de29b-2f00-4ab7-976a-e2ed6926ba4e {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:09:32.844809 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-477e6700-d4c9-493d-a4b4-0a080b206c53 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.891707 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-477e6700-d4c9-493d-a4b4-0a080b206c53 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.909817 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-a59a7b1d-f856-40d8-90e8-15d3bdd5b334 None None] Set router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:32.985730 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-477e6700-d4c9-493d-a4b4-0a080b206c53 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:33.051410 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-477e6700-d4c9-493d-a4b4-0a080b206c53 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:33.090289 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e6700-d4c9-493d-a4b4-0a080b206c53 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Subnet': ['ID=689de29b-2f00-4ab7-976a-e2ed6926ba4e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:33.092856 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-477e6700-d4c9-493d-a4b4-0a080b206c53 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:33.099204 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59392) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:33.108839 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-477e6700-d4c9-493d-a4b4-0a080b206c53 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/subnets/689de29b-2f00-4ab7-976a-e2ed6926ba4e HTTP/1.1" status: 204 len: 168 time: 0.3196585 Jul 05 10:09:33.114422 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f54ccc-a24c-4a5c-b748-7e1bbd9f69f2 None None] Network 8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:33.190406 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6d8c2e25-d0b4-4c48-9289-f101ff5fd0c3 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:33.246879 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a59a7b1d-f856-40d8-90e8-15d3bdd5b334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:32Z', 'revision_number': 8, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None, '_interfaces': [{'id': '6ba96134-7463-48f9-b4c3-e8f7c48f5226', 'name': '', 'network_id': '0ac38f3e-55c5-41e4-904d-3c43b4ca6754', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:ad:65:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '1163d1db-c593-4398-b629-363ca39aff51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:20Z', 'updated_at': '2021-07-05T10:09:30Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': '1163d1db-c593-4398-b629-363ca39aff51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac598dd4-cb77-4cf9-9dcb-491195bf48e7', 'name': '', 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:0b:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:17Z', 'updated_at': '2021-07-05T10:09:26Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd25e5920-8f02-4a94-a53b-1569767423c3', 'name': '', 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:48:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:12Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:33.247564 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c2e25-d0b4-4c48-9289-f101ff5fd0c3 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting port cfd6bca4-c856-4c50-a11c-adf91aab108a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:33.248140 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6d8c2e25-d0b4-4c48-9289-f101ff5fd0c3 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:33.277476 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59a7b1d-f856-40d8-90e8-15d3bdd5b334 None None] Checking router: 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:33.295154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59a7b1d-f856-40d8-90e8-15d3bdd5b334 None None] Routers {'9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:33.295788 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a59a7b1d-f856-40d8-90e8-15d3bdd5b334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:09:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:33.319200 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-6d8c2e25-d0b4-4c48-9289-f101ff5fd0c3 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] For port cfd6bca4-c856-4c50-a11c-adf91aab108a, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=cfd6bca4-c856-4c50-a11c-adf91aab108a,segment=NetworkSegment(f30e16a8-cf00-4cc0-aef4-735411a910c4),segment_id=f30e16a8-cf00-4cc0-aef4-735411a910c4)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:33.319581 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6d8c2e25-d0b4-4c48-9289-f101ff5fd0c3 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:33.335210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c2e25-d0b4-4c48-9289-f101ff5fd0c3 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Calling delete_port for cfd6bca4-c856-4c50-a11c-adf91aab108a owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:33.414080 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-a59a7b1d-f856-40d8-90e8-15d3bdd5b334 None None] Set router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:33.431840 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6d8c2e25-d0b4-4c48-9289-f101ff5fd0c3 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:33.460101 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c2e25-d0b4-4c48-9289-f101ff5fd0c3 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Port': ['ID=cfd6bca4-c856-4c50-a11c-adf91aab108a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:33.469697 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfc3ce5-7030-4d67-8d58-8cfab45a8298 None None] DHCP port deletion for 8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:09:33.472816 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8c2e25-d0b4-4c48-9289-f101ff5fd0c3 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] No DVR routers for this DVR port cfd6bca4-c856-4c50-a11c-adf91aab108a on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:33.561446 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6d8c2e25-d0b4-4c48-9289-f101ff5fd0c3 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:33.572119 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6d8c2e25-d0b4-4c48-9289-f101ff5fd0c3 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:33.582737 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6d8c2e25-d0b4-4c48-9289-f101ff5fd0c3 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30e16a8-cf00-4cc0-aef4-735411a910c4') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:33.583043 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6d8c2e25-d0b4-4c48-9289-f101ff5fd0c3 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30e16a8-cf00-4cc0-aef4-735411a910c4') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:33.592969 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6d8c2e25-d0b4-4c48-9289-f101ff5fd0c3 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:33.611918 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6d8c2e25-d0b4-4c48-9289-f101ff5fd0c3 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:33.615420 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8c2e25-d0b4-4c48-9289-f101ff5fd0c3 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:09:33.615827 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6d8c2e25-d0b4-4c48-9289-f101ff5fd0c3 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:09:33.619287 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:09:33.689174 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6d8c2e25-d0b4-4c48-9289-f101ff5fd0c3 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:33.697826 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6d8c2e25-d0b4-4c48-9289-f101ff5fd0c3 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:33.702596 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6d8c2e25-d0b4-4c48-9289-f101ff5fd0c3 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/networks/8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef HTTP/1.1" status: 204 len: 168 time: 0.5991724 Jul 05 10:09:33.702806 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59398) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:33.706669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a59a7b1d-f856-40d8-90e8-15d3bdd5b334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:32Z', 'revision_number': 8, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None, '_interfaces': [{'id': '6ba96134-7463-48f9-b4c3-e8f7c48f5226', 'name': '', 'network_id': '0ac38f3e-55c5-41e4-904d-3c43b4ca6754', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:ad:65:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '1163d1db-c593-4398-b629-363ca39aff51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:20Z', 'updated_at': '2021-07-05T10:09:30Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': '1163d1db-c593-4398-b629-363ca39aff51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac598dd4-cb77-4cf9-9dcb-491195bf48e7', 'name': '', 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:0b:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:17Z', 'updated_at': '2021-07-05T10:09:26Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd25e5920-8f02-4a94-a53b-1569767423c3', 'name': '', 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:48:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:12Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:33.721512 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c2e25-d0b4-4c48-9289-f101ff5fd0c3 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Network': ['ID=8fb3721f-c6d5-4d4b-9c5c-1c1ce1cda5ef,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:33.771071 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59a7b1d-f856-40d8-90e8-15d3bdd5b334 None None] The sync data for ids ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'] in n-d-798054-8 is: [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:32Z', 'revision_number': 8, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None, '_interfaces': [{'id': '6ba96134-7463-48f9-b4c3-e8f7c48f5226', 'name': '', 'network_id': '0ac38f3e-55c5-41e4-904d-3c43b4ca6754', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:ad:65:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '1163d1db-c593-4398-b629-363ca39aff51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:20Z', 'updated_at': '2021-07-05T10:09:30Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': '1163d1db-c593-4398-b629-363ca39aff51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac598dd4-cb77-4cf9-9dcb-491195bf48e7', 'name': '', 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:0b:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:17Z', 'updated_at': '2021-07-05T10:09:26Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd25e5920-8f02-4a94-a53b-1569767423c3', 'name': '', 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:48:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:12Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:34.069185 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-75718878-b6d8-451b-8669-751a6ff355e3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0934691 Jul 05 10:09:34.170056 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c00ea5e8-76ed-4e82-aa1b-10396a5bfb3e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:34.279145 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-e7cb2abd-c4cf-4def-b4f7-0acc6de2678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:34.279636 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-e7cb2abd-c4cf-4def-b4f7-0acc6de2678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:34.280139 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-e7cb2abd-c4cf-4def-b4f7-0acc6de2678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:34.280611 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-e7cb2abd-c4cf-4def-b4f7-0acc6de2678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:34.281084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-e7cb2abd-c4cf-4def-b4f7-0acc6de2678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:34.281555 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-e7cb2abd-c4cf-4def-b4f7-0acc6de2678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:34.282023 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-e7cb2abd-c4cf-4def-b4f7-0acc6de2678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:34.283955 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-e7cb2abd-c4cf-4def-b4f7-0acc6de2678d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9596ba5fe35d4394b6d195316cece06b&device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 6492 time: 0.1598952 Jul 05 10:09:34.435469 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-54a1dde6-80a9-4ec8-bf18-ddc42cf6c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:34.436093 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-54a1dde6-80a9-4ec8-bf18-ddc42cf6c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:34.436435 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-54a1dde6-80a9-4ec8-bf18-ddc42cf6c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:34.438015 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-54a1dde6-80a9-4ec8-bf18-ddc42cf6c369 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e8809747-0653-4cdf-bd9b-7654560adade&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=687dc320-4531-4e31-9377-87644d9740dc&id=687dc320-4531-4e31-9377-87644d9740dc HTTP/1.1" status: 200 len: 2293 time: 0.1279452 Jul 05 10:09:34.563811 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-5d4c9030-2f14-4f7d-b0d8-ddad48859668 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99eba310-ab63-4ad5-833a-fe875aecadc0 HTTP/1.1" status: 200 len: 1000 time: 0.1179543 Jul 05 10:09:34.569131 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e275478e-e6eb-46c6-89d9-e5c2246fa508 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:34.589819 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: e275478e-e6eb-46c6-89d9-e5c2246fa508 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:34.590222 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e275478e-e6eb-46c6-89d9-e5c2246fa508 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:34.590742 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device cfd6bca4-c856-4c50-a11c-adf91aab108a no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:34.610277 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: cfd6bca4-c856-4c50-a11c-adf91aab108a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:34.611134 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device cfd6bca4-c856-4c50-a11c-adf91aab108a not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:34.636151 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-6ecedfaf-ea2a-4828-9217-9d375e04ebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:34.637675 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-6ecedfaf-ea2a-4828-9217-9d375e04ebb9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49 HTTP/1.1" status: 200 len: 850 time: 0.0667772 Jul 05 10:09:34.640223 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c00ea5e8-76ed-4e82-aa1b-10396a5bfb3e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting port 6ba96134-7463-48f9-b4c3-e8f7c48f5226 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:34.640564 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c00ea5e8-76ed-4e82-aa1b-10396a5bfb3e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:34.775938 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-c00ea5e8-76ed-4e82-aa1b-10396a5bfb3e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] For port 6ba96134-7463-48f9-b4c3-e8f7c48f5226, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6ba96134-7463-48f9-b4c3-e8f7c48f5226,segment=NetworkSegment(2701d955-ed66-465a-90df-33b6d72e01fc),segment_id=2701d955-ed66-465a-90df-33b6d72e01fc)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:34.776355 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c00ea5e8-76ed-4e82-aa1b-10396a5bfb3e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:34.785973 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-24b26fe2-8b1e-4b8f-9bdc-40c24126a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:34.788405 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-24b26fe2-8b1e-4b8f-9bdc-40c24126a6ad service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e8809747-0653-4cdf-bd9b-7654560adade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1430857 Jul 05 10:09:34.803077 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c00ea5e8-76ed-4e82-aa1b-10396a5bfb3e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Calling delete_port for 6ba96134-7463-48f9-b4c3-e8f7c48f5226 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:34.949167 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-5d0062c1-6249-4125-a010-3e6876bb50d9 service neutron] 10.222.0.81 "GET /v2.0/networks/e8809747-0653-4cdf-bd9b-7654560adade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545849 Jul 05 10:09:35.130558 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-d9cbda5b-fa3d-4d2e-8d66-4c4592f3b857 service neutron] 10.222.0.81 "GET /v2.0/networks/e8809747-0653-4cdf-bd9b-7654560adade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410656 Jul 05 10:09:35.180501 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c00ea5e8-76ed-4e82-aa1b-10396a5bfb3e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:35.186077 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-372df37c-6516-4734-a7e0-44348e881475 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=ad3d2c8e-2f41-490e-9670-d1710666ce1d HTTP/1.1" status: 200 len: 217 time: 0.0458276 Jul 05 10:09:35.219976 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ea5e8-76ed-4e82-aa1b-10396a5bfb3e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Port': ['ID=6ba96134-7463-48f9-b4c3-e8f7c48f5226,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:35.314033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-b43eabf7-cfea-4787-a108-f59999f84731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:35.315586 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-b43eabf7-cfea-4787-a108-f59999f84731 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.1072180 Jul 05 10:09:35.463964 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-e728698f-367c-4c3a-8807-2dfb0994ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:35.465475 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-e728698f-367c-4c3a-8807-2dfb0994ec1d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1418509 Jul 05 10:09:35.479461 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c00ea5e8-76ed-4e82-aa1b-10396a5bfb3e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:35.660524 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-12074ee2-41d6-4be0-9057-81f5c084973f service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880836 Jul 05 10:09:36.117844 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:36.216504 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00ea5e8-76ed-4e82-aa1b-10396a5bfb3e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:36.243758 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-f7b9c33c-094c-474a-89f9-205fbb069126 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5743661 Jul 05 10:09:36.344110 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-0d5eefaa-9065-4a16-9dc0-50a6a6ed548c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=c525671f-d077-42c1-aee6-61ee852b4f0f HTTP/1.1" status: 200 len: 217 time: 0.0627964 Jul 05 10:09:36.401671 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00ea5e8-76ed-4e82-aa1b-10396a5bfb3e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:36.408058 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c00ea5e8-76ed-4e82-aa1b-10396a5bfb3e tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "PUT /v2.0/routers/9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7042441 Jul 05 10:09:36.410787 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59418) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:36.414238 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c88558-42c1-472e-bf2b-71f6f5b18eb7 None None] Sync routers for ids ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:36.424942 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c88558-42c1-472e-bf2b-71f6f5b18eb7 None None] Routers {'9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:36.425970 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-94c88558-42c1-472e-bf2b-71f6f5b18eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:09:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:36.448403 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-7d4465f5-aab0-4dc3-b2a5-386b66c21582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:36.449819 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-7d4465f5-aab0-4dc3-b2a5-386b66c21582 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0965183 Jul 05 10:09:36.495760 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc1b1eb-83c6-4778-9bb4-7cf9359361cd tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting subnet 1163d1db-c593-4398-b629-363ca39aff51 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:09:36.501836 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fc1b1eb-83c6-4778-9bb4-7cf9359361cd tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:36.525077 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-94c88558-42c1-472e-bf2b-71f6f5b18eb7 None None] Set router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:36.558225 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fc1b1eb-83c6-4778-9bb4-7cf9359361cd tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:36.649028 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-af6eb843-1a41-4f02-821a-e12cb81e3416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:36.650591 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-af6eb843-1a41-4f02-821a-e12cb81e3416 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1942065 Jul 05 10:09:36.713692 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fc1b1eb-83c6-4778-9bb4-7cf9359361cd tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:36.764207 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-94c88558-42c1-472e-bf2b-71f6f5b18eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:35Z', 'revision_number': 9, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None, '_interfaces': [{'id': 'ac598dd4-cb77-4cf9-9dcb-491195bf48e7', 'name': '', 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:0b:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:17Z', 'updated_at': '2021-07-05T10:09:26Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd25e5920-8f02-4a94-a53b-1569767423c3', 'name': '', 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:48:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:12Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:36.804859 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c88558-42c1-472e-bf2b-71f6f5b18eb7 None None] Checking router: 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:36.805109 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-3614b326-525c-4025-83bf-757dde013f0e service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478736 Jul 05 10:09:36.811514 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fc1b1eb-83c6-4778-9bb4-7cf9359361cd tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:36.816255 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c88558-42c1-472e-bf2b-71f6f5b18eb7 None None] Routers {'9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:36.816977 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-94c88558-42c1-472e-bf2b-71f6f5b18eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:09:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:36.836468 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fc1b1eb-83c6-4778-9bb4-7cf9359361cd tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:36.840642 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635de2e0-6186-4260-ab03-f54e16ca9775 None None] Network 0ac38f3e-55c5-41e4-904d-3c43b4ca6754 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:36.842255 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59422) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:36.842775 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8fc1b1eb-83c6-4778-9bb4-7cf9359361cd tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/subnets/1163d1db-c593-4398-b629-363ca39aff51 HTTP/1.1" status: 204 len: 168 time: 0.4304464 Jul 05 10:09:36.873024 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1b1eb-83c6-4778-9bb4-7cf9359361cd tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Subnet': ['ID=1163d1db-c593-4398-b629-363ca39aff51,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:36.957091 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-10fcc5f5-898a-4a8a-a8f5-bb95be0042ba service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353197 Jul 05 10:09:36.968065 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-94c88558-42c1-472e-bf2b-71f6f5b18eb7 None None] Set router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:37.003055 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c31a5e28-3040-4f24-9879-ab065d297667 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:37.012639 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-cec854e8-90a6-4445-ace8-3e91abf7cb28 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=bc64378d-0809-4948-9109-02bb5cc40da5 HTTP/1.1" status: 200 len: 217 time: 0.0453625 Jul 05 10:09:37.091807 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c31a5e28-3040-4f24-9879-ab065d297667 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting port 4cd60f97-ec70-4afb-acbe-0ef80d069293 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:37.092207 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c31a5e28-3040-4f24-9879-ab065d297667 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:37.102117 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-03323653-da9b-407e-a5a8-c1a1ab90c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:37.104001 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-03323653-da9b-407e-a5a8-c1a1ab90c17d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0827949 Jul 05 10:09:37.210860 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-8414e4eb-1cc3-4fa5-b3c0-0d594f1102b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:37.212186 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-8414e4eb-1cc3-4fa5-b3c0-0d594f1102b6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1003609 Jul 05 10:09:37.243322 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-c31a5e28-3040-4f24-9879-ab065d297667 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] For port 4cd60f97-ec70-4afb-acbe-0ef80d069293, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4cd60f97-ec70-4afb-acbe-0ef80d069293,segment=NetworkSegment(2701d955-ed66-465a-90df-33b6d72e01fc),segment_id=2701d955-ed66-465a-90df-33b6d72e01fc)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:37.243816 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c31a5e28-3040-4f24-9879-ab065d297667 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:37.277557 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c31a5e28-3040-4f24-9879-ab065d297667 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Calling delete_port for 4cd60f97-ec70-4afb-acbe-0ef80d069293 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:37.288789 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-94c88558-42c1-472e-bf2b-71f6f5b18eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:35Z', 'revision_number': 9, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None, '_interfaces': [{'id': 'ac598dd4-cb77-4cf9-9dcb-491195bf48e7', 'name': '', 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:0b:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:17Z', 'updated_at': '2021-07-05T10:09:26Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd25e5920-8f02-4a94-a53b-1569767423c3', 'name': '', 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:48:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:12Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:37.351318 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c88558-42c1-472e-bf2b-71f6f5b18eb7 None None] The sync data for ids ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'] in n-d-798054-8 is: [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:35Z', 'revision_number': 9, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None, '_interfaces': [{'id': 'ac598dd4-cb77-4cf9-9dcb-491195bf48e7', 'name': '', 'network_id': '18889632-7eb3-4103-8c6f-c399389f6f41', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:0b:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:17Z', 'updated_at': '2021-07-05T10:09:26Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'd6cde80a-1af9-4b5c-954c-bda8d75c2ae7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd25e5920-8f02-4a94-a53b-1569767423c3', 'name': '', 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:48:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:12Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:37.425580 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c31a5e28-3040-4f24-9879-ab065d297667 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:37.447613 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-07919808-0255-4ea2-8e30-6e796115712e service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266941 Jul 05 10:09:37.471234 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a5e28-3040-4f24-9879-ab065d297667 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] No DVR routers for this DVR port 4cd60f97-ec70-4afb-acbe-0ef80d069293 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:37.476873 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a5e28-3040-4f24-9879-ab065d297667 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Port': ['ID=4cd60f97-ec70-4afb-acbe-0ef80d069293,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:37.558684 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c31a5e28-3040-4f24-9879-ab065d297667 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:37.565923 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-7cde4dbb-cabd-4483-bf54-fad575dac42c service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115839 Jul 05 10:09:37.569662 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c31a5e28-3040-4f24-9879-ab065d297667 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac38f3e-55c5-41e4-904d-3c43b4ca6754']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:37.581826 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c31a5e28-3040-4f24-9879-ab065d297667 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2701d955-ed66-465a-90df-33b6d72e01fc') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:37.582138 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c31a5e28-3040-4f24-9879-ab065d297667 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2701d955-ed66-465a-90df-33b6d72e01fc') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:37.592344 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c31a5e28-3040-4f24-9879-ab065d297667 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:37.607123 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c31a5e28-3040-4f24-9879-ab065d297667 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:37.613925 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31a5e28-3040-4f24-9879-ab065d297667 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:09:37.614378 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c31a5e28-3040-4f24-9879-ab065d297667 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:37.616494 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-c8f5b3e3-0337-40e9-8962-19ee95ecdc65 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=c1821982-65d1-4284-b01f-61dd67e40864 HTTP/1.1" status: 200 len: 217 time: 0.0432646 Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:09:37.618284 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:09:37.672100 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-10aea726-272f-4611-8104-191168c4bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:37.673762 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-10aea726-272f-4611-8104-191168c4bca1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0516446 Jul 05 10:09:37.680179 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c31a5e28-3040-4f24-9879-ab065d297667 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:37.704551 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c31a5e28-3040-4f24-9879-ab065d297667 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:37.709516 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c31a5e28-3040-4f24-9879-ab065d297667 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/networks/0ac38f3e-55c5-41e4-904d-3c43b4ca6754 HTTP/1.1" status: 204 len: 168 time: 0.8631840 Jul 05 10:09:37.709516 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a5e28-3040-4f24-9879-ab065d297667 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Network': ['ID=0ac38f3e-55c5-41e4-904d-3c43b4ca6754,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:37.710164 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59434) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:37.739528 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95eb4610-743b-4183-bb99-552d7460afad None None] DHCP port deletion for 0ac38f3e-55c5-41e4-904d-3c43b4ca6754 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:09:37.769263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-12c4c5c8-5e04-417c-a95e-7ae1b87ae561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:37.770826 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-12c4c5c8-5e04-417c-a95e-7ae1b87ae561 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0906460 Jul 05 10:09:37.875306 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-9cddd403-5d0f-4586-aadd-c67e1f8c6260 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968072 Jul 05 10:09:37.967730 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-0eefcaf1-39ee-4610-91ba-9db45849e69d service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851712 Jul 05 10:09:38.015226 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-590a782f-a315-4953-af43-52a192e351e5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0e6db9d0-38f9-4121-8c58-31af2f739051 HTTP/1.1" status: 200 len: 217 time: 0.0406899 Jul 05 10:09:38.063419 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75d78102-eb95-4bfc-80bf-e9b99b142221 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:38.064808 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-1d8738ae-ddd8-4f44-be76-77493ff17d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:38.066332 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-1d8738ae-ddd8-4f44-be76-77493ff17d48 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cad995d8-210a-44a5-ac6b-55fe6188cec8 HTTP/1.1" status: 200 len: 797 time: 0.0455844 Jul 05 10:09:38.124732 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-7d39ce01-7d9e-4f8d-8563-5e26f0cd719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:38.126251 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-7d39ce01-7d9e-4f8d-8563-5e26f0cd719f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=687dc320-4531-4e31-9377-87644d9740dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0531368 Jul 05 10:09:38.226374 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-cdc06e21-26cc-452e-83ed-9524048be7d3 service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922823 Jul 05 10:09:38.339697 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-c33add7b-ba18-4908-bfbf-a75ef0ff3d1d service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070130 Jul 05 10:09:38.344800 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-75d78102-eb95-4bfc-80bf-e9b99b142221 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting port ac598dd4-cb77-4cf9-9dcb-491195bf48e7 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:38.345178 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75d78102-eb95-4bfc-80bf-e9b99b142221 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:38.392446 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-5f1ac840-2c42-4368-ba19-d56bff65ba31 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 HTTP/1.1" status: 200 len: 217 time: 0.0469382 Jul 05 10:09:38.452786 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-53909bf0-b9ed-49bb-899a-5ff504737e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:38.454638 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-53909bf0-b9ed-49bb-899a-5ff504737e99 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cad995d8-210a-44a5-ac6b-55fe6188cec8 HTTP/1.1" status: 200 len: 797 time: 0.0537648 Jul 05 10:09:38.476575 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-75d78102-eb95-4bfc-80bf-e9b99b142221 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] For port ac598dd4-cb77-4cf9-9dcb-491195bf48e7, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ac598dd4-cb77-4cf9-9dcb-491195bf48e7,segment=NetworkSegment(db3cfffc-6596-44c2-b9d1-2c533d4ed0f4),segment_id=db3cfffc-6596-44c2-b9d1-2c533d4ed0f4)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:38.477268 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75d78102-eb95-4bfc-80bf-e9b99b142221 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:38.501323 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-75d78102-eb95-4bfc-80bf-e9b99b142221 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Calling delete_port for ac598dd4-cb77-4cf9-9dcb-491195bf48e7 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:38.539083 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-6c1188aa-f963-4e9f-a4dd-67d5d5457595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:38.540713 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-6c1188aa-f963-4e9f-a4dd-67d5d5457595 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=687dc320-4531-4e31-9377-87644d9740dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0792592 Jul 05 10:09:38.590714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4cd60f97-ec70-4afb-acbe-0ef80d069293 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:38.632005 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 4cd60f97-ec70-4afb-acbe-0ef80d069293 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:38.632771 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4cd60f97-ec70-4afb-acbe-0ef80d069293 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:38.633512 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6ba96134-7463-48f9-b4c3-e8f7c48f5226 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:38.661080 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 6ba96134-7463-48f9-b4c3-e8f7c48f5226 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:38.662111 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-f2311261-67a8-4a12-9045-59ce4b6cd596 service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144946 Jul 05 10:09:38.662987 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6ba96134-7463-48f9-b4c3-e8f7c48f5226 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:38.754823 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75d78102-eb95-4bfc-80bf-e9b99b142221 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:38.768505 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80bd4570-8e8f-4527-bf7f-747fcd67c128 req-0e818194-c509-445a-9adc-5a0f225bfafb service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995612 Jul 05 10:09:38.791021 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d78102-eb95-4bfc-80bf-e9b99b142221 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Port': ['ID=ac598dd4-cb77-4cf9-9dcb-491195bf48e7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:38.956663 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75d78102-eb95-4bfc-80bf-e9b99b142221 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.157595 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d78102-eb95-4bfc-80bf-e9b99b142221 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:39.256646 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d78102-eb95-4bfc-80bf-e9b99b142221 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:39.261721 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-75d78102-eb95-4bfc-80bf-e9b99b142221 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "PUT /v2.0/routers/9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5508153 Jul 05 10:09:39.264722 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59458) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:39.266376 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66d5d6e-5fd4-496f-93ff-a181bb68bf46 None None] Sync routers for ids ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:39.287919 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66d5d6e-5fd4-496f-93ff-a181bb68bf46 None None] Routers {'9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:39.289494 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e66d5d6e-5fd4-496f-93ff-a181bb68bf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:09:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:39.330287 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9edc4e-2895-4b47-8777-9359f0b7188f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting subnet d6cde80a-1af9-4b5c-954c-bda8d75c2ae7 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:09:39.333612 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b9edc4e-2895-4b47-8777-9359f0b7188f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.382907 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b9edc4e-2895-4b47-8777-9359f0b7188f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.383154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e66d5d6e-5fd4-496f-93ff-a181bb68bf46 None None] Set router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:39.487803 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b9edc4e-2895-4b47-8777-9359f0b7188f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.571214 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b9edc4e-2895-4b47-8777-9359f0b7188f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.599052 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9edc4e-2895-4b47-8777-9359f0b7188f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Subnet': ['ID=d6cde80a-1af9-4b5c-954c-bda8d75c2ae7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:39.617014 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b9edc4e-2895-4b47-8777-9359f0b7188f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.618954 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2b9edc4e-2895-4b47-8777-9359f0b7188f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/subnets/d6cde80a-1af9-4b5c-954c-bda8d75c2ae7 HTTP/1.1" status: 204 len: 168 time: 0.3525589 Jul 05 10:09:39.621911 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59470) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:39.649077 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2c08d7-d399-4ce4-a5ee-2f7269729a57 None None] Network 18889632-7eb3-4103-8c6f-c399389f6f41 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:39.715368 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d3b6e08-242c-48cd-bda7-786df5df08eb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.783663 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e66d5d6e-5fd4-496f-93ff-a181bb68bf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:38Z', 'revision_number': 10, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None, '_interfaces': [{'id': 'd25e5920-8f02-4a94-a53b-1569767423c3', 'name': '', 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:48:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:12Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:39.785251 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b6e08-242c-48cd-bda7-786df5df08eb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting port 3efec2a6-21f6-4629-b668-e3f06b211ac8 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:39.785592 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d3b6e08-242c-48cd-bda7-786df5df08eb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.812830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66d5d6e-5fd4-496f-93ff-a181bb68bf46 None None] Checking router: 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:39.831667 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66d5d6e-5fd4-496f-93ff-a181bb68bf46 None None] Routers {'9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:39.832905 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e66d5d6e-5fd4-496f-93ff-a181bb68bf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:09:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:39.864221 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-5d3b6e08-242c-48cd-bda7-786df5df08eb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] For port 3efec2a6-21f6-4629-b668-e3f06b211ac8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3efec2a6-21f6-4629-b668-e3f06b211ac8,segment=NetworkSegment(db3cfffc-6596-44c2-b9d1-2c533d4ed0f4),segment_id=db3cfffc-6596-44c2-b9d1-2c533d4ed0f4)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:39.864646 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d3b6e08-242c-48cd-bda7-786df5df08eb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.878998 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b6e08-242c-48cd-bda7-786df5df08eb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Calling delete_port for 3efec2a6-21f6-4629-b668-e3f06b211ac8 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:39.936658 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e66d5d6e-5fd4-496f-93ff-a181bb68bf46 None None] Set router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:39.972574 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d3b6e08-242c-48cd-bda7-786df5df08eb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:40.007464 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b6e08-242c-48cd-bda7-786df5df08eb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Port': ['ID=3efec2a6-21f6-4629-b668-e3f06b211ac8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:40.013466 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3b6e08-242c-48cd-bda7-786df5df08eb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] No DVR routers for this DVR port 3efec2a6-21f6-4629-b668-e3f06b211ac8 on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:40.024616 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9476ee55-e034-4783-9e1b-53d5d12f421b None None] DHCP port deletion for 18889632-7eb3-4103-8c6f-c399389f6f41 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:09:40.106197 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d3b6e08-242c-48cd-bda7-786df5df08eb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:40.118034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-5d3b6e08-242c-48cd-bda7-786df5df08eb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18889632-7eb3-4103-8c6f-c399389f6f41']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:40.128733 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-5d3b6e08-242c-48cd-bda7-786df5df08eb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db3cfffc-6596-44c2-b9d1-2c533d4ed0f4') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:40.129036 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-5d3b6e08-242c-48cd-bda7-786df5df08eb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db3cfffc-6596-44c2-b9d1-2c533d4ed0f4') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:40.138428 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d3b6e08-242c-48cd-bda7-786df5df08eb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:40.155091 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d3b6e08-242c-48cd-bda7-786df5df08eb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:40.162704 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3b6e08-242c-48cd-bda7-786df5df08eb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:09:40.163214 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d3b6e08-242c-48cd-bda7-786df5df08eb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:09:40.166658 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:09:40.185200 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e66d5d6e-5fd4-496f-93ff-a181bb68bf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:38Z', 'revision_number': 10, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None, '_interfaces': [{'id': 'd25e5920-8f02-4a94-a53b-1569767423c3', 'name': '', 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:48:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:12Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:40.217625 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66d5d6e-5fd4-496f-93ff-a181bb68bf46 None None] The sync data for ids ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'] in n-d-798054-8 is: [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:38Z', 'revision_number': 10, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None, '_interfaces': [{'id': 'd25e5920-8f02-4a94-a53b-1569767423c3', 'name': '', 'network_id': '5b7ce6b5-2b6c-469d-938b-94be1d8a3c47', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'mac_address': 'fa:16:3e:48:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:12Z', 'updated_at': '2021-07-05T10:09:22Z', 'revision_number': 5, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'subnets': [{'id': 'a1b7cccf-3e01-45c6-909a-8c935a64bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:40.244933 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d3b6e08-242c-48cd-bda7-786df5df08eb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:40.265433 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d3b6e08-242c-48cd-bda7-786df5df08eb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:40.270419 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59486) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:40.270986 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5d3b6e08-242c-48cd-bda7-786df5df08eb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/networks/18889632-7eb3-4103-8c6f-c399389f6f41 HTTP/1.1" status: 204 len: 168 time: 0.6474891 Jul 05 10:09:40.271876 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b6e08-242c-48cd-bda7-786df5df08eb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Network': ['ID=18889632-7eb3-4103-8c6f-c399389f6f41,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:40.738188 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3efec2a6-21f6-4629-b668-e3f06b211ac8 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:40.781922 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 3efec2a6-21f6-4629-b668-e3f06b211ac8 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:40.782528 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3efec2a6-21f6-4629-b668-e3f06b211ac8 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:40.783142 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ac598dd4-cb77-4cf9-9dcb-491195bf48e7 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:40.811259 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: ac598dd4-cb77-4cf9-9dcb-491195bf48e7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:40.811620 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ac598dd4-cb77-4cf9-9dcb-491195bf48e7 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:41.070187 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04d0ce8e-3eb7-4996-be8a-dc7ba08ba3a1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:41.350811 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-04d0ce8e-3eb7-4996-be8a-dc7ba08ba3a1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting port d25e5920-8f02-4a94-a53b-1569767423c3 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:41.351498 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04d0ce8e-3eb7-4996-be8a-dc7ba08ba3a1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:41.450890 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-04d0ce8e-3eb7-4996-be8a-dc7ba08ba3a1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] For port d25e5920-8f02-4a94-a53b-1569767423c3, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d25e5920-8f02-4a94-a53b-1569767423c3,segment=NetworkSegment(947cec27-6f02-4272-b75f-ca83c6dd09ce),segment_id=947cec27-6f02-4272-b75f-ca83c6dd09ce)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:41.451260 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04d0ce8e-3eb7-4996-be8a-dc7ba08ba3a1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:41.466100 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-04d0ce8e-3eb7-4996-be8a-dc7ba08ba3a1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Calling delete_port for d25e5920-8f02-4a94-a53b-1569767423c3 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:41.654850 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04d0ce8e-3eb7-4996-be8a-dc7ba08ba3a1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:41.680663 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0ce8e-3eb7-4996-be8a-dc7ba08ba3a1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Port': ['ID=d25e5920-8f02-4a94-a53b-1569767423c3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:41.858738 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04d0ce8e-3eb7-4996-be8a-dc7ba08ba3a1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:42.059035 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d0ce8e-3eb7-4996-be8a-dc7ba08ba3a1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:42.142401 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d0ce8e-3eb7-4996-be8a-dc7ba08ba3a1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:42.152155 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837dd92b-b788-47d8-9e9b-6ec79ba27ac3 None None] Sync routers for ids ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:42.153347 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-04d0ce8e-3eb7-4996-be8a-dc7ba08ba3a1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "PUT /v2.0/routers/9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8817070 Jul 05 10:09:42.156066 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59540) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:42.170672 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837dd92b-b788-47d8-9e9b-6ec79ba27ac3 None None] Routers {'9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:42.172073 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-837dd92b-b788-47d8-9e9b-6ec79ba27ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:09:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:42.215909 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-736c6837-cc3e-4ed0-aca7-130c1b28a0a6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting subnet a1b7cccf-3e01-45c6-909a-8c935a64bb41 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:09:42.219169 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-736c6837-cc3e-4ed0-aca7-130c1b28a0a6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:42.248413 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-837dd92b-b788-47d8-9e9b-6ec79ba27ac3 None None] Set router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:42.265831 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-736c6837-cc3e-4ed0-aca7-130c1b28a0a6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:42.360258 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-736c6837-cc3e-4ed0-aca7-130c1b28a0a6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:42.402083 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-837dd92b-b788-47d8-9e9b-6ec79ba27ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:41Z', 'revision_number': 11, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:42.428969 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837dd92b-b788-47d8-9e9b-6ec79ba27ac3 None None] Checking router: 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:42.430571 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-736c6837-cc3e-4ed0-aca7-130c1b28a0a6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:42.437854 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837dd92b-b788-47d8-9e9b-6ec79ba27ac3 None None] Routers {'9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:42.438473 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-837dd92b-b788-47d8-9e9b-6ec79ba27ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:09:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:42.464452 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c6837-cc3e-4ed0-aca7-130c1b28a0a6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b7cccf-3e01-45c6-909a-8c935a64bb41,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:42.467244 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-736c6837-cc3e-4ed0-aca7-130c1b28a0a6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:42.469499 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-736c6837-cc3e-4ed0-aca7-130c1b28a0a6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/subnets/a1b7cccf-3e01-45c6-909a-8c935a64bb41 HTTP/1.1" status: 204 len: 168 time: 0.3122420 Jul 05 10:09:42.472845 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59548) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:42.475210 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315830e6-5105-49c8-91d5-327fc12a32b7 None None] Network 5b7ce6b5-2b6c-469d-938b-94be1d8a3c47 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:42.508210 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-837dd92b-b788-47d8-9e9b-6ec79ba27ac3 None None] Set router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:42.562302 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-837dd92b-b788-47d8-9e9b-6ec79ba27ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:41Z', 'revision_number': 11, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:42.571419 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa6d08fb-5253-4249-9cc5-92a1ff67205b tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:42.595470 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837dd92b-b788-47d8-9e9b-6ec79ba27ac3 None None] The sync data for ids ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'] in n-d-798054-8 is: [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:41Z', 'revision_number': 11, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:42.660371 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d08fb-5253-4249-9cc5-92a1ff67205b tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Deleting port 96dee94b-47e9-4df4-aebc-96d1286bb59d {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:42.660723 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa6d08fb-5253-4249-9cc5-92a1ff67205b tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:42.747967 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-aa6d08fb-5253-4249-9cc5-92a1ff67205b tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] For port 96dee94b-47e9-4df4-aebc-96d1286bb59d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=96dee94b-47e9-4df4-aebc-96d1286bb59d,segment=NetworkSegment(947cec27-6f02-4272-b75f-ca83c6dd09ce),segment_id=947cec27-6f02-4272-b75f-ca83c6dd09ce)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:42.749341 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa6d08fb-5253-4249-9cc5-92a1ff67205b tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:42.764341 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d08fb-5253-4249-9cc5-92a1ff67205b tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Calling delete_port for 96dee94b-47e9-4df4-aebc-96d1286bb59d owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:42.855268 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa6d08fb-5253-4249-9cc5-92a1ff67205b tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:42.891347 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6d08fb-5253-4249-9cc5-92a1ff67205b tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] No DVR routers for this DVR port 96dee94b-47e9-4df4-aebc-96d1286bb59d on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:42.896802 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d08fb-5253-4249-9cc5-92a1ff67205b tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Port': ['ID=96dee94b-47e9-4df4-aebc-96d1286bb59d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:42.980057 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e65204b-13ae-44ca-a977-bfc1498335e7 None None] DHCP port deletion for 5b7ce6b5-2b6c-469d-938b-94be1d8a3c47 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:09:42.995778 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa6d08fb-5253-4249-9cc5-92a1ff67205b tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:43.007700 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-aa6d08fb-5253-4249-9cc5-92a1ff67205b tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7ce6b5-2b6c-469d-938b-94be1d8a3c47']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:43.026745 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-aa6d08fb-5253-4249-9cc5-92a1ff67205b tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947cec27-6f02-4272-b75f-ca83c6dd09ce') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:43.027328 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-aa6d08fb-5253-4249-9cc5-92a1ff67205b tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947cec27-6f02-4272-b75f-ca83c6dd09ce') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:43.037537 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa6d08fb-5253-4249-9cc5-92a1ff67205b tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:43.052151 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa6d08fb-5253-4249-9cc5-92a1ff67205b tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:43.060582 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6d08fb-5253-4249-9cc5-92a1ff67205b tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:09:43.061528 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa6d08fb-5253-4249-9cc5-92a1ff67205b tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:09:43.065742 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:09:43.141475 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa6d08fb-5253-4249-9cc5-92a1ff67205b tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:43.150253 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa6d08fb-5253-4249-9cc5-92a1ff67205b tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:43.155055 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-aa6d08fb-5253-4249-9cc5-92a1ff67205b tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/networks/5b7ce6b5-2b6c-469d-938b-94be1d8a3c47 HTTP/1.1" status: 204 len: 168 time: 0.6785219 Jul 05 10:09:43.155424 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59566) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:43.160714 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-87f9b76b-6216-4fc2-acb3-0ebe75ea9b7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'router': {'routes': None}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:43.170864 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d08fb-5253-4249-9cc5-92a1ff67205b tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Pushing event deleted for resources: {'Network': ['ID=5b7ce6b5-2b6c-469d-938b-94be1d8a3c47,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:43.337035 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.extraroute_db [None req-87f9b76b-6216-4fc2-acb3-0ebe75ea9b7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Added routes are [] {{(pid=93906) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 10:09:43.337351 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.extraroute_db [None req-87f9b76b-6216-4fc2-acb3-0ebe75ea9b7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Removed routes are [] {{(pid=93906) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 10:09:43.337718 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87f9b76b-6216-4fc2-acb3-0ebe75ea9b7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:43.493634 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87f9b76b-6216-4fc2-acb3-0ebe75ea9b7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:43.499260 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87f9b76b-6216-4fc2-acb3-0ebe75ea9b7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3671792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3671787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3670561'] for router, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:43.596375 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f9b76b-6216-4fc2-acb3-0ebe75ea9b7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:43.687598 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f9b76b-6216-4fc2-acb3-0ebe75ea9b7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:43.698750 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87f9b76b-6216-4fc2-acb3-0ebe75ea9b7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:43.700353 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-87f9b76b-6216-4fc2-acb3-0ebe75ea9b7c tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "PUT /v2.0/routers/9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 HTTP/1.1" status: 200 len: 700 time: 0.5437434 Jul 05 10:09:43.701097 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7d779-e976-4033-860c-46d8718d0659 None None] Sync routers for ids ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:43.703181 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59580) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:43.711261 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7d779-e976-4033-860c-46d8718d0659 None None] Routers {'9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:43.711920 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-92a7d779-e976-4033-860c-46d8718d0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:09:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:43.736657 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b6076eec-e5a9-4896-8fc4-42beaeb54055 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "GET /v2.0/ports?device_id=9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 HTTP/1.1" status: 200 len: 205 time: 0.0313993 Jul 05 10:09:43.739137 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59584) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:43.788451 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-92a7d779-e976-4033-860c-46d8718d0659 None None] Set router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:43.823507 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3bbfa22-3d9b-471f-8a70-33f233bf3cd5 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:43.848987 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-92a7d779-e976-4033-860c-46d8718d0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:41Z', 'revision_number': 11, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:43.881756 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7d779-e976-4033-860c-46d8718d0659 None None] Checking router: 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:43.897171 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7d779-e976-4033-860c-46d8718d0659 None None] Routers {'9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:43.897848 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-92a7d779-e976-4033-860c-46d8718d0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:09:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:43.968845 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-92a7d779-e976-4033-860c-46d8718d0659 None None] Set router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:44.012837 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3bbfa22-3d9b-471f-8a70-33f233bf3cd5 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.015144 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3bbfa22-3d9b-471f-8a70-33f233bf3cd5 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.037975 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-92a7d779-e976-4033-860c-46d8718d0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:41Z', 'revision_number': 11, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:44.060045 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3bbfa22-3d9b-471f-8a70-33f233bf3cd5 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.060747 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bbfa22-3d9b-471f-8a70-33f233bf3cd5 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Fanout notify agent at l3_agent the message router_deleted on router 9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:09:44.069808 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7d779-e976-4033-860c-46d8718d0659 None None] The sync data for ids ['9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90'] in n-d-798054-8 is: [{'id': '9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90', 'name': 'tempest-RoutersTest-router-575491616', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:10Z', 'updated_at': '2021-07-05T10:09:41Z', 'revision_number': 11, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:44.070644 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3bbfa22-3d9b-471f-8a70-33f233bf3cd5 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.072618 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a3bbfa22-3d9b-471f-8a70-33f233bf3cd5 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/routers/9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 HTTP/1.1" status: 204 len: 168 time: 0.3325493 Jul 05 10:09:44.076861 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59594) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:44.081984 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-15528896-f884-4118-a11d-fceb1effed6f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1778313292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:44.116476 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-15528896-f884-4118-a11d-fceb1effed6f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.117530 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-15528896-f884-4118-a11d-fceb1effed6f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.184014 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-15528896-f884-4118-a11d-fceb1effed6f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.189477 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-15528896-f884-4118-a11d-fceb1effed6f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.218945 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-15528896-f884-4118-a11d-fceb1effed6f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.221462 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-15528896-f884-4118-a11d-fceb1effed6f tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1434109 Jul 05 10:09:44.224082 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59600) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:44.230536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ba2a3524-2d11-4a53-b038-6218d2d406f7 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:44.459971 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ba2a3524-2d11-4a53-b038-6218d2d406f7 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.470683 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ba2a3524-2d11-4a53-b038-6218d2d406f7 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3671792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3671787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3670561'] for router, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.565278 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 96dee94b-47e9-4df4-aebc-96d1286bb59d no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:44.582554 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2a3524-2d11-4a53-b038-6218d2d406f7 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Router 916dfa44-e4d8-4c6b-9c85-cdc3db47584b is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:09:44.587875 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 96dee94b-47e9-4df4-aebc-96d1286bb59d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:44.588236 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 96dee94b-47e9-4df4-aebc-96d1286bb59d not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:44.588662 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d25e5920-8f02-4a94-a53b-1569767423c3 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:44.614720 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: d25e5920-8f02-4a94-a53b-1569767423c3 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:44.615358 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d25e5920-8f02-4a94-a53b-1569767423c3 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:44.665015 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2a3524-2d11-4a53-b038-6218d2d406f7 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:44.672422 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ba2a3524-2d11-4a53-b038-6218d2d406f7 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.673907 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ba2a3524-2d11-4a53-b038-6218d2d406f7 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "PUT /v2.0/routers/916dfa44-e4d8-4c6b-9c85-cdc3db47584b HTTP/1.1" status: 200 len: 694 time: 0.4480944 Jul 05 10:09:44.676531 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59614) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:44.699531 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a44d67e-8506-42cd-871f-6337e36477f4 None None] Sync routers for ids ['916dfa44-e4d8-4c6b-9c85-cdc3db47584b'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:44.709621 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a44d67e-8506-42cd-871f-6337e36477f4 None None] Routers {'916dfa44-e4d8-4c6b-9c85-cdc3db47584b'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:44.710245 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4a44d67e-8506-42cd-871f-6337e36477f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:09:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['916dfa44-e4d8-4c6b-9c85-cdc3db47584b'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:44.762452 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a55fd05a-384f-4f8e-b653-03f33458b6e1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "GET /v2.0/routers/916dfa44-e4d8-4c6b-9c85-cdc3db47584b HTTP/1.1" status: 200 len: 700 time: 0.0821619 Jul 05 10:09:44.762978 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59616) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:44.794681 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4a44d67e-8506-42cd-871f-6337e36477f4 None None] Set router 916dfa44-e4d8-4c6b-9c85-cdc3db47584b gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:44.805143 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4df3ead1-d6a9-4f35-bd7f-6bf4a61bc155 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "GET /v2.0/ports?device_id=916dfa44-e4d8-4c6b-9c85-cdc3db47584b HTTP/1.1" status: 200 len: 205 time: 0.0409729 Jul 05 10:09:44.808190 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59620) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:44.846176 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4a44d67e-8506-42cd-871f-6337e36477f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916dfa44-e4d8-4c6b-9c85-cdc3db47584b', 'name': 'tempest-RoutersTest-router-1778313292', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:44Z', 'updated_at': '2021-07-05T10:09:44Z', 'revision_number': 2, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:44.886737 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08706dbc-cd79-402d-aa34-b5fb480e1f4a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.891751 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a44d67e-8506-42cd-871f-6337e36477f4 None None] Checking router: 916dfa44-e4d8-4c6b-9c85-cdc3db47584b for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:44.901508 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a44d67e-8506-42cd-871f-6337e36477f4 None None] Routers {'916dfa44-e4d8-4c6b-9c85-cdc3db47584b'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:44.902122 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4a44d67e-8506-42cd-871f-6337e36477f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:09:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['916dfa44-e4d8-4c6b-9c85-cdc3db47584b'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:44.977622 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4a44d67e-8506-42cd-871f-6337e36477f4 None None] Set router 916dfa44-e4d8-4c6b-9c85-cdc3db47584b gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:45.035643 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4a44d67e-8506-42cd-871f-6337e36477f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916dfa44-e4d8-4c6b-9c85-cdc3db47584b', 'name': 'tempest-RoutersTest-router-1778313292', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:44Z', 'updated_at': '2021-07-05T10:09:44Z', 'revision_number': 2, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:45.066798 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08706dbc-cd79-402d-aa34-b5fb480e1f4a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:45.069374 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a44d67e-8506-42cd-871f-6337e36477f4 None None] The sync data for ids ['916dfa44-e4d8-4c6b-9c85-cdc3db47584b'] in n-d-798054-8 is: [{'id': '916dfa44-e4d8-4c6b-9c85-cdc3db47584b', 'name': 'tempest-RoutersTest-router-1778313292', 'tenant_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:44Z', 'updated_at': '2021-07-05T10:09:44Z', 'revision_number': 2, 'project_id': 'c4b0a5f8e9f442b09c91ecab2efe6793', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:45.070019 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08706dbc-cd79-402d-aa34-b5fb480e1f4a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:45.119083 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08706dbc-cd79-402d-aa34-b5fb480e1f4a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:45.119728 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08706dbc-cd79-402d-aa34-b5fb480e1f4a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Fanout notify agent at l3_agent the message router_deleted on router 916dfa44-e4d8-4c6b-9c85-cdc3db47584b {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:09:45.129143 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08706dbc-cd79-402d-aa34-b5fb480e1f4a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:45.132342 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-08706dbc-cd79-402d-aa34-b5fb480e1f4a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/routers/916dfa44-e4d8-4c6b-9c85-cdc3db47584b HTTP/1.1" status: 204 len: 168 time: 0.3231542 Jul 05 10:09:45.135307 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59630) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:45.167712 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a8ee3b5a-540b-4f86-904e-c276177777b2 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "GET /v2.0/ports?device_id=916dfa44-e4d8-4c6b-9c85-cdc3db47584b HTTP/1.1" status: 200 len: 205 time: 0.0311470 Jul 05 10:09:45.170181 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59632) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:45.219258 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-295a4e2c-c380-4fe4-9898-b8d7448776ed tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] delete failed (client error): The resource could not be found. Jul 05 10:09:45.220491 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-295a4e2c-c380-4fe4-9898-b8d7448776ed tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/routers/916dfa44-e4d8-4c6b-9c85-cdc3db47584b HTTP/1.1" status: 404 len: 336 time: 0.0494006 Jul 05 10:09:45.223194 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59636) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:45.272550 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a9d84f-7466-4ae4-b114-babcb626b9a5 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] DELETE failed (client error): The resource could not be found. Jul 05 10:09:45.273019 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87a9d84f-7466-4ae4-b114-babcb626b9a5 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:09:45.275246 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-87a9d84f-7466-4ae4-b114-babcb626b9a5 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/subnets/689de29b-2f00-4ab7-976a-e2ed6926ba4e HTTP/1.1" status: 404 len: 337 time: 0.0509379 Jul 05 10:09:45.278181 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59642) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:45.308074 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-9940a791-e188-429f-b636-e9119eeee1fb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] DELETE failed (client error): The resource could not be found. Jul 05 10:09:45.308564 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9940a791-e188-429f-b636-e9119eeee1fb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:09:45.310694 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9940a791-e188-429f-b636-e9119eeee1fb tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/subnets/1163d1db-c593-4398-b629-363ca39aff51 HTTP/1.1" status: 404 len: 337 time: 0.0311646 Jul 05 10:09:45.312872 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59646) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:45.345030 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-496e5865-f414-4db1-8348-97b57d64e54a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] DELETE failed (client error): The resource could not be found. Jul 05 10:09:45.345572 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-496e5865-f414-4db1-8348-97b57d64e54a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:09:45.350143 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-496e5865-f414-4db1-8348-97b57d64e54a tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/subnets/d6cde80a-1af9-4b5c-954c-bda8d75c2ae7 HTTP/1.1" status: 404 len: 337 time: 0.0323749 Jul 05 10:09:45.350317 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59648) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:45.597884 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59656) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:45.747689 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-338f939b-28b7-4647-a151-44581437a1cf tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] DELETE failed (client error): The resource could not be found. Jul 05 10:09:45.748275 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-338f939b-28b7-4647-a151-44581437a1cf tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:09:45.753094 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-338f939b-28b7-4647-a151-44581437a1cf tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/subnets/a1b7cccf-3e01-45c6-909a-8c935a64bb41 HTTP/1.1" status: 404 len: 337 time: 0.4017100 Jul 05 10:09:45.754151 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59662) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:45.786186 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1da99d8d-8a9c-4f99-9b19-f38a59968149 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "GET /v2.0/ports?device_id=9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 HTTP/1.1" status: 200 len: 205 time: 0.0302985 Jul 05 10:09:45.788987 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59664) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:45.807148 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-5573f6a1-4727-4482-b421-587ccb2263da tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Deleting port 689a79d0-0423-41e9-8c12-5445da5212c5 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:45.807629 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5573f6a1-4727-4482-b421-587ccb2263da tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:45.830111 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-2583c458-2365-4567-ba1c-293cde6cc819 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] delete failed (client error): The resource could not be found. Jul 05 10:09:45.833963 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2583c458-2365-4567-ba1c-293cde6cc819 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/routers/9bc3443b-5ebb-4353-9dd8-ddeabbfa3e90 HTTP/1.1" status: 404 len: 336 time: 0.0403092 Jul 05 10:09:45.834124 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59668) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:45.868559 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-13850d1b-614e-4eb7-b2d1-683d82ff3643 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "GET /v2.0/ports?device_id=76da7601-cee1-45ca-984e-b5c4c97048e9 HTTP/1.1" status: 200 len: 205 time: 0.0331736 Jul 05 10:09:45.870788 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59670) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:45.918558 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-3718bb29-6936-4e57-a7aa-7bac0f277339 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] delete failed (client error): The resource could not be found. Jul 05 10:09:45.922015 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3718bb29-6936-4e57-a7aa-7bac0f277339 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/routers/76da7601-cee1-45ca-984e-b5c4c97048e9 HTTP/1.1" status: 404 len: 336 time: 0.0478234 Jul 05 10:09:45.923406 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59674) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:45.937810 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5573f6a1-4727-4482-b421-587ccb2263da tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:45.938138 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5573f6a1-4727-4482-b421-587ccb2263da tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:45.975814 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-101ada73-d543-4563-bac6-49e056b8b10b tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] DELETE failed (client error): The resource could not be found. Jul 05 10:09:45.976295 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-101ada73-d543-4563-bac6-49e056b8b10b tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:09:45.978051 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-101ada73-d543-4563-bac6-49e056b8b10b tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/subnets/1f0deb2c-fd8f-49b6-8fe3-be40e5ca8dd2 HTTP/1.1" status: 404 len: 337 time: 0.0536773 Jul 05 10:09:45.980938 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59678) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:45.984716 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-5573f6a1-4727-4482-b421-587ccb2263da tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Calling delete_port for 689a79d0-0423-41e9-8c12-5445da5212c5 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:46.015679 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-07bbe74b-d92a-4bbf-89da-0d41bf2d30a1 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "GET /v2.0/ports?device_id=43d805ba-d477-4b91-af67-ffc1ac56df74 HTTP/1.1" status: 200 len: 205 time: 0.0333514 Jul 05 10:09:46.017972 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59680) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:46.068804 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-e4b4364f-ee95-4855-977c-654073f9e152 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] delete failed (client error): The resource could not be found. Jul 05 10:09:46.070818 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e4b4364f-ee95-4855-977c-654073f9e152 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/routers/43d805ba-d477-4b91-af67-ffc1ac56df74 HTTP/1.1" status: 404 len: 336 time: 0.0515597 Jul 05 10:09:46.072969 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59684) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:46.118551 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6a345313-0ee2-4976-980f-4c33fcf2f6f7 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cd04f8d-8bc5-47fb-969c-a7b21932f9b0 HTTP/1.1" status: 200 len: 205 time: 0.0439944 Jul 05 10:09:46.120816 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59686) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:46.159365 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-f278a819-707a-44f1-9b33-8765215a82f4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] delete failed (client error): The resource could not be found. Jul 05 10:09:46.163345 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f278a819-707a-44f1-9b33-8765215a82f4 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/routers/6cd04f8d-8bc5-47fb-969c-a7b21932f9b0 HTTP/1.1" status: 404 len: 336 time: 0.0386286 Jul 05 10:09:46.163448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59690) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:46.197237 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-342fed51-c8cc-44d4-a298-d4f43cc92185 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] DELETE failed (client error): The resource could not be found. Jul 05 10:09:46.198099 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-342fed51-c8cc-44d4-a298-d4f43cc92185 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:09:46.200315 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-342fed51-c8cc-44d4-a298-d4f43cc92185 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/subnets/5eecfa99-f59a-4c49-aff6-3a161e4a6d31 HTTP/1.1" status: 404 len: 337 time: 0.0355830 Jul 05 10:09:46.203224 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59692) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:46.225910 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5573f6a1-4727-4482-b421-587ccb2263da tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:46.251834 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-229d6414-5cc2-42ec-a4c6-0e45c2816cbf tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca93aab4-b916-48b8-b886-f68c2f7f4fe1 HTTP/1.1" status: 200 len: 205 time: 0.0471904 Jul 05 10:09:46.255019 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59696) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:46.265875 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573f6a1-4727-4482-b421-587ccb2263da tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Pushing event deleted for resources: {'Port': ['ID=689a79d0-0423-41e9-8c12-5445da5212c5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:46.324847 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-2dbeb211-1322-45e0-b48b-91c2dadbd9a5 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] delete failed (client error): The resource could not be found. Jul 05 10:09:46.325977 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2dbeb211-1322-45e0-b48b-91c2dadbd9a5 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/routers/ca93aab4-b916-48b8-b886-f68c2f7f4fe1 HTTP/1.1" status: 404 len: 336 time: 0.0702491 Jul 05 10:09:46.331887 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59698) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:46.359661 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7aad9f-3f10-4f11-87eb-60fa42020743 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] DELETE failed (client error): The resource could not be found. Jul 05 10:09:46.360175 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7aad9f-3f10-4f11-87eb-60fa42020743 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:09:46.361999 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ba7aad9f-3f10-4f11-87eb-60fa42020743 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/subnets/4919ae2f-7bff-426c-a437-706b75cc9fa7 HTTP/1.1" status: 404 len: 337 time: 0.0291607 Jul 05 10:09:46.364731 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59702) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:46.367337 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5573f6a1-4727-4482-b421-587ccb2263da tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:46.367797 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-5573f6a1-4727-4482-b421-587ccb2263da tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Floating IP e9619b0d-77c9-44b7-83af-45eaafa3485e disassociated (deleted). External IP: 172.25.7.142, port: 4242b484-7b9d-43fc-8a5b-d21b96d613ad. Jul 05 10:09:46.401912 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2d7d07e2-59e6-4678-86e1-67295613f655 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "GET /v2.0/ports?device_id=1722cc33-ca0c-4d7e-b90e-c679d7d812b1 HTTP/1.1" status: 200 len: 205 time: 0.0347264 Jul 05 10:09:46.404241 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59706) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:46.465777 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-bef8048a-7955-4c7f-b36d-4d6c924a9dc6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] delete failed (client error): The resource could not be found. Jul 05 10:09:46.469432 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bef8048a-7955-4c7f-b36d-4d6c924a9dc6 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/routers/1722cc33-ca0c-4d7e-b90e-c679d7d812b1 HTTP/1.1" status: 404 len: 336 time: 0.0616376 Jul 05 10:09:46.469827 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59708) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:46.521139 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc89bc9-efb5-41d6-ac72-7c09b2008710 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] DELETE failed (client error): The resource could not be found. Jul 05 10:09:46.522281 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc89bc9-efb5-41d6-ac72-7c09b2008710 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:09:46.528366 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2dc89bc9-efb5-41d6-ac72-7c09b2008710 tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/subnets/81d68914-b61a-48e9-9256-81f111237342 HTTP/1.1" status: 404 len: 337 time: 0.0562105 Jul 05 10:09:46.529433 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59712) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:46.561489 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c7afd8-e099-4cdf-b1df-0556d2df2cba tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] DELETE failed (client error): The resource could not be found. Jul 05 10:09:46.562068 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c7afd8-e099-4cdf-b1df-0556d2df2cba tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:09:46.566894 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-60c7afd8-e099-4cdf-b1df-0556d2df2cba tempest-RoutersTest-1157488779 tempest-RoutersTest-1157488779-project] 10.222.0.79 "DELETE /v2.0/subnets/af31a323-c451-42c4-af68-e3575aa541db HTTP/1.1" status: 404 len: 337 time: 0.0335345 Jul 05 10:09:46.933224 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59726) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:47.034072 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5573f6a1-4727-4482-b421-587ccb2263da tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Router e94a1858-7f09-4dd9-9ee2-f48356d15696 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:47.095449 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-33d7b994-11e1-4164-9fd9-ea0435567015 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c4b0a5f8e9f442b09c91ecab2efe6793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1609032 Jul 05 10:09:47.097967 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59736) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:47.159930 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5573f6a1-4727-4482-b421-587ccb2263da tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:47.161092 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd104987-ff44-407f-bc70-e8bc669a4cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:47.165034 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5573f6a1-4727-4482-b421-587ccb2263da tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:47.177888 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8a29fd-11bc-4d60-9028-29a2537b0a8f None None] Sync routers for ids ['e94a1858-7f09-4dd9-9ee2-f48356d15696'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:47.184294 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd104987-ff44-407f-bc70-e8bc669a4cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:47.199407 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8a29fd-11bc-4d60-9028-29a2537b0a8f None None] Routers {'e94a1858-7f09-4dd9-9ee2-f48356d15696'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:47.200041 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bd8a29fd-11bc-4d60-9028-29a2537b0a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:09:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e94a1858-7f09-4dd9-9ee2-f48356d15696'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:47.207239 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5573f6a1-4727-4482-b421-587ccb2263da tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "DELETE /v2.0/floatingips/e9619b0d-77c9-44b7-83af-45eaafa3485e HTTP/1.1" status: 204 len: 168 time: 1.6056581 Jul 05 10:09:47.207239 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b1cd0a-dbd7-4731-a967-ccfea7bff21a', 'tag': '4242b484-7b9d-43fc-8a5b-d21b96d613ad'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:47.207606 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7965216a-5a4a-41dc-b45c-9b8a48b34da8" -d '{"events": [{"name": "network-changed", "server_uuid": "60b1cd0a-dbd7-4731-a967-ccfea7bff21a", "tag": "4242b484-7b9d-43fc-8a5b-d21b96d613ad"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:47.253752 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd104987-ff44-407f-bc70-e8bc669a4cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:47.259869 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd104987-ff44-407f-bc70-e8bc669a4cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:47.265711 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-dd104987-ff44-407f-bc70-e8bc669a4cc7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8dbe78a2-90d8-425e-8f31-ea65b90eb999 HTTP/1.1" status: 204 len: 168 time: 0.1652532 Jul 05 10:09:47.275288 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd104987-ff44-407f-bc70-e8bc669a4cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbe78a2-90d8-425e-8f31-ea65b90eb999,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:47.301440 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7ffbf4-0844-47ae-a7a0-fe706269129e x-openstack-request-id: req-ba7ffbf4-0844-47ae-a7a0-fe706269129e {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:47.302894 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b1cd0a-dbd7-4731-a967-ccfea7bff21a", "tag": "4242b484-7b9d-43fc-8a5b-d21b96d613ad", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:47.303387 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ba7ffbf4-0844-47ae-a7a0-fe706269129e {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:47.304302 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b1cd0a-dbd7-4731-a967-ccfea7bff21a', 'tag': '4242b484-7b9d-43fc-8a5b-d21b96d613ad', 'status': 'completed', 'code': 200} Jul 05 10:09:47.372008 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-bd8a29fd-11bc-4d60-9028-29a2537b0a8f None None] Set router e94a1858-7f09-4dd9-9ee2-f48356d15696 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:47.456249 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965216a-5a4a-41dc-b45c-9b8a48b34da8 req-835320fc-12aa-4a81-9a49-4dfc4e1a2c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:47.457975 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7965216a-5a4a-41dc-b45c-9b8a48b34da8 req-835320fc-12aa-4a81-9a49-4dfc4e1a2c45 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=58031e526e9043e28fb0791c1b71b699&device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 1097 time: 0.1115141 Jul 05 10:09:47.653108 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965216a-5a4a-41dc-b45c-9b8a48b34da8 req-78c47e19-f01c-4a97-8556-96041bac07c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:47.655029 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7965216a-5a4a-41dc-b45c-9b8a48b34da8 req-78c47e19-f01c-4a97-8556-96041bac07c0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f252cb9a-ea9a-4f07-a167-d7a9677bd9e8 HTTP/1.1" status: 200 len: 915 time: 0.1906414 Jul 05 10:09:47.734723 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7965216a-5a4a-41dc-b45c-9b8a48b34da8 req-743d8958-d10f-4eb8-93c1-1f3af5320c83 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4242b484-7b9d-43fc-8a5b-d21b96d613ad HTTP/1.1" status: 200 len: 217 time: 0.0706882 Jul 05 10:09:47.847600 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965216a-5a4a-41dc-b45c-9b8a48b34da8 req-d01534e4-b065-40b3-973c-2294c26fb4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:47.853242 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7965216a-5a4a-41dc-b45c-9b8a48b34da8 req-d01534e4-b065-40b3-973c-2294c26fb4b8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1f0ad179-c06a-4feb-b8e2-c0df34413923 HTTP/1.1" status: 200 len: 853 time: 0.1015410 Jul 05 10:09:47.943411 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965216a-5a4a-41dc-b45c-9b8a48b34da8 req-8324a07e-d516-40c6-8c68-fe168ac1a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:47.947843 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7965216a-5a4a-41dc-b45c-9b8a48b34da8 req-8324a07e-d516-40c6-8c68-fe168ac1a7f6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f252cb9a-ea9a-4f07-a167-d7a9677bd9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858335 Jul 05 10:09:48.153135 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7965216a-5a4a-41dc-b45c-9b8a48b34da8 req-9262284f-a3da-4d09-a2cb-cde04077f55d service neutron] 10.222.0.78 "GET /v2.0/networks/f252cb9a-ea9a-4f07-a167-d7a9677bd9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974697 Jul 05 10:09:48.153745 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1df0c6-f889-4356-8bd7-3d4b22e05f20 req-b432b8c4-510e-472d-ab41-49135a228104 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:48.154416 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f1df0c6-f889-4356-8bd7-3d4b22e05f20 req-b432b8c4-510e-472d-ab41-49135a228104 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 946 time: 0.4571152 Jul 05 10:09:48.252079 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f1df0c6-f889-4356-8bd7-3d4b22e05f20 req-44e89442-a9d9-4a51-9848-f17b7ced8621 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/security-groups?id=98ec7402-286b-4043-90b7-8d3112b5b8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918655 Jul 05 10:09:48.254963 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bd8a29fd-11bc-4d60-9028-29a2537b0a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'name': 'tempest-TestVolumeBackupRestore-1943897349-router', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:25Z', 'updated_at': '2021-07-05T10:05:32Z', 'revision_number': 4, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'gw_port': {'id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:26Z', 'updated_at': '2021-07-05T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'b7ea8539-5364-45fb-890a-e30f91d081c3', 'name': '', 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'mac_address': 'fa:16:3e:c5:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '1f0ad179-c06a-4feb-b8e2-c0df34413923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:31Z', 'updated_at': '2021-07-05T10:05:39Z', 'revision_number': 5, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'subnets': [{'id': '1f0ad179-c06a-4feb-b8e2-c0df34413923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:48.288040 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7965216a-5a4a-41dc-b45c-9b8a48b34da8 req-5aa58605-0fb8-49c0-bd5e-6ab4532e4d89 service neutron] 10.222.0.78 "GET /v2.0/networks/f252cb9a-ea9a-4f07-a167-d7a9677bd9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276295 Jul 05 10:09:48.294129 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8a29fd-11bc-4d60-9028-29a2537b0a8f None None] Checking router: e94a1858-7f09-4dd9-9ee2-f48356d15696 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:48.308715 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8a29fd-11bc-4d60-9028-29a2537b0a8f None None] Routers {'e94a1858-7f09-4dd9-9ee2-f48356d15696'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:48.309365 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bd8a29fd-11bc-4d60-9028-29a2537b0a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:09:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e94a1858-7f09-4dd9-9ee2-f48356d15696'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:48.367324 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59792) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:48.442538 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-bd8a29fd-11bc-4d60-9028-29a2537b0a8f None None] Set router e94a1858-7f09-4dd9-9ee2-f48356d15696 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:48.487625 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4218322f-8dbe-427f-8208-adeb846dedc1 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:48.488499 n-d-798054-8 neutron-server[93907]: WARNING neutron.api.v2.base [None req-4218322f-8dbe-427f-8208-adeb846dedc1 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 10:09:48.489099 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-4218322f-8dbe-427f-8208-adeb846dedc1 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 10:09:48.491888 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4218322f-8dbe-427f-8208-adeb846dedc1 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1218183 Jul 05 10:09:48.494598 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59798) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:48.503842 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5df16948-ce25-4e65-8ad3-c10d054d3995 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1503462337'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:48.529900 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5df16948-ce25-4e65-8ad3-c10d054d3995 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.547492 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5df16948-ce25-4e65-8ad3-c10d054d3995 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.662456 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5df16948-ce25-4e65-8ad3-c10d054d3995 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.667329 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5df16948-ce25-4e65-8ad3-c10d054d3995 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.675590 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bd8a29fd-11bc-4d60-9028-29a2537b0a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'name': 'tempest-TestVolumeBackupRestore-1943897349-router', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:25Z', 'updated_at': '2021-07-05T10:05:32Z', 'revision_number': 4, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'gw_port': {'id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:26Z', 'updated_at': '2021-07-05T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'b7ea8539-5364-45fb-890a-e30f91d081c3', 'name': '', 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'mac_address': 'fa:16:3e:c5:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '1f0ad179-c06a-4feb-b8e2-c0df34413923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:31Z', 'updated_at': '2021-07-05T10:05:39Z', 'revision_number': 5, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'subnets': [{'id': '1f0ad179-c06a-4feb-b8e2-c0df34413923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:48.708404 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df16948-ce25-4e65-8ad3-c10d054d3995 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72dc3024-3325-4c8e-804e-6b43d4c2acc5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:48.708841 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8a29fd-11bc-4d60-9028-29a2537b0a8f None None] The sync data for ids ['e94a1858-7f09-4dd9-9ee2-f48356d15696'] in n-d-798054-8 is: [{'id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'name': 'tempest-TestVolumeBackupRestore-1943897349-router', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:25Z', 'updated_at': '2021-07-05T10:05:32Z', 'revision_number': 4, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'gw_port': {'id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:26Z', 'updated_at': '2021-07-05T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'b7ea8539-5364-45fb-890a-e30f91d081c3', 'name': '', 'network_id': 'f252cb9a-ea9a-4f07-a167-d7a9677bd9e8', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'mac_address': 'fa:16:3e:c5:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '1f0ad179-c06a-4feb-b8e2-c0df34413923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:31Z', 'updated_at': '2021-07-05T10:05:39Z', 'revision_number': 5, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'subnets': [{'id': '1f0ad179-c06a-4feb-b8e2-c0df34413923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:48.795603 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5df16948-ce25-4e65-8ad3-c10d054d3995 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.801872 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5df16948-ce25-4e65-8ad3-c10d054d3995 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.837049 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df16948-ce25-4e65-8ad3-c10d054d3995 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d57e0ef-5bd7-472b-8b10-4a341c5cefbd,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:48.840859 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5df16948-ce25-4e65-8ad3-c10d054d3995 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.842508 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5df16948-ce25-4e65-8ad3-c10d054d3995 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3459613 Jul 05 10:09:48.845653 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59808) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:48.857097 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1111419c-4df8-46d7-b61d-2995a9c3e9d7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group_rule': {'security_group_id': '3d57e0ef-5bd7-472b-8b10-4a341c5cefbd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:48.892298 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1111419c-4df8-46d7-b61d-2995a9c3e9d7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.962921 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1111419c-4df8-46d7-b61d-2995a9c3e9d7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.968117 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1111419c-4df8-46d7-b61d-2995a9c3e9d7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.996079 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111419c-4df8-46d7-b61d-2995a9c3e9d7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0c1adf-4271-4d99-afa7-90d61f114cac,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:49.013752 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1111419c-4df8-46d7-b61d-2995a9c3e9d7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.015161 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1111419c-4df8-46d7-b61d-2995a9c3e9d7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1683640 Jul 05 10:09:49.020494 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59816) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:49.026968 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f2415ac9-497e-4db3-b877-58bab8616c5f tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group_rule': {'security_group_id': '3d57e0ef-5bd7-472b-8b10-4a341c5cefbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:49.060417 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2415ac9-497e-4db3-b877-58bab8616c5f tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.096024 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68af765-9c50-4da2-8f00-191678f8a0d6 None None] New status for floating IP e9619b0d-77c9-44b7-83af-45eaafa3485e: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:09:49.147436 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-f2415ac9-497e-4db3-b877-58bab8616c5f tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 10:09:49.151758 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f2415ac9-497e-4db3-b877-58bab8616c5f tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1292901 Jul 05 10:09:49.152217 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59822) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:49.216370 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8660-a974-49b7-9fc3-a79b9417f287 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.245507 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8660-a974-49b7-9fc3-a79b9417f287 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.305677 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8660-a974-49b7-9fc3-a79b9417f287 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.318802 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8660-a974-49b7-9fc3-a79b9417f287 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.323752 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13064853-58fe-41d8-bda3-724264692e66 req-b5d163c6-d8a1-4eea-97a9-9aaf13d01238 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:49.324294 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2fcc8660-a974-49b7-9fc3-a79b9417f287 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "DELETE /v2.0/security-groups/3d57e0ef-5bd7-472b-8b10-4a341c5cefbd HTTP/1.1" status: 204 len: 168 time: 0.1704407 Jul 05 10:09:49.324675 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59828) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:49.325631 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-13064853-58fe-41d8-bda3-724264692e66 req-b5d163c6-d8a1-4eea-97a9-9aaf13d01238 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.78 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 946 time: 0.0819628 Jul 05 10:09:49.347946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc8660-a974-49b7-9fc3-a79b9417f287 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d57e0ef-5bd7-472b-8b10-4a341c5cefbd,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:49.424442 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-335c5b47-d99d-4872-8bfc-e4b056c6bf2c tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0955067 Jul 05 10:09:49.428245 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59834) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:49.432796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-08b84500-de5d-4356-b4a0-21821d86b7c7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1286348647'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:49.458937 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08b84500-de5d-4356-b4a0-21821d86b7c7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.460080 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-13064853-58fe-41d8-bda3-724264692e66 req-cee3549b-0204-4cc9-af88-1cf0d6850e4b tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Deleting port 4242b484-7b9d-43fc-8a5b-d21b96d613ad {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:49.460448 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-13064853-58fe-41d8-bda3-724264692e66 req-cee3549b-0204-4cc9-af88-1cf0d6850e4b tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.575138 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08b84500-de5d-4356-b4a0-21821d86b7c7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.580219 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08b84500-de5d-4356-b4a0-21821d86b7c7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.594546 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-13064853-58fe-41d8-bda3-724264692e66 req-cee3549b-0204-4cc9-af88-1cf0d6850e4b tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] For port 4242b484-7b9d-43fc-8a5b-d21b96d613ad, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=4242b484-7b9d-43fc-8a5b-d21b96d613ad,segment=NetworkSegment(347dd1a2-18f3-4ca9-abf0-6e9a69384184),segment_id=347dd1a2-18f3-4ca9-abf0-6e9a69384184)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:49.595033 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-13064853-58fe-41d8-bda3-724264692e66 req-cee3549b-0204-4cc9-af88-1cf0d6850e4b tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.614570 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-13064853-58fe-41d8-bda3-724264692e66 req-cee3549b-0204-4cc9-af88-1cf0d6850e4b tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Calling delete_port for 4242b484-7b9d-43fc-8a5b-d21b96d613ad owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:49.655140 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08b84500-de5d-4356-b4a0-21821d86b7c7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.659723 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-08b84500-de5d-4356-b4a0-21821d86b7c7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2272584 Jul 05 10:09:49.660174 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59840) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:49.669476 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-276d098d-bcac-474f-8a7a-513dee9b0a90 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group_rule': {'security_group_id': 'db838913-790a-490d-a032-801764023277', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:49.670444 n-d-798054-8 neutron-server[93907]: WARNING neutron.api.v2.base [None req-276d098d-bcac-474f-8a7a-513dee9b0a90 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 05 10:09:49.670693 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-276d098d-bcac-474f-8a7a-513dee9b0a90 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:09:49.671651 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-276d098d-bcac-474f-8a7a-513dee9b0a90 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0107269 Jul 05 10:09:49.676307 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59844) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:49.686554 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b84500-de5d-4356-b4a0-21821d86b7c7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db838913-790a-490d-a032-801764023277,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:49.716928 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e680a1-46ce-428f-bbfa-ccf739578765 req-08cc8461-4945-4e66-a268-bdfbfeff3991 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:49.718508 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45e680a1-46ce-428f-bbfa-ccf739578765 req-08cc8461-4945-4e66-a268-bdfbfeff3991 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 946 time: 0.3083875 Jul 05 10:09:49.757459 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0158d12-b78d-4aa0-8bd0-6221cc3c7e18 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.777022 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45e680a1-46ce-428f-bbfa-ccf739578765 req-777fb8f4-a9e8-4a2f-9dfc-d6ac0d964670 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/security-groups?id=98ec7402-286b-4043-90b7-8d3112b5b8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519276 Jul 05 10:09:49.813337 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0158d12-b78d-4aa0-8bd0-6221cc3c7e18 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.849757 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-13064853-58fe-41d8-bda3-724264692e66 req-cee3549b-0204-4cc9-af88-1cf0d6850e4b tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.885193 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3549b-0204-4cc9-af88-1cf0d6850e4b tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Pushing event deleted for resources: {'Port': ['ID=4242b484-7b9d-43fc-8a5b-d21b96d613ad,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:49.920128 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0158d12-b78d-4aa0-8bd0-6221cc3c7e18 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.922632 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0158d12-b78d-4aa0-8bd0-6221cc3c7e18 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.923796 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e0158d12-b78d-4aa0-8bd0-6221cc3c7e18 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "DELETE /v2.0/security-groups/db838913-790a-490d-a032-801764023277 HTTP/1.1" status: 204 len: 168 time: 0.2464359 Jul 05 10:09:49.926512 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59850) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:49.956100 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-13064853-58fe-41d8-bda3-724264692e66 req-cee3549b-0204-4cc9-af88-1cf0d6850e4b tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] No DVR routers for this DVR port 4242b484-7b9d-43fc-8a5b-d21b96d613ad on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:49.957979 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0158d12-b78d-4aa0-8bd0-6221cc3c7e18 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db838913-790a-490d-a032-801764023277,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:49.961566 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-13064853-58fe-41d8-bda3-724264692e66 req-cee3549b-0204-4cc9-af88-1cf0d6850e4b tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.962262 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-13064853-58fe-41d8-bda3-724264692e66 req-cee3549b-0204-4cc9-af88-1cf0d6850e4b tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.78 "DELETE /v2.0/ports/4242b484-7b9d-43fc-8a5b-d21b96d613ad HTTP/1.1" status: 204 len: 173 time: 0.6314206 Jul 05 10:09:49.962707 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b1cd0a-dbd7-4731-a967-ccfea7bff21a', 'name': 'network-vif-deleted', 'tag': '4242b484-7b9d-43fc-8a5b-d21b96d613ad'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:49.965006 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b407dd1a-8e5d-4a5d-8cb3-59e9bb1c90ff" -d '{"events": [{"server_uuid": "60b1cd0a-dbd7-4731-a967-ccfea7bff21a", "name": "network-vif-deleted", "tag": "4242b484-7b9d-43fc-8a5b-d21b96d613ad"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:50.008754 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6efb981b-d788-4e74-8be6-1397da87b0d9 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0806665 Jul 05 10:09:50.013601 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59858) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:50.018845 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2810ffdc-829b-4b64-bdd8-89d9d6967087 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1337054532'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:50.049477 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2810ffdc-829b-4b64-bdd8-89d9d6967087 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.063565 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99078c64-ed90-4b1d-be18-1066ae6f0569 x-openstack-request-id: req-99078c64-ed90-4b1d-be18-1066ae6f0569 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:50.063818 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b1cd0a-dbd7-4731-a967-ccfea7bff21a", "name": "network-vif-deleted", "tag": "4242b484-7b9d-43fc-8a5b-d21b96d613ad", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:50.064204 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-99078c64-ed90-4b1d-be18-1066ae6f0569 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:50.064676 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b1cd0a-dbd7-4731-a967-ccfea7bff21a', 'name': 'network-vif-deleted', 'tag': '4242b484-7b9d-43fc-8a5b-d21b96d613ad', 'status': 'completed', 'code': 200} Jul 05 10:09:50.181828 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2810ffdc-829b-4b64-bdd8-89d9d6967087 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.186781 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2810ffdc-829b-4b64-bdd8-89d9d6967087 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.231780 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2810ffdc-829b-4b64-bdd8-89d9d6967087 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.236494 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2810ffdc-829b-4b64-bdd8-89d9d6967087 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2182100 Jul 05 10:09:50.237256 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59868) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:50.243222 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0e6cf606-d665-4489-ad46-4314c14831f2 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group_rule': {'security_group_id': '3c0c14f0-f6e3-4e1c-bbd8-023ffc6076d2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:50.244961 n-d-798054-8 neutron-server[93907]: WARNING neutron.api.v2.base [None req-0e6cf606-d665-4489-ad46-4314c14831f2 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 05 10:09:50.245464 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-0e6cf606-d665-4489-ad46-4314c14831f2 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:09:50.248065 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0e6cf606-d665-4489-ad46-4314c14831f2 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0086608 Jul 05 10:09:50.249201 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59870) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:50.251832 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810ffdc-829b-4b64-bdd8-89d9d6967087 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0c14f0-f6e3-4e1c-bbd8-023ffc6076d2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:50.332126 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89165f2f-86be-4702-8469-11bccd053837 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.360400 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89165f2f-86be-4702-8469-11bccd053837 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.415820 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89165f2f-86be-4702-8469-11bccd053837 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.419974 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89165f2f-86be-4702-8469-11bccd053837 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.423736 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-89165f2f-86be-4702-8469-11bccd053837 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "DELETE /v2.0/security-groups/3c0c14f0-f6e3-4e1c-bbd8-023ffc6076d2 HTTP/1.1" status: 204 len: 168 time: 0.1734271 Jul 05 10:09:50.424087 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59874) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:50.435085 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89165f2f-86be-4702-8469-11bccd053837 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0c14f0-f6e3-4e1c-bbd8-023ffc6076d2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:50.483968 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c8a10f90-e413-49a6-8a83-d692957dee97 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0579093 Jul 05 10:09:50.487561 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59876) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:50.493060 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d97ff7a2-ae57-4470-bace-36154fdcd556 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1817122264'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:50.519989 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d97ff7a2-ae57-4470-bace-36154fdcd556 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.613668 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d97ff7a2-ae57-4470-bace-36154fdcd556 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.618928 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d97ff7a2-ae57-4470-bace-36154fdcd556 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.652066 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d97ff7a2-ae57-4470-bace-36154fdcd556 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.654162 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d97ff7a2-ae57-4470-bace-36154fdcd556 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1656048 Jul 05 10:09:50.657020 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59878) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:50.662946 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0f483e27-1de5-4032-99c8-039d568c8b46 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group_rule': {'security_group_id': '1fb535b7-e0fe-448f-9b5a-dccc44ab5fb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:50.664427 n-d-798054-8 neutron-server[93906]: WARNING neutron.api.v2.base [None req-0f483e27-1de5-4032-99c8-039d568c8b46 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 05 10:09:50.665131 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-0f483e27-1de5-4032-99c8-039d568c8b46 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:09:50.667101 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0f483e27-1de5-4032-99c8-039d568c8b46 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086644 Jul 05 10:09:50.669943 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59880) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:50.675125 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6e614b93-06c8-4daa-874c-d22f5a565a36 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group_rule': {'security_group_id': '1fb535b7-e0fe-448f-9b5a-dccc44ab5fb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:50.676182 n-d-798054-8 neutron-server[93906]: WARNING neutron.api.v2.base [None req-6e614b93-06c8-4daa-874c-d22f5a565a36 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 05 10:09:50.676919 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-6e614b93-06c8-4daa-874c-d22f5a565a36 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:09:50.680594 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6e614b93-06c8-4daa-874c-d22f5a565a36 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0069363 Jul 05 10:09:50.680594 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ff7a2-ae57-4470-bace-36154fdcd556 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb535b7-e0fe-448f-9b5a-dccc44ab5fb2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:50.681170 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59882) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:50.687517 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a3a95223-71cf-4937-98de-4768eb14016f tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group_rule': {'security_group_id': '1fb535b7-e0fe-448f-9b5a-dccc44ab5fb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:50.688757 n-d-798054-8 neutron-server[93906]: WARNING neutron.api.v2.base [None req-a3a95223-71cf-4937-98de-4768eb14016f tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 05 10:09:50.689452 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-a3a95223-71cf-4937-98de-4768eb14016f tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:09:50.691899 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a3a95223-71cf-4937-98de-4768eb14016f tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086977 Jul 05 10:09:50.693483 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59884) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:50.697966 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2b4d2325-d2ba-4dfc-b4c0-2188a05b24de tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group_rule': {'security_group_id': '1fb535b7-e0fe-448f-9b5a-dccc44ab5fb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:50.699036 n-d-798054-8 neutron-server[93906]: WARNING neutron.api.v2.base [None req-2b4d2325-d2ba-4dfc-b4c0-2188a05b24de tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 05 10:09:50.700132 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-2b4d2325-d2ba-4dfc-b4c0-2188a05b24de tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:09:50.701212 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2b4d2325-d2ba-4dfc-b4c0-2188a05b24de tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067439 Jul 05 10:09:50.704115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59886) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:50.770694 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d81cbe46-78b5-45e3-85c6-64cef17f1290 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.811101 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d81cbe46-78b5-45e3-85c6-64cef17f1290 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.862355 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d81cbe46-78b5-45e3-85c6-64cef17f1290 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.865383 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d81cbe46-78b5-45e3-85c6-64cef17f1290 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.866845 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d81cbe46-78b5-45e3-85c6-64cef17f1290 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "DELETE /v2.0/security-groups/1fb535b7-e0fe-448f-9b5a-dccc44ab5fb2 HTTP/1.1" status: 204 len: 168 time: 0.1598651 Jul 05 10:09:50.869430 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59890) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:50.897175 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cbe46-78b5-45e3-85c6-64cef17f1290 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb535b7-e0fe-448f-9b5a-dccc44ab5fb2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:50.942195 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-67c132d0-7b00-46a5-a93e-7a984f5f30a3 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0716166 Jul 05 10:09:50.947165 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59892) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:50.951246 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-961dd75e-16eb-49f0-9a3e-6a04be1e25cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.955421 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-dcdfaeb0-949e-4df5-b125-8ddaee506036 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1761485531'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:50.961422 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b19cd48-b34d-46d0-be1d-a7019f021b5c req-f2777685-6e98-4fcb-9281-a01cc0c290c2 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 210 time: 0.0499401 Jul 05 10:09:50.985884 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dcdfaeb0-949e-4df5-b125-8ddaee506036 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.086629 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dcdfaeb0-949e-4df5-b125-8ddaee506036 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.092207 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dcdfaeb0-949e-4df5-b125-8ddaee506036 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.126232 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dcdfaeb0-949e-4df5-b125-8ddaee506036 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.131277 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59898) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:51.131436 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-dcdfaeb0-949e-4df5-b125-8ddaee506036 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1823449 Jul 05 10:09:51.136018 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdfaeb0-949e-4df5-b125-8ddaee506036 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c21200f0-3a93-4f03-bb53-9b99a6fe84fe,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:51.136759 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e53f2f24-e6e9-4c90-8f16-ce1e779e09ff tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group_rule': {'security_group_id': 'c21200f0-3a93-4f03-bb53-9b99a6fe84fe', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:51.137878 n-d-798054-8 neutron-server[93907]: WARNING neutron.api.v2.base [None req-e53f2f24-e6e9-4c90-8f16-ce1e779e09ff tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 10:09:51.148583 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-e53f2f24-e6e9-4c90-8f16-ce1e779e09ff tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:09:51.153472 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e53f2f24-e6e9-4c90-8f16-ce1e779e09ff tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0184062 Jul 05 10:09:51.153853 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59900) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:51.167699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-391af366-5f48-4879-b604-c04a2e93b557 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group_rule': {'security_group_id': 'c21200f0-3a93-4f03-bb53-9b99a6fe84fe', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:51.209494 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-391af366-5f48-4879-b604-c04a2e93b557 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:09:51.211954 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-391af366-5f48-4879-b604-c04a2e93b557 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0557542 Jul 05 10:09:51.213581 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59902) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:51.220130 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2e37c388-55a5-4334-9b20-0d276081d62d tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group_rule': {'security_group_id': 'c21200f0-3a93-4f03-bb53-9b99a6fe84fe', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:51.220614 n-d-798054-8 neutron-server[93907]: WARNING neutron.api.v2.base [None req-2e37c388-55a5-4334-9b20-0d276081d62d tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 05 10:09:51.221339 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-2e37c388-55a5-4334-9b20-0d276081d62d tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:09:51.223892 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2e37c388-55a5-4334-9b20-0d276081d62d tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072019 Jul 05 10:09:51.225034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59904) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:51.230168 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a03cb3c2-3d03-4c10-903d-5aacd8c69bde tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group_rule': {'security_group_id': 'c21200f0-3a93-4f03-bb53-9b99a6fe84fe', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:51.273899 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-a03cb3c2-3d03-4c10-903d-5aacd8c69bde tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:09:51.275242 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a03cb3c2-3d03-4c10-903d-5aacd8c69bde tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0489321 Jul 05 10:09:51.278794 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59908) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:51.283473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1e0205c0-6a3c-4c42-9f64-5d9910d005b6 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group_rule': {'security_group_id': 'c21200f0-3a93-4f03-bb53-9b99a6fe84fe', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:51.284064 n-d-798054-8 neutron-server[93907]: WARNING neutron.api.v2.base [None req-1e0205c0-6a3c-4c42-9f64-5d9910d005b6 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 10:09:51.284676 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-1e0205c0-6a3c-4c42-9f64-5d9910d005b6 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:09:51.285870 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1e0205c0-6a3c-4c42-9f64-5d9910d005b6 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059609 Jul 05 10:09:51.288803 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59910) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:51.293151 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-93357b2a-0cf3-445e-ad3c-4f31a7f2ca21 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group_rule': {'security_group_id': 'c21200f0-3a93-4f03-bb53-9b99a6fe84fe', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:51.336990 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-93357b2a-0cf3-445e-ad3c-4f31a7f2ca21 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:09:51.338211 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-93357b2a-0cf3-445e-ad3c-4f31a7f2ca21 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0484622 Jul 05 10:09:51.340975 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59912) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:51.346316 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d1558613-b64e-417f-b5d3-b78f5deb01f6 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group_rule': {'security_group_id': 'c21200f0-3a93-4f03-bb53-9b99a6fe84fe', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:51.346979 n-d-798054-8 neutron-server[93907]: WARNING neutron.api.v2.base [None req-d1558613-b64e-417f-b5d3-b78f5deb01f6 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 05 10:09:51.347570 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-d1558613-b64e-417f-b5d3-b78f5deb01f6 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:09:51.351183 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d1558613-b64e-417f-b5d3-b78f5deb01f6 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064352 Jul 05 10:09:51.351562 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59914) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:51.356528 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-03a7714d-41d3-4f38-9e3d-46ee1a41db4a tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group_rule': {'security_group_id': 'c21200f0-3a93-4f03-bb53-9b99a6fe84fe', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:51.415226 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-03a7714d-41d3-4f38-9e3d-46ee1a41db4a tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:09:51.418959 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-03a7714d-41d3-4f38-9e3d-46ee1a41db4a tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0638196 Jul 05 10:09:51.419361 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59916) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:51.428372 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0a854d9d-6e8c-43d5-8b15-e2e4d41e51f0 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group_rule': {'security_group_id': 'c21200f0-3a93-4f03-bb53-9b99a6fe84fe', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:51.462210 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-0a854d9d-6e8c-43d5-8b15-e2e4d41e51f0 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:09:51.466001 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0a854d9d-6e8c-43d5-8b15-e2e4d41e51f0 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0428350 Jul 05 10:09:51.466246 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59918) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:51.518919 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9168-c715-4784-bc80-41d1d880e8b0 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.540884 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9168-c715-4784-bc80-41d1d880e8b0 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.582048 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9168-c715-4784-bc80-41d1d880e8b0 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.584978 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9168-c715-4784-bc80-41d1d880e8b0 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.586317 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5e6b9168-c715-4784-bc80-41d1d880e8b0 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "DELETE /v2.0/security-groups/c21200f0-3a93-4f03-bb53-9b99a6fe84fe HTTP/1.1" status: 204 len: 168 time: 0.1191754 Jul 05 10:09:51.589013 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59920) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:51.596603 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b9168-c715-4784-bc80-41d1d880e8b0 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21200f0-3a93-4f03-bb53-9b99a6fe84fe,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:51.648633 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e551bb1f-625f-4fc6-b705-79492ac1689d tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0579634 Jul 05 10:09:51.652253 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59922) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:51.656863 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-556fefe1-4a30-420e-8826-ac9e33696bb9 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group': {'name': 'tempest-secgroup--2062404842'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:51.680343 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-556fefe1-4a30-420e-8826-ac9e33696bb9 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.764781 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-556fefe1-4a30-420e-8826-ac9e33696bb9 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.769230 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-556fefe1-4a30-420e-8826-ac9e33696bb9 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.795180 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-556fefe1-4a30-420e-8826-ac9e33696bb9 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.796485 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-556fefe1-4a30-420e-8826-ac9e33696bb9 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1432197 Jul 05 10:09:51.799629 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59924) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:51.800824 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fefe1-4a30-420e-8826-ac9e33696bb9 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d59032-58c2-4cfb-acde-5cbbee45cfa7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:51.806016 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-44ec15cb-9140-4ed0-b164-d311ea6b12d1 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group_rule': {'security_group_id': '04d59032-58c2-4cfb-acde-5cbbee45cfa7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:51.844853 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-44ec15cb-9140-4ed0-b164-d311ea6b12d1 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] create failed (client error): The resource could not be found. Jul 05 10:09:51.845911 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-44ec15cb-9140-4ed0-b164-d311ea6b12d1 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0450814 Jul 05 10:09:51.848791 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59926) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:51.853202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f2bf4fbc-1b35-49b2-b40d-94b6f56008f1 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group_rule': {'security_group_id': '04d59032-58c2-4cfb-acde-5cbbee45cfa7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '94c9ae68-2f0f-49a8-9559-2a2a287bddac'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:51.894209 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-f2bf4fbc-1b35-49b2-b40d-94b6f56008f1 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] create failed (client error): The resource could not be found. Jul 05 10:09:51.895353 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f2bf4fbc-1b35-49b2-b40d-94b6f56008f1 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0456495 Jul 05 10:09:51.898743 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59928) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:51.952583 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-842b36f2-3910-4f24-8b2b-3abe6d54dfba tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.975345 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-842b36f2-3910-4f24-8b2b-3abe6d54dfba tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.023579 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-842b36f2-3910-4f24-8b2b-3abe6d54dfba tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.026740 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-842b36f2-3910-4f24-8b2b-3abe6d54dfba tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.030326 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-842b36f2-3910-4f24-8b2b-3abe6d54dfba tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "DELETE /v2.0/security-groups/04d59032-58c2-4cfb-acde-5cbbee45cfa7 HTTP/1.1" status: 204 len: 168 time: 0.1283901 Jul 05 10:09:52.030693 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59932) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:52.038703 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b36f2-3910-4f24-8b2b-3abe6d54dfba tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d59032-58c2-4cfb-acde-5cbbee45cfa7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:52.090770 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1f7e379e-3ff2-4452-961d-013a0c929c67 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0588598 Jul 05 10:09:52.094604 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59934) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:52.099129 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3bd42eb7-db36-487c-8409-21aad127df42 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group_rule': {'security_group_id': '89a22939-df71-4d9b-8932-5323db905669', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:52.119737 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e65d1d0f-5951-4fa5-bdcb-7303ef251d14 req-6b507c3a-253f-4c68-b830-a5585fbb4592 tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 210 time: 0.0328844 Jul 05 10:09:52.144559 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-3bd42eb7-db36-487c-8409-21aad127df42 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] create failed (client error): The resource could not be found. Jul 05 10:09:52.147948 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3bd42eb7-db36-487c-8409-21aad127df42 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0501349 Jul 05 10:09:52.150070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59936) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:52.154945 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a441d0be-5384-4598-81b3-b60b03955ca7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group': {'name': 'tempest-secgroup--889994190'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:52.181016 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a441d0be-5384-4598-81b3-b60b03955ca7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.273379 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a441d0be-5384-4598-81b3-b60b03955ca7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.278979 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a441d0be-5384-4598-81b3-b60b03955ca7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.314799 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a441d0be-5384-4598-81b3-b60b03955ca7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.316177 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a441d0be-5384-4598-81b3-b60b03955ca7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1649394 Jul 05 10:09:52.317565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441d0be-5384-4598-81b3-b60b03955ca7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd16513-5f48-4663-b60f-74e1c04b93c7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:52.319636 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59942) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:52.325929 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e69573f2-2f8d-422f-9365-9e16d53ccfc6 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group': {'name': 'tempest-secgroup--616505546'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:52.350984 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e69573f2-2f8d-422f-9365-9e16d53ccfc6 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.435194 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 4242b484-7b9d-43fc-8a5b-d21b96d613ad no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:52.440918 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e69573f2-2f8d-422f-9365-9e16d53ccfc6 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.446099 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e69573f2-2f8d-422f-9365-9e16d53ccfc6 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.466356 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 4242b484-7b9d-43fc-8a5b-d21b96d613ad {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:52.468010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 4242b484-7b9d-43fc-8a5b-d21b96d613ad not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:52.473819 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e69573f2-2f8d-422f-9365-9e16d53ccfc6 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.475311 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e69573f2-2f8d-422f-9365-9e16d53ccfc6 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1533790 Jul 05 10:09:52.478613 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59946) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:52.484028 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69573f2-2f8d-422f-9365-9e16d53ccfc6 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d68556-edfa-4aa2-a1f0-6d2b1a4e6089,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:52.484949 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-df010716-5d95-4d41-9eca-c88f4ab1723b tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group_rule': {'security_group_id': '5bd16513-5f48-4663-b60f-74e1c04b93c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e1d68556-edfa-4aa2-a1f0-6d2b1a4e6089'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:52.525944 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-df010716-5d95-4d41-9eca-c88f4ab1723b tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:09:52.527219 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-df010716-5d95-4d41-9eca-c88f4ab1723b tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0469294 Jul 05 10:09:52.530000 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59948) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:52.593985 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd407add-2e1c-4985-9719-131ad966fd8c tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.617765 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd407add-2e1c-4985-9719-131ad966fd8c tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.658372 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd407add-2e1c-4985-9719-131ad966fd8c tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.660844 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd407add-2e1c-4985-9719-131ad966fd8c tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.662344 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bd407add-2e1c-4985-9719-131ad966fd8c tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "DELETE /v2.0/security-groups/e1d68556-edfa-4aa2-a1f0-6d2b1a4e6089 HTTP/1.1" status: 204 len: 168 time: 0.1312985 Jul 05 10:09:52.665093 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59950) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:52.671162 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd407add-2e1c-4985-9719-131ad966fd8c tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d68556-edfa-4aa2-a1f0-6d2b1a4e6089,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:52.724417 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1a402a58-6d37-43e1-b6aa-3674f2cc93d9 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0574880 Jul 05 10:09:52.727138 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59952) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:52.779065 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3572e50-d224-483b-93cc-26727259d0ff tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.801441 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3572e50-d224-483b-93cc-26727259d0ff tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.846132 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3572e50-d224-483b-93cc-26727259d0ff tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.848689 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3572e50-d224-483b-93cc-26727259d0ff tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.849945 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d3572e50-d224-483b-93cc-26727259d0ff tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "DELETE /v2.0/security-groups/5bd16513-5f48-4663-b60f-74e1c04b93c7 HTTP/1.1" status: 204 len: 168 time: 0.1218953 Jul 05 10:09:52.852839 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59954) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:52.859371 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3572e50-d224-483b-93cc-26727259d0ff tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd16513-5f48-4663-b60f-74e1c04b93c7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:52.924711 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bf1e15e7-ceb2-4c76-a940-960f415f6410 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0702844 Jul 05 10:09:52.928886 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59956) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:52.933530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-def7c3dd-676a-4e9c-948a-c7282d8bcd18 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1529655617'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:52.956064 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-def7c3dd-676a-4e9c-948a-c7282d8bcd18 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.056357 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-def7c3dd-676a-4e9c-948a-c7282d8bcd18 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.060223 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-def7c3dd-676a-4e9c-948a-c7282d8bcd18 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.091485 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-def7c3dd-676a-4e9c-948a-c7282d8bcd18 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.095541 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-def7c3dd-676a-4e9c-948a-c7282d8bcd18 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1628811 Jul 05 10:09:53.095684 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59958) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:53.100921 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-fb6585f2-e82e-4d50-bb87-7d710478d9fd tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:53.101340 n-d-798054-8 neutron-server[93907]: WARNING neutron.api.v2.base [None req-fb6585f2-e82e-4d50-bb87-7d710478d9fd tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 10:09:53.101845 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-fb6585f2-e82e-4d50-bb87-7d710478d9fd tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 10:09:53.102796 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-fb6585f2-e82e-4d50-bb87-7d710478d9fd tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "PUT /v2.0/security-groups/9c9a7a18-c96c-4884-8664-8af24e33e8f9 HTTP/1.1" status: 409 len: 330 time: 0.0062165 Jul 05 10:09:53.103494 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7c3dd-676a-4e9c-948a-c7282d8bcd18 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9a7a18-c96c-4884-8664-8af24e33e8f9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:53.105318 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 59960) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:53.160269 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed9c6-5990-4263-bba3-2e6d7fea84a7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.183621 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed9c6-5990-4263-bba3-2e6d7fea84a7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.229491 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed9c6-5990-4263-bba3-2e6d7fea84a7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.233365 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed9c6-5990-4263-bba3-2e6d7fea84a7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.237848 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2d3ed9c6-5990-4263-bba3-2e6d7fea84a7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "DELETE /v2.0/security-groups/9c9a7a18-c96c-4884-8664-8af24e33e8f9 HTTP/1.1" status: 204 len: 168 time: 0.1314301 Jul 05 10:09:53.238138 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59966) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:53.249738 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ed9c6-5990-4263-bba3-2e6d7fea84a7 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9a7a18-c96c-4884-8664-8af24e33e8f9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:53.300497 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b2c399c7-7512-4a6d-b29d-85f69fa2c4e3 req-f700a6a3-eec4-4e4b-bf6c-c10af47f53cd tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "GET /v2.0/ports?device_id=60b1cd0a-dbd7-4731-a967-ccfea7bff21a HTTP/1.1" status: 200 len: 210 time: 0.0432754 Jul 05 10:09:53.313271 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5c222823-5d23-4c6a-b721-2c405f22d134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.341399 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7ff9b9b5-2134-47d6-b68c-ac0e3a10afa5 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1017268 Jul 05 10:09:53.345197 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59970) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:53.359481 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-7cdc9c6e-996d-474e-9cb4-ce69ac37065f tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] delete failed (client error): The resource could not be found. Jul 05 10:09:53.360522 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7cdc9c6e-996d-474e-9cb4-ce69ac37065f tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "DELETE /v2.0/security-groups/53c79833-e319-4cc0-9823-1c049a1203c3 HTTP/1.1" status: 404 len: 347 time: 0.0144138 Jul 05 10:09:53.364183 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59972) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:53.378048 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-93c6ce85-1320-4c6d-9c9d-3f14c741b11a tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] show failed (client error): The resource could not be found. Jul 05 10:09:53.379893 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-93c6ce85-1320-4c6d-9c9d-3f14c741b11a tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "GET /v2.0/security-groups/1a19b947-87c5-40ed-8ebd-096cadee89ff HTTP/1.1" status: 404 len: 347 time: 0.0139647 Jul 05 10:09:53.382713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59974) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:53.397011 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-81c012ce-9c40-4715-a290-56e65a33ed03 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] show failed (client error): The resource could not be found. Jul 05 10:09:53.398024 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-81c012ce-9c40-4715-a290-56e65a33ed03 tempest-NegativeSecGroupTest-1032909881 tempest-NegativeSecGroupTest-1032909881-project] 10.222.0.79 "GET /v2.0/security-group-rules/8830ed98-9237-40bd-8a7c-eea6bca66fa6 HTTP/1.1" status: 404 len: 356 time: 0.0144145 Jul 05 10:09:53.608279 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.681886 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59982) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:53.831923 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2e4cf76b-80c7-4e79-ba67-9a9aac77461d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=218e0bcd996b461a87da73c90bcb240a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468306 Jul 05 10:09:53.832541 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 59986) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:53.882813 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8cdb03bf-8cbe-4538-99e5-2a64ee66fa82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.904368 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8cdb03bf-8cbe-4538-99e5-2a64ee66fa82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.961987 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8cdb03bf-8cbe-4538-99e5-2a64ee66fa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.965144 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8cdb03bf-8cbe-4538-99e5-2a64ee66fa82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.966673 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8cdb03bf-8cbe-4538-99e5-2a64ee66fa82 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/72dc3024-3325-4c8e-804e-6b43d4c2acc5 HTTP/1.1" status: 204 len: 168 time: 0.1331682 Jul 05 10:09:53.975913 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb03bf-8cbe-4538-99e5-2a64ee66fa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dc3024-3325-4c8e-804e-6b43d4c2acc5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:54.435523 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60008) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:54.522323 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0afe25f0-b7be-4103-8aea-dfc0cfce03db tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.553315 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0afe25f0-b7be-4103-8aea-dfc0cfce03db tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.601388 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.638947 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0afe25f0-b7be-4103-8aea-dfc0cfce03db tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.641981 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0afe25f0-b7be-4103-8aea-dfc0cfce03db tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.646678 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0afe25f0-b7be-4103-8aea-dfc0cfce03db tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] 10.222.0.79 "DELETE /v2.0/security-groups/98ec7402-286b-4043-90b7-8d3112b5b8df HTTP/1.1" status: 204 len: 168 time: 0.2074201 Jul 05 10:09:54.657603 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe25f0-b7be-4103-8aea-dfc0cfce03db tempest-TestVolumeBackupRestore-1556021146 tempest-TestVolumeBackupRestore-1556021146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ec7402-286b-4043-90b7-8d3112b5b8df,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:54.697467 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60020) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:54.830160 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c47dae71-dfdb-4b7f-821d-c4d48d8938c6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-358247716-network', 'tenant_id': 'f7ca6c4c9b544026888910d3be92e8c0'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:54.870431 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47dae71-dfdb-4b7f-821d-c4d48d8938c6 admin admin] Made reservation on behalf of f7ca6c4c9b544026888910d3be92e8c0 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:54.875292 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c47dae71-dfdb-4b7f-821d-c4d48d8938c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.888902 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c47dae71-dfdb-4b7f-821d-c4d48d8938c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.027563 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c47dae71-dfdb-4b7f-821d-c4d48d8938c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.031941 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c47dae71-dfdb-4b7f-821d-c4d48d8938c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.059094 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47dae71-dfdb-4b7f-821d-c4d48d8938c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:09:55.073700 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47dae71-dfdb-4b7f-821d-c4d48d8938c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ff4984-e011-4c69-a295-ad4f1d0b6b06,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:55.090387 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c47dae71-dfdb-4b7f-821d-c4d48d8938c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.090746 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-c47dae71-dfdb-4b7f-821d-c4d48d8938c6 admin admin] Added segment d3d4bb54-f38f-4ba2-891a-e268ac614367 of type vlan for network 3a3f1010-18d2-49b7-92c9-16864788d36e Jul 05 10:09:55.133726 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c47dae71-dfdb-4b7f-821d-c4d48d8938c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.173470 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c47dae71-dfdb-4b7f-821d-c4d48d8938c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.174815 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47dae71-dfdb-4b7f-821d-c4d48d8938c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:55.175548 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c47dae71-dfdb-4b7f-821d-c4d48d8938c6 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.265166 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c47dae71-dfdb-4b7f-821d-c4d48d8938c6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5662987 Jul 05 10:09:55.267828 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60082) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:55.274955 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-189ae176-b456-429e-9dec-9b2be2490ad5 admin admin] Request body: {'subnet': {'network_id': '3a3f1010-18d2-49b7-92c9-16864788d36e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-358247716-subnet', 'tenant_id': 'f7ca6c4c9b544026888910d3be92e8c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:55.287947 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47dae71-dfdb-4b7f-821d-c4d48d8938c6 admin admin] Pushing event updated for resources: {'Network': ['ID=3a3f1010-18d2-49b7-92c9-16864788d36e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:55.302377 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 3a3f1010-18d2-49b7-92c9-16864788d36e details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:09:55.320267 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189ae176-b456-429e-9dec-9b2be2490ad5 admin admin] Made reservation on behalf of f7ca6c4c9b544026888910d3be92e8c0 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:55.322739 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-189ae176-b456-429e-9dec-9b2be2490ad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.539333 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-189ae176-b456-429e-9dec-9b2be2490ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.603041 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189ae176-b456-429e-9dec-9b2be2490ad5 admin admin] Checking segment: {'id': 'd3d4bb54-f38f-4ba2-891a-e268ac614367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3a3f1010-18d2-49b7-92c9-16864788d36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:55.603410 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189ae176-b456-429e-9dec-9b2be2490ad5 admin admin] Network hostable DHCP agents. Network: 3a3f1010-18d2-49b7-92c9-16864788d36e, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:09:55.610370 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ae176-b456-429e-9dec-9b2be2490ad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=446a9337-e859-42bd-8930-d1e85d2e3887,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:55.632369 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189ae176-b456-429e-9dec-9b2be2490ad5 admin admin] Network 3a3f1010-18d2-49b7-92c9-16864788d36e is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:09:55.646110 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-189ae176-b456-429e-9dec-9b2be2490ad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 3a3f1010-18d2-49b7-92c9-16864788d36e) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:55.651780 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189ae176-b456-429e-9dec-9b2be2490ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:55.653844 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-189ae176-b456-429e-9dec-9b2be2490ad5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.657164 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f5b091-53e0-4811-8bc0-686082f265a0 None None] Network 3a3f1010-18d2-49b7-92c9-16864788d36e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:55.671250 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-189ae176-b456-429e-9dec-9b2be2490ad5 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4015174 Jul 05 10:09:55.816036 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc40fbb-d1e9-415a-b7be-67d4f853f5a9 None None] Network 3a3f1010-18d2-49b7-92c9-16864788d36e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:56.352320 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60240) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:56.359209 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6833a5ef-f951-4182-b2a9-6244c2e0fd6b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-918890188-network', 'tenant_id': '632bba8d474d4448a38de264ad281364'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:56.390137 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6833a5ef-f951-4182-b2a9-6244c2e0fd6b admin admin] Made reservation on behalf of 632bba8d474d4448a38de264ad281364 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:56.392215 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6833a5ef-f951-4182-b2a9-6244c2e0fd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.415075 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6833a5ef-f951-4182-b2a9-6244c2e0fd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.544575 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6833a5ef-f951-4182-b2a9-6244c2e0fd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.551244 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6833a5ef-f951-4182-b2a9-6244c2e0fd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.578936 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6833a5ef-f951-4182-b2a9-6244c2e0fd6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:09:56.588864 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833a5ef-f951-4182-b2a9-6244c2e0fd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ad868f-f71b-4ed1-a374-34b0de7fe2cf,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:56.595260 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6833a5ef-f951-4182-b2a9-6244c2e0fd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.596178 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-6833a5ef-f951-4182-b2a9-6244c2e0fd6b admin admin] Added segment 61881cfd-98ff-4c51-9e6b-be3e37b49fe2 of type vlan for network 1242063a-ab1c-4e7b-9572-8c2e3cf1558d Jul 05 10:09:56.654272 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6833a5ef-f951-4182-b2a9-6244c2e0fd6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.706940 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6833a5ef-f951-4182-b2a9-6244c2e0fd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.708128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6833a5ef-f951-4182-b2a9-6244c2e0fd6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:56.708764 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6833a5ef-f951-4182-b2a9-6244c2e0fd6b admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.715677 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.784074 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833a5ef-f951-4182-b2a9-6244c2e0fd6b admin admin] Pushing event updated for resources: {'Network': ['ID=1242063a-ab1c-4e7b-9572-8c2e3cf1558d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:56.798759 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 1242063a-ab1c-4e7b-9572-8c2e3cf1558d details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:09:56.812011 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6833a5ef-f951-4182-b2a9-6244c2e0fd6b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4578958 Jul 05 10:09:56.815011 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60298) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:56.825183 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5082e6dc-ff0b-43c4-9934-09adda7072a9 admin admin] Request body: {'subnet': {'network_id': '1242063a-ab1c-4e7b-9572-8c2e3cf1558d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-918890188-subnet', 'tenant_id': '632bba8d474d4448a38de264ad281364', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:56.868978 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5082e6dc-ff0b-43c4-9934-09adda7072a9 admin admin] Made reservation on behalf of 632bba8d474d4448a38de264ad281364 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:56.872249 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5082e6dc-ff0b-43c4-9934-09adda7072a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.144328 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5082e6dc-ff0b-43c4-9934-09adda7072a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.211271 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082e6dc-ff0b-43c4-9934-09adda7072a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=974b004f-d024-4e14-94e7-9351f275a1dc,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:57.226645 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5082e6dc-ff0b-43c4-9934-09adda7072a9 admin admin] Checking segment: {'id': '61881cfd-98ff-4c51-9e6b-be3e37b49fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '1242063a-ab1c-4e7b-9572-8c2e3cf1558d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:57.227005 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5082e6dc-ff0b-43c4-9934-09adda7072a9 admin admin] Network hostable DHCP agents. Network: 1242063a-ab1c-4e7b-9572-8c2e3cf1558d, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:09:57.249219 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5082e6dc-ff0b-43c4-9934-09adda7072a9 admin admin] Network 1242063a-ab1c-4e7b-9572-8c2e3cf1558d is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:09:57.265397 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-5082e6dc-ff0b-43c4-9934-09adda7072a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 1242063a-ab1c-4e7b-9572-8c2e3cf1558d) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:57.274404 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a987417-985a-472d-b0db-4f902597b4ff None None] Network 1242063a-ab1c-4e7b-9572-8c2e3cf1558d requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:57.280328 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5082e6dc-ff0b-43c4-9934-09adda7072a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:57.280991 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5082e6dc-ff0b-43c4-9934-09adda7072a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.321497 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5082e6dc-ff0b-43c4-9934-09adda7072a9 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5038719 Jul 05 10:09:57.349014 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:09:57.527541 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27d2090-70b6-4de1-9a79-fd7004b55cfb None None] Network 1242063a-ab1c-4e7b-9572-8c2e3cf1558d requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:57.584331 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60392) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:57.686949 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d18821e-4ef3-4b4c-aa61-3efcebcdda8e admin admin] Deleting subnet 446a9337-e859-42bd-8930-d1e85d2e3887 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:09:57.694794 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d18821e-4ef3-4b4c-aa61-3efcebcdda8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.773851 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d18821e-4ef3-4b4c-aa61-3efcebcdda8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.842340 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d18821e-4ef3-4b4c-aa61-3efcebcdda8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.948177 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d18821e-4ef3-4b4c-aa61-3efcebcdda8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.976141 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d18821e-4ef3-4b4c-aa61-3efcebcdda8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.981479 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60440) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:58.019813 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4d18821e-4ef3-4b4c-aa61-3efcebcdda8e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/446a9337-e859-42bd-8930-d1e85d2e3887 HTTP/1.1" status: 204 len: 168 time: 0.4342813 Jul 05 10:09:58.105640 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18821e-4ef3-4b4c-aa61-3efcebcdda8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=446a9337-e859-42bd-8930-d1e85d2e3887,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:58.139585 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b562823e-5813-4bb6-8ff6-87d021baf91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.299894 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b562823e-5813-4bb6-8ff6-87d021baf91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.329157 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b562823e-5813-4bb6-8ff6-87d021baf91b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a3f1010-18d2-49b7-92c9-16864788d36e']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:58.343420 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b562823e-5813-4bb6-8ff6-87d021baf91b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d4bb54-f38f-4ba2-891a-e268ac614367') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:58.344748 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b562823e-5813-4bb6-8ff6-87d021baf91b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d4bb54-f38f-4ba2-891a-e268ac614367') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:58.368151 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b562823e-5813-4bb6-8ff6-87d021baf91b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.403461 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b562823e-5813-4bb6-8ff6-87d021baf91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.412287 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b562823e-5813-4bb6-8ff6-87d021baf91b admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:09:58.415965 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b562823e-5813-4bb6-8ff6-87d021baf91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:09:58.417876 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:09:58.503245 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b562823e-5813-4bb6-8ff6-87d021baf91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.514367 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b562823e-5813-4bb6-8ff6-87d021baf91b admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.517303 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b562823e-5813-4bb6-8ff6-87d021baf91b admin admin] 10.222.0.79 "DELETE /v2.0/networks/3a3f1010-18d2-49b7-92c9-16864788d36e HTTP/1.1" status: 204 len: 168 time: 0.5346346 Jul 05 10:09:58.520313 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60502) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:58.558701 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562823e-5813-4bb6-8ff6-87d021baf91b admin admin] Pushing event deleted for resources: {'Network': ['ID=3a3f1010-18d2-49b7-92c9-16864788d36e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:58.602409 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-12bf5b03-867b-4295-9536-88b680755097 admin admin] Deleting subnet 974b004f-d024-4e14-94e7-9351f275a1dc {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:09:58.612181 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-12bf5b03-867b-4295-9536-88b680755097 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.690492 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-12bf5b03-867b-4295-9536-88b680755097 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.742965 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-12bf5b03-867b-4295-9536-88b680755097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.811105 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-12bf5b03-867b-4295-9536-88b680755097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.842502 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf5b03-867b-4295-9536-88b680755097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=974b004f-d024-4e14-94e7-9351f275a1dc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:58.858732 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-12bf5b03-867b-4295-9536-88b680755097 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.861326 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-12bf5b03-867b-4295-9536-88b680755097 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/974b004f-d024-4e14-94e7-9351f275a1dc HTTP/1.1" status: 204 len: 168 time: 0.3383920 Jul 05 10:09:58.863677 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60520) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:58.946789 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bdcd02ff-43f9-4882-b245-556fa80aac61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.036468 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bdcd02ff-43f9-4882-b245-556fa80aac61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.050414 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-bdcd02ff-43f9-4882-b245-556fa80aac61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1242063a-ab1c-4e7b-9572-8c2e3cf1558d']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:59.066302 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-bdcd02ff-43f9-4882-b245-556fa80aac61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61881cfd-98ff-4c51-9e6b-be3e37b49fe2') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:59.066833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-bdcd02ff-43f9-4882-b245-556fa80aac61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61881cfd-98ff-4c51-9e6b-be3e37b49fe2') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:59.079523 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bdcd02ff-43f9-4882-b245-556fa80aac61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.100743 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bdcd02ff-43f9-4882-b245-556fa80aac61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.109097 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdcd02ff-43f9-4882-b245-556fa80aac61 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:09:59.109691 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bdcd02ff-43f9-4882-b245-556fa80aac61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:09:59.112364 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:09:59.225523 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bdcd02ff-43f9-4882-b245-556fa80aac61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.253281 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bdcd02ff-43f9-4882-b245-556fa80aac61 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.260148 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bdcd02ff-43f9-4882-b245-556fa80aac61 admin admin] 10.222.0.79 "DELETE /v2.0/networks/1242063a-ab1c-4e7b-9572-8c2e3cf1558d HTTP/1.1" status: 204 len: 168 time: 0.3950610 Jul 05 10:09:59.262060 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd02ff-43f9-4882-b245-556fa80aac61 admin admin] Pushing event deleted for resources: {'Network': ['ID=1242063a-ab1c-4e7b-9572-8c2e3cf1558d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:59.510005 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60532) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:59.563747 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60534) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:59.564758 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4ab4ec22-f8d9-4d37-974c-26c64b4e7a66 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f7ca6c4c9b544026888910d3be92e8c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531690 Jul 05 10:09:59.618607 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34ffc4be-1185-455f-ab24-13fd2a8eb796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.643663 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34ffc4be-1185-455f-ab24-13fd2a8eb796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.720947 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34ffc4be-1185-455f-ab24-13fd2a8eb796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.723790 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34ffc4be-1185-455f-ab24-13fd2a8eb796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.727601 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-34ffc4be-1185-455f-ab24-13fd2a8eb796 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e3ff4984-e011-4c69-a295-ad4f1d0b6b06 HTTP/1.1" status: 204 len: 168 time: 0.1597772 Jul 05 10:09:59.734417 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffc4be-1185-455f-ab24-13fd2a8eb796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ff4984-e011-4c69-a295-ad4f1d0b6b06,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:00.095586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60540) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:00.136259 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5bd024bc-cf79-40f9-b7cf-d499c779e418 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=632bba8d474d4448a38de264ad281364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388119 Jul 05 10:10:00.138860 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60542) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:00.186497 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-63a88113-55ea-4f01-b14c-95d80734a056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:00.208207 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-63a88113-55ea-4f01-b14c-95d80734a056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:00.258393 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-63a88113-55ea-4f01-b14c-95d80734a056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:00.261288 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-63a88113-55ea-4f01-b14c-95d80734a056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:00.262505 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-63a88113-55ea-4f01-b14c-95d80734a056 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/17ad868f-f71b-4ed1-a374-34b0de7fe2cf HTTP/1.1" status: 204 len: 168 time: 0.1227374 Jul 05 10:10:00.273427 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a88113-55ea-4f01-b14c-95d80734a056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ad868f-f71b-4ed1-a374-34b0de7fe2cf,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:00.567067 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60558) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:00.963820 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6ddbcf91-4d96-4d59-be97-586d5cbe5780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:01.251251 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6ddbcf91-4d96-4d59-be97-586d5cbe5780 admin admin] Deleting port b7ea8539-5364-45fb-890a-e30f91d081c3 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:01.251953 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6ddbcf91-4d96-4d59-be97-586d5cbe5780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:01.339833 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-6ddbcf91-4d96-4d59-be97-586d5cbe5780 admin admin] For port b7ea8539-5364-45fb-890a-e30f91d081c3, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b7ea8539-5364-45fb-890a-e30f91d081c3,segment=NetworkSegment(347dd1a2-18f3-4ca9-abf0-6e9a69384184),segment_id=347dd1a2-18f3-4ca9-abf0-6e9a69384184)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:01.340239 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6ddbcf91-4d96-4d59-be97-586d5cbe5780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:01.360249 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6ddbcf91-4d96-4d59-be97-586d5cbe5780 admin admin] Calling delete_port for b7ea8539-5364-45fb-890a-e30f91d081c3 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:01.626762 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6ddbcf91-4d96-4d59-be97-586d5cbe5780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:01.666671 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbcf91-4d96-4d59-be97-586d5cbe5780 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ea8539-5364-45fb-890a-e30f91d081c3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:01.886077 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6ddbcf91-4d96-4d59-be97-586d5cbe5780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.136285 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ddbcf91-4d96-4d59-be97-586d5cbe5780 admin admin] Router e94a1858-7f09-4dd9-9ee2-f48356d15696 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:10:02.248170 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddbcf91-4d96-4d59-be97-586d5cbe5780 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:02.256351 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60622) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:02.256895 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6ddbcf91-4d96-4d59-be97-586d5cbe5780 admin admin] 10.222.0.79 "PUT /v2.0/routers/e94a1858-7f09-4dd9-9ee2-f48356d15696/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6851852 Jul 05 10:10:02.257284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd4fa5c-4096-4a6b-a8e8-f37812aa88f3 None None] Sync routers for ids ['e94a1858-7f09-4dd9-9ee2-f48356d15696'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:02.267765 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd4fa5c-4096-4a6b-a8e8-f37812aa88f3 None None] Routers {'e94a1858-7f09-4dd9-9ee2-f48356d15696'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:02.268683 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-cdd4fa5c-4096-4a6b-a8e8-f37812aa88f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:09:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e94a1858-7f09-4dd9-9ee2-f48356d15696'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:02.380773 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-cdd4fa5c-4096-4a6b-a8e8-f37812aa88f3 None None] Set router e94a1858-7f09-4dd9-9ee2-f48356d15696 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:02.389561 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-78530af0-002e-4494-94f7-6b9458e59a63 admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.498345 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60628) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:02.523559 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-78530af0-002e-4494-94f7-6b9458e59a63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.619682 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-78530af0-002e-4494-94f7-6b9458e59a63 admin admin] Deleting port d604cc76-4a2f-4f57-9223-34ca5eaa86ac {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:02.620552 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-78530af0-002e-4494-94f7-6b9458e59a63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.651760 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-174814bc-8ac0-4edc-a52d-a7826bd030b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.705239 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-cdd4fa5c-4096-4a6b-a8e8-f37812aa88f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'name': 'tempest-TestVolumeBackupRestore-1943897349-router', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:25Z', 'updated_at': '2021-07-05T10:10:01Z', 'revision_number': 5, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'gw_port': {'id': 'd604cc76-4a2f-4f57-9223-34ca5eaa86ac', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:26Z', 'updated_at': '2021-07-05T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:02.729332 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-78530af0-002e-4494-94f7-6b9458e59a63 admin admin] For port d604cc76-4a2f-4f57-9223-34ca5eaa86ac, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d604cc76-4a2f-4f57-9223-34ca5eaa86ac,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:02.729927 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-78530af0-002e-4494-94f7-6b9458e59a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.754281 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd4fa5c-4096-4a6b-a8e8-f37812aa88f3 None None] Checking router: e94a1858-7f09-4dd9-9ee2-f48356d15696 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:02.756502 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-78530af0-002e-4494-94f7-6b9458e59a63 admin admin] Calling delete_port for d604cc76-4a2f-4f57-9223-34ca5eaa86ac owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:02.768762 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd4fa5c-4096-4a6b-a8e8-f37812aa88f3 None None] Routers {'e94a1858-7f09-4dd9-9ee2-f48356d15696'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:02.770264 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-cdd4fa5c-4096-4a6b-a8e8-f37812aa88f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:09:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['e94a1858-7f09-4dd9-9ee2-f48356d15696'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:02.773883 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.775144 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-174814bc-8ac0-4edc-a52d-a7826bd030b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.784346 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-174814bc-8ac0-4edc-a52d-a7826bd030b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.843697 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-174814bc-8ac0-4edc-a52d-a7826bd030b8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=897da699c7be471898ac54d2a5492dd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3418567 Jul 05 10:10:02.844026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60634) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:02.848722 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174814bc-8ac0-4edc-a52d-a7826bd030b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3222be2c-1eb1-4be6-a480-0a1bf72280be,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:02.878318 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-cdd4fa5c-4096-4a6b-a8e8-f37812aa88f3 None None] Set router e94a1858-7f09-4dd9-9ee2-f48356d15696 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:02.943898 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-cdd4fa5c-4096-4a6b-a8e8-f37812aa88f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'name': 'tempest-TestVolumeBackupRestore-1943897349-router', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:25Z', 'updated_at': '2021-07-05T10:10:02Z', 'revision_number': 6, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:02.966025 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-76807ccb-7696-4c1e-a60a-d0ba66984a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.979059 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd4fa5c-4096-4a6b-a8e8-f37812aa88f3 None None] The sync data for ids ['e94a1858-7f09-4dd9-9ee2-f48356d15696'] in n-d-798054-8 is: [{'id': 'e94a1858-7f09-4dd9-9ee2-f48356d15696', 'name': 'tempest-TestVolumeBackupRestore-1943897349-router', 'tenant_id': '58031e526e9043e28fb0791c1b71b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:25Z', 'updated_at': '2021-07-05T10:10:02Z', 'revision_number': 6, 'project_id': '58031e526e9043e28fb0791c1b71b699', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:03.009002 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-76807ccb-7696-4c1e-a60a-d0ba66984a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.092866 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-78530af0-002e-4494-94f7-6b9458e59a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.125131 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78530af0-002e-4494-94f7-6b9458e59a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=d604cc76-4a2f-4f57-9223-34ca5eaa86ac,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:03.153107 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-76807ccb-7696-4c1e-a60a-d0ba66984a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.155586 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-76807ccb-7696-4c1e-a60a-d0ba66984a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.159551 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-76807ccb-7696-4c1e-a60a-d0ba66984a98 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3222be2c-1eb1-4be6-a480-0a1bf72280be HTTP/1.1" status: 204 len: 168 time: 0.3120885 Jul 05 10:10:03.190147 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76807ccb-7696-4c1e-a60a-d0ba66984a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3222be2c-1eb1-4be6-a480-0a1bf72280be,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:03.217512 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-78530af0-002e-4494-94f7-6b9458e59a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.319831 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-78530af0-002e-4494-94f7-6b9458e59a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.322201 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-78530af0-002e-4494-94f7-6b9458e59a63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.368502 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-78530af0-002e-4494-94f7-6b9458e59a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.369200 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78530af0-002e-4494-94f7-6b9458e59a63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e94a1858-7f09-4dd9-9ee2-f48356d15696 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:10:03.373676 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-78530af0-002e-4494-94f7-6b9458e59a63 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.377284 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-78530af0-002e-4494-94f7-6b9458e59a63 admin admin] 10.222.0.79 "DELETE /v2.0/routers/e94a1858-7f09-4dd9-9ee2-f48356d15696 HTTP/1.1" status: 204 len: 168 time: 1.1175168 Jul 05 10:10:03.377554 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60642) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:03.427886 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-c934877c-c2d5-464f-96e5-5320d732e03d admin admin] Deleting subnet 1f0ad179-c06a-4feb-b8e2-c0df34413923 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:10:03.431462 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c934877c-c2d5-464f-96e5-5320d732e03d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.474673 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c934877c-c2d5-464f-96e5-5320d732e03d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.479248 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60644) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:03.495404 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f770c20-dfa5-4ae7-9fd2-96f65f7bef03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.577297 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c934877c-c2d5-464f-96e5-5320d732e03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.611835 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f770c20-dfa5-4ae7-9fd2-96f65f7bef03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.621339 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f770c20-dfa5-4ae7-9fd2-96f65f7bef03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.640513 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c934877c-c2d5-464f-96e5-5320d732e03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.670367 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f770c20-dfa5-4ae7-9fd2-96f65f7bef03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6b6ba7-98c2-4eb1-bdbf-7869851ccc4a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:03.676358 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3f770c20-dfa5-4ae7-9fd2-96f65f7bef03 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b9bc56aebac346c0989903970ee061eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1954670 Jul 05 10:10:03.677582 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934877c-c2d5-464f-96e5-5320d732e03d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f0ad179-c06a-4feb-b8e2-c0df34413923,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:03.679027 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 60646) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:03.689185 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5778c66f-2047-4270-8615-c875b2867e54 None None] Network f252cb9a-ea9a-4f07-a167-d7a9677bd9e8 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:03.700065 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c934877c-c2d5-464f-96e5-5320d732e03d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.707701 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c934877c-c2d5-464f-96e5-5320d732e03d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1f0ad179-c06a-4feb-b8e2-c0df34413923 HTTP/1.1" status: 204 len: 168 time: 0.3268185 Jul 05 10:10:03.708114 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60650) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:03.747111 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-721f1faa-92bd-42ba-8b8a-37b782fdf4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.774657 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-721f1faa-92bd-42ba-8b8a-37b782fdf4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.788898 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04fd8387-53ac-4f21-873d-376245cbb9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.853683 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-04fd8387-53ac-4f21-873d-376245cbb9a6 admin admin] Deleting port 3c09f0ed-f0f4-47b2-b05f-439acec16ef8 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:03.854158 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04fd8387-53ac-4f21-873d-376245cbb9a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.865968 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-721f1faa-92bd-42ba-8b8a-37b782fdf4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.869011 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-721f1faa-92bd-42ba-8b8a-37b782fdf4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.870345 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-721f1faa-92bd-42ba-8b8a-37b782fdf4bc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4e6b6ba7-98c2-4eb1-bdbf-7869851ccc4a HTTP/1.1" status: 204 len: 168 time: 0.1886456 Jul 05 10:10:03.894201 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f1faa-92bd-42ba-8b8a-37b782fdf4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6b6ba7-98c2-4eb1-bdbf-7869851ccc4a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:04.029721 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-04fd8387-53ac-4f21-873d-376245cbb9a6 admin admin] For port 3c09f0ed-f0f4-47b2-b05f-439acec16ef8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3c09f0ed-f0f4-47b2-b05f-439acec16ef8,segment=NetworkSegment(347dd1a2-18f3-4ca9-abf0-6e9a69384184),segment_id=347dd1a2-18f3-4ca9-abf0-6e9a69384184)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:04.030093 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04fd8387-53ac-4f21-873d-376245cbb9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.050481 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-04fd8387-53ac-4f21-873d-376245cbb9a6 admin admin] Calling delete_port for 3c09f0ed-f0f4-47b2-b05f-439acec16ef8 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:04.082699 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075a10ec-6640-4c7b-bbce-27ded703779c None None] DHCP port deletion for f252cb9a-ea9a-4f07-a167-d7a9677bd9e8 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:10:04.157764 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04fd8387-53ac-4f21-873d-376245cbb9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.175078 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-075a10ec-6640-4c7b-bbce-27ded703779c None None] Deleting port 3c09f0ed-f0f4-47b2-b05f-439acec16ef8 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:04.175799 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-075a10ec-6640-4c7b-bbce-27ded703779c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.178266 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fd8387-53ac-4f21-873d-376245cbb9a6 admin admin] No DVR routers for this DVR port 3c09f0ed-f0f4-47b2-b05f-439acec16ef8 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:10:04.201720 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd8387-53ac-4f21-873d-376245cbb9a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c09f0ed-f0f4-47b2-b05f-439acec16ef8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:04.294593 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04fd8387-53ac-4f21-873d-376245cbb9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.306356 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-075a10ec-6640-4c7b-bbce-27ded703779c None None] For port 3c09f0ed-f0f4-47b2-b05f-439acec16ef8, host n-d-798054-8, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:04.306779 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-075a10ec-6640-4c7b-bbce-27ded703779c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.306900 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-04fd8387-53ac-4f21-873d-376245cbb9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f252cb9a-ea9a-4f07-a167-d7a9677bd9e8']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:04.319989 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-04fd8387-53ac-4f21-873d-376245cbb9a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347dd1a2-18f3-4ca9-abf0-6e9a69384184') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:04.320582 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-04fd8387-53ac-4f21-873d-376245cbb9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347dd1a2-18f3-4ca9-abf0-6e9a69384184') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:04.328412 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-075a10ec-6640-4c7b-bbce-27ded703779c None None] Calling delete_port for 3c09f0ed-f0f4-47b2-b05f-439acec16ef8 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:04.332189 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-075a10ec-6640-4c7b-bbce-27ded703779c None None] Port 3c09f0ed-f0f4-47b2-b05f-439acec16ef8 was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 10:10:04.333989 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-075a10ec-6640-4c7b-bbce-27ded703779c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.334438 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04fd8387-53ac-4f21-873d-376245cbb9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.352976 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04fd8387-53ac-4f21-873d-376245cbb9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.366790 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a10ec-6640-4c7b-bbce-27ded703779c None None] Pushing event deleted for resources: {'Port': ['ID=3c09f0ed-f0f4-47b2-b05f-439acec16ef8,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:04.369646 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04fd8387-53ac-4f21-873d-376245cbb9a6 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:10:04.370125 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04fd8387-53ac-4f21-873d-376245cbb9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:10:04.371979 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:10:04.377304 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075a10ec-6640-4c7b-bbce-27ded703779c None None] No DVR routers for this DVR port 3c09f0ed-f0f4-47b2-b05f-439acec16ef8 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:10:04.379902 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a10ec-6640-4c7b-bbce-27ded703779c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.380862 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a10ec-6640-4c7b-bbce-27ded703779c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.381220 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a10ec-6640-4c7b-bbce-27ded703779c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.381568 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a10ec-6640-4c7b-bbce-27ded703779c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.381907 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a10ec-6640-4c7b-bbce-27ded703779c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.382245 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a10ec-6640-4c7b-bbce-27ded703779c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.382582 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a10ec-6640-4c7b-bbce-27ded703779c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.382912 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a10ec-6640-4c7b-bbce-27ded703779c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.383252 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a10ec-6640-4c7b-bbce-27ded703779c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.383585 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a10ec-6640-4c7b-bbce-27ded703779c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.383944 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a10ec-6640-4c7b-bbce-27ded703779c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.384274 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a10ec-6640-4c7b-bbce-27ded703779c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.453848 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04fd8387-53ac-4f21-873d-376245cbb9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.477874 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04fd8387-53ac-4f21-873d-376245cbb9a6 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.479976 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-04fd8387-53ac-4f21-873d-376245cbb9a6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/f252cb9a-ea9a-4f07-a167-d7a9677bd9e8 HTTP/1.1" status: 204 len: 168 time: 0.7709918 Jul 05 10:10:04.481021 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd8387-53ac-4f21-873d-376245cbb9a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f252cb9a-ea9a-4f07-a167-d7a9677bd9e8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:04.483191 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 60714) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:04.602575 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d604cc76-4a2f-4f57-9223-34ca5eaa86ac no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:10:04.624216 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: d604cc76-4a2f-4f57-9223-34ca5eaa86ac {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:10:04.624661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d604cc76-4a2f-4f57-9223-34ca5eaa86ac not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:10:04.625094 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b7ea8539-5364-45fb-890a-e30f91d081c3 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:10:04.647555 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: b7ea8539-5364-45fb-890a-e30f91d081c3 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:10:04.647916 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b7ea8539-5364-45fb-890a-e30f91d081c3 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:10:04.648254 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3c09f0ed-f0f4-47b2-b05f-439acec16ef8 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:10:04.668166 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 3c09f0ed-f0f4-47b2-b05f-439acec16ef8 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:10:04.668530 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3c09f0ed-f0f4-47b2-b05f-439acec16ef8 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:10:04.946096 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-886da903-b20d-44c7-987f-d9653f1bb7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.272352 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-886da903-b20d-44c7-987f-d9653f1bb7da admin admin] Deleting port 5d568e1f-e29e-4de1-a0f4-70b954c223b0 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:05.273136 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-886da903-b20d-44c7-987f-d9653f1bb7da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.362163 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-886da903-b20d-44c7-987f-d9653f1bb7da admin admin] For port 5d568e1f-e29e-4de1-a0f4-70b954c223b0, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=5d568e1f-e29e-4de1-a0f4-70b954c223b0,segment=NetworkSegment(75632a60-bac5-49bd-8b35-a68017d3b196),segment_id=75632a60-bac5-49bd-8b35-a68017d3b196)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:05.362759 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-886da903-b20d-44c7-987f-d9653f1bb7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.377284 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-886da903-b20d-44c7-987f-d9653f1bb7da admin admin] Calling delete_port for 5d568e1f-e29e-4de1-a0f4-70b954c223b0 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:05.594562 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-886da903-b20d-44c7-987f-d9653f1bb7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.655517 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886da903-b20d-44c7-987f-d9653f1bb7da admin admin] Pushing event deleted for resources: {'Port': ['ID=5d568e1f-e29e-4de1-a0f4-70b954c223b0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:05.854785 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-886da903-b20d-44c7-987f-d9653f1bb7da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:06.160364 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:06.523179 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886da903-b20d-44c7-987f-d9653f1bb7da admin admin] Router 96b907f7-ba51-4e48-9b39-9b955c94a3e8 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:10:06.648847 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886da903-b20d-44c7-987f-d9653f1bb7da admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:06.654808 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-886da903-b20d-44c7-987f-d9653f1bb7da admin admin] 10.222.0.79 "PUT /v2.0/routers/96b907f7-ba51-4e48-9b39-9b955c94a3e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1701105 Jul 05 10:10:06.656819 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 32818) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:06.657735 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c28f75-f36d-44bd-b505-badb18b83f5f None None] Sync routers for ids ['96b907f7-ba51-4e48-9b39-9b955c94a3e8'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:06.671604 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c28f75-f36d-44bd-b505-badb18b83f5f None None] Routers {'96b907f7-ba51-4e48-9b39-9b955c94a3e8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:06.673301 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-59c28f75-f36d-44bd-b505-badb18b83f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:09:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['96b907f7-ba51-4e48-9b39-9b955c94a3e8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:06.794800 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-59c28f75-f36d-44bd-b505-badb18b83f5f None None] Set router 96b907f7-ba51-4e48-9b39-9b955c94a3e8 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:06.801791 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e399ad50-8fbc-4a59-9e24-6e59c913eb6b admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:06.955018 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e399ad50-8fbc-4a59-9e24-6e59c913eb6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.018854 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e399ad50-8fbc-4a59-9e24-6e59c913eb6b admin admin] Deleting port 7aafa5e0-b2cc-4b05-9170-479de68514c8 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:07.019264 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e399ad50-8fbc-4a59-9e24-6e59c913eb6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.065811 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-59c28f75-f36d-44bd-b505-badb18b83f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b907f7-ba51-4e48-9b39-9b955c94a3e8', 'name': 'tempest-TestVolumeBackupRestore-1878219998-router', 'tenant_id': '9ec657575a624ba082f3e419ca7c4ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '7aafa5e0-b2cc-4b05-9170-479de68514c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:36Z', 'updated_at': '2021-07-05T10:10:05Z', 'revision_number': 5, 'project_id': '9ec657575a624ba082f3e419ca7c4ddc', 'gw_port': {'id': '7aafa5e0-b2cc-4b05-9170-479de68514c8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b907f7-ba51-4e48-9b39-9b955c94a3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:37Z', 'updated_at': '2021-07-05T10:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:07.095727 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c28f75-f36d-44bd-b505-badb18b83f5f None None] Checking router: 96b907f7-ba51-4e48-9b39-9b955c94a3e8 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:07.105726 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c28f75-f36d-44bd-b505-badb18b83f5f None None] Routers {'96b907f7-ba51-4e48-9b39-9b955c94a3e8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:07.106682 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-59c28f75-f36d-44bd-b505-badb18b83f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:09:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['96b907f7-ba51-4e48-9b39-9b955c94a3e8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:07.120827 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-e399ad50-8fbc-4a59-9e24-6e59c913eb6b admin admin] For port 7aafa5e0-b2cc-4b05-9170-479de68514c8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7aafa5e0-b2cc-4b05-9170-479de68514c8,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:07.121309 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e399ad50-8fbc-4a59-9e24-6e59c913eb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.141856 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e399ad50-8fbc-4a59-9e24-6e59c913eb6b admin admin] Calling delete_port for 7aafa5e0-b2cc-4b05-9170-479de68514c8 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:07.205133 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-59c28f75-f36d-44bd-b505-badb18b83f5f None None] Set router 96b907f7-ba51-4e48-9b39-9b955c94a3e8 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:07.314179 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-59c28f75-f36d-44bd-b505-badb18b83f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b907f7-ba51-4e48-9b39-9b955c94a3e8', 'name': 'tempest-TestVolumeBackupRestore-1878219998-router', 'tenant_id': '9ec657575a624ba082f3e419ca7c4ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:36Z', 'updated_at': '2021-07-05T10:10:06Z', 'revision_number': 6, 'project_id': '9ec657575a624ba082f3e419ca7c4ddc', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:07.383461 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e399ad50-8fbc-4a59-9e24-6e59c913eb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.441901 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399ad50-8fbc-4a59-9e24-6e59c913eb6b admin admin] Pushing event deleted for resources: {'Port': ['ID=7aafa5e0-b2cc-4b05-9170-479de68514c8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:07.531084 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e399ad50-8fbc-4a59-9e24-6e59c913eb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.553313 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c28f75-f36d-44bd-b505-badb18b83f5f None None] The sync data for ids ['96b907f7-ba51-4e48-9b39-9b955c94a3e8'] in n-d-798054-8 is: [{'id': '96b907f7-ba51-4e48-9b39-9b955c94a3e8', 'name': 'tempest-TestVolumeBackupRestore-1878219998-router', 'tenant_id': '9ec657575a624ba082f3e419ca7c4ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:36Z', 'updated_at': '2021-07-05T10:10:06Z', 'revision_number': 6, 'project_id': '9ec657575a624ba082f3e419ca7c4ddc', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:07.652103 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e399ad50-8fbc-4a59-9e24-6e59c913eb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.654713 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e399ad50-8fbc-4a59-9e24-6e59c913eb6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.705013 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e399ad50-8fbc-4a59-9e24-6e59c913eb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.705575 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e399ad50-8fbc-4a59-9e24-6e59c913eb6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96b907f7-ba51-4e48-9b39-9b955c94a3e8 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:10:07.710884 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e399ad50-8fbc-4a59-9e24-6e59c913eb6b admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.711908 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e399ad50-8fbc-4a59-9e24-6e59c913eb6b admin admin] 10.222.0.79 "DELETE /v2.0/routers/96b907f7-ba51-4e48-9b39-9b955c94a3e8 HTTP/1.1" status: 204 len: 168 time: 1.0540228 Jul 05 10:10:07.714433 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 32936) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:07.763183 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48bad94-0885-4fa3-b087-bc89b5fb921b admin admin] Deleting subnet 6b856545-8944-4610-b6cb-cbba830b15d4 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:10:07.766276 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d48bad94-0885-4fa3-b087-bc89b5fb921b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.800517 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d48bad94-0885-4fa3-b087-bc89b5fb921b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.875869 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d48bad94-0885-4fa3-b087-bc89b5fb921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.932906 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d48bad94-0885-4fa3-b087-bc89b5fb921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.960669 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bad94-0885-4fa3-b087-bc89b5fb921b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b856545-8944-4610-b6cb-cbba830b15d4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:07.963970 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d48bad94-0885-4fa3-b087-bc89b5fb921b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.968497 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 32940) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:07.969135 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d48bad94-0885-4fa3-b087-bc89b5fb921b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6b856545-8944-4610-b6cb-cbba830b15d4 HTTP/1.1" status: 204 len: 168 time: 0.2531235 Jul 05 10:10:07.973111 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb498610-3c20-4fc9-9904-1495418718b7 None None] Network 3fe94523-476b-4fc7-86c1-90c655866f41 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:08.076075 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64d53849-255a-499c-9c52-33decbc85540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.131260 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-64d53849-255a-499c-9c52-33decbc85540 admin admin] Deleting port ce36f9a3-5092-4cd5-8926-7b8570541b4d {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:08.131718 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64d53849-255a-499c-9c52-33decbc85540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.203430 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-64d53849-255a-499c-9c52-33decbc85540 admin admin] For port ce36f9a3-5092-4cd5-8926-7b8570541b4d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ce36f9a3-5092-4cd5-8926-7b8570541b4d,segment=NetworkSegment(75632a60-bac5-49bd-8b35-a68017d3b196),segment_id=75632a60-bac5-49bd-8b35-a68017d3b196)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:08.203873 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64d53849-255a-499c-9c52-33decbc85540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.216948 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-64d53849-255a-499c-9c52-33decbc85540 admin admin] Calling delete_port for ce36f9a3-5092-4cd5-8926-7b8570541b4d owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:08.307038 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64d53849-255a-499c-9c52-33decbc85540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.333543 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d53849-255a-499c-9c52-33decbc85540 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce36f9a3-5092-4cd5-8926-7b8570541b4d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:08.344544 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d53849-255a-499c-9c52-33decbc85540 admin admin] No DVR routers for this DVR port ce36f9a3-5092-4cd5-8926-7b8570541b4d on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:10:08.410819 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0eda25f-ca3e-45da-97f7-f5d3d342d054 None None] DHCP port deletion for 3fe94523-476b-4fc7-86c1-90c655866f41 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:10:08.438154 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64d53849-255a-499c-9c52-33decbc85540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.449222 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-64d53849-255a-499c-9c52-33decbc85540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe94523-476b-4fc7-86c1-90c655866f41']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:08.463148 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-64d53849-255a-499c-9c52-33decbc85540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75632a60-bac5-49bd-8b35-a68017d3b196') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:08.463449 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-64d53849-255a-499c-9c52-33decbc85540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75632a60-bac5-49bd-8b35-a68017d3b196') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:08.481729 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64d53849-255a-499c-9c52-33decbc85540 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.515990 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64d53849-255a-499c-9c52-33decbc85540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.524462 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d53849-255a-499c-9c52-33decbc85540 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:10:08.526045 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64d53849-255a-499c-9c52-33decbc85540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:10:08.555478 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:10:08.663722 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64d53849-255a-499c-9c52-33decbc85540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.684612 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64d53849-255a-499c-9c52-33decbc85540 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.694470 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-64d53849-255a-499c-9c52-33decbc85540 admin admin] 10.222.0.79 "DELETE /v2.0/networks/3fe94523-476b-4fc7-86c1-90c655866f41 HTTP/1.1" status: 204 len: 168 time: 0.7239091 Jul 05 10:10:08.695651 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d53849-255a-499c-9c52-33decbc85540 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fe94523-476b-4fc7-86c1-90c655866f41,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:08.701821 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ce36f9a3-5092-4cd5-8926-7b8570541b4d no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:10:08.728878 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: ce36f9a3-5092-4cd5-8926-7b8570541b4d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:10:08.729144 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ce36f9a3-5092-4cd5-8926-7b8570541b4d not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:10:08.729944 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 5d568e1f-e29e-4de1-a0f4-70b954c223b0 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:10:08.941012 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 32966) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:08.952212 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 5d568e1f-e29e-4de1-a0f4-70b954c223b0 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:10:08.952875 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 5d568e1f-e29e-4de1-a0f4-70b954c223b0 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:10:08.953523 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7aafa5e0-b2cc-4b05-9170-479de68514c8 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:10:08.979380 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 7aafa5e0-b2cc-4b05-9170-479de68514c8 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:10:08.981004 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7aafa5e0-b2cc-4b05-9170-479de68514c8 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:10:09.004332 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e6e8d563-92ad-40f4-9dbd-6d085d407c09 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=58031e526e9043e28fb0791c1b71b699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0618811 Jul 05 10:10:09.007353 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 32970) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:09.065190 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46835dba-44fc-4189-91a5-732cede2fd9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:09.088087 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46835dba-44fc-4189-91a5-732cede2fd9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:09.141019 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46835dba-44fc-4189-91a5-732cede2fd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:09.148147 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46835dba-44fc-4189-91a5-732cede2fd9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:09.149466 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-46835dba-44fc-4189-91a5-732cede2fd9d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7bc1937a-5a24-43d2-94c1-94512c02a207 HTTP/1.1" status: 204 len: 168 time: 0.1410599 Jul 05 10:10:09.158033 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46835dba-44fc-4189-91a5-732cede2fd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc1937a-5a24-43d2-94c1-94512c02a207,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:09.519542 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 32988) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:09.562204 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-18154e56-1760-422a-8236-06866b53341c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9ec657575a624ba082f3e419ca7c4ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413001 Jul 05 10:10:09.564936 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 32990) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:09.639277 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be9bcb34-6394-4f4d-a898-3a12ed93a90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:09.663096 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be9bcb34-6394-4f4d-a898-3a12ed93a90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:09.721191 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be9bcb34-6394-4f4d-a898-3a12ed93a90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:09.724310 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be9bcb34-6394-4f4d-a898-3a12ed93a90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:09.725511 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-be9bcb34-6394-4f4d-a898-3a12ed93a90d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c8dd19c2-b009-451f-9b1d-ae3be03bfe8b HTTP/1.1" status: 204 len: 168 time: 0.1592453 Jul 05 10:10:09.735730 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bcb34-6394-4f4d-a898-3a12ed93a90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dd19c2-b009-451f-9b1d-ae3be03bfe8b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:15.258573 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33072) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:15.423161 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6e7d552e-df1d-4726-8936-a562775abd90 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b12ed66af28c4b84af9e8763a19a1b0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626678 Jul 05 10:10:15.425615 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33080) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:15.478921 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3be71060-da75-483b-8aa7-0a9dc0018b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:15.500454 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3be71060-da75-483b-8aa7-0a9dc0018b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:15.554058 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3be71060-da75-483b-8aa7-0a9dc0018b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:15.556784 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3be71060-da75-483b-8aa7-0a9dc0018b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:15.558118 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3be71060-da75-483b-8aa7-0a9dc0018b2d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0916fb56-88c3-4b81-a591-7097758358c9 HTTP/1.1" status: 204 len: 168 time: 0.1315434 Jul 05 10:10:15.570284 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be71060-da75-483b-8aa7-0a9dc0018b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0916fb56-88c3-4b81-a591-7097758358c9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:15.811325 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33096) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:15.928834 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3152da6-a572-4e64-be04-82e6b4d67c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.023706 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3152da6-a572-4e64-be04-82e6b4d67c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.028214 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3152da6-a572-4e64-be04-82e6b4d67c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.068801 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b3152da6-a572-4e64-be04-82e6b4d67c33 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dbd3408d28ea450aa62c031bab513fe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2560616 Jul 05 10:10:16.070050 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3152da6-a572-4e64-be04-82e6b4d67c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538f1c68-6b3c-4848-8cc3-44370256774e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:16.071467 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33110) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:16.123648 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24581b5a-4499-4e70-bb65-9078be308af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.149218 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24581b5a-4499-4e70-bb65-9078be308af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.196780 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24581b5a-4499-4e70-bb65-9078be308af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.199295 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24581b5a-4499-4e70-bb65-9078be308af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.200481 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-24581b5a-4499-4e70-bb65-9078be308af0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/538f1c68-6b3c-4848-8cc3-44370256774e HTTP/1.1" status: 204 len: 168 time: 0.1278503 Jul 05 10:10:16.208628 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24581b5a-4499-4e70-bb65-9078be308af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538f1c68-6b3c-4848-8cc3-44370256774e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:16.217101 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24581b5a-4499-4e70-bb65-9078be308af0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:16.217254 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24581b5a-4499-4e70-bb65-9078be308af0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:16.217631 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24581b5a-4499-4e70-bb65-9078be308af0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:16.218128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24581b5a-4499-4e70-bb65-9078be308af0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:16.218456 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24581b5a-4499-4e70-bb65-9078be308af0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:16.218867 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24581b5a-4499-4e70-bb65-9078be308af0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:16.219274 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24581b5a-4499-4e70-bb65-9078be308af0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:16.219727 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24581b5a-4499-4e70-bb65-9078be308af0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:16.220128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24581b5a-4499-4e70-bb65-9078be308af0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:16.220531 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24581b5a-4499-4e70-bb65-9078be308af0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:16.220993 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24581b5a-4499-4e70-bb65-9078be308af0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:16.221337 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24581b5a-4499-4e70-bb65-9078be308af0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:16.263806 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33120) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:16.467994 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f06bd80c-85d5-4bf6-b5c5-02e5b7702a91 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2068955581-network', 'tenant_id': 'a6c48e01ea99463cbd7346de4b43be41'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:16.496336 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06bd80c-85d5-4bf6-b5c5-02e5b7702a91 admin admin] Made reservation on behalf of a6c48e01ea99463cbd7346de4b43be41 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:16.498882 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f06bd80c-85d5-4bf6-b5c5-02e5b7702a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.508519 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f06bd80c-85d5-4bf6-b5c5-02e5b7702a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.561070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33130) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:16.580280 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3df51c12-a4e2-49d9-b63d-124d12f1a431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.618545 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f06bd80c-85d5-4bf6-b5c5-02e5b7702a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.622762 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f06bd80c-85d5-4bf6-b5c5-02e5b7702a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.649787 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06bd80c-85d5-4bf6-b5c5-02e5b7702a91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:10:16.660100 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06bd80c-85d5-4bf6-b5c5-02e5b7702a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32756c2-8de6-4919-aded-3ab3fd1c0df2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:16.668056 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f06bd80c-85d5-4bf6-b5c5-02e5b7702a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.668410 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-f06bd80c-85d5-4bf6-b5c5-02e5b7702a91 admin admin] Added segment 043cffdd-290c-4541-a4a8-e5eb626784f9 of type vlan for network 14e5bca9-f71d-4483-9b74-74d62b17e877 Jul 05 10:10:16.702025 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3df51c12-a4e2-49d9-b63d-124d12f1a431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.705786 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3df51c12-a4e2-49d9-b63d-124d12f1a431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.712929 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f06bd80c-85d5-4bf6-b5c5-02e5b7702a91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.743395 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3df51c12-a4e2-49d9-b63d-124d12f1a431 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e13b89c53c654fb1ab7bbf81c34916da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811590 Jul 05 10:10:16.743625 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f06bd80c-85d5-4bf6-b5c5-02e5b7702a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.744683 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06bd80c-85d5-4bf6-b5c5-02e5b7702a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:16.745191 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f06bd80c-85d5-4bf6-b5c5-02e5b7702a91 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.745846 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df51c12-a4e2-49d9-b63d-124d12f1a431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2855ae26-580c-4401-b624-167512f15a82,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:16.747127 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33132) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:16.818765 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f06bd80c-85d5-4bf6-b5c5-02e5b7702a91 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5537901 Jul 05 10:10:16.821658 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33134) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:16.826980 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3c83b98b-7a16-48dc-811c-75e003830c5f admin admin] Request body: {'subnet': {'network_id': '14e5bca9-f71d-4483-9b74-74d62b17e877', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2068955581-subnet', 'tenant_id': 'a6c48e01ea99463cbd7346de4b43be41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:16.835352 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06bd80c-85d5-4bf6-b5c5-02e5b7702a91 admin admin] Pushing event updated for resources: {'Network': ['ID=14e5bca9-f71d-4483-9b74-74d62b17e877,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:16.845158 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 14e5bca9-f71d-4483-9b74-74d62b17e877 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:10:16.854880 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c83b98b-7a16-48dc-811c-75e003830c5f admin admin] Made reservation on behalf of a6c48e01ea99463cbd7346de4b43be41 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:16.857372 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c83b98b-7a16-48dc-811c-75e003830c5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.862558 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5bef4f3a-d7ed-4814-9536-eb183d0cd658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.888409 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5bef4f3a-d7ed-4814-9536-eb183d0cd658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.941419 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5bef4f3a-d7ed-4814-9536-eb183d0cd658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.944341 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5bef4f3a-d7ed-4814-9536-eb183d0cd658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.945535 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5bef4f3a-d7ed-4814-9536-eb183d0cd658 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2855ae26-580c-4401-b624-167512f15a82 HTTP/1.1" status: 204 len: 168 time: 0.1944761 Jul 05 10:10:16.953525 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef4f3a-d7ed-4814-9536-eb183d0cd658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2855ae26-580c-4401-b624-167512f15a82,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:17.042637 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c83b98b-7a16-48dc-811c-75e003830c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.097932 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83b98b-7a16-48dc-811c-75e003830c5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d39e58e3-5024-4288-8acd-52ed7666f607,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:17.106506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c83b98b-7a16-48dc-811c-75e003830c5f admin admin] Checking segment: {'id': '043cffdd-290c-4541-a4a8-e5eb626784f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14e5bca9-f71d-4483-9b74-74d62b17e877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:17.106869 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c83b98b-7a16-48dc-811c-75e003830c5f admin admin] Network hostable DHCP agents. Network: 14e5bca9-f71d-4483-9b74-74d62b17e877, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:10:17.126536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c83b98b-7a16-48dc-811c-75e003830c5f admin admin] Network 14e5bca9-f71d-4483-9b74-74d62b17e877 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:10:17.136367 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-3c83b98b-7a16-48dc-811c-75e003830c5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 14e5bca9-f71d-4483-9b74-74d62b17e877) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:17.141424 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c83b98b-7a16-48dc-811c-75e003830c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:17.142042 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c83b98b-7a16-48dc-811c-75e003830c5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.147294 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89226977-30ce-4362-a1d5-da2499a117bc None None] Network 14e5bca9-f71d-4483-9b74-74d62b17e877 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:17.158659 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3c83b98b-7a16-48dc-811c-75e003830c5f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3357670 Jul 05 10:10:17.276630 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b19d83-9d3b-4077-ab1b-cacd9264d149 None None] Network 14e5bca9-f71d-4483-9b74-74d62b17e877 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:17.299885 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 33146) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:17.318014 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-928a8c84-be1b-4256-82c1-0b5278512384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.415683 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-928a8c84-be1b-4256-82c1-0b5278512384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.420261 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-928a8c84-be1b-4256-82c1-0b5278512384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.458684 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-928a8c84-be1b-4256-82c1-0b5278512384 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4a02b93cfe114272a3bf8de828e337a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570385 Jul 05 10:10:17.460070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a8c84-be1b-4256-82c1-0b5278512384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cafdbb-1ebf-41bb-b01e-464cc3163b5e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:17.461681 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33148) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:17.513935 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d001d569-d486-487a-9766-5e1cbbc4df43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.535594 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d001d569-d486-487a-9766-5e1cbbc4df43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.591004 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d001d569-d486-487a-9766-5e1cbbc4df43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.600849 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d001d569-d486-487a-9766-5e1cbbc4df43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.604898 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d001d569-d486-487a-9766-5e1cbbc4df43 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e0cafdbb-1ebf-41bb-b01e-464cc3163b5e HTTP/1.1" status: 204 len: 168 time: 0.1413672 Jul 05 10:10:17.613778 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001d569-d486-487a-9766-5e1cbbc4df43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cafdbb-1ebf-41bb-b01e-464cc3163b5e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:19.955675 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-3eb891e4-40b1-4668-bf85-c5c27e7ba573 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=c58fe44fdbf546c9950d6463e3ba8e96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349369 Jul 05 10:10:20.187475 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-cdcfea3e-c228-48bd-8aa9-7f370734969e tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:20.188943 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-cdcfea3e-c228-48bd-8aa9-7f370734969e tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2203717 Jul 05 10:10:20.204674 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-a46046fa-dfc1-40d0-ad81-f6b26a71ed0b tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/quotas/c58fe44fdbf546c9950d6463e3ba8e96 HTTP/1.1" status: 200 len: 375 time: 0.0093663 Jul 05 10:10:20.563001 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-991c2956-1708-47e7-806a-61f9aea6a78c tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c58fe44fdbf546c9950d6463e3ba8e96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3527026 Jul 05 10:10:20.735782 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-732f8769-c294-4f14-b73b-9fe0a91a89d3 req-74e4da3b-be21-4476-9dd8-62f7d13718c9 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2 HTTP/1.1" status: 200 len: 210 time: 0.0288537 Jul 05 10:10:20.933632 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-923a3c3f-12ee-4ccb-946f-607afdd6f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:21.744073 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-95184300-5928-44b8-a050-838e2edd3388 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c58fe44fdbf546c9950d6463e3ba8e96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319109 Jul 05 10:10:21.912542 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11f5e959-d383-4fcd-a142-4bb7938db40c req-fdc8d4a0-fc82-4640-8a1d-5dd0dbc3d966 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2 HTTP/1.1" status: 200 len: 210 time: 0.0333760 Jul 05 10:10:22.016481 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-6b793af4-f9bc-4d55-9f19-422a1506f954 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:22.018421 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-6b793af4-f9bc-4d55-9f19-422a1506f954 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2693799 Jul 05 10:10:22.030975 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-3252fb98-e8c1-4206-85f1-047382c1f8a5 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Request body: {'port': {'device_id': '5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': 'c58fe44fdbf546c9950d6463e3ba8e96'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:22.165911 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-3252fb98-e8c1-4206-85f1-047382c1f8a5 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Made reservation on behalf of c58fe44fdbf546c9950d6463e3ba8e96 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:22.173137 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-3252fb98-e8c1-4206-85f1-047382c1f8a5 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:22.180220 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-3252fb98-e8c1-4206-85f1-047382c1f8a5 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:22.278834 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-3252fb98-e8c1-4206-85f1-047382c1f8a5 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:22.289035 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-3252fb98-e8c1-4206-85f1-047382c1f8a5 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:22.347243 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252fb98-e8c1-4206-85f1-047382c1f8a5 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a332bf85-5e63-41f7-8b4e-4c96a2863112,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:22.425607 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-3252fb98-e8c1-4206-85f1-047382c1f8a5 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Allocated IP 192.168.233.130 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/d3ea9c16-fe9a-4afd-a35d-98615e34f21c) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:22.575668 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-3252fb98-e8c1-4206-85f1-047382c1f8a5 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:22.589975 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-3252fb98-e8c1-4206-85f1-047382c1f8a5 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Transition to ACTIVE for port object d3ea9c16-fe9a-4afd-a35d-98615e34f21c will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:22.623503 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-3252fb98-e8c1-4206-85f1-047382c1f8a5 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:22.672330 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-3252fb98-e8c1-4206-85f1-047382c1f8a5 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:22.678249 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-3252fb98-e8c1-4206-85f1-047382c1f8a5 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:22.682059 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-3252fb98-e8c1-4206-85f1-047382c1f8a5 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:22.706492 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252fb98-e8c1-4206-85f1-047382c1f8a5 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Pushing event updated for resources: {'Port': ['ID=d3ea9c16-fe9a-4afd-a35d-98615e34f21c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:22.736514 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-3252fb98-e8c1-4206-85f1-047382c1f8a5 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:22.737136 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-3252fb98-e8c1-4206-85f1-047382c1f8a5 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:22.756107 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-3252fb98-e8c1-4206-85f1-047382c1f8a5 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7286658 Jul 05 10:10:22.767087 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-33bff013-1f50-44b9-b6b5-4d5a83ef72ae tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:10:22.768879 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-33bff013-1f50-44b9-b6b5-4d5a83ef72ae tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067656 Jul 05 10:10:22.922262 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-17d89d19-9920-49ca-9461-691d2df7c215 service neutron] Request body: {'port': {'device_id': '5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:22.964119 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-40625872-e33e-44fa-b330-0f32218fe1d7 None None] Provisioning for port d3ea9c16-fe9a-4afd-a35d-98615e34f21c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:22.974351 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-40625872-e33e-44fa-b330-0f32218fe1d7 None None] Provisioning complete for port d3ea9c16-fe9a-4afd-a35d-98615e34f21c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:22.974980 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-40625872-e33e-44fa-b330-0f32218fe1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:23.039868 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-40625872-e33e-44fa-b330-0f32218fe1d7 None None] Port d3ea9c16-fe9a-4afd-a35d-98615e34f21c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:10:23.047945 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-17d89d19-9920-49ca-9461-691d2df7c215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:23.229512 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426eb72-9bc1-43dd-9dbd-5fe598e774c4 req-b0cf7cfe-b479-4a5f-b9ba-01114e6fa250 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:23.229512 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3426eb72-9bc1-43dd-9dbd-5fe598e774c4 req-b0cf7cfe-b479-4a5f-b9ba-01114e6fa250 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2 HTTP/1.1" status: 200 len: 936 time: 0.1269772 Jul 05 10:10:23.304940 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3426eb72-9bc1-43dd-9dbd-5fe598e774c4 req-bcfbd3ac-38d7-4e06-b19c-2fe50fc2da7a tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a332bf85-5e63-41f7-8b4e-4c96a2863112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702798 Jul 05 10:10:23.323427 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c93c1fdf-d804-43aa-b0d6-87ad8162f242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:23.428694 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-17d89d19-9920-49ca-9461-691d2df7c215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ea9c16-fe9a-4afd-a35d-98615e34f21c {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:10:23.436198 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-17d89d19-9920-49ca-9461-691d2df7c215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:23.448733 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-17d89d19-9920-49ca-9461-691d2df7c215 service neutron] Transition to ACTIVE for port object d3ea9c16-fe9a-4afd-a35d-98615e34f21c will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:23.453065 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-17d89d19-9920-49ca-9461-691d2df7c215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:23.503670 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d89d19-9920-49ca-9461-691d2df7c215 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ea9c16-fe9a-4afd-a35d-98615e34f21c,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:23.590311 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-17d89d19-9920-49ca-9461-691d2df7c215 service neutron] Attempting to bind port d3ea9c16-fe9a-4afd-a35d-98615e34f21c on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:23.590658 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-17d89d19-9920-49ca-9461-691d2df7c215 service neutron] Attempting to bind port d3ea9c16-fe9a-4afd-a35d-98615e34f21c by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:23.590988 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-17d89d19-9920-49ca-9461-691d2df7c215 service neutron] Attempting to bind port d3ea9c16-fe9a-4afd-a35d-98615e34f21c on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:23.595819 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-17d89d19-9920-49ca-9461-691d2df7c215 service neutron] Port d3ea9c16-fe9a-4afd-a35d-98615e34f21c on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:10:23.596177 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-17d89d19-9920-49ca-9461-691d2df7c215 service neutron] Attempting to bind port d3ea9c16-fe9a-4afd-a35d-98615e34f21c on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:23.601024 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-17d89d19-9920-49ca-9461-691d2df7c215 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:23.601367 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-17d89d19-9920-49ca-9461-691d2df7c215 service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:23.601760 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-17d89d19-9920-49ca-9461-691d2df7c215 service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:23.602193 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-17d89d19-9920-49ca-9461-691d2df7c215 service neutron] Bound port: d3ea9c16-fe9a-4afd-a35d-98615e34f21c, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:23.602555 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-17d89d19-9920-49ca-9461-691d2df7c215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:23.609834 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:23.688414 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-17d89d19-9920-49ca-9461-691d2df7c215 service neutron] For port d3ea9c16-fe9a-4afd-a35d-98615e34f21c, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:23.689400 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-17d89d19-9920-49ca-9461-691d2df7c215 service neutron] For port d3ea9c16-fe9a-4afd-a35d-98615e34f21c, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=d3ea9c16-fe9a-4afd-a35d-98615e34f21c,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:23.694404 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-17d89d19-9920-49ca-9461-691d2df7c215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:23.730550 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-17d89d19-9920-49ca-9461-691d2df7c215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:23.731521 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-17d89d19-9920-49ca-9461-691d2df7c215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:23.733238 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-17d89d19-9920-49ca-9461-691d2df7c215 service neutron] 10.222.0.78 "PUT /v2.0/ports/d3ea9c16-fe9a-4afd-a35d-98615e34f21c HTTP/1.1" status: 200 len: 1096 time: 0.9574647 Jul 05 10:10:23.733685 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2', 'tag': 'd3ea9c16-fe9a-4afd-a35d-98615e34f21c'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:23.735963 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0901a665-7b8e-4ee2-8b2a-c4cc21d2b766" -d '{"events": [{"name": "network-changed", "server_uuid": "5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2", "tag": "d3ea9c16-fe9a-4afd-a35d-98615e34f21c"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:23.789950 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d89d19-9920-49ca-9461-691d2df7c215 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ea9c16-fe9a-4afd-a35d-98615e34f21c,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:23.793853 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592ccfc1-7f34-4153-a51b-56032e2e3f4b x-openstack-request-id: req-592ccfc1-7f34-4153-a51b-56032e2e3f4b {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:23.795568 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2", "tag": "d3ea9c16-fe9a-4afd-a35d-98615e34f21c", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:23.795568 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-592ccfc1-7f34-4153-a51b-56032e2e3f4b {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:23.795568 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2', 'tag': 'd3ea9c16-fe9a-4afd-a35d-98615e34f21c', 'status': 'completed', 'code': 200} Jul 05 10:10:23.865484 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-a8a91efa-ea5f-4cdc-aa76-fb8f7392d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:23.866848 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-a8a91efa-ea5f-4cdc-aa76-fb8f7392d24d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c58fe44fdbf546c9950d6463e3ba8e96&device_id=5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2 HTTP/1.1" status: 200 len: 1099 time: 0.0712168 Jul 05 10:10:23.919478 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-11685b5d-dfd1-408e-9780-565b876493d6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=d3ea9c16-fe9a-4afd-a35d-98615e34f21c HTTP/1.1" status: 200 len: 217 time: 0.0440784 Jul 05 10:10:23.970662 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-2385b526-88e7-4c92-8864-e4ea757fff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:23.972190 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-2385b526-88e7-4c92-8864-e4ea757fff71 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0469694 Jul 05 10:10:24.032508 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-2b71488e-2019-449a-ac8f-dc5c0e5aafd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:24.034071 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-2b71488e-2019-449a-ac8f-dc5c0e5aafd0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0555797 Jul 05 10:10:24.131405 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-c6de5ea5-5f69-402b-ad99-5001a2878390 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911927 Jul 05 10:10:24.222410 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f2ca2bd9-30c4-44b1-8a34-c5df0b00088d req-e77cd6f2-9f3b-4d03-b3e0-d6d6b54d5f40 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852005 Jul 05 10:10:24.355656 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901a665-7b8e-4ee2-8b2a-c4cc21d2b766 req-11027b61-39cf-4c5d-af43-fc8185d37d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:24.356076 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0901a665-7b8e-4ee2-8b2a-c4cc21d2b766 req-11027b61-39cf-4c5d-af43-fc8185d37d0e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c58fe44fdbf546c9950d6463e3ba8e96&device_id=5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2 HTTP/1.1" status: 200 len: 1099 time: 0.0734375 Jul 05 10:10:24.502076 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901a665-7b8e-4ee2-8b2a-c4cc21d2b766 req-673daf0e-cf66-4cf5-ac03-fb0f38f6f6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:24.503979 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0901a665-7b8e-4ee2-8b2a-c4cc21d2b766 req-673daf0e-cf66-4cf5-ac03-fb0f38f6f6e8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.1422396 Jul 05 10:10:24.555329 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbac29-df9c-4e10-9d2f-6eb42f333089 req-3a16d612-986a-4f9a-b79c-309bf8100740 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:24.557618 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-07dbac29-df9c-4e10-9d2f-6eb42f333089 req-3a16d612-986a-4f9a-b79c-309bf8100740 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2 HTTP/1.1" status: 200 len: 948 time: 0.0688758 Jul 05 10:10:24.560656 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0901a665-7b8e-4ee2-8b2a-c4cc21d2b766 req-0fae847f-2c6c-4e6a-8c5b-037dfab55a5a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=d3ea9c16-fe9a-4afd-a35d-98615e34f21c HTTP/1.1" status: 200 len: 217 time: 0.0501721 Jul 05 10:10:24.599909 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:24.619375 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-07dbac29-df9c-4e10-9d2f-6eb42f333089 req-5795b3b9-45dc-4afd-b055-7f5dc1051584 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a332bf85-5e63-41f7-8b4e-4c96a2863112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528879 Jul 05 10:10:24.640714 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901a665-7b8e-4ee2-8b2a-c4cc21d2b766 req-47db54f1-926f-4620-8edd-146e5744f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:24.642279 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0901a665-7b8e-4ee2-8b2a-c4cc21d2b766 req-47db54f1-926f-4620-8edd-146e5744f4b6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0735474 Jul 05 10:10:24.700791 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901a665-7b8e-4ee2-8b2a-c4cc21d2b766 req-f898070b-1499-4faa-b505-86e8fb110869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:24.702470 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0901a665-7b8e-4ee2-8b2a-c4cc21d2b766 req-f898070b-1499-4faa-b505-86e8fb110869 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539684 Jul 05 10:10:24.798156 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0901a665-7b8e-4ee2-8b2a-c4cc21d2b766 req-088090af-8b84-4caf-933d-0f73875c68e3 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892246 Jul 05 10:10:24.893177 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0901a665-7b8e-4ee2-8b2a-c4cc21d2b766 req-bbe12f25-04eb-43e4-a91a-85a45598050d service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889070 Jul 05 10:10:25.789698 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84b31f-8c78-4380-b319-0cc4773d7a70 req-cf24cec7-1d38-4f60-9bf7-e1993a1507f6 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:25.791322 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b84b31f-8c78-4380-b319-0cc4773d7a70 req-cf24cec7-1d38-4f60-9bf7-e1993a1507f6 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2 HTTP/1.1" status: 200 len: 948 time: 0.0651963 Jul 05 10:10:25.830502 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b84b31f-8c78-4380-b319-0cc4773d7a70 req-12583ebc-0e25-4c35-a9a1-63d79aa2b2a0 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a332bf85-5e63-41f7-8b4e-4c96a2863112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333030 Jul 05 10:10:26.718800 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.010981 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de4ffc-85e6-4244-b9e6-0b5ed0651836 req-64ab143c-08aa-4f5d-af83-b396e4e924f0 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:27.012404 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53de4ffc-85e6-4244-b9e6-0b5ed0651836 req-64ab143c-08aa-4f5d-af83-b396e4e924f0 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2 HTTP/1.1" status: 200 len: 948 time: 0.0679355 Jul 05 10:10:27.050783 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53de4ffc-85e6-4244-b9e6-0b5ed0651836 req-edd353ea-9562-4157-bf4a-7f36e61460eb tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a332bf85-5e63-41f7-8b4e-4c96a2863112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324929 Jul 05 10:10:28.234887 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a1df2-c7cc-47c2-8dd3-d1881d02e799 req-67e013e1-9dab-4f19-9b34-b0798f24670e tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:28.236360 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-135a1df2-c7cc-47c2-8dd3-d1881d02e799 req-67e013e1-9dab-4f19-9b34-b0798f24670e tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2 HTTP/1.1" status: 200 len: 948 time: 0.0656502 Jul 05 10:10:28.273941 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-135a1df2-c7cc-47c2-8dd3-d1881d02e799 req-4cc17c18-55d6-4dbb-b3a6-448e9b1b287d tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a332bf85-5e63-41f7-8b4e-4c96a2863112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314538 Jul 05 10:10:28.600837 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device d3ea9c16-fe9a-4afd-a35d-98615e34f21c details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:10:28.704456 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port d3ea9c16-fe9a-4afd-a35d-98615e34f21c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=d3ea9c16-fe9a-4afd-a35d-98615e34f21c,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:28.716149 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'd3ea9c16-fe9a-4afd-a35d-98615e34f21c', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': 'd3ea9c16-fe9a-4afd-a35d-98615e34f21c', 'mac_address': 'fa:16:3e:c9:69:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:10:28.757718 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:28.771104 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ea9c16-fe9a-4afd-a35d-98615e34f21c {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:10:28.791643 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port d3ea9c16-fe9a-4afd-a35d-98615e34f21c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=d3ea9c16-fe9a-4afd-a35d-98615e34f21c,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:28.796090 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:28.845649 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=d3ea9c16-fe9a-4afd-a35d-98615e34f21c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:29.169506 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['d3ea9c16-fe9a-4afd-a35d-98615e34f21c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:10:29.450536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54261d96-4a11-4ab6-b4b5-5bbfa9414a16 req-45a30238-97d8-4cdf-9996-ae88f2a69da4 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:29.451997 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-54261d96-4a11-4ab6-b4b5-5bbfa9414a16 req-45a30238-97d8-4cdf-9996-ae88f2a69da4 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2 HTTP/1.1" status: 200 len: 949 time: 0.0657363 Jul 05 10:10:29.491558 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-54261d96-4a11-4ab6-b4b5-5bbfa9414a16 req-2fff2b7e-b69d-4e70-8191-1eb395ffe363 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a332bf85-5e63-41f7-8b4e-4c96a2863112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336473 Jul 05 10:10:30.610816 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device d3ea9c16-fe9a-4afd-a35d-98615e34f21c up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:30.674432 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port d3ea9c16-fe9a-4afd-a35d-98615e34f21c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:30.679484 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port d3ea9c16-fe9a-4afd-a35d-98615e34f21c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:30.679881 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:30.682919 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb681164-74b1-4086-a84c-ff3f8f4ebf16 req-dcb95dc6-28dc-4d4a-be21-b81a46ac7216 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:30.684578 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb681164-74b1-4086-a84c-ff3f8f4ebf16 req-dcb95dc6-28dc-4d4a-be21-b81a46ac7216 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2 HTTP/1.1" status: 200 len: 949 time: 0.0822027 Jul 05 10:10:30.724657 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb681164-74b1-4086-a84c-ff3f8f4ebf16 req-dd8861e7-25ea-428c-aed6-e46f563b70c7 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a332bf85-5e63-41f7-8b4e-4c96a2863112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335970 Jul 05 10:10:30.757101 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:30.779632 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ea9c16-fe9a-4afd-a35d-98615e34f21c'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:30.781838 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486a8171-585b-42e8-bc49-2e654948c56b" -d '{"events": [{"server_uuid": "5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2", "name": "network-vif-plugged", "status": "completed", "tag": "d3ea9c16-fe9a-4afd-a35d-98615e34f21c"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:30.798390 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port d3ea9c16-fe9a-4afd-a35d-98615e34f21c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=d3ea9c16-fe9a-4afd-a35d-98615e34f21c,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:30.803449 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:30.826186 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defd07a2-9f4f-4067-85ec-69a73b4c44cd x-openstack-request-id: req-defd07a2-9f4f-4067-85ec-69a73b4c44cd {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:30.826484 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2", "name": "network-vif-plugged", "status": "completed", "tag": "d3ea9c16-fe9a-4afd-a35d-98615e34f21c", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:30.826733 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-defd07a2-9f4f-4067-85ec-69a73b4c44cd {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:30.827125 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ea9c16-fe9a-4afd-a35d-98615e34f21c', 'code': 200} Jul 05 10:10:30.859414 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=d3ea9c16-fe9a-4afd-a35d-98615e34f21c,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:30.943003 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff9fb7-dc4d-4a6c-ab46-ebed8df643e5 req-c6c97b30-3b3f-4c69-ae7a-226def02b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:30.944572 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c6ff9fb7-dc4d-4a6c-ab46-ebed8df643e5 req-c6c97b30-3b3f-4c69-ae7a-226def02b888 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2 HTTP/1.1" status: 200 len: 1101 time: 0.0558548 Jul 05 10:10:30.981731 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c6ff9fb7-dc4d-4a6c-ab46-ebed8df643e5 req-f5144818-bfe0-424c-b314-da5bae18c530 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a332bf85-5e63-41f7-8b4e-4c96a2863112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295959 Jul 05 10:10:31.913027 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad87ee-b7e8-40f7-b98f-726c442cc4ab req-0f663b50-2868-4ec0-870f-bb37c05c59da tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:31.914550 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01ad87ee-b7e8-40f7-b98f-726c442cc4ab req-0f663b50-2868-4ec0-870f-bb37c05c59da tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2 HTTP/1.1" status: 200 len: 950 time: 0.0704725 Jul 05 10:10:31.952574 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01ad87ee-b7e8-40f7-b98f-726c442cc4ab req-e5e337f4-6634-402e-a355-1cd658c3d229 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a332bf85-5e63-41f7-8b4e-4c96a2863112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325084 Jul 05 10:10:32.756469 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:33.133958 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c422c-dc27-432d-ab26-505f84f7932d req-f3fc0554-2700-4844-81ed-d5f5df016ccb tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:33.136017 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a88c422c-dc27-432d-ab26-505f84f7932d req-f3fc0554-2700-4844-81ed-d5f5df016ccb tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2 HTTP/1.1" status: 200 len: 950 time: 0.0705676 Jul 05 10:10:33.177293 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a88c422c-dc27-432d-ab26-505f84f7932d req-0eca597a-47e7-4a4a-a1c3-a7e6c4b637ac tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a332bf85-5e63-41f7-8b4e-4c96a2863112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351038 Jul 05 10:10:33.656070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5408abc-6b8b-433c-867e-241c9bc6b0dc req-ed722af8-7004-4ea3-abd3-8a69ac4f55b5 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:33.657599 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5408abc-6b8b-433c-867e-241c9bc6b0dc req-ed722af8-7004-4ea3-abd3-8a69ac4f55b5 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2 HTTP/1.1" status: 200 len: 950 time: 0.0681288 Jul 05 10:10:33.698676 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5408abc-6b8b-433c-867e-241c9bc6b0dc req-714f93ca-8fde-4e80-82ca-4ecc8b0cc584 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a332bf85-5e63-41f7-8b4e-4c96a2863112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347393 Jul 05 10:10:34.340824 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:10:34.863441 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2eb67f92-0743-42b3-a233-7013be35fe37 req-54c3b4a9-62a4-4a32-840e-5d5c65f72bf3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695796 Jul 05 10:10:34.887305 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56409246-5299-42bd-b95b-e1a6f38cf1a4 req-0db0a3fa-fec4-412c-8ea9-152fe8bb91b2 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:34.889544 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-56409246-5299-42bd-b95b-e1a6f38cf1a4 req-0db0a3fa-fec4-412c-8ea9-152fe8bb91b2 tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2 HTTP/1.1" status: 200 len: 950 time: 0.0725176 Jul 05 10:10:34.929919 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-56409246-5299-42bd-b95b-e1a6f38cf1a4 req-e389965d-cc96-419c-b89d-ec27c65c009d tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a332bf85-5e63-41f7-8b4e-4c96a2863112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344784 Jul 05 10:10:34.970207 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb67f92-0743-42b3-a233-7013be35fe37 req-260e25f0-e010-4d95-b9a3-7d420a49098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:34.972441 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2eb67f92-0743-42b3-a233-7013be35fe37 req-260e25f0-e010-4d95-b9a3-7d420a49098b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8c001f7d567b480ca0b6992073b2cea5&device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 1097 time: 0.0641892 Jul 05 10:10:35.060278 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f34d2-1d9d-4f5d-b65d-e281959d4d80 req-3331252f-d2b4-4a6c-930d-e9f3736afa4a tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:35.062320 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-648f34d2-1d9d-4f5d-b65d-e281959d4d80 req-3331252f-d2b4-4a6c-930d-e9f3736afa4a tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2 HTTP/1.1" status: 200 len: 950 time: 0.0730734 Jul 05 10:10:35.139099 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb67f92-0743-42b3-a233-7013be35fe37 req-505134ee-af9d-4bd6-9dff-a5a7b9f873df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:35.140956 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2eb67f92-0743-42b3-a233-7013be35fe37 req-505134ee-af9d-4bd6-9dff-a5a7b9f873df service neutron] 10.222.0.78 "GET /v2.0/networks?id=e92969d7-2f54-48da-8a2d-7d136131bbc7 HTTP/1.1" status: 200 len: 911 time: 0.1348381 Jul 05 10:10:35.183312 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-648f34d2-1d9d-4f5d-b65d-e281959d4d80 req-d7f09a98-e225-4625-9ee5-27d8ded4522d tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Deleting port d3ea9c16-fe9a-4afd-a35d-98615e34f21c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:35.183515 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-648f34d2-1d9d-4f5d-b65d-e281959d4d80 req-d7f09a98-e225-4625-9ee5-27d8ded4522d tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:35.212476 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-3690ce87-fbc4-41b9-86be-3e3ac712824b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1983905 Jul 05 10:10:35.225162 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2eb67f92-0743-42b3-a233-7013be35fe37 req-7ea5aa8c-e6f1-4f6e-95b4-6db5bf1b715b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8902ee84-0098-42aa-95ae-86c0d025cf6e HTTP/1.1" status: 200 len: 1001 time: 0.0774457 Jul 05 10:10:35.279577 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb67f92-0743-42b3-a233-7013be35fe37 req-8a6faaa7-b72c-453a-b64b-435acff0164a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:35.281311 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2eb67f92-0743-42b3-a233-7013be35fe37 req-8a6faaa7-b72c-453a-b64b-435acff0164a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ec963537-c196-42e4-b994-fe6e7fea3b3b HTTP/1.1" status: 200 len: 849 time: 0.0503123 Jul 05 10:10:35.293343 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-648f34d2-1d9d-4f5d-b65d-e281959d4d80 req-d7f09a98-e225-4625-9ee5-27d8ded4522d tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] For port d3ea9c16-fe9a-4afd-a35d-98615e34f21c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=d3ea9c16-fe9a-4afd-a35d-98615e34f21c,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:35.293806 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-648f34d2-1d9d-4f5d-b65d-e281959d4d80 req-d7f09a98-e225-4625-9ee5-27d8ded4522d tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:35.310742 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-648f34d2-1d9d-4f5d-b65d-e281959d4d80 req-d7f09a98-e225-4625-9ee5-27d8ded4522d tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Calling delete_port for d3ea9c16-fe9a-4afd-a35d-98615e34f21c owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:35.396377 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-4a4cc46b-6c42-4513-90ba-1dda5f2e87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:35.396377 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-4a4cc46b-6c42-4513-90ba-1dda5f2e87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:35.396680 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-4a4cc46b-6c42-4513-90ba-1dda5f2e87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:35.398988 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-4a4cc46b-6c42-4513-90ba-1dda5f2e87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:35.398988 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-4a4cc46b-6c42-4513-90ba-1dda5f2e87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:35.398988 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-4a4cc46b-6c42-4513-90ba-1dda5f2e87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:35.398988 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-4a4cc46b-6c42-4513-90ba-1dda5f2e87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:35.400883 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-4a4cc46b-6c42-4513-90ba-1dda5f2e87c9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9596ba5fe35d4394b6d195316cece06b&device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 6492 time: 0.1150684 Jul 05 10:10:35.402954 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb67f92-0743-42b3-a233-7013be35fe37 req-6a07d8ce-20f4-43f5-8785-468026278542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:35.404165 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2eb67f92-0743-42b3-a233-7013be35fe37 req-6a07d8ce-20f4-43f5-8785-468026278542 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e92969d7-2f54-48da-8a2d-7d136131bbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089745 Jul 05 10:10:35.517277 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-648f34d2-1d9d-4f5d-b65d-e281959d4d80 req-d7f09a98-e225-4625-9ee5-27d8ded4522d tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:35.532272 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['d3ea9c16-fe9a-4afd-a35d-98615e34f21c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:10:35.561048 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f09a98-e225-4625-9ee5-27d8ded4522d tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Pushing event deleted for resources: {'Port': ['ID=d3ea9c16-fe9a-4afd-a35d-98615e34f21c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:35.647542 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2eb67f92-0743-42b3-a233-7013be35fe37 req-a9c94cc4-51f4-468d-8a99-0e409241f2e3 service neutron] 10.222.0.78 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316947 Jul 05 10:10:35.651263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-838d0bdb-0ea5-4dff-8d21-c111fd06dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:35.651742 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-838d0bdb-0ea5-4dff-8d21-c111fd06dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:35.652240 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-838d0bdb-0ea5-4dff-8d21-c111fd06dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:35.653894 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-838d0bdb-0ea5-4dff-8d21-c111fd06dc35 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e8809747-0653-4cdf-bd9b-7654560adade&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=687dc320-4531-4e31-9377-87644d9740dc&id=687dc320-4531-4e31-9377-87644d9740dc HTTP/1.1" status: 200 len: 2293 time: 0.2171600 Jul 05 10:10:35.661221 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-648f34d2-1d9d-4f5d-b65d-e281959d4d80 req-d7f09a98-e225-4625-9ee5-27d8ded4522d tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] No DVR routers for this DVR port d3ea9c16-fe9a-4afd-a35d-98615e34f21c on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:10:35.664592 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-648f34d2-1d9d-4f5d-b65d-e281959d4d80 req-d7f09a98-e225-4625-9ee5-27d8ded4522d tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:35.667020 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-648f34d2-1d9d-4f5d-b65d-e281959d4d80 req-d7f09a98-e225-4625-9ee5-27d8ded4522d tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.78 "DELETE /v2.0/ports/d3ea9c16-fe9a-4afd-a35d-98615e34f21c HTTP/1.1" status: 204 len: 173 time: 0.5980079 Jul 05 10:10:35.667600 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2', 'name': 'network-vif-deleted', 'tag': 'd3ea9c16-fe9a-4afd-a35d-98615e34f21c'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:35.671192 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7475c1b6-2dca-427c-8858-e3fc945d0c87" -d '{"events": [{"server_uuid": "5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2", "name": "network-vif-deleted", "tag": "d3ea9c16-fe9a-4afd-a35d-98615e34f21c"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:35.727403 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddf8214-14e1-436e-ad83-862c741805b3 x-openstack-request-id: req-5ddf8214-14e1-436e-ad83-862c741805b3 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:35.727799 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2", "name": "network-vif-deleted", "tag": "d3ea9c16-fe9a-4afd-a35d-98615e34f21c", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:35.728174 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5ddf8214-14e1-436e-ad83-862c741805b3 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:35.728760 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2', 'name': 'network-vif-deleted', 'tag': 'd3ea9c16-fe9a-4afd-a35d-98615e34f21c', 'status': 'completed', 'code': 200} Jul 05 10:10:35.805032 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-04b8f869-7d24-4a52-9b4b-ae7ebef09065 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99eba310-ab63-4ad5-833a-fe875aecadc0 HTTP/1.1" status: 200 len: 1000 time: 0.1407547 Jul 05 10:10:35.888814 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-556c3686-a9d4-4178-8d05-7b177005d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:35.890262 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-556c3686-a9d4-4178-8d05-7b177005d89c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49 HTTP/1.1" status: 200 len: 850 time: 0.0785210 Jul 05 10:10:35.896137 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2eb67f92-0743-42b3-a233-7013be35fe37 req-d9b63e93-b725-40a0-a837-4b0062964b88 service neutron] 10.222.0.78 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413485 Jul 05 10:10:35.947087 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-d30e9cf9-11e9-4a91-b2d6-88ebe30cce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:35.948681 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-d30e9cf9-11e9-4a91-b2d6-88ebe30cce91 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e8809747-0653-4cdf-bd9b-7654560adade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515039 Jul 05 10:10:35.959619 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-4b70cad0-68fb-4049-a32d-038baa48ece2 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:10:35.960678 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-4b70cad0-68fb-4049-a32d-038baa48ece2 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052276 Jul 05 10:10:36.056437 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-aa446e0d-5aa7-4ccf-b4f4-4d3668c37b18 service neutron] 10.222.0.81 "GET /v2.0/networks/e8809747-0653-4cdf-bd9b-7654560adade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882802 Jul 05 10:10:36.149896 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a814938e-0635-4908-b23f-767ae32e4291 req-30e2fd40-ad1b-4a5f-813a-88d3d8049b0a tempest-VolumesNegativeTest-570154665 tempest-VolumesNegativeTest-570154665-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1c4af1-68d4-422e-a3b6-a7ccfcbf4ed2 HTTP/1.1" status: 200 len: 210 time: 0.0781486 Jul 05 10:10:36.154579 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:36.200358 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-50c44333-a968-4966-ac89-eba91d8ef520 service neutron] 10.222.0.81 "GET /v2.0/networks/e8809747-0653-4cdf-bd9b-7654560adade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366141 Jul 05 10:10:36.245659 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-73099a9c-4700-429f-aefb-69cdb20b3830 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=ad3d2c8e-2f41-490e-9670-d1710666ce1d HTTP/1.1" status: 200 len: 217 time: 0.0389595 Jul 05 10:10:36.308940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-0be69e3a-30cf-42f3-a9f8-09e4fcf326be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:36.310957 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-0be69e3a-30cf-42f3-a9f8-09e4fcf326be service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0589023 Jul 05 10:10:36.371589 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-ff2367a7-18c2-4f2d-9147-b6394c470478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:36.373245 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-ff2367a7-18c2-4f2d-9147-b6394c470478 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0564854 Jul 05 10:10:36.465161 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-98228a4d-c18c-477c-8cfc-cb8fab13c4d1 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844600 Jul 05 10:10:36.560035 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-3e2500f8-456b-47d1-b4c3-693e102cb168 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885491 Jul 05 10:10:36.608567 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-0199ace2-29f9-43a9-ac6d-eb9e32f7ba09 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=c525671f-d077-42c1-aee6-61ee852b4f0f HTTP/1.1" status: 200 len: 217 time: 0.0419879 Jul 05 10:10:36.668322 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-c84960fe-d6d2-48e0-8a59-eeb868aae478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:36.669932 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-c84960fe-d6d2-48e0-8a59-eeb868aae478 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0550756 Jul 05 10:10:36.739432 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-c697c229-4b46-405e-a503-3c166dfdf5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:36.741021 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-c697c229-4b46-405e-a503-3c166dfdf5cf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0650654 Jul 05 10:10:36.830999 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-eb64116e-7e67-4735-bfd3-935b153294a4 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826633 Jul 05 10:10:36.927580 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-c842cf15-955e-470d-ba25-651e37e78c91 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902343 Jul 05 10:10:36.970811 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-424725d9-f5aa-44a7-9950-9a0ae834005d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=bc64378d-0809-4948-9109-02bb5cc40da5 HTTP/1.1" status: 200 len: 217 time: 0.0362382 Jul 05 10:10:37.024146 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-dd1b52a6-b45d-4add-b557-da0eefc8dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:37.025756 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-dd1b52a6-b45d-4add-b557-da0eefc8dfa7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0490947 Jul 05 10:10:37.083256 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-2c0dbcf1-d539-495d-9a41-82dcdf1ddc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:37.084809 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-2c0dbcf1-d539-495d-9a41-82dcdf1ddc9c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0523360 Jul 05 10:10:37.176348 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-bb5f0333-085c-4f01-b11f-f453e4aa77eb service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847921 Jul 05 10:10:37.284208 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-6a1e311d-47c6-47b3-b599-9d5cc5256bf4 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008136 Jul 05 10:10:37.328373 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-9ba833dc-c4d8-4181-a4d3-e00cc8642604 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=c1821982-65d1-4284-b01f-61dd67e40864 HTTP/1.1" status: 200 len: 217 time: 0.0365775 Jul 05 10:10:37.382651 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-98474921-b757-406e-9fd0-eef3cdd8b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:37.384196 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-98474921-b757-406e-9fd0-eef3cdd8b3be service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0497293 Jul 05 10:10:37.452542 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-044466e3-ed02-4789-b3bf-b02a931cf367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:37.453860 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-044466e3-ed02-4789-b3bf-b02a931cf367 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0623696 Jul 05 10:10:37.547774 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-aac84b26-d75b-4b85-9113-11fe4f744797 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867147 Jul 05 10:10:37.655091 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-01d3e46c-0546-482b-b2ca-1837dd24b35f service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007979 Jul 05 10:10:37.726503 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-32a926f0-b952-4ac2-b4e1-6895b249edba service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0e6db9d0-38f9-4121-8c58-31af2f739051 HTTP/1.1" status: 200 len: 217 time: 0.0645328 Jul 05 10:10:37.788344 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-cfd57dd4-265e-4fb9-b822-cce6bcc511c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:37.789781 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-cfd57dd4-265e-4fb9-b822-cce6bcc511c5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cad995d8-210a-44a5-ac6b-55fe6188cec8 HTTP/1.1" status: 200 len: 797 time: 0.0562003 Jul 05 10:10:37.864973 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-a80aeb8a-1844-4580-b683-11b6b927c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:37.866529 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-a80aeb8a-1844-4580-b683-11b6b927c0d1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=687dc320-4531-4e31-9377-87644d9740dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0697906 Jul 05 10:10:37.968178 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-5f10a4a5-4fd0-416f-96ae-8c405df7a590 service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941255 Jul 05 10:10:38.073141 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-3627f737-3c9f-40a1-9826-f07933abc606 service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987217 Jul 05 10:10:38.116229 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-24d707c9-f6a2-4f62-acd9-29d431560435 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 HTTP/1.1" status: 200 len: 217 time: 0.0370727 Jul 05 10:10:38.168278 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-91a4d750-f1fe-4805-a5f9-b6fe548700b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:38.171148 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-91a4d750-f1fe-4805-a5f9-b6fe548700b1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cad995d8-210a-44a5-ac6b-55fe6188cec8 HTTP/1.1" status: 200 len: 797 time: 0.0466657 Jul 05 10:10:38.243666 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-b28e6344-ba29-4c27-a985-9a4f85e9a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:38.245480 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-b28e6344-ba29-4c27-a985-9a4f85e9a014 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=687dc320-4531-4e31-9377-87644d9740dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0675657 Jul 05 10:10:38.345736 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-13e6f619-1adc-468f-b703-1a44af6eccbf service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927155 Jul 05 10:10:38.455710 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6271c43-f4cc-44a7-bef0-78faf7162596 req-5da40cc4-23a3-4004-afe1-f4606fc18b12 service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035650 Jul 05 10:10:40.667160 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device d3ea9c16-fe9a-4afd-a35d-98615e34f21c no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:10:40.688372 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: d3ea9c16-fe9a-4afd-a35d-98615e34f21c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:10:40.688726 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device d3ea9c16-fe9a-4afd-a35d-98615e34f21c not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:10:42.257680 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33780) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:42.430979 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-54e7bbd3-e694-4602-a98f-e8a7da6f719b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c58fe44fdbf546c9950d6463e3ba8e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1720865 Jul 05 10:10:42.432586 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 33788) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:42.484228 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a2d39e95-81e4-4281-acc6-45424304de8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:42.507100 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a2d39e95-81e4-4281-acc6-45424304de8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:42.559987 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a2d39e95-81e4-4281-acc6-45424304de8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:42.563565 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a2d39e95-81e4-4281-acc6-45424304de8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:42.576535 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a2d39e95-81e4-4281-acc6-45424304de8d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a332bf85-5e63-41f7-8b4e-4c96a2863112 HTTP/1.1" status: 204 len: 168 time: 0.1363561 Jul 05 10:10:42.588739 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d39e95-81e4-4281-acc6-45424304de8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a332bf85-5e63-41f7-8b4e-4c96a2863112,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:50.935335 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8df58917-e348-42b6-9605-eba505221638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.316990 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-da7b5296-7302-4432-a41c-b14949bb4110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.605697 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:54.596375 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:56.720391 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:02.755890 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:06.158714 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:07.847157 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-b9d1b1cd-eb20-4d68-81c7-afc70badbda7 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:07.848750 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-b9d1b1cd-eb20-4d68-81c7-afc70badbda7 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/networks?id=14e5bca9-f71d-4483-9b74-74d62b17e877 HTTP/1.1" status: 200 len: 814 time: 0.1054015 Jul 05 10:11:07.865580 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-6ab3938d-4e29-4cd9-afd0-6ecb45d6f2f7 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/quotas/a6c48e01ea99463cbd7346de4b43be41 HTTP/1.1" status: 200 len: 375 time: 0.0109158 Jul 05 10:11:07.901208 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-15b39c91-fc3d-4b28-844d-38580b9ec257 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a6c48e01ea99463cbd7346de4b43be41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299339 Jul 05 10:11:08.020677 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-2548bb4d-48c0-4fcc-9abd-7f1551de8083 service neutron] 10.222.0.79 "GET /v2.0/networks/14e5bca9-f71d-4483-9b74-74d62b17e877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121886 Jul 05 10:11:08.132399 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-d5a26834-43cd-4630-8056-6ede76f49b96 service neutron] 10.222.0.79 "GET /v2.0/networks/14e5bca9-f71d-4483-9b74-74d62b17e877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045475 Jul 05 10:11:08.311718 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fbd296f-bd27-416e-abbd-924ae600a781 req-a913d87f-e1ff-429e-a651-ddc185964e31 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc5cccab-ae74-4a66-842b-ab118c3c2e90 HTTP/1.1" status: 200 len: 210 time: 0.0339673 Jul 05 10:11:09.344606 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-cd18dbdd-457b-48a6-bb03-6b7c946d92af tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:09.346276 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-cd18dbdd-457b-48a6-bb03-6b7c946d92af tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.78 "GET /v2.0/networks?id=14e5bca9-f71d-4483-9b74-74d62b17e877 HTTP/1.1" status: 200 len: 814 time: 0.1072760 Jul 05 10:11:09.364809 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-9b1e70d6-92d6-4f5d-bfab-eef1df9a7903 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Request body: {'port': {'device_id': 'fc5cccab-ae74-4a66-842b-ab118c3c2e90', 'network_id': '14e5bca9-f71d-4483-9b74-74d62b17e877', 'admin_state_up': True, 'tenant_id': 'a6c48e01ea99463cbd7346de4b43be41'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:09.462152 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c0603c4-f43e-47ab-b3ba-52ac4c3879b0 req-f1cac309-c2f5-49b9-8e03-0a253e726b85 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc5cccab-ae74-4a66-842b-ab118c3c2e90 HTTP/1.1" status: 200 len: 210 time: 0.0377014 Jul 05 10:11:09.515065 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-9b1e70d6-92d6-4f5d-bfab-eef1df9a7903 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Made reservation on behalf of a6c48e01ea99463cbd7346de4b43be41 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:09.518799 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-9b1e70d6-92d6-4f5d-bfab-eef1df9a7903 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:09.651940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-9b1e70d6-92d6-4f5d-bfab-eef1df9a7903 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Allocated IP 172.20.0.7 (14e5bca9-f71d-4483-9b74-74d62b17e877/d39e58e3-5024-4288-8acd-52ed7666f607/025ad548-cd7f-43df-b629-050fea436748) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:11:09.796114 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-9b1e70d6-92d6-4f5d-bfab-eef1df9a7903 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:09.835929 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-9b1e70d6-92d6-4f5d-bfab-eef1df9a7903 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:09.883463 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-9b1e70d6-92d6-4f5d-bfab-eef1df9a7903 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Network 14e5bca9-f71d-4483-9b74-74d62b17e877 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:09.888571 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-9b1e70d6-92d6-4f5d-bfab-eef1df9a7903 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:09.892345 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-9b1e70d6-92d6-4f5d-bfab-eef1df9a7903 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:11:09.915215 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e70d6-92d6-4f5d-bfab-eef1df9a7903 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Pushing event updated for resources: {'Port': ['ID=025ad548-cd7f-43df-b629-050fea436748,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:09.930699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e70d6-92d6-4f5d-bfab-eef1df9a7903 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.931200 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e70d6-92d6-4f5d-bfab-eef1df9a7903 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.931669 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e70d6-92d6-4f5d-bfab-eef1df9a7903 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.932138 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e70d6-92d6-4f5d-bfab-eef1df9a7903 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.932598 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e70d6-92d6-4f5d-bfab-eef1df9a7903 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.933094 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e70d6-92d6-4f5d-bfab-eef1df9a7903 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.933570 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e70d6-92d6-4f5d-bfab-eef1df9a7903 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.934056 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e70d6-92d6-4f5d-bfab-eef1df9a7903 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.934390 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e70d6-92d6-4f5d-bfab-eef1df9a7903 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.934714 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e70d6-92d6-4f5d-bfab-eef1df9a7903 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.935040 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e70d6-92d6-4f5d-bfab-eef1df9a7903 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.935363 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e70d6-92d6-4f5d-bfab-eef1df9a7903 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.958691 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-9b1e70d6-92d6-4f5d-bfab-eef1df9a7903 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:09.959532 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-9b1e70d6-92d6-4f5d-bfab-eef1df9a7903 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:09.973988 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-9b1e70d6-92d6-4f5d-bfab-eef1df9a7903 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6135721 Jul 05 10:11:09.985695 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-36ab8640-3869-4b95-8198-cbb9bb134266 service neutron] Request body: {'port': {'device_id': 'fc5cccab-ae74-4a66-842b-ab118c3c2e90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:10.054877 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-36ab8640-3869-4b95-8198-cbb9bb134266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.329636 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-36ab8640-3869-4b95-8198-cbb9bb134266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 025ad548-cd7f-43df-b629-050fea436748 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:11:10.337665 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-36ab8640-3869-4b95-8198-cbb9bb134266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.349570 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-36ab8640-3869-4b95-8198-cbb9bb134266 service neutron] Transition to ACTIVE for port object 025ad548-cd7f-43df-b629-050fea436748 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:10.353508 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-36ab8640-3869-4b95-8198-cbb9bb134266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.401942 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab8640-3869-4b95-8198-cbb9bb134266 service neutron] Pushing event updated for resources: {'Port': ['ID=025ad548-cd7f-43df-b629-050fea436748,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:10.471515 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-36ab8640-3869-4b95-8198-cbb9bb134266 service neutron] Attempting to bind port 025ad548-cd7f-43df-b629-050fea436748 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:11:10.471779 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-36ab8640-3869-4b95-8198-cbb9bb134266 service neutron] Attempting to bind port 025ad548-cd7f-43df-b629-050fea436748 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '043cffdd-290c-4541-a4a8-e5eb626784f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14e5bca9-f71d-4483-9b74-74d62b17e877'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:11:10.472163 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-36ab8640-3869-4b95-8198-cbb9bb134266 service neutron] Attempting to bind port 025ad548-cd7f-43df-b629-050fea436748 on network 14e5bca9-f71d-4483-9b74-74d62b17e877 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:11:10.476418 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-36ab8640-3869-4b95-8198-cbb9bb134266 service neutron] Port 025ad548-cd7f-43df-b629-050fea436748 on network 14e5bca9-f71d-4483-9b74-74d62b17e877 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:11:10.476797 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-36ab8640-3869-4b95-8198-cbb9bb134266 service neutron] Attempting to bind port 025ad548-cd7f-43df-b629-050fea436748 on network 14e5bca9-f71d-4483-9b74-74d62b17e877 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:11:10.481652 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-36ab8640-3869-4b95-8198-cbb9bb134266 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:11:10.481992 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-36ab8640-3869-4b95-8198-cbb9bb134266 service neutron] Checking segment: {'id': '043cffdd-290c-4541-a4a8-e5eb626784f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14e5bca9-f71d-4483-9b74-74d62b17e877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:10.482640 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-36ab8640-3869-4b95-8198-cbb9bb134266 service neutron] Bound using segment: {'id': '043cffdd-290c-4541-a4a8-e5eb626784f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14e5bca9-f71d-4483-9b74-74d62b17e877'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:11:10.483067 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-36ab8640-3869-4b95-8198-cbb9bb134266 service neutron] Bound port: 025ad548-cd7f-43df-b629-050fea436748, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043cffdd-290c-4541-a4a8-e5eb626784f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14e5bca9-f71d-4483-9b74-74d62b17e877'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:11:10.483465 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-36ab8640-3869-4b95-8198-cbb9bb134266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.552097 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-36ab8640-3869-4b95-8198-cbb9bb134266 service neutron] For port 025ad548-cd7f-43df-b629-050fea436748, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:11:10.555302 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-36ab8640-3869-4b95-8198-cbb9bb134266 service neutron] For port 025ad548-cd7f-43df-b629-050fea436748, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=025ad548-cd7f-43df-b629-050fea436748,segment=NetworkSegment(043cffdd-290c-4541-a4a8-e5eb626784f9),segment_id=043cffdd-290c-4541-a4a8-e5eb626784f9)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:11:10.562586 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-36ab8640-3869-4b95-8198-cbb9bb134266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.608177 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-36ab8640-3869-4b95-8198-cbb9bb134266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:10.608807 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-36ab8640-3869-4b95-8198-cbb9bb134266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.610170 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-36ab8640-3869-4b95-8198-cbb9bb134266 service neutron] 10.222.0.78 "PUT /v2.0/ports/025ad548-cd7f-43df-b629-050fea436748 HTTP/1.1" status: 200 len: 1091 time: 0.6287835 Jul 05 10:11:10.614140 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5cccab-ae74-4a66-842b-ab118c3c2e90', 'tag': '025ad548-cd7f-43df-b629-050fea436748'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:11:10.616866 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5856a9-4f3b-4818-a4a9-c2f80b0985c3" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5cccab-ae74-4a66-842b-ab118c3c2e90", "tag": "025ad548-cd7f-43df-b629-050fea436748"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:11:10.687788 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe389b3-86f8-4179-aec1-813c4633875b x-openstack-request-id: req-7fe389b3-86f8-4179-aec1-813c4633875b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:11:10.688099 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5cccab-ae74-4a66-842b-ab118c3c2e90", "tag": "025ad548-cd7f-43df-b629-050fea436748", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:11:10.688342 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7fe389b3-86f8-4179-aec1-813c4633875b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:11:10.688727 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5cccab-ae74-4a66-842b-ab118c3c2e90', 'tag': '025ad548-cd7f-43df-b629-050fea436748', 'status': 'completed', 'code': 200} Jul 05 10:11:10.707121 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab8640-3869-4b95-8198-cbb9bb134266 service neutron] Pushing event updated for resources: {'Port': ['ID=025ad548-cd7f-43df-b629-050fea436748,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:10.744864 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e4094-e706-4bf2-bbb3-b739a3d8c29e req-6e1d9dba-a8d7-4f74-8276-6a4cf21bf96d tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:10.746268 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e53e4094-e706-4bf2-bbb3-b739a3d8c29e req-6e1d9dba-a8d7-4f74-8276-6a4cf21bf96d tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc5cccab-ae74-4a66-842b-ab118c3c2e90 HTTP/1.1" status: 200 len: 943 time: 0.1561823 Jul 05 10:11:10.752477 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-ad154600-2b3e-4ef3-93a2-14a10cf2ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:10.753924 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-ad154600-2b3e-4ef3-93a2-14a10cf2ff4f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a6c48e01ea99463cbd7346de4b43be41&device_id=fc5cccab-ae74-4a66-842b-ab118c3c2e90 HTTP/1.1" status: 200 len: 1094 time: 0.1030946 Jul 05 10:11:10.802119 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-02c056f4-b990-46b4-8578-0e13090da413 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=025ad548-cd7f-43df-b629-050fea436748 HTTP/1.1" status: 200 len: 217 time: 0.0406611 Jul 05 10:11:10.841221 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e53e4094-e706-4bf2-bbb3-b739a3d8c29e req-ad649205-318a-4ee7-ba21-a3523d52cf4c tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/security-groups?id=d32756c2-8de6-4919-aded-3ab3fd1c0df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863905 Jul 05 10:11:10.858932 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-73a60a85-18da-439e-8aae-cba80f6fb016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:10.860575 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-73a60a85-18da-439e-8aae-cba80f6fb016 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d39e58e3-5024-4288-8acd-52ed7666f607 HTTP/1.1" status: 200 len: 854 time: 0.0497575 Jul 05 10:11:10.896043 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-84057cc6-c60c-4a30-9453-c5c1a059db3f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=14e5bca9-f71d-4483-9b74-74d62b17e877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297143 Jul 05 10:11:10.984808 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-e3bac5d3-a708-420d-b91c-f29128d2ad5f service neutron] 10.222.0.78 "GET /v2.0/networks/14e5bca9-f71d-4483-9b74-74d62b17e877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823050 Jul 05 10:11:11.075329 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66f5b355-79ac-4586-8462-ad3de81c78ef req-a52c6934-9c37-48ac-b6c1-2adda324a77a service neutron] 10.222.0.78 "GET /v2.0/networks/14e5bca9-f71d-4483-9b74-74d62b17e877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836046 Jul 05 10:11:11.169592 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5856a9-4f3b-4818-a4a9-c2f80b0985c3 req-d5cfad2e-7e5f-44c0-a7f3-9d61295c9901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:11.171094 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2d5856a9-4f3b-4818-a4a9-c2f80b0985c3 req-d5cfad2e-7e5f-44c0-a7f3-9d61295c9901 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a6c48e01ea99463cbd7346de4b43be41&device_id=fc5cccab-ae74-4a66-842b-ab118c3c2e90 HTTP/1.1" status: 200 len: 1094 time: 0.0517776 Jul 05 10:11:11.258540 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5856a9-4f3b-4818-a4a9-c2f80b0985c3 req-56cb82be-ea6f-442b-a60b-73f394970cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:11.260054 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2d5856a9-4f3b-4818-a4a9-c2f80b0985c3 req-56cb82be-ea6f-442b-a60b-73f394970cee service neutron] 10.222.0.78 "GET /v2.0/networks?id=14e5bca9-f71d-4483-9b74-74d62b17e877 HTTP/1.1" status: 200 len: 915 time: 0.0831594 Jul 05 10:11:11.307795 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2d5856a9-4f3b-4818-a4a9-c2f80b0985c3 req-20e35d70-9f70-4767-acc1-97c5648759cb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=025ad548-cd7f-43df-b629-050fea436748 HTTP/1.1" status: 200 len: 217 time: 0.0405052 Jul 05 10:11:11.340048 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:11:11.362769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5856a9-4f3b-4818-a4a9-c2f80b0985c3 req-42ebc052-cf25-4fee-9bfb-efa013a924d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:11.364275 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2d5856a9-4f3b-4818-a4a9-c2f80b0985c3 req-42ebc052-cf25-4fee-9bfb-efa013a924d7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d39e58e3-5024-4288-8acd-52ed7666f607 HTTP/1.1" status: 200 len: 854 time: 0.0501454 Jul 05 10:11:11.398709 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2d5856a9-4f3b-4818-a4a9-c2f80b0985c3 req-536147f6-1324-4987-8dcd-6455cf82226d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=14e5bca9-f71d-4483-9b74-74d62b17e877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276535 Jul 05 10:11:11.494846 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2d5856a9-4f3b-4818-a4a9-c2f80b0985c3 req-467d6574-8ad2-4b77-bd8f-02f1ef7759a7 service neutron] 10.222.0.78 "GET /v2.0/networks/14e5bca9-f71d-4483-9b74-74d62b17e877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885196 Jul 05 10:11:11.587937 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2d5856a9-4f3b-4818-a4a9-c2f80b0985c3 req-343d00fb-188d-47cc-ae36-d61f0c7c5987 service neutron] 10.222.0.78 "GET /v2.0/networks/14e5bca9-f71d-4483-9b74-74d62b17e877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864146 Jul 05 10:11:12.021222 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7ea73-7e92-409a-a2d6-e4cdf0f653c9 req-d33bc611-5f1e-4a27-a139-4f773dc08ed4 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:12.022964 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37b7ea73-7e92-409a-a2d6-e4cdf0f653c9 req-d33bc611-5f1e-4a27-a139-4f773dc08ed4 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc5cccab-ae74-4a66-842b-ab118c3c2e90 HTTP/1.1" status: 200 len: 943 time: 0.0682573 Jul 05 10:11:12.065395 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37b7ea73-7e92-409a-a2d6-e4cdf0f653c9 req-96406e30-a137-4045-bae9-fb9c957bbdba tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/security-groups?id=d32756c2-8de6-4919-aded-3ab3fd1c0df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364325 Jul 05 10:11:13.572077 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389c689-e6d5-4cab-8fd2-2bfcba6fe4d7 req-8c19d006-5347-4ada-9b39-e2dc43eb7829 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:13.573650 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2389c689-e6d5-4cab-8fd2-2bfcba6fe4d7 req-8c19d006-5347-4ada-9b39-e2dc43eb7829 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc5cccab-ae74-4a66-842b-ab118c3c2e90 HTTP/1.1" status: 200 len: 943 time: 0.4005740 Jul 05 10:11:13.614094 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2389c689-e6d5-4cab-8fd2-2bfcba6fe4d7 req-66e57fbc-4f29-4a32-bce0-3afe8764211b tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/security-groups?id=d32756c2-8de6-4919-aded-3ab3fd1c0df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347686 Jul 05 10:11:14.850095 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 025ad548-cd7f-43df-b629-050fea436748 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:11:14.883128 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd0d57-e876-481d-b611-fc6da659e869 req-6dc55083-1a14-44fd-b357-9d71045da5ad tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:14.884635 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-18fd0d57-e876-481d-b611-fc6da659e869 req-6dc55083-1a14-44fd-b357-9d71045da5ad tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc5cccab-ae74-4a66-842b-ab118c3c2e90 HTTP/1.1" status: 200 len: 943 time: 0.0928245 Jul 05 10:11:14.937991 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-18fd0d57-e876-481d-b611-fc6da659e869 req-56a7ca02-e091-4b31-ac40-9111ed427063 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/security-groups?id=d32756c2-8de6-4919-aded-3ab3fd1c0df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461059 Jul 05 10:11:14.942482 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 025ad548-cd7f-43df-b629-050fea436748, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=025ad548-cd7f-43df-b629-050fea436748,segment=NetworkSegment(043cffdd-290c-4541-a4a8-e5eb626784f9),segment_id=043cffdd-290c-4541-a4a8-e5eb626784f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:14.947000 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a192bb-9953-41b8-9afc-a814fb24a9bc req-1340324b-cb99-4ef8-a697-2763e6c23372 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:14.948645 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80a192bb-9953-41b8-9afc-a814fb24a9bc req-1340324b-cb99-4ef8-a697-2763e6c23372 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.1112888 Jul 05 10:11:14.958026 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '025ad548-cd7f-43df-b629-050fea436748', 'network_id': '14e5bca9-f71d-4483-9b74-74d62b17e877', 'port_id': '025ad548-cd7f-43df-b629-050fea436748', 'mac_address': 'fa:16:3e:36:76:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39e58e3-5024-4288-8acd-52ed7666f607', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:11:14.988663 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80a192bb-9953-41b8-9afc-a814fb24a9bc req-d1b1fe34-72b9-401e-8ccc-20035eef08b3 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343080 Jul 05 10:11:14.999201 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:15.012313 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 025ad548-cd7f-43df-b629-050fea436748 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:11:15.033910 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 025ad548-cd7f-43df-b629-050fea436748, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=025ad548-cd7f-43df-b629-050fea436748,segment=NetworkSegment(043cffdd-290c-4541-a4a8-e5eb626784f9),segment_id=043cffdd-290c-4541-a4a8-e5eb626784f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:15.037958 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:15.086440 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=025ad548-cd7f-43df-b629-050fea436748,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:15.093546 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:15.093896 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:15.094273 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:15.094613 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:15.094996 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:15.095328 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:15.095661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:15.096026 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:15.096353 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:15.096682 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:15.097010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:15.097333 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:15.399384 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['025ad548-cd7f-43df-b629-050fea436748'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:11:16.112421 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396fd99-0116-47c1-a922-38f35b631174 req-9f2e0c2a-f745-47d5-a6c1-f21e2c6a9d53 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:16.113919 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8396fd99-0116-47c1-a922-38f35b631174 req-9f2e0c2a-f745-47d5-a6c1-f21e2c6a9d53 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc5cccab-ae74-4a66-842b-ab118c3c2e90 HTTP/1.1" status: 200 len: 944 time: 0.0631783 Jul 05 10:11:16.182436 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8396fd99-0116-47c1-a922-38f35b631174 req-1915d88a-c4eb-47a0-8321-2a210102619c tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/security-groups?id=d32756c2-8de6-4919-aded-3ab3fd1c0df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592465 Jul 05 10:11:16.202263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11838a5d-3514-4efb-9b9b-e38778b94f22 req-fc448998-c343-4884-aaa4-4b678c27572d tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:16.204035 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11838a5d-3514-4efb-9b9b-e38778b94f22 req-fc448998-c343-4884-aaa4-4b678c27572d tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.0889487 Jul 05 10:11:16.242891 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11838a5d-3514-4efb-9b9b-e38778b94f22 req-9bc0d743-69d9-4f06-96c5-de17053de9c7 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329745 Jul 05 10:11:16.865137 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 025ad548-cd7f-43df-b629-050fea436748 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:16.913299 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 025ad548-cd7f-43df-b629-050fea436748 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:16.917300 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 025ad548-cd7f-43df-b629-050fea436748 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:16.917681 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:16.993450 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.015032 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5cccab-ae74-4a66-842b-ab118c3c2e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025ad548-cd7f-43df-b629-050fea436748'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:11:17.018132 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b58063-085a-4253-8b6c-2ae27a100bfb" -d '{"events": [{"server_uuid": "fc5cccab-ae74-4a66-842b-ab118c3c2e90", "name": "network-vif-plugged", "status": "completed", "tag": "025ad548-cd7f-43df-b629-050fea436748"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:11:17.030950 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 025ad548-cd7f-43df-b629-050fea436748, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=025ad548-cd7f-43df-b629-050fea436748,segment=NetworkSegment(043cffdd-290c-4541-a4a8-e5eb626784f9),segment_id=043cffdd-290c-4541-a4a8-e5eb626784f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:17.035844 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.061876 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c973c0-6b02-4768-a70d-b3c27857dc94 x-openstack-request-id: req-35c973c0-6b02-4768-a70d-b3c27857dc94 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:11:17.062170 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5cccab-ae74-4a66-842b-ab118c3c2e90", "name": "network-vif-plugged", "status": "completed", "tag": "025ad548-cd7f-43df-b629-050fea436748", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:11:17.062426 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-35c973c0-6b02-4768-a70d-b3c27857dc94 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:11:17.062817 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5cccab-ae74-4a66-842b-ab118c3c2e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025ad548-cd7f-43df-b629-050fea436748', 'code': 200} Jul 05 10:11:17.089467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=025ad548-cd7f-43df-b629-050fea436748,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:17.165327 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91aa79-d701-4c2c-b0a6-0997cfd780d2 req-f34c6d98-7dab-4254-b4a5-2c0ed9a5edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:17.166802 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bd91aa79-d701-4c2c-b0a6-0997cfd780d2 req-f34c6d98-7dab-4254-b4a5-2c0ed9a5edc4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fc5cccab-ae74-4a66-842b-ab118c3c2e90 HTTP/1.1" status: 200 len: 1096 time: 0.0509067 Jul 05 10:11:17.199676 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bd91aa79-d701-4c2c-b0a6-0997cfd780d2 req-ee85d43a-d260-4324-ac0b-cf2ceba8dada service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d32756c2-8de6-4919-aded-3ab3fd1c0df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265760 Jul 05 10:11:17.356411 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66705ef-5eb7-42b7-9b37-57073b466cc1 req-e54060d0-f312-4ea3-9470-a0dce9cfb588 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:17.358192 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d66705ef-5eb7-42b7-9b37-57073b466cc1 req-e54060d0-f312-4ea3-9470-a0dce9cfb588 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc5cccab-ae74-4a66-842b-ab118c3c2e90 HTTP/1.1" status: 200 len: 945 time: 0.0659139 Jul 05 10:11:17.429764 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d66705ef-5eb7-42b7-9b37-57073b466cc1 req-8527e3a9-6bef-4ce9-b5bc-6c2d8d6859e4 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/security-groups?id=d32756c2-8de6-4919-aded-3ab3fd1c0df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605714 Jul 05 10:11:17.452617 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679e5ae-2950-4d48-b0e0-140d297bbb10 req-987c8e21-54c8-450a-ba80-5f59ab9228ec tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:17.454260 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f679e5ae-2950-4d48-b0e0-140d297bbb10 req-987c8e21-54c8-450a-ba80-5f59ab9228ec tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.0951991 Jul 05 10:11:17.491671 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f679e5ae-2950-4d48-b0e0-140d297bbb10 req-4a82ed3f-da4f-4858-9dbd-32dde9bc4019 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315335 Jul 05 10:11:18.606280 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb55ad-8c4e-4d7c-9509-ad5a9c869ada req-a10f22b7-8a16-4f14-a80b-4f93b5a92b23 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:18.608098 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41bb55ad-8c4e-4d7c-9509-ad5a9c869ada req-a10f22b7-8a16-4f14-a80b-4f93b5a92b23 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc5cccab-ae74-4a66-842b-ab118c3c2e90 HTTP/1.1" status: 200 len: 945 time: 0.0684323 Jul 05 10:11:18.677840 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41bb55ad-8c4e-4d7c-9509-ad5a9c869ada req-2e60950b-eb28-49d3-944b-cebc9e116193 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/security-groups?id=d32756c2-8de6-4919-aded-3ab3fd1c0df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594697 Jul 05 10:11:18.701780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ba9d3-6a20-4c5e-80b3-050d22f3c64c req-7545adb2-d91f-4c78-a199-c330514eac7a tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:18.703257 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc9ba9d3-6a20-4c5e-80b3-050d22f3c64c req-7545adb2-d91f-4c78-a199-c330514eac7a tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.0942888 Jul 05 10:11:18.743649 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc9ba9d3-6a20-4c5e-80b3-050d22f3c64c req-706f0615-c4d4-463c-a520-8fec6aaf0145 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347147 Jul 05 10:11:19.924576 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69111f-1be4-465b-a343-2f15fa70b733 req-1861648c-e560-4fa3-89f8-9c0237685231 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:19.925885 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f69111f-1be4-465b-a343-2f15fa70b733 req-1861648c-e560-4fa3-89f8-9c0237685231 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.0663629 Jul 05 10:11:19.965915 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f69111f-1be4-465b-a343-2f15fa70b733 req-2a4fb822-7223-4eeb-99b9-036f6cc15687 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341754 Jul 05 10:11:20.937756 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-55622773-6e19-4c61-b745-d423d35781c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:21.150104 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d70a75-59b3-4853-8a12-65629501c933 req-ca7cc09b-fa72-49d9-b38e-df872997036d tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:21.151573 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-95d70a75-59b3-4853-8a12-65629501c933 req-ca7cc09b-fa72-49d9-b38e-df872997036d tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.0690935 Jul 05 10:11:21.204974 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-95d70a75-59b3-4853-8a12-65629501c933 req-ad1aa773-d529-4173-a58b-698ee7d3950f tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468137 Jul 05 10:11:22.382664 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635d53b-4da1-4d73-92a6-0727a187ecee req-847fbb0d-a729-4de7-8fdc-b6f74d22bd8d tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:22.384263 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7635d53b-4da1-4d73-92a6-0727a187ecee req-847fbb0d-a729-4de7-8fdc-b6f74d22bd8d tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.0686808 Jul 05 10:11:22.423013 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7635d53b-4da1-4d73-92a6-0727a187ecee req-3b4078cb-a709-45fb-a809-5d678280318c tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330946 Jul 05 10:11:23.324784 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-add8d9b5-062b-45dd-83b5-0a32c4cfaa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.608647 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.640971 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf0128-749b-4f39-b958-9790da83f160 req-a0f9730d-b87a-41f7-9e67-b76f75794b79 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:23.648584 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-65cf0128-749b-4f39-b958-9790da83f160 req-a0f9730d-b87a-41f7-9e67-b76f75794b79 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.0902090 Jul 05 10:11:23.683513 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-65cf0128-749b-4f39-b958-9790da83f160 req-521f2346-3bbe-4621-9ffd-57cd9a3c576a tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340350 Jul 05 10:11:24.599320 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:24.879593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddc338-46a7-4f31-86e6-0120b5a9fe10 req-97664f7c-9531-4ade-8397-ca4ca9dd36af tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:24.881151 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53ddc338-46a7-4f31-86e6-0120b5a9fe10 req-97664f7c-9531-4ade-8397-ca4ca9dd36af tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.0752885 Jul 05 10:11:24.921083 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53ddc338-46a7-4f31-86e6-0120b5a9fe10 req-614aca4c-a691-4e7d-b7cd-f7e800b5a148 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339458 Jul 05 10:11:26.110967 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb2c62-fd8a-40d6-9d72-d6cfd4cd3ec9 req-97fabcc3-4f34-48ac-a41b-ad0a6b3f0c7c tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:26.112693 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0cdb2c62-fd8a-40d6-9d72-d6cfd4cd3ec9 req-97fabcc3-4f34-48ac-a41b-ad0a6b3f0c7c tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.0666423 Jul 05 10:11:26.152744 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0cdb2c62-fd8a-40d6-9d72-d6cfd4cd3ec9 req-2aa221c3-ee80-4031-9a0e-dacbb7f05277 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335603 Jul 05 10:11:26.545240 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c585990-63f5-4d58-b662-b5b167d18a3d req-db8d5701-2a95-41f5-afce-4961fb8bfecc tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:26.546741 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6c585990-63f5-4d58-b662-b5b167d18a3d req-db8d5701-2a95-41f5-afce-4961fb8bfecc tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.1052279 Jul 05 10:11:26.549501 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3a31b-fe8a-49c6-9346-dc8299526487 req-f0e0cd91-0471-497e-99e3-3aae6b0ca886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:26.551418 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7cd3a31b-fe8a-49c6-9346-dc8299526487 req-f0e0cd91-0471-497e-99e3-3aae6b0ca886 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8c001f7d567b480ca0b6992073b2cea5&device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 1097 time: 0.1186590 Jul 05 10:11:26.637993 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6c585990-63f5-4d58-b662-b5b167d18a3d req-94d02fbb-7106-4b35-bb5c-a7e26c38cca1 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845590 Jul 05 10:11:26.677376 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3a31b-fe8a-49c6-9346-dc8299526487 req-d886c12e-7cf0-4617-8f23-c766ed64c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:26.678900 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7cd3a31b-fe8a-49c6-9346-dc8299526487 req-d886c12e-7cf0-4617-8f23-c766ed64c4de service neutron] 10.222.0.78 "GET /v2.0/networks?id=e92969d7-2f54-48da-8a2d-7d136131bbc7 HTTP/1.1" status: 200 len: 911 time: 0.1116328 Jul 05 10:11:26.726445 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:26.747800 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7cd3a31b-fe8a-49c6-9346-dc8299526487 req-faa3018f-e8f2-4905-a3eb-15a40fa0fcd2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8902ee84-0098-42aa-95ae-86c0d025cf6e HTTP/1.1" status: 200 len: 1001 time: 0.0624473 Jul 05 10:11:26.797879 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3a31b-fe8a-49c6-9346-dc8299526487 req-58144bed-6a21-46ad-b7fe-8eea7287ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:26.799356 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7cd3a31b-fe8a-49c6-9346-dc8299526487 req-58144bed-6a21-46ad-b7fe-8eea7287ec51 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ec963537-c196-42e4-b994-fe6e7fea3b3b HTTP/1.1" status: 200 len: 849 time: 0.0457673 Jul 05 10:11:26.866416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3a31b-fe8a-49c6-9346-dc8299526487 req-42d57921-b3eb-46a5-ac5c-db70df2fa012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:26.868310 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7cd3a31b-fe8a-49c6-9346-dc8299526487 req-42d57921-b3eb-46a5-ac5c-db70df2fa012 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e92969d7-2f54-48da-8a2d-7d136131bbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622873 Jul 05 10:11:26.960747 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7cd3a31b-fe8a-49c6-9346-dc8299526487 req-ca485a99-1da4-4197-9807-b73ba8c9d640 service neutron] 10.222.0.78 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855777 Jul 05 10:11:27.058825 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7cd3a31b-fe8a-49c6-9346-dc8299526487 req-a953f59b-1503-4154-a1e6-de317517b8cb service neutron] 10.222.0.78 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922084 Jul 05 10:11:27.842557 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b59c10-98d0-485a-bdee-67956389b5fc req-49425fca-0194-4dde-8954-318d97c53b0e tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:27.844145 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92b59c10-98d0-485a-bdee-67956389b5fc req-49425fca-0194-4dde-8954-318d97c53b0e tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.0665872 Jul 05 10:11:27.885718 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92b59c10-98d0-485a-bdee-67956389b5fc req-8334128a-86d0-48cb-a2a5-0369a4aaf93c tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344558 Jul 05 10:11:29.064829 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb71afc-ba06-4404-8b48-3d6b48af6327 req-018c9efd-a7ca-4aa3-beeb-41cbad5ec6f8 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:29.066595 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aeb71afc-ba06-4404-8b48-3d6b48af6327 req-018c9efd-a7ca-4aa3-beeb-41cbad5ec6f8 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.0635448 Jul 05 10:11:29.106757 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aeb71afc-ba06-4404-8b48-3d6b48af6327 req-99e90a36-49d9-43ed-bfad-9b7191867a83 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343838 Jul 05 10:11:32.751764 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:34.287819 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-419ea06f-53dd-4993-909d-5740c9cd589a req-5a3a21ad-66b9-45fe-9bb7-231e31dd84b0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0569196 Jul 05 10:11:34.398115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ea06f-53dd-4993-909d-5740c9cd589a req-1abd9a7c-c92a-41c9-ba1a-d43132bd3ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:34.399692 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-419ea06f-53dd-4993-909d-5740c9cd589a req-1abd9a7c-c92a-41c9-ba1a-d43132bd3ff5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8c001f7d567b480ca0b6992073b2cea5&device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 1097 time: 0.0629525 Jul 05 10:11:34.511566 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ea06f-53dd-4993-909d-5740c9cd589a req-b8aa6dea-b9a9-492e-ac7a-ac445e935e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:34.513212 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-419ea06f-53dd-4993-909d-5740c9cd589a req-b8aa6dea-b9a9-492e-ac7a-ac445e935e53 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e92969d7-2f54-48da-8a2d-7d136131bbc7 HTTP/1.1" status: 200 len: 911 time: 0.0870631 Jul 05 10:11:34.585718 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-419ea06f-53dd-4993-909d-5740c9cd589a req-8dc23a26-7f89-43f2-ae04-e553ec59d80d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8902ee84-0098-42aa-95ae-86c0d025cf6e HTTP/1.1" status: 200 len: 1001 time: 0.0655496 Jul 05 10:11:34.636298 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ea06f-53dd-4993-909d-5740c9cd589a req-0768715e-a87a-49d7-81e6-51a5cf0b1dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:34.637792 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-419ea06f-53dd-4993-909d-5740c9cd589a req-0768715e-a87a-49d7-81e6-51a5cf0b1dcc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ec963537-c196-42e4-b994-fe6e7fea3b3b HTTP/1.1" status: 200 len: 849 time: 0.0451989 Jul 05 10:11:34.694776 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ea06f-53dd-4993-909d-5740c9cd589a req-17f930f6-4e3a-450b-96e1-fa982974c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:34.696243 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-419ea06f-53dd-4993-909d-5740c9cd589a req-17f930f6-4e3a-450b-96e1-fa982974c6b2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e92969d7-2f54-48da-8a2d-7d136131bbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526292 Jul 05 10:11:34.795751 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-419ea06f-53dd-4993-909d-5740c9cd589a req-403f0602-009b-4475-83c3-99a7f1df83ee service neutron] 10.222.0.78 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920701 Jul 05 10:11:34.886562 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-419ea06f-53dd-4993-909d-5740c9cd589a req-98dfab2e-94b0-4d73-beef-bd9feca4d358 service neutron] 10.222.0.78 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852058 Jul 05 10:11:36.051364 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-f7017903-772d-43ee-8381-a2f79da57739 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0671911 Jul 05 10:11:36.157776 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-d4ce704a-ad78-49f9-9806-2f6d254fc185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:36.158274 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-d4ce704a-ad78-49f9-9806-2f6d254fc185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:36.158831 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-d4ce704a-ad78-49f9-9806-2f6d254fc185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:36.159382 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-d4ce704a-ad78-49f9-9806-2f6d254fc185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:36.159623 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:36.160243 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-d4ce704a-ad78-49f9-9806-2f6d254fc185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:36.160361 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-d4ce704a-ad78-49f9-9806-2f6d254fc185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:36.161299 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-d4ce704a-ad78-49f9-9806-2f6d254fc185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:36.163234 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-d4ce704a-ad78-49f9-9806-2f6d254fc185 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9596ba5fe35d4394b6d195316cece06b&device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 6492 time: 0.0641623 Jul 05 10:11:36.279333 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-bfb1b7e6-68e4-41f6-8717-1334b52463ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:36.279736 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-bfb1b7e6-68e4-41f6-8717-1334b52463ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:36.280240 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-bfb1b7e6-68e4-41f6-8717-1334b52463ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:36.281831 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-bfb1b7e6-68e4-41f6-8717-1334b52463ff service neutron] 10.222.0.81 "GET /v2.0/networks?id=e8809747-0653-4cdf-bd9b-7654560adade&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=687dc320-4531-4e31-9377-87644d9740dc&id=687dc320-4531-4e31-9377-87644d9740dc HTTP/1.1" status: 200 len: 2293 time: 0.0932319 Jul 05 10:11:36.354004 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-b3d855ce-46b3-4d74-b7f2-2026204dfcab service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99eba310-ab63-4ad5-833a-fe875aecadc0 HTTP/1.1" status: 200 len: 1000 time: 0.0658641 Jul 05 10:11:36.404963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-929a86f9-9b2a-4ddf-b048-996737d0236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:36.406457 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-929a86f9-9b2a-4ddf-b048-996737d0236a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49 HTTP/1.1" status: 200 len: 850 time: 0.0454967 Jul 05 10:11:36.465863 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-3b907982-a494-440f-96ad-d61127e98170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:36.467388 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-3b907982-a494-440f-96ad-d61127e98170 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e8809747-0653-4cdf-bd9b-7654560adade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533011 Jul 05 10:11:36.567297 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-ccd0b345-caa6-4e2e-885c-2fcf60b12b86 service neutron] 10.222.0.81 "GET /v2.0/networks/e8809747-0653-4cdf-bd9b-7654560adade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917795 Jul 05 10:11:36.657582 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-388fc67c-4222-4142-a65c-9b9936cb2b82 service neutron] 10.222.0.81 "GET /v2.0/networks/e8809747-0653-4cdf-bd9b-7654560adade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835268 Jul 05 10:11:36.704550 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-ed5b7fc6-06a0-48ba-acaa-b26924b007a4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=ad3d2c8e-2f41-490e-9670-d1710666ce1d HTTP/1.1" status: 200 len: 217 time: 0.0397544 Jul 05 10:11:36.752135 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-5b76e8ae-d156-440e-92b1-eb16b0a3b67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:36.754132 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-5b76e8ae-d156-440e-92b1-eb16b0a3b67f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0430949 Jul 05 10:11:36.809267 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-86d17930-726f-411d-8bc5-94ce02c35a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:36.810770 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-86d17930-726f-411d-8bc5-94ce02c35a7c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0509062 Jul 05 10:11:36.904708 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-33023b4e-4fb6-4d2c-8300-86651a36cb5f service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865297 Jul 05 10:11:36.998248 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-eae07174-5f32-48fa-b2bc-79a465ee627c service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866361 Jul 05 10:11:37.053090 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-ee58f762-30c6-42be-95e1-210b22aaeb0a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=c525671f-d077-42c1-aee6-61ee852b4f0f HTTP/1.1" status: 200 len: 217 time: 0.0476158 Jul 05 10:11:37.104144 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-4604ce3e-83cc-4425-b201-016d05bdd9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:37.105637 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-4604ce3e-83cc-4425-b201-016d05bdd9f6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0461829 Jul 05 10:11:37.164596 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-9e1d2564-01b2-4a82-a608-1bfa5ffdd949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:37.166050 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-9e1d2564-01b2-4a82-a608-1bfa5ffdd949 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0533125 Jul 05 10:11:37.260241 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-0981a184-0d84-40e4-beae-845fe874fcfa service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875444 Jul 05 10:11:37.347425 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-4a1b5f71-6a76-45ac-91fc-45a390e431f5 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808496 Jul 05 10:11:37.391318 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-4a3cd16b-98a7-4565-8115-efd31e15767e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=bc64378d-0809-4948-9109-02bb5cc40da5 HTTP/1.1" status: 200 len: 217 time: 0.0379655 Jul 05 10:11:37.439327 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-17831cf3-7451-4c70-8fdc-efb506957338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:37.441463 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-17831cf3-7451-4c70-8fdc-efb506957338 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0439341 Jul 05 10:11:37.498485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-1e3ad943-6a7d-4f9f-9f8d-4c4f55286a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:37.500078 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-1e3ad943-6a7d-4f9f-9f8d-4c4f55286a7d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0522895 Jul 05 10:11:37.593311 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-19c11b81-cc37-4776-8728-cba90c2b5d1e service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861852 Jul 05 10:11:37.683563 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-ed1989d8-0b34-4abf-82d9-3c77a7b9ecc7 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836434 Jul 05 10:11:37.725768 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-05bbcdcc-7b89-405c-b2de-a51c7349fa88 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=c1821982-65d1-4284-b01f-61dd67e40864 HTTP/1.1" status: 200 len: 217 time: 0.0349617 Jul 05 10:11:37.778188 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-df770f77-e48d-4348-9453-5abf9861dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:37.779746 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-df770f77-e48d-4348-9453-5abf9861dbf8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0480359 Jul 05 10:11:37.838270 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-2451b9c2-a416-4cdf-bae3-ba425196f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:37.839900 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-2451b9c2-a416-4cdf-bae3-ba425196f024 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0532720 Jul 05 10:11:37.928089 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-6c1d9f62-af8c-46db-b204-fcc3fa9b9782 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804706 Jul 05 10:11:38.023442 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-c298bf05-4137-48e6-a502-8e1c588937e0 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882895 Jul 05 10:11:38.066975 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-0315f73f-0383-4752-a237-fb8d11a2cd64 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0e6db9d0-38f9-4121-8c58-31af2f739051 HTTP/1.1" status: 200 len: 217 time: 0.0360332 Jul 05 10:11:38.118702 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-ceae7777-4eef-477c-9c4d-ddec1370dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:38.120227 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-ceae7777-4eef-477c-9c4d-ddec1370dd19 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cad995d8-210a-44a5-ac6b-55fe6188cec8 HTTP/1.1" status: 200 len: 797 time: 0.0478368 Jul 05 10:11:38.177856 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-c29d9573-b8fe-4787-b0e4-2d3885707114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:38.179380 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-c29d9573-b8fe-4787-b0e4-2d3885707114 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=687dc320-4531-4e31-9377-87644d9740dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0529242 Jul 05 10:11:38.270341 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-ad11a544-bc71-45a2-b5a8-ea957b028d45 service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827074 Jul 05 10:11:38.361316 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-e7dc4a2d-e814-4586-9529-ca46a4368011 service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845635 Jul 05 10:11:38.401632 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-867e1a6a-116e-4b37-9741-e4931431a823 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 HTTP/1.1" status: 200 len: 217 time: 0.0339544 Jul 05 10:11:38.453126 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-32046e0c-23c2-441e-9fc3-0b4205dab49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:38.454624 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-32046e0c-23c2-441e-9fc3-0b4205dab49a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cad995d8-210a-44a5-ac6b-55fe6188cec8 HTTP/1.1" status: 200 len: 797 time: 0.0468540 Jul 05 10:11:38.511324 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-9d6e676c-0209-495c-af9a-fe7c2b294224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:38.512879 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-9d6e676c-0209-495c-af9a-fe7c2b294224 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=687dc320-4531-4e31-9377-87644d9740dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0524485 Jul 05 10:11:38.600347 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-0589fe5a-c32e-4f1f-a701-5f2c26fb3a2f service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795770 Jul 05 10:11:38.694257 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-910fc344-96dc-4a77-8824-1ebc3761e5f9 req-2c2ab3d4-109f-4bc1-941e-ce756940f8cf service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880308 Jul 05 10:11:48.340855 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:11:50.939582 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a8d9ff2c-d91c-4bc8-ac2f-d4ac7de327f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:53.316651 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3ae99da2-b06b-4b2b-a094-a90bf52a9a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:53.613569 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:54.601682 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:56.722668 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:01.688529 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895438d7-2dd9-430c-8460-e6b536a01bfd req-63b8bb4a-4e69-40b2-aedf-e01eb0800b31 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:01.690697 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-895438d7-2dd9-430c-8460-e6b536a01bfd req-63b8bb4a-4e69-40b2-aedf-e01eb0800b31 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc5cccab-ae74-4a66-842b-ab118c3c2e90 HTTP/1.1" status: 200 len: 945 time: 0.0652635 Jul 05 10:12:01.727512 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-895438d7-2dd9-430c-8460-e6b536a01bfd req-4d9ed531-456f-46c3-b36d-faf1b8dedf37 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/security-groups?id=d32756c2-8de6-4919-aded-3ab3fd1c0df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312994 Jul 05 10:12:02.764924 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:02.902682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d85cb-1bd4-4e7e-816c-f39d2b0d1283 req-07baa2ba-baf8-4165-be47-055061c48246 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:02.904226 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a09d85cb-1bd4-4e7e-816c-f39d2b0d1283 req-07baa2ba-baf8-4165-be47-055061c48246 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc5cccab-ae74-4a66-842b-ab118c3c2e90 HTTP/1.1" status: 200 len: 945 time: 0.0668826 Jul 05 10:12:02.942159 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a09d85cb-1bd4-4e7e-816c-f39d2b0d1283 req-5e7d15df-eccc-4447-9fc0-23fd13a5b9c1 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/security-groups?id=d32756c2-8de6-4919-aded-3ab3fd1c0df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318160 Jul 05 10:12:03.456404 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2caddf-ceec-4930-afab-8670cf641c00 req-a5131855-20eb-4024-a413-84d424683355 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:03.457857 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b2caddf-ceec-4930-afab-8670cf641c00 req-a5131855-20eb-4024-a413-84d424683355 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc5cccab-ae74-4a66-842b-ab118c3c2e90 HTTP/1.1" status: 200 len: 945 time: 0.0625939 Jul 05 10:12:03.555272 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-3b2caddf-ceec-4930-afab-8670cf641c00 req-adfe7999-a299-4480-b5c7-cdd83bdecc89 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Deleting port 025ad548-cd7f-43df-b629-050fea436748 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:03.555654 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3b2caddf-ceec-4930-afab-8670cf641c00 req-adfe7999-a299-4480-b5c7-cdd83bdecc89 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:03.648517 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3b2caddf-ceec-4930-afab-8670cf641c00 req-adfe7999-a299-4480-b5c7-cdd83bdecc89 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] For port 025ad548-cd7f-43df-b629-050fea436748, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=025ad548-cd7f-43df-b629-050fea436748,segment=NetworkSegment(043cffdd-290c-4541-a4a8-e5eb626784f9),segment_id=043cffdd-290c-4541-a4a8-e5eb626784f9)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:03.648880 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3b2caddf-ceec-4930-afab-8670cf641c00 req-adfe7999-a299-4480-b5c7-cdd83bdecc89 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:03.662047 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-3b2caddf-ceec-4930-afab-8670cf641c00 req-adfe7999-a299-4480-b5c7-cdd83bdecc89 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Calling delete_port for 025ad548-cd7f-43df-b629-050fea436748 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:03.791764 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3b2caddf-ceec-4930-afab-8670cf641c00 req-adfe7999-a299-4480-b5c7-cdd83bdecc89 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:03.803303 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['025ad548-cd7f-43df-b629-050fea436748'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:12:03.818556 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe7999-a299-4480-b5c7-cdd83bdecc89 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Pushing event deleted for resources: {'Port': ['ID=025ad548-cd7f-43df-b629-050fea436748,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:03.864416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2caddf-ceec-4930-afab-8670cf641c00 req-adfe7999-a299-4480-b5c7-cdd83bdecc89 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] No DVR routers for this DVR port 025ad548-cd7f-43df-b629-050fea436748 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:12:03.866936 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3b2caddf-ceec-4930-afab-8670cf641c00 req-adfe7999-a299-4480-b5c7-cdd83bdecc89 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:03.869179 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b2caddf-ceec-4930-afab-8670cf641c00 req-adfe7999-a299-4480-b5c7-cdd83bdecc89 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.78 "DELETE /v2.0/ports/025ad548-cd7f-43df-b629-050fea436748 HTTP/1.1" status: 204 len: 173 time: 0.4060638 Jul 05 10:12:03.869621 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5cccab-ae74-4a66-842b-ab118c3c2e90', 'name': 'network-vif-deleted', 'tag': '025ad548-cd7f-43df-b629-050fea436748'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:12:03.871876 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4277f72f-e03a-4886-aaaa-314abae870d5" -d '{"events": [{"server_uuid": "fc5cccab-ae74-4a66-842b-ab118c3c2e90", "name": "network-vif-deleted", "tag": "025ad548-cd7f-43df-b629-050fea436748"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:03.911658 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad641b1-1450-41d9-a424-bff9f9b6df9f x-openstack-request-id: req-cad641b1-1450-41d9-a424-bff9f9b6df9f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:03.912650 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5cccab-ae74-4a66-842b-ab118c3c2e90", "name": "network-vif-deleted", "tag": "025ad548-cd7f-43df-b629-050fea436748", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:03.912925 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cad641b1-1450-41d9-a424-bff9f9b6df9f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:03.913863 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5cccab-ae74-4a66-842b-ab118c3c2e90', 'name': 'network-vif-deleted', 'tag': '025ad548-cd7f-43df-b629-050fea436748', 'status': 'completed', 'code': 200} Jul 05 10:12:04.103142 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c513ffc1-f80d-4aa7-b327-0bb75ca03ac0 req-35fdb4f2-2206-4964-8598-77a4a05d1ff4 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc5cccab-ae74-4a66-842b-ab118c3c2e90 HTTP/1.1" status: 200 len: 210 time: 0.0343587 Jul 05 10:12:06.158068 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:07.097613 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 025ad548-cd7f-43df-b629-050fea436748 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:07.118349 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 025ad548-cd7f-43df-b629-050fea436748 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:12:07.118636 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 025ad548-cd7f-43df-b629-050fea436748 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:12:12.070520 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-ec47806b-0702-425a-83b1-2b03dfe7ecb7 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:12.072040 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-ec47806b-0702-425a-83b1-2b03dfe7ecb7 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/networks?id=14e5bca9-f71d-4483-9b74-74d62b17e877 HTTP/1.1" status: 200 len: 814 time: 0.1025772 Jul 05 10:12:12.086846 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-3f298277-6587-49b6-9d0d-3484b7d3c0ed tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/quotas/a6c48e01ea99463cbd7346de4b43be41 HTTP/1.1" status: 200 len: 375 time: 0.0094826 Jul 05 10:12:12.119309 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-3af872f6-e451-4aeb-baa3-cf0849e8a736 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a6c48e01ea99463cbd7346de4b43be41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278351 Jul 05 10:12:12.223747 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-8a633fe7-e772-4e74-b37c-0309954efb79 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:12:12.224787 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-8a633fe7-e772-4e74-b37c-0309954efb79 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0993092 Jul 05 10:12:12.317069 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-1d4dfca5-8932-4139-8e8b-6612ea90b67b service neutron] 10.222.0.79 "GET /v2.0/networks/14e5bca9-f71d-4483-9b74-74d62b17e877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865204 Jul 05 10:12:12.404828 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-31f54355-b15c-402e-80ea-9103a6aef00c service neutron] 10.222.0.79 "GET /v2.0/networks/14e5bca9-f71d-4483-9b74-74d62b17e877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821159 Jul 05 10:12:12.582380 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-338fb7fd-76db-4103-92a8-3823a128ecee req-d2d02148-b2f9-4ee7-a311-01956704956d tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dee1d47-d504-4dbe-a7ca-664a3d96b5ae HTTP/1.1" status: 200 len: 210 time: 0.0361700 Jul 05 10:12:13.767954 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-65977da0-f5fe-45a1-92cf-fa498e56b574 req-091ec4f1-2d33-4c96-855e-26215ad2c625 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dee1d47-d504-4dbe-a7ca-664a3d96b5ae HTTP/1.1" status: 200 len: 210 time: 0.0626411 Jul 05 10:12:13.822798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-3ad8d6ca-91db-419b-beba-8ba0f3fae878 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:13.824276 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-3ad8d6ca-91db-419b-beba-8ba0f3fae878 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.78 "GET /v2.0/networks?id=14e5bca9-f71d-4483-9b74-74d62b17e877 HTTP/1.1" status: 200 len: 814 time: 0.1281931 Jul 05 10:12:13.836414 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-0b381686-f157-481a-9737-914c94abb96f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Request body: {'port': {'device_id': '3dee1d47-d504-4dbe-a7ca-664a3d96b5ae', 'network_id': '14e5bca9-f71d-4483-9b74-74d62b17e877', 'admin_state_up': True, 'tenant_id': 'a6c48e01ea99463cbd7346de4b43be41'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:13.948681 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-0b381686-f157-481a-9737-914c94abb96f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Made reservation on behalf of a6c48e01ea99463cbd7346de4b43be41 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:13.952259 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-0b381686-f157-481a-9737-914c94abb96f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:14.078475 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-0b381686-f157-481a-9737-914c94abb96f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Allocated IP 172.20.0.9 (14e5bca9-f71d-4483-9b74-74d62b17e877/d39e58e3-5024-4288-8acd-52ed7666f607/ac342ffb-b191-4067-bbc9-56d7c73685b6) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:14.219876 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-0b381686-f157-481a-9737-914c94abb96f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:14.258988 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-0b381686-f157-481a-9737-914c94abb96f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:14.304323 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-0b381686-f157-481a-9737-914c94abb96f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Network 14e5bca9-f71d-4483-9b74-74d62b17e877 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:14.307567 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-0b381686-f157-481a-9737-914c94abb96f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:14.313324 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-0b381686-f157-481a-9737-914c94abb96f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:12:14.338816 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b381686-f157-481a-9737-914c94abb96f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Pushing event updated for resources: {'Port': ['ID=ac342ffb-b191-4067-bbc9-56d7c73685b6,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:14.350250 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b381686-f157-481a-9737-914c94abb96f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:14.350607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b381686-f157-481a-9737-914c94abb96f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:14.350954 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b381686-f157-481a-9737-914c94abb96f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:14.351299 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b381686-f157-481a-9737-914c94abb96f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:14.351640 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b381686-f157-481a-9737-914c94abb96f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:14.352011 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b381686-f157-481a-9737-914c94abb96f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:14.352349 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b381686-f157-481a-9737-914c94abb96f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:14.352682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b381686-f157-481a-9737-914c94abb96f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:14.353015 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b381686-f157-481a-9737-914c94abb96f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:14.353346 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b381686-f157-481a-9737-914c94abb96f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:14.353673 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b381686-f157-481a-9737-914c94abb96f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:14.354001 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b381686-f157-481a-9737-914c94abb96f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:14.377280 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-0b381686-f157-481a-9737-914c94abb96f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:14.377896 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-0b381686-f157-481a-9737-914c94abb96f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:14.391441 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-0b381686-f157-481a-9737-914c94abb96f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5586526 Jul 05 10:12:14.403368 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-13ce21ab-f5b5-4b06-889b-d02a0bfacd6f service neutron] Request body: {'port': {'device_id': '3dee1d47-d504-4dbe-a7ca-664a3d96b5ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:14.472665 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-13ce21ab-f5b5-4b06-889b-d02a0bfacd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:14.738763 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-13ce21ab-f5b5-4b06-889b-d02a0bfacd6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac342ffb-b191-4067-bbc9-56d7c73685b6 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:12:14.746376 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-13ce21ab-f5b5-4b06-889b-d02a0bfacd6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:14.758665 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-13ce21ab-f5b5-4b06-889b-d02a0bfacd6f service neutron] Transition to ACTIVE for port object ac342ffb-b191-4067-bbc9-56d7c73685b6 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:14.762942 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-13ce21ab-f5b5-4b06-889b-d02a0bfacd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:14.814137 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce21ab-f5b5-4b06-889b-d02a0bfacd6f service neutron] Pushing event updated for resources: {'Port': ['ID=ac342ffb-b191-4067-bbc9-56d7c73685b6,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:14.880113 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-13ce21ab-f5b5-4b06-889b-d02a0bfacd6f service neutron] Attempting to bind port ac342ffb-b191-4067-bbc9-56d7c73685b6 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:12:14.880360 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-13ce21ab-f5b5-4b06-889b-d02a0bfacd6f service neutron] Attempting to bind port ac342ffb-b191-4067-bbc9-56d7c73685b6 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '043cffdd-290c-4541-a4a8-e5eb626784f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14e5bca9-f71d-4483-9b74-74d62b17e877'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:12:14.880704 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-13ce21ab-f5b5-4b06-889b-d02a0bfacd6f service neutron] Attempting to bind port ac342ffb-b191-4067-bbc9-56d7c73685b6 on network 14e5bca9-f71d-4483-9b74-74d62b17e877 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:12:14.895540 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-13ce21ab-f5b5-4b06-889b-d02a0bfacd6f service neutron] Port ac342ffb-b191-4067-bbc9-56d7c73685b6 on network 14e5bca9-f71d-4483-9b74-74d62b17e877 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:12:14.895881 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-13ce21ab-f5b5-4b06-889b-d02a0bfacd6f service neutron] Attempting to bind port ac342ffb-b191-4067-bbc9-56d7c73685b6 on network 14e5bca9-f71d-4483-9b74-74d62b17e877 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:12:14.922115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-13ce21ab-f5b5-4b06-889b-d02a0bfacd6f service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:12:14.922451 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-13ce21ab-f5b5-4b06-889b-d02a0bfacd6f service neutron] Checking segment: {'id': '043cffdd-290c-4541-a4a8-e5eb626784f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14e5bca9-f71d-4483-9b74-74d62b17e877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:14.922840 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-13ce21ab-f5b5-4b06-889b-d02a0bfacd6f service neutron] Bound using segment: {'id': '043cffdd-290c-4541-a4a8-e5eb626784f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14e5bca9-f71d-4483-9b74-74d62b17e877'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:12:14.923273 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-13ce21ab-f5b5-4b06-889b-d02a0bfacd6f service neutron] Bound port: ac342ffb-b191-4067-bbc9-56d7c73685b6, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043cffdd-290c-4541-a4a8-e5eb626784f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14e5bca9-f71d-4483-9b74-74d62b17e877'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:12:14.923688 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-13ce21ab-f5b5-4b06-889b-d02a0bfacd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:15.003327 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f7938-4e8a-4aca-81dc-a668024e3fc0 req-6f56dd53-8632-4a5d-a22d-c7e9d4b2c74e tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:15.004863 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa4f7938-4e8a-4aca-81dc-a668024e3fc0 req-6f56dd53-8632-4a5d-a22d-c7e9d4b2c74e tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dee1d47-d504-4dbe-a7ca-664a3d96b5ae HTTP/1.1" status: 200 len: 943 time: 0.1212270 Jul 05 10:12:15.030029 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-13ce21ab-f5b5-4b06-889b-d02a0bfacd6f service neutron] For port ac342ffb-b191-4067-bbc9-56d7c73685b6, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:15.045492 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-13ce21ab-f5b5-4b06-889b-d02a0bfacd6f service neutron] For port ac342ffb-b191-4067-bbc9-56d7c73685b6, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ac342ffb-b191-4067-bbc9-56d7c73685b6,segment=NetworkSegment(043cffdd-290c-4541-a4a8-e5eb626784f9),segment_id=043cffdd-290c-4541-a4a8-e5eb626784f9)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:15.054410 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-13ce21ab-f5b5-4b06-889b-d02a0bfacd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:15.085869 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa4f7938-4e8a-4aca-81dc-a668024e3fc0 req-e419f2dc-a14e-4527-a201-cfb9f899de52 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/security-groups?id=d32756c2-8de6-4919-aded-3ab3fd1c0df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748305 Jul 05 10:12:15.094756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-13ce21ab-f5b5-4b06-889b-d02a0bfacd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:15.095299 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-13ce21ab-f5b5-4b06-889b-d02a0bfacd6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:15.097286 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-13ce21ab-f5b5-4b06-889b-d02a0bfacd6f service neutron] 10.222.0.78 "PUT /v2.0/ports/ac342ffb-b191-4067-bbc9-56d7c73685b6 HTTP/1.1" status: 200 len: 1091 time: 0.6979043 Jul 05 10:12:15.097718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dee1d47-d504-4dbe-a7ca-664a3d96b5ae', 'tag': 'ac342ffb-b191-4067-bbc9-56d7c73685b6'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:12:15.099986 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda974a7-5697-4199-adfa-13a27f95d598" -d '{"events": [{"name": "network-changed", "server_uuid": "3dee1d47-d504-4dbe-a7ca-664a3d96b5ae", "tag": "ac342ffb-b191-4067-bbc9-56d7c73685b6"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:15.124514 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce21ab-f5b5-4b06-889b-d02a0bfacd6f service neutron] Pushing event updated for resources: {'Port': ['ID=ac342ffb-b191-4067-bbc9-56d7c73685b6,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:15.206558 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-0c851ce0-a305-43a9-8d6d-0a8cf19ad016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:15.208133 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-0c851ce0-a305-43a9-8d6d-0a8cf19ad016 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a6c48e01ea99463cbd7346de4b43be41&device_id=3dee1d47-d504-4dbe-a7ca-664a3d96b5ae HTTP/1.1" status: 200 len: 1094 time: 0.0607748 Jul 05 10:12:15.215281 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5733c6-5631-43f9-9fd2-8f2d2ec1563e x-openstack-request-id: req-1f5733c6-5631-43f9-9fd2-8f2d2ec1563e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:15.215575 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dee1d47-d504-4dbe-a7ca-664a3d96b5ae", "tag": "ac342ffb-b191-4067-bbc9-56d7c73685b6", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:15.216211 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1f5733c6-5631-43f9-9fd2-8f2d2ec1563e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:15.216624 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dee1d47-d504-4dbe-a7ca-664a3d96b5ae', 'tag': 'ac342ffb-b191-4067-bbc9-56d7c73685b6', 'status': 'completed', 'code': 200} Jul 05 10:12:15.253450 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-87e424d0-6b0a-47d1-be36-818bebc036db service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac342ffb-b191-4067-bbc9-56d7c73685b6 HTTP/1.1" status: 200 len: 217 time: 0.0352910 Jul 05 10:12:15.300853 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-304e715a-aac5-49ff-9703-74a2e803994a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:15.302704 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-304e715a-aac5-49ff-9703-74a2e803994a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d39e58e3-5024-4288-8acd-52ed7666f607 HTTP/1.1" status: 200 len: 854 time: 0.0426524 Jul 05 10:12:15.336028 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-1ea0299d-683e-4976-86c5-fb9f574dd014 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=14e5bca9-f71d-4483-9b74-74d62b17e877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260012 Jul 05 10:12:15.427098 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-232bb9c3-d879-401c-a64d-52ed207ab9e8 service neutron] 10.222.0.78 "GET /v2.0/networks/14e5bca9-f71d-4483-9b74-74d62b17e877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844159 Jul 05 10:12:15.516154 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5b65117-bbc1-4d34-9fc8-ad7efd8ecd2d req-61caed98-2c9d-4286-96a7-88dcb4ee804f service neutron] 10.222.0.78 "GET /v2.0/networks/14e5bca9-f71d-4483-9b74-74d62b17e877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814855 Jul 05 10:12:15.624634 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda974a7-5697-4199-adfa-13a27f95d598 req-7d7fbce4-798a-4eae-9006-b79fb535c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:15.626143 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fda974a7-5697-4199-adfa-13a27f95d598 req-7d7fbce4-798a-4eae-9006-b79fb535c38e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a6c48e01ea99463cbd7346de4b43be41&device_id=3dee1d47-d504-4dbe-a7ca-664a3d96b5ae HTTP/1.1" status: 200 len: 1094 time: 0.0569577 Jul 05 10:12:15.714497 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda974a7-5697-4199-adfa-13a27f95d598 req-971b27c2-0ed1-4a42-b300-905b20885f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:15.716067 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fda974a7-5697-4199-adfa-13a27f95d598 req-971b27c2-0ed1-4a42-b300-905b20885f18 service neutron] 10.222.0.78 "GET /v2.0/networks?id=14e5bca9-f71d-4483-9b74-74d62b17e877 HTTP/1.1" status: 200 len: 915 time: 0.0833833 Jul 05 10:12:15.763082 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fda974a7-5697-4199-adfa-13a27f95d598 req-c2b53ec7-a461-40e8-bc75-0e3fc51a04ce service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac342ffb-b191-4067-bbc9-56d7c73685b6 HTTP/1.1" status: 200 len: 217 time: 0.0382965 Jul 05 10:12:16.143991 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda974a7-5697-4199-adfa-13a27f95d598 req-62299636-0c3f-4a3a-9b37-28a8412b0ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:16.145466 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fda974a7-5697-4199-adfa-13a27f95d598 req-62299636-0c3f-4a3a-9b37-28a8412b0ff4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d39e58e3-5024-4288-8acd-52ed7666f607 HTTP/1.1" status: 200 len: 854 time: 0.3763604 Jul 05 10:12:16.178344 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fda974a7-5697-4199-adfa-13a27f95d598 req-a4d75595-3044-4f84-a94c-2b56847fabbc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=14e5bca9-f71d-4483-9b74-74d62b17e877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256042 Jul 05 10:12:16.310247 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fda974a7-5697-4199-adfa-13a27f95d598 req-317101ab-787f-442a-9fa8-0384c6f09008 service neutron] 10.222.0.78 "GET /v2.0/networks/14e5bca9-f71d-4483-9b74-74d62b17e877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238253 Jul 05 10:12:16.319136 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5bccb-b1cf-4748-a18e-b10b89d9dc33 req-06afb19a-db99-4240-ae35-e901f109884f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:16.320551 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3ea5bccb-b1cf-4748-a18e-b10b89d9dc33 req-06afb19a-db99-4240-ae35-e901f109884f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dee1d47-d504-4dbe-a7ca-664a3d96b5ae HTTP/1.1" status: 200 len: 943 time: 0.1174133 Jul 05 10:12:16.403435 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3ea5bccb-b1cf-4748-a18e-b10b89d9dc33 req-9307b65f-4bfa-4481-9c8f-cfb47552f463 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/security-groups?id=d32756c2-8de6-4919-aded-3ab3fd1c0df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748990 Jul 05 10:12:16.430795 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fda974a7-5697-4199-adfa-13a27f95d598 req-842f8bda-9026-43f2-ac9c-c18afaf80f14 service neutron] 10.222.0.78 "GET /v2.0/networks/14e5bca9-f71d-4483-9b74-74d62b17e877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093247 Jul 05 10:12:17.576925 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5cebc-96d4-4527-ab63-c5fa672a6902 req-356f2878-eff4-4bbf-a73e-760ef327d674 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:17.578430 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5b5cebc-96d4-4527-ab63-c5fa672a6902 req-356f2878-eff4-4bbf-a73e-760ef327d674 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dee1d47-d504-4dbe-a7ca-664a3d96b5ae HTTP/1.1" status: 200 len: 943 time: 0.0655770 Jul 05 10:12:17.616813 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5b5cebc-96d4-4527-ab63-c5fa672a6902 req-5a7e92ad-5d43-410e-85a9-e30be92545ef tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/security-groups?id=d32756c2-8de6-4919-aded-3ab3fd1c0df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323288 Jul 05 10:12:18.790027 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bc6cd-646e-4b4f-92f1-3336615eafc0 req-9ebd5d5f-f2ea-4b02-97b7-72bb434d1da4 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:18.791510 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fb2bc6cd-646e-4b4f-92f1-3336615eafc0 req-9ebd5d5f-f2ea-4b02-97b7-72bb434d1da4 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dee1d47-d504-4dbe-a7ca-664a3d96b5ae HTTP/1.1" status: 200 len: 943 time: 0.0628269 Jul 05 10:12:18.832924 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fb2bc6cd-646e-4b4f-92f1-3336615eafc0 req-a75ca736-4464-4194-ad6a-8ca20894864d tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/security-groups?id=d32756c2-8de6-4919-aded-3ab3fd1c0df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358844 Jul 05 10:12:19.175264 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device ac342ffb-b191-4067-bbc9-56d7c73685b6 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:12:19.267831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port ac342ffb-b191-4067-bbc9-56d7c73685b6, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ac342ffb-b191-4067-bbc9-56d7c73685b6,segment=NetworkSegment(043cffdd-290c-4541-a4a8-e5eb626784f9),segment_id=043cffdd-290c-4541-a4a8-e5eb626784f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:19.278931 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'ac342ffb-b191-4067-bbc9-56d7c73685b6', 'network_id': '14e5bca9-f71d-4483-9b74-74d62b17e877', 'port_id': 'ac342ffb-b191-4067-bbc9-56d7c73685b6', 'mac_address': 'fa:16:3e:9f:fe:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39e58e3-5024-4288-8acd-52ed7666f607', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:12:19.318895 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.331555 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac342ffb-b191-4067-bbc9-56d7c73685b6 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:12:19.350399 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port ac342ffb-b191-4067-bbc9-56d7c73685b6, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ac342ffb-b191-4067-bbc9-56d7c73685b6,segment=NetworkSegment(043cffdd-290c-4541-a4a8-e5eb626784f9),segment_id=043cffdd-290c-4541-a4a8-e5eb626784f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:19.354537 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.400409 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=ac342ffb-b191-4067-bbc9-56d7c73685b6,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:19.407612 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:19.408501 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:19.408850 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:19.409188 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:19.409525 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:19.409857 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:19.410186 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:19.410513 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:19.410838 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:19.411162 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:19.411491 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:19.411812 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:19.719470 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['ac342ffb-b191-4067-bbc9-56d7c73685b6'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:12:20.005500 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029e454-ba40-4dbc-82d7-3bd84127be24 req-9afa8584-5683-4104-b30d-74b41d3f7cb1 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:20.007007 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c029e454-ba40-4dbc-82d7-3bd84127be24 req-9afa8584-5683-4104-b30d-74b41d3f7cb1 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dee1d47-d504-4dbe-a7ca-664a3d96b5ae HTTP/1.1" status: 200 len: 944 time: 0.0657618 Jul 05 10:12:20.043732 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c029e454-ba40-4dbc-82d7-3bd84127be24 req-e418da9c-bed4-4ad3-93be-0a2c168e5bb4 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/security-groups?id=d32756c2-8de6-4919-aded-3ab3fd1c0df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312436 Jul 05 10:12:20.940704 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6225182e-6c95-4b10-8b8a-4076d4e5d29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:21.197077 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device ac342ffb-b191-4067-bbc9-56d7c73685b6 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:21.214921 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9dafa9-421b-4d93-bcd9-f3d58fd3712f req-95586e56-dde4-4b0a-a3fa-f0105ccd9358 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:21.216618 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f9dafa9-421b-4d93-bcd9-f3d58fd3712f req-95586e56-dde4-4b0a-a3fa-f0105ccd9358 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dee1d47-d504-4dbe-a7ca-664a3d96b5ae HTTP/1.1" status: 200 len: 944 time: 0.0643501 Jul 05 10:12:21.248882 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port ac342ffb-b191-4067-bbc9-56d7c73685b6 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:21.253545 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port ac342ffb-b191-4067-bbc9-56d7c73685b6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:21.254119 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:21.257742 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f9dafa9-421b-4d93-bcd9-f3d58fd3712f req-5cc2dbd5-eef0-4976-9dd7-a77311a1332f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/security-groups?id=d32756c2-8de6-4919-aded-3ab3fd1c0df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348725 Jul 05 10:12:21.333541 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:21.358651 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dee1d47-d504-4dbe-a7ca-664a3d96b5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac342ffb-b191-4067-bbc9-56d7c73685b6'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:12:21.361468 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66021bf-e0e4-441f-8757-45c9854664c4" -d '{"events": [{"server_uuid": "3dee1d47-d504-4dbe-a7ca-664a3d96b5ae", "name": "network-vif-plugged", "status": "completed", "tag": "ac342ffb-b191-4067-bbc9-56d7c73685b6"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:21.374184 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port ac342ffb-b191-4067-bbc9-56d7c73685b6, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ac342ffb-b191-4067-bbc9-56d7c73685b6,segment=NetworkSegment(043cffdd-290c-4541-a4a8-e5eb626784f9),segment_id=043cffdd-290c-4541-a4a8-e5eb626784f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:21.379897 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:21.405753 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3ca02a-17fc-4e18-a12f-02205826f0bb x-openstack-request-id: req-fe3ca02a-17fc-4e18-a12f-02205826f0bb {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:21.406078 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dee1d47-d504-4dbe-a7ca-664a3d96b5ae", "name": "network-vif-plugged", "status": "completed", "tag": "ac342ffb-b191-4067-bbc9-56d7c73685b6", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:21.406334 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fe3ca02a-17fc-4e18-a12f-02205826f0bb {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:21.406732 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dee1d47-d504-4dbe-a7ca-664a3d96b5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac342ffb-b191-4067-bbc9-56d7c73685b6', 'code': 200} Jul 05 10:12:21.433630 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=ac342ffb-b191-4067-bbc9-56d7c73685b6,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:21.514860 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63c4c3-ad60-423c-af04-30130a6a1487 req-1192d8bb-6220-4940-9391-c4ea20b19f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:21.516331 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7b63c4c3-ad60-423c-af04-30130a6a1487 req-1192d8bb-6220-4940-9391-c4ea20b19f61 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3dee1d47-d504-4dbe-a7ca-664a3d96b5ae HTTP/1.1" status: 200 len: 1096 time: 0.0548592 Jul 05 10:12:21.548815 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7b63c4c3-ad60-423c-af04-30130a6a1487 req-72e61aa2-17b5-4957-a88c-aa410f1d1b30 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d32756c2-8de6-4919-aded-3ab3fd1c0df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265117 Jul 05 10:12:22.433109 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183b689-c816-41a9-ac8a-975abd14060d req-f7c11ea7-8019-4de8-ba64-c95f232af852 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:22.434643 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a183b689-c816-41a9-ac8a-975abd14060d req-f7c11ea7-8019-4de8-ba64-c95f232af852 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dee1d47-d504-4dbe-a7ca-664a3d96b5ae HTTP/1.1" status: 200 len: 945 time: 0.0642917 Jul 05 10:12:22.472584 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a183b689-c816-41a9-ac8a-975abd14060d req-4d90b71b-d993-42c2-b51f-7de5d986a139 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/security-groups?id=d32756c2-8de6-4919-aded-3ab3fd1c0df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319383 Jul 05 10:12:23.317900 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ea8d9a37-976b-4116-8e04-063489d3570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:23.624774 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:23.653648 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8817ae-4f34-4f36-8649-be95aa27a946 req-b4ed797a-a349-40fd-87f7-5dccfa2f8952 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:23.655898 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd8817ae-4f34-4f36-8649-be95aa27a946 req-b4ed797a-a349-40fd-87f7-5dccfa2f8952 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dee1d47-d504-4dbe-a7ca-664a3d96b5ae HTTP/1.1" status: 200 len: 945 time: 0.0729733 Jul 05 10:12:23.699138 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd8817ae-4f34-4f36-8649-be95aa27a946 req-2d476379-b6b5-4b5f-91d5-20729a0ba263 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/security-groups?id=d32756c2-8de6-4919-aded-3ab3fd1c0df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372295 Jul 05 10:12:24.616261 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:25.340518 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:12:26.724938 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:32.782848 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:36.153540 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:37.332518 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61971e33-25b2-42a5-9117-178018925e13 req-54a727c9-4e94-4cd2-a7f9-8e8d8cf11a35 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:37.334002 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61971e33-25b2-42a5-9117-178018925e13 req-54a727c9-4e94-4cd2-a7f9-8e8d8cf11a35 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.0648191 Jul 05 10:12:37.371482 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61971e33-25b2-42a5-9117-178018925e13 req-af68afab-9408-45dc-87b7-1c2410955783 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318120 Jul 05 10:12:38.197553 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-50d99471-9cda-4c59-af6a-3d6141e75323 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0599174 Jul 05 10:12:38.317910 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67659ec-8606-407a-949b-2ee416591697 req-c95e1ad4-b770-473c-ada2-83283efc8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:38.318404 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67659ec-8606-407a-949b-2ee416591697 req-c95e1ad4-b770-473c-ada2-83283efc8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:38.318883 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67659ec-8606-407a-949b-2ee416591697 req-c95e1ad4-b770-473c-ada2-83283efc8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:38.319355 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67659ec-8606-407a-949b-2ee416591697 req-c95e1ad4-b770-473c-ada2-83283efc8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:38.319828 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67659ec-8606-407a-949b-2ee416591697 req-c95e1ad4-b770-473c-ada2-83283efc8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:38.320320 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67659ec-8606-407a-949b-2ee416591697 req-c95e1ad4-b770-473c-ada2-83283efc8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:38.320788 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67659ec-8606-407a-949b-2ee416591697 req-c95e1ad4-b770-473c-ada2-83283efc8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:38.322754 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-c95e1ad4-b770-473c-ada2-83283efc8f6f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9596ba5fe35d4394b6d195316cece06b&device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 6492 time: 0.0662577 Jul 05 10:12:38.435660 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67659ec-8606-407a-949b-2ee416591697 req-4489f02c-a8a4-4ba0-b1fc-2eb031209ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:38.436396 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67659ec-8606-407a-949b-2ee416591697 req-4489f02c-a8a4-4ba0-b1fc-2eb031209ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:38.436647 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67659ec-8606-407a-949b-2ee416591697 req-4489f02c-a8a4-4ba0-b1fc-2eb031209ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:38.438244 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-4489f02c-a8a4-4ba0-b1fc-2eb031209ad8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e8809747-0653-4cdf-bd9b-7654560adade&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=687dc320-4531-4e31-9377-87644d9740dc&id=687dc320-4531-4e31-9377-87644d9740dc HTTP/1.1" status: 200 len: 2293 time: 0.0903854 Jul 05 10:12:38.535300 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-79ef7265-7dc7-4da7-bcc5-cf3b9089859a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99eba310-ab63-4ad5-833a-fe875aecadc0 HTTP/1.1" status: 200 len: 1000 time: 0.0901985 Jul 05 10:12:38.593910 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517f42e-2cfc-45df-9a98-ee158b91c6b5 req-03ec915c-293b-459e-8445-3a33563a8a89 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:38.595957 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7517f42e-2cfc-45df-9a98-ee158b91c6b5 req-03ec915c-293b-459e-8445-3a33563a8a89 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.1068354 Jul 05 10:12:38.606082 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67659ec-8606-407a-949b-2ee416591697 req-f35b9868-897d-4de1-89e8-ddcdda178ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:38.607715 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-f35b9868-897d-4de1-89e8-ddcdda178ad6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49 HTTP/1.1" status: 200 len: 850 time: 0.0653136 Jul 05 10:12:38.672423 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7517f42e-2cfc-45df-9a98-ee158b91c6b5 req-568bc18b-42be-4dab-93c0-73184f12de44 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701659 Jul 05 10:12:38.693623 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67659ec-8606-407a-949b-2ee416591697 req-4262adb2-99d6-4eab-9955-657123cdde37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:38.695148 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-4262adb2-99d6-4eab-9955-657123cdde37 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e8809747-0653-4cdf-bd9b-7654560adade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747595 Jul 05 10:12:38.788862 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-7beaf0b2-ea0d-40ed-b70f-4e96f7ec1f56 service neutron] 10.222.0.81 "GET /v2.0/networks/e8809747-0653-4cdf-bd9b-7654560adade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864615 Jul 05 10:12:38.881297 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-7d9154f0-109d-4df2-b8b8-3274372d4bc1 service neutron] 10.222.0.81 "GET /v2.0/networks/e8809747-0653-4cdf-bd9b-7654560adade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867183 Jul 05 10:12:38.922354 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-ccbf8ec0-a8f6-4a29-a0e6-676038d4fabf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=ad3d2c8e-2f41-490e-9670-d1710666ce1d HTTP/1.1" status: 200 len: 217 time: 0.0349543 Jul 05 10:12:38.969155 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67659ec-8606-407a-949b-2ee416591697 req-a41451fb-1dff-4d26-bcdb-f525ef148bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:38.971242 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-a41451fb-1dff-4d26-bcdb-f525ef148bff service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0435758 Jul 05 10:12:39.033011 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67659ec-8606-407a-949b-2ee416591697 req-541b7f7e-9aae-4199-95ce-c39fcb81344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:39.034578 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-541b7f7e-9aae-4199-95ce-c39fcb81344d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0571709 Jul 05 10:12:39.131313 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-84fdf94a-330b-43e4-a416-ab1e36479d87 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837729 Jul 05 10:12:39.232712 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-de5e8b51-8905-434b-8496-05abf2747da1 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949607 Jul 05 10:12:39.274910 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-46369ce0-7e48-420f-93b7-b40e935e8fe0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=c525671f-d077-42c1-aee6-61ee852b4f0f HTTP/1.1" status: 200 len: 217 time: 0.0355973 Jul 05 10:12:39.322627 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67659ec-8606-407a-949b-2ee416591697 req-b23c4a96-c363-44e7-8553-dfaa09a71794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:39.324140 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-b23c4a96-c363-44e7-8553-dfaa09a71794 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0436900 Jul 05 10:12:39.381465 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67659ec-8606-407a-949b-2ee416591697 req-ba32c68e-61da-4fcf-ad17-2a3a58541413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:39.382994 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-ba32c68e-61da-4fcf-ad17-2a3a58541413 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0530584 Jul 05 10:12:39.477302 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-27f33693-a84f-4620-9fc3-96174fd69c25 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875249 Jul 05 10:12:39.568966 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-39fa7750-f634-43b6-a23b-b21778aa4c1b service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832415 Jul 05 10:12:39.615083 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-c5ff4d56-0dba-4862-bfd3-47c54f983b8a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=bc64378d-0809-4948-9109-02bb5cc40da5 HTTP/1.1" status: 200 len: 217 time: 0.0416970 Jul 05 10:12:39.666930 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67659ec-8606-407a-949b-2ee416591697 req-c909f304-4977-4cb5-8854-4ddf2c6fc9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:39.668446 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-c909f304-4977-4cb5-8854-4ddf2c6fc9af service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0455520 Jul 05 10:12:39.728906 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67659ec-8606-407a-949b-2ee416591697 req-edb3e197-afcf-4a7f-9373-1fbfeb3e2bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:39.730447 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-edb3e197-afcf-4a7f-9373-1fbfeb3e2bfb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0551596 Jul 05 10:12:39.861891 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-4c1d54a9-14f8-42f7-aaeb-29595e2000c0 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248791 Jul 05 10:12:39.933752 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529c2eb-7964-415e-a7f0-b2c6cf75b12c req-4f00029b-7dc4-4faf-98c1-5b4b2306f07e tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:39.935277 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8529c2eb-7964-415e-a7f0-b2c6cf75b12c req-4f00029b-7dc4-4faf-98c1-5b4b2306f07e tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.1467810 Jul 05 10:12:39.990374 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8529c2eb-7964-415e-a7f0-b2c6cf75b12c req-89161a30-a273-41b3-9d7a-43530c69257e tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483348 Jul 05 10:12:40.005926 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-0e584fe4-7037-45c4-902a-a0eac4bf7190 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368246 Jul 05 10:12:40.056806 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-a562f7cc-a638-480c-99a1-b219f5f65b9c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=c1821982-65d1-4284-b01f-61dd67e40864 HTTP/1.1" status: 200 len: 217 time: 0.0419102 Jul 05 10:12:40.129253 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67659ec-8606-407a-949b-2ee416591697 req-9e2fb226-91ea-447f-9328-7e4b17b85113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:40.130891 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-9e2fb226-91ea-447f-9328-7e4b17b85113 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0697126 Jul 05 10:12:40.206232 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67659ec-8606-407a-949b-2ee416591697 req-0b781c67-7aff-4fdb-8c09-3fcfa3242a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:40.207807 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-0b781c67-7aff-4fdb-8c09-3fcfa3242a6d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0698771 Jul 05 10:12:40.307324 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-2ec15183-0955-4890-b988-b085257b1542 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879960 Jul 05 10:12:40.404816 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-1b47243a-8f6a-4a5e-bc91-f4bf6b951c76 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902822 Jul 05 10:12:40.447151 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-0e00ee85-6651-4a40-a9d1-62f8d65aed38 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0e6db9d0-38f9-4121-8c58-31af2f739051 HTTP/1.1" status: 200 len: 217 time: 0.0352416 Jul 05 10:12:40.495489 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67659ec-8606-407a-949b-2ee416591697 req-4e651bdd-9e2e-4d36-956d-56d14f50890b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:40.497068 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-4e651bdd-9e2e-4d36-956d-56d14f50890b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cad995d8-210a-44a5-ac6b-55fe6188cec8 HTTP/1.1" status: 200 len: 797 time: 0.0440757 Jul 05 10:12:40.557274 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67659ec-8606-407a-949b-2ee416591697 req-30f402ef-e5a5-420d-968f-9ea947296862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:40.558754 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-30f402ef-e5a5-420d-968f-9ea947296862 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=687dc320-4531-4e31-9377-87644d9740dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0554774 Jul 05 10:12:40.647480 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-52a87abe-e9e9-4cd6-b00b-1b33cbc02418 service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818508 Jul 05 10:12:40.739969 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-12ae090d-b935-4556-bb87-c56b3716b030 service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865676 Jul 05 10:12:40.780090 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-39dca317-c19d-4108-892d-143ebc7d2040 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 HTTP/1.1" status: 200 len: 217 time: 0.0336432 Jul 05 10:12:40.826127 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67659ec-8606-407a-949b-2ee416591697 req-aeb04b72-a835-43c7-896e-9c2e8c10b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:40.827589 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-aeb04b72-a835-43c7-896e-9c2e8c10b705 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cad995d8-210a-44a5-ac6b-55fe6188cec8 HTTP/1.1" status: 200 len: 797 time: 0.0414121 Jul 05 10:12:40.887095 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67659ec-8606-407a-949b-2ee416591697 req-131a545d-1842-446b-9c91-320d54e48d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:40.888598 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-131a545d-1842-446b-9c91-320d54e48d46 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=687dc320-4531-4e31-9377-87644d9740dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0543897 Jul 05 10:12:40.977299 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-ba8650d0-dede-482d-9426-2fec156ad799 service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807576 Jul 05 10:12:41.071174 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b67659ec-8606-407a-949b-2ee416591697 req-9f66d6c1-e80c-45ed-974c-bd9ee083816c service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879176 Jul 05 10:12:41.172130 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2177fa-36e8-468d-a3d4-32404a929411 req-e342e7fa-5603-47e1-961a-ddbde0bfa6f6 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:41.174121 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8e2177fa-36e8-468d-a3d4-32404a929411 req-e342e7fa-5603-47e1-961a-ddbde0bfa6f6 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.0627711 Jul 05 10:12:41.214000 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8e2177fa-36e8-468d-a3d4-32404a929411 req-324f9359-5368-4901-bba2-141100c48038 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343289 Jul 05 10:12:42.395308 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a3cc9-d486-467c-a3a7-8c24291877bb req-766bdb85-450c-4faf-b319-4314a89ec545 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:42.396910 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0f7a3cc9-d486-467c-a3a7-8c24291877bb req-766bdb85-450c-4faf-b319-4314a89ec545 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.0678787 Jul 05 10:12:42.440551 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0f7a3cc9-d486-467c-a3a7-8c24291877bb req-d7c9227f-f87b-483d-b38f-5581cd410b16 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372150 Jul 05 10:12:43.629219 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a672ca3-f4ba-450d-a3f8-ec35f39ffb10 req-6e289d2f-8b7a-424a-b313-a3afc47dbb37 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:43.630747 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a672ca3-f4ba-450d-a3f8-ec35f39ffb10 req-6e289d2f-8b7a-424a-b313-a3afc47dbb37 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.0695572 Jul 05 10:12:43.668314 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a672ca3-f4ba-450d-a3f8-ec35f39ffb10 req-04c6937b-47c2-415c-a856-096afcf670f1 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316546 Jul 05 10:12:44.843103 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5707d-aab7-411d-a113-fac363a64fe8 req-a9ca7934-535b-46c0-a485-c21702fe8a11 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:44.844655 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1ab5707d-aab7-411d-a113-fac363a64fe8 req-a9ca7934-535b-46c0-a485-c21702fe8a11 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.0634940 Jul 05 10:12:44.883203 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1ab5707d-aab7-411d-a113-fac363a64fe8 req-ccc1d339-c1cc-4035-a7bc-0412a9a63521 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324478 Jul 05 10:12:46.063137 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f6912-26bf-4ec8-b6e3-7cd4b4c6c29c req-be5a82ac-2681-4389-845d-ab5e0d764846 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:46.065198 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-693f6912-26bf-4ec8-b6e3-7cd4b4c6c29c req-be5a82ac-2681-4389-845d-ab5e0d764846 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.0667942 Jul 05 10:12:46.103021 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-693f6912-26bf-4ec8-b6e3-7cd4b4c6c29c req-d722cb08-918a-4d1d-8ead-73dc3dceb44f tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320685 Jul 05 10:12:47.371808 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d3f28-b6da-4a3b-8a04-401af8c01334 req-7c8a3c14-628a-4ccc-b41b-3ceb4501f5b6 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:47.373331 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c4d3f28-b6da-4a3b-8a04-401af8c01334 req-7c8a3c14-628a-4ccc-b41b-3ceb4501f5b6 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.0631471 Jul 05 10:12:47.410972 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c4d3f28-b6da-4a3b-8a04-401af8c01334 req-41f672ee-1ee7-420b-b7ab-3da999d35219 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315280 Jul 05 10:12:48.583524 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d35992-c93f-40e6-9294-f5c17ba56cdc req-b90122c1-19fa-430c-ac2a-c6604ece5e63 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:48.585048 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03d35992-c93f-40e6-9294-f5c17ba56cdc req-b90122c1-19fa-430c-ac2a-c6604ece5e63 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.0622807 Jul 05 10:12:48.624009 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03d35992-c93f-40e6-9294-f5c17ba56cdc req-f6a7422f-d040-4219-9bc6-2853c182a0da tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332832 Jul 05 10:12:49.007406 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49718048-9f1b-4ae8-a11a-3fdfbf06c33c req-86c68a9d-0abc-4919-94fd-dfedea3726af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:49.009083 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49718048-9f1b-4ae8-a11a-3fdfbf06c33c req-86c68a9d-0abc-4919-94fd-dfedea3726af service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8c001f7d567b480ca0b6992073b2cea5&device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 1097 time: 0.1081827 Jul 05 10:12:49.016821 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09e97f-387f-4d6b-afbd-966f169b7728 req-dc62016f-cdca-47e4-b9e9-e1feb4adf9fd tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:49.018281 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3e09e97f-387f-4d6b-afbd-966f169b7728 req-dc62016f-cdca-47e4-b9e9-e1feb4adf9fd tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.1054320 Jul 05 10:12:49.107199 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3e09e97f-387f-4d6b-afbd-966f169b7728 req-dd999e5e-02e1-4f29-b9bb-460441dfa332 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802758 Jul 05 10:12:49.135985 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49718048-9f1b-4ae8-a11a-3fdfbf06c33c req-a7deb8f9-c096-455f-bd1d-dd9755c30c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:49.137510 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49718048-9f1b-4ae8-a11a-3fdfbf06c33c req-a7deb8f9-c096-455f-bd1d-dd9755c30c1b service neutron] 10.222.0.78 "GET /v2.0/networks?id=e92969d7-2f54-48da-8a2d-7d136131bbc7 HTTP/1.1" status: 200 len: 911 time: 0.1183376 Jul 05 10:12:49.202041 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49718048-9f1b-4ae8-a11a-3fdfbf06c33c req-ca946b77-2ad6-4670-9643-8ac992de2241 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8902ee84-0098-42aa-95ae-86c0d025cf6e HTTP/1.1" status: 200 len: 1001 time: 0.0582762 Jul 05 10:12:49.255361 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49718048-9f1b-4ae8-a11a-3fdfbf06c33c req-d91f483c-8814-4b10-82b5-c4464aebd20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:49.256772 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49718048-9f1b-4ae8-a11a-3fdfbf06c33c req-d91f483c-8814-4b10-82b5-c4464aebd20a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ec963537-c196-42e4-b994-fe6e7fea3b3b HTTP/1.1" status: 200 len: 849 time: 0.0480559 Jul 05 10:12:49.315744 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49718048-9f1b-4ae8-a11a-3fdfbf06c33c req-e69b49e0-47d6-4881-96a2-9faa5dd04529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:49.317287 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49718048-9f1b-4ae8-a11a-3fdfbf06c33c req-e69b49e0-47d6-4881-96a2-9faa5dd04529 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e92969d7-2f54-48da-8a2d-7d136131bbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546057 Jul 05 10:12:49.405938 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49718048-9f1b-4ae8-a11a-3fdfbf06c33c req-d5450676-6e0a-49df-adb4-33686fd4102a service neutron] 10.222.0.78 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822620 Jul 05 10:12:49.501465 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49718048-9f1b-4ae8-a11a-3fdfbf06c33c req-ef39034d-6140-47e0-835c-5da5b7a4c8cf service neutron] 10.222.0.78 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896552 Jul 05 10:12:50.197799 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [req-ff876b1b-8628-4f69-bc17-69dda320b89a req-66ac0e0b-709d-4072-9aab-867395d29ca4 service neutron] (93906) timed out ('10.222.0.79', 39720) {{(pid=93906) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:12:50.368591 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade24090-a75f-4762-9f9a-2b28b422c404 req-152d0566-b8ba-46b7-a918-0f82ec00ea76 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:50.370092 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ade24090-a75f-4762-9f9a-2b28b422c404 req-152d0566-b8ba-46b7-a918-0f82ec00ea76 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.1015203 Jul 05 10:12:50.390726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310742ef-ed58-4f0e-aae5-86cabc4ac14e req-65611dbc-c807-43df-8493-192a07a62b6f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:50.392262 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-310742ef-ed58-4f0e-aae5-86cabc4ac14e req-65611dbc-c807-43df-8493-192a07a62b6f tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dee1d47-d504-4dbe-a7ca-664a3d96b5ae HTTP/1.1" status: 200 len: 945 time: 0.0961573 Jul 05 10:12:50.444294 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ade24090-a75f-4762-9f9a-2b28b422c404 req-fac6f259-0551-412a-919f-5a5fce586fd4 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667617 Jul 05 10:12:50.451199 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-310742ef-ed58-4f0e-aae5-86cabc4ac14e req-8fa88d1a-6edc-4128-b7e7-e3933a174214 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/security-groups?id=d32756c2-8de6-4919-aded-3ab3fd1c0df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513535 Jul 05 10:12:50.941785 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a164026b-45d1-42d1-a015-9a01d4336bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:51.623108 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cdc74-b73b-4e15-9dcd-8434641ecb15 req-4e519ecc-ac85-42ae-a6cf-7d7c3c20ad5b tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:51.624619 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7b7cdc74-b73b-4e15-9dcd-8434641ecb15 req-4e519ecc-ac85-42ae-a6cf-7d7c3c20ad5b tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dee1d47-d504-4dbe-a7ca-664a3d96b5ae HTTP/1.1" status: 200 len: 945 time: 0.0631485 Jul 05 10:12:51.663248 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7b7cdc74-b73b-4e15-9dcd-8434641ecb15 req-82f61a71-5b00-48c9-a2f4-7923f6740b6a tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/security-groups?id=d32756c2-8de6-4919-aded-3ab3fd1c0df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323405 Jul 05 10:12:52.094105 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f0ea6-a4a0-41bb-9109-0eee2db79d7c req-e4139a51-94d9-4802-ad36-732484622166 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:52.095584 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-843f0ea6-a4a0-41bb-9109-0eee2db79d7c req-e4139a51-94d9-4802-ad36-732484622166 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.78 "GET /v2.0/ports?device_id=3dee1d47-d504-4dbe-a7ca-664a3d96b5ae HTTP/1.1" status: 200 len: 945 time: 0.0621901 Jul 05 10:12:52.194578 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-843f0ea6-a4a0-41bb-9109-0eee2db79d7c req-47bdef59-3150-49b3-becf-b9a52eafb027 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Deleting port ac342ffb-b191-4067-bbc9-56d7c73685b6 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:52.194967 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-843f0ea6-a4a0-41bb-9109-0eee2db79d7c req-47bdef59-3150-49b3-becf-b9a52eafb027 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:52.282087 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-843f0ea6-a4a0-41bb-9109-0eee2db79d7c req-47bdef59-3150-49b3-becf-b9a52eafb027 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] For port ac342ffb-b191-4067-bbc9-56d7c73685b6, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ac342ffb-b191-4067-bbc9-56d7c73685b6,segment=NetworkSegment(043cffdd-290c-4541-a4a8-e5eb626784f9),segment_id=043cffdd-290c-4541-a4a8-e5eb626784f9)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:52.282448 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-843f0ea6-a4a0-41bb-9109-0eee2db79d7c req-47bdef59-3150-49b3-becf-b9a52eafb027 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:52.294664 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-843f0ea6-a4a0-41bb-9109-0eee2db79d7c req-47bdef59-3150-49b3-becf-b9a52eafb027 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Calling delete_port for ac342ffb-b191-4067-bbc9-56d7c73685b6 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:52.425972 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-843f0ea6-a4a0-41bb-9109-0eee2db79d7c req-47bdef59-3150-49b3-becf-b9a52eafb027 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:52.437404 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['ac342ffb-b191-4067-bbc9-56d7c73685b6'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:12:52.454661 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdef59-3150-49b3-becf-b9a52eafb027 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Pushing event deleted for resources: {'Port': ['ID=ac342ffb-b191-4067-bbc9-56d7c73685b6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:52.502458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-843f0ea6-a4a0-41bb-9109-0eee2db79d7c req-47bdef59-3150-49b3-becf-b9a52eafb027 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] No DVR routers for this DVR port ac342ffb-b191-4067-bbc9-56d7c73685b6 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:12:52.505008 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-843f0ea6-a4a0-41bb-9109-0eee2db79d7c req-47bdef59-3150-49b3-becf-b9a52eafb027 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:52.507002 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-843f0ea6-a4a0-41bb-9109-0eee2db79d7c req-47bdef59-3150-49b3-becf-b9a52eafb027 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.78 "DELETE /v2.0/ports/ac342ffb-b191-4067-bbc9-56d7c73685b6 HTTP/1.1" status: 204 len: 173 time: 0.4064600 Jul 05 10:12:52.507436 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dee1d47-d504-4dbe-a7ca-664a3d96b5ae', 'name': 'network-vif-deleted', 'tag': 'ac342ffb-b191-4067-bbc9-56d7c73685b6'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:12:52.509720 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44dccd3-0fc9-423a-be2b-030172fb86ab" -d '{"events": [{"server_uuid": "3dee1d47-d504-4dbe-a7ca-664a3d96b5ae", "name": "network-vif-deleted", "tag": "ac342ffb-b191-4067-bbc9-56d7c73685b6"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:52.544724 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91540d8-a231-487e-a4a0-a2a1a79e00ba x-openstack-request-id: req-b91540d8-a231-487e-a4a0-a2a1a79e00ba {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:52.545028 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dee1d47-d504-4dbe-a7ca-664a3d96b5ae", "name": "network-vif-deleted", "tag": "ac342ffb-b191-4067-bbc9-56d7c73685b6", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:52.545338 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b91540d8-a231-487e-a4a0-a2a1a79e00ba {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:52.545756 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dee1d47-d504-4dbe-a7ca-664a3d96b5ae', 'name': 'network-vif-deleted', 'tag': 'ac342ffb-b191-4067-bbc9-56d7c73685b6', 'status': 'completed', 'code': 200} Jul 05 10:12:52.814718 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2fe2842e-3c6d-441f-853d-9a7a0e22036a req-4651f7bc-a0b3-4133-8e3f-d93b1e6bd796 tempest-VolumesSnapshotTestJSON-2054665587 tempest-VolumesSnapshotTestJSON-2054665587-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dee1d47-d504-4dbe-a7ca-664a3d96b5ae HTTP/1.1" status: 200 len: 210 time: 0.0282702 Jul 05 10:12:53.318074 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f9180834-4855-4d79-b2b7-84c8e134b1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:53.617329 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:54.611271 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:56.727124 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:57.391801 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device ac342ffb-b191-4067-bbc9-56d7c73685b6 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:57.411518 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: ac342ffb-b191-4067-bbc9-56d7c73685b6 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:12:57.411892 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device ac342ffb-b191-4067-bbc9-56d7c73685b6 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:13:02.340265 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:13:02.786668 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:06.180192 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:20.942515 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9b803d62-21e0-43e0-9d5f-0bda054a005b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:23.318295 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f9feaafd-5787-4e4a-9423-95432b5d08fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:23.619681 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:24.612164 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:26.729627 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:32.801824 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:33.872167 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35694) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:33.921086 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-d434f96e-542d-41ba-99e2-5f0840e09987 admin admin] Deleting subnet d39e58e3-5024-4288-8acd-52ed7666f607 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:13:33.924717 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d434f96e-542d-41ba-99e2-5f0840e09987 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:33.959703 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d434f96e-542d-41ba-99e2-5f0840e09987 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:33.999584 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d434f96e-542d-41ba-99e2-5f0840e09987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:34.053586 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d434f96e-542d-41ba-99e2-5f0840e09987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:34.079673 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434f96e-542d-41ba-99e2-5f0840e09987 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d39e58e3-5024-4288-8acd-52ed7666f607,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:34.084332 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d434f96e-542d-41ba-99e2-5f0840e09987 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:34.086636 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d434f96e-542d-41ba-99e2-5f0840e09987 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d39e58e3-5024-4288-8acd-52ed7666f607 HTTP/1.1" status: 204 len: 168 time: 0.2131011 Jul 05 10:13:34.088801 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35698) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:34.093586 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434f96e-542d-41ba-99e2-5f0840e09987 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:34.093956 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434f96e-542d-41ba-99e2-5f0840e09987 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:34.094307 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434f96e-542d-41ba-99e2-5f0840e09987 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:34.094652 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434f96e-542d-41ba-99e2-5f0840e09987 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:34.094999 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434f96e-542d-41ba-99e2-5f0840e09987 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:34.095418 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434f96e-542d-41ba-99e2-5f0840e09987 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:34.095671 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434f96e-542d-41ba-99e2-5f0840e09987 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:34.096091 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434f96e-542d-41ba-99e2-5f0840e09987 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:34.096423 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434f96e-542d-41ba-99e2-5f0840e09987 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:34.096786 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434f96e-542d-41ba-99e2-5f0840e09987 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:34.097113 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434f96e-542d-41ba-99e2-5f0840e09987 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:34.097444 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434f96e-542d-41ba-99e2-5f0840e09987 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:34.157112 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ffffb258-c11d-4654-8997-42904b63caad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:34.239006 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ffffb258-c11d-4654-8997-42904b63caad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:34.250791 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-ffffb258-c11d-4654-8997-42904b63caad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e5bca9-f71d-4483-9b74-74d62b17e877']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:34.262166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-ffffb258-c11d-4654-8997-42904b63caad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043cffdd-290c-4541-a4a8-e5eb626784f9') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:34.262473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-ffffb258-c11d-4654-8997-42904b63caad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043cffdd-290c-4541-a4a8-e5eb626784f9') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:34.271882 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ffffb258-c11d-4654-8997-42904b63caad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:34.287259 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ffffb258-c11d-4654-8997-42904b63caad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:34.293963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffffb258-c11d-4654-8997-42904b63caad admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:13:34.294375 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ffffb258-c11d-4654-8997-42904b63caad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:13:34.296467 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:13:34.353485 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ffffb258-c11d-4654-8997-42904b63caad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:34.359874 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ffffb258-c11d-4654-8997-42904b63caad admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:34.363224 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ffffb258-c11d-4654-8997-42904b63caad admin admin] 10.222.0.79 "DELETE /v2.0/networks/14e5bca9-f71d-4483-9b74-74d62b17e877 HTTP/1.1" status: 204 len: 168 time: 0.2733703 Jul 05 10:13:34.376059 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffb258-c11d-4654-8997-42904b63caad admin admin] Pushing event deleted for resources: {'Network': ['ID=14e5bca9-f71d-4483-9b74-74d62b17e877,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:34.383827 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffb258-c11d-4654-8997-42904b63caad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:34.384221 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffb258-c11d-4654-8997-42904b63caad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:34.384569 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffb258-c11d-4654-8997-42904b63caad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:34.384914 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffb258-c11d-4654-8997-42904b63caad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:34.385254 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffb258-c11d-4654-8997-42904b63caad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:34.385589 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffb258-c11d-4654-8997-42904b63caad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:34.385925 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffb258-c11d-4654-8997-42904b63caad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:34.386255 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffb258-c11d-4654-8997-42904b63caad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:34.386586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffb258-c11d-4654-8997-42904b63caad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:34.386916 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffb258-c11d-4654-8997-42904b63caad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:34.387242 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffb258-c11d-4654-8997-42904b63caad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:34.387570 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffb258-c11d-4654-8997-42904b63caad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:34.524598 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35702) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:34.568821 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7f808162-ee1e-43e3-a3b2-1bbe15908921 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a6c48e01ea99463cbd7346de4b43be41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408862 Jul 05 10:13:34.569196 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35706) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:34.622915 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6024a82d-6278-4a6a-85a2-1a656fc93534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:34.646988 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6024a82d-6278-4a6a-85a2-1a656fc93534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:34.694065 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6024a82d-6278-4a6a-85a2-1a656fc93534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:34.697491 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6024a82d-6278-4a6a-85a2-1a656fc93534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:34.698700 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6024a82d-6278-4a6a-85a2-1a656fc93534 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d32756c2-8de6-4919-aded-3ab3fd1c0df2 HTTP/1.1" status: 204 len: 168 time: 0.1285815 Jul 05 10:13:34.707336 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024a82d-6278-4a6a-85a2-1a656fc93534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32756c2-8de6-4919-aded-3ab3fd1c0df2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:35.255477 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7bfc0cc-9ff3-4d50-8ba2-282af5b3276f req-801baff4-7451-4abf-a3ae-eddaac23f68f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560427 Jul 05 10:13:35.348244 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfc0cc-9ff3-4d50-8ba2-282af5b3276f req-3e2c6ea1-9b3b-4967-af18-4cbed91dd455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:35.349749 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7bfc0cc-9ff3-4d50-8ba2-282af5b3276f req-3e2c6ea1-9b3b-4967-af18-4cbed91dd455 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8c001f7d567b480ca0b6992073b2cea5&device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 1097 time: 0.0523765 Jul 05 10:13:35.453253 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfc0cc-9ff3-4d50-8ba2-282af5b3276f req-917404ab-b1d9-4805-afb9-87651f9377cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:35.454802 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7bfc0cc-9ff3-4d50-8ba2-282af5b3276f req-917404ab-b1d9-4805-afb9-87651f9377cc service neutron] 10.222.0.78 "GET /v2.0/networks?id=e92969d7-2f54-48da-8a2d-7d136131bbc7 HTTP/1.1" status: 200 len: 911 time: 0.0846102 Jul 05 10:13:35.525558 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7bfc0cc-9ff3-4d50-8ba2-282af5b3276f req-b417d32e-7172-4186-87db-9e80e89a20c0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8902ee84-0098-42aa-95ae-86c0d025cf6e HTTP/1.1" status: 200 len: 1001 time: 0.0637617 Jul 05 10:13:35.582310 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfc0cc-9ff3-4d50-8ba2-282af5b3276f req-48e24385-4a77-400c-a35c-10365ba1ea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:35.583897 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7bfc0cc-9ff3-4d50-8ba2-282af5b3276f req-48e24385-4a77-400c-a35c-10365ba1ea95 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ec963537-c196-42e4-b994-fe6e7fea3b3b HTTP/1.1" status: 200 len: 849 time: 0.0524333 Jul 05 10:13:35.642015 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfc0cc-9ff3-4d50-8ba2-282af5b3276f req-d36a002b-a98f-4009-83f3-a22a0ca8b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:35.643535 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7bfc0cc-9ff3-4d50-8ba2-282af5b3276f req-d36a002b-a98f-4009-83f3-a22a0ca8b9ca service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e92969d7-2f54-48da-8a2d-7d136131bbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534954 Jul 05 10:13:35.743097 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7bfc0cc-9ff3-4d50-8ba2-282af5b3276f req-08d16b89-3f7e-4de5-8124-37a65894b41f service neutron] 10.222.0.78 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922627 Jul 05 10:13:35.837704 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7bfc0cc-9ff3-4d50-8ba2-282af5b3276f req-860502c0-b403-428c-b5cc-51f89d2ec539 service neutron] 10.222.0.78 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883439 Jul 05 10:13:35.934226 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35744) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:36.077461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-705d151d-ec86-4fa1-b9dc-3caa92e5c43b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'network': {'name': 'tempest-network-smoke--1518028554', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'port_security_enabled': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:36.098463 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705d151d-ec86-4fa1-b9dc-3caa92e5c43b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Made reservation on behalf of dbbe5e36a1ae46d4aeb2b59e00a44282 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:36.102213 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-705d151d-ec86-4fa1-b9dc-3caa92e5c43b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:36.111928 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-705d151d-ec86-4fa1-b9dc-3caa92e5c43b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:36.197283 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:36.213531 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-705d151d-ec86-4fa1-b9dc-3caa92e5c43b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:36.217800 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-705d151d-ec86-4fa1-b9dc-3caa92e5c43b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:36.241115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705d151d-ec86-4fa1-b9dc-3caa92e5c43b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:13:36.256036 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d151d-ec86-4fa1-b9dc-3caa92e5c43b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04aac72-0fe9-491d-8a4e-ca644da1a069,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:36.259115 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-705d151d-ec86-4fa1-b9dc-3caa92e5c43b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:36.259467 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-705d151d-ec86-4fa1-b9dc-3caa92e5c43b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Added segment ccd6f974-ba22-4e5f-bc9d-1b433966039e of type vlan for network a32bcc0c-b539-4f64-9a76-e54a342026e3 Jul 05 10:13:36.301090 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-705d151d-ec86-4fa1-b9dc-3caa92e5c43b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:36.329818 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-705d151d-ec86-4fa1-b9dc-3caa92e5c43b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:36.335329 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705d151d-ec86-4fa1-b9dc-3caa92e5c43b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:36.335949 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-705d151d-ec86-4fa1-b9dc-3caa92e5c43b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:36.396551 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-705d151d-ec86-4fa1-b9dc-3caa92e5c43b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4603086 Jul 05 10:13:36.399321 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35750) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:36.404787 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9bb0c22a-85b5-41c9-8394-5d770bab69b3 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-651648166', 'admin_state_up': True, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:36.409299 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d151d-ec86-4fa1-b9dc-3caa92e5c43b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'Network': ['ID=a32bcc0c-b539-4f64-9a76-e54a342026e3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:36.420858 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network a32bcc0c-b539-4f64-9a76-e54a342026e3 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:13:36.431219 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9bb0c22a-85b5-41c9-8394-5d770bab69b3 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:36.432489 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9bb0c22a-85b5-41c9-8394-5d770bab69b3 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:36.515696 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9bb0c22a-85b5-41c9-8394-5d770bab69b3 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:36.653605 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9bb0c22a-85b5-41c9-8394-5d770bab69b3 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:37.204904 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9bb0c22a-85b5-41c9-8394-5d770bab69b3 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:37.236098 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9bb0c22a-85b5-41c9-8394-5d770bab69b3 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:37.348028 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-9bb0c22a-85b5-41c9-8394-5d770bab69b3 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Allocated IP 172.25.7.219 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/423971a1-90fb-4bc0-af1c-43fd82f763f8) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:37.448612 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9bb0c22a-85b5-41c9-8394-5d770bab69b3 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:37.488050 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9bb0c22a-85b5-41c9-8394-5d770bab69b3 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:37.530107 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb0c22a-85b5-41c9-8394-5d770bab69b3 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:37.536221 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-9bb0c22a-85b5-41c9-8394-5d770bab69b3 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:37.540477 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb0c22a-85b5-41c9-8394-5d770bab69b3 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:13:37.543424 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0c22a-85b5-41c9-8394-5d770bab69b3 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'Port': ['ID=423971a1-90fb-4bc0-af1c-43fd82f763f8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:37.783973 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9bb0c22a-85b5-41c9-8394-5d770bab69b3 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:37.984228 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9bb0c22a-85b5-41c9-8394-5d770bab69b3 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:38.109450 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb0c22a-85b5-41c9-8394-5d770bab69b3 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Router 56b870a3-5732-479d-897e-e4e0f97fecd0 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:13:38.216439 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb0c22a-85b5-41c9-8394-5d770bab69b3 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:13:38.226263 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] Sync routers for ids ['56b870a3-5732-479d-897e-e4e0f97fecd0'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:13:38.236762 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] Routers {'56b870a3-5732-479d-897e-e4e0f97fecd0'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:38.237681 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:13:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['56b870a3-5732-479d-897e-e4e0f97fecd0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:38.240345 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9bb0c22a-85b5-41c9-8394-5d770bab69b3 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:38.241813 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9bb0c22a-85b5-41c9-8394-5d770bab69b3 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8407764 Jul 05 10:13:38.245612 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35756) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:38.345898 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] Set router 56b870a3-5732-479d-897e-e4e0f97fecd0 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:13:38.675373 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c293500e-5ad2-4b72-863b-ba58a271ddcb tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=dbbe5e36a1ae46d4aeb2b59e00a44282&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4283748 Jul 05 10:13:38.678036 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35760) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:38.680693 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'name': 'tempest-TestNetworkBasicOps-router-651648166', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:13:36Z', 'updated_at': '2021-07-05T10:13:37Z', 'revision_number': 3, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:37Z', 'updated_at': '2021-07-05T10:13:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:38.706989 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] Checking router: 56b870a3-5732-479d-897e-e4e0f97fecd0 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:13:38.707348 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] Updating router 56b870a3-5732-479d-897e-e4e0f97fecd0 port 423971a1-90fb-4bc0-af1c-43fd82f763f8 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:13:38.745473 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:38.822203 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d06ab11-5e3d-4147-bd93-a75f9032ee94 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:38.823776 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9d06ab11-5e3d-4147-bd93-a75f9032ee94 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1448302 Jul 05 10:13:38.826691 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35762) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:38.860577 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6428a4cb-8db5-490f-912d-77153b92d406 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328102 Jul 05 10:13:38.863347 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35764) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:38.868289 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1975b804-d4e6-4a93-82c4-a3bbaa025a8c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1424200272', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:38.956906 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1975b804-d4e6-4a93-82c4-a3bbaa025a8c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Made reservation on behalf of dbbe5e36a1ae46d4aeb2b59e00a44282 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:38.961039 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1975b804-d4e6-4a93-82c4-a3bbaa025a8c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:38.996440 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.007275 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] Transition to ACTIVE for port object 423971a1-90fb-4bc0-af1c-43fd82f763f8 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:39.013676 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.064007 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] Attempting to bind port 423971a1-90fb-4bc0-af1c-43fd82f763f8 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:13:39.064402 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] Attempting to bind port 423971a1-90fb-4bc0-af1c-43fd82f763f8 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:13:39.064775 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] Attempting to bind port 423971a1-90fb-4bc0-af1c-43fd82f763f8 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:39.076652 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:13:39.077040 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:39.077454 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.078483 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:13:39.078948 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] Bound port: 423971a1-90fb-4bc0-af1c-43fd82f763f8, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:13:39.079341 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.101246 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619fb18-e9a0-4fb2-92b2-329faf9b9a71 None None] Pushing event updated for resources: {'Port': ['ID=423971a1-90fb-4bc0-af1c-43fd82f763f8,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:39.116369 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619fb18-e9a0-4fb2-92b2-329faf9b9a71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:39.117314 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619fb18-e9a0-4fb2-92b2-329faf9b9a71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:39.117314 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619fb18-e9a0-4fb2-92b2-329faf9b9a71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:39.117553 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619fb18-e9a0-4fb2-92b2-329faf9b9a71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:39.117834 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619fb18-e9a0-4fb2-92b2-329faf9b9a71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:39.118196 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619fb18-e9a0-4fb2-92b2-329faf9b9a71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:39.118602 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619fb18-e9a0-4fb2-92b2-329faf9b9a71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:39.118903 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619fb18-e9a0-4fb2-92b2-329faf9b9a71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:39.119237 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619fb18-e9a0-4fb2-92b2-329faf9b9a71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:39.119570 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619fb18-e9a0-4fb2-92b2-329faf9b9a71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:39.119925 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619fb18-e9a0-4fb2-92b2-329faf9b9a71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:39.120257 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619fb18-e9a0-4fb2-92b2-329faf9b9a71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:39.149795 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] For port 423971a1-90fb-4bc0-af1c-43fd82f763f8, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:39.152953 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] For port 423971a1-90fb-4bc0-af1c-43fd82f763f8, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=423971a1-90fb-4bc0-af1c-43fd82f763f8,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:39.156716 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.163241 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1975b804-d4e6-4a93-82c4-a3bbaa025a8c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.205953 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] Routers {'56b870a3-5732-479d-897e-e4e0f97fecd0'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:39.206585 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:13:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['56b870a3-5732-479d-897e-e4e0f97fecd0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:39.223915 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975b804-d4e6-4a93-82c4-a3bbaa025a8c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'Subnet': ['ID=099680f0-d991-4d50-bd1d-088e2a885922,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:39.232904 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1975b804-d4e6-4a93-82c4-a3bbaa025a8c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Checking segment: {'id': 'ccd6f974-ba22-4e5f-bc9d-1b433966039e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:39.233269 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1975b804-d4e6-4a93-82c4-a3bbaa025a8c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Network hostable DHCP agents. Network: a32bcc0c-b539-4f64-9a76-e54a342026e3, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:13:39.249705 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1975b804-d4e6-4a93-82c4-a3bbaa025a8c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Network a32bcc0c-b539-4f64-9a76-e54a342026e3 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:13:39.257063 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619fb18-e9a0-4fb2-92b2-329faf9b9a71 None None] Pushing event updated for resources: {'Port': ['ID=423971a1-90fb-4bc0-af1c-43fd82f763f8,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:39.258820 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-1975b804-d4e6-4a93-82c4-a3bbaa025a8c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, a32bcc0c-b539-4f64-9a76-e54a342026e3) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:39.263720 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1975b804-d4e6-4a93-82c4-a3bbaa025a8c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:39.264582 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1975b804-d4e6-4a93-82c4-a3bbaa025a8c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.280789 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1975b804-d4e6-4a93-82c4-a3bbaa025a8c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4163713 Jul 05 10:13:39.283635 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35768) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:39.301226 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8d780c-fad4-4556-bb93-a16df0c83347 None None] Network a32bcc0c-b539-4f64-9a76-e54a342026e3 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:39.341536 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:13:39.385515 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] Set router 56b870a3-5732-479d-897e-e4e0f97fecd0 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:13:39.577632 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9d167f-405e-4b36-b7d1-739843b58398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-a32bcc0c-b539-4f64-9a76-e54a342026e3', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'fixed_ips': [{'subnet_id': '099680f0-d991-4d50-bd1d-088e2a885922'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:13:39.578491 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2a9d167f-405e-4b36-b7d1-739843b58398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.633273 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-a9594e37-4fef-4cab-a26a-664f0f1fa984 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1377373 Jul 05 10:13:39.736292 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'name': 'tempest-TestNetworkBasicOps-router-651648166', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:13:36Z', 'updated_at': '2021-07-05T10:13:37Z', 'revision_number': 3, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:37Z', 'updated_at': '2021-07-05T10:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:39.764299 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6204d559-966b-4aa5-ae17-a41e8d2780d6 None None] The sync data for ids ['56b870a3-5732-479d-897e-e4e0f97fecd0'] in n-d-798054-8 is: [{'id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'name': 'tempest-TestNetworkBasicOps-router-651648166', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:13:36Z', 'updated_at': '2021-07-05T10:13:37Z', 'revision_number': 3, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:37Z', 'updated_at': '2021-07-05T10:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:13:39.782030 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-2a9d167f-405e-4b36-b7d1-739843b58398 None None] Allocated IP 172.20.0.2 (a32bcc0c-b539-4f64-9a76-e54a342026e3/099680f0-d991-4d50-bd1d-088e2a885922/7cb720d0-a363-42a1-bf1a-7a1a0a26c39b) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:39.813654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-4b7448eb-2630-4403-94ee-1524b56b2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:39.813654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-4b7448eb-2630-4403-94ee-1524b56b2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:39.813654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-4b7448eb-2630-4403-94ee-1524b56b2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:39.814113 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-4b7448eb-2630-4403-94ee-1524b56b2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:39.814606 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-4b7448eb-2630-4403-94ee-1524b56b2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:39.815072 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-4b7448eb-2630-4403-94ee-1524b56b2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:39.815541 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-4b7448eb-2630-4403-94ee-1524b56b2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:39.817605 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-4b7448eb-2630-4403-94ee-1524b56b2af0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9596ba5fe35d4394b6d195316cece06b&device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 6492 time: 0.1339781 Jul 05 10:13:39.835797 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfedea7b-78d1-402c-a445-b940f7676d7b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.935731 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2a9d167f-405e-4b36-b7d1-739843b58398 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.946138 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2a9d167f-405e-4b36-b7d1-739843b58398 None None] Transition to ACTIVE for port object 7cb720d0-a363-42a1-bf1a-7a1a0a26c39b will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:39.964616 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2a9d167f-405e-4b36-b7d1-739843b58398 None None] Transition to ACTIVE for port object 7cb720d0-a363-42a1-bf1a-7a1a0a26c39b will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:39.970822 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2a9d167f-405e-4b36-b7d1-739843b58398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:40.015519 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d167f-405e-4b36-b7d1-739843b58398 None None] Pushing event updated for resources: {'Port': ['ID=7cb720d0-a363-42a1-bf1a-7a1a0a26c39b,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:40.024386 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-d3c0c91e-8025-4da8-9a12-68c0936570e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:40.024998 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-d3c0c91e-8025-4da8-9a12-68c0936570e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:40.025503 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-d3c0c91e-8025-4da8-9a12-68c0936570e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:40.027176 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-d3c0c91e-8025-4da8-9a12-68c0936570e7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e8809747-0653-4cdf-bd9b-7654560adade&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=687dc320-4531-4e31-9377-87644d9740dc&id=687dc320-4531-4e31-9377-87644d9740dc HTTP/1.1" status: 200 len: 2293 time: 0.1822262 Jul 05 10:13:40.040748 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9d167f-405e-4b36-b7d1-739843b58398 None None] Network a32bcc0c-b539-4f64-9a76-e54a342026e3 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:40.042334 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-2a9d167f-405e-4b36-b7d1-739843b58398 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:40.045216 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9d167f-405e-4b36-b7d1-739843b58398 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:13:40.135962 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2a9d167f-405e-4b36-b7d1-739843b58398 None None] Attempting to bind port 7cb720d0-a363-42a1-bf1a-7a1a0a26c39b on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:13:40.136633 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2a9d167f-405e-4b36-b7d1-739843b58398 None None] Attempting to bind port 7cb720d0-a363-42a1-bf1a-7a1a0a26c39b by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'ccd6f974-ba22-4e5f-bc9d-1b433966039e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:13:40.137315 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9d167f-405e-4b36-b7d1-739843b58398 None None] Attempting to bind port 7cb720d0-a363-42a1-bf1a-7a1a0a26c39b on network a32bcc0c-b539-4f64-9a76-e54a342026e3 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:40.144781 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9d167f-405e-4b36-b7d1-739843b58398 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:13:40.145046 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9d167f-405e-4b36-b7d1-739843b58398 None None] Checking segment: {'id': 'ccd6f974-ba22-4e5f-bc9d-1b433966039e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:40.145305 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2a9d167f-405e-4b36-b7d1-739843b58398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:40.145703 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9d167f-405e-4b36-b7d1-739843b58398 None None] Bound using segment: {'id': 'ccd6f974-ba22-4e5f-bc9d-1b433966039e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:13:40.146176 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2a9d167f-405e-4b36-b7d1-739843b58398 None None] Bound port: 7cb720d0-a363-42a1-bf1a-7a1a0a26c39b, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd6f974-ba22-4e5f-bc9d-1b433966039e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:13:40.146694 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2a9d167f-405e-4b36-b7d1-739843b58398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:40.161375 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-173d7995-db53-4e77-b29b-4c5614213446 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99eba310-ab63-4ad5-833a-fe875aecadc0 HTTP/1.1" status: 200 len: 1000 time: 0.1242445 Jul 05 10:13:40.214394 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2a9d167f-405e-4b36-b7d1-739843b58398 None None] For port 7cb720d0-a363-42a1-bf1a-7a1a0a26c39b, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:40.219594 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2a9d167f-405e-4b36-b7d1-739843b58398 None None] For port 7cb720d0-a363-42a1-bf1a-7a1a0a26c39b, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7cb720d0-a363-42a1-bf1a-7a1a0a26c39b,segment=NetworkSegment(ccd6f974-ba22-4e5f-bc9d-1b433966039e),segment_id=ccd6f974-ba22-4e5f-bc9d-1b433966039e)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:40.228203 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2a9d167f-405e-4b36-b7d1-739843b58398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:40.264526 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-cb94daaf-1b44-4d1d-b90c-f9078b54cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:40.266942 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-cb94daaf-1b44-4d1d-b90c-f9078b54cff1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49 HTTP/1.1" status: 200 len: 850 time: 0.0987890 Jul 05 10:13:40.295900 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d167f-405e-4b36-b7d1-739843b58398 None None] Pushing event updated for resources: {'Port': ['ID=7cb720d0-a363-42a1-bf1a-7a1a0a26c39b,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:40.336291 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-bfedea7b-78d1-402c-a445-b940f7676d7b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Allocated IP 172.20.0.1 (a32bcc0c-b539-4f64-9a76-e54a342026e3/099680f0-d991-4d50-bd1d-088e2a885922/de066a21-f9e5-4eab-9c86-a799f7749ac9) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:40.411901 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-2d395c1c-6bcb-4885-97dd-e3cd64354964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:40.413463 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-2d395c1c-6bcb-4885-97dd-e3cd64354964 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e8809747-0653-4cdf-bd9b-7654560adade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284354 Jul 05 10:13:40.550485 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfedea7b-78d1-402c-a445-b940f7676d7b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:40.578074 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-957b4d65-5a11-410c-8523-8400f97f7816 service neutron] 10.222.0.81 "GET /v2.0/networks/e8809747-0653-4cdf-bd9b-7654560adade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566288 Jul 05 10:13:40.579111 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-bfedea7b-78d1-402c-a445-b940f7676d7b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Transition to ACTIVE for port object de066a21-f9e5-4eab-9c86-a799f7749ac9 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:40.697086 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfedea7b-78d1-402c-a445-b940f7676d7b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:40.729211 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-31751740-f8be-4775-b857-c8b67b4c0822 service neutron] 10.222.0.81 "GET /v2.0/networks/e8809747-0653-4cdf-bd9b-7654560adade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451023 Jul 05 10:13:40.752667 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfedea7b-78d1-402c-a445-b940f7676d7b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Network a32bcc0c-b539-4f64-9a76-e54a342026e3 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:40.786496 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-bfedea7b-78d1-402c-a445-b940f7676d7b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:40.793608 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-4945fa99-6569-4fd6-a779-e2f3a383fd53 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=ad3d2c8e-2f41-490e-9670-d1710666ce1d HTTP/1.1" status: 200 len: 217 time: 0.0569544 Jul 05 10:13:40.796947 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfedea7b-78d1-402c-a445-b940f7676d7b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:13:40.811478 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7cb720d0-a363-42a1-bf1a-7a1a0a26c39b up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:40.835882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedea7b-78d1-402c-a445-b940f7676d7b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'Port': ['ID=de066a21-f9e5-4eab-9c86-a799f7749ac9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:40.871662 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 7cb720d0-a363-42a1-bf1a-7a1a0a26c39b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:40.877060 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 423971a1-90fb-4bc0-af1c-43fd82f763f8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:40.881518 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfedea7b-78d1-402c-a445-b940f7676d7b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:40.887633 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-91eb593a-998f-4594-bf42-5c50f1878e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:40.889147 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-91eb593a-998f-4594-bf42-5c50f1878e33 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0690253 Jul 05 10:13:40.923243 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 423971a1-90fb-4bc0-af1c-43fd82f763f8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:40.926990 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 423971a1-90fb-4bc0-af1c-43fd82f763f8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:40.927367 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:41.008508 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:41.024686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-ac88c169-4ea4-44d2-8043-bd587e93583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:41.026321 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-ac88c169-4ea4-44d2-8043-bd587e93583b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1031353 Jul 05 10:13:41.037156 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 423971a1-90fb-4bc0-af1c-43fd82f763f8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=423971a1-90fb-4bc0-af1c-43fd82f763f8,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:41.041520 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:41.103675 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=423971a1-90fb-4bc0-af1c-43fd82f763f8,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:41.130796 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfedea7b-78d1-402c-a445-b940f7676d7b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:41.196407 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-5f3354cf-96b6-4b69-8f3a-ff40c2dce107 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633403 Jul 05 10:13:41.328992 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36af4e27-71de-4752-9575-49c9039ad0e6 None None] Network a32bcc0c-b539-4f64-9a76-e54a342026e3 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:41.378513 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-5f5e5b4d-3f60-4e0c-b751-25c49b3d5f95 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748292 Jul 05 10:13:41.402480 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c9cca0c7-3446-47fb-b893-9c47a153b8d7 None None] Provisioning for port 7cb720d0-a363-42a1-bf1a-7a1a0a26c39b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:41.414046 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c9cca0c7-3446-47fb-b893-9c47a153b8d7 None None] Provisioning complete for port 7cb720d0-a363-42a1-bf1a-7a1a0a26c39b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:41.414418 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9cca0c7-3446-47fb-b893-9c47a153b8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:41.428176 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-e6e9df92-3058-42a3-9452-eb24352dc3eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=c525671f-d077-42c1-aee6-61ee852b4f0f HTTP/1.1" status: 200 len: 217 time: 0.0407450 Jul 05 10:13:41.528321 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-5c752244-436b-480d-a8e5-5adcb5ab806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:41.529867 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-5c752244-436b-480d-a8e5-5adcb5ab806f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0856292 Jul 05 10:13:41.559256 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9cca0c7-3446-47fb-b893-9c47a153b8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:41.605156 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c9cca0c7-3446-47fb-b893-9c47a153b8d7 None None] For port 7cb720d0-a363-42a1-bf1a-7a1a0a26c39b, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7cb720d0-a363-42a1-bf1a-7a1a0a26c39b,segment=NetworkSegment(ccd6f974-ba22-4e5f-bc9d-1b433966039e),segment_id=ccd6f974-ba22-4e5f-bc9d-1b433966039e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:41.609900 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9cca0c7-3446-47fb-b893-9c47a153b8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:41.634581 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfedea7b-78d1-402c-a445-b940f7676d7b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:41.640399 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfedea7b-78d1-402c-a445-b940f7676d7b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:41.669394 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cca0c7-3446-47fb-b893-9c47a153b8d7 None None] Pushing event updated for resources: {'Port': ['ID=7cb720d0-a363-42a1-bf1a-7a1a0a26c39b,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:41.696573 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-92bd8785-3053-478b-aac9-18980f0bd2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:41.698110 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-92bd8785-3053-478b-aac9-18980f0bd2f9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1591735 Jul 05 10:13:41.775360 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfedea7b-78d1-402c-a445-b940f7676d7b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:41.782282 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedea7b-78d1-402c-a445-b940f7676d7b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'Port': ['ID=de066a21-f9e5-4eab-9c86-a799f7749ac9,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:41.842387 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1b4d4336-e3c3-47b3-8a40-0bf3c2f1c5e6 None None] Provisioning complete for port 7cb720d0-a363-42a1-bf1a-7a1a0a26c39b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:41.843786 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1b4d4336-e3c3-47b3-8a40-0bf3c2f1c5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:41.886546 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-a62dd2f1-58ab-4632-8aad-a4aaf1f24bf8 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802568 Jul 05 10:13:41.941491 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1b4d4336-e3c3-47b3-8a40-0bf3c2f1c5e6 None None] Provisioning for port de066a21-f9e5-4eab-9c86-a799f7749ac9 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:41.946116 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1b4d4336-e3c3-47b3-8a40-0bf3c2f1c5e6 None None] Provisioning complete for port de066a21-f9e5-4eab-9c86-a799f7749ac9 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:41.946498 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1b4d4336-e3c3-47b3-8a40-0bf3c2f1c5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:41.958930 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfedea7b-78d1-402c-a445-b940f7676d7b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Network a32bcc0c-b539-4f64-9a76-e54a342026e3 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:41.963422 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-bfedea7b-78d1-402c-a445-b940f7676d7b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:41.982668 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1b4d4336-e3c3-47b3-8a40-0bf3c2f1c5e6 None None] Port de066a21-f9e5-4eab-9c86-a799f7749ac9 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:13:42.102908 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f3696e49-53a6-4621-ab17-fd809daadcd8 None None] Provisioning complete for port de066a21-f9e5-4eab-9c86-a799f7749ac9 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:42.103350 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f3696e49-53a6-4621-ab17-fd809daadcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.145686 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f3696e49-53a6-4621-ab17-fd809daadcd8 None None] Port de066a21-f9e5-4eab-9c86-a799f7749ac9 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:13:42.265339 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a2932346-5f8e-4be4-b127-598edcee00b2 None None] Provisioning complete for port de066a21-f9e5-4eab-9c86-a799f7749ac9 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:42.265757 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a2932346-5f8e-4be4-b127-598edcee00b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.300425 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a2932346-5f8e-4be4-b127-598edcee00b2 None None] Port de066a21-f9e5-4eab-9c86-a799f7749ac9 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:13:42.373404 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-24275db8-1e15-4bcd-a4df-337b0c40711f service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786947 Jul 05 10:13:42.444707 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-7647f294-a05e-48d9-ae37-3be9ff3ca10b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=bc64378d-0809-4948-9109-02bb5cc40da5 HTTP/1.1" status: 200 len: 217 time: 0.0627806 Jul 05 10:13:42.500818 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfedea7b-78d1-402c-a445-b940f7676d7b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Router 56b870a3-5732-479d-897e-e4e0f97fecd0 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:13:42.510506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-ef281aa6-f6e9-49d0-8ada-991854dbb92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:42.512014 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-ef281aa6-f6e9-49d0-8ada-991854dbb92f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0587153 Jul 05 10:13:42.652783 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-bc87059f-ddf8-4418-858e-31eae5c6b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:42.654327 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-bc87059f-ddf8-4418-858e-31eae5c6b0f7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1348734 Jul 05 10:13:42.657458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfedea7b-78d1-402c-a445-b940f7676d7b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:13:42.662293 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bfedea7b-78d1-402c-a445-b940f7676d7b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "PUT /v2.0/routers/56b870a3-5732-479d-897e-e4e0f97fecd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3773797 Jul 05 10:13:42.665085 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35776) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:42.668385 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] Sync routers for ids ['56b870a3-5732-479d-897e-e4e0f97fecd0'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:13:42.682097 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] Routers {'56b870a3-5732-479d-897e-e4e0f97fecd0'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:42.683131 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:13:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['56b870a3-5732-479d-897e-e4e0f97fecd0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:42.755460 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-87d9b058-9522-49f8-bba7-43f2e5a4a984 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919378 Jul 05 10:13:42.758320 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7cb720d0-a363-42a1-bf1a-7a1a0a26c39b up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:42.777206 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55782ecc-345d-41f4-8c26-baef88a08c4b tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:42.777956 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55782ecc-345d-41f4-8c26-baef88a08c4b tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:42.778586 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55782ecc-345d-41f4-8c26-baef88a08c4b tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:42.779211 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55782ecc-345d-41f4-8c26-baef88a08c4b tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:42.779985 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55782ecc-345d-41f4-8c26-baef88a08c4b tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:42.781120 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55782ecc-345d-41f4-8c26-baef88a08c4b tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:42.781749 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55782ecc-345d-41f4-8c26-baef88a08c4b tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:42.782379 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55782ecc-345d-41f4-8c26-baef88a08c4b tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:42.787245 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-55782ecc-345d-41f4-8c26-baef88a08c4b tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5663 time: 0.1205909 Jul 05 10:13:42.787884 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35778) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:42.797295 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] Set router 56b870a3-5732-479d-897e-e4e0f97fecd0 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:13:42.811778 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 7cb720d0-a363-42a1-bf1a-7a1a0a26c39b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:42.813143 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.867204 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-71baddc4-77f6-480e-b0c6-0b177d2ca19e service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042340 Jul 05 10:13:42.886209 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e56b81-75ff-436a-9bc7-9a2ee7553325 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:42.886981 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e56b81-75ff-436a-9bc7-9a2ee7553325 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:42.887624 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e56b81-75ff-436a-9bc7-9a2ee7553325 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:42.888267 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e56b81-75ff-436a-9bc7-9a2ee7553325 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:42.888880 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e56b81-75ff-436a-9bc7-9a2ee7553325 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:42.889489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e56b81-75ff-436a-9bc7-9a2ee7553325 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:42.890172 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e56b81-75ff-436a-9bc7-9a2ee7553325 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:42.890634 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e56b81-75ff-436a-9bc7-9a2ee7553325 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:42.895678 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-97e56b81-75ff-436a-9bc7-9a2ee7553325 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5173 time: 0.1068127 Jul 05 10:13:42.896549 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35780) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:42.910174 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 423971a1-90fb-4bc0-af1c-43fd82f763f8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:42.919154 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-43f95963-9814-4dcb-ac1d-7315f0678de0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=c1821982-65d1-4284-b01f-61dd67e40864 HTTP/1.1" status: 200 len: 217 time: 0.0458026 Jul 05 10:13:42.974948 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 423971a1-90fb-4bc0-af1c-43fd82f763f8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:42.975325 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.981872 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-65faa1dc-8e12-45b9-980d-589ea7413748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:42.983670 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-65faa1dc-8e12-45b9-980d-589ea7413748 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0581748 Jul 05 10:13:43.037907 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'name': 'tempest-TestNetworkBasicOps-router-651648166', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:13:36Z', 'updated_at': '2021-07-05T10:13:41Z', 'revision_number': 4, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:37Z', 'updated_at': '2021-07-05T10:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'de066a21-f9e5-4eab-9c86-a799f7749ac9', 'name': '', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:58:41:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '099680f0-d991-4d50-bd1d-088e2a885922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:40Z', 'updated_at': '2021-07-05T10:13:41Z', 'revision_number': 2, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': '099680f0-d991-4d50-bd1d-088e2a885922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:43.049554 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-06ff7ed9-a18f-4810-be79-a91aea95e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:43.051353 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-06ff7ed9-a18f-4810-be79-a91aea95e45e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0592401 Jul 05 10:13:43.066674 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] Checking router: 56b870a3-5732-479d-897e-e4e0f97fecd0 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:13:43.067119 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] Updating router 56b870a3-5732-479d-897e-e4e0f97fecd0 port de066a21-f9e5-4eab-9c86-a799f7749ac9 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:13:43.080804 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-38bb7381-ebf9-4dcf-8a47-6e0d56931e2e tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1824450 Jul 05 10:13:43.104318 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.170472 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-aaa7adaa-1bf4-4f7f-9d0e-6c6b211a0f95 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122251 Jul 05 10:13:43.261614 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-5d454b71-6c8f-4f51-9129-76e14f79f386 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838950 Jul 05 10:13:43.303874 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-a6ed950f-08c3-46da-9db3-84a525ea487e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0e6db9d0-38f9-4121-8c58-31af2f739051 HTTP/1.1" status: 200 len: 217 time: 0.0353994 Jul 05 10:13:43.356319 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-a221a972-f32a-4a5c-8230-4e40328d7e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:43.357895 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-a221a972-f32a-4a5c-8230-4e40328d7e88 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cad995d8-210a-44a5-ac6b-55fe6188cec8 HTTP/1.1" status: 200 len: 797 time: 0.0484858 Jul 05 10:13:43.378261 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.388286 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] Transition to ACTIVE for port object de066a21-f9e5-4eab-9c86-a799f7749ac9 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:43.394889 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.416595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-7b433443-9689-4257-ada5-28ef13f10ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:43.418040 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-7b433443-9689-4257-ada5-28ef13f10ae3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=687dc320-4531-4e31-9377-87644d9740dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0536861 Jul 05 10:13:43.445072 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35784) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:43.449862 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2d59b949-b22a-45e9-b529-64295de68803 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2128687796', 'description': 'tempest-secgroup-smoke-2128687796 description', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:43.453381 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac4ba2-f217-45b5-beac-2c76262f7d28 None None] Pushing event updated for resources: {'Port': ['ID=de066a21-f9e5-4eab-9c86-a799f7749ac9,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:43.477405 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac4ba2-f217-45b5-beac-2c76262f7d28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:43.478171 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac4ba2-f217-45b5-beac-2c76262f7d28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:43.480876 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d59b949-b22a-45e9-b529-64295de68803 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.486826 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac4ba2-f217-45b5-beac-2c76262f7d28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:43.487023 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac4ba2-f217-45b5-beac-2c76262f7d28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:43.487399 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac4ba2-f217-45b5-beac-2c76262f7d28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:43.487797 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac4ba2-f217-45b5-beac-2c76262f7d28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:43.488211 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac4ba2-f217-45b5-beac-2c76262f7d28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:43.488889 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac4ba2-f217-45b5-beac-2c76262f7d28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:43.489160 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac4ba2-f217-45b5-beac-2c76262f7d28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:43.489547 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac4ba2-f217-45b5-beac-2c76262f7d28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:43.490088 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac4ba2-f217-45b5-beac-2c76262f7d28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:43.490824 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac4ba2-f217-45b5-beac-2c76262f7d28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:43.527180 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-2fa968ea-cd98-4251-80f4-ef25aa38d1dc service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024530 Jul 05 10:13:43.557305 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] Attempting to bind port de066a21-f9e5-4eab-9c86-a799f7749ac9 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:13:43.557948 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] Attempting to bind port de066a21-f9e5-4eab-9c86-a799f7749ac9 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'ccd6f974-ba22-4e5f-bc9d-1b433966039e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:13:43.558338 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] Attempting to bind port de066a21-f9e5-4eab-9c86-a799f7749ac9 on network a32bcc0c-b539-4f64-9a76-e54a342026e3 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:43.570232 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:13:43.570628 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] Checking segment: {'id': 'ccd6f974-ba22-4e5f-bc9d-1b433966039e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:43.571040 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.571436 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] Bound using segment: {'id': 'ccd6f974-ba22-4e5f-bc9d-1b433966039e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:13:43.572150 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] Bound port: de066a21-f9e5-4eab-9c86-a799f7749ac9, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd6f974-ba22-4e5f-bc9d-1b433966039e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:13:43.572551 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.592060 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d59b949-b22a-45e9-b529-64295de68803 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.597356 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d59b949-b22a-45e9-b529-64295de68803 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.635479 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d59b949-b22a-45e9-b529-64295de68803 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.640111 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2d59b949-b22a-45e9-b529-64295de68803 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1910870 Jul 05 10:13:43.640456 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35788) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:43.647096 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2a8ae184-9c73-427f-909b-43ce14417195 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'security_group_rule': {'security_group_id': '7667754d-c196-414d-b3af-d875f891723d', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:43.652668 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59b949-b22a-45e9-b529-64295de68803 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7667754d-c196-414d-b3af-d875f891723d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:43.679087 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a8ae184-9c73-427f-909b-43ce14417195 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.696080 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-239671ef-d55a-4ff3-aae4-ee201783e9d8 service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616199 Jul 05 10:13:43.702950 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] For port de066a21-f9e5-4eab-9c86-a799f7749ac9, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:43.706602 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] For port de066a21-f9e5-4eab-9c86-a799f7749ac9, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=de066a21-f9e5-4eab-9c86-a799f7749ac9,segment=NetworkSegment(ccd6f974-ba22-4e5f-bc9d-1b433966039e),segment_id=ccd6f974-ba22-4e5f-bc9d-1b433966039e)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:43.712194 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.748102 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-d3190d5d-3601-4a27-8090-a0016ea399b5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 HTTP/1.1" status: 200 len: 217 time: 0.0454679 Jul 05 10:13:43.761827 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a8ae184-9c73-427f-909b-43ce14417195 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.767490 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a8ae184-9c73-427f-909b-43ce14417195 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.783458 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] Routers {'56b870a3-5732-479d-897e-e4e0f97fecd0'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:43.784125 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:13:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['56b870a3-5732-479d-897e-e4e0f97fecd0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:43.789018 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac4ba2-f217-45b5-beac-2c76262f7d28 None None] Pushing event updated for resources: {'Port': ['ID=de066a21-f9e5-4eab-9c86-a799f7749ac9,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:43.792497 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ae184-9c73-427f-909b-43ce14417195 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e565b2-e055-47ef-8e60-e58ebf2e17a5,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:43.797405 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a8ae184-9c73-427f-909b-43ce14417195 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.801379 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2a8ae184-9c73-427f-909b-43ce14417195 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1575398 Jul 05 10:13:43.801593 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35790) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:43.807741 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-26b839b2-49cb-4e18-8933-33630b13f3b8 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'security_group_rule': {'security_group_id': '7667754d-c196-414d-b3af-d875f891723d', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:43.840510 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-1febdf8e-18b0-45f9-b915-581c1f7f66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:43.842474 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-1febdf8e-18b0-45f9-b915-581c1f7f66e6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cad995d8-210a-44a5-ac6b-55fe6188cec8 HTTP/1.1" status: 200 len: 797 time: 0.0822289 Jul 05 10:13:43.844987 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26b839b2-49cb-4e18-8933-33630b13f3b8 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.917619 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] Set router 56b870a3-5732-479d-897e-e4e0f97fecd0 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:13:43.924282 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-8c514888-7a07-4b36-8604-8f0b65de541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:43.925537 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26b839b2-49cb-4e18-8933-33630b13f3b8 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.926795 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-8c514888-7a07-4b36-8604-8f0b65de541d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=687dc320-4531-4e31-9377-87644d9740dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0740244 Jul 05 10:13:43.931467 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26b839b2-49cb-4e18-8933-33630b13f3b8 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.956572 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b839b2-49cb-4e18-8933-33630b13f3b8 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d2cdd4-3612-4659-b995-47a2ff972535,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:43.966515 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26b839b2-49cb-4e18-8933-33630b13f3b8 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.970635 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-26b839b2-49cb-4e18-8933-33630b13f3b8 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1675858 Jul 05 10:13:43.971222 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35792) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:43.976889 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f9eefe3f-7e93-434d-b904-0f9fa43e7ffb tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'security_group_rule': {'security_group_id': '7667754d-c196-414d-b3af-d875f891723d', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:44.006249 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9eefe3f-7e93-434d-b904-0f9fa43e7ffb tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.034265 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-8f80d7ad-6322-487c-879d-cff862db4ef1 service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007662 Jul 05 10:13:44.072980 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9eefe3f-7e93-434d-b904-0f9fa43e7ffb tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.078422 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9eefe3f-7e93-434d-b904-0f9fa43e7ffb tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.102214 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eefe3f-7e93-434d-b904-0f9fa43e7ffb tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4c9bc3-69b4-46b4-9c42-57a2c6272ac8,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:44.106171 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9eefe3f-7e93-434d-b904-0f9fa43e7ffb tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.107389 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f9eefe3f-7e93-434d-b904-0f9fa43e7ffb tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1352253 Jul 05 10:13:44.110753 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35794) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:44.115172 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-60d1de1a-17a6-430a-b1f3-51076c8a1748 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'security_group_rule': {'security_group_id': '7667754d-c196-414d-b3af-d875f891723d', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:44.144684 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-60d1de1a-17a6-430a-b1f3-51076c8a1748 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.148860 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-251c1fad-38a2-4cfb-a693-8c5441d6db6a req-8ffd2a70-984f-45a8-84a2-f0837da96ffd service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080902 Jul 05 10:13:44.153913 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'name': 'tempest-TestNetworkBasicOps-router-651648166', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:13:36Z', 'updated_at': '2021-07-05T10:13:41Z', 'revision_number': 4, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:37Z', 'updated_at': '2021-07-05T10:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'de066a21-f9e5-4eab-9c86-a799f7749ac9', 'name': '', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:58:41:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '099680f0-d991-4d50-bd1d-088e2a885922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:40Z', 'updated_at': '2021-07-05T10:13:43Z', 'revision_number': 4, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': '099680f0-d991-4d50-bd1d-088e2a885922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:44.218552 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-60d1de1a-17a6-430a-b1f3-51076c8a1748 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.222563 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-60d1de1a-17a6-430a-b1f3-51076c8a1748 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.241642 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1de1a-17a6-430a-b1f3-51076c8a1748 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c32a25f5-905b-4131-9ddc-ed09d42b4316,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:44.247554 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-60d1de1a-17a6-430a-b1f3-51076c8a1748 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.252336 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-60d1de1a-17a6-430a-b1f3-51076c8a1748 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1405990 Jul 05 10:13:44.252623 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35796) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:44.257054 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8f7cee38-4213-4a8f-b8bd-c240373d5c54 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'security_group_rule': {'security_group_id': '7667754d-c196-414d-b3af-d875f891723d', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:44.274156 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f4180d-6aed-4e47-9c8b-fd55ae16cb58 None None] The sync data for ids ['56b870a3-5732-479d-897e-e4e0f97fecd0'] in n-d-798054-8 is: [{'id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'name': 'tempest-TestNetworkBasicOps-router-651648166', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:13:36Z', 'updated_at': '2021-07-05T10:13:41Z', 'revision_number': 4, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:37Z', 'updated_at': '2021-07-05T10:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'de066a21-f9e5-4eab-9c86-a799f7749ac9', 'name': '', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:58:41:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '099680f0-d991-4d50-bd1d-088e2a885922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:40Z', 'updated_at': '2021-07-05T10:13:43Z', 'revision_number': 4, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': '099680f0-d991-4d50-bd1d-088e2a885922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:13:44.284463 n-d-798054-8 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-8f7cee38-4213-4a8f-b8bd-c240373d5c54 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Project dbbe5e36a1ae46d4aeb2b59e00a44282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:13:44.292504 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f7cee38-4213-4a8f-b8bd-c240373d5c54 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.381077 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f7cee38-4213-4a8f-b8bd-c240373d5c54 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.385404 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f7cee38-4213-4a8f-b8bd-c240373d5c54 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.408347 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cee38-4213-4a8f-b8bd-c240373d5c54 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fdae486-2f4c-41b9-b334-1fab007909c7,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:44.412340 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f7cee38-4213-4a8f-b8bd-c240373d5c54 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.413569 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8f7cee38-4213-4a8f-b8bd-c240373d5c54 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1601894 Jul 05 10:13:44.416479 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35798) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:44.421012 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-97934799-39f7-4d8f-99eb-e1dbbcd00569 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'security_group_rule': {'security_group_id': '7667754d-c196-414d-b3af-d875f891723d', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:44.443922 n-d-798054-8 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-97934799-39f7-4d8f-99eb-e1dbbcd00569 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Project dbbe5e36a1ae46d4aeb2b59e00a44282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:13:44.449018 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97934799-39f7-4d8f-99eb-e1dbbcd00569 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.514569 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97934799-39f7-4d8f-99eb-e1dbbcd00569 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.519318 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97934799-39f7-4d8f-99eb-e1dbbcd00569 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.541024 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97934799-39f7-4d8f-99eb-e1dbbcd00569 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c174a75-f200-4e51-a23a-207893c417de,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:44.548116 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97934799-39f7-4d8f-99eb-e1dbbcd00569 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.549315 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-97934799-39f7-4d8f-99eb-e1dbbcd00569 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1318588 Jul 05 10:13:44.722372 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-addf9f9e-a84e-4ae3-b4ec-5d122d48fb21 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2128687796&fields=id&tenant_id=dbbe5e36a1ae46d4aeb2b59e00a44282 HTTP/1.1" status: 200 len: 267 time: 0.0437648 Jul 05 10:13:44.776385 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device de066a21-f9e5-4eab-9c86-a799f7749ac9 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:44.833406 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port de066a21-f9e5-4eab-9c86-a799f7749ac9 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:44.838261 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port de066a21-f9e5-4eab-9c86-a799f7749ac9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:44.838448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-d7625faa-6aba-4b4e-99ce-0dd109ebb58c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:44.839105 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.839834 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-d7625faa-6aba-4b4e-99ce-0dd109ebb58c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/networks?id=a32bcc0c-b539-4f64-9a76-e54a342026e3 HTTP/1.1" status: 200 len: 797 time: 0.1166661 Jul 05 10:13:44.857429 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-43342676-4d13-4543-b481-d9ecbdfb2b3e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/quotas/dbbe5e36a1ae46d4aeb2b59e00a44282 HTTP/1.1" status: 200 len: 375 time: 0.0101714 Jul 05 10:13:44.943019 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-acfecf76-e714-4db6-a6b4-e6f98b0fa8ce tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=dbbe5e36a1ae46d4aeb2b59e00a44282&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776606 Jul 05 10:13:45.048763 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-f078fc0e-1e17-484b-8b27-89c919530dd2 service neutron] 10.222.0.79 "GET /v2.0/networks/a32bcc0c-b539-4f64-9a76-e54a342026e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915778 Jul 05 10:13:45.083953 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:45.119037 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port de066a21-f9e5-4eab-9c86-a799f7749ac9, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=de066a21-f9e5-4eab-9c86-a799f7749ac9,segment=NetworkSegment(ccd6f974-ba22-4e5f-bc9d-1b433966039e),segment_id=ccd6f974-ba22-4e5f-bc9d-1b433966039e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:45.123999 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:45.150240 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-a3a04c0b-e84c-473b-9f92-a9d54adecd27 service neutron] 10.222.0.79 "GET /v2.0/networks/a32bcc0c-b539-4f64-9a76-e54a342026e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934558 Jul 05 10:13:45.175502 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=de066a21-f9e5-4eab-9c86-a799f7749ac9,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:45.343200 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf58ff19-b20a-49b1-bd21-00b72d492442 req-fe5e7d79-220b-446c-aa55-2cb736badb2b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea71201b-c131-4ea0-bc1d-ef0a810703f6 HTTP/1.1" status: 200 len: 210 time: 0.0312154 Jul 05 10:13:46.383475 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-0c729450-6d99-42e6-9049-080c38f3afb9 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:46.385027 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-0c729450-6d99-42e6-9049-080c38f3afb9 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.78 "GET /v2.0/networks?id=a32bcc0c-b539-4f64-9a76-e54a342026e3 HTTP/1.1" status: 200 len: 797 time: 0.1030495 Jul 05 10:13:46.434131 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-b086e700-3d57-4bbe-ad7e-f75a888abed4 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbbe5e36a1ae46d4aeb2b59e00a44282 HTTP/1.1" status: 200 len: 380 time: 0.0348227 Jul 05 10:13:46.443763 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-66b4ae57-7ee9-4564-8e2f-47bfe7e6298e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'port': {'device_id': 'ea71201b-c131-4ea0-bc1d-ef0a810703f6', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'admin_state_up': True, 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'security_groups': ['7667754d-c196-414d-b3af-d875f891723d']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:46.517569 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eec20e92-1803-41ac-8620-e93f5895659b req-f1582c25-87ec-4304-8a20-5ed35e01fa5a tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea71201b-c131-4ea0-bc1d-ef0a810703f6 HTTP/1.1" status: 200 len: 210 time: 0.0550830 Jul 05 10:13:46.580910 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-66b4ae57-7ee9-4564-8e2f-47bfe7e6298e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Made reservation on behalf of dbbe5e36a1ae46d4aeb2b59e00a44282 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:46.584550 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-66b4ae57-7ee9-4564-8e2f-47bfe7e6298e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:46.723003 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-66b4ae57-7ee9-4564-8e2f-47bfe7e6298e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Allocated IP 172.20.0.6 (a32bcc0c-b539-4f64-9a76-e54a342026e3/099680f0-d991-4d50-bd1d-088e2a885922/ba5e11c2-413f-49e6-a592-6ecb1d11458e) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:46.731670 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device de066a21-f9e5-4eab-9c86-a799f7749ac9 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:46.784063 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port de066a21-f9e5-4eab-9c86-a799f7749ac9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:46.784440 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:46.869731 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-66b4ae57-7ee9-4564-8e2f-47bfe7e6298e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:46.882657 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-66b4ae57-7ee9-4564-8e2f-47bfe7e6298e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Transition to ACTIVE for port object ba5e11c2-413f-49e6-a592-6ecb1d11458e will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:46.916308 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-66b4ae57-7ee9-4564-8e2f-47bfe7e6298e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:46.961079 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-66b4ae57-7ee9-4564-8e2f-47bfe7e6298e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Network a32bcc0c-b539-4f64-9a76-e54a342026e3 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:46.966592 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-66b4ae57-7ee9-4564-8e2f-47bfe7e6298e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:46.970325 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-66b4ae57-7ee9-4564-8e2f-47bfe7e6298e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:13:46.976822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4ae57-7ee9-4564-8e2f-47bfe7e6298e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'Port': ['ID=ba5e11c2-413f-49e6-a592-6ecb1d11458e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:47.023936 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-66b4ae57-7ee9-4564-8e2f-47bfe7e6298e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:47.024532 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-66b4ae57-7ee9-4564-8e2f-47bfe7e6298e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:47.040415 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-66b4ae57-7ee9-4564-8e2f-47bfe7e6298e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6003065 Jul 05 10:13:47.058798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-9c73cd2b-2610-49ed-a27a-30049b49b297 service neutron] Request body: {'port': {'device_id': 'ea71201b-c131-4ea0-bc1d-ef0a810703f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:47.138645 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-9c73cd2b-2610-49ed-a27a-30049b49b297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:47.201998 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-61705c80-3d11-485d-bdc2-5d1f37371a4e None None] Provisioning for port ba5e11c2-413f-49e6-a592-6ecb1d11458e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:47.205827 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-61705c80-3d11-485d-bdc2-5d1f37371a4e None None] Provisioning complete for port ba5e11c2-413f-49e6-a592-6ecb1d11458e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:47.206210 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-61705c80-3d11-485d-bdc2-5d1f37371a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:47.242874 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-61705c80-3d11-485d-bdc2-5d1f37371a4e None None] Port ba5e11c2-413f-49e6-a592-6ecb1d11458e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:13:47.400200 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-9c73cd2b-2610-49ed-a27a-30049b49b297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5e11c2-413f-49e6-a592-6ecb1d11458e {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:13:47.407656 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-9c73cd2b-2610-49ed-a27a-30049b49b297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:47.419484 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-9c73cd2b-2610-49ed-a27a-30049b49b297 service neutron] Transition to ACTIVE for port object ba5e11c2-413f-49e6-a592-6ecb1d11458e will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:47.423093 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-9c73cd2b-2610-49ed-a27a-30049b49b297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:47.474952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73cd2b-2610-49ed-a27a-30049b49b297 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5e11c2-413f-49e6-a592-6ecb1d11458e,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:47.547584 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-9c73cd2b-2610-49ed-a27a-30049b49b297 service neutron] Attempting to bind port ba5e11c2-413f-49e6-a592-6ecb1d11458e on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:13:47.547957 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-9c73cd2b-2610-49ed-a27a-30049b49b297 service neutron] Attempting to bind port ba5e11c2-413f-49e6-a592-6ecb1d11458e by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'ccd6f974-ba22-4e5f-bc9d-1b433966039e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:13:47.548309 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-9c73cd2b-2610-49ed-a27a-30049b49b297 service neutron] Attempting to bind port ba5e11c2-413f-49e6-a592-6ecb1d11458e on network a32bcc0c-b539-4f64-9a76-e54a342026e3 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:47.554202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-9c73cd2b-2610-49ed-a27a-30049b49b297 service neutron] Port ba5e11c2-413f-49e6-a592-6ecb1d11458e on network a32bcc0c-b539-4f64-9a76-e54a342026e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:13:47.554534 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-9c73cd2b-2610-49ed-a27a-30049b49b297 service neutron] Attempting to bind port ba5e11c2-413f-49e6-a592-6ecb1d11458e on network a32bcc0c-b539-4f64-9a76-e54a342026e3 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:47.559633 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-9c73cd2b-2610-49ed-a27a-30049b49b297 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:13:47.560020 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-9c73cd2b-2610-49ed-a27a-30049b49b297 service neutron] Checking segment: {'id': 'ccd6f974-ba22-4e5f-bc9d-1b433966039e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:47.560421 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-9c73cd2b-2610-49ed-a27a-30049b49b297 service neutron] Bound using segment: {'id': 'ccd6f974-ba22-4e5f-bc9d-1b433966039e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:13:47.560919 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-9c73cd2b-2610-49ed-a27a-30049b49b297 service neutron] Bound port: ba5e11c2-413f-49e6-a592-6ecb1d11458e, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccd6f974-ba22-4e5f-bc9d-1b433966039e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:13:47.561291 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-9c73cd2b-2610-49ed-a27a-30049b49b297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:47.630988 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-9c73cd2b-2610-49ed-a27a-30049b49b297 service neutron] For port ba5e11c2-413f-49e6-a592-6ecb1d11458e, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:47.634051 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-9c73cd2b-2610-49ed-a27a-30049b49b297 service neutron] For port ba5e11c2-413f-49e6-a592-6ecb1d11458e, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ba5e11c2-413f-49e6-a592-6ecb1d11458e,segment=NetworkSegment(ccd6f974-ba22-4e5f-bc9d-1b433966039e),segment_id=ccd6f974-ba22-4e5f-bc9d-1b433966039e)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:47.638501 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-9c73cd2b-2610-49ed-a27a-30049b49b297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:47.703282 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-9c73cd2b-2610-49ed-a27a-30049b49b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:47.703931 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-9c73cd2b-2610-49ed-a27a-30049b49b297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:47.705345 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-9c73cd2b-2610-49ed-a27a-30049b49b297 service neutron] 10.222.0.78 "PUT /v2.0/ports/ba5e11c2-413f-49e6-a592-6ecb1d11458e HTTP/1.1" status: 200 len: 1091 time: 0.6509471 Jul 05 10:13:47.705947 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea71201b-c131-4ea0-bc1d-ef0a810703f6', 'tag': 'ba5e11c2-413f-49e6-a592-6ecb1d11458e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:47.708250 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4a8426-5de5-4c6a-a6c1-376bfd2f7bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "ea71201b-c131-4ea0-bc1d-ef0a810703f6", "tag": "ba5e11c2-413f-49e6-a592-6ecb1d11458e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:47.742993 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73cd2b-2610-49ed-a27a-30049b49b297 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5e11c2-413f-49e6-a592-6ecb1d11458e,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:47.764189 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25a36c2-e5e0-4ca3-bf6f-c571f79b1692 x-openstack-request-id: req-f25a36c2-e5e0-4ca3-bf6f-c571f79b1692 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:47.764484 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea71201b-c131-4ea0-bc1d-ef0a810703f6", "tag": "ba5e11c2-413f-49e6-a592-6ecb1d11458e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:47.764740 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f25a36c2-e5e0-4ca3-bf6f-c571f79b1692 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:47.765183 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea71201b-c131-4ea0-bc1d-ef0a810703f6', 'tag': 'ba5e11c2-413f-49e6-a592-6ecb1d11458e', 'status': 'completed', 'code': 200} Jul 05 10:13:47.799066 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b378645-d4d5-44f5-b917-0cdf61b86710 req-d07085cc-d4bc-45d6-96af-ffbbb5bb16ea tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:47.800691 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b378645-d4d5-44f5-b917-0cdf61b86710 req-d07085cc-d4bc-45d6-96af-ffbbb5bb16ea tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea71201b-c131-4ea0-bc1d-ef0a810703f6 HTTP/1.1" status: 200 len: 943 time: 0.1597633 Jul 05 10:13:47.854764 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-0546ed33-8f07-463c-8dd8-e869be3da6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:47.856645 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-0546ed33-8f07-463c-8dd8-e869be3da6d1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dbbe5e36a1ae46d4aeb2b59e00a44282&device_id=ea71201b-c131-4ea0-bc1d-ef0a810703f6 HTTP/1.1" status: 200 len: 1094 time: 0.1076384 Jul 05 10:13:47.859670 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b378645-d4d5-44f5-b917-0cdf61b86710 req-318c41b7-5d21-492e-bcdc-2f62ee0686fc tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=7667754d-c196-414d-b3af-d875f891723d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510142 Jul 05 10:13:47.910856 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-65cd97df-e9e2-4ee1-bfe6-6e32e4a47bc4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba5e11c2-413f-49e6-a592-6ecb1d11458e HTTP/1.1" status: 200 len: 217 time: 0.0347133 Jul 05 10:13:47.960770 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-acf77719-7b83-407a-9090-034570473d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:47.962129 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-acf77719-7b83-407a-9090-034570473d82 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=099680f0-d991-4d50-bd1d-088e2a885922 HTTP/1.1" status: 200 len: 835 time: 0.0457222 Jul 05 10:13:48.020007 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-d8bb4f9f-ae0e-4f88-939b-2513bb3966e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:48.021503 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-d8bb4f9f-ae0e-4f88-939b-2513bb3966e9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a32bcc0c-b539-4f64-9a76-e54a342026e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523758 Jul 05 10:13:48.111746 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-3de08a14-e728-41d6-9f0d-34b31fb6736e service neutron] 10.222.0.78 "GET /v2.0/networks/a32bcc0c-b539-4f64-9a76-e54a342026e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831478 Jul 05 10:13:48.208654 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fc244205-965a-4891-9f53-ecfcdb3a062c req-5a1a1772-1813-41ec-9210-c397064ce2d3 service neutron] 10.222.0.78 "GET /v2.0/networks/a32bcc0c-b539-4f64-9a76-e54a342026e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880167 Jul 05 10:13:48.312902 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a8426-5de5-4c6a-a6c1-376bfd2f7bbb req-968e9df2-926b-49ef-8fd0-55fa53494f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:48.314410 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd4a8426-5de5-4c6a-a6c1-376bfd2f7bbb req-968e9df2-926b-49ef-8fd0-55fa53494f50 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dbbe5e36a1ae46d4aeb2b59e00a44282&device_id=ea71201b-c131-4ea0-bc1d-ef0a810703f6 HTTP/1.1" status: 200 len: 1094 time: 0.0540836 Jul 05 10:13:48.406320 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a8426-5de5-4c6a-a6c1-376bfd2f7bbb req-821ea582-9415-45ca-829e-905fad78b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:48.407844 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd4a8426-5de5-4c6a-a6c1-376bfd2f7bbb req-821ea582-9415-45ca-829e-905fad78b97e service neutron] 10.222.0.78 "GET /v2.0/networks?id=a32bcc0c-b539-4f64-9a76-e54a342026e3 HTTP/1.1" status: 200 len: 898 time: 0.0870953 Jul 05 10:13:48.450915 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd4a8426-5de5-4c6a-a6c1-376bfd2f7bbb req-522eeb1e-abd1-4845-81f7-c25edd8cbdbf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba5e11c2-413f-49e6-a592-6ecb1d11458e HTTP/1.1" status: 200 len: 217 time: 0.0354915 Jul 05 10:13:48.498832 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a8426-5de5-4c6a-a6c1-376bfd2f7bbb req-74568bca-1091-451f-839a-bdfab57f6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:48.500969 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd4a8426-5de5-4c6a-a6c1-376bfd2f7bbb req-74568bca-1091-451f-839a-bdfab57f6269 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=099680f0-d991-4d50-bd1d-088e2a885922 HTTP/1.1" status: 200 len: 835 time: 0.0439329 Jul 05 10:13:48.561664 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a8426-5de5-4c6a-a6c1-376bfd2f7bbb req-d55feb61-0b11-48b7-8d58-2ab8a8c362a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:48.563208 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd4a8426-5de5-4c6a-a6c1-376bfd2f7bbb req-d55feb61-0b11-48b7-8d58-2ab8a8c362a1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a32bcc0c-b539-4f64-9a76-e54a342026e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552924 Jul 05 10:13:48.651088 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd4a8426-5de5-4c6a-a6c1-376bfd2f7bbb req-4d3a0605-22ed-4f67-a268-7d461af9d97c service neutron] 10.222.0.78 "GET /v2.0/networks/a32bcc0c-b539-4f64-9a76-e54a342026e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806627 Jul 05 10:13:48.747542 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd4a8426-5de5-4c6a-a6c1-376bfd2f7bbb req-f8376746-6cdd-411b-a29e-8d3771d32cd3 service neutron] 10.222.0.78 "GET /v2.0/networks/a32bcc0c-b539-4f64-9a76-e54a342026e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865810 Jul 05 10:13:49.033839 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd36050-8b29-4323-8981-a606247d1b8b req-edf7a75c-ceda-49a9-aa74-b2b28526a383 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:49.035720 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8cd36050-8b29-4323-8981-a606247d1b8b req-edf7a75c-ceda-49a9-aa74-b2b28526a383 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea71201b-c131-4ea0-bc1d-ef0a810703f6 HTTP/1.1" status: 200 len: 943 time: 0.0643356 Jul 05 10:13:49.072243 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8cd36050-8b29-4323-8981-a606247d1b8b req-43bc8e47-6f07-43c2-8794-e806471b778e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=7667754d-c196-414d-b3af-d875f891723d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308952 Jul 05 10:13:50.244144 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2be62b-99b2-4a54-bba4-5de2b024fc47 req-322ead91-0322-4894-830d-1075bd1e2d88 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:50.245645 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f2be62b-99b2-4a54-bba4-5de2b024fc47 req-322ead91-0322-4894-830d-1075bd1e2d88 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea71201b-c131-4ea0-bc1d-ef0a810703f6 HTTP/1.1" status: 200 len: 943 time: 0.0645003 Jul 05 10:13:50.283245 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f2be62b-99b2-4a54-bba4-5de2b024fc47 req-e5655a0d-0771-405b-b5eb-e82a13935a3d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=7667754d-c196-414d-b3af-d875f891723d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314543 Jul 05 10:13:50.945201 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-519382c5-647e-428a-9f4c-02694e11b4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:51.458406 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c7d50-66a2-4e2d-a7ce-e50e485eb3a9 req-fb56e057-f033-4f47-85fe-793a04073adc tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:51.459935 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e10c7d50-66a2-4e2d-a7ce-e50e485eb3a9 req-fb56e057-f033-4f47-85fe-793a04073adc tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea71201b-c131-4ea0-bc1d-ef0a810703f6 HTTP/1.1" status: 200 len: 943 time: 0.0662150 Jul 05 10:13:51.496760 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e10c7d50-66a2-4e2d-a7ce-e50e485eb3a9 req-81749d56-e7b1-4cf3-b790-10a510bb9a4a tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=7667754d-c196-414d-b3af-d875f891723d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313063 Jul 05 10:13:51.764890 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device ba5e11c2-413f-49e6-a592-6ecb1d11458e details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:13:51.856804 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port ba5e11c2-413f-49e6-a592-6ecb1d11458e, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ba5e11c2-413f-49e6-a592-6ecb1d11458e,segment=NetworkSegment(ccd6f974-ba22-4e5f-bc9d-1b433966039e),segment_id=ccd6f974-ba22-4e5f-bc9d-1b433966039e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:51.868477 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'ba5e11c2-413f-49e6-a592-6ecb1d11458e', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'port_id': 'ba5e11c2-413f-49e6-a592-6ecb1d11458e', 'mac_address': 'fa:16:3e:c6:3d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099680f0-d991-4d50-bd1d-088e2a885922', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:13:51.907516 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:51.919645 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5e11c2-413f-49e6-a592-6ecb1d11458e {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:13:51.939777 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port ba5e11c2-413f-49e6-a592-6ecb1d11458e, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ba5e11c2-413f-49e6-a592-6ecb1d11458e,segment=NetworkSegment(ccd6f974-ba22-4e5f-bc9d-1b433966039e),segment_id=ccd6f974-ba22-4e5f-bc9d-1b433966039e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:51.943662 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:51.998419 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=ba5e11c2-413f-49e6-a592-6ecb1d11458e,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:52.296312 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['ba5e11c2-413f-49e6-a592-6ecb1d11458e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:13:52.852835 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6aebc0-0598-4159-86d6-6b84392e4087 req-a1744621-8b0a-4a97-9904-cf2c53d95c21 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:52.854352 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d6aebc0-0598-4159-86d6-6b84392e4087 req-a1744621-8b0a-4a97-9904-cf2c53d95c21 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea71201b-c131-4ea0-bc1d-ef0a810703f6 HTTP/1.1" status: 200 len: 944 time: 0.0627019 Jul 05 10:13:52.891939 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d6aebc0-0598-4159-86d6-6b84392e4087 req-15c72a86-9df0-4344-b0fe-61bba7981286 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=7667754d-c196-414d-b3af-d875f891723d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314920 Jul 05 10:13:53.318872 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9b63ef1e-9fdd-468b-b060-68c5162f6918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:53.622224 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:53.780151 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device ba5e11c2-413f-49e6-a592-6ecb1d11458e up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:53.826609 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port ba5e11c2-413f-49e6-a592-6ecb1d11458e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:53.830368 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port ba5e11c2-413f-49e6-a592-6ecb1d11458e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:53.830754 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:53.909738 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:53.932165 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea71201b-c131-4ea0-bc1d-ef0a810703f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5e11c2-413f-49e6-a592-6ecb1d11458e'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:53.934968 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f4928a-9ba6-4d3e-98d8-c949b0ae1f54" -d '{"events": [{"server_uuid": "ea71201b-c131-4ea0-bc1d-ef0a810703f6", "name": "network-vif-plugged", "status": "completed", "tag": "ba5e11c2-413f-49e6-a592-6ecb1d11458e"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:53.950651 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port ba5e11c2-413f-49e6-a592-6ecb1d11458e, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ba5e11c2-413f-49e6-a592-6ecb1d11458e,segment=NetworkSegment(ccd6f974-ba22-4e5f-bc9d-1b433966039e),segment_id=ccd6f974-ba22-4e5f-bc9d-1b433966039e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:53.956471 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:54.007663 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=ba5e11c2-413f-49e6-a592-6ecb1d11458e,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:54.086151 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ca8cc-e8e6-4b31-8608-ee6ef44e5581 req-da83962b-2076-461f-9718-0714cdb2b462 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:54.087991 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-460ca8cc-e8e6-4b31-8608-ee6ef44e5581 req-da83962b-2076-461f-9718-0714cdb2b462 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea71201b-c131-4ea0-bc1d-ef0a810703f6 HTTP/1.1" status: 200 len: 945 time: 0.0687766 Jul 05 10:13:54.119432 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb30d331-d572-48b4-a527-65d5ce496413 x-openstack-request-id: req-fb30d331-d572-48b4-a527-65d5ce496413 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:54.119756 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea71201b-c131-4ea0-bc1d-ef0a810703f6", "name": "network-vif-plugged", "status": "completed", "tag": "ba5e11c2-413f-49e6-a592-6ecb1d11458e", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:54.120044 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fb30d331-d572-48b4-a527-65d5ce496413 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:54.120918 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea71201b-c131-4ea0-bc1d-ef0a810703f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5e11c2-413f-49e6-a592-6ecb1d11458e', 'code': 200} Jul 05 10:13:54.128425 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-460ca8cc-e8e6-4b31-8608-ee6ef44e5581 req-8ff07c25-85a6-4f2f-80b2-69391925a3f8 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=7667754d-c196-414d-b3af-d875f891723d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346262 Jul 05 10:13:54.236502 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb217d6-d3e5-4789-9647-446344cf42ba req-c1f46786-1ebe-44c2-a179-7d8920c18c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:54.238022 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9cb217d6-d3e5-4789-9647-446344cf42ba req-c1f46786-1ebe-44c2-a179-7d8920c18c12 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ea71201b-c131-4ea0-bc1d-ef0a810703f6 HTTP/1.1" status: 200 len: 1096 time: 0.0564718 Jul 05 10:13:54.271738 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9cb217d6-d3e5-4789-9647-446344cf42ba req-0a0fdaef-a3a3-4c11-8795-27a523151170 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7667754d-c196-414d-b3af-d875f891723d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274394 Jul 05 10:13:54.474191 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b946f-fc59-4272-8ae8-f5b7effaf885 req-4dd2cff6-112a-4724-880b-ee6536af078f tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:54.475704 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-539b946f-fc59-4272-8ae8-f5b7effaf885 req-4dd2cff6-112a-4724-880b-ee6536af078f tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.0641277 Jul 05 10:13:54.515429 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-539b946f-fc59-4272-8ae8-f5b7effaf885 req-3607fa97-e222-4e0e-8480-d639be3f30e8 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333512 Jul 05 10:13:54.616653 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:55.300651 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457570a6-8d2d-4f3e-a4bd-c603a1b306df req-d69e4d0a-aca9-47d9-b329-d4c9b7975cd6 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:55.302035 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-457570a6-8d2d-4f3e-a4bd-c603a1b306df req-d69e4d0a-aca9-47d9-b329-d4c9b7975cd6 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea71201b-c131-4ea0-bc1d-ef0a810703f6 HTTP/1.1" status: 200 len: 945 time: 0.0658970 Jul 05 10:13:55.338863 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-457570a6-8d2d-4f3e-a4bd-c603a1b306df req-3307872a-50fd-406d-9589-954b791d1d95 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=7667754d-c196-414d-b3af-d875f891723d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314174 Jul 05 10:13:55.691816 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71c1c1-09d1-4dec-92a6-67a67f42e927 req-b9175703-2ae7-4786-a0e8-0bf31df566ac tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:55.693325 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a71c1c1-09d1-4dec-92a6-67a67f42e927 req-b9175703-2ae7-4786-a0e8-0bf31df566ac tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.0626347 Jul 05 10:13:55.731796 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a71c1c1-09d1-4dec-92a6-67a67f42e927 req-350ca666-6dc9-4836-a70e-e8d434a6afdd tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=11377c63-923b-4603-bf7c-21886fda221e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329750 Jul 05 10:13:55.794820 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94e0cb-344c-4ae7-9ae6-af2148932a8e req-abf87746-b66d-4149-9e85-b9baf632bf1e tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:55.796409 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb94e0cb-344c-4ae7-9ae6-af2148932a8e req-abf87746-b66d-4149-9e85-b9baf632bf1e tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 946 time: 0.0621316 Jul 05 10:13:55.896690 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-eb94e0cb-344c-4ae7-9ae6-af2148932a8e req-284f0a02-bab3-4d86-a03e-e9cfe116d8db tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Deleting port 8902ee84-0098-42aa-95ae-86c0d025cf6e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:55.897033 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eb94e0cb-344c-4ae7-9ae6-af2148932a8e req-284f0a02-bab3-4d86-a03e-e9cfe116d8db tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:55.984995 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-eb94e0cb-344c-4ae7-9ae6-af2148932a8e req-284f0a02-bab3-4d86-a03e-e9cfe116d8db tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] For port 8902ee84-0098-42aa-95ae-86c0d025cf6e, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8902ee84-0098-42aa-95ae-86c0d025cf6e,segment=NetworkSegment(bca3ead4-fe14-4e69-958c-e8fc4cc64bc4),segment_id=bca3ead4-fe14-4e69-958c-e8fc4cc64bc4)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:55.985352 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eb94e0cb-344c-4ae7-9ae6-af2148932a8e req-284f0a02-bab3-4d86-a03e-e9cfe116d8db tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:56.157092 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eb94e0cb-344c-4ae7-9ae6-af2148932a8e req-284f0a02-bab3-4d86-a03e-e9cfe116d8db tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:56.157471 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eb94e0cb-344c-4ae7-9ae6-af2148932a8e req-284f0a02-bab3-4d86-a03e-e9cfe116d8db tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:56.157788 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [req-eb94e0cb-344c-4ae7-9ae6-af2148932a8e req-284f0a02-bab3-4d86-a03e-e9cfe116d8db tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Floating IP 98847ee0-7527-4539-ad58-91808bd69ee5 disassociated. External IP: 172.25.7.30, port: 8902ee84-0098-42aa-95ae-86c0d025cf6e. Jul 05 10:13:56.158135 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-eb94e0cb-344c-4ae7-9ae6-af2148932a8e req-284f0a02-bab3-4d86-a03e-e9cfe116d8db tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Calling delete_port for 8902ee84-0098-42aa-95ae-86c0d025cf6e owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:56.279950 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eb94e0cb-344c-4ae7-9ae6-af2148932a8e req-284f0a02-bab3-4d86-a03e-e9cfe116d8db tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:56.313241 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f0a02-bab3-4d86-a03e-e9cfe116d8db tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Pushing event deleted for resources: {'Port': ['ID=8902ee84-0098-42aa-95ae-86c0d025cf6e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:56.426552 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb94e0cb-344c-4ae7-9ae6-af2148932a8e req-284f0a02-bab3-4d86-a03e-e9cfe116d8db tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Router 0d150f77-be44-46b7-adb9-01c318c79c1b has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:13:56.736540 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:56.932799 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ac0e218-9b18-40ab-86d3-7dbbaeeee353 req-8a4f3470-5b4c-4915-ac8c-b25a1c9a5afc tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b HTTP/1.1" status: 200 len: 210 time: 0.0339882 Jul 05 10:13:56.955439 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb94e0cb-344c-4ae7-9ae6-af2148932a8e req-284f0a02-bab3-4d86-a03e-e9cfe116d8db tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:13:56.967552 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982836af-349b-4932-a2aa-a81cdae0fbfd None None] Sync routers for ids ['0d150f77-be44-46b7-adb9-01c318c79c1b'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:13:56.978513 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982836af-349b-4932-a2aa-a81cdae0fbfd None None] Routers {'0d150f77-be44-46b7-adb9-01c318c79c1b'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:56.979272 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-982836af-349b-4932-a2aa-a81cdae0fbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:13:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['0d150f77-be44-46b7-adb9-01c318c79c1b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:56.988925 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fcfe3-20a7-42eb-bead-6be6f98f8ab2 req-e0c246d0-ef14-47f9-9590-c44c5b7c67a4 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:56.990423 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-181fcfe3-20a7-42eb-bead-6be6f98f8ab2 req-e0c246d0-ef14-47f9-9590-c44c5b7c67a4 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea71201b-c131-4ea0-bc1d-ef0a810703f6 HTTP/1.1" status: 200 len: 945 time: 0.5223229 Jul 05 10:13:57.012419 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb94e0cb-344c-4ae7-9ae6-af2148932a8e req-284f0a02-bab3-4d86-a03e-e9cfe116d8db tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] No DVR routers for this DVR port 8902ee84-0098-42aa-95ae-86c0d025cf6e on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:57.015059 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eb94e0cb-344c-4ae7-9ae6-af2148932a8e req-284f0a02-bab3-4d86-a03e-e9cfe116d8db tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.017082 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb94e0cb-344c-4ae7-9ae6-af2148932a8e req-284f0a02-bab3-4d86-a03e-e9cfe116d8db tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.78 "DELETE /v2.0/ports/8902ee84-0098-42aa-95ae-86c0d025cf6e HTTP/1.1" status: 204 len: 173 time: 1.2148020 Jul 05 10:13:57.021721 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b', 'name': 'network-vif-deleted', 'tag': '8902ee84-0098-42aa-95ae-86c0d025cf6e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:57.023961 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e494d6-1190-43b3-b65f-5c0104c058c4" -d '{"events": [{"server_uuid": "0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b", "name": "network-vif-deleted", "tag": "8902ee84-0098-42aa-95ae-86c0d025cf6e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:57.063692 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-181fcfe3-20a7-42eb-bead-6be6f98f8ab2 req-4b27319b-4309-4ab5-8183-d24f94b8bd73 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=7667754d-c196-414d-b3af-d875f891723d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525351 Jul 05 10:13:57.102193 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71c89a3-f43d-4f89-9d11-f8932920d2ba x-openstack-request-id: req-b71c89a3-f43d-4f89-9d11-f8932920d2ba {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:57.102488 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b", "name": "network-vif-deleted", "tag": "8902ee84-0098-42aa-95ae-86c0d025cf6e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:57.102738 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b71c89a3-f43d-4f89-9d11-f8932920d2ba {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:57.103314 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c56c7f8-e46b-4cd8-ba78-b4f82d1f778b', 'name': 'network-vif-deleted', 'tag': '8902ee84-0098-42aa-95ae-86c0d025cf6e', 'status': 'completed', 'code': 200} Jul 05 10:13:57.115428 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-982836af-349b-4932-a2aa-a81cdae0fbfd None None] Set router 0d150f77-be44-46b7-adb9-01c318c79c1b gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:13:57.252994 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd747a5a-a5e9-4f42-bcdd-1f6618251ea7 req-b6d7f49e-bea4-4546-adca-5fb230eceee3 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:57.254412 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cd747a5a-a5e9-4f42-bcdd-1f6618251ea7 req-b6d7f49e-bea4-4546-adca-5fb230eceee3 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea71201b-c131-4ea0-bc1d-ef0a810703f6 HTTP/1.1" status: 200 len: 945 time: 0.0636828 Jul 05 10:13:57.292474 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cd747a5a-a5e9-4f42-bcdd-1f6618251ea7 req-65355001-58f0-4901-a86a-a48d0ad47d22 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=7667754d-c196-414d-b3af-d875f891723d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325017 Jul 05 10:13:57.318020 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35894) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:57.321560 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-982836af-349b-4932-a2aa-a81cdae0fbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'name': 'tempest-AttachVolumeTestJSON-544131959-router', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:37Z', 'updated_at': '2021-07-05T10:07:44Z', 'revision_number': 4, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'gw_port': {'id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:38Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '21e3c49e-aecf-44fd-9ec9-ade3de84a95a', 'name': '', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'mac_address': 'fa:16:3e:b3:1b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:42Z', 'updated_at': '2021-07-05T10:07:51Z', 'revision_number': 5, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'subnets': [{'id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:57.347492 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982836af-349b-4932-a2aa-a81cdae0fbfd None None] Checking router: 0d150f77-be44-46b7-adb9-01c318c79c1b for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:13:57.355984 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982836af-349b-4932-a2aa-a81cdae0fbfd None None] Routers {'0d150f77-be44-46b7-adb9-01c318c79c1b'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:57.356603 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-982836af-349b-4932-a2aa-a81cdae0fbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:13:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['0d150f77-be44-46b7-adb9-01c318c79c1b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:57.368909 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36000c6c-a1cc-45a9-b884-e843f353a8ce tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:57.370444 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-36000c6c-a1cc-45a9-b884-e843f353a8ce tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ea71201b-c131-4ea0-bc1d-ef0a810703f6 HTTP/1.1" status: 200 len: 1091 time: 0.0514402 Jul 05 10:13:57.373603 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35896) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:57.378584 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-20c3e1b1-b906-4cb9-af02-c54e47d82d42 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': 'ba5e11c2-413f-49e6-a592-6ecb1d11458e', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:57.401974 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20c3e1b1-b906-4cb9-af02-c54e47d82d42 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.467006 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-982836af-349b-4932-a2aa-a81cdae0fbfd None None] Set router 0d150f77-be44-46b7-adb9-01c318c79c1b gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:13:57.507022 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20c3e1b1-b906-4cb9-af02-c54e47d82d42 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.626346 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-20c3e1b1-b906-4cb9-af02-c54e47d82d42 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Allocated IP 172.25.7.98 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/9c32dbf4-3801-48c6-b720-5e38a9dadfb5) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:57.680623 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-982836af-349b-4932-a2aa-a81cdae0fbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'name': 'tempest-AttachVolumeTestJSON-544131959-router', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:37Z', 'updated_at': '2021-07-05T10:07:44Z', 'revision_number': 4, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'gw_port': {'id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:38Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '21e3c49e-aecf-44fd-9ec9-ade3de84a95a', 'name': '', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'mac_address': 'fa:16:3e:b3:1b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:42Z', 'updated_at': '2021-07-05T10:07:51Z', 'revision_number': 5, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'subnets': [{'id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:57.710103 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982836af-349b-4932-a2aa-a81cdae0fbfd None None] The sync data for ids ['0d150f77-be44-46b7-adb9-01c318c79c1b'] in n-d-798054-8 is: [{'id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'name': 'tempest-AttachVolumeTestJSON-544131959-router', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:37Z', 'updated_at': '2021-07-05T10:07:44Z', 'revision_number': 4, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'gw_port': {'id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:38Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '21e3c49e-aecf-44fd-9ec9-ade3de84a95a', 'name': '', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'mac_address': 'fa:16:3e:b3:1b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:42Z', 'updated_at': '2021-07-05T10:07:51Z', 'revision_number': 5, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'subnets': [{'id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:13:57.735961 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20c3e1b1-b906-4cb9-af02-c54e47d82d42 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.775579 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20c3e1b1-b906-4cb9-af02-c54e47d82d42 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.813542 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c3e1b1-b906-4cb9-af02-c54e47d82d42 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:57.816392 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-20c3e1b1-b906-4cb9-af02-c54e47d82d42 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:57.821811 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c3e1b1-b906-4cb9-af02-c54e47d82d42 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:13:57.847793 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3e1b1-b906-4cb9-af02-c54e47d82d42 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'Port': ['ID=9c32dbf4-3801-48c6-b720-5e38a9dadfb5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:57.941383 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d268620-6dd0-455a-948a-115a48af12c4 None None] New status for floating IP 98847ee0-7527-4539-ad58-91808bd69ee5: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:13:58.059662 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35902) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:58.197749 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e5d22b1a-b86f-4c00-bf91-6b1e0370d601 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.256647 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e5d22b1a-b86f-4c00-bf91-6b1e0370d601 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.307108 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20c3e1b1-b906-4cb9-af02-c54e47d82d42 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.351797 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e5d22b1a-b86f-4c00-bf91-6b1e0370d601 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.354327 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e5d22b1a-b86f-4c00-bf91-6b1e0370d601 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.355749 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e5d22b1a-b86f-4c00-bf91-6b1e0370d601 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "DELETE /v2.0/security-groups/11377c63-923b-4603-bf7c-21886fda221e HTTP/1.1" status: 204 len: 168 time: 0.2944863 Jul 05 10:13:58.359017 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35906) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:58.372865 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-0f591807-d915-4c62-aba5-4abacba88505 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] show failed (client error): The resource could not be found. Jul 05 10:13:58.373899 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0f591807-d915-4c62-aba5-4abacba88505 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups/11377c63-923b-4603-bf7c-21886fda221e HTTP/1.1" status: 404 len: 347 time: 0.0138390 Jul 05 10:13:58.377194 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35908) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:58.384125 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d22b1a-b86f-4c00-bf91-6b1e0370d601 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11377c63-923b-4603-bf7c-21886fda221e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:58.405209 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20c3e1b1-b906-4cb9-af02-c54e47d82d42 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.503076 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e4ca888b-c512-4167-b5b7-81e8f9441e06 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Deleting port ce95dde1-761c-4509-8cb5-7dc5a8ca89ac {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:58.503433 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4ca888b-c512-4167-b5b7-81e8f9441e06 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.554835 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20c3e1b1-b906-4cb9-af02-c54e47d82d42 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.559536 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20c3e1b1-b906-4cb9-af02-c54e47d82d42 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.579041 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4ca888b-c512-4167-b5b7-81e8f9441e06 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.579389 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4ca888b-c512-4167-b5b7-81e8f9441e06 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.592346 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e4ca888b-c512-4167-b5b7-81e8f9441e06 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Calling delete_port for ce95dde1-761c-4509-8cb5-7dc5a8ca89ac owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:58.628098 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3e1b1-b906-4cb9-af02-c54e47d82d42 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'Port': ['ID=9c32dbf4-3801-48c6-b720-5e38a9dadfb5,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:58.637886 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20c3e1b1-b906-4cb9-af02-c54e47d82d42 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.729463 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4ca888b-c512-4167-b5b7-81e8f9441e06 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.739648 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-20c3e1b1-b906-4cb9-af02-c54e47d82d42 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Floating IP 3a9a0395-0363-4a40-96cc-2f7eb831ee03 associated. External IP: 172.25.7.98, port: ba5e11c2-413f-49e6-a592-6ecb1d11458e. Jul 05 10:13:58.762457 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca888b-c512-4167-b5b7-81e8f9441e06 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Pushing event deleted for resources: {'Port': ['ID=ce95dde1-761c-4509-8cb5-7dc5a8ca89ac,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:58.823344 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4ca888b-c512-4167-b5b7-81e8f9441e06 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.826001 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4ca888b-c512-4167-b5b7-81e8f9441e06 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.830320 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e4ca888b-c512-4167-b5b7-81e8f9441e06 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "DELETE /v2.0/floatingips/98847ee0-7527-4539-ad58-91808bd69ee5 HTTP/1.1" status: 204 len: 168 time: 0.4490640 Jul 05 10:13:58.951996 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c3e1b1-b906-4cb9-af02-c54e47d82d42 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Router 56b870a3-5732-479d-897e-e4e0f97fecd0 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:13:59.063018 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c3e1b1-b906-4cb9-af02-c54e47d82d42 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:13:59.073572 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cdde46-c54d-4d86-829c-53dbd1a7bdec None None] Sync routers for ids ['56b870a3-5732-479d-897e-e4e0f97fecd0'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:13:59.080032 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20c3e1b1-b906-4cb9-af02-c54e47d82d42 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.083996 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cdde46-c54d-4d86-829c-53dbd1a7bdec None None] Routers {'56b870a3-5732-479d-897e-e4e0f97fecd0'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:59.084623 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f6cdde46-c54d-4d86-829c-53dbd1a7bdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:13:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['56b870a3-5732-479d-897e-e4e0f97fecd0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:59.119673 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-20c3e1b1-b906-4cb9-af02-c54e47d82d42 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7422724 Jul 05 10:13:59.119673 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea71201b-c131-4ea0-bc1d-ef0a810703f6', 'tag': 'ba5e11c2-413f-49e6-a592-6ecb1d11458e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:59.120158 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea8c967-17f5-44bc-a354-0686cbd45969" -d '{"events": [{"name": "network-changed", "server_uuid": "ea71201b-c131-4ea0-bc1d-ef0a810703f6", "tag": "ba5e11c2-413f-49e6-a592-6ecb1d11458e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:59.120269 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35912) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:59.161816 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffb03af-d138-4ef3-80e6-5c6227b63a2c x-openstack-request-id: req-8ffb03af-d138-4ef3-80e6-5c6227b63a2c {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:59.162111 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea71201b-c131-4ea0-bc1d-ef0a810703f6", "tag": "ba5e11c2-413f-49e6-a592-6ecb1d11458e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:59.162406 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8ffb03af-d138-4ef3-80e6-5c6227b63a2c {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:59.162813 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea71201b-c131-4ea0-bc1d-ef0a810703f6', 'tag': 'ba5e11c2-413f-49e6-a592-6ecb1d11458e', 'status': 'completed', 'code': 200} Jul 05 10:13:59.201482 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8c388fd3-7c3a-4eba-9d45-ba54cbc0b7a5 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/floatingips/3a9a0395-0363-4a40-96cc-2f7eb831ee03 HTTP/1.1" status: 200 len: 990 time: 0.0791507 Jul 05 10:13:59.229275 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-f6cdde46-c54d-4d86-829c-53dbd1a7bdec None None] Set router 56b870a3-5732-479d-897e-e4e0f97fecd0 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:13:59.248734 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8c967-17f5-44bc-a354-0686cbd45969 req-0779fbe9-7e54-49d2-9dc7-7a7ef1ad8130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:59.251039 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cea8c967-17f5-44bc-a354-0686cbd45969 req-0779fbe9-7e54-49d2-9dc7-7a7ef1ad8130 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dbbe5e36a1ae46d4aeb2b59e00a44282&device_id=ea71201b-c131-4ea0-bc1d-ef0a810703f6 HTTP/1.1" status: 200 len: 1096 time: 0.0669923 Jul 05 10:13:59.302678 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35918) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:59.307504 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-352e2e9e-3a7e-45df-a483-8a12d67d5ba6 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1734277245', 'description': 'tempest-description--853557552'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:59.330400 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-352e2e9e-3a7e-45df-a483-8a12d67d5ba6 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.360870 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8c967-17f5-44bc-a354-0686cbd45969 req-82f03d32-fd47-4bda-a267-44e1ee40bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:59.362398 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cea8c967-17f5-44bc-a354-0686cbd45969 req-82f03d32-fd47-4bda-a267-44e1ee40bbf7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a32bcc0c-b539-4f64-9a76-e54a342026e3 HTTP/1.1" status: 200 len: 898 time: 0.1046813 Jul 05 10:13:59.417234 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-352e2e9e-3a7e-45df-a483-8a12d67d5ba6 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.421679 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-352e2e9e-3a7e-45df-a483-8a12d67d5ba6 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.442498 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cea8c967-17f5-44bc-a354-0686cbd45969 req-e4375eb4-34b5-4fc8-8243-e4a155846c26 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba5e11c2-413f-49e6-a592-6ecb1d11458e HTTP/1.1" status: 200 len: 998 time: 0.0736561 Jul 05 10:13:59.449314 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-352e2e9e-3a7e-45df-a483-8a12d67d5ba6 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.453559 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-352e2e9e-3a7e-45df-a483-8a12d67d5ba6 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1496921 Jul 05 10:13:59.454160 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35920) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:59.461542 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4731540c-d1e4-4219-979f-a0f547fe5f6a tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Request body: {'security_group_rule': {'security_group_id': 'e4154faf-a4bd-44c3-ad97-234d7d98584a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:59.468862 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e2e9e-3a7e-45df-a483-8a12d67d5ba6 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4154faf-a4bd-44c3-ad97-234d7d98584a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:59.482673 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f6cdde46-c54d-4d86-829c-53dbd1a7bdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'name': 'tempest-TestNetworkBasicOps-router-651648166', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:13:36Z', 'updated_at': '2021-07-05T10:13:41Z', 'revision_number': 4, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:37Z', 'updated_at': '2021-07-05T10:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3a9a0395-0363-4a40-96cc-2f7eb831ee03', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'port_id': 'ba5e11c2-413f-49e6-a592-6ecb1d11458e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'mac_address': 'fa:16:3e:c6:3d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea71201b-c131-4ea0-bc1d-ef0a810703f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:13:58Z', 'updated_at': '2021-07-05T10:13:58Z', 'revision_number': 0, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de066a21-f9e5-4eab-9c86-a799f7749ac9', 'name': '', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:58:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '099680f0-d991-4d50-bd1d-088e2a885922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:40Z', 'updated_at': '2021-07-05T10:13:45Z', 'revision_number': 5, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': '099680f0-d991-4d50-bd1d-088e2a885922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:59.499918 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8c967-17f5-44bc-a354-0686cbd45969 req-b397121b-50c9-41e4-a53b-0b25b21d8f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:59.501550 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cea8c967-17f5-44bc-a354-0686cbd45969 req-b397121b-50c9-41e4-a53b-0b25b21d8f47 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=099680f0-d991-4d50-bd1d-088e2a885922 HTTP/1.1" status: 200 len: 835 time: 0.0537398 Jul 05 10:13:59.502639 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4731540c-d1e4-4219-979f-a0f547fe5f6a tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.512679 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cdde46-c54d-4d86-829c-53dbd1a7bdec None None] Checking router: 56b870a3-5732-479d-897e-e4e0f97fecd0 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:13:59.522817 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cdde46-c54d-4d86-829c-53dbd1a7bdec None None] Routers {'56b870a3-5732-479d-897e-e4e0f97fecd0'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:59.523440 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f6cdde46-c54d-4d86-829c-53dbd1a7bdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:13:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['56b870a3-5732-479d-897e-e4e0f97fecd0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:59.563551 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8c967-17f5-44bc-a354-0686cbd45969 req-27c850cc-ec61-493a-af35-65731361e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:59.565568 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cea8c967-17f5-44bc-a354-0686cbd45969 req-27c850cc-ec61-493a-af35-65731361e1f5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a32bcc0c-b539-4f64-9a76-e54a342026e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575492 Jul 05 10:13:59.571883 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4731540c-d1e4-4219-979f-a0f547fe5f6a tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.576280 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4731540c-d1e4-4219-979f-a0f547fe5f6a tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.598569 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731540c-d1e4-4219-979f-a0f547fe5f6a tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ed5f8a-e1e7-4209-9da7-922d83dff4c5,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:59.606259 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4731540c-d1e4-4219-979f-a0f547fe5f6a tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.610364 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4731540c-d1e4-4219-979f-a0f547fe5f6a tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502929 Jul 05 10:13:59.614505 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35922) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:59.619448 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b382c0b9-d284-4c1d-9def-49d4e5adcf00 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Request body: {'security_group_rule': {'security_group_id': 'e4154faf-a4bd-44c3-ad97-234d7d98584a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:59.633108 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-f6cdde46-c54d-4d86-829c-53dbd1a7bdec None None] Set router 56b870a3-5732-479d-897e-e4e0f97fecd0 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:13:59.653901 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b382c0b9-d284-4c1d-9def-49d4e5adcf00 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.666807 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cea8c967-17f5-44bc-a354-0686cbd45969 req-3f599afd-7afd-4b7c-995e-fa2a54789b0c service neutron] 10.222.0.78 "GET /v2.0/networks/a32bcc0c-b539-4f64-9a76-e54a342026e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946021 Jul 05 10:13:59.716577 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b382c0b9-d284-4c1d-9def-49d4e5adcf00 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.720578 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b382c0b9-d284-4c1d-9def-49d4e5adcf00 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.736755 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382c0b9-d284-4c1d-9def-49d4e5adcf00 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a274990f-50c5-4fd6-b1f2-445f463a5361,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:59.747382 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b382c0b9-d284-4c1d-9def-49d4e5adcf00 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.748794 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b382c0b9-d284-4c1d-9def-49d4e5adcf00 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330810 Jul 05 10:13:59.751754 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 35924) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:59.756379 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8875dfaf-c8ae-46cf-b699-9a458bbad2ff tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:59.778980 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cea8c967-17f5-44bc-a354-0686cbd45969 req-23512eb7-8c0b-4008-b8a5-9da5ee9c9526 service neutron] 10.222.0.78 "GET /v2.0/networks/a32bcc0c-b539-4f64-9a76-e54a342026e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052964 Jul 05 10:13:59.780801 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8875dfaf-c8ae-46cf-b699-9a458bbad2ff tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.847945 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 8902ee84-0098-42aa-95ae-86c0d025cf6e no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:59.869067 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 8902ee84-0098-42aa-95ae-86c0d025cf6e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:13:59.869318 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 8902ee84-0098-42aa-95ae-86c0d025cf6e not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:13:59.880623 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8875dfaf-c8ae-46cf-b699-9a458bbad2ff tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.896478 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f6cdde46-c54d-4d86-829c-53dbd1a7bdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'name': 'tempest-TestNetworkBasicOps-router-651648166', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:13:36Z', 'updated_at': '2021-07-05T10:13:41Z', 'revision_number': 4, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:37Z', 'updated_at': '2021-07-05T10:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3a9a0395-0363-4a40-96cc-2f7eb831ee03', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'port_id': 'ba5e11c2-413f-49e6-a592-6ecb1d11458e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'mac_address': 'fa:16:3e:c6:3d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea71201b-c131-4ea0-bc1d-ef0a810703f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:13:58Z', 'updated_at': '2021-07-05T10:13:58Z', 'revision_number': 0, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de066a21-f9e5-4eab-9c86-a799f7749ac9', 'name': '', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:58:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '099680f0-d991-4d50-bd1d-088e2a885922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:40Z', 'updated_at': '2021-07-05T10:13:45Z', 'revision_number': 5, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': '099680f0-d991-4d50-bd1d-088e2a885922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:59.922410 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cdde46-c54d-4d86-829c-53dbd1a7bdec None None] The sync data for ids ['56b870a3-5732-479d-897e-e4e0f97fecd0'] in n-d-798054-8 is: [{'id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'name': 'tempest-TestNetworkBasicOps-router-651648166', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:13:36Z', 'updated_at': '2021-07-05T10:13:41Z', 'revision_number': 4, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:37Z', 'updated_at': '2021-07-05T10:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3a9a0395-0363-4a40-96cc-2f7eb831ee03', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'port_id': 'ba5e11c2-413f-49e6-a592-6ecb1d11458e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'mac_address': 'fa:16:3e:c6:3d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea71201b-c131-4ea0-bc1d-ef0a810703f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:13:58Z', 'updated_at': '2021-07-05T10:13:58Z', 'revision_number': 0, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de066a21-f9e5-4eab-9c86-a799f7749ac9', 'name': '', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:58:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '099680f0-d991-4d50-bd1d-088e2a885922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:40Z', 'updated_at': '2021-07-05T10:13:45Z', 'revision_number': 5, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': '099680f0-d991-4d50-bd1d-088e2a885922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:13:59.987042 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-8875dfaf-c8ae-46cf-b699-9a458bbad2ff tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Allocated IP 172.25.7.203 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/39215fdd-6167-4708-aa59-605d6e476be9) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:14:00.096805 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8875dfaf-c8ae-46cf-b699-9a458bbad2ff tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:00.128390 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee7dc04-dfd9-4e8b-ae91-db7062de34e7 None None] New status for floating IP 3a9a0395-0363-4a40-96cc-2f7eb831ee03: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:14:00.145719 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8875dfaf-c8ae-46cf-b699-9a458bbad2ff tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:00.183669 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8875dfaf-c8ae-46cf-b699-9a458bbad2ff tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:00.187101 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-8875dfaf-c8ae-46cf-b699-9a458bbad2ff tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:00.193093 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8875dfaf-c8ae-46cf-b699-9a458bbad2ff tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:14:00.204311 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35926) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:00.220874 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875dfaf-c8ae-46cf-b699-9a458bbad2ff tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Pushing event updated for resources: {'Port': ['ID=39215fdd-6167-4708-aa59-605d6e476be9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:00.274658 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-824a31c6-05b4-4da5-b206-77131fd923df tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/floatingips/3a9a0395-0363-4a40-96cc-2f7eb831ee03 HTTP/1.1" status: 200 len: 990 time: 0.0687704 Jul 05 10:14:00.285338 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8875dfaf-c8ae-46cf-b699-9a458bbad2ff tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:00.335480 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8875dfaf-c8ae-46cf-b699-9a458bbad2ff tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:00.487393 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8875dfaf-c8ae-46cf-b699-9a458bbad2ff tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:00.492179 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8875dfaf-c8ae-46cf-b699-9a458bbad2ff tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:00.556911 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875dfaf-c8ae-46cf-b699-9a458bbad2ff tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Pushing event updated for resources: {'Port': ['ID=39215fdd-6167-4708-aa59-605d6e476be9,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:00.568890 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8875dfaf-c8ae-46cf-b699-9a458bbad2ff tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:00.582814 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8875dfaf-c8ae-46cf-b699-9a458bbad2ff tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:00.584100 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8875dfaf-c8ae-46cf-b699-9a458bbad2ff tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8313372 Jul 05 10:14:00.774169 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-1341e8c3-bcc4-4ce3-b945-877119971800 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1734277245&fields=id&tenant_id=8c001f7d567b480ca0b6992073b2cea5 HTTP/1.1" status: 200 len: 267 time: 0.0338123 Jul 05 10:14:00.882480 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-e514ed03-741f-489c-8641-4c8f4e0b1733 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:00.883975 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-e514ed03-741f-489c-8641-4c8f4e0b1733 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/networks?id=e92969d7-2f54-48da-8a2d-7d136131bbc7 HTTP/1.1" status: 200 len: 810 time: 0.1028399 Jul 05 10:14:00.898810 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-ce2fe9d5-8cc2-4d66-8336-f0b944e866ab tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/quotas/8c001f7d567b480ca0b6992073b2cea5 HTTP/1.1" status: 200 len: 375 time: 0.0093782 Jul 05 10:14:00.966043 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-5649de18-2893-4cd3-8842-5d7360b3b3e0 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8c001f7d567b480ca0b6992073b2cea5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0623589 Jul 05 10:14:01.065880 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-6931a833-7f93-4afe-9d9f-06c9624ee4ce service neutron] 10.222.0.79 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875189 Jul 05 10:14:01.153805 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-690ac230-745c-4458-8972-c55e75302035 service neutron] 10.222.0.79 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819921 Jul 05 10:14:01.277625 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 35942) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:01.353054 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-699474d2-0a18-4282-b9bb-dc4f8ad9a56b req-392f2155-537f-4057-b01c-4edbd890d8aa tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=51d51af3-281e-4815-aa63-6f1b5f61cffb HTTP/1.1" status: 200 len: 210 time: 0.0342247 Jul 05 10:14:01.368668 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-23c3db37-2c76-4e63-966e-fb809bfdfb26 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/floatingips/3a9a0395-0363-4a40-96cc-2f7eb831ee03 HTTP/1.1" status: 200 len: 992 time: 0.0897670 Jul 05 10:14:02.433642 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15136b2a-0f3b-4c82-ba1f-4195e298f687 req-812d8cba-a3a3-4df0-a1a1-79f5b67077d3 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=51d51af3-281e-4815-aa63-6f1b5f61cffb HTTP/1.1" status: 200 len: 210 time: 0.0285108 Jul 05 10:14:02.800377 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.516313 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5356d81-74bc-4bf6-b85e-0dfe973c6d2b req-bed25155-7191-4408-99f4-9627e45fcea4 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=51d51af3-281e-4815-aa63-6f1b5f61cffb HTTP/1.1" status: 200 len: 210 time: 0.0300159 Jul 05 10:14:04.602421 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-07346edf-93c4-4e62-90bf-35d52ce03af1 req-575d53bb-4a83-4c0f-927b-1198ee37bec8 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=51d51af3-281e-4815-aa63-6f1b5f61cffb HTTP/1.1" status: 200 len: 210 time: 0.0345032 Jul 05 10:14:05.746375 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a8f13fd-8ebb-483e-a046-dad9a3bee3f7 req-71f420fc-4ad1-4de9-b423-36fcc7465294 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=51d51af3-281e-4815-aa63-6f1b5f61cffb HTTP/1.1" status: 200 len: 210 time: 0.0288022 Jul 05 10:14:06.177184 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:06.439942 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-3af3888e-9f56-4c04-be39-c3579bcc3a82 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:06.441329 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-3af3888e-9f56-4c04-be39-c3579bcc3a82 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.81 "GET /v2.0/networks?id=e92969d7-2f54-48da-8a2d-7d136131bbc7 HTTP/1.1" status: 200 len: 810 time: 0.1040838 Jul 05 10:14:06.493244 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-7f3e8840-31fc-4ed7-80b3-3999e628791e tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c001f7d567b480ca0b6992073b2cea5 HTTP/1.1" status: 200 len: 380 time: 0.0354111 Jul 05 10:14:06.502173 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-f1f3a50b-9310-483a-ae78-7aeb511264c7 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Request body: {'port': {'device_id': '51d51af3-281e-4815-aa63-6f1b5f61cffb', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'admin_state_up': True, 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'security_groups': ['e4154faf-a4bd-44c3-ad97-234d7d98584a']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:06.609144 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-f1f3a50b-9310-483a-ae78-7aeb511264c7 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Made reservation on behalf of 8c001f7d567b480ca0b6992073b2cea5 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:06.612781 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-f1f3a50b-9310-483a-ae78-7aeb511264c7 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:06.736952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-f1f3a50b-9310-483a-ae78-7aeb511264c7 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Allocated IP 172.20.0.6 (e92969d7-2f54-48da-8a2d-7d136131bbc7/ec963537-c196-42e4-b994-fe6e7fea3b3b/6e2ac2eb-ffbb-4b44-b458-763cc4e2d805) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:14:06.898987 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d87b90f-db48-4187-a42f-99d5620eae98 req-9791e077-4f0d-4d6c-88f2-0fb287f3e17e tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=51d51af3-281e-4815-aa63-6f1b5f61cffb HTTP/1.1" status: 200 len: 210 time: 0.0422263 Jul 05 10:14:06.901954 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-f1f3a50b-9310-483a-ae78-7aeb511264c7 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:06.915458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-f1f3a50b-9310-483a-ae78-7aeb511264c7 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Transition to ACTIVE for port object 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:06.950778 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-f1f3a50b-9310-483a-ae78-7aeb511264c7 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:06.995403 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-f1f3a50b-9310-483a-ae78-7aeb511264c7 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Network e92969d7-2f54-48da-8a2d-7d136131bbc7 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:07.001284 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-f1f3a50b-9310-483a-ae78-7aeb511264c7 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:07.005104 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-f1f3a50b-9310-483a-ae78-7aeb511264c7 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:14:07.031493 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3a50b-9310-483a-ae78-7aeb511264c7 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Pushing event updated for resources: {'Port': ['ID=6e2ac2eb-ffbb-4b44-b458-763cc4e2d805,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:07.059230 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-f1f3a50b-9310-483a-ae78-7aeb511264c7 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:07.059981 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-f1f3a50b-9310-483a-ae78-7aeb511264c7 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:07.075606 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-f1f3a50b-9310-483a-ae78-7aeb511264c7 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5771234 Jul 05 10:14:07.086371 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-bd8b297e-c902-4b25-b8f0-20525224f814 service neutron] Request body: {'port': {'device_id': '51d51af3-281e-4815-aa63-6f1b5f61cffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:07.166796 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-bd8b297e-c902-4b25-b8f0-20525224f814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:07.399702 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3221aa7f-255c-40e1-9519-59a4f474beef None None] Provisioning for port 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:07.404649 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3221aa7f-255c-40e1-9519-59a4f474beef None None] Provisioning complete for port 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:07.405679 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3221aa7f-255c-40e1-9519-59a4f474beef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:07.441493 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3221aa7f-255c-40e1-9519-59a4f474beef None None] Port 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:14:07.445449 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-bd8b297e-c902-4b25-b8f0-20525224f814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:14:07.453659 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-bd8b297e-c902-4b25-b8f0-20525224f814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:07.466433 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-bd8b297e-c902-4b25-b8f0-20525224f814 service neutron] Transition to ACTIVE for port object 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:07.470148 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-bd8b297e-c902-4b25-b8f0-20525224f814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:07.521322 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b297e-c902-4b25-b8f0-20525224f814 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2ac2eb-ffbb-4b44-b458-763cc4e2d805,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:07.595084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-bd8b297e-c902-4b25-b8f0-20525224f814 service neutron] Attempting to bind port 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:14:07.595429 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-bd8b297e-c902-4b25-b8f0-20525224f814 service neutron] Attempting to bind port 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'bca3ead4-fe14-4e69-958c-e8fc4cc64bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:14:07.595764 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-bd8b297e-c902-4b25-b8f0-20525224f814 service neutron] Attempting to bind port 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 on network e92969d7-2f54-48da-8a2d-7d136131bbc7 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:14:07.600375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-bd8b297e-c902-4b25-b8f0-20525224f814 service neutron] Port 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 on network e92969d7-2f54-48da-8a2d-7d136131bbc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:14:07.600767 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-bd8b297e-c902-4b25-b8f0-20525224f814 service neutron] Attempting to bind port 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 on network e92969d7-2f54-48da-8a2d-7d136131bbc7 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:14:07.606074 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-bd8b297e-c902-4b25-b8f0-20525224f814 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:14:07.606419 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-bd8b297e-c902-4b25-b8f0-20525224f814 service neutron] Checking segment: {'id': 'bca3ead4-fe14-4e69-958c-e8fc4cc64bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:14:07.606814 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-bd8b297e-c902-4b25-b8f0-20525224f814 service neutron] Bound using segment: {'id': 'bca3ead4-fe14-4e69-958c-e8fc4cc64bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:14:07.607264 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-bd8b297e-c902-4b25-b8f0-20525224f814 service neutron] Bound port: 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca3ead4-fe14-4e69-958c-e8fc4cc64bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:14:07.607615 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-bd8b297e-c902-4b25-b8f0-20525224f814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:07.673346 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-bd8b297e-c902-4b25-b8f0-20525224f814 service neutron] For port 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:14:07.676383 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-bd8b297e-c902-4b25-b8f0-20525224f814 service neutron] For port 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=6e2ac2eb-ffbb-4b44-b458-763cc4e2d805,segment=NetworkSegment(bca3ead4-fe14-4e69-958c-e8fc4cc64bc4),segment_id=bca3ead4-fe14-4e69-958c-e8fc4cc64bc4)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:14:07.681141 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-bd8b297e-c902-4b25-b8f0-20525224f814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:07.714198 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-bd8b297e-c902-4b25-b8f0-20525224f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:07.714835 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-bd8b297e-c902-4b25-b8f0-20525224f814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:07.716324 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-bd8b297e-c902-4b25-b8f0-20525224f814 service neutron] 10.222.0.81 "PUT /v2.0/ports/6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 HTTP/1.1" status: 200 len: 1091 time: 0.6343215 Jul 05 10:14:07.718486 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d51af3-281e-4815-aa63-6f1b5f61cffb', 'tag': '6e2ac2eb-ffbb-4b44-b458-763cc4e2d805'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:14:07.722307 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5381558c-46d7-4dc7-82dc-db9462484acf" -d '{"events": [{"name": "network-changed", "server_uuid": "51d51af3-281e-4815-aa63-6f1b5f61cffb", "tag": "6e2ac2eb-ffbb-4b44-b458-763cc4e2d805"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:07.755023 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b297e-c902-4b25-b8f0-20525224f814 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2ac2eb-ffbb-4b44-b458-763cc4e2d805,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:07.790332 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14c193f-0549-4381-a1c1-783732834ea4 x-openstack-request-id: req-b14c193f-0549-4381-a1c1-783732834ea4 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:07.790630 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d51af3-281e-4815-aa63-6f1b5f61cffb", "tag": "6e2ac2eb-ffbb-4b44-b458-763cc4e2d805", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:07.790886 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b14c193f-0549-4381-a1c1-783732834ea4 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:07.791291 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d51af3-281e-4815-aa63-6f1b5f61cffb', 'tag': '6e2ac2eb-ffbb-4b44-b458-763cc4e2d805', 'status': 'completed', 'code': 200} Jul 05 10:14:07.820466 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-22c25efe-a571-451b-a359-947045173131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:07.822010 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-22c25efe-a571-451b-a359-947045173131 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c001f7d567b480ca0b6992073b2cea5&device_id=51d51af3-281e-4815-aa63-6f1b5f61cffb HTTP/1.1" status: 200 len: 1094 time: 0.0632503 Jul 05 10:14:07.868853 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-361fd4ee-ce4e-4bc0-bed9-506e5a614636 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 HTTP/1.1" status: 200 len: 217 time: 0.0387082 Jul 05 10:14:07.917933 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-996d8347-14cb-4add-b58c-f0b465662bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:07.919367 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-996d8347-14cb-4add-b58c-f0b465662bf1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec963537-c196-42e4-b994-fe6e7fea3b3b HTTP/1.1" status: 200 len: 849 time: 0.0433836 Jul 05 10:14:07.980684 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-23538836-a390-458a-922a-2c826e8b3ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:07.982220 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-23538836-a390-458a-922a-2c826e8b3ecc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e92969d7-2f54-48da-8a2d-7d136131bbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565910 Jul 05 10:14:08.115776 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-a3e9d6a7-7a5c-4f06-8918-95808de5a9fd service neutron] 10.222.0.81 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271937 Jul 05 10:14:08.126502 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250b41d-ef6c-43e2-a11f-eabf41396a56 req-c70c9067-9a5f-4a6d-ab62-f40306b49436 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:08.127945 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8250b41d-ef6c-43e2-a11f-eabf41396a56 req-c70c9067-9a5f-4a6d-ab62-f40306b49436 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=51d51af3-281e-4815-aa63-6f1b5f61cffb HTTP/1.1" status: 200 len: 943 time: 0.0987189 Jul 05 10:14:08.218847 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8250b41d-ef6c-43e2-a11f-eabf41396a56 req-a3b2aa50-a278-455d-a00f-ebf73dc61253 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4154faf-a4bd-44c3-ad97-234d7d98584a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727286 Jul 05 10:14:08.236352 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b52e4e4-4a61-45ea-980c-93c7e61b5d4b req-46664fac-d9b4-4db2-b844-86dc2730a6f7 service neutron] 10.222.0.81 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074684 Jul 05 10:14:08.364136 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381558c-46d7-4dc7-82dc-db9462484acf req-8f393278-a102-4f25-9def-06987f53f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:08.365636 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5381558c-46d7-4dc7-82dc-db9462484acf req-8f393278-a102-4f25-9def-06987f53f683 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c001f7d567b480ca0b6992073b2cea5&device_id=51d51af3-281e-4815-aa63-6f1b5f61cffb HTTP/1.1" status: 200 len: 1094 time: 0.0571511 Jul 05 10:14:08.451467 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381558c-46d7-4dc7-82dc-db9462484acf req-3de803ba-7bef-4c36-bf39-74fb1ca52862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:08.453500 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5381558c-46d7-4dc7-82dc-db9462484acf req-3de803ba-7bef-4c36-bf39-74fb1ca52862 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e92969d7-2f54-48da-8a2d-7d136131bbc7 HTTP/1.1" status: 200 len: 911 time: 0.0813963 Jul 05 10:14:08.499283 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5381558c-46d7-4dc7-82dc-db9462484acf req-fafe614c-f49e-43fa-8ded-f5564c69f2d9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 HTTP/1.1" status: 200 len: 217 time: 0.0384357 Jul 05 10:14:08.548950 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381558c-46d7-4dc7-82dc-db9462484acf req-b1f26196-49e0-4088-9ddf-e479778fd7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:08.550363 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5381558c-46d7-4dc7-82dc-db9462484acf req-b1f26196-49e0-4088-9ddf-e479778fd7a5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec963537-c196-42e4-b994-fe6e7fea3b3b HTTP/1.1" status: 200 len: 849 time: 0.0428281 Jul 05 10:14:08.607493 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381558c-46d7-4dc7-82dc-db9462484acf req-0c155d63-fb49-4b23-8797-39250954eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:08.609030 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5381558c-46d7-4dc7-82dc-db9462484acf req-0c155d63-fb49-4b23-8797-39250954eb5c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e92969d7-2f54-48da-8a2d-7d136131bbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511155 Jul 05 10:14:08.701769 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5381558c-46d7-4dc7-82dc-db9462484acf req-f00b28e2-ab8a-4889-bdb5-f0e5c8348201 service neutron] 10.222.0.81 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826876 Jul 05 10:14:08.790436 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5381558c-46d7-4dc7-82dc-db9462484acf req-f4616465-bd67-4318-9650-837132a97cb7 service neutron] 10.222.0.81 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817628 Jul 05 10:14:09.391012 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bcfc3-129c-4684-888a-8bafd23ba719 req-60fb6f88-9b56-4344-bd1b-71a63bc20564 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:09.392530 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-290bcfc3-129c-4684-888a-8bafd23ba719 req-60fb6f88-9b56-4344-bd1b-71a63bc20564 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=51d51af3-281e-4815-aa63-6f1b5f61cffb HTTP/1.1" status: 200 len: 943 time: 0.0624216 Jul 05 10:14:09.429276 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-290bcfc3-129c-4684-888a-8bafd23ba719 req-1744a843-2c3a-41d5-86e4-79ec97a4fc38 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4154faf-a4bd-44c3-ad97-234d7d98584a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312378 Jul 05 10:14:10.603406 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57015e9b-2213-455b-ad76-8abf4746e3df req-bdbb4385-3e65-4c34-9be1-eb56eacb6ae0 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:10.604919 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-57015e9b-2213-455b-ad76-8abf4746e3df req-bdbb4385-3e65-4c34-9be1-eb56eacb6ae0 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=51d51af3-281e-4815-aa63-6f1b5f61cffb HTTP/1.1" status: 200 len: 943 time: 0.0682073 Jul 05 10:14:10.643568 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-57015e9b-2213-455b-ad76-8abf4746e3df req-a39a6741-a00e-432d-9bdb-4008cd8aa3ae tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4154faf-a4bd-44c3-ad97-234d7d98584a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327070 Jul 05 10:14:11.820833 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37215563-12cb-4a96-aa69-1edf8a610917 req-aaf56081-2293-4ffb-99fc-7952897fed12 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:11.822336 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37215563-12cb-4a96-aa69-1edf8a610917 req-aaf56081-2293-4ffb-99fc-7952897fed12 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=51d51af3-281e-4815-aa63-6f1b5f61cffb HTTP/1.1" status: 200 len: 943 time: 0.0637126 Jul 05 10:14:11.861598 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37215563-12cb-4a96-aa69-1edf8a610917 req-e86240e8-9df9-4435-97a4-7aed9f2bb09d tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4154faf-a4bd-44c3-ad97-234d7d98584a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333323 Jul 05 10:14:12.736425 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:14:12.839354 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=6e2ac2eb-ffbb-4b44-b458-763cc4e2d805,segment=NetworkSegment(bca3ead4-fe14-4e69-958c-e8fc4cc64bc4),segment_id=bca3ead4-fe14-4e69-958c-e8fc4cc64bc4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:12.850400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '6e2ac2eb-ffbb-4b44-b458-763cc4e2d805', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'port_id': '6e2ac2eb-ffbb-4b44-b458-763cc4e2d805', 'mac_address': 'fa:16:3e:24:71:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:14:12.887476 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:12.900768 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:14:12.920135 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=6e2ac2eb-ffbb-4b44-b458-763cc4e2d805,segment=NetworkSegment(bca3ead4-fe14-4e69-958c-e8fc4cc64bc4),segment_id=bca3ead4-fe14-4e69-958c-e8fc4cc64bc4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:12.926073 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:12.972962 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=6e2ac2eb-ffbb-4b44-b458-763cc4e2d805,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:13.041942 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc11bfe-1671-42d4-868d-5b4a0c3dacfb req-abd4463f-8050-48a4-9b86-b9872f1d9b87 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:13.043467 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dcc11bfe-1671-42d4-868d-5b4a0c3dacfb req-abd4463f-8050-48a4-9b86-b9872f1d9b87 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=51d51af3-281e-4815-aa63-6f1b5f61cffb HTTP/1.1" status: 200 len: 944 time: 0.0664399 Jul 05 10:14:13.081097 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dcc11bfe-1671-42d4-868d-5b4a0c3dacfb req-405e967d-e1b6-4765-a580-f070e79a2309 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4154faf-a4bd-44c3-ad97-234d7d98584a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314384 Jul 05 10:14:13.227384 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['6e2ac2eb-ffbb-4b44-b458-763cc4e2d805'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:14:13.848248 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be67bda-e956-4edb-b61f-cf64cec3f483 req-9cfeccdd-9102-4ed0-aeb2-6d56301000dc tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:13.853949 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be67bda-e956-4edb-b61f-cf64cec3f483 req-9cfeccdd-9102-4ed0-aeb2-6d56301000dc tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:13.860552 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be67bda-e956-4edb-b61f-cf64cec3f483 req-9cfeccdd-9102-4ed0-aeb2-6d56301000dc tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:13.866335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be67bda-e956-4edb-b61f-cf64cec3f483 req-9cfeccdd-9102-4ed0-aeb2-6d56301000dc tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:13.872182 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be67bda-e956-4edb-b61f-cf64cec3f483 req-9cfeccdd-9102-4ed0-aeb2-6d56301000dc tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:13.878669 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be67bda-e956-4edb-b61f-cf64cec3f483 req-9cfeccdd-9102-4ed0-aeb2-6d56301000dc tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:13.884503 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be67bda-e956-4edb-b61f-cf64cec3f483 req-9cfeccdd-9102-4ed0-aeb2-6d56301000dc tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:13.886301 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4be67bda-e956-4edb-b61f-cf64cec3f483 req-9cfeccdd-9102-4ed0-aeb2-6d56301000dc tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5435 time: 0.1051280 Jul 05 10:14:13.925448 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4be67bda-e956-4edb-b61f-cf64cec3f483 req-d65672aa-9921-4936-ae37-74d738d3cdea tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0334201 Jul 05 10:14:14.118128 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bee291-4802-4471-ae87-a0e4e3c59c47 req-27ab1650-7397-4d8c-a182-78b2b3fcbbcb tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:14.124089 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bee291-4802-4471-ae87-a0e4e3c59c47 req-27ab1650-7397-4d8c-a182-78b2b3fcbbcb tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:14.129940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bee291-4802-4471-ae87-a0e4e3c59c47 req-27ab1650-7397-4d8c-a182-78b2b3fcbbcb tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:14.135787 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bee291-4802-4471-ae87-a0e4e3c59c47 req-27ab1650-7397-4d8c-a182-78b2b3fcbbcb tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:14.141630 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bee291-4802-4471-ae87-a0e4e3c59c47 req-27ab1650-7397-4d8c-a182-78b2b3fcbbcb tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:14.147435 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bee291-4802-4471-ae87-a0e4e3c59c47 req-27ab1650-7397-4d8c-a182-78b2b3fcbbcb tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:14.153255 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bee291-4802-4471-ae87-a0e4e3c59c47 req-27ab1650-7397-4d8c-a182-78b2b3fcbbcb tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:14.155616 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77bee291-4802-4471-ae87-a0e4e3c59c47 req-27ab1650-7397-4d8c-a182-78b2b3fcbbcb tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5435 time: 0.1037714 Jul 05 10:14:14.603373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138711f6-0725-4b78-897a-16b715d072bd req-5f615680-fb8a-435e-89a2-c338ec6f8047 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:14.604894 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-138711f6-0725-4b78-897a-16b715d072bd req-5f615680-fb8a-435e-89a2-c338ec6f8047 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=51d51af3-281e-4815-aa63-6f1b5f61cffb HTTP/1.1" status: 200 len: 944 time: 0.4141078 Jul 05 10:14:14.642457 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-138711f6-0725-4b78-897a-16b715d072bd req-e865e3c2-b147-4c78-a557-9c3abac5b720 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4154faf-a4bd-44c3-ad97-234d7d98584a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310321 Jul 05 10:14:14.752430 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:14.801543 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:14.805749 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:14.806136 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:14.888372 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:14.912183 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d51af3-281e-4815-aa63-6f1b5f61cffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2ac2eb-ffbb-4b44-b458-763cc4e2d805'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:14:14.914586 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd13c92-bfa6-4170-9082-5cced39d5a01" -d '{"events": [{"server_uuid": "51d51af3-281e-4815-aa63-6f1b5f61cffb", "name": "network-vif-plugged", "status": "completed", "tag": "6e2ac2eb-ffbb-4b44-b458-763cc4e2d805"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:14.927894 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=6e2ac2eb-ffbb-4b44-b458-763cc4e2d805,segment=NetworkSegment(bca3ead4-fe14-4e69-958c-e8fc4cc64bc4),segment_id=bca3ead4-fe14-4e69-958c-e8fc4cc64bc4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:14.932149 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:14.956140 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061baa4f-8f67-41d5-9f3d-75e10fbe981d x-openstack-request-id: req-061baa4f-8f67-41d5-9f3d-75e10fbe981d {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:14.956438 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d51af3-281e-4815-aa63-6f1b5f61cffb", "name": "network-vif-plugged", "status": "completed", "tag": "6e2ac2eb-ffbb-4b44-b458-763cc4e2d805", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:14.956696 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-061baa4f-8f67-41d5-9f3d-75e10fbe981d {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:14.957092 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d51af3-281e-4815-aa63-6f1b5f61cffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2ac2eb-ffbb-4b44-b458-763cc4e2d805', 'code': 200} Jul 05 10:14:14.987078 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=6e2ac2eb-ffbb-4b44-b458-763cc4e2d805,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:15.071424 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe8a90-31d8-4ab4-bd65-52de68338a1c req-63290f5b-571f-488d-bf07-231ddd71230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:15.072945 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7fe8a90-31d8-4ab4-bd65-52de68338a1c req-63290f5b-571f-488d-bf07-231ddd71230d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=51d51af3-281e-4815-aa63-6f1b5f61cffb HTTP/1.1" status: 200 len: 1096 time: 0.0525100 Jul 05 10:14:15.107369 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7fe8a90-31d8-4ab4-bd65-52de68338a1c req-592eb712-11b8-4b82-b9f2-aafcc9c3c4f0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e4154faf-a4bd-44c3-ad97-234d7d98584a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270498 Jul 05 10:14:15.821084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884dbe1e-0937-4b76-86ed-0f91fa7c8e39 req-a7aa392a-8126-4df3-b766-c8b659922511 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:15.822759 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-884dbe1e-0937-4b76-86ed-0f91fa7c8e39 req-a7aa392a-8126-4df3-b766-c8b659922511 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=51d51af3-281e-4815-aa63-6f1b5f61cffb HTTP/1.1" status: 200 len: 945 time: 0.0671229 Jul 05 10:14:15.862518 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-884dbe1e-0937-4b76-86ed-0f91fa7c8e39 req-af0aabd2-5781-4b6f-88a7-862d7b2e6cb0 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4154faf-a4bd-44c3-ad97-234d7d98584a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324759 Jul 05 10:14:16.149486 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9c60f-65ae-4163-bad4-d1c04b76da83 req-5fd6428a-ca15-4b2f-a271-4ff6f03dfe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:16.150055 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9c60f-65ae-4163-bad4-d1c04b76da83 req-5fd6428a-ca15-4b2f-a271-4ff6f03dfe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:16.150360 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9c60f-65ae-4163-bad4-d1c04b76da83 req-5fd6428a-ca15-4b2f-a271-4ff6f03dfe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:16.150834 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9c60f-65ae-4163-bad4-d1c04b76da83 req-5fd6428a-ca15-4b2f-a271-4ff6f03dfe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:16.151309 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9c60f-65ae-4163-bad4-d1c04b76da83 req-5fd6428a-ca15-4b2f-a271-4ff6f03dfe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:16.151783 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9c60f-65ae-4163-bad4-d1c04b76da83 req-5fd6428a-ca15-4b2f-a271-4ff6f03dfe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:16.152275 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9c60f-65ae-4163-bad4-d1c04b76da83 req-5fd6428a-ca15-4b2f-a271-4ff6f03dfe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:16.154182 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-37f9c60f-65ae-4163-bad4-d1c04b76da83 req-5fd6428a-ca15-4b2f-a271-4ff6f03dfe03 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 6492 time: 0.1177804 Jul 05 10:14:16.189703 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-37f9c60f-65ae-4163-bad4-d1c04b76da83 req-8b8be4ce-6d43-4e4a-8e72-b12166afd4c5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&id=06936e94-a3bd-4d45-b073-0823bfc74116&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0290623 Jul 05 10:14:16.341465 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:14:17.037586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb7b0a-775d-44f9-b4dd-7219e9b00a03 req-1a07f237-9d9c-4627-8d4d-d2fe7767d5e8 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:17.039092 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3afb7b0a-775d-44f9-b4dd-7219e9b00a03 req-1a07f237-9d9c-4627-8d4d-d2fe7767d5e8 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=51d51af3-281e-4815-aa63-6f1b5f61cffb HTTP/1.1" status: 200 len: 945 time: 0.0646811 Jul 05 10:14:17.077290 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3afb7b0a-775d-44f9-b4dd-7219e9b00a03 req-d9d2b838-0096-44fa-bb47-e37f7e8ccb47 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4154faf-a4bd-44c3-ad97-234d7d98584a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320129 Jul 05 10:14:17.241142 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed662a-92b9-454d-8a29-b3c68d11747c req-5a645f2f-bafe-4731-8a86-b33151b57007 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:17.242523 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-56ed662a-92b9-454d-8a29-b3c68d11747c req-5a645f2f-bafe-4731-8a86-b33151b57007 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=51d51af3-281e-4815-aa63-6f1b5f61cffb HTTP/1.1" status: 200 len: 945 time: 0.0621443 Jul 05 10:14:17.251019 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36036) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:17.255443 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e04c9bd7-9b6d-44cb-bb72-6a7fc918df85 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Request body: {'floatingip': {'port_id': '6e2ac2eb-ffbb-4b44-b458-763cc4e2d805'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:17.299625 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e04c9bd7-9b6d-44cb-bb72-6a7fc918df85 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:17.738644 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e04c9bd7-9b6d-44cb-bb72-6a7fc918df85 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:17.742369 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e04c9bd7-9b6d-44cb-bb72-6a7fc918df85 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:17.839358 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-e04c9bd7-9b6d-44cb-bb72-6a7fc918df85 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Floating IP a8627930-8f51-4de7-a2eb-58c161960e9a associated. External IP: 172.25.7.203, port: 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805. Jul 05 10:14:18.043032 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04c9bd7-9b6d-44cb-bb72-6a7fc918df85 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Router 0d150f77-be44-46b7-adb9-01c318c79c1b has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:14:18.149407 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04c9bd7-9b6d-44cb-bb72-6a7fc918df85 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:14:18.154204 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e04c9bd7-9b6d-44cb-bb72-6a7fc918df85 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:18.159216 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46683a2e-8da3-4542-892f-e840cfa0f767 None None] Sync routers for ids ['0d150f77-be44-46b7-adb9-01c318c79c1b'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:14:18.167924 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46683a2e-8da3-4542-892f-e840cfa0f767 None None] Routers {'0d150f77-be44-46b7-adb9-01c318c79c1b'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:14:18.168538 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-46683a2e-8da3-4542-892f-e840cfa0f767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:13:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['0d150f77-be44-46b7-adb9-01c318c79c1b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:18.194612 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e04c9bd7-9b6d-44cb-bb72-6a7fc918df85 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "PUT /v2.0/floatingips/a8627930-8f51-4de7-a2eb-58c161960e9a HTTP/1.1" status: 200 len: 991 time: 0.9424927 Jul 05 10:14:18.195226 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d51af3-281e-4815-aa63-6f1b5f61cffb', 'tag': '6e2ac2eb-ffbb-4b44-b458-763cc4e2d805'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:14:18.197538 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfacddb-82da-4339-bb6d-d794b82160d5" -d '{"events": [{"name": "network-changed", "server_uuid": "51d51af3-281e-4815-aa63-6f1b5f61cffb", "tag": "6e2ac2eb-ffbb-4b44-b458-763cc4e2d805"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:18.235356 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f86a09f-6206-46e9-8d48-e3bcd48b05a8 x-openstack-request-id: req-7f86a09f-6206-46e9-8d48-e3bcd48b05a8 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:18.235661 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d51af3-281e-4815-aa63-6f1b5f61cffb", "tag": "6e2ac2eb-ffbb-4b44-b458-763cc4e2d805", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:18.235970 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7f86a09f-6206-46e9-8d48-e3bcd48b05a8 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:18.236382 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d51af3-281e-4815-aa63-6f1b5f61cffb', 'tag': '6e2ac2eb-ffbb-4b44-b458-763cc4e2d805', 'status': 'completed', 'code': 200} Jul 05 10:14:18.276083 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-46683a2e-8da3-4542-892f-e840cfa0f767 None None] Set router 0d150f77-be44-46b7-adb9-01c318c79c1b gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:14:18.322900 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfacddb-82da-4339-bb6d-d794b82160d5 req-f56091a2-785b-4e37-8008-ce3d8dfd7226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:18.324468 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ccfacddb-82da-4339-bb6d-d794b82160d5 req-f56091a2-785b-4e37-8008-ce3d8dfd7226 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c001f7d567b480ca0b6992073b2cea5&device_id=51d51af3-281e-4815-aa63-6f1b5f61cffb HTTP/1.1" status: 200 len: 1096 time: 0.0546029 Jul 05 10:14:18.413666 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfacddb-82da-4339-bb6d-d794b82160d5 req-b2d49c2d-a523-4e0d-82d2-179b80a7256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:18.415154 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ccfacddb-82da-4339-bb6d-d794b82160d5 req-b2d49c2d-a523-4e0d-82d2-179b80a7256f service neutron] 10.222.0.81 "GET /v2.0/networks?id=e92969d7-2f54-48da-8a2d-7d136131bbc7 HTTP/1.1" status: 200 len: 911 time: 0.0846915 Jul 05 10:14:18.484651 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ccfacddb-82da-4339-bb6d-d794b82160d5 req-ac01d2d5-19d1-4bbc-bf56-23bca29201f1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 HTTP/1.1" status: 200 len: 999 time: 0.0631709 Jul 05 10:14:18.495958 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-46683a2e-8da3-4542-892f-e840cfa0f767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'name': 'tempest-AttachVolumeTestJSON-544131959-router', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:37Z', 'updated_at': '2021-07-05T10:07:44Z', 'revision_number': 4, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'gw_port': {'id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:38Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'a8627930-8f51-4de7-a2eb-58c161960e9a', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'floating_ip_address': '172.25.7.203', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'port_id': '6e2ac2eb-ffbb-4b44-b458-763cc4e2d805', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'mac_address': 'fa:16:3e:24:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d51af3-281e-4815-aa63-6f1b5f61cffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:14:00Z', 'updated_at': '2021-07-05T10:14:17Z', 'revision_number': 1, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e3c49e-aecf-44fd-9ec9-ade3de84a95a', 'name': '', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'mac_address': 'fa:16:3e:b3:1b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:42Z', 'updated_at': '2021-07-05T10:07:51Z', 'revision_number': 5, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'subnets': [{'id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:18.525711 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46683a2e-8da3-4542-892f-e840cfa0f767 None None] Checking router: 0d150f77-be44-46b7-adb9-01c318c79c1b for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:14:18.533911 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfacddb-82da-4339-bb6d-d794b82160d5 req-4ba687f0-ab97-43dd-89fd-252bed510b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:18.534940 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46683a2e-8da3-4542-892f-e840cfa0f767 None None] Routers {'0d150f77-be44-46b7-adb9-01c318c79c1b'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:14:18.535388 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ccfacddb-82da-4339-bb6d-d794b82160d5 req-4ba687f0-ab97-43dd-89fd-252bed510b8a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec963537-c196-42e4-b994-fe6e7fea3b3b HTTP/1.1" status: 200 len: 849 time: 0.0443733 Jul 05 10:14:18.535634 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-46683a2e-8da3-4542-892f-e840cfa0f767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:13:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['0d150f77-be44-46b7-adb9-01c318c79c1b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:18.595276 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfacddb-82da-4339-bb6d-d794b82160d5 req-611d3aae-da6e-483d-bc5b-d84ed8cfa260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:18.596822 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ccfacddb-82da-4339-bb6d-d794b82160d5 req-611d3aae-da6e-483d-bc5b-d84ed8cfa260 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e92969d7-2f54-48da-8a2d-7d136131bbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535462 Jul 05 10:14:18.638787 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-46683a2e-8da3-4542-892f-e840cfa0f767 None None] Set router 0d150f77-be44-46b7-adb9-01c318c79c1b gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:14:18.689728 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ccfacddb-82da-4339-bb6d-d794b82160d5 req-da7060a9-788f-4cd7-a2c6-1eb0303df1f3 service neutron] 10.222.0.81 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865548 Jul 05 10:14:18.779363 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ccfacddb-82da-4339-bb6d-d794b82160d5 req-2eb5421c-daa0-416e-be64-0fe1d548a590 service neutron] 10.222.0.81 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834630 Jul 05 10:14:18.863358 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-46683a2e-8da3-4542-892f-e840cfa0f767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'name': 'tempest-AttachVolumeTestJSON-544131959-router', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:37Z', 'updated_at': '2021-07-05T10:07:44Z', 'revision_number': 4, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'gw_port': {'id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:38Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'a8627930-8f51-4de7-a2eb-58c161960e9a', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'floating_ip_address': '172.25.7.203', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'port_id': '6e2ac2eb-ffbb-4b44-b458-763cc4e2d805', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'mac_address': 'fa:16:3e:24:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d51af3-281e-4815-aa63-6f1b5f61cffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:14:00Z', 'updated_at': '2021-07-05T10:14:17Z', 'revision_number': 1, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e3c49e-aecf-44fd-9ec9-ade3de84a95a', 'name': '', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'mac_address': 'fa:16:3e:b3:1b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:42Z', 'updated_at': '2021-07-05T10:07:51Z', 'revision_number': 5, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'subnets': [{'id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:18.892568 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46683a2e-8da3-4542-892f-e840cfa0f767 None None] The sync data for ids ['0d150f77-be44-46b7-adb9-01c318c79c1b'] in n-d-798054-8 is: [{'id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'name': 'tempest-AttachVolumeTestJSON-544131959-router', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:37Z', 'updated_at': '2021-07-05T10:07:44Z', 'revision_number': 4, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'gw_port': {'id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:38Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'a8627930-8f51-4de7-a2eb-58c161960e9a', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'floating_ip_address': '172.25.7.203', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'port_id': '6e2ac2eb-ffbb-4b44-b458-763cc4e2d805', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'mac_address': 'fa:16:3e:24:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d51af3-281e-4815-aa63-6f1b5f61cffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:14:00Z', 'updated_at': '2021-07-05T10:14:17Z', 'revision_number': 1, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e3c49e-aecf-44fd-9ec9-ade3de84a95a', 'name': '', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'mac_address': 'fa:16:3e:b3:1b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:42Z', 'updated_at': '2021-07-05T10:07:51Z', 'revision_number': 5, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'subnets': [{'id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:14:19.075107 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4913de9-b1f4-4ea3-bc4a-98df7b5307c6 None None] New status for floating IP a8627930-8f51-4de7-a2eb-58c161960e9a: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:14:20.946214 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-432b4eca-3d0e-44dd-ab11-d419ad34d4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:23.319455 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-805496a3-7ee5-4d90-95d1-f30c1a03ceaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:23.623565 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:24.624823 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:26.736038 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:32.799749 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:36.186495 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:37.770463 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b514ec2-dff3-419f-b3a0-3c332eae44dd req-ad771e20-15e9-4c9e-9198-341d0daead7c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ea71201b-c131-4ea0-bc1d-ef0a810703f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531368 Jul 05 10:14:37.869126 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b514ec2-dff3-419f-b3a0-3c332eae44dd req-9f38f659-b712-4106-bacb-aeb47b7b18bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:37.870582 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b514ec2-dff3-419f-b3a0-3c332eae44dd req-9f38f659-b712-4106-bacb-aeb47b7b18bf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dbbe5e36a1ae46d4aeb2b59e00a44282&device_id=ea71201b-c131-4ea0-bc1d-ef0a810703f6 HTTP/1.1" status: 200 len: 1096 time: 0.0584669 Jul 05 10:14:37.973616 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b514ec2-dff3-419f-b3a0-3c332eae44dd req-5aed8c4b-a573-4d62-a3c4-a5f837177a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:37.975111 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b514ec2-dff3-419f-b3a0-3c332eae44dd req-5aed8c4b-a573-4d62-a3c4-a5f837177a66 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a32bcc0c-b539-4f64-9a76-e54a342026e3 HTTP/1.1" status: 200 len: 898 time: 0.0848532 Jul 05 10:14:38.044611 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b514ec2-dff3-419f-b3a0-3c332eae44dd req-f2bd4acc-4a67-4c21-b22b-8b2d18f41292 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba5e11c2-413f-49e6-a592-6ecb1d11458e HTTP/1.1" status: 200 len: 1000 time: 0.0633166 Jul 05 10:14:38.093669 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b514ec2-dff3-419f-b3a0-3c332eae44dd req-8c188fb2-d0e4-4537-92ba-c26852f8e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:38.095169 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b514ec2-dff3-419f-b3a0-3c332eae44dd req-8c188fb2-d0e4-4537-92ba-c26852f8e262 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=099680f0-d991-4d50-bd1d-088e2a885922 HTTP/1.1" status: 200 len: 835 time: 0.0441837 Jul 05 10:14:38.153049 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b514ec2-dff3-419f-b3a0-3c332eae44dd req-18ac5b14-25c3-45a0-9597-1e883fdeabfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:38.154486 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b514ec2-dff3-419f-b3a0-3c332eae44dd req-18ac5b14-25c3-45a0-9597-1e883fdeabfb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a32bcc0c-b539-4f64-9a76-e54a342026e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532303 Jul 05 10:14:38.246114 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b514ec2-dff3-419f-b3a0-3c332eae44dd req-88a94eed-cfe7-49be-bc19-f8b512ada88a service neutron] 10.222.0.78 "GET /v2.0/networks/a32bcc0c-b539-4f64-9a76-e54a342026e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847626 Jul 05 10:14:38.337753 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b514ec2-dff3-419f-b3a0-3c332eae44dd req-6a5db59e-6e87-4194-a554-965883a17d30 service neutron] 10.222.0.78 "GET /v2.0/networks/a32bcc0c-b539-4f64-9a76-e54a342026e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858674 Jul 05 10:14:39.663009 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-75711840-1def-4c1e-9db4-d13b74f8a792 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0588527 Jul 05 10:14:39.773321 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-57d98d78-031e-417e-b51e-92919d72f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:39.773721 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-57d98d78-031e-417e-b51e-92919d72f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:39.774206 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-57d98d78-031e-417e-b51e-92919d72f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:39.774680 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-57d98d78-031e-417e-b51e-92919d72f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:39.775152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-57d98d78-031e-417e-b51e-92919d72f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:39.775622 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-57d98d78-031e-417e-b51e-92919d72f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:39.776113 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-57d98d78-031e-417e-b51e-92919d72f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:39.778028 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-57d98d78-031e-417e-b51e-92919d72f663 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9596ba5fe35d4394b6d195316cece06b&device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 6492 time: 0.0663660 Jul 05 10:14:39.891211 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-37707caf-faa3-4d07-a0f1-90b23918b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:39.891601 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-37707caf-faa3-4d07-a0f1-90b23918b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:39.892100 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-37707caf-faa3-4d07-a0f1-90b23918b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:39.893694 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-37707caf-faa3-4d07-a0f1-90b23918b97d service neutron] 10.222.0.81 "GET /v2.0/networks?id=e8809747-0653-4cdf-bd9b-7654560adade&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=89156147-0f0d-48d7-9f81-08329f3d026a&id=687dc320-4531-4e31-9377-87644d9740dc&id=687dc320-4531-4e31-9377-87644d9740dc HTTP/1.1" status: 200 len: 2293 time: 0.0904031 Jul 05 10:14:39.961010 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-cde78038-a768-40a2-b364-0cf5c1bb166c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99eba310-ab63-4ad5-833a-fe875aecadc0 HTTP/1.1" status: 200 len: 1000 time: 0.0602896 Jul 05 10:14:40.008708 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-6b5ff800-ecca-4d81-933c-54a6d6d30115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:40.010112 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-6b5ff800-ecca-4d81-933c-54a6d6d30115 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49 HTTP/1.1" status: 200 len: 850 time: 0.0426736 Jul 05 10:14:40.067301 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-24712807-baa3-4dc4-90ba-036d36a38e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:40.068822 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-24712807-baa3-4dc4-90ba-036d36a38e55 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e8809747-0653-4cdf-bd9b-7654560adade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509663 Jul 05 10:14:40.163480 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-6517dbbe-7f85-4197-bcf2-e0912baf955b service neutron] 10.222.0.81 "GET /v2.0/networks/e8809747-0653-4cdf-bd9b-7654560adade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871732 Jul 05 10:14:40.250837 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-2f9cdabd-0023-49f4-96fd-6d3a9fff26d4 service neutron] 10.222.0.81 "GET /v2.0/networks/e8809747-0653-4cdf-bd9b-7654560adade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803883 Jul 05 10:14:40.295980 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-24bb9283-aba1-4eb0-ac44-dc48a4defce0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=ad3d2c8e-2f41-490e-9670-d1710666ce1d HTTP/1.1" status: 200 len: 217 time: 0.0384643 Jul 05 10:14:40.353097 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-03509d30-5625-4a2f-a0cc-8e05dd86d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:40.354574 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-03509d30-5625-4a2f-a0cc-8e05dd86d147 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0439374 Jul 05 10:14:40.410737 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-54a06355-00b3-402a-bb44-8c858614fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:40.412721 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-54a06355-00b3-402a-bb44-8c858614fceb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0520122 Jul 05 10:14:40.506898 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-1fd6a083-c0ae-429b-849a-a4b66fec3715 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871480 Jul 05 10:14:40.598368 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-80db44ea-db0d-4abf-bfd3-260ad8f02980 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841827 Jul 05 10:14:40.640247 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-9bd58d0c-ec69-490f-aead-78c1db296234 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=c525671f-d077-42c1-aee6-61ee852b4f0f HTTP/1.1" status: 200 len: 217 time: 0.0351195 Jul 05 10:14:40.692768 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-fe6c3c1e-0805-4213-8fad-4be0f2ce751a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:40.694241 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-fe6c3c1e-0805-4213-8fad-4be0f2ce751a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0474620 Jul 05 10:14:40.751055 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-007b3a03-27f8-476b-aec5-c65629078464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:40.752622 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-007b3a03-27f8-476b-aec5-c65629078464 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0522301 Jul 05 10:14:40.840845 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-7f45a996-46c5-4b99-a81a-232a3ef32ef9 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818589 Jul 05 10:14:40.936399 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-51691f9b-0d4c-4a18-b3a1-0694a8cff3bc service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882432 Jul 05 10:14:40.977346 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-aad9ba02-7506-4b9d-8e3b-7f1aa9b47623 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=bc64378d-0809-4948-9109-02bb5cc40da5 HTTP/1.1" status: 200 len: 217 time: 0.0341172 Jul 05 10:14:41.030524 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-f203bfbf-424e-4e3b-b97b-0bee9bea1d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:41.031975 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-f203bfbf-424e-4e3b-b97b-0bee9bea1d11 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0478435 Jul 05 10:14:41.088909 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-cb377537-1687-467d-b566-f3e4a2e7b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:41.090390 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-cb377537-1687-467d-b566-f3e4a2e7b367 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0522263 Jul 05 10:14:41.178931 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-ff8deb0d-85e5-4dfe-ba9c-2b9b45dec642 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812020 Jul 05 10:14:41.273320 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-752167a7-ea59-472d-8b93-9e534649ffc2 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877759 Jul 05 10:14:41.315243 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-33d520a5-40d6-4ffc-ae09-be986ab9fa8d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=c1821982-65d1-4284-b01f-61dd67e40864 HTTP/1.1" status: 200 len: 217 time: 0.0346379 Jul 05 10:14:41.368154 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-94a32b21-00a1-44a7-8340-a63814128288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:41.369654 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-94a32b21-00a1-44a7-8340-a63814128288 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 200 len: 797 time: 0.0487261 Jul 05 10:14:41.426434 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-dfc7d079-f9e7-4709-8b99-d66eec22e18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:41.427969 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-dfc7d079-f9e7-4709-8b99-d66eec22e18e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89156147-0f0d-48d7-9f81-08329f3d026a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0513303 Jul 05 10:14:41.514500 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-fe42c6dc-454a-47f8-89b7-f46ccf1b18d0 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794563 Jul 05 10:14:41.605833 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-9da31121-dcd7-44c2-b5dc-379ab4f1ab21 service neutron] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841296 Jul 05 10:14:41.646275 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-3f130300-22a0-41aa-9ada-09c4f95c913c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0e6db9d0-38f9-4121-8c58-31af2f739051 HTTP/1.1" status: 200 len: 217 time: 0.0340171 Jul 05 10:14:41.694273 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-0e5bb811-2afe-47fd-ab48-5eb306aac8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:41.695695 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-0e5bb811-2afe-47fd-ab48-5eb306aac8ac service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cad995d8-210a-44a5-ac6b-55fe6188cec8 HTTP/1.1" status: 200 len: 797 time: 0.0425339 Jul 05 10:14:41.755322 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-b4708cf5-3a2e-4f68-90ce-8d1c9d8e5613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:41.756871 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-b4708cf5-3a2e-4f68-90ce-8d1c9d8e5613 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=687dc320-4531-4e31-9377-87644d9740dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0543151 Jul 05 10:14:41.845809 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-a0753fd9-2a48-4507-bfa2-667aad2c0e9b service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811248 Jul 05 10:14:41.937945 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-b34f86ab-41ab-4c8b-8773-dcdc769ea6d9 service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852587 Jul 05 10:14:41.983316 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-d7da668c-448d-4bd2-b628-105132067c50 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 HTTP/1.1" status: 200 len: 217 time: 0.0385814 Jul 05 10:14:42.030525 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-879790a7-08b4-4e1b-ba15-d323edfde78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:42.031950 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-879790a7-08b4-4e1b-ba15-d323edfde78e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cad995d8-210a-44a5-ac6b-55fe6188cec8 HTTP/1.1" status: 200 len: 797 time: 0.0414603 Jul 05 10:14:42.092280 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-65e18cec-79b4-4118-af14-d33530e4fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:42.093747 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-65e18cec-79b4-4118-af14-d33530e4fb74 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=687dc320-4531-4e31-9377-87644d9740dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0548832 Jul 05 10:14:42.180359 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-582e0d82-fcb5-41bb-bd0a-9b821191d413 service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790586 Jul 05 10:14:42.270769 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74770c89-ab60-4361-8fa4-cf4e11cdf452 req-4839b6f5-7d9a-4e85-a9d3-427d0f6200b8 service neutron] 10.222.0.81 "GET /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835814 Jul 05 10:14:50.952228 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7eef43c5-f339-40a1-aec9-ae8b32e2e9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:53.319138 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c5900035-9977-4c39-a71e-88bd1fec81cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:53.339699 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:14:53.625721 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:54.620656 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:56.738706 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:02.797652 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:06.197953 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:14.554086 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36172) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:14.638919 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a01af6-f2cb-4440-b2d1-44c9b788d90f tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:14.639408 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a01af6-f2cb-4440-b2d1-44c9b788d90f tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:14.639916 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a01af6-f2cb-4440-b2d1-44c9b788d90f tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:14.641596 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e9a01af6-f2cb-4440-b2d1-44c9b788d90f tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] 10.222.0.79 "GET /v2.0/ports?project_id=dbbe5e36a1ae46d4aeb2b59e00a44282&network_id=a32bcc0c-b539-4f64-9a76-e54a342026e3 HTTP/1.1" status: 200 len: 2969 time: 0.0864069 Jul 05 10:15:18.047393 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36188) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:18.102753 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d025c33-112d-4535-b866-bcd585bc34e0 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:18.104290 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3d025c33-112d-4535-b866-bcd585bc34e0 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 814 time: 0.0559421 Jul 05 10:15:18.631804 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36194) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:18.637548 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d2055304-35f8-4a47-a4a5-7b8c521e433c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'network': {'name': 'tempest-network-smoke--1375597169', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'port_security_enabled': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:18.662686 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2055304-35f8-4a47-a4a5-7b8c521e433c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Made reservation on behalf of dbbe5e36a1ae46d4aeb2b59e00a44282 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:18.666103 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2055304-35f8-4a47-a4a5-7b8c521e433c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:18.689345 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2055304-35f8-4a47-a4a5-7b8c521e433c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:15:18.697746 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2055304-35f8-4a47-a4a5-7b8c521e433c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:18.698093 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-d2055304-35f8-4a47-a4a5-7b8c521e433c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Added segment 7c124f6e-43e6-4551-a45f-d6aa016df51d of type vlan for network 4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1 Jul 05 10:15:18.740354 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2055304-35f8-4a47-a4a5-7b8c521e433c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:18.770086 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2055304-35f8-4a47-a4a5-7b8c521e433c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:18.776027 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2055304-35f8-4a47-a4a5-7b8c521e433c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:18.776692 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2055304-35f8-4a47-a4a5-7b8c521e433c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:18.841132 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d2055304-35f8-4a47-a4a5-7b8c521e433c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2081835 Jul 05 10:15:18.844278 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36200) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:18.856968 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2055304-35f8-4a47-a4a5-7b8c521e433c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'Network': ['ID=4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:18.888829 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2055304-35f8-4a47-a4a5-7b8c521e433c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:18.889108 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2055304-35f8-4a47-a4a5-7b8c521e433c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:18.889456 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2055304-35f8-4a47-a4a5-7b8c521e433c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:18.889796 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2055304-35f8-4a47-a4a5-7b8c521e433c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:18.890161 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2055304-35f8-4a47-a4a5-7b8c521e433c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:18.890509 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2055304-35f8-4a47-a4a5-7b8c521e433c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:18.890839 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2055304-35f8-4a47-a4a5-7b8c521e433c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:18.891171 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2055304-35f8-4a47-a4a5-7b8c521e433c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:18.891506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2055304-35f8-4a47-a4a5-7b8c521e433c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:18.891828 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2055304-35f8-4a47-a4a5-7b8c521e433c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:18.892179 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2055304-35f8-4a47-a4a5-7b8c521e433c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:18.892511 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2055304-35f8-4a47-a4a5-7b8c521e433c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:18.903868 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:15:18.909797 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc0ba3-b674-4ae7-9470-35f6f84455d3 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:18.911419 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6fcc0ba3-b674-4ae7-9470-35f6f84455d3 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=dbbe5e36a1ae46d4aeb2b59e00a44282&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0660665 Jul 05 10:15:18.914158 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36202) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:19.003269 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f963f6-8650-4245-8509-cb04e544ec50 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:19.004834 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-50f963f6-8650-4245-8509-cb04e544ec50 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897357 Jul 05 10:15:19.007573 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36204) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:19.036391 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a7447576-72ab-4d73-9e3a-ccfad6be528d tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277767 Jul 05 10:15:19.038952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36206) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:19.068045 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0d04b819-0218-4fbf-9f61-678724ecc8f0 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=dbbe5e36a1ae46d4aeb2b59e00a44282&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277915 Jul 05 10:15:19.070395 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36208) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:19.155003 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35fb198-84ca-43fd-907d-2b694e8d9a0b tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:19.156552 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e35fb198-84ca-43fd-907d-2b694e8d9a0b tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0852265 Jul 05 10:15:19.159275 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36210) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:19.190278 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9db7aa8a-432d-44e1-8261-c0bec19405c6 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299942 Jul 05 10:15:19.192624 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36212) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:19.197145 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-bfba20c5-5b17-4321-91b1-e32418d9c009 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-673568169', 'network_id': '4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:19.281234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfba20c5-5b17-4321-91b1-e32418d9c009 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Made reservation on behalf of dbbe5e36a1ae46d4aeb2b59e00a44282 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:19.284881 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfba20c5-5b17-4321-91b1-e32418d9c009 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:19.796117 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfba20c5-5b17-4321-91b1-e32418d9c009 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:19.853091 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba20c5-5b17-4321-91b1-e32418d9c009 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'Subnet': ['ID=5823c947-8796-4f5c-a4aa-e0066512835d,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:19.866146 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba20c5-5b17-4321-91b1-e32418d9c009 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:19.866433 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba20c5-5b17-4321-91b1-e32418d9c009 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:19.866774 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba20c5-5b17-4321-91b1-e32418d9c009 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:19.867114 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba20c5-5b17-4321-91b1-e32418d9c009 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:19.867472 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba20c5-5b17-4321-91b1-e32418d9c009 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:19.867807 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba20c5-5b17-4321-91b1-e32418d9c009 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:19.868214 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba20c5-5b17-4321-91b1-e32418d9c009 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:19.868549 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba20c5-5b17-4321-91b1-e32418d9c009 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:19.868872 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba20c5-5b17-4321-91b1-e32418d9c009 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:19.869197 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba20c5-5b17-4321-91b1-e32418d9c009 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:19.869522 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba20c5-5b17-4321-91b1-e32418d9c009 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:19.869847 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba20c5-5b17-4321-91b1-e32418d9c009 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:19.874891 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfba20c5-5b17-4321-91b1-e32418d9c009 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Checking segment: {'id': '7c124f6e-43e6-4551-a45f-d6aa016df51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:19.875147 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfba20c5-5b17-4321-91b1-e32418d9c009 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Network hostable DHCP agents. Network: 4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:15:19.892829 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfba20c5-5b17-4321-91b1-e32418d9c009 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Network 4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:15:19.901741 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-bfba20c5-5b17-4321-91b1-e32418d9c009 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:19.906661 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba20c5-5b17-4321-91b1-e32418d9c009 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:19.907939 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfba20c5-5b17-4321-91b1-e32418d9c009 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:19.911325 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fdd240-cd25-4edd-a1d8-ba7a7e326198 None None] Network 4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:19.923697 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bfba20c5-5b17-4321-91b1-e32418d9c009 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7299802 Jul 05 10:15:20.062725 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1', 'network_id': '4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'fixed_ips': [{'subnet_id': '5823c947-8796-4f5c-a4aa-e0066512835d'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:15:20.063602 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.204029 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Allocated IP 172.20.0.18 (4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1/5823c947-8796-4f5c-a4aa-e0066512835d/9f8ddcf8-779b-4d05-b4aa-b0880686fe16) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:20.205099 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36218) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:20.210140 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a0519186-ab48-418a-bcac-3cb346ffd3b1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1262025763', 'description': 'tempest-secgroup-smoke-1262025763 description', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:20.245962 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0519186-ab48-418a-bcac-3cb346ffd3b1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.340704 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0519186-ab48-418a-bcac-3cb346ffd3b1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.345070 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0519186-ab48-418a-bcac-3cb346ffd3b1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.371462 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.381552 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Transition to ACTIVE for port object 9f8ddcf8-779b-4d05-b4aa-b0880686fe16 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:20.384323 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0519186-ab48-418a-bcac-3cb346ffd3b1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.389068 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a0519186-ab48-418a-bcac-3cb346ffd3b1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1791494 Jul 05 10:15:20.389068 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0519186-ab48-418a-bcac-3cb346ffd3b1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=007f6bd3-a65e-4ebf-91ec-3913f3cfd93c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:20.389068 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36220) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:20.394229 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-565d9e56-b520-43b5-84f4-f8812641085a tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'security_group_rule': {'security_group_id': '007f6bd3-a65e-4ebf-91ec-3913f3cfd93c', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:20.398252 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Transition to ACTIVE for port object 9f8ddcf8-779b-4d05-b4aa-b0880686fe16 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:20.404707 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.425514 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-565d9e56-b520-43b5-84f4-f8812641085a tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.451887 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Network 4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:20.454751 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:20.460090 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:20.463224 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Pushing event updated for resources: {'Port': ['ID=9f8ddcf8-779b-4d05-b4aa-b0880686fe16,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:20.473596 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:20.473943 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:20.474284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:20.474624 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:20.474955 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:20.475286 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:20.475614 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:20.475966 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:20.476291 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:20.476670 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:20.476997 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:20.477319 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:20.492602 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-565d9e56-b520-43b5-84f4-f8812641085a tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.496475 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-565d9e56-b520-43b5-84f4-f8812641085a tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.520685 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d9e56-b520-43b5-84f4-f8812641085a tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a67e6bf1-dafc-493a-bfc8-ef910b9645b1,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:20.524858 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-565d9e56-b520-43b5-84f4-f8812641085a tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.528584 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-565d9e56-b520-43b5-84f4-f8812641085a tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388164 Jul 05 10:15:20.529004 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36222) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:20.534280 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6b6e5f56-ebc1-43bb-8af2-1bdb3c3b7e0d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'security_group_rule': {'security_group_id': '007f6bd3-a65e-4ebf-91ec-3913f3cfd93c', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:20.544715 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Attempting to bind port 9f8ddcf8-779b-4d05-b4aa-b0880686fe16 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:15:20.545091 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Attempting to bind port 9f8ddcf8-779b-4d05-b4aa-b0880686fe16 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '7c124f6e-43e6-4551-a45f-d6aa016df51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:15:20.545457 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Attempting to bind port 9f8ddcf8-779b-4d05-b4aa-b0880686fe16 on network 4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:20.550591 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:15:20.550999 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Checking segment: {'id': '7c124f6e-43e6-4551-a45f-d6aa016df51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:20.551402 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.551804 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Bound using segment: {'id': '7c124f6e-43e6-4551-a45f-d6aa016df51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:15:20.552314 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Bound port: 9f8ddcf8-779b-4d05-b4aa-b0880686fe16, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c124f6e-43e6-4551-a45f-d6aa016df51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:15:20.552682 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.563126 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b6e5f56-ebc1-43bb-8af2-1bdb3c3b7e0d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.626771 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] For port 9f8ddcf8-779b-4d05-b4aa-b0880686fe16, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:15:20.630366 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] For port 9f8ddcf8-779b-4d05-b4aa-b0880686fe16, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9f8ddcf8-779b-4d05-b4aa-b0880686fe16,segment=NetworkSegment(7c124f6e-43e6-4551-a45f-d6aa016df51d),segment_id=7c124f6e-43e6-4551-a45f-d6aa016df51d)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:15:20.632027 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b6e5f56-ebc1-43bb-8af2-1bdb3c3b7e0d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.635574 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.636173 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b6e5f56-ebc1-43bb-8af2-1bdb3c3b7e0d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.661067 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e5f56-ebc1-43bb-8af2-1bdb3c3b7e0d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3e80c5-bc39-4749-ab9e-851e370a07b1,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:20.669896 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b6e5f56-ebc1-43bb-8af2-1bdb3c3b7e0d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.671252 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6b6e5f56-ebc1-43bb-8af2-1bdb3c3b7e0d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406209 Jul 05 10:15:20.674368 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36224) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:20.679512 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d83403ea-dbc7-444c-83f9-d3dfa7c51070 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'security_group_rule': {'security_group_id': '007f6bd3-a65e-4ebf-91ec-3913f3cfd93c', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:20.704528 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c22f2-1a87-4c38-9070-c905a29d966b None None] Pushing event updated for resources: {'Port': ['ID=9f8ddcf8-779b-4d05-b4aa-b0880686fe16,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:20.712400 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d83403ea-dbc7-444c-83f9-d3dfa7c51070 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.782046 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d83403ea-dbc7-444c-83f9-d3dfa7c51070 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.785756 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d83403ea-dbc7-444c-83f9-d3dfa7c51070 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.803644 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83403ea-dbc7-444c-83f9-d3dfa7c51070 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b3012b-1c89-4a22-a05d-d4d8fce4c97d,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:20.809558 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d83403ea-dbc7-444c-83f9-d3dfa7c51070 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.810948 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d83403ea-dbc7-444c-83f9-d3dfa7c51070 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350820 Jul 05 10:15:20.813601 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36226) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:20.819877 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1e096dae-011e-4d50-8ef3-732194b1c352 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'security_group_rule': {'security_group_id': '007f6bd3-a65e-4ebf-91ec-3913f3cfd93c', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:20.847701 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e096dae-011e-4d50-8ef3-732194b1c352 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.927380 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e096dae-011e-4d50-8ef3-732194b1c352 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.932835 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e096dae-011e-4d50-8ef3-732194b1c352 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.948584 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-01337f85-1907-48bf-b76a-8c1f415efc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.950955 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e096dae-011e-4d50-8ef3-732194b1c352 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c939ca-4e71-4831-8cbb-bf8ccb92791e,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:20.961649 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e096dae-011e-4d50-8ef3-732194b1c352 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.963918 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1e096dae-011e-4d50-8ef3-732194b1c352 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1478522 Jul 05 10:15:20.967086 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36230) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:20.972106 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f4c6b6ca-d2d9-41ff-864a-2ca1c3870be0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'security_group_rule': {'security_group_id': '007f6bd3-a65e-4ebf-91ec-3913f3cfd93c', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:21.001916 n-d-798054-8 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-f4c6b6ca-d2d9-41ff-864a-2ca1c3870be0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Project dbbe5e36a1ae46d4aeb2b59e00a44282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:15:21.007293 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b6ca-d2d9-41ff-864a-2ca1c3870be0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:21.079118 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b6ca-d2d9-41ff-864a-2ca1c3870be0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:21.082160 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b6ca-d2d9-41ff-864a-2ca1c3870be0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:21.101468 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6b6ca-d2d9-41ff-864a-2ca1c3870be0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f21ed9-0e63-4b67-a990-7cd06588dffc,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:21.104804 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b6ca-d2d9-41ff-864a-2ca1c3870be0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:21.106050 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f4c6b6ca-d2d9-41ff-864a-2ca1c3870be0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1380002 Jul 05 10:15:21.109548 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36232) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:21.114266 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-495e4c8e-9092-4357-9298-2f0c070d3296 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'security_group_rule': {'security_group_id': '007f6bd3-a65e-4ebf-91ec-3913f3cfd93c', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:21.136594 n-d-798054-8 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-495e4c8e-9092-4357-9298-2f0c070d3296 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Project dbbe5e36a1ae46d4aeb2b59e00a44282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:15:21.141931 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-495e4c8e-9092-4357-9298-2f0c070d3296 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:21.207331 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-495e4c8e-9092-4357-9298-2f0c070d3296 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:21.211154 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-495e4c8e-9092-4357-9298-2f0c070d3296 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:21.229907 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e4c8e-9092-4357-9298-2f0c070d3296 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a281c4fd-2d01-45ef-99b8-3937efbaaed2,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:21.235953 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-495e4c8e-9092-4357-9298-2f0c070d3296 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:21.237198 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-495e4c8e-9092-4357-9298-2f0c070d3296 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266372 Jul 05 10:15:21.523931 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79634ba3-8659-446e-8414-0430b284c701 req-73d49f46-3f77-487c-bbdf-de9aa05d1920 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1262025763&fields=id&tenant_id=dbbe5e36a1ae46d4aeb2b59e00a44282 HTTP/1.1" status: 200 len: 267 time: 0.0354946 Jul 05 10:15:21.610939 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb9e23c-e6e9-4170-9a5d-a9f654bad97f None None] Network 4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:21.631617 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79634ba3-8659-446e-8414-0430b284c701 req-79ad7c4e-bbb4-4be0-adba-093ce4313c88 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:21.633107 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79634ba3-8659-446e-8414-0430b284c701 req-79ad7c4e-bbb4-4be0-adba-093ce4313c88 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/networks?id=4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1 HTTP/1.1" status: 200 len: 797 time: 0.1025646 Jul 05 10:15:21.648711 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79634ba3-8659-446e-8414-0430b284c701 req-c5f41072-8ef4-4632-9f25-ae4343e9401f tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/quotas/dbbe5e36a1ae46d4aeb2b59e00a44282 HTTP/1.1" status: 200 len: 375 time: 0.0090182 Jul 05 10:15:21.661687 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7e64768b-02cd-4c2b-95c7-0e9084b85f73 None None] Provisioning for port 9f8ddcf8-779b-4d05-b4aa-b0880686fe16 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:21.726225 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79634ba3-8659-446e-8414-0430b284c701 req-f49f7393-797f-4f51-b682-867d84e1db74 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=dbbe5e36a1ae46d4aeb2b59e00a44282&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0718653 Jul 05 10:15:21.797466 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-79634ba3-8659-446e-8414-0430b284c701 req-da767008-022c-4f69-9626-de73b2841da2 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:15:21.798491 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79634ba3-8659-446e-8414-0430b284c701 req-da767008-022c-4f69-9626-de73b2841da2 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0610712 Jul 05 10:15:21.893515 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79634ba3-8659-446e-8414-0430b284c701 req-7584c8b1-612c-40dd-a48d-4c98fd473a06 service neutron] 10.222.0.79 "GET /v2.0/networks/4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878460 Jul 05 10:15:21.990283 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79634ba3-8659-446e-8414-0430b284c701 req-98c0b7ef-53a0-45a2-af5f-e77bc7ce81d4 service neutron] 10.222.0.79 "GET /v2.0/networks/4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907962 Jul 05 10:15:22.800461 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9f8ddcf8-779b-4d05-b4aa-b0880686fe16 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:22.849287 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 9f8ddcf8-779b-4d05-b4aa-b0880686fe16 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:22.853577 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 9f8ddcf8-779b-4d05-b4aa-b0880686fe16 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:22.853992 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:22.932508 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:22.963662 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 9f8ddcf8-779b-4d05-b4aa-b0880686fe16, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9f8ddcf8-779b-4d05-b4aa-b0880686fe16,segment=NetworkSegment(7c124f6e-43e6-4551-a45f-d6aa016df51d),segment_id=7c124f6e-43e6-4551-a45f-d6aa016df51d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:22.967884 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:23.014509 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=9f8ddcf8-779b-4d05-b4aa-b0880686fe16,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:23.252939 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-caf428ef-be7c-43cb-9314-90301a749338 req-bb106ce5-c8fd-451f-ada9-2c0fe737c8cf tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe HTTP/1.1" status: 200 len: 210 time: 0.1013217 Jul 05 10:15:23.320183 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5c890d1a-ad40-4dbc-99a7-0326a9c9b64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:23.626656 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:24.259289 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79634ba3-8659-446e-8414-0430b284c701 req-e90b7f7d-63ab-41d3-9426-9485cfb7a9a4 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:24.260784 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79634ba3-8659-446e-8414-0430b284c701 req-e90b7f7d-63ab-41d3-9426-9485cfb7a9a4 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.78 "GET /v2.0/networks?id=4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1 HTTP/1.1" status: 200 len: 797 time: 0.1065285 Jul 05 10:15:24.310327 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79634ba3-8659-446e-8414-0430b284c701 req-3d9e7bec-a670-4c34-a321-61b26319e335 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbbe5e36a1ae46d4aeb2b59e00a44282 HTTP/1.1" status: 200 len: 473 time: 0.0397522 Jul 05 10:15:24.319550 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-79634ba3-8659-446e-8414-0430b284c701 req-047f96f8-25bd-47c3-83c3-4ddac2bd82e1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'port': {'device_id': 'b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe', 'network_id': '4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1', 'admin_state_up': True, 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'security_groups': ['007f6bd3-a65e-4ebf-91ec-3913f3cfd93c']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:24.444769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79634ba3-8659-446e-8414-0430b284c701 req-047f96f8-25bd-47c3-83c3-4ddac2bd82e1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Made reservation on behalf of dbbe5e36a1ae46d4aeb2b59e00a44282 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:24.448395 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79634ba3-8659-446e-8414-0430b284c701 req-047f96f8-25bd-47c3-83c3-4ddac2bd82e1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:24.493642 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b9e1f66-0a11-44c4-afb5-bfbba0af4032 req-1787b4a9-12f2-49d8-ba25-c65a13cd9b6e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe HTTP/1.1" status: 200 len: 210 time: 0.0420394 Jul 05 10:15:24.607899 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-79634ba3-8659-446e-8414-0430b284c701 req-047f96f8-25bd-47c3-83c3-4ddac2bd82e1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Allocated IP 172.20.0.22 (4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1/5823c947-8796-4f5c-a4aa-e0066512835d/d7788bea-c64e-4546-98eb-a4fd8097d3d3) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:24.628026 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:24.760342 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79634ba3-8659-446e-8414-0430b284c701 req-047f96f8-25bd-47c3-83c3-4ddac2bd82e1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:24.774668 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-79634ba3-8659-446e-8414-0430b284c701 req-047f96f8-25bd-47c3-83c3-4ddac2bd82e1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Transition to ACTIVE for port object d7788bea-c64e-4546-98eb-a4fd8097d3d3 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:24.793149 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9f8ddcf8-779b-4d05-b4aa-b0880686fe16 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:24.807562 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79634ba3-8659-446e-8414-0430b284c701 req-047f96f8-25bd-47c3-83c3-4ddac2bd82e1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:24.840265 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 9f8ddcf8-779b-4d05-b4aa-b0880686fe16 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:24.841135 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:24.851635 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79634ba3-8659-446e-8414-0430b284c701 req-047f96f8-25bd-47c3-83c3-4ddac2bd82e1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Network 4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:24.857131 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-79634ba3-8659-446e-8414-0430b284c701 req-047f96f8-25bd-47c3-83c3-4ddac2bd82e1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:24.861034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-79634ba3-8659-446e-8414-0430b284c701 req-047f96f8-25bd-47c3-83c3-4ddac2bd82e1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:24.885236 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f96f8-25bd-47c3-83c3-4ddac2bd82e1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'Port': ['ID=d7788bea-c64e-4546-98eb-a4fd8097d3d3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:24.913782 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79634ba3-8659-446e-8414-0430b284c701 req-047f96f8-25bd-47c3-83c3-4ddac2bd82e1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:24.914461 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79634ba3-8659-446e-8414-0430b284c701 req-047f96f8-25bd-47c3-83c3-4ddac2bd82e1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:24.934940 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79634ba3-8659-446e-8414-0430b284c701 req-047f96f8-25bd-47c3-83c3-4ddac2bd82e1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6195531 Jul 05 10:15:25.066403 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-79634ba3-8659-446e-8414-0430b284c701 req-b39e6c23-6735-4d72-a156-aad63c1ba1a4 service neutron] Request body: {'port': {'device_id': 'b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:25.123635 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8580bf66-2438-4eae-9201-3f7e0600edb4 None None] Provisioning for port d7788bea-c64e-4546-98eb-a4fd8097d3d3 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:25.127150 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8580bf66-2438-4eae-9201-3f7e0600edb4 None None] Provisioning complete for port d7788bea-c64e-4546-98eb-a4fd8097d3d3 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:25.127518 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8580bf66-2438-4eae-9201-3f7e0600edb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:25.142962 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79634ba3-8659-446e-8414-0430b284c701 req-b39e6c23-6735-4d72-a156-aad63c1ba1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:25.160913 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8580bf66-2438-4eae-9201-3f7e0600edb4 None None] Port d7788bea-c64e-4546-98eb-a4fd8097d3d3 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:15:25.401214 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-79634ba3-8659-446e-8414-0430b284c701 req-b39e6c23-6735-4d72-a156-aad63c1ba1a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7788bea-c64e-4546-98eb-a4fd8097d3d3 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:15:25.408409 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79634ba3-8659-446e-8414-0430b284c701 req-b39e6c23-6735-4d72-a156-aad63c1ba1a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:25.420049 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-79634ba3-8659-446e-8414-0430b284c701 req-b39e6c23-6735-4d72-a156-aad63c1ba1a4 service neutron] Transition to ACTIVE for port object d7788bea-c64e-4546-98eb-a4fd8097d3d3 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:25.423527 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79634ba3-8659-446e-8414-0430b284c701 req-b39e6c23-6735-4d72-a156-aad63c1ba1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:25.498345 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e6c23-6735-4d72-a156-aad63c1ba1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d7788bea-c64e-4546-98eb-a4fd8097d3d3,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:25.553772 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-79634ba3-8659-446e-8414-0430b284c701 req-b39e6c23-6735-4d72-a156-aad63c1ba1a4 service neutron] Attempting to bind port d7788bea-c64e-4546-98eb-a4fd8097d3d3 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:15:25.554416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-79634ba3-8659-446e-8414-0430b284c701 req-b39e6c23-6735-4d72-a156-aad63c1ba1a4 service neutron] Attempting to bind port d7788bea-c64e-4546-98eb-a4fd8097d3d3 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '7c124f6e-43e6-4551-a45f-d6aa016df51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:15:25.554926 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79634ba3-8659-446e-8414-0430b284c701 req-b39e6c23-6735-4d72-a156-aad63c1ba1a4 service neutron] Attempting to bind port d7788bea-c64e-4546-98eb-a4fd8097d3d3 on network 4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:25.561164 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79634ba3-8659-446e-8414-0430b284c701 req-b39e6c23-6735-4d72-a156-aad63c1ba1a4 service neutron] Port d7788bea-c64e-4546-98eb-a4fd8097d3d3 on network 4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:15:25.561443 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79634ba3-8659-446e-8414-0430b284c701 req-b39e6c23-6735-4d72-a156-aad63c1ba1a4 service neutron] Attempting to bind port d7788bea-c64e-4546-98eb-a4fd8097d3d3 on network 4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:25.566875 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79634ba3-8659-446e-8414-0430b284c701 req-b39e6c23-6735-4d72-a156-aad63c1ba1a4 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:15:25.567223 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79634ba3-8659-446e-8414-0430b284c701 req-b39e6c23-6735-4d72-a156-aad63c1ba1a4 service neutron] Checking segment: {'id': '7c124f6e-43e6-4551-a45f-d6aa016df51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:25.567613 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79634ba3-8659-446e-8414-0430b284c701 req-b39e6c23-6735-4d72-a156-aad63c1ba1a4 service neutron] Bound using segment: {'id': '7c124f6e-43e6-4551-a45f-d6aa016df51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:15:25.568078 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-79634ba3-8659-446e-8414-0430b284c701 req-b39e6c23-6735-4d72-a156-aad63c1ba1a4 service neutron] Bound port: d7788bea-c64e-4546-98eb-a4fd8097d3d3, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c124f6e-43e6-4551-a45f-d6aa016df51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:15:25.568445 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79634ba3-8659-446e-8414-0430b284c701 req-b39e6c23-6735-4d72-a156-aad63c1ba1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:25.688960 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-79634ba3-8659-446e-8414-0430b284c701 req-b39e6c23-6735-4d72-a156-aad63c1ba1a4 service neutron] For port d7788bea-c64e-4546-98eb-a4fd8097d3d3, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:15:25.692715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-79634ba3-8659-446e-8414-0430b284c701 req-b39e6c23-6735-4d72-a156-aad63c1ba1a4 service neutron] For port d7788bea-c64e-4546-98eb-a4fd8097d3d3, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=d7788bea-c64e-4546-98eb-a4fd8097d3d3,segment=NetworkSegment(7c124f6e-43e6-4551-a45f-d6aa016df51d),segment_id=7c124f6e-43e6-4551-a45f-d6aa016df51d)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:15:25.698383 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79634ba3-8659-446e-8414-0430b284c701 req-b39e6c23-6735-4d72-a156-aad63c1ba1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:25.741492 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79634ba3-8659-446e-8414-0430b284c701 req-b39e6c23-6735-4d72-a156-aad63c1ba1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:25.741833 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79634ba3-8659-446e-8414-0430b284c701 req-b39e6c23-6735-4d72-a156-aad63c1ba1a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:25.743349 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79634ba3-8659-446e-8414-0430b284c701 req-b39e6c23-6735-4d72-a156-aad63c1ba1a4 service neutron] 10.222.0.78 "PUT /v2.0/ports/d7788bea-c64e-4546-98eb-a4fd8097d3d3 HTTP/1.1" status: 200 len: 1092 time: 0.7386498 Jul 05 10:15:25.746276 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe', 'tag': 'd7788bea-c64e-4546-98eb-a4fd8097d3d3'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:15:25.749219 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865302b4-81d9-441a-a505-15482eddfc60" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe", "tag": "d7788bea-c64e-4546-98eb-a4fd8097d3d3"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:25.770607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872735c-7c8e-4ebb-9168-91e7070d2d28 req-ae009c8c-4ef5-4266-84c4-a4facd75a435 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:25.777854 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1872735c-7c8e-4ebb-9168-91e7070d2d28 req-ae009c8c-4ef5-4266-84c4-a4facd75a435 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe HTTP/1.1" status: 200 len: 944 time: 0.1605206 Jul 05 10:15:25.829277 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ff5fed-7931-45f0-abf2-efdce5065785 x-openstack-request-id: req-e9ff5fed-7931-45f0-abf2-efdce5065785 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:25.829580 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe", "tag": "d7788bea-c64e-4546-98eb-a4fd8097d3d3", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:25.829842 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e9ff5fed-7931-45f0-abf2-efdce5065785 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:25.830251 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe', 'tag': 'd7788bea-c64e-4546-98eb-a4fd8097d3d3', 'status': 'completed', 'code': 200} Jul 05 10:15:25.842125 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e6c23-6735-4d72-a156-aad63c1ba1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d7788bea-c64e-4546-98eb-a4fd8097d3d3,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:25.865838 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1872735c-7c8e-4ebb-9168-91e7070d2d28 req-374efb37-f994-405f-9ba5-878985b92fcd tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=007f6bd3-a65e-4ebf-91ec-3913f3cfd93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870492 Jul 05 10:15:25.886048 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79634ba3-8659-446e-8414-0430b284c701 req-7ca17358-79ed-47bb-b252-a7346d8f9117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:25.887653 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79634ba3-8659-446e-8414-0430b284c701 req-7ca17358-79ed-47bb-b252-a7346d8f9117 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dbbe5e36a1ae46d4aeb2b59e00a44282&device_id=b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe HTTP/1.1" status: 200 len: 1095 time: 0.0969627 Jul 05 10:15:25.936314 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79634ba3-8659-446e-8414-0430b284c701 req-6f43c00b-b6d1-4675-b860-527eadff7afb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=d7788bea-c64e-4546-98eb-a4fd8097d3d3 HTTP/1.1" status: 200 len: 217 time: 0.0413132 Jul 05 10:15:25.984682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79634ba3-8659-446e-8414-0430b284c701 req-2ba60d47-c2f6-47c4-98a3-6ba458623b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:25.986129 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79634ba3-8659-446e-8414-0430b284c701 req-2ba60d47-c2f6-47c4-98a3-6ba458623b14 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5823c947-8796-4f5c-a4aa-e0066512835d HTTP/1.1" status: 200 len: 837 time: 0.0442166 Jul 05 10:15:26.045005 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79634ba3-8659-446e-8414-0430b284c701 req-0781e632-1349-4c85-b012-f7c71518da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:26.046454 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79634ba3-8659-446e-8414-0430b284c701 req-0781e632-1349-4c85-b012-f7c71518da9c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542905 Jul 05 10:15:26.137082 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79634ba3-8659-446e-8414-0430b284c701 req-35495010-f91d-484c-a910-78c8ba327265 service neutron] 10.222.0.78 "GET /v2.0/networks/4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842280 Jul 05 10:15:26.223542 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79634ba3-8659-446e-8414-0430b284c701 req-514b8d74-9d85-4ecf-9d89-2653f4daf1b7 service neutron] 10.222.0.78 "GET /v2.0/networks/4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802119 Jul 05 10:15:26.320499 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865302b4-81d9-441a-a505-15482eddfc60 req-f37c5358-0469-4695-affe-5534cf370cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:26.321992 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-865302b4-81d9-441a-a505-15482eddfc60 req-f37c5358-0469-4695-affe-5534cf370cb8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dbbe5e36a1ae46d4aeb2b59e00a44282&device_id=b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe HTTP/1.1" status: 200 len: 1095 time: 0.0521407 Jul 05 10:15:26.412882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865302b4-81d9-441a-a505-15482eddfc60 req-6ce79fae-6bf5-46d0-b023-0cec58ae71ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:26.414349 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-865302b4-81d9-441a-a505-15482eddfc60 req-6ce79fae-6bf5-46d0-b023-0cec58ae71ed service neutron] 10.222.0.78 "GET /v2.0/networks?id=4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1 HTTP/1.1" status: 200 len: 898 time: 0.0864618 Jul 05 10:15:26.455149 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-865302b4-81d9-441a-a505-15482eddfc60 req-c595453d-4bad-4176-af3a-a0e30cf2d6b7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=d7788bea-c64e-4546-98eb-a4fd8097d3d3 HTTP/1.1" status: 200 len: 217 time: 0.0338559 Jul 05 10:15:26.507292 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865302b4-81d9-441a-a505-15482eddfc60 req-e41516d5-4d8a-4cbd-9f98-5af6523446eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:26.508769 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-865302b4-81d9-441a-a505-15482eddfc60 req-e41516d5-4d8a-4cbd-9f98-5af6523446eb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5823c947-8796-4f5c-a4aa-e0066512835d HTTP/1.1" status: 200 len: 837 time: 0.0478218 Jul 05 10:15:26.568602 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865302b4-81d9-441a-a505-15482eddfc60 req-4ae0e0ec-a105-42ce-a9b7-6df361ae2cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:26.568602 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-865302b4-81d9-441a-a505-15482eddfc60 req-4ae0e0ec-a105-42ce-a9b7-6df361ae2cc6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526671 Jul 05 10:15:26.660379 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-865302b4-81d9-441a-a505-15482eddfc60 req-ed63f86f-ac91-449d-b108-59d7e6612127 service neutron] 10.222.0.78 "GET /v2.0/networks/4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857756 Jul 05 10:15:26.744080 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:26.757604 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-865302b4-81d9-441a-a505-15482eddfc60 req-f932e3e0-c81e-4c3b-98dc-c43fc4184d85 service neutron] 10.222.0.78 "GET /v2.0/networks/4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905366 Jul 05 10:15:27.038915 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207477e0-5e46-4b80-878c-4c6d31e24e96 req-8439c039-60ea-4545-aaf1-2177f4b7f692 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:27.040868 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-207477e0-5e46-4b80-878c-4c6d31e24e96 req-8439c039-60ea-4545-aaf1-2177f4b7f692 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe HTTP/1.1" status: 200 len: 944 time: 0.0643787 Jul 05 10:15:27.078047 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-207477e0-5e46-4b80-878c-4c6d31e24e96 req-2305799b-e984-4dde-ae73-963b13237e9d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=007f6bd3-a65e-4ebf-91ec-3913f3cfd93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311887 Jul 05 10:15:28.253799 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99ab5c-34c2-4ac5-9721-279ac1ee775d req-1a5ec2d7-52de-4ec8-bd11-3d5387620cb4 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:28.255286 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d99ab5c-34c2-4ac5-9721-279ac1ee775d req-1a5ec2d7-52de-4ec8-bd11-3d5387620cb4 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe HTTP/1.1" status: 200 len: 944 time: 0.0677435 Jul 05 10:15:28.293117 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d99ab5c-34c2-4ac5-9721-279ac1ee775d req-e8424bce-c376-416e-a650-51693f4c72b5 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=007f6bd3-a65e-4ebf-91ec-3913f3cfd93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315413 Jul 05 10:15:29.465595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357b326-4143-4bef-8aa8-a502137fcce1 req-4503cb8f-3e3d-49c5-96de-ce9c1f349a6d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:29.467146 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b357b326-4143-4bef-8aa8-a502137fcce1 req-4503cb8f-3e3d-49c5-96de-ce9c1f349a6d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe HTTP/1.1" status: 200 len: 944 time: 0.0640755 Jul 05 10:15:29.505093 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b357b326-4143-4bef-8aa8-a502137fcce1 req-49816b21-9f5a-41a2-9649-9d58f7ab7041 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=007f6bd3-a65e-4ebf-91ec-3913f3cfd93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324523 Jul 05 10:15:30.308596 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device d7788bea-c64e-4546-98eb-a4fd8097d3d3 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:15:30.340110 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:15:30.412891 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port d7788bea-c64e-4546-98eb-a4fd8097d3d3, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=d7788bea-c64e-4546-98eb-a4fd8097d3d3,segment=NetworkSegment(7c124f6e-43e6-4551-a45f-d6aa016df51d),segment_id=7c124f6e-43e6-4551-a45f-d6aa016df51d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:30.424249 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'd7788bea-c64e-4546-98eb-a4fd8097d3d3', 'network_id': '4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1', 'port_id': 'd7788bea-c64e-4546-98eb-a4fd8097d3d3', 'mac_address': 'fa:16:3e:ed:b1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5823c947-8796-4f5c-a4aa-e0066512835d', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:15:30.462129 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:30.482836 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7788bea-c64e-4546-98eb-a4fd8097d3d3 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:15:30.509530 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port d7788bea-c64e-4546-98eb-a4fd8097d3d3, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=d7788bea-c64e-4546-98eb-a4fd8097d3d3,segment=NetworkSegment(7c124f6e-43e6-4551-a45f-d6aa016df51d),segment_id=7c124f6e-43e6-4551-a45f-d6aa016df51d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:30.513936 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:30.561716 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=d7788bea-c64e-4546-98eb-a4fd8097d3d3,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:30.679666 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97b367-c491-4e43-b4f2-d5761f26f7d7 req-c2d545fe-ed1f-4008-aaaf-a4afc30eecac tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:30.681192 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e97b367-c491-4e43-b4f2-d5761f26f7d7 req-c2d545fe-ed1f-4008-aaaf-a4afc30eecac tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe HTTP/1.1" status: 200 len: 945 time: 0.0648992 Jul 05 10:15:30.719278 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e97b367-c491-4e43-b4f2-d5761f26f7d7 req-2857a248-b528-4aeb-9275-3af1ed0c6e82 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=007f6bd3-a65e-4ebf-91ec-3913f3cfd93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319123 Jul 05 10:15:30.881674 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['d7788bea-c64e-4546-98eb-a4fd8097d3d3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:15:31.909024 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c962dd7-d1b5-4e1b-8191-779d7d5e5be7 req-c2298069-b788-4a3a-bad5-63ee007a1c1e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:31.910486 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9c962dd7-d1b5-4e1b-8191-779d7d5e5be7 req-c2298069-b788-4a3a-bad5-63ee007a1c1e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe HTTP/1.1" status: 200 len: 945 time: 0.0779634 Jul 05 10:15:31.947518 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9c962dd7-d1b5-4e1b-8191-779d7d5e5be7 req-fa56ead9-7684-4300-98ca-1389662dfa88 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=007f6bd3-a65e-4ebf-91ec-3913f3cfd93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314450 Jul 05 10:15:32.325746 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device d7788bea-c64e-4546-98eb-a4fd8097d3d3 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:32.377097 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port d7788bea-c64e-4546-98eb-a4fd8097d3d3 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:32.380887 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port d7788bea-c64e-4546-98eb-a4fd8097d3d3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:32.381309 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:32.454798 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:32.476656 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7788bea-c64e-4546-98eb-a4fd8097d3d3'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:15:32.478900 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1fb155-27d4-4a3d-9995-099b39157c11" -d '{"events": [{"server_uuid": "b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe", "name": "network-vif-plugged", "status": "completed", "tag": "d7788bea-c64e-4546-98eb-a4fd8097d3d3"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:32.492149 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port d7788bea-c64e-4546-98eb-a4fd8097d3d3, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=d7788bea-c64e-4546-98eb-a4fd8097d3d3,segment=NetworkSegment(7c124f6e-43e6-4551-a45f-d6aa016df51d),segment_id=7c124f6e-43e6-4551-a45f-d6aa016df51d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:32.497285 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:32.523252 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5338a89-56fa-45f1-8277-9cde6aa37160 x-openstack-request-id: req-f5338a89-56fa-45f1-8277-9cde6aa37160 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:32.523549 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe", "name": "network-vif-plugged", "status": "completed", "tag": "d7788bea-c64e-4546-98eb-a4fd8097d3d3", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:32.523914 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f5338a89-56fa-45f1-8277-9cde6aa37160 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:32.524308 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7788bea-c64e-4546-98eb-a4fd8097d3d3', 'code': 200} Jul 05 10:15:32.550877 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=d7788bea-c64e-4546-98eb-a4fd8097d3d3,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:32.634027 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe958f-a9a3-4e6a-b075-da1475ac28c4 req-3ac595a5-8518-456b-8f2e-3f33b20b6d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:32.635538 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11fe958f-a9a3-4e6a-b075-da1475ac28c4 req-3ac595a5-8518-456b-8f2e-3f33b20b6d82 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe HTTP/1.1" status: 200 len: 1097 time: 0.0529516 Jul 05 10:15:32.669999 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11fe958f-a9a3-4e6a-b075-da1475ac28c4 req-80c830cd-2243-4232-a1fa-913283c7f660 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=007f6bd3-a65e-4ebf-91ec-3913f3cfd93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288069 Jul 05 10:15:32.792995 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:33.127719 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b56b86-8070-4a26-8d13-c107d3ea89dc req-aaea9ea9-0377-496b-b0d9-9071fe34fed0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:33.129261 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5b56b86-8070-4a26-8d13-c107d3ea89dc req-aaea9ea9-0377-496b-b0d9-9071fe34fed0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe HTTP/1.1" status: 200 len: 946 time: 0.0665765 Jul 05 10:15:33.167347 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5b56b86-8070-4a26-8d13-c107d3ea89dc req-9f28c782-d62d-4494-bb01-d5f50fc4260e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=007f6bd3-a65e-4ebf-91ec-3913f3cfd93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325341 Jul 05 10:15:34.347714 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9883bb3-ddfb-4f73-a3f7-a7bf15f5a00a req-ed5d4f95-9573-42d2-ae12-2478ea1d4fd9 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:34.349265 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9883bb3-ddfb-4f73-a3f7-a7bf15f5a00a req-ed5d4f95-9573-42d2-ae12-2478ea1d4fd9 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe HTTP/1.1" status: 200 len: 946 time: 0.0644567 Jul 05 10:15:34.388253 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9883bb3-ddfb-4f73-a3f7-a7bf15f5a00a req-c5e0fec7-30a9-4aca-9838-93d3bd8ca35a tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=007f6bd3-a65e-4ebf-91ec-3913f3cfd93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334663 Jul 05 10:15:34.563956 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d53d3-5eba-4c9f-96c2-c676375eeec2 req-8f729723-f5ac-4aeb-9cca-908d88b74f7e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:34.565466 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d7d53d3-5eba-4c9f-96c2-c676375eeec2 req-8f729723-f5ac-4aeb-9cca-908d88b74f7e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe HTTP/1.1" status: 200 len: 946 time: 0.0625379 Jul 05 10:15:34.602564 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d7d53d3-5eba-4c9f-96c2-c676375eeec2 req-9c0ecdee-34a5-459d-b0c6-c332377e54e4 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=007f6bd3-a65e-4ebf-91ec-3913f3cfd93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316582 Jul 05 10:15:36.080100 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36324) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:36.188955 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:36.515395 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c84f10d-4d59-4f4e-90a5-12215a551994 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:36.790935 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-0c84f10d-4d59-4f4e-90a5-12215a551994 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Allocated IP 172.20.0.17 (4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1/5823c947-8796-4f5c-a4aa-e0066512835d/9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:36.896474 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c84f10d-4d59-4f4e-90a5-12215a551994 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:36.911101 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-0c84f10d-4d59-4f4e-90a5-12215a551994 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Transition to ACTIVE for port object 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:36.943336 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c84f10d-4d59-4f4e-90a5-12215a551994 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:36.987249 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c84f10d-4d59-4f4e-90a5-12215a551994 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Network 4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:36.990431 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-0c84f10d-4d59-4f4e-90a5-12215a551994 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:36.993032 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c84f10d-4d59-4f4e-90a5-12215a551994 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:37.028170 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84f10d-4d59-4f4e-90a5-12215a551994 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'Port': ['ID=9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:37.047999 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c84f10d-4d59-4f4e-90a5-12215a551994 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:37.186383 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ef49fa4a-7649-4dff-a189-31467229f58c None None] Provisioning for port 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:37.190553 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ef49fa4a-7649-4dff-a189-31467229f58c None None] Provisioning complete for port 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:37.191142 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ef49fa4a-7649-4dff-a189-31467229f58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:37.197472 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c84f10d-4d59-4f4e-90a5-12215a551994 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:37.225560 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ef49fa4a-7649-4dff-a189-31467229f58c None None] Port 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:15:37.470271 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c84f10d-4d59-4f4e-90a5-12215a551994 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:37.474963 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c84f10d-4d59-4f4e-90a5-12215a551994 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:37.548408 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84f10d-4d59-4f4e-90a5-12215a551994 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'Port': ['ID=9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:37.550905 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c84f10d-4d59-4f4e-90a5-12215a551994 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:37.645458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c84f10d-4d59-4f4e-90a5-12215a551994 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Network 4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:37.647008 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-0c84f10d-4d59-4f4e-90a5-12215a551994 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:37.766850 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c84f10d-4d59-4f4e-90a5-12215a551994 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Router 56b870a3-5732-479d-897e-e4e0f97fecd0 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:15:37.848237 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b96ccc2d-207e-4d4d-a102-fedd5dc6813c None None] Provisioning complete for port 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:37.848714 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b96ccc2d-207e-4d4d-a102-fedd5dc6813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:37.873353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c84f10d-4d59-4f4e-90a5-12215a551994 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:15:37.878758 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0c84f10d-4d59-4f4e-90a5-12215a551994 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "PUT /v2.0/routers/56b870a3-5732-479d-897e-e4e0f97fecd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7973437 Jul 05 10:15:37.884738 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] Sync routers for ids ['56b870a3-5732-479d-897e-e4e0f97fecd0'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:15:37.887621 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b96ccc2d-207e-4d4d-a102-fedd5dc6813c None None] Port 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:15:37.895989 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] Routers {'56b870a3-5732-479d-897e-e4e0f97fecd0'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:15:37.896638 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:15:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['56b870a3-5732-479d-897e-e4e0f97fecd0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:38.004122 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] Set router 56b870a3-5732-479d-897e-e4e0f97fecd0 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:15:38.240825 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'name': 'tempest-TestNetworkBasicOps-router-651648166', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:13:36Z', 'updated_at': '2021-07-05T10:15:37Z', 'revision_number': 5, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:37Z', 'updated_at': '2021-07-05T10:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3a9a0395-0363-4a40-96cc-2f7eb831ee03', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'port_id': 'ba5e11c2-413f-49e6-a592-6ecb1d11458e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'mac_address': 'fa:16:3e:c6:3d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea71201b-c131-4ea0-bc1d-ef0a810703f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:13:58Z', 'updated_at': '2021-07-05T10:14:00Z', 'revision_number': 1, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1', 'name': '', 'network_id': '4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:c3:d6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '5823c947-8796-4f5c-a4aa-e0066512835d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:36Z', 'updated_at': '2021-07-05T10:15:37Z', 'revision_number': 2, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': '5823c947-8796-4f5c-a4aa-e0066512835d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de066a21-f9e5-4eab-9c86-a799f7749ac9', 'name': '', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:58:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '099680f0-d991-4d50-bd1d-088e2a885922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:40Z', 'updated_at': '2021-07-05T10:13:45Z', 'revision_number': 5, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': '099680f0-d991-4d50-bd1d-088e2a885922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:38.283482 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] Checking router: 56b870a3-5732-479d-897e-e4e0f97fecd0 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:15:38.284013 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] Updating router 56b870a3-5732-479d-897e-e4e0f97fecd0 port 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:15:38.319412 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:38.589607 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:38.598871 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] Transition to ACTIVE for port object 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:38.604821 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:38.656066 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc799c7-c5c1-4508-8128-6fe483e80978 None None] Pushing event updated for resources: {'Port': ['ID=9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:38.708357 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] Attempting to bind port 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:15:38.709055 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] Attempting to bind port 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '7c124f6e-43e6-4551-a45f-d6aa016df51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:15:38.709449 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] Attempting to bind port 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1 on network 4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:38.715021 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:15:38.715468 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] Checking segment: {'id': '7c124f6e-43e6-4551-a45f-d6aa016df51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:38.715911 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:38.716322 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] Bound using segment: {'id': '7c124f6e-43e6-4551-a45f-d6aa016df51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:15:38.716785 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] Bound port: 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c124f6e-43e6-4551-a45f-d6aa016df51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:15:38.717171 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:38.814199 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] For port 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:15:38.821219 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] For port 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1,segment=NetworkSegment(7c124f6e-43e6-4551-a45f-d6aa016df51d),segment_id=7c124f6e-43e6-4551-a45f-d6aa016df51d)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:15:38.826545 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:38.827220 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b5cefa4-dc18-4131-8375-75dee4dd8c8d req-6f501093-8f23-4565-9dfe-ba350a6fc7b0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ea71201b-c131-4ea0-bc1d-ef0a810703f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0615027 Jul 05 10:15:38.886124 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] Routers {'56b870a3-5732-479d-897e-e4e0f97fecd0'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:15:38.886783 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:15:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['56b870a3-5732-479d-897e-e4e0f97fecd0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:38.892566 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc799c7-c5c1-4508-8128-6fe483e80978 None None] Pushing event updated for resources: {'Port': ['ID=9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:38.933538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cefa4-dc18-4131-8375-75dee4dd8c8d req-50644990-d52d-4cc5-8023-6195ac6d7d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:38.935207 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b5cefa4-dc18-4131-8375-75dee4dd8c8d req-50644990-d52d-4cc5-8023-6195ac6d7d0c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dbbe5e36a1ae46d4aeb2b59e00a44282&device_id=ea71201b-c131-4ea0-bc1d-ef0a810703f6 HTTP/1.1" status: 200 len: 1096 time: 0.0596256 Jul 05 10:15:39.012745 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] Set router 56b870a3-5732-479d-897e-e4e0f97fecd0 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:15:39.047378 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cefa4-dc18-4131-8375-75dee4dd8c8d req-20499723-eff5-44bf-8956-ea174491cded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:39.048938 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b5cefa4-dc18-4131-8375-75dee4dd8c8d req-20499723-eff5-44bf-8956-ea174491cded service neutron] 10.222.0.78 "GET /v2.0/networks?id=a32bcc0c-b539-4f64-9a76-e54a342026e3 HTTP/1.1" status: 200 len: 898 time: 0.0913460 Jul 05 10:15:39.121973 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b5cefa4-dc18-4131-8375-75dee4dd8c8d req-1b98b32c-7e68-4e30-98c9-90e3df0409d2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba5e11c2-413f-49e6-a592-6ecb1d11458e HTTP/1.1" status: 200 len: 1000 time: 0.0670471 Jul 05 10:15:39.177356 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cefa4-dc18-4131-8375-75dee4dd8c8d req-36bebfcf-b176-4f60-bc84-b67ca0d1dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:39.178913 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b5cefa4-dc18-4131-8375-75dee4dd8c8d req-36bebfcf-b176-4f60-bc84-b67ca0d1dc01 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=099680f0-d991-4d50-bd1d-088e2a885922 HTTP/1.1" status: 200 len: 835 time: 0.0493963 Jul 05 10:15:39.235521 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cefa4-dc18-4131-8375-75dee4dd8c8d req-70d302de-21ca-4f3c-a155-76c0787157df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:39.237204 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b5cefa4-dc18-4131-8375-75dee4dd8c8d req-70d302de-21ca-4f3c-a155-76c0787157df service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a32bcc0c-b539-4f64-9a76-e54a342026e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524998 Jul 05 10:15:39.258382 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'name': 'tempest-TestNetworkBasicOps-router-651648166', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:13:36Z', 'updated_at': '2021-07-05T10:15:37Z', 'revision_number': 5, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:37Z', 'updated_at': '2021-07-05T10:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3a9a0395-0363-4a40-96cc-2f7eb831ee03', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'port_id': 'ba5e11c2-413f-49e6-a592-6ecb1d11458e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'mac_address': 'fa:16:3e:c6:3d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea71201b-c131-4ea0-bc1d-ef0a810703f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:13:58Z', 'updated_at': '2021-07-05T10:14:00Z', 'revision_number': 1, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1', 'name': '', 'network_id': '4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:c3:d6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '5823c947-8796-4f5c-a4aa-e0066512835d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:36Z', 'updated_at': '2021-07-05T10:15:38Z', 'revision_number': 4, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': '5823c947-8796-4f5c-a4aa-e0066512835d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de066a21-f9e5-4eab-9c86-a799f7749ac9', 'name': '', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:58:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '099680f0-d991-4d50-bd1d-088e2a885922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:40Z', 'updated_at': '2021-07-05T10:13:45Z', 'revision_number': 5, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': '099680f0-d991-4d50-bd1d-088e2a885922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:39.288950 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7435555-42f8-4764-8a77-0e9e07aa23db None None] The sync data for ids ['56b870a3-5732-479d-897e-e4e0f97fecd0'] in n-d-798054-8 is: [{'id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'name': 'tempest-TestNetworkBasicOps-router-651648166', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:13:36Z', 'updated_at': '2021-07-05T10:15:37Z', 'revision_number': 5, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:37Z', 'updated_at': '2021-07-05T10:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3a9a0395-0363-4a40-96cc-2f7eb831ee03', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'port_id': 'ba5e11c2-413f-49e6-a592-6ecb1d11458e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'mac_address': 'fa:16:3e:c6:3d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea71201b-c131-4ea0-bc1d-ef0a810703f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:13:58Z', 'updated_at': '2021-07-05T10:14:00Z', 'revision_number': 1, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1', 'name': '', 'network_id': '4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:c3:d6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '5823c947-8796-4f5c-a4aa-e0066512835d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:36Z', 'updated_at': '2021-07-05T10:15:38Z', 'revision_number': 4, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': '5823c947-8796-4f5c-a4aa-e0066512835d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de066a21-f9e5-4eab-9c86-a799f7749ac9', 'name': '', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:58:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '099680f0-d991-4d50-bd1d-088e2a885922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:40Z', 'updated_at': '2021-07-05T10:13:45Z', 'revision_number': 5, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': '099680f0-d991-4d50-bd1d-088e2a885922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:15:39.342671 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b5cefa4-dc18-4131-8375-75dee4dd8c8d req-961871d4-d985-4338-84cf-5019c7c2e574 service neutron] 10.222.0.78 "GET /v2.0/networks/a32bcc0c-b539-4f64-9a76-e54a342026e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988200 Jul 05 10:15:39.441203 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b5cefa4-dc18-4131-8375-75dee4dd8c8d req-703767a0-efe1-45e0-b0b1-495e26a52ba5 service neutron] 10.222.0.78 "GET /v2.0/networks/a32bcc0c-b539-4f64-9a76-e54a342026e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926917 Jul 05 10:15:40.811221 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:40.859730 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:40.863869 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:40.864250 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:40.939879 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:40.981259 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1,segment=NetworkSegment(7c124f6e-43e6-4551-a45f-d6aa016df51d),segment_id=7c124f6e-43e6-4551-a45f-d6aa016df51d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:40.985275 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:41.044099 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:41.688513 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37e91b6a-0a8d-4087-9dbe-c0fd6b5e4b0d req-c09ea0a7-8ca8-4997-8c66-7ca583dca954 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=51d51af3-281e-4815-aa63-6f1b5f61cffb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1062701 Jul 05 10:15:41.763693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e91b6a-0a8d-4087-9dbe-c0fd6b5e4b0d req-07e3702b-c636-4295-856d-e3af79387104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:41.765251 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37e91b6a-0a8d-4087-9dbe-c0fd6b5e4b0d req-07e3702b-c636-4295-856d-e3af79387104 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c001f7d567b480ca0b6992073b2cea5&device_id=51d51af3-281e-4815-aa63-6f1b5f61cffb HTTP/1.1" status: 200 len: 1096 time: 0.0546191 Jul 05 10:15:41.873251 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e91b6a-0a8d-4087-9dbe-c0fd6b5e4b0d req-055dba30-b084-42d0-9a57-8fe7baace054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:41.874688 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37e91b6a-0a8d-4087-9dbe-c0fd6b5e4b0d req-055dba30-b084-42d0-9a57-8fe7baace054 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e92969d7-2f54-48da-8a2d-7d136131bbc7 HTTP/1.1" status: 200 len: 911 time: 0.0878477 Jul 05 10:15:41.944133 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37e91b6a-0a8d-4087-9dbe-c0fd6b5e4b0d req-1e2ac44c-578e-4195-822e-ad78162c82b7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 HTTP/1.1" status: 200 len: 1001 time: 0.0630183 Jul 05 10:15:41.995397 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e91b6a-0a8d-4087-9dbe-c0fd6b5e4b0d req-7de592a5-f9ad-40fb-8d99-a9f442d65ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:41.996894 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37e91b6a-0a8d-4087-9dbe-c0fd6b5e4b0d req-7de592a5-f9ad-40fb-8d99-a9f442d65ff4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec963537-c196-42e4-b994-fe6e7fea3b3b HTTP/1.1" status: 200 len: 849 time: 0.0457675 Jul 05 10:15:42.056355 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e91b6a-0a8d-4087-9dbe-c0fd6b5e4b0d req-b7894060-a6c6-408f-8aaa-3b0b5c3b46ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:42.057897 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37e91b6a-0a8d-4087-9dbe-c0fd6b5e4b0d req-b7894060-a6c6-408f-8aaa-3b0b5c3b46ab service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e92969d7-2f54-48da-8a2d-7d136131bbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537632 Jul 05 10:15:42.156422 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37e91b6a-0a8d-4087-9dbe-c0fd6b5e4b0d req-a1ba4624-544d-4eaf-91e7-1d2bdc3f9723 service neutron] 10.222.0.81 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913811 Jul 05 10:15:42.247667 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-37e91b6a-0a8d-4087-9dbe-c0fd6b5e4b0d req-e9a82a19-a1aa-4ce6-a23f-5cb334c3a3bf service neutron] 10.222.0.81 "GET /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851085 Jul 05 10:15:42.794420 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:42.840681 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:42.841002 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:50.940633 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2cb75052-0a3f-4b72-ae1b-d2ef36f52d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.320661 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-002bacf3-8762-4dae-b371-8af905d53de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.627689 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:54.624770 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:56.745682 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:02.808769 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:06.207088 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:07.339100 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:16:16.200865 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36486) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:16.560673 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88a78aa9-a607-416b-bfac-3d707e27af27 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:17.235380 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-88a78aa9-a607-416b-bfac-3d707e27af27 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Deleting port 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:17.236108 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88a78aa9-a607-416b-bfac-3d707e27af27 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:17.325311 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-88a78aa9-a607-416b-bfac-3d707e27af27 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] For port 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1,segment=NetworkSegment(7c124f6e-43e6-4551-a45f-d6aa016df51d),segment_id=7c124f6e-43e6-4551-a45f-d6aa016df51d)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:17.325672 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88a78aa9-a607-416b-bfac-3d707e27af27 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:17.337872 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-88a78aa9-a607-416b-bfac-3d707e27af27 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Calling delete_port for 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:17.520222 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88a78aa9-a607-416b-bfac-3d707e27af27 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:17.546781 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a78aa9-a607-416b-bfac-3d707e27af27 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event deleted for resources: {'Port': ['ID=9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:17.731820 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88a78aa9-a607-416b-bfac-3d707e27af27 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:17.953644 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a78aa9-a607-416b-bfac-3d707e27af27 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Router 56b870a3-5732-479d-897e-e4e0f97fecd0 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:16:18.079184 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a78aa9-a607-416b-bfac-3d707e27af27 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:16:18.085350 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-88a78aa9-a607-416b-bfac-3d707e27af27 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "PUT /v2.0/routers/56b870a3-5732-479d-897e-e4e0f97fecd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8824849 Jul 05 10:16:18.096639 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7948178-9001-4e54-a96d-ecbdaf6f200d None None] Sync routers for ids ['56b870a3-5732-479d-897e-e4e0f97fecd0'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:16:18.110383 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7948178-9001-4e54-a96d-ecbdaf6f200d None None] Routers {'56b870a3-5732-479d-897e-e4e0f97fecd0'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:18.111100 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a7948178-9001-4e54-a96d-ecbdaf6f200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:15:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['56b870a3-5732-479d-897e-e4e0f97fecd0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:18.249131 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-a7948178-9001-4e54-a96d-ecbdaf6f200d None None] Set router 56b870a3-5732-479d-897e-e4e0f97fecd0 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:18.338192 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f4c9d-2e33-49ff-a335-aa0e22caddbe req-96bc9c78-a447-4ee2-aeb0-f7a6333353d9 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:18.344799 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f4c9d-2e33-49ff-a335-aa0e22caddbe req-96bc9c78-a447-4ee2-aeb0-f7a6333353d9 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:18.350890 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f4c9d-2e33-49ff-a335-aa0e22caddbe req-96bc9c78-a447-4ee2-aeb0-f7a6333353d9 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:18.358087 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f4c9d-2e33-49ff-a335-aa0e22caddbe req-96bc9c78-a447-4ee2-aeb0-f7a6333353d9 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:18.364355 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f4c9d-2e33-49ff-a335-aa0e22caddbe req-96bc9c78-a447-4ee2-aeb0-f7a6333353d9 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:18.370590 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f4c9d-2e33-49ff-a335-aa0e22caddbe req-96bc9c78-a447-4ee2-aeb0-f7a6333353d9 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:18.377021 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f4c9d-2e33-49ff-a335-aa0e22caddbe req-96bc9c78-a447-4ee2-aeb0-f7a6333353d9 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:18.382032 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-846f4c9d-2e33-49ff-a335-aa0e22caddbe req-96bc9c78-a447-4ee2-aeb0-f7a6333353d9 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5435 time: 0.1215582 Jul 05 10:16:18.425515 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-846f4c9d-2e33-49ff-a335-aa0e22caddbe req-1f42d09d-7231-41af-a652-2d7827f0eeb1 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0405991 Jul 05 10:16:18.515030 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a7948178-9001-4e54-a96d-ecbdaf6f200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'name': 'tempest-TestNetworkBasicOps-router-651648166', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:13:36Z', 'updated_at': '2021-07-05T10:16:17Z', 'revision_number': 6, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:37Z', 'updated_at': '2021-07-05T10:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3a9a0395-0363-4a40-96cc-2f7eb831ee03', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'port_id': 'ba5e11c2-413f-49e6-a592-6ecb1d11458e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'mac_address': 'fa:16:3e:c6:3d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea71201b-c131-4ea0-bc1d-ef0a810703f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:13:58Z', 'updated_at': '2021-07-05T10:14:00Z', 'revision_number': 1, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de066a21-f9e5-4eab-9c86-a799f7749ac9', 'name': '', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:58:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '099680f0-d991-4d50-bd1d-088e2a885922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:40Z', 'updated_at': '2021-07-05T10:13:45Z', 'revision_number': 5, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': '099680f0-d991-4d50-bd1d-088e2a885922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:18.541444 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7948178-9001-4e54-a96d-ecbdaf6f200d None None] Checking router: 56b870a3-5732-479d-897e-e4e0f97fecd0 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:16:18.550099 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7948178-9001-4e54-a96d-ecbdaf6f200d None None] Routers {'56b870a3-5732-479d-897e-e4e0f97fecd0'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:18.550695 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a7948178-9001-4e54-a96d-ecbdaf6f200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:15:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['56b870a3-5732-479d-897e-e4e0f97fecd0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:18.598832 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19cf38-2c6a-43c4-a54d-5acf76d8c56c req-c95fdd33-1ce9-407e-b02a-ab67870ea78d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:18.600366 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5a19cf38-2c6a-43c4-a54d-5acf76d8c56c req-c95fdd33-1ce9-407e-b02a-ab67870ea78d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe HTTP/1.1" status: 200 len: 946 time: 0.0633628 Jul 05 10:16:18.638981 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5a19cf38-2c6a-43c4-a54d-5acf76d8c56c req-3a38ccb1-44fe-4477-be5f-5edcbdbda56f tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=007f6bd3-a65e-4ebf-91ec-3913f3cfd93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326083 Jul 05 10:16:18.653177 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-a7948178-9001-4e54-a96d-ecbdaf6f200d None None] Set router 56b870a3-5732-479d-897e-e4e0f97fecd0 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:18.974341 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a7948178-9001-4e54-a96d-ecbdaf6f200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'name': 'tempest-TestNetworkBasicOps-router-651648166', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:13:36Z', 'updated_at': '2021-07-05T10:16:17Z', 'revision_number': 6, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:37Z', 'updated_at': '2021-07-05T10:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3a9a0395-0363-4a40-96cc-2f7eb831ee03', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'port_id': 'ba5e11c2-413f-49e6-a592-6ecb1d11458e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'mac_address': 'fa:16:3e:c6:3d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea71201b-c131-4ea0-bc1d-ef0a810703f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:13:58Z', 'updated_at': '2021-07-05T10:14:00Z', 'revision_number': 1, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de066a21-f9e5-4eab-9c86-a799f7749ac9', 'name': '', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:58:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '099680f0-d991-4d50-bd1d-088e2a885922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:40Z', 'updated_at': '2021-07-05T10:13:45Z', 'revision_number': 5, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': '099680f0-d991-4d50-bd1d-088e2a885922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:19.004842 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7948178-9001-4e54-a96d-ecbdaf6f200d None None] The sync data for ids ['56b870a3-5732-479d-897e-e4e0f97fecd0'] in n-d-798054-8 is: [{'id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'name': 'tempest-TestNetworkBasicOps-router-651648166', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:13:36Z', 'updated_at': '2021-07-05T10:16:17Z', 'revision_number': 6, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:37Z', 'updated_at': '2021-07-05T10:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3a9a0395-0363-4a40-96cc-2f7eb831ee03', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'port_id': 'ba5e11c2-413f-49e6-a592-6ecb1d11458e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'mac_address': 'fa:16:3e:c6:3d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea71201b-c131-4ea0-bc1d-ef0a810703f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:13:58Z', 'updated_at': '2021-07-05T10:14:00Z', 'revision_number': 1, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de066a21-f9e5-4eab-9c86-a799f7749ac9', 'name': '', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:58:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '099680f0-d991-4d50-bd1d-088e2a885922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:40Z', 'updated_at': '2021-07-05T10:13:45Z', 'revision_number': 5, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': '099680f0-d991-4d50-bd1d-088e2a885922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:16:19.583031 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-ffea169b-b05d-4c02-ba0b-fbf1c1588911 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:19.589485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-ffea169b-b05d-4c02-ba0b-fbf1c1588911 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:19.595387 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-ffea169b-b05d-4c02-ba0b-fbf1c1588911 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:19.601223 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-ffea169b-b05d-4c02-ba0b-fbf1c1588911 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:19.608207 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-ffea169b-b05d-4c02-ba0b-fbf1c1588911 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:19.615294 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-ffea169b-b05d-4c02-ba0b-fbf1c1588911 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:19.621200 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-ffea169b-b05d-4c02-ba0b-fbf1c1588911 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:19.624006 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-ffea169b-b05d-4c02-ba0b-fbf1c1588911 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.81 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5435 time: 0.2493031 Jul 05 10:16:19.723552 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-95998fd4-5e23-439a-8aea-e0bd586ad3b5 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:19.725085 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-95998fd4-5e23-439a-8aea-e0bd586ad3b5 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.81 "GET /v2.0/ports/c525671f-d077-42c1-aee6-61ee852b4f0f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0934525 Jul 05 10:16:19.794040 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22cb04-882b-40c6-851e-96e4257337c8 req-8b8f568e-d3fc-4bee-a352-d3471905ebb3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:19.799867 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22cb04-882b-40c6-851e-96e4257337c8 req-8b8f568e-d3fc-4bee-a352-d3471905ebb3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:19.805803 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22cb04-882b-40c6-851e-96e4257337c8 req-8b8f568e-d3fc-4bee-a352-d3471905ebb3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:19.812404 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22cb04-882b-40c6-851e-96e4257337c8 req-8b8f568e-d3fc-4bee-a352-d3471905ebb3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:19.818234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22cb04-882b-40c6-851e-96e4257337c8 req-8b8f568e-d3fc-4bee-a352-d3471905ebb3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:19.824546 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22cb04-882b-40c6-851e-96e4257337c8 req-8b8f568e-d3fc-4bee-a352-d3471905ebb3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:19.830447 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22cb04-882b-40c6-851e-96e4257337c8 req-8b8f568e-d3fc-4bee-a352-d3471905ebb3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:19.832374 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a22cb04-882b-40c6-851e-96e4257337c8 req-8b8f568e-d3fc-4bee-a352-d3471905ebb3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 5435 time: 0.2031105 Jul 05 10:16:19.951910 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a22cb04-882b-40c6-851e-96e4257337c8 req-83ac62bd-cffe-40a6-ac41-de78b33cbfe8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1050382 Jul 05 10:16:19.985302 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-720e94d5-cb5b-4e4a-a86d-72421f0f096e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.81 "GET /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2529366 Jul 05 10:16:19.997738 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-de63851f-0b0c-4001-8d30-d1b80ee3be11 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:20.009667 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25ef64-2db7-4670-abb4-3baf37b810e2 req-2a47e287-7472-46fc-b496-2b95b755a7be tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:20.011621 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a25ef64-2db7-4670-abb4-3baf37b810e2 req-2a47e287-7472-46fc-b496-2b95b755a7be tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe HTTP/1.1" status: 200 len: 946 time: 0.2325146 Jul 05 10:16:20.124051 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a25ef64-2db7-4670-abb4-3baf37b810e2 req-b30c4104-2f62-44f9-9935-ab56fb487483 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=007f6bd3-a65e-4ebf-91ec-3913f3cfd93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914695 Jul 05 10:16:20.133357 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae7576-390c-46bb-92e6-9fd19a36415a req-cf1d4025-6d1d-441e-9819-3aac25cb6f1a tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:20.134815 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-00ae7576-390c-46bb-92e6-9fd19a36415a req-cf1d4025-6d1d-441e-9819-3aac25cb6f1a tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe HTTP/1.1" status: 200 len: 946 time: 0.1983929 Jul 05 10:16:20.177454 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-de63851f-0b0c-4001-8d30-d1b80ee3be11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.336127 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-00ae7576-390c-46bb-92e6-9fd19a36415a req-cd3550ec-344c-45e1-9a98-7c882d773e2c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Deleting port d7788bea-c64e-4546-98eb-a4fd8097d3d3 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:20.336475 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-00ae7576-390c-46bb-92e6-9fd19a36415a req-cd3550ec-344c-45e1-9a98-7c882d773e2c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.418043 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-de63851f-0b0c-4001-8d30-d1b80ee3be11 service neutron] For port c525671f-d077-42c1-aee6-61ee852b4f0f, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=c525671f-d077-42c1-aee6-61ee852b4f0f,segment=NetworkSegment(619a2f44-c22b-4482-8c16-4e7b00d358c8),segment_id=619a2f44-c22b-4482-8c16-4e7b00d358c8)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:20.469109 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-00ae7576-390c-46bb-92e6-9fd19a36415a req-cd3550ec-344c-45e1-9a98-7c882d773e2c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] For port d7788bea-c64e-4546-98eb-a4fd8097d3d3, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=d7788bea-c64e-4546-98eb-a4fd8097d3d3,segment=NetworkSegment(7c124f6e-43e6-4551-a45f-d6aa016df51d),segment_id=7c124f6e-43e6-4551-a45f-d6aa016df51d)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:20.469473 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-00ae7576-390c-46bb-92e6-9fd19a36415a req-cd3550ec-344c-45e1-9a98-7c882d773e2c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.486267 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-de63851f-0b0c-4001-8d30-d1b80ee3be11 service neutron] For port c525671f-d077-42c1-aee6-61ee852b4f0f, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:20.487830 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-00ae7576-390c-46bb-92e6-9fd19a36415a req-cd3550ec-344c-45e1-9a98-7c882d773e2c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Calling delete_port for d7788bea-c64e-4546-98eb-a4fd8097d3d3 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:20.555029 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-de63851f-0b0c-4001-8d30-d1b80ee3be11 service neutron] device_id is not set on port c525671f-d077-42c1-aee6-61ee852b4f0f yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:16:20.566800 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-de63851f-0b0c-4001-8d30-d1b80ee3be11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.578042 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-de63851f-0b0c-4001-8d30-d1b80ee3be11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.663606 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-de63851f-0b0c-4001-8d30-d1b80ee3be11 service neutron] No DVR routers for this DVR port c525671f-d077-42c1-aee6-61ee852b4f0f on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:20.668239 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63851f-0b0c-4001-8d30-d1b80ee3be11 service neutron] Pushing event updated for resources: {'Port': ['ID=c525671f-d077-42c1-aee6-61ee852b4f0f,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:20.705181 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de63851f-0b0c-4001-8d30-d1b80ee3be11 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:20.705534 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de63851f-0b0c-4001-8d30-d1b80ee3be11 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:20.705885 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de63851f-0b0c-4001-8d30-d1b80ee3be11 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:20.706225 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de63851f-0b0c-4001-8d30-d1b80ee3be11 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:20.706556 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de63851f-0b0c-4001-8d30-d1b80ee3be11 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:20.706889 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de63851f-0b0c-4001-8d30-d1b80ee3be11 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:20.707222 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de63851f-0b0c-4001-8d30-d1b80ee3be11 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:20.707552 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de63851f-0b0c-4001-8d30-d1b80ee3be11 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:20.707903 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de63851f-0b0c-4001-8d30-d1b80ee3be11 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:20.708234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de63851f-0b0c-4001-8d30-d1b80ee3be11 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:20.708564 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de63851f-0b0c-4001-8d30-d1b80ee3be11 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:20.708892 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de63851f-0b0c-4001-8d30-d1b80ee3be11 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:20.757091 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-de63851f-0b0c-4001-8d30-d1b80ee3be11 service neutron] In _notify_port_updated(), no bound segment for port c525671f-d077-42c1-aee6-61ee852b4f0f on network 89156147-0f0d-48d7-9f81-08329f3d026a {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:16:20.758344 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-de63851f-0b0c-4001-8d30-d1b80ee3be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:20.758972 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-de63851f-0b0c-4001-8d30-d1b80ee3be11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.760330 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-de63851f-0b0c-4001-8d30-d1b80ee3be11 service neutron] 10.222.0.81 "PUT /v2.0/ports/c525671f-d077-42c1-aee6-61ee852b4f0f HTTP/1.1" status: 200 len: 1028 time: 0.7674475 Jul 05 10:16:20.785716 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:20.803308 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-00ae7576-390c-46bb-92e6-9fd19a36415a req-cd3550ec-344c-45e1-9a98-7c882d773e2c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.809613 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:16:20.810161 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9e5c8037-bbb3-4fa3-afd2-c7690c81d8f1 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:16:20.846528 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f51777be-49dd-4299-b6a9-1de4d24556ee None None] Provisioning complete for port c525671f-d077-42c1-aee6-61ee852b4f0f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:20.847188 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f51777be-49dd-4299-b6a9-1de4d24556ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.858461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3550ec-344c-45e1-9a98-7c882d773e2c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event deleted for resources: {'Port': ['ID=d7788bea-c64e-4546-98eb-a4fd8097d3d3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:20.885066 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-1c05fc0d-b3e9-4f9c-90b7-1e9f974308c0 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:20.886559 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-1c05fc0d-b3e9-4f9c-90b7-1e9f974308c0 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.81 "GET /v2.0/ports/ad3d2c8e-2f41-490e-9670-d1710666ce1d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1192129 Jul 05 10:16:20.892713 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f51777be-49dd-4299-b6a9-1de4d24556ee None None] Port c525671f-d077-42c1-aee6-61ee852b4f0f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:16:20.910663 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ae7576-390c-46bb-92e6-9fd19a36415a req-cd3550ec-344c-45e1-9a98-7c882d773e2c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] No DVR routers for this DVR port d7788bea-c64e-4546-98eb-a4fd8097d3d3 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:20.913862 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-00ae7576-390c-46bb-92e6-9fd19a36415a req-cd3550ec-344c-45e1-9a98-7c882d773e2c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.916120 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-00ae7576-390c-46bb-92e6-9fd19a36415a req-cd3550ec-344c-45e1-9a98-7c882d773e2c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.78 "DELETE /v2.0/ports/d7788bea-c64e-4546-98eb-a4fd8097d3d3 HTTP/1.1" status: 204 len: 173 time: 0.7684321 Jul 05 10:16:20.921502 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-ae5dbcd3-5a15-4216-b963-241dc2de45a0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:20.923713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe', 'name': 'network-vif-deleted', 'tag': 'd7788bea-c64e-4546-98eb-a4fd8097d3d3'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:20.926786 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2742a1-24b6-4c50-8274-d3ab7247f51e" -d '{"events": [{"server_uuid": "b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe", "name": "network-vif-deleted", "tag": "d7788bea-c64e-4546-98eb-a4fd8097d3d3"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:20.944465 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ed9cfac2-c608-45a8-a15a-75641ccac580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.982196 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08966aa1-5f37-4331-ba14-296f00d19e6b x-openstack-request-id: req-08966aa1-5f37-4331-ba14-296f00d19e6b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:20.982494 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe", "name": "network-vif-deleted", "tag": "d7788bea-c64e-4546-98eb-a4fd8097d3d3", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:20.982751 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-08966aa1-5f37-4331-ba14-296f00d19e6b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:20.983202 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe', 'name': 'network-vif-deleted', 'tag': 'd7788bea-c64e-4546-98eb-a4fd8097d3d3', 'status': 'completed', 'code': 200} Jul 05 10:16:21.033396 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-ae5dbcd3-5a15-4216-b963-241dc2de45a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.241635 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75957db-c535-4b3e-827e-a1c320dbc514 req-83ab5b6e-6a17-4fa0-a196-d9b20968d688 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:21.248827 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75957db-c535-4b3e-827e-a1c320dbc514 req-83ab5b6e-6a17-4fa0-a196-d9b20968d688 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:21.256379 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75957db-c535-4b3e-827e-a1c320dbc514 req-83ab5b6e-6a17-4fa0-a196-d9b20968d688 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:21.263332 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75957db-c535-4b3e-827e-a1c320dbc514 req-83ab5b6e-6a17-4fa0-a196-d9b20968d688 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:21.270238 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75957db-c535-4b3e-827e-a1c320dbc514 req-83ab5b6e-6a17-4fa0-a196-d9b20968d688 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:21.277798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75957db-c535-4b3e-827e-a1c320dbc514 req-83ab5b6e-6a17-4fa0-a196-d9b20968d688 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:21.279716 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a75957db-c535-4b3e-827e-a1c320dbc514 req-83ab5b6e-6a17-4fa0-a196-d9b20968d688 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 4660 time: 0.1856685 Jul 05 10:16:21.281848 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-ae5dbcd3-5a15-4216-b963-241dc2de45a0 service neutron] For port ad3d2c8e-2f41-490e-9670-d1710666ce1d, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=ad3d2c8e-2f41-490e-9670-d1710666ce1d,segment=NetworkSegment(619a2f44-c22b-4482-8c16-4e7b00d358c8),segment_id=619a2f44-c22b-4482-8c16-4e7b00d358c8)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:21.310589 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 99eba310-ab63-4ad5-833a-fe875aecadc0 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:21.387555 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-ae5dbcd3-5a15-4216-b963-241dc2de45a0 service neutron] For port ad3d2c8e-2f41-490e-9670-d1710666ce1d, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:21.433548 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-ae5dbcd3-5a15-4216-b963-241dc2de45a0 service neutron] device_id is not set on port ad3d2c8e-2f41-490e-9670-d1710666ce1d yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:16:21.436135 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.453029 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5486355-4f6d-488e-8761-9c93e7f46db5 req-9f292fac-f0c0-4e94-8a84-3fd3eba659c7 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0fd2e74-90a0-44ab-bb16-11c3a8cbf0fe HTTP/1.1" status: 200 len: 210 time: 0.1594043 Jul 05 10:16:21.460698 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99eba310-ab63-4ad5-833a-fe875aecadc0'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:21.463045 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5d3d90-c1cf-459c-9230-4abe03b474b9" -d '{"events": [{"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-unplugged", "status": "completed", "tag": "99eba310-ab63-4ad5-833a-fe875aecadc0"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:21.477599 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 99eba310-ab63-4ad5-833a-fe875aecadc0, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=99eba310-ab63-4ad5-833a-fe875aecadc0,segment=NetworkSegment(2acbedd4-08b7-417d-a9dc-a25fc690e0bc),segment_id=2acbedd4-08b7-417d-a9dc-a25fc690e0bc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:21.484289 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.485465 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device c1821982-65d1-4284-b01f-61dd67e40864 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:21.491330 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-ae5dbcd3-5a15-4216-b963-241dc2de45a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.509153 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-ae5dbcd3-5a15-4216-b963-241dc2de45a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.516106 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7257171-1261-426c-9782-c178e688ad98 x-openstack-request-id: req-f7257171-1261-426c-9782-c178e688ad98 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:21.516604 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-unplugged", "status": "completed", "tag": "99eba310-ab63-4ad5-833a-fe875aecadc0", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:21.517034 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f7257171-1261-426c-9782-c178e688ad98 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:21.517584 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99eba310-ab63-4ad5-833a-fe875aecadc0', 'code': 200} Jul 05 10:16:21.519869 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a75957db-c535-4b3e-827e-a1c320dbc514 req-1af5aabc-6f0c-4443-9251-53208a940d6e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=06936e94-a3bd-4d45-b073-0823bfc74116&id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2245791 Jul 05 10:16:21.593570 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-ae5dbcd3-5a15-4216-b963-241dc2de45a0 service neutron] No DVR routers for this DVR port ad3d2c8e-2f41-490e-9670-d1710666ce1d on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:21.652512 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5dbcd3-5a15-4216-b963-241dc2de45a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ad3d2c8e-2f41-490e-9670-d1710666ce1d,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:21.676882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-ae5dbcd3-5a15-4216-b963-241dc2de45a0 service neutron] In _notify_port_updated(), no bound segment for port ad3d2c8e-2f41-490e-9670-d1710666ce1d on network 89156147-0f0d-48d7-9f81-08329f3d026a {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:16:21.677726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-ae5dbcd3-5a15-4216-b963-241dc2de45a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:21.678283 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-ae5dbcd3-5a15-4216-b963-241dc2de45a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.679603 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-ae5dbcd3-5a15-4216-b963-241dc2de45a0 service neutron] 10.222.0.81 "PUT /v2.0/ports/ad3d2c8e-2f41-490e-9670-d1710666ce1d HTTP/1.1" status: 200 len: 1028 time: 0.7703524 Jul 05 10:16:21.765437 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=99eba310-ab63-4ad5-833a-fe875aecadc0,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:21.781332 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:21.781725 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:21.782022 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:21.782358 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:21.782714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:21.783018 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:21.783350 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:21.783679 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:21.784058 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:21.784400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:21.784904 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:21.785412 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:21.797832 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.803389 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-5b8e5b8b-ee0b-4311-8846-f523b41e1259 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Deleting port 99eba310-ab63-4ad5-833a-fe875aecadc0 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:21.803739 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-5b8e5b8b-ee0b-4311-8846-f523b41e1259 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.840833 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port c1821982-65d1-4284-b01f-61dd67e40864, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=c1821982-65d1-4284-b01f-61dd67e40864,segment=NetworkSegment(619a2f44-c22b-4482-8c16-4e7b00d358c8),segment_id=619a2f44-c22b-4482-8c16-4e7b00d358c8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:21.845908 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.851610 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device c525671f-d077-42c1-aee6-61ee852b4f0f no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:21.910515 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-5b8e5b8b-ee0b-4311-8846-f523b41e1259 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] For port 99eba310-ab63-4ad5-833a-fe875aecadc0, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=99eba310-ab63-4ad5-833a-fe875aecadc0,segment=NetworkSegment(2acbedd4-08b7-417d-a9dc-a25fc690e0bc),segment_id=2acbedd4-08b7-417d-a9dc-a25fc690e0bc)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:21.911357 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-5b8e5b8b-ee0b-4311-8846-f523b41e1259 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.939508 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device c525671f-d077-42c1-aee6-61ee852b4f0f not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:16:21.939970 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device ad3d2c8e-2f41-490e-9670-d1710666ce1d no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:21.941611 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=c1821982-65d1-4284-b01f-61dd67e40864,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:21.977565 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-899ba09f-172a-4044-b2d3-544e9ffbcb0d None None] Provisioning complete for port ad3d2c8e-2f41-490e-9670-d1710666ce1d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:21.977950 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-899ba09f-172a-4044-b2d3-544e9ffbcb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:22.007171 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device ad3d2c8e-2f41-490e-9670-d1710666ce1d not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:16:22.007610 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device bc64378d-0809-4948-9109-02bb5cc40da5 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:22.039242 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-899ba09f-172a-4044-b2d3-544e9ffbcb0d None None] Port ad3d2c8e-2f41-490e-9670-d1710666ce1d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:16:22.092506 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-5b8e5b8b-ee0b-4311-8846-f523b41e1259 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:22.092894 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-5b8e5b8b-ee0b-4311-8846-f523b41e1259 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:22.093185 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-5b8e5b8b-ee0b-4311-8846-f523b41e1259 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Floating IP 1082b490-1e79-4cb8-91fc-48114c9c28db disassociated. External IP: 172.25.7.9, port: 99eba310-ab63-4ad5-833a-fe875aecadc0. Jul 05 10:16:22.093585 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-5b8e5b8b-ee0b-4311-8846-f523b41e1259 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Calling delete_port for 99eba310-ab63-4ad5-833a-fe875aecadc0 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:22.098471 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:22.132639 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port bc64378d-0809-4948-9109-02bb5cc40da5, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=bc64378d-0809-4948-9109-02bb5cc40da5,segment=NetworkSegment(619a2f44-c22b-4482-8c16-4e7b00d358c8),segment_id=619a2f44-c22b-4482-8c16-4e7b00d358c8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:22.136985 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:22.137729 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 0e6db9d0-38f9-4121-8c58-31af2f739051 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:22.235954 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=bc64378d-0809-4948-9109-02bb5cc40da5,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:22.286798 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:22.322375 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 0e6db9d0-38f9-4121-8c58-31af2f739051, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=0e6db9d0-38f9-4121-8c58-31af2f739051,segment=NetworkSegment(cd3ac473-088a-4c00-8a73-7a24119fd2db),segment_id=cd3ac473-088a-4c00-8a73-7a24119fd2db)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:22.327782 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:22.328691 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:22.405510 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=0e6db9d0-38f9-4121-8c58-31af2f739051,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:22.449647 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:22.499770 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19,segment=NetworkSegment(cd3ac473-088a-4c00-8a73-7a24119fd2db),segment_id=cd3ac473-088a-4c00-8a73-7a24119fd2db)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:22.505185 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:22.556893 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36546) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:22.577386 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:22.634499 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9bc4914-b289-410f-a0f2-74dde07e1df1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:22.650470 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-5b8e5b8b-ee0b-4311-8846-f523b41e1259 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:22.668013 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9bc4914-b289-410f-a0f2-74dde07e1df1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:22.689938 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e5b8b-ee0b-4311-8846-f523b41e1259 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event deleted for resources: {'Port': ['ID=99eba310-ab63-4ad5-833a-fe875aecadc0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:22.738564 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9bc4914-b289-410f-a0f2-74dde07e1df1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:22.741845 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9bc4914-b289-410f-a0f2-74dde07e1df1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:22.744531 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f9bc4914-b289-410f-a0f2-74dde07e1df1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "DELETE /v2.0/security-groups/007f6bd3-a65e-4ebf-91ec-3913f3cfd93c HTTP/1.1" status: 204 len: 168 time: 0.1863077 Jul 05 10:16:22.758487 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc4914-b289-410f-a0f2-74dde07e1df1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=007f6bd3-a65e-4ebf-91ec-3913f3cfd93c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:22.767830 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc4914-b289-410f-a0f2-74dde07e1df1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:22.768488 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc4914-b289-410f-a0f2-74dde07e1df1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:22.769069 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc4914-b289-410f-a0f2-74dde07e1df1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:22.769606 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc4914-b289-410f-a0f2-74dde07e1df1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:22.770611 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc4914-b289-410f-a0f2-74dde07e1df1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:22.771175 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc4914-b289-410f-a0f2-74dde07e1df1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:22.772071 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc4914-b289-410f-a0f2-74dde07e1df1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:22.772975 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc4914-b289-410f-a0f2-74dde07e1df1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:22.773830 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc4914-b289-410f-a0f2-74dde07e1df1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:22.774383 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc4914-b289-410f-a0f2-74dde07e1df1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:22.774928 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc4914-b289-410f-a0f2-74dde07e1df1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:22.775657 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc4914-b289-410f-a0f2-74dde07e1df1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:22.780300 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36554) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:22.896018 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-d875b545-4866-4fd8-bbce-fe5e58efbf08 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Deleting subnet 5823c947-8796-4f5c-a4aa-e0066512835d {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:16:22.903184 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d875b545-4866-4fd8-bbce-fe5e58efbf08 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:22.953029 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009755e-968e-42bc-a290-ddf0f8bec59a req-9b3e4935-b51b-4669-a0f4-c74bd9983da8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:22.959027 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009755e-968e-42bc-a290-ddf0f8bec59a req-9b3e4935-b51b-4669-a0f4-c74bd9983da8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:22.965587 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009755e-968e-42bc-a290-ddf0f8bec59a req-9b3e4935-b51b-4669-a0f4-c74bd9983da8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:22.971504 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009755e-968e-42bc-a290-ddf0f8bec59a req-9b3e4935-b51b-4669-a0f4-c74bd9983da8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:22.973278 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5009755e-968e-42bc-a290-ddf0f8bec59a req-9b3e4935-b51b-4669-a0f4-c74bd9983da8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 3141 time: 0.2661457 Jul 05 10:16:22.975235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-5b8e5b8b-ee0b-4311-8846-f523b41e1259 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Router f6bd307d-9d81-4594-9df5-e1b46ad6b838 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:16:22.989106 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d875b545-4866-4fd8-bbce-fe5e58efbf08 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.107395 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5009755e-968e-42bc-a290-ddf0f8bec59a req-ce4fcc92-93d8-45fa-9b58-c7cd58f34fe1 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1241145 Jul 05 10:16:23.190052 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d875b545-4866-4fd8-bbce-fe5e58efbf08 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.230084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-5b8e5b8b-ee0b-4311-8846-f523b41e1259 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:16:23.242254 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f72b57-e666-425a-849b-aa1883a90a04 None None] Sync routers for ids ['f6bd307d-9d81-4594-9df5-e1b46ad6b838'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:16:23.257113 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f72b57-e666-425a-849b-aa1883a90a04 None None] Routers {'f6bd307d-9d81-4594-9df5-e1b46ad6b838'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:23.257863 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-83f72b57-e666-425a-849b-aa1883a90a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:15:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f6bd307d-9d81-4594-9df5-e1b46ad6b838'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:23.291182 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-5b8e5b8b-ee0b-4311-8846-f523b41e1259 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] No DVR routers for this DVR port 99eba310-ab63-4ad5-833a-fe875aecadc0 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:23.296809 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-5b8e5b8b-ee0b-4311-8846-f523b41e1259 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.299925 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-5b8e5b8b-ee0b-4311-8846-f523b41e1259 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.81 "DELETE /v2.0/ports/99eba310-ab63-4ad5-833a-fe875aecadc0 HTTP/1.1" status: 204 len: 173 time: 1.6133213 Jul 05 10:16:23.300471 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-deleted', 'tag': '99eba310-ab63-4ad5-833a-fe875aecadc0'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:23.304076 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae789ef4-0c89-4f42-8c1b-b139d9d1da8a" -d '{"events": [{"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-deleted", "tag": "99eba310-ab63-4ad5-833a-fe875aecadc0"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:23.337106 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25108054-c06f-457c-a762-ba74690fcfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.346389 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d875b545-4866-4fd8-bbce-fe5e58efbf08 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.394250 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6578fe99-9648-4ca9-bd69-65b138d3b153 x-openstack-request-id: req-6578fe99-9648-4ca9-bd69-65b138d3b153 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:23.394525 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-deleted", "tag": "99eba310-ab63-4ad5-833a-fe875aecadc0", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:23.394896 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6578fe99-9648-4ca9-bd69-65b138d3b153 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:23.395191 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-deleted', 'tag': '99eba310-ab63-4ad5-833a-fe875aecadc0', 'status': 'completed', 'code': 200} Jul 05 10:16:23.403336 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875b545-4866-4fd8-bbce-fe5e58efbf08 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event deleted for resources: {'Subnet': ['ID=5823c947-8796-4f5c-a4aa-e0066512835d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:23.409250 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d875b545-4866-4fd8-bbce-fe5e58efbf08 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.411118 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d875b545-4866-4fd8-bbce-fe5e58efbf08 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "DELETE /v2.0/subnets/5823c947-8796-4f5c-a4aa-e0066512835d HTTP/1.1" status: 204 len: 168 time: 0.6283226 Jul 05 10:16:23.414120 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36560) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:23.427261 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-83f72b57-e666-425a-849b-aa1883a90a04 None None] Set router f6bd307d-9d81-4594-9df5-e1b46ad6b838 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:23.462008 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07622f69-788c-4fbf-9f8b-16289da6f8d8 None None] Network 4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:23.518854 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1821982-65d1-4284-b01f-61dd67e40864'}, {'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc64378d-0809-4948-9109-02bb5cc40da5'}, {'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e6db9d0-38f9-4121-8c58-31af2f739051'}, {'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:23.520005 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-90b880db-3ba1-4e78-910d-3d68070c9691 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.521063 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c20b907-5188-4a49-ad83-1064d7ad355f" -d '{"events": [{"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-unplugged", "status": "completed", "tag": "c1821982-65d1-4284-b01f-61dd67e40864"}, {"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-unplugged", "status": "completed", "tag": "bc64378d-0809-4948-9109-02bb5cc40da5"}, {"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-unplugged", "status": "completed", "tag": "0e6db9d0-38f9-4121-8c58-31af2f739051"}, {"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-unplugged", "status": "completed", "tag": "6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:23.544964 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-38de9e60-29aa-4922-8203-13fb0d07e6ce tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Deleting port 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:23.545313 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-38de9e60-29aa-4922-8203-13fb0d07e6ce tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.573990 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192b1c87-d635-4f57-a8db-c3ae4dfd7a00 x-openstack-request-id: req-192b1c87-d635-4f57-a8db-c3ae4dfd7a00 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:23.574292 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-unplugged", "status": "completed", "tag": "c1821982-65d1-4284-b01f-61dd67e40864", "code": 200}, {"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-unplugged", "status": "completed", "tag": "bc64378d-0809-4948-9109-02bb5cc40da5", "code": 200}, {"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-unplugged", "status": "completed", "tag": "0e6db9d0-38f9-4121-8c58-31af2f739051", "code": 200}, {"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-unplugged", "status": "completed", "tag": "6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:23.574555 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-192b1c87-d635-4f57-a8db-c3ae4dfd7a00 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:23.574955 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1821982-65d1-4284-b01f-61dd67e40864', 'code': 200} Jul 05 10:16:23.575217 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc64378d-0809-4948-9109-02bb5cc40da5', 'code': 200} Jul 05 10:16:23.575465 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e6db9d0-38f9-4121-8c58-31af2f739051', 'code': 200} Jul 05 10:16:23.575715 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19', 'code': 200} Jul 05 10:16:23.665995 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-90b880db-3ba1-4e78-910d-3d68070c9691 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Deleting port 9f8ddcf8-779b-4d05-b4aa-b0880686fe16 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:23.666336 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-90b880db-3ba1-4e78-910d-3d68070c9691 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.669078 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-38de9e60-29aa-4922-8203-13fb0d07e6ce tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] For port 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19,segment=NetworkSegment(cd3ac473-088a-4c00-8a73-7a24119fd2db),segment_id=cd3ac473-088a-4c00-8a73-7a24119fd2db)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:23.669447 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-38de9e60-29aa-4922-8203-13fb0d07e6ce tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.685529 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.718446 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-38de9e60-29aa-4922-8203-13fb0d07e6ce tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Calling delete_port for 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:23.782796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-90b880db-3ba1-4e78-910d-3d68070c9691 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] For port 9f8ddcf8-779b-4d05-b4aa-b0880686fe16, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9f8ddcf8-779b-4d05-b4aa-b0880686fe16,segment=NetworkSegment(7c124f6e-43e6-4551-a45f-d6aa016df51d),segment_id=7c124f6e-43e6-4551-a45f-d6aa016df51d)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:23.783586 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-90b880db-3ba1-4e78-910d-3d68070c9691 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.786797 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-83f72b57-e666-425a-849b-aa1883a90a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'name': 'tempest-TaggedBootDevicesTest-823117697-router', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:12Z', 'updated_at': '2021-07-05T10:06:17Z', 'revision_number': 4, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'gw_port': {'id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:13Z', 'updated_at': '2021-07-05T10:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '2073716e-e4c6-4e6b-bd22-64939073c29a', 'name': '', 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'mac_address': 'fa:16:3e:12:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:16Z', 'updated_at': '2021-07-05T10:06:25Z', 'revision_number': 5, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'subnets': [{'id': '2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:23.809609 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-90b880db-3ba1-4e78-910d-3d68070c9691 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Calling delete_port for 9f8ddcf8-779b-4d05-b4aa-b0880686fe16 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:23.824456 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f72b57-e666-425a-849b-aa1883a90a04 None None] Checking router: f6bd307d-9d81-4594-9df5-e1b46ad6b838 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:16:23.829089 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5d89c3-624a-4a87-b0d7-ea714320c69c None None] DHCP port deletion for 4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:16:23.856342 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f72b57-e666-425a-849b-aa1883a90a04 None None] Routers {'f6bd307d-9d81-4594-9df5-e1b46ad6b838'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:23.857000 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-83f72b57-e666-425a-849b-aa1883a90a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:16:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f6bd307d-9d81-4594-9df5-e1b46ad6b838'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:23.940683 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-38de9e60-29aa-4922-8203-13fb0d07e6ce tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.942638 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-90b880db-3ba1-4e78-910d-3d68070c9691 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.969426 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2f5d89c3-624a-4a87-b0d7-ea714320c69c None None] Deleting port 9f8ddcf8-779b-4d05-b4aa-b0880686fe16 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:23.969816 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f5d89c3-624a-4a87-b0d7-ea714320c69c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.974289 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b880db-3ba1-4e78-910d-3d68070c9691 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event deleted for resources: {'Port': ['ID=9f8ddcf8-779b-4d05-b4aa-b0880686fe16,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:23.981935 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b880db-3ba1-4e78-910d-3d68070c9691 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] No DVR routers for this DVR port 9f8ddcf8-779b-4d05-b4aa-b0880686fe16 on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:24.008351 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de9e60-29aa-4922-8203-13fb0d07e6ce tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event deleted for resources: {'Port': ['ID=6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:24.028301 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-83f72b57-e666-425a-849b-aa1883a90a04 None None] Set router f6bd307d-9d81-4594-9df5-e1b46ad6b838 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:24.076276 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-38de9e60-29aa-4922-8203-13fb0d07e6ce tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] No DVR routers for this DVR port 6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:24.086001 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2f5d89c3-624a-4a87-b0d7-ea714320c69c None None] For port 9f8ddcf8-779b-4d05-b4aa-b0880686fe16, host n-d-798054-8, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:24.086401 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f5d89c3-624a-4a87-b0d7-ea714320c69c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:24.101897 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-38de9e60-29aa-4922-8203-13fb0d07e6ce tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:24.104300 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-38de9e60-29aa-4922-8203-13fb0d07e6ce tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.81 "DELETE /v2.0/ports/6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19 HTTP/1.1" status: 204 len: 173 time: 0.7934976 Jul 05 10:16:24.137912 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2f5d89c3-624a-4a87-b0d7-ea714320c69c None None] Calling delete_port for 9f8ddcf8-779b-4d05-b4aa-b0880686fe16 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:24.150604 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-90b880db-3ba1-4e78-910d-3d68070c9691 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:24.165880 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-90b880db-3ba1-4e78-910d-3d68070c9691 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:24.168097 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-2f5d89c3-624a-4a87-b0d7-ea714320c69c None None] Port 9f8ddcf8-779b-4d05-b4aa-b0880686fe16 was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 10:16:24.172431 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f5d89c3-624a-4a87-b0d7-ea714320c69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:24.183381 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-90b880db-3ba1-4e78-910d-3d68070c9691 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c124f6e-43e6-4551-a45f-d6aa016df51d') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:24.183699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-90b880db-3ba1-4e78-910d-3d68070c9691 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c124f6e-43e6-4551-a45f-d6aa016df51d') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:24.198875 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-90b880db-3ba1-4e78-910d-3d68070c9691 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:24.205604 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d89c3-624a-4a87-b0d7-ea714320c69c None None] Pushing event deleted for resources: {'Port': ['ID=9f8ddcf8-779b-4d05-b4aa-b0880686fe16,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:24.210601 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5d89c3-624a-4a87-b0d7-ea714320c69c None None] No DVR routers for this DVR port 9f8ddcf8-779b-4d05-b4aa-b0880686fe16 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:24.240550 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-90b880db-3ba1-4e78-910d-3d68070c9691 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:24.250081 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b880db-3ba1-4e78-910d-3d68070c9691 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:16:24.250491 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-90b880db-3ba1-4e78-910d-3d68070c9691 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:16:24.254741 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:16:24.306886 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-83f72b57-e666-425a-849b-aa1883a90a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'name': 'tempest-TaggedBootDevicesTest-823117697-router', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:12Z', 'updated_at': '2021-07-05T10:06:17Z', 'revision_number': 4, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'gw_port': {'id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:13Z', 'updated_at': '2021-07-05T10:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '2073716e-e4c6-4e6b-bd22-64939073c29a', 'name': '', 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'mac_address': 'fa:16:3e:12:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:16Z', 'updated_at': '2021-07-05T10:06:25Z', 'revision_number': 5, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'subnets': [{'id': '2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:24.339248 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f72b57-e666-425a-849b-aa1883a90a04 None None] The sync data for ids ['f6bd307d-9d81-4594-9df5-e1b46ad6b838'] in n-d-798054-8 is: [{'id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'name': 'tempest-TaggedBootDevicesTest-823117697-router', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:12Z', 'updated_at': '2021-07-05T10:06:17Z', 'revision_number': 4, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'gw_port': {'id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:13Z', 'updated_at': '2021-07-05T10:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '2073716e-e4c6-4e6b-bd22-64939073c29a', 'name': '', 'network_id': 'e8809747-0653-4cdf-bd9b-7654560adade', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'mac_address': 'fa:16:3e:12:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:16Z', 'updated_at': '2021-07-05T10:06:25Z', 'revision_number': 5, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'subnets': [{'id': '2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:16:24.356246 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-71e7a64c-f943-4132-86d1-d6e0a3443dc2 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Deleting port c1821982-65d1-4284-b01f-61dd67e40864 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:24.356649 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-71e7a64c-f943-4132-86d1-d6e0a3443dc2 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:24.362353 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-90b880db-3ba1-4e78-910d-3d68070c9691 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:24.382965 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-90b880db-3ba1-4e78-910d-3d68070c9691 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:24.384817 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-90b880db-3ba1-4e78-910d-3d68070c9691 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "DELETE /v2.0/networks/4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1 HTTP/1.1" status: 204 len: 168 time: 0.9697678 Jul 05 10:16:24.387598 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36568) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:24.428677 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b880db-3ba1-4e78-910d-3d68070c9691 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event deleted for resources: {'Network': ['ID=4604e3af-2cf4-4ef5-97e2-5dbf6a8d45d1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:24.482280 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899a88c-82a6-4266-8a71-3d9d7d771497 req-2fd80520-bbf7-4eff-8584-b7c6d9b1690f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:24.492364 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899a88c-82a6-4266-8a71-3d9d7d771497 req-2fd80520-bbf7-4eff-8584-b7c6d9b1690f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:24.499309 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899a88c-82a6-4266-8a71-3d9d7d771497 req-2fd80520-bbf7-4eff-8584-b7c6d9b1690f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:24.506630 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9899a88c-82a6-4266-8a71-3d9d7d771497 req-2fd80520-bbf7-4eff-8584-b7c6d9b1690f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 2408 time: 0.2123702 Jul 05 10:16:24.543569 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device d7788bea-c64e-4546-98eb-a4fd8097d3d3 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:24.581082 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: d7788bea-c64e-4546-98eb-a4fd8097d3d3 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:16:24.581458 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device d7788bea-c64e-4546-98eb-a4fd8097d3d3 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:16:24.592309 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-71e7a64c-f943-4132-86d1-d6e0a3443dc2 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] For port c1821982-65d1-4284-b01f-61dd67e40864, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=c1821982-65d1-4284-b01f-61dd67e40864,segment=NetworkSegment(619a2f44-c22b-4482-8c16-4e7b00d358c8),segment_id=619a2f44-c22b-4482-8c16-4e7b00d358c8)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:24.593310 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-71e7a64c-f943-4132-86d1-d6e0a3443dc2 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:24.636481 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9899a88c-82a6-4266-8a71-3d9d7d771497 req-9550c341-f217-40d1-b39c-0df5deabd8bb tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1288593 Jul 05 10:16:24.641152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-71e7a64c-f943-4132-86d1-d6e0a3443dc2 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Calling delete_port for c1821982-65d1-4284-b01f-61dd67e40864 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:24.645640 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:24.652989 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4c948206-938e-4be4-b491-eed1c5766a84 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Deleting port 9c32dbf4-3801-48c6-b720-5e38a9dadfb5 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:24.653745 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c948206-938e-4be4-b491-eed1c5766a84 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:24.760625 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c948206-938e-4be4-b491-eed1c5766a84 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:24.761730 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c948206-938e-4be4-b491-eed1c5766a84 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:24.792610 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4c948206-938e-4be4-b491-eed1c5766a84 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Calling delete_port for 9c32dbf4-3801-48c6-b720-5e38a9dadfb5 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:24.796554 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab9027f-4dec-4070-aeb8-aef843d7e67c None None] New status for floating IP 1082b490-1e79-4cb8-91fc-48114c9c28db: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:16:24.844685 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9f8ddcf8-779b-4d05-b4aa-b0880686fe16 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:24.869399 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 9f8ddcf8-779b-4d05-b4aa-b0880686fe16 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:16:24.870824 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9f8ddcf8-779b-4d05-b4aa-b0880686fe16 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:16:24.932413 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-71e7a64c-f943-4132-86d1-d6e0a3443dc2 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:24.979272 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7a64c-f943-4132-86d1-d6e0a3443dc2 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event deleted for resources: {'Port': ['ID=c1821982-65d1-4284-b01f-61dd67e40864,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:25.053802 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c948206-938e-4be4-b491-eed1c5766a84 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:25.087254 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c948206-938e-4be4-b491-eed1c5766a84 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event deleted for resources: {'Port': ['ID=9c32dbf4-3801-48c6-b720-5e38a9dadfb5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:25.109704 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-71e7a64c-f943-4132-86d1-d6e0a3443dc2 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] No DVR routers for this DVR port c1821982-65d1-4284-b01f-61dd67e40864 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:25.112955 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-71e7a64c-f943-4132-86d1-d6e0a3443dc2 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:25.115186 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-71e7a64c-f943-4132-86d1-d6e0a3443dc2 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.81 "DELETE /v2.0/ports/c1821982-65d1-4284-b01f-61dd67e40864 HTTP/1.1" status: 204 len: 173 time: 1.0019681 Jul 05 10:16:25.235949 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-7cf7fd94-16da-42f5-8151-c3c8a57d654f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Deleting port bc64378d-0809-4948-9109-02bb5cc40da5 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:25.236323 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-7cf7fd94-16da-42f5-8151-c3c8a57d654f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:25.328204 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-7cf7fd94-16da-42f5-8151-c3c8a57d654f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] For port bc64378d-0809-4948-9109-02bb5cc40da5, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=bc64378d-0809-4948-9109-02bb5cc40da5,segment=NetworkSegment(619a2f44-c22b-4482-8c16-4e7b00d358c8),segment_id=619a2f44-c22b-4482-8c16-4e7b00d358c8)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:25.328583 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-7cf7fd94-16da-42f5-8151-c3c8a57d654f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:25.342274 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-7cf7fd94-16da-42f5-8151-c3c8a57d654f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Calling delete_port for bc64378d-0809-4948-9109-02bb5cc40da5 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:25.395785 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-deleted', 'tag': '6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19'}, {'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-deleted', 'tag': 'c1821982-65d1-4284-b01f-61dd67e40864'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:25.398138 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf658992-70a7-47dd-91a2-da6a1b9a9db0" -d '{"events": [{"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-deleted", "tag": "6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19"}, {"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-deleted", "tag": "c1821982-65d1-4284-b01f-61dd67e40864"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:25.484331 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea37927-c3bf-4d5b-8b12-d68be48730c5 x-openstack-request-id: req-6ea37927-c3bf-4d5b-8b12-d68be48730c5 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:25.484656 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-deleted", "tag": "6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19", "status": "completed", "code": 200}, {"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-deleted", "tag": "c1821982-65d1-4284-b01f-61dd67e40864", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:25.484891 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6ea37927-c3bf-4d5b-8b12-d68be48730c5 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:25.485308 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-deleted', 'tag': '6fb761d2-7c4a-4d73-b262-fd2fd3f6fc19', 'status': 'completed', 'code': 200} Jul 05 10:16:25.485566 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-deleted', 'tag': 'c1821982-65d1-4284-b01f-61dd67e40864', 'status': 'completed', 'code': 200} Jul 05 10:16:25.518122 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-7cf7fd94-16da-42f5-8151-c3c8a57d654f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:25.538441 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c948206-938e-4be4-b491-eed1c5766a84 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:25.539023 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-4c948206-938e-4be4-b491-eed1c5766a84 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Floating IP 3a9a0395-0363-4a40-96cc-2f7eb831ee03 disassociated (deleted). External IP: 172.25.7.98, port: ba5e11c2-413f-49e6-a592-6ecb1d11458e. Jul 05 10:16:25.552863 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7fd94-16da-42f5-8151-c3c8a57d654f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event deleted for resources: {'Port': ['ID=bc64378d-0809-4948-9109-02bb5cc40da5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:25.602949 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-7cf7fd94-16da-42f5-8151-c3c8a57d654f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] No DVR routers for this DVR port bc64378d-0809-4948-9109-02bb5cc40da5 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:25.605727 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-7cf7fd94-16da-42f5-8151-c3c8a57d654f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:25.607832 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-7cf7fd94-16da-42f5-8151-c3c8a57d654f tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.81 "DELETE /v2.0/ports/bc64378d-0809-4948-9109-02bb5cc40da5 HTTP/1.1" status: 204 len: 173 time: 0.4844539 Jul 05 10:16:25.716163 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-d30b97be-86a6-445a-afd9-8c3e24830a14 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Deleting port 0e6db9d0-38f9-4121-8c58-31af2f739051 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:25.716517 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-d30b97be-86a6-445a-afd9-8c3e24830a14 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:25.796985 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c948206-938e-4be4-b491-eed1c5766a84 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Router 56b870a3-5732-479d-897e-e4e0f97fecd0 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:16:25.857290 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-d30b97be-86a6-445a-afd9-8c3e24830a14 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] For port 0e6db9d0-38f9-4121-8c58-31af2f739051, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=0e6db9d0-38f9-4121-8c58-31af2f739051,segment=NetworkSegment(cd3ac473-088a-4c00-8a73-7a24119fd2db),segment_id=cd3ac473-088a-4c00-8a73-7a24119fd2db)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:25.857692 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-d30b97be-86a6-445a-afd9-8c3e24830a14 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:25.876561 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-d30b97be-86a6-445a-afd9-8c3e24830a14 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Calling delete_port for 0e6db9d0-38f9-4121-8c58-31af2f739051 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:25.897638 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38401ba-3637-42e4-b674-e312cc671723 req-6e42f489-31a0-4af8-b2ca-ae3fa955585b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:25.899178 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c38401ba-3637-42e4-b674-e312cc671723 req-6e42f489-31a0-4af8-b2ca-ae3fa955585b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 943 time: 0.1202941 Jul 05 10:16:25.914180 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c948206-938e-4be4-b491-eed1c5766a84 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:16:25.918704 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c948206-938e-4be4-b491-eed1c5766a84 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:25.927523 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ef08d4-db05-442f-a3f7-7352ad22ef85 None None] Sync routers for ids ['56b870a3-5732-479d-897e-e4e0f97fecd0'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:16:25.938843 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ef08d4-db05-442f-a3f7-7352ad22ef85 None None] Routers {'56b870a3-5732-479d-897e-e4e0f97fecd0'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:25.939483 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-90ef08d4-db05-442f-a3f7-7352ad22ef85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:16:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['56b870a3-5732-479d-897e-e4e0f97fecd0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:25.976325 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4c948206-938e-4be4-b491-eed1c5766a84 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "DELETE /v2.0/floatingips/3a9a0395-0363-4a40-96cc-2f7eb831ee03 HTTP/1.1" status: 204 len: 168 time: 1.5874746 Jul 05 10:16:25.977036 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea71201b-c131-4ea0-bc1d-ef0a810703f6', 'tag': 'ba5e11c2-413f-49e6-a592-6ecb1d11458e'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:25.980243 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5d7cb7-3cac-487b-ab32-a4ffa229b701" -d '{"events": [{"name": "network-changed", "server_uuid": "ea71201b-c131-4ea0-bc1d-ef0a810703f6", "tag": "ba5e11c2-413f-49e6-a592-6ecb1d11458e"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:26.016457 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c38401ba-3637-42e4-b674-e312cc671723 req-03d59679-a246-4319-a54c-aac2f3f4bdf7 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups?id=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847707 Jul 05 10:16:26.195182 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a347d7f6-7765-4f9c-baf9-c4c023e62bc3 x-openstack-request-id: req-a347d7f6-7765-4f9c-baf9-c4c023e62bc3 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:26.195595 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea71201b-c131-4ea0-bc1d-ef0a810703f6", "tag": "ba5e11c2-413f-49e6-a592-6ecb1d11458e", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:26.196411 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a347d7f6-7765-4f9c-baf9-c4c023e62bc3 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:26.196933 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea71201b-c131-4ea0-bc1d-ef0a810703f6', 'tag': 'ba5e11c2-413f-49e6-a592-6ecb1d11458e', 'status': 'completed', 'code': 200} Jul 05 10:16:26.233621 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-d30b97be-86a6-445a-afd9-8c3e24830a14 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:26.305415 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b97be-86a6-445a-afd9-8c3e24830a14 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event deleted for resources: {'Port': ['ID=0e6db9d0-38f9-4121-8c58-31af2f739051,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:26.324864 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-90ef08d4-db05-442f-a3f7-7352ad22ef85 None None] Set router 56b870a3-5732-479d-897e-e4e0f97fecd0 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:26.400293 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-d30b97be-86a6-445a-afd9-8c3e24830a14 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] No DVR routers for this DVR port 0e6db9d0-38f9-4121-8c58-31af2f739051 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:26.404048 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-d30b97be-86a6-445a-afd9-8c3e24830a14 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:26.406364 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2924858d-6079-4da8-86b4-e0a05980dad9 req-d30b97be-86a6-445a-afd9-8c3e24830a14 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.81 "DELETE /v2.0/ports/0e6db9d0-38f9-4121-8c58-31af2f739051 HTTP/1.1" status: 204 len: 173 time: 0.7921627 Jul 05 10:16:26.435874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d7cb7-3cac-487b-ab32-a4ffa229b701 req-9e7c729b-44e1-4728-bdf1-83ad9fea5ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:26.437819 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c5d7cb7-3cac-487b-ab32-a4ffa229b701 req-9e7c729b-44e1-4728-bdf1-83ad9fea5ba3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dbbe5e36a1ae46d4aeb2b59e00a44282&device_id=ea71201b-c131-4ea0-bc1d-ef0a810703f6 HTTP/1.1" status: 200 len: 1096 time: 0.2269373 Jul 05 10:16:26.587229 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-90ef08d4-db05-442f-a3f7-7352ad22ef85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'name': 'tempest-TestNetworkBasicOps-router-651648166', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:13:36Z', 'updated_at': '2021-07-05T10:16:17Z', 'revision_number': 6, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:37Z', 'updated_at': '2021-07-05T10:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'de066a21-f9e5-4eab-9c86-a799f7749ac9', 'name': '', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:58:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '099680f0-d991-4d50-bd1d-088e2a885922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:40Z', 'updated_at': '2021-07-05T10:13:45Z', 'revision_number': 5, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': '099680f0-d991-4d50-bd1d-088e2a885922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:26.611830 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d7cb7-3cac-487b-ab32-a4ffa229b701 req-ad743793-883b-4d0e-b6ab-d50d1bebf805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:26.613661 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c5d7cb7-3cac-487b-ab32-a4ffa229b701 req-ad743793-883b-4d0e-b6ab-d50d1bebf805 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a32bcc0c-b539-4f64-9a76-e54a342026e3 HTTP/1.1" status: 200 len: 898 time: 0.1692009 Jul 05 10:16:26.622215 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32f25f-87c1-44aa-8e76-90088c2045c4 req-f8b593a0-2ffd-4f19-a6a1-65fd9b82e8d2 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:26.623565 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2c32f25f-87c1-44aa-8e76-90088c2045c4 req-f8b593a0-2ffd-4f19-a6a1-65fd9b82e8d2 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea71201b-c131-4ea0-bc1d-ef0a810703f6 HTTP/1.1" status: 200 len: 945 time: 0.1435113 Jul 05 10:16:26.627470 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ef08d4-db05-442f-a3f7-7352ad22ef85 None None] Checking router: 56b870a3-5732-479d-897e-e4e0f97fecd0 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:16:26.637543 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ef08d4-db05-442f-a3f7-7352ad22ef85 None None] Routers {'56b870a3-5732-479d-897e-e4e0f97fecd0'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:26.638208 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-90ef08d4-db05-442f-a3f7-7352ad22ef85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:16:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['56b870a3-5732-479d-897e-e4e0f97fecd0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:26.667550 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c5d7cb7-3cac-487b-ab32-a4ffa229b701 req-3beca373-3a42-4974-84d6-8704ed6f326e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba5e11c2-413f-49e6-a592-6ecb1d11458e HTTP/1.1" status: 200 len: 217 time: 0.0424709 Jul 05 10:16:26.733175 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2c32f25f-87c1-44aa-8e76-90088c2045c4 req-e4a380fb-fa69-41e0-9e5f-9a8fc9b20fc0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=7667754d-c196-414d-b3af-d875f891723d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687807 Jul 05 10:16:26.743422 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d7cb7-3cac-487b-ab32-a4ffa229b701 req-8dd14193-8dd4-4854-84ce-a6c0d72c86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:26.745619 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c5d7cb7-3cac-487b-ab32-a4ffa229b701 req-8dd14193-8dd4-4854-84ce-a6c0d72c86fb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=099680f0-d991-4d50-bd1d-088e2a885922 HTTP/1.1" status: 200 len: 835 time: 0.0706213 Jul 05 10:16:26.774244 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:26.790527 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-90ef08d4-db05-442f-a3f7-7352ad22ef85 None None] Set router 56b870a3-5732-479d-897e-e4e0f97fecd0 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:26.816707 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d7cb7-3cac-487b-ab32-a4ffa229b701 req-5ca066ec-1e31-4aa1-b129-c47f373fafd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:26.818398 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c5d7cb7-3cac-487b-ab32-a4ffa229b701 req-5ca066ec-1e31-4aa1-b129-c47f373fafd7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a32bcc0c-b539-4f64-9a76-e54a342026e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574412 Jul 05 10:16:26.923633 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c5d7cb7-3cac-487b-ab32-a4ffa229b701 req-c5145ad3-6b71-4522-a8a4-a5859fe6a639 service neutron] 10.222.0.78 "GET /v2.0/networks/a32bcc0c-b539-4f64-9a76-e54a342026e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979013 Jul 05 10:16:27.006957 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-90ef08d4-db05-442f-a3f7-7352ad22ef85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'name': 'tempest-TestNetworkBasicOps-router-651648166', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:13:36Z', 'updated_at': '2021-07-05T10:16:17Z', 'revision_number': 6, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:37Z', 'updated_at': '2021-07-05T10:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'de066a21-f9e5-4eab-9c86-a799f7749ac9', 'name': '', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:58:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '099680f0-d991-4d50-bd1d-088e2a885922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:40Z', 'updated_at': '2021-07-05T10:13:45Z', 'revision_number': 5, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': '099680f0-d991-4d50-bd1d-088e2a885922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:27.021417 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c5d7cb7-3cac-487b-ab32-a4ffa229b701 req-da15ad92-6983-4866-a97a-e89c741c3461 service neutron] 10.222.0.78 "GET /v2.0/networks/a32bcc0c-b539-4f64-9a76-e54a342026e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894892 Jul 05 10:16:27.033868 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ef08d4-db05-442f-a3f7-7352ad22ef85 None None] The sync data for ids ['56b870a3-5732-479d-897e-e4e0f97fecd0'] in n-d-798054-8 is: [{'id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'name': 'tempest-TestNetworkBasicOps-router-651648166', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:13:36Z', 'updated_at': '2021-07-05T10:16:17Z', 'revision_number': 6, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:37Z', 'updated_at': '2021-07-05T10:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'de066a21-f9e5-4eab-9c86-a799f7749ac9', 'name': '', 'network_id': 'a32bcc0c-b539-4f64-9a76-e54a342026e3', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:58:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '099680f0-d991-4d50-bd1d-088e2a885922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:40Z', 'updated_at': '2021-07-05T10:13:45Z', 'revision_number': 5, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': '099680f0-d991-4d50-bd1d-088e2a885922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:16:27.184478 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d0a9f0d-76af-4046-a278-724b37318649 req-17f599dc-5ac9-4045-9d57-a1d72b66d01a tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 210 time: 0.0380259 Jul 05 10:16:27.290211 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7667bac4-4114-4660-b7e6-26e734985244 None None] New status for floating IP 3a9a0395-0363-4a40-96cc-2f7eb831ee03: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:16:27.487234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-deleted', 'tag': 'bc64378d-0809-4948-9109-02bb5cc40da5'}, {'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-deleted', 'tag': '0e6db9d0-38f9-4121-8c58-31af2f739051'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:27.489473 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782e29e3-c582-4ef5-943d-34d44efd9a58" -d '{"events": [{"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-deleted", "tag": "bc64378d-0809-4948-9109-02bb5cc40da5"}, {"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-deleted", "tag": "0e6db9d0-38f9-4121-8c58-31af2f739051"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:27.525415 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b2c7e5-ddcd-4627-95b2-3c38c00b7f8a x-openstack-request-id: req-55b2c7e5-ddcd-4627-95b2-3c38c00b7f8a {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:27.525785 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-deleted", "tag": "bc64378d-0809-4948-9109-02bb5cc40da5", "status": "completed", "code": 200}, {"server_uuid": "af7d748c-0577-4743-a003-25258dd3b4f3", "name": "network-vif-deleted", "tag": "0e6db9d0-38f9-4121-8c58-31af2f739051", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:27.526109 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-55b2c7e5-ddcd-4627-95b2-3c38c00b7f8a {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:27.526621 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-deleted', 'tag': 'bc64378d-0809-4948-9109-02bb5cc40da5', 'status': 'completed', 'code': 200} Jul 05 10:16:27.526957 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7d748c-0577-4743-a003-25258dd3b4f3', 'name': 'network-vif-deleted', 'tag': '0e6db9d0-38f9-4121-8c58-31af2f739051', 'status': 'completed', 'code': 200} Jul 05 10:16:27.910851 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6453e7-f35b-4f51-b63c-37e324284766 req-cc19941a-1dd5-423f-ac7f-a62fae301a14 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:27.912376 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef6453e7-f35b-4f51-b63c-37e324284766 req-cc19941a-1dd5-423f-ac7f-a62fae301a14 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea71201b-c131-4ea0-bc1d-ef0a810703f6 HTTP/1.1" status: 200 len: 945 time: 0.0631936 Jul 05 10:16:27.952110 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef6453e7-f35b-4f51-b63c-37e324284766 req-2f51f5cf-800a-4512-9489-01e22a685015 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=7667754d-c196-414d-b3af-d875f891723d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339127 Jul 05 10:16:28.081454 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a8188-d5b5-45f7-b760-e5a576930cef req-617b8d95-bf19-4d76-b2c3-aa485f07c53e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:28.082918 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-334a8188-d5b5-45f7-b760-e5a576930cef req-617b8d95-bf19-4d76-b2c3-aa485f07c53e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea71201b-c131-4ea0-bc1d-ef0a810703f6 HTTP/1.1" status: 200 len: 945 time: 0.0628603 Jul 05 10:16:28.186615 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-334a8188-d5b5-45f7-b760-e5a576930cef req-cd6ff71b-3380-4e12-9c1c-b59a0b441558 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Deleting port ba5e11c2-413f-49e6-a592-6ecb1d11458e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:28.186958 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-334a8188-d5b5-45f7-b760-e5a576930cef req-cd6ff71b-3380-4e12-9c1c-b59a0b441558 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:28.275293 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-334a8188-d5b5-45f7-b760-e5a576930cef req-cd6ff71b-3380-4e12-9c1c-b59a0b441558 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] For port ba5e11c2-413f-49e6-a592-6ecb1d11458e, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ba5e11c2-413f-49e6-a592-6ecb1d11458e,segment=NetworkSegment(ccd6f974-ba22-4e5f-bc9d-1b433966039e),segment_id=ccd6f974-ba22-4e5f-bc9d-1b433966039e)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:28.275675 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-334a8188-d5b5-45f7-b760-e5a576930cef req-cd6ff71b-3380-4e12-9c1c-b59a0b441558 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:28.289898 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-334a8188-d5b5-45f7-b760-e5a576930cef req-cd6ff71b-3380-4e12-9c1c-b59a0b441558 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Calling delete_port for ba5e11c2-413f-49e6-a592-6ecb1d11458e owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:28.378968 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c949611e-9c72-417f-9ce3-96fb92af1df6 req-cd0fdf41-8319-40e1-9de0-bff11689cb20 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 210 time: 0.0367465 Jul 05 10:16:28.453066 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-334a8188-d5b5-45f7-b760-e5a576930cef req-cd6ff71b-3380-4e12-9c1c-b59a0b441558 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:28.493657 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ff71b-3380-4e12-9c1c-b59a0b441558 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event deleted for resources: {'Port': ['ID=ba5e11c2-413f-49e6-a592-6ecb1d11458e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:28.537772 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-334a8188-d5b5-45f7-b760-e5a576930cef req-cd6ff71b-3380-4e12-9c1c-b59a0b441558 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] No DVR routers for this DVR port ba5e11c2-413f-49e6-a592-6ecb1d11458e on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:28.540391 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-334a8188-d5b5-45f7-b760-e5a576930cef req-cd6ff71b-3380-4e12-9c1c-b59a0b441558 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:28.542438 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-334a8188-d5b5-45f7-b760-e5a576930cef req-cd6ff71b-3380-4e12-9c1c-b59a0b441558 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.78 "DELETE /v2.0/ports/ba5e11c2-413f-49e6-a592-6ecb1d11458e HTTP/1.1" status: 204 len: 173 time: 0.4538596 Jul 05 10:16:29.116357 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5d84eb02-1069-4c0b-9c34-c774ed91e7fb req-26e712a1-814c-42d8-b90e-a1cf08f099ba tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea71201b-c131-4ea0-bc1d-ef0a810703f6 HTTP/1.1" status: 200 len: 210 time: 0.0312843 Jul 05 10:16:29.534839 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea71201b-c131-4ea0-bc1d-ef0a810703f6', 'name': 'network-vif-deleted', 'tag': 'ba5e11c2-413f-49e6-a592-6ecb1d11458e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:29.536956 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb220d4-a1b6-4cfa-b64e-34f947f8079c" -d '{"events": [{"server_uuid": "ea71201b-c131-4ea0-bc1d-ef0a810703f6", "name": "network-vif-deleted", "tag": "ba5e11c2-413f-49e6-a592-6ecb1d11458e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:29.541309 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d4ac033-58ba-4ecd-abb3-dbc867d9b415 req-f8f502c4-94fd-4cfa-a0b0-b77c6afdb3a5 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 210 time: 0.0324495 Jul 05 10:16:29.595342 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea99ea9d-030a-4c5d-9c3d-efa45a1b8ebb x-openstack-request-id: req-ea99ea9d-030a-4c5d-9c3d-efa45a1b8ebb {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:29.595739 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea71201b-c131-4ea0-bc1d-ef0a810703f6", "name": "network-vif-deleted", "tag": "ba5e11c2-413f-49e6-a592-6ecb1d11458e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:29.596200 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ea99ea9d-030a-4c5d-9c3d-efa45a1b8ebb {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:29.596695 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea71201b-c131-4ea0-bc1d-ef0a810703f6', 'name': 'network-vif-deleted', 'tag': 'ba5e11c2-413f-49e6-a592-6ecb1d11458e', 'status': 'completed', 'code': 200} Jul 05 10:16:29.901338 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f7719-1857-416d-bc81-54cf6f97d7aa req-9c6ff4c3-8d46-4bce-ac74-57ad3bd83624 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:29.902864 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-544f7719-1857-416d-bc81-54cf6f97d7aa req-9c6ff4c3-8d46-4bce-ac74-57ad3bd83624 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=51d51af3-281e-4815-aa63-6f1b5f61cffb HTTP/1.1" status: 200 len: 945 time: 0.0682650 Jul 05 10:16:29.945622 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-544f7719-1857-416d-bc81-54cf6f97d7aa req-975f7b49-0044-4acb-a167-450d2d204614 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4154faf-a4bd-44c3-ad97-234d7d98584a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356584 Jul 05 10:16:30.214467 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36626) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:30.273401 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b384a718-2b12-4e75-83a4-4426074f3350 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:30.299071 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b384a718-2b12-4e75-83a4-4426074f3350 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:30.360963 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b384a718-2b12-4e75-83a4-4426074f3350 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:30.364245 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b384a718-2b12-4e75-83a4-4426074f3350 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:30.365438 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b384a718-2b12-4e75-83a4-4426074f3350 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "DELETE /v2.0/security-groups/7667754d-c196-414d-b3af-d875f891723d HTTP/1.1" status: 204 len: 168 time: 0.1499865 Jul 05 10:16:30.375418 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384a718-2b12-4e75-83a4-4426074f3350 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7667754d-c196-414d-b3af-d875f891723d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:30.404658 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36630) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:30.697180 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d89fbbca-e548-4ac0-9a03-633eddbfdcc2 req-826e828b-7492-4e12-a3f9-9a758f4dc6ef tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 210 time: 0.0298495 Jul 05 10:16:30.793442 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e86bb27f-422a-473c-9d71-3075de345504 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:31.072132 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e86bb27f-422a-473c-9d71-3075de345504 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Deleting port de066a21-f9e5-4eab-9c86-a799f7749ac9 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:31.072746 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e86bb27f-422a-473c-9d71-3075de345504 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:31.125254 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d02864-b606-438e-9cee-478a7f61ad80 req-72480227-a8f8-4da7-baa5-70fa300cd2bc tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:31.126878 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-82d02864-b606-438e-9cee-478a7f61ad80 req-72480227-a8f8-4da7-baa5-70fa300cd2bc tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=51d51af3-281e-4815-aa63-6f1b5f61cffb HTTP/1.1" status: 200 len: 945 time: 0.0677636 Jul 05 10:16:31.166689 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-82d02864-b606-438e-9cee-478a7f61ad80 req-1180c307-2e92-48ad-9fbe-842629c37a05 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4154faf-a4bd-44c3-ad97-234d7d98584a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340562 Jul 05 10:16:31.171905 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-e86bb27f-422a-473c-9d71-3075de345504 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] For port de066a21-f9e5-4eab-9c86-a799f7749ac9, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=de066a21-f9e5-4eab-9c86-a799f7749ac9,segment=NetworkSegment(ccd6f974-ba22-4e5f-bc9d-1b433966039e),segment_id=ccd6f974-ba22-4e5f-bc9d-1b433966039e)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:31.172361 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e86bb27f-422a-473c-9d71-3075de345504 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:31.192061 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e86bb27f-422a-473c-9d71-3075de345504 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Calling delete_port for de066a21-f9e5-4eab-9c86-a799f7749ac9 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:31.388407 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e86bb27f-422a-473c-9d71-3075de345504 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:31.414426 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86bb27f-422a-473c-9d71-3075de345504 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event deleted for resources: {'Port': ['ID=de066a21-f9e5-4eab-9c86-a799f7749ac9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:31.527616 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c29e64-49c1-4591-8821-d8ad5bfaf1ef req-311340c1-759f-49a6-95b7-8646853bcdaa tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:31.529544 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46c29e64-49c1-4591-8821-d8ad5bfaf1ef req-311340c1-759f-49a6-95b7-8646853bcdaa tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.81 "GET /v2.0/ports?device_id=51d51af3-281e-4815-aa63-6f1b5f61cffb HTTP/1.1" status: 200 len: 945 time: 0.0788438 Jul 05 10:16:31.629488 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e86bb27f-422a-473c-9d71-3075de345504 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:31.654610 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-46c29e64-49c1-4591-8821-d8ad5bfaf1ef req-70799f32-af88-4f43-95c7-9da313dfd968 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Deleting port 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:31.655047 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46c29e64-49c1-4591-8821-d8ad5bfaf1ef req-70799f32-af88-4f43-95c7-9da313dfd968 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:31.758004 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-46c29e64-49c1-4591-8821-d8ad5bfaf1ef req-70799f32-af88-4f43-95c7-9da313dfd968 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] For port 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=6e2ac2eb-ffbb-4b44-b458-763cc4e2d805,segment=NetworkSegment(bca3ead4-fe14-4e69-958c-e8fc4cc64bc4),segment_id=bca3ead4-fe14-4e69-958c-e8fc4cc64bc4)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:31.758634 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46c29e64-49c1-4591-8821-d8ad5bfaf1ef req-70799f32-af88-4f43-95c7-9da313dfd968 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:31.869773 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86bb27f-422a-473c-9d71-3075de345504 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Router 56b870a3-5732-479d-897e-e4e0f97fecd0 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:16:31.903346 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d7421957-02ba-4b2d-b1f1-c5a4d25e0be6 req-5329c94d-6cf5-494d-b3cc-5cb6d8f5321a tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 210 time: 0.0667439 Jul 05 10:16:31.979912 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46c29e64-49c1-4591-8821-d8ad5bfaf1ef req-70799f32-af88-4f43-95c7-9da313dfd968 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:31.980294 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46c29e64-49c1-4591-8821-d8ad5bfaf1ef req-70799f32-af88-4f43-95c7-9da313dfd968 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:31.980605 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [req-46c29e64-49c1-4591-8821-d8ad5bfaf1ef req-70799f32-af88-4f43-95c7-9da313dfd968 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Floating IP a8627930-8f51-4de7-a2eb-58c161960e9a disassociated. External IP: 172.25.7.203, port: 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805. Jul 05 10:16:31.980950 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-46c29e64-49c1-4591-8821-d8ad5bfaf1ef req-70799f32-af88-4f43-95c7-9da313dfd968 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Calling delete_port for 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:31.996301 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86bb27f-422a-473c-9d71-3075de345504 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:16:32.005633 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e86bb27f-422a-473c-9d71-3075de345504 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "PUT /v2.0/routers/56b870a3-5732-479d-897e-e4e0f97fecd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5997829 Jul 05 10:16:32.007210 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947f604-d0c4-4603-a656-91936102995b None None] Sync routers for ids ['56b870a3-5732-479d-897e-e4e0f97fecd0'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:16:32.007676 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36638) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:32.017854 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f947f604-d0c4-4603-a656-91936102995b None None] Routers {'56b870a3-5732-479d-897e-e4e0f97fecd0'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:32.018710 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f947f604-d0c4-4603-a656-91936102995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:16:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['56b870a3-5732-479d-897e-e4e0f97fecd0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:32.070576 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-e22dbc40-4e3a-4d1e-a2ba-895c77b267db tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Deleting subnet 099680f0-d991-4d50-bd1d-088e2a885922 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:16:32.076985 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e22dbc40-4e3a-4d1e-a2ba-895c77b267db tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:32.129382 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e22dbc40-4e3a-4d1e-a2ba-895c77b267db tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:32.144293 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46c29e64-49c1-4591-8821-d8ad5bfaf1ef req-70799f32-af88-4f43-95c7-9da313dfd968 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:32.155941 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-f947f604-d0c4-4603-a656-91936102995b None None] Set router 56b870a3-5732-479d-897e-e4e0f97fecd0 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:32.187345 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70799f32-af88-4f43-95c7-9da313dfd968 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Pushing event deleted for resources: {'Port': ['ID=6e2ac2eb-ffbb-4b44-b458-763cc4e2d805,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:32.240946 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e22dbc40-4e3a-4d1e-a2ba-895c77b267db tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:32.326492 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e22dbc40-4e3a-4d1e-a2ba-895c77b267db tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:32.361798 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22dbc40-4e3a-4d1e-a2ba-895c77b267db tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event deleted for resources: {'Subnet': ['ID=099680f0-d991-4d50-bd1d-088e2a885922,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:32.369365 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e22dbc40-4e3a-4d1e-a2ba-895c77b267db tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:32.377041 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e22dbc40-4e3a-4d1e-a2ba-895c77b267db tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "DELETE /v2.0/subnets/099680f0-d991-4d50-bd1d-088e2a885922 HTTP/1.1" status: 204 len: 168 time: 0.3679943 Jul 05 10:16:32.378094 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36642) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:32.395324 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e41495-fb26-4fc7-8a99-82fbba4a65c4 None None] Network a32bcc0c-b539-4f64-9a76-e54a342026e3 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:32.502282 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f6dcd67-ca3f-4fba-890c-9c63371b5cf1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:32.542708 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device ba5e11c2-413f-49e6-a592-6ecb1d11458e no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:32.578090 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f947f604-d0c4-4603-a656-91936102995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'name': 'tempest-TestNetworkBasicOps-router-651648166', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:13:36Z', 'updated_at': '2021-07-05T10:16:31Z', 'revision_number': 7, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:37Z', 'updated_at': '2021-07-05T10:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:32.584738 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: ba5e11c2-413f-49e6-a592-6ecb1d11458e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:16:32.585095 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device ba5e11c2-413f-49e6-a592-6ecb1d11458e not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:16:32.626449 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947f604-d0c4-4603-a656-91936102995b None None] Checking router: 56b870a3-5732-479d-897e-e4e0f97fecd0 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:16:32.648241 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f947f604-d0c4-4603-a656-91936102995b None None] Routers {'56b870a3-5732-479d-897e-e4e0f97fecd0'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:32.648887 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f947f604-d0c4-4603-a656-91936102995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:16:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['56b870a3-5732-479d-897e-e4e0f97fecd0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:32.697100 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f6dcd67-ca3f-4fba-890c-9c63371b5cf1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:32.747519 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae89d97a-3245-4acd-acc9-a820c6a567a2 None None] DHCP port deletion for a32bcc0c-b539-4f64-9a76-e54a342026e3 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:16:32.780476 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-2f6dcd67-ca3f-4fba-890c-9c63371b5cf1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Deleting port 423971a1-90fb-4bc0-af1c-43fd82f763f8 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:32.780837 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f6dcd67-ca3f-4fba-890c-9c63371b5cf1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:32.807311 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46c29e64-49c1-4591-8821-d8ad5bfaf1ef req-70799f32-af88-4f43-95c7-9da313dfd968 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Router 0d150f77-be44-46b7-adb9-01c318c79c1b has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:16:32.830786 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84d3781c-1d72-4c68-be7d-2d030df3995b req-4d7d3b91-779c-46c7-9270-0a2849fffb8c tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/ports?device_id=51d51af3-281e-4815-aa63-6f1b5f61cffb HTTP/1.1" status: 200 len: 210 time: 0.0404572 Jul 05 10:16:32.888575 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:32.894087 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-f947f604-d0c4-4603-a656-91936102995b None None] Set router 56b870a3-5732-479d-897e-e4e0f97fecd0 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:32.977624 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-2f6dcd67-ca3f-4fba-890c-9c63371b5cf1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] For port 423971a1-90fb-4bc0-af1c-43fd82f763f8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=423971a1-90fb-4bc0-af1c-43fd82f763f8,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:32.977998 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f6dcd67-ca3f-4fba-890c-9c63371b5cf1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:32.989100 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ae89d97a-3245-4acd-acc9-a820c6a567a2 None None] Deleting port 7cb720d0-a363-42a1-bf1a-7a1a0a26c39b {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:32.989603 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ae89d97a-3245-4acd-acc9-a820c6a567a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.002460 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-2f6dcd67-ca3f-4fba-890c-9c63371b5cf1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Calling delete_port for 423971a1-90fb-4bc0-af1c-43fd82f763f8 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:33.017379 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46c29e64-49c1-4591-8821-d8ad5bfaf1ef req-70799f32-af88-4f43-95c7-9da313dfd968 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:16:33.029403 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98f5b55-3f45-4164-94f5-53cb67027e2b None None] Sync routers for ids ['0d150f77-be44-46b7-adb9-01c318c79c1b'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:16:33.046601 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98f5b55-3f45-4164-94f5-53cb67027e2b None None] Routers {'0d150f77-be44-46b7-adb9-01c318c79c1b'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:33.048270 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d98f5b55-3f45-4164-94f5-53cb67027e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:16:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['0d150f77-be44-46b7-adb9-01c318c79c1b'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:33.070615 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ae89d97a-3245-4acd-acc9-a820c6a567a2 None None] For port 7cb720d0-a363-42a1-bf1a-7a1a0a26c39b, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=7cb720d0-a363-42a1-bf1a-7a1a0a26c39b,segment=NetworkSegment(ccd6f974-ba22-4e5f-bc9d-1b433966039e),segment_id=ccd6f974-ba22-4e5f-bc9d-1b433966039e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:33.071252 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ae89d97a-3245-4acd-acc9-a820c6a567a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.085114 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ae89d97a-3245-4acd-acc9-a820c6a567a2 None None] Calling delete_port for 7cb720d0-a363-42a1-bf1a-7a1a0a26c39b owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:33.114194 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c29e64-49c1-4591-8821-d8ad5bfaf1ef req-70799f32-af88-4f43-95c7-9da313dfd968 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] No DVR routers for this DVR port 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:33.118152 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46c29e64-49c1-4591-8821-d8ad5bfaf1ef req-70799f32-af88-4f43-95c7-9da313dfd968 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.125797 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46c29e64-49c1-4591-8821-d8ad5bfaf1ef req-70799f32-af88-4f43-95c7-9da313dfd968 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.81 "DELETE /v2.0/ports/6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 HTTP/1.1" status: 204 len: 173 time: 1.5911820 Jul 05 10:16:33.126271 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d51af3-281e-4815-aa63-6f1b5f61cffb', 'name': 'network-vif-deleted', 'tag': '6e2ac2eb-ffbb-4b44-b458-763cc4e2d805'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:33.128598 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d0a621-ca5e-4ddd-8c61-0dc1a8c35739" -d '{"events": [{"server_uuid": "51d51af3-281e-4815-aa63-6f1b5f61cffb", "name": "network-vif-deleted", "tag": "6e2ac2eb-ffbb-4b44-b458-763cc4e2d805"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:33.197686 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7cb720d0-a363-42a1-bf1a-7a1a0a26c39b no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:33.203276 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ae89d97a-3245-4acd-acc9-a820c6a567a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.258779 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 7cb720d0-a363-42a1-bf1a-7a1a0a26c39b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:16:33.259111 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 7cb720d0-a363-42a1-bf1a-7a1a0a26c39b not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:16:33.268744 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89d97a-3245-4acd-acc9-a820c6a567a2 None None] Pushing event deleted for resources: {'Port': ['ID=7cb720d0-a363-42a1-bf1a-7a1a0a26c39b,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:33.276369 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae89d97a-3245-4acd-acc9-a820c6a567a2 None None] No DVR routers for this DVR port 7cb720d0-a363-42a1-bf1a-7a1a0a26c39b on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:33.309461 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-d98f5b55-3f45-4164-94f5-53cb67027e2b None None] Set router 0d150f77-be44-46b7-adb9-01c318c79c1b gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:33.310259 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7259dda3-8e73-42c0-9615-92e62a631e87 req-27509867-2cc3-4df0-a9c0-f7fcfd9830f5 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 210 time: 0.0746300 Jul 05 10:16:33.315148 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91de5c3c-f306-4dd2-82fe-e37a7ab193a3 x-openstack-request-id: req-91de5c3c-f306-4dd2-82fe-e37a7ab193a3 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:33.316846 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d51af3-281e-4815-aa63-6f1b5f61cffb", "name": "network-vif-deleted", "tag": "6e2ac2eb-ffbb-4b44-b458-763cc4e2d805", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:33.317062 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-91de5c3c-f306-4dd2-82fe-e37a7ab193a3 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:33.319154 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d51af3-281e-4815-aa63-6f1b5f61cffb', 'name': 'network-vif-deleted', 'tag': '6e2ac2eb-ffbb-4b44-b458-763cc4e2d805', 'status': 'completed', 'code': 200} Jul 05 10:16:33.320405 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f6dcd67-ca3f-4fba-890c-9c63371b5cf1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.363822 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6dcd67-ca3f-4fba-890c-9c63371b5cf1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event deleted for resources: {'Port': ['ID=423971a1-90fb-4bc0-af1c-43fd82f763f8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:33.411994 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f947f604-d0c4-4603-a656-91936102995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'name': 'tempest-TestNetworkBasicOps-router-651648166', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:13:36Z', 'updated_at': '2021-07-05T10:16:31Z', 'revision_number': 7, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:37Z', 'updated_at': '2021-07-05T10:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:33.446933 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947f604-d0c4-4603-a656-91936102995b None None] The sync data for ids ['56b870a3-5732-479d-897e-e4e0f97fecd0'] in n-d-798054-8 is: [{'id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'name': 'tempest-TestNetworkBasicOps-router-651648166', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:13:36Z', 'updated_at': '2021-07-05T10:16:31Z', 'revision_number': 7, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': '423971a1-90fb-4bc0-af1c-43fd82f763f8', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b870a3-5732-479d-897e-e4e0f97fecd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:37Z', 'updated_at': '2021-07-05T10:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:16:33.465926 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f6dcd67-ca3f-4fba-890c-9c63371b5cf1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.564663 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f6dcd67-ca3f-4fba-890c-9c63371b5cf1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.572128 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f6dcd67-ca3f-4fba-890c-9c63371b5cf1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.584292 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d98f5b55-3f45-4164-94f5-53cb67027e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'name': 'tempest-AttachVolumeTestJSON-544131959-router', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:37Z', 'updated_at': '2021-07-05T10:07:44Z', 'revision_number': 4, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'gw_port': {'id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:38Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '21e3c49e-aecf-44fd-9ec9-ade3de84a95a', 'name': '', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'mac_address': 'fa:16:3e:b3:1b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:42Z', 'updated_at': '2021-07-05T10:07:51Z', 'revision_number': 5, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'subnets': [{'id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:33.604642 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-d58fe051-826d-437b-991e-afb9f57b389b req-3c2eda60-59b0-477f-be5c-f55f0db18e8f service neutron] (93907) timed out ('10.222.0.81', 61718) {{(pid=93907) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:16:33.619123 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98f5b55-3f45-4164-94f5-53cb67027e2b None None] Checking router: 0d150f77-be44-46b7-adb9-01c318c79c1b for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:16:33.625884 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f6dcd67-ca3f-4fba-890c-9c63371b5cf1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.626982 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6dcd67-ca3f-4fba-890c-9c63371b5cf1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Fanout notify agent at l3_agent the message router_deleted on router 56b870a3-5732-479d-897e-e4e0f97fecd0 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:16:33.630354 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98f5b55-3f45-4164-94f5-53cb67027e2b None None] Routers {'0d150f77-be44-46b7-adb9-01c318c79c1b'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:33.631002 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d98f5b55-3f45-4164-94f5-53cb67027e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:16:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['0d150f77-be44-46b7-adb9-01c318c79c1b'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:33.642838 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f6dcd67-ca3f-4fba-890c-9c63371b5cf1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.646775 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36648) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:33.647389 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2f6dcd67-ca3f-4fba-890c-9c63371b5cf1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "DELETE /v2.0/routers/56b870a3-5732-479d-897e-e4e0f97fecd0 HTTP/1.1" status: 204 len: 168 time: 1.2680595 Jul 05 10:16:33.737414 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-790f34b1-be55-43a1-ad9c-b7655803021d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.762299 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-d98f5b55-3f45-4164-94f5-53cb67027e2b None None] Set router 0d150f77-be44-46b7-adb9-01c318c79c1b gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:33.865537 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-790f34b1-be55-43a1-ad9c-b7655803021d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.877506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-790f34b1-be55-43a1-ad9c-b7655803021d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32bcc0c-b539-4f64-9a76-e54a342026e3']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:33.890841 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-790f34b1-be55-43a1-ad9c-b7655803021d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd6f974-ba22-4e5f-bc9d-1b433966039e') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:33.890995 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-790f34b1-be55-43a1-ad9c-b7655803021d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd6f974-ba22-4e5f-bc9d-1b433966039e') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:33.902065 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-790f34b1-be55-43a1-ad9c-b7655803021d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.935523 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-790f34b1-be55-43a1-ad9c-b7655803021d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.944304 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790f34b1-be55-43a1-ad9c-b7655803021d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:16:33.944772 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-790f34b1-be55-43a1-ad9c-b7655803021d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:16:33.949242 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:16:34.022656 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-790f34b1-be55-43a1-ad9c-b7655803021d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.036389 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-790f34b1-be55-43a1-ad9c-b7655803021d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.043300 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-790f34b1-be55-43a1-ad9c-b7655803021d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "DELETE /v2.0/networks/a32bcc0c-b539-4f64-9a76-e54a342026e3 HTTP/1.1" status: 204 len: 168 time: 0.3921523 Jul 05 10:16:34.062397 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36654) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:34.070810 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e850581c-193e-4e21-90ca-0b080df42c77 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'network': {'name': 'tempest-network-smoke--700374670', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'port_security_enabled': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:34.084225 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36656) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:34.090087 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f34b1-be55-43a1-ad9c-b7655803021d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event deleted for resources: {'Network': ['ID=a32bcc0c-b539-4f64-9a76-e54a342026e3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:34.115549 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d98f5b55-3f45-4164-94f5-53cb67027e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'name': 'tempest-AttachVolumeTestJSON-544131959-router', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:37Z', 'updated_at': '2021-07-05T10:07:44Z', 'revision_number': 4, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'gw_port': {'id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:38Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '21e3c49e-aecf-44fd-9ec9-ade3de84a95a', 'name': '', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'mac_address': 'fa:16:3e:b3:1b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:42Z', 'updated_at': '2021-07-05T10:07:51Z', 'revision_number': 5, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'subnets': [{'id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:34.140533 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e850581c-193e-4e21-90ca-0b080df42c77 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Made reservation on behalf of dbbe5e36a1ae46d4aeb2b59e00a44282 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:34.143660 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98f5b55-3f45-4164-94f5-53cb67027e2b None None] The sync data for ids ['0d150f77-be44-46b7-adb9-01c318c79c1b'] in n-d-798054-8 is: [{'id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'name': 'tempest-AttachVolumeTestJSON-544131959-router', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:37Z', 'updated_at': '2021-07-05T10:07:44Z', 'revision_number': 4, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'gw_port': {'id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:38Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '21e3c49e-aecf-44fd-9ec9-ade3de84a95a', 'name': '', 'network_id': 'e92969d7-2f54-48da-8a2d-7d136131bbc7', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'mac_address': 'fa:16:3e:b3:1b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:42Z', 'updated_at': '2021-07-05T10:07:51Z', 'revision_number': 5, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'subnets': [{'id': 'ec963537-c196-42e4-b994-fe6e7fea3b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:16:34.145464 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e850581c-193e-4e21-90ca-0b080df42c77 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.179166 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e7d1a833-9e3f-482c-8aed-6126116695b6 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.207956 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e7d1a833-9e3f-482c-8aed-6126116695b6 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.233205 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e850581c-193e-4e21-90ca-0b080df42c77 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:16:34.255253 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e850581c-193e-4e21-90ca-0b080df42c77 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.255620 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-e850581c-193e-4e21-90ca-0b080df42c77 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Added segment 471f3fc0-d245-47ac-89a6-5cf04c4198c9 of type vlan for network dc77a506-6981-4369-b90e-32c6330113d7 Jul 05 10:16:34.304832 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e850581c-193e-4e21-90ca-0b080df42c77 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.316914 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e7d1a833-9e3f-482c-8aed-6126116695b6 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.319707 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e7d1a833-9e3f-482c-8aed-6126116695b6 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.324249 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36658) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:34.324431 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e7d1a833-9e3f-482c-8aed-6126116695b6 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "DELETE /v2.0/security-groups/e4154faf-a4bd-44c3-ad97-234d7d98584a HTTP/1.1" status: 204 len: 168 time: 0.2390621 Jul 05 10:16:34.339993 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1a833-9e3f-482c-8aed-6126116695b6 tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4154faf-a4bd-44c3-ad97-234d7d98584a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:34.348422 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-f66c69b7-898b-42ec-bb75-1dc9d8193cdb tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] show failed (client error): The resource could not be found. Jul 05 10:16:34.356020 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f66c69b7-898b-42ec-bb75-1dc9d8193cdb tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "GET /v2.0/security-groups/e4154faf-a4bd-44c3-ad97-234d7d98584a HTTP/1.1" status: 404 len: 347 time: 0.0306251 Jul 05 10:16:34.359015 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36660) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:34.390844 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e850581c-193e-4e21-90ca-0b080df42c77 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.400419 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e850581c-193e-4e21-90ca-0b080df42c77 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:34.401108 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e850581c-193e-4e21-90ca-0b080df42c77 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.487007 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e850581c-193e-4e21-90ca-0b080df42c77 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4231071 Jul 05 10:16:34.489616 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36664) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:34.494176 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-97207d1f-3f99-4ffc-ad59-358a421aca0c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1769716382', 'admin_state_up': True, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:34.519988 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97207d1f-3f99-4ffc-ad59-358a421aca0c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.521022 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97207d1f-3f99-4ffc-ad59-358a421aca0c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.531316 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850581c-193e-4e21-90ca-0b080df42c77 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'Network': ['ID=dc77a506-6981-4369-b90e-32c6330113d7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:34.544493 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network dc77a506-6981-4369-b90e-32c6330113d7 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:16:34.590889 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97207d1f-3f99-4ffc-ad59-358a421aca0c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.592836 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f4ad217-2523-49f7-a96f-f24f020528b5 req-ee157254-f5bf-4599-965c-4bcc243afd71 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 210 time: 0.0593808 Jul 05 10:16:34.633300 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-07c9c223-f4cb-4502-9817-303bcb410c7e tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Deleting port 39215fdd-6167-4708-aa59-605d6e476be9 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:34.633933 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07c9c223-f4cb-4502-9817-303bcb410c7e tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.640833 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eef2589-e2a8-498b-9a9b-eb5af865c556 None None] New status for floating IP a8627930-8f51-4de7-a2eb-58c161960e9a: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:16:34.744498 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07c9c223-f4cb-4502-9817-303bcb410c7e tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.745116 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07c9c223-f4cb-4502-9817-303bcb410c7e tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.771155 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-07c9c223-f4cb-4502-9817-303bcb410c7e tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Calling delete_port for 39215fdd-6167-4708-aa59-605d6e476be9 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:34.799333 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97207d1f-3f99-4ffc-ad59-358a421aca0c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.881054 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 423971a1-90fb-4bc0-af1c-43fd82f763f8 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:34.908432 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 423971a1-90fb-4bc0-af1c-43fd82f763f8 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:16:34.908432 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 423971a1-90fb-4bc0-af1c-43fd82f763f8 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:16:34.908432 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device de066a21-f9e5-4eab-9c86-a799f7749ac9 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:34.966906 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07c9c223-f4cb-4502-9817-303bcb410c7e tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:35.002959 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9c223-f4cb-4502-9817-303bcb410c7e tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Pushing event deleted for resources: {'Port': ['ID=39215fdd-6167-4708-aa59-605d6e476be9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:35.084076 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07c9c223-f4cb-4502-9817-303bcb410c7e tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:35.086953 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07c9c223-f4cb-4502-9817-303bcb410c7e tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:35.091968 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-07c9c223-f4cb-4502-9817-303bcb410c7e tempest-AttachVolumeTestJSON-244836251 tempest-AttachVolumeTestJSON-244836251-project] 10.222.0.79 "DELETE /v2.0/floatingips/a8627930-8f51-4de7-a2eb-58c161960e9a HTTP/1.1" status: 204 len: 168 time: 0.7304413 Jul 05 10:16:35.114860 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: de066a21-f9e5-4eab-9c86-a799f7749ac9 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:16:35.116432 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device de066a21-f9e5-4eab-9c86-a799f7749ac9 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:16:35.373292 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:35.395186 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:16:35.395534 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 6e2ac2eb-ffbb-4b44-b458-763cc4e2d805 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:16:35.462081 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97207d1f-3f99-4ffc-ad59-358a421aca0c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:35.482272 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97207d1f-3f99-4ffc-ad59-358a421aca0c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:35.593771 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-97207d1f-3f99-4ffc-ad59-358a421aca0c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Allocated IP 172.25.7.75 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/b8158807-139e-4b07-93ef-5b9eac707ff9) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:35.700932 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97207d1f-3f99-4ffc-ad59-358a421aca0c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:35.743322 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97207d1f-3f99-4ffc-ad59-358a421aca0c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:35.750312 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-11c89c0c-736e-4b83-ad75-db401ae52081 req-8649b4f4-8221-4e46-9a77-cd7e2b515b2e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 210 time: 0.0298233 Jul 05 10:16:35.777537 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97207d1f-3f99-4ffc-ad59-358a421aca0c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:35.780600 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-97207d1f-3f99-4ffc-ad59-358a421aca0c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:35.784030 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97207d1f-3f99-4ffc-ad59-358a421aca0c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:35.824309 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97207d1f-3f99-4ffc-ad59-358a421aca0c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'Port': ['ID=b8158807-139e-4b07-93ef-5b9eac707ff9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:36.047266 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97207d1f-3f99-4ffc-ad59-358a421aca0c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:36.230165 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:36.247027 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97207d1f-3f99-4ffc-ad59-358a421aca0c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:36.378374 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97207d1f-3f99-4ffc-ad59-358a421aca0c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Router 8a64aac0-a4e1-4d87-a882-2e9152a7217b is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:16:36.496050 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97207d1f-3f99-4ffc-ad59-358a421aca0c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:16:36.505091 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] Sync routers for ids ['8a64aac0-a4e1-4d87-a882-2e9152a7217b'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:16:36.515483 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] Routers {'8a64aac0-a4e1-4d87-a882-2e9152a7217b'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:36.516360 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:16:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['8a64aac0-a4e1-4d87-a882-2e9152a7217b'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:36.517616 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97207d1f-3f99-4ffc-ad59-358a421aca0c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:36.520895 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-97207d1f-3f99-4ffc-ad59-358a421aca0c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0300059 Jul 05 10:16:36.523441 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36674) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:36.554795 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a8d24356-7f30-4d6f-96a2-37c309797f3b tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=dbbe5e36a1ae46d4aeb2b59e00a44282&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277262 Jul 05 10:16:36.555009 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36676) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:36.634274 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] Set router 8a64aac0-a4e1-4d87-a882-2e9152a7217b gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:36.673368 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ceac3b-b34b-40ed-8bae-cd31fbc6766d tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:36.675568 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d6ceac3b-b34b-40ed-8bae-cd31fbc6766d tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1197457 Jul 05 10:16:36.678495 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36678) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:36.710375 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-936b306d-9392-4f45-8560-c9c9abbd4875 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305946 Jul 05 10:16:36.713511 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36680) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:36.719349 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-75b80ef4-38d1-4db9-a129-c38d774975b0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-276234308', 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:36.826066 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b80ef4-38d1-4db9-a129-c38d774975b0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Made reservation on behalf of dbbe5e36a1ae46d4aeb2b59e00a44282 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:36.831593 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75b80ef4-38d1-4db9-a129-c38d774975b0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:36.838218 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'name': 'tempest-TestNetworkBasicOps-router-1769716382', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:34Z', 'updated_at': '2021-07-05T10:16:35Z', 'revision_number': 3, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:35Z', 'updated_at': '2021-07-05T10:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:36.870480 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] Checking router: 8a64aac0-a4e1-4d87-a882-2e9152a7217b for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:16:36.870832 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] Updating router 8a64aac0-a4e1-4d87-a882-2e9152a7217b port b8158807-139e-4b07-93ef-5b9eac707ff9 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:16:36.925392 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:36.958553 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a8aa2874-51c0-4cad-98f5-a53d6ff0b498 req-0e67c4f2-b078-45ae-a6ef-2352600ccc55 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 210 time: 0.0507770 Jul 05 10:16:37.073540 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75b80ef4-38d1-4db9-a129-c38d774975b0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:37.137362 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b80ef4-38d1-4db9-a129-c38d774975b0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'Subnet': ['ID=bd9e7d6a-a577-4c7e-b742-0980afa6dcbf,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:37.149942 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b80ef4-38d1-4db9-a129-c38d774975b0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Checking segment: {'id': '471f3fc0-d245-47ac-89a6-5cf04c4198c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:37.150317 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b80ef4-38d1-4db9-a129-c38d774975b0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Network hostable DHCP agents. Network: dc77a506-6981-4369-b90e-32c6330113d7, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:16:37.168479 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b80ef4-38d1-4db9-a129-c38d774975b0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Network dc77a506-6981-4369-b90e-32c6330113d7 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:16:37.177950 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-75b80ef4-38d1-4db9-a129-c38d774975b0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, dc77a506-6981-4369-b90e-32c6330113d7) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:37.183923 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b80ef4-38d1-4db9-a129-c38d774975b0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:37.184540 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75b80ef4-38d1-4db9-a129-c38d774975b0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:37.193451 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56756ca0-5432-4721-a6ea-b8093f2ba682 None None] Network dc77a506-6981-4369-b90e-32c6330113d7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:37.221209 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36684) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:37.236947 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-75b80ef4-38d1-4db9-a129-c38d774975b0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5214701 Jul 05 10:16:37.314035 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:37.325642 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] Transition to ACTIVE for port object b8158807-139e-4b07-93ef-5b9eac707ff9 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:37.333542 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:37.386219 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] Attempting to bind port b8158807-139e-4b07-93ef-5b9eac707ff9 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:16:37.386687 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] Attempting to bind port b8158807-139e-4b07-93ef-5b9eac707ff9 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:16:37.387055 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] Attempting to bind port b8158807-139e-4b07-93ef-5b9eac707ff9 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:37.401752 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:16:37.402207 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:37.402573 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:37.402964 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:16:37.403432 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] Bound port: b8158807-139e-4b07-93ef-5b9eac707ff9, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:16:37.403817 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:37.411894 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fcf513-0292-4000-9cea-701fb72238a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-dc77a506-6981-4369-b90e-32c6330113d7', 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'fixed_ips': [{'subnet_id': 'bd9e7d6a-a577-4c7e-b742-0980afa6dcbf'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:16:37.413433 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d1fcf513-0292-4000-9cea-701fb72238a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:37.465356 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] For port b8158807-139e-4b07-93ef-5b9eac707ff9, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:37.469637 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] For port b8158807-139e-4b07-93ef-5b9eac707ff9, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b8158807-139e-4b07-93ef-5b9eac707ff9,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:16:37.474883 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:37.483566 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dcd760-7ad2-4ec1-95f2-c648520fd597 None None] Pushing event updated for resources: {'Port': ['ID=b8158807-139e-4b07-93ef-5b9eac707ff9,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:37.492934 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcd760-7ad2-4ec1-95f2-c648520fd597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:37.492934 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcd760-7ad2-4ec1-95f2-c648520fd597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:37.493234 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcd760-7ad2-4ec1-95f2-c648520fd597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:37.493485 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcd760-7ad2-4ec1-95f2-c648520fd597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:37.493791 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcd760-7ad2-4ec1-95f2-c648520fd597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:37.494189 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcd760-7ad2-4ec1-95f2-c648520fd597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:37.494522 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcd760-7ad2-4ec1-95f2-c648520fd597 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:37.495435 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcd760-7ad2-4ec1-95f2-c648520fd597 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:37.495765 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcd760-7ad2-4ec1-95f2-c648520fd597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:37.496113 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcd760-7ad2-4ec1-95f2-c648520fd597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:37.496458 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcd760-7ad2-4ec1-95f2-c648520fd597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:37.496781 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcd760-7ad2-4ec1-95f2-c648520fd597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:37.538132 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] Routers {'8a64aac0-a4e1-4d87-a882-2e9152a7217b'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:37.539003 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:16:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['8a64aac0-a4e1-4d87-a882-2e9152a7217b'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:37.593023 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-d1fcf513-0292-4000-9cea-701fb72238a2 None None] Allocated IP 172.20.0.2 (dc77a506-6981-4369-b90e-32c6330113d7/bd9e7d6a-a577-4c7e-b742-0980afa6dcbf/83114494-2c4f-45a5-b012-6e3b2cc21636) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:37.651152 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] Set router 8a64aac0-a4e1-4d87-a882-2e9152a7217b gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:37.718342 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dcd760-7ad2-4ec1-95f2-c648520fd597 None None] Pushing event updated for resources: {'Port': ['ID=b8158807-139e-4b07-93ef-5b9eac707ff9,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:37.812957 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d1fcf513-0292-4000-9cea-701fb72238a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:37.823832 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d1fcf513-0292-4000-9cea-701fb72238a2 None None] Transition to ACTIVE for port object 83114494-2c4f-45a5-b012-6e3b2cc21636 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:37.848499 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99bff29f-3c4e-4ca1-8531-28907d6f9fbe tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:37.858100 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d1fcf513-0292-4000-9cea-701fb72238a2 None None] Transition to ACTIVE for port object 83114494-2c4f-45a5-b012-6e3b2cc21636 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:37.869043 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d1fcf513-0292-4000-9cea-701fb72238a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:37.870784 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'name': 'tempest-TestNetworkBasicOps-router-1769716382', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:34Z', 'updated_at': '2021-07-05T10:16:35Z', 'revision_number': 3, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:35Z', 'updated_at': '2021-07-05T10:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:37.901387 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aa44e2-c5d5-4aa2-a58f-bfea0216614d None None] The sync data for ids ['8a64aac0-a4e1-4d87-a882-2e9152a7217b'] in n-d-798054-8 is: [{'id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'name': 'tempest-TestNetworkBasicOps-router-1769716382', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:34Z', 'updated_at': '2021-07-05T10:16:35Z', 'revision_number': 3, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:35Z', 'updated_at': '2021-07-05T10:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:16:37.917417 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fcf513-0292-4000-9cea-701fb72238a2 None None] Network dc77a506-6981-4369-b90e-32c6330113d7 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:37.922747 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-d1fcf513-0292-4000-9cea-701fb72238a2 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:37.926250 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fcf513-0292-4000-9cea-701fb72238a2 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:37.936820 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fcf513-0292-4000-9cea-701fb72238a2 None None] Pushing event updated for resources: {'Port': ['ID=83114494-2c4f-45a5-b012-6e3b2cc21636,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:38.013932 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d1fcf513-0292-4000-9cea-701fb72238a2 None None] Attempting to bind port 83114494-2c4f-45a5-b012-6e3b2cc21636 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:16:38.014463 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d1fcf513-0292-4000-9cea-701fb72238a2 None None] Attempting to bind port 83114494-2c4f-45a5-b012-6e3b2cc21636 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '471f3fc0-d245-47ac-89a6-5cf04c4198c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:16:38.014969 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fcf513-0292-4000-9cea-701fb72238a2 None None] Attempting to bind port 83114494-2c4f-45a5-b012-6e3b2cc21636 on network dc77a506-6981-4369-b90e-32c6330113d7 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:38.020915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fcf513-0292-4000-9cea-701fb72238a2 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:16:38.021457 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fcf513-0292-4000-9cea-701fb72238a2 None None] Checking segment: {'id': '471f3fc0-d245-47ac-89a6-5cf04c4198c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:38.021995 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d1fcf513-0292-4000-9cea-701fb72238a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.022495 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fcf513-0292-4000-9cea-701fb72238a2 None None] Bound using segment: {'id': '471f3fc0-d245-47ac-89a6-5cf04c4198c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:16:38.023084 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d1fcf513-0292-4000-9cea-701fb72238a2 None None] Bound port: 83114494-2c4f-45a5-b012-6e3b2cc21636, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471f3fc0-d245-47ac-89a6-5cf04c4198c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:16:38.023605 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d1fcf513-0292-4000-9cea-701fb72238a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.134695 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d1fcf513-0292-4000-9cea-701fb72238a2 None None] For port 83114494-2c4f-45a5-b012-6e3b2cc21636, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:38.139193 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d1fcf513-0292-4000-9cea-701fb72238a2 None None] For port 83114494-2c4f-45a5-b012-6e3b2cc21636, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=83114494-2c4f-45a5-b012-6e3b2cc21636,segment=NetworkSegment(471f3fc0-d245-47ac-89a6-5cf04c4198c9),segment_id=471f3fc0-d245-47ac-89a6-5cf04c4198c9)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:16:38.145518 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d1fcf513-0292-4000-9cea-701fb72238a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.251154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fcf513-0292-4000-9cea-701fb72238a2 None None] Pushing event updated for resources: {'Port': ['ID=83114494-2c4f-45a5-b012-6e3b2cc21636,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:38.307037 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-99bff29f-3c4e-4ca1-8531-28907d6f9fbe tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Allocated IP 172.20.0.1 (dc77a506-6981-4369-b90e-32c6330113d7/bd9e7d6a-a577-4c7e-b742-0980afa6dcbf/f851c13f-3d78-4ac1-8d83-79a04305f25e) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:38.317161 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e1a7d033-5847-4761-abdb-cf83745553ba req-8896d6f6-9dbe-4154-91fa-23ff5ac2bc36 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 210 time: 0.0934980 Jul 05 10:16:38.507257 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99bff29f-3c4e-4ca1-8531-28907d6f9fbe tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.544877 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-99bff29f-3c4e-4ca1-8531-28907d6f9fbe tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Transition to ACTIVE for port object f851c13f-3d78-4ac1-8d83-79a04305f25e will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:38.595807 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99bff29f-3c4e-4ca1-8531-28907d6f9fbe tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.656538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bff29f-3c4e-4ca1-8531-28907d6f9fbe tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Network dc77a506-6981-4369-b90e-32c6330113d7 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:38.660508 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-99bff29f-3c4e-4ca1-8531-28907d6f9fbe tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:38.663205 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bff29f-3c4e-4ca1-8531-28907d6f9fbe tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:38.699635 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bff29f-3c4e-4ca1-8531-28907d6f9fbe tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'Port': ['ID=f851c13f-3d78-4ac1-8d83-79a04305f25e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:38.731067 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99bff29f-3c4e-4ca1-8531-28907d6f9fbe tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.948637 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99bff29f-3c4e-4ca1-8531-28907d6f9fbe tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.985284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b8158807-139e-4b07-93ef-5b9eac707ff9 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:39.051085 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port b8158807-139e-4b07-93ef-5b9eac707ff9 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:39.055947 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b8158807-139e-4b07-93ef-5b9eac707ff9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:39.056310 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:39.162111 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:39.205489 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port b8158807-139e-4b07-93ef-5b9eac707ff9, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b8158807-139e-4b07-93ef-5b9eac707ff9,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:39.210337 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:39.211202 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 83114494-2c4f-45a5-b012-6e3b2cc21636 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:39.358300 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99bff29f-3c4e-4ca1-8531-28907d6f9fbe tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:39.358867 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 83114494-2c4f-45a5-b012-6e3b2cc21636 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:39.371868 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99bff29f-3c4e-4ca1-8531-28907d6f9fbe tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:39.387013 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=b8158807-139e-4b07-93ef-5b9eac707ff9,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:39.481754 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bff29f-3c4e-4ca1-8531-28907d6f9fbe tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'Port': ['ID=f851c13f-3d78-4ac1-8d83-79a04305f25e,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:39.484497 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99bff29f-3c4e-4ca1-8531-28907d6f9fbe tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:39.603069 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74d11907-371c-4a50-8c69-dc3a17a00bf4 req-5eb66d1a-db76-4a17-8676-a962caca5ce3 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 210 time: 0.0350413 Jul 05 10:16:39.687933 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bff29f-3c4e-4ca1-8531-28907d6f9fbe tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Network dc77a506-6981-4369-b90e-32c6330113d7 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:39.689697 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-99bff29f-3c4e-4ca1-8531-28907d6f9fbe tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:39.739361 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2e00f2-0e38-4e4d-b5a1-dcd154aadead None None] Network dc77a506-6981-4369-b90e-32c6330113d7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:39.820756 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6d2d8bba-d5f1-4442-a2c1-4204fdffb97f None None] Provisioning for port 83114494-2c4f-45a5-b012-6e3b2cc21636 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:39.834912 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6d2d8bba-d5f1-4442-a2c1-4204fdffb97f None None] Provisioning complete for port 83114494-2c4f-45a5-b012-6e3b2cc21636 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:39.835322 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6d2d8bba-d5f1-4442-a2c1-4204fdffb97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:39.843793 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bff29f-3c4e-4ca1-8531-28907d6f9fbe tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Router 8a64aac0-a4e1-4d87-a882-2e9152a7217b has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:16:39.984320 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6d2d8bba-d5f1-4442-a2c1-4204fdffb97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:40.011625 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bff29f-3c4e-4ca1-8531-28907d6f9fbe tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:16:40.021412 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-99bff29f-3c4e-4ca1-8531-28907d6f9fbe tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "PUT /v2.0/routers/8a64aac0-a4e1-4d87-a882-2e9152a7217b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7960608 Jul 05 10:16:40.022491 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36696) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:40.064123 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6d2d8bba-d5f1-4442-a2c1-4204fdffb97f None None] For port 83114494-2c4f-45a5-b012-6e3b2cc21636, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=83114494-2c4f-45a5-b012-6e3b2cc21636,segment=NetworkSegment(471f3fc0-d245-47ac-89a6-5cf04c4198c9),segment_id=471f3fc0-d245-47ac-89a6-5cf04c4198c9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:40.078990 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6d2d8bba-d5f1-4442-a2c1-4204fdffb97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:40.180866 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d8bba-d5f1-4442-a2c1-4204fdffb97f None None] Pushing event updated for resources: {'Port': ['ID=83114494-2c4f-45a5-b012-6e3b2cc21636,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:40.276052 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d83ab4-5c68-4d07-aa81-40b4738bc7a9 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:40.276647 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d83ab4-5c68-4d07-aa81-40b4738bc7a9 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:40.277124 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d83ab4-5c68-4d07-aa81-40b4738bc7a9 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:40.277596 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d83ab4-5c68-4d07-aa81-40b4738bc7a9 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:40.278063 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d83ab4-5c68-4d07-aa81-40b4738bc7a9 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:40.278527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d83ab4-5c68-4d07-aa81-40b4738bc7a9 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:40.278989 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d83ab4-5c68-4d07-aa81-40b4738bc7a9 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:40.279477 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d83ab4-5c68-4d07-aa81-40b4738bc7a9 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:40.285966 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-52d83ab4-5c68-4d07-aa81-40b4738bc7a9 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5662 time: 0.2603459 Jul 05 10:16:40.286292 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36698) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:40.424260 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db75b38c-5295-4622-9033-445ac4d36d40 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:40.424971 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db75b38c-5295-4622-9033-445ac4d36d40 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:40.427180 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db75b38c-5295-4622-9033-445ac4d36d40 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:40.427734 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db75b38c-5295-4622-9033-445ac4d36d40 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:40.428234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db75b38c-5295-4622-9033-445ac4d36d40 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:40.429141 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db75b38c-5295-4622-9033-445ac4d36d40 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:40.429692 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db75b38c-5295-4622-9033-445ac4d36d40 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:40.430160 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db75b38c-5295-4622-9033-445ac4d36d40 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:40.435385 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-db75b38c-5295-4622-9033-445ac4d36d40 tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5172 time: 0.1450129 Jul 05 10:16:40.435720 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36700) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:40.455458 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] Sync routers for ids ['8a64aac0-a4e1-4d87-a882-2e9152a7217b'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:16:40.467520 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] Routers {'8a64aac0-a4e1-4d87-a882-2e9152a7217b'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:40.468580 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:16:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['8a64aac0-a4e1-4d87-a882-2e9152a7217b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:40.533128 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d3519f06-ee01-4524-bbeb-47daa9ecafb2 None None] Provisioning complete for port 83114494-2c4f-45a5-b012-6e3b2cc21636 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:40.533768 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d3519f06-ee01-4524-bbeb-47daa9ecafb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:40.706207 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] Set router 8a64aac0-a4e1-4d87-a882-2e9152a7217b gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:40.846297 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ead696d4-38c2-43c9-9a7a-4a5bc421a7cd tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.4092593 Jul 05 10:16:40.949011 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b8158807-139e-4b07-93ef-5b9eac707ff9 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:40.986079 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efb2d564-3367-4961-af70-be10816a037d req-3b69499a-2cbd-4585-b542-5482f92e3502 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 210 time: 0.0548112 Jul 05 10:16:41.087180 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b8158807-139e-4b07-93ef-5b9eac707ff9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:41.087730 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.089806 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d3519f06-ee01-4524-bbeb-47daa9ecafb2 None None] Provisioning for port f851c13f-3d78-4ac1-8d83-79a04305f25e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:41.121477 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d3519f06-ee01-4524-bbeb-47daa9ecafb2 None None] Provisioning complete for port f851c13f-3d78-4ac1-8d83-79a04305f25e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:41.121861 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d3519f06-ee01-4524-bbeb-47daa9ecafb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.223574 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d3519f06-ee01-4524-bbeb-47daa9ecafb2 None None] Port f851c13f-3d78-4ac1-8d83-79a04305f25e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:16:41.281805 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 83114494-2c4f-45a5-b012-6e3b2cc21636 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:41.302580 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36712) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:41.307996 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-268b1a64-e6d6-47bb-bb4b-ab9203bb2e6a tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1093385510', 'description': 'tempest-secgroup-smoke-1093385510 description', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:41.337026 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-268b1a64-e6d6-47bb-bb4b-ab9203bb2e6a tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.346093 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'name': 'tempest-TestNetworkBasicOps-router-1769716382', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:34Z', 'updated_at': '2021-07-05T10:16:38Z', 'revision_number': 4, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:35Z', 'updated_at': '2021-07-05T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'f851c13f-3d78-4ac1-8d83-79a04305f25e', 'name': '', 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:ce:0c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'bd9e7d6a-a577-4c7e-b742-0980afa6dcbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:38Z', 'updated_at': '2021-07-05T10:16:39Z', 'revision_number': 2, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': 'bd9e7d6a-a577-4c7e-b742-0980afa6dcbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:41.394059 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] Checking router: 8a64aac0-a4e1-4d87-a882-2e9152a7217b for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:16:41.394593 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] Updating router 8a64aac0-a4e1-4d87-a882-2e9152a7217b port f851c13f-3d78-4ac1-8d83-79a04305f25e binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:16:41.401723 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3a36471a-9eec-4779-82af-9d6f99d5e8dc None None] Provisioning complete for port f851c13f-3d78-4ac1-8d83-79a04305f25e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:41.402111 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3a36471a-9eec-4779-82af-9d6f99d5e8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.447716 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-268b1a64-e6d6-47bb-bb4b-ab9203bb2e6a tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.451884 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 83114494-2c4f-45a5-b012-6e3b2cc21636 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:41.452331 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.453274 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-268b1a64-e6d6-47bb-bb4b-ab9203bb2e6a tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.487033 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-268b1a64-e6d6-47bb-bb4b-ab9203bb2e6a tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.488316 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-268b1a64-e6d6-47bb-bb4b-ab9203bb2e6a tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1845000 Jul 05 10:16:41.489188 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b1a64-e6d6-47bb-bb4b-ab9203bb2e6a tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d11d459c-f2d9-4d78-b98e-8dd0df38fe87,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:41.493690 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3a36471a-9eec-4779-82af-9d6f99d5e8dc None None] Port f851c13f-3d78-4ac1-8d83-79a04305f25e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:16:41.496547 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36714) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:41.502332 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-075023c6-2b7f-4ff0-bb5a-4fa94c56a825 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'security_group_rule': {'security_group_id': 'd11d459c-f2d9-4d78-b98e-8dd0df38fe87', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:41.514747 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.532350 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-075023c6-2b7f-4ff0-bb5a-4fa94c56a825 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.613582 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-075023c6-2b7f-4ff0-bb5a-4fa94c56a825 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.619109 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-075023c6-2b7f-4ff0-bb5a-4fa94c56a825 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.639502 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075023c6-2b7f-4ff0-bb5a-4fa94c56a825 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8184f05a-f75d-4e54-a98a-a9c21c298ae8,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:41.643292 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-075023c6-2b7f-4ff0-bb5a-4fa94c56a825 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.647554 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36716) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:41.648071 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-075023c6-2b7f-4ff0-bb5a-4fa94c56a825 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498551 Jul 05 10:16:41.652498 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ab5a4bdc-5a2a-48e6-aae8-7b082234a68b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'security_group_rule': {'security_group_id': 'd11d459c-f2d9-4d78-b98e-8dd0df38fe87', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:41.680046 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab5a4bdc-5a2a-48e6-aae8-7b082234a68b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.744178 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab5a4bdc-5a2a-48e6-aae8-7b082234a68b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.748342 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab5a4bdc-5a2a-48e6-aae8-7b082234a68b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.767240 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a4bdc-5a2a-48e6-aae8-7b082234a68b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f02342-47f3-400b-b570-21b1e195ac40,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:41.774111 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab5a4bdc-5a2a-48e6-aae8-7b082234a68b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.778148 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ab5a4bdc-5a2a-48e6-aae8-7b082234a68b tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1268535 Jul 05 10:16:41.778477 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36718) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:41.784703 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3f9f9693-78cb-4a7e-987c-49063ae686e0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'security_group_rule': {'security_group_id': 'd11d459c-f2d9-4d78-b98e-8dd0df38fe87', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:41.814618 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9693-78cb-4a7e-987c-49063ae686e0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.867281 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.878460 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9693-78cb-4a7e-987c-49063ae686e0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.879518 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] Transition to ACTIVE for port object f851c13f-3d78-4ac1-8d83-79a04305f25e will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:41.882957 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9693-78cb-4a7e-987c-49063ae686e0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.887161 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.906392 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f9693-78cb-4a7e-987c-49063ae686e0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a332a1-ecce-4569-9fc8-d676b2da1386,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:41.911410 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9693-78cb-4a7e-987c-49063ae686e0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.915789 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3f9f9693-78cb-4a7e-987c-49063ae686e0 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336255 Jul 05 10:16:41.916169 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36722) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:41.921984 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b5ca2528-90cf-4bc3-8f7a-bef43220b7bd tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'security_group_rule': {'security_group_id': 'd11d459c-f2d9-4d78-b98e-8dd0df38fe87', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:41.945055 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e786c-d1d9-4a01-ad8a-06b68b5f9027 None None] Pushing event updated for resources: {'Port': ['ID=f851c13f-3d78-4ac1-8d83-79a04305f25e,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:41.964603 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5ca2528-90cf-4bc3-8f7a-bef43220b7bd tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.021402 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] Attempting to bind port f851c13f-3d78-4ac1-8d83-79a04305f25e on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:16:42.021879 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] Attempting to bind port f851c13f-3d78-4ac1-8d83-79a04305f25e by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '471f3fc0-d245-47ac-89a6-5cf04c4198c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:16:42.022311 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] Attempting to bind port f851c13f-3d78-4ac1-8d83-79a04305f25e on network dc77a506-6981-4369-b90e-32c6330113d7 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:42.028405 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:16:42.028879 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] Checking segment: {'id': '471f3fc0-d245-47ac-89a6-5cf04c4198c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:42.029385 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.029876 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] Bound using segment: {'id': '471f3fc0-d245-47ac-89a6-5cf04c4198c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:16:42.030463 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] Bound port: f851c13f-3d78-4ac1-8d83-79a04305f25e, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471f3fc0-d245-47ac-89a6-5cf04c4198c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:16:42.030958 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.054403 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5ca2528-90cf-4bc3-8f7a-bef43220b7bd tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.069922 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5ca2528-90cf-4bc3-8f7a-bef43220b7bd tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.100219 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca2528-90cf-4bc3-8f7a-bef43220b7bd tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d70ea9-5b0f-4156-89c3-788555f1399f,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:42.110509 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5ca2528-90cf-4bc3-8f7a-bef43220b7bd tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.112294 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b5ca2528-90cf-4bc3-8f7a-bef43220b7bd tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1941302 Jul 05 10:16:42.114762 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36726) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:42.121554 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d758d006-5bcb-448c-a43f-4a32248b5462 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'security_group_rule': {'security_group_id': 'd11d459c-f2d9-4d78-b98e-8dd0df38fe87', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:42.133767 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] For port f851c13f-3d78-4ac1-8d83-79a04305f25e, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:42.138203 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] For port f851c13f-3d78-4ac1-8d83-79a04305f25e, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f851c13f-3d78-4ac1-8d83-79a04305f25e,segment=NetworkSegment(471f3fc0-d245-47ac-89a6-5cf04c4198c9),segment_id=471f3fc0-d245-47ac-89a6-5cf04c4198c9)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:16:42.145066 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.150015 n-d-798054-8 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-d758d006-5bcb-448c-a43f-4a32248b5462 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Project dbbe5e36a1ae46d4aeb2b59e00a44282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:16:42.156720 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d758d006-5bcb-448c-a43f-4a32248b5462 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.228271 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8b4b6ff6-1193-4bdb-9ff8-620757b469a4 req-0ea756ab-153a-47b4-b26c-9aed579bea71 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/ports?device_id=af7d748c-0577-4743-a003-25258dd3b4f3 HTTP/1.1" status: 200 len: 210 time: 0.0535662 Jul 05 10:16:42.239079 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e786c-d1d9-4a01-ad8a-06b68b5f9027 None None] Pushing event updated for resources: {'Port': ['ID=f851c13f-3d78-4ac1-8d83-79a04305f25e,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:42.243300 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] Routers {'8a64aac0-a4e1-4d87-a882-2e9152a7217b'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:42.245972 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:16:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['8a64aac0-a4e1-4d87-a882-2e9152a7217b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:42.256390 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d758d006-5bcb-448c-a43f-4a32248b5462 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.262247 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d758d006-5bcb-448c-a43f-4a32248b5462 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.286155 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758d006-5bcb-448c-a43f-4a32248b5462 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=458571c3-9b49-4b62-bacf-8abe1f98b8dd,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:42.300249 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d758d006-5bcb-448c-a43f-4a32248b5462 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.302360 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d758d006-5bcb-448c-a43f-4a32248b5462 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1858437 Jul 05 10:16:42.304759 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36728) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:42.310403 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-cf33d257-8538-435a-b2c9-0bdabd71ba78 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'security_group_rule': {'security_group_id': 'd11d459c-f2d9-4d78-b98e-8dd0df38fe87', 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:42.336406 n-d-798054-8 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-cf33d257-8538-435a-b2c9-0bdabd71ba78 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Project dbbe5e36a1ae46d4aeb2b59e00a44282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:16:42.342431 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf33d257-8538-435a-b2c9-0bdabd71ba78 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.399366 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] Set router 8a64aac0-a4e1-4d87-a882-2e9152a7217b gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:42.430917 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf33d257-8538-435a-b2c9-0bdabd71ba78 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.436366 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf33d257-8538-435a-b2c9-0bdabd71ba78 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.464785 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33d257-8538-435a-b2c9-0bdabd71ba78 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc379910-64bc-4b98-ac87-6644a786e928,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:42.491779 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf33d257-8538-435a-b2c9-0bdabd71ba78 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.493097 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cf33d257-8538-435a-b2c9-0bdabd71ba78 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1872289 Jul 05 10:16:42.670905 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-0e50fef4-1744-473a-9cb6-b8fbca12a91a tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1093385510&fields=id&tenant_id=dbbe5e36a1ae46d4aeb2b59e00a44282 HTTP/1.1" status: 200 len: 267 time: 0.0391431 Jul 05 10:16:42.806421 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-5e2d0270-7bdf-4242-9861-705d46bbb122 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:42.813743 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-5e2d0270-7bdf-4242-9861-705d46bbb122 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/networks?id=dc77a506-6981-4369-b90e-32c6330113d7 HTTP/1.1" status: 200 len: 796 time: 0.1317985 Jul 05 10:16:42.826117 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-b73c2541-72c5-4431-b7ea-1154b91b0835 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/quotas/dbbe5e36a1ae46d4aeb2b59e00a44282 HTTP/1.1" status: 200 len: 375 time: 0.0114579 Jul 05 10:16:42.875934 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'name': 'tempest-TestNetworkBasicOps-router-1769716382', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:34Z', 'updated_at': '2021-07-05T10:16:38Z', 'revision_number': 4, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:35Z', 'updated_at': '2021-07-05T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'f851c13f-3d78-4ac1-8d83-79a04305f25e', 'name': '', 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:ce:0c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'bd9e7d6a-a577-4c7e-b742-0980afa6dcbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:38Z', 'updated_at': '2021-07-05T10:16:42Z', 'revision_number': 4, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': 'bd9e7d6a-a577-4c7e-b742-0980afa6dcbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:42.904467 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-f42b7385-53ff-4a30-9b0c-eb6c1ef5e681 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=dbbe5e36a1ae46d4aeb2b59e00a44282&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724728 Jul 05 10:16:42.907082 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c5d19-d716-4817-8813-f4619d89e31f None None] The sync data for ids ['8a64aac0-a4e1-4d87-a882-2e9152a7217b'] in n-d-798054-8 is: [{'id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'name': 'tempest-TestNetworkBasicOps-router-1769716382', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:34Z', 'updated_at': '2021-07-05T10:16:38Z', 'revision_number': 4, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:35Z', 'updated_at': '2021-07-05T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'f851c13f-3d78-4ac1-8d83-79a04305f25e', 'name': '', 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:ce:0c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'bd9e7d6a-a577-4c7e-b742-0980afa6dcbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:38Z', 'updated_at': '2021-07-05T10:16:42Z', 'revision_number': 4, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': 'bd9e7d6a-a577-4c7e-b742-0980afa6dcbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:16:43.083232 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-0f071096-4c64-44ff-8cc1-27343162ee35 service neutron] 10.222.0.79 "GET /v2.0/networks/dc77a506-6981-4369-b90e-32c6330113d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653872 Jul 05 10:16:43.192112 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-1c89cf04-b61b-435a-9fbc-0d72c42f309f service neutron] 10.222.0.79 "GET /v2.0/networks/dc77a506-6981-4369-b90e-32c6330113d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079676 Jul 05 10:16:43.391817 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36758) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:43.420188 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-417c82e8-32a6-48d5-9ea1-d199c63b0879 req-3f6157a3-4399-424e-9e54-f948e0c3ce7f tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=806ddbc6-2224-4496-8b73-221ac41907de HTTP/1.1" status: 200 len: 210 time: 0.0454063 Jul 05 10:16:43.469931 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aab1791d-3f10-483f-876d-1f17a03331a8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:43.502730 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aab1791d-3f10-483f-876d-1f17a03331a8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:43.581671 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aab1791d-3f10-483f-876d-1f17a03331a8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:43.584388 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aab1791d-3f10-483f-876d-1f17a03331a8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:43.585601 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-aab1791d-3f10-483f-876d-1f17a03331a8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "DELETE /v2.0/security-groups/9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696 HTTP/1.1" status: 204 len: 168 time: 0.1927402 Jul 05 10:16:43.588670 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36764) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:43.600667 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1791d-3f10-483f-876d-1f17a03331a8 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:43.611365 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-a4d04003-0ab4-4641-b57a-81f5252e3c75 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] show failed (client error): The resource could not be found. Jul 05 10:16:43.612837 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a4d04003-0ab4-4641-b57a-81f5252e3c75 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "GET /v2.0/security-groups/9c4e9e13-b8dd-4d4f-9ea0-cb826efd6696 HTTP/1.1" status: 404 len: 347 time: 0.0222490 Jul 05 10:16:43.615659 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36766) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:43.772686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a570ced3-b16b-4529-ab02-bee2082aba1d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Deleting port 767b8fb8-4fef-4411-8bf8-17bb78943b6d {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:43.773286 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a570ced3-b16b-4529-ab02-bee2082aba1d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:43.866585 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a570ced3-b16b-4529-ab02-bee2082aba1d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:43.867065 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a570ced3-b16b-4529-ab02-bee2082aba1d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:43.882445 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a570ced3-b16b-4529-ab02-bee2082aba1d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Calling delete_port for 767b8fb8-4fef-4411-8bf8-17bb78943b6d owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:44.054521 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a570ced3-b16b-4529-ab02-bee2082aba1d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:44.081905 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570ced3-b16b-4529-ab02-bee2082aba1d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event deleted for resources: {'Port': ['ID=767b8fb8-4fef-4411-8bf8-17bb78943b6d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:44.161994 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a570ced3-b16b-4529-ab02-bee2082aba1d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:44.165150 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a570ced3-b16b-4529-ab02-bee2082aba1d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:44.167108 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a570ced3-b16b-4529-ab02-bee2082aba1d tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "DELETE /v2.0/floatingips/1082b490-1e79-4cb8-91fc-48114c9c28db HTTP/1.1" status: 204 len: 168 time: 0.5498846 Jul 05 10:16:44.169901 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36772) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:44.289211 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-abf25f88-7ba0-48ec-9ae2-3eb1b1c08542 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Deleting port c525671f-d077-42c1-aee6-61ee852b4f0f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:44.289555 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-abf25f88-7ba0-48ec-9ae2-3eb1b1c08542 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:44.338120 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:16:44.381768 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-abf25f88-7ba0-48ec-9ae2-3eb1b1c08542 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:44.393919 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-abf25f88-7ba0-48ec-9ae2-3eb1b1c08542 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Calling delete_port for c525671f-d077-42c1-aee6-61ee852b4f0f owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:44.898782 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f851c13f-3d78-4ac1-8d83-79a04305f25e up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:44.903058 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-570ccd70-cddf-4ccf-9f98-79e97ba13c6a req-832dd9c8-1c9d-48bc-97a9-392ac76ff7a5 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=806ddbc6-2224-4496-8b73-221ac41907de HTTP/1.1" status: 200 len: 210 time: 0.1138434 Jul 05 10:16:44.958321 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port f851c13f-3d78-4ac1-8d83-79a04305f25e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:44.963443 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port f851c13f-3d78-4ac1-8d83-79a04305f25e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:44.963831 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:44.988108 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-78522c96-92dc-4ac3-aa3f-ea489af51079 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:44.989558 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-78522c96-92dc-4ac3-aa3f-ea489af51079 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.78 "GET /v2.0/networks?id=dc77a506-6981-4369-b90e-32c6330113d7 HTTP/1.1" status: 200 len: 796 time: 0.1992486 Jul 05 10:16:45.056766 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.066990 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-593ab62c-40f9-4b5a-a15d-94e89eae4c48 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbbe5e36a1ae46d4aeb2b59e00a44282 HTTP/1.1" status: 200 len: 380 time: 0.0476482 Jul 05 10:16:45.076953 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-4ada57b1-864b-46d2-a82f-0bcb3a34c400 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'port': {'device_id': '806ddbc6-2224-4496-8b73-221ac41907de', 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7', 'admin_state_up': True, 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'security_groups': ['d11d459c-f2d9-4d78-b98e-8dd0df38fe87']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:45.082258 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-abf25f88-7ba0-48ec-9ae2-3eb1b1c08542 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.091965 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port f851c13f-3d78-4ac1-8d83-79a04305f25e, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f851c13f-3d78-4ac1-8d83-79a04305f25e,segment=NetworkSegment(471f3fc0-d245-47ac-89a6-5cf04c4198c9),segment_id=471f3fc0-d245-47ac-89a6-5cf04c4198c9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:45.095726 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.156889 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=f851c13f-3d78-4ac1-8d83-79a04305f25e,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:45.218665 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf25f88-7ba0-48ec-9ae2-3eb1b1c08542 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event deleted for resources: {'Port': ['ID=c525671f-d077-42c1-aee6-61ee852b4f0f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:45.297098 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-abf25f88-7ba0-48ec-9ae2-3eb1b1c08542 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.298930 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-abf25f88-7ba0-48ec-9ae2-3eb1b1c08542 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "DELETE /v2.0/ports/c525671f-d077-42c1-aee6-61ee852b4f0f HTTP/1.1" status: 204 len: 168 time: 1.1280789 Jul 05 10:16:45.301996 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36784) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:45.318348 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-4ada57b1-864b-46d2-a82f-0bcb3a34c400 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Made reservation on behalf of dbbe5e36a1ae46d4aeb2b59e00a44282 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:45.321899 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-4ada57b1-864b-46d2-a82f-0bcb3a34c400 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.430206 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-bf561272-05ec-46b7-beb9-2f4f3b4583fa tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Deleting port ad3d2c8e-2f41-490e-9670-d1710666ce1d {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:45.430406 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf561272-05ec-46b7-beb9-2f4f3b4583fa tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.475191 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-4ada57b1-864b-46d2-a82f-0bcb3a34c400 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Allocated IP 172.20.0.12 (dc77a506-6981-4369-b90e-32c6330113d7/bd9e7d6a-a577-4c7e-b742-0980afa6dcbf/6d22b2c8-e3a9-4954-9521-d932394af9c7) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:45.531820 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf561272-05ec-46b7-beb9-2f4f3b4583fa tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.545724 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-bf561272-05ec-46b7-beb9-2f4f3b4583fa tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Calling delete_port for ad3d2c8e-2f41-490e-9670-d1710666ce1d owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:45.666317 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-4ada57b1-864b-46d2-a82f-0bcb3a34c400 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.709518 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-4ada57b1-864b-46d2-a82f-0bcb3a34c400 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Transition to ACTIVE for port object 6d22b2c8-e3a9-4954-9521-d932394af9c7 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:45.709748 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf561272-05ec-46b7-beb9-2f4f3b4583fa tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.748453 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf561272-05ec-46b7-beb9-2f4f3b4583fa tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event deleted for resources: {'Port': ['ID=ad3d2c8e-2f41-490e-9670-d1710666ce1d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:45.780914 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-4ada57b1-864b-46d2-a82f-0bcb3a34c400 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.847439 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf561272-05ec-46b7-beb9-2f4f3b4583fa tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.847752 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada57b1-864b-46d2-a82f-0bcb3a34c400 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'Port': ['ID=6d22b2c8-e3a9-4954-9521-d932394af9c7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:45.853429 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36788) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:45.858319 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bf561272-05ec-46b7-beb9-2f4f3b4583fa tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "DELETE /v2.0/ports/ad3d2c8e-2f41-490e-9670-d1710666ce1d HTTP/1.1" status: 204 len: 168 time: 0.5465903 Jul 05 10:16:45.894871 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-4ada57b1-864b-46d2-a82f-0bcb3a34c400 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Network dc77a506-6981-4369-b90e-32c6330113d7 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:45.898020 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-4ada57b1-864b-46d2-a82f-0bcb3a34c400 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:45.903938 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-4ada57b1-864b-46d2-a82f-0bcb3a34c400 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:45.980660 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-4ada57b1-864b-46d2-a82f-0bcb3a34c400 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:45.981347 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-4ada57b1-864b-46d2-a82f-0bcb3a34c400 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.995664 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2612fc0-64b3-4d54-87a5-e8f4450fbeb2 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Deleting subnet cad995d8-210a-44a5-ac6b-55fe6188cec8 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:16:46.001248 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2612fc0-64b3-4d54-87a5-e8f4450fbeb2 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.023254 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-4ada57b1-864b-46d2-a82f-0bcb3a34c400 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9507582 Jul 05 10:16:46.037847 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-10d37dc4-f54e-4b08-ac2a-7eb1530e3622 service neutron] Request body: {'port': {'device_id': '806ddbc6-2224-4496-8b73-221ac41907de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:46.104602 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2612fc0-64b3-4d54-87a5-e8f4450fbeb2 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.232432 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d91bb5fe-10ca-467d-b93f-421765b9d4c4 None None] Provisioning for port 6d22b2c8-e3a9-4954-9521-d932394af9c7 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:46.234336 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-10d37dc4-f54e-4b08-ac2a-7eb1530e3622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.239884 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d91bb5fe-10ca-467d-b93f-421765b9d4c4 None None] Provisioning complete for port 6d22b2c8-e3a9-4954-9521-d932394af9c7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:46.240589 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d91bb5fe-10ca-467d-b93f-421765b9d4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.272455 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131fca0-9ae8-4dfd-b7ab-c12ccc4244ae req-b82c010a-776f-4fd0-955e-fc8e530cdb18 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:46.274016 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5131fca0-9ae8-4dfd-b7ab-c12ccc4244ae req-b82c010a-776f-4fd0-955e-fc8e530cdb18 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=806ddbc6-2224-4496-8b73-221ac41907de HTTP/1.1" status: 200 len: 932 time: 0.2150145 Jul 05 10:16:46.278642 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2612fc0-64b3-4d54-87a5-e8f4450fbeb2 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.302928 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d91bb5fe-10ca-467d-b93f-421765b9d4c4 None None] Port 6d22b2c8-e3a9-4954-9521-d932394af9c7 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:16:46.382439 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5131fca0-9ae8-4dfd-b7ab-c12ccc4244ae req-3b7ac0ec-2993-44b9-bc7c-44faccc33531 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=d11d459c-f2d9-4d78-b98e-8dd0df38fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993726 Jul 05 10:16:46.456378 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2612fc0-64b3-4d54-87a5-e8f4450fbeb2 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.497007 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2612fc0-64b3-4d54-87a5-e8f4450fbeb2 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event deleted for resources: {'Subnet': ['ID=cad995d8-210a-44a5-ac6b-55fe6188cec8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:46.509489 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e59ff6-e873-4a32-a4ab-f656862a6f66 None None] Network 687dc320-4531-4e31-9377-87644d9740dc requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:46.510886 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2612fc0-64b3-4d54-87a5-e8f4450fbeb2 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.512797 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f2612fc0-64b3-4d54-87a5-e8f4450fbeb2 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "DELETE /v2.0/subnets/cad995d8-210a-44a5-ac6b-55fe6188cec8 HTTP/1.1" status: 204 len: 168 time: 0.6575232 Jul 05 10:16:46.515719 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36794) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:46.584686 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14fde55-f870-412d-9101-3267ee4cc59e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Deleting subnet 8b438217-1c0b-4628-b2c1-0ef7afd3e614 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:16:46.588048 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e14fde55-f870-412d-9101-3267ee4cc59e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.637214 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e14fde55-f870-412d-9101-3267ee4cc59e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.659274 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-10d37dc4-f54e-4b08-ac2a-7eb1530e3622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d22b2c8-e3a9-4954-9521-d932394af9c7 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:16:46.668422 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-10d37dc4-f54e-4b08-ac2a-7eb1530e3622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.682652 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-10d37dc4-f54e-4b08-ac2a-7eb1530e3622 service neutron] Transition to ACTIVE for port object 6d22b2c8-e3a9-4954-9521-d932394af9c7 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:46.687620 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-10d37dc4-f54e-4b08-ac2a-7eb1530e3622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.746782 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d37dc4-f54e-4b08-ac2a-7eb1530e3622 service neutron] Pushing event updated for resources: {'Port': ['ID=6d22b2c8-e3a9-4954-9521-d932394af9c7,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:46.765460 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186e5d8c-8f05-44b2-adbe-e9c85985768d None None] DHCP port deletion for 687dc320-4531-4e31-9377-87644d9740dc request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:16:46.789695 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e14fde55-f870-412d-9101-3267ee4cc59e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.822181 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-10d37dc4-f54e-4b08-ac2a-7eb1530e3622 service neutron] Attempting to bind port 6d22b2c8-e3a9-4954-9521-d932394af9c7 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:16:46.822537 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-10d37dc4-f54e-4b08-ac2a-7eb1530e3622 service neutron] Attempting to bind port 6d22b2c8-e3a9-4954-9521-d932394af9c7 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '471f3fc0-d245-47ac-89a6-5cf04c4198c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:16:46.822939 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-10d37dc4-f54e-4b08-ac2a-7eb1530e3622 service neutron] Attempting to bind port 6d22b2c8-e3a9-4954-9521-d932394af9c7 on network dc77a506-6981-4369-b90e-32c6330113d7 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:46.826909 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-186e5d8c-8f05-44b2-adbe-e9c85985768d None None] Deleting port 0fb424b7-235d-4d99-9da4-579c4569833d {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:46.827476 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-186e5d8c-8f05-44b2-adbe-e9c85985768d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.827782 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-10d37dc4-f54e-4b08-ac2a-7eb1530e3622 service neutron] Port 6d22b2c8-e3a9-4954-9521-d932394af9c7 on network dc77a506-6981-4369-b90e-32c6330113d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:16:46.828128 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-10d37dc4-f54e-4b08-ac2a-7eb1530e3622 service neutron] Attempting to bind port 6d22b2c8-e3a9-4954-9521-d932394af9c7 on network dc77a506-6981-4369-b90e-32c6330113d7 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:46.835473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-10d37dc4-f54e-4b08-ac2a-7eb1530e3622 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:16:46.836088 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-10d37dc4-f54e-4b08-ac2a-7eb1530e3622 service neutron] Checking segment: {'id': '471f3fc0-d245-47ac-89a6-5cf04c4198c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:46.836670 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-10d37dc4-f54e-4b08-ac2a-7eb1530e3622 service neutron] Bound using segment: {'id': '471f3fc0-d245-47ac-89a6-5cf04c4198c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:16:46.837280 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-10d37dc4-f54e-4b08-ac2a-7eb1530e3622 service neutron] Bound port: 6d22b2c8-e3a9-4954-9521-d932394af9c7, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '471f3fc0-d245-47ac-89a6-5cf04c4198c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:16:46.837808 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-10d37dc4-f54e-4b08-ac2a-7eb1530e3622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.911178 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e14fde55-f870-412d-9101-3267ee4cc59e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.926737 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f851c13f-3d78-4ac1-8d83-79a04305f25e up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:46.946314 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fde55-f870-412d-9101-3267ee4cc59e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event deleted for resources: {'Subnet': ['ID=8b438217-1c0b-4628-b2c1-0ef7afd3e614,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:46.947989 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-10d37dc4-f54e-4b08-ac2a-7eb1530e3622 service neutron] For port 6d22b2c8-e3a9-4954-9521-d932394af9c7, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:46.952315 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-10d37dc4-f54e-4b08-ac2a-7eb1530e3622 service neutron] For port 6d22b2c8-e3a9-4954-9521-d932394af9c7, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6d22b2c8-e3a9-4954-9521-d932394af9c7,segment=NetworkSegment(471f3fc0-d245-47ac-89a6-5cf04c4198c9),segment_id=471f3fc0-d245-47ac-89a6-5cf04c4198c9)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:16:46.958638 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e14fde55-f870-412d-9101-3267ee4cc59e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.961080 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e14fde55-f870-412d-9101-3267ee4cc59e tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "DELETE /v2.0/subnets/8b438217-1c0b-4628-b2c1-0ef7afd3e614 HTTP/1.1" status: 204 len: 168 time: 0.4437842 Jul 05 10:16:46.964363 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36798) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:46.966370 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-10d37dc4-f54e-4b08-ac2a-7eb1530e3622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.967878 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-186e5d8c-8f05-44b2-adbe-e9c85985768d None None] For port 0fb424b7-235d-4d99-9da4-579c4569833d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=0fb424b7-235d-4d99-9da4-579c4569833d,segment=NetworkSegment(cd3ac473-088a-4c00-8a73-7a24119fd2db),segment_id=cd3ac473-088a-4c00-8a73-7a24119fd2db)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:46.969459 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-186e5d8c-8f05-44b2-adbe-e9c85985768d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.000777 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-186e5d8c-8f05-44b2-adbe-e9c85985768d None None] Calling delete_port for 0fb424b7-235d-4d99-9da4-579c4569833d owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:47.065268 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d37dc4-f54e-4b08-ac2a-7eb1530e3622 service neutron] Pushing event updated for resources: {'Port': ['ID=6d22b2c8-e3a9-4954-9521-d932394af9c7,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:47.069310 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-10d37dc4-f54e-4b08-ac2a-7eb1530e3622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:47.069976 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-10d37dc4-f54e-4b08-ac2a-7eb1530e3622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.070546 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21d16b09-5976-4409-a023-61a733311931 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.071631 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-10d37dc4-f54e-4b08-ac2a-7eb1530e3622 service neutron] 10.222.0.78 "PUT /v2.0/ports/6d22b2c8-e3a9-4954-9521-d932394af9c7 HTTP/1.1" status: 200 len: 1092 time: 1.0379524 Jul 05 10:16:47.072099 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806ddbc6-2224-4496-8b73-221ac41907de', 'tag': '6d22b2c8-e3a9-4954-9521-d932394af9c7'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:47.075628 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46746e9-ecec-4930-87a9-04e1ac974feb" -d '{"events": [{"name": "network-changed", "server_uuid": "806ddbc6-2224-4496-8b73-221ac41907de", "tag": "6d22b2c8-e3a9-4954-9521-d932394af9c7"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:47.151549 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8456808-4640-449b-ab55-c4661b09e660 x-openstack-request-id: req-e8456808-4640-449b-ab55-c4661b09e660 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:47.152083 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806ddbc6-2224-4496-8b73-221ac41907de", "tag": "6d22b2c8-e3a9-4954-9521-d932394af9c7", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:47.152349 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e8456808-4640-449b-ab55-c4661b09e660 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:47.152753 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806ddbc6-2224-4496-8b73-221ac41907de', 'tag': '6d22b2c8-e3a9-4954-9521-d932394af9c7', 'status': 'completed', 'code': 200} Jul 05 10:16:47.155509 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-21d16b09-5976-4409-a023-61a733311931 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Deleting port 0fb424b7-235d-4d99-9da4-579c4569833d {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:47.159593 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21d16b09-5976-4409-a023-61a733311931 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.163448 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5a48bb-2626-404a-b377-1ca1841a7989 None None] Network 89156147-0f0d-48d7-9f81-08329f3d026a requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:47.201311 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-12ce7b1e-2cfc-4d96-b682-6d3fcbf7bf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:47.203141 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-12ce7b1e-2cfc-4d96-b682-6d3fcbf7bf72 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dbbe5e36a1ae46d4aeb2b59e00a44282&device_id=806ddbc6-2224-4496-8b73-221ac41907de HTTP/1.1" status: 200 len: 1095 time: 0.0927019 Jul 05 10:16:47.242319 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-186e5d8c-8f05-44b2-adbe-e9c85985768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.243718 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-21d16b09-5976-4409-a023-61a733311931 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] For port 0fb424b7-235d-4d99-9da4-579c4569833d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=0fb424b7-235d-4d99-9da4-579c4569833d,segment=NetworkSegment(cd3ac473-088a-4c00-8a73-7a24119fd2db),segment_id=cd3ac473-088a-4c00-8a73-7a24119fd2db)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:47.244130 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21d16b09-5976-4409-a023-61a733311931 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.265934 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-21d16b09-5976-4409-a023-61a733311931 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Calling delete_port for 0fb424b7-235d-4d99-9da4-579c4569833d owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:47.269816 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186e5d8c-8f05-44b2-adbe-e9c85985768d None None] No DVR routers for this DVR port 0fb424b7-235d-4d99-9da4-579c4569833d on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:47.281537 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-ab80d5c7-1a22-4872-8c04-48f04d4787fc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d22b2c8-e3a9-4954-9521-d932394af9c7 HTTP/1.1" status: 200 len: 217 time: 0.0686228 Jul 05 10:16:47.296778 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e5d8c-8f05-44b2-adbe-e9c85985768d None None] Pushing event deleted for resources: {'Port': ['ID=0fb424b7-235d-4d99-9da4-579c4569833d,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:47.368608 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-106ee959-f042-4729-8291-13bdacc9778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:47.369693 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-106ee959-f042-4729-8291-13bdacc9778a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd9e7d6a-a577-4c7e-b742-0980afa6dcbf HTTP/1.1" status: 200 len: 834 time: 0.0812325 Jul 05 10:16:47.370711 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21d16b09-5976-4409-a023-61a733311931 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.374338 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port f851c13f-3d78-4ac1-8d83-79a04305f25e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:47.374722 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.401189 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d16b09-5976-4409-a023-61a733311931 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] No DVR routers for this DVR port 0fb424b7-235d-4d99-9da4-579c4569833d on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:47.408962 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d16b09-5976-4409-a023-61a733311931 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event deleted for resources: {'Port': ['ID=0fb424b7-235d-4d99-9da4-579c4569833d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:47.454117 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-d9df94ef-9cdf-4dd8-b7fc-5e2b9da8fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:47.455653 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-d9df94ef-9cdf-4dd8-b7fc-5e2b9da8fb10 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dc77a506-6981-4369-b90e-32c6330113d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797741 Jul 05 10:16:47.504036 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21d16b09-5976-4409-a023-61a733311931 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.517035 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-21d16b09-5976-4409-a023-61a733311931 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687dc320-4531-4e31-9377-87644d9740dc']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:47.529177 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-21d16b09-5976-4409-a023-61a733311931 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3ac473-088a-4c00-8a73-7a24119fd2db') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:47.529478 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-21d16b09-5976-4409-a023-61a733311931 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3ac473-088a-4c00-8a73-7a24119fd2db') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:47.540264 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21d16b09-5976-4409-a023-61a733311931 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.555627 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21d16b09-5976-4409-a023-61a733311931 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.564279 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d16b09-5976-4409-a023-61a733311931 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:16:47.566164 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21d16b09-5976-4409-a023-61a733311931 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.590357 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd7ca41-d7a0-4c67-81aa-7d94154efc01 None None] DHCP port deletion for 89156147-0f0d-48d7-9f81-08329f3d026a request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:16:47.598651 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:16:47.645870 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 0fb424b7-235d-4d99-9da4-579c4569833d no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:47.678798 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 0fb424b7-235d-4d99-9da4-579c4569833d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:16:47.678798 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 0fb424b7-235d-4d99-9da4-579c4569833d not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:16:47.679740 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-6ce630dc-cf89-4fd0-971a-1ab96aea2ece service neutron] 10.222.0.78 "GET /v2.0/networks/dc77a506-6981-4369-b90e-32c6330113d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163436 Jul 05 10:16:47.689196 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21d16b09-5976-4409-a023-61a733311931 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.694315 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21d16b09-5976-4409-a023-61a733311931 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.698937 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-21d16b09-5976-4409-a023-61a733311931 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "DELETE /v2.0/networks/687dc320-4531-4e31-9377-87644d9740dc HTTP/1.1" status: 204 len: 168 time: 0.7310038 Jul 05 10:16:47.699843 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36806) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:47.712505 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4cd7ca41-d7a0-4c67-81aa-7d94154efc01 None None] Deleting port 56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:47.712897 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ca41-d7a0-4c67-81aa-7d94154efc01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.715948 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d16b09-5976-4409-a023-61a733311931 tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event deleted for resources: {'Network': ['ID=687dc320-4531-4e31-9377-87644d9740dc,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:47.779394 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4cd7ca41-d7a0-4c67-81aa-7d94154efc01 None None] For port 56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb,segment=NetworkSegment(619a2f44-c22b-4482-8c16-4e7b00d358c8),segment_id=619a2f44-c22b-4482-8c16-4e7b00d358c8)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:47.779873 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ca41-d7a0-4c67-81aa-7d94154efc01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.794349 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4cd7ca41-d7a0-4c67-81aa-7d94154efc01 None None] Calling delete_port for 56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:47.814817 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbe727-2ee2-4346-ac69-d9bdcd94a9dd req-5e81fc3d-f8e7-4e86-b198-59e935e9ed88 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:47.816484 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92cbe727-2ee2-4346-ac69-d9bdcd94a9dd req-5e81fc3d-f8e7-4e86-b198-59e935e9ed88 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=806ddbc6-2224-4496-8b73-221ac41907de HTTP/1.1" status: 200 len: 944 time: 0.1823673 Jul 05 10:16:47.865505 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d80c8a9d-b1ca-4cf1-a847-08aafbd0d48b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.883225 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ca41-d7a0-4c67-81aa-7d94154efc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.897428 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33907d17-3c97-4e58-a1c0-c007fa193bfb req-f85b4e28-a4bc-43b0-b1ac-c6136b54c908 service neutron] 10.222.0.78 "GET /v2.0/networks/dc77a506-6981-4369-b90e-32c6330113d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107103 Jul 05 10:16:47.898935 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd7ca41-d7a0-4c67-81aa-7d94154efc01 None None] No DVR routers for this DVR port 56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:47.911951 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92cbe727-2ee2-4346-ac69-d9bdcd94a9dd req-cd1a3800-85e8-4745-b818-4885afe9457e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=d11d459c-f2d9-4d78-b98e-8dd0df38fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826049 Jul 05 10:16:47.932286 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7ca41-d7a0-4c67-81aa-7d94154efc01 None None] Pushing event deleted for resources: {'Port': ['ID=56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:48.027912 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d80c8a9d-b1ca-4cf1-a847-08aafbd0d48b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:48.044705 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-d80c8a9d-b1ca-4cf1-a847-08aafbd0d48b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89156147-0f0d-48d7-9f81-08329f3d026a']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:48.060278 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-d80c8a9d-b1ca-4cf1-a847-08aafbd0d48b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619a2f44-c22b-4482-8c16-4e7b00d358c8') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:48.060576 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-d80c8a9d-b1ca-4cf1-a847-08aafbd0d48b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619a2f44-c22b-4482-8c16-4e7b00d358c8') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:48.075657 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d80c8a9d-b1ca-4cf1-a847-08aafbd0d48b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:48.088159 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46746e9-ecec-4930-87a9-04e1ac974feb req-4af8eff8-349c-4204-af0e-4b5565e2eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:48.090257 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d46746e9-ecec-4930-87a9-04e1ac974feb req-4af8eff8-349c-4204-af0e-4b5565e2eb4e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dbbe5e36a1ae46d4aeb2b59e00a44282&device_id=806ddbc6-2224-4496-8b73-221ac41907de HTTP/1.1" status: 200 len: 1095 time: 0.1064370 Jul 05 10:16:48.097561 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d80c8a9d-b1ca-4cf1-a847-08aafbd0d48b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:48.118664 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80c8a9d-b1ca-4cf1-a847-08aafbd0d48b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:16:48.119059 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d80c8a9d-b1ca-4cf1-a847-08aafbd0d48b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:16:48.122197 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:16:48.221340 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d80c8a9d-b1ca-4cf1-a847-08aafbd0d48b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:48.233351 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d80c8a9d-b1ca-4cf1-a847-08aafbd0d48b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:48.234912 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d80c8a9d-b1ca-4cf1-a847-08aafbd0d48b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] 10.222.0.79 "DELETE /v2.0/networks/89156147-0f0d-48d7-9f81-08329f3d026a HTTP/1.1" status: 204 len: 168 time: 0.5339375 Jul 05 10:16:48.258565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c8a9d-b1ca-4cf1-a847-08aafbd0d48b tempest-TaggedBootDevicesTest-1496314411 tempest-TaggedBootDevicesTest-1496314411-project] Pushing event deleted for resources: {'Network': ['ID=89156147-0f0d-48d7-9f81-08329f3d026a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:48.265324 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46746e9-ecec-4930-87a9-04e1ac974feb req-13fb5768-f882-4171-8d03-07b5808c6afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:48.266917 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d46746e9-ecec-4930-87a9-04e1ac974feb req-13fb5768-f882-4171-8d03-07b5808c6afe service neutron] 10.222.0.78 "GET /v2.0/networks?id=dc77a506-6981-4369-b90e-32c6330113d7 HTTP/1.1" status: 200 len: 897 time: 0.1704299 Jul 05 10:16:48.327668 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d46746e9-ecec-4930-87a9-04e1ac974feb req-889c1eea-add3-4c2d-bfbc-d9e56d5a862f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d22b2c8-e3a9-4954-9521-d932394af9c7 HTTP/1.1" status: 200 len: 217 time: 0.0419736 Jul 05 10:16:48.376549 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46746e9-ecec-4930-87a9-04e1ac974feb req-b480b2ac-183d-4d4b-b958-be58bea2bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:48.378178 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d46746e9-ecec-4930-87a9-04e1ac974feb req-b480b2ac-183d-4d4b-b958-be58bea2bfc2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd9e7d6a-a577-4c7e-b742-0980afa6dcbf HTTP/1.1" status: 200 len: 834 time: 0.0447402 Jul 05 10:16:48.435985 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46746e9-ecec-4930-87a9-04e1ac974feb req-3a210670-f490-43ea-859a-938a8bd32fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:48.437565 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d46746e9-ecec-4930-87a9-04e1ac974feb req-3a210670-f490-43ea-859a-938a8bd32fff service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dc77a506-6981-4369-b90e-32c6330113d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536916 Jul 05 10:16:48.533695 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d46746e9-ecec-4930-87a9-04e1ac974feb req-ee237b34-6d84-461e-9a1d-e8a31750f9b4 service neutron] 10.222.0.78 "GET /v2.0/networks/dc77a506-6981-4369-b90e-32c6330113d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893888 Jul 05 10:16:48.645032 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d46746e9-ecec-4930-87a9-04e1ac974feb req-170fae71-15fd-4b65-ae86-0ff5e700eebf service neutron] 10.222.0.78 "GET /v2.0/networks/dc77a506-6981-4369-b90e-32c6330113d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056826 Jul 05 10:16:48.794891 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36822) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:48.854591 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:48.882602 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:16:48.883253 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 56e3cfcf-4cb6-4767-bbae-9b75a5e8b7bb not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:16:49.224373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc344fb5-2835-4146-88aa-3a57f941de7e req-fd8ed303-ebdb-46da-ab78-4093e4e8b0a3 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:49.225867 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc344fb5-2835-4146-88aa-3a57f941de7e req-fd8ed303-ebdb-46da-ab78-4093e4e8b0a3 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=806ddbc6-2224-4496-8b73-221ac41907de HTTP/1.1" status: 200 len: 944 time: 0.1449835 Jul 05 10:16:49.290243 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc344fb5-2835-4146-88aa-3a57f941de7e req-f5e9fca9-e454-47f8-9856-6cb5e18629d1 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=d11d459c-f2d9-4d78-b98e-8dd0df38fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578897 Jul 05 10:16:49.381528 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec5a4e94-45e8-4277-97ec-625443c56d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:49.642236 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ec5a4e94-45e8-4277-97ec-625443c56d4e admin admin] Deleting port 21e3c49e-aecf-44fd-9ec9-ade3de84a95a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:49.642586 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec5a4e94-45e8-4277-97ec-625443c56d4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:49.729875 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-ec5a4e94-45e8-4277-97ec-625443c56d4e admin admin] For port 21e3c49e-aecf-44fd-9ec9-ade3de84a95a, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=21e3c49e-aecf-44fd-9ec9-ade3de84a95a,segment=NetworkSegment(bca3ead4-fe14-4e69-958c-e8fc4cc64bc4),segment_id=bca3ead4-fe14-4e69-958c-e8fc4cc64bc4)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:49.730252 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec5a4e94-45e8-4277-97ec-625443c56d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:49.743184 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ec5a4e94-45e8-4277-97ec-625443c56d4e admin admin] Calling delete_port for 21e3c49e-aecf-44fd-9ec9-ade3de84a95a owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:50.197028 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec5a4e94-45e8-4277-97ec-625443c56d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:50.222968 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a4e94-45e8-4277-97ec-625443c56d4e admin admin] Pushing event deleted for resources: {'Port': ['ID=21e3c49e-aecf-44fd-9ec9-ade3de84a95a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:50.418238 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec5a4e94-45e8-4277-97ec-625443c56d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:50.577235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8979c31-c2cc-44d6-bc47-c741fbc4151d req-ed40c067-93d5-40e3-a2c5-b507bb7c4996 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:50.578713 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8979c31-c2cc-44d6-bc47-c741fbc4151d req-ed40c067-93d5-40e3-a2c5-b507bb7c4996 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=806ddbc6-2224-4496-8b73-221ac41907de HTTP/1.1" status: 200 len: 944 time: 0.1488762 Jul 05 10:16:50.664593 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6d22b2c8-e3a9-4954-9521-d932394af9c7 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:16:50.668631 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8979c31-c2cc-44d6-bc47-c741fbc4151d req-8ecd8be1-f801-44c1-a627-07ea129c4db7 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=d11d459c-f2d9-4d78-b98e-8dd0df38fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837133 Jul 05 10:16:50.732927 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5a4e94-45e8-4277-97ec-625443c56d4e admin admin] Router 0d150f77-be44-46b7-adb9-01c318c79c1b has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:16:50.776944 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 6d22b2c8-e3a9-4954-9521-d932394af9c7, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6d22b2c8-e3a9-4954-9521-d932394af9c7,segment=NetworkSegment(471f3fc0-d245-47ac-89a6-5cf04c4198c9),segment_id=471f3fc0-d245-47ac-89a6-5cf04c4198c9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:50.792982 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '6d22b2c8-e3a9-4954-9521-d932394af9c7', 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7', 'port_id': '6d22b2c8-e3a9-4954-9521-d932394af9c7', 'mac_address': 'fa:16:3e:d4:d5:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd9e7d6a-a577-4c7e-b742-0980afa6dcbf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:16:50.836053 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:50.848530 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d22b2c8-e3a9-4954-9521-d932394af9c7 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:16:50.870129 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 6d22b2c8-e3a9-4954-9521-d932394af9c7, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6d22b2c8-e3a9-4954-9521-d932394af9c7,segment=NetworkSegment(471f3fc0-d245-47ac-89a6-5cf04c4198c9),segment_id=471f3fc0-d245-47ac-89a6-5cf04c4198c9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:50.874482 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:50.886911 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5a4e94-45e8-4277-97ec-625443c56d4e admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:16:50.894623 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ec5a4e94-45e8-4277-97ec-625443c56d4e admin admin] 10.222.0.79 "PUT /v2.0/routers/0d150f77-be44-46b7-adb9-01c318c79c1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0957475 Jul 05 10:16:50.894623 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36834) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:50.895673 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca67dd5f-07aa-46bb-96ee-bd4b5849eec1 None None] Sync routers for ids ['0d150f77-be44-46b7-adb9-01c318c79c1b'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:16:50.909252 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca67dd5f-07aa-46bb-96ee-bd4b5849eec1 None None] Routers {'0d150f77-be44-46b7-adb9-01c318c79c1b'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:50.910174 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ca67dd5f-07aa-46bb-96ee-bd4b5849eec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:16:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['0d150f77-be44-46b7-adb9-01c318c79c1b'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:50.945158 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=6d22b2c8-e3a9-4954-9521-d932394af9c7,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:50.965801 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-582b4a02-9f9f-4196-9686-15fc16f29af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:51.003379 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92cdf87f-a97f-4619-a7be-3ce3ac277d0d admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:51.030913 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-ca67dd5f-07aa-46bb-96ee-bd4b5849eec1 None None] Set router 0d150f77-be44-46b7-adb9-01c318c79c1b gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:51.117577 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92cdf87f-a97f-4619-a7be-3ce3ac277d0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:51.177150 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-92cdf87f-a97f-4619-a7be-3ce3ac277d0d admin admin] Deleting port 28f1c0bc-6aee-4afd-a051-c0a206a527c1 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:51.177517 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92cdf87f-a97f-4619-a7be-3ce3ac277d0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:51.195377 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['6d22b2c8-e3a9-4954-9521-d932394af9c7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:16:51.207935 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ca67dd5f-07aa-46bb-96ee-bd4b5849eec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'name': 'tempest-AttachVolumeTestJSON-544131959-router', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:37Z', 'updated_at': '2021-07-05T10:16:50Z', 'revision_number': 5, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'gw_port': {'id': '28f1c0bc-6aee-4afd-a051-c0a206a527c1', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:38Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:51.238507 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca67dd5f-07aa-46bb-96ee-bd4b5849eec1 None None] Checking router: 0d150f77-be44-46b7-adb9-01c318c79c1b for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:16:51.247991 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca67dd5f-07aa-46bb-96ee-bd4b5849eec1 None None] Routers {'0d150f77-be44-46b7-adb9-01c318c79c1b'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:51.248603 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ca67dd5f-07aa-46bb-96ee-bd4b5849eec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:16:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['0d150f77-be44-46b7-adb9-01c318c79c1b'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:51.260038 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-92cdf87f-a97f-4619-a7be-3ce3ac277d0d admin admin] For port 28f1c0bc-6aee-4afd-a051-c0a206a527c1, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=28f1c0bc-6aee-4afd-a051-c0a206a527c1,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:51.261055 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92cdf87f-a97f-4619-a7be-3ce3ac277d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:51.275211 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-92cdf87f-a97f-4619-a7be-3ce3ac277d0d admin admin] Calling delete_port for 28f1c0bc-6aee-4afd-a051-c0a206a527c1 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:51.340847 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-ca67dd5f-07aa-46bb-96ee-bd4b5849eec1 None None] Set router 0d150f77-be44-46b7-adb9-01c318c79c1b gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:51.397104 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ca67dd5f-07aa-46bb-96ee-bd4b5849eec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'name': 'tempest-AttachVolumeTestJSON-544131959-router', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:37Z', 'updated_at': '2021-07-05T10:16:51Z', 'revision_number': 6, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:51.429849 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca67dd5f-07aa-46bb-96ee-bd4b5849eec1 None None] The sync data for ids ['0d150f77-be44-46b7-adb9-01c318c79c1b'] in n-d-798054-8 is: [{'id': '0d150f77-be44-46b7-adb9-01c318c79c1b', 'name': 'tempest-AttachVolumeTestJSON-544131959-router', 'tenant_id': '8c001f7d567b480ca0b6992073b2cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:37Z', 'updated_at': '2021-07-05T10:16:51Z', 'revision_number': 6, 'project_id': '8c001f7d567b480ca0b6992073b2cea5', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:16:51.469709 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92cdf87f-a97f-4619-a7be-3ce3ac277d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:51.495276 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cdf87f-a97f-4619-a7be-3ce3ac277d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=28f1c0bc-6aee-4afd-a051-c0a206a527c1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:51.562712 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92cdf87f-a97f-4619-a7be-3ce3ac277d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:51.666983 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92cdf87f-a97f-4619-a7be-3ce3ac277d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:51.669244 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92cdf87f-a97f-4619-a7be-3ce3ac277d0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:51.730015 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92cdf87f-a97f-4619-a7be-3ce3ac277d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:51.730565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cdf87f-a97f-4619-a7be-3ce3ac277d0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d150f77-be44-46b7-adb9-01c318c79c1b {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:16:51.735040 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92cdf87f-a97f-4619-a7be-3ce3ac277d0d admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:51.738491 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-92cdf87f-a97f-4619-a7be-3ce3ac277d0d admin admin] 10.222.0.79 "DELETE /v2.0/routers/0d150f77-be44-46b7-adb9-01c318c79c1b HTTP/1.1" status: 204 len: 168 time: 0.8405781 Jul 05 10:16:51.738868 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36838) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:51.791178 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3951c0-6eb7-4027-bda6-efcdb8871f16 admin admin] Deleting subnet ec963537-c196-42e4-b994-fe6e7fea3b3b {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:16:51.794993 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bc3951c0-6eb7-4027-bda6-efcdb8871f16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:51.872575 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bc3951c0-6eb7-4027-bda6-efcdb8871f16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:51.978791 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7144cb-e845-4452-9aa9-a907ebf0ba40 req-af2b0cc5-3c9e-4657-b133-1aa6da2ba516 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:51.980930 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-be7144cb-e845-4452-9aa9-a907ebf0ba40 req-af2b0cc5-3c9e-4657-b133-1aa6da2ba516 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=806ddbc6-2224-4496-8b73-221ac41907de HTTP/1.1" status: 200 len: 945 time: 0.1534581 Jul 05 10:16:52.011353 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bc3951c0-6eb7-4027-bda6-efcdb8871f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.057409 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-be7144cb-e845-4452-9aa9-a907ebf0ba40 req-887cbce8-3a0f-4083-a118-5f1ba950a6dc tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=d11d459c-f2d9-4d78-b98e-8dd0df38fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701089 Jul 05 10:16:52.081284 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bc3951c0-6eb7-4027-bda6-efcdb8871f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.109609 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3951c0-6eb7-4027-bda6-efcdb8871f16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec963537-c196-42e4-b994-fe6e7fea3b3b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:52.111621 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bc3951c0-6eb7-4027-bda6-efcdb8871f16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.113545 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bc3951c0-6eb7-4027-bda6-efcdb8871f16 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ec963537-c196-42e4-b994-fe6e7fea3b3b HTTP/1.1" status: 204 len: 168 time: 0.3736968 Jul 05 10:16:52.117122 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36846) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:52.119454 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea45720-3447-4b1c-98b9-38393db018d1 None None] Network e92969d7-2f54-48da-8a2d-7d136131bbc7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:52.189367 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-964742c0-247f-4dff-8f6e-ca0d26400d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.247073 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-964742c0-247f-4dff-8f6e-ca0d26400d90 admin admin] Deleting port 82352a48-1865-4325-b38d-2438b21ce8c4 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:52.248306 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-964742c0-247f-4dff-8f6e-ca0d26400d90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.314382 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-964742c0-247f-4dff-8f6e-ca0d26400d90 admin admin] For port 82352a48-1865-4325-b38d-2438b21ce8c4, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=82352a48-1865-4325-b38d-2438b21ce8c4,segment=NetworkSegment(bca3ead4-fe14-4e69-958c-e8fc4cc64bc4),segment_id=bca3ead4-fe14-4e69-958c-e8fc4cc64bc4)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:52.314842 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-964742c0-247f-4dff-8f6e-ca0d26400d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.328256 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-964742c0-247f-4dff-8f6e-ca0d26400d90 admin admin] Calling delete_port for 82352a48-1865-4325-b38d-2438b21ce8c4 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:52.334599 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c6b308-7f9a-44fd-bb11-c16feac57305 None None] DHCP port deletion for e92969d7-2f54-48da-8a2d-7d136131bbc7 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:16:52.382647 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a2c6b308-7f9a-44fd-bb11-c16feac57305 None None] Deleting port 82352a48-1865-4325-b38d-2438b21ce8c4 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:52.383030 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a2c6b308-7f9a-44fd-bb11-c16feac57305 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.418256 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-964742c0-247f-4dff-8f6e-ca0d26400d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.448319 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964742c0-247f-4dff-8f6e-ca0d26400d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=82352a48-1865-4325-b38d-2438b21ce8c4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:52.456916 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964742c0-247f-4dff-8f6e-ca0d26400d90 admin admin] No DVR routers for this DVR port 82352a48-1865-4325-b38d-2438b21ce8c4 on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:52.457072 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a2c6b308-7f9a-44fd-bb11-c16feac57305 None None] For port 82352a48-1865-4325-b38d-2438b21ce8c4, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=82352a48-1865-4325-b38d-2438b21ce8c4,segment=NetworkSegment(bca3ead4-fe14-4e69-958c-e8fc4cc64bc4),segment_id=bca3ead4-fe14-4e69-958c-e8fc4cc64bc4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:52.457435 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a2c6b308-7f9a-44fd-bb11-c16feac57305 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.474249 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a2c6b308-7f9a-44fd-bb11-c16feac57305 None None] Calling delete_port for 82352a48-1865-4325-b38d-2438b21ce8c4 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:52.534987 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-964742c0-247f-4dff-8f6e-ca0d26400d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.545629 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-964742c0-247f-4dff-8f6e-ca0d26400d90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e92969d7-2f54-48da-8a2d-7d136131bbc7']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:52.555961 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a2c6b308-7f9a-44fd-bb11-c16feac57305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.557780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-964742c0-247f-4dff-8f6e-ca0d26400d90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca3ead4-fe14-4e69-958c-e8fc4cc64bc4') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:52.558351 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-964742c0-247f-4dff-8f6e-ca0d26400d90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca3ead4-fe14-4e69-958c-e8fc4cc64bc4') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:52.574445 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-964742c0-247f-4dff-8f6e-ca0d26400d90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.592286 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-964742c0-247f-4dff-8f6e-ca0d26400d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.592539 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c6b308-7f9a-44fd-bb11-c16feac57305 None None] No DVR routers for this DVR port 82352a48-1865-4325-b38d-2438b21ce8c4 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:52.599208 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6b308-7f9a-44fd-bb11-c16feac57305 None None] Pushing event deleted for resources: {'Port': ['ID=82352a48-1865-4325-b38d-2438b21ce8c4,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:52.605513 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-964742c0-247f-4dff-8f6e-ca0d26400d90 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:16:52.606371 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-964742c0-247f-4dff-8f6e-ca0d26400d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:16:52.622789 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:16:52.664085 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6d22b2c8-e3a9-4954-9521-d932394af9c7 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:52.684462 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-964742c0-247f-4dff-8f6e-ca0d26400d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.699798 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-964742c0-247f-4dff-8f6e-ca0d26400d90 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.702095 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-964742c0-247f-4dff-8f6e-ca0d26400d90 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e92969d7-2f54-48da-8a2d-7d136131bbc7 HTTP/1.1" status: 204 len: 168 time: 0.5851305 Jul 05 10:16:52.718416 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 6d22b2c8-e3a9-4954-9521-d932394af9c7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:52.723308 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 6d22b2c8-e3a9-4954-9521-d932394af9c7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:52.723759 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.727308 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964742c0-247f-4dff-8f6e-ca0d26400d90 admin admin] Pushing event deleted for resources: {'Network': ['ID=e92969d7-2f54-48da-8a2d-7d136131bbc7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:52.817062 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.849973 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806ddbc6-2224-4496-8b73-221ac41907de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d22b2c8-e3a9-4954-9521-d932394af9c7'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:52.852844 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826bbe1f-8dcb-46d7-9722-9addecba4805" -d '{"events": [{"server_uuid": "806ddbc6-2224-4496-8b73-221ac41907de", "name": "network-vif-plugged", "status": "completed", "tag": "6d22b2c8-e3a9-4954-9521-d932394af9c7"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:52.859653 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36852) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:52.866540 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 6d22b2c8-e3a9-4954-9521-d932394af9c7, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6d22b2c8-e3a9-4954-9521-d932394af9c7,segment=NetworkSegment(471f3fc0-d245-47ac-89a6-5cf04c4198c9),segment_id=471f3fc0-d245-47ac-89a6-5cf04c4198c9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:52.871241 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 21e3c49e-aecf-44fd-9ec9-ade3de84a95a no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:52.906918 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bef0a0-94f5-4072-9595-754d681690bb x-openstack-request-id: req-02bef0a0-94f5-4072-9595-754d681690bb {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:52.907940 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806ddbc6-2224-4496-8b73-221ac41907de", "name": "network-vif-plugged", "status": "completed", "tag": "6d22b2c8-e3a9-4954-9521-d932394af9c7", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:52.908330 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-02bef0a0-94f5-4072-9595-754d681690bb {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:52.908955 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806ddbc6-2224-4496-8b73-221ac41907de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d22b2c8-e3a9-4954-9521-d932394af9c7', 'code': 200} Jul 05 10:16:52.910727 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 21e3c49e-aecf-44fd-9ec9-ade3de84a95a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:16:52.911351 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 21e3c49e-aecf-44fd-9ec9-ade3de84a95a not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:16:52.912036 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 28f1c0bc-6aee-4afd-a051-c0a206a527c1 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:52.914515 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e079a102-758e-4a9d-a4ad-e884f21079e4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8c001f7d567b480ca0b6992073b2cea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535450 Jul 05 10:16:52.915567 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.917225 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36854) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:52.951306 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 28f1c0bc-6aee-4afd-a051-c0a206a527c1 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:16:52.951686 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 28f1c0bc-6aee-4afd-a051-c0a206a527c1 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:16:52.952181 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 82352a48-1865-4325-b38d-2438b21ce8c4 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:53.008373 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 82352a48-1865-4325-b38d-2438b21ce8c4 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:16:53.008790 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 82352a48-1865-4325-b38d-2438b21ce8c4 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:16:53.020112 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32ac05-704c-4000-a56f-46d79c1b8025 req-7dc6c25b-0bf6-4016-a7c2-2f6d1d3599ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:53.022323 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0d32ac05-704c-4000-a56f-46d79c1b8025 req-7dc6c25b-0bf6-4016-a7c2-2f6d1d3599ca service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=806ddbc6-2224-4496-8b73-221ac41907de HTTP/1.1" status: 200 len: 1097 time: 0.0623739 Jul 05 10:16:53.026430 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-648e83ae-df1f-4c1c-8662-6e3ea137f29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:53.056625 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-648e83ae-df1f-4c1c-8662-6e3ea137f29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:53.059223 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0d32ac05-704c-4000-a56f-46d79c1b8025 req-b595254b-e89d-4499-b847-5447fca30ece service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d11d459c-f2d9-4d78-b98e-8dd0df38fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306969 Jul 05 10:16:53.064325 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=6d22b2c8-e3a9-4954-9521-d932394af9c7,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:53.115300 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-648e83ae-df1f-4c1c-8662-6e3ea137f29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:53.117962 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-648e83ae-df1f-4c1c-8662-6e3ea137f29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:53.119125 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-648e83ae-df1f-4c1c-8662-6e3ea137f29c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/29011318-3c99-44c9-abbf-bb5e6983fb2c HTTP/1.1" status: 204 len: 168 time: 0.2004063 Jul 05 10:16:53.129124 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e83ae-df1f-4c1c-8662-6e3ea137f29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29011318-3c99-44c9-abbf-bb5e6983fb2c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:53.247744 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4e234-2064-4b40-b723-9d6f292fb1b7 req-09c972aa-7199-4cf4-8c14-53b39d5c3418 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:53.249562 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-04e4e234-2064-4b40-b723-9d6f292fb1b7 req-09c972aa-7199-4cf4-8c14-53b39d5c3418 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=806ddbc6-2224-4496-8b73-221ac41907de HTTP/1.1" status: 200 len: 946 time: 0.0724375 Jul 05 10:16:53.290524 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-04e4e234-2064-4b40-b723-9d6f292fb1b7 req-2364b6ab-2063-4ca2-88df-9b5919fca3f8 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=d11d459c-f2d9-4d78-b98e-8dd0df38fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356147 Jul 05 10:16:53.325570 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a776b390-0ead-4104-a02e-0da3f681c045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:53.633152 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:54.482573 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6d498-73e0-4cf9-a660-68f286c242a5 req-8873bb63-d3e5-4449-8a05-89ab818dc0e8 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:54.484354 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5f6d498-73e0-4cf9-a660-68f286c242a5 req-8873bb63-d3e5-4449-8a05-89ab818dc0e8 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=806ddbc6-2224-4496-8b73-221ac41907de HTTP/1.1" status: 200 len: 946 time: 0.0785289 Jul 05 10:16:54.536445 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5f6d498-73e0-4cf9-a660-68f286c242a5 req-172f0e2a-4a89-4b1e-80e4-db6bd077ee3f tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=d11d459c-f2d9-4d78-b98e-8dd0df38fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462780 Jul 05 10:16:54.633440 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:54.751172 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b8aec-e62c-4341-8aef-efff9ead4668 req-0668106b-f7f6-44bc-b679-0088f55fadca tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:54.752834 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a1b8aec-e62c-4341-8aef-efff9ead4668 req-0668106b-f7f6-44bc-b679-0088f55fadca tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=806ddbc6-2224-4496-8b73-221ac41907de HTTP/1.1" status: 200 len: 946 time: 0.0801535 Jul 05 10:16:54.798506 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a1b8aec-e62c-4341-8aef-efff9ead4668 req-bea4c002-6b33-4c58-be7c-59c035e03d2e tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=d11d459c-f2d9-4d78-b98e-8dd0df38fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375338 Jul 05 10:16:54.824008 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36918) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:54.884016 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e49d9bf-8c1d-4d01-953c-4990ced8d11b tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:54.886927 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1e49d9bf-8c1d-4d01-953c-4990ced8d11b tempest-TestNetworkBasicOps-1274401447 tempest-TestNetworkBasicOps-1274401447-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=806ddbc6-2224-4496-8b73-221ac41907de HTTP/1.1" status: 200 len: 1092 time: 0.0617197 Jul 05 10:16:54.889523 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36922) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:54.894010 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-32356109-2f9c-4f71-8213-5a9e5c87e36f tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': '6d22b2c8-e3a9-4954-9521-d932394af9c7', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:54.917839 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32356109-2f9c-4f71-8213-5a9e5c87e36f tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:55.026746 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32356109-2f9c-4f71-8213-5a9e5c87e36f tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:55.150056 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-32356109-2f9c-4f71-8213-5a9e5c87e36f tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Allocated IP 172.25.7.2 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/b4daa8fa-4f70-486d-8256-87b8c32dac6a) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:55.278650 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32356109-2f9c-4f71-8213-5a9e5c87e36f tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:55.323365 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32356109-2f9c-4f71-8213-5a9e5c87e36f tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:55.361667 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32356109-2f9c-4f71-8213-5a9e5c87e36f tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:55.368515 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-32356109-2f9c-4f71-8213-5a9e5c87e36f tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:55.370980 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32356109-2f9c-4f71-8213-5a9e5c87e36f tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:55.396597 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32356109-2f9c-4f71-8213-5a9e5c87e36f tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'Port': ['ID=b4daa8fa-4f70-486d-8256-87b8c32dac6a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:55.459698 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36942) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:55.613500 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5ab242b-07c5-4bd5-bf3c-6285bb25f8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:55.844815 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5ab242b-07c5-4bd5-bf3c-6285bb25f8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:55.846232 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32356109-2f9c-4f71-8213-5a9e5c87e36f tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:55.849744 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5ab242b-07c5-4bd5-bf3c-6285bb25f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:55.922317 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab242b-07c5-4bd5-bf3c-6285bb25f8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce37021-3299-42df-b16c-bde3fe7fcb5b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:55.929464 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b5ab242b-07c5-4bd5-bf3c-6285bb25f8f7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f38d11afa5e0449b93dffed8e3f0bbdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4685528 Jul 05 10:16:55.932146 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 36946) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:55.996871 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32356109-2f9c-4f71-8213-5a9e5c87e36f tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.030503 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6184ec7-6be1-4b9f-8d2a-3f2b259671f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.067935 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6184ec7-6be1-4b9f-8d2a-3f2b259671f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.169295 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6184ec7-6be1-4b9f-8d2a-3f2b259671f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.171680 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6184ec7-6be1-4b9f-8d2a-3f2b259671f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.175459 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b6184ec7-6be1-4b9f-8d2a-3f2b259671f8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4ce37021-3299-42df-b16c-bde3fe7fcb5b HTTP/1.1" status: 204 len: 168 time: 0.2395606 Jul 05 10:16:56.189716 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6184ec7-6be1-4b9f-8d2a-3f2b259671f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce37021-3299-42df-b16c-bde3fe7fcb5b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:56.220023 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32356109-2f9c-4f71-8213-5a9e5c87e36f tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.224919 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32356109-2f9c-4f71-8213-5a9e5c87e36f tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.299998 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32356109-2f9c-4f71-8213-5a9e5c87e36f tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event updated for resources: {'Port': ['ID=b4daa8fa-4f70-486d-8256-87b8c32dac6a,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:56.313335 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32356109-2f9c-4f71-8213-5a9e5c87e36f tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.431212 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-32356109-2f9c-4f71-8213-5a9e5c87e36f tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Floating IP e64f3631-9380-4dc5-b6ab-3464f3b517f5 associated. External IP: 172.25.7.2, port: 6d22b2c8-e3a9-4954-9521-d932394af9c7. Jul 05 10:16:56.498696 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36954) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:56.512094 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cd97ffd2-6278-4869-879e-6ae2091f01f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.630393 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cd97ffd2-6278-4869-879e-6ae2091f01f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.634291 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cd97ffd2-6278-4869-879e-6ae2091f01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.669991 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32356109-2f9c-4f71-8213-5a9e5c87e36f tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Router 8a64aac0-a4e1-4d87-a882-2e9152a7217b has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:16:56.686079 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cd97ffd2-6278-4869-879e-6ae2091f01f0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1fa00291df024c009134687330b707ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1860926 Jul 05 10:16:56.687428 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ffd2-6278-4869-879e-6ae2091f01f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0fed03-ac63-4276-8467-2133d3be8133,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:56.691441 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36956) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:56.741655 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f3144b38-15d9-42ab-8bd5-1ead033a42e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.750529 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.766016 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f3144b38-15d9-42ab-8bd5-1ead033a42e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.794239 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32356109-2f9c-4f71-8213-5a9e5c87e36f tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:16:56.803994 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85610786-9146-40ae-b8ee-b274ed98694b None None] Sync routers for ids ['8a64aac0-a4e1-4d87-a882-2e9152a7217b'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:16:56.816450 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85610786-9146-40ae-b8ee-b274ed98694b None None] Routers {'8a64aac0-a4e1-4d87-a882-2e9152a7217b'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:56.817623 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-85610786-9146-40ae-b8ee-b274ed98694b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:16:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['8a64aac0-a4e1-4d87-a882-2e9152a7217b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:56.821772 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32356109-2f9c-4f71-8213-5a9e5c87e36f tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.831144 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f3144b38-15d9-42ab-8bd5-1ead033a42e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.833362 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f3144b38-15d9-42ab-8bd5-1ead033a42e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.836742 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f3144b38-15d9-42ab-8bd5-1ead033a42e3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5f0fed03-ac63-4276-8467-2133d3be8133 HTTP/1.1" status: 204 len: 168 time: 0.1429303 Jul 05 10:16:56.844880 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3144b38-15d9-42ab-8bd5-1ead033a42e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0fed03-ac63-4276-8467-2133d3be8133,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:56.869953 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-32356109-2f9c-4f71-8213-5a9e5c87e36f tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9791265 Jul 05 10:16:56.870649 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806ddbc6-2224-4496-8b73-221ac41907de', 'tag': '6d22b2c8-e3a9-4954-9521-d932394af9c7'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:56.873010 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36960) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:56.873206 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf6633f-283b-4c4a-b83f-1af827ebff0d" -d '{"events": [{"name": "network-changed", "server_uuid": "806ddbc6-2224-4496-8b73-221ac41907de", "tag": "6d22b2c8-e3a9-4954-9521-d932394af9c7"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:56.959320 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2235aa-2d32-4cea-89b0-5bb95e410b1b x-openstack-request-id: req-dd2235aa-2d32-4cea-89b0-5bb95e410b1b {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:56.959868 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806ddbc6-2224-4496-8b73-221ac41907de", "tag": "6d22b2c8-e3a9-4954-9521-d932394af9c7", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:56.960335 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dd2235aa-2d32-4cea-89b0-5bb95e410b1b {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:56.961041 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806ddbc6-2224-4496-8b73-221ac41907de', 'tag': '6d22b2c8-e3a9-4954-9521-d932394af9c7', 'status': 'completed', 'code': 200} Jul 05 10:16:56.995522 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-85610786-9146-40ae-b8ee-b274ed98694b None None] Set router 8a64aac0-a4e1-4d87-a882-2e9152a7217b gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:57.063781 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-decb299a-c43a-4184-ab01-43af94ec907d tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/floatingips/e64f3631-9380-4dc5-b6ab-3464f3b517f5 HTTP/1.1" status: 200 len: 990 time: 0.1895936 Jul 05 10:16:57.071097 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6633f-283b-4c4a-b83f-1af827ebff0d req-29143719-3096-4b02-a279-804edb789370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:57.072739 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ebf6633f-283b-4c4a-b83f-1af827ebff0d req-29143719-3096-4b02-a279-804edb789370 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dbbe5e36a1ae46d4aeb2b59e00a44282&device_id=806ddbc6-2224-4496-8b73-221ac41907de HTTP/1.1" status: 200 len: 1097 time: 0.0767817 Jul 05 10:16:57.173675 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6633f-283b-4c4a-b83f-1af827ebff0d req-58232162-9a8a-465f-956d-264a6046bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:57.175187 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ebf6633f-283b-4c4a-b83f-1af827ebff0d req-58232162-9a8a-465f-956d-264a6046bec5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=dc77a506-6981-4369-b90e-32c6330113d7 HTTP/1.1" status: 200 len: 897 time: 0.0961907 Jul 05 10:16:57.258828 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ebf6633f-283b-4c4a-b83f-1af827ebff0d req-67610986-1d5b-40d2-8077-65acc910d381 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d22b2c8-e3a9-4954-9521-d932394af9c7 HTTP/1.1" status: 200 len: 998 time: 0.0773172 Jul 05 10:16:57.316083 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6633f-283b-4c4a-b83f-1af827ebff0d req-677ce425-d41f-4668-aa2c-000af76c492f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:57.318322 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ebf6633f-283b-4c4a-b83f-1af827ebff0d req-677ce425-d41f-4668-aa2c-000af76c492f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd9e7d6a-a577-4c7e-b742-0980afa6dcbf HTTP/1.1" status: 200 len: 834 time: 0.0537183 Jul 05 10:16:57.397273 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6633f-283b-4c4a-b83f-1af827ebff0d req-22ade9d7-2608-4393-a2fb-8c2058a3924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:57.398899 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ebf6633f-283b-4c4a-b83f-1af827ebff0d req-22ade9d7-2608-4393-a2fb-8c2058a3924e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dc77a506-6981-4369-b90e-32c6330113d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747409 Jul 05 10:16:57.482985 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-85610786-9146-40ae-b8ee-b274ed98694b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'name': 'tempest-TestNetworkBasicOps-router-1769716382', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:34Z', 'updated_at': '2021-07-05T10:16:38Z', 'revision_number': 4, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:35Z', 'updated_at': '2021-07-05T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'e64f3631-9380-4dc5-b6ab-3464f3b517f5', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'port_id': '6d22b2c8-e3a9-4954-9521-d932394af9c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7', 'mac_address': 'fa:16:3e:d4:d5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ddbc6-2224-4496-8b73-221ac41907de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:16:55Z', 'updated_at': '2021-07-05T10:16:55Z', 'revision_number': 0, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f851c13f-3d78-4ac1-8d83-79a04305f25e', 'name': '', 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:ce:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'bd9e7d6a-a577-4c7e-b742-0980afa6dcbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:38Z', 'updated_at': '2021-07-05T10:16:45Z', 'revision_number': 5, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': 'bd9e7d6a-a577-4c7e-b742-0980afa6dcbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:57.521442 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85610786-9146-40ae-b8ee-b274ed98694b None None] Checking router: 8a64aac0-a4e1-4d87-a882-2e9152a7217b for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:16:57.534149 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85610786-9146-40ae-b8ee-b274ed98694b None None] Routers {'8a64aac0-a4e1-4d87-a882-2e9152a7217b'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:57.534848 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-85610786-9146-40ae-b8ee-b274ed98694b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:16:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['8a64aac0-a4e1-4d87-a882-2e9152a7217b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:57.538520 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ebf6633f-283b-4c4a-b83f-1af827ebff0d req-4dda9cf8-2da8-460e-ac55-7935c5731cd3 service neutron] 10.222.0.78 "GET /v2.0/networks/dc77a506-6981-4369-b90e-32c6330113d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290123 Jul 05 10:16:57.657166 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-85610786-9146-40ae-b8ee-b274ed98694b None None] Set router 8a64aac0-a4e1-4d87-a882-2e9152a7217b gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:57.674860 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ebf6633f-283b-4c4a-b83f-1af827ebff0d req-cc171633-2277-4c2f-8e2e-545e98ba3317 service neutron] 10.222.0.78 "GET /v2.0/networks/dc77a506-6981-4369-b90e-32c6330113d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300344 Jul 05 10:16:57.909576 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-85610786-9146-40ae-b8ee-b274ed98694b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'name': 'tempest-TestNetworkBasicOps-router-1769716382', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:34Z', 'updated_at': '2021-07-05T10:16:38Z', 'revision_number': 4, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:35Z', 'updated_at': '2021-07-05T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'e64f3631-9380-4dc5-b6ab-3464f3b517f5', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'port_id': '6d22b2c8-e3a9-4954-9521-d932394af9c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7', 'mac_address': 'fa:16:3e:d4:d5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ddbc6-2224-4496-8b73-221ac41907de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:16:55Z', 'updated_at': '2021-07-05T10:16:55Z', 'revision_number': 0, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f851c13f-3d78-4ac1-8d83-79a04305f25e', 'name': '', 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:ce:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'bd9e7d6a-a577-4c7e-b742-0980afa6dcbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:38Z', 'updated_at': '2021-07-05T10:16:45Z', 'revision_number': 5, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': 'bd9e7d6a-a577-4c7e-b742-0980afa6dcbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:57.937125 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85610786-9146-40ae-b8ee-b274ed98694b None None] The sync data for ids ['8a64aac0-a4e1-4d87-a882-2e9152a7217b'] in n-d-798054-8 is: [{'id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'name': 'tempest-TestNetworkBasicOps-router-1769716382', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:34Z', 'updated_at': '2021-07-05T10:16:38Z', 'revision_number': 4, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:35Z', 'updated_at': '2021-07-05T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'e64f3631-9380-4dc5-b6ab-3464f3b517f5', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'port_id': '6d22b2c8-e3a9-4954-9521-d932394af9c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7', 'mac_address': 'fa:16:3e:d4:d5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ddbc6-2224-4496-8b73-221ac41907de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:16:55Z', 'updated_at': '2021-07-05T10:16:55Z', 'revision_number': 0, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f851c13f-3d78-4ac1-8d83-79a04305f25e', 'name': '', 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:ce:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'bd9e7d6a-a577-4c7e-b742-0980afa6dcbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:38Z', 'updated_at': '2021-07-05T10:16:45Z', 'revision_number': 5, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': 'bd9e7d6a-a577-4c7e-b742-0980afa6dcbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:16:58.065724 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 36994) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:58.178740 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521b119f-c039-4388-b108-8c6c3cd7d18e None None] New status for floating IP e64f3631-9380-4dc5-b6ab-3464f3b517f5: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:16:58.438451 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d7e70cf9-b192-415b-bb0b-71a4b04d4a39 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/floatingips/e64f3631-9380-4dc5-b6ab-3464f3b517f5 HTTP/1.1" status: 200 len: 990 time: 0.3711717 Jul 05 10:16:58.463092 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37006) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:58.955358 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37016) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:58.993088 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae8f2f64-67cb-4e4f-bb73-f8e75aa1dd9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.062299 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc9c7ecd-84a2-4564-9321-6cbf33554580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.152811 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc9c7ecd-84a2-4564-9321-6cbf33554580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.157665 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc9c7ecd-84a2-4564-9321-6cbf33554580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.194778 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-dc9c7ecd-84a2-4564-9321-6cbf33554580 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3f22a07b18c241ac93fb9e1a711d5497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2382538 Jul 05 10:16:59.196862 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c7ecd-84a2-4564-9321-6cbf33554580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b0d28e-2711-49b9-80cc-88af419a1cec,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:59.199869 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37020) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:59.255325 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d744004-05d2-4ccf-a9e7-078ba2b8c262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.277324 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d744004-05d2-4ccf-a9e7-078ba2b8c262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.325141 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d744004-05d2-4ccf-a9e7-078ba2b8c262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.327719 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d744004-05d2-4ccf-a9e7-078ba2b8c262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.329025 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8d744004-05d2-4ccf-a9e7-078ba2b8c262 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/52b0d28e-2711-49b9-80cc-88af419a1cec HTTP/1.1" status: 204 len: 168 time: 0.1282709 Jul 05 10:16:59.337572 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d744004-05d2-4ccf-a9e7-078ba2b8c262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b0d28e-2711-49b9-80cc-88af419a1cec,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:59.441864 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37024) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:59.511902 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7ba9d612-e568-4c45-8106-bf1821ac5796 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/floatingips/e64f3631-9380-4dc5-b6ab-3464f3b517f5 HTTP/1.1" status: 200 len: 992 time: 0.0621951 Jul 05 10:16:59.617821 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37028) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:59.625963 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f2f64-67cb-4e4f-bb73-f8e75aa1dd9a admin admin] Deleting port 2073716e-e4c6-4e6b-bd22-64939073c29a {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:59.626484 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae8f2f64-67cb-4e4f-bb73-f8e75aa1dd9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.631381 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-425b1a79-d04d-412e-9450-56e36ea50c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.703659 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-ae8f2f64-67cb-4e4f-bb73-f8e75aa1dd9a admin admin] For port 2073716e-e4c6-4e6b-bd22-64939073c29a, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=2073716e-e4c6-4e6b-bd22-64939073c29a,segment=NetworkSegment(2acbedd4-08b7-417d-a9dc-a25fc690e0bc),segment_id=2acbedd4-08b7-417d-a9dc-a25fc690e0bc)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:59.703972 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae8f2f64-67cb-4e4f-bb73-f8e75aa1dd9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.720271 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f2f64-67cb-4e4f-bb73-f8e75aa1dd9a admin admin] Calling delete_port for 2073716e-e4c6-4e6b-bd22-64939073c29a owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:59.724826 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-425b1a79-d04d-412e-9450-56e36ea50c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.729471 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-425b1a79-d04d-412e-9450-56e36ea50c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.767864 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-425b1a79-d04d-412e-9450-56e36ea50c03 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=87f068d4d4344736a1c068633775cc12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489413 Jul 05 10:16:59.769022 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b1a79-d04d-412e-9450-56e36ea50c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d86d30e-8b81-464f-86b6-326dfa0537f9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:59.771798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37030) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:59.823755 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81a62330-076c-4a89-95a1-e6bda75f957e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.845202 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81a62330-076c-4a89-95a1-e6bda75f957e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.895979 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81a62330-076c-4a89-95a1-e6bda75f957e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.898563 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81a62330-076c-4a89-95a1-e6bda75f957e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.899740 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-81a62330-076c-4a89-95a1-e6bda75f957e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7d86d30e-8b81-464f-86b6-326dfa0537f9 HTTP/1.1" status: 204 len: 168 time: 0.1267200 Jul 05 10:16:59.907974 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a62330-076c-4a89-95a1-e6bda75f957e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d86d30e-8b81-464f-86b6-326dfa0537f9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:59.914157 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae8f2f64-67cb-4e4f-bb73-f8e75aa1dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.940635 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f2f64-67cb-4e4f-bb73-f8e75aa1dd9a admin admin] Pushing event deleted for resources: {'Port': ['ID=2073716e-e4c6-4e6b-bd22-64939073c29a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:00.119817 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae8f2f64-67cb-4e4f-bb73-f8e75aa1dd9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:00.344073 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8f2f64-67cb-4e4f-bb73-f8e75aa1dd9a admin admin] Router f6bd307d-9d81-4594-9df5-e1b46ad6b838 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:17:00.452118 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8f2f64-67cb-4e4f-bb73-f8e75aa1dd9a admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:17:00.457298 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ae8f2f64-67cb-4e4f-bb73-f8e75aa1dd9a admin admin] 10.222.0.79 "PUT /v2.0/routers/f6bd307d-9d81-4594-9df5-e1b46ad6b838/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9931724 Jul 05 10:17:00.459886 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37048) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:00.465527 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170121a2-a175-43de-8202-c9e90808aa9a None None] Sync routers for ids ['f6bd307d-9d81-4594-9df5-e1b46ad6b838'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:17:00.474683 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170121a2-a175-43de-8202-c9e90808aa9a None None] Routers {'f6bd307d-9d81-4594-9df5-e1b46ad6b838'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:00.475239 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-170121a2-a175-43de-8202-c9e90808aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:16:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f6bd307d-9d81-4594-9df5-e1b46ad6b838'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:00.584931 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-170121a2-a175-43de-8202-c9e90808aa9a None None] Set router f6bd307d-9d81-4594-9df5-e1b46ad6b838 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:17:00.595412 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0822721e-ee9b-48f9-ba11-8136fea504b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:00.709035 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0822721e-ee9b-48f9-ba11-8136fea504b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:00.764113 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0822721e-ee9b-48f9-ba11-8136fea504b3 admin admin] Deleting port 08d6bc0e-caae-465f-8d31-7e07a04664a5 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:00.765011 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0822721e-ee9b-48f9-ba11-8136fea504b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:00.784856 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-170121a2-a175-43de-8202-c9e90808aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'name': 'tempest-TaggedBootDevicesTest-823117697-router', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:12Z', 'updated_at': '2021-07-05T10:16:59Z', 'revision_number': 5, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'gw_port': {'id': '08d6bc0e-caae-465f-8d31-7e07a04664a5', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:13Z', 'updated_at': '2021-07-05T10:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:00.816507 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170121a2-a175-43de-8202-c9e90808aa9a None None] Checking router: f6bd307d-9d81-4594-9df5-e1b46ad6b838 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:17:00.826262 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170121a2-a175-43de-8202-c9e90808aa9a None None] Routers {'f6bd307d-9d81-4594-9df5-e1b46ad6b838'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:00.826887 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-170121a2-a175-43de-8202-c9e90808aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:16:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f6bd307d-9d81-4594-9df5-e1b46ad6b838'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:00.862225 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-0822721e-ee9b-48f9-ba11-8136fea504b3 admin admin] For port 08d6bc0e-caae-465f-8d31-7e07a04664a5, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=08d6bc0e-caae-465f-8d31-7e07a04664a5,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:00.862592 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0822721e-ee9b-48f9-ba11-8136fea504b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:00.881867 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0822721e-ee9b-48f9-ba11-8136fea504b3 admin admin] Calling delete_port for 08d6bc0e-caae-465f-8d31-7e07a04664a5 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:00.921749 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-170121a2-a175-43de-8202-c9e90808aa9a None None] Set router f6bd307d-9d81-4594-9df5-e1b46ad6b838 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:17:00.976449 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-170121a2-a175-43de-8202-c9e90808aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'name': 'tempest-TaggedBootDevicesTest-823117697-router', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:12Z', 'updated_at': '2021-07-05T10:17:00Z', 'revision_number': 6, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:01.008913 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170121a2-a175-43de-8202-c9e90808aa9a None None] The sync data for ids ['f6bd307d-9d81-4594-9df5-e1b46ad6b838'] in n-d-798054-8 is: [{'id': 'f6bd307d-9d81-4594-9df5-e1b46ad6b838', 'name': 'tempest-TaggedBootDevicesTest-823117697-router', 'tenant_id': '9596ba5fe35d4394b6d195316cece06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:12Z', 'updated_at': '2021-07-05T10:17:00Z', 'revision_number': 6, 'project_id': '9596ba5fe35d4394b6d195316cece06b', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:17:01.066907 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0822721e-ee9b-48f9-ba11-8136fea504b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.098649 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822721e-ee9b-48f9-ba11-8136fea504b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=08d6bc0e-caae-465f-8d31-7e07a04664a5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:01.163473 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0822721e-ee9b-48f9-ba11-8136fea504b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.258160 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0822721e-ee9b-48f9-ba11-8136fea504b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.261007 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0822721e-ee9b-48f9-ba11-8136fea504b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.305454 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0822721e-ee9b-48f9-ba11-8136fea504b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.306002 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0822721e-ee9b-48f9-ba11-8136fea504b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6bd307d-9d81-4594-9df5-e1b46ad6b838 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:17:01.311755 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0822721e-ee9b-48f9-ba11-8136fea504b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.313042 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0822721e-ee9b-48f9-ba11-8136fea504b3 admin admin] 10.222.0.79 "DELETE /v2.0/routers/f6bd307d-9d81-4594-9df5-e1b46ad6b838 HTTP/1.1" status: 204 len: 168 time: 0.8516188 Jul 05 10:17:01.315516 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37072) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:01.363557 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-af803170-e9e2-4cf9-82fc-89ed16662391 admin admin] Deleting subnet 2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:17:01.366795 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af803170-e9e2-4cf9-82fc-89ed16662391 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.405040 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af803170-e9e2-4cf9-82fc-89ed16662391 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.491715 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af803170-e9e2-4cf9-82fc-89ed16662391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.552966 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af803170-e9e2-4cf9-82fc-89ed16662391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.579164 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af803170-e9e2-4cf9-82fc-89ed16662391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:01.582838 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af803170-e9e2-4cf9-82fc-89ed16662391 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.587219 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-af803170-e9e2-4cf9-82fc-89ed16662391 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2f9e8cbd-b541-47e5-bf7a-9d2aa2ef2a49 HTTP/1.1" status: 204 len: 168 time: 0.2704794 Jul 05 10:17:01.587448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37080) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:01.588512 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887e6649-a656-48c9-bdc3-fba12c36f3df None None] Network e8809747-0653-4cdf-bd9b-7654560adade requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:17:01.672078 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34e20d0b-2c63-4dc0-b7ce-d530bea7ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.730173 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-34e20d0b-2c63-4dc0-b7ce-d530bea7ea87 admin admin] Deleting port 16ad4841-0fd9-487c-b38a-6793246a1540 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:01.730485 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34e20d0b-2c63-4dc0-b7ce-d530bea7ea87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.795643 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-34e20d0b-2c63-4dc0-b7ce-d530bea7ea87 admin admin] For port 16ad4841-0fd9-487c-b38a-6793246a1540, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=16ad4841-0fd9-487c-b38a-6793246a1540,segment=NetworkSegment(2acbedd4-08b7-417d-a9dc-a25fc690e0bc),segment_id=2acbedd4-08b7-417d-a9dc-a25fc690e0bc)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:01.796068 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34e20d0b-2c63-4dc0-b7ce-d530bea7ea87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.810700 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-34e20d0b-2c63-4dc0-b7ce-d530bea7ea87 admin admin] Calling delete_port for 16ad4841-0fd9-487c-b38a-6793246a1540 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:01.819073 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3f4fa8-e1ec-4ff6-812a-834e0f7cad70 None None] DHCP port deletion for e8809747-0653-4cdf-bd9b-7654560adade request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:17:01.887754 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de3f4fa8-e1ec-4ff6-812a-834e0f7cad70 None None] Deleting port 16ad4841-0fd9-487c-b38a-6793246a1540 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:01.888190 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de3f4fa8-e1ec-4ff6-812a-834e0f7cad70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.912972 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34e20d0b-2c63-4dc0-b7ce-d530bea7ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.927706 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e20d0b-2c63-4dc0-b7ce-d530bea7ea87 admin admin] No DVR routers for this DVR port 16ad4841-0fd9-487c-b38a-6793246a1540 on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:17:01.951830 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e20d0b-2c63-4dc0-b7ce-d530bea7ea87 admin admin] Pushing event deleted for resources: {'Port': ['ID=16ad4841-0fd9-487c-b38a-6793246a1540,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:01.959890 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de3f4fa8-e1ec-4ff6-812a-834e0f7cad70 None None] For port 16ad4841-0fd9-487c-b38a-6793246a1540, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=16ad4841-0fd9-487c-b38a-6793246a1540,segment=NetworkSegment(2acbedd4-08b7-417d-a9dc-a25fc690e0bc),segment_id=2acbedd4-08b7-417d-a9dc-a25fc690e0bc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:01.960889 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de3f4fa8-e1ec-4ff6-812a-834e0f7cad70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.978752 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de3f4fa8-e1ec-4ff6-812a-834e0f7cad70 None None] Calling delete_port for 16ad4841-0fd9-487c-b38a-6793246a1540 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:02.023239 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34e20d0b-2c63-4dc0-b7ce-d530bea7ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.037627 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-34e20d0b-2c63-4dc0-b7ce-d530bea7ea87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8809747-0653-4cdf-bd9b-7654560adade']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:02.053370 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-34e20d0b-2c63-4dc0-b7ce-d530bea7ea87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2acbedd4-08b7-417d-a9dc-a25fc690e0bc') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:02.053679 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-34e20d0b-2c63-4dc0-b7ce-d530bea7ea87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2acbedd4-08b7-417d-a9dc-a25fc690e0bc') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:02.063253 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34e20d0b-2c63-4dc0-b7ce-d530bea7ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.070030 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de3f4fa8-e1ec-4ff6-812a-834e0f7cad70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.080887 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34e20d0b-2c63-4dc0-b7ce-d530bea7ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.091339 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e20d0b-2c63-4dc0-b7ce-d530bea7ea87 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:17:02.092036 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34e20d0b-2c63-4dc0-b7ce-d530bea7ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:17:02.094377 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:17:02.098746 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3f4fa8-e1ec-4ff6-812a-834e0f7cad70 None None] No DVR routers for this DVR port 16ad4841-0fd9-487c-b38a-6793246a1540 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:17:02.100297 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f4fa8-e1ec-4ff6-812a-834e0f7cad70 None None] Pushing event deleted for resources: {'Port': ['ID=16ad4841-0fd9-487c-b38a-6793246a1540,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:02.166792 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34e20d0b-2c63-4dc0-b7ce-d530bea7ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.174108 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34e20d0b-2c63-4dc0-b7ce-d530bea7ea87 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.176687 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-34e20d0b-2c63-4dc0-b7ce-d530bea7ea87 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e8809747-0653-4cdf-bd9b-7654560adade HTTP/1.1" status: 204 len: 168 time: 0.5876842 Jul 05 10:17:02.191589 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e20d0b-2c63-4dc0-b7ce-d530bea7ea87 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8809747-0653-4cdf-bd9b-7654560adade,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:02.408643 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37102) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:02.451325 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3c9bc2fa-c6cc-409b-ab46-bbe1d1cb9029 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9596ba5fe35d4394b6d195316cece06b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413713 Jul 05 10:17:02.453771 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37106) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:02.509611 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45f97552-103a-4137-a975-0b278617d1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.535517 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45f97552-103a-4137-a975-0b278617d1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.582312 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45f97552-103a-4137-a975-0b278617d1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.584947 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45f97552-103a-4137-a975-0b278617d1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.586137 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-45f97552-103a-4137-a975-0b278617d1f4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/06936e94-a3bd-4d45-b073-0823bfc74116 HTTP/1.1" status: 204 len: 168 time: 0.1313539 Jul 05 10:17:02.594706 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f97552-103a-4137-a975-0b278617d1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06936e94-a3bd-4d45-b073-0823bfc74116,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:02.813045 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.864366 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 16ad4841-0fd9-487c-b38a-6793246a1540 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:17:02.885349 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 16ad4841-0fd9-487c-b38a-6793246a1540 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:17:02.885997 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 16ad4841-0fd9-487c-b38a-6793246a1540 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:17:02.886422 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 08d6bc0e-caae-465f-8d31-7e07a04664a5 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:17:02.905111 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 08d6bc0e-caae-465f-8d31-7e07a04664a5 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:17:02.906079 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 08d6bc0e-caae-465f-8d31-7e07a04664a5 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:17:02.906505 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 2073716e-e4c6-4e6b-bd22-64939073c29a no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:17:02.928257 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 2073716e-e4c6-4e6b-bd22-64939073c29a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:17:02.928615 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 2073716e-e4c6-4e6b-bd22-64939073c29a not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:17:03.432280 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37142) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:03.628827 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-dd7da195-d3b7-468a-ae6a-16bb2c819291 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1939714045-network', 'tenant_id': '3727bcde4aac44b09c67d23d51e6432f'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:03.652890 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7da195-d3b7-468a-ae6a-16bb2c819291 admin admin] Made reservation on behalf of 3727bcde4aac44b09c67d23d51e6432f for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:03.655318 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd7da195-d3b7-468a-ae6a-16bb2c819291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.664080 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd7da195-d3b7-468a-ae6a-16bb2c819291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.754641 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd7da195-d3b7-468a-ae6a-16bb2c819291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.758746 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd7da195-d3b7-468a-ae6a-16bb2c819291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.787370 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd7da195-d3b7-468a-ae6a-16bb2c819291 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:17:03.794053 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7da195-d3b7-468a-ae6a-16bb2c819291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cc4d7d-8dfd-432d-ad7b-f268550c5abf,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:03.802925 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd7da195-d3b7-468a-ae6a-16bb2c819291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.803946 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-dd7da195-d3b7-468a-ae6a-16bb2c819291 admin admin] Added segment 119c091b-07e5-4ded-9997-8fef4943f75e of type vlan for network 300c705e-896b-449f-aebe-ddf2ea241207 Jul 05 10:17:03.846680 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd7da195-d3b7-468a-ae6a-16bb2c819291 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.882254 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd7da195-d3b7-468a-ae6a-16bb2c819291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.883347 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7da195-d3b7-468a-ae6a-16bb2c819291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:03.883948 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd7da195-d3b7-468a-ae6a-16bb2c819291 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.950338 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-dd7da195-d3b7-468a-ae6a-16bb2c819291 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5138025 Jul 05 10:17:03.953584 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37158) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:03.959776 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-dd3fa0ce-3911-4734-8f6c-f3a141c69071 admin admin] Request body: {'subnet': {'network_id': '300c705e-896b-449f-aebe-ddf2ea241207', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1939714045-subnet', 'tenant_id': '3727bcde4aac44b09c67d23d51e6432f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:03.977977 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7da195-d3b7-468a-ae6a-16bb2c819291 admin admin] Pushing event updated for resources: {'Network': ['ID=300c705e-896b-449f-aebe-ddf2ea241207,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:03.984128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3fa0ce-3911-4734-8f6c-f3a141c69071 admin admin] Made reservation on behalf of 3727bcde4aac44b09c67d23d51e6432f for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:03.986658 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd3fa0ce-3911-4734-8f6c-f3a141c69071 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.992277 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 300c705e-896b-449f-aebe-ddf2ea241207 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:17:04.168450 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd3fa0ce-3911-4734-8f6c-f3a141c69071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:04.227586 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3fa0ce-3911-4734-8f6c-f3a141c69071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae1cb6a6-3250-47e3-a5f8-957f8a0ba58c,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:04.234078 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3fa0ce-3911-4734-8f6c-f3a141c69071 admin admin] Checking segment: {'id': '119c091b-07e5-4ded-9997-8fef4943f75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '300c705e-896b-449f-aebe-ddf2ea241207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:04.234447 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3fa0ce-3911-4734-8f6c-f3a141c69071 admin admin] Network hostable DHCP agents. Network: 300c705e-896b-449f-aebe-ddf2ea241207, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:17:04.251308 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3fa0ce-3911-4734-8f6c-f3a141c69071 admin admin] Network 300c705e-896b-449f-aebe-ddf2ea241207 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:17:04.259455 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-dd3fa0ce-3911-4734-8f6c-f3a141c69071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 300c705e-896b-449f-aebe-ddf2ea241207) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:04.263616 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3fa0ce-3911-4734-8f6c-f3a141c69071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:04.264265 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd3fa0ce-3911-4734-8f6c-f3a141c69071 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:04.268854 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f1c000-3724-4536-9be3-131a3bf952ef None None] Network 300c705e-896b-449f-aebe-ddf2ea241207 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:17:04.278906 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-dd3fa0ce-3911-4734-8f6c-f3a141c69071 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3233521 Jul 05 10:17:04.401232 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1270218-e17c-4f54-a1b9-ce8259e66b4e None None] Network 300c705e-896b-449f-aebe-ddf2ea241207 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:17:04.712151 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-3beca665-5df9-47cd-881d-987832355902 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:04.714098 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-3beca665-5df9-47cd-881d-987832355902 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.79 "GET /v2.0/networks?id=300c705e-896b-449f-aebe-ddf2ea241207 HTTP/1.1" status: 200 len: 822 time: 0.1034725 Jul 05 10:17:04.728310 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-62bcbe31-3420-44cf-ae20-af2a1410f21f tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.79 "GET /v2.0/quotas/3727bcde4aac44b09c67d23d51e6432f HTTP/1.1" status: 200 len: 375 time: 0.0090313 Jul 05 10:17:04.761797 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-a5472418-8bb2-4a96-a4aa-81fe2e915af8 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3727bcde4aac44b09c67d23d51e6432f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283408 Jul 05 10:17:04.851158 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-354b0365-5bf0-468e-8736-ab67acd9e748 service neutron] 10.222.0.79 "GET /v2.0/networks/300c705e-896b-449f-aebe-ddf2ea241207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830336 Jul 05 10:17:04.937669 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-68d908be-5263-4b6e-8f67-45494cfdaa24 service neutron] 10.222.0.79 "GET /v2.0/networks/300c705e-896b-449f-aebe-ddf2ea241207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806897 Jul 05 10:17:05.107683 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6e56639c-da9c-4c51-b913-e45b9bf5f88d req-19551ed2-fc63-4837-b083-5498735fe67a tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e0a0b58-e701-412e-9c59-45df184da730 HTTP/1.1" status: 200 len: 210 time: 0.0293193 Jul 05 10:17:06.176503 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-b30d036b-db25-431c-923c-c589f5726e24 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:06.179509 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-b30d036b-db25-431c-923c-c589f5726e24 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.81 "GET /v2.0/networks?id=300c705e-896b-449f-aebe-ddf2ea241207 HTTP/1.1" status: 200 len: 822 time: 0.1189375 Jul 05 10:17:06.194493 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-76904f96-8c60-4b24-bd81-7150572b8c84 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Request body: {'port': {'device_id': '9e0a0b58-e701-412e-9c59-45df184da730', 'network_id': '300c705e-896b-449f-aebe-ddf2ea241207', 'admin_state_up': True, 'tenant_id': '3727bcde4aac44b09c67d23d51e6432f'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:06.234634 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37214) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:06.235191 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.304613 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91ce8af5-47bf-4ec1-b6be-fe4a10cd255a req-ad327b7a-d488-43e3-851b-bd5569b2e6d8 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e0a0b58-e701-412e-9c59-45df184da730 HTTP/1.1" status: 200 len: 210 time: 0.0404859 Jul 05 10:17:06.354042 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d167ea3d-0eef-4a07-af48-4092bc840829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.368814 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-76904f96-8c60-4b24-bd81-7150572b8c84 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Made reservation on behalf of 3727bcde4aac44b09c67d23d51e6432f for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:06.372864 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-76904f96-8c60-4b24-bd81-7150572b8c84 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.450007 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d167ea3d-0eef-4a07-af48-4092bc840829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.454250 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d167ea3d-0eef-4a07-af48-4092bc840829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.497347 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d167ea3d-0eef-4a07-af48-4092bc840829 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4aa0f668619c41fe87fd7a8865f7691d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2579463 Jul 05 10:17:06.497347 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167ea3d-0eef-4a07-af48-4092bc840829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb51cda-4d8e-437c-b8e5-7459bb442320,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:06.498115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37218) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:06.508281 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-76904f96-8c60-4b24-bd81-7150572b8c84 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Allocated IP 172.20.0.6 (300c705e-896b-449f-aebe-ddf2ea241207/ae1cb6a6-3250-47e3-a5f8-957f8a0ba58c/19d1a18b-8dff-420a-bafe-506f929ea0f9) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:06.592354 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a2545ee-26b9-467e-b00c-66385c877643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.656778 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a2545ee-26b9-467e-b00c-66385c877643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.728647 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-76904f96-8c60-4b24-bd81-7150572b8c84 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.742359 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a2545ee-26b9-467e-b00c-66385c877643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.744918 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a2545ee-26b9-467e-b00c-66385c877643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.746067 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4a2545ee-26b9-467e-b00c-66385c877643 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ccb51cda-4d8e-437c-b8e5-7459bb442320 HTTP/1.1" status: 204 len: 168 time: 0.2464619 Jul 05 10:17:06.757963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2545ee-26b9-467e-b00c-66385c877643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb51cda-4d8e-437c-b8e5-7459bb442320,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:06.788776 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-76904f96-8c60-4b24-bd81-7150572b8c84 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.831985 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-76904f96-8c60-4b24-bd81-7150572b8c84 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Network 300c705e-896b-449f-aebe-ddf2ea241207 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:06.837258 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-76904f96-8c60-4b24-bd81-7150572b8c84 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:06.841180 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-76904f96-8c60-4b24-bd81-7150572b8c84 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:06.847619 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76904f96-8c60-4b24-bd81-7150572b8c84 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Pushing event updated for resources: {'Port': ['ID=19d1a18b-8dff-420a-bafe-506f929ea0f9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:06.892843 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-76904f96-8c60-4b24-bd81-7150572b8c84 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:06.893480 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-76904f96-8c60-4b24-bd81-7150572b8c84 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.907506 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-76904f96-8c60-4b24-bd81-7150572b8c84 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7173223 Jul 05 10:17:06.920410 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-f96937f2-149e-4a38-9216-41c43af6fcf2 service neutron] Request body: {'port': {'device_id': '9e0a0b58-e701-412e-9c59-45df184da730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:06.994173 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-f96937f2-149e-4a38-9216-41c43af6fcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.018515 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37224) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:07.038595 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2ff589d-24fa-4bbf-b040-12a0f58d7747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.135890 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2ff589d-24fa-4bbf-b040-12a0f58d7747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.139753 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2ff589d-24fa-4bbf-b040-12a0f58d7747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.180291 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e2ff589d-24fa-4bbf-b040-12a0f58d7747 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b6a60ab44a2b4ff099f5ca1942695eed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604972 Jul 05 10:17:07.181204 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff589d-24fa-4bbf-b040-12a0f58d7747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174537a7-659b-4fad-825a-63493345afef,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:07.184033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37226) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:07.287886 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-67b698b4-fd14-4132-a4a6-3ac1f2f91b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.313616 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-f96937f2-149e-4a38-9216-41c43af6fcf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d1a18b-8dff-420a-bafe-506f929ea0f9 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:07.323535 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-67b698b4-fd14-4132-a4a6-3ac1f2f91b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.326147 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-f96937f2-149e-4a38-9216-41c43af6fcf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.355826 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-f96937f2-149e-4a38-9216-41c43af6fcf2 service neutron] Transition to ACTIVE for port object 19d1a18b-8dff-420a-bafe-506f929ea0f9 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:07.366201 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-f96937f2-149e-4a38-9216-41c43af6fcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.425420 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96937f2-149e-4a38-9216-41c43af6fcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=19d1a18b-8dff-420a-bafe-506f929ea0f9,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:07.454314 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-67b698b4-fd14-4132-a4a6-3ac1f2f91b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.456840 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-67b698b4-fd14-4132-a4a6-3ac1f2f91b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.457908 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-67b698b4-fd14-4132-a4a6-3ac1f2f91b3e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/174537a7-659b-4fad-825a-63493345afef HTTP/1.1" status: 204 len: 168 time: 0.2729282 Jul 05 10:17:07.509901 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b698b4-fd14-4132-a4a6-3ac1f2f91b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174537a7-659b-4fad-825a-63493345afef,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:07.549198 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-f96937f2-149e-4a38-9216-41c43af6fcf2 service neutron] Attempting to bind port 19d1a18b-8dff-420a-bafe-506f929ea0f9 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:17:07.549547 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-f96937f2-149e-4a38-9216-41c43af6fcf2 service neutron] Attempting to bind port 19d1a18b-8dff-420a-bafe-506f929ea0f9 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '119c091b-07e5-4ded-9997-8fef4943f75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '300c705e-896b-449f-aebe-ddf2ea241207'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:17:07.549891 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-f96937f2-149e-4a38-9216-41c43af6fcf2 service neutron] Attempting to bind port 19d1a18b-8dff-420a-bafe-506f929ea0f9 on network 300c705e-896b-449f-aebe-ddf2ea241207 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:07.557513 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-f96937f2-149e-4a38-9216-41c43af6fcf2 service neutron] Port 19d1a18b-8dff-420a-bafe-506f929ea0f9 on network 300c705e-896b-449f-aebe-ddf2ea241207 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:17:07.557847 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-f96937f2-149e-4a38-9216-41c43af6fcf2 service neutron] Attempting to bind port 19d1a18b-8dff-420a-bafe-506f929ea0f9 on network 300c705e-896b-449f-aebe-ddf2ea241207 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:07.576269 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ebc6a-0316-4bd5-ab46-5f6072ea171d req-16f36efd-a060-49fd-ad0c-da1b29777e74 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:07.577794 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c3ebc6a-0316-4bd5-ab46-5f6072ea171d req-16f36efd-a060-49fd-ad0c-da1b29777e74 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e0a0b58-e701-412e-9c59-45df184da730 HTTP/1.1" status: 200 len: 943 time: 0.1482887 Jul 05 10:17:07.578997 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-f96937f2-149e-4a38-9216-41c43af6fcf2 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:17:07.579338 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-f96937f2-149e-4a38-9216-41c43af6fcf2 service neutron] Checking segment: {'id': '119c091b-07e5-4ded-9997-8fef4943f75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '300c705e-896b-449f-aebe-ddf2ea241207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:07.579730 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-f96937f2-149e-4a38-9216-41c43af6fcf2 service neutron] Bound using segment: {'id': '119c091b-07e5-4ded-9997-8fef4943f75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '300c705e-896b-449f-aebe-ddf2ea241207'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:17:07.580206 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-f96937f2-149e-4a38-9216-41c43af6fcf2 service neutron] Bound port: 19d1a18b-8dff-420a-bafe-506f929ea0f9, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '119c091b-07e5-4ded-9997-8fef4943f75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '300c705e-896b-449f-aebe-ddf2ea241207'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:17:07.580569 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-f96937f2-149e-4a38-9216-41c43af6fcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.650101 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c3ebc6a-0316-4bd5-ab46-5f6072ea171d req-faad0f05-62d0-45cb-9e3b-cf159342f577 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.79 "GET /v2.0/security-groups?id=33cc4d7d-8dfd-432d-ad7b-f268550c5abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607684 Jul 05 10:17:07.672016 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-f96937f2-149e-4a38-9216-41c43af6fcf2 service neutron] For port 19d1a18b-8dff-420a-bafe-506f929ea0f9, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:07.675084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-f96937f2-149e-4a38-9216-41c43af6fcf2 service neutron] For port 19d1a18b-8dff-420a-bafe-506f929ea0f9, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=19d1a18b-8dff-420a-bafe-506f929ea0f9,segment=NetworkSegment(119c091b-07e5-4ded-9997-8fef4943f75e),segment_id=119c091b-07e5-4ded-9997-8fef4943f75e)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:17:07.679790 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-f96937f2-149e-4a38-9216-41c43af6fcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.715243 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-f96937f2-149e-4a38-9216-41c43af6fcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:07.715892 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-f96937f2-149e-4a38-9216-41c43af6fcf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.717299 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-f96937f2-149e-4a38-9216-41c43af6fcf2 service neutron] 10.222.0.81 "PUT /v2.0/ports/19d1a18b-8dff-420a-bafe-506f929ea0f9 HTTP/1.1" status: 200 len: 1091 time: 0.8014605 Jul 05 10:17:07.717745 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0a0b58-e701-412e-9c59-45df184da730', 'tag': '19d1a18b-8dff-420a-bafe-506f929ea0f9'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:07.720055 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d4fc6b-131e-4791-9d06-5fdb4bd2db1d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0a0b58-e701-412e-9c59-45df184da730", "tag": "19d1a18b-8dff-420a-bafe-506f929ea0f9"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:07.744991 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96937f2-149e-4a38-9216-41c43af6fcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=19d1a18b-8dff-420a-bafe-506f929ea0f9,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:07.774694 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ed84e7-2f31-42db-b2b3-3901a00d2d5b x-openstack-request-id: req-c5ed84e7-2f31-42db-b2b3-3901a00d2d5b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:07.775061 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0a0b58-e701-412e-9c59-45df184da730", "tag": "19d1a18b-8dff-420a-bafe-506f929ea0f9", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:07.775350 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c5ed84e7-2f31-42db-b2b3-3901a00d2d5b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:07.775752 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0a0b58-e701-412e-9c59-45df184da730', 'tag': '19d1a18b-8dff-420a-bafe-506f929ea0f9', 'status': 'completed', 'code': 200} Jul 05 10:17:07.822938 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-8ac60d9d-1e25-4076-adc1-85adf7794307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:07.824516 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-8ac60d9d-1e25-4076-adc1-85adf7794307 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3727bcde4aac44b09c67d23d51e6432f&device_id=9e0a0b58-e701-412e-9c59-45df184da730 HTTP/1.1" status: 200 len: 1094 time: 0.0598252 Jul 05 10:17:07.866172 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-6a1e1a94-5581-4f55-a835-87ed028c312e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19d1a18b-8dff-420a-bafe-506f929ea0f9 HTTP/1.1" status: 200 len: 217 time: 0.0345380 Jul 05 10:17:07.913699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-c6b8fc7f-b5de-4d58-bd89-2f19398b64e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:07.915181 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-c6b8fc7f-b5de-4d58-bd89-2f19398b64e5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ae1cb6a6-3250-47e3-a5f8-957f8a0ba58c HTTP/1.1" status: 200 len: 862 time: 0.0430110 Jul 05 10:17:07.948223 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-5d8bd2c9-c536-48db-9851-543cc0aff94b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=300c705e-896b-449f-aebe-ddf2ea241207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264153 Jul 05 10:17:08.044661 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-8a78ff74-6712-4982-af37-9394dd578522 service neutron] 10.222.0.81 "GET /v2.0/networks/300c705e-896b-449f-aebe-ddf2ea241207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900900 Jul 05 10:17:08.133125 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f2c15e4-7750-4f5b-b5f7-686724ed4e90 req-bb1942f4-5a7e-4f12-910c-82a012bb69a4 service neutron] 10.222.0.81 "GET /v2.0/networks/300c705e-896b-449f-aebe-ddf2ea241207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826476 Jul 05 10:17:08.234678 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4fc6b-131e-4791-9d06-5fdb4bd2db1d req-b07086dd-0b8f-4c78-a000-6eff2bfd71fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:08.236244 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-24d4fc6b-131e-4791-9d06-5fdb4bd2db1d req-b07086dd-0b8f-4c78-a000-6eff2bfd71fd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3727bcde4aac44b09c67d23d51e6432f&device_id=9e0a0b58-e701-412e-9c59-45df184da730 HTTP/1.1" status: 200 len: 1094 time: 0.0585413 Jul 05 10:17:08.327762 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4fc6b-131e-4791-9d06-5fdb4bd2db1d req-2681dc95-414a-4fc7-937c-4df7ea99382d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:08.329351 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-24d4fc6b-131e-4791-9d06-5fdb4bd2db1d req-2681dc95-414a-4fc7-937c-4df7ea99382d service neutron] 10.222.0.81 "GET /v2.0/networks?id=300c705e-896b-449f-aebe-ddf2ea241207 HTTP/1.1" status: 200 len: 923 time: 0.0854983 Jul 05 10:17:08.377787 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-24d4fc6b-131e-4791-9d06-5fdb4bd2db1d req-73fe336d-abba-479b-b02b-4aca3e65afb5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19d1a18b-8dff-420a-bafe-506f929ea0f9 HTTP/1.1" status: 200 len: 217 time: 0.0396552 Jul 05 10:17:08.425680 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37258) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:08.427459 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4fc6b-131e-4791-9d06-5fdb4bd2db1d req-b39ee152-8d4a-4acc-a492-7fcb4f5932a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:08.429020 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-24d4fc6b-131e-4791-9d06-5fdb4bd2db1d req-b39ee152-8d4a-4acc-a492-7fcb4f5932a9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ae1cb6a6-3250-47e3-a5f8-957f8a0ba58c HTTP/1.1" status: 200 len: 862 time: 0.0443299 Jul 05 10:17:08.462403 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-24d4fc6b-131e-4791-9d06-5fdb4bd2db1d req-a053c077-ac66-4f9e-9e1a-2b27b37a1443 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=300c705e-896b-449f-aebe-ddf2ea241207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257254 Jul 05 10:17:08.534497 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e6064e2-24fa-458f-aa48-6983a1553e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:08.554908 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-24d4fc6b-131e-4791-9d06-5fdb4bd2db1d req-36602d41-838f-4745-8c9a-cae8763858cb service neutron] 10.222.0.81 "GET /v2.0/networks/300c705e-896b-449f-aebe-ddf2ea241207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857086 Jul 05 10:17:08.626994 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e6064e2-24fa-458f-aa48-6983a1553e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:08.631955 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e6064e2-24fa-458f-aa48-6983a1553e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:08.650081 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-24d4fc6b-131e-4791-9d06-5fdb4bd2db1d req-2ac4639f-c2c4-4a13-9ea5-19424e1ace24 service neutron] 10.222.0.81 "GET /v2.0/networks/300c705e-896b-449f-aebe-ddf2ea241207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878832 Jul 05 10:17:08.669152 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3e6064e2-24fa-458f-aa48-6983a1553e38 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=63cce9431bfb42ba996b7e5c9c8595f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415731 Jul 05 10:17:08.671130 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6064e2-24fa-458f-aa48-6983a1553e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bbef69-62fe-4503-b3bd-124ca23d1c84,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:08.671942 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37262) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:08.724956 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1593d74-adca-4e28-8d1a-f6e8ff10b484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:08.747262 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1593d74-adca-4e28-8d1a-f6e8ff10b484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:08.833782 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1593d74-adca-4e28-8d1a-f6e8ff10b484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:08.836385 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1593d74-adca-4e28-8d1a-f6e8ff10b484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:08.837528 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a1593d74-adca-4e28-8d1a-f6e8ff10b484 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/81bbef69-62fe-4503-b3bd-124ca23d1c84 HTTP/1.1" status: 204 len: 168 time: 0.1646037 Jul 05 10:17:08.855824 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd4cf5-741d-4542-955b-c6e6f9bae64f req-874a85d9-bf6e-4096-a0c8-7f1177a2caa2 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:08.857338 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5dd4cf5-741d-4542-955b-c6e6f9bae64f req-874a85d9-bf6e-4096-a0c8-7f1177a2caa2 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e0a0b58-e701-412e-9c59-45df184da730 HTTP/1.1" status: 200 len: 943 time: 0.0892458 Jul 05 10:17:08.858075 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1593d74-adca-4e28-8d1a-f6e8ff10b484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bbef69-62fe-4503-b3bd-124ca23d1c84,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:08.897715 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5dd4cf5-741d-4542-955b-c6e6f9bae64f req-e40f6fde-9951-41e1-9989-e0b894f991c0 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.79 "GET /v2.0/security-groups?id=33cc4d7d-8dfd-432d-ad7b-f268550c5abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339873 Jul 05 10:17:10.077702 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cf100-2f9e-4633-9683-1b19185c8ac8 req-4b9c8f42-82b4-480d-9cd9-1a6fa76c03a7 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:10.079288 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-008cf100-2f9e-4633-9683-1b19185c8ac8 req-4b9c8f42-82b4-480d-9cd9-1a6fa76c03a7 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e0a0b58-e701-412e-9c59-45df184da730 HTTP/1.1" status: 200 len: 943 time: 0.0637257 Jul 05 10:17:10.123716 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-008cf100-2f9e-4633-9683-1b19185c8ac8 req-bb5e43fe-7e6c-4b30-aa08-4d6cc9baadc3 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.79 "GET /v2.0/security-groups?id=33cc4d7d-8dfd-432d-ad7b-f268550c5abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389473 Jul 05 10:17:11.307815 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6b955-36c5-487c-8360-126eb2aa1730 req-896447cb-ceaf-41b3-abac-7e7d45284f3a tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:11.309477 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ef6b955-36c5-487c-8360-126eb2aa1730 req-896447cb-ceaf-41b3-abac-7e7d45284f3a tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e0a0b58-e701-412e-9c59-45df184da730 HTTP/1.1" status: 200 len: 943 time: 0.0727313 Jul 05 10:17:11.349226 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ef6b955-36c5-487c-8360-126eb2aa1730 req-79335ea0-78e6-47a0-a6f0-d49e1d7937fe tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.79 "GET /v2.0/security-groups?id=33cc4d7d-8dfd-432d-ad7b-f268550c5abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335348 Jul 05 10:17:11.528788 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 19d1a18b-8dff-420a-bafe-506f929ea0f9 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:17:11.634183 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 19d1a18b-8dff-420a-bafe-506f929ea0f9, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=19d1a18b-8dff-420a-bafe-506f929ea0f9,segment=NetworkSegment(119c091b-07e5-4ded-9997-8fef4943f75e),segment_id=119c091b-07e5-4ded-9997-8fef4943f75e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:11.647115 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '19d1a18b-8dff-420a-bafe-506f929ea0f9', 'network_id': '300c705e-896b-449f-aebe-ddf2ea241207', 'port_id': '19d1a18b-8dff-420a-bafe-506f929ea0f9', 'mac_address': 'fa:16:3e:fd:71:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1cb6a6-3250-47e3-a5f8-957f8a0ba58c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:17:11.692713 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:11.707016 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d1a18b-8dff-420a-bafe-506f929ea0f9 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:11.728923 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 19d1a18b-8dff-420a-bafe-506f929ea0f9, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=19d1a18b-8dff-420a-bafe-506f929ea0f9,segment=NetworkSegment(119c091b-07e5-4ded-9997-8fef4943f75e),segment_id=119c091b-07e5-4ded-9997-8fef4943f75e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:11.734292 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:11.787861 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=19d1a18b-8dff-420a-bafe-506f929ea0f9,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:11.969222 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['19d1a18b-8dff-420a-bafe-506f929ea0f9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:12.524318 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca257d-666f-43f5-b707-bf783d319d1e req-07b27d24-07be-4810-b005-7e9336d926d4 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:12.526355 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-87ca257d-666f-43f5-b707-bf783d319d1e req-07b27d24-07be-4810-b005-7e9336d926d4 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e0a0b58-e701-412e-9c59-45df184da730 HTTP/1.1" status: 200 len: 944 time: 0.0646558 Jul 05 10:17:12.565805 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-87ca257d-666f-43f5-b707-bf783d319d1e req-2b6bd445-e64c-4ca8-af9b-725c1beb69f8 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.79 "GET /v2.0/security-groups?id=33cc4d7d-8dfd-432d-ad7b-f268550c5abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338619 Jul 05 10:17:13.543417 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 19d1a18b-8dff-420a-bafe-506f929ea0f9 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:13.594400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 19d1a18b-8dff-420a-bafe-506f929ea0f9 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:13.598310 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 19d1a18b-8dff-420a-bafe-506f929ea0f9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:13.598604 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:13.684410 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:13.711888 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0a0b58-e701-412e-9c59-45df184da730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d1a18b-8dff-420a-bafe-506f929ea0f9'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:13.714347 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a35753-7d63-4656-a045-b9f2397c01d6" -d '{"events": [{"server_uuid": "9e0a0b58-e701-412e-9c59-45df184da730", "name": "network-vif-plugged", "status": "completed", "tag": "19d1a18b-8dff-420a-bafe-506f929ea0f9"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:13.727294 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 19d1a18b-8dff-420a-bafe-506f929ea0f9, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=19d1a18b-8dff-420a-bafe-506f929ea0f9,segment=NetworkSegment(119c091b-07e5-4ded-9997-8fef4943f75e),segment_id=119c091b-07e5-4ded-9997-8fef4943f75e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:13.733012 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:13.763543 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42499222-5ac3-4c25-a008-1026bbb0daff x-openstack-request-id: req-42499222-5ac3-4c25-a008-1026bbb0daff {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:13.763841 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0a0b58-e701-412e-9c59-45df184da730", "name": "network-vif-plugged", "status": "completed", "tag": "19d1a18b-8dff-420a-bafe-506f929ea0f9", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:13.764116 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-42499222-5ac3-4c25-a008-1026bbb0daff {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:13.764707 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0a0b58-e701-412e-9c59-45df184da730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d1a18b-8dff-420a-bafe-506f929ea0f9', 'code': 200} Jul 05 10:17:13.776352 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30bc2d-c25b-46bd-aa83-953c967085ac req-474dc67f-55b1-450a-92b4-eedaa1b37f63 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:13.777919 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db30bc2d-c25b-46bd-aa83-953c967085ac req-474dc67f-55b1-450a-92b4-eedaa1b37f63 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e0a0b58-e701-412e-9c59-45df184da730 HTTP/1.1" status: 200 len: 944 time: 0.0785973 Jul 05 10:17:13.798739 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=19d1a18b-8dff-420a-bafe-506f929ea0f9,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:13.818925 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db30bc2d-c25b-46bd-aa83-953c967085ac req-54419eae-e7cd-457a-a58b-fb9d12db8828 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.79 "GET /v2.0/security-groups?id=33cc4d7d-8dfd-432d-ad7b-f268550c5abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348480 Jul 05 10:17:13.883423 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13163fc-eb4d-478a-bec8-8251fee77e7a req-9cb8d169-8d4a-4950-83ee-c27a15a40347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:13.885628 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d13163fc-eb4d-478a-bec8-8251fee77e7a req-9cb8d169-8d4a-4950-83ee-c27a15a40347 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9e0a0b58-e701-412e-9c59-45df184da730 HTTP/1.1" status: 200 len: 1096 time: 0.0580320 Jul 05 10:17:13.919476 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d13163fc-eb4d-478a-bec8-8251fee77e7a req-d3f7eaa9-ab0c-4141-84d6-fe0a52abca03 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=33cc4d7d-8dfd-432d-ad7b-f268550c5abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280931 Jul 05 10:17:13.993665 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37620) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:14.097289 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bd80b12-dd7a-47dd-b7e1-042b032e53f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:14.185352 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bd80b12-dd7a-47dd-b7e1-042b032e53f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:14.189013 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bd80b12-dd7a-47dd-b7e1-042b032e53f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:14.226817 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7bd80b12-dd7a-47dd-b7e1-042b032e53f1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ebad9fb0dc054c06bc40f811a4b25a74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2315953 Jul 05 10:17:14.228109 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd80b12-dd7a-47dd-b7e1-042b032e53f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb98f19f-1518-45d7-94c1-02acfe6eaf47,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:14.230051 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37624) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:14.280698 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-36ab8272-2db7-45d6-9a30-fd01db867625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:14.306055 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-36ab8272-2db7-45d6-9a30-fd01db867625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:14.351009 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-36ab8272-2db7-45d6-9a30-fd01db867625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:14.353855 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-36ab8272-2db7-45d6-9a30-fd01db867625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:14.355015 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-36ab8272-2db7-45d6-9a30-fd01db867625 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fb98f19f-1518-45d7-94c1-02acfe6eaf47 HTTP/1.1" status: 204 len: 168 time: 0.1234298 Jul 05 10:17:14.363000 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab8272-2db7-45d6-9a30-fd01db867625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb98f19f-1518-45d7-94c1-02acfe6eaf47,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:15.004106 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb8dcb-fd5a-4330-8b4d-ec9b22352a1d req-817935b9-ca2c-4f15-9480-8f340d00658a tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:15.005597 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3fb8dcb-fd5a-4330-8b4d-ec9b22352a1d req-817935b9-ca2c-4f15-9480-8f340d00658a tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e0a0b58-e701-412e-9c59-45df184da730 HTTP/1.1" status: 200 len: 945 time: 0.0718398 Jul 05 10:17:15.043616 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3fb8dcb-fd5a-4330-8b4d-ec9b22352a1d req-99698ce2-bd94-49dd-94e1-f07b1b10830d tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.79 "GET /v2.0/security-groups?id=33cc4d7d-8dfd-432d-ad7b-f268550c5abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314345 Jul 05 10:17:15.419770 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37702) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:15.527681 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f0320c5d-9e51-4094-8197-a223f705b2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:15.533152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44620c0-b850-40a4-9a59-5adb711faafd req-674cf3bb-bc3c-44a2-afff-6ee62dc7c9fa tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:15.534673 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d44620c0-b850-40a4-9a59-5adb711faafd req-674cf3bb-bc3c-44a2-afff-6ee62dc7c9fa tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e0a0b58-e701-412e-9c59-45df184da730 HTTP/1.1" status: 200 len: 945 time: 0.0677311 Jul 05 10:17:15.573149 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d44620c0-b850-40a4-9a59-5adb711faafd req-39ff373a-2c36-4132-a2d2-6f812f24c237 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.79 "GET /v2.0/security-groups?id=33cc4d7d-8dfd-432d-ad7b-f268550c5abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328724 Jul 05 10:17:15.617266 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f0320c5d-9e51-4094-8197-a223f705b2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:15.620829 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f0320c5d-9e51-4094-8197-a223f705b2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:15.658720 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f0320c5d-9e51-4094-8197-a223f705b2c3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=121373e194f84a76979b0719ee474857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2378416 Jul 05 10:17:15.660747 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0320c5d-9e51-4094-8197-a223f705b2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da0e6dd-1ee6-4364-9dc3-89e5d76f39f4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:15.661467 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37706) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:15.710068 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-17c6cd7a-0a37-4bb1-b3cf-0f8d09d91324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:15.731729 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-17c6cd7a-0a37-4bb1-b3cf-0f8d09d91324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:15.775981 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-17c6cd7a-0a37-4bb1-b3cf-0f8d09d91324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:15.778446 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-17c6cd7a-0a37-4bb1-b3cf-0f8d09d91324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:15.779593 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-17c6cd7a-0a37-4bb1-b3cf-0f8d09d91324 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5da0e6dd-1ee6-4364-9dc3-89e5d76f39f4 HTTP/1.1" status: 204 len: 168 time: 0.1170690 Jul 05 10:17:15.786955 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6cd7a-0a37-4bb1-b3cf-0f8d09d91324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da0e6dd-1ee6-4364-9dc3-89e5d76f39f4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:16.858049 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353e0be-fe1b-4aae-89f0-31d6df507613 req-9f2f8cdc-2cbc-4438-8674-1d0724e675e1 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:16.860070 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d353e0be-fe1b-4aae-89f0-31d6df507613 req-9f2f8cdc-2cbc-4438-8674-1d0724e675e1 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0a0b58-e701-412e-9c59-45df184da730 HTTP/1.1" status: 200 len: 945 time: 0.0810580 Jul 05 10:17:17.006450 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06afe871-8657-4179-9e22-2552a42cb0d0 req-a37b0194-271e-40b6-8c1b-2616b3a80770 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:17.008186 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-06afe871-8657-4179-9e22-2552a42cb0d0 req-a37b0194-271e-40b6-8c1b-2616b3a80770 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e0a0b58-e701-412e-9c59-45df184da730 HTTP/1.1" status: 200 len: 945 time: 0.1144400 Jul 05 10:17:17.034024 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-d353e0be-fe1b-4aae-89f0-31d6df507613 req-3baa95d8-d29c-4d33-aeb2-9dc6bf68f784 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Deleting port 19d1a18b-8dff-420a-bafe-506f929ea0f9 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:17.034365 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d353e0be-fe1b-4aae-89f0-31d6df507613 req-3baa95d8-d29c-4d33-aeb2-9dc6bf68f784 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:17.094361 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-06afe871-8657-4179-9e22-2552a42cb0d0 req-9fd3f90a-94f6-4558-bd40-d192c49ba703 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.79 "GET /v2.0/security-groups?id=33cc4d7d-8dfd-432d-ad7b-f268550c5abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769091 Jul 05 10:17:17.139390 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d353e0be-fe1b-4aae-89f0-31d6df507613 req-3baa95d8-d29c-4d33-aeb2-9dc6bf68f784 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] For port 19d1a18b-8dff-420a-bafe-506f929ea0f9, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=19d1a18b-8dff-420a-bafe-506f929ea0f9,segment=NetworkSegment(119c091b-07e5-4ded-9997-8fef4943f75e),segment_id=119c091b-07e5-4ded-9997-8fef4943f75e)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:17.140228 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d353e0be-fe1b-4aae-89f0-31d6df507613 req-3baa95d8-d29c-4d33-aeb2-9dc6bf68f784 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:17.154548 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-d353e0be-fe1b-4aae-89f0-31d6df507613 req-3baa95d8-d29c-4d33-aeb2-9dc6bf68f784 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Calling delete_port for 19d1a18b-8dff-420a-bafe-506f929ea0f9 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:17.290198 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d353e0be-fe1b-4aae-89f0-31d6df507613 req-3baa95d8-d29c-4d33-aeb2-9dc6bf68f784 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:17.301731 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['19d1a18b-8dff-420a-bafe-506f929ea0f9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:17.331879 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa95d8-d29c-4d33-aeb2-9dc6bf68f784 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Pushing event deleted for resources: {'Port': ['ID=19d1a18b-8dff-420a-bafe-506f929ea0f9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:17.362868 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37820) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:17.380504 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d353e0be-fe1b-4aae-89f0-31d6df507613 req-3baa95d8-d29c-4d33-aeb2-9dc6bf68f784 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] No DVR routers for this DVR port 19d1a18b-8dff-420a-bafe-506f929ea0f9 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:17:17.383674 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d353e0be-fe1b-4aae-89f0-31d6df507613 req-3baa95d8-d29c-4d33-aeb2-9dc6bf68f784 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:17.386304 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d353e0be-fe1b-4aae-89f0-31d6df507613 req-3baa95d8-d29c-4d33-aeb2-9dc6bf68f784 tempest-InstanceActionsNegativeTestJSON-573835566 tempest-InstanceActionsNegativeTestJSON-573835566-project] 10.222.0.81 "DELETE /v2.0/ports/19d1a18b-8dff-420a-bafe-506f929ea0f9 HTTP/1.1" status: 204 len: 173 time: 0.5205674 Jul 05 10:17:17.386758 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0a0b58-e701-412e-9c59-45df184da730', 'name': 'network-vif-deleted', 'tag': '19d1a18b-8dff-420a-bafe-506f929ea0f9'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:17.389234 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f809caca-d203-416a-98fa-6132ec23b59a" -d '{"events": [{"server_uuid": "9e0a0b58-e701-412e-9c59-45df184da730", "name": "network-vif-deleted", "tag": "19d1a18b-8dff-420a-bafe-506f929ea0f9"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:17.479071 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-10405f80-4694-41c7-a04e-eb040947cb51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:17.555752 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db27c9c7-92b9-409b-b218-8ae6241fd22b x-openstack-request-id: req-db27c9c7-92b9-409b-b218-8ae6241fd22b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:17.556089 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0a0b58-e701-412e-9c59-45df184da730", "name": "network-vif-deleted", "tag": "19d1a18b-8dff-420a-bafe-506f929ea0f9", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:17.556886 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-db27c9c7-92b9-409b-b218-8ae6241fd22b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:17.557304 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0a0b58-e701-412e-9c59-45df184da730', 'name': 'network-vif-deleted', 'tag': '19d1a18b-8dff-420a-bafe-506f929ea0f9', 'status': 'completed', 'code': 200} Jul 05 10:17:17.575350 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-10405f80-4694-41c7-a04e-eb040947cb51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:17.579139 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-10405f80-4694-41c7-a04e-eb040947cb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:17.617761 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-10405f80-4694-41c7-a04e-eb040947cb51 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0d6034cc29a54227ba02cdf82381b1dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2537920 Jul 05 10:17:17.619400 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10405f80-4694-41c7-a04e-eb040947cb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ed3d65-0e70-4a15-bda5-0ca768bc1937,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:17.620948 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37828) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:17.669002 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd7e8-5762-4d92-bf87-428fba27b6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:17.689690 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd7e8-5762-4d92-bf87-428fba27b6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:17.734997 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd7e8-5762-4d92-bf87-428fba27b6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:17.737577 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd7e8-5762-4d92-bf87-428fba27b6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:17.738815 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f5fdd7e8-5762-4d92-bf87-428fba27b6be admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/25ed3d65-0e70-4a15-bda5-0ca768bc1937 HTTP/1.1" status: 204 len: 168 time: 0.1168036 Jul 05 10:17:17.746883 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdd7e8-5762-4d92-bf87-428fba27b6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ed3d65-0e70-4a15-bda5-0ca768bc1937,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:18.189317 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37846) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:18.236313 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-809ee391-26df-4aef-a859-e58748cdb92f admin admin] Deleting subnet ae1cb6a6-3250-47e3-a5f8-957f8a0ba58c {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:17:18.239926 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-809ee391-26df-4aef-a859-e58748cdb92f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:18.285593 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-809ee391-26df-4aef-a859-e58748cdb92f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:18.597627 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-809ee391-26df-4aef-a859-e58748cdb92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:18.653573 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-809ee391-26df-4aef-a859-e58748cdb92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:18.677778 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ee391-26df-4aef-a859-e58748cdb92f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae1cb6a6-3250-47e3-a5f8-957f8a0ba58c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:18.685278 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-809ee391-26df-4aef-a859-e58748cdb92f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:18.687157 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-809ee391-26df-4aef-a859-e58748cdb92f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ae1cb6a6-3250-47e3-a5f8-957f8a0ba58c HTTP/1.1" status: 204 len: 168 time: 0.4968190 Jul 05 10:17:18.689722 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37858) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:18.765173 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7977348-4afb-4716-9cfd-cb40ec36d91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:18.846989 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7977348-4afb-4716-9cfd-cb40ec36d91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:18.856839 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-c7977348-4afb-4716-9cfd-cb40ec36d91b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300c705e-896b-449f-aebe-ddf2ea241207']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:18.866747 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-c7977348-4afb-4716-9cfd-cb40ec36d91b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119c091b-07e5-4ded-9997-8fef4943f75e') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:18.867039 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-c7977348-4afb-4716-9cfd-cb40ec36d91b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119c091b-07e5-4ded-9997-8fef4943f75e') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:18.875592 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7977348-4afb-4716-9cfd-cb40ec36d91b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:18.889289 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7977348-4afb-4716-9cfd-cb40ec36d91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:18.895206 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7977348-4afb-4716-9cfd-cb40ec36d91b admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:17:18.895595 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7977348-4afb-4716-9cfd-cb40ec36d91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:17:18.897246 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:17:18.953964 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7977348-4afb-4716-9cfd-cb40ec36d91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:18.959802 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7977348-4afb-4716-9cfd-cb40ec36d91b admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:18.964512 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c7977348-4afb-4716-9cfd-cb40ec36d91b admin admin] 10.222.0.79 "DELETE /v2.0/networks/300c705e-896b-449f-aebe-ddf2ea241207 HTTP/1.1" status: 204 len: 168 time: 0.2710543 Jul 05 10:17:18.973131 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7977348-4afb-4716-9cfd-cb40ec36d91b admin admin] Pushing event deleted for resources: {'Network': ['ID=300c705e-896b-449f-aebe-ddf2ea241207,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:19.044249 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37872) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:19.123886 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37876) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:19.150426 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c686fb09-51d3-429a-ba3c-de7df9cb4b73 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-506750305', 'router:external': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:19.168354 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4b6aded8-cc84-4c72-94e9-e7d3247acfec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3727bcde4aac44b09c67d23d51e6432f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430446 Jul 05 10:17:19.170967 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37878) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:19.171117 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c686fb09-51d3-429a-ba3c-de7df9cb4b73 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Made reservation on behalf of 18f9e2d448b74bcf8b05da73764b59f0 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:19.173498 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c686fb09-51d3-429a-ba3c-de7df9cb4b73 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:19.182382 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c686fb09-51d3-429a-ba3c-de7df9cb4b73 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:19.221807 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73f553f2-081c-4698-9667-fc38ac9ca378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:19.245667 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73f553f2-081c-4698-9667-fc38ac9ca378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:19.273401 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c686fb09-51d3-429a-ba3c-de7df9cb4b73 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:19.278470 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c686fb09-51d3-429a-ba3c-de7df9cb4b73 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:19.292987 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73f553f2-081c-4698-9667-fc38ac9ca378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:19.295990 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73f553f2-081c-4698-9667-fc38ac9ca378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:19.299830 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-73f553f2-081c-4698-9667-fc38ac9ca378 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/33cc4d7d-8dfd-432d-ad7b-f268550c5abf HTTP/1.1" status: 204 len: 168 time: 0.1248643 Jul 05 10:17:19.304172 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c686fb09-51d3-429a-ba3c-de7df9cb4b73 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:17:19.307415 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f553f2-081c-4698-9667-fc38ac9ca378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cc4d7d-8dfd-432d-ad7b-f268550c5abf,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:19.315573 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686fb09-51d3-429a-ba3c-de7df9cb4b73 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaeb09bf-1607-419b-b3f3-f15caf56a52e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:19.326020 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c686fb09-51d3-429a-ba3c-de7df9cb4b73 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:19.326376 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-c686fb09-51d3-429a-ba3c-de7df9cb4b73 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Added segment 49c02fc2-5fdf-4d26-8f30-8e70a86a719f of type vlan for network fe49b5d0-4700-4be0-a6fe-73eeb42f5a42 Jul 05 10:17:19.373506 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c686fb09-51d3-429a-ba3c-de7df9cb4b73 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:19.410020 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c686fb09-51d3-429a-ba3c-de7df9cb4b73 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:19.411019 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c686fb09-51d3-429a-ba3c-de7df9cb4b73 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:19.411629 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c686fb09-51d3-429a-ba3c-de7df9cb4b73 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:19.463944 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c686fb09-51d3-429a-ba3c-de7df9cb4b73 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.4185770 Jul 05 10:17:19.466840 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37884) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:19.472048 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f3e0acae-105d-4e13-b5ab-b0cd12328896 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Request body: {'subnet': {'network_id': 'fe49b5d0-4700-4be0-a6fe-73eeb42f5a42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:19.478542 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686fb09-51d3-429a-ba3c-de7df9cb4b73 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Pushing event updated for resources: {'Network': ['ID=fe49b5d0-4700-4be0-a6fe-73eeb42f5a42,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:19.489361 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network fe49b5d0-4700-4be0-a6fe-73eeb42f5a42 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:17:19.501357 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e0acae-105d-4e13-b5ab-b0cd12328896 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Made reservation on behalf of 18f9e2d448b74bcf8b05da73764b59f0 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:19.504397 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3e0acae-105d-4e13-b5ab-b0cd12328896 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:19.591630 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 19d1a18b-8dff-420a-bafe-506f929ea0f9 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:17:19.620198 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 19d1a18b-8dff-420a-bafe-506f929ea0f9 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:17:19.620562 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 19d1a18b-8dff-420a-bafe-506f929ea0f9 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:17:19.824534 n-d-798054-8 neutron-server[93906]: DEBUG neutron.objects.ports [None req-f3e0acae-105d-4e13-b5ab-b0cd12328896 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 10:17:19.825010 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3e0acae-105d-4e13-b5ab-b0cd12328896 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:19.882583 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0acae-105d-4e13-b5ab-b0cd12328896 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Pushing event updated for resources: {'Subnet': ['ID=23861ae2-4072-4490-a511-e84f149e5433,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:19.890552 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e0acae-105d-4e13-b5ab-b0cd12328896 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Checking segment: {'id': '49c02fc2-5fdf-4d26-8f30-8e70a86a719f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'fe49b5d0-4700-4be0-a6fe-73eeb42f5a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:19.890920 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e0acae-105d-4e13-b5ab-b0cd12328896 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Network hostable DHCP agents. Network: fe49b5d0-4700-4be0-a6fe-73eeb42f5a42, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:17:19.908401 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e0acae-105d-4e13-b5ab-b0cd12328896 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Network fe49b5d0-4700-4be0-a6fe-73eeb42f5a42 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:17:19.917894 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f3e0acae-105d-4e13-b5ab-b0cd12328896 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, fe49b5d0-4700-4be0-a6fe-73eeb42f5a42) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:19.922450 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e0acae-105d-4e13-b5ab-b0cd12328896 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:19.923056 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3e0acae-105d-4e13-b5ab-b0cd12328896 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:19.927453 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa789248-7783-42f1-9e7f-2e2fe9a552ad None None] Network fe49b5d0-4700-4be0-a6fe-73eeb42f5a42 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:17:19.943141 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f3e0acae-105d-4e13-b5ab-b0cd12328896 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4727788 Jul 05 10:17:19.943448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37902) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:19.949328 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d6d111b3-582b-459f-894f-491e52dd1b93 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1001711102', 'network_id': 'fe49b5d0-4700-4be0-a6fe-73eeb42f5a42'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:19.969775 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d111b3-582b-459f-894f-491e52dd1b93 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Made reservation on behalf of 18f9e2d448b74bcf8b05da73764b59f0 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:19.972163 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d6d111b3-582b-459f-894f-491e52dd1b93 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:19.989194 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-d6d111b3-582b-459f-894f-491e52dd1b93 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] device_id is not set on port e8782b8d-2a24-4a58-83b3-a137487e4d56 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:17:20.000138 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37904) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:20.067283 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fff71a-457b-49f5-9042-ec03d439c31b None None] Network fe49b5d0-4700-4be0-a6fe-73eeb42f5a42 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:17:20.104584 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a91e782b-e41c-411c-acd5-985c95423de7 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1696168816-network', 'tenant_id': '14eae5a08d454811adbf1aafcdfca175'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:20.129808 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91e782b-e41c-411c-acd5-985c95423de7 admin admin] Made reservation on behalf of 14eae5a08d454811adbf1aafcdfca175 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:20.133443 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a91e782b-e41c-411c-acd5-985c95423de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.144715 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a91e782b-e41c-411c-acd5-985c95423de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.145332 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-d6d111b3-582b-459f-894f-491e52dd1b93 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Allocated IP 172.20.0.7 (fe49b5d0-4700-4be0-a6fe-73eeb42f5a42/23861ae2-4072-4490-a511-e84f149e5433/e8782b8d-2a24-4a58-83b3-a137487e4d56) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:20.243145 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a91e782b-e41c-411c-acd5-985c95423de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.247734 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a91e782b-e41c-411c-acd5-985c95423de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.272110 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91e782b-e41c-411c-acd5-985c95423de7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:17:20.285648 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e782b-e41c-411c-acd5-985c95423de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a623f258-b358-4861-9f01-0794308dcaa9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:20.291404 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a91e782b-e41c-411c-acd5-985c95423de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.291759 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-a91e782b-e41c-411c-acd5-985c95423de7 admin admin] Added segment fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4 of type vlan for network 0363de15-3bf3-4936-8623-99c3b79e7b86 Jul 05 10:17:20.298910 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d6d111b3-582b-459f-894f-491e52dd1b93 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.332190 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a91e782b-e41c-411c-acd5-985c95423de7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.340829 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d6d111b3-582b-459f-894f-491e52dd1b93 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.364226 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a91e782b-e41c-411c-acd5-985c95423de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.365287 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91e782b-e41c-411c-acd5-985c95423de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:20.365882 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a91e782b-e41c-411c-acd5-985c95423de7 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.378226 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d111b3-582b-459f-894f-491e52dd1b93 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Network fe49b5d0-4700-4be0-a6fe-73eeb42f5a42 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:20.382778 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-d6d111b3-582b-459f-894f-491e52dd1b93 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:20.389660 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d111b3-582b-459f-894f-491e52dd1b93 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:20.414230 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d111b3-582b-459f-894f-491e52dd1b93 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Pushing event updated for resources: {'Port': ['ID=e8782b8d-2a24-4a58-83b3-a137487e4d56,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:20.416641 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a91e782b-e41c-411c-acd5-985c95423de7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4143455 Jul 05 10:17:20.419280 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37908) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:20.424211 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-77490cbf-1ded-49d3-b28d-edce8d52d1c5 admin admin] Request body: {'subnet': {'network_id': '0363de15-3bf3-4936-8623-99c3b79e7b86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1696168816-subnet', 'tenant_id': '14eae5a08d454811adbf1aafcdfca175', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:20.435714 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d111b3-582b-459f-894f-491e52dd1b93 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:20.436368 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d6d111b3-582b-459f-894f-491e52dd1b93 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.438058 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e782b-e41c-411c-acd5-985c95423de7 admin admin] Pushing event updated for resources: {'Network': ['ID=0363de15-3bf3-4936-8623-99c3b79e7b86,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:20.449281 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 0363de15-3bf3-4936-8623-99c3b79e7b86 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:17:20.452914 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77490cbf-1ded-49d3-b28d-edce8d52d1c5 admin admin] Made reservation on behalf of 14eae5a08d454811adbf1aafcdfca175 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:20.455432 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-77490cbf-1ded-49d3-b28d-edce8d52d1c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.457139 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d6d111b3-582b-459f-894f-491e52dd1b93 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.5125535 Jul 05 10:17:20.459883 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37910) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:20.552136 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-160e8fa9-0a74-4139-8335-fff39a76e7b3 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Deleting port e8782b8d-2a24-4a58-83b3-a137487e4d56 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:20.552479 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-160e8fa9-0a74-4139-8335-fff39a76e7b3 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.627319 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-160e8fa9-0a74-4139-8335-fff39a76e7b3 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.634697 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-77490cbf-1ded-49d3-b28d-edce8d52d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.639398 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-160e8fa9-0a74-4139-8335-fff39a76e7b3 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Calling delete_port for e8782b8d-2a24-4a58-83b3-a137487e4d56 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:20.697930 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77490cbf-1ded-49d3-b28d-edce8d52d1c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=008bde71-a842-4bcc-8cfb-c68567640f55,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:20.702885 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77490cbf-1ded-49d3-b28d-edce8d52d1c5 admin admin] Checking segment: {'id': 'fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0363de15-3bf3-4936-8623-99c3b79e7b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:20.703244 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77490cbf-1ded-49d3-b28d-edce8d52d1c5 admin admin] Network hostable DHCP agents. Network: 0363de15-3bf3-4936-8623-99c3b79e7b86, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:17:20.720709 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77490cbf-1ded-49d3-b28d-edce8d52d1c5 admin admin] Network 0363de15-3bf3-4936-8623-99c3b79e7b86 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:17:20.729892 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-77490cbf-1ded-49d3-b28d-edce8d52d1c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 0363de15-3bf3-4936-8623-99c3b79e7b86) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:20.733825 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77490cbf-1ded-49d3-b28d-edce8d52d1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:20.734411 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-77490cbf-1ded-49d3-b28d-edce8d52d1c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.740066 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c2c896-e9dd-466d-a311-3b0408d93dd4 None None] Network 0363de15-3bf3-4936-8623-99c3b79e7b86 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:17:20.755295 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-77490cbf-1ded-49d3-b28d-edce8d52d1c5 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3296232 Jul 05 10:17:20.772987 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-160e8fa9-0a74-4139-8335-fff39a76e7b3 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.802293 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e8fa9-0a74-4139-8335-fff39a76e7b3 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8782b8d-2a24-4a58-83b3-a137487e4d56,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:20.813202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e8fa9-0a74-4139-8335-fff39a76e7b3 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:20.813442 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e8fa9-0a74-4139-8335-fff39a76e7b3 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:20.813671 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e8fa9-0a74-4139-8335-fff39a76e7b3 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:20.814123 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e8fa9-0a74-4139-8335-fff39a76e7b3 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:20.814358 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e8fa9-0a74-4139-8335-fff39a76e7b3 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:20.814700 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e8fa9-0a74-4139-8335-fff39a76e7b3 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:20.815031 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e8fa9-0a74-4139-8335-fff39a76e7b3 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:20.815360 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e8fa9-0a74-4139-8335-fff39a76e7b3 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:20.815689 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e8fa9-0a74-4139-8335-fff39a76e7b3 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:20.816352 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e8fa9-0a74-4139-8335-fff39a76e7b3 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:20.816505 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e8fa9-0a74-4139-8335-fff39a76e7b3 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:20.816729 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e8fa9-0a74-4139-8335-fff39a76e7b3 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:20.885529 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-160e8fa9-0a74-4139-8335-fff39a76e7b3 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.888116 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-160e8fa9-0a74-4139-8335-fff39a76e7b3 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "DELETE /v2.0/ports/e8782b8d-2a24-4a58-83b3-a137487e4d56 HTTP/1.1" status: 204 len: 168 time: 0.4270649 Jul 05 10:17:20.890463 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 37916) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:20.895407 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a19287df-b8f9-4462-9d18-5f31da2abc6e tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe49b5d0-4700-4be0-a6fe-73eeb42f5a42', 'external_fixed_ips': [{'subnet_id': '23861ae2-4072-4490-a511-e84f149e5433', 'ip_address': '172.20.0.7'}]}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:20.932561 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a19287df-b8f9-4462-9d18-5f31da2abc6e tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.934649 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a19287df-b8f9-4462-9d18-5f31da2abc6e tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:21.028238 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a19287df-b8f9-4462-9d18-5f31da2abc6e tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:21.039037 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-20c780ed-474c-4d2a-ab89-68fba9a4bc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:21.045620 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23872a59-9d65-4295-9e0e-b9cc4df4a0df None None] Network 0363de15-3bf3-4936-8623-99c3b79e7b86 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:17:21.216758 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a19287df-b8f9-4462-9d18-5f31da2abc6e tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:21.318049 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16b186-5797-4652-99a5-622857fee90c req-f8ed30fd-057f-4c72-be22-31d6a9e7f699 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:21.319829 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-f8ed30fd-057f-4c72-be22-31d6a9e7f699 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/networks?id=0363de15-3bf3-4936-8623-99c3b79e7b86 HTTP/1.1" status: 200 len: 818 time: 0.1806664 Jul 05 10:17:21.337910 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:17:21.340925 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-04c1f4f3-0634-4abb-a98e-bb6f7269e819 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/quotas/14eae5a08d454811adbf1aafcdfca175 HTTP/1.1" status: 200 len: 375 time: 0.0142248 Jul 05 10:17:21.386719 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-76b252ff-21b0-4162-9377-44cb2be5cbaf tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=14eae5a08d454811adbf1aafcdfca175&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400853 Jul 05 10:17:21.583549 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-0004c2fa-871a-4092-a289-f46f1350ec68 service neutron] 10.222.0.79 "GET /v2.0/networks/0363de15-3bf3-4936-8623-99c3b79e7b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891813 Jul 05 10:17:21.669154 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a19287df-b8f9-4462-9d18-5f31da2abc6e tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:21.697815 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a19287df-b8f9-4462-9d18-5f31da2abc6e tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:21.791890 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-707cc04e-6ab0-419d-97d4-7e2152553a4d service neutron] 10.222.0.79 "GET /v2.0/networks/0363de15-3bf3-4936-8623-99c3b79e7b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914573 Jul 05 10:17:21.901265 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-a19287df-b8f9-4462-9d18-5f31da2abc6e tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Allocated IP 172.20.0.7 (fe49b5d0-4700-4be0-a6fe-73eeb42f5a42/23861ae2-4072-4490-a511-e84f149e5433/40d68375-a99c-4f1f-83d7-58201461a50c) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:22.013499 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a19287df-b8f9-4462-9d18-5f31da2abc6e tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:22.056839 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a19287df-b8f9-4462-9d18-5f31da2abc6e tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:22.096048 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19287df-b8f9-4462-9d18-5f31da2abc6e tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Network fe49b5d0-4700-4be0-a6fe-73eeb42f5a42 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:22.102201 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a19287df-b8f9-4462-9d18-5f31da2abc6e tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:22.107141 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19287df-b8f9-4462-9d18-5f31da2abc6e tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:22.110041 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19287df-b8f9-4462-9d18-5f31da2abc6e tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Pushing event updated for resources: {'Port': ['ID=40d68375-a99c-4f1f-83d7-58201461a50c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:22.246309 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-82a8c9ec-f5ac-4c4b-bad3-a2ce98cf2a5e req-4b51a316-d370-4494-af52-ac5c64fcdd8c tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/ports?device_id=166a1e70-c169-4ba5-8876-a03c5f2948eb HTTP/1.1" status: 200 len: 210 time: 0.0548108 Jul 05 10:17:22.402797 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a19287df-b8f9-4462-9d18-5f31da2abc6e tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:22.605129 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a19287df-b8f9-4462-9d18-5f31da2abc6e tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:22.745937 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19287df-b8f9-4462-9d18-5f31da2abc6e tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Router 3f0fd467-f12f-49ea-a486-536f27973d20 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:17:22.855438 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19287df-b8f9-4462-9d18-5f31da2abc6e tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:17:22.867375 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579f374e-385f-474b-89ce-efd0fe5f3958 None None] Sync routers for ids ['3f0fd467-f12f-49ea-a486-536f27973d20'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:17:22.877392 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a19287df-b8f9-4462-9d18-5f31da2abc6e tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:22.878643 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a19287df-b8f9-4462-9d18-5f31da2abc6e tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.9871042 Jul 05 10:17:22.878895 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579f374e-385f-474b-89ce-efd0fe5f3958 None None] Routers {'3f0fd467-f12f-49ea-a486-536f27973d20'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:22.879717 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-579f374e-385f-474b-89ce-efd0fe5f3958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:16:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['3f0fd467-f12f-49ea-a486-536f27973d20'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:22.881854 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37954) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:23.055119 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:23.144545 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-579f374e-385f-474b-89ce-efd0fe5f3958 None None] Set router 3f0fd467-f12f-49ea-a486-536f27973d20 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:17:23.190685 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:23.267085 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Deleting port 40d68375-a99c-4f1f-83d7-58201461a50c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:23.267501 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:23.319725 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5fc6422c-c81b-486d-8f4d-310239e31bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:23.370773 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-579f374e-385f-474b-89ce-efd0fe5f3958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0fd467-f12f-49ea-a486-536f27973d20', 'name': '', 'tenant_id': '18f9e2d448b74bcf8b05da73764b59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe49b5d0-4700-4be0-a6fe-73eeb42f5a42', 'external_fixed_ips': [{'subnet_id': '23861ae2-4072-4490-a511-e84f149e5433', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '40d68375-a99c-4f1f-83d7-58201461a50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:17:20Z', 'updated_at': '2021-07-05T10:17:22Z', 'revision_number': 3, 'project_id': '18f9e2d448b74bcf8b05da73764b59f0', 'gw_port': {'id': '40d68375-a99c-4f1f-83d7-58201461a50c', 'name': '', 'network_id': 'fe49b5d0-4700-4be0-a6fe-73eeb42f5a42', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ab:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0fd467-f12f-49ea-a486-536f27973d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '23861ae2-4072-4490-a511-e84f149e5433', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:17:21Z', 'updated_at': '2021-07-05T10:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23861ae2-4072-4490-a511-e84f149e5433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:23.387300 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:23.401443 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Calling delete_port for 40d68375-a99c-4f1f-83d7-58201461a50c owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:23.414414 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579f374e-385f-474b-89ce-efd0fe5f3958 None None] Checking router: 3f0fd467-f12f-49ea-a486-536f27973d20 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:17:23.414847 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579f374e-385f-474b-89ce-efd0fe5f3958 None None] Updating router 3f0fd467-f12f-49ea-a486-536f27973d20 port 40d68375-a99c-4f1f-83d7-58201461a50c binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:17:23.429451 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b015636-2f21-44ea-a666-aca4ffa046cb req-fb2f856a-1225-4887-970f-3a203f67402b tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/ports?device_id=166a1e70-c169-4ba5-8876-a03c5f2948eb HTTP/1.1" status: 200 len: 210 time: 0.0330174 Jul 05 10:17:23.453503 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-579f374e-385f-474b-89ce-efd0fe5f3958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:23.569779 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:23.599445 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Pushing event deleted for resources: {'Port': ['ID=40d68375-a99c-4f1f-83d7-58201461a50c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:23.615648 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:23.616032 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:23.616420 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:23.616754 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:23.617123 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:23.617459 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:23.618241 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:23.619110 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:23.619453 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:23.619832 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:23.620473 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:23.620887 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:23.640919 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:23.699969 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:23.738567 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.db.api [None req-579f374e-385f-474b-89ce-efd0fe5f3958 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:17:23.739018 n-d-798054-8 neutron-server[93909]: DEBUG oslo_db.api [None req-579f374e-385f-474b-89ce-efd0fe5f3958 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:17:23.801332 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:23.803451 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:23.848159 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:23.848848 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f0fd467-f12f-49ea-a486-536f27973d20 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:17:23.854204 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:23.858453 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b2018bb9-4d3e-4a20-933a-6904aa951aa8 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "DELETE /v2.0/routers/3f0fd467-f12f-49ea-a486-536f27973d20 HTTP/1.1" status: 204 len: 168 time: 0.9755085 Jul 05 10:17:23.859107 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37958) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:23.909625 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-08665bea-de85-4148-bfd6-026c8e3cbc7c tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Deleting subnet 23861ae2-4072-4490-a511-e84f149e5433 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:17:23.912850 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08665bea-de85-4148-bfd6-026c8e3cbc7c tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:23.952611 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08665bea-de85-4148-bfd6-026c8e3cbc7c tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:23.999762 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08665bea-de85-4148-bfd6-026c8e3cbc7c tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:24.070183 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08665bea-de85-4148-bfd6-026c8e3cbc7c tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:24.093012 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08665bea-de85-4148-bfd6-026c8e3cbc7c tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:24.095911 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-08665bea-de85-4148-bfd6-026c8e3cbc7c tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "DELETE /v2.0/subnets/23861ae2-4072-4490-a511-e84f149e5433 HTTP/1.1" status: 204 len: 168 time: 0.2356496 Jul 05 10:17:24.120366 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37960) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:24.129369 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08665bea-de85-4148-bfd6-026c8e3cbc7c tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=23861ae2-4072-4490-a511-e84f149e5433,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:24.202201 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b3e7650-42f3-4adf-9dcf-e6fd3a2dcf48 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:24.267426 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579f374e-385f-474b-89ce-efd0fe5f3958 None None] Port 40d68375-a99c-4f1f-83d7-58201461a50c not found while updating agent binding for router 3f0fd467-f12f-49ea-a486-536f27973d20. {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 05 10:17:24.279472 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579f374e-385f-474b-89ce-efd0fe5f3958 None None] Routers set() bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:24.280042 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579f374e-385f-474b-89ce-efd0fe5f3958 None None] Router IDs set() for agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 10:17:24.280785 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_agentschedulers_db [None req-579f374e-385f-474b-89ce-efd0fe5f3958 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3f0fd467-f12f-49ea-a486-536f27973d20'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:17:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent'). {{(pid=93909) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 10:17:24.281267 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579f374e-385f-474b-89ce-efd0fe5f3958 None None] The sync data for ids ['3f0fd467-f12f-49ea-a486-536f27973d20'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:17:24.287258 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b3e7650-42f3-4adf-9dcf-e6fd3a2dcf48 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:24.299290 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9b3e7650-42f3-4adf-9dcf-e6fd3a2dcf48 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe49b5d0-4700-4be0-a6fe-73eeb42f5a42']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:24.312138 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9b3e7650-42f3-4adf-9dcf-e6fd3a2dcf48 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c02fc2-5fdf-4d26-8f30-8e70a86a719f') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:24.312536 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9b3e7650-42f3-4adf-9dcf-e6fd3a2dcf48 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c02fc2-5fdf-4d26-8f30-8e70a86a719f') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:24.321845 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b3e7650-42f3-4adf-9dcf-e6fd3a2dcf48 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:24.343077 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b3e7650-42f3-4adf-9dcf-e6fd3a2dcf48 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:24.349795 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b3e7650-42f3-4adf-9dcf-e6fd3a2dcf48 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:17:24.350273 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b3e7650-42f3-4adf-9dcf-e6fd3a2dcf48 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:17:24.352275 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:17:24.409703 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16b186-5797-4652-99a5-622857fee90c req-0b134d2b-e405-4ea8-9884-353544a0cb12 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:24.411276 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-0b134d2b-e405-4ea8-9884-353544a0cb12 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.81 "GET /v2.0/networks?id=0363de15-3bf3-4936-8623-99c3b79e7b86 HTTP/1.1" status: 200 len: 818 time: 0.5630772 Jul 05 10:17:24.424035 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b3e7650-42f3-4adf-9dcf-e6fd3a2dcf48 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:24.426630 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3d16b186-5797-4652-99a5-622857fee90c req-cf1a1daa-8cde-42e5-987d-82599d2d653e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Request body: {'port': {'device_id': 'bab2f41b-ae2e-42ad-8ebf-2fc0c6822871', 'network_id': '0363de15-3bf3-4936-8623-99c3b79e7b86', 'admin_state_up': True, 'tenant_id': '14eae5a08d454811adbf1aafcdfca175'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:24.447780 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3e7650-42f3-4adf-9dcf-e6fd3a2dcf48 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fe49b5d0-4700-4be0-a6fe-73eeb42f5a42 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 10:17:24.449699 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e7650-42f3-4adf-9dcf-e6fd3a2dcf48 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Pushing event deleted for resources: {'Network': ['ID=fe49b5d0-4700-4be0-a6fe-73eeb42f5a42,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:24.455333 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b3e7650-42f3-4adf-9dcf-e6fd3a2dcf48 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:24.465465 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9b3e7650-42f3-4adf-9dcf-e6fd3a2dcf48 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "DELETE /v2.0/networks/fe49b5d0-4700-4be0-a6fe-73eeb42f5a42 HTTP/1.1" status: 204 len: 168 time: 0.3436766 Jul 05 10:17:24.530966 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16b186-5797-4652-99a5-622857fee90c req-7fde09a1-d468-4057-a7f2-b4acd90eca5d tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:24.533267 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-7fde09a1-d468-4057-a7f2-b4acd90eca5d tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.78 "GET /v2.0/networks?id=0363de15-3bf3-4936-8623-99c3b79e7b86 HTTP/1.1" status: 200 len: 818 time: 0.6581392 Jul 05 10:17:24.543910 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16b186-5797-4652-99a5-622857fee90c req-9128f565-920e-4d16-a838-0bb590c05814 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:24.545485 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-9128f565-920e-4d16-a838-0bb590c05814 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.81 "GET /v2.0/networks?id=0363de15-3bf3-4936-8623-99c3b79e7b86 HTTP/1.1" status: 200 len: 818 time: 0.2735426 Jul 05 10:17:24.554569 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3d16b186-5797-4652-99a5-622857fee90c req-17516ce8-d86c-4bc5-9a46-a5eaa1369a33 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Request body: {'port': {'device_id': '65e1f166-87a1-40a3-94d2-b3e7bb1133aa', 'network_id': '0363de15-3bf3-4936-8623-99c3b79e7b86', 'admin_state_up': True, 'tenant_id': '14eae5a08d454811adbf1aafcdfca175'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:24.580086 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3d16b186-5797-4652-99a5-622857fee90c req-e0be68f9-b62a-49e5-8b88-e85b014c377e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Request body: {'port': {'device_id': '166a1e70-c169-4ba5-8876-a03c5f2948eb', 'network_id': '0363de15-3bf3-4936-8623-99c3b79e7b86', 'admin_state_up': True, 'tenant_id': '14eae5a08d454811adbf1aafcdfca175'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:24.631990 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:24.687509 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a4d7bdaa-45a6-43f7-b62b-2697e342e311 req-7962cb7a-ef9f-4a0f-a82a-ff19f30fdfca tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/ports?device_id=166a1e70-c169-4ba5-8876-a03c5f2948eb HTTP/1.1" status: 200 len: 210 time: 0.0725305 Jul 05 10:17:24.744629 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37970) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:24.749682 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9a00a94c-e249-4b51-8266-2bca45a05068 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Request body: {'router': {'name': 'tempest-router--1023277874', 'project_id': '120e0ba234d245ce8ec6cda9fb0c2934'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:24.801982 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.db.api [req-3d16b186-5797-4652-99a5-622857fee90c req-cf1a1daa-8cde-42e5-987d-82599d2d653e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:17:24.801982 n-d-798054-8 neutron-server[93907]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 10:17:24.801982 n-d-798054-8 neutron-server[93907]: [parameters: {'project_id': '14eae5a08d454811adbf1aafcdfca175', 'id': 'e591c323-1ed9-4e8d-961a-4efa755088f1', 'expiration': datetime.datetime(2021, 7, 5, 10, 19, 24, 786951)}] Jul 05 10:17:24.801982 n-d-798054-8 neutron-server[93907]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:17:24.802450 n-d-798054-8 neutron-server[93907]: DEBUG oslo_db.api [req-3d16b186-5797-4652-99a5-622857fee90c req-cf1a1daa-8cde-42e5-987d-82599d2d653e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:17:24.803718 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a00a94c-e249-4b51-8266-2bca45a05068 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:24.805293 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a00a94c-e249-4b51-8266-2bca45a05068 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:24.849281 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d16b186-5797-4652-99a5-622857fee90c req-17516ce8-d86c-4bc5-9a46-a5eaa1369a33 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Made reservation on behalf of 14eae5a08d454811adbf1aafcdfca175 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:24.852855 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-17516ce8-d86c-4bc5-9a46-a5eaa1369a33 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:24.868579 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a00a94c-e249-4b51-8266-2bca45a05068 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:24.874500 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a00a94c-e249-4b51-8266-2bca45a05068 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:24.890674 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d16b186-5797-4652-99a5-622857fee90c req-e0be68f9-b62a-49e5-8b88-e85b014c377e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Made reservation on behalf of 14eae5a08d454811adbf1aafcdfca175 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:24.892877 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a00a94c-e249-4b51-8266-2bca45a05068 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:24.894514 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9a00a94c-e249-4b51-8266-2bca45a05068 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1486225 Jul 05 10:17:24.894708 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-e0be68f9-b62a-49e5-8b88-e85b014c377e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:24.897666 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37972) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:25.064931 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-3d16b186-5797-4652-99a5-622857fee90c req-17516ce8-d86c-4bc5-9a46-a5eaa1369a33 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Allocated IP 172.20.0.7 (0363de15-3bf3-4936-8623-99c3b79e7b86/008bde71-a842-4bcc-8cfb-c68567640f55/36091686-174c-4036-9403-d0887502d104) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:25.224396 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-17516ce8-d86c-4bc5-9a46-a5eaa1369a33 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.270586 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-17516ce8-d86c-4bc5-9a46-a5eaa1369a33 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.333528 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f9de10d-f6c6-4e01-8288-5762637ff21a tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.370737 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d16b186-5797-4652-99a5-622857fee90c req-17516ce8-d86c-4bc5-9a46-a5eaa1369a33 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Network 0363de15-3bf3-4936-8623-99c3b79e7b86 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:25.382746 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-3d16b186-5797-4652-99a5-622857fee90c req-17516ce8-d86c-4bc5-9a46-a5eaa1369a33 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:25.389406 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d16b186-5797-4652-99a5-622857fee90c req-17516ce8-d86c-4bc5-9a46-a5eaa1369a33 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:25.392064 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17516ce8-d86c-4bc5-9a46-a5eaa1369a33 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Pushing event updated for resources: {'Port': ['ID=36091686-174c-4036-9403-d0887502d104,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:25.398963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-3d16b186-5797-4652-99a5-622857fee90c req-e0be68f9-b62a-49e5-8b88-e85b014c377e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Allocated IP 172.20.0.12 (0363de15-3bf3-4936-8623-99c3b79e7b86/008bde71-a842-4bcc-8cfb-c68567640f55/e53e2248-6989-4cd7-a09d-eac87257e8b7) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:25.402352 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d16b186-5797-4652-99a5-622857fee90c req-cf1a1daa-8cde-42e5-987d-82599d2d653e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Made reservation on behalf of 14eae5a08d454811adbf1aafcdfca175 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:25.406261 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-cf1a1daa-8cde-42e5-987d-82599d2d653e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.482618 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16b186-5797-4652-99a5-622857fee90c req-17516ce8-d86c-4bc5-9a46-a5eaa1369a33 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:25.483416 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-17516ce8-d86c-4bc5-9a46-a5eaa1369a33 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.501374 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f9de10d-f6c6-4e01-8288-5762637ff21a tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.503482 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f9de10d-f6c6-4e01-8288-5762637ff21a tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.547941 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f9de10d-f6c6-4e01-8288-5762637ff21a tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.548507 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9de10d-f6c6-4e01-8288-5762637ff21a tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2220a09d-8307-4c96-bf1c-90f9e47f53de {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:17:25.553439 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1f9de10d-f6c6-4e01-8288-5762637ff21a tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.554445 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1f9de10d-f6c6-4e01-8288-5762637ff21a tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "DELETE /v2.0/routers/2220a09d-8307-4c96-bf1c-90f9e47f53de HTTP/1.1" status: 204 len: 168 time: 0.6556547 Jul 05 10:17:25.562986 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-17516ce8-d86c-4bc5-9a46-a5eaa1369a33 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0162013 Jul 05 10:17:25.585372 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3d16b186-5797-4652-99a5-622857fee90c req-45b9163a-fee3-4afd-8db5-517bab9eb358 service neutron] Request body: {'port': {'device_id': '65e1f166-87a1-40a3-94d2-b3e7bb1133aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:25.661757 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37976) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:25.731429 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-45b9163a-fee3-4afd-8db5-517bab9eb358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.747706 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-e0be68f9-b62a-49e5-8b88-e85b014c377e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.872529 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1fc7b84f-e348-4581-ab14-553ea7bd9dd2 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-337823667', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:25.896109 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b84f-e348-4581-ab14-553ea7bd9dd2 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.897289 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b84f-e348-4581-ab14-553ea7bd9dd2 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.916032 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-be49c58f-71ec-4516-8cf8-6b86cefe1974 req-dc67f468-1b16-4524-af35-5872666b3614 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/ports?device_id=166a1e70-c169-4ba5-8876-a03c5f2948eb HTTP/1.1" status: 200 len: 210 time: 0.0506637 Jul 05 10:17:25.927297 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-e0be68f9-b62a-49e5-8b88-e85b014c377e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.958294 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b84f-e348-4581-ab14-553ea7bd9dd2 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.008685 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d16b186-5797-4652-99a5-622857fee90c req-e0be68f9-b62a-49e5-8b88-e85b014c377e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Network 0363de15-3bf3-4936-8623-99c3b79e7b86 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:26.014487 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-3d16b186-5797-4652-99a5-622857fee90c req-cf1a1daa-8cde-42e5-987d-82599d2d653e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Allocated IP 172.20.0.10 (0363de15-3bf3-4936-8623-99c3b79e7b86/008bde71-a842-4bcc-8cfb-c68567640f55/812a424c-5a9c-4177-8dd1-40d4968f2da9) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:26.016799 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-3d16b186-5797-4652-99a5-622857fee90c req-e0be68f9-b62a-49e5-8b88-e85b014c377e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:26.024536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d16b186-5797-4652-99a5-622857fee90c req-e0be68f9-b62a-49e5-8b88-e85b014c377e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:26.032569 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be68f9-b62a-49e5-8b88-e85b014c377e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Pushing event updated for resources: {'Port': ['ID=e53e2248-6989-4cd7-a09d-eac87257e8b7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:26.102260 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16b186-5797-4652-99a5-622857fee90c req-e0be68f9-b62a-49e5-8b88-e85b014c377e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:26.102902 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-e0be68f9-b62a-49e5-8b88-e85b014c377e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.103164 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b84f-e348-4581-ab14-553ea7bd9dd2 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.135515 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-e0be68f9-b62a-49e5-8b88-e85b014c377e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5756145 Jul 05 10:17:26.164152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3d16b186-5797-4652-99a5-622857fee90c req-548e3aa9-f74c-43f7-835f-02872f1f6247 service neutron] Request body: {'port': {'device_id': '166a1e70-c169-4ba5-8876-a03c5f2948eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:26.279559 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-548e3aa9-f74c-43f7-835f-02872f1f6247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.291837 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-cf1a1daa-8cde-42e5-987d-82599d2d653e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.303893 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b84f-e348-4581-ab14-553ea7bd9dd2 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.323383 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b84f-e348-4581-ab14-553ea7bd9dd2 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.427912 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-1fc7b84f-e348-4581-ab14-553ea7bd9dd2 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Allocated IP 172.25.7.247 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/6b4f0c15-ae95-4731-b484-d489f0b13070) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:26.438043 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-cf1a1daa-8cde-42e5-987d-82599d2d653e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.513671 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d16b186-5797-4652-99a5-622857fee90c req-cf1a1daa-8cde-42e5-987d-82599d2d653e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Network 0363de15-3bf3-4936-8623-99c3b79e7b86 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:26.519312 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-3d16b186-5797-4652-99a5-622857fee90c req-cf1a1daa-8cde-42e5-987d-82599d2d653e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:26.527828 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d16b186-5797-4652-99a5-622857fee90c req-cf1a1daa-8cde-42e5-987d-82599d2d653e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:26.538415 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b84f-e348-4581-ab14-553ea7bd9dd2 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.568389 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a1daa-8cde-42e5-987d-82599d2d653e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Pushing event updated for resources: {'Port': ['ID=812a424c-5a9c-4177-8dd1-40d4968f2da9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:26.586644 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b84f-e348-4581-ab14-553ea7bd9dd2 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.610868 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16b186-5797-4652-99a5-622857fee90c req-cf1a1daa-8cde-42e5-987d-82599d2d653e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:26.611416 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-cf1a1daa-8cde-42e5-987d-82599d2d653e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.623186 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc7b84f-e348-4581-ab14-553ea7bd9dd2 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:26.626213 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-1fc7b84f-e348-4581-ab14-553ea7bd9dd2 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:26.628869 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc7b84f-e348-4581-ab14-553ea7bd9dd2 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:26.633397 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-cf1a1daa-8cde-42e5-987d-82599d2d653e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2107334 Jul 05 10:17:26.664336 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3d16b186-5797-4652-99a5-622857fee90c req-c5bb7962-b03b-4a7f-a16b-b80c6d8cfdb4 service neutron] Request body: {'port': {'device_id': 'bab2f41b-ae2e-42ad-8ebf-2fc0c6822871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:26.670211 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7b84f-e348-4581-ab14-553ea7bd9dd2 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Pushing event updated for resources: {'Port': ['ID=6b4f0c15-ae95-4731-b484-d489f0b13070,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:26.706624 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-3d16b186-5797-4652-99a5-622857fee90c req-45b9163a-fee3-4afd-8db5-517bab9eb358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36091686-174c-4036-9403-d0887502d104 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:26.718441 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-45b9163a-fee3-4afd-8db5-517bab9eb358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.751137 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-3d16b186-5797-4652-99a5-622857fee90c req-45b9163a-fee3-4afd-8db5-517bab9eb358 service neutron] Transition to ACTIVE for port object 36091686-174c-4036-9403-d0887502d104 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:26.755187 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.761072 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-45b9163a-fee3-4afd-8db5-517bab9eb358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.809750 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-c5bb7962-b03b-4a7f-a16b-b80c6d8cfdb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.890407 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9163a-fee3-4afd-8db5-517bab9eb358 service neutron] Pushing event updated for resources: {'Port': ['ID=36091686-174c-4036-9403-d0887502d104,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:26.909587 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b84f-e348-4581-ab14-553ea7bd9dd2 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:27.119230 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b84f-e348-4581-ab14-553ea7bd9dd2 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:27.138115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3d16b186-5797-4652-99a5-622857fee90c req-45b9163a-fee3-4afd-8db5-517bab9eb358 service neutron] Attempting to bind port 36091686-174c-4036-9403-d0887502d104 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:17:27.138451 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3d16b186-5797-4652-99a5-622857fee90c req-45b9163a-fee3-4afd-8db5-517bab9eb358 service neutron] Attempting to bind port 36091686-174c-4036-9403-d0887502d104 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0363de15-3bf3-4936-8623-99c3b79e7b86'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:17:27.138781 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d16b186-5797-4652-99a5-622857fee90c req-45b9163a-fee3-4afd-8db5-517bab9eb358 service neutron] Attempting to bind port 36091686-174c-4036-9403-d0887502d104 on network 0363de15-3bf3-4936-8623-99c3b79e7b86 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:27.151261 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d16b186-5797-4652-99a5-622857fee90c req-45b9163a-fee3-4afd-8db5-517bab9eb358 service neutron] Port 36091686-174c-4036-9403-d0887502d104 on network 0363de15-3bf3-4936-8623-99c3b79e7b86 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:17:27.151579 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d16b186-5797-4652-99a5-622857fee90c req-45b9163a-fee3-4afd-8db5-517bab9eb358 service neutron] Attempting to bind port 36091686-174c-4036-9403-d0887502d104 on network 0363de15-3bf3-4936-8623-99c3b79e7b86 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:27.167787 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-3d16b186-5797-4652-99a5-622857fee90c req-548e3aa9-f74c-43f7-835f-02872f1f6247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53e2248-6989-4cd7-a09d-eac87257e8b7 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:27.172101 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d16b186-5797-4652-99a5-622857fee90c req-45b9163a-fee3-4afd-8db5-517bab9eb358 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:17:27.172435 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d16b186-5797-4652-99a5-622857fee90c req-45b9163a-fee3-4afd-8db5-517bab9eb358 service neutron] Checking segment: {'id': 'fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0363de15-3bf3-4936-8623-99c3b79e7b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:27.172813 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d16b186-5797-4652-99a5-622857fee90c req-45b9163a-fee3-4afd-8db5-517bab9eb358 service neutron] Bound using segment: {'id': 'fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0363de15-3bf3-4936-8623-99c3b79e7b86'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:17:27.173245 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3d16b186-5797-4652-99a5-622857fee90c req-45b9163a-fee3-4afd-8db5-517bab9eb358 service neutron] Bound port: 36091686-174c-4036-9403-d0887502d104, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0363de15-3bf3-4936-8623-99c3b79e7b86'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:17:27.173598 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-45b9163a-fee3-4afd-8db5-517bab9eb358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:27.191039 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-548e3aa9-f74c-43f7-835f-02872f1f6247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:27.215387 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdf570-7b78-4319-aa5b-3080c8003cda req-908783a9-d967-4df4-bf3c-89005c4d1709 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:27.216843 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9bdf570-7b78-4319-aa5b-3080c8003cda req-908783a9-d967-4df4-bf3c-89005c4d1709 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/ports?device_id=166a1e70-c169-4ba5-8876-a03c5f2948eb HTTP/1.1" status: 200 len: 932 time: 0.1705437 Jul 05 10:17:27.240049 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-3d16b186-5797-4652-99a5-622857fee90c req-548e3aa9-f74c-43f7-835f-02872f1f6247 service neutron] Transition to ACTIVE for port object e53e2248-6989-4cd7-a09d-eac87257e8b7 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:27.251628 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc7b84f-e348-4581-ab14-553ea7bd9dd2 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Router 26398ec9-cc16-4ff6-b411-5b9dc51f1e9b is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:17:27.259225 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-548e3aa9-f74c-43f7-835f-02872f1f6247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:27.365971 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc7b84f-e348-4581-ab14-553ea7bd9dd2 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:17:27.378307 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7db79c-8961-4133-993f-2a5de21b0a15 None None] Sync routers for ids ['26398ec9-cc16-4ff6-b411-5b9dc51f1e9b'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:17:27.385799 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b84f-e348-4581-ab14-553ea7bd9dd2 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:27.388306 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1fc7b84f-e348-4581-ab14-553ea7bd9dd2 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.7254322 Jul 05 10:17:27.389253 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9bdf570-7b78-4319-aa5b-3080c8003cda req-513f3e9d-bd6a-41d3-aafe-0615c0014ee5 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/security-groups?id=a623f258-b358-4861-9f01-0794308dcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505241 Jul 05 10:17:27.391386 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7db79c-8961-4133-993f-2a5de21b0a15 None None] Routers {'26398ec9-cc16-4ff6-b411-5b9dc51f1e9b'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:27.392300 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7d7db79c-8961-4133-993f-2a5de21b0a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:17:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['26398ec9-cc16-4ff6-b411-5b9dc51f1e9b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:27.392480 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37984) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:27.406180 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3d16b186-5797-4652-99a5-622857fee90c req-45b9163a-fee3-4afd-8db5-517bab9eb358 service neutron] For port 36091686-174c-4036-9403-d0887502d104, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:27.408327 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e3aa9-f74c-43f7-835f-02872f1f6247 service neutron] Pushing event updated for resources: {'Port': ['ID=e53e2248-6989-4cd7-a09d-eac87257e8b7,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:27.413964 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3d16b186-5797-4652-99a5-622857fee90c req-45b9163a-fee3-4afd-8db5-517bab9eb358 service neutron] For port 36091686-174c-4036-9403-d0887502d104, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=36091686-174c-4036-9403-d0887502d104,segment=NetworkSegment(fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4),segment_id=fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:17:27.427164 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-45b9163a-fee3-4afd-8db5-517bab9eb358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:27.439246 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7d7db79c-8961-4133-993f-2a5de21b0a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:27.449273 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7db79c-8961-4133-993f-2a5de21b0a15 None None] Routers {'26398ec9-cc16-4ff6-b411-5b9dc51f1e9b'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:27.450133 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7d7db79c-8961-4133-993f-2a5de21b0a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:17:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['26398ec9-cc16-4ff6-b411-5b9dc51f1e9b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:27.487232 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7d7db79c-8961-4133-993f-2a5de21b0a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:27.488182 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7db79c-8961-4133-993f-2a5de21b0a15 None None] The sync data for ids ['26398ec9-cc16-4ff6-b411-5b9dc51f1e9b'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:17:27.516748 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16b186-5797-4652-99a5-622857fee90c req-45b9163a-fee3-4afd-8db5-517bab9eb358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:27.517051 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9b6ad679-1c27-422f-a0a6-79d4b4f316a6 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "GET /v2.0/routers/26398ec9-cc16-4ff6-b411-5b9dc51f1e9b HTTP/1.1" status: 200 len: 920 time: 0.1228673 Jul 05 10:17:27.517530 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-45b9163a-fee3-4afd-8db5-517bab9eb358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:27.518886 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-45b9163a-fee3-4afd-8db5-517bab9eb358 service neutron] 10.222.0.78 "PUT /v2.0/ports/36091686-174c-4036-9403-d0887502d104 HTTP/1.1" status: 200 len: 1091 time: 1.9403391 Jul 05 10:17:27.519800 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37986) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:27.521118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e1f166-87a1-40a3-94d2-b3e7bb1133aa', 'tag': '36091686-174c-4036-9403-d0887502d104'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:27.523560 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f32d3e-a8e8-4243-b350-7e61d788e287" -d '{"events": [{"name": "network-changed", "server_uuid": "65e1f166-87a1-40a3-94d2-b3e7bb1133aa", "tag": "36091686-174c-4036-9403-d0887502d104"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:27.554329 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d2ffa6d3-39b1-4599-b253-1e96231a2a7a tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "GET /v2.0/ports?device_id=26398ec9-cc16-4ff6-b411-5b9dc51f1e9b HTTP/1.1" status: 200 len: 205 time: 0.0310812 Jul 05 10:17:27.554578 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37992) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:27.670763 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6f6d7e8-7670-4836-87e1-af329583c1ac tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:27.779252 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6f6d7e8-7670-4836-87e1-af329583c1ac tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:27.833617 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a6f6d7e8-7670-4836-87e1-af329583c1ac tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Deleting port 6b4f0c15-ae95-4731-b484-d489f0b13070 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:27.834118 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6f6d7e8-7670-4836-87e1-af329583c1ac tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:27.861986 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dda3e6-cb40-4afe-a254-0ba27d3257db x-openstack-request-id: req-84dda3e6-cb40-4afe-a254-0ba27d3257db {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:27.862685 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e1f166-87a1-40a3-94d2-b3e7bb1133aa", "tag": "36091686-174c-4036-9403-d0887502d104", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:27.862825 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-84dda3e6-cb40-4afe-a254-0ba27d3257db {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:27.863222 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e1f166-87a1-40a3-94d2-b3e7bb1133aa', 'tag': '36091686-174c-4036-9403-d0887502d104', 'status': 'completed', 'code': 200} Jul 05 10:17:27.915072 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6f6d7e8-7670-4836-87e1-af329583c1ac tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:27.917126 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9163a-fee3-4afd-8db5-517bab9eb358 service neutron] Pushing event updated for resources: {'Port': ['ID=36091686-174c-4036-9403-d0887502d104,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:27.929679 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a6f6d7e8-7670-4836-87e1-af329583c1ac tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Calling delete_port for 6b4f0c15-ae95-4731-b484-d489f0b13070 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:27.937284 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3d16b186-5797-4652-99a5-622857fee90c req-548e3aa9-f74c-43f7-835f-02872f1f6247 service neutron] Attempting to bind port e53e2248-6989-4cd7-a09d-eac87257e8b7 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:17:27.937610 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3d16b186-5797-4652-99a5-622857fee90c req-548e3aa9-f74c-43f7-835f-02872f1f6247 service neutron] Attempting to bind port e53e2248-6989-4cd7-a09d-eac87257e8b7 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0363de15-3bf3-4936-8623-99c3b79e7b86'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:17:27.937936 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d16b186-5797-4652-99a5-622857fee90c req-548e3aa9-f74c-43f7-835f-02872f1f6247 service neutron] Attempting to bind port e53e2248-6989-4cd7-a09d-eac87257e8b7 on network 0363de15-3bf3-4936-8623-99c3b79e7b86 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:27.949524 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-3d16b186-5797-4652-99a5-622857fee90c req-c5bb7962-b03b-4a7f-a16b-b80c6d8cfdb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 812a424c-5a9c-4177-8dd1-40d4968f2da9 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:27.954686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d16b186-5797-4652-99a5-622857fee90c req-548e3aa9-f74c-43f7-835f-02872f1f6247 service neutron] Port e53e2248-6989-4cd7-a09d-eac87257e8b7 on network 0363de15-3bf3-4936-8623-99c3b79e7b86 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:17:27.955006 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d16b186-5797-4652-99a5-622857fee90c req-548e3aa9-f74c-43f7-835f-02872f1f6247 service neutron] Attempting to bind port e53e2248-6989-4cd7-a09d-eac87257e8b7 on network 0363de15-3bf3-4936-8623-99c3b79e7b86 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:27.964661 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-c5bb7962-b03b-4a7f-a16b-b80c6d8cfdb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:27.968955 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d16b186-5797-4652-99a5-622857fee90c req-548e3aa9-f74c-43f7-835f-02872f1f6247 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:17:27.969291 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d16b186-5797-4652-99a5-622857fee90c req-548e3aa9-f74c-43f7-835f-02872f1f6247 service neutron] Checking segment: {'id': 'fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0363de15-3bf3-4936-8623-99c3b79e7b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:27.969670 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d16b186-5797-4652-99a5-622857fee90c req-548e3aa9-f74c-43f7-835f-02872f1f6247 service neutron] Bound using segment: {'id': 'fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0363de15-3bf3-4936-8623-99c3b79e7b86'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:17:27.970099 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3d16b186-5797-4652-99a5-622857fee90c req-548e3aa9-f74c-43f7-835f-02872f1f6247 service neutron] Bound port: e53e2248-6989-4cd7-a09d-eac87257e8b7, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0363de15-3bf3-4936-8623-99c3b79e7b86'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:17:27.970441 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-548e3aa9-f74c-43f7-835f-02872f1f6247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:27.996363 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-3d16b186-5797-4652-99a5-622857fee90c req-c5bb7962-b03b-4a7f-a16b-b80c6d8cfdb4 service neutron] Transition to ACTIVE for port object 812a424c-5a9c-4177-8dd1-40d4968f2da9 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:28.003522 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-c5bb7962-b03b-4a7f-a16b-b80c6d8cfdb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.033392 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16b186-5797-4652-99a5-622857fee90c req-bbce7340-5c30-44aa-b771-9a24687b2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:28.034832 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-bbce7340-5c30-44aa-b771-9a24687b2c20 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=14eae5a08d454811adbf1aafcdfca175&device_id=65e1f166-87a1-40a3-94d2-b3e7bb1133aa HTTP/1.1" status: 200 len: 1094 time: 0.1746609 Jul 05 10:17:28.100663 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6f6d7e8-7670-4836-87e1-af329583c1ac tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.111450 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-2af7123c-9da4-4bf4-9e64-25dd279a14b9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36091686-174c-4036-9403-d0887502d104 HTTP/1.1" status: 200 len: 217 time: 0.0536444 Jul 05 10:17:28.134891 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb7962-b03b-4a7f-a16b-b80c6d8cfdb4 service neutron] Pushing event updated for resources: {'Port': ['ID=812a424c-5a9c-4177-8dd1-40d4968f2da9,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:28.137164 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6d7e8-7670-4836-87e1-af329583c1ac tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Pushing event deleted for resources: {'Port': ['ID=6b4f0c15-ae95-4731-b484-d489f0b13070,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:28.168850 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3d16b186-5797-4652-99a5-622857fee90c req-548e3aa9-f74c-43f7-835f-02872f1f6247 service neutron] For port e53e2248-6989-4cd7-a09d-eac87257e8b7, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:28.205543 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6f6d7e8-7670-4836-87e1-af329583c1ac tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.207754 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3d16b186-5797-4652-99a5-622857fee90c req-548e3aa9-f74c-43f7-835f-02872f1f6247 service neutron] For port e53e2248-6989-4cd7-a09d-eac87257e8b7, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e53e2248-6989-4cd7-a09d-eac87257e8b7,segment=NetworkSegment(fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4),segment_id=fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:17:28.234220 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-548e3aa9-f74c-43f7-835f-02872f1f6247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.240389 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16b186-5797-4652-99a5-622857fee90c req-3310a850-f7dc-4e50-baf9-e9f97967e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:28.242073 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-3310a850-f7dc-4e50-baf9-e9f97967e6eb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=008bde71-a842-4bcc-8cfb-c68567640f55 HTTP/1.1" status: 200 len: 858 time: 0.1187685 Jul 05 10:17:28.306687 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6f6d7e8-7670-4836-87e1-af329583c1ac tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.309166 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6f6d7e8-7670-4836-87e1-af329583c1ac tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.313493 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-d84bc98c-447b-4f35-9993-077abc3446ca service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0363de15-3bf3-4936-8623-99c3b79e7b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641508 Jul 05 10:17:28.320505 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16b186-5797-4652-99a5-622857fee90c req-548e3aa9-f74c-43f7-835f-02872f1f6247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:28.321117 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-548e3aa9-f74c-43f7-835f-02872f1f6247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.323021 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-548e3aa9-f74c-43f7-835f-02872f1f6247 service neutron] 10.222.0.81 "PUT /v2.0/ports/e53e2248-6989-4cd7-a09d-eac87257e8b7 HTTP/1.1" status: 200 len: 1092 time: 2.1633410 Jul 05 10:17:28.363654 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6f6d7e8-7670-4836-87e1-af329583c1ac tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.364281 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f6d7e8-7670-4836-87e1-af329583c1ac tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Fanout notify agent at l3_agent the message router_deleted on router 26398ec9-cc16-4ff6-b411-5b9dc51f1e9b {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:17:28.371213 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6f6d7e8-7670-4836-87e1-af329583c1ac tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.375958 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a6f6d7e8-7670-4836-87e1-af329583c1ac tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "DELETE /v2.0/routers/26398ec9-cc16-4ff6-b411-5b9dc51f1e9b HTTP/1.1" status: 204 len: 168 time: 0.8204098 Jul 05 10:17:28.376571 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 37994) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:28.380907 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f1b1f466-a5f4-4c43-9b3b-f340b78a21a2 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Request body: {'router': {'name': 'tempest-snat-router-48666839', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'enable_snat': False}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:28.396874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e3aa9-f74c-43f7-835f-02872f1f6247 service neutron] Pushing event updated for resources: {'Port': ['ID=e53e2248-6989-4cd7-a09d-eac87257e8b7,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:28.404145 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f466-a5f4-4c43-9b3b-f340b78a21a2 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.404394 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3d16b186-5797-4652-99a5-622857fee90c req-c5bb7962-b03b-4a7f-a16b-b80c6d8cfdb4 service neutron] Attempting to bind port 812a424c-5a9c-4177-8dd1-40d4968f2da9 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:17:28.404495 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3d16b186-5797-4652-99a5-622857fee90c req-c5bb7962-b03b-4a7f-a16b-b80c6d8cfdb4 service neutron] Attempting to bind port 812a424c-5a9c-4177-8dd1-40d4968f2da9 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0363de15-3bf3-4936-8623-99c3b79e7b86'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:17:28.404820 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d16b186-5797-4652-99a5-622857fee90c req-c5bb7962-b03b-4a7f-a16b-b80c6d8cfdb4 service neutron] Attempting to bind port 812a424c-5a9c-4177-8dd1-40d4968f2da9 on network 0363de15-3bf3-4936-8623-99c3b79e7b86 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:28.405268 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f466-a5f4-4c43-9b3b-f340b78a21a2 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.435366 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d16b186-5797-4652-99a5-622857fee90c req-c5bb7962-b03b-4a7f-a16b-b80c6d8cfdb4 service neutron] Port 812a424c-5a9c-4177-8dd1-40d4968f2da9 on network 0363de15-3bf3-4936-8623-99c3b79e7b86 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:17:28.435715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d16b186-5797-4652-99a5-622857fee90c req-c5bb7962-b03b-4a7f-a16b-b80c6d8cfdb4 service neutron] Attempting to bind port 812a424c-5a9c-4177-8dd1-40d4968f2da9 on network 0363de15-3bf3-4936-8623-99c3b79e7b86 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:28.452719 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d16b186-5797-4652-99a5-622857fee90c req-c5bb7962-b03b-4a7f-a16b-b80c6d8cfdb4 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:17:28.453062 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d16b186-5797-4652-99a5-622857fee90c req-c5bb7962-b03b-4a7f-a16b-b80c6d8cfdb4 service neutron] Checking segment: {'id': 'fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0363de15-3bf3-4936-8623-99c3b79e7b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:28.453651 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d16b186-5797-4652-99a5-622857fee90c req-c5bb7962-b03b-4a7f-a16b-b80c6d8cfdb4 service neutron] Bound using segment: {'id': 'fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0363de15-3bf3-4936-8623-99c3b79e7b86'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:17:28.454094 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3d16b186-5797-4652-99a5-622857fee90c req-c5bb7962-b03b-4a7f-a16b-b80c6d8cfdb4 service neutron] Bound port: 812a424c-5a9c-4177-8dd1-40d4968f2da9, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0363de15-3bf3-4936-8623-99c3b79e7b86'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:17:28.454450 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-c5bb7962-b03b-4a7f-a16b-b80c6d8cfdb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.468776 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f466-a5f4-4c43-9b3b-f340b78a21a2 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.493507 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-4bfadc3c-a85d-4840-947e-f006f8e72f24 service neutron] 10.222.0.78 "GET /v2.0/networks/0363de15-3bf3-4936-8623-99c3b79e7b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694517 Jul 05 10:17:28.619695 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f466-a5f4-4c43-9b3b-f340b78a21a2 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.627578 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16b186-5797-4652-99a5-622857fee90c req-733ac964-5fd5-4e35-8456-4c9f47c41fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:28.629101 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-733ac964-5fd5-4e35-8456-4c9f47c41fd5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=14eae5a08d454811adbf1aafcdfca175&device_id=166a1e70-c169-4ba5-8876-a03c5f2948eb HTTP/1.1" status: 200 len: 1095 time: 0.2655399 Jul 05 10:17:28.669945 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3d16b186-5797-4652-99a5-622857fee90c req-c5bb7962-b03b-4a7f-a16b-b80c6d8cfdb4 service neutron] For port 812a424c-5a9c-4177-8dd1-40d4968f2da9, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:28.717607 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-accf219f-9e06-491d-8b53-fac18a6c1168 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e53e2248-6989-4cd7-a09d-eac87257e8b7 HTTP/1.1" status: 200 len: 217 time: 0.0771079 Jul 05 10:17:28.728043 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3d16b186-5797-4652-99a5-622857fee90c req-c5bb7962-b03b-4a7f-a16b-b80c6d8cfdb4 service neutron] For port 812a424c-5a9c-4177-8dd1-40d4968f2da9, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=812a424c-5a9c-4177-8dd1-40d4968f2da9,segment=NetworkSegment(fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4),segment_id=fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:17:28.741182 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-22ee1827-8756-41ab-92ac-b30cdda5d21c service neutron] 10.222.0.78 "GET /v2.0/networks/0363de15-3bf3-4936-8623-99c3b79e7b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243626 Jul 05 10:17:28.767560 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-c5bb7962-b03b-4a7f-a16b-b80c6d8cfdb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.827409 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460367c-07a7-4d35-b940-dd35c0e5117c req-b24a71fa-bd41-44ed-bbc3-2c27d9d43d54 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:28.829072 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f460367c-07a7-4d35-b940-dd35c0e5117c req-b24a71fa-bd41-44ed-bbc3-2c27d9d43d54 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/ports?device_id=166a1e70-c169-4ba5-8876-a03c5f2948eb HTTP/1.1" status: 200 len: 944 time: 0.3139315 Jul 05 10:17:28.876946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16b186-5797-4652-99a5-622857fee90c req-c5bb7962-b03b-4a7f-a16b-b80c6d8cfdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:28.877629 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d16b186-5797-4652-99a5-622857fee90c req-c5bb7962-b03b-4a7f-a16b-b80c6d8cfdb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.878854 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-c5bb7962-b03b-4a7f-a16b-b80c6d8cfdb4 service neutron] 10.222.0.81 "PUT /v2.0/ports/812a424c-5a9c-4177-8dd1-40d4968f2da9 HTTP/1.1" status: 200 len: 1092 time: 2.2351990 Jul 05 10:17:28.884310 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16b186-5797-4652-99a5-622857fee90c req-54406e9f-81f2-4134-8b01-24260ef2c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:28.885785 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-54406e9f-81f2-4134-8b01-24260ef2c23b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=008bde71-a842-4bcc-8cfb-c68567640f55 HTTP/1.1" status: 200 len: 858 time: 0.1613791 Jul 05 10:17:28.956927 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-585bff0d-36ba-4c86-a934-a9eef08661db service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0363de15-3bf3-4936-8623-99c3b79e7b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470142 Jul 05 10:17:28.984604 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb7962-b03b-4a7f-a16b-b80c6d8cfdb4 service neutron] Pushing event updated for resources: {'Port': ['ID=812a424c-5a9c-4177-8dd1-40d4968f2da9,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:29.009139 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f460367c-07a7-4d35-b940-dd35c0e5117c req-fd0d1607-3e1a-4a8c-bef4-136039c80a3c tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/security-groups?id=a623f258-b358-4861-9f01-0794308dcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716595 Jul 05 10:17:29.073940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f32d3e-a8e8-4243-b350-7e61d788e287 req-dfe89ba7-3331-488e-9fb0-1e81b10f7b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:29.075443 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9f32d3e-a8e8-4243-b350-7e61d788e287 req-dfe89ba7-3331-488e-9fb0-1e81b10f7b36 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=14eae5a08d454811adbf1aafcdfca175&device_id=65e1f166-87a1-40a3-94d2-b3e7bb1133aa HTTP/1.1" status: 200 len: 1094 time: 0.2678056 Jul 05 10:17:29.157411 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16b186-5797-4652-99a5-622857fee90c req-a1c83195-2719-40d1-8ec1-104b81e0eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:29.158814 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-a1c83195-2719-40d1-8ec1-104b81e0eec5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=14eae5a08d454811adbf1aafcdfca175&device_id=bab2f41b-ae2e-42ad-8ebf-2fc0c6822871 HTTP/1.1" status: 200 len: 1095 time: 0.2342989 Jul 05 10:17:29.164375 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-8bce18c3-e84b-4bc3-81fc-06e8333cd590 service neutron] 10.222.0.81 "GET /v2.0/networks/0363de15-3bf3-4936-8623-99c3b79e7b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744988 Jul 05 10:17:29.179456 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f466-a5f4-4c43-9b3b-f340b78a21a2 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:29.199065 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f466-a5f4-4c43-9b3b-f340b78a21a2 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:29.260190 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-148fe54e-865a-4751-98c1-59a8a0f0f280 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=812a424c-5a9c-4177-8dd1-40d4968f2da9 HTTP/1.1" status: 200 len: 217 time: 0.0864401 Jul 05 10:17:29.304413 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-f1b1f466-a5f4-4c43-9b3b-f340b78a21a2 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Allocated IP 172.25.7.192 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:29.315310 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f32d3e-a8e8-4243-b350-7e61d788e287 req-0fcc27b3-fd71-47a5-8ade-71eebda2205a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:29.316827 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9f32d3e-a8e8-4243-b350-7e61d788e287 req-0fcc27b3-fd71-47a5-8ade-71eebda2205a service neutron] 10.222.0.78 "GET /v2.0/networks?id=0363de15-3bf3-4936-8623-99c3b79e7b86 HTTP/1.1" status: 200 len: 919 time: 0.2322664 Jul 05 10:17:29.382104 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9f32d3e-a8e8-4243-b350-7e61d788e287 req-3d39487b-1f4e-4cb7-8e54-51c6929edde6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36091686-174c-4036-9403-d0887502d104 HTTP/1.1" status: 200 len: 217 time: 0.0537963 Jul 05 10:17:29.389712 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-d9d60798-3f09-4528-87e5-c47004f3a33d service neutron] 10.222.0.81 "GET /v2.0/networks/0363de15-3bf3-4936-8623-99c3b79e7b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171128 Jul 05 10:17:29.392292 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16b186-5797-4652-99a5-622857fee90c req-997f18b4-e13c-4d82-9cc9-9ff6352adf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:29.393623 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-997f18b4-e13c-4d82-9cc9-9ff6352adf86 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=008bde71-a842-4bcc-8cfb-c68567640f55 HTTP/1.1" status: 200 len: 858 time: 0.1268327 Jul 05 10:17:29.406127 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f466-a5f4-4c43-9b3b-f340b78a21a2 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:29.446422 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-2ca74642-b8fc-457e-ab7a-0d88672b0c97 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0363de15-3bf3-4936-8623-99c3b79e7b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451698 Jul 05 10:17:29.448505 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f466-a5f4-4c43-9b3b-f340b78a21a2 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:29.489852 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b1f466-a5f4-4c43-9b3b-f340b78a21a2 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:29.492777 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f1b1f466-a5f4-4c43-9b3b-f340b78a21a2 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:29.498395 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b1f466-a5f4-4c43-9b3b-f340b78a21a2 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:29.505271 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f32d3e-a8e8-4243-b350-7e61d788e287 req-bc9c85f5-8517-4d58-9aa9-2e9b31706dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:29.506938 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9f32d3e-a8e8-4243-b350-7e61d788e287 req-bc9c85f5-8517-4d58-9aa9-2e9b31706dd3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=008bde71-a842-4bcc-8cfb-c68567640f55 HTTP/1.1" status: 200 len: 858 time: 0.1162629 Jul 05 10:17:29.523561 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1f466-a5f4-4c43-9b3b-f340b78a21a2 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Pushing event updated for resources: {'Port': ['ID=b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:29.545918 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9f32d3e-a8e8-4243-b350-7e61d788e287 req-aa4fa230-9135-4fb1-9784-502dcb2ea5b6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0363de15-3bf3-4936-8623-99c3b79e7b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315528 Jul 05 10:17:29.623894 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-3949df34-f51c-4811-a9d4-583e4c08a16a service neutron] 10.222.0.81 "GET /v2.0/networks/0363de15-3bf3-4936-8623-99c3b79e7b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699359 Jul 05 10:17:29.704993 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9f32d3e-a8e8-4243-b350-7e61d788e287 req-3261b211-0cad-46aa-a002-c81e910ce954 service neutron] 10.222.0.78 "GET /v2.0/networks/0363de15-3bf3-4936-8623-99c3b79e7b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510742 Jul 05 10:17:29.753948 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f466-a5f4-4c43-9b3b-f340b78a21a2 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:29.786428 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-8921e9f6-a5d8-4cab-8a84-4f5cf21b5711 service neutron] 10.222.0.81 "GET /v2.0/networks/0363de15-3bf3-4936-8623-99c3b79e7b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549425 Jul 05 10:17:29.823665 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9f32d3e-a8e8-4243-b350-7e61d788e287 req-59e82074-d271-4894-aa42-94cd55071470 service neutron] 10.222.0.78 "GET /v2.0/networks/0363de15-3bf3-4936-8623-99c3b79e7b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065948 Jul 05 10:17:29.864389 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166a1e70-c169-4ba5-8876-a03c5f2948eb', 'tag': 'e53e2248-6989-4cd7-a09d-eac87257e8b7'}, {'name': 'network-changed', 'server_uuid': 'bab2f41b-ae2e-42ad-8ebf-2fc0c6822871', 'tag': '812a424c-5a9c-4177-8dd1-40d4968f2da9'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:29.866916 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d04378b-37d1-4a15-b888-16af8d18092b" -d '{"events": [{"name": "network-changed", "server_uuid": "166a1e70-c169-4ba5-8876-a03c5f2948eb", "tag": "e53e2248-6989-4cd7-a09d-eac87257e8b7"}, {"name": "network-changed", "server_uuid": "bab2f41b-ae2e-42ad-8ebf-2fc0c6822871", "tag": "812a424c-5a9c-4177-8dd1-40d4968f2da9"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:29.907526 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7adcad8-7d6d-41f9-a3a1-868d0c3a21aa x-openstack-request-id: req-a7adcad8-7d6d-41f9-a3a1-868d0c3a21aa {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:29.908180 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166a1e70-c169-4ba5-8876-a03c5f2948eb", "tag": "e53e2248-6989-4cd7-a09d-eac87257e8b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bab2f41b-ae2e-42ad-8ebf-2fc0c6822871", "tag": "812a424c-5a9c-4177-8dd1-40d4968f2da9", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:29.908308 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a7adcad8-7d6d-41f9-a3a1-868d0c3a21aa {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:29.908824 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166a1e70-c169-4ba5-8876-a03c5f2948eb', 'tag': 'e53e2248-6989-4cd7-a09d-eac87257e8b7', 'status': 'completed', 'code': 200} Jul 05 10:17:29.909157 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab2f41b-ae2e-42ad-8ebf-2fc0c6822871', 'tag': '812a424c-5a9c-4177-8dd1-40d4968f2da9', 'status': 'completed', 'code': 200} Jul 05 10:17:29.956571 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f466-a5f4-4c43-9b3b-f340b78a21a2 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:29.985130 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04378b-37d1-4a15-b888-16af8d18092b req-5605cfed-0db3-48b9-9daa-f1c7fb9c0580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:29.986648 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d04378b-37d1-4a15-b888-16af8d18092b req-5605cfed-0db3-48b9-9daa-f1c7fb9c0580 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=14eae5a08d454811adbf1aafcdfca175&device_id=166a1e70-c169-4ba5-8876-a03c5f2948eb HTTP/1.1" status: 200 len: 1095 time: 0.0531466 Jul 05 10:17:30.084728 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04378b-37d1-4a15-b888-16af8d18092b req-b83243ad-34ef-40d3-9c9d-d3cdb5b3612f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:30.086247 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d04378b-37d1-4a15-b888-16af8d18092b req-b83243ad-34ef-40d3-9c9d-d3cdb5b3612f service neutron] 10.222.0.81 "GET /v2.0/networks?id=0363de15-3bf3-4936-8623-99c3b79e7b86 HTTP/1.1" status: 200 len: 919 time: 0.0926735 Jul 05 10:17:30.086442 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b1f466-a5f4-4c43-9b3b-f340b78a21a2 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Router 5dd82ebe-45ab-465c-9352-b889bf1cc0e8 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:17:30.130007 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d04378b-37d1-4a15-b888-16af8d18092b req-c3484ca2-a00e-42eb-a5f0-b73fad5a5c48 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e53e2248-6989-4cd7-a09d-eac87257e8b7 HTTP/1.1" status: 200 len: 217 time: 0.0365341 Jul 05 10:17:30.192031 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b1f466-a5f4-4c43-9b3b-f340b78a21a2 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:17:30.202070 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] Sync routers for ids ['5dd82ebe-45ab-465c-9352-b889bf1cc0e8'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:17:30.209852 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f466-a5f4-4c43-9b3b-f340b78a21a2 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.210773 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04378b-37d1-4a15-b888-16af8d18092b req-2f6d44dc-b113-47df-b321-513e2b9a7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:30.212518 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d04378b-37d1-4a15-b888-16af8d18092b req-2f6d44dc-b113-47df-b321-513e2b9a7560 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=008bde71-a842-4bcc-8cfb-c68567640f55 HTTP/1.1" status: 200 len: 858 time: 0.0726993 Jul 05 10:17:30.212751 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f1b1f466-a5f4-4c43-9b3b-f340b78a21a2 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.8347495 Jul 05 10:17:30.213596 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] Routers {'5dd82ebe-45ab-465c-9352-b889bf1cc0e8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:30.214410 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38002) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:30.214562 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:17:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5dd82ebe-45ab-465c-9352-b889bf1cc0e8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:30.252856 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d04378b-37d1-4a15-b888-16af8d18092b req-3d36ad0b-6b63-4e6b-a39d-afcbbad2cb84 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0363de15-3bf3-4936-8623-99c3b79e7b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320251 Jul 05 10:17:30.263175 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e624346-4295-43ca-9ede-b163e124d502 req-1aee4b68-ee0b-4741-b74a-3f18deb2b3b6 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:30.264576 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6e624346-4295-43ca-9ede-b163e124d502 req-1aee4b68-ee0b-4741-b74a-3f18deb2b3b6 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/ports?device_id=166a1e70-c169-4ba5-8876-a03c5f2948eb HTTP/1.1" status: 200 len: 944 time: 0.1364865 Jul 05 10:17:30.326121 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] Set router 5dd82ebe-45ab-465c-9352-b889bf1cc0e8 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:17:30.339670 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ade334ac-401f-46a7-9d1e-9aa8bf051f60 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "GET /v2.0/routers/5dd82ebe-45ab-465c-9352-b889bf1cc0e8 HTTP/1.1" status: 200 len: 907 time: 0.1213450 Jul 05 10:17:30.339925 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38004) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:30.344806 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8b37d5e4-3e0d-484d-8df1-f45d0bd54cff tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Request body: {'router': {'name': 'tempest-snat-router-48666839', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'enable_snat': True}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:30.351136 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6e624346-4295-43ca-9ede-b163e124d502 req-03865ff8-09ad-4ca4-b41f-d1c1c56cd59d tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/security-groups?id=a623f258-b358-4861-9f01-0794308dcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793478 Jul 05 10:17:30.370287 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b37d5e4-3e0d-484d-8df1-f45d0bd54cff tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.371831 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b37d5e4-3e0d-484d-8df1-f45d0bd54cff tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.391803 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d04378b-37d1-4a15-b888-16af8d18092b req-c41d9d47-8f31-4d91-96e5-b5883829d67f service neutron] 10.222.0.81 "GET /v2.0/networks/0363de15-3bf3-4936-8623-99c3b79e7b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272092 Jul 05 10:17:30.430426 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b37d5e4-3e0d-484d-8df1-f45d0bd54cff tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.486382 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d04378b-37d1-4a15-b888-16af8d18092b req-0e3561e8-fab4-41db-81a2-9f0c9f697559 service neutron] 10.222.0.81 "GET /v2.0/networks/0363de15-3bf3-4936-8623-99c3b79e7b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856643 Jul 05 10:17:30.521720 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd82ebe-45ab-465c-9352-b889bf1cc0e8', 'name': 'tempest-snat-router-48666839', 'tenant_id': '18f9e2d448b74bcf8b05da73764b59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.192'}], 'enable_snat': False}, 'gw_port_id': 'b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:17:28Z', 'updated_at': '2021-07-05T10:17:29Z', 'revision_number': 3, 'project_id': '18f9e2d448b74bcf8b05da73764b59f0', 'gw_port': {'id': 'b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fa:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd82ebe-45ab-465c-9352-b889bf1cc0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:17:29Z', 'updated_at': '2021-07-05T10:17:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:30.548599 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] Checking router: 5dd82ebe-45ab-465c-9352-b889bf1cc0e8 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:17:30.548995 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] Updating router 5dd82ebe-45ab-465c-9352-b889bf1cc0e8 port b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:17:30.566296 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b37d5e4-3e0d-484d-8df1-f45d0bd54cff tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.589083 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04378b-37d1-4a15-b888-16af8d18092b req-545cc7e9-d1e0-4ccb-85d8-c893780beadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:30.590580 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d04378b-37d1-4a15-b888-16af8d18092b req-545cc7e9-d1e0-4ccb-85d8-c893780beadd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=14eae5a08d454811adbf1aafcdfca175&device_id=bab2f41b-ae2e-42ad-8ebf-2fc0c6822871 HTTP/1.1" status: 200 len: 1095 time: 0.0590858 Jul 05 10:17:30.591996 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.784683 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b37d5e4-3e0d-484d-8df1-f45d0bd54cff tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.805985 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b37d5e4-3e0d-484d-8df1-f45d0bd54cff tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.881928 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.893317 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] Transition to ACTIVE for port object b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:30.905341 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.960141 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] Attempting to bind port b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:17:30.961032 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] Attempting to bind port b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:17:30.961618 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] Attempting to bind port b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:30.975825 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:17:30.976183 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:30.976611 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.977213 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:17:30.977472 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] Bound port: b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:17:30.978366 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.979128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-8b37d5e4-3e0d-484d-8df1-f45d0bd54cff tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Allocated IP 172.25.7.56 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/f586e477-df48-43f8-853a-7407fd6e99e5) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:30.985307 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5c3d8-8d38-4f7f-bd88-cdce73540489 None None] Pushing event updated for resources: {'Port': ['ID=b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:30.999637 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04378b-37d1-4a15-b888-16af8d18092b req-0756cc2f-4044-4c26-811e-8b4343ce2b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:31.002091 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d04378b-37d1-4a15-b888-16af8d18092b req-0756cc2f-4044-4c26-811e-8b4343ce2b7e service neutron] 10.222.0.81 "GET /v2.0/networks?id=0363de15-3bf3-4936-8623-99c3b79e7b86 HTTP/1.1" status: 200 len: 919 time: 0.4041209 Jul 05 10:17:31.050330 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] For port b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:31.054525 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] For port b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:17:31.062564 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d04378b-37d1-4a15-b888-16af8d18092b req-a8f808b0-110e-451d-832d-25983d52ba5d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=812a424c-5a9c-4177-8dd1-40d4968f2da9 HTTP/1.1" status: 200 len: 217 time: 0.0520151 Jul 05 10:17:31.065211 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:31.113345 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b37d5e4-3e0d-484d-8df1-f45d0bd54cff tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:31.127197 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04378b-37d1-4a15-b888-16af8d18092b req-3bfcb15c-390e-41ce-bcc3-28639520b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:31.127661 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] Routers {'5dd82ebe-45ab-465c-9352-b889bf1cc0e8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:31.128338 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d04378b-37d1-4a15-b888-16af8d18092b req-3bfcb15c-390e-41ce-bcc3-28639520b946 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=008bde71-a842-4bcc-8cfb-c68567640f55 HTTP/1.1" status: 200 len: 858 time: 0.0592551 Jul 05 10:17:31.128531 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:17:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5dd82ebe-45ab-465c-9352-b889bf1cc0e8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:31.133584 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5c3d8-8d38-4f7f-bd88-cdce73540489 None None] Pushing event updated for resources: {'Port': ['ID=b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:31.157464 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b37d5e4-3e0d-484d-8df1-f45d0bd54cff tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:31.171821 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d04378b-37d1-4a15-b888-16af8d18092b req-1bc33006-a63b-421d-973b-d11d768cdc46 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0363de15-3bf3-4936-8623-99c3b79e7b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355752 Jul 05 10:17:31.206227 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b37d5e4-3e0d-484d-8df1-f45d0bd54cff tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:31.209992 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37d5e4-3e0d-484d-8df1-f45d0bd54cff tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Pushing event updated for resources: {'Port': ['ID=f586e477-df48-43f8-853a-7407fd6e99e5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:31.213192 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-8b37d5e4-3e0d-484d-8df1-f45d0bd54cff tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:31.215200 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b37d5e4-3e0d-484d-8df1-f45d0bd54cff tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:31.242471 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] Set router 5dd82ebe-45ab-465c-9352-b889bf1cc0e8 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:17:31.270119 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d04378b-37d1-4a15-b888-16af8d18092b req-f0f7179e-863d-4112-aadc-ddffe92f718e service neutron] 10.222.0.81 "GET /v2.0/networks/0363de15-3bf3-4936-8623-99c3b79e7b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914972 Jul 05 10:17:31.371055 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d04378b-37d1-4a15-b888-16af8d18092b req-07de7f93-1352-4e48-aa8a-3f22f95a139c service neutron] 10.222.0.81 "GET /v2.0/networks/0363de15-3bf3-4936-8623-99c3b79e7b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946236 Jul 05 10:17:31.439352 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd82ebe-45ab-465c-9352-b889bf1cc0e8', 'name': 'tempest-snat-router-48666839', 'tenant_id': '18f9e2d448b74bcf8b05da73764b59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.192'}], 'enable_snat': False}, 'gw_port_id': 'b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:17:28Z', 'updated_at': '2021-07-05T10:17:29Z', 'revision_number': 3, 'project_id': '18f9e2d448b74bcf8b05da73764b59f0', 'gw_port': {'id': 'b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fa:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd82ebe-45ab-465c-9352-b889bf1cc0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:17:29Z', 'updated_at': '2021-07-05T10:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:31.466837 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456f78b1-9a9d-40a1-bd76-83fab6fd0ca3 None None] The sync data for ids ['5dd82ebe-45ab-465c-9352-b889bf1cc0e8'] in n-d-798054-8 is: [{'id': '5dd82ebe-45ab-465c-9352-b889bf1cc0e8', 'name': 'tempest-snat-router-48666839', 'tenant_id': '18f9e2d448b74bcf8b05da73764b59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.192'}], 'enable_snat': False}, 'gw_port_id': 'b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:17:28Z', 'updated_at': '2021-07-05T10:17:29Z', 'revision_number': 3, 'project_id': '18f9e2d448b74bcf8b05da73764b59f0', 'gw_port': {'id': 'b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fa:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd82ebe-45ab-465c-9352-b889bf1cc0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:17:29Z', 'updated_at': '2021-07-05T10:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:17:31.481110 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b37d5e4-3e0d-484d-8df1-f45d0bd54cff tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:31.552292 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c61c6f-2cbc-4c41-b2af-186d8b714637 req-a9fbcfe3-44c6-45da-bf75-c5f9acf196a0 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:31.553824 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61c61c6f-2cbc-4c41-b2af-186d8b714637 req-a9fbcfe3-44c6-45da-bf75-c5f9acf196a0 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/ports?device_id=166a1e70-c169-4ba5-8876-a03c5f2948eb HTTP/1.1" status: 200 len: 944 time: 0.0747635 Jul 05 10:17:31.593498 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61c61c6f-2cbc-4c41-b2af-186d8b714637 req-43601fe2-6a0a-4109-bf1a-f5b5aa246a2e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/security-groups?id=a623f258-b358-4861-9f01-0794308dcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341814 Jul 05 10:17:31.652982 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device e53e2248-6989-4cd7-a09d-eac87257e8b7 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:17:31.686500 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b37d5e4-3e0d-484d-8df1-f45d0bd54cff tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:31.769018 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port e53e2248-6989-4cd7-a09d-eac87257e8b7, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e53e2248-6989-4cd7-a09d-eac87257e8b7,segment=NetworkSegment(fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4),segment_id=fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:31.783920 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'e53e2248-6989-4cd7-a09d-eac87257e8b7', 'network_id': '0363de15-3bf3-4936-8623-99c3b79e7b86', 'port_id': 'e53e2248-6989-4cd7-a09d-eac87257e8b7', 'mac_address': 'fa:16:3e:30:c9:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008bde71-a842-4bcc-8cfb-c68567640f55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:17:31.828603 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:31.839756 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b37d5e4-3e0d-484d-8df1-f45d0bd54cff tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Router 29e6dde9-04ea-4245-b758-d5437838860c is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:17:31.843273 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53e2248-6989-4cd7-a09d-eac87257e8b7 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:31.867929 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port e53e2248-6989-4cd7-a09d-eac87257e8b7, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e53e2248-6989-4cd7-a09d-eac87257e8b7,segment=NetworkSegment(fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4),segment_id=fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:31.873002 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:31.921709 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=e53e2248-6989-4cd7-a09d-eac87257e8b7,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:31.930558 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:31.931573 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:31.931824 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:31.932362 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:31.932717 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:31.933190 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:31.933647 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:31.934683 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:31.934683 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:31.934939 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:31.935211 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:31.935483 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:31.958640 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b37d5e4-3e0d-484d-8df1-f45d0bd54cff tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:17:31.971400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797aa020-8610-4837-ac72-d7a24b1e522d None None] Sync routers for ids ['29e6dde9-04ea-4245-b758-d5437838860c'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:17:31.977605 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b37d5e4-3e0d-484d-8df1-f45d0bd54cff tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:31.979683 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8b37d5e4-3e0d-484d-8df1-f45d0bd54cff tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 1.6388524 Jul 05 10:17:31.982255 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38008) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:31.984709 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797aa020-8610-4837-ac72-d7a24b1e522d None None] Routers {'29e6dde9-04ea-4245-b758-d5437838860c'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:31.985350 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-797aa020-8610-4837-ac72-d7a24b1e522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:17:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['29e6dde9-04ea-4245-b758-d5437838860c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:32.095725 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['e53e2248-6989-4cd7-a09d-eac87257e8b7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:32.096963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38010) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:32.097486 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b878ef07-54d7-42de-badd-6f78a3626142 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "GET /v2.0/routers/29e6dde9-04ea-4245-b758-d5437838860c HTTP/1.1" status: 200 len: 905 time: 0.1135271 Jul 05 10:17:32.126501 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-797aa020-8610-4837-ac72-d7a24b1e522d None None] Set router 29e6dde9-04ea-4245-b758-d5437838860c gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:17:32.209274 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-71499a6e-dea2-4d1f-becc-88f2776b1854 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:32.316298 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-71499a6e-dea2-4d1f-becc-88f2776b1854 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:32.371230 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-71499a6e-dea2-4d1f-becc-88f2776b1854 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Deleting port f586e477-df48-43f8-853a-7407fd6e99e5 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:32.371580 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-71499a6e-dea2-4d1f-becc-88f2776b1854 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:32.402040 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-797aa020-8610-4837-ac72-d7a24b1e522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e6dde9-04ea-4245-b758-d5437838860c', 'name': 'tempest-snat-router-48666839', 'tenant_id': '18f9e2d448b74bcf8b05da73764b59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'f586e477-df48-43f8-853a-7407fd6e99e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:17:30Z', 'updated_at': '2021-07-05T10:17:31Z', 'revision_number': 3, 'project_id': '18f9e2d448b74bcf8b05da73764b59f0', 'gw_port': {'id': 'f586e477-df48-43f8-853a-7407fd6e99e5', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:84:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e6dde9-04ea-4245-b758-d5437838860c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:17:30Z', 'updated_at': '2021-07-05T10:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:32.430291 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797aa020-8610-4837-ac72-d7a24b1e522d None None] Checking router: 29e6dde9-04ea-4245-b758-d5437838860c for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:17:32.431385 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797aa020-8610-4837-ac72-d7a24b1e522d None None] Updating router 29e6dde9-04ea-4245-b758-d5437838860c port f586e477-df48-43f8-853a-7407fd6e99e5 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:17:32.457995 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-71499a6e-dea2-4d1f-becc-88f2776b1854 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:32.468174 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-797aa020-8610-4837-ac72-d7a24b1e522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:32.471567 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-71499a6e-dea2-4d1f-becc-88f2776b1854 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Calling delete_port for f586e477-df48-43f8-853a-7407fd6e99e5 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:32.651306 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-71499a6e-dea2-4d1f-becc-88f2776b1854 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:32.677683 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71499a6e-dea2-4d1f-becc-88f2776b1854 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Pushing event deleted for resources: {'Port': ['ID=f586e477-df48-43f8-853a-7407fd6e99e5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:32.731973 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-797aa020-8610-4837-ac72-d7a24b1e522d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:17:32.732555 n-d-798054-8 neutron-server[93908]: DEBUG oslo_db.api [None req-797aa020-8610-4837-ac72-d7a24b1e522d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:17:32.776274 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-71499a6e-dea2-4d1f-becc-88f2776b1854 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:32.784177 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 36091686-174c-4036-9403-d0887502d104 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:17:32.820741 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:32.882128 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-71499a6e-dea2-4d1f-becc-88f2776b1854 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:32.885340 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-71499a6e-dea2-4d1f-becc-88f2776b1854 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:32.918752 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:32.933406 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db3093-3b0c-4bfb-9798-6e024dce582d req-303b56c3-1e18-4093-8249-51e9f0709065 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:32.935090 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1db3093-3b0c-4bfb-9798-6e024dce582d req-303b56c3-1e18-4093-8249-51e9f0709065 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/ports?device_id=166a1e70-c169-4ba5-8876-a03c5f2948eb HTTP/1.1" status: 200 len: 945 time: 0.2109251 Jul 05 10:17:32.948441 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-71499a6e-dea2-4d1f-becc-88f2776b1854 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:32.948878 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71499a6e-dea2-4d1f-becc-88f2776b1854 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29e6dde9-04ea-4245-b758-d5437838860c {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:17:32.953520 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-71499a6e-dea2-4d1f-becc-88f2776b1854 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:32.954618 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-71499a6e-dea2-4d1f-becc-88f2776b1854 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "DELETE /v2.0/routers/29e6dde9-04ea-4245-b758-d5437838860c HTTP/1.1" status: 204 len: 168 time: 0.8557758 Jul 05 10:17:32.957390 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38014) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:32.967374 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 36091686-174c-4036-9403-d0887502d104, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=36091686-174c-4036-9403-d0887502d104,segment=NetworkSegment(fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4),segment_id=fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:32.987073 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '36091686-174c-4036-9403-d0887502d104', 'network_id': '0363de15-3bf3-4936-8623-99c3b79e7b86', 'port_id': '36091686-174c-4036-9403-d0887502d104', 'mac_address': 'fa:16:3e:46:e8:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008bde71-a842-4bcc-8cfb-c68567640f55', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:17:32.987319 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1db3093-3b0c-4bfb-9798-6e024dce582d req-c63e540c-c792-4f0a-acd8-1d0d011e0e3e tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/security-groups?id=a623f258-b358-4861-9f01-0794308dcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461087 Jul 05 10:17:33.041975 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:33.044254 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:33.054734 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:33.055304 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:33.082510 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36091686-174c-4036-9403-d0887502d104 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:33.114796 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 36091686-174c-4036-9403-d0887502d104, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=36091686-174c-4036-9403-d0887502d104,segment=NetworkSegment(fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4),segment_id=fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:33.120640 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:33.205046 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:33.209876 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=36091686-174c-4036-9403-d0887502d104,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:33.231172 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:33.236190 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:33.257552 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797aa020-8610-4837-ac72-d7a24b1e522d None None] Port f586e477-df48-43f8-853a-7407fd6e99e5 not found while updating agent binding for router 29e6dde9-04ea-4245-b758-d5437838860c. {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 05 10:17:33.288155 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797aa020-8610-4837-ac72-d7a24b1e522d None None] Routers set() bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:33.288534 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797aa020-8610-4837-ac72-d7a24b1e522d None None] Router IDs set() for agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 10:17:33.289142 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_agentschedulers_db [None req-797aa020-8610-4837-ac72-d7a24b1e522d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'29e6dde9-04ea-4245-b758-d5437838860c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:17:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent'). {{(pid=93908) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 10:17:33.289523 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797aa020-8610-4837-ac72-d7a24b1e522d None None] The sync data for ids ['29e6dde9-04ea-4245-b758-d5437838860c'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:17:33.310367 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:33.428956 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79667ae5-7b5a-4fdd-88b4-d190ec76a2be tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:33.530342 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79667ae5-7b5a-4fdd-88b4-d190ec76a2be tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:33.552359 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['36091686-174c-4036-9403-d0887502d104'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:33.585253 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-79667ae5-7b5a-4fdd-88b4-d190ec76a2be tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Deleting port b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:33.585613 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79667ae5-7b5a-4fdd-88b4-d190ec76a2be tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:33.663358 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-79667ae5-7b5a-4fdd-88b4-d190ec76a2be tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] For port b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:33.663719 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79667ae5-7b5a-4fdd-88b4-d190ec76a2be tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:33.672080 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 812a424c-5a9c-4177-8dd1-40d4968f2da9 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:17:33.673899 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device e53e2248-6989-4cd7-a09d-eac87257e8b7 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:33.677027 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-79667ae5-7b5a-4fdd-88b4-d190ec76a2be tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Calling delete_port for b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:33.802646 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port e53e2248-6989-4cd7-a09d-eac87257e8b7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:33.812058 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port e53e2248-6989-4cd7-a09d-eac87257e8b7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:33.812446 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:33.845797 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79667ae5-7b5a-4fdd-88b4-d190ec76a2be tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:33.847766 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 812a424c-5a9c-4177-8dd1-40d4968f2da9, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=812a424c-5a9c-4177-8dd1-40d4968f2da9,segment=NetworkSegment(fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4),segment_id=fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:33.865527 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '812a424c-5a9c-4177-8dd1-40d4968f2da9', 'network_id': '0363de15-3bf3-4936-8623-99c3b79e7b86', 'port_id': '812a424c-5a9c-4177-8dd1-40d4968f2da9', 'mac_address': 'fa:16:3e:9d:a9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008bde71-a842-4bcc-8cfb-c68567640f55', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:17:33.875615 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79667ae5-7b5a-4fdd-88b4-d190ec76a2be tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:33.913400 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:33.937933 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79667ae5-7b5a-4fdd-88b4-d190ec76a2be tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:33.946625 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812a424c-5a9c-4177-8dd1-40d4968f2da9 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:33.963241 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:33.981308 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 812a424c-5a9c-4177-8dd1-40d4968f2da9, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=812a424c-5a9c-4177-8dd1-40d4968f2da9,segment=NetworkSegment(fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4),segment_id=fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:33.989358 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:33.997394 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166a1e70-c169-4ba5-8876-a03c5f2948eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53e2248-6989-4cd7-a09d-eac87257e8b7'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:33.999646 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5235355-2ac5-464e-8dbb-afd592091b0e" -d '{"events": [{"server_uuid": "166a1e70-c169-4ba5-8876-a03c5f2948eb", "name": "network-vif-plugged", "status": "completed", "tag": "e53e2248-6989-4cd7-a09d-eac87257e8b7"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:34.030756 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port e53e2248-6989-4cd7-a09d-eac87257e8b7, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e53e2248-6989-4cd7-a09d-eac87257e8b7,segment=NetworkSegment(fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4),segment_id=fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:34.036949 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79667ae5-7b5a-4fdd-88b4-d190ec76a2be tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:34.039102 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79667ae5-7b5a-4fdd-88b4-d190ec76a2be tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:34.041776 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:34.060171 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=812a424c-5a9c-4177-8dd1-40d4968f2da9,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:34.086710 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ad179e-df4b-4fb8-a484-a7c8dd68c3b9 x-openstack-request-id: req-51ad179e-df4b-4fb8-a484-a7c8dd68c3b9 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:34.087034 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166a1e70-c169-4ba5-8876-a03c5f2948eb", "name": "network-vif-plugged", "status": "completed", "tag": "e53e2248-6989-4cd7-a09d-eac87257e8b7", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:34.087382 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-51ad179e-df4b-4fb8-a484-a7c8dd68c3b9 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:34.087741 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166a1e70-c169-4ba5-8876-a03c5f2948eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53e2248-6989-4cd7-a09d-eac87257e8b7', 'code': 200} Jul 05 10:17:34.090214 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79667ae5-7b5a-4fdd-88b4-d190ec76a2be tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:34.090942 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79667ae5-7b5a-4fdd-88b4-d190ec76a2be tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5dd82ebe-45ab-465c-9352-b889bf1cc0e8 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:17:34.095773 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79667ae5-7b5a-4fdd-88b4-d190ec76a2be tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:34.097135 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-79667ae5-7b5a-4fdd-88b4-d190ec76a2be tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "DELETE /v2.0/routers/5dd82ebe-45ab-465c-9352-b889bf1cc0e8 HTTP/1.1" status: 204 len: 168 time: 1.1387572 Jul 05 10:17:34.101004 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38020) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:34.110434 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b8e2128f-c7db-482a-b97b-3891900bd670 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-805715586', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:34.114708 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=e53e2248-6989-4cd7-a09d-eac87257e8b7,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:34.148321 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8e2128f-c7db-482a-b97b-3891900bd670 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:34.148738 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8e2128f-c7db-482a-b97b-3891900bd670 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:34.200136 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['812a424c-5a9c-4177-8dd1-40d4968f2da9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:34.210178 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8e2128f-c7db-482a-b97b-3891900bd670 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:34.269226 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6d011-438e-4ec3-ae49-13edd21307dc req-32bd5555-547b-457f-8f94-52c5769658b6 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:34.271696 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bfb6d011-438e-4ec3-ae49-13edd21307dc req-32bd5555-547b-457f-8f94-52c5769658b6 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/ports?device_id=166a1e70-c169-4ba5-8876-a03c5f2948eb HTTP/1.1" status: 200 len: 946 time: 0.1083558 Jul 05 10:17:34.278656 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa1d92-8e1c-47b8-ab29-0b3d2a30ab9d req-b84c4400-c12e-43b9-8358-453c5b51f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:34.280679 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-adaa1d92-8e1c-47b8-ab29-0b3d2a30ab9d req-b84c4400-c12e-43b9-8358-453c5b51f073 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=166a1e70-c169-4ba5-8876-a03c5f2948eb HTTP/1.1" status: 200 len: 1097 time: 0.1290715 Jul 05 10:17:34.341756 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bfb6d011-438e-4ec3-ae49-13edd21307dc req-c8811ef8-4157-4469-bdd8-5b5d49ccb515 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/security-groups?id=a623f258-b358-4861-9f01-0794308dcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586815 Jul 05 10:17:34.348748 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-adaa1d92-8e1c-47b8-ab29-0b3d2a30ab9d req-d4129005-7344-47f6-a74c-fe8e428f96ac service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a623f258-b358-4861-9f01-0794308dcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565572 Jul 05 10:17:34.365274 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8e2128f-c7db-482a-b97b-3891900bd670 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:34.560678 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8e2128f-c7db-482a-b97b-3891900bd670 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:34.579735 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8e2128f-c7db-482a-b97b-3891900bd670 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:34.692750 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-b8e2128f-c7db-482a-b97b-3891900bd670 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Allocated IP 172.25.7.184 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/4dfa465c-f4b7-41ca-8d34-bcaaeca9d661) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:34.802322 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8e2128f-c7db-482a-b97b-3891900bd670 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:34.848575 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8e2128f-c7db-482a-b97b-3891900bd670 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:34.850836 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:17:34.871141 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:17:34.871415 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b7324ac3-1cf6-4b98-b2ae-4e8eb88f4299 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:17:34.897022 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e2128f-c7db-482a-b97b-3891900bd670 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:34.904568 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b8e2128f-c7db-482a-b97b-3891900bd670 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:34.908334 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e2128f-c7db-482a-b97b-3891900bd670 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:34.914099 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2128f-c7db-482a-b97b-3891900bd670 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Pushing event updated for resources: {'Port': ['ID=4dfa465c-f4b7-41ca-8d34-bcaaeca9d661,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:35.188261 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8e2128f-c7db-482a-b97b-3891900bd670 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:35.381803 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8e2128f-c7db-482a-b97b-3891900bd670 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:35.512230 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e2128f-c7db-482a-b97b-3891900bd670 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Router 0929da7c-a5d7-474e-a245-8fa15b8e86d0 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:17:35.523689 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e16dd-c75c-48ec-af81-d73459f577e2 req-bf4802a2-d5ef-4fcd-83a3-7e5a556ad098 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:35.525734 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2c5e16dd-c75c-48ec-af81-d73459f577e2 req-bf4802a2-d5ef-4fcd-83a3-7e5a556ad098 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/ports?device_id=166a1e70-c169-4ba5-8876-a03c5f2948eb HTTP/1.1" status: 200 len: 946 time: 0.0698888 Jul 05 10:17:35.564032 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2c5e16dd-c75c-48ec-af81-d73459f577e2 req-4e02c63e-4b01-4a82-82f5-a4180d7fe32b tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/security-groups?id=a623f258-b358-4861-9f01-0794308dcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324419 Jul 05 10:17:35.620956 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e2128f-c7db-482a-b97b-3891900bd670 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:17:35.629970 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb23c6-6d2b-43c9-826a-007877a414c2 None None] Sync routers for ids ['0929da7c-a5d7-474e-a245-8fa15b8e86d0'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:17:35.639471 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8e2128f-c7db-482a-b97b-3891900bd670 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:35.640303 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eb23c6-6d2b-43c9-826a-007877a414c2 None None] Routers {'0929da7c-a5d7-474e-a245-8fa15b8e86d0'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:35.643546 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b8e2128f-c7db-482a-b97b-3891900bd670 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.5389295 Jul 05 10:17:35.643678 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-68eb23c6-6d2b-43c9-826a-007877a414c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:17:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['0929da7c-a5d7-474e-a245-8fa15b8e86d0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:35.643807 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38026) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:35.648427 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d83abb84-8031-4eba-a163-aee4a1589117 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'enable_snat': False}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:35.683786 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 812a424c-5a9c-4177-8dd1-40d4968f2da9 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:35.738298 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 812a424c-5a9c-4177-8dd1-40d4968f2da9 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:35.742619 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 812a424c-5a9c-4177-8dd1-40d4968f2da9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:35.743747 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:35.776230 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-68eb23c6-6d2b-43c9-826a-007877a414c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:35.786022 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eb23c6-6d2b-43c9-826a-007877a414c2 None None] Routers {'0929da7c-a5d7-474e-a245-8fa15b8e86d0'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:35.787447 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-68eb23c6-6d2b-43c9-826a-007877a414c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:17:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['0929da7c-a5d7-474e-a245-8fa15b8e86d0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:35.814457 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc5d66-00af-4d9c-9394-6bc4fdf9af6f req-af410a5b-deca-4125-b07b-f6a411a80f5d tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:35.816011 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dfbc5d66-00af-4d9c-9394-6bc4fdf9af6f req-af410a5b-deca-4125-b07b-f6a411a80f5d tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/ports?device_id=65e1f166-87a1-40a3-94d2-b3e7bb1133aa HTTP/1.1" status: 200 len: 944 time: 0.1220596 Jul 05 10:17:35.823844 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-68eb23c6-6d2b-43c9-826a-007877a414c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:35.824523 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb23c6-6d2b-43c9-826a-007877a414c2 None None] The sync data for ids ['0929da7c-a5d7-474e-a245-8fa15b8e86d0'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:17:35.825945 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:35.859267 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 812a424c-5a9c-4177-8dd1-40d4968f2da9, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=812a424c-5a9c-4177-8dd1-40d4968f2da9,segment=NetworkSegment(fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4),segment_id=fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:35.864119 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:35.912130 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=812a424c-5a9c-4177-8dd1-40d4968f2da9,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:35.928886 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dfbc5d66-00af-4d9c-9394-6bc4fdf9af6f req-36ac8e37-0ace-4ad0-99c4-73f2ebd7bd41 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/security-groups?id=a623f258-b358-4861-9f01-0794308dcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761073 Jul 05 10:17:36.044709 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d83abb84-8031-4eba-a163-aee4a1589117 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:36.088616 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab2f41b-ae2e-42ad-8ebf-2fc0c6822871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812a424c-5a9c-4177-8dd1-40d4968f2da9'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:36.091042 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd2a076-c8c8-4b12-9e64-d518b9961e47" -d '{"events": [{"server_uuid": "bab2f41b-ae2e-42ad-8ebf-2fc0c6822871", "name": "network-vif-plugged", "status": "completed", "tag": "812a424c-5a9c-4177-8dd1-40d4968f2da9"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:36.129345 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de0915b-9a3d-47a7-a9b4-adde3edd5e30 x-openstack-request-id: req-8de0915b-9a3d-47a7-a9b4-adde3edd5e30 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:36.129595 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab2f41b-ae2e-42ad-8ebf-2fc0c6822871", "name": "network-vif-plugged", "status": "completed", "tag": "812a424c-5a9c-4177-8dd1-40d4968f2da9", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:36.129857 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8de0915b-9a3d-47a7-a9b4-adde3edd5e30 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:36.130258 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab2f41b-ae2e-42ad-8ebf-2fc0c6822871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812a424c-5a9c-4177-8dd1-40d4968f2da9', 'code': 200} Jul 05 10:17:36.230354 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:36.326803 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf4a52-f25a-48c0-9f5d-2333a5c1aa15 req-d17762fd-4fb0-4940-ba45-345e36166d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:36.328330 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dfbf4a52-f25a-48c0-9f5d-2333a5c1aa15 req-d17762fd-4fb0-4940-ba45-345e36166d6c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bab2f41b-ae2e-42ad-8ebf-2fc0c6822871 HTTP/1.1" status: 200 len: 1097 time: 0.1115844 Jul 05 10:17:36.397219 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dfbf4a52-f25a-48c0-9f5d-2333a5c1aa15 req-5eac2f1c-0199-4409-a6b7-8f47b2f3c72e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a623f258-b358-4861-9f01-0794308dcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452151 Jul 05 10:17:36.500405 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d83abb84-8031-4eba-a163-aee4a1589117 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:36.503704 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d83abb84-8031-4eba-a163-aee4a1589117 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3671792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3671787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3670561'] for router, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:36.800570 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 36091686-174c-4036-9403-d0887502d104 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:36.854583 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 36091686-174c-4036-9403-d0887502d104 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:36.858302 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 36091686-174c-4036-9403-d0887502d104 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:36.858710 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:36.894437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83abb84-8031-4eba-a163-aee4a1589117 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Router 0929da7c-a5d7-474e-a245-8fa15b8e86d0 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:17:36.934144 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:36.967155 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 36091686-174c-4036-9403-d0887502d104, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=36091686-174c-4036-9403-d0887502d104,segment=NetworkSegment(fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4),segment_id=fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:36.972264 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:37.005310 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83abb84-8031-4eba-a163-aee4a1589117 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:17:37.010571 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d83abb84-8031-4eba-a163-aee4a1589117 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:37.011791 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d83abb84-8031-4eba-a163-aee4a1589117 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "PUT /v2.0/routers/0929da7c-a5d7-474e-a245-8fa15b8e86d0 HTTP/1.1" status: 200 len: 921 time: 1.3669536 Jul 05 10:17:37.014338 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38032) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:37.018060 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c28a5fd-486a-481f-871d-be6d889829eb None None] Sync routers for ids ['0929da7c-a5d7-474e-a245-8fa15b8e86d0'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:17:37.038183 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=36091686-174c-4036-9403-d0887502d104,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:37.042568 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c28a5fd-486a-481f-871d-be6d889829eb None None] Routers {'0929da7c-a5d7-474e-a245-8fa15b8e86d0'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:37.043623 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5c28a5fd-486a-481f-871d-be6d889829eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:17:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['0929da7c-a5d7-474e-a245-8fa15b8e86d0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:37.077437 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5c28a5fd-486a-481f-871d-be6d889829eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:37.086306 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c28a5fd-486a-481f-871d-be6d889829eb None None] Routers {'0929da7c-a5d7-474e-a245-8fa15b8e86d0'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:37.087592 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5c28a5fd-486a-481f-871d-be6d889829eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:17:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['0929da7c-a5d7-474e-a245-8fa15b8e86d0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:37.123906 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5c28a5fd-486a-481f-871d-be6d889829eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:37.124575 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c28a5fd-486a-481f-871d-be6d889829eb None None] The sync data for ids ['0929da7c-a5d7-474e-a245-8fa15b8e86d0'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:17:37.174407 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd010b-4690-416e-999e-b3eef80d1fe3 req-78bcd60c-3736-46ea-a7eb-4b20c13156c9 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:37.176408 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d0cd010b-4690-416e-999e-b3eef80d1fe3 req-78bcd60c-3736-46ea-a7eb-4b20c13156c9 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/ports?device_id=65e1f166-87a1-40a3-94d2-b3e7bb1133aa HTTP/1.1" status: 200 len: 945 time: 0.1239526 Jul 05 10:17:37.180839 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-76bff628-3cea-4ff0-80d0-5a8b559465ba tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "GET /v2.0/routers/0929da7c-a5d7-474e-a245-8fa15b8e86d0 HTTP/1.1" status: 200 len: 921 time: 0.1634142 Jul 05 10:17:37.181804 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38034) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:37.216138 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d0cd010b-4690-416e-999e-b3eef80d1fe3 req-6af83d7d-3a8f-4a72-a6f7-d239eb0a1144 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/security-groups?id=a623f258-b358-4861-9f01-0794308dcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325727 Jul 05 10:17:37.276671 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e84789b-84a1-4ae6-ac14-3e328b9078f0 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:37.280774 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8e84789b-84a1-4ae6-ac14-3e328b9078f0 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&device_id=0929da7c-a5d7-474e-a245-8fa15b8e86d0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0953798 Jul 05 10:17:37.280975 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38036) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:37.367557 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de72e23b-ea9d-4643-a7f4-279b855c466e tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:37.368996 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-de72e23b-ea9d-4643-a7f4-279b855c466e tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 881 time: 0.0870953 Jul 05 10:17:37.371919 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38038) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:37.406281 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-42a06208-a087-4b30-b28d-197931b63d7d tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "GET /v2.0/ports?device_id=0929da7c-a5d7-474e-a245-8fa15b8e86d0 HTTP/1.1" status: 200 len: 205 time: 0.0332599 Jul 05 10:17:37.408694 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38040) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:37.516922 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7a31a08-76fa-45a6-9e2e-069e849dc8b9 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:37.621156 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7a31a08-76fa-45a6-9e2e-069e849dc8b9 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:37.673779 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b7a31a08-76fa-45a6-9e2e-069e849dc8b9 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Deleting port 4dfa465c-f4b7-41ca-8d34-bcaaeca9d661 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:37.674132 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7a31a08-76fa-45a6-9e2e-069e849dc8b9 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:37.748862 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7a31a08-76fa-45a6-9e2e-069e849dc8b9 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:37.760638 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b7a31a08-76fa-45a6-9e2e-069e849dc8b9 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Calling delete_port for 4dfa465c-f4b7-41ca-8d34-bcaaeca9d661 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:37.921846 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7a31a08-76fa-45a6-9e2e-069e849dc8b9 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:37.948547 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a31a08-76fa-45a6-9e2e-069e849dc8b9 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Pushing event deleted for resources: {'Port': ['ID=4dfa465c-f4b7-41ca-8d34-bcaaeca9d661,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:38.012894 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7a31a08-76fa-45a6-9e2e-069e849dc8b9 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:38.101258 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7a31a08-76fa-45a6-9e2e-069e849dc8b9 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:38.104112 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7a31a08-76fa-45a6-9e2e-069e849dc8b9 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:38.131107 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e1f166-87a1-40a3-94d2-b3e7bb1133aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36091686-174c-4036-9403-d0887502d104'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:38.133500 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ac8c50-3dbe-4f15-af98-ebb364342eb1" -d '{"events": [{"server_uuid": "65e1f166-87a1-40a3-94d2-b3e7bb1133aa", "name": "network-vif-plugged", "status": "completed", "tag": "36091686-174c-4036-9403-d0887502d104"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:38.145909 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7a31a08-76fa-45a6-9e2e-069e849dc8b9 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:38.146491 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a31a08-76fa-45a6-9e2e-069e849dc8b9 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Fanout notify agent at l3_agent the message router_deleted on router 0929da7c-a5d7-474e-a245-8fa15b8e86d0 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:17:38.154901 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7a31a08-76fa-45a6-9e2e-069e849dc8b9 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:38.159574 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b7a31a08-76fa-45a6-9e2e-069e849dc8b9 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "DELETE /v2.0/routers/0929da7c-a5d7-474e-a245-8fa15b8e86d0 HTTP/1.1" status: 204 len: 168 time: 0.7465472 Jul 05 10:17:38.159926 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38044) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:38.164514 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1515b2b6-884f-4c66-b043-4d7ea37622a7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-327727770', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:38.171687 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43537d8b-7820-49f7-8802-4b29c6991a8b x-openstack-request-id: req-43537d8b-7820-49f7-8802-4b29c6991a8b {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:38.172175 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e1f166-87a1-40a3-94d2-b3e7bb1133aa", "name": "network-vif-plugged", "status": "completed", "tag": "36091686-174c-4036-9403-d0887502d104", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:38.172465 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-43537d8b-7820-49f7-8802-4b29c6991a8b {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:38.172911 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e1f166-87a1-40a3-94d2-b3e7bb1133aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36091686-174c-4036-9403-d0887502d104', 'code': 200} Jul 05 10:17:38.188656 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1515b2b6-884f-4c66-b043-4d7ea37622a7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:38.189729 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1515b2b6-884f-4c66-b043-4d7ea37622a7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:38.250616 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1515b2b6-884f-4c66-b043-4d7ea37622a7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:38.255047 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1515b2b6-884f-4c66-b043-4d7ea37622a7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:38.277260 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1515b2b6-884f-4c66-b043-4d7ea37622a7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:38.278831 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1515b2b6-884f-4c66-b043-4d7ea37622a7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1178310 Jul 05 10:17:38.281612 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38048) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:38.287104 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-34bb29b5-9ab7-43f8-ba5c-707636b8fef4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Request body: {'router': {'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:38.302645 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8e77f-7f3f-4158-8222-233b23723d0c req-1f6ccad6-59c1-4262-a505-5abdbce4b605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:38.304213 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fe8e77f-7f3f-4158-8222-233b23723d0c req-1f6ccad6-59c1-4262-a505-5abdbce4b605 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=65e1f166-87a1-40a3-94d2-b3e7bb1133aa HTTP/1.1" status: 200 len: 1096 time: 0.0668149 Jul 05 10:17:38.341552 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fe8e77f-7f3f-4158-8222-233b23723d0c req-ec89e43d-568a-471b-a19a-0413c2f777b3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a623f258-b358-4861-9f01-0794308dcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302558 Jul 05 10:17:38.414394 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea1fc7-890f-4ac8-b64c-0aca546d76ac req-ee49d435-140f-413f-9e5c-8f726ce2dcab tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:38.416738 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3dea1fc7-890f-4ac8-b64c-0aca546d76ac req-ee49d435-140f-413f-9e5c-8f726ce2dcab tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/ports?device_id=65e1f166-87a1-40a3-94d2-b3e7bb1133aa HTTP/1.1" status: 200 len: 945 time: 0.0716794 Jul 05 10:17:38.456109 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3dea1fc7-890f-4ac8-b64c-0aca546d76ac req-2a81408f-6d20-41cd-88d4-c206ccf0b915 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/security-groups?id=a623f258-b358-4861-9f01-0794308dcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336385 Jul 05 10:17:38.825935 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34bb29b5-9ab7-43f8-ba5c-707636b8fef4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:39.014777 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34bb29b5-9ab7-43f8-ba5c-707636b8fef4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:39.033410 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34bb29b5-9ab7-43f8-ba5c-707636b8fef4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:39.132562 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-34bb29b5-9ab7-43f8-ba5c-707636b8fef4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Allocated IP 172.25.7.86 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/2240e624-b176-40d1-8959-5ba3cb8c3dc0) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:39.235629 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34bb29b5-9ab7-43f8-ba5c-707636b8fef4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:39.274144 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34bb29b5-9ab7-43f8-ba5c-707636b8fef4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:39.309154 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bb29b5-9ab7-43f8-ba5c-707636b8fef4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:39.311937 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-34bb29b5-9ab7-43f8-ba5c-707636b8fef4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:39.317311 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bb29b5-9ab7-43f8-ba5c-707636b8fef4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:39.341405 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb29b5-9ab7-43f8-ba5c-707636b8fef4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Pushing event updated for resources: {'Port': ['ID=2240e624-b176-40d1-8959-5ba3cb8c3dc0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:39.575318 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34bb29b5-9ab7-43f8-ba5c-707636b8fef4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:39.647547 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600c93d-4d2f-44c2-b118-bbdc4efe8cfc req-34cee9ce-aebe-4916-bc43-99eef5ce4630 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:39.649243 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e600c93d-4d2f-44c2-b118-bbdc4efe8cfc req-34cee9ce-aebe-4916-bc43-99eef5ce4630 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/ports?device_id=65e1f166-87a1-40a3-94d2-b3e7bb1133aa HTTP/1.1" status: 200 len: 945 time: 0.0779195 Jul 05 10:17:39.697864 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e600c93d-4d2f-44c2-b118-bbdc4efe8cfc req-f1b21e97-4da1-40b9-b2a1-30efcb1bc1fe tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/security-groups?id=a623f258-b358-4861-9f01-0794308dcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422959 Jul 05 10:17:39.780263 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34bb29b5-9ab7-43f8-ba5c-707636b8fef4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:39.783405 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34bb29b5-9ab7-43f8-ba5c-707636b8fef4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3671792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3671787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3670561'] for router, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:39.911392 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bb29b5-9ab7-43f8-ba5c-707636b8fef4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Router 51e67cff-5172-4b7c-9e95-327b1a370750 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:17:40.018034 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bb29b5-9ab7-43f8-ba5c-707636b8fef4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:17:40.024857 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34bb29b5-9ab7-43f8-ba5c-707636b8fef4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:40.026055 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-34bb29b5-9ab7-43f8-ba5c-707636b8fef4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "PUT /v2.0/routers/51e67cff-5172-4b7c-9e95-327b1a370750 HTTP/1.1" status: 200 len: 878 time: 1.7430670 Jul 05 10:17:40.027415 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57885bf-2792-43ed-b6d5-346619033743 None None] Sync routers for ids ['51e67cff-5172-4b7c-9e95-327b1a370750'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:17:40.028667 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38056) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:40.036466 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57885bf-2792-43ed-b6d5-346619033743 None None] Routers {'51e67cff-5172-4b7c-9e95-327b1a370750'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:40.036989 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e57885bf-2792-43ed-b6d5-346619033743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:17:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['51e67cff-5172-4b7c-9e95-327b1a370750'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:40.069761 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e57885bf-2792-43ed-b6d5-346619033743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:40.078754 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57885bf-2792-43ed-b6d5-346619033743 None None] Routers {'51e67cff-5172-4b7c-9e95-327b1a370750'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:40.079355 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e57885bf-2792-43ed-b6d5-346619033743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:17:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['51e67cff-5172-4b7c-9e95-327b1a370750'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:40.112116 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e57885bf-2792-43ed-b6d5-346619033743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:40.112748 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57885bf-2792-43ed-b6d5-346619033743 None None] The sync data for ids ['51e67cff-5172-4b7c-9e95-327b1a370750'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:17:40.135355 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b4f23093-8cf2-42e0-99ff-7fc5e958c6fb tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "GET /v2.0/routers/51e67cff-5172-4b7c-9e95-327b1a370750 HTTP/1.1" status: 200 len: 919 time: 0.1055934 Jul 05 10:17:40.138051 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38058) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:40.193007 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e5632e-723b-4edd-bda2-81ee57ba8223 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:40.194561 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-20e5632e-723b-4edd-bda2-81ee57ba8223 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&device_id=51e67cff-5172-4b7c-9e95-327b1a370750&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0556085 Jul 05 10:17:40.197245 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38060) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:40.243681 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-62fae1c2-30d0-4b5b-9e7b-3971f2cc2940 req-2cb2ec36-d7c3-42e0-bc71-e587afda7a14 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=806ddbc6-2224-4496-8b73-221ac41907de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557375 Jul 05 10:17:40.285148 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8559dec7-37c9-4629-94ba-bca60513e99e tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:40.286717 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8559dec7-37c9-4629-94ba-bca60513e99e tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 881 time: 0.0884864 Jul 05 10:17:40.289637 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38062) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:40.319807 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-28f570af-b45e-45bb-8972-ce6566d5c2f3 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "GET /v2.0/ports?device_id=51e67cff-5172-4b7c-9e95-327b1a370750 HTTP/1.1" status: 200 len: 205 time: 0.0284724 Jul 05 10:17:40.322842 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38064) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:40.339326 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fae1c2-30d0-4b5b-9e7b-3971f2cc2940 req-bcb276a6-4a30-4105-b532-4540beae7f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:40.340955 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-62fae1c2-30d0-4b5b-9e7b-3971f2cc2940 req-bcb276a6-4a30-4105-b532-4540beae7f45 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dbbe5e36a1ae46d4aeb2b59e00a44282&device_id=806ddbc6-2224-4496-8b73-221ac41907de HTTP/1.1" status: 200 len: 1097 time: 0.0545158 Jul 05 10:17:40.431589 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03030d78-4ab8-4707-843c-f126471554c1 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:40.445055 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fae1c2-30d0-4b5b-9e7b-3971f2cc2940 req-cedaa4b3-c62b-4f66-89e9-4e0a220545a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:40.447037 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-62fae1c2-30d0-4b5b-9e7b-3971f2cc2940 req-cedaa4b3-c62b-4f66-89e9-4e0a220545a6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=dc77a506-6981-4369-b90e-32c6330113d7 HTTP/1.1" status: 200 len: 897 time: 0.0841060 Jul 05 10:17:40.517757 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-62fae1c2-30d0-4b5b-9e7b-3971f2cc2940 req-a0f7a968-ab49-4fbd-9f81-0649affe3472 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d22b2c8-e3a9-4954-9521-d932394af9c7 HTTP/1.1" status: 200 len: 1000 time: 0.0633905 Jul 05 10:17:40.537886 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03030d78-4ab8-4707-843c-f126471554c1 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:40.568398 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fae1c2-30d0-4b5b-9e7b-3971f2cc2940 req-7d7e3bc9-926e-4a7a-9748-44872b460ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:40.569933 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-62fae1c2-30d0-4b5b-9e7b-3971f2cc2940 req-7d7e3bc9-926e-4a7a-9748-44872b460ac8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd9e7d6a-a577-4c7e-b742-0980afa6dcbf HTTP/1.1" status: 200 len: 834 time: 0.0464120 Jul 05 10:17:40.590802 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-03030d78-4ab8-4707-843c-f126471554c1 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Deleting port 2240e624-b176-40d1-8959-5ba3cb8c3dc0 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:40.591152 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03030d78-4ab8-4707-843c-f126471554c1 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:40.627895 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fae1c2-30d0-4b5b-9e7b-3971f2cc2940 req-d9763f53-1f3c-4af7-83fe-5075371b6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:40.629441 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-62fae1c2-30d0-4b5b-9e7b-3971f2cc2940 req-d9763f53-1f3c-4af7-83fe-5075371b6bf5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dc77a506-6981-4369-b90e-32c6330113d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534949 Jul 05 10:17:40.666801 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03030d78-4ab8-4707-843c-f126471554c1 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:40.678492 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-03030d78-4ab8-4707-843c-f126471554c1 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Calling delete_port for 2240e624-b176-40d1-8959-5ba3cb8c3dc0 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:40.726179 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-62fae1c2-30d0-4b5b-9e7b-3971f2cc2940 req-6ced8a28-40fe-47e5-a74d-ee9e55516d5a service neutron] 10.222.0.78 "GET /v2.0/networks/dc77a506-6981-4369-b90e-32c6330113d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897233 Jul 05 10:17:40.856906 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-62fae1c2-30d0-4b5b-9e7b-3971f2cc2940 req-66570c98-95ef-40b4-aa10-51b3e95add48 service neutron] 10.222.0.78 "GET /v2.0/networks/dc77a506-6981-4369-b90e-32c6330113d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241987 Jul 05 10:17:40.861750 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03030d78-4ab8-4707-843c-f126471554c1 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:40.894649 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03030d78-4ab8-4707-843c-f126471554c1 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Pushing event deleted for resources: {'Port': ['ID=2240e624-b176-40d1-8959-5ba3cb8c3dc0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:40.897691 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15197cd6-df3e-4cff-8665-ab1c38fbb584 req-ceecee47-8856-49d5-8840-fddd6e94112f tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:40.899906 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15197cd6-df3e-4cff-8665-ab1c38fbb584 req-ceecee47-8856-49d5-8840-fddd6e94112f tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/ports?device_id=65e1f166-87a1-40a3-94d2-b3e7bb1133aa HTTP/1.1" status: 200 len: 945 time: 0.0811913 Jul 05 10:17:40.939093 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15197cd6-df3e-4cff-8665-ab1c38fbb584 req-1ae0ab41-04a7-440d-a9dc-dc7de84d6674 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/security-groups?id=a623f258-b358-4861-9f01-0794308dcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319693 Jul 05 10:17:40.955516 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03030d78-4ab8-4707-843c-f126471554c1 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.046755 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03030d78-4ab8-4707-843c-f126471554c1 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.048813 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03030d78-4ab8-4707-843c-f126471554c1 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.092486 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03030d78-4ab8-4707-843c-f126471554c1 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.093044 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03030d78-4ab8-4707-843c-f126471554c1 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Fanout notify agent at l3_agent the message router_deleted on router 51e67cff-5172-4b7c-9e95-327b1a370750 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:17:41.100051 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03030d78-4ab8-4707-843c-f126471554c1 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.105775 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-03030d78-4ab8-4707-843c-f126471554c1 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "DELETE /v2.0/routers/51e67cff-5172-4b7c-9e95-327b1a370750 HTTP/1.1" status: 204 len: 168 time: 0.7774622 Jul 05 10:17:41.105775 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38070) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:41.110032 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c2819837-3792-44b7-b7ab-7928aef122f1 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1592391744', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:41.126664 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3279d1-09de-4ccd-b70e-7e843c1bca49 req-5facdced-fa48-4a01-88a7-8a102c242687 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:41.128203 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8d3279d1-09de-4ccd-b70e-7e843c1bca49 req-5facdced-fa48-4a01-88a7-8a102c242687 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab2f41b-ae2e-42ad-8ebf-2fc0c6822871 HTTP/1.1" status: 200 len: 946 time: 0.0725079 Jul 05 10:17:41.133389 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2819837-3792-44b7-b7ab-7928aef122f1 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.134909 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2819837-3792-44b7-b7ab-7928aef122f1 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.169149 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8d3279d1-09de-4ccd-b70e-7e843c1bca49 req-6c6e8de1-9890-4461-b75e-5e70f3cb5300 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/security-groups?id=a623f258-b358-4861-9f01-0794308dcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338507 Jul 05 10:17:41.192349 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2819837-3792-44b7-b7ab-7928aef122f1 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.197779 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2819837-3792-44b7-b7ab-7928aef122f1 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.214732 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2819837-3792-44b7-b7ab-7928aef122f1 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.216137 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c2819837-3792-44b7-b7ab-7928aef122f1 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1095648 Jul 05 10:17:41.218891 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38074) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:41.223494 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-44b7fae8-d865-4a24-bd9c-67a9799440ed tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'enable_snat': True}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:41.443938 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44b7fae8-d865-4a24-bd9c-67a9799440ed tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.579021 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144b01c-6d05-4c98-9095-bc509b09bd4a req-cb2e9348-7e56-4d16-9a3d-c248ca22c650 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:41.580574 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c144b01c-6d05-4c98-9095-bc509b09bd4a req-cb2e9348-7e56-4d16-9a3d-c248ca22c650 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab2f41b-ae2e-42ad-8ebf-2fc0c6822871 HTTP/1.1" status: 200 len: 946 time: 0.0717900 Jul 05 10:17:41.622728 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c144b01c-6d05-4c98-9095-bc509b09bd4a req-502af91d-0c81-47e3-b622-58c020487740 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/security-groups?id=a623f258-b358-4861-9f01-0794308dcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362515 Jul 05 10:17:41.655462 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44b7fae8-d865-4a24-bd9c-67a9799440ed tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.674895 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44b7fae8-d865-4a24-bd9c-67a9799440ed tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.780595 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-44b7fae8-d865-4a24-bd9c-67a9799440ed tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Allocated IP 172.25.7.87 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/742b3655-1156-42f7-9e9d-4440d201154c) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:41.882040 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44b7fae8-d865-4a24-bd9c-67a9799440ed tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.920398 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44b7fae8-d865-4a24-bd9c-67a9799440ed tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.958226 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b7fae8-d865-4a24-bd9c-67a9799440ed tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:41.961131 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-44b7fae8-d865-4a24-bd9c-67a9799440ed tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:41.964601 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b7fae8-d865-4a24-bd9c-67a9799440ed tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:41.998910 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7fae8-d865-4a24-bd9c-67a9799440ed tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Pushing event updated for resources: {'Port': ['ID=742b3655-1156-42f7-9e9d-4440d201154c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:42.223373 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44b7fae8-d865-4a24-bd9c-67a9799440ed tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:42.762651 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44b7fae8-d865-4a24-bd9c-67a9799440ed tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:42.766018 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44b7fae8-d865-4a24-bd9c-67a9799440ed tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3671792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3671787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3670561'] for router, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:42.801070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1805ce-8525-4549-81c7-c2df11cb51b0 req-8c5933dc-385c-491b-9318-1a5cdb5d4c1d tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:42.802601 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e1805ce-8525-4549-81c7-c2df11cb51b0 req-8c5933dc-385c-491b-9318-1a5cdb5d4c1d tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab2f41b-ae2e-42ad-8ebf-2fc0c6822871 HTTP/1.1" status: 200 len: 946 time: 0.0684359 Jul 05 10:17:42.841662 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e1805ce-8525-4549-81c7-c2df11cb51b0 req-3e1dcc18-e826-4419-ac16-ceb0380c6751 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/security-groups?id=a623f258-b358-4861-9f01-0794308dcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319924 Jul 05 10:17:42.895221 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b7fae8-d865-4a24-bd9c-67a9799440ed tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Router 3f20c01c-3b0e-4d9d-bcaf-fd1ff0fd2117 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:17:42.942111 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f2b13-e4dd-47ee-bcb6-058595976d94 req-9eedb8d9-d921-4d60-9f63-d19601f3bb3c tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:42.943794 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e8f2b13-e4dd-47ee-bcb6-058595976d94 req-9eedb8d9-d921-4d60-9f63-d19601f3bb3c tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.81 "GET /v2.0/ports?device_id=bab2f41b-ae2e-42ad-8ebf-2fc0c6822871 HTTP/1.1" status: 200 len: 946 time: 0.0643921 Jul 05 10:17:42.999277 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b7fae8-d865-4a24-bd9c-67a9799440ed tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:17:43.006064 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44b7fae8-d865-4a24-bd9c-67a9799440ed tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.010166 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-44b7fae8-d865-4a24-bd9c-67a9799440ed tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "PUT /v2.0/routers/3f20c01c-3b0e-4d9d-bcaf-fd1ff0fd2117 HTTP/1.1" status: 200 len: 914 time: 1.7874277 Jul 05 10:17:43.010166 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38084) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:43.014595 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00460b57-b309-4d9b-b075-bcf291f187ec None None] Sync routers for ids ['3f20c01c-3b0e-4d9d-bcaf-fd1ff0fd2117'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:17:43.026476 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00460b57-b309-4d9b-b075-bcf291f187ec None None] Routers {'3f20c01c-3b0e-4d9d-bcaf-fd1ff0fd2117'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:43.027404 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-00460b57-b309-4d9b-b075-bcf291f187ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:17:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['3f20c01c-3b0e-4d9d-bcaf-fd1ff0fd2117'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:43.056932 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-5e8f2b13-e4dd-47ee-bcb6-058595976d94 req-b06bd851-7a2a-4f35-b39d-87148be91937 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Deleting port 812a424c-5a9c-4177-8dd1-40d4968f2da9 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:43.058637 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5e8f2b13-e4dd-47ee-bcb6-058595976d94 req-b06bd851-7a2a-4f35-b39d-87148be91937 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.064770 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-00460b57-b309-4d9b-b075-bcf291f187ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:43.074275 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00460b57-b309-4d9b-b075-bcf291f187ec None None] Routers {'3f20c01c-3b0e-4d9d-bcaf-fd1ff0fd2117'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:43.074930 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-00460b57-b309-4d9b-b075-bcf291f187ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:17:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['3f20c01c-3b0e-4d9d-bcaf-fd1ff0fd2117'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:43.106279 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-00460b57-b309-4d9b-b075-bcf291f187ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:43.106951 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00460b57-b309-4d9b-b075-bcf291f187ec None None] The sync data for ids ['3f20c01c-3b0e-4d9d-bcaf-fd1ff0fd2117'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:17:43.125186 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-21ca7a4c-9561-4aab-b7d8-f98cd2937e7a tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "GET /v2.0/routers/3f20c01c-3b0e-4d9d-bcaf-fd1ff0fd2117 HTTP/1.1" status: 200 len: 920 time: 0.1141450 Jul 05 10:17:43.127934 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38086) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:43.161419 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-5e8f2b13-e4dd-47ee-bcb6-058595976d94 req-b06bd851-7a2a-4f35-b39d-87148be91937 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] For port 812a424c-5a9c-4177-8dd1-40d4968f2da9, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=812a424c-5a9c-4177-8dd1-40d4968f2da9,segment=NetworkSegment(fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4),segment_id=fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:43.161792 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5e8f2b13-e4dd-47ee-bcb6-058595976d94 req-b06bd851-7a2a-4f35-b39d-87148be91937 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.175774 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-5e8f2b13-e4dd-47ee-bcb6-058595976d94 req-b06bd851-7a2a-4f35-b39d-87148be91937 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Calling delete_port for 812a424c-5a9c-4177-8dd1-40d4968f2da9 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:43.184834 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1161fbc-e812-4e6a-86f8-c9b510bb9b72 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:43.186400 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b1161fbc-e812-4e6a-86f8-c9b510bb9b72 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&device_id=3f20c01c-3b0e-4d9d-bcaf-fd1ff0fd2117&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0575163 Jul 05 10:17:43.189272 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38088) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:43.273243 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2f10eb-d0d7-4df0-bab5-eae49a55b3dd tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:43.275616 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0c2f10eb-d0d7-4df0-bab5-eae49a55b3dd tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 881 time: 0.0851219 Jul 05 10:17:43.278355 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38090) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:43.310197 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fe5f3757-05f8-4ca2-ada1-9816f1899492 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f20c01c-3b0e-4d9d-bcaf-fd1ff0fd2117 HTTP/1.1" status: 200 len: 205 time: 0.0306401 Jul 05 10:17:43.312661 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38092) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:43.320925 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5e8f2b13-e4dd-47ee-bcb6-058595976d94 req-b06bd851-7a2a-4f35-b39d-87148be91937 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.339333 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['e53e2248-6989-4cd7-a09d-eac87257e8b7', '812a424c-5a9c-4177-8dd1-40d4968f2da9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:43.341767 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['36091686-174c-4036-9403-d0887502d104'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:43.391648 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bd851-7a2a-4f35-b39d-87148be91937 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Pushing event deleted for resources: {'Port': ['ID=812a424c-5a9c-4177-8dd1-40d4968f2da9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:43.475715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8f2b13-e4dd-47ee-bcb6-058595976d94 req-b06bd851-7a2a-4f35-b39d-87148be91937 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] No DVR routers for this DVR port 812a424c-5a9c-4177-8dd1-40d4968f2da9 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:17:43.479871 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5e8f2b13-e4dd-47ee-bcb6-058595976d94 req-b06bd851-7a2a-4f35-b39d-87148be91937 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.481890 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e8f2b13-e4dd-47ee-bcb6-058595976d94 req-b06bd851-7a2a-4f35-b39d-87148be91937 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.81 "DELETE /v2.0/ports/812a424c-5a9c-4177-8dd1-40d4968f2da9 HTTP/1.1" status: 204 len: 173 time: 0.5324945 Jul 05 10:17:43.482340 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab2f41b-ae2e-42ad-8ebf-2fc0c6822871', 'name': 'network-vif-deleted', 'tag': '812a424c-5a9c-4177-8dd1-40d4968f2da9'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:43.484698 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3ff613-f0d2-4d05-8997-a7651bd09b6d" -d '{"events": [{"server_uuid": "bab2f41b-ae2e-42ad-8ebf-2fc0c6822871", "name": "network-vif-deleted", "tag": "812a424c-5a9c-4177-8dd1-40d4968f2da9"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:43.510723 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-030cdcd6-ee79-4ee9-a8a9-049698b110a4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.555710 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e02a78-4727-42cd-a936-9ff2ebef3646 x-openstack-request-id: req-75e02a78-4727-42cd-a936-9ff2ebef3646 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:43.556056 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab2f41b-ae2e-42ad-8ebf-2fc0c6822871", "name": "network-vif-deleted", "tag": "812a424c-5a9c-4177-8dd1-40d4968f2da9", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:43.556329 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-75e02a78-4727-42cd-a936-9ff2ebef3646 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:43.557192 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab2f41b-ae2e-42ad-8ebf-2fc0c6822871', 'name': 'network-vif-deleted', 'tag': '812a424c-5a9c-4177-8dd1-40d4968f2da9', 'status': 'completed', 'code': 200} Jul 05 10:17:43.648187 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-030cdcd6-ee79-4ee9-a8a9-049698b110a4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.705015 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-030cdcd6-ee79-4ee9-a8a9-049698b110a4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Deleting port 742b3655-1156-42f7-9e9d-4440d201154c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:43.705372 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-030cdcd6-ee79-4ee9-a8a9-049698b110a4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.780631 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-030cdcd6-ee79-4ee9-a8a9-049698b110a4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.792476 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-030cdcd6-ee79-4ee9-a8a9-049698b110a4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Calling delete_port for 742b3655-1156-42f7-9e9d-4440d201154c owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:43.962974 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-030cdcd6-ee79-4ee9-a8a9-049698b110a4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:44.027432 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-895bd9f2-9469-4aa5-b26d-09da3b8e332a req-838af8db-40a5-43d3-b27d-47ff4c79dfad tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/ports?device_id=bab2f41b-ae2e-42ad-8ebf-2fc0c6822871 HTTP/1.1" status: 200 len: 210 time: 0.0604579 Jul 05 10:17:44.028562 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030cdcd6-ee79-4ee9-a8a9-049698b110a4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Pushing event deleted for resources: {'Port': ['ID=742b3655-1156-42f7-9e9d-4440d201154c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:44.089504 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-030cdcd6-ee79-4ee9-a8a9-049698b110a4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:44.203324 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ac55f67e-1ebd-4565-9282-7e201117c4b7 req-b34d23ea-d28e-4cda-82e5-e3c893016481 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bab2f41b-ae2e-42ad-8ebf-2fc0c6822871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0839281 Jul 05 10:17:44.208751 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-030cdcd6-ee79-4ee9-a8a9-049698b110a4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:44.210891 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-030cdcd6-ee79-4ee9-a8a9-049698b110a4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:44.281409 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ac55f67e-1ebd-4565-9282-7e201117c4b7 req-c3b8a07a-1e7e-43a0-ae7d-70c60829f237 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=14eae5a08d454811adbf1aafcdfca175&device_id=bab2f41b-ae2e-42ad-8ebf-2fc0c6822871 HTTP/1.1" status: 200 len: 210 time: 0.0273519 Jul 05 10:17:44.282894 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-030cdcd6-ee79-4ee9-a8a9-049698b110a4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:44.283488 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030cdcd6-ee79-4ee9-a8a9-049698b110a4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Fanout notify agent at l3_agent the message router_deleted on router 3f20c01c-3b0e-4d9d-bcaf-fd1ff0fd2117 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:17:44.291025 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-030cdcd6-ee79-4ee9-a8a9-049698b110a4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:44.293299 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-030cdcd6-ee79-4ee9-a8a9-049698b110a4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "DELETE /v2.0/routers/3f20c01c-3b0e-4d9d-bcaf-fd1ff0fd2117 HTTP/1.1" status: 204 len: 168 time: 0.9783995 Jul 05 10:17:44.295929 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38098) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:44.301656 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e4f7552a-6bc3-4853-a465-afb64e12a5cb tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-798884509', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:44.416812 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e4f7552a-6bc3-4853-a465-afb64e12a5cb tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:44.417810 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e4f7552a-6bc3-4853-a465-afb64e12a5cb tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:44.527870 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55f67e-1ebd-4565-9282-7e201117c4b7 req-3e8ee988-6b8f-476a-8a87-457db9a94098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:44.529392 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ac55f67e-1ebd-4565-9282-7e201117c4b7 req-3e8ee988-6b8f-476a-8a87-457db9a94098 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=14eae5a08d454811adbf1aafcdfca175&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2227111 Jul 05 10:17:44.530581 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e4f7552a-6bc3-4853-a465-afb64e12a5cb tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:44.535119 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e4f7552a-6bc3-4853-a465-afb64e12a5cb tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:44.619129 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e4f7552a-6bc3-4853-a465-afb64e12a5cb tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:44.620374 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e4f7552a-6bc3-4853-a465-afb64e12a5cb tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3227777 Jul 05 10:17:44.623269 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38100) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:44.627834 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-47acd277-5d5e-42e6-948e-53e14aa87e75 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'enable_snat': False}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:44.847487 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47acd277-5d5e-42e6-948e-53e14aa87e75 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:44.999114 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55f67e-1ebd-4565-9282-7e201117c4b7 req-fea1cec6-d381-4bcf-b11d-9e7dad28e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:45.000665 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ac55f67e-1ebd-4565-9282-7e201117c4b7 req-fea1cec6-d381-4bcf-b11d-9e7dad28e35d service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4603283 Jul 05 10:17:45.054920 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47acd277-5d5e-42e6-948e-53e14aa87e75 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:45.080573 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47acd277-5d5e-42e6-948e-53e14aa87e75 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:45.184360 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-47acd277-5d5e-42e6-948e-53e14aa87e75 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Allocated IP 172.25.7.250 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/54879b73-73a0-4f55-99ff-877943c319fd) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:45.292238 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47acd277-5d5e-42e6-948e-53e14aa87e75 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:45.331580 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47acd277-5d5e-42e6-948e-53e14aa87e75 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:45.375310 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47acd277-5d5e-42e6-948e-53e14aa87e75 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:45.378128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-47acd277-5d5e-42e6-948e-53e14aa87e75 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:45.380704 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47acd277-5d5e-42e6-948e-53e14aa87e75 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:45.386704 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acd277-5d5e-42e6-948e-53e14aa87e75 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Pushing event updated for resources: {'Port': ['ID=54879b73-73a0-4f55-99ff-877943c319fd,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:45.645533 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47acd277-5d5e-42e6-948e-53e14aa87e75 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:45.732333 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 812a424c-5a9c-4177-8dd1-40d4968f2da9 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:17:45.753931 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 812a424c-5a9c-4177-8dd1-40d4968f2da9 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:17:45.754137 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 812a424c-5a9c-4177-8dd1-40d4968f2da9 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:17:45.842852 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47acd277-5d5e-42e6-948e-53e14aa87e75 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:45.846153 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47acd277-5d5e-42e6-948e-53e14aa87e75 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3671792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3671787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3670561'] for router, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:45.973606 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47acd277-5d5e-42e6-948e-53e14aa87e75 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Router ec095f1a-8277-4d70-94e6-a8f9bdfe1f8e is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:17:46.081245 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47acd277-5d5e-42e6-948e-53e14aa87e75 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:17:46.086453 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47acd277-5d5e-42e6-948e-53e14aa87e75 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:46.088265 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-47acd277-5d5e-42e6-948e-53e14aa87e75 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "PUT /v2.0/routers/ec095f1a-8277-4d70-94e6-a8f9bdfe1f8e HTTP/1.1" status: 200 len: 915 time: 1.4630940 Jul 05 10:17:46.090095 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38126) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:46.093043 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9cdd5d-5c3b-4617-ac10-108bc80f00b5 None None] Sync routers for ids ['ec095f1a-8277-4d70-94e6-a8f9bdfe1f8e'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:17:46.102205 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9cdd5d-5c3b-4617-ac10-108bc80f00b5 None None] Routers {'ec095f1a-8277-4d70-94e6-a8f9bdfe1f8e'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:46.102827 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ee9cdd5d-5c3b-4617-ac10-108bc80f00b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:17:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ec095f1a-8277-4d70-94e6-a8f9bdfe1f8e'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:46.114964 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997939f0-c7a2-4581-8307-2eeda2182efc req-9e4a738b-affa-4b50-858a-f5f5524dc520 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:46.121565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997939f0-c7a2-4581-8307-2eeda2182efc req-9e4a738b-affa-4b50-858a-f5f5524dc520 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:46.123314 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-997939f0-c7a2-4581-8307-2eeda2182efc req-9e4a738b-affa-4b50-858a-f5f5524dc520 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/ports?device_id=166a1e70-c169-4ba5-8876-a03c5f2948eb&device_id=65e1f166-87a1-40a3-94d2-b3e7bb1133aa HTTP/1.1" status: 200 len: 1682 time: 0.0752270 Jul 05 10:17:46.137602 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ee9cdd5d-5c3b-4617-ac10-108bc80f00b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:46.146478 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9cdd5d-5c3b-4617-ac10-108bc80f00b5 None None] Routers {'ec095f1a-8277-4d70-94e6-a8f9bdfe1f8e'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:46.147091 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ee9cdd5d-5c3b-4617-ac10-108bc80f00b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:17:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['ec095f1a-8277-4d70-94e6-a8f9bdfe1f8e'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:46.163089 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-997939f0-c7a2-4581-8307-2eeda2182efc req-419a1208-5988-4616-997c-c8074d151918 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/security-groups?id=a623f258-b358-4861-9f01-0794308dcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331173 Jul 05 10:17:46.181473 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ee9cdd5d-5c3b-4617-ac10-108bc80f00b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:46.182117 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9cdd5d-5c3b-4617-ac10-108bc80f00b5 None None] The sync data for ids ['ec095f1a-8277-4d70-94e6-a8f9bdfe1f8e'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:17:46.203878 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7a9f13b7-b82a-4428-b556-9ed8aeef2051 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "GET /v2.0/routers/ec095f1a-8277-4d70-94e6-a8f9bdfe1f8e HTTP/1.1" status: 200 len: 921 time: 0.1121573 Jul 05 10:17:46.206392 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38132) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:46.259396 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700498fa-f220-4130-a60f-314ad179f4fa tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:46.261089 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-700498fa-f220-4130-a60f-314ad179f4fa tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&device_id=ec095f1a-8277-4d70-94e6-a8f9bdfe1f8e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0537777 Jul 05 10:17:46.263841 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38134) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:46.348925 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e86921f-8690-47b9-a062-0eb336dea4ea tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:46.350317 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3e86921f-8690-47b9-a062-0eb336dea4ea tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "GET /v2.0/networks/09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 881 time: 0.0855420 Jul 05 10:17:46.353461 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38136) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:46.388127 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a8f68ec5-0f3d-4ebb-9eec-54c362bd30d4 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec095f1a-8277-4d70-94e6-a8f9bdfe1f8e HTTP/1.1" status: 200 len: 205 time: 0.0335274 Jul 05 10:17:46.390589 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38140) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:46.496542 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-547706c4-b81e-4842-8c0e-be67b4afef92 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:46.595143 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-547706c4-b81e-4842-8c0e-be67b4afef92 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:46.653420 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-547706c4-b81e-4842-8c0e-be67b4afef92 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Deleting port 54879b73-73a0-4f55-99ff-877943c319fd {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:46.654858 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-547706c4-b81e-4842-8c0e-be67b4afef92 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:46.729853 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-547706c4-b81e-4842-8c0e-be67b4afef92 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:46.741985 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-547706c4-b81e-4842-8c0e-be67b4afef92 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Calling delete_port for 54879b73-73a0-4f55-99ff-877943c319fd owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:46.911973 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-547706c4-b81e-4842-8c0e-be67b4afef92 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:46.938038 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547706c4-b81e-4842-8c0e-be67b4afef92 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Pushing event deleted for resources: {'Port': ['ID=54879b73-73a0-4f55-99ff-877943c319fd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:47.003328 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-547706c4-b81e-4842-8c0e-be67b4afef92 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:47.094632 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-547706c4-b81e-4842-8c0e-be67b4afef92 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:47.095386 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33aa329-d088-4521-a792-55e98bf1fd9f req-155d7f7d-7c9b-418e-8053-2c60f23d41be tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:47.096831 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-547706c4-b81e-4842-8c0e-be67b4afef92 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:47.096978 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f33aa329-d088-4521-a792-55e98bf1fd9f req-155d7f7d-7c9b-418e-8053-2c60f23d41be tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/ports?device_id=65e1f166-87a1-40a3-94d2-b3e7bb1133aa HTTP/1.1" status: 200 len: 945 time: 0.0705409 Jul 05 10:17:47.136968 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f33aa329-d088-4521-a792-55e98bf1fd9f req-dcbd29f6-cc56-40d8-8fb1-f9dc329d9166 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/security-groups?id=a623f258-b358-4861-9f01-0794308dcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337241 Jul 05 10:17:47.140222 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-547706c4-b81e-4842-8c0e-be67b4afef92 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:47.140768 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547706c4-b81e-4842-8c0e-be67b4afef92 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Fanout notify agent at l3_agent the message router_deleted on router ec095f1a-8277-4d70-94e6-a8f9bdfe1f8e {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:17:47.147501 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-547706c4-b81e-4842-8c0e-be67b4afef92 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:47.148649 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-547706c4-b81e-4842-8c0e-be67b4afef92 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "DELETE /v2.0/routers/ec095f1a-8277-4d70-94e6-a8f9bdfe1f8e HTTP/1.1" status: 204 len: 168 time: 0.7571647 Jul 05 10:17:47.153255 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38150) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:47.166822 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b6cd641d-93d9-41dd-88a6-df65a92bbc2d tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-301962724', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:47.189455 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6cd641d-93d9-41dd-88a6-df65a92bbc2d tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:47.190538 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6cd641d-93d9-41dd-88a6-df65a92bbc2d tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:47.244605 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6cd641d-93d9-41dd-88a6-df65a92bbc2d tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:47.722075 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6cd641d-93d9-41dd-88a6-df65a92bbc2d tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:47.914060 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6cd641d-93d9-41dd-88a6-df65a92bbc2d tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:47.932154 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6cd641d-93d9-41dd-88a6-df65a92bbc2d tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:48.036549 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-b6cd641d-93d9-41dd-88a6-df65a92bbc2d tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Allocated IP 172.25.7.233 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/4661e880-537e-4f58-8354-65f45429e051) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:48.138595 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6cd641d-93d9-41dd-88a6-df65a92bbc2d tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:48.180033 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6cd641d-93d9-41dd-88a6-df65a92bbc2d tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:48.222737 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cd641d-93d9-41dd-88a6-df65a92bbc2d tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:48.229464 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b6cd641d-93d9-41dd-88a6-df65a92bbc2d tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:48.234580 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cd641d-93d9-41dd-88a6-df65a92bbc2d tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:48.236999 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd641d-93d9-41dd-88a6-df65a92bbc2d tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Pushing event updated for resources: {'Port': ['ID=4661e880-537e-4f58-8354-65f45429e051,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:48.344912 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c91136-4562-4e05-858d-f9d96163fa4b req-49744d0f-cc36-42b0-bf83-557afa83fcea tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:48.346392 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d6c91136-4562-4e05-858d-f9d96163fa4b req-49744d0f-cc36-42b0-bf83-557afa83fcea tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.81 "GET /v2.0/ports?device_id=166a1e70-c169-4ba5-8876-a03c5f2948eb HTTP/1.1" status: 200 len: 946 time: 0.1073282 Jul 05 10:17:48.359400 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec56b3d-b3c1-4943-9cf0-95e936b92eba req-167cfaaf-aa31-4b7b-8f6f-d3002309c0a4 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:48.360862 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eec56b3d-b3c1-4943-9cf0-95e936b92eba req-167cfaaf-aa31-4b7b-8f6f-d3002309c0a4 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/ports?device_id=65e1f166-87a1-40a3-94d2-b3e7bb1133aa HTTP/1.1" status: 200 len: 945 time: 0.0931196 Jul 05 10:17:48.432413 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eec56b3d-b3c1-4943-9cf0-95e936b92eba req-235f9b05-f4cf-40a6-a6e4-2bd22215aea5 tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/security-groups?id=a623f258-b358-4861-9f01-0794308dcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641611 Jul 05 10:17:48.484844 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-d6c91136-4562-4e05-858d-f9d96163fa4b req-f3c7095d-ac59-4fcd-9d88-aca5d2143b6a tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Deleting port e53e2248-6989-4cd7-a09d-eac87257e8b7 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:48.485194 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6c91136-4562-4e05-858d-f9d96163fa4b req-f3c7095d-ac59-4fcd-9d88-aca5d2143b6a tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:48.510204 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6cd641d-93d9-41dd-88a6-df65a92bbc2d tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:48.585600 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d6c91136-4562-4e05-858d-f9d96163fa4b req-f3c7095d-ac59-4fcd-9d88-aca5d2143b6a tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] For port e53e2248-6989-4cd7-a09d-eac87257e8b7, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=e53e2248-6989-4cd7-a09d-eac87257e8b7,segment=NetworkSegment(fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4),segment_id=fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:48.585986 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6c91136-4562-4e05-858d-f9d96163fa4b req-f3c7095d-ac59-4fcd-9d88-aca5d2143b6a tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:48.627591 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-d6c91136-4562-4e05-858d-f9d96163fa4b req-f3c7095d-ac59-4fcd-9d88-aca5d2143b6a tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Calling delete_port for e53e2248-6989-4cd7-a09d-eac87257e8b7 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:48.711969 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6cd641d-93d9-41dd-88a6-df65a92bbc2d tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:48.713369 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83160290-ec66-43d8-b2e9-1a2f13d07b6e req-bd1f3ab2-9ebd-4790-854c-9e43f75644be tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:48.714959 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83160290-ec66-43d8-b2e9-1a2f13d07b6e req-bd1f3ab2-9ebd-4790-854c-9e43f75644be tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e1f166-87a1-40a3-94d2-b3e7bb1133aa HTTP/1.1" status: 200 len: 945 time: 0.1264331 Jul 05 10:17:48.857709 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6c91136-4562-4e05-858d-f9d96163fa4b req-f3c7095d-ac59-4fcd-9d88-aca5d2143b6a tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:48.858027 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cd641d-93d9-41dd-88a6-df65a92bbc2d tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Router b605d2bd-9d52-4ccf-8c4b-c4023ba8e48d is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:17:48.871777 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['36091686-174c-4036-9403-d0887502d104'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:48.897416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-83160290-ec66-43d8-b2e9-1a2f13d07b6e req-f0d8929c-2fc9-4267-b0db-fa471c67594b tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Deleting port 36091686-174c-4036-9403-d0887502d104 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:48.897763 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-83160290-ec66-43d8-b2e9-1a2f13d07b6e req-f0d8929c-2fc9-4267-b0db-fa471c67594b tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:48.901034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7095d-ac59-4fcd-9d88-aca5d2143b6a tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Pushing event deleted for resources: {'Port': ['ID=e53e2248-6989-4cd7-a09d-eac87257e8b7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:48.904198 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['e53e2248-6989-4cd7-a09d-eac87257e8b7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:48.978272 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cd641d-93d9-41dd-88a6-df65a92bbc2d tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:17:48.988199 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c91136-4562-4e05-858d-f9d96163fa4b req-f3c7095d-ac59-4fcd-9d88-aca5d2143b6a tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] No DVR routers for this DVR port e53e2248-6989-4cd7-a09d-eac87257e8b7 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:17:48.992149 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6c91136-4562-4e05-858d-f9d96163fa4b req-f3c7095d-ac59-4fcd-9d88-aca5d2143b6a tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:48.994175 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d6c91136-4562-4e05-858d-f9d96163fa4b req-f3c7095d-ac59-4fcd-9d88-aca5d2143b6a tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.81 "DELETE /v2.0/ports/e53e2248-6989-4cd7-a09d-eac87257e8b7 HTTP/1.1" status: 204 len: 173 time: 0.6324441 Jul 05 10:17:48.994622 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166a1e70-c169-4ba5-8876-a03c5f2948eb', 'name': 'network-vif-deleted', 'tag': 'e53e2248-6989-4cd7-a09d-eac87257e8b7'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:48.995453 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07711bd-4b34-49bb-94d3-8aa2792e87de None None] Sync routers for ids ['b605d2bd-9d52-4ccf-8c4b-c4023ba8e48d'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:17:48.997012 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032b2de7-23fb-428b-97a6-512a82464305" -d '{"events": [{"server_uuid": "166a1e70-c169-4ba5-8876-a03c5f2948eb", "name": "network-vif-deleted", "tag": "e53e2248-6989-4cd7-a09d-eac87257e8b7"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:49.005108 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6cd641d-93d9-41dd-88a6-df65a92bbc2d tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:49.006163 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b6cd641d-93d9-41dd-88a6-df65a92bbc2d tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.8519030 Jul 05 10:17:49.009860 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38156) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:49.014686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9f1837d2-20c1-4b44-af29-31ac89ac1ba7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:49.034812 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07711bd-4b34-49bb-94d3-8aa2792e87de None None] Routers {'b605d2bd-9d52-4ccf-8c4b-c4023ba8e48d'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:49.035658 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b07711bd-4b34-49bb-94d3-8aa2792e87de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:17:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b605d2bd-9d52-4ccf-8c4b-c4023ba8e48d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:49.066344 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01d2db9-5932-4006-850d-1017b9d0f8f3 x-openstack-request-id: req-d01d2db9-5932-4006-850d-1017b9d0f8f3 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:49.066648 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166a1e70-c169-4ba5-8876-a03c5f2948eb", "name": "network-vif-deleted", "tag": "e53e2248-6989-4cd7-a09d-eac87257e8b7", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:49.066900 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d01d2db9-5932-4006-850d-1017b9d0f8f3 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:49.067300 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166a1e70-c169-4ba5-8876-a03c5f2948eb', 'name': 'network-vif-deleted', 'tag': 'e53e2248-6989-4cd7-a09d-eac87257e8b7', 'status': 'completed', 'code': 200} Jul 05 10:17:49.084284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b07711bd-4b34-49bb-94d3-8aa2792e87de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:49.096283 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-83160290-ec66-43d8-b2e9-1a2f13d07b6e req-f0d8929c-2fc9-4267-b0db-fa471c67594b tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] For port 36091686-174c-4036-9403-d0887502d104, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=36091686-174c-4036-9403-d0887502d104,segment=NetworkSegment(fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4),segment_id=fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:49.096657 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-83160290-ec66-43d8-b2e9-1a2f13d07b6e req-f0d8929c-2fc9-4267-b0db-fa471c67594b tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:49.098976 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07711bd-4b34-49bb-94d3-8aa2792e87de None None] Routers {'b605d2bd-9d52-4ccf-8c4b-c4023ba8e48d'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:49.099837 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b07711bd-4b34-49bb-94d3-8aa2792e87de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:17:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b605d2bd-9d52-4ccf-8c4b-c4023ba8e48d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:49.138727 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-83160290-ec66-43d8-b2e9-1a2f13d07b6e req-f0d8929c-2fc9-4267-b0db-fa471c67594b tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Calling delete_port for 36091686-174c-4036-9403-d0887502d104 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:49.139960 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b07711bd-4b34-49bb-94d3-8aa2792e87de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:49.140826 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07711bd-4b34-49bb-94d3-8aa2792e87de None None] The sync data for ids ['b605d2bd-9d52-4ccf-8c4b-c4023ba8e48d'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:17:49.437649 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-83160290-ec66-43d8-b2e9-1a2f13d07b6e req-f0d8929c-2fc9-4267-b0db-fa471c67594b tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:49.453439 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['e53e2248-6989-4cd7-a09d-eac87257e8b7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:49.476118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8929c-2fc9-4267-b0db-fa471c67594b tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Pushing event deleted for resources: {'Port': ['ID=36091686-174c-4036-9403-d0887502d104,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:49.492703 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f1837d2-20c1-4b44-af29-31ac89ac1ba7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:49.539011 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-83160290-ec66-43d8-b2e9-1a2f13d07b6e req-f0d8929c-2fc9-4267-b0db-fa471c67594b tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] No DVR routers for this DVR port 36091686-174c-4036-9403-d0887502d104 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:17:49.544105 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-83160290-ec66-43d8-b2e9-1a2f13d07b6e req-f0d8929c-2fc9-4267-b0db-fa471c67594b tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:49.546298 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83160290-ec66-43d8-b2e9-1a2f13d07b6e req-f0d8929c-2fc9-4267-b0db-fa471c67594b tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.78 "DELETE /v2.0/ports/36091686-174c-4036-9403-d0887502d104 HTTP/1.1" status: 204 len: 173 time: 0.8250759 Jul 05 10:17:49.549501 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f1837d2-20c1-4b44-af29-31ac89ac1ba7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:49.615265 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf85d74d-bc27-4dc0-b68c-fbb136f47b8b req-ee70cedf-e51e-4711-b823-08c58333f92d tempest-ListServersNegativeTestJSON-1508092215 tempest-ListServersNegativeTestJSON-1508092215-project] 10.222.0.79 "GET /v2.0/ports?device_id=65e1f166-87a1-40a3-94d2-b3e7bb1133aa HTTP/1.1" status: 200 len: 210 time: 0.0325506 Jul 05 10:17:49.639324 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-9f1837d2-20c1-4b44-af29-31ac89ac1ba7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Deleting port 4661e880-537e-4f58-8354-65f45429e051 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:49.639666 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f1837d2-20c1-4b44-af29-31ac89ac1ba7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:49.721149 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f1837d2-20c1-4b44-af29-31ac89ac1ba7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:49.733023 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-9f1837d2-20c1-4b44-af29-31ac89ac1ba7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Calling delete_port for 4661e880-537e-4f58-8354-65f45429e051 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:49.892104 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f1837d2-20c1-4b44-af29-31ac89ac1ba7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:49.917537 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1837d2-20c1-4b44-af29-31ac89ac1ba7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Pushing event deleted for resources: {'Port': ['ID=4661e880-537e-4f58-8354-65f45429e051,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:49.980790 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f1837d2-20c1-4b44-af29-31ac89ac1ba7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:50.191734 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f1837d2-20c1-4b44-af29-31ac89ac1ba7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:50.195033 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f1837d2-20c1-4b44-af29-31ac89ac1ba7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3671792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3671787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3670561'] for router, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:50.267085 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1837d2-20c1-4b44-af29-31ac89ac1ba7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Router b605d2bd-9d52-4ccf-8c4b-c4023ba8e48d has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:17:50.340549 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1837d2-20c1-4b44-af29-31ac89ac1ba7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:17:50.347112 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f1837d2-20c1-4b44-af29-31ac89ac1ba7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:50.348283 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9f1837d2-20c1-4b44-af29-31ac89ac1ba7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "PUT /v2.0/routers/b605d2bd-9d52-4ccf-8c4b-c4023ba8e48d HTTP/1.1" status: 200 len: 705 time: 1.3373511 Jul 05 10:17:50.349893 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b452381-1f71-4b53-88f0-6d92fba5a932 None None] Sync routers for ids ['b605d2bd-9d52-4ccf-8c4b-c4023ba8e48d'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:17:50.350841 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38162) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:50.359375 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b452381-1f71-4b53-88f0-6d92fba5a932 None None] Routers {'b605d2bd-9d52-4ccf-8c4b-c4023ba8e48d'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:50.360101 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5b452381-1f71-4b53-88f0-6d92fba5a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:17:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b605d2bd-9d52-4ccf-8c4b-c4023ba8e48d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:50.392169 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5b452381-1f71-4b53-88f0-6d92fba5a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:50.401380 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b452381-1f71-4b53-88f0-6d92fba5a932 None None] Routers {'b605d2bd-9d52-4ccf-8c4b-c4023ba8e48d'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:50.402363 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5b452381-1f71-4b53-88f0-6d92fba5a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:17:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b605d2bd-9d52-4ccf-8c4b-c4023ba8e48d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:50.426712 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4e111cf6-92cb-46ed-9c3d-f8d8ddbf8814 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "GET /v2.0/routers/b605d2bd-9d52-4ccf-8c4b-c4023ba8e48d HTTP/1.1" status: 200 len: 740 time: 0.0724082 Jul 05 10:17:50.426943 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38164) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:50.433308 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5b452381-1f71-4b53-88f0-6d92fba5a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:50.433949 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b452381-1f71-4b53-88f0-6d92fba5a932 None None] The sync data for ids ['b605d2bd-9d52-4ccf-8c4b-c4023ba8e48d'] in n-d-798054-8 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:17:50.468355 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e9f81679-1ee4-48c9-be7e-8596fe5a3c56 tempest-RoutersAdminTest-1285989628 tempest-RoutersAdminTest-1285989628-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&device_id=b605d2bd-9d52-4ccf-8c4b-c4023ba8e48d HTTP/1.1" status: 200 len: 205 time: 0.0402684 Jul 05 10:17:50.470772 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38166) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:50.502350 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-634a2afd-273a-4ab9-b0ff-8bfac3bdc2d0 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "GET /v2.0/ports?device_id=b605d2bd-9d52-4ccf-8c4b-c4023ba8e48d HTTP/1.1" status: 200 len: 205 time: 0.0305243 Jul 05 10:17:50.504649 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38168) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:50.574030 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3a2f1c6-b8a7-4d02-b21c-3f836fb841b5 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:50.730935 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3a2f1c6-b8a7-4d02-b21c-3f836fb841b5 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:50.733074 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3a2f1c6-b8a7-4d02-b21c-3f836fb841b5 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:50.777997 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3a2f1c6-b8a7-4d02-b21c-3f836fb841b5 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:50.778580 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a2f1c6-b8a7-4d02-b21c-3f836fb841b5 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Fanout notify agent at l3_agent the message router_deleted on router b605d2bd-9d52-4ccf-8c4b-c4023ba8e48d {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:17:50.784542 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38174) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:50.790450 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3a2f1c6-b8a7-4d02-b21c-3f836fb841b5 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:50.791551 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b3a2f1c6-b8a7-4d02-b21c-3f836fb841b5 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "DELETE /v2.0/routers/b605d2bd-9d52-4ccf-8c4b-c4023ba8e48d HTTP/1.1" status: 204 len: 168 time: 0.2859986 Jul 05 10:17:50.794896 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38176) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:50.825211 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2aba9716-68d1-495f-85c1-4258d38cb2a0 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "GET /v2.0/ports?device_id=b605d2bd-9d52-4ccf-8c4b-c4023ba8e48d HTTP/1.1" status: 200 len: 205 time: 0.0291467 Jul 05 10:17:50.827431 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38178) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:50.832954 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66b61e0-0c9d-45bc-9866-41123dcb000e admin admin] Deleting subnet 008bde71-a842-4bcc-8cfb-c68567640f55 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:17:50.836084 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b66b61e0-0c9d-45bc-9866-41123dcb000e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:50.864205 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-5e839697-01c1-45de-8095-0e0122a4010d tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] delete failed (client error): The resource could not be found. Jul 05 10:17:50.865233 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5e839697-01c1-45de-8095-0e0122a4010d tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "DELETE /v2.0/routers/b605d2bd-9d52-4ccf-8c4b-c4023ba8e48d HTTP/1.1" status: 404 len: 336 time: 0.0368609 Jul 05 10:17:50.867938 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38180) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:50.870962 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b66b61e0-0c9d-45bc-9866-41123dcb000e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:50.901219 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6d5e83bc-9195-4cc0-9755-874e88e067d7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec095f1a-8277-4d70-94e6-a8f9bdfe1f8e HTTP/1.1" status: 200 len: 205 time: 0.0321851 Jul 05 10:17:50.903479 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38182) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:50.910482 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b66b61e0-0c9d-45bc-9866-41123dcb000e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:50.939258 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-66947b76-fbe0-43b9-841d-ad3715dd49ba tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] delete failed (client error): The resource could not be found. Jul 05 10:17:50.942705 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-66947b76-fbe0-43b9-841d-ad3715dd49ba tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "DELETE /v2.0/routers/ec095f1a-8277-4d70-94e6-a8f9bdfe1f8e HTTP/1.1" status: 404 len: 336 time: 0.0359421 Jul 05 10:17:50.942943 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38184) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:50.956394 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-58651972-8fd3-4a12-8801-6693705e14f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:50.971314 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b66b61e0-0c9d-45bc-9866-41123dcb000e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:50.976225 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b55e8a75-ce35-4431-8565-94d41ea516fb tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f20c01c-3b0e-4d9d-bcaf-fd1ff0fd2117 HTTP/1.1" status: 200 len: 205 time: 0.0321984 Jul 05 10:17:50.978946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38186) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:50.999701 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b66b61e0-0c9d-45bc-9866-41123dcb000e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:51.001609 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b66b61e0-0c9d-45bc-9866-41123dcb000e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/008bde71-a842-4bcc-8cfb-c68567640f55 HTTP/1.1" status: 204 len: 168 time: 0.2159276 Jul 05 10:17:51.002603 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b61e0-0c9d-45bc-9866-41123dcb000e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=008bde71-a842-4bcc-8cfb-c68567640f55,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:51.005458 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38188) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:51.019545 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-ad81697e-e4b7-4d5c-96a7-88d5cc33c884 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] delete failed (client error): The resource could not be found. Jul 05 10:17:51.020591 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ad81697e-e4b7-4d5c-96a7-88d5cc33c884 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "DELETE /v2.0/routers/3f20c01c-3b0e-4d9d-bcaf-fd1ff0fd2117 HTTP/1.1" status: 404 len: 336 time: 0.0407522 Jul 05 10:17:51.023276 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38190) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:51.052105 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-816090fb-bd6e-4d2f-b08b-e291c9fdb2e0 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "GET /v2.0/ports?device_id=51e67cff-5172-4b7c-9e95-327b1a370750 HTTP/1.1" status: 200 len: 205 time: 0.0277548 Jul 05 10:17:51.054863 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38192) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:51.075981 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a89fce76-9a68-4bd9-afc3-68f749542a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:51.092640 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e1f166-87a1-40a3-94d2-b3e7bb1133aa', 'name': 'network-vif-deleted', 'tag': '36091686-174c-4036-9403-d0887502d104'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:51.094874 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94d8800-e1a3-41d2-a205-266160c31a09" -d '{"events": [{"server_uuid": "65e1f166-87a1-40a3-94d2-b3e7bb1133aa", "name": "network-vif-deleted", "tag": "36091686-174c-4036-9403-d0887502d104"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:51.098369 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-2e6e9de1-adab-4d13-97a8-efb6ca293ba7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] delete failed (client error): The resource could not be found. Jul 05 10:17:51.101925 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2e6e9de1-adab-4d13-97a8-efb6ca293ba7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "DELETE /v2.0/routers/51e67cff-5172-4b7c-9e95-327b1a370750 HTTP/1.1" status: 404 len: 336 time: 0.0424767 Jul 05 10:17:51.102168 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38196) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:51.136224 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8a0586-9963-4c05-bccf-a9f9c4b4e650 x-openstack-request-id: req-ac8a0586-9963-4c05-bccf-a9f9c4b4e650 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:51.136512 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e1f166-87a1-40a3-94d2-b3e7bb1133aa", "name": "network-vif-deleted", "tag": "36091686-174c-4036-9403-d0887502d104", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:51.136768 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ac8a0586-9963-4c05-bccf-a9f9c4b4e650 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:51.137155 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e1f166-87a1-40a3-94d2-b3e7bb1133aa', 'name': 'network-vif-deleted', 'tag': '36091686-174c-4036-9403-d0887502d104', 'status': 'completed', 'code': 200} Jul 05 10:17:51.139223 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f7ba1b1d-f515-4fdb-bfa3-4d86cc074ef7 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "GET /v2.0/ports?device_id=0929da7c-a5d7-474e-a245-8fa15b8e86d0 HTTP/1.1" status: 200 len: 205 time: 0.0353134 Jul 05 10:17:51.141669 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38198) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:51.161576 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a89fce76-9a68-4bd9-afc3-68f749542a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:51.171268 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a89fce76-9a68-4bd9-afc3-68f749542a42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0363de15-3bf3-4936-8623-99c3b79e7b86']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:51.177898 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-d9b43566-20ab-4fd7-8ab6-e7ac73c98e7f tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] delete failed (client error): The resource could not be found. Jul 05 10:17:51.178922 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d9b43566-20ab-4fd7-8ab6-e7ac73c98e7f tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "DELETE /v2.0/routers/0929da7c-a5d7-474e-a245-8fa15b8e86d0 HTTP/1.1" status: 404 len: 336 time: 0.0361927 Jul 05 10:17:51.181941 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38200) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:51.182410 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a89fce76-9a68-4bd9-afc3-68f749542a42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:51.182716 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a89fce76-9a68-4bd9-afc3-68f749542a42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd9d1e4-6ee2-41cb-b9ac-8e826e1a41c4') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:51.191943 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a89fce76-9a68-4bd9-afc3-68f749542a42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:51.205930 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a89fce76-9a68-4bd9-afc3-68f749542a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:51.212169 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d134dfca-d125-40d2-bf49-1aad31ebc686 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "GET /v2.0/ports?device_id=26398ec9-cc16-4ff6-b411-5b9dc51f1e9b HTTP/1.1" status: 200 len: 205 time: 0.0265379 Jul 05 10:17:51.212338 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38202) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:51.212660 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89fce76-9a68-4bd9-afc3-68f749542a42 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:17:51.213059 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a89fce76-9a68-4bd9-afc3-68f749542a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:17:51.214694 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:17:51.270005 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a89fce76-9a68-4bd9-afc3-68f749542a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:51.276016 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a89fce76-9a68-4bd9-afc3-68f749542a42 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:51.278252 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a89fce76-9a68-4bd9-afc3-68f749542a42 admin admin] 10.222.0.79 "DELETE /v2.0/networks/0363de15-3bf3-4936-8623-99c3b79e7b86 HTTP/1.1" status: 204 len: 168 time: 0.2718711 Jul 05 10:17:51.290553 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89fce76-9a68-4bd9-afc3-68f749542a42 admin admin] Pushing event deleted for resources: {'Network': ['ID=0363de15-3bf3-4936-8623-99c3b79e7b86,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:51.449787 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38206) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:51.497582 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b91ff7b1-1a5f-400b-9d1a-8094fe9be7b1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=14eae5a08d454811adbf1aafcdfca175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465040 Jul 05 10:17:51.500042 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38208) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:51.551654 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df5af7e5-93bb-48e5-81f7-a7bf6b593d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:51.559089 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-ac4d839e-5151-4024-b7af-3281a51bd03a tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] delete failed (client error): The resource could not be found. Jul 05 10:17:51.560147 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ac4d839e-5151-4024-b7af-3281a51bd03a tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "DELETE /v2.0/routers/26398ec9-cc16-4ff6-b411-5b9dc51f1e9b HTTP/1.1" status: 404 len: 336 time: 0.3469055 Jul 05 10:17:51.562859 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38210) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:51.578809 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df5af7e5-93bb-48e5-81f7-a7bf6b593d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:51.588591 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-29169fac-058d-47ae-ab83-a3a668f458d6 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] DELETE failed (client error): The resource could not be found. Jul 05 10:17:51.589076 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29169fac-058d-47ae-ab83-a3a668f458d6 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:17:51.590880 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-29169fac-058d-47ae-ab83-a3a668f458d6 tempest-RoutersAdminTest-332177185 tempest-RoutersAdminTest-332177185-project] 10.222.0.79 "DELETE /v2.0/subnets/23861ae2-4072-4490-a511-e84f149e5433 HTTP/1.1" status: 404 len: 337 time: 0.0270731 Jul 05 10:17:51.633455 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df5af7e5-93bb-48e5-81f7-a7bf6b593d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:51.637819 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df5af7e5-93bb-48e5-81f7-a7bf6b593d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:51.641343 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-df5af7e5-93bb-48e5-81f7-a7bf6b593d3d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a623f258-b358-4861-9f01-0794308dcaa9 HTTP/1.1" status: 204 len: 168 time: 0.1380880 Jul 05 10:17:51.647151 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5af7e5-93bb-48e5-81f7-a7bf6b593d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a623f258-b358-4861-9f01-0794308dcaa9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:51.763706 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device e53e2248-6989-4cd7-a09d-eac87257e8b7 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:17:51.783468 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: e53e2248-6989-4cd7-a09d-eac87257e8b7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:17:51.783817 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device e53e2248-6989-4cd7-a09d-eac87257e8b7 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:17:51.854424 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38220) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:51.960577 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7cdf7dce-3e81-4b0f-90e5-5bd9c3ac4e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:52.060193 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7cdf7dce-3e81-4b0f-90e5-5bd9c3ac4e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:52.064122 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7cdf7dce-3e81-4b0f-90e5-5bd9c3ac4e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:52.101474 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf7dce-3e81-4b0f-90e5-5bd9c3ac4e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9360994-96c1-4a1a-801f-7a8830962c7f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:52.106371 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7cdf7dce-3e81-4b0f-90e5-5bd9c3ac4e56 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a768ea905f9e435da1722b05af6a9593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2507668 Jul 05 10:17:52.109114 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38232) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:52.162627 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f255cc0b-0202-45fc-89e2-076e58695c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:52.184091 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f255cc0b-0202-45fc-89e2-076e58695c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:52.230105 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f255cc0b-0202-45fc-89e2-076e58695c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:52.232619 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f255cc0b-0202-45fc-89e2-076e58695c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:52.233845 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f255cc0b-0202-45fc-89e2-076e58695c5d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d9360994-96c1-4a1a-801f-7a8830962c7f HTTP/1.1" status: 204 len: 168 time: 0.1236818 Jul 05 10:17:52.242394 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255cc0b-0202-45fc-89e2-076e58695c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9360994-96c1-4a1a-801f-7a8830962c7f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:52.557543 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38252) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:52.606594 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3f980197-61ab-4439-90b0-fdfa6716add8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=18f9e2d448b74bcf8b05da73764b59f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475307 Jul 05 10:17:52.608834 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38262) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:52.665176 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84be6963-ef6c-4e2d-87da-2ac01253fae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:52.686438 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84be6963-ef6c-4e2d-87da-2ac01253fae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:52.741711 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84be6963-ef6c-4e2d-87da-2ac01253fae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:52.745341 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84be6963-ef6c-4e2d-87da-2ac01253fae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:52.748796 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-84be6963-ef6c-4e2d-87da-2ac01253fae1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eaeb09bf-1607-419b-b3f3-f15caf56a52e HTTP/1.1" status: 204 len: 168 time: 0.1360672 Jul 05 10:17:52.755823 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be6963-ef6c-4e2d-87da-2ac01253fae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaeb09bf-1607-419b-b3f3-f15caf56a52e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:52.827006 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-19c4e095-0d86-4c47-9598-8aab9093f91d req-1db920ff-663e-4669-ba18-14a57349c151 tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0318239 Jul 05 10:17:52.871830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 36091686-174c-4036-9403-d0887502d104 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:17:52.891382 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 36091686-174c-4036-9403-d0887502d104 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:17:52.892086 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 36091686-174c-4036-9403-d0887502d104 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:17:53.313916 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6225a6c6-dbf7-4d14-a198-5924b6be492d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:53.484987 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38310) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:53.580334 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d8630bb0-a9d9-46c4-b7f9-d27c4b54889e tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2047120913'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:53.601286 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8630bb0-a9d9-46c4-b7f9-d27c4b54889e tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Made reservation on behalf of 9a33ec7b91ae440c92d4063d0f05d2c9 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:53.605475 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8630bb0-a9d9-46c4-b7f9-d27c4b54889e tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:53.614274 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8630bb0-a9d9-46c4-b7f9-d27c4b54889e tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:53.622279 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:53.713260 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8630bb0-a9d9-46c4-b7f9-d27c4b54889e tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:53.717025 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8630bb0-a9d9-46c4-b7f9-d27c4b54889e tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:53.740359 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8630bb0-a9d9-46c4-b7f9-d27c4b54889e tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:17:53.753817 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8630bb0-a9d9-46c4-b7f9-d27c4b54889e tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5651bc3-7931-47bf-9450-c30acc0f209d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:53.758785 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8630bb0-a9d9-46c4-b7f9-d27c4b54889e tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:53.759134 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-d8630bb0-a9d9-46c4-b7f9-d27c4b54889e tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Added segment 35f277cf-4a10-4e36-b4ec-705dad895d2f of type vlan for network e527682a-bfa4-452e-a3f7-e3e442f15a73 Jul 05 10:17:53.807182 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8630bb0-a9d9-46c4-b7f9-d27c4b54889e tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:53.838173 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8630bb0-a9d9-46c4-b7f9-d27c4b54889e tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:53.843729 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8630bb0-a9d9-46c4-b7f9-d27c4b54889e tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:53.844418 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8630bb0-a9d9-46c4-b7f9-d27c4b54889e tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:53.911475 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d8630bb0-a9d9-46c4-b7f9-d27c4b54889e tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4253755 Jul 05 10:17:53.915365 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38316) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:53.922208 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-07f6b7c6-ba58-4bc0-9437-defd336d354f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Request body: {'subnet': {'network_id': 'e527682a-bfa4-452e-a3f7-e3e442f15a73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:53.955304 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8630bb0-a9d9-46c4-b7f9-d27c4b54889e tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Pushing event updated for resources: {'Network': ['ID=e527682a-bfa4-452e-a3f7-e3e442f15a73,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:53.966558 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network e527682a-bfa4-452e-a3f7-e3e442f15a73 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:17:54.008072 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ba50f5a-ce21-4d23-a3ad-3ba0be645fbe req-fe830ce0-d58c-4141-85a8-14386501f260 tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0536017 Jul 05 10:17:54.032575 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f6b7c6-ba58-4bc0-9437-defd336d354f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Made reservation on behalf of 9a33ec7b91ae440c92d4063d0f05d2c9 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:54.036227 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07f6b7c6-ba58-4bc0-9437-defd336d354f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:54.218069 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07f6b7c6-ba58-4bc0-9437-defd336d354f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:54.278691 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6b7c6-ba58-4bc0-9437-defd336d354f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Pushing event updated for resources: {'Subnet': ['ID=4776a15c-cfd6-438a-b794-a552572c88c1,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:54.286858 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f6b7c6-ba58-4bc0-9437-defd336d354f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Checking segment: {'id': '35f277cf-4a10-4e36-b4ec-705dad895d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e527682a-bfa4-452e-a3f7-e3e442f15a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:54.287230 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f6b7c6-ba58-4bc0-9437-defd336d354f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Network hostable DHCP agents. Network: e527682a-bfa4-452e-a3f7-e3e442f15a73, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:17:54.303835 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f6b7c6-ba58-4bc0-9437-defd336d354f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Network e527682a-bfa4-452e-a3f7-e3e442f15a73 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:17:54.312319 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-07f6b7c6-ba58-4bc0-9437-defd336d354f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, e527682a-bfa4-452e-a3f7-e3e442f15a73) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:54.316179 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f6b7c6-ba58-4bc0-9437-defd336d354f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:54.316775 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07f6b7c6-ba58-4bc0-9437-defd336d354f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:54.321461 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4302cf8e-f4d3-41a7-9896-4a4c220419d8 None None] Network e527682a-bfa4-452e-a3f7-e3e442f15a73 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:17:54.331577 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-07f6b7c6-ba58-4bc0-9437-defd336d354f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4141572 Jul 05 10:17:54.334282 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38318) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:54.339767 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6c78417b-26c4-496d-9ce7-4ff4617bc37c tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Request body: {'port': {'network_id': 'e527682a-bfa4-452e-a3f7-e3e442f15a73', 'name': 'tempest-AllowedAddressPairTestJSON-207030068'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:54.448599 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c78417b-26c4-496d-9ce7-4ff4617bc37c tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Made reservation on behalf of 9a33ec7b91ae440c92d4063d0f05d2c9 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:54.452621 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c78417b-26c4-496d-9ce7-4ff4617bc37c tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:54.465464 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249ce505-d144-45ef-a1a2-616542bf839a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-e527682a-bfa4-452e-a3f7-e3e442f15a73', 'network_id': 'e527682a-bfa4-452e-a3f7-e3e442f15a73', 'tenant_id': '9a33ec7b91ae440c92d4063d0f05d2c9', 'fixed_ips': [{'subnet_id': '4776a15c-cfd6-438a-b794-a552572c88c1'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:17:54.466452 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-249ce505-d144-45ef-a1a2-616542bf839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:54.471393 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-6c78417b-26c4-496d-9ce7-4ff4617bc37c tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] device_id is not set on port 60efa91a-fbea-4857-ae1d-2bdd1e58879f yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:17:54.579489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-6c78417b-26c4-496d-9ce7-4ff4617bc37c tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Allocated IP 172.20.0.10 (e527682a-bfa4-452e-a3f7-e3e442f15a73/4776a15c-cfd6-438a-b794-a552572c88c1/60efa91a-fbea-4857-ae1d-2bdd1e58879f) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:54.629563 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:54.730607 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c78417b-26c4-496d-9ce7-4ff4617bc37c tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:54.744074 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-6c78417b-26c4-496d-9ce7-4ff4617bc37c tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Transition to ACTIVE for port object 60efa91a-fbea-4857-ae1d-2bdd1e58879f will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:54.779616 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c78417b-26c4-496d-9ce7-4ff4617bc37c tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:54.822928 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c78417b-26c4-496d-9ce7-4ff4617bc37c tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Network e527682a-bfa4-452e-a3f7-e3e442f15a73 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:54.823364 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-249ce505-d144-45ef-a1a2-616542bf839a None None] Allocated IP 172.20.0.2 (e527682a-bfa4-452e-a3f7-e3e442f15a73/4776a15c-cfd6-438a-b794-a552572c88c1/37de0c75-c91b-4c89-a535-b77cd1a6e246) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:54.831446 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-6c78417b-26c4-496d-9ce7-4ff4617bc37c tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:54.836391 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c78417b-26c4-496d-9ce7-4ff4617bc37c tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:54.842152 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78417b-26c4-496d-9ce7-4ff4617bc37c tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Pushing event updated for resources: {'Port': ['ID=60efa91a-fbea-4857-ae1d-2bdd1e58879f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:54.898171 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c78417b-26c4-496d-9ce7-4ff4617bc37c tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:54.898808 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c78417b-26c4-496d-9ce7-4ff4617bc37c tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:54.916903 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6c78417b-26c4-496d-9ce7-4ff4617bc37c tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5787311 Jul 05 10:17:54.917711 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38320) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:54.920984 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-57667140-4f37-45dd-818b-72ff48ac9289 req-b79861a3-22ae-46ff-b863-4e9a7463b472 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0287857 Jul 05 10:17:54.923155 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-aea730b5-abd9-43db-9ad8-64a3e06253e6 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Request body: {'port': {'network_id': 'e527682a-bfa4-452e-a3f7-e3e442f15a73', 'name': 'tempest-AllowedAddressPairTestJSON-842199621', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:df:7a:aa'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:54.983164 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-249ce505-d144-45ef-a1a2-616542bf839a None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:54.991390 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-249ce505-d144-45ef-a1a2-616542bf839a None None] Transition to ACTIVE for port object 37de0c75-c91b-4c89-a535-b77cd1a6e246 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:55.007028 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-249ce505-d144-45ef-a1a2-616542bf839a None None] Transition to ACTIVE for port object 37de0c75-c91b-4c89-a535-b77cd1a6e246 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:55.012765 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-249ce505-d144-45ef-a1a2-616542bf839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:55.033412 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea730b5-abd9-43db-9ad8-64a3e06253e6 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Made reservation on behalf of 9a33ec7b91ae440c92d4063d0f05d2c9 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:55.054358 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249ce505-d144-45ef-a1a2-616542bf839a None None] Network e527682a-bfa4-452e-a3f7-e3e442f15a73 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:55.057969 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-249ce505-d144-45ef-a1a2-616542bf839a None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:55.062531 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249ce505-d144-45ef-a1a2-616542bf839a None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:55.065684 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce505-d144-45ef-a1a2-616542bf839a None None] Pushing event updated for resources: {'Port': ['ID=37de0c75-c91b-4c89-a535-b77cd1a6e246,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:55.124219 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-249ce505-d144-45ef-a1a2-616542bf839a None None] Attempting to bind port 37de0c75-c91b-4c89-a535-b77cd1a6e246 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:17:55.124691 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-249ce505-d144-45ef-a1a2-616542bf839a None None] Attempting to bind port 37de0c75-c91b-4c89-a535-b77cd1a6e246 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '35f277cf-4a10-4e36-b4ec-705dad895d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e527682a-bfa4-452e-a3f7-e3e442f15a73'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:17:55.125146 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249ce505-d144-45ef-a1a2-616542bf839a None None] Attempting to bind port 37de0c75-c91b-4c89-a535-b77cd1a6e246 on network e527682a-bfa4-452e-a3f7-e3e442f15a73 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:55.127964 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aea730b5-abd9-43db-9ad8-64a3e06253e6 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:55.130721 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249ce505-d144-45ef-a1a2-616542bf839a None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:17:55.130973 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249ce505-d144-45ef-a1a2-616542bf839a None None] Checking segment: {'id': '35f277cf-4a10-4e36-b4ec-705dad895d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e527682a-bfa4-452e-a3f7-e3e442f15a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:55.131447 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-249ce505-d144-45ef-a1a2-616542bf839a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:55.131940 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249ce505-d144-45ef-a1a2-616542bf839a None None] Bound using segment: {'id': '35f277cf-4a10-4e36-b4ec-705dad895d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e527682a-bfa4-452e-a3f7-e3e442f15a73'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:17:55.132474 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-249ce505-d144-45ef-a1a2-616542bf839a None None] Bound port: 37de0c75-c91b-4c89-a535-b77cd1a6e246, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f277cf-4a10-4e36-b4ec-705dad895d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e527682a-bfa4-452e-a3f7-e3e442f15a73'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:17:55.132971 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-249ce505-d144-45ef-a1a2-616542bf839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:55.148259 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-aea730b5-abd9-43db-9ad8-64a3e06253e6 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] device_id is not set on port 2e6d16be-ddd3-44a0-b910-4a2ac5a60cc4 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:17:55.176483 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03fd50fc-bd66-44ff-b639-c27faaad01d6 req-9d6627d4-7318-4c82-b928-9d0ebae6301d tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0310845 Jul 05 10:17:55.206013 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-249ce505-d144-45ef-a1a2-616542bf839a None None] For port 37de0c75-c91b-4c89-a535-b77cd1a6e246, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:55.209286 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-249ce505-d144-45ef-a1a2-616542bf839a None None] For port 37de0c75-c91b-4c89-a535-b77cd1a6e246, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=37de0c75-c91b-4c89-a535-b77cd1a6e246,segment=NetworkSegment(35f277cf-4a10-4e36-b4ec-705dad895d2f),segment_id=35f277cf-4a10-4e36-b4ec-705dad895d2f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:17:55.213345 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-249ce505-d144-45ef-a1a2-616542bf839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:55.262190 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-aea730b5-abd9-43db-9ad8-64a3e06253e6 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Allocated IP 172.20.0.8 (e527682a-bfa4-452e-a3f7-e3e442f15a73/4776a15c-cfd6-438a-b794-a552572c88c1/2e6d16be-ddd3-44a0-b910-4a2ac5a60cc4) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:55.267443 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce505-d144-45ef-a1a2-616542bf839a None None] Pushing event updated for resources: {'Port': ['ID=37de0c75-c91b-4c89-a535-b77cd1a6e246,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:55.437876 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aea730b5-abd9-43db-9ad8-64a3e06253e6 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:55.451496 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-aea730b5-abd9-43db-9ad8-64a3e06253e6 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Transition to ACTIVE for port object 2e6d16be-ddd3-44a0-b910-4a2ac5a60cc4 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:55.492367 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aea730b5-abd9-43db-9ad8-64a3e06253e6 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:55.538372 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea730b5-abd9-43db-9ad8-64a3e06253e6 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Network e527682a-bfa4-452e-a3f7-e3e442f15a73 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:55.544533 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-aea730b5-abd9-43db-9ad8-64a3e06253e6 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:55.548680 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea730b5-abd9-43db-9ad8-64a3e06253e6 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:55.572544 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea730b5-abd9-43db-9ad8-64a3e06253e6 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Pushing event updated for resources: {'Port': ['ID=2e6d16be-ddd3-44a0-b910-4a2ac5a60cc4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:55.599526 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea730b5-abd9-43db-9ad8-64a3e06253e6 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:55.600232 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aea730b5-abd9-43db-9ad8-64a3e06253e6 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:55.615545 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-aea730b5-abd9-43db-9ad8-64a3e06253e6 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.6961563 Jul 05 10:17:55.617990 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38324) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:55.722965 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c0f87d-a01a-45e9-9f20-7e496cec1acf tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:55.729396 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c0f87d-a01a-45e9-9f20-7e496cec1acf tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:55.735341 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c0f87d-a01a-45e9-9f20-7e496cec1acf tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:55.737205 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-01c0f87d-a01a-45e9-9f20-7e496cec1acf tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1183727 Jul 05 10:17:55.740347 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38326) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:55.844623 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d036a-8ff5-4ab1-8f68-0436dbd40155 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Deleting port 2e6d16be-ddd3-44a0-b910-4a2ac5a60cc4 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:55.844976 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5f7d036a-8ff5-4ab1-8f68-0436dbd40155 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:55.931337 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5f7d036a-8ff5-4ab1-8f68-0436dbd40155 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:55.943551 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d036a-8ff5-4ab1-8f68-0436dbd40155 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Calling delete_port for 2e6d16be-ddd3-44a0-b910-4a2ac5a60cc4 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:56.081834 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5f7d036a-8ff5-4ab1-8f68-0436dbd40155 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:56.112316 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d036a-8ff5-4ab1-8f68-0436dbd40155 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Pushing event deleted for resources: {'Port': ['ID=2e6d16be-ddd3-44a0-b910-4a2ac5a60cc4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:56.182161 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc06f50-6919-46f2-b7de-5dfef3b0b5b2 None None] Network e527682a-bfa4-452e-a3f7-e3e442f15a73 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:17:56.300177 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5f7d036a-8ff5-4ab1-8f68-0436dbd40155 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:56.305134 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38332) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:56.305762 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5f7d036a-8ff5-4ab1-8f68-0436dbd40155 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] 10.222.0.79 "DELETE /v2.0/ports/2e6d16be-ddd3-44a0-b910-4a2ac5a60cc4 HTTP/1.1" status: 204 len: 168 time: 0.5635691 Jul 05 10:17:56.316600 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f49d31e0-fd23-487f-aaf9-92e6f87f4d65 None None] Provisioning for port 37de0c75-c91b-4c89-a535-b77cd1a6e246 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:56.357864 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b3cfa6f-3e7a-4912-86d6-727e2d1c75bf req-797965c9-7b96-4d18-b5a2-82eca7a1f2d9 tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0541208 Jul 05 10:17:56.359148 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa05e309-80ef-42df-8220-5d1cf4e0c425 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] GET failed (client error): The resource could not be found. Jul 05 10:17:56.360585 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-aa05e309-80ef-42df-8220-5d1cf4e0c425 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] 10.222.0.79 "GET /v2.0/ports/2e6d16be-ddd3-44a0-b910-4a2ac5a60cc4 HTTP/1.1" status: 404 len: 333 time: 0.0544717 Jul 05 10:17:56.365429 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38334) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:56.370956 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-991dac80-087c-4f83-9c51-04c083601946 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Request body: {'port': {'network_id': 'e527682a-bfa4-452e-a3f7-e3e442f15a73', 'name': 'tempest-AllowedAddressPairTestJSON-2000611496'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:56.496399 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991dac80-087c-4f83-9c51-04c083601946 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Made reservation on behalf of 9a33ec7b91ae440c92d4063d0f05d2c9 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:56.501000 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-991dac80-087c-4f83-9c51-04c083601946 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:56.520252 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-991dac80-087c-4f83-9c51-04c083601946 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] device_id is not set on port e03db4f4-5d0b-4514-9c8a-7e6161235929 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:17:56.647812 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e632a692-47f9-4601-8851-cff3f515d24e None None] Provisioning for port 60efa91a-fbea-4857-ae1d-2bdd1e58879f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:56.652447 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-991dac80-087c-4f83-9c51-04c083601946 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Allocated IP 172.20.0.3 (e527682a-bfa4-452e-a3f7-e3e442f15a73/4776a15c-cfd6-438a-b794-a552572c88c1/e03db4f4-5d0b-4514-9c8a-7e6161235929) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:56.654098 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e632a692-47f9-4601-8851-cff3f515d24e None None] Provisioning complete for port 60efa91a-fbea-4857-ae1d-2bdd1e58879f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:56.654695 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e632a692-47f9-4601-8851-cff3f515d24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:56.705700 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e632a692-47f9-4601-8851-cff3f515d24e None None] Port 60efa91a-fbea-4857-ae1d-2bdd1e58879f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:17:56.761825 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:56.841748 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-030e2739-4d63-4ceb-8aab-c60e694c27dc None None] Provisioning complete for port 60efa91a-fbea-4857-ae1d-2bdd1e58879f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:56.842624 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-030e2739-4d63-4ceb-8aab-c60e694c27dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:56.861274 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-991dac80-087c-4f83-9c51-04c083601946 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:56.877644 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-991dac80-087c-4f83-9c51-04c083601946 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Transition to ACTIVE for port object e03db4f4-5d0b-4514-9c8a-7e6161235929 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:56.896545 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-030e2739-4d63-4ceb-8aab-c60e694c27dc None None] Port 60efa91a-fbea-4857-ae1d-2bdd1e58879f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:17:56.915955 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-991dac80-087c-4f83-9c51-04c083601946 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:56.969353 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 37de0c75-c91b-4c89-a535-b77cd1a6e246 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:56.974667 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991dac80-087c-4f83-9c51-04c083601946 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Network e527682a-bfa4-452e-a3f7-e3e442f15a73 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:56.979820 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-991dac80-087c-4f83-9c51-04c083601946 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:56.981820 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991dac80-087c-4f83-9c51-04c083601946 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Pushing event updated for resources: {'Port': ['ID=e03db4f4-5d0b-4514-9c8a-7e6161235929,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:56.984034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991dac80-087c-4f83-9c51-04c083601946 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:57.034835 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991dac80-087c-4f83-9c51-04c083601946 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:57.035567 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-991dac80-087c-4f83-9c51-04c083601946 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.035714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 37de0c75-c91b-4c89-a535-b77cd1a6e246 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:57.041671 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 37de0c75-c91b-4c89-a535-b77cd1a6e246 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:57.042866 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.056625 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38348) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:57.063671 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7a81e03d-01ea-4d50-8de8-5a79a4876734 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:df:7a:aa'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:57.067687 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-991dac80-087c-4f83-9c51-04c083601946 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7011178 Jul 05 10:17:57.127057 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-caeedbd6-cfee-4e9f-bccf-e22cb54882bc None None] Could not find standard attr ID for object 2e6d16be-ddd3-44a0-b910-4a2ac5a60cc4. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:17:57.135918 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.175630 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a81e03d-01ea-4d50-8de8-5a79a4876734 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.176881 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 37de0c75-c91b-4c89-a535-b77cd1a6e246, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=37de0c75-c91b-4c89-a535-b77cd1a6e246,segment=NetworkSegment(35f277cf-4a10-4e36-b4ec-705dad895d2f),segment_id=35f277cf-4a10-4e36-b4ec-705dad895d2f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:57.183182 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.250721 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=37de0c75-c91b-4c89-a535-b77cd1a6e246,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:57.408747 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a81e03d-01ea-4d50-8de8-5a79a4876734 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.413806 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a81e03d-01ea-4d50-8de8-5a79a4876734 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.458363 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-72c18c0d-e017-48ad-9cd1-a4d2c3b409f8 None None] Provisioning for port e03db4f4-5d0b-4514-9c8a-7e6161235929 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:57.462907 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8581652-a10f-4bf7-908c-23f2ada8318b req-cc70aead-c6e6-47df-86de-cb7a82c2b789 tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0455089 Jul 05 10:17:57.466803 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-72c18c0d-e017-48ad-9cd1-a4d2c3b409f8 None None] Provisioning complete for port e03db4f4-5d0b-4514-9c8a-7e6161235929 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:57.467688 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-72c18c0d-e017-48ad-9cd1-a4d2c3b409f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.496553 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81e03d-01ea-4d50-8de8-5a79a4876734 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Pushing event updated for resources: {'Port': ['ID=e03db4f4-5d0b-4514-9c8a-7e6161235929,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:57.514439 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7a81e03d-01ea-4d50-8de8-5a79a4876734 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] In _notify_port_updated(), no bound segment for port e03db4f4-5d0b-4514-9c8a-7e6161235929 on network e527682a-bfa4-452e-a3f7-e3e442f15a73 {{(pid=93906) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:17:57.518761 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-72c18c0d-e017-48ad-9cd1-a4d2c3b409f8 None None] Port e03db4f4-5d0b-4514-9c8a-7e6161235929 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:17:57.521376 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a81e03d-01ea-4d50-8de8-5a79a4876734 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:57.522267 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a81e03d-01ea-4d50-8de8-5a79a4876734 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.523632 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7a81e03d-01ea-4d50-8de8-5a79a4876734 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] 10.222.0.79 "PUT /v2.0/ports/e03db4f4-5d0b-4514-9c8a-7e6161235929 HTTP/1.1" status: 200 len: 994 time: 0.4650776 Jul 05 10:17:57.526902 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38356) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:57.648938 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c820e1a7-1aec-48b9-ac15-245c1d70e5aa tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Deleting port e03db4f4-5d0b-4514-9c8a-7e6161235929 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:57.649821 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c820e1a7-1aec-48b9-ac15-245c1d70e5aa tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.739071 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c820e1a7-1aec-48b9-ac15-245c1d70e5aa tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.751636 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c820e1a7-1aec-48b9-ac15-245c1d70e5aa tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Calling delete_port for e03db4f4-5d0b-4514-9c8a-7e6161235929 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:57.841090 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-66f09cea-c1bb-4af3-a4a5-560579d782f7 None None] Provisioning complete for port e03db4f4-5d0b-4514-9c8a-7e6161235929 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:57.841461 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-66f09cea-c1bb-4af3-a4a5-560579d782f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.874310 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-66f09cea-c1bb-4af3-a4a5-560579d782f7 None None] Port e03db4f4-5d0b-4514-9c8a-7e6161235929 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:17:57.886106 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c820e1a7-1aec-48b9-ac15-245c1d70e5aa tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.916324 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820e1a7-1aec-48b9-ac15-245c1d70e5aa tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Pushing event deleted for resources: {'Port': ['ID=e03db4f4-5d0b-4514-9c8a-7e6161235929,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:58.057594 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c820e1a7-1aec-48b9-ac15-245c1d70e5aa tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:58.060014 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c820e1a7-1aec-48b9-ac15-245c1d70e5aa tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] 10.222.0.79 "DELETE /v2.0/ports/e03db4f4-5d0b-4514-9c8a-7e6161235929 HTTP/1.1" status: 204 len: 168 time: 0.5320544 Jul 05 10:17:58.062638 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38358) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:58.092918 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-37130385-55ae-4ad4-bcde-ee10d02e5d80 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] GET failed (client error): The resource could not be found. Jul 05 10:17:58.094454 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-37130385-55ae-4ad4-bcde-ee10d02e5d80 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] 10.222.0.79 "GET /v2.0/ports/e03db4f4-5d0b-4514-9c8a-7e6161235929 HTTP/1.1" status: 404 len: 333 time: 0.0307708 Jul 05 10:17:58.098024 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38360) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:58.103911 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-75a6ac35-6018-49fe-85a7-ef485339cb63 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Request body: {'port': {'network_id': 'e527682a-bfa4-452e-a3f7-e3e442f15a73', 'name': 'tempest-AllowedAddressPairTestJSON-805525584'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:58.215689 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a6ac35-6018-49fe-85a7-ef485339cb63 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Made reservation on behalf of 9a33ec7b91ae440c92d4063d0f05d2c9 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:58.219220 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75a6ac35-6018-49fe-85a7-ef485339cb63 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:58.338318 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:17:58.571538 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-75a6ac35-6018-49fe-85a7-ef485339cb63 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] device_id is not set on port b7d5680b-0d7f-4cec-acdc-b0a87afdf7d8 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:17:58.615110 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55404f9c-4826-4a96-be91-0f4e543f7152 req-aa8d0b04-770c-46db-bc20-db93501ab470 tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0293188 Jul 05 10:17:58.680487 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-75a6ac35-6018-49fe-85a7-ef485339cb63 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Allocated IP 172.20.0.7 (e527682a-bfa4-452e-a3f7-e3e442f15a73/4776a15c-cfd6-438a-b794-a552572c88c1/b7d5680b-0d7f-4cec-acdc-b0a87afdf7d8) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:58.827941 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75a6ac35-6018-49fe-85a7-ef485339cb63 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:58.842408 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-75a6ac35-6018-49fe-85a7-ef485339cb63 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Transition to ACTIVE for port object b7d5680b-0d7f-4cec-acdc-b0a87afdf7d8 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:58.876029 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75a6ac35-6018-49fe-85a7-ef485339cb63 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:58.880894 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 37de0c75-c91b-4c89-a535-b77cd1a6e246 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:58.920750 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a6ac35-6018-49fe-85a7-ef485339cb63 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Network e527682a-bfa4-452e-a3f7-e3e442f15a73 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:58.928126 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-75a6ac35-6018-49fe-85a7-ef485339cb63 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:58.931143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 37de0c75-c91b-4c89-a535-b77cd1a6e246 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:58.931520 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:58.931678 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a6ac35-6018-49fe-85a7-ef485339cb63 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:58.960871 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6ac35-6018-49fe-85a7-ef485339cb63 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Pushing event updated for resources: {'Port': ['ID=b7d5680b-0d7f-4cec-acdc-b0a87afdf7d8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:58.992383 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a6ac35-6018-49fe-85a7-ef485339cb63 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:58.993701 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75a6ac35-6018-49fe-85a7-ef485339cb63 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.011110 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-75a6ac35-6018-49fe-85a7-ef485339cb63 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9119937 Jul 05 10:17:59.013757 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38364) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:59.019700 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-50d15c04-7ce9-4841-b5fe-974d095e3aac tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:df:7a:aa'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:59.196885 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50d15c04-7ce9-4841-b5fe-974d095e3aac tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.204188 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-41f683bb-185d-4afb-a6b5-28992a2c9dd6 None None] Provisioning for port b7d5680b-0d7f-4cec-acdc-b0a87afdf7d8 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:59.208245 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-41f683bb-185d-4afb-a6b5-28992a2c9dd6 None None] Provisioning complete for port b7d5680b-0d7f-4cec-acdc-b0a87afdf7d8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:59.208721 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-41f683bb-185d-4afb-a6b5-28992a2c9dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.244231 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-41f683bb-185d-4afb-a6b5-28992a2c9dd6 None None] Port b7d5680b-0d7f-4cec-acdc-b0a87afdf7d8 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:17:59.369844 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50d15c04-7ce9-4841-b5fe-974d095e3aac tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.374176 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50d15c04-7ce9-4841-b5fe-974d095e3aac tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.447969 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d15c04-7ce9-4841-b5fe-974d095e3aac tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Pushing event updated for resources: {'Port': ['ID=b7d5680b-0d7f-4cec-acdc-b0a87afdf7d8,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:59.460498 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-50d15c04-7ce9-4841-b5fe-974d095e3aac tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] In _notify_port_updated(), no bound segment for port b7d5680b-0d7f-4cec-acdc-b0a87afdf7d8 on network e527682a-bfa4-452e-a3f7-e3e442f15a73 {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:17:59.466621 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d15c04-7ce9-4841-b5fe-974d095e3aac tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:59.467282 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50d15c04-7ce9-4841-b5fe-974d095e3aac tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.468688 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-50d15c04-7ce9-4841-b5fe-974d095e3aac tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] 10.222.0.79 "PUT /v2.0/ports/b7d5680b-0d7f-4cec-acdc-b0a87afdf7d8 HTTP/1.1" status: 200 len: 995 time: 0.4538643 Jul 05 10:17:59.471444 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38366) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:59.572890 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-26421dee-4fb5-404a-975d-024310745449 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Deleting port b7d5680b-0d7f-4cec-acdc-b0a87afdf7d8 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:59.573715 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26421dee-4fb5-404a-975d-024310745449 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.662647 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26421dee-4fb5-404a-975d-024310745449 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.664150 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-18697e21-7137-4bf7-894e-6b5b8b33774e None None] Provisioning complete for port b7d5680b-0d7f-4cec-acdc-b0a87afdf7d8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:59.664561 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-18697e21-7137-4bf7-894e-6b5b8b33774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.675358 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-26421dee-4fb5-404a-975d-024310745449 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Calling delete_port for b7d5680b-0d7f-4cec-acdc-b0a87afdf7d8 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:59.706551 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-18697e21-7137-4bf7-894e-6b5b8b33774e None None] Port b7d5680b-0d7f-4cec-acdc-b0a87afdf7d8 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:17:59.780078 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a9829cb1-18e7-4ca9-83f1-c41d730de134 req-d745c07f-920f-4df1-a36e-e337a04444a7 tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0391788 Jul 05 10:17:59.807428 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26421dee-4fb5-404a-975d-024310745449 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.838152 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26421dee-4fb5-404a-975d-024310745449 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Pushing event deleted for resources: {'Port': ['ID=b7d5680b-0d7f-4cec-acdc-b0a87afdf7d8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:59.910805 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26421dee-4fb5-404a-975d-024310745449 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.912732 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-26421dee-4fb5-404a-975d-024310745449 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] 10.222.0.79 "DELETE /v2.0/ports/b7d5680b-0d7f-4cec-acdc-b0a87afdf7d8 HTTP/1.1" status: 204 len: 168 time: 0.4402385 Jul 05 10:17:59.915269 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38370) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:59.942804 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e37843-b19f-41e9-ad5d-50bef4e490a1 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] GET failed (client error): The resource could not be found. Jul 05 10:17:59.944542 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b7e37843-b19f-41e9-ad5d-50bef4e490a1 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] 10.222.0.79 "GET /v2.0/ports/b7d5680b-0d7f-4cec-acdc-b0a87afdf7d8 HTTP/1.1" status: 404 len: 333 time: 0.0283608 Jul 05 10:17:59.948839 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38372) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:59.955683 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d1771f0f-0b9f-4867-80a2-18edbdcb10c3 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Request body: {'port': {'network_id': 'e527682a-bfa4-452e-a3f7-e3e442f15a73', 'name': 'tempest-AllowedAddressPairTestJSON-958659857'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:00.064369 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1771f0f-0b9f-4867-80a2-18edbdcb10c3 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Made reservation on behalf of 9a33ec7b91ae440c92d4063d0f05d2c9 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:00.067912 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d1771f0f-0b9f-4867-80a2-18edbdcb10c3 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:00.085555 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-d1771f0f-0b9f-4867-80a2-18edbdcb10c3 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] device_id is not set on port 03c95d61-e30a-4ce9-b4ad-08c5ded0e325 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:18:00.203829 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-d1771f0f-0b9f-4867-80a2-18edbdcb10c3 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Allocated IP 172.20.0.9 (e527682a-bfa4-452e-a3f7-e3e442f15a73/4776a15c-cfd6-438a-b794-a552572c88c1/03c95d61-e30a-4ce9-b4ad-08c5ded0e325) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:00.344116 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d1771f0f-0b9f-4867-80a2-18edbdcb10c3 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:00.357986 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-d1771f0f-0b9f-4867-80a2-18edbdcb10c3 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Transition to ACTIVE for port object 03c95d61-e30a-4ce9-b4ad-08c5ded0e325 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:00.391072 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d1771f0f-0b9f-4867-80a2-18edbdcb10c3 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:00.437517 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1771f0f-0b9f-4867-80a2-18edbdcb10c3 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Network e527682a-bfa4-452e-a3f7-e3e442f15a73 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:00.442577 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-d1771f0f-0b9f-4867-80a2-18edbdcb10c3 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:00.446868 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1771f0f-0b9f-4867-80a2-18edbdcb10c3 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:00.470045 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1771f0f-0b9f-4867-80a2-18edbdcb10c3 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Pushing event updated for resources: {'Port': ['ID=03c95d61-e30a-4ce9-b4ad-08c5ded0e325,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:00.500430 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1771f0f-0b9f-4867-80a2-18edbdcb10c3 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:00.501047 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d1771f0f-0b9f-4867-80a2-18edbdcb10c3 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:00.516418 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d1771f0f-0b9f-4867-80a2-18edbdcb10c3 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5664363 Jul 05 10:18:00.519458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38374) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:00.524479 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2962b1c7-e9cb-4675-ad87-05479d6d3b4f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Request body: {'port': {'network_id': 'e527682a-bfa4-452e-a3f7-e3e442f15a73', 'name': 'tempest-AllowedAddressPairTestJSON-1380783931'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:00.637963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2962b1c7-e9cb-4675-ad87-05479d6d3b4f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Made reservation on behalf of 9a33ec7b91ae440c92d4063d0f05d2c9 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:00.641480 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2962b1c7-e9cb-4675-ad87-05479d6d3b4f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:00.664337 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-2962b1c7-e9cb-4675-ad87-05479d6d3b4f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] device_id is not set on port d56944d1-7145-4e6b-917e-4d29748d846a yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:18:00.731950 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-647d2c42-9dc9-474e-9b91-c5c88e2a1748 None None] Provisioning for port 03c95d61-e30a-4ce9-b4ad-08c5ded0e325 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:00.735486 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-647d2c42-9dc9-474e-9b91-c5c88e2a1748 None None] Provisioning complete for port 03c95d61-e30a-4ce9-b4ad-08c5ded0e325 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:00.735891 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-647d2c42-9dc9-474e-9b91-c5c88e2a1748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:00.769158 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-647d2c42-9dc9-474e-9b91-c5c88e2a1748 None None] Port 03c95d61-e30a-4ce9-b4ad-08c5ded0e325 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:18:00.769507 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-2962b1c7-e9cb-4675-ad87-05479d6d3b4f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Allocated IP 172.20.0.14 (e527682a-bfa4-452e-a3f7-e3e442f15a73/4776a15c-cfd6-438a-b794-a552572c88c1/d56944d1-7145-4e6b-917e-4d29748d846a) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:00.940633 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9890821b-2035-4f34-8cce-1a08aeec5d1e req-4823dbe0-d3d2-413a-ae97-648d59584b0f tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0370135 Jul 05 10:18:00.943303 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2962b1c7-e9cb-4675-ad87-05479d6d3b4f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:00.956537 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-2962b1c7-e9cb-4675-ad87-05479d6d3b4f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Transition to ACTIVE for port object d56944d1-7145-4e6b-917e-4d29748d846a will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:00.988847 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2962b1c7-e9cb-4675-ad87-05479d6d3b4f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.031440 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2962b1c7-e9cb-4675-ad87-05479d6d3b4f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Network e527682a-bfa4-452e-a3f7-e3e442f15a73 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:01.036437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-2962b1c7-e9cb-4675-ad87-05479d6d3b4f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:01.040136 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2962b1c7-e9cb-4675-ad87-05479d6d3b4f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:01.046395 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962b1c7-e9cb-4675-ad87-05479d6d3b4f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Pushing event updated for resources: {'Port': ['ID=d56944d1-7145-4e6b-917e-4d29748d846a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:01.092974 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2962b1c7-e9cb-4675-ad87-05479d6d3b4f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:01.093595 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2962b1c7-e9cb-4675-ad87-05479d6d3b4f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.108538 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2962b1c7-e9cb-4675-ad87-05479d6d3b4f tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5879858 Jul 05 10:18:01.111161 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38378) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:01.116343 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-77e544b1-3871-4a5a-b1e8-bb28bb1438ba tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:df:7a:aa'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:95:ba:4f'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:01.210116 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77e544b1-3871-4a5a-b1e8-bb28bb1438ba tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.291077 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-215f0735-85ad-4393-ae11-324444987fd0 None None] Provisioning for port d56944d1-7145-4e6b-917e-4d29748d846a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:01.294572 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-215f0735-85ad-4393-ae11-324444987fd0 None None] Provisioning complete for port d56944d1-7145-4e6b-917e-4d29748d846a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:01.294994 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-215f0735-85ad-4393-ae11-324444987fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.328288 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-215f0735-85ad-4393-ae11-324444987fd0 None None] Port d56944d1-7145-4e6b-917e-4d29748d846a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:18:01.388557 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77e544b1-3871-4a5a-b1e8-bb28bb1438ba tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.392926 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77e544b1-3871-4a5a-b1e8-bb28bb1438ba tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.467542 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e544b1-3871-4a5a-b1e8-bb28bb1438ba tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Pushing event updated for resources: {'Port': ['ID=d56944d1-7145-4e6b-917e-4d29748d846a,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:01.480453 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-77e544b1-3871-4a5a-b1e8-bb28bb1438ba tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] In _notify_port_updated(), no bound segment for port d56944d1-7145-4e6b-917e-4d29748d846a on network e527682a-bfa4-452e-a3f7-e3e442f15a73 {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:18:01.486152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e544b1-3871-4a5a-b1e8-bb28bb1438ba tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:01.486819 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77e544b1-3871-4a5a-b1e8-bb28bb1438ba tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.488171 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-77e544b1-3871-4a5a-b1e8-bb28bb1438ba tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] 10.222.0.79 "PUT /v2.0/ports/d56944d1-7145-4e6b-917e-4d29748d846a HTTP/1.1" status: 200 len: 1057 time: 0.3760648 Jul 05 10:18:01.491003 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38380) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:01.594974 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-5119f82f-9e67-40fc-8157-143464fb8d97 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Deleting port d56944d1-7145-4e6b-917e-4d29748d846a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:01.595322 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5119f82f-9e67-40fc-8157-143464fb8d97 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.650064 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f18119f0-9903-43a1-b999-81a9064af43e None None] Provisioning complete for port d56944d1-7145-4e6b-917e-4d29748d846a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:01.650454 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f18119f0-9903-43a1-b999-81a9064af43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.679879 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5119f82f-9e67-40fc-8157-143464fb8d97 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.683219 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f18119f0-9903-43a1-b999-81a9064af43e None None] Port d56944d1-7145-4e6b-917e-4d29748d846a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:18:01.692219 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-5119f82f-9e67-40fc-8157-143464fb8d97 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Calling delete_port for d56944d1-7145-4e6b-917e-4d29748d846a owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:01.822543 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5119f82f-9e67-40fc-8157-143464fb8d97 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.849276 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119f82f-9e67-40fc-8157-143464fb8d97 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Pushing event deleted for resources: {'Port': ['ID=d56944d1-7145-4e6b-917e-4d29748d846a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:02.101736 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-04d6df00-2967-4a65-a506-b3824bde798f req-542ec711-063a-41f2-bfee-ad6d443f67eb tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0343266 Jul 05 10:18:02.113334 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5119f82f-9e67-40fc-8157-143464fb8d97 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:02.115156 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5119f82f-9e67-40fc-8157-143464fb8d97 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] 10.222.0.79 "DELETE /v2.0/ports/d56944d1-7145-4e6b-917e-4d29748d846a HTTP/1.1" status: 204 len: 168 time: 0.6232276 Jul 05 10:18:02.118530 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38384) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:02.146162 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-055c196b-717f-49e8-886a-a86f867f2531 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] GET failed (client error): The resource could not be found. Jul 05 10:18:02.147610 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-055c196b-717f-49e8-886a-a86f867f2531 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] 10.222.0.79 "GET /v2.0/ports/d56944d1-7145-4e6b-917e-4d29748d846a HTTP/1.1" status: 404 len: 333 time: 0.0279768 Jul 05 10:18:02.151206 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38386) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:02.251489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-be63ac85-e590-4e86-a698-3df9da639aed tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Deleting port 03c95d61-e30a-4ce9-b4ad-08c5ded0e325 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:02.251832 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be63ac85-e590-4e86-a698-3df9da639aed tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:02.337426 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be63ac85-e590-4e86-a698-3df9da639aed tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:02.348853 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-be63ac85-e590-4e86-a698-3df9da639aed tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Calling delete_port for 03c95d61-e30a-4ce9-b4ad-08c5ded0e325 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:02.469258 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be63ac85-e590-4e86-a698-3df9da639aed tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:02.496181 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63ac85-e590-4e86-a698-3df9da639aed tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Pushing event deleted for resources: {'Port': ['ID=03c95d61-e30a-4ce9-b4ad-08c5ded0e325,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:02.570617 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be63ac85-e590-4e86-a698-3df9da639aed tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:02.572633 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-be63ac85-e590-4e86-a698-3df9da639aed tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] 10.222.0.79 "DELETE /v2.0/ports/03c95d61-e30a-4ce9-b4ad-08c5ded0e325 HTTP/1.1" status: 204 len: 168 time: 0.4205141 Jul 05 10:18:02.575260 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38390) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:02.604278 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d559a94-8692-4bfb-89d2-c11ec9731ad6 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] GET failed (client error): The resource could not be found. Jul 05 10:18:02.609471 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0d559a94-8692-4bfb-89d2-c11ec9731ad6 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] 10.222.0.79 "GET /v2.0/ports/03c95d61-e30a-4ce9-b4ad-08c5ded0e325 HTTP/1.1" status: 404 len: 333 time: 0.0296476 Jul 05 10:18:02.609847 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38392) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:02.710300 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-25abdf4f-35b3-44a2-b96c-8c8e5b4926c4 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Deleting port 60efa91a-fbea-4857-ae1d-2bdd1e58879f {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:02.710646 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-25abdf4f-35b3-44a2-b96c-8c8e5b4926c4 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:02.794938 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-25abdf4f-35b3-44a2-b96c-8c8e5b4926c4 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:02.806335 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-25abdf4f-35b3-44a2-b96c-8c8e5b4926c4 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Calling delete_port for 60efa91a-fbea-4857-ae1d-2bdd1e58879f owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:02.840380 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:02.933023 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-25abdf4f-35b3-44a2-b96c-8c8e5b4926c4 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:02.963806 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abdf4f-35b3-44a2-b96c-8c8e5b4926c4 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Pushing event deleted for resources: {'Port': ['ID=60efa91a-fbea-4857-ae1d-2bdd1e58879f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:03.039239 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-25abdf4f-35b3-44a2-b96c-8c8e5b4926c4 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.041381 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-25abdf4f-35b3-44a2-b96c-8c8e5b4926c4 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] 10.222.0.79 "DELETE /v2.0/ports/60efa91a-fbea-4857-ae1d-2bdd1e58879f HTTP/1.1" status: 204 len: 168 time: 0.4305801 Jul 05 10:18:03.043798 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38394) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:03.100293 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-1546ae45-4a0b-4cca-bfee-b5071b6c9073 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Deleting subnet 4776a15c-cfd6-438a-b794-a552572c88c1 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:18:03.104077 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1546ae45-4a0b-4cca-bfee-b5071b6c9073 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.146678 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1546ae45-4a0b-4cca-bfee-b5071b6c9073 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.235248 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1546ae45-4a0b-4cca-bfee-b5071b6c9073 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.258996 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ceecac76-fc48-4ba1-9d5f-fec7608a638f req-47a9a9df-e3b1-4715-a566-7713263f99b1 tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0286076 Jul 05 10:18:03.296105 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1546ae45-4a0b-4cca-bfee-b5071b6c9073 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.323391 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546ae45-4a0b-4cca-bfee-b5071b6c9073 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Pushing event deleted for resources: {'Subnet': ['ID=4776a15c-cfd6-438a-b794-a552572c88c1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:03.327044 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1546ae45-4a0b-4cca-bfee-b5071b6c9073 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.328929 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1546ae45-4a0b-4cca-bfee-b5071b6c9073 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] 10.222.0.79 "DELETE /v2.0/subnets/4776a15c-cfd6-438a-b794-a552572c88c1 HTTP/1.1" status: 204 len: 168 time: 0.2841120 Jul 05 10:18:03.331328 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38398) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:03.333748 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddea70c-67ef-48ef-8cef-869e7940d2bf None None] Network e527682a-bfa4-452e-a3f7-e3e442f15a73 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:03.407366 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08ee204b-5914-4f49-ba9b-e0478aa4fcd2 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.465240 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-08ee204b-5914-4f49-ba9b-e0478aa4fcd2 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Deleting port 37de0c75-c91b-4c89-a535-b77cd1a6e246 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:03.465592 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08ee204b-5914-4f49-ba9b-e0478aa4fcd2 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.515424 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a2077e-fde6-4de1-975d-451a7734a5ac None None] DHCP port deletion for e527682a-bfa4-452e-a3f7-e3e442f15a73 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:18:03.529102 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-08ee204b-5914-4f49-ba9b-e0478aa4fcd2 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] For port 37de0c75-c91b-4c89-a535-b77cd1a6e246, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=37de0c75-c91b-4c89-a535-b77cd1a6e246,segment=NetworkSegment(35f277cf-4a10-4e36-b4ec-705dad895d2f),segment_id=35f277cf-4a10-4e36-b4ec-705dad895d2f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:03.529468 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08ee204b-5914-4f49-ba9b-e0478aa4fcd2 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.542546 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-08ee204b-5914-4f49-ba9b-e0478aa4fcd2 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Calling delete_port for 37de0c75-c91b-4c89-a535-b77cd1a6e246 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:03.560516 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-40a2077e-fde6-4de1-975d-451a7734a5ac None None] Deleting port 37de0c75-c91b-4c89-a535-b77cd1a6e246 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:03.560900 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-40a2077e-fde6-4de1-975d-451a7734a5ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.625107 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08ee204b-5914-4f49-ba9b-e0478aa4fcd2 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.625972 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-40a2077e-fde6-4de1-975d-451a7734a5ac None None] For port 37de0c75-c91b-4c89-a535-b77cd1a6e246, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=37de0c75-c91b-4c89-a535-b77cd1a6e246,segment=NetworkSegment(35f277cf-4a10-4e36-b4ec-705dad895d2f),segment_id=35f277cf-4a10-4e36-b4ec-705dad895d2f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:03.626368 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-40a2077e-fde6-4de1-975d-451a7734a5ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.640406 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-40a2077e-fde6-4de1-975d-451a7734a5ac None None] Calling delete_port for 37de0c75-c91b-4c89-a535-b77cd1a6e246 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:03.656665 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ee204b-5914-4f49-ba9b-e0478aa4fcd2 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] No DVR routers for this DVR port 37de0c75-c91b-4c89-a535-b77cd1a6e246 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:03.658504 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee204b-5914-4f49-ba9b-e0478aa4fcd2 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Pushing event deleted for resources: {'Port': ['ID=37de0c75-c91b-4c89-a535-b77cd1a6e246,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:03.708575 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 10:18:03.715156 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-40a2077e-fde6-4de1-975d-451a7734a5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.735352 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08ee204b-5914-4f49-ba9b-e0478aa4fcd2 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.743604 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2077e-fde6-4de1-975d-451a7734a5ac None None] Pushing event deleted for resources: {'Port': ['ID=37de0c75-c91b-4c89-a535-b77cd1a6e246,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:03.745768 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-08ee204b-5914-4f49-ba9b-e0478aa4fcd2 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e527682a-bfa4-452e-a3f7-e3e442f15a73']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:03.749298 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a2077e-fde6-4de1-975d-451a7734a5ac None None] No DVR routers for this DVR port 37de0c75-c91b-4c89-a535-b77cd1a6e246 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:03.758841 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-08ee204b-5914-4f49-ba9b-e0478aa4fcd2 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f277cf-4a10-4e36-b4ec-705dad895d2f') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:03.758990 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-08ee204b-5914-4f49-ba9b-e0478aa4fcd2 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f277cf-4a10-4e36-b4ec-705dad895d2f') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:03.767996 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08ee204b-5914-4f49-ba9b-e0478aa4fcd2 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.782152 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08ee204b-5914-4f49-ba9b-e0478aa4fcd2 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.788271 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ee204b-5914-4f49-ba9b-e0478aa4fcd2 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:03.788663 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08ee204b-5914-4f49-ba9b-e0478aa4fcd2 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:18:03.791710 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:18:03.851800 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08ee204b-5914-4f49-ba9b-e0478aa4fcd2 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.859103 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08ee204b-5914-4f49-ba9b-e0478aa4fcd2 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.863380 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-08ee204b-5914-4f49-ba9b-e0478aa4fcd2 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] 10.222.0.79 "DELETE /v2.0/networks/e527682a-bfa4-452e-a3f7-e3e442f15a73 HTTP/1.1" status: 204 len: 168 time: 0.5309880 Jul 05 10:18:03.875252 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee204b-5914-4f49-ba9b-e0478aa4fcd2 tempest-AllowedAddressPairTestJSON-934826542 tempest-AllowedAddressPairTestJSON-934826542-project] Pushing event deleted for resources: {'Network': ['ID=e527682a-bfa4-452e-a3f7-e3e442f15a73,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:04.094447 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38404) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:04.222109 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-618a1455-f61f-426a-9e8a-d116c15899f5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9a33ec7b91ae440c92d4063d0f05d2c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1265309 Jul 05 10:18:04.224567 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38408) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:04.274969 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c13d0ab-6e72-4024-aa15-76078fcea692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:04.295797 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c13d0ab-6e72-4024-aa15-76078fcea692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:04.341023 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c13d0ab-6e72-4024-aa15-76078fcea692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:04.343569 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c13d0ab-6e72-4024-aa15-76078fcea692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:04.344924 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5c13d0ab-6e72-4024-aa15-76078fcea692 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b5651bc3-7931-47bf-9450-c30acc0f209d HTTP/1.1" status: 204 len: 168 time: 0.1193163 Jul 05 10:18:04.353940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13d0ab-6e72-4024-aa15-76078fcea692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5651bc3-7931-47bf-9450-c30acc0f209d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:04.425525 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c190ffd1-08b9-49ed-899f-1e04c0167640 req-80bf7b9a-c4a5-439a-9dda-832e92ef9195 tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0294447 Jul 05 10:18:04.871414 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 37de0c75-c91b-4c89-a535-b77cd1a6e246 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:04.894925 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 37de0c75-c91b-4c89-a535-b77cd1a6e246 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:18:04.895304 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 37de0c75-c91b-4c89-a535-b77cd1a6e246 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:04.969676 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38432) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:05.065282 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0b54af3d-a55b-4516-aa32-d6927c0a506d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1608613566'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:05.084897 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b54af3d-a55b-4516-aa32-d6927c0a506d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:05.088241 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b54af3d-a55b-4516-aa32-d6927c0a506d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:05.096475 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b54af3d-a55b-4516-aa32-d6927c0a506d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:05.191802 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b54af3d-a55b-4516-aa32-d6927c0a506d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:05.195938 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b54af3d-a55b-4516-aa32-d6927c0a506d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:05.220057 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b54af3d-a55b-4516-aa32-d6927c0a506d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:18:05.234423 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54af3d-a55b-4516-aa32-d6927c0a506d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=479f2272-1488-4e50-89c1-9b479c2016a6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:05.240928 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b54af3d-a55b-4516-aa32-d6927c0a506d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:05.241273 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-0b54af3d-a55b-4516-aa32-d6927c0a506d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Added segment 1bcaa5b5-278f-4bee-8405-fd53c2a397a7 of type vlan for network 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 Jul 05 10:18:05.280905 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b54af3d-a55b-4516-aa32-d6927c0a506d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:05.313276 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b54af3d-a55b-4516-aa32-d6927c0a506d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:05.319180 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b54af3d-a55b-4516-aa32-d6927c0a506d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:05.319761 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b54af3d-a55b-4516-aa32-d6927c0a506d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:05.378344 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0b54af3d-a55b-4516-aa32-d6927c0a506d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4073200 Jul 05 10:18:05.381048 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38436) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:05.388832 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5e47b816-7a64-4796-894f-1183634d3459 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'port': {'network_id': '6c36ebdd-7a6e-4451-8b37-8e09f11eb566', 'name': 'tempest-PortsTestJSON-686891070'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:05.404275 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54af3d-a55b-4516-aa32-d6927c0a506d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Network': ['ID=6c36ebdd-7a6e-4451-8b37-8e09f11eb566,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:05.414287 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:18:05.488183 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e47b816-7a64-4796-894f-1183634d3459 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:05.492098 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e47b816-7a64-4796-894f-1183634d3459 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:05.510692 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-5e47b816-7a64-4796-894f-1183634d3459 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] device_id is not set on port 4b1fec27-3ed8-4eb7-9f90-5ddfc02e75ac yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:18:05.595647 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-232e8c0d-7dc4-474f-b5d8-ddc514db6159 req-db68ea6b-9a28-4b02-b0ff-d32f1236957e tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0300372 Jul 05 10:18:05.685735 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e47b816-7a64-4796-894f-1183634d3459 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:05.723380 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e47b816-7a64-4796-894f-1183634d3459 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:05.792839 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47b816-7a64-4796-894f-1183634d3459 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Port': ['ID=4b1fec27-3ed8-4eb7-9f90-5ddfc02e75ac,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:05.805459 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e47b816-7a64-4796-894f-1183634d3459 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Checking segment: {'id': '1bcaa5b5-278f-4bee-8405-fd53c2a397a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6c36ebdd-7a6e-4451-8b37-8e09f11eb566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:05.805957 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e47b816-7a64-4796-894f-1183634d3459 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network hostable DHCP agents. Network: 6c36ebdd-7a6e-4451-8b37-8e09f11eb566, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:18:05.825252 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e47b816-7a64-4796-894f-1183634d3459 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:18:05.835244 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-5e47b816-7a64-4796-894f-1183634d3459 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 6c36ebdd-7a6e-4451-8b37-8e09f11eb566) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:05.840327 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e47b816-7a64-4796-894f-1183634d3459 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:05.845277 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9784b031-675c-4201-844d-c807db914b66 None None] Network 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:05.847608 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e47b816-7a64-4796-894f-1183634d3459 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:05.848584 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e47b816-7a64-4796-894f-1183634d3459 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:05.863680 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5e47b816-7a64-4796-894f-1183634d3459 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4815841 Jul 05 10:18:05.866568 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38442) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:05.871539 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-80097a3b-9047-4cd0-8a97-5353d7938bed tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-720320270'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:05.893616 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80097a3b-9047-4cd0-8a97-5353d7938bed tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:05.897210 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-80097a3b-9047-4cd0-8a97-5353d7938bed tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:05.920923 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80097a3b-9047-4cd0-8a97-5353d7938bed tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:18:05.929811 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-80097a3b-9047-4cd0-8a97-5353d7938bed tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:05.930160 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-80097a3b-9047-4cd0-8a97-5353d7938bed tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Added segment db30f1b4-5815-42ce-8b27-9be22749a621 of type vlan for network 9409e359-ba70-42ee-bd74-e4fa17a582a5 Jul 05 10:18:05.969902 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-80097a3b-9047-4cd0-8a97-5353d7938bed tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:05.998026 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-80097a3b-9047-4cd0-8a97-5353d7938bed tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:06.003538 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80097a3b-9047-4cd0-8a97-5353d7938bed tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:06.004156 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-80097a3b-9047-4cd0-8a97-5353d7938bed tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:06.060858 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-80097a3b-9047-4cd0-8a97-5353d7938bed tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1932657 Jul 05 10:18:06.063466 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38444) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:06.070483 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'ports': [{'network_id': '6c36ebdd-7a6e-4451-8b37-8e09f11eb566'}, {'network_id': '9409e359-ba70-42ee-bd74-e4fa17a582a5'}]} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:06.071324 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'port': {'network_id': '6c36ebdd-7a6e-4451-8b37-8e09f11eb566'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:06.071804 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'port': {'network_id': '9409e359-ba70-42ee-bd74-e4fa17a582a5'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:06.113100 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80097a3b-9047-4cd0-8a97-5353d7938bed tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Network': ['ID=9409e359-ba70-42ee-bd74-e4fa17a582a5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:06.123877 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 9409e359-ba70-42ee-bd74-e4fa17a582a5 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:18:06.232375 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'port': 2} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:06.237048 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:06.244220 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:06.251025 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:06.330528 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] device_id is not set on port f7aaf927-ea8c-4283-a4ea-798f3eb1b577 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:18:06.439288 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:06.510315 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] device_id is not set on port 94799973-1047-4d2d-8195-bbeb803d5a53 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:18:06.616757 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:06.657430 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:06.703903 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:06.710497 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:06.715078 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:06.715940 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:06.722422 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Port': ['ID=f7aaf927-ea8c-4283-a4ea-798f3eb1b577,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:06.750591 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1242d117-7ab2-474b-b107-7be599d89e79 req-96679c98-21f0-4ed0-b42c-8ab255467a07 tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0293679 Jul 05 10:18:06.783577 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Port': ['ID=94799973-1047-4d2d-8195-bbeb803d5a53,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:06.794222 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Checking segment: {'id': 'db30f1b4-5815-42ce-8b27-9be22749a621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9409e359-ba70-42ee-bd74-e4fa17a582a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:06.794590 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network hostable DHCP agents. Network: 9409e359-ba70-42ee-bd74-e4fa17a582a5, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:18:06.810971 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network 9409e359-ba70-42ee-bd74-e4fa17a582a5 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:18:06.819877 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 9409e359-ba70-42ee-bd74-e4fa17a582a5) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:06.824443 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:06.827531 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb16768-976d-4f97-a365-11e813f847ee None None] Network 9409e359-ba70-42ee-bd74-e4fa17a582a5 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:06.831479 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:06.836361 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:06.837018 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:06.851675 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6d4f3022-d051-4b8b-9cef-0ae5d17bdf75 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.7869985 Jul 05 10:18:06.855001 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38448) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:06.951897 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-615f0458-7d94-4948-85b2-65faddc4a5a7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting port 94799973-1047-4d2d-8195-bbeb803d5a53 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:06.952170 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-615f0458-7d94-4948-85b2-65faddc4a5a7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:07.020107 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-615f0458-7d94-4948-85b2-65faddc4a5a7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:07.032771 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-615f0458-7d94-4948-85b2-65faddc4a5a7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Calling delete_port for 94799973-1047-4d2d-8195-bbeb803d5a53 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:07.109103 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-615f0458-7d94-4948-85b2-65faddc4a5a7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:07.136538 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f0458-7d94-4948-85b2-65faddc4a5a7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Port': ['ID=94799973-1047-4d2d-8195-bbeb803d5a53,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:07.143595 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-615f0458-7d94-4948-85b2-65faddc4a5a7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:07.145634 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-615f0458-7d94-4948-85b2-65faddc4a5a7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/ports/94799973-1047-4d2d-8195-bbeb803d5a53 HTTP/1.1" status: 204 len: 168 time: 0.2897162 Jul 05 10:18:07.148401 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38450) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:07.255462 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b0b561-b7e0-4de4-ab09-620d4d80d1ac tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:07.261884 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b0b561-b7e0-4de4-ab09-620d4d80d1ac tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:07.263424 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b9b0b561-b7e0-4de4-ab09-620d4d80d1ac tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1138768 Jul 05 10:18:07.266139 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38452) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:07.356575 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-2ff8eadb-9fd0-452f-8c8b-b9ada95bb8b9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting port f7aaf927-ea8c-4283-a4ea-798f3eb1b577 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:07.356921 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ff8eadb-9fd0-452f-8c8b-b9ada95bb8b9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:07.422718 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ff8eadb-9fd0-452f-8c8b-b9ada95bb8b9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:07.435071 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-2ff8eadb-9fd0-452f-8c8b-b9ada95bb8b9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Calling delete_port for f7aaf927-ea8c-4283-a4ea-798f3eb1b577 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:07.513325 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ff8eadb-9fd0-452f-8c8b-b9ada95bb8b9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:07.544589 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8eadb-9fd0-452f-8c8b-b9ada95bb8b9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Port': ['ID=f7aaf927-ea8c-4283-a4ea-798f3eb1b577,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:07.549632 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ff8eadb-9fd0-452f-8c8b-b9ada95bb8b9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:07.551593 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2ff8eadb-9fd0-452f-8c8b-b9ada95bb8b9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/ports/f7aaf927-ea8c-4283-a4ea-798f3eb1b577 HTTP/1.1" status: 204 len: 168 time: 0.2845342 Jul 05 10:18:07.554048 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38454) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:07.618001 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ecabf4-dbc6-4883-89bd-63a9701d165b tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:07.619499 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-75ecabf4-dbc6-4883-89bd-63a9701d165b tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0645418 Jul 05 10:18:07.622143 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38456) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:07.648771 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac34dfa-1d82-49c6-a5c3-514ad2dde475 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] GET failed (client error): The resource could not be found. Jul 05 10:18:07.650686 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6ac34dfa-1d82-49c6-a5c3-514ad2dde475 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports/94799973-1047-4d2d-8195-bbeb803d5a53 HTTP/1.1" status: 404 len: 333 time: 0.0276442 Jul 05 10:18:07.653081 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38458) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:07.681726 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9d53c5-1d68-42e3-81a6-1e85d85b0bb3 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] GET failed (client error): The resource could not be found. Jul 05 10:18:07.683109 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ce9d53c5-1d68-42e3-81a6-1e85d85b0bb3 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports/f7aaf927-ea8c-4283-a4ea-798f3eb1b577 HTTP/1.1" status: 404 len: 333 time: 0.0291660 Jul 05 10:18:07.685780 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38460) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:07.758726 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-953ee8fc-675a-444d-92c0-53d0f288c423 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:07.909077 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-75af559d-0131-4fce-9951-ca426ae14b4f req-db47ba83-3706-453f-a258-19525b4f8a30 tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0323825 Jul 05 10:18:08.074568 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-953ee8fc-675a-444d-92c0-53d0f288c423 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.084001 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-953ee8fc-675a-444d-92c0-53d0f288c423 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9409e359-ba70-42ee-bd74-e4fa17a582a5']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:08.093370 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-953ee8fc-675a-444d-92c0-53d0f288c423 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db30f1b4-5815-42ce-8b27-9be22749a621') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:08.093672 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-953ee8fc-675a-444d-92c0-53d0f288c423 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db30f1b4-5815-42ce-8b27-9be22749a621') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:08.102992 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-953ee8fc-675a-444d-92c0-53d0f288c423 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.115945 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-953ee8fc-675a-444d-92c0-53d0f288c423 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.122188 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953ee8fc-675a-444d-92c0-53d0f288c423 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:08.122574 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-953ee8fc-675a-444d-92c0-53d0f288c423 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:18:08.125412 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:18:08.180005 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-953ee8fc-675a-444d-92c0-53d0f288c423 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.187051 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-953ee8fc-675a-444d-92c0-53d0f288c423 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.188517 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-953ee8fc-675a-444d-92c0-53d0f288c423 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/networks/9409e359-ba70-42ee-bd74-e4fa17a582a5 HTTP/1.1" status: 204 len: 168 time: 0.5018630 Jul 05 10:18:08.192216 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38464) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:08.197907 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ad825333-be0d-41c7-9d3e-e71a316d1a68 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-284477041'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:08.203691 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ee8fc-675a-444d-92c0-53d0f288c423 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Network': ['ID=9409e359-ba70-42ee-bd74-e4fa17a582a5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:08.219261 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad825333-be0d-41c7-9d3e-e71a316d1a68 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:08.222725 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ad825333-be0d-41c7-9d3e-e71a316d1a68 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.245188 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad825333-be0d-41c7-9d3e-e71a316d1a68 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:18:08.253531 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ad825333-be0d-41c7-9d3e-e71a316d1a68 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.253873 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-ad825333-be0d-41c7-9d3e-e71a316d1a68 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Added segment 45949ee5-f21c-44a2-9f98-7cf1c048fe52 of type vlan for network 91b821f0-c5c6-43a7-bcd7-8332aec59388 Jul 05 10:18:08.301476 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ad825333-be0d-41c7-9d3e-e71a316d1a68 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.328532 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ad825333-be0d-41c7-9d3e-e71a316d1a68 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.334043 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad825333-be0d-41c7-9d3e-e71a316d1a68 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:08.334626 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ad825333-be0d-41c7-9d3e-e71a316d1a68 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.391576 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ad825333-be0d-41c7-9d3e-e71a316d1a68 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1982813 Jul 05 10:18:08.394417 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38466) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:08.403767 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-aed5a4ee-4be5-43be-a373-41e55933dfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'subnet': {'network_id': '91b821f0-c5c6-43a7-bcd7-8332aec59388', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:08.419517 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad825333-be0d-41c7-9d3e-e71a316d1a68 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Network': ['ID=91b821f0-c5c6-43a7-bcd7-8332aec59388,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:08.429673 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 91b821f0-c5c6-43a7-bcd7-8332aec59388 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:18:08.499208 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed5a4ee-4be5-43be-a373-41e55933dfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:08.502813 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aed5a4ee-4be5-43be-a373-41e55933dfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.674389 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aed5a4ee-4be5-43be-a373-41e55933dfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.739764 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5a4ee-4be5-43be-a373-41e55933dfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Subnet': ['ID=60fd99bc-eb0d-49b5-a1f8-07226f3d65fb,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:08.744977 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5a4ee-4be5-43be-a373-41e55933dfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Checking segment: {'id': '45949ee5-f21c-44a2-9f98-7cf1c048fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '91b821f0-c5c6-43a7-bcd7-8332aec59388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:08.745343 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed5a4ee-4be5-43be-a373-41e55933dfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network hostable DHCP agents. Network: 91b821f0-c5c6-43a7-bcd7-8332aec59388, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:18:08.762248 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed5a4ee-4be5-43be-a373-41e55933dfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network 91b821f0-c5c6-43a7-bcd7-8332aec59388 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:18:08.770285 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-aed5a4ee-4be5-43be-a373-41e55933dfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 91b821f0-c5c6-43a7-bcd7-8332aec59388) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:08.775716 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed5a4ee-4be5-43be-a373-41e55933dfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:08.776439 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aed5a4ee-4be5-43be-a373-41e55933dfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.779586 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f825f54e-7790-4aa9-b67e-40a37c4f634c None None] Network 91b821f0-c5c6-43a7-bcd7-8332aec59388 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:08.790122 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-aed5a4ee-4be5-43be-a373-41e55933dfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3926768 Jul 05 10:18:08.793369 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38468) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:08.798299 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3fb20f2d-5a04-4512-bafb-ce8fe6a25ce6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'port': {'network_id': '91b821f0-c5c6-43a7-bcd7-8332aec59388', 'name': 'tempest-PortsTestJSON-231895298'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:08.908506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb20f2d-5a04-4512-bafb-ce8fe6a25ce6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:08.911891 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fb20f2d-5a04-4512-bafb-ce8fe6a25ce6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.926707 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-91b821f0-c5c6-43a7-bcd7-8332aec59388', 'network_id': '91b821f0-c5c6-43a7-bcd7-8332aec59388', 'tenant_id': '619fea1f79d3438da9c52120b057f57e', 'fixed_ips': [{'subnet_id': '60fd99bc-eb0d-49b5-a1f8-07226f3d65fb'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:18:08.927582 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.930975 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-3fb20f2d-5a04-4512-bafb-ce8fe6a25ce6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] device_id is not set on port 882dbfff-d609-45d7-a7c8-453b6a6710f7 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:18:09.070822 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab89cd28-3be5-4257-89ac-876f421def69 req-59822d47-a234-4890-a430-407027b940aa tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0324607 Jul 05 10:18:09.074527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-3fb20f2d-5a04-4512-bafb-ce8fe6a25ce6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Allocated IP 172.20.0.2 (91b821f0-c5c6-43a7-bcd7-8332aec59388/60fd99bc-eb0d-49b5-a1f8-07226f3d65fb/882dbfff-d609-45d7-a7c8-453b6a6710f7) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:09.217263 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fb20f2d-5a04-4512-bafb-ce8fe6a25ce6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:09.231089 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-3fb20f2d-5a04-4512-bafb-ce8fe6a25ce6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Transition to ACTIVE for port object 882dbfff-d609-45d7-a7c8-453b6a6710f7 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:09.262367 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fb20f2d-5a04-4512-bafb-ce8fe6a25ce6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:09.305220 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb20f2d-5a04-4512-bafb-ce8fe6a25ce6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network 91b821f0-c5c6-43a7-bcd7-8332aec59388 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:09.308243 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0f394b7e-3a30-440a-8fc8-a70f33a0f21f {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:18:09.308654 n-d-798054-8 neutron-server[93908]: DEBUG oslo_db.api [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:18:09.310283 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-3fb20f2d-5a04-4512-bafb-ce8fe6a25ce6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:09.313942 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb20f2d-5a04-4512-bafb-ce8fe6a25ce6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:09.320685 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb20f2d-5a04-4512-bafb-ce8fe6a25ce6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Port': ['ID=882dbfff-d609-45d7-a7c8-453b6a6710f7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:09.364529 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb20f2d-5a04-4512-bafb-ce8fe6a25ce6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:09.365143 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fb20f2d-5a04-4512-bafb-ce8fe6a25ce6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:09.379598 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3fb20f2d-5a04-4512-bafb-ce8fe6a25ce6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.5851083 Jul 05 10:18:09.382462 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38472) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:09.482153 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a8640c7c-7bd3-4e21-9612-477f084d6c47 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting port 882dbfff-d609-45d7-a7c8-453b6a6710f7 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:09.482411 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8640c7c-7bd3-4e21-9612-477f084d6c47 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:09.563199 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8640c7c-7bd3-4e21-9612-477f084d6c47 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:09.575248 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a8640c7c-7bd3-4e21-9612-477f084d6c47 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Calling delete_port for 882dbfff-d609-45d7-a7c8-453b6a6710f7 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:09.699115 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8640c7c-7bd3-4e21-9612-477f084d6c47 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:09.728999 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8640c7c-7bd3-4e21-9612-477f084d6c47 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Port': ['ID=882dbfff-d609-45d7-a7c8-453b6a6710f7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:09.799035 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8640c7c-7bd3-4e21-9612-477f084d6c47 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:09.800974 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a8640c7c-7bd3-4e21-9612-477f084d6c47 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/ports/882dbfff-d609-45d7-a7c8-453b6a6710f7 HTTP/1.1" status: 204 len: 168 time: 0.4173317 Jul 05 10:18:09.803511 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38474) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:09.810275 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:09.828979 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7199a44-9609-4759-b9f4-b10db0671c7e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] DELETE failed (client error): The resource could not be found. Jul 05 10:18:09.829613 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7199a44-9609-4759-b9f4-b10db0671c7e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:18:09.831316 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a7199a44-9609-4759-b9f4-b10db0671c7e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/ports/882dbfff-d609-45d7-a7c8-453b6a6710f7 HTTP/1.1" status: 404 len: 333 time: 0.0267930 Jul 05 10:18:09.833968 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38476) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:09.862875 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5607cfd-2a66-4590-bb73-69163125561b tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] GET failed (client error): The resource could not be found. Jul 05 10:18:09.864346 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f5607cfd-2a66-4590-bb73-69163125561b tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports/882dbfff-d609-45d7-a7c8-453b6a6710f7 HTTP/1.1" status: 404 len: 333 time: 0.0294755 Jul 05 10:18:09.867040 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38480) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:09.921241 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2957327-981d-4991-8d2b-5d44c9e854ca tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting subnet 60fd99bc-eb0d-49b5-a1f8-07226f3d65fb {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:18:09.952453 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] Allocated IP 172.20.0.2 (91b821f0-c5c6-43a7-bcd7-8332aec59388/60fd99bc-eb0d-49b5-a1f8-07226f3d65fb/b9c1a4d1-8794-4aab-9372-d3dab0e49b8c) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:10.101242 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:10.110924 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] Transition to ACTIVE for port object b9c1a4d1-8794-4aab-9372-d3dab0e49b8c will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:10.126193 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] Transition to ACTIVE for port object b9c1a4d1-8794-4aab-9372-d3dab0e49b8c will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:10.131680 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2957327-981d-4991-8d2b-5d44c9e854ca tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:10.132389 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:10.171426 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] Network 91b821f0-c5c6-43a7-bcd7-8332aec59388 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:10.173696 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2957327-981d-4991-8d2b-5d44c9e854ca tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:10.174270 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:10.180694 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:10.190036 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] Pushing event updated for resources: {'Port': ['ID=b9c1a4d1-8794-4aab-9372-d3dab0e49b8c,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:10.252691 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-495b20da-0e37-4eb7-a655-2d9b734710f4 req-18c26974-f1ff-4514-bc3e-e0cbbac8fe43 tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0386612 Jul 05 10:18:10.254202 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] Attempting to bind port b9c1a4d1-8794-4aab-9372-d3dab0e49b8c on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:10.254657 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] Attempting to bind port b9c1a4d1-8794-4aab-9372-d3dab0e49b8c by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '45949ee5-f21c-44a2-9f98-7cf1c048fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '91b821f0-c5c6-43a7-bcd7-8332aec59388'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:10.255041 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] Attempting to bind port b9c1a4d1-8794-4aab-9372-d3dab0e49b8c on network 91b821f0-c5c6-43a7-bcd7-8332aec59388 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:10.260661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:10.261093 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] Checking segment: {'id': '45949ee5-f21c-44a2-9f98-7cf1c048fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '91b821f0-c5c6-43a7-bcd7-8332aec59388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:10.261527 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:10.261967 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] Bound using segment: {'id': '45949ee5-f21c-44a2-9f98-7cf1c048fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '91b821f0-c5c6-43a7-bcd7-8332aec59388'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:10.262817 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] Bound port: b9c1a4d1-8794-4aab-9372-d3dab0e49b8c, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45949ee5-f21c-44a2-9f98-7cf1c048fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '91b821f0-c5c6-43a7-bcd7-8332aec59388'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:10.263037 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:10.307702 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2957327-981d-4991-8d2b-5d44c9e854ca tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:10.681824 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2957327-981d-4991-8d2b-5d44c9e854ca tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:10.685084 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] For port b9c1a4d1-8794-4aab-9372-d3dab0e49b8c, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:10.688336 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] For port b9c1a4d1-8794-4aab-9372-d3dab0e49b8c, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b9c1a4d1-8794-4aab-9372-d3dab0e49b8c,segment=NetworkSegment(45949ee5-f21c-44a2-9f98-7cf1c048fe52),segment_id=45949ee5-f21c-44a2-9f98-7cf1c048fe52)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:10.692371 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:10.708809 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2957327-981d-4991-8d2b-5d44c9e854ca tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Subnet': ['ID=60fd99bc-eb0d-49b5-a1f8-07226f3d65fb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:10.712965 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2957327-981d-4991-8d2b-5d44c9e854ca tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:10.717570 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f2957327-981d-4991-8d2b-5d44c9e854ca tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/subnets/60fd99bc-eb0d-49b5-a1f8-07226f3d65fb HTTP/1.1" status: 204 len: 168 time: 0.8489783 Jul 05 10:18:10.718060 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38484) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:10.751338 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c5aae-8274-4809-b6a3-6b6c211111cf None None] Pushing event updated for resources: {'Port': ['ID=b9c1a4d1-8794-4aab-9372-d3dab0e49b8c,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:10.796527 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-087dd77d-0e09-4667-afb0-7a2f0f0614d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:10.849840 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-087dd77d-0e09-4667-afb0-7a2f0f0614d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting port b9c1a4d1-8794-4aab-9372-d3dab0e49b8c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:10.850192 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-087dd77d-0e09-4667-afb0-7a2f0f0614d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:10.924746 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-087dd77d-0e09-4667-afb0-7a2f0f0614d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] For port b9c1a4d1-8794-4aab-9372-d3dab0e49b8c, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b9c1a4d1-8794-4aab-9372-d3dab0e49b8c,segment=NetworkSegment(45949ee5-f21c-44a2-9f98-7cf1c048fe52),segment_id=45949ee5-f21c-44a2-9f98-7cf1c048fe52)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:10.925114 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-087dd77d-0e09-4667-afb0-7a2f0f0614d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:10.942854 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-087dd77d-0e09-4667-afb0-7a2f0f0614d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Calling delete_port for b9c1a4d1-8794-4aab-9372-d3dab0e49b8c owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:11.026600 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-087dd77d-0e09-4667-afb0-7a2f0f0614d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.060287 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087dd77d-0e09-4667-afb0-7a2f0f0614d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Port': ['ID=b9c1a4d1-8794-4aab-9372-d3dab0e49b8c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:11.065683 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087dd77d-0e09-4667-afb0-7a2f0f0614d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] No DVR routers for this DVR port b9c1a4d1-8794-4aab-9372-d3dab0e49b8c on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:11.147068 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-087dd77d-0e09-4667-afb0-7a2f0f0614d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.156963 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-087dd77d-0e09-4667-afb0-7a2f0f0614d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b821f0-c5c6-43a7-bcd7-8332aec59388']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:11.168406 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-087dd77d-0e09-4667-afb0-7a2f0f0614d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45949ee5-f21c-44a2-9f98-7cf1c048fe52') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:11.168763 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-087dd77d-0e09-4667-afb0-7a2f0f0614d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45949ee5-f21c-44a2-9f98-7cf1c048fe52') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:11.178094 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-087dd77d-0e09-4667-afb0-7a2f0f0614d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.192477 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-087dd77d-0e09-4667-afb0-7a2f0f0614d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.199187 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087dd77d-0e09-4667-afb0-7a2f0f0614d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:11.199776 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-087dd77d-0e09-4667-afb0-7a2f0f0614d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:18:11.202753 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:18:11.265142 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-087dd77d-0e09-4667-afb0-7a2f0f0614d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.272097 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-087dd77d-0e09-4667-afb0-7a2f0f0614d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.273946 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-087dd77d-0e09-4667-afb0-7a2f0f0614d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/networks/91b821f0-c5c6-43a7-bcd7-8332aec59388 HTTP/1.1" status: 204 len: 168 time: 0.5547931 Jul 05 10:18:11.278277 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38486) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:11.283318 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c2e66f33-9d47-4c25-819a-bee4211baa1c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1960690179'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:11.293259 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087dd77d-0e09-4667-afb0-7a2f0f0614d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Network': ['ID=91b821f0-c5c6-43a7-bcd7-8332aec59388,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:11.309824 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e66f33-9d47-4c25-819a-bee4211baa1c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:11.313621 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c2e66f33-9d47-4c25-819a-bee4211baa1c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.338297 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e66f33-9d47-4c25-819a-bee4211baa1c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:18:11.348267 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c2e66f33-9d47-4c25-819a-bee4211baa1c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.348755 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-c2e66f33-9d47-4c25-819a-bee4211baa1c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Added segment 8baab56f-fa02-4894-bef8-5e6098164c66 of type vlan for network fc702e93-33d0-45ec-a483-fd5dc0672400 Jul 05 10:18:11.392670 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c2e66f33-9d47-4c25-819a-bee4211baa1c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.437064 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-126324b5-7848-40d0-870e-2e286ae39da0 req-b7c63c2b-aa72-495f-86d7-e80b9c34f244 tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0392001 Jul 05 10:18:11.454970 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c2e66f33-9d47-4c25-819a-bee4211baa1c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.462171 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e66f33-9d47-4c25-819a-bee4211baa1c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:11.462888 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c2e66f33-9d47-4c25-819a-bee4211baa1c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.529503 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c2e66f33-9d47-4c25-819a-bee4211baa1c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2500787 Jul 05 10:18:11.532567 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38490) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:11.537254 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-41067186-0562-4b79-8b06-18a49ed20a77 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'subnet': {'network_id': 'fc702e93-33d0-45ec-a483-fd5dc0672400', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:11.544195 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e66f33-9d47-4c25-819a-bee4211baa1c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Network': ['ID=fc702e93-33d0-45ec-a483-fd5dc0672400,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:11.554583 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network fc702e93-33d0-45ec-a483-fd5dc0672400 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:18:11.644196 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41067186-0562-4b79-8b06-18a49ed20a77 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:11.647916 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41067186-0562-4b79-8b06-18a49ed20a77 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.836154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661a3933-a587-4602-9a5a-6a46ce16e675 None None] DHCP port deletion for 91b821f0-c5c6-43a7-bcd7-8332aec59388 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:18:11.847784 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41067186-0562-4b79-8b06-18a49ed20a77 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.855273 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4ceae1-cd73-43aa-b767-845e00315320 None None] Network 91b821f0-c5c6-43a7-bcd7-8332aec59388 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:11.870760 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3e9fc83f-f7ee-4af2-b1be-358cc1513df3 None None] Could not find standard attr ID for object b9c1a4d1-8794-4aab-9372-d3dab0e49b8c. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:18:11.872965 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4ceae1-cd73-43aa-b767-845e00315320 None None] Network 91b821f0-c5c6-43a7-bcd7-8332aec59388 could not be found, it might have been deleted concurrently. {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 10:18:11.901545 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41067186-0562-4b79-8b06-18a49ed20a77 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Subnet': ['ID=be729d2a-d246-481c-a274-0ac2cd1748c3,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:11.922058 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41067186-0562-4b79-8b06-18a49ed20a77 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Checking segment: {'id': '8baab56f-fa02-4894-bef8-5e6098164c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fc702e93-33d0-45ec-a483-fd5dc0672400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:11.922421 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41067186-0562-4b79-8b06-18a49ed20a77 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network hostable DHCP agents. Network: fc702e93-33d0-45ec-a483-fd5dc0672400, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:18:11.938857 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41067186-0562-4b79-8b06-18a49ed20a77 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network fc702e93-33d0-45ec-a483-fd5dc0672400 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:18:11.948410 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-41067186-0562-4b79-8b06-18a49ed20a77 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, fc702e93-33d0-45ec-a483-fd5dc0672400) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:11.953828 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41067186-0562-4b79-8b06-18a49ed20a77 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:11.954523 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41067186-0562-4b79-8b06-18a49ed20a77 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.958252 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973fc2e6-a2c6-47be-a500-1f9a903a036b None None] Network fc702e93-33d0-45ec-a483-fd5dc0672400 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:11.973396 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-41067186-0562-4b79-8b06-18a49ed20a77 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4376109 Jul 05 10:18:11.973621 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38492) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:11.979448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-96b39d82-345d-46ab-abd1-8c18b937a2cb tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'port': {'network_id': 'fc702e93-33d0-45ec-a483-fd5dc0672400', 'security_groups': [], 'name': 'tempest-PortsTestJSON-639058276'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:12.097477 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b39d82-345d-46ab-abd1-8c18b937a2cb tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:12.101299 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96b39d82-345d-46ab-abd1-8c18b937a2cb tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.112471 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d12f1fa-339f-424f-9378-4c1185fbb5a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-fc702e93-33d0-45ec-a483-fd5dc0672400', 'network_id': 'fc702e93-33d0-45ec-a483-fd5dc0672400', 'tenant_id': '619fea1f79d3438da9c52120b057f57e', 'fixed_ips': [{'subnet_id': 'be729d2a-d246-481c-a274-0ac2cd1748c3'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:18:12.113349 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5d12f1fa-339f-424f-9378-4c1185fbb5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.119899 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-96b39d82-345d-46ab-abd1-8c18b937a2cb tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] device_id is not set on port da94ba02-029d-4fbc-8f51-0fa82dd6de00 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:18:12.240810 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-96b39d82-345d-46ab-abd1-8c18b937a2cb tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Allocated IP 172.20.0.10 (fc702e93-33d0-45ec-a483-fd5dc0672400/be729d2a-d246-481c-a274-0ac2cd1748c3/da94ba02-029d-4fbc-8f51-0fa82dd6de00) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:12.370842 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96b39d82-345d-46ab-abd1-8c18b937a2cb tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.385735 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-96b39d82-345d-46ab-abd1-8c18b937a2cb tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Transition to ACTIVE for port object da94ba02-029d-4fbc-8f51-0fa82dd6de00 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:12.418690 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96b39d82-345d-46ab-abd1-8c18b937a2cb tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.458422 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b39d82-345d-46ab-abd1-8c18b937a2cb tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network fc702e93-33d0-45ec-a483-fd5dc0672400 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:12.461650 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-96b39d82-345d-46ab-abd1-8c18b937a2cb tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:12.461816 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-5d12f1fa-339f-424f-9378-4c1185fbb5a9 None None] Allocated IP 172.20.0.2 (fc702e93-33d0-45ec-a483-fd5dc0672400/be729d2a-d246-481c-a274-0ac2cd1748c3/b360a35a-a871-4279-9400-ef6c1d8dae1a) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:12.468480 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b39d82-345d-46ab-abd1-8c18b937a2cb tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:12.498996 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b39d82-345d-46ab-abd1-8c18b937a2cb tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Port': ['ID=da94ba02-029d-4fbc-8f51-0fa82dd6de00,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:12.523146 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b39d82-345d-46ab-abd1-8c18b937a2cb tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:12.524017 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96b39d82-345d-46ab-abd1-8c18b937a2cb tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.542980 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-96b39d82-345d-46ab-abd1-8c18b937a2cb tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.5683782 Jul 05 10:18:12.545654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38496) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:12.617579 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b5cfe35-5485-410d-aee7-98ec8029dfc1 req-13213a8c-7747-4365-82c0-2262c3093497 tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0342767 Jul 05 10:18:12.618223 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5d12f1fa-339f-424f-9378-4c1185fbb5a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.628870 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5d12f1fa-339f-424f-9378-4c1185fbb5a9 None None] Transition to ACTIVE for port object b360a35a-a871-4279-9400-ef6c1d8dae1a will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:12.650025 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5d12f1fa-339f-424f-9378-4c1185fbb5a9 None None] Transition to ACTIVE for port object b360a35a-a871-4279-9400-ef6c1d8dae1a will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:12.655910 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5d12f1fa-339f-424f-9378-4c1185fbb5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.679358 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0689e08d-d21e-4a9f-a8fe-51c313e3b4d8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting port da94ba02-029d-4fbc-8f51-0fa82dd6de00 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:12.679703 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0689e08d-d21e-4a9f-a8fe-51c313e3b4d8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.691645 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d12f1fa-339f-424f-9378-4c1185fbb5a9 None None] Network fc702e93-33d0-45ec-a483-fd5dc0672400 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:12.694465 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-5d12f1fa-339f-424f-9378-4c1185fbb5a9 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:12.704095 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d12f1fa-339f-424f-9378-4c1185fbb5a9 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:12.712394 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12f1fa-339f-424f-9378-4c1185fbb5a9 None None] Pushing event updated for resources: {'Port': ['ID=b360a35a-a871-4279-9400-ef6c1d8dae1a,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:12.766127 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5d12f1fa-339f-424f-9378-4c1185fbb5a9 None None] Attempting to bind port b360a35a-a871-4279-9400-ef6c1d8dae1a on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:12.766510 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5d12f1fa-339f-424f-9378-4c1185fbb5a9 None None] Attempting to bind port b360a35a-a871-4279-9400-ef6c1d8dae1a by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '8baab56f-fa02-4894-bef8-5e6098164c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fc702e93-33d0-45ec-a483-fd5dc0672400'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:12.766874 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12f1fa-339f-424f-9378-4c1185fbb5a9 None None] Attempting to bind port b360a35a-a871-4279-9400-ef6c1d8dae1a on network fc702e93-33d0-45ec-a483-fd5dc0672400 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:12.771601 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0689e08d-d21e-4a9f-a8fe-51c313e3b4d8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.771772 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12f1fa-339f-424f-9378-4c1185fbb5a9 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:12.772184 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12f1fa-339f-424f-9378-4c1185fbb5a9 None None] Checking segment: {'id': '8baab56f-fa02-4894-bef8-5e6098164c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fc702e93-33d0-45ec-a483-fd5dc0672400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:12.772590 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5d12f1fa-339f-424f-9378-4c1185fbb5a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.772985 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12f1fa-339f-424f-9378-4c1185fbb5a9 None None] Bound using segment: {'id': '8baab56f-fa02-4894-bef8-5e6098164c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fc702e93-33d0-45ec-a483-fd5dc0672400'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:12.773457 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5d12f1fa-339f-424f-9378-4c1185fbb5a9 None None] Bound port: b360a35a-a871-4279-9400-ef6c1d8dae1a, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8baab56f-fa02-4894-bef8-5e6098164c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fc702e93-33d0-45ec-a483-fd5dc0672400'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:12.773941 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5d12f1fa-339f-424f-9378-4c1185fbb5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.783278 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0689e08d-d21e-4a9f-a8fe-51c313e3b4d8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Calling delete_port for da94ba02-029d-4fbc-8f51-0fa82dd6de00 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:12.836514 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5d12f1fa-339f-424f-9378-4c1185fbb5a9 None None] For port b360a35a-a871-4279-9400-ef6c1d8dae1a, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:12.839538 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5d12f1fa-339f-424f-9378-4c1185fbb5a9 None None] For port b360a35a-a871-4279-9400-ef6c1d8dae1a, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b360a35a-a871-4279-9400-ef6c1d8dae1a,segment=NetworkSegment(8baab56f-fa02-4894-bef8-5e6098164c66),segment_id=8baab56f-fa02-4894-bef8-5e6098164c66)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:12.844047 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5d12f1fa-339f-424f-9378-4c1185fbb5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.902562 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12f1fa-339f-424f-9378-4c1185fbb5a9 None None] Pushing event updated for resources: {'Port': ['ID=b360a35a-a871-4279-9400-ef6c1d8dae1a,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:12.913781 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0689e08d-d21e-4a9f-a8fe-51c313e3b4d8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.945736 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689e08d-d21e-4a9f-a8fe-51c313e3b4d8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Port': ['ID=da94ba02-029d-4fbc-8f51-0fa82dd6de00,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:13.015120 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0689e08d-d21e-4a9f-a8fe-51c313e3b4d8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.017108 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0689e08d-d21e-4a9f-a8fe-51c313e3b4d8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/ports/da94ba02-029d-4fbc-8f51-0fa82dd6de00 HTTP/1.1" status: 204 len: 168 time: 0.4705212 Jul 05 10:18:13.019687 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38498) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:13.049204 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ab302e-1cfd-4806-838f-5b710d381d92 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] GET failed (client error): The resource could not be found. Jul 05 10:18:13.050797 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-38ab302e-1cfd-4806-838f-5b710d381d92 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports/da94ba02-029d-4fbc-8f51-0fa82dd6de00 HTTP/1.1" status: 404 len: 333 time: 0.0301516 Jul 05 10:18:13.053521 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38500) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:13.138586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-136aec5c-75ac-40e3-b9c0-98a6b804a4b5 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting subnet be729d2a-d246-481c-a274-0ac2cd1748c3 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:18:13.142109 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-136aec5c-75ac-40e3-b9c0-98a6b804a4b5 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.184262 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-136aec5c-75ac-40e3-b9c0-98a6b804a4b5 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.269391 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-136aec5c-75ac-40e3-b9c0-98a6b804a4b5 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.331376 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-136aec5c-75ac-40e3-b9c0-98a6b804a4b5 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.356967 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136aec5c-75ac-40e3-b9c0-98a6b804a4b5 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Subnet': ['ID=be729d2a-d246-481c-a274-0ac2cd1748c3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:13.362958 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-136aec5c-75ac-40e3-b9c0-98a6b804a4b5 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.364902 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-136aec5c-75ac-40e3-b9c0-98a6b804a4b5 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/subnets/be729d2a-d246-481c-a274-0ac2cd1748c3 HTTP/1.1" status: 204 len: 168 time: 0.3103502 Jul 05 10:18:13.368037 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38502) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:13.441719 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73611c1c-189f-499a-a776-7603114d94f2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.493969 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-73611c1c-189f-499a-a776-7603114d94f2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting port b360a35a-a871-4279-9400-ef6c1d8dae1a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:13.494314 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73611c1c-189f-499a-a776-7603114d94f2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.562923 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-73611c1c-189f-499a-a776-7603114d94f2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] For port b360a35a-a871-4279-9400-ef6c1d8dae1a, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b360a35a-a871-4279-9400-ef6c1d8dae1a,segment=NetworkSegment(8baab56f-fa02-4894-bef8-5e6098164c66),segment_id=8baab56f-fa02-4894-bef8-5e6098164c66)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:13.563334 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73611c1c-189f-499a-a776-7603114d94f2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.577550 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-73611c1c-189f-499a-a776-7603114d94f2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Calling delete_port for b360a35a-a871-4279-9400-ef6c1d8dae1a owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:13.660833 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73611c1c-189f-499a-a776-7603114d94f2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.698750 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73611c1c-189f-499a-a776-7603114d94f2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Port': ['ID=b360a35a-a871-4279-9400-ef6c1d8dae1a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:13.702510 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73611c1c-189f-499a-a776-7603114d94f2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] No DVR routers for this DVR port b360a35a-a871-4279-9400-ef6c1d8dae1a on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:13.809453 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-87634043-cd2d-4a83-9470-2f005b70d810 req-1e00b0e9-b0cd-4075-821a-6abc783d5a6a tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0409875 Jul 05 10:18:13.814295 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73611c1c-189f-499a-a776-7603114d94f2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.826378 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-73611c1c-189f-499a-a776-7603114d94f2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc702e93-33d0-45ec-a483-fd5dc0672400']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:13.842757 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-73611c1c-189f-499a-a776-7603114d94f2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8baab56f-fa02-4894-bef8-5e6098164c66') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:13.843079 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-73611c1c-189f-499a-a776-7603114d94f2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8baab56f-fa02-4894-bef8-5e6098164c66') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:13.853433 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73611c1c-189f-499a-a776-7603114d94f2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.862090 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928e7ce3-68f3-4bda-93b2-0fd5512418bc None None] Network fc702e93-33d0-45ec-a483-fd5dc0672400 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:13.868139 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73611c1c-189f-499a-a776-7603114d94f2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.874409 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73611c1c-189f-499a-a776-7603114d94f2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:13.874824 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73611c1c-189f-499a-a776-7603114d94f2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:18:13.878112 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:18:13.911287 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bda2d041-868f-4977-9bf4-754771177978 None None] Could not find standard attr ID for object b360a35a-a871-4279-9400-ef6c1d8dae1a. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:18:13.937572 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73611c1c-189f-499a-a776-7603114d94f2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.944702 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73611c1c-189f-499a-a776-7603114d94f2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.949761 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-73611c1c-189f-499a-a776-7603114d94f2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/networks/fc702e93-33d0-45ec-a483-fd5dc0672400 HTTP/1.1" status: 204 len: 168 time: 0.5775533 Jul 05 10:18:13.950129 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38506) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:13.955329 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-557f2321-d9c7-4464-92a8-eff3713e957e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'port': {'network_id': '6c36ebdd-7a6e-4451-8b37-8e09f11eb566', 'name': 'tempest-PortsTestJSON-67152854'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:13.962956 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73611c1c-189f-499a-a776-7603114d94f2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Network': ['ID=fc702e93-33d0-45ec-a483-fd5dc0672400,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:14.022694 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cffb71-703e-42bd-91da-77e6ade66565 None None] DHCP port deletion for fc702e93-33d0-45ec-a483-fd5dc0672400 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:18:14.047608 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557f2321-d9c7-4464-92a8-eff3713e957e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:14.051068 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-557f2321-d9c7-4464-92a8-eff3713e957e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:14.069238 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-557f2321-d9c7-4464-92a8-eff3713e957e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] device_id is not set on port 64eb2095-d08a-4b7c-80cf-1cfdb645106d yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:18:14.224479 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-557f2321-d9c7-4464-92a8-eff3713e957e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:14.260343 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-557f2321-d9c7-4464-92a8-eff3713e957e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:14.308358 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557f2321-d9c7-4464-92a8-eff3713e957e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:14.313475 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-557f2321-d9c7-4464-92a8-eff3713e957e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:14.317215 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557f2321-d9c7-4464-92a8-eff3713e957e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:14.322704 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557f2321-d9c7-4464-92a8-eff3713e957e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:14.323329 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-557f2321-d9c7-4464-92a8-eff3713e957e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:14.328986 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f2321-d9c7-4464-92a8-eff3713e957e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Port': ['ID=64eb2095-d08a-4b7c-80cf-1cfdb645106d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:14.341519 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-557f2321-d9c7-4464-92a8-eff3713e957e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.3898919 Jul 05 10:18:14.343691 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38508) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:14.437058 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-be198990-0959-4f1d-a2ea-cdcbe77baa32 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting port 64eb2095-d08a-4b7c-80cf-1cfdb645106d {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:14.437408 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be198990-0959-4f1d-a2ea-cdcbe77baa32 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:14.504747 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be198990-0959-4f1d-a2ea-cdcbe77baa32 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:14.518430 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-be198990-0959-4f1d-a2ea-cdcbe77baa32 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Calling delete_port for 64eb2095-d08a-4b7c-80cf-1cfdb645106d owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:14.593801 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be198990-0959-4f1d-a2ea-cdcbe77baa32 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:14.624557 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be198990-0959-4f1d-a2ea-cdcbe77baa32 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Port': ['ID=64eb2095-d08a-4b7c-80cf-1cfdb645106d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:14.628049 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be198990-0959-4f1d-a2ea-cdcbe77baa32 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:14.630002 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-be198990-0959-4f1d-a2ea-cdcbe77baa32 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/ports/64eb2095-d08a-4b7c-80cf-1cfdb645106d HTTP/1.1" status: 204 len: 168 time: 0.2853425 Jul 05 10:18:14.632417 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38510) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:14.638407 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0f0ac050-ad6a-42b3-ab45-9a56ac28f428 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'port': {'network_id': '6c36ebdd-7a6e-4451-8b37-8e09f11eb566', 'mac_address': 'fa:16:3e:76:24:5f', 'name': 'tempest-PortsTestJSON-144703283'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:14.725089 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0ac050-ad6a-42b3-ab45-9a56ac28f428 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:14.794401 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f0ac050-ad6a-42b3-ab45-9a56ac28f428 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:14.817719 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-0f0ac050-ad6a-42b3-ab45-9a56ac28f428 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] device_id is not set on port 063e06ca-aa7c-449c-917e-490db14ccf29 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:18:14.960846 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-864db0cc-5996-48cb-9428-321492d7d2ee req-7e4a5418-091a-4355-b90a-a3f1f7401aef tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0279269 Jul 05 10:18:14.981891 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f0ac050-ad6a-42b3-ab45-9a56ac28f428 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:15.017640 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f0ac050-ad6a-42b3-ab45-9a56ac28f428 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:15.065527 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0ac050-ad6a-42b3-ab45-9a56ac28f428 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:15.070694 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-0f0ac050-ad6a-42b3-ab45-9a56ac28f428 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:15.074549 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0ac050-ad6a-42b3-ab45-9a56ac28f428 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:15.080098 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0ac050-ad6a-42b3-ab45-9a56ac28f428 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:15.080703 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f0ac050-ad6a-42b3-ab45-9a56ac28f428 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:15.090930 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ac050-ad6a-42b3-ab45-9a56ac28f428 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Port': ['ID=063e06ca-aa7c-449c-917e-490db14ccf29,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:15.098724 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0f0ac050-ad6a-42b3-ab45-9a56ac28f428 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4641016 Jul 05 10:18:15.100714 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38514) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:15.154203 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394b994d-5bcd-4bd7-8e8a-8812a9d50ca3 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:15.155576 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-394b994d-5bcd-4bd7-8e8a-8812a9d50ca3 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports/063e06ca-aa7c-449c-917e-490db14ccf29 HTTP/1.1" status: 200 len: 840 time: 0.0538931 Jul 05 10:18:15.158365 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38516) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:15.257130 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-87179a0d-e1c1-44a0-be9a-bd5e2651b3e9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting port 063e06ca-aa7c-449c-917e-490db14ccf29 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:15.257478 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87179a0d-e1c1-44a0-be9a-bd5e2651b3e9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:15.321997 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87179a0d-e1c1-44a0-be9a-bd5e2651b3e9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:15.334714 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-87179a0d-e1c1-44a0-be9a-bd5e2651b3e9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Calling delete_port for 063e06ca-aa7c-449c-917e-490db14ccf29 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:15.415481 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87179a0d-e1c1-44a0-be9a-bd5e2651b3e9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:15.443840 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87179a0d-e1c1-44a0-be9a-bd5e2651b3e9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Port': ['ID=063e06ca-aa7c-449c-917e-490db14ccf29,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:15.449537 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87179a0d-e1c1-44a0-be9a-bd5e2651b3e9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:15.451450 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-87179a0d-e1c1-44a0-be9a-bd5e2651b3e9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/ports/063e06ca-aa7c-449c-917e-490db14ccf29 HTTP/1.1" status: 204 len: 168 time: 0.2921715 Jul 05 10:18:15.454077 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38518) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:15.480951 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7a500d-21dc-4caf-b924-b24458f8b911 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] GET failed (client error): The resource could not be found. Jul 05 10:18:15.482362 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4b7a500d-21dc-4caf-b924-b24458f8b911 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports/063e06ca-aa7c-449c-917e-490db14ccf29 HTTP/1.1" status: 404 len: 333 time: 0.0273871 Jul 05 10:18:15.485668 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38520) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:15.490439 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-42feec4d-be97-468e-a5af-ba14aea32622 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'port': {'network_id': '6c36ebdd-7a6e-4451-8b37-8e09f11eb566', 'name': 'tempest-PortsTestJSON-909856552'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:15.578927 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42feec4d-be97-468e-a5af-ba14aea32622 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:15.582593 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42feec4d-be97-468e-a5af-ba14aea32622 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:15.599744 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-42feec4d-be97-468e-a5af-ba14aea32622 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] device_id is not set on port 0e2d682e-e3cf-4f7c-bc02-caf4cf910fdb yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:18:15.759719 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42feec4d-be97-468e-a5af-ba14aea32622 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:15.795768 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42feec4d-be97-468e-a5af-ba14aea32622 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:15.839961 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42feec4d-be97-468e-a5af-ba14aea32622 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:15.845006 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-42feec4d-be97-468e-a5af-ba14aea32622 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:15.847298 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42feec4d-be97-468e-a5af-ba14aea32622 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:15.853446 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42feec4d-be97-468e-a5af-ba14aea32622 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:15.854297 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42feec4d-be97-468e-a5af-ba14aea32622 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:15.864061 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42feec4d-be97-468e-a5af-ba14aea32622 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Port': ['ID=0e2d682e-e3cf-4f7c-bc02-caf4cf910fdb,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:15.874909 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-42feec4d-be97-468e-a5af-ba14aea32622 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.3882425 Jul 05 10:18:15.877532 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38522) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:15.882630 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0a34d47f-0287-4ee6-9a24-3c9926229177 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:15.962971 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a34d47f-0287-4ee6-9a24-3c9926229177 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.113917 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77dcf519-49b9-4fdf-ae0e-32fd2fb03fcf req-879e1bdc-b5c0-4284-8e95-aeeb884c90ee tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0327258 Jul 05 10:18:16.120589 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a34d47f-0287-4ee6-9a24-3c9926229177 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.125079 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a34d47f-0287-4ee6-9a24-3c9926229177 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.158931 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0a34d47f-0287-4ee6-9a24-3c9926229177 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] In _notify_port_updated(), no bound segment for port 0e2d682e-e3cf-4f7c-bc02-caf4cf910fdb on network 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 {{(pid=93906) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:18:16.164343 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a34d47f-0287-4ee6-9a24-3c9926229177 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:16.164949 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a34d47f-0287-4ee6-9a24-3c9926229177 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.166252 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0a34d47f-0287-4ee6-9a24-3c9926229177 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "PUT /v2.0/ports/0e2d682e-e3cf-4f7c-bc02-caf4cf910fdb HTTP/1.1" status: 200 len: 818 time: 0.2877948 Jul 05 10:18:16.168915 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38526) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:16.216246 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34d47f-0287-4ee6-9a24-3c9926229177 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Port': ['ID=0e2d682e-e3cf-4f7c-bc02-caf4cf910fdb,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:16.276442 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9e159607-3e97-40ea-a906-1d7ce3e18a5b tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting port 0e2d682e-e3cf-4f7c-bc02-caf4cf910fdb {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:16.276792 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e159607-3e97-40ea-a906-1d7ce3e18a5b tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.343078 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e159607-3e97-40ea-a906-1d7ce3e18a5b tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.356500 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9e159607-3e97-40ea-a906-1d7ce3e18a5b tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Calling delete_port for 0e2d682e-e3cf-4f7c-bc02-caf4cf910fdb owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:16.431192 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e159607-3e97-40ea-a906-1d7ce3e18a5b tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.459776 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e159607-3e97-40ea-a906-1d7ce3e18a5b tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Port': ['ID=0e2d682e-e3cf-4f7c-bc02-caf4cf910fdb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:16.465821 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e159607-3e97-40ea-a906-1d7ce3e18a5b tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.467928 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9e159607-3e97-40ea-a906-1d7ce3e18a5b tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/ports/0e2d682e-e3cf-4f7c-bc02-caf4cf910fdb HTTP/1.1" status: 204 len: 168 time: 0.2980354 Jul 05 10:18:16.470313 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38528) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:16.537854 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ca9b98-7d41-4ca2-83bb-4be3cda0a0c5 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:16.539334 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-36ca9b98-7d41-4ca2-83bb-4be3cda0a0c5 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0680583 Jul 05 10:18:16.541921 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38530) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:16.568588 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b40178e-b818-481c-a93c-c2fe7d40feda tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] GET failed (client error): The resource could not be found. Jul 05 10:18:16.570040 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0b40178e-b818-481c-a93c-c2fe7d40feda tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports/0e2d682e-e3cf-4f7c-bc02-caf4cf910fdb HTTP/1.1" status: 404 len: 333 time: 0.0272355 Jul 05 10:18:16.573953 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38532) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:16.578608 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-be2834f3-bc54-433e-8678-8cd646780e68 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1402545977'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:16.599291 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2834f3-bc54-433e-8678-8cd646780e68 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:16.603490 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be2834f3-bc54-433e-8678-8cd646780e68 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.627237 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2834f3-bc54-433e-8678-8cd646780e68 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:18:16.636131 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be2834f3-bc54-433e-8678-8cd646780e68 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.636484 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-be2834f3-bc54-433e-8678-8cd646780e68 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Added segment 1be1ec24-8aca-4053-874a-27d68f818c4f of type vlan for network 34aafc52-2b22-4259-b454-9bae8df6ff5d Jul 05 10:18:16.675640 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be2834f3-bc54-433e-8678-8cd646780e68 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.702868 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be2834f3-bc54-433e-8678-8cd646780e68 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.708683 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2834f3-bc54-433e-8678-8cd646780e68 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:16.709408 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be2834f3-bc54-433e-8678-8cd646780e68 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.770277 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-be2834f3-bc54-433e-8678-8cd646780e68 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1953204 Jul 05 10:18:16.772955 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38534) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:16.778365 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-63c1a924-b8bc-4807-8ced-acb4114cc1ba tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'subnet': {'network_id': '34aafc52-2b22-4259-b454-9bae8df6ff5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:16.823114 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2834f3-bc54-433e-8678-8cd646780e68 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Network': ['ID=34aafc52-2b22-4259-b454-9bae8df6ff5d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:16.835155 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 34aafc52-2b22-4259-b454-9bae8df6ff5d details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:18:16.877609 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c1a924-b8bc-4807-8ced-acb4114cc1ba tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:16.881584 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63c1a924-b8bc-4807-8ced-acb4114cc1ba tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.059738 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63c1a924-b8bc-4807-8ced-acb4114cc1ba tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.123242 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1a924-b8bc-4807-8ced-acb4114cc1ba tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Subnet': ['ID=9a1764af-5a56-4ac9-967f-2c09f994bfb6,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:17.131815 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c1a924-b8bc-4807-8ced-acb4114cc1ba tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Checking segment: {'id': '1be1ec24-8aca-4053-874a-27d68f818c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '34aafc52-2b22-4259-b454-9bae8df6ff5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:17.132209 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c1a924-b8bc-4807-8ced-acb4114cc1ba tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network hostable DHCP agents. Network: 34aafc52-2b22-4259-b454-9bae8df6ff5d, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:18:17.149580 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c1a924-b8bc-4807-8ced-acb4114cc1ba tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network 34aafc52-2b22-4259-b454-9bae8df6ff5d is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:18:17.158045 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-63c1a924-b8bc-4807-8ced-acb4114cc1ba tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 34aafc52-2b22-4259-b454-9bae8df6ff5d) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:17.162274 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c1a924-b8bc-4807-8ced-acb4114cc1ba tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:17.162869 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63c1a924-b8bc-4807-8ced-acb4114cc1ba tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.172173 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3e6a07-9820-4678-a6b2-567e083df0b0 None None] Network 34aafc52-2b22-4259-b454-9bae8df6ff5d requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:17.181126 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38538) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:17.181698 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-63c1a924-b8bc-4807-8ced-acb4114cc1ba tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4067211 Jul 05 10:18:17.187192 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f8b5bff9-0c86-4d92-a6bd-2284fcfae682 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'subnet': {'network_id': '34aafc52-2b22-4259-b454-9bae8df6ff5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:17.289524 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-32ce1fcc-36e0-4a5d-a8bd-4e6f33669834 req-0f371767-98cf-4922-b264-587d62af41ac tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0387130 Jul 05 10:18:17.321991 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b5bff9-0c86-4d92-a6bd-2284fcfae682 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:17.324740 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1804dfcb-620d-4ccf-b319-ee04065e8cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-34aafc52-2b22-4259-b454-9bae8df6ff5d', 'network_id': '34aafc52-2b22-4259-b454-9bae8df6ff5d', 'tenant_id': '619fea1f79d3438da9c52120b057f57e', 'fixed_ips': [{'subnet_id': '9a1764af-5a56-4ac9-967f-2c09f994bfb6'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:18:17.325633 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1804dfcb-620d-4ccf-b319-ee04065e8cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.325762 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f8b5bff9-0c86-4d92-a6bd-2284fcfae682 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.417260 n-d-798054-8 neutron-server[93907]: INFO neutron.db.ipam_backend_mixin [None req-f8b5bff9-0c86-4d92-a6bd-2284fcfae682 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9a1764af-5a56-4ac9-967f-2c09f994bfb6 (CIDR: 172.20.0.0/28) Jul 05 10:18:17.419718 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b5bff9-0c86-4d92-a6bd-2284fcfae682 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:18:17.420262 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b5bff9-0c86-4d92-a6bd-2284fcfae682 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:18:17.433746 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f8b5bff9-0c86-4d92-a6bd-2284fcfae682 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2507539 Jul 05 10:18:17.436522 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38540) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:17.442330 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1535fefb-df52-482d-b3fc-a992bc6d2dc2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'subnet': {'network_id': '34aafc52-2b22-4259-b454-9bae8df6ff5d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:17.459005 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-1804dfcb-620d-4ccf-b319-ee04065e8cc3 None None] Allocated IP 172.20.0.2 (34aafc52-2b22-4259-b454-9bae8df6ff5d/9a1764af-5a56-4ac9-967f-2c09f994bfb6/b07e9e8e-b45c-496f-9a06-c289ee295e87) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:17.548652 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1535fefb-df52-482d-b3fc-a992bc6d2dc2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:17.552174 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1535fefb-df52-482d-b3fc-a992bc6d2dc2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.605423 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1804dfcb-620d-4ccf-b319-ee04065e8cc3 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.614973 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1804dfcb-620d-4ccf-b319-ee04065e8cc3 None None] Transition to ACTIVE for port object b07e9e8e-b45c-496f-9a06-c289ee295e87 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:17.630479 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1804dfcb-620d-4ccf-b319-ee04065e8cc3 None None] Transition to ACTIVE for port object b07e9e8e-b45c-496f-9a06-c289ee295e87 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:17.636668 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1804dfcb-620d-4ccf-b319-ee04065e8cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.674710 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1804dfcb-620d-4ccf-b319-ee04065e8cc3 None None] Network 34aafc52-2b22-4259-b454-9bae8df6ff5d is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:17.680923 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-1804dfcb-620d-4ccf-b319-ee04065e8cc3 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:17.685504 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1804dfcb-620d-4ccf-b319-ee04065e8cc3 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:17.687482 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804dfcb-620d-4ccf-b319-ee04065e8cc3 None None] Pushing event updated for resources: {'Port': ['ID=b07e9e8e-b45c-496f-9a06-c289ee295e87,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:17.747440 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1804dfcb-620d-4ccf-b319-ee04065e8cc3 None None] Attempting to bind port b07e9e8e-b45c-496f-9a06-c289ee295e87 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:17.747815 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1804dfcb-620d-4ccf-b319-ee04065e8cc3 None None] Attempting to bind port b07e9e8e-b45c-496f-9a06-c289ee295e87 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '1be1ec24-8aca-4053-874a-27d68f818c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '34aafc52-2b22-4259-b454-9bae8df6ff5d'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:17.748204 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804dfcb-620d-4ccf-b319-ee04065e8cc3 None None] Attempting to bind port b07e9e8e-b45c-496f-9a06-c289ee295e87 on network 34aafc52-2b22-4259-b454-9bae8df6ff5d {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:17.753101 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804dfcb-620d-4ccf-b319-ee04065e8cc3 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:17.753476 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804dfcb-620d-4ccf-b319-ee04065e8cc3 None None] Checking segment: {'id': '1be1ec24-8aca-4053-874a-27d68f818c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '34aafc52-2b22-4259-b454-9bae8df6ff5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:17.753880 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1804dfcb-620d-4ccf-b319-ee04065e8cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.754280 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804dfcb-620d-4ccf-b319-ee04065e8cc3 None None] Bound using segment: {'id': '1be1ec24-8aca-4053-874a-27d68f818c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '34aafc52-2b22-4259-b454-9bae8df6ff5d'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:17.754743 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1804dfcb-620d-4ccf-b319-ee04065e8cc3 None None] Bound port: b07e9e8e-b45c-496f-9a06-c289ee295e87, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be1ec24-8aca-4053-874a-27d68f818c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '34aafc52-2b22-4259-b454-9bae8df6ff5d'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:17.755125 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1804dfcb-620d-4ccf-b319-ee04065e8cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.800583 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1535fefb-df52-482d-b3fc-a992bc6d2dc2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.816658 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1804dfcb-620d-4ccf-b319-ee04065e8cc3 None None] For port b07e9e8e-b45c-496f-9a06-c289ee295e87, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:17.819925 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1804dfcb-620d-4ccf-b319-ee04065e8cc3 None None] For port b07e9e8e-b45c-496f-9a06-c289ee295e87, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b07e9e8e-b45c-496f-9a06-c289ee295e87,segment=NetworkSegment(1be1ec24-8aca-4053-874a-27d68f818c4f),segment_id=1be1ec24-8aca-4053-874a-27d68f818c4f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:17.824140 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1804dfcb-620d-4ccf-b319-ee04065e8cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.849850 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1535fefb-df52-482d-b3fc-a992bc6d2dc2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network 34aafc52-2b22-4259-b454-9bae8df6ff5d is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:17.854211 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-1535fefb-df52-482d-b3fc-a992bc6d2dc2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:17.858543 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1535fefb-df52-482d-b3fc-a992bc6d2dc2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:17.859072 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1535fefb-df52-482d-b3fc-a992bc6d2dc2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.866601 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535fefb-df52-482d-b3fc-a992bc6d2dc2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Subnet': ['ID=eb9e245c-37c2-41ab-8a6d-06dc84ab7111,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:17.886277 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804dfcb-620d-4ccf-b319-ee04065e8cc3 None None] Pushing event updated for resources: {'Port': ['ID=b07e9e8e-b45c-496f-9a06-c289ee295e87,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:17.887334 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38542) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:17.887471 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1535fefb-df52-482d-b3fc-a992bc6d2dc2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4492362 Jul 05 10:18:17.894219 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2bf4e74c-1ea3-4103-8cc7-f642249963b0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'port': {'network_id': '34aafc52-2b22-4259-b454-9bae8df6ff5d', 'fixed_ips': [{'subnet_id': '9a1764af-5a56-4ac9-967f-2c09f994bfb6'}, {'subnet_id': 'eb9e245c-37c2-41ab-8a6d-06dc84ab7111'}], 'name': 'tempest-PortsTestJSON-756901249'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:18.007696 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf4e74c-1ea3-4103-8cc7-f642249963b0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:18.112787 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2bf4e74c-1ea3-4103-8cc7-f642249963b0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.131358 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-2bf4e74c-1ea3-4103-8cc7-f642249963b0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] device_id is not set on port 50ea1ad4-8376-4fab-a61b-437c857fd832 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:18:18.390578 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-2bf4e74c-1ea3-4103-8cc7-f642249963b0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Allocated IP 172.20.0.8 (34aafc52-2b22-4259-b454-9bae8df6ff5d/9a1764af-5a56-4ac9-967f-2c09f994bfb6/50ea1ad4-8376-4fab-a61b-437c857fd832) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:18.396787 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-2bf4e74c-1ea3-4103-8cc7-f642249963b0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Allocated IP 172.20.0.24 (34aafc52-2b22-4259-b454-9bae8df6ff5d/eb9e245c-37c2-41ab-8a6d-06dc84ab7111/50ea1ad4-8376-4fab-a61b-437c857fd832) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:18.459340 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77577e11-ad2d-46c2-9776-048c38a0628b req-f6e87675-bf48-42a0-b8d0-fb2b28e00311 tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0414026 Jul 05 10:18:18.575926 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2bf4e74c-1ea3-4103-8cc7-f642249963b0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.590465 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-2bf4e74c-1ea3-4103-8cc7-f642249963b0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Transition to ACTIVE for port object 50ea1ad4-8376-4fab-a61b-437c857fd832 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:18.625847 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2bf4e74c-1ea3-4103-8cc7-f642249963b0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.674699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf4e74c-1ea3-4103-8cc7-f642249963b0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network 34aafc52-2b22-4259-b454-9bae8df6ff5d is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:18.678120 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-2bf4e74c-1ea3-4103-8cc7-f642249963b0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:18.684508 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf4e74c-1ea3-4103-8cc7-f642249963b0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:18.713620 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4e74c-1ea3-4103-8cc7-f642249963b0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Port': ['ID=50ea1ad4-8376-4fab-a61b-437c857fd832,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:18.740316 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf4e74c-1ea3-4103-8cc7-f642249963b0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:18.740951 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2bf4e74c-1ea3-4103-8cc7-f642249963b0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.756452 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2bf4e74c-1ea3-4103-8cc7-f642249963b0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 0.8664687 Jul 05 10:18:18.758986 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38548) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:18.764423 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-fcc5d262-6128-4f76-8703-9cff95c6f9a2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9a1764af-5a56-4ac9-967f-2c09f994bfb6'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:18.804846 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f981958-5417-413f-a501-ffb656e95ba5 None None] Network 34aafc52-2b22-4259-b454-9bae8df6ff5d requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:18.873010 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fcc5d262-6128-4f76-8703-9cff95c6f9a2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.879948 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-26e071a5-9893-4415-b613-20b38d5f6aee None None] Provisioning for port b07e9e8e-b45c-496f-9a06-c289ee295e87 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:18.943404 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b07e9e8e-b45c-496f-9a06-c289ee295e87 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:19.033339 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port b07e9e8e-b45c-496f-9a06-c289ee295e87 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:19.042476 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b07e9e8e-b45c-496f-9a06-c289ee295e87 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:19.042916 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:19.136399 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-fcc5d262-6128-4f76-8703-9cff95c6f9a2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Delete allocated IP 172.20.0.24 (34aafc52-2b22-4259-b454-9bae8df6ff5d/eb9e245c-37c2-41ab-8a6d-06dc84ab7111) {{(pid=93907) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 10:18:19.162267 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc9b4b2-7ca4-4929-88c7-cede0f3b9056 None None] Update dhcp port {'port': {'network_id': '34aafc52-2b22-4259-b454-9bae8df6ff5d', 'fixed_ips': [{'subnet_id': '9a1764af-5a56-4ac9-967f-2c09f994bfb6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'eb9e245c-37c2-41ab-8a6d-06dc84ab7111'}], 'binding:host_id': 'n-d-798054-8'}, 'id': 'b07e9e8e-b45c-496f-9a06-c289ee295e87'} from n-d-798054-8. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 10:18:19.163959 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:19.225203 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dfc9b4b2-7ca4-4929-88c7-cede0f3b9056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:19.229469 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port b07e9e8e-b45c-496f-9a06-c289ee295e87, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b07e9e8e-b45c-496f-9a06-c289ee295e87,segment=NetworkSegment(1be1ec24-8aca-4053-874a-27d68f818c4f),segment_id=1be1ec24-8aca-4053-874a-27d68f818c4f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:19.238229 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:19.268594 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fcc5d262-6128-4f76-8703-9cff95c6f9a2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:19.280756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-fcc5d262-6128-4f76-8703-9cff95c6f9a2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Ignored duplicate provisioning block setup for port 50ea1ad4-8376-4fab-a61b-437c857fd832 by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 10:18:19.284954 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fcc5d262-6128-4f76-8703-9cff95c6f9a2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:19.362607 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=b07e9e8e-b45c-496f-9a06-c289ee295e87,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:19.378183 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5d262-6128-4f76-8703-9cff95c6f9a2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Port': ['ID=50ea1ad4-8376-4fab-a61b-437c857fd832,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:19.397793 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-fcc5d262-6128-4f76-8703-9cff95c6f9a2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] In _notify_port_updated(), no bound segment for port 50ea1ad4-8376-4fab-a61b-437c857fd832 on network 34aafc52-2b22-4259-b454-9bae8df6ff5d {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:18:19.403416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc5d262-6128-4f76-8703-9cff95c6f9a2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:19.404071 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fcc5d262-6128-4f76-8703-9cff95c6f9a2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:19.405413 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-fcc5d262-6128-4f76-8703-9cff95c6f9a2 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "PUT /v2.0/ports/50ea1ad4-8376-4fab-a61b-437c857fd832 HTTP/1.1" status: 200 len: 918 time: 0.6454272 Jul 05 10:18:19.408059 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38550) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:19.413186 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-87010630-2cc9-4458-9de6-a1c21d60e624 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9a1764af-5a56-4ac9-967f-2c09f994bfb6'}, {'subnet_id': 'eb9e245c-37c2-41ab-8a6d-06dc84ab7111'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:19.441146 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-dfc9b4b2-7ca4-4929-88c7-cede0f3b9056 None None] Allocated IP 172.20.0.18 (34aafc52-2b22-4259-b454-9bae8df6ff5d/eb9e245c-37c2-41ab-8a6d-06dc84ab7111/b07e9e8e-b45c-496f-9a06-c289ee295e87) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:19.499419 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87010630-2cc9-4458-9de6-a1c21d60e624 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:19.536482 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-dfc9b4b2-7ca4-4929-88c7-cede0f3b9056 None None] For port b07e9e8e-b45c-496f-9a06-c289ee295e87, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b07e9e8e-b45c-496f-9a06-c289ee295e87,segment=NetworkSegment(1be1ec24-8aca-4053-874a-27d68f818c4f),segment_id=1be1ec24-8aca-4053-874a-27d68f818c4f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:19.568372 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dfc9b4b2-7ca4-4929-88c7-cede0f3b9056 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:19.582140 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dfc9b4b2-7ca4-4929-88c7-cede0f3b9056 None None] Transition to ACTIVE for port object b07e9e8e-b45c-496f-9a06-c289ee295e87 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:19.586432 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dfc9b4b2-7ca4-4929-88c7-cede0f3b9056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:19.637992 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dcfefda2-2cf1-4849-9280-2d3030aa1eab req-7396cad1-3206-49e1-950f-5d0133bd2508 tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0402861 Jul 05 10:18:19.677934 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9b4b2-7ca4-4929-88c7-cede0f3b9056 None None] Pushing event updated for resources: {'Port': ['ID=b07e9e8e-b45c-496f-9a06-c289ee295e87,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:19.797151 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-87010630-2cc9-4458-9de6-a1c21d60e624 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Allocated IP 172.20.0.23 (34aafc52-2b22-4259-b454-9bae8df6ff5d/eb9e245c-37c2-41ab-8a6d-06dc84ab7111/50ea1ad4-8376-4fab-a61b-437c857fd832) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:19.923077 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87010630-2cc9-4458-9de6-a1c21d60e624 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:19.935754 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-87010630-2cc9-4458-9de6-a1c21d60e624 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Ignored duplicate provisioning block setup for port 50ea1ad4-8376-4fab-a61b-437c857fd832 by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 10:18:19.939637 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87010630-2cc9-4458-9de6-a1c21d60e624 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.038204 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87010630-2cc9-4458-9de6-a1c21d60e624 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Port': ['ID=50ea1ad4-8376-4fab-a61b-437c857fd832,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:20.080932 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-87010630-2cc9-4458-9de6-a1c21d60e624 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] In _notify_port_updated(), no bound segment for port 50ea1ad4-8376-4fab-a61b-437c857fd832 on network 34aafc52-2b22-4259-b454-9bae8df6ff5d {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:18:20.087134 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87010630-2cc9-4458-9de6-a1c21d60e624 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:20.087829 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87010630-2cc9-4458-9de6-a1c21d60e624 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.089120 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-87010630-2cc9-4458-9de6-a1c21d60e624 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "PUT /v2.0/ports/50ea1ad4-8376-4fab-a61b-437c857fd832 HTTP/1.1" status: 200 len: 998 time: 0.6801131 Jul 05 10:18:20.091767 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38554) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:20.139254 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096a50cf-7be2-430f-a75f-3f4fa6984833 None None] Network 34aafc52-2b22-4259-b454-9bae8df6ff5d requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:20.194231 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-43b74545-92f3-4319-9b64-cee67bde7290 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting port 50ea1ad4-8376-4fab-a61b-437c857fd832 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:20.194577 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-43b74545-92f3-4319-9b64-cee67bde7290 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.246033 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b182b143-cafc-4499-9eed-f0bb8037574e None None] Provisioning for port b07e9e8e-b45c-496f-9a06-c289ee295e87 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:20.255542 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b182b143-cafc-4499-9eed-f0bb8037574e None None] Provisioning complete for port b07e9e8e-b45c-496f-9a06-c289ee295e87 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:20.255944 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b182b143-cafc-4499-9eed-f0bb8037574e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.279902 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-43b74545-92f3-4319-9b64-cee67bde7290 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.292202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-43b74545-92f3-4319-9b64-cee67bde7290 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Calling delete_port for 50ea1ad4-8376-4fab-a61b-437c857fd832 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:20.464308 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-43b74545-92f3-4319-9b64-cee67bde7290 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.465016 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b182b143-cafc-4499-9eed-f0bb8037574e None None] Provisioning for port 50ea1ad4-8376-4fab-a61b-437c857fd832 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:20.469743 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b182b143-cafc-4499-9eed-f0bb8037574e None None] Provisioning complete for port 50ea1ad4-8376-4fab-a61b-437c857fd832 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:20.470126 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b182b143-cafc-4499-9eed-f0bb8037574e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.489043 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b182b143-cafc-4499-9eed-f0bb8037574e None None] Port 50ea1ad4-8376-4fab-a61b-437c857fd832 was deleted so its status cannot be updated. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 10:18:20.496921 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b74545-92f3-4319-9b64-cee67bde7290 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Port': ['ID=50ea1ad4-8376-4fab-a61b-437c857fd832,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:20.583711 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-43b74545-92f3-4319-9b64-cee67bde7290 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.585778 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-43b74545-92f3-4319-9b64-cee67bde7290 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/ports/50ea1ad4-8376-4fab-a61b-437c857fd832 HTTP/1.1" status: 204 len: 168 time: 0.4929988 Jul 05 10:18:20.588359 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38556) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:20.619218 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-73400c6d-8aec-4248-b2b1-7991b7827c79 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] GET failed (client error): The resource could not be found. Jul 05 10:18:20.620724 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-73400c6d-8aec-4248-b2b1-7991b7827c79 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports/50ea1ad4-8376-4fab-a61b-437c857fd832 HTTP/1.1" status: 404 len: 333 time: 0.0314374 Jul 05 10:18:20.623235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38558) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:20.672155 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f626546-c77a-4bd5-9c15-b5e848ff298a tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting subnet eb9e245c-37c2-41ab-8a6d-06dc84ab7111 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:18:20.675191 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f626546-c77a-4bd5-9c15-b5e848ff298a tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.722333 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f626546-c77a-4bd5-9c15-b5e848ff298a tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.826222 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fab36534-df20-446b-a048-1d3f27d9e87f req-c95c179f-47ca-4c85-922b-f7b513e18f10 tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0386307 Jul 05 10:18:20.837823 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f626546-c77a-4bd5-9c15-b5e848ff298a tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.896909 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b07e9e8e-b45c-496f-9a06-c289ee295e87 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:20.898302 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f626546-c77a-4bd5-9c15-b5e848ff298a tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.925207 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f626546-c77a-4bd5-9c15-b5e848ff298a tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Subnet': ['ID=eb9e245c-37c2-41ab-8a6d-06dc84ab7111,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:20.930373 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f626546-c77a-4bd5-9c15-b5e848ff298a tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.934664 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7f626546-c77a-4bd5-9c15-b5e848ff298a tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/subnets/eb9e245c-37c2-41ab-8a6d-06dc84ab7111 HTTP/1.1" status: 204 len: 168 time: 0.3081064 Jul 05 10:18:20.935008 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38564) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:20.939217 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f626546-c77a-4bd5-9c15-b5e848ff298a tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:20.939772 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f626546-c77a-4bd5-9c15-b5e848ff298a tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:20.940330 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f626546-c77a-4bd5-9c15-b5e848ff298a tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:20.940802 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f626546-c77a-4bd5-9c15-b5e848ff298a tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:20.941147 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f626546-c77a-4bd5-9c15-b5e848ff298a tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:20.941486 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f626546-c77a-4bd5-9c15-b5e848ff298a tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:20.941820 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f626546-c77a-4bd5-9c15-b5e848ff298a tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:20.942153 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f626546-c77a-4bd5-9c15-b5e848ff298a tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:20.942486 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f626546-c77a-4bd5-9c15-b5e848ff298a tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:20.942825 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f626546-c77a-4bd5-9c15-b5e848ff298a tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:20.943343 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f626546-c77a-4bd5-9c15-b5e848ff298a tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:20.943544 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f626546-c77a-4bd5-9c15-b5e848ff298a tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:20.958973 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b07e9e8e-b45c-496f-9a06-c289ee295e87 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:20.959318 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.982949 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2b55bb12-4ad8-4f5e-b7cf-5522b2550803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.987793 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78f3e1e-bb02-4305-884c-ecd414324c46 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting subnet 9a1764af-5a56-4ac9-967f-2c09f994bfb6 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:18:20.990967 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e78f3e1e-bb02-4305-884c-ecd414324c46 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.030660 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e78f3e1e-bb02-4305-884c-ecd414324c46 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.116774 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e78f3e1e-bb02-4305-884c-ecd414324c46 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.172492 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e78f3e1e-bb02-4305-884c-ecd414324c46 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.197510 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f3e1e-bb02-4305-884c-ecd414324c46 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Subnet': ['ID=9a1764af-5a56-4ac9-967f-2c09f994bfb6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:21.203336 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e78f3e1e-bb02-4305-884c-ecd414324c46 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.205297 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e78f3e1e-bb02-4305-884c-ecd414324c46 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/subnets/9a1764af-5a56-4ac9-967f-2c09f994bfb6 HTTP/1.1" status: 204 len: 168 time: 0.2692885 Jul 05 10:18:21.207884 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38566) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:21.494496 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832b07fc-d59a-4a45-a89e-8ef706c58c63 None None] Network 34aafc52-2b22-4259-b454-9bae8df6ff5d requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:21.529325 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b96e4da-6fdc-47bf-a625-0fb05bbb752d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.553983 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bcf52c15-d38e-47b4-b845-ae4b73b48f71 None None] Provisioning complete for port b07e9e8e-b45c-496f-9a06-c289ee295e87 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:21.554371 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bcf52c15-d38e-47b4-b845-ae4b73b48f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.580965 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-1b96e4da-6fdc-47bf-a625-0fb05bbb752d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting port b07e9e8e-b45c-496f-9a06-c289ee295e87 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:21.581316 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b96e4da-6fdc-47bf-a625-0fb05bbb752d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.643997 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-1b96e4da-6fdc-47bf-a625-0fb05bbb752d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] For port b07e9e8e-b45c-496f-9a06-c289ee295e87, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b07e9e8e-b45c-496f-9a06-c289ee295e87,segment=NetworkSegment(1be1ec24-8aca-4053-874a-27d68f818c4f),segment_id=1be1ec24-8aca-4053-874a-27d68f818c4f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:21.644285 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b96e4da-6fdc-47bf-a625-0fb05bbb752d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.660989 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-1b96e4da-6fdc-47bf-a625-0fb05bbb752d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Calling delete_port for b07e9e8e-b45c-496f-9a06-c289ee295e87 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:21.694628 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bcf52c15-d38e-47b4-b845-ae4b73b48f71 None None] Could not find standard attr ID for object 50ea1ad4-8376-4fab-a61b-437c857fd832. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:18:21.741597 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b96e4da-6fdc-47bf-a625-0fb05bbb752d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.760295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a812b1-d8d5-4753-abe4-14e542f498c3 None None] DHCP port deletion for 34aafc52-2b22-4259-b454-9bae8df6ff5d request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:18:21.767820 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96e4da-6fdc-47bf-a625-0fb05bbb752d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Port': ['ID=b07e9e8e-b45c-496f-9a06-c289ee295e87,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:21.771614 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b96e4da-6fdc-47bf-a625-0fb05bbb752d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] No DVR routers for this DVR port b07e9e8e-b45c-496f-9a06-c289ee295e87 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:21.853142 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b96e4da-6fdc-47bf-a625-0fb05bbb752d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.863393 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1b96e4da-6fdc-47bf-a625-0fb05bbb752d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34aafc52-2b22-4259-b454-9bae8df6ff5d']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:21.874076 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1b96e4da-6fdc-47bf-a625-0fb05bbb752d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be1ec24-8aca-4053-874a-27d68f818c4f') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:21.874380 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1b96e4da-6fdc-47bf-a625-0fb05bbb752d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be1ec24-8aca-4053-874a-27d68f818c4f') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:21.883500 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b96e4da-6fdc-47bf-a625-0fb05bbb752d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.897869 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b96e4da-6fdc-47bf-a625-0fb05bbb752d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.904562 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b96e4da-6fdc-47bf-a625-0fb05bbb752d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:21.904992 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b96e4da-6fdc-47bf-a625-0fb05bbb752d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:18:21.908115 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:18:21.964678 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b96e4da-6fdc-47bf-a625-0fb05bbb752d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.970227 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b96e4da-6fdc-47bf-a625-0fb05bbb752d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.972249 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1b96e4da-6fdc-47bf-a625-0fb05bbb752d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/networks/34aafc52-2b22-4259-b454-9bae8df6ff5d HTTP/1.1" status: 204 len: 168 time: 0.7633646 Jul 05 10:18:21.981248 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-31398bd1-ae0d-4d2f-8fb9-e38bfdcb59ef req-d348914c-10a2-4f9e-91b9-da1c4d099241 tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0317049 Jul 05 10:18:21.981770 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38570) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:21.994246 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96e4da-6fdc-47bf-a625-0fb05bbb752d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Network': ['ID=34aafc52-2b22-4259-b454-9bae8df6ff5d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:22.050037 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563980c9-76bf-411e-b0db-a570cf603d3f tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:22.051535 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-563980c9-76bf-411e-b0db-a570cf603d3f tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0689957 Jul 05 10:18:22.055650 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38572) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:22.118841 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-735a4437-622e-45be-9d11-ecc9b0de0553 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0620823 Jul 05 10:18:22.122220 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38574) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:22.126883 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f6d074c2-8178-4de3-ae48-2005cee79ca4 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1482820899'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:22.147539 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d074c2-8178-4de3-ae48-2005cee79ca4 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:22.151547 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f6d074c2-8178-4de3-ae48-2005cee79ca4 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:22.174728 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d074c2-8178-4de3-ae48-2005cee79ca4 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:18:22.185585 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f6d074c2-8178-4de3-ae48-2005cee79ca4 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:22.185927 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-f6d074c2-8178-4de3-ae48-2005cee79ca4 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Added segment 799e0ad2-b84c-4069-92d1-8259bee648ba of type vlan for network bd468f84-e256-4e46-90cd-3626bdb8f5fb Jul 05 10:18:22.225316 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f6d074c2-8178-4de3-ae48-2005cee79ca4 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:22.253827 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f6d074c2-8178-4de3-ae48-2005cee79ca4 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:22.259473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d074c2-8178-4de3-ae48-2005cee79ca4 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:22.260090 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f6d074c2-8178-4de3-ae48-2005cee79ca4 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:22.321671 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f6d074c2-8178-4de3-ae48-2005cee79ca4 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1984355 Jul 05 10:18:22.324383 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38576) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:22.329172 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8d5041cb-d5b6-48d9-bbdf-2cf9f5fc6561 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'subnet': {'network_id': 'bd468f84-e256-4e46-90cd-3626bdb8f5fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:22.335532 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d074c2-8178-4de3-ae48-2005cee79ca4 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Network': ['ID=bd468f84-e256-4e46-90cd-3626bdb8f5fb,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:22.346147 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network bd468f84-e256-4e46-90cd-3626bdb8f5fb details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:18:22.417112 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5041cb-d5b6-48d9-bbdf-2cf9f5fc6561 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:22.420716 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d5041cb-d5b6-48d9-bbdf-2cf9f5fc6561 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:22.594846 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d5041cb-d5b6-48d9-bbdf-2cf9f5fc6561 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:22.660129 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5041cb-d5b6-48d9-bbdf-2cf9f5fc6561 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Subnet': ['ID=1c609a1a-4d44-4417-be6c-645d2a429f2e,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:22.667161 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5041cb-d5b6-48d9-bbdf-2cf9f5fc6561 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Checking segment: {'id': '799e0ad2-b84c-4069-92d1-8259bee648ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bd468f84-e256-4e46-90cd-3626bdb8f5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:22.667533 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5041cb-d5b6-48d9-bbdf-2cf9f5fc6561 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network hostable DHCP agents. Network: bd468f84-e256-4e46-90cd-3626bdb8f5fb, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:18:22.684569 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5041cb-d5b6-48d9-bbdf-2cf9f5fc6561 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network bd468f84-e256-4e46-90cd-3626bdb8f5fb is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:18:22.692995 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-8d5041cb-d5b6-48d9-bbdf-2cf9f5fc6561 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, bd468f84-e256-4e46-90cd-3626bdb8f5fb) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:22.697560 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5041cb-d5b6-48d9-bbdf-2cf9f5fc6561 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:22.698199 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d5041cb-d5b6-48d9-bbdf-2cf9f5fc6561 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:22.702421 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd66578b-0c61-4323-b415-b6369277bfa2 None None] Network bd468f84-e256-4e46-90cd-3626bdb8f5fb requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:22.712760 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8d5041cb-d5b6-48d9-bbdf-2cf9f5fc6561 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3873537 Jul 05 10:18:22.715282 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38578) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:22.720311 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9e1d52fa-4534-41aa-ac46-3c5a2dae09ff tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'port': {'network_id': 'bd468f84-e256-4e46-90cd-3626bdb8f5fb', 'name': 'tempest-PortsTestJSON-761977468'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:22.841208 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1d52fa-4534-41aa-ac46-3c5a2dae09ff tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:22.845101 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9e1d52fa-4534-41aa-ac46-3c5a2dae09ff tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:22.865237 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-9e1d52fa-4534-41aa-ac46-3c5a2dae09ff tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] device_id is not set on port e49aed55-37be-40db-b406-06a66c847f58 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:18:22.895610 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b07e9e8e-b45c-496f-9a06-c289ee295e87 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:22.921513 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: b07e9e8e-b45c-496f-9a06-c289ee295e87 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:18:22.921838 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b07e9e8e-b45c-496f-9a06-c289ee295e87 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:22.981293 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-9e1d52fa-4534-41aa-ac46-3c5a2dae09ff tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Allocated IP 172.20.0.7 (bd468f84-e256-4e46-90cd-3626bdb8f5fb/1c609a1a-4d44-4417-be6c-645d2a429f2e/e49aed55-37be-40db-b406-06a66c847f58) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:23.030502 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88852a79-5d35-4a30-912e-16e1e770d5d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-bd468f84-e256-4e46-90cd-3626bdb8f5fb', 'network_id': 'bd468f84-e256-4e46-90cd-3626bdb8f5fb', 'tenant_id': '619fea1f79d3438da9c52120b057f57e', 'fixed_ips': [{'subnet_id': '1c609a1a-4d44-4417-be6c-645d2a429f2e'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:18:23.031962 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-88852a79-5d35-4a30-912e-16e1e770d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:23.152357 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a35bd2be-fb9f-479d-b83d-eae84e3df58e req-1708d8a7-270b-48e5-ae2e-3e77f89ef980 tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0404034 Jul 05 10:18:23.177008 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9e1d52fa-4534-41aa-ac46-3c5a2dae09ff tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:23.190010 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-9e1d52fa-4534-41aa-ac46-3c5a2dae09ff tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Transition to ACTIVE for port object e49aed55-37be-40db-b406-06a66c847f58 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:23.223728 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9e1d52fa-4534-41aa-ac46-3c5a2dae09ff tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:23.266556 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-88852a79-5d35-4a30-912e-16e1e770d5d4 None None] Allocated IP 172.20.0.2 (bd468f84-e256-4e46-90cd-3626bdb8f5fb/1c609a1a-4d44-4417-be6c-645d2a429f2e/54e1d614-371a-4eaf-92a2-fe4f36f943ef) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:23.267656 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1d52fa-4534-41aa-ac46-3c5a2dae09ff tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network bd468f84-e256-4e46-90cd-3626bdb8f5fb is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:23.272895 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-9e1d52fa-4534-41aa-ac46-3c5a2dae09ff tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:23.276741 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1d52fa-4534-41aa-ac46-3c5a2dae09ff tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:23.300358 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d52fa-4534-41aa-ac46-3c5a2dae09ff tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Port': ['ID=e49aed55-37be-40db-b406-06a66c847f58,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:23.327824 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1d52fa-4534-41aa-ac46-3c5a2dae09ff tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:23.328466 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9e1d52fa-4534-41aa-ac46-3c5a2dae09ff tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:23.342026 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-587e5a92-b886-47bb-8bae-4092fac212fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:23.342952 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9e1d52fa-4534-41aa-ac46-3c5a2dae09ff tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.6266091 Jul 05 10:18:23.345831 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38582) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:23.351061 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a4196f44-2f56-4e53-9149-81137679c1fc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'port': {'network_id': 'bd468f84-e256-4e46-90cd-3626bdb8f5fb', 'name': 'tempest-PortsTestJSON-801323028'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:23.425691 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-88852a79-5d35-4a30-912e-16e1e770d5d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:23.434896 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-88852a79-5d35-4a30-912e-16e1e770d5d4 None None] Transition to ACTIVE for port object 54e1d614-371a-4eaf-92a2-fe4f36f943ef will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:23.450397 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-88852a79-5d35-4a30-912e-16e1e770d5d4 None None] Transition to ACTIVE for port object 54e1d614-371a-4eaf-92a2-fe4f36f943ef will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:23.456846 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-88852a79-5d35-4a30-912e-16e1e770d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:23.461775 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4196f44-2f56-4e53-9149-81137679c1fc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:23.465414 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4196f44-2f56-4e53-9149-81137679c1fc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:23.482946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-a4196f44-2f56-4e53-9149-81137679c1fc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] device_id is not set on port 6af71807-35fb-45d7-8ebf-023c16a217a1 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:18:23.498843 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88852a79-5d35-4a30-912e-16e1e770d5d4 None None] Network bd468f84-e256-4e46-90cd-3626bdb8f5fb is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:23.502027 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-88852a79-5d35-4a30-912e-16e1e770d5d4 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:23.508210 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88852a79-5d35-4a30-912e-16e1e770d5d4 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:23.516946 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88852a79-5d35-4a30-912e-16e1e770d5d4 None None] Pushing event updated for resources: {'Port': ['ID=54e1d614-371a-4eaf-92a2-fe4f36f943ef,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:23.572296 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-88852a79-5d35-4a30-912e-16e1e770d5d4 None None] Attempting to bind port 54e1d614-371a-4eaf-92a2-fe4f36f943ef on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:23.572674 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-88852a79-5d35-4a30-912e-16e1e770d5d4 None None] Attempting to bind port 54e1d614-371a-4eaf-92a2-fe4f36f943ef by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '799e0ad2-b84c-4069-92d1-8259bee648ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bd468f84-e256-4e46-90cd-3626bdb8f5fb'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:23.573045 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88852a79-5d35-4a30-912e-16e1e770d5d4 None None] Attempting to bind port 54e1d614-371a-4eaf-92a2-fe4f36f943ef on network bd468f84-e256-4e46-90cd-3626bdb8f5fb {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:23.578199 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88852a79-5d35-4a30-912e-16e1e770d5d4 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:23.578587 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88852a79-5d35-4a30-912e-16e1e770d5d4 None None] Checking segment: {'id': '799e0ad2-b84c-4069-92d1-8259bee648ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bd468f84-e256-4e46-90cd-3626bdb8f5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:23.579041 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-88852a79-5d35-4a30-912e-16e1e770d5d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:23.579879 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88852a79-5d35-4a30-912e-16e1e770d5d4 None None] Bound using segment: {'id': '799e0ad2-b84c-4069-92d1-8259bee648ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bd468f84-e256-4e46-90cd-3626bdb8f5fb'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:23.580015 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-88852a79-5d35-4a30-912e-16e1e770d5d4 None None] Bound port: 54e1d614-371a-4eaf-92a2-fe4f36f943ef, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799e0ad2-b84c-4069-92d1-8259bee648ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bd468f84-e256-4e46-90cd-3626bdb8f5fb'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:23.580390 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-88852a79-5d35-4a30-912e-16e1e770d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:23.588969 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-a4196f44-2f56-4e53-9149-81137679c1fc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Allocated IP 172.20.0.3 (bd468f84-e256-4e46-90cd-3626bdb8f5fb/1c609a1a-4d44-4417-be6c-645d2a429f2e/6af71807-35fb-45d7-8ebf-023c16a217a1) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:23.648813 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:23.659195 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-88852a79-5d35-4a30-912e-16e1e770d5d4 None None] For port 54e1d614-371a-4eaf-92a2-fe4f36f943ef, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:23.662690 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-88852a79-5d35-4a30-912e-16e1e770d5d4 None None] For port 54e1d614-371a-4eaf-92a2-fe4f36f943ef, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=54e1d614-371a-4eaf-92a2-fe4f36f943ef,segment=NetworkSegment(799e0ad2-b84c-4069-92d1-8259bee648ba),segment_id=799e0ad2-b84c-4069-92d1-8259bee648ba)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:23.666396 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-88852a79-5d35-4a30-912e-16e1e770d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:23.726538 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88852a79-5d35-4a30-912e-16e1e770d5d4 None None] Pushing event updated for resources: {'Port': ['ID=54e1d614-371a-4eaf-92a2-fe4f36f943ef,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:23.744485 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4196f44-2f56-4e53-9149-81137679c1fc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:23.759515 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-a4196f44-2f56-4e53-9149-81137679c1fc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Transition to ACTIVE for port object 6af71807-35fb-45d7-8ebf-023c16a217a1 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:23.792871 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4196f44-2f56-4e53-9149-81137679c1fc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:23.836363 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4196f44-2f56-4e53-9149-81137679c1fc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network bd468f84-e256-4e46-90cd-3626bdb8f5fb is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:23.841794 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a4196f44-2f56-4e53-9149-81137679c1fc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:23.845630 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4196f44-2f56-4e53-9149-81137679c1fc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:23.852942 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4196f44-2f56-4e53-9149-81137679c1fc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Port': ['ID=6af71807-35fb-45d7-8ebf-023c16a217a1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:24.234313 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4196f44-2f56-4e53-9149-81137679c1fc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:24.235021 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4196f44-2f56-4e53-9149-81137679c1fc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:24.251462 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38586) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:24.252050 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a4196f44-2f56-4e53-9149-81137679c1fc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9046216 Jul 05 10:18:24.303208 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-180b183d-c65c-41dd-8b03-4b3a7540ceb3 req-2dba5e36-832f-43c2-8317-76455b249e4e tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0294809 Jul 05 10:18:24.361431 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e7d4ba-605d-40dd-b95b-e4981f79c6d5 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:24.363043 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-68e7d4ba-605d-40dd-b95b-e4981f79c6d5 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.1101620 Jul 05 10:18:24.366066 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38588) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:24.468301 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-87dc7d20-5154-4e6c-b370-cf03baa4c124 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting port 6af71807-35fb-45d7-8ebf-023c16a217a1 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:24.468648 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87dc7d20-5154-4e6c-b370-cf03baa4c124 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:24.555216 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87dc7d20-5154-4e6c-b370-cf03baa4c124 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:24.567451 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-87dc7d20-5154-4e6c-b370-cf03baa4c124 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Calling delete_port for 6af71807-35fb-45d7-8ebf-023c16a217a1 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:24.636331 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:24.657456 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21a6f1e-ff87-4dfa-87a2-d8f26bdfa20b None None] Network bd468f84-e256-4e46-90cd-3626bdb8f5fb requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:24.701507 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87dc7d20-5154-4e6c-b370-cf03baa4c124 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:24.730550 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc7d20-5154-4e6c-b370-cf03baa4c124 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Port': ['ID=6af71807-35fb-45d7-8ebf-023c16a217a1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:24.770095 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b0ab13a9-4da1-4bf9-b909-b7a166bde983 None None] Provisioning for port 54e1d614-371a-4eaf-92a2-fe4f36f943ef completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:24.802265 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87dc7d20-5154-4e6c-b370-cf03baa4c124 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:24.804279 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-87dc7d20-5154-4e6c-b370-cf03baa4c124 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/ports/6af71807-35fb-45d7-8ebf-023c16a217a1 HTTP/1.1" status: 204 len: 168 time: 0.4371922 Jul 05 10:18:24.807595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38590) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:24.834502 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea99e725-bab3-416c-aca2-d64048c750a7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] GET failed (client error): The resource could not be found. Jul 05 10:18:24.836125 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ea99e725-bab3-416c-aca2-d64048c750a7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports/6af71807-35fb-45d7-8ebf-023c16a217a1 HTTP/1.1" status: 404 len: 333 time: 0.0275481 Jul 05 10:18:24.839120 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38592) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:24.930262 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 54e1d614-371a-4eaf-92a2-fe4f36f943ef up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:24.950322 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1969d831-f8b2-41c7-ad91-db394f981499 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting port e49aed55-37be-40db-b406-06a66c847f58 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:24.950675 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1969d831-f8b2-41c7-ad91-db394f981499 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:24.984817 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 54e1d614-371a-4eaf-92a2-fe4f36f943ef completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:24.989195 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 54e1d614-371a-4eaf-92a2-fe4f36f943ef triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:24.989581 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:25.075204 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1969d831-f8b2-41c7-ad91-db394f981499 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:25.077980 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:25.100407 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-98f0ced7-62f8-41f1-b832-f3a5e784383d req-1cee1da0-2400-44db-88f2-dafe7229f779 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0370803 Jul 05 10:18:25.106804 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1969d831-f8b2-41c7-ad91-db394f981499 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Calling delete_port for e49aed55-37be-40db-b406-06a66c847f58 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:25.110680 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-41044d2d-6778-4526-938e-fad216024e6a None None] Provisioning for port e49aed55-37be-40db-b406-06a66c847f58 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:25.124917 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-41044d2d-6778-4526-938e-fad216024e6a None None] Provisioning complete for port e49aed55-37be-40db-b406-06a66c847f58 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:25.125302 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-41044d2d-6778-4526-938e-fad216024e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:25.128020 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 54e1d614-371a-4eaf-92a2-fe4f36f943ef, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=54e1d614-371a-4eaf-92a2-fe4f36f943ef,segment=NetworkSegment(799e0ad2-b84c-4069-92d1-8259bee648ba),segment_id=799e0ad2-b84c-4069-92d1-8259bee648ba)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:25.149201 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:25.190253 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-41044d2d-6778-4526-938e-fad216024e6a None None] Port e49aed55-37be-40db-b406-06a66c847f58 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:18:25.218141 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=54e1d614-371a-4eaf-92a2-fe4f36f943ef,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:25.229130 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-41044d2d-6778-4526-938e-fad216024e6a None None] Provisioning complete for port 54e1d614-371a-4eaf-92a2-fe4f36f943ef triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:25.229511 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-41044d2d-6778-4526-938e-fad216024e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:25.250912 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1969d831-f8b2-41c7-ad91-db394f981499 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:25.284295 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969d831-f8b2-41c7-ad91-db394f981499 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Port': ['ID=e49aed55-37be-40db-b406-06a66c847f58,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:25.365677 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1969d831-f8b2-41c7-ad91-db394f981499 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:25.367872 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1969d831-f8b2-41c7-ad91-db394f981499 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/ports/e49aed55-37be-40db-b406-06a66c847f58 HTTP/1.1" status: 204 len: 168 time: 0.5276997 Jul 05 10:18:25.370470 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38596) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:25.399375 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba0b392-4f13-4b01-b0b8-38650cad8fea tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] GET failed (client error): The resource could not be found. Jul 05 10:18:25.403759 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-fba0b392-4f13-4b01-b0b8-38650cad8fea tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports/e49aed55-37be-40db-b406-06a66c847f58 HTTP/1.1" status: 404 len: 333 time: 0.0296452 Jul 05 10:18:25.404042 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38598) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:25.424645 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4d557124-b4c1-44b9-a7ae-1fef65d3a562 None None] Could not find standard attr ID for object e49aed55-37be-40db-b406-06a66c847f58. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:18:25.472442 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a17b05ac-dbfe-41b3-96a2-64b86baccc58 req-5c8ae1bd-f503-4ea2-946c-748bf044e406 tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0387335 Jul 05 10:18:25.483993 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f69872-8fe5-4867-bc32-b5f4694a5ff1 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting subnet 1c609a1a-4d44-4417-be6c-645d2a429f2e {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:18:25.496673 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5f69872-8fe5-4867-bc32-b5f4694a5ff1 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:25.543224 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7433099a-5e88-41f1-b400-bbc81594a855 None None] Could not find standard attr ID for object 6af71807-35fb-45d7-8ebf-023c16a217a1. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:18:25.553321 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5f69872-8fe5-4867-bc32-b5f4694a5ff1 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:25.645139 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5f69872-8fe5-4867-bc32-b5f4694a5ff1 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:25.708672 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5f69872-8fe5-4867-bc32-b5f4694a5ff1 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:25.741142 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f69872-8fe5-4867-bc32-b5f4694a5ff1 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Subnet': ['ID=1c609a1a-4d44-4417-be6c-645d2a429f2e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:25.745755 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5f69872-8fe5-4867-bc32-b5f4694a5ff1 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:25.747659 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c5f69872-8fe5-4867-bc32-b5f4694a5ff1 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/subnets/1c609a1a-4d44-4417-be6c-645d2a429f2e HTTP/1.1" status: 204 len: 168 time: 0.3427625 Jul 05 10:18:25.750299 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38600) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:25.846385 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-48364aa5-f98a-439b-b280-b2bbce37bfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:25.910402 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-48364aa5-f98a-439b-b280-b2bbce37bfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting port 54e1d614-371a-4eaf-92a2-fe4f36f943ef {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:25.910814 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-48364aa5-f98a-439b-b280-b2bbce37bfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:25.934472 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ef22b2-1651-4f05-a165-2c5202068397 None None] Network bd468f84-e256-4e46-90cd-3626bdb8f5fb requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:25.983414 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-48364aa5-f98a-439b-b280-b2bbce37bfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] For port 54e1d614-371a-4eaf-92a2-fe4f36f943ef, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=54e1d614-371a-4eaf-92a2-fe4f36f943ef,segment=NetworkSegment(799e0ad2-b84c-4069-92d1-8259bee648ba),segment_id=799e0ad2-b84c-4069-92d1-8259bee648ba)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:25.983831 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-48364aa5-f98a-439b-b280-b2bbce37bfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:25.997410 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-48364aa5-f98a-439b-b280-b2bbce37bfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Calling delete_port for 54e1d614-371a-4eaf-92a2-fe4f36f943ef owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:26.077955 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-48364aa5-f98a-439b-b280-b2bbce37bfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:26.105909 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48364aa5-f98a-439b-b280-b2bbce37bfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Port': ['ID=54e1d614-371a-4eaf-92a2-fe4f36f943ef,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:26.107728 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48364aa5-f98a-439b-b280-b2bbce37bfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] No DVR routers for this DVR port 54e1d614-371a-4eaf-92a2-fe4f36f943ef on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:26.119717 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb25da01-1489-46d4-9d8b-bb24e5bfd2d5 None None] DHCP port deletion for bd468f84-e256-4e46-90cd-3626bdb8f5fb request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:18:26.188905 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-48364aa5-f98a-439b-b280-b2bbce37bfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:26.198418 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-48364aa5-f98a-439b-b280-b2bbce37bfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd468f84-e256-4e46-90cd-3626bdb8f5fb']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:26.208432 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-48364aa5-f98a-439b-b280-b2bbce37bfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '799e0ad2-b84c-4069-92d1-8259bee648ba') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:26.208736 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-48364aa5-f98a-439b-b280-b2bbce37bfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '799e0ad2-b84c-4069-92d1-8259bee648ba') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:26.217220 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-48364aa5-f98a-439b-b280-b2bbce37bfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:26.231670 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-48364aa5-f98a-439b-b280-b2bbce37bfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:26.237458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48364aa5-f98a-439b-b280-b2bbce37bfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:26.237919 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-48364aa5-f98a-439b-b280-b2bbce37bfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:18:26.240914 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:18:26.296685 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-48364aa5-f98a-439b-b280-b2bbce37bfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:26.304163 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-48364aa5-f98a-439b-b280-b2bbce37bfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:26.306085 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-48364aa5-f98a-439b-b280-b2bbce37bfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/networks/bd468f84-e256-4e46-90cd-3626bdb8f5fb HTTP/1.1" status: 204 len: 168 time: 0.5548408 Jul 05 10:18:26.309899 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38602) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:26.315632 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-998d2954-14da-4fc3-b0d8-f2ba04836227 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1226514759'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:26.322511 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48364aa5-f98a-439b-b280-b2bbce37bfe8 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Network': ['ID=bd468f84-e256-4e46-90cd-3626bdb8f5fb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:26.336327 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998d2954-14da-4fc3-b0d8-f2ba04836227 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:26.339893 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-998d2954-14da-4fc3-b0d8-f2ba04836227 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:26.363643 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998d2954-14da-4fc3-b0d8-f2ba04836227 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:18:26.372311 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-998d2954-14da-4fc3-b0d8-f2ba04836227 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:26.372658 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-998d2954-14da-4fc3-b0d8-f2ba04836227 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Added segment 3827fe09-7e17-467e-b22e-650f8bc27bde of type vlan for network 8a25dbe9-9ac0-4d38-a6fd-33872a5381cf Jul 05 10:18:26.423965 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-998d2954-14da-4fc3-b0d8-f2ba04836227 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:26.451786 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-998d2954-14da-4fc3-b0d8-f2ba04836227 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:26.457291 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998d2954-14da-4fc3-b0d8-f2ba04836227 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:26.457885 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-998d2954-14da-4fc3-b0d8-f2ba04836227 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:26.511729 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-998d2954-14da-4fc3-b0d8-f2ba04836227 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2001672 Jul 05 10:18:26.514647 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38606) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:26.519597 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e17db398-20af-4cea-8eec-1c585efedbca tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'subnet': {'network_id': '8a25dbe9-9ac0-4d38-a6fd-33872a5381cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:26.570435 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d2954-14da-4fc3-b0d8-f2ba04836227 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Network': ['ID=8a25dbe9-9ac0-4d38-a6fd-33872a5381cf,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:26.588267 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998d2954-14da-4fc3-b0d8-f2ba04836227 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.588536 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998d2954-14da-4fc3-b0d8-f2ba04836227 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.588883 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998d2954-14da-4fc3-b0d8-f2ba04836227 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.589228 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998d2954-14da-4fc3-b0d8-f2ba04836227 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.589563 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998d2954-14da-4fc3-b0d8-f2ba04836227 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.589905 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998d2954-14da-4fc3-b0d8-f2ba04836227 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.590240 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998d2954-14da-4fc3-b0d8-f2ba04836227 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.590570 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998d2954-14da-4fc3-b0d8-f2ba04836227 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.590903 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998d2954-14da-4fc3-b0d8-f2ba04836227 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.591234 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998d2954-14da-4fc3-b0d8-f2ba04836227 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.591561 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998d2954-14da-4fc3-b0d8-f2ba04836227 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.591917 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998d2954-14da-4fc3-b0d8-f2ba04836227 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.603554 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 8a25dbe9-9ac0-4d38-a6fd-33872a5381cf details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:18:26.633916 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17db398-20af-4cea-8eec-1c585efedbca tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:26.637744 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e17db398-20af-4cea-8eec-1c585efedbca tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:26.642368 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e55afa02-297e-4b59-97c8-c0004dca217b req-61325316-7242-4da0-a81a-40188795f0a3 tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0399730 Jul 05 10:18:26.760509 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:26.841710 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e17db398-20af-4cea-8eec-1c585efedbca tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:26.902224 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 54e1d614-371a-4eaf-92a2-fe4f36f943ef no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:26.903747 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17db398-20af-4cea-8eec-1c585efedbca tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Subnet': ['ID=3405f085-f6ee-4e9a-91d5-966125953148,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:26.912928 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17db398-20af-4cea-8eec-1c585efedbca tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Checking segment: {'id': '3827fe09-7e17-467e-b22e-650f8bc27bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '8a25dbe9-9ac0-4d38-a6fd-33872a5381cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:26.913295 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17db398-20af-4cea-8eec-1c585efedbca tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network hostable DHCP agents. Network: 8a25dbe9-9ac0-4d38-a6fd-33872a5381cf, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:18:26.934200 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17db398-20af-4cea-8eec-1c585efedbca tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network 8a25dbe9-9ac0-4d38-a6fd-33872a5381cf is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:18:26.943210 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e17db398-20af-4cea-8eec-1c585efedbca tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 8a25dbe9-9ac0-4d38-a6fd-33872a5381cf) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:26.947766 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17db398-20af-4cea-8eec-1c585efedbca tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:26.948399 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e17db398-20af-4cea-8eec-1c585efedbca tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:26.951831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 54e1d614-371a-4eaf-92a2-fe4f36f943ef {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:18:26.952384 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 54e1d614-371a-4eaf-92a2-fe4f36f943ef not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:26.956813 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f274a5f-fda5-457b-bc5e-86ccbf98c2e2 None None] Network 8a25dbe9-9ac0-4d38-a6fd-33872a5381cf requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:26.967239 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e17db398-20af-4cea-8eec-1c585efedbca tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4514539 Jul 05 10:18:26.969848 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38614) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:26.975024 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0f5b3716-cf54-48e0-9749-bc62a12e199f tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'port': {'network_id': '8a25dbe9-9ac0-4d38-a6fd-33872a5381cf', 'name': 'tempest-PortsTestJSON-688354107', 'fixed_ips': [{'subnet_id': '3405f085-f6ee-4e9a-91d5-966125953148', 'ip_address': '172.20.0.10'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:27.001702 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cc0ac4cd-2266-4a7c-882a-70b377ced632 req-2e2c535c-7a29-4e09-a744-747693866fa0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9440b92b00f94cafac12b5f449fb4b98&device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0448642 Jul 05 10:18:27.034974 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cc0ac4cd-2266-4a7c-882a-70b377ced632 req-836aa912-0335-47a5-89d0-448a2b3d963e service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=9440b92b00f94cafac12b5f449fb4b98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251529 Jul 05 10:18:27.102937 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5b3716-cf54-48e0-9749-bc62a12e199f tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:27.122547 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c172fd-7040-409e-aac0-78d401c77e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-8a25dbe9-9ac0-4d38-a6fd-33872a5381cf', 'network_id': '8a25dbe9-9ac0-4d38-a6fd-33872a5381cf', 'tenant_id': '619fea1f79d3438da9c52120b057f57e', 'fixed_ips': [{'subnet_id': '3405f085-f6ee-4e9a-91d5-966125953148'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:18:27.123431 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-86c172fd-7040-409e-aac0-78d401c77e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:27.131439 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42eadc16-1cf2-4911-a1c7-fb534488336e req-0796b6c4-47f0-4665-a1d8-b3993c6a6c51 tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0387039 Jul 05 10:18:27.169639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ac4cd-2266-4a7c-882a-70b377ced632 req-dbc1d9fa-ad11-4e9a-9f3e-dd0f32ca7c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:27.171164 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cc0ac4cd-2266-4a7c-882a-70b377ced632 req-dbc1d9fa-ad11-4e9a-9f3e-dd0f32ca7c05 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311114 Jul 05 10:18:27.200071 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f5b3716-cf54-48e0-9749-bc62a12e199f tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:27.217901 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-0f5b3716-cf54-48e0-9749-bc62a12e199f tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] device_id is not set on port 6aa960ce-2914-44fe-8ade-bf4205fb754c yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:18:27.262633 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-86c172fd-7040-409e-aac0-78d401c77e2e None None] Allocated IP 172.20.0.2 (8a25dbe9-9ac0-4d38-a6fd-33872a5381cf/3405f085-f6ee-4e9a-91d5-966125953148/ae107d12-2cf6-4bb0-8e88-c9bad4a523e1) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:27.401327 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-86c172fd-7040-409e-aac0-78d401c77e2e None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:27.410355 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-86c172fd-7040-409e-aac0-78d401c77e2e None None] Transition to ACTIVE for port object ae107d12-2cf6-4bb0-8e88-c9bad4a523e1 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:27.425317 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-86c172fd-7040-409e-aac0-78d401c77e2e None None] Transition to ACTIVE for port object ae107d12-2cf6-4bb0-8e88-c9bad4a523e1 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:27.431494 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-86c172fd-7040-409e-aac0-78d401c77e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:27.470694 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c172fd-7040-409e-aac0-78d401c77e2e None None] Network 8a25dbe9-9ac0-4d38-a6fd-33872a5381cf is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:27.473632 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-86c172fd-7040-409e-aac0-78d401c77e2e None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:27.479306 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c172fd-7040-409e-aac0-78d401c77e2e None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:27.481876 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-0f5b3716-cf54-48e0-9749-bc62a12e199f tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Allocated IP 172.20.0.10 (8a25dbe9-9ac0-4d38-a6fd-33872a5381cf/3405f085-f6ee-4e9a-91d5-966125953148/6aa960ce-2914-44fe-8ade-bf4205fb754c) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:27.489815 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c172fd-7040-409e-aac0-78d401c77e2e None None] Pushing event updated for resources: {'Port': ['ID=ae107d12-2cf6-4bb0-8e88-c9bad4a523e1,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:27.545962 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-86c172fd-7040-409e-aac0-78d401c77e2e None None] Attempting to bind port ae107d12-2cf6-4bb0-8e88-c9bad4a523e1 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:27.546340 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-86c172fd-7040-409e-aac0-78d401c77e2e None None] Attempting to bind port ae107d12-2cf6-4bb0-8e88-c9bad4a523e1 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '3827fe09-7e17-467e-b22e-650f8bc27bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '8a25dbe9-9ac0-4d38-a6fd-33872a5381cf'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:27.546706 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c172fd-7040-409e-aac0-78d401c77e2e None None] Attempting to bind port ae107d12-2cf6-4bb0-8e88-c9bad4a523e1 on network 8a25dbe9-9ac0-4d38-a6fd-33872a5381cf {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:27.551573 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c172fd-7040-409e-aac0-78d401c77e2e None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:27.552005 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c172fd-7040-409e-aac0-78d401c77e2e None None] Checking segment: {'id': '3827fe09-7e17-467e-b22e-650f8bc27bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '8a25dbe9-9ac0-4d38-a6fd-33872a5381cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:27.552412 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-86c172fd-7040-409e-aac0-78d401c77e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:27.552815 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c172fd-7040-409e-aac0-78d401c77e2e None None] Bound using segment: {'id': '3827fe09-7e17-467e-b22e-650f8bc27bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '8a25dbe9-9ac0-4d38-a6fd-33872a5381cf'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:27.553343 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-86c172fd-7040-409e-aac0-78d401c77e2e None None] Bound port: ae107d12-2cf6-4bb0-8e88-c9bad4a523e1, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3827fe09-7e17-467e-b22e-650f8bc27bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '8a25dbe9-9ac0-4d38-a6fd-33872a5381cf'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:27.553734 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-86c172fd-7040-409e-aac0-78d401c77e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:27.616429 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-86c172fd-7040-409e-aac0-78d401c77e2e None None] For port ae107d12-2cf6-4bb0-8e88-c9bad4a523e1, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:27.620207 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-86c172fd-7040-409e-aac0-78d401c77e2e None None] For port ae107d12-2cf6-4bb0-8e88-c9bad4a523e1, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ae107d12-2cf6-4bb0-8e88-c9bad4a523e1,segment=NetworkSegment(3827fe09-7e17-467e-b22e-650f8bc27bde),segment_id=3827fe09-7e17-467e-b22e-650f8bc27bde)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:27.624376 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-86c172fd-7040-409e-aac0-78d401c77e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:27.635744 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f5b3716-cf54-48e0-9749-bc62a12e199f tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:27.649901 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-0f5b3716-cf54-48e0-9749-bc62a12e199f tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Transition to ACTIVE for port object 6aa960ce-2914-44fe-8ade-bf4205fb754c will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:27.684460 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c172fd-7040-409e-aac0-78d401c77e2e None None] Pushing event updated for resources: {'Port': ['ID=ae107d12-2cf6-4bb0-8e88-c9bad4a523e1,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:27.690139 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f5b3716-cf54-48e0-9749-bc62a12e199f tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:27.739406 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5b3716-cf54-48e0-9749-bc62a12e199f tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network 8a25dbe9-9ac0-4d38-a6fd-33872a5381cf is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:27.744719 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-0f5b3716-cf54-48e0-9749-bc62a12e199f tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:27.748440 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5b3716-cf54-48e0-9749-bc62a12e199f tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:27.772607 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b3716-cf54-48e0-9749-bc62a12e199f tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Port': ['ID=6aa960ce-2914-44fe-8ade-bf4205fb754c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:27.801185 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5b3716-cf54-48e0-9749-bc62a12e199f tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:27.802029 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f5b3716-cf54-48e0-9749-bc62a12e199f tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:27.817147 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0f5b3716-cf54-48e0-9749-bc62a12e199f tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8462224 Jul 05 10:18:27.819699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38616) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:27.825622 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-357a767e-9d0f-4c01-acc8-2adb36b3ac7c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'port': {'network_id': '8a25dbe9-9ac0-4d38-a6fd-33872a5381cf', 'name': 'tempest-PortsTestJSON-151830089', 'fixed_ips': [{'subnet_id': '3405f085-f6ee-4e9a-91d5-966125953148', 'ip_address': '172.20.0.9'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:27.952342 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357a767e-9d0f-4c01-acc8-2adb36b3ac7c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:28.041781 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-357a767e-9d0f-4c01-acc8-2adb36b3ac7c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:28.059908 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-357a767e-9d0f-4c01-acc8-2adb36b3ac7c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] device_id is not set on port eb1ea0bf-ff7e-4a17-9c8a-689831541e4b yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:18:28.065741 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38620) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:28.130845 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-08d4bc9f-8232-4e39-839a-9b0517450cca tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/floatingips/e64f3631-9380-4dc5-b6ab-3464f3b517f5 HTTP/1.1" status: 200 len: 992 time: 0.0617220 Jul 05 10:18:28.230879 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-357a767e-9d0f-4c01-acc8-2adb36b3ac7c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Allocated IP 172.20.0.9 (8a25dbe9-9ac0-4d38-a6fd-33872a5381cf/3405f085-f6ee-4e9a-91d5-966125953148/eb1ea0bf-ff7e-4a17-9c8a-689831541e4b) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:28.311387 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28e3eb32-cf59-4450-b04e-94688f0032df req-42bcd453-9f4c-4f9e-a2fb-21c0c53e6df7 tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0433879 Jul 05 10:18:28.432156 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38628) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:28.432925 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cc0ac4cd-2266-4a7c-882a-70b377ced632 req-26abf6ad-eb6b-49fc-add3-6ccb5ebcf349 tempest-ServerShowV254Test-1575623440 tempest-ServerShowV254Test-1575623440-project] 10.222.0.81 "GET /v2.0/ports?device_id=dda2cf41-9f04-41b8-9738-de8ceaca2c15 HTTP/1.1" status: 200 len: 210 time: 0.0366595 Jul 05 10:18:28.465639 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-357a767e-9d0f-4c01-acc8-2adb36b3ac7c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:28.481879 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-357a767e-9d0f-4c01-acc8-2adb36b3ac7c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Transition to ACTIVE for port object eb1ea0bf-ff7e-4a17-9c8a-689831541e4b will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:28.522743 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-357a767e-9d0f-4c01-acc8-2adb36b3ac7c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:28.578755 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357a767e-9d0f-4c01-acc8-2adb36b3ac7c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network 8a25dbe9-9ac0-4d38-a6fd-33872a5381cf is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:28.583342 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-357a767e-9d0f-4c01-acc8-2adb36b3ac7c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:28.588366 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357a767e-9d0f-4c01-acc8-2adb36b3ac7c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:28.613792 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9accc083-1b31-497e-9010-53ca7dd6c220 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Deleting port b4daa8fa-4f70-486d-8256-87b8c32dac6a {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:28.614364 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9accc083-1b31-497e-9010-53ca7dd6c220 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:28.633355 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a767e-9d0f-4c01-acc8-2adb36b3ac7c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Port': ['ID=eb1ea0bf-ff7e-4a17-9c8a-689831541e4b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:28.656419 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357a767e-9d0f-4c01-acc8-2adb36b3ac7c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:28.657049 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-357a767e-9d0f-4c01-acc8-2adb36b3ac7c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:28.676113 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-357a767e-9d0f-4c01-acc8-2adb36b3ac7c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8524294 Jul 05 10:18:28.677090 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38630) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:28.689818 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e5c18e-0621-4758-b029-c4a1320e2982 None None] Network 8a25dbe9-9ac0-4d38-a6fd-33872a5381cf requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:28.709893 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9accc083-1b31-497e-9010-53ca7dd6c220 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:28.710222 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9accc083-1b31-497e-9010-53ca7dd6c220 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:28.723777 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9accc083-1b31-497e-9010-53ca7dd6c220 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Calling delete_port for b4daa8fa-4f70-486d-8256-87b8c32dac6a owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:28.785013 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de61d122-9e07-4aef-8f60-2c55b68d9efb tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:28.786703 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-de61d122-9e07-4aef-8f60-2c55b68d9efb tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1091688 Jul 05 10:18:28.789528 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38632) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:28.813838 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-29686612-8d57-4c17-aa6e-58b6845248a1 None None] Provisioning for port ae107d12-2cf6-4bb0-8e88-c9bad4a523e1 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:28.918252 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4db7de-8c5d-4ace-9ca0-2176b9ce40a6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:28.919143 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9accc083-1b31-497e-9010-53ca7dd6c220 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:28.928620 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4db7de-8c5d-4ace-9ca0-2176b9ce40a6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:28.935710 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4db7de-8c5d-4ace-9ca0-2176b9ce40a6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:28.937435 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9c4db7de-8c5d-4ace-9ca0-2176b9ce40a6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1466789 Jul 05 10:18:28.940247 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38634) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:28.959811 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ae107d12-2cf6-4bb0-8e88-c9bad4a523e1 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:29.030831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port ae107d12-2cf6-4bb0-8e88-c9bad4a523e1 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:29.035713 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port ae107d12-2cf6-4bb0-8e88-c9bad4a523e1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:29.035991 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:29.042449 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9accc083-1b31-497e-9010-53ca7dd6c220 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:29.042801 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-9accc083-1b31-497e-9010-53ca7dd6c220 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Floating IP e64f3631-9380-4dc5-b6ab-3464f3b517f5 disassociated (deleted). External IP: 172.25.7.2, port: 6d22b2c8-e3a9-4954-9521-d932394af9c7. Jul 05 10:18:29.045889 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9accc083-1b31-497e-9010-53ca7dd6c220 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event deleted for resources: {'Port': ['ID=b4daa8fa-4f70-486d-8256-87b8c32dac6a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:29.084250 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4494f85b-809e-40c8-ab55-c5e1a0c8494d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting port eb1ea0bf-ff7e-4a17-9c8a-689831541e4b {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:29.084706 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4494f85b-809e-40c8-ab55-c5e1a0c8494d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:29.129407 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:29.172373 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port ae107d12-2cf6-4bb0-8e88-c9bad4a523e1, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ae107d12-2cf6-4bb0-8e88-c9bad4a523e1,segment=NetworkSegment(3827fe09-7e17-467e-b22e-650f8bc27bde),segment_id=3827fe09-7e17-467e-b22e-650f8bc27bde)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:29.177654 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:29.271169 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-53e6a358-e1bb-402e-8633-5868e589c71b None None] Provisioning complete for port ae107d12-2cf6-4bb0-8e88-c9bad4a523e1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:29.271947 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-53e6a358-e1bb-402e-8633-5868e589c71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:29.275286 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=ae107d12-2cf6-4bb0-8e88-c9bad4a523e1,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:29.277059 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4494f85b-809e-40c8-ab55-c5e1a0c8494d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:29.295171 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4494f85b-809e-40c8-ab55-c5e1a0c8494d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Calling delete_port for eb1ea0bf-ff7e-4a17-9c8a-689831541e4b owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:29.352328 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9accc083-1b31-497e-9010-53ca7dd6c220 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Router 8a64aac0-a4e1-4d87-a882-2e9152a7217b has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:18:29.393391 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-53e6a358-e1bb-402e-8633-5868e589c71b None None] Provisioning for port eb1ea0bf-ff7e-4a17-9c8a-689831541e4b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:29.401387 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-53e6a358-e1bb-402e-8633-5868e589c71b None None] Provisioning complete for port eb1ea0bf-ff7e-4a17-9c8a-689831541e4b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:29.401867 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-53e6a358-e1bb-402e-8633-5868e589c71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:29.455346 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-53e6a358-e1bb-402e-8633-5868e589c71b None None] Port eb1ea0bf-ff7e-4a17-9c8a-689831541e4b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:18:29.474128 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-53e6a358-e1bb-402e-8633-5868e589c71b None None] Provisioning for port 6aa960ce-2914-44fe-8ade-bf4205fb754c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:29.479415 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-53e6a358-e1bb-402e-8633-5868e589c71b None None] Provisioning complete for port 6aa960ce-2914-44fe-8ade-bf4205fb754c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:29.480109 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-53e6a358-e1bb-402e-8633-5868e589c71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:29.510287 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9accc083-1b31-497e-9010-53ca7dd6c220 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:18:29.516134 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9accc083-1b31-497e-9010-53ca7dd6c220 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:29.524573 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db7e468-f1be-4b00-b5d5-d3bf4964ea71 None None] Sync routers for ids ['8a64aac0-a4e1-4d87-a882-2e9152a7217b'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:18:29.532804 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4494f85b-809e-40c8-ab55-c5e1a0c8494d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:29.556128 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db7e468-f1be-4b00-b5d5-d3bf4964ea71 None None] Routers {'8a64aac0-a4e1-4d87-a882-2e9152a7217b'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:29.557065 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8db7e468-f1be-4b00-b5d5-d3bf4964ea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:18:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['8a64aac0-a4e1-4d87-a882-2e9152a7217b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:29.566890 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9accc083-1b31-497e-9010-53ca7dd6c220 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "DELETE /v2.0/floatingips/e64f3631-9380-4dc5-b6ab-3464f3b517f5 HTTP/1.1" status: 204 len: 168 time: 1.1335301 Jul 05 10:18:29.567512 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806ddbc6-2224-4496-8b73-221ac41907de', 'tag': '6d22b2c8-e3a9-4954-9521-d932394af9c7'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:18:29.582028 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494f85b-809e-40c8-ab55-c5e1a0c8494d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Port': ['ID=eb1ea0bf-ff7e-4a17-9c8a-689831541e4b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:29.586178 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67eef08a-c29b-4148-bb9c-86838441b9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "806ddbc6-2224-4496-8b73-221ac41907de", "tag": "6d22b2c8-e3a9-4954-9521-d932394af9c7"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:29.669114 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-53e6a358-e1bb-402e-8633-5868e589c71b None None] Port 6aa960ce-2914-44fe-8ade-bf4205fb754c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:18:29.690230 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4494f85b-809e-40c8-ab55-c5e1a0c8494d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:29.695274 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4494f85b-809e-40c8-ab55-c5e1a0c8494d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/ports/eb1ea0bf-ff7e-4a17-9c8a-689831541e4b HTTP/1.1" status: 204 len: 168 time: 0.7515807 Jul 05 10:18:29.695687 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38642) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:29.706993 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-8db7e468-f1be-4b00-b5d5-d3bf4964ea71 None None] Set router 8a64aac0-a4e1-4d87-a882-2e9152a7217b gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:29.762800 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a1c807-3997-48e4-8c26-29a8e6132e01 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] GET failed (client error): The resource could not be found. Jul 05 10:18:29.769393 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d2a1c807-3997-48e4-8c26-29a8e6132e01 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports/eb1ea0bf-ff7e-4a17-9c8a-689831541e4b HTTP/1.1" status: 404 len: 333 time: 0.0693946 Jul 05 10:18:29.770764 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38646) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:29.834554 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65311d1-f031-43b5-bb65-1f0b1b8791b6 x-openstack-request-id: req-d65311d1-f031-43b5-bb65-1f0b1b8791b6 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:29.834992 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806ddbc6-2224-4496-8b73-221ac41907de", "tag": "6d22b2c8-e3a9-4954-9521-d932394af9c7", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:29.836416 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d65311d1-f031-43b5-bb65-1f0b1b8791b6 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:29.836866 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806ddbc6-2224-4496-8b73-221ac41907de', 'tag': '6d22b2c8-e3a9-4954-9521-d932394af9c7', 'status': 'completed', 'code': 200} Jul 05 10:18:29.962424 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cba5b67-44c7-432c-91a1-fe692230d96f None None] Provisioning complete for port 6aa960ce-2914-44fe-8ade-bf4205fb754c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:29.962811 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cba5b67-44c7-432c-91a1-fe692230d96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:29.990720 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eef08a-c29b-4148-bb9c-86838441b9c8 req-753f45ba-94fc-4e5f-871f-9c20fa00542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:29.994379 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67eef08a-c29b-4148-bb9c-86838441b9c8 req-753f45ba-94fc-4e5f-871f-9c20fa00542d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dbbe5e36a1ae46d4aeb2b59e00a44282&device_id=806ddbc6-2224-4496-8b73-221ac41907de HTTP/1.1" status: 200 len: 1097 time: 0.1690733 Jul 05 10:18:30.003371 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ae038fb9-a171-48b9-8afd-f53b9755c787 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting port 6aa960ce-2914-44fe-8ade-bf4205fb754c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:30.004278 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cba5b67-44c7-432c-91a1-fe692230d96f None None] Port 6aa960ce-2914-44fe-8ade-bf4205fb754c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:18:30.004617 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae038fb9-a171-48b9-8afd-f53b9755c787 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:30.022141 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8db7e468-f1be-4b00-b5d5-d3bf4964ea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'name': 'tempest-TestNetworkBasicOps-router-1769716382', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:34Z', 'updated_at': '2021-07-05T10:16:38Z', 'revision_number': 4, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:35Z', 'updated_at': '2021-07-05T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'f851c13f-3d78-4ac1-8d83-79a04305f25e', 'name': '', 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:ce:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'bd9e7d6a-a577-4c7e-b742-0980afa6dcbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:38Z', 'updated_at': '2021-07-05T10:16:45Z', 'revision_number': 5, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': 'bd9e7d6a-a577-4c7e-b742-0980afa6dcbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:30.055529 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db7e468-f1be-4b00-b5d5-d3bf4964ea71 None None] Checking router: 8a64aac0-a4e1-4d87-a882-2e9152a7217b for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:18:30.065324 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db7e468-f1be-4b00-b5d5-d3bf4964ea71 None None] Routers {'8a64aac0-a4e1-4d87-a882-2e9152a7217b'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:30.065991 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8db7e468-f1be-4b00-b5d5-d3bf4964ea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:18:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['8a64aac0-a4e1-4d87-a882-2e9152a7217b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:30.156953 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38652) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:30.171552 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-67b05e4c-a5af-4651-a24d-e3ba0e8a1ba8 None None] Could not find standard attr ID for object eb1ea0bf-ff7e-4a17-9c8a-689831541e4b. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:18:30.180845 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae038fb9-a171-48b9-8afd-f53b9755c787 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:30.194641 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ae038fb9-a171-48b9-8afd-f53b9755c787 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Calling delete_port for 6aa960ce-2914-44fe-8ade-bf4205fb754c owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:30.200769 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-8db7e468-f1be-4b00-b5d5-d3bf4964ea71 None None] Set router 8a64aac0-a4e1-4d87-a882-2e9152a7217b gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:30.205882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eef08a-c29b-4148-bb9c-86838441b9c8 req-2042cda1-1533-4146-b514-10a2358b51bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:30.207416 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67eef08a-c29b-4148-bb9c-86838441b9c8 req-2042cda1-1533-4146-b514-10a2358b51bc service neutron] 10.222.0.78 "GET /v2.0/networks?id=dc77a506-6981-4369-b90e-32c6330113d7 HTTP/1.1" status: 200 len: 897 time: 0.2057869 Jul 05 10:18:30.257529 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67eef08a-c29b-4148-bb9c-86838441b9c8 req-ad209ec0-a110-4da3-a9d9-88bf3c15eabc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d22b2c8-e3a9-4954-9521-d932394af9c7 HTTP/1.1" status: 200 len: 217 time: 0.0414708 Jul 05 10:18:30.328987 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469939cb-64ce-4146-8430-4e7d38a3c67a req-7012f1a1-ae37-40c5-ba3b-e62be5b4f3b6 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:30.330629 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-469939cb-64ce-4146-8430-4e7d38a3c67a req-7012f1a1-ae37-40c5-ba3b-e62be5b4f3b6 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=806ddbc6-2224-4496-8b73-221ac41907de HTTP/1.1" status: 200 len: 946 time: 0.1727800 Jul 05 10:18:30.331417 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ba657d0-2a48-4765-8add-443b75958a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:30.348704 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eef08a-c29b-4148-bb9c-86838441b9c8 req-45cbb16e-0bae-4613-9300-73e8dc2e4e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:30.350156 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67eef08a-c29b-4148-bb9c-86838441b9c8 req-45cbb16e-0bae-4613-9300-73e8dc2e4e71 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd9e7d6a-a577-4c7e-b742-0980afa6dcbf HTTP/1.1" status: 200 len: 834 time: 0.0836282 Jul 05 10:18:30.364917 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae038fb9-a171-48b9-8afd-f53b9755c787 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:30.400668 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae038fb9-a171-48b9-8afd-f53b9755c787 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Port': ['ID=6aa960ce-2914-44fe-8ade-bf4205fb754c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:30.461421 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-469939cb-64ce-4146-8430-4e7d38a3c67a req-e482c39c-dcd3-43f0-9691-7bdcea50e89a tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=d11d459c-f2d9-4d78-b98e-8dd0df38fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145132 Jul 05 10:18:30.507678 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eef08a-c29b-4148-bb9c-86838441b9c8 req-edf79e82-f9a7-4090-a628-78a53127ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:30.508727 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67eef08a-c29b-4148-bb9c-86838441b9c8 req-edf79e82-f9a7-4090-a628-78a53127ffb6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dc77a506-6981-4369-b90e-32c6330113d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496077 Jul 05 10:18:30.525169 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae038fb9-a171-48b9-8afd-f53b9755c787 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:30.529892 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ae038fb9-a171-48b9-8afd-f53b9755c787 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/ports/6aa960ce-2914-44fe-8ade-bf4205fb754c HTTP/1.1" status: 204 len: 168 time: 0.7550881 Jul 05 10:18:30.530237 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38656) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:30.618791 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8db7e468-f1be-4b00-b5d5-d3bf4964ea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'name': 'tempest-TestNetworkBasicOps-router-1769716382', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:34Z', 'updated_at': '2021-07-05T10:16:38Z', 'revision_number': 4, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:35Z', 'updated_at': '2021-07-05T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'f851c13f-3d78-4ac1-8d83-79a04305f25e', 'name': '', 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:ce:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'bd9e7d6a-a577-4c7e-b742-0980afa6dcbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:38Z', 'updated_at': '2021-07-05T10:16:45Z', 'revision_number': 5, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': 'bd9e7d6a-a577-4c7e-b742-0980afa6dcbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:30.622794 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-9861ed25-4d9d-4cb1-9cb1-b64f1befeba0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] GET failed (client error): The resource could not be found. Jul 05 10:18:30.624564 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9861ed25-4d9d-4cb1-9cb1-b64f1befeba0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports/6aa960ce-2914-44fe-8ade-bf4205fb754c HTTP/1.1" status: 404 len: 333 time: 0.0838983 Jul 05 10:18:30.627312 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38658) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:30.636941 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ba657d0-2a48-4765-8add-443b75958a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:30.645872 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ba657d0-2a48-4765-8add-443b75958a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:30.647245 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db7e468-f1be-4b00-b5d5-d3bf4964ea71 None None] The sync data for ids ['8a64aac0-a4e1-4d87-a882-2e9152a7217b'] in n-d-798054-8 is: [{'id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'name': 'tempest-TestNetworkBasicOps-router-1769716382', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:34Z', 'updated_at': '2021-07-05T10:16:38Z', 'revision_number': 4, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:35Z', 'updated_at': '2021-07-05T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'f851c13f-3d78-4ac1-8d83-79a04305f25e', 'name': '', 'network_id': 'dc77a506-6981-4369-b90e-32c6330113d7', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'mac_address': 'fa:16:3e:ce:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'bd9e7d6a-a577-4c7e-b742-0980afa6dcbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:38Z', 'updated_at': '2021-07-05T10:16:45Z', 'revision_number': 5, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'subnets': [{'id': 'bd9e7d6a-a577-4c7e-b742-0980afa6dcbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:18:30.689486 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efa854c-2c88-4da1-98c7-391b59ba3734 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting subnet 3405f085-f6ee-4e9a-91d5-966125953148 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:18:30.693190 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5efa854c-2c88-4da1-98c7-391b59ba3734 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:30.702755 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5ba657d0-2a48-4765-8add-443b75958a38 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9440b92b00f94cafac12b5f449fb4b98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5436440 Jul 05 10:18:30.707138 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38660) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:30.717725 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67eef08a-c29b-4148-bb9c-86838441b9c8 req-02403d49-b1b1-4df8-9eba-1e61015e40ef service neutron] 10.222.0.78 "GET /v2.0/networks/dc77a506-6981-4369-b90e-32c6330113d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001674 Jul 05 10:18:30.718325 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba657d0-2a48-4765-8add-443b75958a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8139f0a-7b2d-456d-bbb7-93d4877b229a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:30.741170 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5efa854c-2c88-4da1-98c7-391b59ba3734 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:30.835499 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5efa854c-2c88-4da1-98c7-391b59ba3734 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:30.836755 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6e117a60-ee8c-4b75-900b-cf485449c295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:30.856220 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67eef08a-c29b-4148-bb9c-86838441b9c8 req-f8e0c12f-6e27-459f-bdb5-41f361b92327 service neutron] 10.222.0.78 "GET /v2.0/networks/dc77a506-6981-4369-b90e-32c6330113d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288216 Jul 05 10:18:30.882981 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6e117a60-ee8c-4b75-900b-cf485449c295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:30.918020 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5efa854c-2c88-4da1-98c7-391b59ba3734 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:30.929019 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ae107d12-2cf6-4bb0-8e88-c9bad4a523e1 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:30.946822 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa854c-2c88-4da1-98c7-391b59ba3734 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Subnet': ['ID=3405f085-f6ee-4e9a-91d5-966125953148,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:30.950498 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5efa854c-2c88-4da1-98c7-391b59ba3734 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:30.952516 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5efa854c-2c88-4da1-98c7-391b59ba3734 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/subnets/3405f085-f6ee-4e9a-91d5-966125953148 HTTP/1.1" status: 204 len: 168 time: 0.3239479 Jul 05 10:18:30.955172 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38662) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:30.961165 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51523c7-bcad-4f7e-ba76-7f03d730677b None None] New status for floating IP e64f3631-9380-4dc5-b6ab-3464f3b517f5: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:18:30.963328 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6e117a60-ee8c-4b75-900b-cf485449c295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:30.966408 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6e117a60-ee8c-4b75-900b-cf485449c295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:30.968857 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6e117a60-ee8c-4b75-900b-cf485449c295 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e8139f0a-7b2d-456d-bbb7-93d4877b229a HTTP/1.1" status: 204 len: 168 time: 0.2594476 Jul 05 10:18:30.974493 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e3fabc-9927-4149-84ce-a2ff3d238e8d None None] Network 8a25dbe9-9ac0-4d38-a6fd-33872a5381cf requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:30.978226 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e117a60-ee8c-4b75-900b-cf485449c295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8139f0a-7b2d-456d-bbb7-93d4877b229a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:31.043089 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b3d62ad9-d019-41c3-ab8c-efee29482574 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.096740 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port ae107d12-2cf6-4bb0-8e88-c9bad4a523e1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:31.097128 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.115479 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b3d62ad9-d019-41c3-ab8c-efee29482574 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting port ae107d12-2cf6-4bb0-8e88-c9bad4a523e1 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:31.115973 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b3d62ad9-d019-41c3-ab8c-efee29482574 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.182181 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-b3d62ad9-d019-41c3-ab8c-efee29482574 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] For port ae107d12-2cf6-4bb0-8e88-c9bad4a523e1, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ae107d12-2cf6-4bb0-8e88-c9bad4a523e1,segment=NetworkSegment(3827fe09-7e17-467e-b22e-650f8bc27bde),segment_id=3827fe09-7e17-467e-b22e-650f8bc27bde)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:31.182548 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b3d62ad9-d019-41c3-ab8c-efee29482574 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.196245 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b3d62ad9-d019-41c3-ab8c-efee29482574 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Calling delete_port for ae107d12-2cf6-4bb0-8e88-c9bad4a523e1 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:31.276725 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764fcd10-9714-462a-999c-4baba656b378 None None] DHCP port deletion for 8a25dbe9-9ac0-4d38-a6fd-33872a5381cf request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:18:31.285155 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b3d62ad9-d019-41c3-ab8c-efee29482574 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.316779 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d62ad9-d019-41c3-ab8c-efee29482574 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] No DVR routers for this DVR port ae107d12-2cf6-4bb0-8e88-c9bad4a523e1 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:31.324915 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d62ad9-d019-41c3-ab8c-efee29482574 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Port': ['ID=ae107d12-2cf6-4bb0-8e88-c9bad4a523e1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:31.330440 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-764fcd10-9714-462a-999c-4baba656b378 None None] Deleting port ae107d12-2cf6-4bb0-8e88-c9bad4a523e1 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:31.330830 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-764fcd10-9714-462a-999c-4baba656b378 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.399616 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-764fcd10-9714-462a-999c-4baba656b378 None None] For port ae107d12-2cf6-4bb0-8e88-c9bad4a523e1, host n-d-798054-8, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:31.400050 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-764fcd10-9714-462a-999c-4baba656b378 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.406183 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b3d62ad9-d019-41c3-ab8c-efee29482574 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.415596 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-764fcd10-9714-462a-999c-4baba656b378 None None] Calling delete_port for ae107d12-2cf6-4bb0-8e88-c9bad4a523e1 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:31.417056 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b3d62ad9-d019-41c3-ab8c-efee29482574 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a25dbe9-9ac0-4d38-a6fd-33872a5381cf']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:31.418850 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-764fcd10-9714-462a-999c-4baba656b378 None None] Port ae107d12-2cf6-4bb0-8e88-c9bad4a523e1 was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 10:18:31.420120 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-764fcd10-9714-462a-999c-4baba656b378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.433632 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b3d62ad9-d019-41c3-ab8c-efee29482574 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3827fe09-7e17-467e-b22e-650f8bc27bde') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:31.434303 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b3d62ad9-d019-41c3-ab8c-efee29482574 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3827fe09-7e17-467e-b22e-650f8bc27bde') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:31.446602 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fcd10-9714-462a-999c-4baba656b378 None None] Pushing event deleted for resources: {'Port': ['ID=ae107d12-2cf6-4bb0-8e88-c9bad4a523e1,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:31.447452 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b3d62ad9-d019-41c3-ab8c-efee29482574 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.449927 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764fcd10-9714-462a-999c-4baba656b378 None None] No DVR routers for this DVR port ae107d12-2cf6-4bb0-8e88-c9bad4a523e1 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:31.471544 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b3d62ad9-d019-41c3-ab8c-efee29482574 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.478155 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d62ad9-d019-41c3-ab8c-efee29482574 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:31.478565 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b3d62ad9-d019-41c3-ab8c-efee29482574 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:18:31.482410 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:18:31.548667 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b3d62ad9-d019-41c3-ab8c-efee29482574 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.563206 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b3d62ad9-d019-41c3-ab8c-efee29482574 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.569158 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38684) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:31.571232 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b3d62ad9-d019-41c3-ab8c-efee29482574 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/networks/8a25dbe9-9ac0-4d38-a6fd-33872a5381cf HTTP/1.1" status: 204 len: 168 time: 0.6088727 Jul 05 10:18:31.581045 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-511ce207-864a-4717-afdc-b633cdb209f0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1875500283'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:31.582147 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d62ad9-d019-41c3-ab8c-efee29482574 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Network': ['ID=8a25dbe9-9ac0-4d38-a6fd-33872a5381cf,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:31.651127 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511ce207-864a-4717-afdc-b633cdb209f0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:31.654632 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-511ce207-864a-4717-afdc-b633cdb209f0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.718556 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511ce207-864a-4717-afdc-b633cdb209f0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:18:31.733688 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af88ea-8661-499f-99cd-45af111d9caf req-641cd8d8-de88-4b63-93dc-5f8b248d13bd tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:31.735222 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d8af88ea-8661-499f-99cd-45af111d9caf req-641cd8d8-de88-4b63-93dc-5f8b248d13bd tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=806ddbc6-2224-4496-8b73-221ac41907de HTTP/1.1" status: 200 len: 946 time: 0.1436887 Jul 05 10:18:31.744279 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-511ce207-864a-4717-afdc-b633cdb209f0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.744632 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-511ce207-864a-4717-afdc-b633cdb209f0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Added segment 4c181107-6171-4bcc-a5d0-4630f89b8fc5 of type vlan for network afe1a9b4-ca8e-4114-a333-3b1b76911153 Jul 05 10:18:31.805200 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7c109-a9f5-4822-babb-1fd03acd2691 req-2553f0e3-187b-4c42-8a44-5f5375a26b54 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:31.806677 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9ff7c109-a9f5-4822-babb-1fd03acd2691 req-2553f0e3-187b-4c42-8a44-5f5375a26b54 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.78 "GET /v2.0/ports?device_id=806ddbc6-2224-4496-8b73-221ac41907de HTTP/1.1" status: 200 len: 946 time: 0.1675479 Jul 05 10:18:31.831145 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-511ce207-864a-4717-afdc-b633cdb209f0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.865452 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d8af88ea-8661-499f-99cd-45af111d9caf req-382e919d-d4a7-4b5d-8fc0-917438e8a143 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/security-groups?id=d11d459c-f2d9-4d78-b98e-8dd0df38fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225207 Jul 05 10:18:31.922124 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-511ce207-864a-4717-afdc-b633cdb209f0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.928723 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511ce207-864a-4717-afdc-b633cdb209f0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:31.928723 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-511ce207-864a-4717-afdc-b633cdb209f0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:32.000654 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-511ce207-864a-4717-afdc-b633cdb209f0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4242494 Jul 05 10:18:32.001217 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38696) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:32.007941 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4357aed0-2ea7-498f-9af3-3c3d42c3d1af tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'subnet': {'network_id': 'afe1a9b4-ca8e-4114-a333-3b1b76911153', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:32.013860 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ce207-864a-4717-afdc-b633cdb209f0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Network': ['ID=afe1a9b4-ca8e-4114-a333-3b1b76911153,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:32.027543 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-9ff7c109-a9f5-4822-babb-1fd03acd2691 req-9eb7a0ab-1b1c-4f5f-863b-b14bae03c2a9 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Deleting port 6d22b2c8-e3a9-4954-9521-d932394af9c7 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:32.027682 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9ff7c109-a9f5-4822-babb-1fd03acd2691 req-9eb7a0ab-1b1c-4f5f-863b-b14bae03c2a9 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:32.031447 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network afe1a9b4-ca8e-4114-a333-3b1b76911153 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:18:32.129532 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9ff7c109-a9f5-4822-babb-1fd03acd2691 req-9eb7a0ab-1b1c-4f5f-863b-b14bae03c2a9 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] For port 6d22b2c8-e3a9-4954-9521-d932394af9c7, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6d22b2c8-e3a9-4954-9521-d932394af9c7,segment=NetworkSegment(471f3fc0-d245-47ac-89a6-5cf04c4198c9),segment_id=471f3fc0-d245-47ac-89a6-5cf04c4198c9)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:32.129901 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9ff7c109-a9f5-4822-babb-1fd03acd2691 req-9eb7a0ab-1b1c-4f5f-863b-b14bae03c2a9 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:32.143965 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4357aed0-2ea7-498f-9af3-3c3d42c3d1af tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:32.144868 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-9ff7c109-a9f5-4822-babb-1fd03acd2691 req-9eb7a0ab-1b1c-4f5f-863b-b14bae03c2a9 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Calling delete_port for 6d22b2c8-e3a9-4954-9521-d932394af9c7 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:32.147580 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4357aed0-2ea7-498f-9af3-3c3d42c3d1af tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:32.280987 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9ff7c109-a9f5-4822-babb-1fd03acd2691 req-9eb7a0ab-1b1c-4f5f-863b-b14bae03c2a9 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:32.309882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7a0ab-1b1c-4f5f-863b-b14bae03c2a9 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event deleted for resources: {'Port': ['ID=6d22b2c8-e3a9-4954-9521-d932394af9c7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:32.366412 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff7c109-a9f5-4822-babb-1fd03acd2691 req-9eb7a0ab-1b1c-4f5f-863b-b14bae03c2a9 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] No DVR routers for this DVR port 6d22b2c8-e3a9-4954-9521-d932394af9c7 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:32.368903 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9ff7c109-a9f5-4822-babb-1fd03acd2691 req-9eb7a0ab-1b1c-4f5f-863b-b14bae03c2a9 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:32.370987 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9ff7c109-a9f5-4822-babb-1fd03acd2691 req-9eb7a0ab-1b1c-4f5f-863b-b14bae03c2a9 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.78 "DELETE /v2.0/ports/6d22b2c8-e3a9-4954-9521-d932394af9c7 HTTP/1.1" status: 204 len: 173 time: 0.5583720 Jul 05 10:18:32.371429 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806ddbc6-2224-4496-8b73-221ac41907de', 'name': 'network-vif-deleted', 'tag': '6d22b2c8-e3a9-4954-9521-d932394af9c7'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:18:32.373801 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ec7fe5-d0c9-47aa-9cdc-712f87d8b02b" -d '{"events": [{"server_uuid": "806ddbc6-2224-4496-8b73-221ac41907de", "name": "network-vif-deleted", "tag": "6d22b2c8-e3a9-4954-9521-d932394af9c7"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:32.407066 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4357aed0-2ea7-498f-9af3-3c3d42c3d1af tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:32.424265 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677bcfef-9bec-4825-b4b7-ce5e25e5a083 x-openstack-request-id: req-677bcfef-9bec-4825-b4b7-ce5e25e5a083 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:32.425029 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806ddbc6-2224-4496-8b73-221ac41907de", "name": "network-vif-deleted", "tag": "6d22b2c8-e3a9-4954-9521-d932394af9c7", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:32.425447 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-677bcfef-9bec-4825-b4b7-ce5e25e5a083 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:32.426042 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806ddbc6-2224-4496-8b73-221ac41907de', 'name': 'network-vif-deleted', 'tag': '6d22b2c8-e3a9-4954-9521-d932394af9c7', 'status': 'completed', 'code': 200} Jul 05 10:18:32.481755 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357aed0-2ea7-498f-9af3-3c3d42c3d1af tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Subnet': ['ID=56742ece-8799-4fa2-ae9c-53f13a679da6,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:32.487146 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4357aed0-2ea7-498f-9af3-3c3d42c3d1af tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Checking segment: {'id': '4c181107-6171-4bcc-a5d0-4630f89b8fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'afe1a9b4-ca8e-4114-a333-3b1b76911153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:32.487515 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4357aed0-2ea7-498f-9af3-3c3d42c3d1af tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network hostable DHCP agents. Network: afe1a9b4-ca8e-4114-a333-3b1b76911153, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:18:32.509592 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4357aed0-2ea7-498f-9af3-3c3d42c3d1af tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network afe1a9b4-ca8e-4114-a333-3b1b76911153 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:18:32.521179 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-4357aed0-2ea7-498f-9af3-3c3d42c3d1af tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, afe1a9b4-ca8e-4114-a333-3b1b76911153) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:32.525736 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4357aed0-2ea7-498f-9af3-3c3d42c3d1af tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:32.526327 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4357aed0-2ea7-498f-9af3-3c3d42c3d1af tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:32.540036 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369ab934-18ad-4bcf-af62-7302fd3179cc None None] Network afe1a9b4-ca8e-4114-a333-3b1b76911153 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:32.547307 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4357aed0-2ea7-498f-9af3-3c3d42c3d1af tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5443230 Jul 05 10:18:32.550188 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38712) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:32.555053 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3a745919-5968-404e-b931-bc0f7cfd9408 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1192473199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:32.579220 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a745919-5968-404e-b931-bc0f7cfd9408 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:32.580455 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a745919-5968-404e-b931-bc0f7cfd9408 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:32.707709 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-afe1a9b4-ca8e-4114-a333-3b1b76911153', 'network_id': 'afe1a9b4-ca8e-4114-a333-3b1b76911153', 'tenant_id': '619fea1f79d3438da9c52120b057f57e', 'fixed_ips': [{'subnet_id': '56742ece-8799-4fa2-ae9c-53f13a679da6'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:18:32.708966 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:32.950390 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ae107d12-2cf6-4bb0-8e88-c9bad4a523e1 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:32.954053 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Allocated IP 172.20.0.2 (afe1a9b4-ca8e-4114-a333-3b1b76911153/56742ece-8799-4fa2-ae9c-53f13a679da6/d68f5fde-3ba1-48a6-b392-bdde80b12061) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:32.982545 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:32.985277 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: ae107d12-2cf6-4bb0-8e88-c9bad4a523e1 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:18:32.986066 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ae107d12-2cf6-4bb0-8e88-c9bad4a523e1 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:33.155841 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a745919-5968-404e-b931-bc0f7cfd9408 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.170225 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.180618 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c5f5cb40-88e0-4497-be99-82b19cf994bd req-4263b869-86a0-403b-8cc6-ee577caa7830 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "GET /v2.0/ports?device_id=806ddbc6-2224-4496-8b73-221ac41907de HTTP/1.1" status: 200 len: 210 time: 0.0336707 Jul 05 10:18:33.180618 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a745919-5968-404e-b931-bc0f7cfd9408 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.181928 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Transition to ACTIVE for port object d68f5fde-3ba1-48a6-b392-bdde80b12061 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:33.199414 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Transition to ACTIVE for port object d68f5fde-3ba1-48a6-b392-bdde80b12061 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:33.202447 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a745919-5968-404e-b931-bc0f7cfd9408 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.204074 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3a745919-5968-404e-b931-bc0f7cfd9408 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6528256 Jul 05 10:18:33.206812 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.207199 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38724) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:33.213444 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-afa5c1b5-9b94-459c-9dd8-d5374fb3ee27 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'port': {'network_id': 'afe1a9b4-ca8e-4114-a333-3b1b76911153', 'name': 'tempest-PortsTestJSON-84799317'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:33.249621 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Network afe1a9b4-ca8e-4114-a333-3b1b76911153 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:33.254719 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:33.259444 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:33.265218 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Pushing event updated for resources: {'Port': ['ID=d68f5fde-3ba1-48a6-b392-bdde80b12061,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:33.279898 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:33.279898 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:33.279898 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:33.279898 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:33.279898 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:33.279898 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:33.279898 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:33.279898 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:33.279898 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:33.280821 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:33.280821 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:33.281014 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:33.337985 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Attempting to bind port d68f5fde-3ba1-48a6-b392-bdde80b12061 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:33.338253 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Attempting to bind port d68f5fde-3ba1-48a6-b392-bdde80b12061 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '4c181107-6171-4bcc-a5d0-4630f89b8fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'afe1a9b4-ca8e-4114-a333-3b1b76911153'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:33.338619 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Attempting to bind port d68f5fde-3ba1-48a6-b392-bdde80b12061 on network afe1a9b4-ca8e-4114-a333-3b1b76911153 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:33.343714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:33.344113 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Checking segment: {'id': '4c181107-6171-4bcc-a5d0-4630f89b8fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'afe1a9b4-ca8e-4114-a333-3b1b76911153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:33.344513 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.344907 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Bound using segment: {'id': '4c181107-6171-4bcc-a5d0-4630f89b8fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'afe1a9b4-ca8e-4114-a333-3b1b76911153'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:33.345403 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Bound port: d68f5fde-3ba1-48a6-b392-bdde80b12061, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c181107-6171-4bcc-a5d0-4630f89b8fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'afe1a9b4-ca8e-4114-a333-3b1b76911153'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:33.345718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa5c1b5-9b94-459c-9dd8-d5374fb3ee27 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:33.345880 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.349773 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-afa5c1b5-9b94-459c-9dd8-d5374fb3ee27 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.370800 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-afa5c1b5-9b94-459c-9dd8-d5374fb3ee27 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] device_id is not set on port abbef047-3935-4e32-98a8-8fa9d68ab16a yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:18:33.408971 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] For port d68f5fde-3ba1-48a6-b392-bdde80b12061, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:33.412170 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] For port d68f5fde-3ba1-48a6-b392-bdde80b12061, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d68f5fde-3ba1-48a6-b392-bdde80b12061,segment=NetworkSegment(4c181107-6171-4bcc-a5d0-4630f89b8fc5),segment_id=4c181107-6171-4bcc-a5d0-4630f89b8fc5)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:33.416891 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.473481 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37612980-0328-49f0-ab66-b64dd443c597 None None] Pushing event updated for resources: {'Port': ['ID=d68f5fde-3ba1-48a6-b392-bdde80b12061,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:33.494618 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-afa5c1b5-9b94-459c-9dd8-d5374fb3ee27 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Allocated IP 172.20.0.14 (afe1a9b4-ca8e-4114-a333-3b1b76911153/56742ece-8799-4fa2-ae9c-53f13a679da6/abbef047-3935-4e32-98a8-8fa9d68ab16a) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:33.685715 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-afa5c1b5-9b94-459c-9dd8-d5374fb3ee27 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.709126 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-afa5c1b5-9b94-459c-9dd8-d5374fb3ee27 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Transition to ACTIVE for port object abbef047-3935-4e32-98a8-8fa9d68ab16a will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:33.745000 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-afa5c1b5-9b94-459c-9dd8-d5374fb3ee27 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.792403 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa5c1b5-9b94-459c-9dd8-d5374fb3ee27 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network afe1a9b4-ca8e-4114-a333-3b1b76911153 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:33.797682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-afa5c1b5-9b94-459c-9dd8-d5374fb3ee27 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:33.801453 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa5c1b5-9b94-459c-9dd8-d5374fb3ee27 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:33.808313 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5c1b5-9b94-459c-9dd8-d5374fb3ee27 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Port': ['ID=abbef047-3935-4e32-98a8-8fa9d68ab16a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:33.865190 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa5c1b5-9b94-459c-9dd8-d5374fb3ee27 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:33.865836 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-afa5c1b5-9b94-459c-9dd8-d5374fb3ee27 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.880795 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-afa5c1b5-9b94-459c-9dd8-d5374fb3ee27 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.6723199 Jul 05 10:18:33.884233 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38734) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:34.234923 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44437aa3-e3dd-4094-bf95-50b49e42bac7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:34.292933 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38746) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:34.477918 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b73ca0d8-e68c-48a2-9e46-830bf1cee57c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:34.519453 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b73ca0d8-e68c-48a2-9e46-830bf1cee57c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:34.550700 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dcd614-93c3-46ad-97ad-0290e64b840e None None] Network afe1a9b4-ca8e-4114-a333-3b1b76911153 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:34.606292 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44437aa3-e3dd-4094-bf95-50b49e42bac7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:34.613488 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44437aa3-e3dd-4094-bf95-50b49e42bac7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:34.647910 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1e01dba4-cd21-4717-9c8e-0bb159d15ebb None None] Provisioning for port d68f5fde-3ba1-48a6-b392-bdde80b12061 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:34.697402 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b73ca0d8-e68c-48a2-9e46-830bf1cee57c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:34.699865 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b73ca0d8-e68c-48a2-9e46-830bf1cee57c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:34.701034 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b73ca0d8-e68c-48a2-9e46-830bf1cee57c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "DELETE /v2.0/security-groups/d11d459c-f2d9-4d78-b98e-8dd0df38fe87 HTTP/1.1" status: 204 len: 168 time: 0.4070742 Jul 05 10:18:34.706465 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44437aa3-e3dd-4094-bf95-50b49e42bac7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Port': ['ID=abbef047-3935-4e32-98a8-8fa9d68ab16a,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:34.719137 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ca0d8-e68c-48a2-9e46-830bf1cee57c tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11d459c-f2d9-4d78-b98e-8dd0df38fe87,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:34.751934 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38758) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:34.920675 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44437aa3-e3dd-4094-bf95-50b49e42bac7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:34.970833 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d68f5fde-3ba1-48a6-b392-bdde80b12061 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:35.082521 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6d22b2c8-e3a9-4954-9521-d932394af9c7 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:35.121484 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44437aa3-e3dd-4094-bf95-50b49e42bac7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:35.136401 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 6d22b2c8-e3a9-4954-9521-d932394af9c7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:18:35.137092 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6d22b2c8-e3a9-4954-9521-d932394af9c7 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:35.144742 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port d68f5fde-3ba1-48a6-b392-bdde80b12061 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:35.149699 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port d68f5fde-3ba1-48a6-b392-bdde80b12061 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:35.150425 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:35.208463 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e23cc3e0-1f62-4256-ac1f-baa2dd244e03 None None] Provisioning complete for port d68f5fde-3ba1-48a6-b392-bdde80b12061 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:35.209372 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e23cc3e0-1f62-4256-ac1f-baa2dd244e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:35.338820 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:18:35.400323 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:35.403282 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e23cc3e0-1f62-4256-ac1f-baa2dd244e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:35.494056 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e23cc3e0-1f62-4256-ac1f-baa2dd244e03 None None] For port d68f5fde-3ba1-48a6-b392-bdde80b12061, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d68f5fde-3ba1-48a6-b392-bdde80b12061,segment=NetworkSegment(4c181107-6171-4bcc-a5d0-4630f89b8fc5),segment_id=4c181107-6171-4bcc-a5d0-4630f89b8fc5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:35.503347 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e23cc3e0-1f62-4256-ac1f-baa2dd244e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:35.594406 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44437aa3-e3dd-4094-bf95-50b49e42bac7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:35.603464 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44437aa3-e3dd-4094-bf95-50b49e42bac7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:35.606882 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cc3e0-1f62-4256-ac1f-baa2dd244e03 None None] Pushing event updated for resources: {'Port': ['ID=d68f5fde-3ba1-48a6-b392-bdde80b12061,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:35.625904 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35d1c3d6-e64a-4940-b4c7-a250ccc1f351 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:35.637862 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:18:35.638570 n-d-798054-8 neutron-server[93908]: DEBUG oslo_db.api [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:18:35.639561 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e23cc3e0-1f62-4256-ac1f-baa2dd244e03 None None] Provisioning for port abbef047-3935-4e32-98a8-8fa9d68ab16a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:35.646790 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e23cc3e0-1f62-4256-ac1f-baa2dd244e03 None None] Provisioning complete for port abbef047-3935-4e32-98a8-8fa9d68ab16a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:35.647536 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e23cc3e0-1f62-4256-ac1f-baa2dd244e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:35.681227 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44437aa3-e3dd-4094-bf95-50b49e42bac7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:35.704129 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e23cc3e0-1f62-4256-ac1f-baa2dd244e03 None None] Port abbef047-3935-4e32-98a8-8fa9d68ab16a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:18:35.777581 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44437aa3-e3dd-4094-bf95-50b49e42bac7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Port': ['ID=abbef047-3935-4e32-98a8-8fa9d68ab16a,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:35.830632 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-15ddbcc6-c7d2-4427-a45f-93bcc92d9f0c None None] Provisioning complete for port abbef047-3935-4e32-98a8-8fa9d68ab16a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:35.831772 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-15ddbcc6-c7d2-4427-a45f-93bcc92d9f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:35.834631 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44437aa3-e3dd-4094-bf95-50b49e42bac7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network afe1a9b4-ca8e-4114-a333-3b1b76911153 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:35.836212 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-44437aa3-e3dd-4094-bf95-50b49e42bac7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:35.901974 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-15ddbcc6-c7d2-4427-a45f-93bcc92d9f0c None None] Port abbef047-3935-4e32-98a8-8fa9d68ab16a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:18:35.947663 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-35d1c3d6-e64a-4940-b4c7-a250ccc1f351 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Deleting port f851c13f-3d78-4ac1-8d83-79a04305f25e {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:35.948298 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35d1c3d6-e64a-4940-b4c7-a250ccc1f351 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:35.990486 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44437aa3-e3dd-4094-bf95-50b49e42bac7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Router 0bdeb01b-cacf-4d10-b033-4d133ac4a066 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:18:36.057775 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-35d1c3d6-e64a-4940-b4c7-a250ccc1f351 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] For port f851c13f-3d78-4ac1-8d83-79a04305f25e, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f851c13f-3d78-4ac1-8d83-79a04305f25e,segment=NetworkSegment(471f3fc0-d245-47ac-89a6-5cf04c4198c9),segment_id=471f3fc0-d245-47ac-89a6-5cf04c4198c9)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:36.058213 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35d1c3d6-e64a-4940-b4c7-a250ccc1f351 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:36.078703 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-35d1c3d6-e64a-4940-b4c7-a250ccc1f351 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Calling delete_port for f851c13f-3d78-4ac1-8d83-79a04305f25e owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:36.111464 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44437aa3-e3dd-4094-bf95-50b49e42bac7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:18:36.121991 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-506f6b9e-935e-4962-a739-a799ece6d645 None None] Provisioning complete for port abbef047-3935-4e32-98a8-8fa9d68ab16a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:36.122590 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-506f6b9e-935e-4962-a739-a799ece6d645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:36.125743 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-44437aa3-e3dd-4094-bf95-50b49e42bac7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "PUT /v2.0/routers/0bdeb01b-cacf-4d10-b033-4d133ac4a066/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2404094 Jul 05 10:18:36.128614 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38786) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:36.129897 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7242f4ce-f4dc-47be-bb53-7c0d69bce139 None None] Sync routers for ids ['0bdeb01b-cacf-4d10-b033-4d133ac4a066'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:18:36.204078 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-506f6b9e-935e-4962-a739-a799ece6d645 None None] Port abbef047-3935-4e32-98a8-8fa9d68ab16a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:18:36.211225 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7242f4ce-f4dc-47be-bb53-7c0d69bce139 None None] Routers {'0bdeb01b-cacf-4d10-b033-4d133ac4a066'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:36.211472 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7242f4ce-f4dc-47be-bb53-7c0d69bce139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:18:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['0bdeb01b-cacf-4d10-b033-4d133ac4a066'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:36.213665 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f27c84-e8ec-41fd-b579-6aac1ec31258 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:36.216669 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-91f27c84-e8ec-41fd-b579-6aac1ec31258 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bdeb01b-cacf-4d10-b033-4d133ac4a066 HTTP/1.1" status: 200 len: 981 time: 0.0872786 Jul 05 10:18:36.219449 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38788) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:36.267159 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7242f4ce-f4dc-47be-bb53-7c0d69bce139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:36.274828 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:36.276911 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7242f4ce-f4dc-47be-bb53-7c0d69bce139 None None] Routers {'0bdeb01b-cacf-4d10-b033-4d133ac4a066'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:36.277549 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7242f4ce-f4dc-47be-bb53-7c0d69bce139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:18:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['0bdeb01b-cacf-4d10-b033-4d133ac4a066'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:36.312006 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35d1c3d6-e64a-4940-b4c7-a250ccc1f351 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:36.313388 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7242f4ce-f4dc-47be-bb53-7c0d69bce139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:36.314057 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7242f4ce-f4dc-47be-bb53-7c0d69bce139 None None] The sync data for ids ['0bdeb01b-cacf-4d10-b033-4d133ac4a066'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:18:36.343131 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1c3d6-e64a-4940-b4c7-a250ccc1f351 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event deleted for resources: {'Port': ['ID=f851c13f-3d78-4ac1-8d83-79a04305f25e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:36.548916 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35d1c3d6-e64a-4940-b4c7-a250ccc1f351 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:36.707668 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81c487fb-80f8-41f6-bba1-67ab4e3df4be tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:36.783537 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d1c3d6-e64a-4940-b4c7-a250ccc1f351 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Router 8a64aac0-a4e1-4d87-a882-2e9152a7217b has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:18:36.916401 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d1c3d6-e64a-4940-b4c7-a250ccc1f351 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:18:36.923037 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-35d1c3d6-e64a-4940-b4c7-a250ccc1f351 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "PUT /v2.0/routers/8a64aac0-a4e1-4d87-a882-2e9152a7217b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1685166 Jul 05 10:18:36.927166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38796) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:36.928304 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c243a853-26ae-4905-85ce-7ecaaf7e6332 None None] Sync routers for ids ['8a64aac0-a4e1-4d87-a882-2e9152a7217b'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:18:36.939915 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c243a853-26ae-4905-85ce-7ecaaf7e6332 None None] Routers {'8a64aac0-a4e1-4d87-a882-2e9152a7217b'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:36.941498 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c243a853-26ae-4905-85ce-7ecaaf7e6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:18:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['8a64aac0-a4e1-4d87-a882-2e9152a7217b'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:36.958613 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-81c487fb-80f8-41f6-bba1-67ab4e3df4be tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting port abbef047-3935-4e32-98a8-8fa9d68ab16a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:36.961160 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81c487fb-80f8-41f6-bba1-67ab4e3df4be tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:36.970612 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d68f5fde-3ba1-48a6-b392-bdde80b12061 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:37.074856 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81c487fb-80f8-41f6-bba1-67ab4e3df4be tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:37.080368 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port d68f5fde-3ba1-48a6-b392-bdde80b12061 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:37.081390 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:37.081608 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c243a853-26ae-4905-85ce-7ecaaf7e6332 None None] Set router 8a64aac0-a4e1-4d87-a882-2e9152a7217b gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:37.091278 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-81c487fb-80f8-41f6-bba1-67ab4e3df4be tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Calling delete_port for abbef047-3935-4e32-98a8-8fa9d68ab16a owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:37.301088 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c243a853-26ae-4905-85ce-7ecaaf7e6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'name': 'tempest-TestNetworkBasicOps-router-1769716382', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:34Z', 'updated_at': '2021-07-05T10:18:36Z', 'revision_number': 5, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:35Z', 'updated_at': '2021-07-05T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:37.313627 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e1746e-b312-4974-b7cc-c7a80d19fad5 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Deleting subnet bd9e7d6a-a577-4c7e-b742-0980afa6dcbf {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:18:37.317539 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35e1746e-b312-4974-b7cc-c7a80d19fad5 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:37.339175 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c243a853-26ae-4905-85ce-7ecaaf7e6332 None None] Checking router: 8a64aac0-a4e1-4d87-a882-2e9152a7217b for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:18:37.350036 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c243a853-26ae-4905-85ce-7ecaaf7e6332 None None] Routers {'8a64aac0-a4e1-4d87-a882-2e9152a7217b'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:37.351535 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c243a853-26ae-4905-85ce-7ecaaf7e6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:18:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['8a64aac0-a4e1-4d87-a882-2e9152a7217b'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:37.378069 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38804) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:37.389199 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35e1746e-b312-4974-b7cc-c7a80d19fad5 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:37.436102 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81c487fb-80f8-41f6-bba1-67ab4e3df4be tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:37.463385 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c243a853-26ae-4905-85ce-7ecaaf7e6332 None None] Set router 8a64aac0-a4e1-4d87-a882-2e9152a7217b gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:37.474882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c487fb-80f8-41f6-bba1-67ab4e3df4be tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Port': ['ID=abbef047-3935-4e32-98a8-8fa9d68ab16a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:37.519866 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba3d2704-a6a6-49ac-af53-36b48f1c9a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:37.577755 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35e1746e-b312-4974-b7cc-c7a80d19fad5 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:37.636713 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba3d2704-a6a6-49ac-af53-36b48f1c9a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:37.648374 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba3d2704-a6a6-49ac-af53-36b48f1c9a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:37.694889 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ba3d2704-a6a6-49ac-af53-36b48f1c9a03 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=90f0da675c3543048787452e09f3de16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3156140 Jul 05 10:18:37.695193 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c243a853-26ae-4905-85ce-7ecaaf7e6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'name': 'tempest-TestNetworkBasicOps-router-1769716382', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:34Z', 'updated_at': '2021-07-05T10:18:36Z', 'revision_number': 5, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:35Z', 'updated_at': '2021-07-05T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:37.697500 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38808) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:37.700020 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d2704-a6a6-49ac-af53-36b48f1c9a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cadb13-ed54-414a-90a8-bd3bccc5b16c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:37.719146 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81c487fb-80f8-41f6-bba1-67ab4e3df4be tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:37.733401 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35e1746e-b312-4974-b7cc-c7a80d19fad5 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:37.758860 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c243a853-26ae-4905-85ce-7ecaaf7e6332 None None] The sync data for ids ['8a64aac0-a4e1-4d87-a882-2e9152a7217b'] in n-d-798054-8 is: [{'id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'name': 'tempest-TestNetworkBasicOps-router-1769716382', 'tenant_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:34Z', 'updated_at': '2021-07-05T10:18:36Z', 'revision_number': 5, 'project_id': 'dbbe5e36a1ae46d4aeb2b59e00a44282', 'gw_port': {'id': 'b8158807-139e-4b07-93ef-5b9eac707ff9', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64aac0-a4e1-4d87-a882-2e9152a7217b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:35Z', 'updated_at': '2021-07-05T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:18:37.762699 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-869edbff-d43e-4e98-9123-d1630ff5f290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:37.785827 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-869edbff-d43e-4e98-9123-d1630ff5f290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:37.826690 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1746e-b312-4974-b7cc-c7a80d19fad5 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event deleted for resources: {'Subnet': ['ID=bd9e7d6a-a577-4c7e-b742-0980afa6dcbf,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:37.833959 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35e1746e-b312-4974-b7cc-c7a80d19fad5 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:37.836410 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-35e1746e-b312-4974-b7cc-c7a80d19fad5 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "DELETE /v2.0/subnets/bd9e7d6a-a577-4c7e-b742-0980afa6dcbf HTTP/1.1" status: 204 len: 168 time: 0.9080756 Jul 05 10:18:37.838979 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f961456-863e-4f26-bc72-b782e161f7f2 None None] Network dc77a506-6981-4369-b90e-32c6330113d7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:37.839356 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38810) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:37.892072 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-869edbff-d43e-4e98-9123-d1630ff5f290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:37.894722 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-869edbff-d43e-4e98-9123-d1630ff5f290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:37.898642 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-869edbff-d43e-4e98-9123-d1630ff5f290 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d1cadb13-ed54-414a-90a8-bd3bccc5b16c HTTP/1.1" status: 204 len: 168 time: 0.2000358 Jul 05 10:18:37.972933 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869edbff-d43e-4e98-9123-d1630ff5f290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cadb13-ed54-414a-90a8-bd3bccc5b16c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:37.983883 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b79b3d6-a8e4-4dce-a281-22e2e4a70d66 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.127533 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b79b3d6-a8e4-4dce-a281-22e2e4a70d66 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.146870 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4826346b-1df7-4e72-af30-cf0147039b07 None None] DHCP port deletion for dc77a506-6981-4369-b90e-32c6330113d7 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:18:38.236755 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4826346b-1df7-4e72-af30-cf0147039b07 None None] Deleting port 83114494-2c4f-45a5-b012-6e3b2cc21636 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:38.237313 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4826346b-1df7-4e72-af30-cf0147039b07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.247978 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0b79b3d6-a8e4-4dce-a281-22e2e4a70d66 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Deleting port b8158807-139e-4b07-93ef-5b9eac707ff9 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:38.248663 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b79b3d6-a8e4-4dce-a281-22e2e4a70d66 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.315079 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c487fb-80f8-41f6-bba1-67ab4e3df4be tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Router 0bdeb01b-cacf-4d10-b033-4d133ac4a066 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:18:38.324640 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38816) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:38.342525 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fe0b6907-1ff5-4960-a84f-5f0239a0959b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.342976 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4826346b-1df7-4e72-af30-cf0147039b07 None None] For port 83114494-2c4f-45a5-b012-6e3b2cc21636, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=83114494-2c4f-45a5-b012-6e3b2cc21636,segment=NetworkSegment(471f3fc0-d245-47ac-89a6-5cf04c4198c9),segment_id=471f3fc0-d245-47ac-89a6-5cf04c4198c9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:38.343446 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4826346b-1df7-4e72-af30-cf0147039b07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.359814 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4826346b-1df7-4e72-af30-cf0147039b07 None None] Calling delete_port for 83114494-2c4f-45a5-b012-6e3b2cc21636 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:38.397143 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-0b79b3d6-a8e4-4dce-a281-22e2e4a70d66 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] For port b8158807-139e-4b07-93ef-5b9eac707ff9, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b8158807-139e-4b07-93ef-5b9eac707ff9,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:38.397778 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b79b3d6-a8e4-4dce-a281-22e2e4a70d66 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.412420 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0b79b3d6-a8e4-4dce-a281-22e2e4a70d66 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Calling delete_port for b8158807-139e-4b07-93ef-5b9eac707ff9 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:38.422057 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c487fb-80f8-41f6-bba1-67ab4e3df4be tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:18:38.427871 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-81c487fb-80f8-41f6-bba1-67ab4e3df4be tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "PUT /v2.0/routers/0bdeb01b-cacf-4d10-b033-4d133ac4a066/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2073872 Jul 05 10:18:38.431310 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38818) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:38.436163 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6530cd5e-14a7-4498-84d5-1617eedd4119 None None] Sync routers for ids ['0bdeb01b-cacf-4d10-b033-4d133ac4a066'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:18:38.448118 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6530cd5e-14a7-4498-84d5-1617eedd4119 None None] Routers {'0bdeb01b-cacf-4d10-b033-4d133ac4a066'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:38.449035 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6530cd5e-14a7-4498-84d5-1617eedd4119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:18:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['0bdeb01b-cacf-4d10-b033-4d133ac4a066'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:38.470467 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9b3659-19df-46d2-8c9a-979803f225b9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] GET failed (client error): The resource could not be found. Jul 05 10:18:38.475007 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-eb9b3659-19df-46d2-8c9a-979803f225b9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports/abbef047-3935-4e32-98a8-8fa9d68ab16a HTTP/1.1" status: 404 len: 333 time: 0.0399714 Jul 05 10:18:38.475662 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38820) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:38.490985 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4826346b-1df7-4e72-af30-cf0147039b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.497005 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6530cd5e-14a7-4498-84d5-1617eedd4119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:38.520877 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826346b-1df7-4e72-af30-cf0147039b07 None None] Pushing event deleted for resources: {'Port': ['ID=83114494-2c4f-45a5-b012-6e3b2cc21636,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:38.531436 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4826346b-1df7-4e72-af30-cf0147039b07 None None] No DVR routers for this DVR port 83114494-2c4f-45a5-b012-6e3b2cc21636 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:38.535226 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6530cd5e-14a7-4498-84d5-1617eedd4119 None None] Routers {'0bdeb01b-cacf-4d10-b033-4d133ac4a066'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:38.535881 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6530cd5e-14a7-4498-84d5-1617eedd4119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:18:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['0bdeb01b-cacf-4d10-b033-4d133ac4a066'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:38.571789 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6530cd5e-14a7-4498-84d5-1617eedd4119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:38.572488 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6530cd5e-14a7-4498-84d5-1617eedd4119 None None] The sync data for ids ['0bdeb01b-cacf-4d10-b033-4d133ac4a066'] in n-d-798054-8 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:18:38.583568 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f73522e9-2724-4022-8b2d-ab477bbcf63b tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.624985 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b79b3d6-a8e4-4dce-a281-22e2e4a70d66 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.649186 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79b3d6-a8e4-4dce-a281-22e2e4a70d66 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event deleted for resources: {'Port': ['ID=b8158807-139e-4b07-93ef-5b9eac707ff9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:38.721628 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b79b3d6-a8e4-4dce-a281-22e2e4a70d66 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.783812 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f73522e9-2724-4022-8b2d-ab477bbcf63b tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.789876 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f73522e9-2724-4022-8b2d-ab477bbcf63b tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.797501 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fe0b6907-1ff5-4960-a84f-5f0239a0959b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.802749 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fe0b6907-1ff5-4960-a84f-5f0239a0959b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.814164 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b79b3d6-a8e4-4dce-a281-22e2e4a70d66 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.816358 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b79b3d6-a8e4-4dce-a281-22e2e4a70d66 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.867538 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b79b3d6-a8e4-4dce-a281-22e2e4a70d66 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.868433 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b79b3d6-a8e4-4dce-a281-22e2e4a70d66 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Fanout notify agent at l3_agent the message router_deleted on router 8a64aac0-a4e1-4d87-a882-2e9152a7217b {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:18:38.872150 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f73522e9-2724-4022-8b2d-ab477bbcf63b tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.872899 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73522e9-2724-4022-8b2d-ab477bbcf63b tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Fanout notify agent at l3_agent the message router_deleted on router 0bdeb01b-cacf-4d10-b033-4d133ac4a066 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:18:38.876187 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b79b3d6-a8e4-4dce-a281-22e2e4a70d66 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.877588 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0b79b3d6-a8e4-4dce-a281-22e2e4a70d66 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "DELETE /v2.0/routers/8a64aac0-a4e1-4d87-a882-2e9152a7217b HTTP/1.1" status: 204 len: 168 time: 1.0371051 Jul 05 10:18:38.884283 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38822) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:38.885770 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f73522e9-2724-4022-8b2d-ab477bbcf63b tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.886805 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f73522e9-2724-4022-8b2d-ab477bbcf63b tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/routers/0bdeb01b-cacf-4d10-b033-4d133ac4a066 HTTP/1.1" status: 204 len: 168 time: 0.4105816 Jul 05 10:18:38.890342 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38824) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:38.901241 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-fe0b6907-1ff5-4960-a84f-5f0239a0959b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2dc5a2c7e88d4abf91b26ca860d7b417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5755939 Jul 05 10:18:38.906803 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38826) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:38.922614 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b6907-1ff5-4960-a84f-5f0239a0959b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cbd652-3bd1-4af4-b9f7-785975f4d72f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:38.967442 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-792a2813-e3ab-420e-a90d-c8c328d13019 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting subnet 56742ece-8799-4fa2-ae9c-53f13a679da6 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:18:38.970753 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-792a2813-e3ab-420e-a90d-c8c328d13019 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.021750 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b43aef0-4e11-49e4-a5be-493a68a16317 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.025294 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92aab6ce-9619-4837-8dbd-e0026decda86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.027577 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-792a2813-e3ab-420e-a90d-c8c328d13019 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.031917 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f851c13f-3d78-4ac1-8d83-79a04305f25e no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:39.060378 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: f851c13f-3d78-4ac1-8d83-79a04305f25e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:18:39.060844 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f851c13f-3d78-4ac1-8d83-79a04305f25e not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:39.061334 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 83114494-2c4f-45a5-b012-6e3b2cc21636 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:39.079620 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92aab6ce-9619-4837-8dbd-e0026decda86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.082918 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 83114494-2c4f-45a5-b012-6e3b2cc21636 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:18:39.083338 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 83114494-2c4f-45a5-b012-6e3b2cc21636 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:39.133916 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-792a2813-e3ab-420e-a90d-c8c328d13019 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.150880 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b43aef0-4e11-49e4-a5be-493a68a16317 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.163777 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-4b43aef0-4e11-49e4-a5be-493a68a16317 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc77a506-6981-4369-b90e-32c6330113d7']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:39.180017 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-4b43aef0-4e11-49e4-a5be-493a68a16317 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471f3fc0-d245-47ac-89a6-5cf04c4198c9') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:39.180326 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-4b43aef0-4e11-49e4-a5be-493a68a16317 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471f3fc0-d245-47ac-89a6-5cf04c4198c9') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:39.190144 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b43aef0-4e11-49e4-a5be-493a68a16317 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.200189 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-792a2813-e3ab-420e-a90d-c8c328d13019 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.205530 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92aab6ce-9619-4837-8dbd-e0026decda86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.208047 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92aab6ce-9619-4837-8dbd-e0026decda86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.209497 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-92aab6ce-9619-4837-8dbd-e0026decda86 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b1cbd652-3bd1-4af4-b9f7-785975f4d72f HTTP/1.1" status: 204 len: 168 time: 0.3017359 Jul 05 10:18:39.210268 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b43aef0-4e11-49e4-a5be-493a68a16317 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.224005 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aab6ce-9619-4837-8dbd-e0026decda86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cbd652-3bd1-4af4-b9f7-785975f4d72f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:39.226112 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b43aef0-4e11-49e4-a5be-493a68a16317 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:39.226629 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b43aef0-4e11-49e4-a5be-493a68a16317 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:18:39.229880 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:18:39.232696 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a2813-e3ab-420e-a90d-c8c328d13019 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Subnet': ['ID=56742ece-8799-4fa2-ae9c-53f13a679da6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:39.245531 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-792a2813-e3ab-420e-a90d-c8c328d13019 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.246023 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489eb36f-9330-481e-bffb-19d80f134faa None None] Network afe1a9b4-ca8e-4114-a333-3b1b76911153 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:39.247633 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-792a2813-e3ab-420e-a90d-c8c328d13019 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/subnets/56742ece-8799-4fa2-ae9c-53f13a679da6 HTTP/1.1" status: 204 len: 168 time: 0.3560867 Jul 05 10:18:39.250270 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38830) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:39.319618 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b43aef0-4e11-49e4-a5be-493a68a16317 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.344121 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b43aef0-4e11-49e4-a5be-493a68a16317 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.356519 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66f2ef15-91f2-4495-ba2e-8392f9e95b11 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.357134 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4b43aef0-4e11-49e4-a5be-493a68a16317 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] 10.222.0.79 "DELETE /v2.0/networks/dc77a506-6981-4369-b90e-32c6330113d7 HTTP/1.1" status: 204 len: 168 time: 0.4628177 Jul 05 10:18:39.357134 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43aef0-4e11-49e4-a5be-493a68a16317 tempest-TestNetworkBasicOps-1698385557 tempest-TestNetworkBasicOps-1698385557-project] Pushing event deleted for resources: {'Network': ['ID=dc77a506-6981-4369-b90e-32c6330113d7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:39.424033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-66f2ef15-91f2-4495-ba2e-8392f9e95b11 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting port d68f5fde-3ba1-48a6-b392-bdde80b12061 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:39.424380 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66f2ef15-91f2-4495-ba2e-8392f9e95b11 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.514276 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0307d3-1b2a-43d1-8952-661f6f8beb85 None None] DHCP port deletion for afe1a9b4-ca8e-4114-a333-3b1b76911153 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:18:39.524473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-66f2ef15-91f2-4495-ba2e-8392f9e95b11 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] For port d68f5fde-3ba1-48a6-b392-bdde80b12061, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d68f5fde-3ba1-48a6-b392-bdde80b12061,segment=NetworkSegment(4c181107-6171-4bcc-a5d0-4630f89b8fc5),segment_id=4c181107-6171-4bcc-a5d0-4630f89b8fc5)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:39.525091 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66f2ef15-91f2-4495-ba2e-8392f9e95b11 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.548903 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-66f2ef15-91f2-4495-ba2e-8392f9e95b11 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Calling delete_port for d68f5fde-3ba1-48a6-b392-bdde80b12061 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:39.586791 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7e0307d3-1b2a-43d1-8952-661f6f8beb85 None None] Deleting port d68f5fde-3ba1-48a6-b392-bdde80b12061 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:39.587187 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7e0307d3-1b2a-43d1-8952-661f6f8beb85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.640416 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66f2ef15-91f2-4495-ba2e-8392f9e95b11 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.667562 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7e0307d3-1b2a-43d1-8952-661f6f8beb85 None None] For port d68f5fde-3ba1-48a6-b392-bdde80b12061, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d68f5fde-3ba1-48a6-b392-bdde80b12061,segment=NetworkSegment(4c181107-6171-4bcc-a5d0-4630f89b8fc5),segment_id=4c181107-6171-4bcc-a5d0-4630f89b8fc5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:39.667994 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7e0307d3-1b2a-43d1-8952-661f6f8beb85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.679538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2ef15-91f2-4495-ba2e-8392f9e95b11 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Port': ['ID=d68f5fde-3ba1-48a6-b392-bdde80b12061,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:39.683812 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7e0307d3-1b2a-43d1-8952-661f6f8beb85 None None] Calling delete_port for d68f5fde-3ba1-48a6-b392-bdde80b12061 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:39.685412 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f2ef15-91f2-4495-ba2e-8392f9e95b11 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] No DVR routers for this DVR port d68f5fde-3ba1-48a6-b392-bdde80b12061 on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:39.766529 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38844) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:39.773269 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66f2ef15-91f2-4495-ba2e-8392f9e95b11 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.785833 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-66f2ef15-91f2-4495-ba2e-8392f9e95b11 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe1a9b4-ca8e-4114-a333-3b1b76911153']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:39.802505 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-66f2ef15-91f2-4495-ba2e-8392f9e95b11 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c181107-6171-4bcc-a5d0-4630f89b8fc5') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:39.802920 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-66f2ef15-91f2-4495-ba2e-8392f9e95b11 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c181107-6171-4bcc-a5d0-4630f89b8fc5') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:39.829053 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66f2ef15-91f2-4495-ba2e-8392f9e95b11 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.861514 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66f2ef15-91f2-4495-ba2e-8392f9e95b11 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.870141 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f2ef15-91f2-4495-ba2e-8392f9e95b11 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:39.870701 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66f2ef15-91f2-4495-ba2e-8392f9e95b11 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:18:39.931270 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:18:39.968126 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7e0307d3-1b2a-43d1-8952-661f6f8beb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.982929 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66f2ef15-91f2-4495-ba2e-8392f9e95b11 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.988997 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66f2ef15-91f2-4495-ba2e-8392f9e95b11 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.994642 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-66f2ef15-91f2-4495-ba2e-8392f9e95b11 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/networks/afe1a9b4-ca8e-4114-a333-3b1b76911153 HTTP/1.1" status: 204 len: 168 time: 0.7399826 Jul 05 10:18:39.999458 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38852) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:40.014894 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2ef15-91f2-4495-ba2e-8392f9e95b11 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Network': ['ID=afe1a9b4-ca8e-4114-a333-3b1b76911153,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:40.015647 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0307d3-1b2a-43d1-8952-661f6f8beb85 None None] Pushing event deleted for resources: {'Port': ['ID=d68f5fde-3ba1-48a6-b392-bdde80b12061,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:40.017966 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0307d3-1b2a-43d1-8952-661f6f8beb85 None None] No DVR routers for this DVR port d68f5fde-3ba1-48a6-b392-bdde80b12061 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:40.056591 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-315d47b0-4e12-4b6a-bc3b-414e79ec0681 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dbbe5e36a1ae46d4aeb2b59e00a44282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2882683 Jul 05 10:18:40.059333 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38856) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:40.100809 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed7740-b6be-42c8-8bd6-94792ae73b3e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:40.102221 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b5ed7740-b6be-42c8-8bd6-94792ae73b3e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports/4b1fec27-3ed8-4eb7-9f90-5ddfc02e75ac HTTP/1.1" status: 200 len: 840 time: 0.1017611 Jul 05 10:18:40.106054 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38860) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:40.181042 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-79fc37fb-7f63-49b5-a395-c4447bbb1c51 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports/4b1fec27-3ed8-4eb7-9f90-5ddfc02e75ac?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0739024 Jul 05 10:18:40.182016 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98b25511-c11b-44a4-bdec-b9479c5ba2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.184703 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38866) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:40.189852 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2eb4f69d-773c-43fe-af0d-2645386a66cc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'subnet': {'network_id': '6c36ebdd-7a6e-4451-8b37-8e09f11eb566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:40.206877 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98b25511-c11b-44a4-bdec-b9479c5ba2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.258724 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98b25511-c11b-44a4-bdec-b9479c5ba2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.261389 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98b25511-c11b-44a4-bdec-b9479c5ba2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.262550 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-98b25511-c11b-44a4-bdec-b9479c5ba2a6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c04aac72-0fe9-491d-8a4e-ca644da1a069 HTTP/1.1" status: 204 len: 168 time: 0.2019641 Jul 05 10:18:40.270519 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b25511-c11b-44a4-bdec-b9479c5ba2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04aac72-0fe9-491d-8a4e-ca644da1a069,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:40.296601 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb4f69d-773c-43fe-af0d-2645386a66cc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:40.301320 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2eb4f69d-773c-43fe-af0d-2645386a66cc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.494617 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2eb4f69d-773c-43fe-af0d-2645386a66cc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.543387 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb4f69d-773c-43fe-af0d-2645386a66cc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:40.546656 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-2eb4f69d-773c-43fe-af0d-2645386a66cc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:40.551030 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb4f69d-773c-43fe-af0d-2645386a66cc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:40.551639 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2eb4f69d-773c-43fe-af0d-2645386a66cc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.560780 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce30218-c08d-46e7-9c16-d25d49dd765e None None] Network 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:40.566596 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4f69d-773c-43fe-af0d-2645386a66cc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Subnet': ['ID=f92269aa-f542-47bd-a95c-a50a19d145c3,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:40.584757 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38878) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:40.584992 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2eb4f69d-773c-43fe-af0d-2645386a66cc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3989925 Jul 05 10:18:40.590002 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4909650c-8179-412f-b2b1-4dcf05b83755 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'security_group': {'name': 'tempest-secgroup-1752124387'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:40.627002 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4909650c-8179-412f-b2b1-4dcf05b83755 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.657342 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38882) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:40.671599 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-913a5715-0d17-41fe-a758-f035d9c7a2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.720637 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4909650c-8179-412f-b2b1-4dcf05b83755 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.725557 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4909650c-8179-412f-b2b1-4dcf05b83755 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.764893 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909650c-8179-412f-b2b1-4dcf05b83755 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8243ebb4-1c5f-4296-b279-2ae22ea23e94,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:40.788274 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e94bc70-b82e-498d-943e-013b939e8cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-6c36ebdd-7a6e-4451-8b37-8e09f11eb566', 'network_id': '6c36ebdd-7a6e-4451-8b37-8e09f11eb566', 'tenant_id': '619fea1f79d3438da9c52120b057f57e', 'fixed_ips': [{'subnet_id': 'f92269aa-f542-47bd-a95c-a50a19d145c3'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:18:40.789502 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2e94bc70-b82e-498d-943e-013b939e8cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.832336 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-913a5715-0d17-41fe-a758-f035d9c7a2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.837376 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-913a5715-0d17-41fe-a758-f035d9c7a2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.841424 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4909650c-8179-412f-b2b1-4dcf05b83755 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.842484 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4909650c-8179-412f-b2b1-4dcf05b83755 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2564597 Jul 05 10:18:40.845167 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38886) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:40.849843 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e83f6ec5-5758-4558-a79b-74d7012bb480 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'security_group': {'name': 'tempest-secgroup-1815997115'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:40.878926 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a5715-0d17-41fe-a758-f035d9c7a2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e57821-5c58-45fd-9906-d59e3eff5887,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:40.902146 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-913a5715-0d17-41fe-a758-f035d9c7a2f6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a32533e3065f4219a70ad0dcd234be25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2436359 Jul 05 10:18:40.902459 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e83f6ec5-5758-4558-a79b-74d7012bb480 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.905070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38890) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:40.931183 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b8158807-139e-4b07-93ef-5b9eac707ff9 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:40.974200 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: b8158807-139e-4b07-93ef-5b9eac707ff9 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:18:40.974563 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b8158807-139e-4b07-93ef-5b9eac707ff9 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:40.975002 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d68f5fde-3ba1-48a6-b392-bdde80b12061 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:40.978895 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6674c0b1-0da1-4585-bc8d-ce12c5a1b8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.004783 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: d68f5fde-3ba1-48a6-b392-bdde80b12061 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:18:41.005141 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d68f5fde-3ba1-48a6-b392-bdde80b12061 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:41.007156 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6674c0b1-0da1-4585-bc8d-ce12c5a1b8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.041657 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e83f6ec5-5758-4558-a79b-74d7012bb480 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.050228 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e83f6ec5-5758-4558-a79b-74d7012bb480 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.058284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-2e94bc70-b82e-498d-943e-013b939e8cab None None] Allocated IP 172.20.0.2 (6c36ebdd-7a6e-4451-8b37-8e09f11eb566/f92269aa-f542-47bd-a95c-a50a19d145c3/514948b4-c366-4a06-a88c-4f57730e6d08) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:41.068016 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6674c0b1-0da1-4585-bc8d-ce12c5a1b8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.072200 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6674c0b1-0da1-4585-bc8d-ce12c5a1b8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.073639 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6674c0b1-0da1-4585-bc8d-ce12c5a1b8a3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b3e57821-5c58-45fd-9906-d59e3eff5887 HTTP/1.1" status: 204 len: 168 time: 0.1667035 Jul 05 10:18:41.080250 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e83f6ec5-5758-4558-a79b-74d7012bb480 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.084622 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e83f6ec5-5758-4558-a79b-74d7012bb480 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2384636 Jul 05 10:18:41.085710 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38896) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:41.091239 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674c0b1-0da1-4585-bc8d-ce12c5a1b8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e57821-5c58-45fd-9906-d59e3eff5887,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:41.094180 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-983bc361-aba6-4835-ae3a-811521329803 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1262856766', 'security_groups': ['07f57aba-29dd-4008-b376-39accd084f1a'], 'network_id': '6c36ebdd-7a6e-4451-8b37-8e09f11eb566', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f92269aa-f542-47bd-a95c-a50a19d145c3'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:41.099810 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f6ec5-5758-4558-a79b-74d7012bb480 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f57aba-29dd-4008-b376-39accd084f1a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:41.236197 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983bc361-aba6-4835-ae3a-811521329803 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:41.293915 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2e94bc70-b82e-498d-943e-013b939e8cab None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.303201 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2e94bc70-b82e-498d-943e-013b939e8cab None None] Transition to ACTIVE for port object 514948b4-c366-4a06-a88c-4f57730e6d08 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:41.333826 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2e94bc70-b82e-498d-943e-013b939e8cab None None] Transition to ACTIVE for port object 514948b4-c366-4a06-a88c-4f57730e6d08 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:41.342227 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2e94bc70-b82e-498d-943e-013b939e8cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.349110 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-983bc361-aba6-4835-ae3a-811521329803 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.371401 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-983bc361-aba6-4835-ae3a-811521329803 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] device_id is not set on port d3e90d1b-2f3e-44ff-a326-b7ec396c6dfb yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:18:41.394424 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94bc70-b82e-498d-943e-013b939e8cab None None] Pushing event updated for resources: {'Port': ['ID=514948b4-c366-4a06-a88c-4f57730e6d08,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:41.407053 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e94bc70-b82e-498d-943e-013b939e8cab None None] Network 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:41.408697 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-2e94bc70-b82e-498d-943e-013b939e8cab None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:41.411373 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e94bc70-b82e-498d-943e-013b939e8cab None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:41.484859 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2e94bc70-b82e-498d-943e-013b939e8cab None None] Attempting to bind port 514948b4-c366-4a06-a88c-4f57730e6d08 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:41.485232 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2e94bc70-b82e-498d-943e-013b939e8cab None None] Attempting to bind port 514948b4-c366-4a06-a88c-4f57730e6d08 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '1bcaa5b5-278f-4bee-8405-fd53c2a397a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6c36ebdd-7a6e-4451-8b37-8e09f11eb566'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:41.485856 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e94bc70-b82e-498d-943e-013b939e8cab None None] Attempting to bind port 514948b4-c366-4a06-a88c-4f57730e6d08 on network 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:41.493801 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e94bc70-b82e-498d-943e-013b939e8cab None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:41.494733 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e94bc70-b82e-498d-943e-013b939e8cab None None] Checking segment: {'id': '1bcaa5b5-278f-4bee-8405-fd53c2a397a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6c36ebdd-7a6e-4451-8b37-8e09f11eb566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:41.495946 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2e94bc70-b82e-498d-943e-013b939e8cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.496362 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e94bc70-b82e-498d-943e-013b939e8cab None None] Bound using segment: {'id': '1bcaa5b5-278f-4bee-8405-fd53c2a397a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6c36ebdd-7a6e-4451-8b37-8e09f11eb566'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:41.496841 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2e94bc70-b82e-498d-943e-013b939e8cab None None] Bound port: 514948b4-c366-4a06-a88c-4f57730e6d08, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bcaa5b5-278f-4bee-8405-fd53c2a397a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6c36ebdd-7a6e-4451-8b37-8e09f11eb566'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:41.497235 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2e94bc70-b82e-498d-943e-013b939e8cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.571567 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2e94bc70-b82e-498d-943e-013b939e8cab None None] For port 514948b4-c366-4a06-a88c-4f57730e6d08, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:41.574812 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2e94bc70-b82e-498d-943e-013b939e8cab None None] For port 514948b4-c366-4a06-a88c-4f57730e6d08, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=514948b4-c366-4a06-a88c-4f57730e6d08,segment=NetworkSegment(1bcaa5b5-278f-4bee-8405-fd53c2a397a7),segment_id=1bcaa5b5-278f-4bee-8405-fd53c2a397a7)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:41.581612 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2e94bc70-b82e-498d-943e-013b939e8cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.583122 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-983bc361-aba6-4835-ae3a-811521329803 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Allocated IP 172.20.0.9 (6c36ebdd-7a6e-4451-8b37-8e09f11eb566/f92269aa-f542-47bd-a95c-a50a19d145c3/d3e90d1b-2f3e-44ff-a326-b7ec396c6dfb) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:41.657800 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94bc70-b82e-498d-943e-013b939e8cab None None] Pushing event updated for resources: {'Port': ['ID=514948b4-c366-4a06-a88c-4f57730e6d08,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:41.790356 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-983bc361-aba6-4835-ae3a-811521329803 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.807003 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-983bc361-aba6-4835-ae3a-811521329803 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Transition to ACTIVE for port object d3e90d1b-2f3e-44ff-a326-b7ec396c6dfb will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:41.883992 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-983bc361-aba6-4835-ae3a-811521329803 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.956560 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983bc361-aba6-4835-ae3a-811521329803 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:41.972331 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-983bc361-aba6-4835-ae3a-811521329803 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:41.976489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983bc361-aba6-4835-ae3a-811521329803 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:42.018731 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983bc361-aba6-4835-ae3a-811521329803 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Port': ['ID=d3e90d1b-2f3e-44ff-a326-b7ec396c6dfb,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:42.040072 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983bc361-aba6-4835-ae3a-811521329803 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:42.040684 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-983bc361-aba6-4835-ae3a-811521329803 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:42.055439 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-983bc361-aba6-4835-ae3a-811521329803 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9656057 Jul 05 10:18:42.058179 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38942) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:42.064619 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-62c439ca-d1dc-41bd-9609-7ce95264c6de tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'subnet': {'network_id': '6c36ebdd-7a6e-4451-8b37-8e09f11eb566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:42.180843 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c439ca-d1dc-41bd-9609-7ce95264c6de tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:42.189129 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-62c439ca-d1dc-41bd-9609-7ce95264c6de tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:42.303915 n-d-798054-8 neutron-server[93906]: INFO neutron.db.ipam_backend_mixin [None req-62c439ca-d1dc-41bd-9609-7ce95264c6de tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f92269aa-f542-47bd-a95c-a50a19d145c3 (CIDR: 172.20.0.0/28) Jul 05 10:18:42.307802 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c439ca-d1dc-41bd-9609-7ce95264c6de tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:18:42.309105 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c439ca-d1dc-41bd-9609-7ce95264c6de tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:18:42.325560 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-62c439ca-d1dc-41bd-9609-7ce95264c6de tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2661221 Jul 05 10:18:42.328387 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38950) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:42.333594 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-39691007-bfab-4bf7-ab74-b60c3ff74e34 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'subnet': {'network_id': '6c36ebdd-7a6e-4451-8b37-8e09f11eb566', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:42.415698 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38952) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:42.467228 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39691007-bfab-4bf7-ab74-b60c3ff74e34 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:42.470912 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39691007-bfab-4bf7-ab74-b60c3ff74e34 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:42.570369 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cadb848c-ffde-4cd4-bed1-af178dba6ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:42.688821 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cadb848c-ffde-4cd4-bed1-af178dba6ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:42.694278 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cadb848c-ffde-4cd4-bed1-af178dba6ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:42.737416 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cadb848c-ffde-4cd4-bed1-af178dba6ece admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=99d0bd76518c4233b0a70c80b7d9d893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3180726 Jul 05 10:18:42.738481 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 38968) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:42.774038 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb848c-ffde-4cd4-bed1-af178dba6ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dfb942-c9ba-424c-9acd-2a65f3344928,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:42.782626 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39691007-bfab-4bf7-ab74-b60c3ff74e34 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:42.813377 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-957621c1-4636-4bef-873c-e06f15054b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:42.829739 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39691007-bfab-4bf7-ab74-b60c3ff74e34 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:42.834086 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-39691007-bfab-4bf7-ab74-b60c3ff74e34 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:42.839676 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39691007-bfab-4bf7-ab74-b60c3ff74e34 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:42.840373 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39691007-bfab-4bf7-ab74-b60c3ff74e34 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:42.847009 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718f2168-ed07-48d2-9de8-b3b41d8673bc None None] Network 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:42.849668 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-957621c1-4636-4bef-873c-e06f15054b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:42.860415 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-39691007-bfab-4bf7-ab74-b60c3ff74e34 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5305934 Jul 05 10:18:42.863486 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 38972) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:42.869745 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-64a4ca99-b07e-4e4c-8a55-cb1578168cf3 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1553761680', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bc53f9df-026e-4878-9113-ba85d5b0cb23'}], 'security_groups': ['8243ebb4-1c5f-4296-b279-2ae22ea23e94']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:42.927752 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39691007-bfab-4bf7-ab74-b60c3ff74e34 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Subnet': ['ID=bc53f9df-026e-4878-9113-ba85d5b0cb23,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:43.043206 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 514948b4-c366-4a06-a88c-4f57730e6d08 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:43.096961 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5c825b8e-dcc3-44fa-97b3-d33142c3a7bc None None] Provisioning for port 514948b4-c366-4a06-a88c-4f57730e6d08 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:43.113033 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64a4ca99-b07e-4e4c-8a55-cb1578168cf3 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:43.172318 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5c825b8e-dcc3-44fa-97b3-d33142c3a7bc None None] Provisioning complete for port 4b1fec27-3ed8-4eb7-9f90-5ddfc02e75ac triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:43.172801 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5c825b8e-dcc3-44fa-97b3-d33142c3a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:43.174607 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 514948b4-c366-4a06-a88c-4f57730e6d08 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:43.202896 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 514948b4-c366-4a06-a88c-4f57730e6d08 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:43.203402 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:43.254927 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-957621c1-4636-4bef-873c-e06f15054b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:43.261504 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-957621c1-4636-4bef-873c-e06f15054b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:43.264911 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-957621c1-4636-4bef-873c-e06f15054b79 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f2dfb942-c9ba-424c-9acd-2a65f3344928 HTTP/1.1" status: 204 len: 168 time: 0.5236077 Jul 05 10:18:43.269045 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5c825b8e-dcc3-44fa-97b3-d33142c3a7bc None None] Port 4b1fec27-3ed8-4eb7-9f90-5ddfc02e75ac cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:18:43.279227 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957621c1-4636-4bef-873c-e06f15054b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dfb942-c9ba-424c-9acd-2a65f3344928,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:43.406472 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:43.463932 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb6f1b6-8853-4b05-b9c1-e603a72dd433 None None] Update dhcp port {'port': {'network_id': '6c36ebdd-7a6e-4451-8b37-8e09f11eb566', 'fixed_ips': [{'subnet_id': 'f92269aa-f542-47bd-a95c-a50a19d145c3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bc53f9df-026e-4878-9113-ba85d5b0cb23'}], 'binding:host_id': 'n-d-798054-8'}, 'id': '514948b4-c366-4a06-a88c-4f57730e6d08'} from n-d-798054-8. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 10:18:43.492502 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 514948b4-c366-4a06-a88c-4f57730e6d08, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=514948b4-c366-4a06-a88c-4f57730e6d08,segment=NetworkSegment(1bcaa5b5-278f-4bee-8405-fd53c2a397a7),segment_id=1bcaa5b5-278f-4bee-8405-fd53c2a397a7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:43.505863 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:43.539827 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bfb6f1b6-8853-4b05-b9c1-e603a72dd433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:43.567629 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-64a4ca99-b07e-4e4c-8a55-cb1578168cf3 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Delete allocated IP 172.20.0.9 (6c36ebdd-7a6e-4451-8b37-8e09f11eb566/f92269aa-f542-47bd-a95c-a50a19d145c3) {{(pid=93907) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 10:18:43.577363 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-64a4ca99-b07e-4e4c-8a55-cb1578168cf3 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Allocated IP 172.20.0.22 (6c36ebdd-7a6e-4451-8b37-8e09f11eb566/bc53f9df-026e-4878-9113-ba85d5b0cb23/d3e90d1b-2f3e-44ff-a326-b7ec396c6dfb) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:43.722904 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=514948b4-c366-4a06-a88c-4f57730e6d08,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:43.731386 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39078) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:43.751998 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-395ae1c2-f64a-4147-96ee-adf1ab5fe224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:43.763403 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64a4ca99-b07e-4e4c-8a55-cb1578168cf3 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:43.776644 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-64a4ca99-b07e-4e4c-8a55-cb1578168cf3 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Ignored duplicate provisioning block setup for port d3e90d1b-2f3e-44ff-a326-b7ec396c6dfb by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 10:18:43.782023 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64a4ca99-b07e-4e4c-8a55-cb1578168cf3 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:43.842549 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-bfb6f1b6-8853-4b05-b9c1-e603a72dd433 None None] Allocated IP 172.20.0.18 (6c36ebdd-7a6e-4451-8b37-8e09f11eb566/bc53f9df-026e-4878-9113-ba85d5b0cb23/514948b4-c366-4a06-a88c-4f57730e6d08) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:43.874501 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-395ae1c2-f64a-4147-96ee-adf1ab5fe224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:43.879251 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-395ae1c2-f64a-4147-96ee-adf1ab5fe224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:43.897646 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4ca99-b07e-4e4c-8a55-cb1578168cf3 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Port': ['ID=d3e90d1b-2f3e-44ff-a326-b7ec396c6dfb,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:43.917478 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-64a4ca99-b07e-4e4c-8a55-cb1578168cf3 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] In _notify_port_updated(), no bound segment for port d3e90d1b-2f3e-44ff-a326-b7ec396c6dfb on network 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:18:43.922766 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-395ae1c2-f64a-4147-96ee-adf1ab5fe224 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1ea69cb6c47c4a8e942ce2b74181d7f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1910331 Jul 05 10:18:43.924192 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a4ca99-b07e-4e4c-8a55-cb1578168cf3 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:43.924913 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64a4ca99-b07e-4e4c-8a55-cb1578168cf3 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:43.926028 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39092) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:43.926377 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-64a4ca99-b07e-4e4c-8a55-cb1578168cf3 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "PUT /v2.0/ports/d3e90d1b-2f3e-44ff-a326-b7ec396c6dfb HTTP/1.1" status: 200 len: 921 time: 1.0615432 Jul 05 10:18:43.929740 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39094) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:43.935512 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ae1c2-f64a-4147-96ee-adf1ab5fe224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd565a11-2c2d-4042-9976-e27f57717de5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:43.983826 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-bfb6f1b6-8853-4b05-b9c1-e603a72dd433 None None] For port 514948b4-c366-4a06-a88c-4f57730e6d08, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=514948b4-c366-4a06-a88c-4f57730e6d08,segment=NetworkSegment(1bcaa5b5-278f-4bee-8405-fd53c2a397a7),segment_id=1bcaa5b5-278f-4bee-8405-fd53c2a397a7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:44.005917 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c937a3aa-2194-4c3a-85fd-666d5c7be310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.034668 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c937a3aa-2194-4c3a-85fd-666d5c7be310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.041280 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bfb6f1b6-8853-4b05-b9c1-e603a72dd433 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.049876 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-d26460f7-3ac6-4b91-bbef-62bb4a2941d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting port d3e90d1b-2f3e-44ff-a326-b7ec396c6dfb {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:44.050467 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d26460f7-3ac6-4b91-bbef-62bb4a2941d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.063491 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bfb6f1b6-8853-4b05-b9c1-e603a72dd433 None None] Transition to ACTIVE for port object 514948b4-c366-4a06-a88c-4f57730e6d08 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:44.071128 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bfb6f1b6-8853-4b05-b9c1-e603a72dd433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.096717 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c937a3aa-2194-4c3a-85fd-666d5c7be310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.099331 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c937a3aa-2194-4c3a-85fd-666d5c7be310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.100720 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c937a3aa-2194-4c3a-85fd-666d5c7be310 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bd565a11-2c2d-4042-9976-e27f57717de5 HTTP/1.1" status: 204 len: 168 time: 0.1730509 Jul 05 10:18:44.110569 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937a3aa-2194-4c3a-85fd-666d5c7be310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd565a11-2c2d-4042-9976-e27f57717de5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:44.167146 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d26460f7-3ac6-4b91-bbef-62bb4a2941d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.181136 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-d26460f7-3ac6-4b91-bbef-62bb4a2941d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Calling delete_port for d3e90d1b-2f3e-44ff-a326-b7ec396c6dfb owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:44.182914 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39100) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:44.191830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6f1b6-8853-4b05-b9c1-e603a72dd433 None None] Pushing event updated for resources: {'Port': ['ID=514948b4-c366-4a06-a88c-4f57730e6d08,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:44.343672 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d26460f7-3ac6-4b91-bbef-62bb4a2941d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.381241 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26460f7-3ac6-4b91-bbef-62bb4a2941d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Port': ['ID=d3e90d1b-2f3e-44ff-a326-b7ec396c6dfb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:44.466805 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d26460f7-3ac6-4b91-bbef-62bb4a2941d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.470693 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39110) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:44.471180 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d26460f7-3ac6-4b91-bbef-62bb4a2941d0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/ports/d3e90d1b-2f3e-44ff-a326-b7ec396c6dfb HTTP/1.1" status: 204 len: 168 time: 0.5399206 Jul 05 10:18:44.512219 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-17229696-33d3-485c-8727-d64b66598ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.514737 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-48bdfa98-4909-4786-8ca1-968e3e4a614e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] GET failed (client error): The resource could not be found. Jul 05 10:18:44.516497 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-48bdfa98-4909-4786-8ca1-968e3e4a614e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports/d3e90d1b-2f3e-44ff-a326-b7ec396c6dfb HTTP/1.1" status: 404 len: 333 time: 0.0439789 Jul 05 10:18:44.519233 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39114) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:44.599169 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-74bab09f-1f82-4604-b989-e5ec7f06ac3d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.634184 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-74bab09f-1f82-4604-b989-e5ec7f06ac3d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.666104 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-17229696-33d3-485c-8727-d64b66598ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.671939 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-17229696-33d3-485c-8727-d64b66598ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.687934 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-74bab09f-1f82-4604-b989-e5ec7f06ac3d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.690993 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-74bab09f-1f82-4604-b989-e5ec7f06ac3d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.694594 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-74bab09f-1f82-4604-b989-e5ec7f06ac3d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/security-groups/07f57aba-29dd-4008-b376-39accd084f1a HTTP/1.1" status: 204 len: 168 time: 0.1719093 Jul 05 10:18:44.698364 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39118) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:44.718473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bab09f-1f82-4604-b989-e5ec7f06ac3d tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f57aba-29dd-4008-b376-39accd084f1a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:44.722687 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17229696-33d3-485c-8727-d64b66598ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c6b037-a9c9-4749-bbac-8ea042b36adc,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:44.746602 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-17229696-33d3-485c-8727-d64b66598ca1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=37a162ab669d4ef781310b46c9ab0ca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5560479 Jul 05 10:18:44.746941 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39120) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:44.803337 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7cc200b-5c33-4ed8-840a-8f9be29f4ee6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.836516 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7cc200b-5c33-4ed8-840a-8f9be29f4ee6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.839292 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2129111-b795-42f7-a47f-7d06773f9450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.882839 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2129111-b795-42f7-a47f-7d06773f9450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.923798 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7cc200b-5c33-4ed8-840a-8f9be29f4ee6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.926503 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7cc200b-5c33-4ed8-840a-8f9be29f4ee6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.930424 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f7cc200b-5c33-4ed8-840a-8f9be29f4ee6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/security-groups/8243ebb4-1c5f-4296-b279-2ae22ea23e94 HTTP/1.1" status: 204 len: 168 time: 0.2283583 Jul 05 10:18:44.930776 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39130) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:44.938241 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc200b-5c33-4ed8-840a-8f9be29f4ee6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8243ebb4-1c5f-4296-b279-2ae22ea23e94,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:44.941023 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 514948b4-c366-4a06-a88c-4f57730e6d08 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:44.966943 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2129111-b795-42f7-a47f-7d06773f9450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.970488 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2129111-b795-42f7-a47f-7d06773f9450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.971898 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b2129111-b795-42f7-a47f-7d06773f9450 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/90c6b037-a9c9-4749-bbac-8ea042b36adc HTTP/1.1" status: 204 len: 168 time: 0.2264054 Jul 05 10:18:44.982117 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2129111-b795-42f7-a47f-7d06773f9450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c6b037-a9c9-4749-bbac-8ea042b36adc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:45.008804 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc3c82f-3b50-4b70-9187-081a64285560 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting subnet f92269aa-f542-47bd-a95c-a50a19d145c3 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:18:45.016914 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4cc3c82f-3b50-4b70-9187-081a64285560 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.078524 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-af646f07-dc3a-4e16-9c9f-7ea0f559ab60 None None] Provisioning for port 514948b4-c366-4a06-a88c-4f57730e6d08 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:45.083129 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-af646f07-dc3a-4e16-9c9f-7ea0f559ab60 None None] Provisioning complete for port 514948b4-c366-4a06-a88c-4f57730e6d08 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:45.083505 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-af646f07-dc3a-4e16-9c9f-7ea0f559ab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.086335 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4cc3c82f-3b50-4b70-9187-081a64285560 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.165173 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 514948b4-c366-4a06-a88c-4f57730e6d08 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:45.165831 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.211569 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4cc3c82f-3b50-4b70-9187-081a64285560 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.255408 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-af646f07-dc3a-4e16-9c9f-7ea0f559ab60 None None] Could not find standard attr ID for object d3e90d1b-2f3e-44ff-a326-b7ec396c6dfb. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:18:45.299613 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4cc3c82f-3b50-4b70-9187-081a64285560 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.303574 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-af646f07-dc3a-4e16-9c9f-7ea0f559ab60 None None] Provisioning complete for port 4b1fec27-3ed8-4eb7-9f90-5ddfc02e75ac triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:45.304793 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-af646f07-dc3a-4e16-9c9f-7ea0f559ab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.335887 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3c82f-3b50-4b70-9187-081a64285560 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Subnet': ['ID=f92269aa-f542-47bd-a95c-a50a19d145c3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:45.340220 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4cc3c82f-3b50-4b70-9187-081a64285560 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.342211 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-af646f07-dc3a-4e16-9c9f-7ea0f559ab60 None None] Port 4b1fec27-3ed8-4eb7-9f90-5ddfc02e75ac cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:18:45.342827 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4cc3c82f-3b50-4b70-9187-081a64285560 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/subnets/f92269aa-f542-47bd-a95c-a50a19d145c3 HTTP/1.1" status: 204 len: 168 time: 0.4106677 Jul 05 10:18:45.346523 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39138) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:45.355695 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f8fce17b-5136-4008-91cc-cf546b8f886c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'subnet': {'network_id': '6c36ebdd-7a6e-4451-8b37-8e09f11eb566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:45.437766 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39140) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:45.452376 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-776cc9b9-b761-4a74-996a-93d77296b5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.461489 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e253b973-1656-4b33-a677-187f4c6973e1 None None] Could not find standard attr ID for object d3e90d1b-2f3e-44ff-a326-b7ec396c6dfb. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:18:45.468854 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fce17b-5136-4008-91cc-cf546b8f886c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:45.472592 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f8fce17b-5136-4008-91cc-cf546b8f886c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.547205 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-776cc9b9-b761-4a74-996a-93d77296b5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.551381 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-776cc9b9-b761-4a74-996a-93d77296b5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.589897 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-776cc9b9-b761-4a74-996a-93d77296b5b4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eca11fc554074ae9b44fe02801cd7aa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510170 Jul 05 10:18:45.591888 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc9b9-b761-4a74-996a-93d77296b5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5979d7dd-a5a3-41dc-8c5d-2b9691d42839,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:45.594227 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39142) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:45.647069 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fab5126-89a5-4bce-8684-5f02133bb0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.669787 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fab5126-89a5-4bce-8684-5f02133bb0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.708490 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f8fce17b-5136-4008-91cc-cf546b8f886c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.722688 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fab5126-89a5-4bce-8684-5f02133bb0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.725302 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fab5126-89a5-4bce-8684-5f02133bb0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.729998 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5fab5126-89a5-4bce-8684-5f02133bb0d8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5979d7dd-a5a3-41dc-8c5d-2b9691d42839 HTTP/1.1" status: 204 len: 168 time: 0.1322556 Jul 05 10:18:45.737992 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab5126-89a5-4bce-8684-5f02133bb0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5979d7dd-a5a3-41dc-8c5d-2b9691d42839,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:45.770078 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fce17b-5136-4008-91cc-cf546b8f886c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:45.775243 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-f8fce17b-5136-4008-91cc-cf546b8f886c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:45.779670 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fce17b-5136-4008-91cc-cf546b8f886c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:45.780373 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f8fce17b-5136-4008-91cc-cf546b8f886c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.798676 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fce17b-5136-4008-91cc-cf546b8f886c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Subnet': ['ID=0ba4ee61-6be1-452b-820e-aac5e0ce8312,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:45.803027 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f8fce17b-5136-4008-91cc-cf546b8f886c tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4553759 Jul 05 10:18:45.805825 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39146) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:45.810636 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ab4112f0-c6bc-43dc-9db8-06d5599e48f9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'security_group': {'name': 'tempest-secgroup-1401354785'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:45.821276 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd8bde9-5549-4f6a-96c2-9739f8b26653 None None] Network 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:45.835990 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab4112f0-c6bc-43dc-9db8-06d5599e48f9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.877514 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-94c757f0-d2f6-4cec-a21d-8d515e635fbb None None] Could not find standard attr ID for object d3e90d1b-2f3e-44ff-a326-b7ec396c6dfb. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:18:45.930140 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab4112f0-c6bc-43dc-9db8-06d5599e48f9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.934096 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab4112f0-c6bc-43dc-9db8-06d5599e48f9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.965211 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab4112f0-c6bc-43dc-9db8-06d5599e48f9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.966500 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ab4112f0-c6bc-43dc-9db8-06d5599e48f9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1596427 Jul 05 10:18:45.969463 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39150) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:45.970713 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4112f0-c6bc-43dc-9db8-06d5599e48f9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce38eaa6-f4a9-49f3-aa42-50ecccbf1de0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:45.974314 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8dde188c-5ce4-4599-b900-2ac09b70c5f0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'security_group': {'name': 'tempest-secgroup-1527662142'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:45.998937 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8dde188c-5ce4-4599-b900-2ac09b70c5f0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.092330 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8dde188c-5ce4-4599-b900-2ac09b70c5f0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.097598 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8dde188c-5ce4-4599-b900-2ac09b70c5f0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.112945 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beddab6d-cb07-4be4-b0c4-0b3f6d69b682 None None] Update dhcp port {'port': {'network_id': '6c36ebdd-7a6e-4451-8b37-8e09f11eb566', 'fixed_ips': [{'subnet_id': 'bc53f9df-026e-4878-9113-ba85d5b0cb23', 'ip_address': '172.20.0.18'}, {'subnet_id': '0ba4ee61-6be1-452b-820e-aac5e0ce8312'}], 'binding:host_id': 'n-d-798054-8'}, 'id': '514948b4-c366-4a06-a88c-4f57730e6d08'} from n-d-798054-8. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 10:18:46.126936 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8dde188c-5ce4-4599-b900-2ac09b70c5f0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.128362 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8dde188c-5ce4-4599-b900-2ac09b70c5f0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1577916 Jul 05 10:18:46.129556 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde188c-5ce4-4599-b900-2ac09b70c5f0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c739876-7a6c-4aeb-8965-deaca9c20bc8,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:46.133175 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39158) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:46.138173 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0bf630f9-fdd9-49a4-944f-a9e8e16bc1b1 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'security_group': {'name': 'tempest-secgroup-1057714669'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:46.164194 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0bf630f9-fdd9-49a4-944f-a9e8e16bc1b1 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.171654 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-beddab6d-cb07-4be4-b0c4-0b3f6d69b682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.263568 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0bf630f9-fdd9-49a4-944f-a9e8e16bc1b1 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.275180 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0bf630f9-fdd9-49a4-944f-a9e8e16bc1b1 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.305274 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0bf630f9-fdd9-49a4-944f-a9e8e16bc1b1 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.309447 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0bf630f9-fdd9-49a4-944f-a9e8e16bc1b1 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1723628 Jul 05 10:18:46.309447 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39168) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:46.315281 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-fa674622-7de1-4d71-8c3d-a578c99cc344 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2106160514', 'security_groups': ['70412162-9a09-4d90-92b0-0a3cbcad60aa'], 'network_id': '6c36ebdd-7a6e-4451-8b37-8e09f11eb566', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0ba4ee61-6be1-452b-820e-aac5e0ce8312'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:46.320749 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf630f9-fdd9-49a4-944f-a9e8e16bc1b1 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70412162-9a09-4d90-92b0-0a3cbcad60aa,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:46.385970 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-beddab6d-cb07-4be4-b0c4-0b3f6d69b682 None None] Allocated IP 172.20.0.2 (6c36ebdd-7a6e-4451-8b37-8e09f11eb566/0ba4ee61-6be1-452b-820e-aac5e0ce8312/514948b4-c366-4a06-a88c-4f57730e6d08) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:46.453156 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa674622-7de1-4d71-8c3d-a578c99cc344 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:46.498057 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-beddab6d-cb07-4be4-b0c4-0b3f6d69b682 None None] For port 514948b4-c366-4a06-a88c-4f57730e6d08, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=514948b4-c366-4a06-a88c-4f57730e6d08,segment=NetworkSegment(1bcaa5b5-278f-4bee-8405-fd53c2a397a7),segment_id=1bcaa5b5-278f-4bee-8405-fd53c2a397a7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:46.534415 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-beddab6d-cb07-4be4-b0c4-0b3f6d69b682 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.551308 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa674622-7de1-4d71-8c3d-a578c99cc344 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.552663 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-beddab6d-cb07-4be4-b0c4-0b3f6d69b682 None None] Transition to ACTIVE for port object 514948b4-c366-4a06-a88c-4f57730e6d08 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:46.558721 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39180) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:46.564020 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-beddab6d-cb07-4be4-b0c4-0b3f6d69b682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.578245 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-fa674622-7de1-4d71-8c3d-a578c99cc344 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] device_id is not set on port 41f1bbcb-c396-478d-91a6-c86dd1865ead yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:18:46.667748 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beddab6d-cb07-4be4-b0c4-0b3f6d69b682 None None] Pushing event updated for resources: {'Port': ['ID=514948b4-c366-4a06-a88c-4f57730e6d08,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:46.704235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f45f11a2-4318-42b3-b29f-979aa6b39e01 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1261898116-network', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:46.728157 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45f11a2-4318-42b3-b29f-979aa6b39e01 admin admin] Made reservation on behalf of a0bdddb2ec084de69e94b6aa65e9aea2 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:46.730784 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f45f11a2-4318-42b3-b29f-979aa6b39e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.743778 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f45f11a2-4318-42b3-b29f-979aa6b39e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.783496 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-fa674622-7de1-4d71-8c3d-a578c99cc344 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Allocated IP 172.20.0.5 (6c36ebdd-7a6e-4451-8b37-8e09f11eb566/0ba4ee61-6be1-452b-820e-aac5e0ce8312/41f1bbcb-c396-478d-91a6-c86dd1865ead) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:46.849571 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f45f11a2-4318-42b3-b29f-979aa6b39e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.854986 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f45f11a2-4318-42b3-b29f-979aa6b39e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.888304 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f45f11a2-4318-42b3-b29f-979aa6b39e01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:18:46.895402 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f11a2-4318-42b3-b29f-979aa6b39e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0c84ca-bbf8-4883-a22a-a08e00d9368e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:46.908703 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f45f11a2-4318-42b3-b29f-979aa6b39e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.909064 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-f45f11a2-4318-42b3-b29f-979aa6b39e01 admin admin] Added segment f61235f3-3b2c-486f-b2e5-8b319c1c999d of type vlan for network 640a92f1-ba53-4724-b927-c597caf88f39 Jul 05 10:18:46.926954 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 514948b4-c366-4a06-a88c-4f57730e6d08 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:46.947088 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa674622-7de1-4d71-8c3d-a578c99cc344 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.964091 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-fa674622-7de1-4d71-8c3d-a578c99cc344 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Transition to ACTIVE for port object 41f1bbcb-c396-478d-91a6-c86dd1865ead will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:46.969706 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f45f11a2-4318-42b3-b29f-979aa6b39e01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.005099 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f45f11a2-4318-42b3-b29f-979aa6b39e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.006112 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45f11a2-4318-42b3-b29f-979aa6b39e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:47.006711 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f45f11a2-4318-42b3-b29f-979aa6b39e01 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.008403 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa674622-7de1-4d71-8c3d-a578c99cc344 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.060669 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa674622-7de1-4d71-8c3d-a578c99cc344 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:47.065143 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-fa674622-7de1-4d71-8c3d-a578c99cc344 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:47.067484 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f45f11a2-4318-42b3-b29f-979aa6b39e01 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5075481 Jul 05 10:18:47.067792 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa674622-7de1-4d71-8c3d-a578c99cc344 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:47.068139 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39186) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:47.077268 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-48c09fc3-58f1-435d-8408-b7ff53fe4679 admin admin] Request body: {'subnet': {'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1261898116-subnet', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:47.086009 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f11a2-4318-42b3-b29f-979aa6b39e01 admin admin] Pushing event updated for resources: {'Network': ['ID=640a92f1-ba53-4724-b927-c597caf88f39,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:47.100221 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 640a92f1-ba53-4724-b927-c597caf88f39 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:18:47.103647 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c09fc3-58f1-435d-8408-b7ff53fe4679 admin admin] Made reservation on behalf of a0bdddb2ec084de69e94b6aa65e9aea2 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:47.106530 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-48c09fc3-58f1-435d-8408-b7ff53fe4679 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.107420 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa674622-7de1-4d71-8c3d-a578c99cc344 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Port': ['ID=41f1bbcb-c396-478d-91a6-c86dd1865ead,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:47.131933 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa674622-7de1-4d71-8c3d-a578c99cc344 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:47.133093 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa674622-7de1-4d71-8c3d-a578c99cc344 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.148744 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fa674622-7de1-4d71-8c3d-a578c99cc344 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8382294 Jul 05 10:18:47.151428 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39188) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:47.157082 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8cdc2e8d-8ae8-4beb-a1e4-7ee53a650fbd tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'subnet': {'network_id': '6c36ebdd-7a6e-4451-8b37-8e09f11eb566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:47.285170 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdc2e8d-8ae8-4beb-a1e4-7ee53a650fbd tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:47.290624 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cdc2e8d-8ae8-4beb-a1e4-7ee53a650fbd tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.335822 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-48c09fc3-58f1-435d-8408-b7ff53fe4679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.356746 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5844cfb2-e5ce-4d92-901a-bba9cc6332d2 None None] Provisioning for port 514948b4-c366-4a06-a88c-4f57730e6d08 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:47.361411 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5844cfb2-e5ce-4d92-901a-bba9cc6332d2 None None] Provisioning complete for port 514948b4-c366-4a06-a88c-4f57730e6d08 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:47.361814 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5844cfb2-e5ce-4d92-901a-bba9cc6332d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.405752 n-d-798054-8 neutron-server[93906]: INFO neutron.db.ipam_backend_mixin [None req-8cdc2e8d-8ae8-4beb-a1e4-7ee53a650fbd tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0ba4ee61-6be1-452b-820e-aac5e0ce8312 (CIDR: 172.20.0.0/28) Jul 05 10:18:47.408564 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c09fc3-58f1-435d-8408-b7ff53fe4679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe81aa39-c7e6-420e-8913-88a4162da5db,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:47.409550 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cdc2e8d-8ae8-4beb-a1e4-7ee53a650fbd tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:18:47.410210 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cdc2e8d-8ae8-4beb-a1e4-7ee53a650fbd tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:18:47.422603 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c09fc3-58f1-435d-8408-b7ff53fe4679 admin admin] Checking segment: {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:47.424369 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c09fc3-58f1-435d-8408-b7ff53fe4679 admin admin] Network hostable DHCP agents. Network: 640a92f1-ba53-4724-b927-c597caf88f39, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:18:47.427784 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8cdc2e8d-8ae8-4beb-a1e4-7ee53a650fbd tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2751124 Jul 05 10:18:47.431061 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39190) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:47.437159 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-07e02ba8-a3bf-48a0-9493-af878de9760e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'subnet': {'network_id': '6c36ebdd-7a6e-4451-8b37-8e09f11eb566', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:47.445960 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c09fc3-58f1-435d-8408-b7ff53fe4679 admin admin] Network 640a92f1-ba53-4724-b927-c597caf88f39 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:18:47.463006 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-48c09fc3-58f1-435d-8408-b7ff53fe4679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 640a92f1-ba53-4724-b927-c597caf88f39) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:47.470444 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c09fc3-58f1-435d-8408-b7ff53fe4679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:47.471223 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-48c09fc3-58f1-435d-8408-b7ff53fe4679 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.472662 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0054501e-a0fc-4367-a5c3-d71dff5e38c4 None None] Network 640a92f1-ba53-4724-b927-c597caf88f39 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:47.487169 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-48c09fc3-58f1-435d-8408-b7ff53fe4679 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4154451 Jul 05 10:18:47.494098 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39192) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:47.499493 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-da84b872-fdde-4ab3-84db-d5f95a65bbbf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:47.523764 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5844cfb2-e5ce-4d92-901a-bba9cc6332d2 None None] Provisioning complete for port 4b1fec27-3ed8-4eb7-9f90-5ddfc02e75ac triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:47.523931 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da84b872-fdde-4ab3-84db-d5f95a65bbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.524158 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5844cfb2-e5ce-4d92-901a-bba9cc6332d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.524889 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da84b872-fdde-4ab3-84db-d5f95a65bbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.576180 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5844cfb2-e5ce-4d92-901a-bba9cc6332d2 None None] Port 4b1fec27-3ed8-4eb7-9f90-5ddfc02e75ac cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:18:47.585892 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e02ba8-a3bf-48a0-9493-af878de9760e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:47.589248 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da84b872-fdde-4ab3-84db-d5f95a65bbbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.589540 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07e02ba8-a3bf-48a0-9493-af878de9760e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.660970 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dd26ae-19e9-4f3b-b0af-f126b66ca79f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-640a92f1-ba53-4724-b927-c597caf88f39', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:18:47.662119 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31dd26ae-19e9-4f3b-b0af-f126b66ca79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.693068 n-d-798054-8 neutron-server[93906]: INFO neutron.db.ipam_backend_mixin [None req-07e02ba8-a3bf-48a0-9493-af878de9760e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet bc53f9df-026e-4878-9113-ba85d5b0cb23 (CIDR: 172.20.0.16/28) Jul 05 10:18:47.698242 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e02ba8-a3bf-48a0-9493-af878de9760e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:18:47.698468 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e02ba8-a3bf-48a0-9493-af878de9760e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:18:47.718187 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-07e02ba8-a3bf-48a0-9493-af878de9760e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2861478 Jul 05 10:18:47.718853 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39196) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:47.724604 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b6676445-dca1-4f06-8d76-499655a4e018 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'subnet': {'network_id': '6c36ebdd-7a6e-4451-8b37-8e09f11eb566', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:47.752548 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c7c5ee64-4e2f-4062-8dec-04be57649d38 None None] Provisioning for port 41f1bbcb-c396-478d-91a6-c86dd1865ead completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:47.758698 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c7c5ee64-4e2f-4062-8dec-04be57649d38 None None] Provisioning complete for port 41f1bbcb-c396-478d-91a6-c86dd1865ead triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:47.759078 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c7c5ee64-4e2f-4062-8dec-04be57649d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.839089 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c7c5ee64-4e2f-4062-8dec-04be57649d38 None None] Port 41f1bbcb-c396-478d-91a6-c86dd1865ead cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:18:47.856371 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-31dd26ae-19e9-4f3b-b0af-f126b66ca79f None None] Allocated IP 172.20.0.2 (640a92f1-ba53-4724-b927-c597caf88f39/fe81aa39-c7e6-420e-8913-88a4162da5db/b2ca764f-7d03-4742-adb8-9cdd370a6bf4) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:47.877714 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6676445-dca1-4f06-8d76-499655a4e018 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Made reservation on behalf of 619fea1f79d3438da9c52120b057f57e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:47.883288 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6676445-dca1-4f06-8d76-499655a4e018 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.021207 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31dd26ae-19e9-4f3b-b0af-f126b66ca79f None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.029931 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-31dd26ae-19e9-4f3b-b0af-f126b66ca79f None None] Transition to ACTIVE for port object b2ca764f-7d03-4742-adb8-9cdd370a6bf4 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:48.046461 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-31dd26ae-19e9-4f3b-b0af-f126b66ca79f None None] Transition to ACTIVE for port object b2ca764f-7d03-4742-adb8-9cdd370a6bf4 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:48.052933 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31dd26ae-19e9-4f3b-b0af-f126b66ca79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.090209 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dd26ae-19e9-4f3b-b0af-f126b66ca79f None None] Network 640a92f1-ba53-4724-b927-c597caf88f39 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:48.095098 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-31dd26ae-19e9-4f3b-b0af-f126b66ca79f None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:48.101773 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dd26ae-19e9-4f3b-b0af-f126b66ca79f None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:48.111039 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd26ae-19e9-4f3b-b0af-f126b66ca79f None None] Pushing event updated for resources: {'Port': ['ID=b2ca764f-7d03-4742-adb8-9cdd370a6bf4,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:48.122187 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da84b872-fdde-4ab3-84db-d5f95a65bbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.144609 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6676445-dca1-4f06-8d76-499655a4e018 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.172328 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-31dd26ae-19e9-4f3b-b0af-f126b66ca79f None None] Attempting to bind port b2ca764f-7d03-4742-adb8-9cdd370a6bf4 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:48.172712 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-31dd26ae-19e9-4f3b-b0af-f126b66ca79f None None] Attempting to bind port b2ca764f-7d03-4742-adb8-9cdd370a6bf4 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:48.173094 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dd26ae-19e9-4f3b-b0af-f126b66ca79f None None] Attempting to bind port b2ca764f-7d03-4742-adb8-9cdd370a6bf4 on network 640a92f1-ba53-4724-b927-c597caf88f39 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:48.178395 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dd26ae-19e9-4f3b-b0af-f126b66ca79f None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:48.178792 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dd26ae-19e9-4f3b-b0af-f126b66ca79f None None] Checking segment: {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:48.179740 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31dd26ae-19e9-4f3b-b0af-f126b66ca79f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.180200 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dd26ae-19e9-4f3b-b0af-f126b66ca79f None None] Bound using segment: {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:48.180685 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-31dd26ae-19e9-4f3b-b0af-f126b66ca79f None None] Bound port: b2ca764f-7d03-4742-adb8-9cdd370a6bf4, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:48.181083 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31dd26ae-19e9-4f3b-b0af-f126b66ca79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.193299 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6676445-dca1-4f06-8d76-499655a4e018 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Network 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:48.197644 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b6676445-dca1-4f06-8d76-499655a4e018 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:48.201899 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6676445-dca1-4f06-8d76-499655a4e018 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:48.202496 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6676445-dca1-4f06-8d76-499655a4e018 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.206089 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6676445-dca1-4f06-8d76-499655a4e018 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Subnet': ['ID=e633bd15-2805-4b2f-89b9-760066600f88,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:48.217982 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71880114-ea1e-4a0d-9d2b-812d686aa4ea None None] Network 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:48.222077 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b6676445-dca1-4f06-8d76-499655a4e018 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5021398 Jul 05 10:18:48.224725 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39202) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:48.231262 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-13f416bb-e5e9-438e-9eba-1afc5d313fc0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1210098882', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e633bd15-2805-4b2f-89b9-760066600f88'}], 'security_groups': ['ce38eaa6-f4a9-49f3-aa42-50ecccbf1de0', '4c739876-7a6c-4aeb-8965-deaca9c20bc8']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:48.307094 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-31dd26ae-19e9-4f3b-b0af-f126b66ca79f None None] For port b2ca764f-7d03-4742-adb8-9cdd370a6bf4, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:48.311569 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-31dd26ae-19e9-4f3b-b0af-f126b66ca79f None None] For port b2ca764f-7d03-4742-adb8-9cdd370a6bf4, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b2ca764f-7d03-4742-adb8-9cdd370a6bf4,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:48.319392 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31dd26ae-19e9-4f3b-b0af-f126b66ca79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.417662 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da84b872-fdde-4ab3-84db-d5f95a65bbbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.421089 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd26ae-19e9-4f3b-b0af-f126b66ca79f None None] Pushing event updated for resources: {'Port': ['ID=b2ca764f-7d03-4742-adb8-9cdd370a6bf4,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:48.440157 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da84b872-fdde-4ab3-84db-d5f95a65bbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.589689 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9543fb-ce4d-4409-b671-178f2dd8ba6a None None] Update dhcp port {'port': {'network_id': '6c36ebdd-7a6e-4451-8b37-8e09f11eb566', 'fixed_ips': [{'subnet_id': 'bc53f9df-026e-4878-9113-ba85d5b0cb23', 'ip_address': '172.20.0.18'}, {'subnet_id': '0ba4ee61-6be1-452b-820e-aac5e0ce8312', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e633bd15-2805-4b2f-89b9-760066600f88'}], 'binding:host_id': 'n-d-798054-8'}, 'id': '514948b4-c366-4a06-a88c-4f57730e6d08'} from n-d-798054-8. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 10:18:48.594807 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-13f416bb-e5e9-438e-9eba-1afc5d313fc0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.638605 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4c9543fb-ce4d-4409-b671-178f2dd8ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.657616 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-da84b872-fdde-4ab3-84db-d5f95a65bbbf admin admin] Allocated IP 172.25.7.114 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/4889e9e9-345e-4568-be7d-3fe32b63aaf7) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:48.816182 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-4c9543fb-ce4d-4409-b671-178f2dd8ba6a None None] Allocated IP 172.20.0.34 (6c36ebdd-7a6e-4451-8b37-8e09f11eb566/e633bd15-2805-4b2f-89b9-760066600f88/514948b4-c366-4a06-a88c-4f57730e6d08) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:48.892476 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da84b872-fdde-4ab3-84db-d5f95a65bbbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.946372 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4c9543fb-ce4d-4409-b671-178f2dd8ba6a None None] For port 514948b4-c366-4a06-a88c-4f57730e6d08, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=514948b4-c366-4a06-a88c-4f57730e6d08,segment=NetworkSegment(1bcaa5b5-278f-4bee-8405-fd53c2a397a7),segment_id=1bcaa5b5-278f-4bee-8405-fd53c2a397a7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:48.949731 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da84b872-fdde-4ab3-84db-d5f95a65bbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.977788 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b2ca764f-7d03-4742-adb8-9cdd370a6bf4 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:48.989695 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da84b872-fdde-4ab3-84db-d5f95a65bbbf admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:48.993135 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-da84b872-fdde-4ab3-84db-d5f95a65bbbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:48.998886 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da84b872-fdde-4ab3-84db-d5f95a65bbbf admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:49.012329 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4c9543fb-ce4d-4409-b671-178f2dd8ba6a None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.024302 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84b872-fdde-4ab3-84db-d5f95a65bbbf admin admin] Pushing event updated for resources: {'Port': ['ID=4889e9e9-345e-4568-be7d-3fe32b63aaf7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:49.035716 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4c9543fb-ce4d-4409-b671-178f2dd8ba6a None None] Transition to ACTIVE for port object 514948b4-c366-4a06-a88c-4f57730e6d08 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:49.043029 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4c9543fb-ce4d-4409-b671-178f2dd8ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.115014 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port b2ca764f-7d03-4742-adb8-9cdd370a6bf4 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:49.189430 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9543fb-ce4d-4409-b671-178f2dd8ba6a None None] Pushing event updated for resources: {'Port': ['ID=514948b4-c366-4a06-a88c-4f57730e6d08,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:49.284345 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-13f416bb-e5e9-438e-9eba-1afc5d313fc0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Delete allocated IP 172.20.0.5 (6c36ebdd-7a6e-4451-8b37-8e09f11eb566/0ba4ee61-6be1-452b-820e-aac5e0ce8312) {{(pid=93907) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 10:18:49.329729 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-13f416bb-e5e9-438e-9eba-1afc5d313fc0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Allocated IP 172.20.0.37 (6c36ebdd-7a6e-4451-8b37-8e09f11eb566/e633bd15-2805-4b2f-89b9-760066600f88/41f1bbcb-c396-478d-91a6-c86dd1865ead) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:49.383801 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da84b872-fdde-4ab3-84db-d5f95a65bbbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.485138 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0c81ce-aac1-4dd6-bf41-f8b6f9974ab4 None None] Network 640a92f1-ba53-4724-b927-c597caf88f39 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:49.587414 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c3b7f188-1438-4d57-b7f1-7f156e98cc9d None None] Provisioning for port b2ca764f-7d03-4742-adb8-9cdd370a6bf4 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:49.613398 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c3b7f188-1438-4d57-b7f1-7f156e98cc9d None None] Provisioning complete for port b2ca764f-7d03-4742-adb8-9cdd370a6bf4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:49.613784 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f188-1438-4d57-b7f1-7f156e98cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.680018 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-13f416bb-e5e9-438e-9eba-1afc5d313fc0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.706457 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-13f416bb-e5e9-438e-9eba-1afc5d313fc0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Transition to ACTIVE for port object 41f1bbcb-c396-478d-91a6-c86dd1865ead will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:49.711938 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-13f416bb-e5e9-438e-9eba-1afc5d313fc0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.714034 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da84b872-fdde-4ab3-84db-d5f95a65bbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.745725 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f188-1438-4d57-b7f1-7f156e98cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.792348 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c3b7f188-1438-4d57-b7f1-7f156e98cc9d None None] For port b2ca764f-7d03-4742-adb8-9cdd370a6bf4, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b2ca764f-7d03-4742-adb8-9cdd370a6bf4,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:49.797138 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f188-1438-4d57-b7f1-7f156e98cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.842858 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f416bb-e5e9-438e-9eba-1afc5d313fc0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event updated for resources: {'Port': ['ID=41f1bbcb-c396-478d-91a6-c86dd1865ead,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:49.854047 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7f188-1438-4d57-b7f1-7f156e98cc9d None None] Pushing event updated for resources: {'Port': ['ID=b2ca764f-7d03-4742-adb8-9cdd370a6bf4,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:49.918062 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c1bf29da-919b-442a-b40a-666a82a3b5bc None None] Provisioning for port 514948b4-c366-4a06-a88c-4f57730e6d08 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:49.926342 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c1bf29da-919b-442a-b40a-666a82a3b5bc None None] Provisioning complete for port 514948b4-c366-4a06-a88c-4f57730e6d08 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:49.926871 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c1bf29da-919b-442a-b40a-666a82a3b5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.928666 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-13f416bb-e5e9-438e-9eba-1afc5d313fc0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] In _notify_port_updated(), no bound segment for port 41f1bbcb-c396-478d-91a6-c86dd1865ead on network 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:18:49.934777 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f416bb-e5e9-438e-9eba-1afc5d313fc0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:49.935421 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-13f416bb-e5e9-438e-9eba-1afc5d313fc0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.939355 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-13f416bb-e5e9-438e-9eba-1afc5d313fc0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "PUT /v2.0/ports/41f1bbcb-c396-478d-91a6-c86dd1865ead HTTP/1.1" status: 200 len: 960 time: 1.7111342 Jul 05 10:18:49.939696 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39210) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:49.977649 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da84b872-fdde-4ab3-84db-d5f95a65bbbf admin admin] Router f23e8768-9afd-4678-9320-1b5e65913db8 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:18:50.030154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c1bf29da-919b-442a-b40a-666a82a3b5bc None None] Provisioning for port 41f1bbcb-c396-478d-91a6-c86dd1865ead completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:50.033719 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c1bf29da-919b-442a-b40a-666a82a3b5bc None None] Provisioning complete for port 41f1bbcb-c396-478d-91a6-c86dd1865ead triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:50.034099 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c1bf29da-919b-442a-b40a-666a82a3b5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.047929 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4441e882-8c72-4372-a8d4-2573f1fd54a9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting port 41f1bbcb-c396-478d-91a6-c86dd1865ead {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:50.048365 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4441e882-8c72-4372-a8d4-2573f1fd54a9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.074064 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf29da-919b-442a-b40a-666a82a3b5bc None None] Port 41f1bbcb-c396-478d-91a6-c86dd1865ead cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:18:50.090207 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c1bf29da-919b-442a-b40a-666a82a3b5bc None None] Provisioning complete for port 4b1fec27-3ed8-4eb7-9f90-5ddfc02e75ac triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:50.090733 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c1bf29da-919b-442a-b40a-666a82a3b5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.110503 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da84b872-fdde-4ab3-84db-d5f95a65bbbf admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:18:50.119917 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] Sync routers for ids ['f23e8768-9afd-4678-9320-1b5e65913db8'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:18:50.134185 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] Routers {'f23e8768-9afd-4678-9320-1b5e65913db8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:50.135504 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:18:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f23e8768-9afd-4678-9320-1b5e65913db8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:50.149631 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da84b872-fdde-4ab3-84db-d5f95a65bbbf admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.150132 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf29da-919b-442a-b40a-666a82a3b5bc None None] Port 4b1fec27-3ed8-4eb7-9f90-5ddfc02e75ac cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:18:50.153767 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-da84b872-fdde-4ab3-84db-d5f95a65bbbf admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6560996 Jul 05 10:18:50.154071 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39216) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:50.181962 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4441e882-8c72-4372-a8d4-2573f1fd54a9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.195662 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4441e882-8c72-4372-a8d4-2573f1fd54a9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Calling delete_port for 41f1bbcb-c396-478d-91a6-c86dd1865ead owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:50.281485 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3b51bb3c-fdd4-427a-a07f-5798ef89e143 None None] Provisioning complete for port b2ca764f-7d03-4742-adb8-9cdd370a6bf4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:50.284933 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3b51bb3c-fdd4-427a-a07f-5798ef89e143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.308601 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] Set router f23e8768-9afd-4678-9320-1b5e65913db8 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:50.352623 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4441e882-8c72-4372-a8d4-2573f1fd54a9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.385246 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441e882-8c72-4372-a8d4-2573f1fd54a9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Port': ['ID=41f1bbcb-c396-478d-91a6-c86dd1865ead,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:50.470650 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4441e882-8c72-4372-a8d4-2573f1fd54a9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.473654 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4441e882-8c72-4372-a8d4-2573f1fd54a9 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/ports/41f1bbcb-c396-478d-91a6-c86dd1865ead HTTP/1.1" status: 204 len: 168 time: 0.5325658 Jul 05 10:18:50.476315 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39220) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:50.511030 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-44cf0c97-981e-4adf-ba14-60f749aad6ce tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] GET failed (client error): The resource could not be found. Jul 05 10:18:50.512700 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-44cf0c97-981e-4adf-ba14-60f749aad6ce tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports/41f1bbcb-c396-478d-91a6-c86dd1865ead HTTP/1.1" status: 404 len: 333 time: 0.0347023 Jul 05 10:18:50.515463 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39222) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:50.571876 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a2802e49-cc55-483a-8408-3e370b81cc32 None None] Could not find standard attr ID for object 41f1bbcb-c396-478d-91a6-c86dd1865ead. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:18:50.583269 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8209b480-1aea-48f4-8b5c-5ebebe8bfeae tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.619364 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8209b480-1aea-48f4-8b5c-5ebebe8bfeae tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.638281 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:18:49Z', 'revision_number': 3, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port': {'id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:48Z', 'updated_at': '2021-07-05T10:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:50.665573 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] Checking router: f23e8768-9afd-4678-9320-1b5e65913db8 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:18:50.666035 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] Updating router f23e8768-9afd-4678-9320-1b5e65913db8 port 4889e9e9-345e-4568-be7d-3fe32b63aaf7 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:18:50.670579 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8209b480-1aea-48f4-8b5c-5ebebe8bfeae tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.673194 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8209b480-1aea-48f4-8b5c-5ebebe8bfeae tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.674587 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8209b480-1aea-48f4-8b5c-5ebebe8bfeae tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/security-groups/70412162-9a09-4d90-92b0-0a3cbcad60aa HTTP/1.1" status: 204 len: 168 time: 0.1579516 Jul 05 10:18:50.678403 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39224) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:50.697027 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209b480-1aea-48f4-8b5c-5ebebe8bfeae tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70412162-9a09-4d90-92b0-0a3cbcad60aa,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:50.703195 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.741030 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28f46e51-3fcf-49d0-adc5-6e2dac635899 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.757293 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b96baec5-ecb0-4578-bc05-993bb442cd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.764602 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28f46e51-3fcf-49d0-adc5-6e2dac635899 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.815097 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28f46e51-3fcf-49d0-adc5-6e2dac635899 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.818295 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28f46e51-3fcf-49d0-adc5-6e2dac635899 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.822999 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-28f46e51-3fcf-49d0-adc5-6e2dac635899 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/security-groups/4c739876-7a6c-4aeb-8965-deaca9c20bc8 HTTP/1.1" status: 204 len: 168 time: 0.1420636 Jul 05 10:18:50.823297 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39226) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:50.832580 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f46e51-3fcf-49d0-adc5-6e2dac635899 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c739876-7a6c-4aeb-8965-deaca9c20bc8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:50.928458 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 514948b4-c366-4a06-a88c-4f57730e6d08 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:50.945099 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aba1dd38-6a17-4193-92c4-df0eb1d9df31 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.978711 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e4c9599c-4b0f-4910-a343-625a1fa2259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.984441 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-b96baec5-ecb0-4578-bc05-993bb442cd97 admin admin] Allocated IP 172.20.0.1 (640a92f1-ba53-4724-b927-c597caf88f39/fe81aa39-c7e6-420e-8913-88a4162da5db/9779c479-46da-4d55-956f-f48ab744772c) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:50.986859 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.987263 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aba1dd38-6a17-4193-92c4-df0eb1d9df31 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.998302 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] Transition to ACTIVE for port object 4889e9e9-345e-4568-be7d-3fe32b63aaf7 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:51.000395 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 514948b4-c366-4a06-a88c-4f57730e6d08 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:51.001112 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.004158 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.053665 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] Attempting to bind port 4889e9e9-345e-4568-be7d-3fe32b63aaf7 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:51.054131 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] Attempting to bind port 4889e9e9-345e-4568-be7d-3fe32b63aaf7 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:51.054679 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] Attempting to bind port 4889e9e9-345e-4568-be7d-3fe32b63aaf7 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:51.061916 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ac007-b31c-45c2-bca4-a317fde257fd None None] Pushing event updated for resources: {'Port': ['ID=4889e9e9-345e-4568-be7d-3fe32b63aaf7,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:51.064228 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:51.064608 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:51.065002 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.065395 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:51.065869 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] Bound port: 4889e9e9-345e-4568-be7d-3fe32b63aaf7, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:51.066323 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.088621 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aba1dd38-6a17-4193-92c4-df0eb1d9df31 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.089549 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ac007-b31c-45c2-bca4-a317fde257fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:51.089899 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ac007-b31c-45c2-bca4-a317fde257fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:51.090357 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ac007-b31c-45c2-bca4-a317fde257fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:51.090646 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ac007-b31c-45c2-bca4-a317fde257fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:51.090892 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ac007-b31c-45c2-bca4-a317fde257fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:51.091156 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aba1dd38-6a17-4193-92c4-df0eb1d9df31 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.091287 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ac007-b31c-45c2-bca4-a317fde257fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:51.091534 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ac007-b31c-45c2-bca4-a317fde257fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:51.091883 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ac007-b31c-45c2-bca4-a317fde257fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:51.092394 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ac007-b31c-45c2-bca4-a317fde257fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:51.092527 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-aba1dd38-6a17-4193-92c4-df0eb1d9df31 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/security-groups/ce38eaa6-f4a9-49f3-aa42-50ecccbf1de0 HTTP/1.1" status: 204 len: 168 time: 0.2680807 Jul 05 10:18:51.092639 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ac007-b31c-45c2-bca4-a317fde257fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:51.092958 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ac007-b31c-45c2-bca4-a317fde257fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:51.093279 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ac007-b31c-45c2-bca4-a317fde257fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:51.095168 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39228) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:51.112840 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1dd38-6a17-4193-92c4-df0eb1d9df31 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce38eaa6-f4a9-49f3-aa42-50ecccbf1de0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:51.115191 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b2ca764f-7d03-4742-adb8-9cdd370a6bf4 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:51.146928 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b96baec5-ecb0-4578-bc05-993bb442cd97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.152272 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-616c57a7-e151-4322-90f2-5c73e8434055 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting subnet 0ba4ee61-6be1-452b-820e-aac5e0ce8312 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:18:51.156881 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-616c57a7-e151-4322-90f2-5c73e8434055 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.158868 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] For port 4889e9e9-345e-4568-be7d-3fe32b63aaf7, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:51.163562 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] For port 4889e9e9-345e-4568-be7d-3fe32b63aaf7, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4889e9e9-345e-4568-be7d-3fe32b63aaf7,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:51.170280 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.177756 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b2ca764f-7d03-4742-adb8-9cdd370a6bf4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:51.178142 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.185215 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-b96baec5-ecb0-4578-bc05-993bb442cd97 admin admin] Transition to ACTIVE for port object 9779c479-46da-4d55-956f-f48ab744772c will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:51.204041 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-616c57a7-e151-4322-90f2-5c73e8434055 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.234400 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b96baec5-ecb0-4578-bc05-993bb442cd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.240686 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ac007-b31c-45c2-bca4-a317fde257fd None None] Pushing event updated for resources: {'Port': ['ID=4889e9e9-345e-4568-be7d-3fe32b63aaf7,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:51.244262 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] Routers {'f23e8768-9afd-4678-9320-1b5e65913db8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:51.245062 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:18:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f23e8768-9afd-4678-9320-1b5e65913db8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:51.303444 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96baec5-ecb0-4578-bc05-993bb442cd97 admin admin] Network 640a92f1-ba53-4724-b927-c597caf88f39 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:51.307048 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-b96baec5-ecb0-4578-bc05-993bb442cd97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:51.309486 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96baec5-ecb0-4578-bc05-993bb442cd97 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:51.321679 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-616c57a7-e151-4322-90f2-5c73e8434055 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.350258 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96baec5-ecb0-4578-bc05-993bb442cd97 admin admin] Pushing event updated for resources: {'Port': ['ID=9779c479-46da-4d55-956f-f48ab744772c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:51.365900 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b96baec5-ecb0-4578-bc05-993bb442cd97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.368764 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] Set router f23e8768-9afd-4678-9320-1b5e65913db8 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:51.420592 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-616c57a7-e151-4322-90f2-5c73e8434055 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.460864 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-616c57a7-e151-4322-90f2-5c73e8434055 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.463082 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-616c57a7-e151-4322-90f2-5c73e8434055 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/subnets/0ba4ee61-6be1-452b-820e-aac5e0ce8312 HTTP/1.1" status: 204 len: 168 time: 0.3669086 Jul 05 10:18:51.464573 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c57a7-e151-4322-90f2-5c73e8434055 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba4ee61-6be1-452b-820e-aac5e0ce8312,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:51.467956 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162dde66-dd5f-4197-a60f-0379bf4332cb None None] Network 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:51.476038 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39232) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:51.577762 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c169546-606e-4b41-b55e-a1d2df5b5623 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting subnet e633bd15-2805-4b2f-89b9-760066600f88 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:18:51.582327 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c169546-606e-4b41-b55e-a1d2df5b5623 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.585480 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b96baec5-ecb0-4578-bc05-993bb442cd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.588184 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:18:49Z', 'revision_number': 3, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port': {'id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:48Z', 'updated_at': '2021-07-05T10:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:51.615819 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bc854f-824d-4d44-888e-1835a4cce74e None None] The sync data for ids ['f23e8768-9afd-4678-9320-1b5e65913db8'] in n-d-798054-8 is: [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:18:49Z', 'revision_number': 3, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port': {'id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:48Z', 'updated_at': '2021-07-05T10:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:18:51.628235 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6c551516-b98b-4e73-9f7a-e34288b6f8a8 None None] Provisioning for port 9779c479-46da-4d55-956f-f48ab744772c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:51.655124 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c169546-606e-4b41-b55e-a1d2df5b5623 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.658901 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6c551516-b98b-4e73-9f7a-e34288b6f8a8 None None] Provisioning complete for port 9779c479-46da-4d55-956f-f48ab744772c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:51.659391 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6c551516-b98b-4e73-9f7a-e34288b6f8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.705846 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6c551516-b98b-4e73-9f7a-e34288b6f8a8 None None] Port 9779c479-46da-4d55-956f-f48ab744772c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:18:51.814292 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c169546-606e-4b41-b55e-a1d2df5b5623 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.911990 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b96baec5-ecb0-4578-bc05-993bb442cd97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.919770 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b96baec5-ecb0-4578-bc05-993bb442cd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.944139 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c169546-606e-4b41-b55e-a1d2df5b5623 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.003216 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c169546-606e-4b41-b55e-a1d2df5b5623 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Subnet': ['ID=e633bd15-2805-4b2f-89b9-760066600f88,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:52.022992 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c169546-606e-4b41-b55e-a1d2df5b5623 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.027417 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6c169546-606e-4b41-b55e-a1d2df5b5623 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/subnets/e633bd15-2805-4b2f-89b9-760066600f88 HTTP/1.1" status: 204 len: 168 time: 0.5459898 Jul 05 10:18:52.028472 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39234) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:52.028852 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b96baec5-ecb0-4578-bc05-993bb442cd97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.039559 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96baec5-ecb0-4578-bc05-993bb442cd97 admin admin] Pushing event updated for resources: {'Port': ['ID=9779c479-46da-4d55-956f-f48ab744772c,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:52.070754 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a344570-194c-4a79-befc-9fe664a48f94 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] DELETE failed (client error): The resource could not be found. Jul 05 10:18:52.071681 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a344570-194c-4a79-befc-9fe664a48f94 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:18:52.078456 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4a344570-194c-4a79-befc-9fe664a48f94 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/subnets/0ba4ee61-6be1-452b-820e-aac5e0ce8312 HTTP/1.1" status: 404 len: 337 time: 0.0479426 Jul 05 10:18:52.078778 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39236) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:52.145030 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96baec5-ecb0-4578-bc05-993bb442cd97 admin admin] Network 640a92f1-ba53-4724-b927-c597caf88f39 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:52.146784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-b96baec5-ecb0-4578-bc05-993bb442cd97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:52.155105 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-774a898e-0fb1-4979-8912-949d52414861 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting subnet bc53f9df-026e-4878-9113-ba85d5b0cb23 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:18:52.159529 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-774a898e-0fb1-4979-8912-949d52414861 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.224768 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-774a898e-0fb1-4979-8912-949d52414861 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.312324 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96baec5-ecb0-4578-bc05-993bb442cd97 admin admin] Router f23e8768-9afd-4678-9320-1b5e65913db8 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:18:52.337162 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-774a898e-0fb1-4979-8912-949d52414861 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.420844 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-774a898e-0fb1-4979-8912-949d52414861 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.442554 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4504e46a-e28a-4095-91a7-91cf74f14792 None None] Network 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:52.465650 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a898e-0fb1-4979-8912-949d52414861 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Subnet': ['ID=bc53f9df-026e-4878-9113-ba85d5b0cb23,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:52.468089 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-774a898e-0fb1-4979-8912-949d52414861 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.470299 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-774a898e-0fb1-4979-8912-949d52414861 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/subnets/bc53f9df-026e-4878-9113-ba85d5b0cb23 HTTP/1.1" status: 204 len: 168 time: 0.3904116 Jul 05 10:18:52.472611 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39244) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:52.521895 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-1980b660-3b73-40c5-926e-6c3444d66f03 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] DELETE failed (client error): The resource could not be found. Jul 05 10:18:52.522365 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1980b660-3b73-40c5-926e-6c3444d66f03 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:18:52.524597 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1980b660-3b73-40c5-926e-6c3444d66f03 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/subnets/f92269aa-f542-47bd-a95c-a50a19d145c3 HTTP/1.1" status: 404 len: 337 time: 0.0509434 Jul 05 10:18:52.532429 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39246) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:52.573995 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7f34bd7f-7436-40cc-b77b-f9d16aa465f0 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bdeb01b-cacf-4d10-b033-4d133ac4a066 HTTP/1.1" status: 200 len: 205 time: 0.0403523 Jul 05 10:18:52.576422 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39250) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:52.621002 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-f116f1db-2429-4fdc-82a6-b802eb31bb06 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] delete failed (client error): The resource could not be found. Jul 05 10:18:52.622376 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f116f1db-2429-4fdc-82a6-b802eb31bb06 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/routers/0bdeb01b-cacf-4d10-b033-4d133ac4a066 HTTP/1.1" status: 404 len: 336 time: 0.0446718 Jul 05 10:18:52.626548 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f46e6a53-c55b-4e9d-b2ce-21cf2977898e None None] Provisioning complete for port 9779c479-46da-4d55-956f-f48ab744772c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:52.626755 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f46e6a53-c55b-4e9d-b2ce-21cf2977898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.627348 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39252) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:52.672262 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7a6e75-eedd-4dbd-b840-cb4f8933805e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] DELETE failed (client error): The resource could not be found. Jul 05 10:18:52.672650 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a7a6e75-eedd-4dbd-b840-cb4f8933805e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:18:52.674452 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2a7a6e75-eedd-4dbd-b840-cb4f8933805e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/subnets/56742ece-8799-4fa2-ae9c-53f13a679da6 HTTP/1.1" status: 404 len: 337 time: 0.0442879 Jul 05 10:18:52.678182 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39256) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:52.695430 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f46e6a53-c55b-4e9d-b2ce-21cf2977898e None None] Port 9779c479-46da-4d55-956f-f48ab744772c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:18:52.727027 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46cab78-46db-4bc9-804f-9c39b9eb160e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] DELETE failed (client error): The resource could not be found. Jul 05 10:18:52.727756 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f46e6a53-c55b-4e9d-b2ce-21cf2977898e None None] Provisioning complete for port 514948b4-c366-4a06-a88c-4f57730e6d08 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:52.728164 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b46cab78-46db-4bc9-804f-9c39b9eb160e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:18:52.728289 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f46e6a53-c55b-4e9d-b2ce-21cf2977898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.729950 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b46cab78-46db-4bc9-804f-9c39b9eb160e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/subnets/3405f085-f6ee-4e9a-91d5-966125953148 HTTP/1.1" status: 404 len: 337 time: 0.0453377 Jul 05 10:18:52.732276 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39258) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:52.764722 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94b65c1-0e25-4980-b060-03c12287ee59 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] DELETE failed (client error): The resource could not be found. Jul 05 10:18:52.765313 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c94b65c1-0e25-4980-b060-03c12287ee59 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:18:52.767623 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c94b65c1-0e25-4980-b060-03c12287ee59 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/subnets/1c609a1a-4d44-4417-be6c-645d2a429f2e HTTP/1.1" status: 404 len: 337 time: 0.0341940 Jul 05 10:18:52.771569 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39260) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:52.809935 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35c4413-7872-4cc6-99f9-c8a9765a516e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] DELETE failed (client error): The resource could not be found. Jul 05 10:18:52.811056 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35c4413-7872-4cc6-99f9-c8a9765a516e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:18:52.816887 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a35c4413-7872-4cc6-99f9-c8a9765a516e tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/ports/50ea1ad4-8376-4fab-a61b-437c857fd832 HTTP/1.1" status: 404 len: 333 time: 0.0441401 Jul 05 10:18:52.820175 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39262) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:52.823408 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563501e3-c74e-4195-b287-29dfd054ed33 None None] DHCP port deletion for 6c36ebdd-7a6e-4451-8b37-8e09f11eb566 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:18:52.873212 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ced2c40-7991-48bf-915c-f21be5c3ddb7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] DELETE failed (client error): The resource could not be found. Jul 05 10:18:52.873828 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ced2c40-7991-48bf-915c-f21be5c3ddb7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:18:52.876028 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4ced2c40-7991-48bf-915c-f21be5c3ddb7 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/subnets/eb9e245c-37c2-41ab-8a6d-06dc84ab7111 HTTP/1.1" status: 404 len: 337 time: 0.0544772 Jul 05 10:18:52.880249 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39264) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:52.901583 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f46e6a53-c55b-4e9d-b2ce-21cf2977898e None None] Provisioning complete for port 4b1fec27-3ed8-4eb7-9f90-5ddfc02e75ac triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:52.902075 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f46e6a53-c55b-4e9d-b2ce-21cf2977898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.908385 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-147982b4-0912-4abf-a9de-df8ec52979cc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] DELETE failed (client error): The resource could not be found. Jul 05 10:18:52.908852 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-147982b4-0912-4abf-a9de-df8ec52979cc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:18:52.911140 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-147982b4-0912-4abf-a9de-df8ec52979cc tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/subnets/9a1764af-5a56-4ac9-967f-2c09f994bfb6 HTTP/1.1" status: 404 len: 337 time: 0.0297952 Jul 05 10:18:52.920755 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39266) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:52.955138 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-563501e3-c74e-4195-b287-29dfd054ed33 None None] Deleting port 514948b4-c366-4a06-a88c-4f57730e6d08 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:52.955521 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-563501e3-c74e-4195-b287-29dfd054ed33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.956457 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96baec5-ecb0-4578-bc05-993bb442cd97 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:18:52.958252 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f46e6a53-c55b-4e9d-b2ce-21cf2977898e None None] Port 4b1fec27-3ed8-4eb7-9f90-5ddfc02e75ac cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:18:52.971056 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b96baec5-ecb0-4578-bc05-993bb442cd97 admin admin] 10.222.0.79 "PUT /v2.0/routers/f23e8768-9afd-4678-9320-1b5e65913db8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8072240 Jul 05 10:18:52.971507 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad6f107-3dc8-4b7d-a8ce-bb8eaaeae92b tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] DELETE failed (client error): The resource could not be found. Jul 05 10:18:52.971507 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad6f107-3dc8-4b7d-a8ce-bb8eaaeae92b tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:18:52.977736 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39270) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:52.978275 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-aad6f107-3dc8-4b7d-a8ce-bb8eaaeae92b tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/ports/da94ba02-029d-4fbc-8f51-0fa82dd6de00 HTTP/1.1" status: 404 len: 333 time: 0.0555632 Jul 05 10:18:53.004751 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b17e59-d807-4c29-9bcf-fb90acc78588 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] DELETE failed (client error): The resource could not be found. Jul 05 10:18:53.005221 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b17e59-d807-4c29-9bcf-fb90acc78588 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:18:53.007803 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-52b17e59-d807-4c29-9bcf-fb90acc78588 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/subnets/be729d2a-d246-481c-a274-0ac2cd1748c3 HTTP/1.1" status: 404 len: 337 time: 0.0282304 Jul 05 10:18:53.010195 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39272) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:53.010347 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4889e9e9-345e-4568-be7d-3fe32b63aaf7 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:53.037100 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-204dd37b-38bb-45c2-a1b9-308d92383483 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] DELETE failed (client error): The resource could not be found. Jul 05 10:18:53.037578 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204dd37b-38bb-45c2-a1b9-308d92383483 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:18:53.042488 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-204dd37b-38bb-45c2-a1b9-308d92383483 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/subnets/60fd99bc-eb0d-49b5-a1f8-07226f3d65fb HTTP/1.1" status: 404 len: 337 time: 0.0286255 Jul 05 10:18:53.043098 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39274) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:53.074838 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-563501e3-c74e-4195-b287-29dfd054ed33 None None] For port 514948b4-c366-4a06-a88c-4f57730e6d08, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=514948b4-c366-4a06-a88c-4f57730e6d08,segment=NetworkSegment(1bcaa5b5-278f-4bee-8405-fd53c2a397a7),segment_id=1bcaa5b5-278f-4bee-8405-fd53c2a397a7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:53.075334 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-563501e3-c74e-4195-b287-29dfd054ed33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.101596 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-563501e3-c74e-4195-b287-29dfd054ed33 None None] Calling delete_port for 514948b4-c366-4a06-a88c-4f57730e6d08 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:53.121706 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 4889e9e9-345e-4568-be7d-3fe32b63aaf7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:53.160504 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e8f9864f-8954-4670-a8c3-3dfc961017d3 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Deleting port 4b1fec27-3ed8-4eb7-9f90-5ddfc02e75ac {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:53.160992 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8f9864f-8954-4670-a8c3-3dfc961017d3 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.162927 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 4889e9e9-345e-4568-be7d-3fe32b63aaf7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:53.163778 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.234403 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8f9864f-8954-4670-a8c3-3dfc961017d3 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.250407 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e8f9864f-8954-4670-a8c3-3dfc961017d3 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Calling delete_port for 4b1fec27-3ed8-4eb7-9f90-5ddfc02e75ac owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:53.337382 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8f9864f-8954-4670-a8c3-3dfc961017d3 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.377226 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9864f-8954-4670-a8c3-3dfc961017d3 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Port': ['ID=4b1fec27-3ed8-4eb7-9f90-5ddfc02e75ac,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:53.380569 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8f9864f-8954-4670-a8c3-3dfc961017d3 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.383490 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e8f9864f-8954-4670-a8c3-3dfc961017d3 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/ports/4b1fec27-3ed8-4eb7-9f90-5ddfc02e75ac HTTP/1.1" status: 204 len: 168 time: 0.3395243 Jul 05 10:18:53.386068 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39286) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:53.445797 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-563501e3-c74e-4195-b287-29dfd054ed33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.469500 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3010d8d-c3ff-426c-8d4b-e946384ec9b6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.485369 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563501e3-c74e-4195-b287-29dfd054ed33 None None] Pushing event deleted for resources: {'Port': ['ID=514948b4-c366-4a06-a88c-4f57730e6d08,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:53.488749 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e71a1143-d3c1-4857-aa01-3c63dc2d953e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.493502 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563501e3-c74e-4195-b287-29dfd054ed33 None None] No DVR routers for this DVR port 514948b4-c366-4a06-a88c-4f57730e6d08 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:53.502183 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.524921 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 4889e9e9-345e-4568-be7d-3fe32b63aaf7, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4889e9e9-345e-4568-be7d-3fe32b63aaf7,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:53.529586 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.545686 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39290) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:53.550768 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e5f05169-267f-46f9-916e-6bd4d2748993 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1133962081-network', 'tenant_id': '4ee7851229b845ba8ad179c08a9474c6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:53.577752 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f05169-267f-46f9-916e-6bd4d2748993 admin admin] Made reservation on behalf of 4ee7851229b845ba8ad179c08a9474c6 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:53.581679 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5f05169-267f-46f9-916e-6bd4d2748993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.597629 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5f05169-267f-46f9-916e-6bd4d2748993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.601561 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3010d8d-c3ff-426c-8d4b-e946384ec9b6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.612561 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-b3010d8d-c3ff-426c-8d4b-e946384ec9b6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c36ebdd-7a6e-4451-8b37-8e09f11eb566']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:53.620237 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 514948b4-c366-4a06-a88c-4f57730e6d08 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:53.625138 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-b3010d8d-c3ff-426c-8d4b-e946384ec9b6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bcaa5b5-278f-4bee-8405-fd53c2a397a7') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:53.625442 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-b3010d8d-c3ff-426c-8d4b-e946384ec9b6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bcaa5b5-278f-4bee-8405-fd53c2a397a7') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:53.643486 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3010d8d-c3ff-426c-8d4b-e946384ec9b6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.650858 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=4889e9e9-345e-4568-be7d-3fe32b63aaf7,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:53.656228 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 514948b4-c366-4a06-a88c-4f57730e6d08 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:18:53.656556 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 514948b4-c366-4a06-a88c-4f57730e6d08 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:53.660088 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.665112 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3010d8d-c3ff-426c-8d4b-e946384ec9b6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.673448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3010d8d-c3ff-426c-8d4b-e946384ec9b6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:53.674032 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3010d8d-c3ff-426c-8d4b-e946384ec9b6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:18:53.677667 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:18:53.722588 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5f05169-267f-46f9-916e-6bd4d2748993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.728224 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5f05169-267f-46f9-916e-6bd4d2748993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.758599 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3010d8d-c3ff-426c-8d4b-e946384ec9b6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.758826 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f05169-267f-46f9-916e-6bd4d2748993 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:18:53.767991 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3010d8d-c3ff-426c-8d4b-e946384ec9b6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.770295 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f05169-267f-46f9-916e-6bd4d2748993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9ed9c2-11d1-4930-9d55-56ea546a48d5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:53.772065 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b3010d8d-c3ff-426c-8d4b-e946384ec9b6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] 10.222.0.79 "DELETE /v2.0/networks/6c36ebdd-7a6e-4451-8b37-8e09f11eb566 HTTP/1.1" status: 204 len: 168 time: 0.3846021 Jul 05 10:18:53.783196 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5f05169-267f-46f9-916e-6bd4d2748993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.783713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3010d8d-c3ff-426c-8d4b-e946384ec9b6 tempest-PortsTestJSON-1616200446 tempest-PortsTestJSON-1616200446-project] Pushing event deleted for resources: {'Network': ['ID=6c36ebdd-7a6e-4451-8b37-8e09f11eb566,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:53.784200 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-e5f05169-267f-46f9-916e-6bd4d2748993 admin admin] Added segment 6c3505ef-c633-41fc-8d37-77e38ed3c484 of type vlan for network f6d077e1-6a95-43a1-afb5-eee1f9775040 Jul 05 10:18:53.835783 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5f05169-267f-46f9-916e-6bd4d2748993 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.859998 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] Sync routers for ids ['f23e8768-9afd-4678-9320-1b5e65913db8'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:18:53.870820 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] Routers {'f23e8768-9afd-4678-9320-1b5e65913db8'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:53.871504 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:18:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f23e8768-9afd-4678-9320-1b5e65913db8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:53.871704 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5f05169-267f-46f9-916e-6bd4d2748993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.872956 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f05169-267f-46f9-916e-6bd4d2748993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:53.873649 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5f05169-267f-46f9-916e-6bd4d2748993 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.930121 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e5f05169-267f-46f9-916e-6bd4d2748993 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3833065 Jul 05 10:18:53.933021 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39294) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:53.938171 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f05169-267f-46f9-916e-6bd4d2748993 admin admin] Pushing event updated for resources: {'Network': ['ID=f6d077e1-6a95-43a1-afb5-eee1f9775040,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:53.938403 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-dd4572bb-7aed-47aa-97f9-3f0087d2662a admin admin] Request body: {'subnet': {'network_id': 'f6d077e1-6a95-43a1-afb5-eee1f9775040', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1133962081-subnet', 'tenant_id': '4ee7851229b845ba8ad179c08a9474c6', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:53.963332 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4572bb-7aed-47aa-97f9-3f0087d2662a admin admin] Made reservation on behalf of 4ee7851229b845ba8ad179c08a9474c6 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:53.966136 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd4572bb-7aed-47aa-97f9-3f0087d2662a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.973747 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network f6d077e1-6a95-43a1-afb5-eee1f9775040 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:18:54.048313 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] Set router f23e8768-9afd-4678-9320-1b5e65913db8 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:54.090385 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39298) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:54.150394 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd4572bb-7aed-47aa-97f9-3f0087d2662a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.212095 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4572bb-7aed-47aa-97f9-3f0087d2662a admin admin] Pushing event updated for resources: {'Subnet': ['ID=156b87b5-734c-4864-9394-a84eb56bf0dc,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:54.220550 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4572bb-7aed-47aa-97f9-3f0087d2662a admin admin] Checking segment: {'id': '6c3505ef-c633-41fc-8d37-77e38ed3c484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f6d077e1-6a95-43a1-afb5-eee1f9775040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:54.220918 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4572bb-7aed-47aa-97f9-3f0087d2662a admin admin] Network hostable DHCP agents. Network: f6d077e1-6a95-43a1-afb5-eee1f9775040, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:18:54.238563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4572bb-7aed-47aa-97f9-3f0087d2662a admin admin] Network f6d077e1-6a95-43a1-afb5-eee1f9775040 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:18:54.249581 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-dd4572bb-7aed-47aa-97f9-3f0087d2662a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, f6d077e1-6a95-43a1-afb5-eee1f9775040) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:54.255030 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4572bb-7aed-47aa-97f9-3f0087d2662a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:54.255691 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-28b04d51-3062-4a6c-b287-f7f9400a42db admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=619fea1f79d3438da9c52120b057f57e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1640646 Jul 05 10:18:54.256655 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd4572bb-7aed-47aa-97f9-3f0087d2662a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.258243 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39302) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:54.263498 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ac006f-910d-4b72-a449-39b36e07e311 None None] Network f6d077e1-6a95-43a1-afb5-eee1f9775040 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:54.276481 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-dd4572bb-7aed-47aa-97f9-3f0087d2662a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3397410 Jul 05 10:18:54.277228 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39304) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:54.281341 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d1ed8a15-5b04-4776-8413-4a2a82b5681f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1133962081-router', 'tenant_id': '4ee7851229b845ba8ad179c08a9474c6', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:54.321329 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:18:51Z', 'revision_number': 4, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port': {'id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:48Z', 'updated_at': '2021-07-05T10:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '9779c479-46da-4d55-956f-f48ab744772c', 'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'mac_address': 'fa:16:3e:0d:4a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:50Z', 'updated_at': '2021-07-05T10:18:51Z', 'revision_number': 2, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'subnets': [{'id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:54.327541 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8a15-5b04-4776-8413-4a2a82b5681f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.328618 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8a15-5b04-4776-8413-4a2a82b5681f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.338884 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2277f581-e90a-4c3a-9d5f-9a2402af3cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.356322 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] Checking router: f23e8768-9afd-4678-9320-1b5e65913db8 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:18:54.356682 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] Updating router f23e8768-9afd-4678-9320-1b5e65913db8 port 9779c479-46da-4d55-956f-f48ab744772c binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:18:54.374498 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2277f581-e90a-4c3a-9d5f-9a2402af3cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.409246 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8a15-5b04-4776-8413-4a2a82b5681f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.409512 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.513392 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e14557-55a9-49c0-96a1-57928ad76a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-f6d077e1-6a95-43a1-afb5-eee1f9775040', 'network_id': 'f6d077e1-6a95-43a1-afb5-eee1f9775040', 'tenant_id': '4ee7851229b845ba8ad179c08a9474c6', 'fixed_ips': [{'subnet_id': '156b87b5-734c-4864-9394-a84eb56bf0dc'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:18:54.514379 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b8e14557-55a9-49c0-96a1-57928ad76a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.561817 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8a15-5b04-4776-8413-4a2a82b5681f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.565540 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2277f581-e90a-4c3a-9d5f-9a2402af3cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.568221 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2277f581-e90a-4c3a-9d5f-9a2402af3cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.569918 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2277f581-e90a-4c3a-9d5f-9a2402af3cec admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/479f2272-1488-4e50-89c1-9b479c2016a6 HTTP/1.1" status: 204 len: 168 time: 0.3097842 Jul 05 10:18:54.586072 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277f581-e90a-4c3a-9d5f-9a2402af3cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479f2272-1488-4e50-89c1-9b479c2016a6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:54.740889 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.798383 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8a15-5b04-4776-8413-4a2a82b5681f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.819344 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8a15-5b04-4776-8413-4a2a82b5681f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.824667 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-b8e14557-55a9-49c0-96a1-57928ad76a13 None None] Allocated IP 172.20.0.2 (f6d077e1-6a95-43a1-afb5-eee1f9775040/156b87b5-734c-4864-9394-a84eb56bf0dc/ac6f3c71-03aa-49ec-bc1e-b85ba4da6100) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:54.951395 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-d1ed8a15-5b04-4776-8413-4a2a82b5681f admin admin] Allocated IP 172.25.7.189 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/8d223b71-6dde-4b6e-ab57-76cdf6866d96) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:54.956089 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.962316 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4889e9e9-345e-4568-be7d-3fe32b63aaf7 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:55.003809 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] Transition to ACTIVE for port object 9779c479-46da-4d55-956f-f48ab744772c will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:55.028362 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.080337 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8a15-5b04-4776-8413-4a2a82b5681f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.141882 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8a15-5b04-4776-8413-4a2a82b5681f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.174922 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b8e14557-55a9-49c0-96a1-57928ad76a13 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.177409 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d0525-81e0-4a38-a163-f76fc028b419 None None] Pushing event updated for resources: {'Port': ['ID=9779c479-46da-4d55-956f-f48ab744772c,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:55.189367 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ed8a15-5b04-4776-8413-4a2a82b5681f admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:55.200481 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed8a15-5b04-4776-8413-4a2a82b5681f admin admin] Pushing event updated for resources: {'Port': ['ID=8d223b71-6dde-4b6e-ab57-76cdf6866d96,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:55.211804 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d1ed8a15-5b04-4776-8413-4a2a82b5681f admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:55.214027 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 4889e9e9-345e-4568-be7d-3fe32b63aaf7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:55.214553 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.214985 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ed8a15-5b04-4776-8413-4a2a82b5681f admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:55.216694 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b8e14557-55a9-49c0-96a1-57928ad76a13 None None] Transition to ACTIVE for port object ac6f3c71-03aa-49ec-bc1e-b85ba4da6100 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:55.287095 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] Attempting to bind port 9779c479-46da-4d55-956f-f48ab744772c on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:55.287794 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] Attempting to bind port 9779c479-46da-4d55-956f-f48ab744772c by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:55.288527 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] Attempting to bind port 9779c479-46da-4d55-956f-f48ab744772c on network 640a92f1-ba53-4724-b927-c597caf88f39 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:55.296368 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b8e14557-55a9-49c0-96a1-57928ad76a13 None None] Transition to ACTIVE for port object ac6f3c71-03aa-49ec-bc1e-b85ba4da6100 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:55.307218 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:55.307627 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] Checking segment: {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:55.308940 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.308940 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] Bound using segment: {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:55.309209 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] Bound port: 9779c479-46da-4d55-956f-f48ab744772c, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:55.309347 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.319974 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b8e14557-55a9-49c0-96a1-57928ad76a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.346971 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39326) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:55.384240 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e14557-55a9-49c0-96a1-57928ad76a13 None None] Network f6d077e1-6a95-43a1-afb5-eee1f9775040 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:55.394740 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-b8e14557-55a9-49c0-96a1-57928ad76a13 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:55.408588 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e14557-55a9-49c0-96a1-57928ad76a13 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:55.439456 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e14557-55a9-49c0-96a1-57928ad76a13 None None] Pushing event updated for resources: {'Port': ['ID=ac6f3c71-03aa-49ec-bc1e-b85ba4da6100,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:55.500874 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-41faabfa-f0d5-4bd4-9144-97c92910731a tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-575680878'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:55.509343 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8a15-5b04-4776-8413-4a2a82b5681f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.518698 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] For port 9779c479-46da-4d55-956f-f48ab744772c, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:55.539886 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] For port 9779c479-46da-4d55-956f-f48ab744772c, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9779c479-46da-4d55-956f-f48ab744772c,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:55.545131 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b8e14557-55a9-49c0-96a1-57928ad76a13 None None] Attempting to bind port ac6f3c71-03aa-49ec-bc1e-b85ba4da6100 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:55.545512 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b8e14557-55a9-49c0-96a1-57928ad76a13 None None] Attempting to bind port ac6f3c71-03aa-49ec-bc1e-b85ba4da6100 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '6c3505ef-c633-41fc-8d37-77e38ed3c484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f6d077e1-6a95-43a1-afb5-eee1f9775040'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:55.545880 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e14557-55a9-49c0-96a1-57928ad76a13 None None] Attempting to bind port ac6f3c71-03aa-49ec-bc1e-b85ba4da6100 on network f6d077e1-6a95-43a1-afb5-eee1f9775040 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:55.548324 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.571166 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41faabfa-f0d5-4bd4-9144-97c92910731a tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Made reservation on behalf of 6e16739c05e6410b96c8a6f780bd04b5 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:55.574698 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-41faabfa-f0d5-4bd4-9144-97c92910731a tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.578134 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e14557-55a9-49c0-96a1-57928ad76a13 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:55.578525 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e14557-55a9-49c0-96a1-57928ad76a13 None None] Checking segment: {'id': '6c3505ef-c633-41fc-8d37-77e38ed3c484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f6d077e1-6a95-43a1-afb5-eee1f9775040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:55.578934 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b8e14557-55a9-49c0-96a1-57928ad76a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.579340 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e14557-55a9-49c0-96a1-57928ad76a13 None None] Bound using segment: {'id': '6c3505ef-c633-41fc-8d37-77e38ed3c484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f6d077e1-6a95-43a1-afb5-eee1f9775040'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:55.579815 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b8e14557-55a9-49c0-96a1-57928ad76a13 None None] Bound port: ac6f3c71-03aa-49ec-bc1e-b85ba4da6100, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3505ef-c633-41fc-8d37-77e38ed3c484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f6d077e1-6a95-43a1-afb5-eee1f9775040'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:55.580226 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b8e14557-55a9-49c0-96a1-57928ad76a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.616775 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-41faabfa-f0d5-4bd4-9144-97c92910731a tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.651518 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] Routers {'f23e8768-9afd-4678-9320-1b5e65913db8'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:55.652195 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:18:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f23e8768-9afd-4678-9320-1b5e65913db8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:55.712987 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d0525-81e0-4a38-a163-f76fc028b419 None None] Pushing event updated for resources: {'Port': ['ID=9779c479-46da-4d55-956f-f48ab744772c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:55.732083 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b8e14557-55a9-49c0-96a1-57928ad76a13 None None] For port ac6f3c71-03aa-49ec-bc1e-b85ba4da6100, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:55.737261 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b8e14557-55a9-49c0-96a1-57928ad76a13 None None] For port ac6f3c71-03aa-49ec-bc1e-b85ba4da6100, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ac6f3c71-03aa-49ec-bc1e-b85ba4da6100,segment=NetworkSegment(6c3505ef-c633-41fc-8d37-77e38ed3c484),segment_id=6c3505ef-c633-41fc-8d37-77e38ed3c484)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:55.742519 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b8e14557-55a9-49c0-96a1-57928ad76a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.856866 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] Set router f23e8768-9afd-4678-9320-1b5e65913db8 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:55.891598 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e14557-55a9-49c0-96a1-57928ad76a13 None None] Pushing event updated for resources: {'Port': ['ID=ac6f3c71-03aa-49ec-bc1e-b85ba4da6100,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:56.053469 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8a15-5b04-4776-8413-4a2a82b5681f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:56.110490 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:18:51Z', 'revision_number': 4, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port': {'id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:48Z', 'updated_at': '2021-07-05T10:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '9779c479-46da-4d55-956f-f48ab744772c', 'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'mac_address': 'fa:16:3e:0d:4a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:50Z', 'updated_at': '2021-07-05T10:18:55Z', 'revision_number': 4, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'subnets': [{'id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:56.122003 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-41faabfa-f0d5-4bd4-9144-97c92910731a tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:56.133318 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-41faabfa-f0d5-4bd4-9144-97c92910731a tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:56.193232 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41faabfa-f0d5-4bd4-9144-97c92910731a tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:18:56.221563 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41faabfa-f0d5-4bd4-9144-97c92910731a tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de4b33f0-4197-457a-bd0e-5508254d9e4a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:56.226835 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-41faabfa-f0d5-4bd4-9144-97c92910731a tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:56.227574 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-41faabfa-f0d5-4bd4-9144-97c92910731a tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Added segment 829714c1-4cd4-486c-a4be-85d633765d5c of type vlan for network 6cacbfba-926c-4d05-8377-1433ef29afc0 Jul 05 10:18:56.286988 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-41faabfa-f0d5-4bd4-9144-97c92910731a tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:56.296213 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9544bdf8-90fb-45da-af4b-fa7b57237905 None None] The sync data for ids ['f23e8768-9afd-4678-9320-1b5e65913db8'] in n-d-798054-8 is: [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:18:51Z', 'revision_number': 4, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port': {'id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:48Z', 'updated_at': '2021-07-05T10:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '9779c479-46da-4d55-956f-f48ab744772c', 'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'mac_address': 'fa:16:3e:0d:4a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:50Z', 'updated_at': '2021-07-05T10:18:55Z', 'revision_number': 4, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'subnets': [{'id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:18:56.326694 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ed8a15-5b04-4776-8413-4a2a82b5681f admin admin] Router b152ba2f-d403-450b-9d40-7ca7ea1bd872 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:18:56.333548 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-41faabfa-f0d5-4bd4-9144-97c92910731a tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:56.340290 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41faabfa-f0d5-4bd4-9144-97c92910731a tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:56.340290 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-41faabfa-f0d5-4bd4-9144-97c92910731a tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:56.420225 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-41faabfa-f0d5-4bd4-9144-97c92910731a tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0724483 Jul 05 10:18:56.423186 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39330) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:56.430452 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a1df2adb-370e-4271-a57e-49199abaa0cc tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Request body: {'subnet': {'network_id': '6cacbfba-926c-4d05-8377-1433ef29afc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:56.467750 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41faabfa-f0d5-4bd4-9144-97c92910731a tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Pushing event updated for resources: {'Network': ['ID=6cacbfba-926c-4d05-8377-1433ef29afc0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:56.486809 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 6cacbfba-926c-4d05-8377-1433ef29afc0 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:18:56.541475 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1df2adb-370e-4271-a57e-49199abaa0cc tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Made reservation on behalf of 6e16739c05e6410b96c8a6f780bd04b5 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:56.546128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ed8a15-5b04-4776-8413-4a2a82b5681f admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:18:56.547277 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1df2adb-370e-4271-a57e-49199abaa0cc tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:56.559476 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] Sync routers for ids ['b152ba2f-d403-450b-9d40-7ca7ea1bd872'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:18:56.564183 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8a15-5b04-4776-8413-4a2a82b5681f admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:56.565522 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d1ed8a15-5b04-4776-8413-4a2a82b5681f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2875774 Jul 05 10:18:56.568277 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39332) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:56.589387 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] Routers {'b152ba2f-d403-450b-9d40-7ca7ea1bd872'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:56.590223 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:18:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b152ba2f-d403-450b-9d40-7ca7ea1bd872'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:56.722171 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] Set router b152ba2f-d403-450b-9d40-7ca7ea1bd872 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:56.775338 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:56.967077 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b152ba2f-d403-450b-9d40-7ca7ea1bd872', 'name': 'tempest-TestVolumeBootPattern-1133962081-router', 'tenant_id': '4ee7851229b845ba8ad179c08a9474c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '8d223b71-6dde-4b6e-ab57-76cdf6866d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:54Z', 'updated_at': '2021-07-05T10:18:55Z', 'revision_number': 3, 'project_id': '4ee7851229b845ba8ad179c08a9474c6', 'gw_port': {'id': '8d223b71-6dde-4b6e-ab57-76cdf6866d96', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b152ba2f-d403-450b-9d40-7ca7ea1bd872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:54Z', 'updated_at': '2021-07-05T10:18:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:56.998533 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] Checking router: b152ba2f-d403-450b-9d40-7ca7ea1bd872 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:18:56.998984 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] Updating router b152ba2f-d403-450b-9d40-7ca7ea1bd872 port 8d223b71-6dde-4b6e-ab57-76cdf6866d96 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:18:57.031297 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d8b000-1876-49af-a2ab-cf542f35b778 None None] Network f6d077e1-6a95-43a1-afb5-eee1f9775040 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:57.044683 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1df2adb-370e-4271-a57e-49199abaa0cc tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.054731 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ac6f3c71-03aa-49ec-bc1e-b85ba4da6100 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:57.071546 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.141234 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-70882511-ed92-4045-a648-3d7521964f28 None None] Provisioning for port ac6f3c71-03aa-49ec-bc1e-b85ba4da6100 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:57.180795 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df2adb-370e-4271-a57e-49199abaa0cc tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Pushing event updated for resources: {'Subnet': ['ID=5cc089b5-7b1e-490d-ab47-9edc1da7eec4,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:57.183756 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port ac6f3c71-03aa-49ec-bc1e-b85ba4da6100 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:57.209516 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port ac6f3c71-03aa-49ec-bc1e-b85ba4da6100 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:57.209516 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.211335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1df2adb-370e-4271-a57e-49199abaa0cc tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Checking segment: {'id': '829714c1-4cd4-486c-a4be-85d633765d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6cacbfba-926c-4d05-8377-1433ef29afc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:57.211713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1df2adb-370e-4271-a57e-49199abaa0cc tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Network hostable DHCP agents. Network: 6cacbfba-926c-4d05-8377-1433ef29afc0, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:18:57.264918 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1df2adb-370e-4271-a57e-49199abaa0cc tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Network 6cacbfba-926c-4d05-8377-1433ef29afc0 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:18:57.282486 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a1df2adb-370e-4271-a57e-49199abaa0cc tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 6cacbfba-926c-4d05-8377-1433ef29afc0) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:57.295542 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2978661-c0a0-4ab9-8280-ad49a6ff6c68 None None] Network 6cacbfba-926c-4d05-8377-1433ef29afc0 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:57.306291 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1df2adb-370e-4271-a57e-49199abaa0cc tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:57.306899 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1df2adb-370e-4271-a57e-49199abaa0cc tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.331127 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a1df2adb-370e-4271-a57e-49199abaa0cc tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9063072 Jul 05 10:18:57.333634 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39334) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:57.339882 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-db452d5a-14a6-4cab-a1b3-fcc1fea82443 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Request body: {'port': {'network_id': '6cacbfba-926c-4d05-8377-1433ef29afc0', 'name': 'tempest-TagsExtTest-1384566914'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:57.405338 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.418450 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] Transition to ACTIVE for port object 8d223b71-6dde-4b6e-ab57-76cdf6866d96 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:57.424713 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f4729d4-33db-4447-afc4-a54003c7888b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.429439 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.431379 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.481100 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port ac6f3c71-03aa-49ec-bc1e-b85ba4da6100, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ac6f3c71-03aa-49ec-bc1e-b85ba4da6100,segment=NetworkSegment(6c3505ef-c633-41fc-8d37-77e38ed3c484),segment_id=6c3505ef-c633-41fc-8d37-77e38ed3c484)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:57.486041 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.487170 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9779c479-46da-4d55-956f-f48ab744772c up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:57.498157 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] Attempting to bind port 8d223b71-6dde-4b6e-ab57-76cdf6866d96 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:57.500544 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] Attempting to bind port 8d223b71-6dde-4b6e-ab57-76cdf6866d96 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:57.500939 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] Attempting to bind port 8d223b71-6dde-4b6e-ab57-76cdf6866d96 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:57.521773 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:57.523764 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:57.525800 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.526232 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:57.526743 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] Bound port: 8d223b71-6dde-4b6e-ab57-76cdf6866d96, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:57.527141 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.547268 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db452d5a-14a6-4cab-a1b3-fcc1fea82443 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Made reservation on behalf of 6e16739c05e6410b96c8a6f780bd04b5 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:57.553357 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db452d5a-14a6-4cab-a1b3-fcc1fea82443 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.592761 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-db452d5a-14a6-4cab-a1b3-fcc1fea82443 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] device_id is not set on port 7f602b40-ad6d-4b21-ba95-dab982d17bb2 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:18:57.604482 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f57ec-6877-4df2-b014-2078db56591a None None] Pushing event updated for resources: {'Port': ['ID=8d223b71-6dde-4b6e-ab57-76cdf6866d96,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:57.660762 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] For port 8d223b71-6dde-4b6e-ab57-76cdf6866d96, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:57.665908 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] For port 8d223b71-6dde-4b6e-ab57-76cdf6866d96, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8d223b71-6dde-4b6e-ab57-76cdf6866d96,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:57.672764 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.715249 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=ac6f3c71-03aa-49ec-bc1e-b85ba4da6100,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:57.728191 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb93ddc5-1a8d-42cd-a8da-89a223de1f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-6cacbfba-926c-4d05-8377-1433ef29afc0', 'network_id': '6cacbfba-926c-4d05-8377-1433ef29afc0', 'tenant_id': '6e16739c05e6410b96c8a6f780bd04b5', 'fixed_ips': [{'subnet_id': '5cc089b5-7b1e-490d-ab47-9edc1da7eec4'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:18:57.728651 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eb93ddc5-1a8d-42cd-a8da-89a223de1f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.748430 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 9779c479-46da-4d55-956f-f48ab744772c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:57.755792 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 9779c479-46da-4d55-956f-f48ab744772c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:57.756480 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.769198 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] Routers {'b152ba2f-d403-450b-9d40-7ca7ea1bd872'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:57.770548 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:18:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b152ba2f-d403-450b-9d40-7ca7ea1bd872'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:57.810721 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-3f4729d4-33db-4447-afc4-a54003c7888b admin admin] Allocated IP 172.20.0.1 (f6d077e1-6a95-43a1-afb5-eee1f9775040/156b87b5-734c-4864-9394-a84eb56bf0dc/bd151854-3c19-4bfc-8918-92d65f71a4c8) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:57.816863 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-db452d5a-14a6-4cab-a1b3-fcc1fea82443 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Allocated IP 172.20.0.6 (6cacbfba-926c-4d05-8377-1433ef29afc0/5cc089b5-7b1e-490d-ab47-9edc1da7eec4/7f602b40-ad6d-4b21-ba95-dab982d17bb2) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:57.835727 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f57ec-6877-4df2-b014-2078db56591a None None] Pushing event updated for resources: {'Port': ['ID=8d223b71-6dde-4b6e-ab57-76cdf6866d96,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:57.964029 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] Set router b152ba2f-d403-450b-9d40-7ca7ea1bd872 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:57.967253 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1312d7f2-9716-4844-a32d-56109fcb6a8e None None] Provisioning complete for port ac6f3c71-03aa-49ec-bc1e-b85ba4da6100 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:57.967638 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1312d7f2-9716-4844-a32d-56109fcb6a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.006729 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.013962 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f4729d4-33db-4447-afc4-a54003c7888b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.032660 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-3f4729d4-33db-4447-afc4-a54003c7888b admin admin] Transition to ACTIVE for port object bd151854-3c19-4bfc-8918-92d65f71a4c8 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:58.071374 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f4729d4-33db-4447-afc4-a54003c7888b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.072443 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 9779c479-46da-4d55-956f-f48ab744772c, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9779c479-46da-4d55-956f-f48ab744772c,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:58.079031 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.097947 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db452d5a-14a6-4cab-a1b3-fcc1fea82443 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.121968 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-db452d5a-14a6-4cab-a1b3-fcc1fea82443 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Transition to ACTIVE for port object 7f602b40-ad6d-4b21-ba95-dab982d17bb2 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:58.131628 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4729d4-33db-4447-afc4-a54003c7888b admin admin] Network f6d077e1-6a95-43a1-afb5-eee1f9775040 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:58.137107 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-3f4729d4-33db-4447-afc4-a54003c7888b admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:58.141389 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4729d4-33db-4447-afc4-a54003c7888b admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:58.165924 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db452d5a-14a6-4cab-a1b3-fcc1fea82443 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.185607 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f4729d4-33db-4447-afc4-a54003c7888b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.194208 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4729d4-33db-4447-afc4-a54003c7888b admin admin] Pushing event updated for resources: {'Port': ['ID=bd151854-3c19-4bfc-8918-92d65f71a4c8,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:58.225291 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-eb93ddc5-1a8d-42cd-a8da-89a223de1f3e None None] Allocated IP 172.20.0.2 (6cacbfba-926c-4d05-8377-1433ef29afc0/5cc089b5-7b1e-490d-ab47-9edc1da7eec4/6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:58.259791 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db452d5a-14a6-4cab-a1b3-fcc1fea82443 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Network 6cacbfba-926c-4d05-8377-1433ef29afc0 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:58.268868 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-db452d5a-14a6-4cab-a1b3-fcc1fea82443 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:58.274899 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db452d5a-14a6-4cab-a1b3-fcc1fea82443 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:58.283136 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db452d5a-14a6-4cab-a1b3-fcc1fea82443 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Pushing event updated for resources: {'Port': ['ID=7f602b40-ad6d-4b21-ba95-dab982d17bb2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:58.329258 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=9779c479-46da-4d55-956f-f48ab744772c,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:58.357666 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db452d5a-14a6-4cab-a1b3-fcc1fea82443 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:58.358817 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db452d5a-14a6-4cab-a1b3-fcc1fea82443 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.380247 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-db452d5a-14a6-4cab-a1b3-fcc1fea82443 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0450666 Jul 05 10:18:58.383083 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39336) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:58.390027 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0f64a159-8bcc-45a2-91da-edb008849619 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1527131815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:58.410486 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b152ba2f-d403-450b-9d40-7ca7ea1bd872', 'name': 'tempest-TestVolumeBootPattern-1133962081-router', 'tenant_id': '4ee7851229b845ba8ad179c08a9474c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '8d223b71-6dde-4b6e-ab57-76cdf6866d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:54Z', 'updated_at': '2021-07-05T10:18:55Z', 'revision_number': 3, 'project_id': '4ee7851229b845ba8ad179c08a9474c6', 'gw_port': {'id': '8d223b71-6dde-4b6e-ab57-76cdf6866d96', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b152ba2f-d403-450b-9d40-7ca7ea1bd872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:54Z', 'updated_at': '2021-07-05T10:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:58.422319 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f64a159-8bcc-45a2-91da-edb008849619 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.423454 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f64a159-8bcc-45a2-91da-edb008849619 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.441861 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb9cbda-a0e8-4142-a73b-c153cd806ba7 None None] The sync data for ids ['b152ba2f-d403-450b-9d40-7ca7ea1bd872'] in n-d-798054-8 is: [{'id': 'b152ba2f-d403-450b-9d40-7ca7ea1bd872', 'name': 'tempest-TestVolumeBootPattern-1133962081-router', 'tenant_id': '4ee7851229b845ba8ad179c08a9474c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '8d223b71-6dde-4b6e-ab57-76cdf6866d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:54Z', 'updated_at': '2021-07-05T10:18:55Z', 'revision_number': 3, 'project_id': '4ee7851229b845ba8ad179c08a9474c6', 'gw_port': {'id': '8d223b71-6dde-4b6e-ab57-76cdf6866d96', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b152ba2f-d403-450b-9d40-7ca7ea1bd872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:54Z', 'updated_at': '2021-07-05T10:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:18:58.473426 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f4729d4-33db-4447-afc4-a54003c7888b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.482607 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eb93ddc5-1a8d-42cd-a8da-89a223de1f3e None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.494157 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eb93ddc5-1a8d-42cd-a8da-89a223de1f3e None None] Transition to ACTIVE for port object 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:58.498829 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f64a159-8bcc-45a2-91da-edb008849619 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.506527 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f64a159-8bcc-45a2-91da-edb008849619 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.514463 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eb93ddc5-1a8d-42cd-a8da-89a223de1f3e None None] Transition to ACTIVE for port object 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:58.522959 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eb93ddc5-1a8d-42cd-a8da-89a223de1f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.530244 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f64a159-8bcc-45a2-91da-edb008849619 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.531971 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0f64a159-8bcc-45a2-91da-edb008849619 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1475513 Jul 05 10:18:58.535128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39338) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:58.540843 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3b3a0204-9fff-40e1-a9ce-a51bf20aa8b5 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1291052630', 'prefixes': ['172.20.0.0/16']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:58.581194 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb93ddc5-1a8d-42cd-a8da-89a223de1f3e None None] Network 6cacbfba-926c-4d05-8377-1433ef29afc0 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:58.587645 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-eb93ddc5-1a8d-42cd-a8da-89a223de1f3e None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:58.595109 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb93ddc5-1a8d-42cd-a8da-89a223de1f3e None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:58.601874 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e02b4e34-e3e3-4b50-93f0-6105dd317f0a None None] Provisioning for port bd151854-3c19-4bfc-8918-92d65f71a4c8 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:58.607562 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b3a0204-9fff-40e1-a9ce-a51bf20aa8b5 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks [] for subnetpool, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.614788 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3b3a0204-9fff-40e1-a9ce-a51bf20aa8b5 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0730789 Jul 05 10:18:58.614788 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39340) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:58.615107 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e02b4e34-e3e3-4b50-93f0-6105dd317f0a None None] Provisioning complete for port bd151854-3c19-4bfc-8918-92d65f71a4c8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:58.615431 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e02b4e34-e3e3-4b50-93f0-6105dd317f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.620918 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-ecced50a-db61-4745-bb17-0517395b215d tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5cc089b5-7b1e-490d-ab47-9edc1da7eec4', 'tempest-TagsExtTest-Tag-369228283') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:58.625773 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93ddc5-1a8d-42cd-a8da-89a223de1f3e None None] Pushing event updated for resources: {'Port': ['ID=6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:58.679605 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f4729d4-33db-4447-afc4-a54003c7888b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.686218 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f4729d4-33db-4447-afc4-a54003c7888b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.714159 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e02b4e34-e3e3-4b50-93f0-6105dd317f0a None None] Port bd151854-3c19-4bfc-8918-92d65f71a4c8 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:18:58.716938 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-eb93ddc5-1a8d-42cd-a8da-89a223de1f3e None None] Attempting to bind port 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:58.718360 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-eb93ddc5-1a8d-42cd-a8da-89a223de1f3e None None] Attempting to bind port 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '829714c1-4cd4-486c-a4be-85d633765d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6cacbfba-926c-4d05-8377-1433ef29afc0'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:58.718615 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb93ddc5-1a8d-42cd-a8da-89a223de1f3e None None] Attempting to bind port 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49 on network 6cacbfba-926c-4d05-8377-1433ef29afc0 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:58.726033 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb93ddc5-1a8d-42cd-a8da-89a223de1f3e None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:58.726033 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb93ddc5-1a8d-42cd-a8da-89a223de1f3e None None] Checking segment: {'id': '829714c1-4cd4-486c-a4be-85d633765d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6cacbfba-926c-4d05-8377-1433ef29afc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:58.726033 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eb93ddc5-1a8d-42cd-a8da-89a223de1f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.726033 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb93ddc5-1a8d-42cd-a8da-89a223de1f3e None None] Bound using segment: {'id': '829714c1-4cd4-486c-a4be-85d633765d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6cacbfba-926c-4d05-8377-1433ef29afc0'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:58.726033 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-eb93ddc5-1a8d-42cd-a8da-89a223de1f3e None None] Bound port: 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829714c1-4cd4-486c-a4be-85d633765d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6cacbfba-926c-4d05-8377-1433ef29afc0'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:58.726646 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eb93ddc5-1a8d-42cd-a8da-89a223de1f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.760931 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ecced50a-db61-4745-bb17-0517395b215d tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "PUT /v2.0/subnets/5cc089b5-7b1e-490d-ab47-9edc1da7eec4/tags/tempest-TagsExtTest-Tag-369228283 HTTP/1.1" status: 201 len: 201 time: 0.1468596 Jul 05 10:18:58.764559 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39342) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:58.768276 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-046668b6-cc91-4342-a385-5ea63ec703a0 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7f602b40-ad6d-4b21-ba95-dab982d17bb2', 'tempest-TagsExtTest-Tag-1371485195') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:58.795345 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f4729d4-33db-4447-afc4-a54003c7888b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.804397 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4729d4-33db-4447-afc4-a54003c7888b admin admin] Pushing event updated for resources: {'Port': ['ID=bd151854-3c19-4bfc-8918-92d65f71a4c8,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:58.827299 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eb93ddc5-1a8d-42cd-a8da-89a223de1f3e None None] For port 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:58.832149 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eb93ddc5-1a8d-42cd-a8da-89a223de1f3e None None] For port 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49,segment=NetworkSegment(829714c1-4cd4-486c-a4be-85d633765d5c),segment_id=829714c1-4cd4-486c-a4be-85d633765d5c)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:58.838894 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eb93ddc5-1a8d-42cd-a8da-89a223de1f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.871259 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-046668b6-cc91-4342-a385-5ea63ec703a0 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "PUT /v2.0/ports/7f602b40-ad6d-4b21-ba95-dab982d17bb2/tags/tempest-TagsExtTest-Tag-1371485195 HTTP/1.1" status: 201 len: 201 time: 0.1042726 Jul 05 10:18:58.873626 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39344) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:58.884366 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-449dfe26-bec0-49a2-88e7-f22c0420ccb6 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dd549280-6899-42fd-8dd0-b3f58bfdb4cb', 'tempest-TagsExtTest-Tag-1258567748') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:58.929195 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93ddc5-1a8d-42cd-a8da-89a223de1f3e None None] Pushing event updated for resources: {'Port': ['ID=6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:59.027519 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-449dfe26-bec0-49a2-88e7-f22c0420ccb6 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "PUT /v2.0/routers/dd549280-6899-42fd-8dd0-b3f58bfdb4cb/tags/tempest-TagsExtTest-Tag-1258567748 HTTP/1.1" status: 201 len: 201 time: 0.1523049 Jul 05 10:18:59.027724 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39346) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:59.032771 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-72cf4f02-ab5a-4f85-a244-46098fb621b4 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '93a21266-79b3-4faa-8211-20a5aabdada2', 'tempest-TagsExtTest-Tag-1058809332') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:59.053112 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4729d4-33db-4447-afc4-a54003c7888b admin admin] Network f6d077e1-6a95-43a1-afb5-eee1f9775040 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:59.062218 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-3f4729d4-33db-4447-afc4-a54003c7888b admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:59.098454 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8d223b71-6dde-4b6e-ab57-76cdf6866d96 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:59.166869 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-72cf4f02-ab5a-4f85-a244-46098fb621b4 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "PUT /v2.0/subnetpools/93a21266-79b3-4faa-8211-20a5aabdada2/tags/tempest-TagsExtTest-Tag-1058809332 HTTP/1.1" status: 201 len: 201 time: 0.1361852 Jul 05 10:18:59.177105 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39348) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:59.189784 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 8d223b71-6dde-4b6e-ab57-76cdf6866d96 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:59.192055 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-cffa0d5f-0502-4d3a-a197-fa03570ebaeb tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5cc089b5-7b1e-490d-ab47-9edc1da7eec4') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:59.198243 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 8d223b71-6dde-4b6e-ab57-76cdf6866d96 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:59.198973 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:59.325728 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:59.332136 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4729d4-33db-4447-afc4-a54003c7888b admin admin] Router b152ba2f-d403-450b-9d40-7ca7ea1bd872 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:18:59.362915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 8d223b71-6dde-4b6e-ab57-76cdf6866d96, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8d223b71-6dde-4b6e-ab57-76cdf6866d96,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:59.368075 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:59.369075 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ac6f3c71-03aa-49ec-bc1e-b85ba4da6100 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:59.386487 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cffa0d5f-0502-4d3a-a197-fa03570ebaeb tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "GET /v2.0/subnets/5cc089b5-7b1e-490d-ab47-9edc1da7eec4/tags HTTP/1.1" status: 200 len: 240 time: 0.2087224 Jul 05 10:18:59.389062 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39350) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:59.394702 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-f40cc744-9d8d-47cc-911f-74506cc3612d tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5cc089b5-7b1e-490d-ab47-9edc1da7eec4', 'tempest-TagsExtTest-Tag-369228283') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:59.465867 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=8d223b71-6dde-4b6e-ab57-76cdf6866d96,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:59.476723 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port ac6f3c71-03aa-49ec-bc1e-b85ba4da6100 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:59.477174 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:59.538657 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f40cc744-9d8d-47cc-911f-74506cc3612d tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "GET /v2.0/subnets/5cc089b5-7b1e-490d-ab47-9edc1da7eec4/tags/tempest-TagsExtTest-Tag-369228283 HTTP/1.1" status: 204 len: 168 time: 0.1485419 Jul 05 10:18:59.541294 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39352) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:59.541648 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4729d4-33db-4447-afc4-a54003c7888b admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:18:59.550613 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-90e873e7-9b21-41ef-afb5-ca98f092d0f8 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5cc089b5-7b1e-490d-ab47-9edc1da7eec4', 'tempest-TagsExtTest-Tag-369228283') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:59.553459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3f4729d4-33db-4447-afc4-a54003c7888b admin admin] 10.222.0.79 "PUT /v2.0/routers/b152ba2f-d403-450b-9d40-7ca7ea1bd872/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9776225 Jul 05 10:18:59.579181 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-660fc01e-8a94-4c2c-be36-fa3cc881f3fe None None] Provisioning complete for port bd151854-3c19-4bfc-8918-92d65f71a4c8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:59.579551 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-660fc01e-8a94-4c2c-be36-fa3cc881f3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:59.626259 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9779c479-46da-4d55-956f-f48ab744772c up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:59.651161 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-90e873e7-9b21-41ef-afb5-ca98f092d0f8 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "DELETE /v2.0/subnets/5cc089b5-7b1e-490d-ab47-9edc1da7eec4/tags/tempest-TagsExtTest-Tag-369228283 HTTP/1.1" status: 204 len: 168 time: 0.1087286 Jul 05 10:18:59.651819 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39356) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:59.656228 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-26aabf9d-18e5-4e38-9c89-9d163e871f55 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5cc089b5-7b1e-490d-ab47-9edc1da7eec4') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:59.658459 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-660fc01e-8a94-4c2c-be36-fa3cc881f3fe None None] Port bd151854-3c19-4bfc-8918-92d65f71a4c8 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:18:59.686610 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 9779c479-46da-4d55-956f-f48ab744772c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:59.687081 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:59.724542 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39364) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:59.730106 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-cfd99814-d955-4247-b763-d9513a1ad02d tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7f602b40-ad6d-4b21-ba95-dab982d17bb2') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:59.733814 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-26aabf9d-18e5-4e38-9c89-9d163e871f55 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "GET /v2.0/subnets/5cc089b5-7b1e-490d-ab47-9edc1da7eec4/tags HTTP/1.1" status: 200 len: 205 time: 0.0809662 Jul 05 10:18:59.798204 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cfd99814-d955-4247-b763-d9513a1ad02d tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "GET /v2.0/ports/7f602b40-ad6d-4b21-ba95-dab982d17bb2/tags HTTP/1.1" status: 200 len: 241 time: 0.0703351 Jul 05 10:18:59.798388 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39366) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:59.803222 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-5a586e97-b5a9-4820-a7a8-032957c514fa tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7f602b40-ad6d-4b21-ba95-dab982d17bb2', 'tempest-TagsExtTest-Tag-1371485195') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:59.862145 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5a586e97-b5a9-4820-a7a8-032957c514fa tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "GET /v2.0/ports/7f602b40-ad6d-4b21-ba95-dab982d17bb2/tags/tempest-TagsExtTest-Tag-1371485195 HTTP/1.1" status: 204 len: 168 time: 0.0625305 Jul 05 10:18:59.864671 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39368) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:59.869413 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-047887a6-7745-435c-9a7e-472eb19cadd7 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7f602b40-ad6d-4b21-ba95-dab982d17bb2', 'tempest-TagsExtTest-Tag-1371485195') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:59.945790 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-047887a6-7745-435c-9a7e-472eb19cadd7 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "DELETE /v2.0/ports/7f602b40-ad6d-4b21-ba95-dab982d17bb2/tags/tempest-TagsExtTest-Tag-1371485195 HTTP/1.1" status: 204 len: 168 time: 0.0800271 Jul 05 10:18:59.948167 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39378) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:59.952627 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-0ab170e2-9025-4e75-a4a7-e27cc36c6be9 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7f602b40-ad6d-4b21-ba95-dab982d17bb2') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:00.013341 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0ab170e2-9025-4e75-a4a7-e27cc36c6be9 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "GET /v2.0/ports/7f602b40-ad6d-4b21-ba95-dab982d17bb2/tags HTTP/1.1" status: 200 len: 205 time: 0.0640991 Jul 05 10:19:00.015975 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39380) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:00.021450 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-46258d70-6558-4f3d-ba65-b0bc08014d65 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dd549280-6899-42fd-8dd0-b3f58bfdb4cb') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:00.105829 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-46258d70-6558-4f3d-ba65-b0bc08014d65 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "GET /v2.0/routers/dd549280-6899-42fd-8dd0-b3f58bfdb4cb/tags HTTP/1.1" status: 200 len: 241 time: 0.0887392 Jul 05 10:19:00.108374 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39382) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:00.113071 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-7cf0bd3e-0be0-4158-8b3f-edd95685a07d tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dd549280-6899-42fd-8dd0-b3f58bfdb4cb', 'tempest-TagsExtTest-Tag-1258567748') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:00.157689 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378b14ff-b426-4247-ab9b-a28b76ccf35b None None] Network 6cacbfba-926c-4d05-8377-1433ef29afc0 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:00.194371 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7cf0bd3e-0be0-4158-8b3f-edd95685a07d tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "GET /v2.0/routers/dd549280-6899-42fd-8dd0-b3f58bfdb4cb/tags/tempest-TagsExtTest-Tag-1258567748 HTTP/1.1" status: 204 len: 168 time: 0.0846729 Jul 05 10:19:00.196970 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39384) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:00.201971 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-56f2f8ad-1ed7-4729-a171-4bf2c8cc868d tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'dd549280-6899-42fd-8dd0-b3f58bfdb4cb', 'tempest-TagsExtTest-Tag-1258567748') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:00.225040 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ef1ea01a-5727-4f42-b165-5c7c95563c5e None None] Provisioning for port 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:19:00.315128 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-56f2f8ad-1ed7-4729-a171-4bf2c8cc868d tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "DELETE /v2.0/routers/dd549280-6899-42fd-8dd0-b3f58bfdb4cb/tags/tempest-TagsExtTest-Tag-1258567748 HTTP/1.1" status: 204 len: 168 time: 0.1148386 Jul 05 10:19:00.315409 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39386) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:00.321518 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-8fedb3fe-93bf-4279-bbf0-21076737ec81 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dd549280-6899-42fd-8dd0-b3f58bfdb4cb') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:00.415374 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8fedb3fe-93bf-4279-bbf0-21076737ec81 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "GET /v2.0/routers/dd549280-6899-42fd-8dd0-b3f58bfdb4cb/tags HTTP/1.1" status: 200 len: 205 time: 0.0988681 Jul 05 10:19:00.417840 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39392) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:00.422196 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-9e34123e-f50f-4cea-8f55-d9bfde19ca32 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '93a21266-79b3-4faa-8211-20a5aabdada2') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:00.462766 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9e34123e-f50f-4cea-8f55-d9bfde19ca32 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "GET /v2.0/subnetpools/93a21266-79b3-4faa-8211-20a5aabdada2/tags HTTP/1.1" status: 200 len: 241 time: 0.0438666 Jul 05 10:19:00.465261 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39394) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:00.470228 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-237f8de4-67e8-43b3-a605-4205dc277810 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '93a21266-79b3-4faa-8211-20a5aabdada2', 'tempest-TagsExtTest-Tag-1058809332') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:00.496765 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-237f8de4-67e8-43b3-a605-4205dc277810 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "GET /v2.0/subnetpools/93a21266-79b3-4faa-8211-20a5aabdada2/tags/tempest-TagsExtTest-Tag-1058809332 HTTP/1.1" status: 204 len: 168 time: 0.0299859 Jul 05 10:19:00.498792 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39398) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:00.507103 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-b80ff495-df02-4946-997e-e5f9461e4a7b tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '93a21266-79b3-4faa-8211-20a5aabdada2', 'tempest-TagsExtTest-Tag-1058809332') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:00.546115 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b80ff495-df02-4946-997e-e5f9461e4a7b tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "DELETE /v2.0/subnetpools/93a21266-79b3-4faa-8211-20a5aabdada2/tags/tempest-TagsExtTest-Tag-1058809332 HTTP/1.1" status: 204 len: 168 time: 0.0461740 Jul 05 10:19:00.548560 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39400) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:00.554298 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-341432e1-6eae-4f94-905b-e05769d2b85b tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '93a21266-79b3-4faa-8211-20a5aabdada2') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:00.594611 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-341432e1-6eae-4f94-905b-e05769d2b85b tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "GET /v2.0/subnetpools/93a21266-79b3-4faa-8211-20a5aabdada2/tags HTTP/1.1" status: 200 len: 205 time: 0.0443385 Jul 05 10:19:00.597125 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39402) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:00.604948 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-8d7d86d3-45bc-4d59-8de9-2106965b63e2 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '93a21266-79b3-4faa-8211-20a5aabdada2') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:00.607714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] Sync routers for ids ['b152ba2f-d403-450b-9d40-7ca7ea1bd872'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:19:00.623823 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] Routers {'b152ba2f-d403-450b-9d40-7ca7ea1bd872'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:19:00.624573 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:18:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b152ba2f-d403-450b-9d40-7ca7ea1bd872'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:00.646209 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39404) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:00.651096 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-07ff5692-f90a-462f-b734-4bf786c994e8 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dd549280-6899-42fd-8dd0-b3f58bfdb4cb') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:00.653006 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8d7d86d3-45bc-4d59-8de9-2106965b63e2 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "DELETE /v2.0/subnetpools/93a21266-79b3-4faa-8211-20a5aabdada2/tags HTTP/1.1" status: 204 len: 168 time: 0.0544388 Jul 05 10:19:00.691813 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d09f6bb3-f6db-473e-8fc3-393e47fdeb2a None None] Provisioning for port 7f602b40-ad6d-4b21-ba95-dab982d17bb2 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:19:00.730456 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d09f6bb3-f6db-473e-8fc3-393e47fdeb2a None None] Provisioning complete for port 7f602b40-ad6d-4b21-ba95-dab982d17bb2 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:00.730982 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d09f6bb3-f6db-473e-8fc3-393e47fdeb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:00.744509 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39406) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:00.749790 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-84e53e49-2851-477d-bf7b-ac2ca39abe67 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7f602b40-ad6d-4b21-ba95-dab982d17bb2') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:00.754010 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-07ff5692-f90a-462f-b734-4bf786c994e8 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "DELETE /v2.0/routers/dd549280-6899-42fd-8dd0-b3f58bfdb4cb/tags HTTP/1.1" status: 204 len: 168 time: 0.1066449 Jul 05 10:19:00.787348 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] Set router b152ba2f-d403-450b-9d40-7ca7ea1bd872 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:19:00.822042 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39408) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:00.826822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-6bcf0107-a79f-4c5d-90c6-b3bcecdb94d5 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5cc089b5-7b1e-490d-ab47-9edc1da7eec4') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:00.830612 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-84e53e49-2851-477d-bf7b-ac2ca39abe67 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "DELETE /v2.0/ports/7f602b40-ad6d-4b21-ba95-dab982d17bb2/tags HTTP/1.1" status: 204 len: 168 time: 0.0846310 Jul 05 10:19:00.898094 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6bcf0107-a79f-4c5d-90c6-b3bcecdb94d5 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "DELETE /v2.0/subnets/5cc089b5-7b1e-490d-ab47-9edc1da7eec4/tags HTTP/1.1" status: 204 len: 168 time: 0.0746243 Jul 05 10:19:00.899002 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39410) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:00.903742 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-37bcca6b-d6e7-424d-9d67-a0f2b8f3aebb tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5cc089b5-7b1e-490d-ab47-9edc1da7eec4', 'tempest-TagsExtTest-Tag-2007010382') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:00.979439 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-37bcca6b-d6e7-424d-9d67-a0f2b8f3aebb tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "PUT /v2.0/subnets/5cc089b5-7b1e-490d-ab47-9edc1da7eec4/tags/tempest-TagsExtTest-Tag-2007010382 HTTP/1.1" status: 201 len: 201 time: 0.0767543 Jul 05 10:19:00.979706 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39412) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:00.984672 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-eef18c94-691e-4303-9c27-10ec51cd5d28 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7f602b40-ad6d-4b21-ba95-dab982d17bb2', 'tempest-TagsExtTest-Tag-2031558425') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:01.055791 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d09f6bb3-f6db-473e-8fc3-393e47fdeb2a None None] Port 7f602b40-ad6d-4b21-ba95-dab982d17bb2 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:19:01.074319 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-eef18c94-691e-4303-9c27-10ec51cd5d28 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "PUT /v2.0/ports/7f602b40-ad6d-4b21-ba95-dab982d17bb2/tags/tempest-TagsExtTest-Tag-2031558425 HTTP/1.1" status: 201 len: 201 time: 0.0915699 Jul 05 10:19:01.074885 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39414) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:01.080063 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-f7ee0f05-0375-4438-bf76-411f712e918b tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dd549280-6899-42fd-8dd0-b3f58bfdb4cb', 'tempest-TagsExtTest-Tag-1241244449') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:01.091006 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8d223b71-6dde-4b6e-ab57-76cdf6866d96 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:19:01.181929 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 8d223b71-6dde-4b6e-ab57-76cdf6866d96 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:01.182313 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:01.186552 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f7ee0f05-0375-4438-bf76-411f712e918b tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "PUT /v2.0/routers/dd549280-6899-42fd-8dd0-b3f58bfdb4cb/tags/tempest-TagsExtTest-Tag-1241244449 HTTP/1.1" status: 201 len: 201 time: 0.1080027 Jul 05 10:19:01.186809 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39416) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:01.191535 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-6a7e14b4-2245-48bd-b1c3-ff4d1709e727 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '93a21266-79b3-4faa-8211-20a5aabdada2', 'tempest-TagsExtTest-Tag-1628784244') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:01.227092 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6a7e14b4-2245-48bd-b1c3-ff4d1709e727 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "PUT /v2.0/subnetpools/93a21266-79b3-4faa-8211-20a5aabdada2/tags/tempest-TagsExtTest-Tag-1628784244 HTTP/1.1" status: 201 len: 201 time: 0.0392594 Jul 05 10:19:01.229900 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39418) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:01.234697 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-7452eca4-f3bc-4536-a65c-b02a0cf410fb tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5cc089b5-7b1e-490d-ab47-9edc1da7eec4', {'tags': ['tempest-TagsExtTest-Tag-915036765', 'tempest-TagsExtTest-Tag-5226345', 'tempest-TagsExtTest-Tag-1892283232']}) {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:01.282709 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7fb8b9dc-ac54-4b09-8cf7-0d063a6e76b1 None None] Provisioning complete for port 7f602b40-ad6d-4b21-ba95-dab982d17bb2 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:01.283082 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7fb8b9dc-ac54-4b09-8cf7-0d063a6e76b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:01.294844 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7452eca4-f3bc-4536-a65c-b02a0cf410fb tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "PUT /v2.0/subnets/5cc089b5-7b1e-490d-ab47-9edc1da7eec4/tags HTTP/1.1" status: 200 len: 314 time: 0.0639338 Jul 05 10:19:01.297517 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39420) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:01.301806 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-4aea3ca7-3729-40eb-abb1-0855b3ea8923 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5cc089b5-7b1e-490d-ab47-9edc1da7eec4') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:01.348462 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b152ba2f-d403-450b-9d40-7ca7ea1bd872', 'name': 'tempest-TestVolumeBootPattern-1133962081-router', 'tenant_id': '4ee7851229b845ba8ad179c08a9474c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '8d223b71-6dde-4b6e-ab57-76cdf6866d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:54Z', 'updated_at': '2021-07-05T10:18:58Z', 'revision_number': 4, 'project_id': '4ee7851229b845ba8ad179c08a9474c6', 'gw_port': {'id': '8d223b71-6dde-4b6e-ab57-76cdf6866d96', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b152ba2f-d403-450b-9d40-7ca7ea1bd872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:54Z', 'updated_at': '2021-07-05T10:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'bd151854-3c19-4bfc-8918-92d65f71a4c8', 'name': '', 'network_id': 'f6d077e1-6a95-43a1-afb5-eee1f9775040', 'tenant_id': '4ee7851229b845ba8ad179c08a9474c6', 'mac_address': 'fa:16:3e:52:3d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b152ba2f-d403-450b-9d40-7ca7ea1bd872', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '156b87b5-734c-4864-9394-a84eb56bf0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:57Z', 'updated_at': '2021-07-05T10:18:58Z', 'revision_number': 2, 'project_id': '4ee7851229b845ba8ad179c08a9474c6', 'subnets': [{'id': '156b87b5-734c-4864-9394-a84eb56bf0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:01.371204 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4aea3ca7-3729-40eb-abb1-0855b3ea8923 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "DELETE /v2.0/subnets/5cc089b5-7b1e-490d-ab47-9edc1da7eec4/tags HTTP/1.1" status: 204 len: 168 time: 0.0726726 Jul 05 10:19:01.373915 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39422) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:01.378261 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-ee1ba85a-634d-407c-8dfb-66493ed57333 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5cc089b5-7b1e-490d-ab47-9edc1da7eec4', 'tempest-TagsExtTest-Tag-915036765') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:01.380400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7fb8b9dc-ac54-4b09-8cf7-0d063a6e76b1 None None] Port 7f602b40-ad6d-4b21-ba95-dab982d17bb2 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:19:01.384709 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] Checking router: b152ba2f-d403-450b-9d40-7ca7ea1bd872 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:19:01.385071 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] Updating router b152ba2f-d403-450b-9d40-7ca7ea1bd872 port bd151854-3c19-4bfc-8918-92d65f71a4c8 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:19:01.388533 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:19:01.427276 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-ee1ba85a-634d-407c-8dfb-66493ed57333 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] show failed (client error): The resource could not be found. Jul 05 10:19:01.428355 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ee1ba85a-634d-407c-8dfb-66493ed57333 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "GET /v2.0/subnets/5cc089b5-7b1e-490d-ab47-9edc1da7eec4/tags/tempest-TagsExtTest-Tag-915036765 HTTP/1.1" status: 404 len: 328 time: 0.0535374 Jul 05 10:19:01.431376 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39424) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:01.435673 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-dfc7d2ff-9380-4a86-8bc0-4a1ddd29bd15 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5cc089b5-7b1e-490d-ab47-9edc1da7eec4', 'tempest-TagsExtTest-Tag-5226345') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:01.448614 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:01.496627 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-dfc7d2ff-9380-4a86-8bc0-4a1ddd29bd15 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] show failed (client error): The resource could not be found. Jul 05 10:19:01.500151 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-dfc7d2ff-9380-4a86-8bc0-4a1ddd29bd15 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "GET /v2.0/subnets/5cc089b5-7b1e-490d-ab47-9edc1da7eec4/tags/tempest-TagsExtTest-Tag-5226345 HTTP/1.1" status: 404 len: 326 time: 0.0660698 Jul 05 10:19:01.500374 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39430) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:01.504960 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-c03260a7-024b-4a24-86c3-b8f2127bd493 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5cc089b5-7b1e-490d-ab47-9edc1da7eec4', 'tempest-TagsExtTest-Tag-1892283232') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:01.511134 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:19:01.559599 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-c03260a7-024b-4a24-86c3-b8f2127bd493 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] show failed (client error): The resource could not be found. Jul 05 10:19:01.560877 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:01.561256 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:01.565397 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39434) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:01.568566 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c03260a7-024b-4a24-86c3-b8f2127bd493 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "GET /v2.0/subnets/5cc089b5-7b1e-490d-ab47-9edc1da7eec4/tags/tempest-TagsExtTest-Tag-1892283232 HTTP/1.1" status: 404 len: 329 time: 0.0670385 Jul 05 10:19:01.573067 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-d4559189-7c90-43eb-bec2-04650548b3c6 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7f602b40-ad6d-4b21-ba95-dab982d17bb2', {'tags': ['tempest-TagsExtTest-Tag-1167133325', 'tempest-TagsExtTest-Tag-1222322541', 'tempest-TagsExtTest-Tag-174333740']}) {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:01.646184 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d4559189-7c90-43eb-bec2-04650548b3c6 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "PUT /v2.0/ports/7f602b40-ad6d-4b21-ba95-dab982d17bb2/tags HTTP/1.1" status: 200 len: 317 time: 0.0797129 Jul 05 10:19:01.648776 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39440) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:01.653460 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-8402f958-acf9-492b-aa44-880281e9f8ad tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7f602b40-ad6d-4b21-ba95-dab982d17bb2') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:01.729242 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8402f958-acf9-492b-aa44-880281e9f8ad tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "DELETE /v2.0/ports/7f602b40-ad6d-4b21-ba95-dab982d17bb2/tags HTTP/1.1" status: 204 len: 168 time: 0.0793643 Jul 05 10:19:01.732336 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39444) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:01.737049 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-23e2fcbe-1db0-458e-8bf3-7e708f3043e7 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7f602b40-ad6d-4b21-ba95-dab982d17bb2', 'tempest-TagsExtTest-Tag-1167133325') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:01.738747 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:01.787738 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49,segment=NetworkSegment(829714c1-4cd4-486c-a4be-85d633765d5c),segment_id=829714c1-4cd4-486c-a4be-85d633765d5c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:01.792986 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-23e2fcbe-1db0-458e-8bf3-7e708f3043e7 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] show failed (client error): The resource could not be found. Jul 05 10:19:01.794437 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-23e2fcbe-1db0-458e-8bf3-7e708f3043e7 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "GET /v2.0/ports/7f602b40-ad6d-4b21-ba95-dab982d17bb2/tags/tempest-TagsExtTest-Tag-1167133325 HTTP/1.1" status: 404 len: 329 time: 0.0609112 Jul 05 10:19:01.797871 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39446) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:01.802372 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-37af4330-73d2-48e7-b778-f03e36a92de9 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7f602b40-ad6d-4b21-ba95-dab982d17bb2', 'tempest-TagsExtTest-Tag-1222322541') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:01.810504 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:01.828913 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-808cac37-b0b6-4b53-9cd3-78d823c2cdef tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:01.830627 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-808cac37-b0b6-4b53-9cd3-78d823c2cdef tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 812 time: 0.1143599 Jul 05 10:19:01.848743 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-cd431d4e-73f7-4805-8cf2-4f09c11a38a9 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/quotas/a0bdddb2ec084de69e94b6aa65e9aea2 HTTP/1.1" status: 200 len: 375 time: 0.0113266 Jul 05 10:19:01.858865 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-37af4330-73d2-48e7-b778-f03e36a92de9 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] show failed (client error): The resource could not be found. Jul 05 10:19:01.860099 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-37af4330-73d2-48e7-b778-f03e36a92de9 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "GET /v2.0/ports/7f602b40-ad6d-4b21-ba95-dab982d17bb2/tags/tempest-TagsExtTest-Tag-1222322541 HTTP/1.1" status: 404 len: 329 time: 0.0611219 Jul 05 10:19:01.862700 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39448) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:01.863463 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:01.868898 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-ddaff58d-473e-470c-8a37-dce01c1dfaa4 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7f602b40-ad6d-4b21-ba95-dab982d17bb2', 'tempest-TagsExtTest-Tag-174333740') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:01.884997 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] Transition to ACTIVE for port object bd151854-3c19-4bfc-8918-92d65f71a4c8 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:19:01.888250 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:01.892686 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:01.927202 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-ddaff58d-473e-470c-8a37-dce01c1dfaa4 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] show failed (client error): The resource could not be found. Jul 05 10:19:01.929218 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ddaff58d-473e-470c-8a37-dce01c1dfaa4 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "GET /v2.0/ports/7f602b40-ad6d-4b21-ba95-dab982d17bb2/tags/tempest-TagsExtTest-Tag-174333740 HTTP/1.1" status: 404 len: 328 time: 0.0650480 Jul 05 10:19:01.931642 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-ae8e6c7b-62e1-48ad-96a3-b97a8a58307b tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756953 Jul 05 10:19:01.932421 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39450) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:01.938160 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-7cc66ba3-dd13-4dc8-93ed-404348124b7a tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'dd549280-6899-42fd-8dd0-b3f58bfdb4cb', {'tags': ['tempest-TagsExtTest-Tag-1704237556', 'tempest-TagsExtTest-Tag-685779720', 'tempest-TagsExtTest-Tag-1945086958']}) {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:01.951006 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35f13e-7835-45b7-a28f-4f936acbe6d4 None None] Pushing event updated for resources: {'Port': ['ID=bd151854-3c19-4bfc-8918-92d65f71a4c8,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:02.014409 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] Attempting to bind port bd151854-3c19-4bfc-8918-92d65f71a4c8 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:19:02.014794 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] Attempting to bind port bd151854-3c19-4bfc-8918-92d65f71a4c8 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '6c3505ef-c633-41fc-8d37-77e38ed3c484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f6d077e1-6a95-43a1-afb5-eee1f9775040'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:19:02.015168 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] Attempting to bind port bd151854-3c19-4bfc-8918-92d65f71a4c8 on network f6d077e1-6a95-43a1-afb5-eee1f9775040 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:19:02.020449 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:19:02.020836 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] Checking segment: {'id': '6c3505ef-c633-41fc-8d37-77e38ed3c484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f6d077e1-6a95-43a1-afb5-eee1f9775040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:02.021255 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:02.021660 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] Bound using segment: {'id': '6c3505ef-c633-41fc-8d37-77e38ed3c484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f6d077e1-6a95-43a1-afb5-eee1f9775040'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:19:02.022342 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] Bound port: bd151854-3c19-4bfc-8918-92d65f71a4c8, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3505ef-c633-41fc-8d37-77e38ed3c484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f6d077e1-6a95-43a1-afb5-eee1f9775040'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:19:02.022730 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:02.049995 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39452) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:02.051802 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7cc66ba3-dd13-4dc8-93ed-404348124b7a tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "PUT /v2.0/routers/dd549280-6899-42fd-8dd0-b3f58bfdb4cb/tags HTTP/1.1" status: 200 len: 317 time: 0.1172800 Jul 05 10:19:02.055660 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-1b1ba5d9-4a8e-4ac2-873c-3e061c84ad29 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dd549280-6899-42fd-8dd0-b3f58bfdb4cb') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:02.092983 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] For port bd151854-3c19-4bfc-8918-92d65f71a4c8, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:19:02.096572 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] For port bd151854-3c19-4bfc-8918-92d65f71a4c8, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bd151854-3c19-4bfc-8918-92d65f71a4c8,segment=NetworkSegment(6c3505ef-c633-41fc-8d37-77e38ed3c484),segment_id=6c3505ef-c633-41fc-8d37-77e38ed3c484)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:19:02.105751 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:02.109505 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-26d91d9c-1039-4948-bd17-3f898551d4a3 service neutron] 10.222.0.79 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665263 Jul 05 10:19:02.179090 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] Routers {'b152ba2f-d403-450b-9d40-7ca7ea1bd872'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:19:02.179982 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:18:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b152ba2f-d403-450b-9d40-7ca7ea1bd872'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:02.221104 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35f13e-7835-45b7-a28f-4f936acbe6d4 None None] Pushing event updated for resources: {'Port': ['ID=bd151854-3c19-4bfc-8918-92d65f71a4c8,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:02.311178 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] Set router b152ba2f-d403-450b-9d40-7ca7ea1bd872 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:19:02.534430 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b152ba2f-d403-450b-9d40-7ca7ea1bd872', 'name': 'tempest-TestVolumeBootPattern-1133962081-router', 'tenant_id': '4ee7851229b845ba8ad179c08a9474c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '8d223b71-6dde-4b6e-ab57-76cdf6866d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:54Z', 'updated_at': '2021-07-05T10:18:58Z', 'revision_number': 4, 'project_id': '4ee7851229b845ba8ad179c08a9474c6', 'gw_port': {'id': '8d223b71-6dde-4b6e-ab57-76cdf6866d96', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b152ba2f-d403-450b-9d40-7ca7ea1bd872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:54Z', 'updated_at': '2021-07-05T10:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'bd151854-3c19-4bfc-8918-92d65f71a4c8', 'name': '', 'network_id': 'f6d077e1-6a95-43a1-afb5-eee1f9775040', 'tenant_id': '4ee7851229b845ba8ad179c08a9474c6', 'mac_address': 'fa:16:3e:52:3d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b152ba2f-d403-450b-9d40-7ca7ea1bd872', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '156b87b5-734c-4864-9394-a84eb56bf0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:57Z', 'updated_at': '2021-07-05T10:19:02Z', 'revision_number': 4, 'project_id': '4ee7851229b845ba8ad179c08a9474c6', 'subnets': [{'id': '156b87b5-734c-4864-9394-a84eb56bf0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:02.561079 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc552ec-75f6-4a18-9528-8dcfd1f98dd5 None None] The sync data for ids ['b152ba2f-d403-450b-9d40-7ca7ea1bd872'] in n-d-798054-8 is: [{'id': 'b152ba2f-d403-450b-9d40-7ca7ea1bd872', 'name': 'tempest-TestVolumeBootPattern-1133962081-router', 'tenant_id': '4ee7851229b845ba8ad179c08a9474c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '8d223b71-6dde-4b6e-ab57-76cdf6866d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:54Z', 'updated_at': '2021-07-05T10:18:58Z', 'revision_number': 4, 'project_id': '4ee7851229b845ba8ad179c08a9474c6', 'gw_port': {'id': '8d223b71-6dde-4b6e-ab57-76cdf6866d96', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b152ba2f-d403-450b-9d40-7ca7ea1bd872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:54Z', 'updated_at': '2021-07-05T10:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'bd151854-3c19-4bfc-8918-92d65f71a4c8', 'name': '', 'network_id': 'f6d077e1-6a95-43a1-afb5-eee1f9775040', 'tenant_id': '4ee7851229b845ba8ad179c08a9474c6', 'mac_address': 'fa:16:3e:52:3d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b152ba2f-d403-450b-9d40-7ca7ea1bd872', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '156b87b5-734c-4864-9394-a84eb56bf0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:57Z', 'updated_at': '2021-07-05T10:19:02Z', 'revision_number': 4, 'project_id': '4ee7851229b845ba8ad179c08a9474c6', 'subnets': [{'id': '156b87b5-734c-4864-9394-a84eb56bf0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:19:02.590207 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1b1ba5d9-4a8e-4ac2-873c-3e061c84ad29 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "DELETE /v2.0/routers/dd549280-6899-42fd-8dd0-b3f58bfdb4cb/tags HTTP/1.1" status: 204 len: 168 time: 0.5390167 Jul 05 10:19:02.592993 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39454) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:02.598109 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-7c2b8ba5-49f9-4b96-ac74-56c1d7594221 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dd549280-6899-42fd-8dd0-b3f58bfdb4cb', 'tempest-TagsExtTest-Tag-1704237556') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:02.602811 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-60769c3d-0de3-4c3e-9bcb-b9c109a68f22 service neutron] 10.222.0.79 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065454 Jul 05 10:19:02.715680 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-7c2b8ba5-49f9-4b96-ac74-56c1d7594221 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] show failed (client error): The resource could not be found. Jul 05 10:19:02.717125 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7c2b8ba5-49f9-4b96-ac74-56c1d7594221 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "GET /v2.0/routers/dd549280-6899-42fd-8dd0-b3f58bfdb4cb/tags/tempest-TagsExtTest-Tag-1704237556 HTTP/1.1" status: 404 len: 329 time: 0.1231360 Jul 05 10:19:02.719838 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39458) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:02.725200 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-03fce389-3cfa-474c-b01b-df309c52189b tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dd549280-6899-42fd-8dd0-b3f58bfdb4cb', 'tempest-TagsExtTest-Tag-685779720') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:02.808039 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-03fce389-3cfa-474c-b01b-df309c52189b tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] show failed (client error): The resource could not be found. Jul 05 10:19:02.812325 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-03fce389-3cfa-474c-b01b-df309c52189b tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "GET /v2.0/routers/dd549280-6899-42fd-8dd0-b3f58bfdb4cb/tags/tempest-TagsExtTest-Tag-685779720 HTTP/1.1" status: 404 len: 328 time: 0.0912735 Jul 05 10:19:02.812801 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39464) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:02.819915 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-ad1e60d3-370e-457b-8043-fedc1d834408 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dd549280-6899-42fd-8dd0-b3f58bfdb4cb', 'tempest-TagsExtTest-Tag-1945086958') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:02.849226 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:02.908034 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-ad1e60d3-370e-457b-8043-fedc1d834408 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] show failed (client error): The resource could not be found. Jul 05 10:19:02.909149 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ad1e60d3-370e-457b-8043-fedc1d834408 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "GET /v2.0/routers/dd549280-6899-42fd-8dd0-b3f58bfdb4cb/tags/tempest-TagsExtTest-Tag-1945086958 HTTP/1.1" status: 404 len: 329 time: 0.0952659 Jul 05 10:19:02.911925 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39466) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:02.926217 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-e59ddeca-e415-4fcd-ab4b-f4c29430f6de tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '93a21266-79b3-4faa-8211-20a5aabdada2', {'tags': ['tempest-TagsExtTest-Tag-840882116', 'tempest-TagsExtTest-Tag-1143592714', 'tempest-TagsExtTest-Tag-512181047']}) {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:02.996948 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-06222efb-b5d5-4f9e-9951-1040e3918d20 req-949a3d3e-dfac-4877-8e87-3f86eec751de tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 210 time: 0.0451765 Jul 05 10:19:03.016182 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e59ddeca-e415-4fcd-ab4b-f4c29430f6de tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "PUT /v2.0/subnetpools/93a21266-79b3-4faa-8211-20a5aabdada2/tags HTTP/1.1" status: 200 len: 316 time: 0.0942078 Jul 05 10:19:03.019190 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39472) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:03.026042 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-e9aa1051-13af-486b-addc-f1cedf1d5a3b tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '93a21266-79b3-4faa-8211-20a5aabdada2') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:03.063925 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:19:03.095614 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e9aa1051-13af-486b-addc-f1cedf1d5a3b tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "DELETE /v2.0/subnetpools/93a21266-79b3-4faa-8211-20a5aabdada2/tags HTTP/1.1" status: 204 len: 168 time: 0.0723748 Jul 05 10:19:03.095913 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39474) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:03.101780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-db331524-b5c7-46cc-b4b4-c6f1b3a10057 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '93a21266-79b3-4faa-8211-20a5aabdada2', 'tempest-TagsExtTest-Tag-840882116') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:03.124593 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:03.125003 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:03.169140 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-db331524-b5c7-46cc-b4b4-c6f1b3a10057 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] show failed (client error): The resource could not be found. Jul 05 10:19:03.170246 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-db331524-b5c7-46cc-b4b4-c6f1b3a10057 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "GET /v2.0/subnetpools/93a21266-79b3-4faa-8211-20a5aabdada2/tags/tempest-TagsExtTest-Tag-840882116 HTTP/1.1" status: 404 len: 328 time: 0.0733969 Jul 05 10:19:03.173366 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39480) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:03.178141 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-e2dd9d12-c07b-47f7-8a49-a4822cc523ac tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '93a21266-79b3-4faa-8211-20a5aabdada2', 'tempest-TagsExtTest-Tag-1143592714') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:03.201687 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-e2dd9d12-c07b-47f7-8a49-a4822cc523ac tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] show failed (client error): The resource could not be found. Jul 05 10:19:03.202891 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e2dd9d12-c07b-47f7-8a49-a4822cc523ac tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "GET /v2.0/subnetpools/93a21266-79b3-4faa-8211-20a5aabdada2/tags/tempest-TagsExtTest-Tag-1143592714 HTTP/1.1" status: 404 len: 329 time: 0.0285358 Jul 05 10:19:03.206324 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39482) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:03.214590 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-273300b6-80d5-43a5-b175-e56b9ca9a854 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '93a21266-79b3-4faa-8211-20a5aabdada2', 'tempest-TagsExtTest-Tag-512181047') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:03.233479 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bd151854-3c19-4bfc-8918-92d65f71a4c8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:19:03.241631 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-273300b6-80d5-43a5-b175-e56b9ca9a854 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] show failed (client error): The resource could not be found. Jul 05 10:19:03.243307 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-273300b6-80d5-43a5-b175-e56b9ca9a854 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "GET /v2.0/subnetpools/93a21266-79b3-4faa-8211-20a5aabdada2/tags/tempest-TagsExtTest-Tag-512181047 HTTP/1.1" status: 404 len: 328 time: 0.0349076 Jul 05 10:19:03.246144 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39484) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:03.252389 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-f65038c9-cd1a-43f6-82b0-5b316475566a tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '93a21266-79b3-4faa-8211-20a5aabdada2') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:03.293198 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f65038c9-cd1a-43f6-82b0-5b316475566a tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "DELETE /v2.0/subnetpools/93a21266-79b3-4faa-8211-20a5aabdada2/tags HTTP/1.1" status: 204 len: 168 time: 0.0458131 Jul 05 10:19:03.296048 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39486) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:03.300153 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port bd151854-3c19-4bfc-8918-92d65f71a4c8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:19:03.302157 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-f2b66610-1bae-437a-bd4d-27318cddce12 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dd549280-6899-42fd-8dd0-b3f58bfdb4cb') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:03.306325 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port bd151854-3c19-4bfc-8918-92d65f71a4c8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:03.306829 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:03.405416 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:03.410504 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f2b66610-1bae-437a-bd4d-27318cddce12 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "DELETE /v2.0/routers/dd549280-6899-42fd-8dd0-b3f58bfdb4cb/tags HTTP/1.1" status: 204 len: 168 time: 0.1127641 Jul 05 10:19:03.413006 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39490) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:03.418559 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-3ae37886-d426-4ce9-b002-8f189aa1774c tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7f602b40-ad6d-4b21-ba95-dab982d17bb2') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:03.453956 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port bd151854-3c19-4bfc-8918-92d65f71a4c8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bd151854-3c19-4bfc-8918-92d65f71a4c8,segment=NetworkSegment(6c3505ef-c633-41fc-8d37-77e38ed3c484),segment_id=6c3505ef-c633-41fc-8d37-77e38ed3c484)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:03.457750 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:03.492734 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3ae37886-d426-4ce9-b002-8f189aa1774c tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "DELETE /v2.0/ports/7f602b40-ad6d-4b21-ba95-dab982d17bb2/tags HTTP/1.1" status: 204 len: 168 time: 0.0781672 Jul 05 10:19:03.495587 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39492) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:03.500523 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-3b73b6cd-6785-4dbc-8d5e-b6d0e714f283 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5cc089b5-7b1e-490d-ab47-9edc1da7eec4') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:03.540512 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=bd151854-3c19-4bfc-8918-92d65f71a4c8,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:03.572301 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39494) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:03.572526 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3b73b6cd-6785-4dbc-8d5e-b6d0e714f283 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "DELETE /v2.0/subnets/5cc089b5-7b1e-490d-ab47-9edc1da7eec4/tags HTTP/1.1" status: 204 len: 168 time: 0.0755134 Jul 05 10:19:03.675122 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-955ac8bd-0047-445e-a3c3-4ea45bce7fe1 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks [] for subnetpool, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:03.676342 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-955ac8bd-0047-445e-a3c3-4ea45bce7fe1 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "DELETE /v2.0/subnetpools/93a21266-79b3-4faa-8211-20a5aabdada2 HTTP/1.1" status: 204 len: 168 time: 0.1024399 Jul 05 10:19:03.679106 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39496) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:03.717113 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2c049e66-9c63-4a42-9a2a-306312ccaffe tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd549280-6899-42fd-8dd0-b3f58bfdb4cb HTTP/1.1" status: 200 len: 205 time: 0.0364268 Jul 05 10:19:03.719193 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39500) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:03.812737 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c752b7b0-896e-49b6-a144-43ff60004082 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:03.980775 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c752b7b0-896e-49b6-a144-43ff60004082 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:03.982883 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c752b7b0-896e-49b6-a144-43ff60004082 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.029563 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c752b7b0-896e-49b6-a144-43ff60004082 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.030057 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c752b7b0-896e-49b6-a144-43ff60004082 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Fanout notify agent at l3_agent the message router_deleted on router dd549280-6899-42fd-8dd0-b3f58bfdb4cb {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:19:04.036877 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c752b7b0-896e-49b6-a144-43ff60004082 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.038655 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c752b7b0-896e-49b6-a144-43ff60004082 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "DELETE /v2.0/routers/dd549280-6899-42fd-8dd0-b3f58bfdb4cb HTTP/1.1" status: 204 len: 168 time: 0.3176312 Jul 05 10:19:04.041336 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39506) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:04.174047 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7e52ca0-52c9-495b-82c4-9cf685f0bc27 req-b88450fd-1bca-4682-b0c4-1b1ac7e9d807 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 210 time: 0.0430145 Jul 05 10:19:04.265219 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6743835e-fc5c-4c7a-9f71-fd9cd910b0c3 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Deleting port 7f602b40-ad6d-4b21-ba95-dab982d17bb2 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:19:04.265744 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6743835e-fc5c-4c7a-9f71-fd9cd910b0c3 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.322254 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-e7b054c5-e0a1-421e-8326-c3d03a40c185 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:04.323696 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-e7b054c5-e0a1-421e-8326-c3d03a40c185 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.78 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 812 time: 0.1891265 Jul 05 10:19:04.337642 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-93930ff1-dcac-4c43-a683-04f6511d0f45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Request body: {'port': {'device_id': '9ba0e579-de10-4d46-99cf-4c4179a5f318', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'admin_state_up': True, 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:04.428504 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6743835e-fc5c-4c7a-9f71-fd9cd910b0c3 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.452165 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6743835e-fc5c-4c7a-9f71-fd9cd910b0c3 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Calling delete_port for 7f602b40-ad6d-4b21-ba95-dab982d17bb2 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:19:04.535163 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-93930ff1-dcac-4c43-a683-04f6511d0f45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Made reservation on behalf of a0bdddb2ec084de69e94b6aa65e9aea2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:04.538799 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-93930ff1-dcac-4c43-a683-04f6511d0f45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.694827 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6743835e-fc5c-4c7a-9f71-fd9cd910b0c3 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.741970 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743835e-fc5c-4c7a-9f71-fd9cd910b0c3 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Pushing event deleted for resources: {'Port': ['ID=7f602b40-ad6d-4b21-ba95-dab982d17bb2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:04.744428 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-93930ff1-dcac-4c43-a683-04f6511d0f45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Allocated IP 172.20.0.3 (640a92f1-ba53-4724-b927-c597caf88f39/fe81aa39-c7e6-420e-8913-88a4162da5db/53720310-9a94-4044-bdb4-6e3cd39cc38f) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:19:04.849988 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6743835e-fc5c-4c7a-9f71-fd9cd910b0c3 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.854459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6743835e-fc5c-4c7a-9f71-fd9cd910b0c3 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "DELETE /v2.0/ports/7f602b40-ad6d-4b21-ba95-dab982d17bb2 HTTP/1.1" status: 204 len: 168 time: 0.8097849 Jul 05 10:19:04.855102 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39508) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:04.969851 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f51052-bb7c-4aa3-90af-cc74e404e520 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Deleting subnet 5cc089b5-7b1e-490d-ab47-9edc1da7eec4 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:19:04.981690 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d4f51052-bb7c-4aa3-90af-cc74e404e520 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.982772 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bd151854-3c19-4bfc-8918-92d65f71a4c8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:19:05.042992 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d4f51052-bb7c-4aa3-90af-cc74e404e520 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.048548 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-93930ff1-dcac-4c43-a683-04f6511d0f45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.071442 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port bd151854-3c19-4bfc-8918-92d65f71a4c8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:05.071442 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.095413 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-93930ff1-dcac-4c43-a683-04f6511d0f45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Transition to ACTIVE for port object 53720310-9a94-4044-bdb4-6e3cd39cc38f will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:19:05.168502 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d4f51052-bb7c-4aa3-90af-cc74e404e520 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.206279 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-93930ff1-dcac-4c43-a683-04f6511d0f45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.269861 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-93930ff1-dcac-4c43-a683-04f6511d0f45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Network 640a92f1-ba53-4724-b927-c597caf88f39 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:19:05.279884 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-93930ff1-dcac-4c43-a683-04f6511d0f45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:05.282996 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93930ff1-dcac-4c43-a683-04f6511d0f45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event updated for resources: {'Port': ['ID=53720310-9a94-4044-bdb4-6e3cd39cc38f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:05.286339 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-93930ff1-dcac-4c43-a683-04f6511d0f45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:19:05.291957 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d4f51052-bb7c-4aa3-90af-cc74e404e520 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.363320 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f51052-bb7c-4aa3-90af-cc74e404e520 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Pushing event deleted for resources: {'Subnet': ['ID=5cc089b5-7b1e-490d-ab47-9edc1da7eec4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:05.388649 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d4f51052-bb7c-4aa3-90af-cc74e404e520 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.392902 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d4f51052-bb7c-4aa3-90af-cc74e404e520 tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "DELETE /v2.0/subnets/5cc089b5-7b1e-490d-ab47-9edc1da7eec4 HTTP/1.1" status: 204 len: 168 time: 0.5347960 Jul 05 10:19:05.394664 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39522) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:05.396930 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787825b4-363b-4b8f-9fa5-48337f75a5fe None None] Network 6cacbfba-926c-4d05-8377-1433ef29afc0 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:05.408588 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-93930ff1-dcac-4c43-a683-04f6511d0f45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:05.408588 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-93930ff1-dcac-4c43-a683-04f6511d0f45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.432131 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-93930ff1-dcac-4c43-a683-04f6511d0f45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0991609 Jul 05 10:19:05.448869 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-56e0c5e2-e68a-4570-83eb-0cfae03bfba1 service neutron] Request body: {'port': {'device_id': '9ba0e579-de10-4d46-99cf-4c4179a5f318', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:05.505176 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1b9fa-da1f-4cb9-bb58-51a1d67b07a8 req-802659aa-8871-47eb-8090-001f0471cba6 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:05.506822 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09d1b9fa-da1f-4cb9-bb58-51a1d67b07a8 req-802659aa-8871-47eb-8090-001f0471cba6 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 931 time: 0.1840110 Jul 05 10:19:05.511721 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2abf6b10-e10b-4b62-8181-c7179d6a663e tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.586144 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-2abf6b10-e10b-4b62-8181-c7179d6a663e tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Deleting port 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:19:05.586785 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2abf6b10-e10b-4b62-8181-c7179d6a663e tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.605021 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-266c78e0-ba76-4773-b238-07bd86bfabc8 None None] Provisioning for port 53720310-9a94-4044-bdb4-6e3cd39cc38f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:19:05.607054 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09d1b9fa-da1f-4cb9-bb58-51a1d67b07a8 req-0b48e22f-36ed-42c6-9903-600259462199 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932846 Jul 05 10:19:05.610157 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-56e0c5e2-e68a-4570-83eb-0cfae03bfba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.632217 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-266c78e0-ba76-4773-b238-07bd86bfabc8 None None] Provisioning complete for port 53720310-9a94-4044-bdb4-6e3cd39cc38f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:05.635789 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-266c78e0-ba76-4773-b238-07bd86bfabc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.689442 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-266c78e0-ba76-4773-b238-07bd86bfabc8 None None] Port 53720310-9a94-4044-bdb4-6e3cd39cc38f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:19:05.689731 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-2abf6b10-e10b-4b62-8181-c7179d6a663e tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] For port 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49,segment=NetworkSegment(829714c1-4cd4-486c-a4be-85d633765d5c),segment_id=829714c1-4cd4-486c-a4be-85d633765d5c)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:05.690063 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2abf6b10-e10b-4b62-8181-c7179d6a663e tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.710482 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-2abf6b10-e10b-4b62-8181-c7179d6a663e tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Calling delete_port for 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:19:05.768276 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c20092d-b74b-4ba5-af25-b2cf535a7f4e None None] DHCP port deletion for 6cacbfba-926c-4d05-8377-1433ef29afc0 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:19:05.813193 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2abf6b10-e10b-4b62-8181-c7179d6a663e tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.841766 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8c20092d-b74b-4ba5-af25-b2cf535a7f4e None None] Deleting port 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:19:05.842507 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8c20092d-b74b-4ba5-af25-b2cf535a7f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.844566 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf6b10-e10b-4b62-8181-c7179d6a663e tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Pushing event deleted for resources: {'Port': ['ID=6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:05.850209 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abf6b10-e10b-4b62-8181-c7179d6a663e tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] No DVR routers for this DVR port 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:19:05.924796 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8c20092d-b74b-4ba5-af25-b2cf535a7f4e None None] For port 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49, host n-d-798054-8, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:05.925051 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8c20092d-b74b-4ba5-af25-b2cf535a7f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.937475 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-56e0c5e2-e68a-4570-83eb-0cfae03bfba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53720310-9a94-4044-bdb4-6e3cd39cc38f {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:19:05.945937 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2abf6b10-e10b-4b62-8181-c7179d6a663e tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.948623 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8c20092d-b74b-4ba5-af25-b2cf535a7f4e None None] Calling delete_port for 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:19:05.951726 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-56e0c5e2-e68a-4570-83eb-0cfae03bfba1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.954776 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-8c20092d-b74b-4ba5-af25-b2cf535a7f4e None None] Port 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49 was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 10:19:05.956133 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8c20092d-b74b-4ba5-af25-b2cf535a7f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.958577 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2abf6b10-e10b-4b62-8181-c7179d6a663e tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cacbfba-926c-4d05-8377-1433ef29afc0']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:05.971143 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-56e0c5e2-e68a-4570-83eb-0cfae03bfba1 service neutron] Transition to ACTIVE for port object 53720310-9a94-4044-bdb4-6e3cd39cc38f will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:19:05.976470 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-56e0c5e2-e68a-4570-83eb-0cfae03bfba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.978239 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2abf6b10-e10b-4b62-8181-c7179d6a663e tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829714c1-4cd4-486c-a4be-85d633765d5c') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:05.978801 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2abf6b10-e10b-4b62-8181-c7179d6a663e tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829714c1-4cd4-486c-a4be-85d633765d5c') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:05.986473 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20092d-b74b-4ba5-af25-b2cf535a7f4e None None] Pushing event deleted for resources: {'Port': ['ID=6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:05.989944 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c20092d-b74b-4ba5-af25-b2cf535a7f4e None None] No DVR routers for this DVR port 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:19:05.994684 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2abf6b10-e10b-4b62-8181-c7179d6a663e tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.011694 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2abf6b10-e10b-4b62-8181-c7179d6a663e tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.017761 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abf6b10-e10b-4b62-8181-c7179d6a663e tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:19:06.018525 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2abf6b10-e10b-4b62-8181-c7179d6a663e tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:19:06.022155 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:19:06.050319 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0c5e2-e68a-4570-83eb-0cfae03bfba1 service neutron] Pushing event updated for resources: {'Port': ['ID=53720310-9a94-4044-bdb4-6e3cd39cc38f,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:06.115773 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2abf6b10-e10b-4b62-8181-c7179d6a663e tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.120775 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2abf6b10-e10b-4b62-8181-c7179d6a663e tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.125905 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2abf6b10-e10b-4b62-8181-c7179d6a663e tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] 10.222.0.79 "DELETE /v2.0/networks/6cacbfba-926c-4d05-8377-1433ef29afc0 HTTP/1.1" status: 204 len: 168 time: 0.7264559 Jul 05 10:19:06.162045 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf6b10-e10b-4b62-8181-c7179d6a663e tempest-TagsExtTest-1905187107 tempest-TagsExtTest-1905187107-project] Pushing event deleted for resources: {'Network': ['ID=6cacbfba-926c-4d05-8377-1433ef29afc0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:06.176030 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-56e0c5e2-e68a-4570-83eb-0cfae03bfba1 service neutron] Attempting to bind port 53720310-9a94-4044-bdb4-6e3cd39cc38f on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:19:06.176678 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-56e0c5e2-e68a-4570-83eb-0cfae03bfba1 service neutron] Attempting to bind port 53720310-9a94-4044-bdb4-6e3cd39cc38f by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:19:06.177472 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-56e0c5e2-e68a-4570-83eb-0cfae03bfba1 service neutron] Attempting to bind port 53720310-9a94-4044-bdb4-6e3cd39cc38f on network 640a92f1-ba53-4724-b927-c597caf88f39 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:19:06.185166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-56e0c5e2-e68a-4570-83eb-0cfae03bfba1 service neutron] Port 53720310-9a94-4044-bdb4-6e3cd39cc38f on network 640a92f1-ba53-4724-b927-c597caf88f39 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:19:06.185937 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-56e0c5e2-e68a-4570-83eb-0cfae03bfba1 service neutron] Attempting to bind port 53720310-9a94-4044-bdb4-6e3cd39cc38f on network 640a92f1-ba53-4724-b927-c597caf88f39 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:19:06.191563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-56e0c5e2-e68a-4570-83eb-0cfae03bfba1 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:19:06.192120 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-56e0c5e2-e68a-4570-83eb-0cfae03bfba1 service neutron] Checking segment: {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:06.192607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-56e0c5e2-e68a-4570-83eb-0cfae03bfba1 service neutron] Bound using segment: {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:19:06.193145 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-56e0c5e2-e68a-4570-83eb-0cfae03bfba1 service neutron] Bound port: 53720310-9a94-4044-bdb4-6e3cd39cc38f, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:19:06.193606 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-56e0c5e2-e68a-4570-83eb-0cfae03bfba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.257088 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.273519 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-56e0c5e2-e68a-4570-83eb-0cfae03bfba1 service neutron] For port 53720310-9a94-4044-bdb4-6e3cd39cc38f, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:19:06.277595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-56e0c5e2-e68a-4570-83eb-0cfae03bfba1 service neutron] For port 53720310-9a94-4044-bdb4-6e3cd39cc38f, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=53720310-9a94-4044-bdb4-6e3cd39cc38f,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:19:06.282880 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-56e0c5e2-e68a-4570-83eb-0cfae03bfba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.325853 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-56e0c5e2-e68a-4570-83eb-0cfae03bfba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:06.326789 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-56e0c5e2-e68a-4570-83eb-0cfae03bfba1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.328244 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-56e0c5e2-e68a-4570-83eb-0cfae03bfba1 service neutron] 10.222.0.78 "PUT /v2.0/ports/53720310-9a94-4044-bdb4-6e3cd39cc38f HTTP/1.1" status: 200 len: 1091 time: 0.8849380 Jul 05 10:19:06.328687 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba0e579-de10-4d46-99cf-4c4179a5f318', 'tag': '53720310-9a94-4044-bdb4-6e3cd39cc38f'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:19:06.333837 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c876e7-f733-432d-a3c2-bbbc13da9557" -d '{"events": [{"name": "network-changed", "server_uuid": "9ba0e579-de10-4d46-99cf-4c4179a5f318", "tag": "53720310-9a94-4044-bdb4-6e3cd39cc38f"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:19:06.403134 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65fff97-46e6-4c07-97da-6048ae4bcac9 x-openstack-request-id: req-d65fff97-46e6-4c07-97da-6048ae4bcac9 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:19:06.403409 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ba0e579-de10-4d46-99cf-4c4179a5f318", "tag": "53720310-9a94-4044-bdb4-6e3cd39cc38f", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:19:06.403594 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d65fff97-46e6-4c07-97da-6048ae4bcac9 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:19:06.404018 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ba0e579-de10-4d46-99cf-4c4179a5f318', 'tag': '53720310-9a94-4044-bdb4-6e3cd39cc38f', 'status': 'completed', 'code': 200} Jul 05 10:19:06.406029 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0c5e2-e68a-4570-83eb-0cfae03bfba1 service neutron] Pushing event updated for resources: {'Port': ['ID=53720310-9a94-4044-bdb4-6e3cd39cc38f,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:06.477902 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-a5a384a5-add7-4792-a437-8928dcad8304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:06.479528 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-a5a384a5-add7-4792-a437-8928dcad8304 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 1094 time: 0.0888681 Jul 05 10:19:06.531690 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-6dc083d0-cad6-4239-adfd-be02f73e8435 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53720310-9a94-4044-bdb4-6e3cd39cc38f HTTP/1.1" status: 200 len: 217 time: 0.0450220 Jul 05 10:19:06.563758 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39536) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:06.588565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-c38e60af-4304-4d61-a475-57369fcd5cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:06.590082 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-c38e60af-4304-4d61-a475-57369fcd5cb5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.0528948 Jul 05 10:19:06.652857 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-d1dce530-9361-434b-bb71-0a58995c1e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:06.654452 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-d1dce530-9361-434b-bb71-0a58995c1e63 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582075 Jul 05 10:19:06.760558 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fa6e9e37-ce70-4f89-a740-627c1f96edb2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6e16739c05e6410b96c8a6f780bd04b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1934276 Jul 05 10:19:06.761827 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39542) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:06.766866 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-2636a9da-394f-4d69-a05d-60e6deccfc7a service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012778 Jul 05 10:19:06.815195 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-841a3812-ab25-45c7-8db4-1fcbd58e156d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.842087 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-841a3812-ab25-45c7-8db4-1fcbd58e156d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.895301 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-841a3812-ab25-45c7-8db4-1fcbd58e156d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.899212 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-841a3812-ab25-45c7-8db4-1fcbd58e156d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.900467 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-841a3812-ab25-45c7-8db4-1fcbd58e156d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/de4b33f0-4197-457a-bd0e-5508254d9e4a HTTP/1.1" status: 204 len: 168 time: 0.1365547 Jul 05 10:19:06.909837 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a3812-ab25-45c7-8db4-1fcbd58e156d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4b33f0-4197-457a-bd0e-5508254d9e4a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:06.941687 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58e72c12-9d6a-4750-9cd6-fccf7c142c4a req-80efe401-dd24-4c76-8f77-e48e4667fcdc service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675162 Jul 05 10:19:06.959399 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f97a4-36ff-4dfc-a03f-38df74f9433a req-63e36d86-9072-4adf-a9ac-b61d267e32cd tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:06.962378 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7e2f97a4-36ff-4dfc-a03f-38df74f9433a req-63e36d86-9072-4adf-a9ac-b61d267e32cd tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 943 time: 0.1353555 Jul 05 10:19:06.979145 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:19:07.000738 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:19:07.002343 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6aee0d7e-45d4-43dd-a84e-7c8da5fcfc49 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:19:07.053949 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7e2f97a4-36ff-4dfc-a03f-38df74f9433a req-f0c66a4d-def2-41a9-8a3a-5a54d3690464 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735433 Jul 05 10:19:07.086900 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c876e7-f733-432d-a3c2-bbbc13da9557 req-425fe576-d237-4b0c-9d09-1c4dc7eb2cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:07.088512 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34c876e7-f733-432d-a3c2-bbbc13da9557 req-425fe576-d237-4b0c-9d09-1c4dc7eb2cbd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 1094 time: 0.0798855 Jul 05 10:19:07.191664 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c876e7-f733-432d-a3c2-bbbc13da9557 req-6252cc5b-6982-47d9-9221-31626ec429bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:07.194499 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34c876e7-f733-432d-a3c2-bbbc13da9557 req-6252cc5b-6982-47d9-9221-31626ec429bb service neutron] 10.222.0.78 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 913 time: 0.0998275 Jul 05 10:19:07.240737 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34c876e7-f733-432d-a3c2-bbbc13da9557 req-4ad6df13-b940-4ea6-b52a-8ffd7383b709 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53720310-9a94-4044-bdb4-6e3cd39cc38f HTTP/1.1" status: 200 len: 217 time: 0.0392816 Jul 05 10:19:07.293607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c876e7-f733-432d-a3c2-bbbc13da9557 req-6fcb4c8b-63fb-44fb-a172-7165c800f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:07.295112 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34c876e7-f733-432d-a3c2-bbbc13da9557 req-6fcb4c8b-63fb-44fb-a172-7165c800f164 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.0483723 Jul 05 10:19:07.363253 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c876e7-f733-432d-a3c2-bbbc13da9557 req-a475d8c9-a338-4863-b6f8-c25705382c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:07.364925 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34c876e7-f733-432d-a3c2-bbbc13da9557 req-a475d8c9-a338-4863-b6f8-c25705382c82 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640612 Jul 05 10:19:07.456991 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34c876e7-f733-432d-a3c2-bbbc13da9557 req-78044a05-7e6a-422e-a79d-0550180a007b service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853086 Jul 05 10:19:07.559650 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34c876e7-f733-432d-a3c2-bbbc13da9557 req-106bea8e-3d02-4882-8e96-d272b606b547 service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965340 Jul 05 10:19:08.247290 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882ec43-10de-4f61-83d3-ebee8826e680 req-36e27ed8-747c-4b05-9e61-55d0cc4d0221 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:08.248822 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f882ec43-10de-4f61-83d3-ebee8826e680 req-36e27ed8-747c-4b05-9e61-55d0cc4d0221 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 943 time: 0.0637264 Jul 05 10:19:08.288734 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f882ec43-10de-4f61-83d3-ebee8826e680 req-10daa594-5b7f-446c-b5a4-934afaa34b74 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338924 Jul 05 10:19:08.716303 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39600) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:08.830754 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-939b0efe-ec9f-4ab8-9aba-e99b3b233681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:08.929026 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-939b0efe-ec9f-4ab8-9aba-e99b3b233681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:08.932675 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-939b0efe-ec9f-4ab8-9aba-e99b3b233681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:08.970651 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-939b0efe-ec9f-4ab8-9aba-e99b3b233681 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ffcc2f3d405e4d18a377261ed95adf65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2531376 Jul 05 10:19:08.971587 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b0efe-ec9f-4ab8-9aba-e99b3b233681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fbeb1a-d3af-4859-a3f7-caa5ca852e00,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:08.973593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39606) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:09.022618 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d93d140b-ef77-496b-bb8b-eda4a762acb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.042935 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d93d140b-ef77-496b-bb8b-eda4a762acb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.088005 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d93d140b-ef77-496b-bb8b-eda4a762acb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.090569 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d93d140b-ef77-496b-bb8b-eda4a762acb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.091762 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d93d140b-ef77-496b-bb8b-eda4a762acb2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/81fbeb1a-d3af-4859-a3f7-caa5ca852e00 HTTP/1.1" status: 204 len: 168 time: 0.1169875 Jul 05 10:19:09.099268 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d140b-ef77-496b-bb8b-eda4a762acb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fbeb1a-d3af-4859-a3f7-caa5ca852e00,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:09.350383 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39614) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:09.367989 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6970352-7081-4fc9-bb63-fcb8f73bfb55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.487388 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6970352-7081-4fc9-bb63-fcb8f73bfb55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.493814 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6970352-7081-4fc9-bb63-fcb8f73bfb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.544741 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8ebb9-f510-45a9-baaa-b3cf7fbf94de req-11c2cfed-48ca-43b8-bada-4793caf61428 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:09.546232 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5fe8ebb9-f510-45a9-baaa-b3cf7fbf94de req-11c2cfed-48ca-43b8-bada-4793caf61428 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 943 time: 0.1198504 Jul 05 10:19:09.549390 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a6970352-7081-4fc9-bb63-fcb8f73bfb55 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=82eacc718c9c4f2fa894dc1294b5becb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980162 Jul 05 10:19:09.550606 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6970352-7081-4fc9-bb63-fcb8f73bfb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c850ae-b41d-4d61-9e1c-720ec5b577e1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:09.552163 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39616) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:09.586594 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5fe8ebb9-f510-45a9-baaa-b3cf7fbf94de req-521f83dd-2786-404e-9dff-691045a575c9 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331037 Jul 05 10:19:09.607667 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dbbe92ef-346f-4d6d-9312-e5e1f5769ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.628737 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dbbe92ef-346f-4d6d-9312-e5e1f5769ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.676274 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dbbe92ef-346f-4d6d-9312-e5e1f5769ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.678840 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dbbe92ef-346f-4d6d-9312-e5e1f5769ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.680192 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-dbbe92ef-346f-4d6d-9312-e5e1f5769ff6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/02c850ae-b41d-4d61-9e1c-720ec5b577e1 HTTP/1.1" status: 204 len: 168 time: 0.1270072 Jul 05 10:19:09.687992 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe92ef-346f-4d6d-9312-e5e1f5769ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c850ae-b41d-4d61-9e1c-720ec5b577e1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:10.103289 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39636) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:10.215459 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-235c3689-5dfe-47be-902a-ebf44ec2ec6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.306727 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-235c3689-5dfe-47be-902a-ebf44ec2ec6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.310806 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-235c3689-5dfe-47be-902a-ebf44ec2ec6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.351096 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-235c3689-5dfe-47be-902a-ebf44ec2ec6b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=14673a1217d0482f9e5d6c5fa66b4e77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453287 Jul 05 10:19:10.351907 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c3689-5dfe-47be-902a-ebf44ec2ec6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e431ec1-a69e-475a-9d11-1d36bd80f51f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:10.353341 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39648) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:10.407091 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b91f5084-472e-4c9d-83a8-03f8ada05089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.429688 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b91f5084-472e-4c9d-83a8-03f8ada05089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.477414 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b91f5084-472e-4c9d-83a8-03f8ada05089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.480049 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b91f5084-472e-4c9d-83a8-03f8ada05089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.481292 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b91f5084-472e-4c9d-83a8-03f8ada05089 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7e431ec1-a69e-475a-9d11-1d36bd80f51f HTTP/1.1" status: 204 len: 168 time: 0.1269631 Jul 05 10:19:10.489724 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f5084-472e-4c9d-83a8-03f8ada05089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e431ec1-a69e-475a-9d11-1d36bd80f51f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:10.768682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e4b76-ef36-461d-85eb-ef428ee7a8f7 req-b7c3b29e-03f3-4fad-af31-4e956f6ad2bf tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:10.770364 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-836e4b76-ef36-461d-85eb-ef428ee7a8f7 req-b7c3b29e-03f3-4fad-af31-4e956f6ad2bf tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 943 time: 0.0693178 Jul 05 10:19:10.810421 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-836e4b76-ef36-461d-85eb-ef428ee7a8f7 req-85bd50fa-4d0f-4c64-93a1-e5d41a10d55a tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331450 Jul 05 10:19:11.995266 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55839cf8-c0d8-4c70-b28f-539084e1626f req-a180f211-6426-4029-be0e-dffec0e5a060 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:11.996856 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55839cf8-c0d8-4c70-b28f-539084e1626f req-a180f211-6426-4029-be0e-dffec0e5a060 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 943 time: 0.0716348 Jul 05 10:19:12.041091 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55839cf8-c0d8-4c70-b28f-539084e1626f req-cadb6270-3f63-4e4c-a041-355c2847167b tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388687 Jul 05 10:19:12.339149 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:19:12.736971 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 39798) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:12.841114 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34595e32-dfb8-45f2-9730-b722e7fbee84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:12.930566 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34595e32-dfb8-45f2-9730-b722e7fbee84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:12.934153 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34595e32-dfb8-45f2-9730-b722e7fbee84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:12.973251 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-34595e32-dfb8-45f2-9730-b722e7fbee84 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8be7233d66494abbbd49611f0fdc64df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351613 Jul 05 10:19:12.974150 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34595e32-dfb8-45f2-9730-b722e7fbee84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a1fa83-acbf-423e-ba64-c5eeaec162f0,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:12.975879 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39802) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:13.026100 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-67ca254b-6267-4964-bd46-e0eee3dcb998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:13.047991 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-67ca254b-6267-4964-bd46-e0eee3dcb998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:13.096508 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-67ca254b-6267-4964-bd46-e0eee3dcb998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:13.099100 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-67ca254b-6267-4964-bd46-e0eee3dcb998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:13.100449 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-67ca254b-6267-4964-bd46-e0eee3dcb998 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/02a1fa83-acbf-423e-ba64-c5eeaec162f0 HTTP/1.1" status: 204 len: 168 time: 0.1225703 Jul 05 10:19:13.109144 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca254b-6267-4964-bd46-e0eee3dcb998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a1fa83-acbf-423e-ba64-c5eeaec162f0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:13.229316 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4665d-2b4e-4f38-9eef-9cd91a6fdd7d req-f5d0fe2c-de3a-4f95-83ed-e622af8c0fcd tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:13.230958 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ec4665d-2b4e-4f38-9eef-9cd91a6fdd7d req-f5d0fe2c-de3a-4f95-83ed-e622af8c0fcd tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 943 time: 0.0709467 Jul 05 10:19:13.268558 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ec4665d-2b4e-4f38-9eef-9cd91a6fdd7d req-933967c1-7cba-46a7-94e8-ccf4c259f5c5 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318730 Jul 05 10:19:13.403381 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39810) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:13.417014 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d3c0f10-d23d-4168-8202-5f61c2f4031d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:13.508878 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d3c0f10-d23d-4168-8202-5f61c2f4031d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:13.512543 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d3c0f10-d23d-4168-8202-5f61c2f4031d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:13.548743 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c0f10-d23d-4168-8202-5f61c2f4031d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf84263-5dbb-4325-8c08-e2416a87a8f6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:13.553123 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6d3c0f10-d23d-4168-8202-5f61c2f4031d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ab4962ebf6314387bd6b94a66ee66d4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482868 Jul 05 10:19:13.555662 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 39812) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:13.603627 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6deb48f5-6399-4a4b-b8d2-7c40088d62e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:13.624582 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6deb48f5-6399-4a4b-b8d2-7c40088d62e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:13.672024 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6deb48f5-6399-4a4b-b8d2-7c40088d62e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:13.674670 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6deb48f5-6399-4a4b-b8d2-7c40088d62e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:13.678955 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6deb48f5-6399-4a4b-b8d2-7c40088d62e0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6cf84263-5dbb-4325-8c08-e2416a87a8f6 HTTP/1.1" status: 204 len: 168 time: 0.1223183 Jul 05 10:19:13.687201 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb48f5-6399-4a4b-b8d2-7c40088d62e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf84263-5dbb-4325-8c08-e2416a87a8f6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:14.471650 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09077c98-6f1f-4b9b-8905-c3f8df353209 req-7a6dd333-03e0-415b-a78e-78de3c701f5f tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:14.473212 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09077c98-6f1f-4b9b-8905-c3f8df353209 req-7a6dd333-03e0-415b-a78e-78de3c701f5f tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 943 time: 0.0713484 Jul 05 10:19:14.520471 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09077c98-6f1f-4b9b-8905-c3f8df353209 req-7a826274-74ba-4a04-8d31-09789d9efec2 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397432 Jul 05 10:19:15.712234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cab57-9d97-48cb-836b-31abda82c2b8 req-36ed2801-0151-48fe-b46b-d01539f7bf32 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:15.714197 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ee9cab57-9d97-48cb-836b-31abda82c2b8 req-36ed2801-0151-48fe-b46b-d01539f7bf32 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 943 time: 0.0755045 Jul 05 10:19:15.755695 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ee9cab57-9d97-48cb-836b-31abda82c2b8 req-17d52b46-c0c6-4d4d-a7b8-59dbc090544d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350528 Jul 05 10:19:16.514174 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40022) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:16.633875 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5734cd4-de72-4279-ae17-2db6ec840a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:16.727416 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5734cd4-de72-4279-ae17-2db6ec840a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:16.731696 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5734cd4-de72-4279-ae17-2db6ec840a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:16.779024 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c5734cd4-de72-4279-ae17-2db6ec840a87 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=be75a964a09640dab2d5e8a1e1829fbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2636366 Jul 05 10:19:16.781929 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40032) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:16.782693 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5734cd4-de72-4279-ae17-2db6ec840a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cded53-29cf-4ef1-b849-60160ea4e01e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:16.850925 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68060c1f-3ffa-44b9-aa7f-754095b5514a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:16.873970 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68060c1f-3ffa-44b9-aa7f-754095b5514a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:16.929663 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68060c1f-3ffa-44b9-aa7f-754095b5514a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:16.932692 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68060c1f-3ffa-44b9-aa7f-754095b5514a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:16.936418 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-68060c1f-3ffa-44b9-aa7f-754095b5514a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/25cded53-29cf-4ef1-b849-60160ea4e01e HTTP/1.1" status: 204 len: 168 time: 0.1391528 Jul 05 10:19:16.945737 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68060c1f-3ffa-44b9-aa7f-754095b5514a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cded53-29cf-4ef1-b849-60160ea4e01e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:16.985437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ea4a3-5928-4615-bd17-4fae1dbc39da req-10557f47-58a1-406a-be80-a1456e3468b9 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:16.987076 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-830ea4a3-5928-4615-bd17-4fae1dbc39da req-10557f47-58a1-406a-be80-a1456e3468b9 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 943 time: 0.0930989 Jul 05 10:19:17.036795 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-830ea4a3-5928-4615-bd17-4fae1dbc39da req-5aebcb17-14cf-48df-9839-0611f17bef50 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419750 Jul 05 10:19:17.215703 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40038) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:17.229703 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b31d8ba2-3963-433d-aa35-f32135603b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:17.323416 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b31d8ba2-3963-433d-aa35-f32135603b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:17.326994 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b31d8ba2-3963-433d-aa35-f32135603b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:17.361723 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 53720310-9a94-4044-bdb4-6e3cd39cc38f details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:19:17.365111 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b31d8ba2-3963-433d-aa35-f32135603b76 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=011b25e91eae4543ab0c9f4b7fc8579d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482832 Jul 05 10:19:17.365878 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d8ba2-3963-433d-aa35-f32135603b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51968a23-519d-4fa9-9232-5956e2016098,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:17.367886 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40042) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:17.417486 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b4df689-018d-48f0-b56f-e490afdb64bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:17.441388 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b4df689-018d-48f0-b56f-e490afdb64bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:17.465691 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 53720310-9a94-4044-bdb4-6e3cd39cc38f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=53720310-9a94-4044-bdb4-6e3cd39cc38f,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:17.480418 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '53720310-9a94-4044-bdb4-6e3cd39cc38f', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'port_id': '53720310-9a94-4044-bdb4-6e3cd39cc38f', 'mac_address': 'fa:16:3e:df:2c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:19:17.508304 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b4df689-018d-48f0-b56f-e490afdb64bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:17.511163 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b4df689-018d-48f0-b56f-e490afdb64bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:17.512598 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1b4df689-018d-48f0-b56f-e490afdb64bf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/51968a23-519d-4fa9-9232-5956e2016098 HTTP/1.1" status: 204 len: 168 time: 0.1437178 Jul 05 10:19:17.520917 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4df689-018d-48f0-b56f-e490afdb64bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51968a23-519d-4fa9-9232-5956e2016098,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:17.527645 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:17.548616 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53720310-9a94-4044-bdb4-6e3cd39cc38f {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:19:17.570549 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 53720310-9a94-4044-bdb4-6e3cd39cc38f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=53720310-9a94-4044-bdb4-6e3cd39cc38f,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:17.576123 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:17.629505 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=53720310-9a94-4044-bdb4-6e3cd39cc38f,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:17.885257 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['53720310-9a94-4044-bdb4-6e3cd39cc38f'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:19:18.221500 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aeb2b4-dd6e-4281-ba35-e4c64b4245e4 req-9fef9488-9b13-4b7b-a3fd-75bb0467b948 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:18.223191 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-96aeb2b4-dd6e-4281-ba35-e4c64b4245e4 req-9fef9488-9b13-4b7b-a3fd-75bb0467b948 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 944 time: 0.0696936 Jul 05 10:19:18.266071 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-96aeb2b4-dd6e-4281-ba35-e4c64b4245e4 req-0271c4d8-c21a-4ea2-b335-b1abb4464860 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355275 Jul 05 10:19:19.063657 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40112) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:19.165216 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3523b545-d7e8-40bd-8827-2086883fe63b tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:19.204306 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3523b545-d7e8-40bd-8827-2086883fe63b tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] 10.222.0.79 "PUT /v2.0/quotas/4d6c216e80f649dcb62a222ab91c269c HTTP/1.1" status: 200 len: 366 time: 0.1393445 Jul 05 10:19:19.206802 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40120) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:19.217223 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c45dc882-a390-47c0-8146-ab4119805fab tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] 10.222.0.79 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0092497 Jul 05 10:19:19.219468 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40122) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:19.230632 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ef4dca1c-38e7-4916-a360-8a0d122c811f tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] 10.222.0.79 "GET /v2.0/quotas/4d6c216e80f649dcb62a222ab91c269c HTTP/1.1" status: 200 len: 366 time: 0.0099323 Jul 05 10:19:19.232757 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40124) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:19.250114 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8e0f504e-8c33-49c0-ad09-c7ea5dde73d9 tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] 10.222.0.79 "DELETE /v2.0/quotas/4d6c216e80f649dcb62a222ab91c269c HTTP/1.1" status: 204 len: 168 time: 0.0162680 Jul 05 10:19:19.252525 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40126) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:19.261906 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5d06400a-b711-4757-b742-63cb61df8051 tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] 10.222.0.79 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0083544 Jul 05 10:19:19.264098 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40128) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:19.272677 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4e3c8b0b-ec72-4c2f-81b4-3ffbec778bdb tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] 10.222.0.79 "GET /v2.0/quotas/4d6c216e80f649dcb62a222ab91c269c HTTP/1.1" status: 200 len: 370 time: 0.0076416 Jul 05 10:19:19.274645 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40130) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:19.279079 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-dcb5f60c-f6e7-40bc-9ce9-85ffebd85f4b tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] 10.222.0.79 "GET /v2.0/quotas/4d6c216e80f649dcb62a222ab91c269c/default HTTP/1.1" status: 200 len: 370 time: 0.0035305 Jul 05 10:19:19.281166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40132) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:19.289911 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-43a94598-bd92-46a2-a37b-f7b661cbb147 tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] delete failed (client error): The resource could not be found. Jul 05 10:19:19.290853 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-43a94598-bd92-46a2-a37b-f7b661cbb147 tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] 10.222.0.79 "DELETE /v2.0/quotas/4d6c216e80f649dcb62a222ab91c269c HTTP/1.1" status: 404 len: 348 time: 0.0088642 Jul 05 10:19:19.360371 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 53720310-9a94-4044-bdb4-6e3cd39cc38f up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:19:19.393058 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40138) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:19.412287 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 53720310-9a94-4044-bdb4-6e3cd39cc38f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:19:19.414203 n-d-798054-8 neutron-server[93906]: DEBUG neutron.quota.resource [None req-1d9c7eb9-3685-4867-a9e3-ed232d0fed1f tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] Usage tracker for resource:network and tenant:40700086282f43db9d1ff857d502cbc8 is out of sync, need to count used quota {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 10:19:19.417468 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 53720310-9a94-4044-bdb4-6e3cd39cc38f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:19.417873 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:19.419482 n-d-798054-8 neutron-server[93906]: DEBUG neutron.quota.resource [None req-1d9c7eb9-3685-4867-a9e3-ed232d0fed1f tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 10:19:19.427643 n-d-798054-8 neutron-server[93906]: DEBUG neutron.quota.resource [None req-1d9c7eb9-3685-4867-a9e3-ed232d0fed1f tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] Usage tracker for resource:subnet and tenant:40700086282f43db9d1ff857d502cbc8 is out of sync, need to count used quota {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 10:19:19.433348 n-d-798054-8 neutron-server[93906]: DEBUG neutron.quota.resource [None req-1d9c7eb9-3685-4867-a9e3-ed232d0fed1f tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 10:19:19.439626 n-d-798054-8 neutron-server[93906]: DEBUG neutron.quota.resource [None req-1d9c7eb9-3685-4867-a9e3-ed232d0fed1f tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] Usage tracker for resource:subnetpool and tenant:40700086282f43db9d1ff857d502cbc8 is out of sync, need to count used quota {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 10:19:19.449378 n-d-798054-8 neutron-server[93906]: DEBUG neutron.quota.resource [None req-1d9c7eb9-3685-4867-a9e3-ed232d0fed1f tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 10:19:19.451883 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2148b2-5fd0-4dd4-a64c-9de90bc86e25 req-545cec47-ac06-467d-85f4-8a504fa24cc3 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:19.453412 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cc2148b2-5fd0-4dd4-a64c-9de90bc86e25 req-545cec47-ac06-467d-85f4-8a504fa24cc3 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 944 time: 0.0700333 Jul 05 10:19:19.456119 n-d-798054-8 neutron-server[93906]: DEBUG neutron.quota.resource [None req-1d9c7eb9-3685-4867-a9e3-ed232d0fed1f tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] Usage tracker for resource:port and tenant:40700086282f43db9d1ff857d502cbc8 is out of sync, need to count used quota {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 10:19:19.461287 n-d-798054-8 neutron-server[93906]: DEBUG neutron.quota.resource [None req-1d9c7eb9-3685-4867-a9e3-ed232d0fed1f tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 10:19:19.469140 n-d-798054-8 neutron-server[93906]: DEBUG neutron.quota.resource [None req-1d9c7eb9-3685-4867-a9e3-ed232d0fed1f tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] Usage tracker for resource:router and tenant:40700086282f43db9d1ff857d502cbc8 is out of sync, need to count used quota {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 10:19:19.474283 n-d-798054-8 neutron-server[93906]: DEBUG neutron.quota.resource [None req-1d9c7eb9-3685-4867-a9e3-ed232d0fed1f tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 10:19:19.481679 n-d-798054-8 neutron-server[93906]: DEBUG neutron.quota.resource [None req-1d9c7eb9-3685-4867-a9e3-ed232d0fed1f tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] Usage tracker for resource:floatingip and tenant:40700086282f43db9d1ff857d502cbc8 is out of sync, need to count used quota {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 10:19:19.486623 n-d-798054-8 neutron-server[93906]: DEBUG neutron.quota.resource [None req-1d9c7eb9-3685-4867-a9e3-ed232d0fed1f tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 10:19:19.501488 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cc2148b2-5fd0-4dd4-a64c-9de90bc86e25 req-89a409c0-fd17-4afd-816b-a423f464476e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400922 Jul 05 10:19:19.507730 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:19.530652 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba0e579-de10-4d46-99cf-4c4179a5f318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53720310-9a94-4044-bdb4-6e3cd39cc38f'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:19:19.532907 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2394b51e-75fe-4533-9ea7-37c5a81914b7" -d '{"events": [{"server_uuid": "9ba0e579-de10-4d46-99cf-4c4179a5f318", "name": "network-vif-plugged", "status": "completed", "tag": "53720310-9a94-4044-bdb4-6e3cd39cc38f"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:19:19.533870 n-d-798054-8 neutron-server[93906]: DEBUG neutron.quota.resource [None req-1d9c7eb9-3685-4867-a9e3-ed232d0fed1f tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] Usage tracker for resource:security_group and tenant:40700086282f43db9d1ff857d502cbc8 is out of sync, need to count used quota {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 10:19:19.539614 n-d-798054-8 neutron-server[93906]: DEBUG neutron.quota.resource [None req-1d9c7eb9-3685-4867-a9e3-ed232d0fed1f tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 10:19:19.546138 n-d-798054-8 neutron-server[93906]: DEBUG neutron.quota.resource [None req-1d9c7eb9-3685-4867-a9e3-ed232d0fed1f tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] Usage tracker for resource:security_group_rule and tenant:40700086282f43db9d1ff857d502cbc8 is out of sync, need to count used quota {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 10:19:19.546840 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 53720310-9a94-4044-bdb4-6e3cd39cc38f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=53720310-9a94-4044-bdb4-6e3cd39cc38f,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:19.551278 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:19.552654 n-d-798054-8 neutron-server[93906]: DEBUG neutron.quota.resource [None req-1d9c7eb9-3685-4867-a9e3-ed232d0fed1f tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 10:19:19.563445 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1d9c7eb9-3685-4867-a9e3-ed232d0fed1f tempest-QuotasTest-30557362 tempest-QuotasTest-30557362-project-admin] 10.222.0.79 "GET /v2.0/quotas/40700086282f43db9d1ff857d502cbc8/details.json HTTP/1.1" status: 200 len: 703 time: 0.1688266 Jul 05 10:19:19.601446 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=53720310-9a94-4044-bdb4-6e3cd39cc38f,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:19.765216 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ff0762-11be-42f9-a207-5d92eb6b7007 x-openstack-request-id: req-86ff0762-11be-42f9-a207-5d92eb6b7007 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:19:19.765526 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba0e579-de10-4d46-99cf-4c4179a5f318", "name": "network-vif-plugged", "status": "completed", "tag": "53720310-9a94-4044-bdb4-6e3cd39cc38f", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:19:19.765788 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-86ff0762-11be-42f9-a207-5d92eb6b7007 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:19:19.766190 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba0e579-de10-4d46-99cf-4c4179a5f318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53720310-9a94-4044-bdb4-6e3cd39cc38f', 'code': 200} Jul 05 10:19:19.819421 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40148) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:19.879097 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fc652-45c3-4ef5-ace8-0ef42405d6fd req-a4873d8a-9cf2-4619-89e6-b7b9f78a571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:19.880674 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b6fc652-45c3-4ef5-ace8-0ef42405d6fd req-a4873d8a-9cf2-4619-89e6-b7b9f78a571f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 1096 time: 0.0530798 Jul 05 10:19:19.915008 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b6fc652-45c3-4ef5-ace8-0ef42405d6fd req-68e69e6b-ac40-4c76-8cea-462a2b883a85 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275624 Jul 05 10:19:19.923687 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c65f-9b27-4f6e-912f-de4da4ff8833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:20.013495 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c65f-9b27-4f6e-912f-de4da4ff8833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:20.017189 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c65f-9b27-4f6e-912f-de4da4ff8833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:20.057629 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bdc6c65f-9b27-4f6e-912f-de4da4ff8833 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=df156498e939462994d9c0b6fd2d3eaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347405 Jul 05 10:19:20.057629 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6c65f-9b27-4f6e-912f-de4da4ff8833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5435ce4e-d583-4cf0-bf17-a3697448b624,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:20.058751 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40152) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:20.112784 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7169fdf1-3f42-463e-aea0-7bf235094569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:20.133469 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7169fdf1-3f42-463e-aea0-7bf235094569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:20.177033 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7169fdf1-3f42-463e-aea0-7bf235094569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:20.180219 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7169fdf1-3f42-463e-aea0-7bf235094569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:20.181364 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7169fdf1-3f42-463e-aea0-7bf235094569 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5435ce4e-d583-4cf0-bf17-a3697448b624 HTTP/1.1" status: 204 len: 168 time: 0.1215963 Jul 05 10:19:20.188979 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169fdf1-3f42-463e-aea0-7bf235094569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5435ce4e-d583-4cf0-bf17-a3697448b624,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:20.449370 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40162) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:20.464202 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-695e6440-4bca-4aca-883b-53b3634fa6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:20.570841 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-695e6440-4bca-4aca-883b-53b3634fa6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:20.577131 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-695e6440-4bca-4aca-883b-53b3634fa6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:20.621460 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-695e6440-4bca-4aca-883b-53b3634fa6fc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=40700086282f43db9d1ff857d502cbc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1708758 Jul 05 10:19:20.622349 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e6440-4bca-4aca-883b-53b3634fa6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4928117c-fe3a-4e10-82db-cff4142fd945,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:20.625228 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40176) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:20.682363 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ebad787-80c1-4de2-b7af-6a0e957989c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:20.704806 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ebad787-80c1-4de2-b7af-6a0e957989c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:20.712754 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b944576-b4c9-44f9-a5fe-8f4ea0684df8 req-52527449-114c-4b56-af09-b1bc647b6fd0 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:20.714277 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1b944576-b4c9-44f9-a5fe-8f4ea0684df8 req-52527449-114c-4b56-af09-b1bc647b6fd0 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 945 time: 0.0650585 Jul 05 10:19:20.757522 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1b944576-b4c9-44f9-a5fe-8f4ea0684df8 req-1fdc8b1f-24e7-446a-aea5-71952342d11d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367920 Jul 05 10:19:20.757904 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ebad787-80c1-4de2-b7af-6a0e957989c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:20.760905 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ebad787-80c1-4de2-b7af-6a0e957989c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:20.762130 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2ebad787-80c1-4de2-b7af-6a0e957989c1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4928117c-fe3a-4e10-82db-cff4142fd945 HTTP/1.1" status: 204 len: 168 time: 0.1357296 Jul 05 10:19:20.772689 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebad787-80c1-4de2-b7af-6a0e957989c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4928117c-fe3a-4e10-82db-cff4142fd945,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:20.955749 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-34fce6f7-94be-44de-9d27-34168786d49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:21.975499 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b48b42-7c22-4425-9d90-2fdf32a4d13f req-bc7de480-0fd8-4f6a-8ea7-4fc74de22571 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:21.977767 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b9b48b42-7c22-4425-9d90-2fdf32a4d13f req-bc7de480-0fd8-4f6a-8ea7-4fc74de22571 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 945 time: 0.0992508 Jul 05 10:19:22.024880 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b9b48b42-7c22-4425-9d90-2fdf32a4d13f req-39505351-f5d9-4369-a3a7-ff36962a0d1a tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408013 Jul 05 10:19:22.037546 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40228) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:22.148186 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-cd03752b-63e6-465e-85ba-c47ecd5da39d tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1798380508'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:22.171386 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cd03752b-63e6-465e-85ba-c47ecd5da39d tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:22.172780 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cd03752b-63e6-465e-85ba-c47ecd5da39d tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:22.208150 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a333c-2ef5-4b4f-9092-b29bbfc8d93e req-b19143e6-e520-4f83-93ac-d2de5f08a901 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:22.210239 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f42a333c-2ef5-4b4f-9092-b29bbfc8d93e req-b19143e6-e520-4f83-93ac-d2de5f08a901 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 945 time: 0.0666883 Jul 05 10:19:22.228863 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cd03752b-63e6-465e-85ba-c47ecd5da39d tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:22.233453 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cd03752b-63e6-465e-85ba-c47ecd5da39d tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:22.248361 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cd03752b-63e6-465e-85ba-c47ecd5da39d tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:22.252584 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cd03752b-63e6-465e-85ba-c47ecd5da39d tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2137070 Jul 05 10:19:22.253160 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40238) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:22.254650 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f42a333c-2ef5-4b4f-9092-b29bbfc8d93e req-3ebe821a-1f16-4e19-83bd-2018194902e2 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381436 Jul 05 10:19:22.445051 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba0f8e-acd7-4702-8dca-7eae31809dfa req-ac8d36e2-c9f5-4246-9ccb-6968be934976 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:22.446700 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61ba0f8e-acd7-4702-8dca-7eae31809dfa req-ac8d36e2-c9f5-4246-9ccb-6968be934976 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 945 time: 0.0711553 Jul 05 10:19:22.492390 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61ba0f8e-acd7-4702-8dca-7eae31809dfa req-ff29d798-f23b-4525-8415-ce471bf72c7d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400324 Jul 05 10:19:22.598558 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc221485-d725-4e40-b9a3-41312b016003 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:22.777337 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc221485-d725-4e40-b9a3-41312b016003 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:22.779480 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc221485-d725-4e40-b9a3-41312b016003 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:22.822519 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc221485-d725-4e40-b9a3-41312b016003 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:22.823050 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc221485-d725-4e40-b9a3-41312b016003 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fec6a1d3-ee75-4fbc-a2e7-c63ed0d83a3e {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:19:22.827758 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc221485-d725-4e40-b9a3-41312b016003 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:22.828838 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-dc221485-d725-4e40-b9a3-41312b016003 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] 10.222.0.79 "DELETE /v2.0/routers/fec6a1d3-ee75-4fbc-a2e7-c63ed0d83a3e HTTP/1.1" status: 204 len: 168 time: 0.5744822 Jul 05 10:19:22.832087 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40246) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:22.837555 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-99370ad4-41c9-44f0-ae7a-79c87a498dac tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Request body: {'router': {'name': 'tempest-router-1966843098', 'distributed': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:22.888076 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99370ad4-41c9-44f0-ae7a-79c87a498dac tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:22.889045 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99370ad4-41c9-44f0-ae7a-79c87a498dac tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:22.955421 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99370ad4-41c9-44f0-ae7a-79c87a498dac tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:22.963844 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3140b-8668-4938-8e54-e741379b65e7 req-1d534b09-74e7-4ffe-8c76-cfb5c019d95e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:22.965419 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78e3140b-8668-4938-8e54-e741379b65e7 req-1d534b09-74e7-4ffe-8c76-cfb5c019d95e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 945 time: 0.1174679 Jul 05 10:19:22.966800 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99370ad4-41c9-44f0-ae7a-79c87a498dac tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:22.993104 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99370ad4-41c9-44f0-ae7a-79c87a498dac tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:22.994251 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-99370ad4-41c9-44f0-ae7a-79c87a498dac tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1611085 Jul 05 10:19:22.997116 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40248) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:23.010265 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78e3140b-8668-4938-8e54-e741379b65e7 req-d43bd91c-9a87-4483-9209-2fa9cfd2a385 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375407 Jul 05 10:19:23.084403 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f308a65c-9ca4-4371-84c6-33a714350b3a tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:23.248190 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f308a65c-9ca4-4371-84c6-33a714350b3a tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:23.250284 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f308a65c-9ca4-4371-84c6-33a714350b3a tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:23.292867 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f308a65c-9ca4-4371-84c6-33a714350b3a tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:23.293380 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f308a65c-9ca4-4371-84c6-33a714350b3a tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5b7d94f-53cb-4c95-8cf2-a5f8b711ff9a {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:19:23.297748 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f308a65c-9ca4-4371-84c6-33a714350b3a tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:23.298896 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f308a65c-9ca4-4371-84c6-33a714350b3a tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] 10.222.0.79 "DELETE /v2.0/routers/b5b7d94f-53cb-4c95-8cf2-a5f8b711ff9a HTTP/1.1" status: 204 len: 168 time: 0.3007014 Jul 05 10:19:23.302515 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40258) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:23.307768 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9145d631-f289-44ee-bb13-8c1adcb1b3e2 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Request body: {'router': {'name': 'tempest-router-1163340484', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'bb9072c4269a47a1b1d64212959adc5e'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:23.320354 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9fc797d3-1a05-4a90-9f28-ad38e942713a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:23.330595 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9145d631-f289-44ee-bb13-8c1adcb1b3e2 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:23.331723 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9145d631-f289-44ee-bb13-8c1adcb1b3e2 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:23.382142 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9145d631-f289-44ee-bb13-8c1adcb1b3e2 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:23.386189 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9145d631-f289-44ee-bb13-8c1adcb1b3e2 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:23.398802 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9145d631-f289-44ee-bb13-8c1adcb1b3e2 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:23.400131 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9145d631-f289-44ee-bb13-8c1adcb1b3e2 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.0964153 Jul 05 10:19:23.402780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40260) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:23.407169 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-16e9ffc2-8eb5-4e41-b930-9ce6a3405f5f tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:23.621494 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:23.952985 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16e9ffc2-8eb5-4e41-b930-9ce6a3405f5f tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:23.953316 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16e9ffc2-8eb5-4e41-b930-9ce6a3405f5f tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks [] for router, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:24.029874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-16e9ffc2-8eb5-4e41-b930-9ce6a3405f5f tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93907) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 05 10:19:24.030607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-16e9ffc2-8eb5-4e41-b930-9ce6a3405f5f tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Router c76e0276-5da2-495a-aed0-0199b06add90 migrating from provider to provider. {{(pid=93907) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 05 10:19:24.030769 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16e9ffc2-8eb5-4e41-b930-9ce6a3405f5f tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:24.035482 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16e9ffc2-8eb5-4e41-b930-9ce6a3405f5f tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:24.042953 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16e9ffc2-8eb5-4e41-b930-9ce6a3405f5f tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3671792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3671787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3670561'] for router, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:24.126749 n-d-798054-8 neutron-server[93907]: WARNING neutron.scheduler.l3_agent_scheduler [None req-16e9ffc2-8eb5-4e41-b930-9ce6a3405f5f tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] No L3 agents can host the router c76e0276-5da2-495a-aed0-0199b06add90 Jul 05 10:19:24.284206 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e9ffc2-8eb5-4e41-b930-9ce6a3405f5f tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Hosts for router c76e0276-5da2-495a-aed0-0199b06add90: [] {{(pid=93907) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 05 10:19:24.294914 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa16f71-2e4b-42fc-a4a0-a0500fe0dca9 req-4c9638fa-3ce3-413b-923c-b72f21496c7e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:24.296470 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fa16f71-2e4b-42fc-a4a0-a0500fe0dca9 req-4c9638fa-3ce3-413b-923c-b72f21496c7e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 945 time: 0.1686807 Jul 05 10:19:24.329793 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e9ffc2-8eb5-4e41-b930-9ce6a3405f5f tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Hosts for other DVR routers connected to router c76e0276-5da2-495a-aed0-0199b06add90: set() {{(pid=93907) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 05 10:19:24.332605 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16e9ffc2-8eb5-4e41-b930-9ce6a3405f5f tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:24.336502 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-16e9ffc2-8eb5-4e41-b930-9ce6a3405f5f tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] 10.222.0.79 "PUT /v2.0/routers/c76e0276-5da2-495a-aed0-0199b06add90 HTTP/1.1" status: 200 len: 717 time: 0.9298806 Jul 05 10:19:24.337244 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40274) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:24.354718 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fa16f71-2e4b-42fc-a4a0-a0500fe0dca9 req-bb28bda7-0244-4f8f-9dfe-01f1e386df8a tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422635 Jul 05 10:19:24.424216 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-66ec7e2b-d536-4119-bac0-bfd1244e39a1 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] 10.222.0.79 "GET /v2.0/routers/c76e0276-5da2-495a-aed0-0199b06add90 HTTP/1.1" status: 200 len: 717 time: 0.0826731 Jul 05 10:19:24.424216 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40278) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:24.534221 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f946e69-865b-46a3-9fbd-439157b803e1 req-b81eb175-5b64-490c-b5ac-27c8a39aafb1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:24.535762 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f946e69-865b-46a3-9fbd-439157b803e1 req-b81eb175-5b64-490c-b5ac-27c8a39aafb1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.78 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 945 time: 0.0666237 Jul 05 10:19:24.594157 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d7e46948-e735-4518-977f-2f61b54e23d0 tempest-RoutersTestDVR-1224883371 tempest-RoutersTestDVR-1224883371-project] 10.222.0.79 "GET /v2.0/routers/c76e0276-5da2-495a-aed0-0199b06add90 HTTP/1.1" status: 200 len: 683 time: 0.1688833 Jul 05 10:19:24.596651 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40282) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:24.639074 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:24.644614 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-1f946e69-865b-46a3-9fbd-439157b803e1 req-5cec70d1-d85e-4788-8d58-d29536588f15 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Deleting port 53720310-9a94-4044-bdb4-6e3cd39cc38f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:19:24.644957 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1f946e69-865b-46a3-9fbd-439157b803e1 req-5cec70d1-d85e-4788-8d58-d29536588f15 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:24.671309 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-501d8806-c638-439c-bf8f-d00c3413c6e5 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:24.733848 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-1f946e69-865b-46a3-9fbd-439157b803e1 req-5cec70d1-d85e-4788-8d58-d29536588f15 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] For port 53720310-9a94-4044-bdb4-6e3cd39cc38f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=53720310-9a94-4044-bdb4-6e3cd39cc38f,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:24.734225 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1f946e69-865b-46a3-9fbd-439157b803e1 req-5cec70d1-d85e-4788-8d58-d29536588f15 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:24.747192 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-1f946e69-865b-46a3-9fbd-439157b803e1 req-5cec70d1-d85e-4788-8d58-d29536588f15 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Calling delete_port for 53720310-9a94-4044-bdb4-6e3cd39cc38f owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:19:24.828523 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-501d8806-c638-439c-bf8f-d00c3413c6e5 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:24.830806 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-501d8806-c638-439c-bf8f-d00c3413c6e5 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:24.875227 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-501d8806-c638-439c-bf8f-d00c3413c6e5 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:24.875842 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501d8806-c638-439c-bf8f-d00c3413c6e5 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c76e0276-5da2-495a-aed0-0199b06add90 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:19:24.880739 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1f946e69-865b-46a3-9fbd-439157b803e1 req-5cec70d1-d85e-4788-8d58-d29536588f15 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:24.880887 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-501d8806-c638-439c-bf8f-d00c3413c6e5 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:24.885814 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-501d8806-c638-439c-bf8f-d00c3413c6e5 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] 10.222.0.79 "DELETE /v2.0/routers/c76e0276-5da2-495a-aed0-0199b06add90 HTTP/1.1" status: 204 len: 168 time: 0.2880385 Jul 05 10:19:24.886415 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40284) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:24.890952 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-072240a8-b25b-44d9-9693-bb6fca59315c tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Request body: {'router': {'name': 'tempest-router-229972009', 'distributed': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:24.891691 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['53720310-9a94-4044-bdb4-6e3cd39cc38f'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:19:24.913208 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-072240a8-b25b-44d9-9693-bb6fca59315c tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:24.914250 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-072240a8-b25b-44d9-9693-bb6fca59315c tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:24.915284 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec70d1-d85e-4788-8d58-d29536588f15 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event deleted for resources: {'Port': ['ID=53720310-9a94-4044-bdb4-6e3cd39cc38f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:24.932098 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec70d1-d85e-4788-8d58-d29536588f15 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:24.932461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec70d1-d85e-4788-8d58-d29536588f15 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:24.932818 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec70d1-d85e-4788-8d58-d29536588f15 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:24.933168 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec70d1-d85e-4788-8d58-d29536588f15 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:24.933512 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec70d1-d85e-4788-8d58-d29536588f15 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:24.933857 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec70d1-d85e-4788-8d58-d29536588f15 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:24.934196 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec70d1-d85e-4788-8d58-d29536588f15 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:24.934527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec70d1-d85e-4788-8d58-d29536588f15 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:24.934863 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec70d1-d85e-4788-8d58-d29536588f15 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:24.935196 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec70d1-d85e-4788-8d58-d29536588f15 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:24.935529 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec70d1-d85e-4788-8d58-d29536588f15 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:24.935880 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec70d1-d85e-4788-8d58-d29536588f15 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:24.982195 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f946e69-865b-46a3-9fbd-439157b803e1 req-5cec70d1-d85e-4788-8d58-d29536588f15 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] No DVR routers for this DVR port 53720310-9a94-4044-bdb4-6e3cd39cc38f on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:19:24.982465 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-072240a8-b25b-44d9-9693-bb6fca59315c tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:24.986919 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1f946e69-865b-46a3-9fbd-439157b803e1 req-5cec70d1-d85e-4788-8d58-d29536588f15 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:24.988176 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-072240a8-b25b-44d9-9693-bb6fca59315c tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:24.989367 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f946e69-865b-46a3-9fbd-439157b803e1 req-5cec70d1-d85e-4788-8d58-d29536588f15 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.78 "DELETE /v2.0/ports/53720310-9a94-4044-bdb4-6e3cd39cc38f HTTP/1.1" status: 204 len: 173 time: 0.4484909 Jul 05 10:19:24.989940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba0e579-de10-4d46-99cf-4c4179a5f318', 'name': 'network-vif-deleted', 'tag': '53720310-9a94-4044-bdb4-6e3cd39cc38f'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:19:24.993886 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e8b2fe-8ceb-4494-8918-7670298b2fc5" -d '{"events": [{"server_uuid": "9ba0e579-de10-4d46-99cf-4c4179a5f318", "name": "network-vif-deleted", "tag": "53720310-9a94-4044-bdb4-6e3cd39cc38f"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:19:25.008709 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-072240a8-b25b-44d9-9693-bb6fca59315c tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:25.010408 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-072240a8-b25b-44d9-9693-bb6fca59315c tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1228895 Jul 05 10:19:25.013376 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40288) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:25.095135 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7696b17-aaf4-4718-b17d-5dddc8c89c5a x-openstack-request-id: req-e7696b17-aaf4-4718-b17d-5dddc8c89c5a {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:19:25.095875 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba0e579-de10-4d46-99cf-4c4179a5f318", "name": "network-vif-deleted", "tag": "53720310-9a94-4044-bdb4-6e3cd39cc38f", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:19:25.095875 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e7696b17-aaf4-4718-b17d-5dddc8c89c5a {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:19:25.096115 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba0e579-de10-4d46-99cf-4c4179a5f318', 'name': 'network-vif-deleted', 'tag': '53720310-9a94-4044-bdb4-6e3cd39cc38f', 'status': 'completed', 'code': 200} Jul 05 10:19:25.103401 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8cec77b1-dfd4-424a-8e41-bc45fb68ce93 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:25.262201 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8cec77b1-dfd4-424a-8e41-bc45fb68ce93 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:25.264388 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8cec77b1-dfd4-424a-8e41-bc45fb68ce93 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:25.313345 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8cec77b1-dfd4-424a-8e41-bc45fb68ce93 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:25.314141 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cec77b1-dfd4-424a-8e41-bc45fb68ce93 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23ef39fc-32ed-4cc4-acd4-e525d6059a0c {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:19:25.323165 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8cec77b1-dfd4-424a-8e41-bc45fb68ce93 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:25.324472 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8cec77b1-dfd4-424a-8e41-bc45fb68ce93 tempest-RoutersTestDVR-1840128190 tempest-RoutersTestDVR-1840128190-project-admin] 10.222.0.79 "DELETE /v2.0/routers/23ef39fc-32ed-4cc4-acd4-e525d6059a0c HTTP/1.1" status: 204 len: 168 time: 0.3098266 Jul 05 10:19:25.506973 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1727f9f5-fa34-4f09-84b4-537a810eaafd req-478beea9-9783-4e82-965a-8ced1061458d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 210 time: 0.0392425 Jul 05 10:19:25.625559 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40306) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:25.758823 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce9258a4-063a-4b0a-b341-89b7cdcd58b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:25.875549 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce9258a4-063a-4b0a-b341-89b7cdcd58b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:25.884437 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce9258a4-063a-4b0a-b341-89b7cdcd58b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:25.918727 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ce9258a4-063a-4b0a-b341-89b7cdcd58b5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bb9072c4269a47a1b1d64212959adc5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2918513 Jul 05 10:19:25.921162 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40320) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:25.964353 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9258a4-063a-4b0a-b341-89b7cdcd58b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8db38c-5acc-4c27-bcfd-81c611e5cfa9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:26.036095 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-527b6570-ce08-4328-b3b4-578ae210e628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:26.083131 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-527b6570-ce08-4328-b3b4-578ae210e628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:26.139289 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-527b6570-ce08-4328-b3b4-578ae210e628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:26.145049 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-527b6570-ce08-4328-b3b4-578ae210e628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:26.153475 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-527b6570-ce08-4328-b3b4-578ae210e628 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0f8db38c-5acc-4c27-bcfd-81c611e5cfa9 HTTP/1.1" status: 204 len: 168 time: 0.2312224 Jul 05 10:19:26.177534 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b6570-ce08-4328-b3b4-578ae210e628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8db38c-5acc-4c27-bcfd-81c611e5cfa9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:26.479714 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40328) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:26.497126 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46a6f393-634d-4f78-b35e-46af49c0d9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:26.604409 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46a6f393-634d-4f78-b35e-46af49c0d9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:26.610940 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46a6f393-634d-4f78-b35e-46af49c0d9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:26.657374 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-46a6f393-634d-4f78-b35e-46af49c0d9e8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6a7286f2ca104c84aec3edbb21d27835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764264 Jul 05 10:19:26.659903 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40332) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:26.666416 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6f393-634d-4f78-b35e-46af49c0d9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa458be-8b48-41f1-9bef-ce6a236c7f94,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:26.684218 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6f393-634d-4f78-b35e-46af49c0d9e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:26.684862 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6f393-634d-4f78-b35e-46af49c0d9e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:26.685389 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6f393-634d-4f78-b35e-46af49c0d9e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:26.685906 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6f393-634d-4f78-b35e-46af49c0d9e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:26.686410 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6f393-634d-4f78-b35e-46af49c0d9e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:26.686911 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6f393-634d-4f78-b35e-46af49c0d9e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:26.687480 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6f393-634d-4f78-b35e-46af49c0d9e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:26.688017 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6f393-634d-4f78-b35e-46af49c0d9e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:26.688514 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6f393-634d-4f78-b35e-46af49c0d9e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:26.689011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6f393-634d-4f78-b35e-46af49c0d9e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:26.689627 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6f393-634d-4f78-b35e-46af49c0d9e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:26.690181 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6f393-634d-4f78-b35e-46af49c0d9e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:26.718782 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-244fb9fd-39c9-430c-9864-12f5f91de9ae req-ce0167f0-b7d6-4f80-a014-06693976e5dd tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 210 time: 0.0460196 Jul 05 10:19:26.750282 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-751b6609-a5cf-49a9-8fec-a25417defdac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:26.774417 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-751b6609-a5cf-49a9-8fec-a25417defdac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:26.776675 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:26.825772 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-751b6609-a5cf-49a9-8fec-a25417defdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:26.828390 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-751b6609-a5cf-49a9-8fec-a25417defdac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:26.829711 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-751b6609-a5cf-49a9-8fec-a25417defdac admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5fa458be-8b48-41f1-9bef-ce6a236c7f94 HTTP/1.1" status: 204 len: 168 time: 0.1687295 Jul 05 10:19:26.837922 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b6609-a5cf-49a9-8fec-a25417defdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa458be-8b48-41f1-9bef-ce6a236c7f94,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:27.408793 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 53720310-9a94-4044-bdb4-6e3cd39cc38f no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:19:27.432002 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 53720310-9a94-4044-bdb4-6e3cd39cc38f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:19:27.432361 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 53720310-9a94-4044-bdb4-6e3cd39cc38f not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:19:27.882615 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1b896ea5-8f9c-45e2-ba3c-60017331d090 req-d1a4835b-95bb-4c30-8ca0-aa41ed2eaaaf tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 210 time: 0.0329783 Jul 05 10:19:28.151686 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40374) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:28.253691 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c6d330ae-4b4e-4e09-9a4e-a481910e4e82 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1774229034', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:28.279202 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d330ae-4b4e-4e09-9a4e-a481910e4e82 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Made reservation on behalf of a1ad99c3cf7d47398845169add3a1310 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:28.281894 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c6d330ae-4b4e-4e09-9a4e-a481910e4e82 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:28.301180 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c6d330ae-4b4e-4e09-9a4e-a481910e4e82 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:28.415826 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c6d330ae-4b4e-4e09-9a4e-a481910e4e82 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:28.420130 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c6d330ae-4b4e-4e09-9a4e-a481910e4e82 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:28.425601 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-c6d330ae-4b4e-4e09-9a4e-a481910e4e82 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] device_id is not set on port 4d39c1d3-98ab-47f5-94f4-c6f0a31e58bd yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:19:28.482285 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d330ae-4b4e-4e09-9a4e-a481910e4e82 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffc45cb-52e7-4873-bd24-f8eb5b0ae0a1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:28.545976 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-c6d330ae-4b4e-4e09-9a4e-a481910e4e82 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Allocated IP 172.25.7.57 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/4d39c1d3-98ab-47f5-94f4-c6f0a31e58bd) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:19:28.694209 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c6d330ae-4b4e-4e09-9a4e-a481910e4e82 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:28.738907 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c6d330ae-4b4e-4e09-9a4e-a481910e4e82 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:28.781239 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d330ae-4b4e-4e09-9a4e-a481910e4e82 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:19:28.786979 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c6d330ae-4b4e-4e09-9a4e-a481910e4e82 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:28.790269 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d330ae-4b4e-4e09-9a4e-a481910e4e82 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:19:28.796243 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d330ae-4b4e-4e09-9a4e-a481910e4e82 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Pushing event updated for resources: {'Port': ['ID=4d39c1d3-98ab-47f5-94f4-c6f0a31e58bd,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:28.841396 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d330ae-4b4e-4e09-9a4e-a481910e4e82 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:28.842351 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c6d330ae-4b4e-4e09-9a4e-a481910e4e82 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:28.863038 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c6d330ae-4b4e-4e09-9a4e-a481910e4e82 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.7098200 Jul 05 10:19:28.866311 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40382) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:28.871012 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-03303bd9-df9d-4332-a559-08142c72d8de tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.57'}]}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:28.893999 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03303bd9-df9d-4332-a559-08142c72d8de tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:28.895144 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03303bd9-df9d-4332-a559-08142c72d8de tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:28.961075 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03303bd9-df9d-4332-a559-08142c72d8de tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:29.051202 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3426933-4155-452a-85b2-978d8e072b8e req-ce4c56ab-5992-4faa-8e69-a8672821dca0 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ba0e579-de10-4d46-99cf-4c4179a5f318 HTTP/1.1" status: 200 len: 210 time: 0.0367591 Jul 05 10:19:29.115595 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03303bd9-df9d-4332-a559-08142c72d8de tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:29.373833 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03303bd9-df9d-4332-a559-08142c72d8de tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:29.394194 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03303bd9-df9d-4332-a559-08142c72d8de tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:29.886727 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03303bd9-df9d-4332-a559-08142c72d8de tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:29.909479 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40410) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:30.027160 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3563b2e8-2668-48da-8a06-19445c39e30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:30.051532 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03303bd9-df9d-4332-a559-08142c72d8de tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:30.054290 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03303bd9-df9d-4332-a559-08142c72d8de tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:30.105815 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03303bd9-df9d-4332-a559-08142c72d8de tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:30.106474 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03303bd9-df9d-4332-a559-08142c72d8de tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b11c1dd-ad2a-46ec-aea2-39f0dfb1ae24 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:19:30.128629 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3563b2e8-2668-48da-8a06-19445c39e30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:30.134435 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3563b2e8-2668-48da-8a06-19445c39e30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:30.138608 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-03303bd9-df9d-4332-a559-08142c72d8de tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 05 10:19:30.140050 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-03303bd9-df9d-4332-a559-08142c72d8de tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.2726786 Jul 05 10:19:30.142754 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40416) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:30.175304 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563b2e8-2668-48da-8a06-19445c39e30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af00ace-0f82-4dba-9b53-4455f11e162c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:30.183531 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3563b2e8-2668-48da-8a06-19445c39e30f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=df6c077c0949457687817cdd0af972b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2725251 Jul 05 10:19:30.183922 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40420) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:30.244287 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d0847739-b5d3-4971-9da6-6fe01543db3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:30.249942 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4023e9c4-03bd-4f53-b067-0076a13c2541 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Deleting port 4d39c1d3-98ab-47f5-94f4-c6f0a31e58bd {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:19:30.250282 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4023e9c4-03bd-4f53-b067-0076a13c2541 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:30.272491 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d0847739-b5d3-4971-9da6-6fe01543db3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:30.325179 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d0847739-b5d3-4971-9da6-6fe01543db3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:30.327959 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d0847739-b5d3-4971-9da6-6fe01543db3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:30.329216 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d0847739-b5d3-4971-9da6-6fe01543db3b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2af00ace-0f82-4dba-9b53-4455f11e162c HTTP/1.1" status: 204 len: 168 time: 0.1440179 Jul 05 10:19:30.338222 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0847739-b5d3-4971-9da6-6fe01543db3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af00ace-0f82-4dba-9b53-4455f11e162c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:30.355632 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4023e9c4-03bd-4f53-b067-0076a13c2541 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:30.370312 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4023e9c4-03bd-4f53-b067-0076a13c2541 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Calling delete_port for 4d39c1d3-98ab-47f5-94f4-c6f0a31e58bd owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:19:30.504140 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4023e9c4-03bd-4f53-b067-0076a13c2541 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:30.532620 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023e9c4-03bd-4f53-b067-0076a13c2541 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d39c1d3-98ab-47f5-94f4-c6f0a31e58bd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:30.605902 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4023e9c4-03bd-4f53-b067-0076a13c2541 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:30.607822 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4023e9c4-03bd-4f53-b067-0076a13c2541 tempest-RoutersAdminNegativeIpV6Test-793234734 tempest-RoutersAdminNegativeIpV6Test-793234734-project-admin] 10.222.0.79 "DELETE /v2.0/ports/4d39c1d3-98ab-47f5-94f4-c6f0a31e58bd HTTP/1.1" status: 204 len: 168 time: 0.4641228 Jul 05 10:19:30.633246 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40430) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:30.650129 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86bf0b6d-3109-4fad-a1d1-3445787434bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:30.751179 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86bf0b6d-3109-4fad-a1d1-3445787434bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:30.755133 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86bf0b6d-3109-4fad-a1d1-3445787434bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:30.798775 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-86bf0b6d-3109-4fad-a1d1-3445787434bb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=02e71cf62eeb4ceca26c9c2b70b495cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627343 Jul 05 10:19:30.798775 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf0b6d-3109-4fad-a1d1-3445787434bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce26a68d-4825-4799-a0b0-2ab2ab177117,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:30.800441 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40434) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:30.859122 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eee0026c-c884-4ac9-95e2-90f11d101812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:30.885468 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eee0026c-c884-4ac9-95e2-90f11d101812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:30.893569 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40436) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:30.954006 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eee0026c-c884-4ac9-95e2-90f11d101812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:30.957286 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eee0026c-c884-4ac9-95e2-90f11d101812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:30.962322 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-eee0026c-c884-4ac9-95e2-90f11d101812 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ce26a68d-4825-4799-a0b0-2ab2ab177117 HTTP/1.1" status: 204 len: 168 time: 0.1556323 Jul 05 10:19:30.972999 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0026c-c884-4ac9-95e2-90f11d101812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce26a68d-4825-4799-a0b0-2ab2ab177117,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:31.022748 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a835532-c1bc-4604-b2b9-b0893c7c9bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:31.150763 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a835532-c1bc-4604-b2b9-b0893c7c9bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:31.156745 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a835532-c1bc-4604-b2b9-b0893c7c9bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:31.217319 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40444) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:31.217551 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2a835532-c1bc-4604-b2b9-b0893c7c9bfe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=212709638dd942428ded696a4a9d16f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3224521 Jul 05 10:19:31.219063 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a835532-c1bc-4604-b2b9-b0893c7c9bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ddbffe-53bb-47b0-8656-0e7024b74e57,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:31.291826 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ced3834-6173-422a-a6ca-88b2af0f6072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:31.316957 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ced3834-6173-422a-a6ca-88b2af0f6072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:31.374660 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ced3834-6173-422a-a6ca-88b2af0f6072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:31.377507 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ced3834-6173-422a-a6ca-88b2af0f6072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:31.382596 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0ced3834-6173-422a-a6ca-88b2af0f6072 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/03ddbffe-53bb-47b0-8656-0e7024b74e57 HTTP/1.1" status: 204 len: 168 time: 0.1597409 Jul 05 10:19:31.388626 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced3834-6173-422a-a6ca-88b2af0f6072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ddbffe-53bb-47b0-8656-0e7024b74e57,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:31.761864 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40468) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:31.806815 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c4dde167-9b7f-4d1d-802e-13d86a81e297 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a1ad99c3cf7d47398845169add3a1310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437460 Jul 05 10:19:31.809252 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40470) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:31.858837 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c7d3476-fe46-4f51-8ada-2dc540d49705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:31.882524 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c7d3476-fe46-4f51-8ada-2dc540d49705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:31.941256 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c7d3476-fe46-4f51-8ada-2dc540d49705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:31.946838 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c7d3476-fe46-4f51-8ada-2dc540d49705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:31.951528 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0c7d3476-fe46-4f51-8ada-2dc540d49705 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8ffc45cb-52e7-4873-bd24-f8eb5b0ae0a1 HTTP/1.1" status: 204 len: 168 time: 0.1409087 Jul 05 10:19:31.960877 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d3476-fe46-4f51-8ada-2dc540d49705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffc45cb-52e7-4873-bd24-f8eb5b0ae0a1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:32.725642 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40514) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:32.832347 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Request body: {'networks': [{'name': 'tempest-network--1595943805'}, {'name': 'tempest-network--1543504502'}]} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:32.833349 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Request body: {'network': {'name': 'tempest-network--1595943805'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:32.834064 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Request body: {'network': {'name': 'tempest-network--1543504502'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:32.853897 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:32.863538 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Made reservation on behalf of 5d43c547faa141718dd97e7fe49ae46b for: {'network': 2} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:32.868627 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:32.878464 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:32.979548 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:32.984136 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:32.984699 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:33.032866 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:19:33.035049 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3ade14-f388-40b1-933a-f37a1689f756,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:33.052257 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:33.052386 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Added segment 1d1d69f0-7079-415e-96f6-80900d3c4acf of type vlan for network 75c6a9a8-1df6-41ec-b85d-ef5401c9b13f Jul 05 10:19:33.114985 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:33.162509 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:19:33.171837 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:33.172305 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Added segment 6431545f-87f7-4534-ae50-f240e0f096b7 of type vlan for network ea42a506-9881-4466-8c0b-bddb34f1d402 Jul 05 10:19:33.214070 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:33.245726 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:33.246359 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:33.252092 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:33.256930 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:33.257656 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:33.319435 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5926046 Jul 05 10:19:33.322885 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40526) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:33.329224 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Pushing event updated for resources: {'Network': ['ID=75c6a9a8-1df6-41ec-b85d-ef5401c9b13f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:33.353103 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 75c6a9a8-1df6-41ec-b85d-ef5401c9b13f details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:19:33.400738 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c3545-1c49-4e99-8e9c-74e3d2324329 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Pushing event updated for resources: {'Network': ['ID=ea42a506-9881-4466-8c0b-bddb34f1d402,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:33.413057 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network ea42a506-9881-4466-8c0b-bddb34f1d402 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:19:33.554666 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6932dcb2-d23b-4ff9-8673-7c8af9da93f5 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:33.561221 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6932dcb2-d23b-4ff9-8673-7c8af9da93f5 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:33.573962 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6932dcb2-d23b-4ff9-8673-7c8af9da93f5 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:33.579933 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6932dcb2-d23b-4ff9-8673-7c8af9da93f5 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:33.585786 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40534) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:33.586055 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6932dcb2-d23b-4ff9-8673-7c8af9da93f5 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2610624 Jul 05 10:19:33.675103 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea17fcb0-1ff5-433f-afd8-d757c9e6b197 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:33.768309 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea17fcb0-1ff5-433f-afd8-d757c9e6b197 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:33.778281 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-ea17fcb0-1ff5-433f-afd8-d757c9e6b197 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c6a9a8-1df6-41ec-b85d-ef5401c9b13f']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:33.791915 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-ea17fcb0-1ff5-433f-afd8-d757c9e6b197 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d1d69f0-7079-415e-96f6-80900d3c4acf') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:33.792496 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-ea17fcb0-1ff5-433f-afd8-d757c9e6b197 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d1d69f0-7079-415e-96f6-80900d3c4acf') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:33.801314 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea17fcb0-1ff5-433f-afd8-d757c9e6b197 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:33.815875 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea17fcb0-1ff5-433f-afd8-d757c9e6b197 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:33.822230 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea17fcb0-1ff5-433f-afd8-d757c9e6b197 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:19:33.822670 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea17fcb0-1ff5-433f-afd8-d757c9e6b197 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:19:33.825833 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:19:33.888940 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea17fcb0-1ff5-433f-afd8-d757c9e6b197 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:33.897772 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea17fcb0-1ff5-433f-afd8-d757c9e6b197 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:33.900008 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ea17fcb0-1ff5-433f-afd8-d757c9e6b197 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] 10.222.0.79 "DELETE /v2.0/networks/75c6a9a8-1df6-41ec-b85d-ef5401c9b13f HTTP/1.1" status: 204 len: 168 time: 0.3128190 Jul 05 10:19:33.902955 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40574) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:33.910425 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17fcb0-1ff5-433f-afd8-d757c9e6b197 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Pushing event deleted for resources: {'Network': ['ID=75c6a9a8-1df6-41ec-b85d-ef5401c9b13f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:33.988183 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-60cf4906-5598-42c8-b5fd-ab398cb55a56 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:34.092192 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-60cf4906-5598-42c8-b5fd-ab398cb55a56 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:34.103233 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-60cf4906-5598-42c8-b5fd-ab398cb55a56 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea42a506-9881-4466-8c0b-bddb34f1d402']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:34.114043 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-60cf4906-5598-42c8-b5fd-ab398cb55a56 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6431545f-87f7-4534-ae50-f240e0f096b7') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:34.114398 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-60cf4906-5598-42c8-b5fd-ab398cb55a56 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6431545f-87f7-4534-ae50-f240e0f096b7') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:34.123538 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-60cf4906-5598-42c8-b5fd-ab398cb55a56 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:34.142449 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-60cf4906-5598-42c8-b5fd-ab398cb55a56 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:34.149824 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60cf4906-5598-42c8-b5fd-ab398cb55a56 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:19:34.150230 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-60cf4906-5598-42c8-b5fd-ab398cb55a56 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:19:34.153459 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:19:34.213994 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-60cf4906-5598-42c8-b5fd-ab398cb55a56 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:34.231430 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-60cf4906-5598-42c8-b5fd-ab398cb55a56 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:34.233511 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-60cf4906-5598-42c8-b5fd-ab398cb55a56 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] 10.222.0.79 "DELETE /v2.0/networks/ea42a506-9881-4466-8c0b-bddb34f1d402 HTTP/1.1" status: 204 len: 168 time: 0.3295434 Jul 05 10:19:34.236454 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40612) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:34.244901 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf4906-5598-42c8-b5fd-ab398cb55a56 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Pushing event deleted for resources: {'Network': ['ID=ea42a506-9881-4466-8c0b-bddb34f1d402,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:34.437393 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0afb44-0328-49e6-9347-f94c13074977 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:34.444340 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0afb44-0328-49e6-9347-f94c13074977 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:34.446129 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8d0afb44-0328-49e6-9347-f94c13074977 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2084336 Jul 05 10:19:34.449862 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40634) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:34.455074 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e20725b0-2c17-4d6f-aa05-c435c119d7ca tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1750253764'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:34.481163 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20725b0-2c17-4d6f-aa05-c435c119d7ca tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Made reservation on behalf of 5d43c547faa141718dd97e7fe49ae46b for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:34.484789 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e20725b0-2c17-4d6f-aa05-c435c119d7ca tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:34.511403 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20725b0-2c17-4d6f-aa05-c435c119d7ca tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:19:34.525208 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e20725b0-2c17-4d6f-aa05-c435c119d7ca tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:34.525656 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-e20725b0-2c17-4d6f-aa05-c435c119d7ca tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Added segment a580fc95-c304-42a0-aa6c-935d1afc6fa1 of type vlan for network deb45fc5-7548-4fbd-b7d6-035b9e3c42f0 Jul 05 10:19:34.574817 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e20725b0-2c17-4d6f-aa05-c435c119d7ca tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:34.622250 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e20725b0-2c17-4d6f-aa05-c435c119d7ca tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:34.628401 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20725b0-2c17-4d6f-aa05-c435c119d7ca tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:34.629005 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e20725b0-2c17-4d6f-aa05-c435c119d7ca tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:34.688785 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e20725b0-2c17-4d6f-aa05-c435c119d7ca tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2378724 Jul 05 10:19:34.691241 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40642) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:34.696274 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9e3e9fd8-7804-4679-ba12-cfda1c7115a9 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-848831795'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:34.712245 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20725b0-2c17-4d6f-aa05-c435c119d7ca tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Pushing event updated for resources: {'Network': ['ID=deb45fc5-7548-4fbd-b7d6-035b9e3c42f0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:34.727232 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network deb45fc5-7548-4fbd-b7d6-035b9e3c42f0 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:19:34.729880 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3e9fd8-7804-4679-ba12-cfda1c7115a9 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Made reservation on behalf of 5d43c547faa141718dd97e7fe49ae46b for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:34.733938 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e3e9fd8-7804-4679-ba12-cfda1c7115a9 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:34.760132 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3e9fd8-7804-4679-ba12-cfda1c7115a9 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:19:34.770558 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e3e9fd8-7804-4679-ba12-cfda1c7115a9 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:34.772105 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-9e3e9fd8-7804-4679-ba12-cfda1c7115a9 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Added segment 5c63b315-dbc2-4318-a808-7b43b04c9b91 of type vlan for network 9c1865f8-acee-4434-81c4-18ac7945785d Jul 05 10:19:34.815938 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e3e9fd8-7804-4679-ba12-cfda1c7115a9 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:34.849031 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e3e9fd8-7804-4679-ba12-cfda1c7115a9 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:34.855240 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3e9fd8-7804-4679-ba12-cfda1c7115a9 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:34.855837 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e3e9fd8-7804-4679-ba12-cfda1c7115a9 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:34.925050 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9e3e9fd8-7804-4679-ba12-cfda1c7115a9 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2327704 Jul 05 10:19:34.928708 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40644) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:34.934466 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Request body: {'ports': [{'network_id': 'deb45fc5-7548-4fbd-b7d6-035b9e3c42f0', 'name': 'tempest-port--682967374', 'admin_state_up': True}, {'network_id': '9c1865f8-acee-4434-81c4-18ac7945785d', 'admin_state_up': False}]} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:34.935196 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Request body: {'port': {'network_id': 'deb45fc5-7548-4fbd-b7d6-035b9e3c42f0', 'name': 'tempest-port--682967374', 'admin_state_up': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:34.935963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Request body: {'port': {'network_id': '9c1865f8-acee-4434-81c4-18ac7945785d', 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:34.937788 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e9fd8-7804-4679-ba12-cfda1c7115a9 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Pushing event updated for resources: {'Network': ['ID=9c1865f8-acee-4434-81c4-18ac7945785d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:34.949958 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 9c1865f8-acee-4434-81c4-18ac7945785d details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:19:35.121598 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Made reservation on behalf of 5d43c547faa141718dd97e7fe49ae46b for: {'port': 2} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:35.126724 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:35.141831 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:35.223804 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] device_id is not set on port 425f43ad-fecb-43f9-81fc-495cb3cd2c8d yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:19:35.357437 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:35.429843 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] device_id is not set on port 669323e3-5fa7-4b49-8ff1-f660261c0dee yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:19:35.547912 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:35.592389 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:35.669987 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Pushing event updated for resources: {'Port': ['ID=425f43ad-fecb-43f9-81fc-495cb3cd2c8d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:35.681343 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Checking segment: {'id': 'a580fc95-c304-42a0-aa6c-935d1afc6fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'deb45fc5-7548-4fbd-b7d6-035b9e3c42f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:35.681715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Network hostable DHCP agents. Network: deb45fc5-7548-4fbd-b7d6-035b9e3c42f0, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:19:35.699816 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Network deb45fc5-7548-4fbd-b7d6-035b9e3c42f0 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:19:35.712727 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, deb45fc5-7548-4fbd-b7d6-035b9e3c42f0) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:35.719534 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:19:35.721569 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:35.726746 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc44064-ef15-457f-a5ef-5d21a5fb5605 None None] Network deb45fc5-7548-4fbd-b7d6-035b9e3c42f0 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:35.802002 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Pushing event updated for resources: {'Port': ['ID=669323e3-5fa7-4b49-8ff1-f660261c0dee,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:35.806838 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Checking segment: {'id': '5c63b315-dbc2-4318-a808-7b43b04c9b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9c1865f8-acee-4434-81c4-18ac7945785d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:35.807211 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Network hostable DHCP agents. Network: 9c1865f8-acee-4434-81c4-18ac7945785d, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:19:35.827580 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Network 9c1865f8-acee-4434-81c4-18ac7945785d is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:19:35.837138 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 9c1865f8-acee-4434-81c4-18ac7945785d) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:35.841239 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:19:35.848953 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:35.857330 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:35.858378 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:35.868696 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bec46e-0cdb-4a25-b3cd-91863f66b57f None None] Network 9c1865f8-acee-4434-81c4-18ac7945785d requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:35.876531 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ed5d6220-3a90-4efa-80e5-889e2f6a1059 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.9464617 Jul 05 10:19:35.878882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40658) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:36.019882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6207b5ad-ad64-42e5-9a7c-02533414bba3 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:36.027843 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6207b5ad-ad64-42e5-9a7c-02533414bba3 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:36.032333 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6207b5ad-ad64-42e5-9a7c-02533414bba3 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1523745 Jul 05 10:19:36.032695 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40662) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:36.102364 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40664) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:36.158343 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8d32c12d-937f-4b8f-a36b-cbf65a735301 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Deleting port 425f43ad-fecb-43f9-81fc-495cb3cd2c8d {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:19:36.159325 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d32c12d-937f-4b8f-a36b-cbf65a735301 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:36.223337 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9de73241-a3b4-42f4-97ce-b37099504948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:36.257425 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d32c12d-937f-4b8f-a36b-cbf65a735301 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:36.263646 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:36.274993 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8d32c12d-937f-4b8f-a36b-cbf65a735301 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Calling delete_port for 425f43ad-fecb-43f9-81fc-495cb3cd2c8d owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:19:36.322401 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9de73241-a3b4-42f4-97ce-b37099504948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:36.328949 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9de73241-a3b4-42f4-97ce-b37099504948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:36.366791 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d32c12d-937f-4b8f-a36b-cbf65a735301 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:36.372753 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9de73241-a3b4-42f4-97ce-b37099504948 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f1899f1eb13c45e58a88d3d9cd0b5273&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2669806 Jul 05 10:19:36.372956 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40670) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:36.379311 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de73241-a3b4-42f4-97ce-b37099504948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937346ea-14e8-4728-91fa-d5735052854b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:36.405966 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32c12d-937f-4b8f-a36b-cbf65a735301 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Pushing event deleted for resources: {'Port': ['ID=425f43ad-fecb-43f9-81fc-495cb3cd2c8d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:36.415326 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d32c12d-937f-4b8f-a36b-cbf65a735301 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:36.418922 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8d32c12d-937f-4b8f-a36b-cbf65a735301 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] 10.222.0.79 "DELETE /v2.0/ports/425f43ad-fecb-43f9-81fc-495cb3cd2c8d HTTP/1.1" status: 204 len: 168 time: 0.3851056 Jul 05 10:19:36.421501 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40672) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:36.464174 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-53e86507-de08-47da-b737-f905df088618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:36.517945 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-53e86507-de08-47da-b737-f905df088618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:36.587060 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c3ab1ccb-d08c-4a5c-b38f-1faa6e5cafbb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Deleting port 669323e3-5fa7-4b49-8ff1-f660261c0dee {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:19:36.587402 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3ab1ccb-d08c-4a5c-b38f-1faa6e5cafbb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:36.641702 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-53e86507-de08-47da-b737-f905df088618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:36.644218 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-53e86507-de08-47da-b737-f905df088618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:36.645380 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-53e86507-de08-47da-b737-f905df088618 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/937346ea-14e8-4728-91fa-d5735052854b HTTP/1.1" status: 204 len: 168 time: 0.2714489 Jul 05 10:19:36.658222 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e86507-de08-47da-b737-f905df088618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937346ea-14e8-4728-91fa-d5735052854b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:36.674894 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3ab1ccb-d08c-4a5c-b38f-1faa6e5cafbb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:36.691310 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c3ab1ccb-d08c-4a5c-b38f-1faa6e5cafbb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Calling delete_port for 669323e3-5fa7-4b49-8ff1-f660261c0dee owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:19:36.785267 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3ab1ccb-d08c-4a5c-b38f-1faa6e5cafbb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:36.820472 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab1ccb-d08c-4a5c-b38f-1faa6e5cafbb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Pushing event deleted for resources: {'Port': ['ID=669323e3-5fa7-4b49-8ff1-f660261c0dee,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:36.831563 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3ab1ccb-d08c-4a5c-b38f-1faa6e5cafbb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:36.833846 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c3ab1ccb-d08c-4a5c-b38f-1faa6e5cafbb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] 10.222.0.79 "DELETE /v2.0/ports/669323e3-5fa7-4b49-8ff1-f660261c0dee HTTP/1.1" status: 204 len: 168 time: 0.4113796 Jul 05 10:19:36.837850 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40678) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:36.875941 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c6edb63e-a164-40e2-a0b5-8c5bf1107c21 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0327475 Jul 05 10:19:36.876174 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40680) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:36.881468 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-88491f73-faaf-4139-b001-65670e1a4b37 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1351594917'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:36.905020 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88491f73-faaf-4139-b001-65670e1a4b37 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Made reservation on behalf of 5d43c547faa141718dd97e7fe49ae46b for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:36.909490 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88491f73-faaf-4139-b001-65670e1a4b37 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:36.937931 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88491f73-faaf-4139-b001-65670e1a4b37 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:19:36.949493 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88491f73-faaf-4139-b001-65670e1a4b37 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:36.950898 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-88491f73-faaf-4139-b001-65670e1a4b37 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Added segment a8a62b4c-4194-4cc7-beae-e097e4abd42c of type vlan for network 58d9356b-16ba-4abd-91bd-9f6e50864533 Jul 05 10:19:36.994907 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40682) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:36.997286 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88491f73-faaf-4139-b001-65670e1a4b37 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:37.008798 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-483acece-912e-4c52-97f3-3a63a472b737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:37.030159 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88491f73-faaf-4139-b001-65670e1a4b37 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:37.037690 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88491f73-faaf-4139-b001-65670e1a4b37 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:37.038411 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88491f73-faaf-4139-b001-65670e1a4b37 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:37.111875 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-483acece-912e-4c52-97f3-3a63a472b737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:37.116917 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-483acece-912e-4c52-97f3-3a63a472b737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:37.140676 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-88491f73-faaf-4139-b001-65670e1a4b37 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2635956 Jul 05 10:19:37.146097 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40684) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:37.151310 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88491f73-faaf-4139-b001-65670e1a4b37 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Pushing event updated for resources: {'Network': ['ID=58d9356b-16ba-4abd-91bd-9f6e50864533,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:37.155691 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-37c6c7a2-a50f-4af0-b1c1-a1d0e338b165 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1589204044'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:37.163032 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 58d9356b-16ba-4abd-91bd-9f6e50864533 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:19:37.173761 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-483acece-912e-4c52-97f3-3a63a472b737 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e08337f2d06a4200a20420a838bb9185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1752973 Jul 05 10:19:37.174455 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483acece-912e-4c52-97f3-3a63a472b737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04a7864-0a7a-4ee6-8fab-6b58b99f5ed9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:37.176408 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40686) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:37.211477 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c6c7a2-a50f-4af0-b1c1-a1d0e338b165 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Made reservation on behalf of 5d43c547faa141718dd97e7fe49ae46b for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:37.215069 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37c6c7a2-a50f-4af0-b1c1-a1d0e338b165 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:37.260673 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c6c7a2-a50f-4af0-b1c1-a1d0e338b165 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:19:37.270772 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7e744729-7e52-451d-a217-0adcce4e377b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:37.282399 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37c6c7a2-a50f-4af0-b1c1-a1d0e338b165 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:37.282741 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-37c6c7a2-a50f-4af0-b1c1-a1d0e338b165 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Added segment b22cb3f5-7280-4d5e-9c25-4b38b2350825 of type vlan for network 25438eb8-352e-4c45-bbbd-48d7f895c683 Jul 05 10:19:37.308217 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7e744729-7e52-451d-a217-0adcce4e377b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:37.362137 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37c6c7a2-a50f-4af0-b1c1-a1d0e338b165 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:37.401364 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37c6c7a2-a50f-4af0-b1c1-a1d0e338b165 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:37.406971 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c6c7a2-a50f-4af0-b1c1-a1d0e338b165 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:37.407609 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37c6c7a2-a50f-4af0-b1c1-a1d0e338b165 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:37.415894 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7e744729-7e52-451d-a217-0adcce4e377b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:37.418349 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7e744729-7e52-451d-a217-0adcce4e377b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:37.419484 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7e744729-7e52-451d-a217-0adcce4e377b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f04a7864-0a7a-4ee6-8fab-6b58b99f5ed9 HTTP/1.1" status: 204 len: 168 time: 0.2400961 Jul 05 10:19:37.481233 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e744729-7e52-451d-a217-0adcce4e377b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04a7864-0a7a-4ee6-8fab-6b58b99f5ed9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:37.504761 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-37c6c7a2-a50f-4af0-b1c1-a1d0e338b165 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3526909 Jul 05 10:19:37.509264 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6c7a2-a50f-4af0-b1c1-a1d0e338b165 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Pushing event updated for resources: {'Network': ['ID=25438eb8-352e-4c45-bbbd-48d7f895c683,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:37.526323 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 25438eb8-352e-4c45-bbbd-48d7f895c683 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:19:37.614191 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40692) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:37.621208 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-aa10b8a3-af9c-4db2-b3af-60841712816d tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Request body: {'subnets': [{'network_id': '58d9356b-16ba-4abd-91bd-9f6e50864533', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1588880704', 'ip_version': 4}, {'network_id': '25438eb8-352e-4c45-bbbd-48d7f895c683', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:37.621464 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-aa10b8a3-af9c-4db2-b3af-60841712816d tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Request body: {'subnet': {'network_id': '58d9356b-16ba-4abd-91bd-9f6e50864533', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1588880704', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:37.622105 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-aa10b8a3-af9c-4db2-b3af-60841712816d tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Request body: {'subnet': {'network_id': '25438eb8-352e-4c45-bbbd-48d7f895c683', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:37.791291 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa10b8a3-af9c-4db2-b3af-60841712816d tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Made reservation on behalf of 5d43c547faa141718dd97e7fe49ae46b for: {'subnet': 2} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:37.805254 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aa10b8a3-af9c-4db2-b3af-60841712816d tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:37.805704 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aa10b8a3-af9c-4db2-b3af-60841712816d tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:38.204040 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aa10b8a3-af9c-4db2-b3af-60841712816d tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:38.279719 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10b8a3-af9c-4db2-b3af-60841712816d tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Pushing event updated for resources: {'Subnet': ['ID=126023f2-2e75-4d85-8549-d09d3d3add72,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:38.290557 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa10b8a3-af9c-4db2-b3af-60841712816d tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Checking segment: {'id': 'a8a62b4c-4194-4cc7-beae-e097e4abd42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '58d9356b-16ba-4abd-91bd-9f6e50864533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:38.290930 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa10b8a3-af9c-4db2-b3af-60841712816d tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Network hostable DHCP agents. Network: 58d9356b-16ba-4abd-91bd-9f6e50864533, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:19:38.313848 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa10b8a3-af9c-4db2-b3af-60841712816d tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Network 58d9356b-16ba-4abd-91bd-9f6e50864533 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:19:38.327626 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-aa10b8a3-af9c-4db2-b3af-60841712816d tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 58d9356b-16ba-4abd-91bd-9f6e50864533) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:38.333528 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aa10b8a3-af9c-4db2-b3af-60841712816d tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:38.350420 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c9eb7c-683c-451a-ba6b-e37c99e038c2 None None] Network 58d9356b-16ba-4abd-91bd-9f6e50864533 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:38.401050 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10b8a3-af9c-4db2-b3af-60841712816d tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Pushing event updated for resources: {'Subnet': ['ID=43186a9e-bd78-44c8-857f-2ebae4c1b231,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:38.414006 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa10b8a3-af9c-4db2-b3af-60841712816d tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Checking segment: {'id': 'b22cb3f5-7280-4d5e-9c25-4b38b2350825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '25438eb8-352e-4c45-bbbd-48d7f895c683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:38.414515 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa10b8a3-af9c-4db2-b3af-60841712816d tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Network hostable DHCP agents. Network: 25438eb8-352e-4c45-bbbd-48d7f895c683, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:19:38.436206 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa10b8a3-af9c-4db2-b3af-60841712816d tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Network 25438eb8-352e-4c45-bbbd-48d7f895c683 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:19:38.446837 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-aa10b8a3-af9c-4db2-b3af-60841712816d tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 25438eb8-352e-4c45-bbbd-48d7f895c683) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:38.454711 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa10b8a3-af9c-4db2-b3af-60841712816d tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:38.455113 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa10b8a3-af9c-4db2-b3af-60841712816d tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:38.455749 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aa10b8a3-af9c-4db2-b3af-60841712816d tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:38.478107 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ad737d-b14c-489a-b9b4-cec0d4d638cc None None] Network 25438eb8-352e-4c45-bbbd-48d7f895c683 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:38.485153 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-aa10b8a3-af9c-4db2-b3af-60841712816d tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.8665378 Jul 05 10:19:38.485352 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40718) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:38.589562 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a70ac3-636c-4a13-b060-17566d8d8349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-58d9356b-16ba-4abd-91bd-9f6e50864533', 'network_id': '58d9356b-16ba-4abd-91bd-9f6e50864533', 'tenant_id': '5d43c547faa141718dd97e7fe49ae46b', 'fixed_ips': [{'subnet_id': '126023f2-2e75-4d85-8549-d09d3d3add72'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:19:38.590795 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-04a70ac3-636c-4a13-b060-17566d8d8349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:38.606416 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157757d8-b871-44f2-a889-35926c1307f3 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:38.608023 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157757d8-b871-44f2-a889-35926c1307f3 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:38.609717 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157757d8-b871-44f2-a889-35926c1307f3 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:38.611394 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-157757d8-b871-44f2-a889-35926c1307f3 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1248758 Jul 05 10:19:38.614734 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40722) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:38.682672 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-59318361-1749-4873-ad07-146c959c542a tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Deleting subnet 126023f2-2e75-4d85-8549-d09d3d3add72 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:19:38.685103 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-59318361-1749-4873-ad07-146c959c542a tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:38.735571 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-59318361-1749-4873-ad07-146c959c542a tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:38.761611 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-25438eb8-352e-4c45-bbbd-48d7f895c683', 'network_id': '25438eb8-352e-4c45-bbbd-48d7f895c683', 'tenant_id': '5d43c547faa141718dd97e7fe49ae46b', 'fixed_ips': [{'subnet_id': '43186a9e-bd78-44c8-857f-2ebae4c1b231'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:19:38.762503 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:38.790280 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-59318361-1749-4873-ad07-146c959c542a tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:38.858604 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-59318361-1749-4873-ad07-146c959c542a tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server [None req-04a70ac3-636c-4a13-b060-17566d8d8349 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 126023f2-2e75-4d85-8549-d09d3d3add72: This subnet is being modified by another concurrent operation. Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exception Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 126023f2-2e75-4d85-8549-d09d3d3add72: This subnet is being modified by another concurrent operation. Jul 05 10:19:38.876330 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 05 10:19:38.906223 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157dbd19-4de6-4b26-85db-0c69b10fceea None None] Network 58d9356b-16ba-4abd-91bd-9f6e50864533 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:38.906389 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59318361-1749-4873-ad07-146c959c542a tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Pushing event deleted for resources: {'Subnet': ['ID=126023f2-2e75-4d85-8549-d09d3d3add72,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:38.906389 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-59318361-1749-4873-ad07-146c959c542a tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:38.906389 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-59318361-1749-4873-ad07-146c959c542a tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] 10.222.0.79 "DELETE /v2.0/subnets/126023f2-2e75-4d85-8549-d09d3d3add72 HTTP/1.1" status: 204 len: 168 time: 0.2879610 Jul 05 10:19:38.907670 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40730) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:38.975435 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-c58b3116-e937-4b2e-b625-8713511c8683 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Deleting subnet 43186a9e-bd78-44c8-857f-2ebae4c1b231 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:19:39.054637 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Allocated IP 172.20.0.18 (25438eb8-352e-4c45-bbbd-48d7f895c683/43186a9e-bd78-44c8-857f-2ebae4c1b231/8f809965-d893-4d1d-91b0-1c2816c791da) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:19:39.212726 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:39.221549 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Transition to ACTIVE for port object 8f809965-d893-4d1d-91b0-1c2816c791da will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:19:39.242150 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Transition to ACTIVE for port object 8f809965-d893-4d1d-91b0-1c2816c791da will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:19:39.248622 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c58b3116-e937-4b2e-b625-8713511c8683 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:39.249170 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:39.298554 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Network 25438eb8-352e-4c45-bbbd-48d7f895c683 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:19:39.303234 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Pushing event updated for resources: {'Port': ['ID=8f809965-d893-4d1d-91b0-1c2816c791da,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:39.303467 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c58b3116-e937-4b2e-b625-8713511c8683 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:39.306098 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:39.309661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:19:39.325797 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:39.326268 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:39.326799 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:39.327237 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:39.327798 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:39.328216 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:39.328657 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:39.329205 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:39.330572 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:39.330984 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:39.331393 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:39.331802 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:39.413116 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Attempting to bind port 8f809965-d893-4d1d-91b0-1c2816c791da on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:19:39.414299 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Attempting to bind port 8f809965-d893-4d1d-91b0-1c2816c791da by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b22cb3f5-7280-4d5e-9c25-4b38b2350825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '25438eb8-352e-4c45-bbbd-48d7f895c683'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:19:39.414682 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Attempting to bind port 8f809965-d893-4d1d-91b0-1c2816c791da on network 25438eb8-352e-4c45-bbbd-48d7f895c683 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:19:39.420382 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:19:39.420769 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Checking segment: {'id': 'b22cb3f5-7280-4d5e-9c25-4b38b2350825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '25438eb8-352e-4c45-bbbd-48d7f895c683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:39.421184 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:39.421592 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Bound using segment: {'id': 'b22cb3f5-7280-4d5e-9c25-4b38b2350825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '25438eb8-352e-4c45-bbbd-48d7f895c683'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:19:39.422073 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Bound port: 8f809965-d893-4d1d-91b0-1c2816c791da, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22cb3f5-7280-4d5e-9c25-4b38b2350825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '25438eb8-352e-4c45-bbbd-48d7f895c683'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:19:39.422468 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:39.452327 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c58b3116-e937-4b2e-b625-8713511c8683 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:39.533688 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c58b3116-e937-4b2e-b625-8713511c8683 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:39.537939 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] For port 8f809965-d893-4d1d-91b0-1c2816c791da, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:19:39.541653 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] For port 8f809965-d893-4d1d-91b0-1c2816c791da, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8f809965-d893-4d1d-91b0-1c2816c791da,segment=NetworkSegment(b22cb3f5-7280-4d5e-9c25-4b38b2350825),segment_id=b22cb3f5-7280-4d5e-9c25-4b38b2350825)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:19:39.547785 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:39.571126 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b3116-e937-4b2e-b625-8713511c8683 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Pushing event deleted for resources: {'Subnet': ['ID=43186a9e-bd78-44c8-857f-2ebae4c1b231,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:39.575302 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c58b3116-e937-4b2e-b625-8713511c8683 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:39.577477 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c58b3116-e937-4b2e-b625-8713511c8683 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] 10.222.0.79 "DELETE /v2.0/subnets/43186a9e-bd78-44c8-857f-2ebae4c1b231 HTTP/1.1" status: 204 len: 168 time: 0.6691792 Jul 05 10:19:39.580109 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40744) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:39.628708 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1d00e-17c2-4120-9507-8e827c37561a None None] Pushing event updated for resources: {'Port': ['ID=8f809965-d893-4d1d-91b0-1c2816c791da,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:39.667602 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa6b85c-3389-4c5d-85ae-bb9bb1c7fd5f tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:39.672559 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9fa6b85c-3389-4c5d-85ae-bb9bb1c7fd5f tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0881939 Jul 05 10:19:39.674032 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40748) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:39.793005 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eac22ad2-cbed-400d-8329-993eca1720fb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:39.869215 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-eac22ad2-cbed-400d-8329-993eca1720fb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Deleting port 8f809965-d893-4d1d-91b0-1c2816c791da {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:19:39.869564 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eac22ad2-cbed-400d-8329-993eca1720fb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:39.938802 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-eac22ad2-cbed-400d-8329-993eca1720fb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] For port 8f809965-d893-4d1d-91b0-1c2816c791da, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8f809965-d893-4d1d-91b0-1c2816c791da,segment=NetworkSegment(b22cb3f5-7280-4d5e-9c25-4b38b2350825),segment_id=b22cb3f5-7280-4d5e-9c25-4b38b2350825)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:39.939160 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eac22ad2-cbed-400d-8329-993eca1720fb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:39.953153 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-eac22ad2-cbed-400d-8329-993eca1720fb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Calling delete_port for 8f809965-d893-4d1d-91b0-1c2816c791da owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:19:40.045468 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eac22ad2-cbed-400d-8329-993eca1720fb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.074695 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac22ad2-cbed-400d-8329-993eca1720fb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Pushing event deleted for resources: {'Port': ['ID=8f809965-d893-4d1d-91b0-1c2816c791da,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:40.076571 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac22ad2-cbed-400d-8329-993eca1720fb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] No DVR routers for this DVR port 8f809965-d893-4d1d-91b0-1c2816c791da on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:19:40.154037 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eac22ad2-cbed-400d-8329-993eca1720fb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.164812 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-eac22ad2-cbed-400d-8329-993eca1720fb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25438eb8-352e-4c45-bbbd-48d7f895c683']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:40.180863 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-eac22ad2-cbed-400d-8329-993eca1720fb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22cb3f5-7280-4d5e-9c25-4b38b2350825') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:40.181199 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-eac22ad2-cbed-400d-8329-993eca1720fb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22cb3f5-7280-4d5e-9c25-4b38b2350825') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:40.194208 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eac22ad2-cbed-400d-8329-993eca1720fb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.209797 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eac22ad2-cbed-400d-8329-993eca1720fb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.216660 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac22ad2-cbed-400d-8329-993eca1720fb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:19:40.217219 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eac22ad2-cbed-400d-8329-993eca1720fb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:19:40.220367 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:19:40.280531 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eac22ad2-cbed-400d-8329-993eca1720fb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.287243 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eac22ad2-cbed-400d-8329-993eca1720fb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.292033 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-eac22ad2-cbed-400d-8329-993eca1720fb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] 10.222.0.79 "DELETE /v2.0/networks/25438eb8-352e-4c45-bbbd-48d7f895c683 HTTP/1.1" status: 204 len: 168 time: 0.6150105 Jul 05 10:19:40.292384 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40752) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:40.301493 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac22ad2-cbed-400d-8329-993eca1720fb tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Pushing event deleted for resources: {'Network': ['ID=25438eb8-352e-4c45-bbbd-48d7f895c683,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:40.377681 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-019ed15d-f936-48c0-9a29-ddd73b32bcae tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.480086 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-019ed15d-f936-48c0-9a29-ddd73b32bcae tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.490739 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-019ed15d-f936-48c0-9a29-ddd73b32bcae tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d9356b-16ba-4abd-91bd-9f6e50864533']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:40.507137 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-019ed15d-f936-48c0-9a29-ddd73b32bcae tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a62b4c-4194-4cc7-beae-e097e4abd42c') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:40.507529 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-019ed15d-f936-48c0-9a29-ddd73b32bcae tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a62b4c-4194-4cc7-beae-e097e4abd42c') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:40.518131 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-019ed15d-f936-48c0-9a29-ddd73b32bcae tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.535896 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-019ed15d-f936-48c0-9a29-ddd73b32bcae tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.542788 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019ed15d-f936-48c0-9a29-ddd73b32bcae tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:19:40.543239 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-019ed15d-f936-48c0-9a29-ddd73b32bcae tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:19:40.546627 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:19:40.625449 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-019ed15d-f936-48c0-9a29-ddd73b32bcae tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.632161 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-019ed15d-f936-48c0-9a29-ddd73b32bcae tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.634247 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-019ed15d-f936-48c0-9a29-ddd73b32bcae tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] 10.222.0.79 "DELETE /v2.0/networks/58d9356b-16ba-4abd-91bd-9f6e50864533 HTTP/1.1" status: 204 len: 168 time: 0.3408167 Jul 05 10:19:40.636841 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40756) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:40.652860 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ed15d-f936-48c0-9a29-ddd73b32bcae tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Pushing event deleted for resources: {'Network': ['ID=58d9356b-16ba-4abd-91bd-9f6e50864533,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:40.734597 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-825a2f22-d962-4fcc-9ae7-c8d20c1359c6 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.749911 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7810b2e7-258c-4cde-b146-f87aaad40589 None None] DHCP port deletion for 25438eb8-352e-4c45-bbbd-48d7f895c683 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:19:40.777307 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d7ba3ee6-b390-4131-a4af-0c9519226e65 None None] Could not find standard attr ID for object 8f809965-d893-4d1d-91b0-1c2816c791da. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:19:40.786926 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e94b49c-de8e-4347-b0c5-97ac2f801510 None None] Network 25438eb8-352e-4c45-bbbd-48d7f895c683 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:40.801035 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e94b49c-de8e-4347-b0c5-97ac2f801510 None None] Network 25438eb8-352e-4c45-bbbd-48d7f895c683 could not be found, it might have been deleted concurrently. {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 10:19:40.809943 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38146c5-30d8-417a-ae85-2c2e4d1a3b17 None None] get_active_networks_info from n-d-798054-8 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:19:40.836996 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-825a2f22-d962-4fcc-9ae7-c8d20c1359c6 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.848374 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-825a2f22-d962-4fcc-9ae7-c8d20c1359c6 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1865f8-acee-4434-81c4-18ac7945785d']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:40.862472 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-825a2f22-d962-4fcc-9ae7-c8d20c1359c6 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c63b315-dbc2-4318-a808-7b43b04c9b91') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:40.862867 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-825a2f22-d962-4fcc-9ae7-c8d20c1359c6 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c63b315-dbc2-4318-a808-7b43b04c9b91') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:40.873157 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-825a2f22-d962-4fcc-9ae7-c8d20c1359c6 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.890296 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-825a2f22-d962-4fcc-9ae7-c8d20c1359c6 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.897372 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38146c5-30d8-417a-ae85-2c2e4d1a3b17 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:19:40.904312 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825a2f22-d962-4fcc-9ae7-c8d20c1359c6 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:19:40.904734 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-825a2f22-d962-4fcc-9ae7-c8d20c1359c6 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:19:40.911534 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:19:40.990455 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-825a2f22-d962-4fcc-9ae7-c8d20c1359c6 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:41.000293 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-825a2f22-d962-4fcc-9ae7-c8d20c1359c6 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:41.003292 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-825a2f22-d962-4fcc-9ae7-c8d20c1359c6 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] 10.222.0.79 "DELETE /v2.0/networks/9c1865f8-acee-4434-81c4-18ac7945785d HTTP/1.1" status: 204 len: 168 time: 0.3652868 Jul 05 10:19:41.006500 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40770) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:41.020798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a2f22-d962-4fcc-9ae7-c8d20c1359c6 tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Pushing event deleted for resources: {'Network': ['ID=9c1865f8-acee-4434-81c4-18ac7945785d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:41.113525 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-350e3329-2175-4838-a417-a0f8d22c5d3f tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:41.232929 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-350e3329-2175-4838-a417-a0f8d22c5d3f tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:41.258163 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-350e3329-2175-4838-a417-a0f8d22c5d3f tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb45fc5-7548-4fbd-b7d6-035b9e3c42f0']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:41.265139 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-350e3329-2175-4838-a417-a0f8d22c5d3f tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a580fc95-c304-42a0-aa6c-935d1afc6fa1') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:41.265547 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-350e3329-2175-4838-a417-a0f8d22c5d3f tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a580fc95-c304-42a0-aa6c-935d1afc6fa1') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:41.277027 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-350e3329-2175-4838-a417-a0f8d22c5d3f tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:41.295336 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-350e3329-2175-4838-a417-a0f8d22c5d3f tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:41.302329 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350e3329-2175-4838-a417-a0f8d22c5d3f tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:19:41.302905 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-350e3329-2175-4838-a417-a0f8d22c5d3f tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:19:41.351751 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:19:41.376255 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-350e3329-2175-4838-a417-a0f8d22c5d3f tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:41.385375 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-350e3329-2175-4838-a417-a0f8d22c5d3f tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:41.387301 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-350e3329-2175-4838-a417-a0f8d22c5d3f tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] 10.222.0.79 "DELETE /v2.0/networks/deb45fc5-7548-4fbd-b7d6-035b9e3c42f0 HTTP/1.1" status: 204 len: 168 time: 0.3797112 Jul 05 10:19:41.398522 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e3329-2175-4838-a417-a0f8d22c5d3f tempest-BulkNetworkOpsTest-1725430543 tempest-BulkNetworkOpsTest-1725430543-project] Pushing event deleted for resources: {'Network': ['ID=deb45fc5-7548-4fbd-b7d6-035b9e3c42f0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:41.668936 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40782) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:41.808929 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-76fbab40-76e8-4161-949a-9b72a9814056 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5d43c547faa141718dd97e7fe49ae46b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1384349 Jul 05 10:19:41.811087 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40788) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:41.861474 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cfe71682-4068-4c38-81d9-80b27b4a4625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:41.883348 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cfe71682-4068-4c38-81d9-80b27b4a4625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:41.935449 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cfe71682-4068-4c38-81d9-80b27b4a4625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:41.938102 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cfe71682-4068-4c38-81d9-80b27b4a4625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:41.939886 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cfe71682-4068-4c38-81d9-80b27b4a4625 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0b3ade14-f388-40b1-933a-f37a1689f756 HTTP/1.1" status: 204 len: 168 time: 0.1273718 Jul 05 10:19:41.947448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe71682-4068-4c38-81d9-80b27b4a4625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3ade14-f388-40b1-933a-f37a1689f756,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:42.652120 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40828) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:42.766917 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5774a76f-7525-4364-ba52-db2d5133733f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1403754119'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:42.800978 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5774a76f-7525-4364-ba52-db2d5133733f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Made reservation on behalf of cb483cee0d9f4504a248ff2db73bc397 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:42.805031 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5774a76f-7525-4364-ba52-db2d5133733f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:42.815216 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5774a76f-7525-4364-ba52-db2d5133733f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:42.929939 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5774a76f-7525-4364-ba52-db2d5133733f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:42.934677 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5774a76f-7525-4364-ba52-db2d5133733f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:42.969497 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5774a76f-7525-4364-ba52-db2d5133733f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:19:42.975759 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774a76f-7525-4364-ba52-db2d5133733f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf0ee4c-f435-4083-b618-b3fd6b2a3439,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:42.983357 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5774a76f-7525-4364-ba52-db2d5133733f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:42.983760 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-5774a76f-7525-4364-ba52-db2d5133733f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Added segment 60def0fe-9957-411c-8151-425bb3871435 of type vlan for network 545083d2-731f-45ff-aa42-8d927490a0a7 Jul 05 10:19:43.025781 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5774a76f-7525-4364-ba52-db2d5133733f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:43.060788 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5774a76f-7525-4364-ba52-db2d5133733f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:43.067186 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5774a76f-7525-4364-ba52-db2d5133733f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:43.069030 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5774a76f-7525-4364-ba52-db2d5133733f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:43.144000 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5774a76f-7525-4364-ba52-db2d5133733f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4781873 Jul 05 10:19:43.144000 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774a76f-7525-4364-ba52-db2d5133733f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Network': ['ID=545083d2-731f-45ff-aa42-8d927490a0a7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:43.154946 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 545083d2-731f-45ff-aa42-8d927490a0a7 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:19:43.261112 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40846) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:43.266335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8078dfdd-9137-47b1-b065-32397bccecb3 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'subnet': {'network_id': '545083d2-731f-45ff-aa42-8d927490a0a7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:43.275907 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40848) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:43.371764 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8078dfdd-9137-47b1-b065-32397bccecb3 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Made reservation on behalf of cb483cee0d9f4504a248ff2db73bc397 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:43.378529 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8078dfdd-9137-47b1-b065-32397bccecb3 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:43.410010 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1fdb6d5b-9e29-4271-b8f6-be0f0ec8ad96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:43.531145 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1fdb6d5b-9e29-4271-b8f6-be0f0ec8ad96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:43.536230 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1fdb6d5b-9e29-4271-b8f6-be0f0ec8ad96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:43.596945 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1fdb6d5b-9e29-4271-b8f6-be0f0ec8ad96 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ff9d430b889f4fb8a639f158fe14e7b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196602 Jul 05 10:19:43.598266 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb6d5b-9e29-4271-b8f6-be0f0ec8ad96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41105162-7e06-4587-af1b-cc01d3a66ee5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:43.599900 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40852) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:43.635133 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8078dfdd-9137-47b1-b065-32397bccecb3 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:43.727496 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078dfdd-9137-47b1-b065-32397bccecb3 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Subnet': ['ID=7f4bb18f-2368-4ced-97ea-a88de5c7b324,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:43.742856 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dada0090-8d67-4a7a-a690-a4bf0479ef5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:43.755144 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8078dfdd-9137-47b1-b065-32397bccecb3 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Checking segment: {'id': '60def0fe-9957-411c-8151-425bb3871435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '545083d2-731f-45ff-aa42-8d927490a0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:43.755530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8078dfdd-9137-47b1-b065-32397bccecb3 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Network hostable DHCP agents. Network: 545083d2-731f-45ff-aa42-8d927490a0a7, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:19:43.775750 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dada0090-8d67-4a7a-a690-a4bf0479ef5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:43.796518 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8078dfdd-9137-47b1-b065-32397bccecb3 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Network 545083d2-731f-45ff-aa42-8d927490a0a7 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:19:43.818128 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-8078dfdd-9137-47b1-b065-32397bccecb3 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 545083d2-731f-45ff-aa42-8d927490a0a7) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:43.823149 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8078dfdd-9137-47b1-b065-32397bccecb3 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:43.823753 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8078dfdd-9137-47b1-b065-32397bccecb3 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:43.831143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fcf6df-9f64-413d-9a2e-acd214db64f7 None None] Network 545083d2-731f-45ff-aa42-8d927490a0a7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:43.841291 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8078dfdd-9137-47b1-b065-32397bccecb3 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5789626 Jul 05 10:19:43.845160 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40856) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:43.846182 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dada0090-8d67-4a7a-a690-a4bf0479ef5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:43.848932 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dada0090-8d67-4a7a-a690-a4bf0479ef5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:43.850605 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-dada0090-8d67-4a7a-a690-a4bf0479ef5c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/41105162-7e06-4587-af1b-cc01d3a66ee5 HTTP/1.1" status: 204 len: 168 time: 0.2331431 Jul 05 10:19:43.851021 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2e75747c-357d-413e-ac67-a067282b73fb tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-431047608'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:43.858877 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada0090-8d67-4a7a-a690-a4bf0479ef5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41105162-7e06-4587-af1b-cc01d3a66ee5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:43.882601 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e75747c-357d-413e-ac67-a067282b73fb tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Made reservation on behalf of cb483cee0d9f4504a248ff2db73bc397 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:43.887219 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e75747c-357d-413e-ac67-a067282b73fb tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:43.918519 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e75747c-357d-413e-ac67-a067282b73fb tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:19:43.940487 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e75747c-357d-413e-ac67-a067282b73fb tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:43.940846 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-2e75747c-357d-413e-ac67-a067282b73fb tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Added segment f2bba176-7637-46d4-8d44-7ea21e507248 of type vlan for network 8ebf8bfe-cef3-4713-aaab-3273c002852e Jul 05 10:19:44.002155 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e75747c-357d-413e-ac67-a067282b73fb tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.032616 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed03bb2-98af-491c-8e6a-565805e6f825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-545083d2-731f-45ff-aa42-8d927490a0a7', 'network_id': '545083d2-731f-45ff-aa42-8d927490a0a7', 'tenant_id': 'cb483cee0d9f4504a248ff2db73bc397', 'fixed_ips': [{'subnet_id': '7f4bb18f-2368-4ced-97ea-a88de5c7b324'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:19:44.033509 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9ed03bb2-98af-491c-8e6a-565805e6f825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.054828 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e75747c-357d-413e-ac67-a067282b73fb tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.061023 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e75747c-357d-413e-ac67-a067282b73fb tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:44.061899 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e75747c-357d-413e-ac67-a067282b73fb tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.137768 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2e75747c-357d-413e-ac67-a067282b73fb tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2914014 Jul 05 10:19:44.138744 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75747c-357d-413e-ac67-a067282b73fb tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Network': ['ID=8ebf8bfe-cef3-4713-aaab-3273c002852e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:44.140565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40862) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:44.146993 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4ba990cc-a158-4d2e-a70e-88fe859feacf tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'subnet': {'network_id': '8ebf8bfe-cef3-4713-aaab-3273c002852e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:44.183093 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 8ebf8bfe-cef3-4713-aaab-3273c002852e details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:19:44.246003 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-9ed03bb2-98af-491c-8e6a-565805e6f825 None None] Allocated IP 172.20.255.242 (545083d2-731f-45ff-aa42-8d927490a0a7/7f4bb18f-2368-4ced-97ea-a88de5c7b324/8d2eb425-5ea3-401d-9910-bd16a19cd057) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:19:44.262353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba990cc-a158-4d2e-a70e-88fe859feacf tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Made reservation on behalf of cb483cee0d9f4504a248ff2db73bc397 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:44.269731 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ba990cc-a158-4d2e-a70e-88fe859feacf tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.317283 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40864) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:44.333748 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1bd429af-ccf2-4a63-b22f-334d21dbc27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.445255 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1bd429af-ccf2-4a63-b22f-334d21dbc27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.450598 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1bd429af-ccf2-4a63-b22f-334d21dbc27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.460037 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9ed03bb2-98af-491c-8e6a-565805e6f825 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.471226 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9ed03bb2-98af-491c-8e6a-565805e6f825 None None] Transition to ACTIVE for port object 8d2eb425-5ea3-401d-9910-bd16a19cd057 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:19:44.482348 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd429af-ccf2-4a63-b22f-334d21dbc27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af89d01d-0f42-4da1-8f47-bb5f20ff213e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:44.504962 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9ed03bb2-98af-491c-8e6a-565805e6f825 None None] Transition to ACTIVE for port object 8d2eb425-5ea3-401d-9910-bd16a19cd057 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:19:44.506805 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1bd429af-ccf2-4a63-b22f-334d21dbc27f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=86e5f55febea483d8f5da5494f414517&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1872518 Jul 05 10:19:44.509656 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40866) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:44.513025 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9ed03bb2-98af-491c-8e6a-565805e6f825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.532167 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ba990cc-a158-4d2e-a70e-88fe859feacf tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.563352 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed03bb2-98af-491c-8e6a-565805e6f825 None None] Pushing event updated for resources: {'Port': ['ID=8d2eb425-5ea3-401d-9910-bd16a19cd057,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:44.580962 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed03bb2-98af-491c-8e6a-565805e6f825 None None] Network 545083d2-731f-45ff-aa42-8d927490a0a7 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:19:44.582508 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-9ed03bb2-98af-491c-8e6a-565805e6f825 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:44.585366 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed03bb2-98af-491c-8e6a-565805e6f825 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:19:44.613216 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba990cc-a158-4d2e-a70e-88fe859feacf tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Checking segment: {'id': 'f2bba176-7637-46d4-8d44-7ea21e507248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8ebf8bfe-cef3-4713-aaab-3273c002852e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:44.613778 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba990cc-a158-4d2e-a70e-88fe859feacf tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Network hostable DHCP agents. Network: 8ebf8bfe-cef3-4713-aaab-3273c002852e, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:19:44.617735 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba990cc-a158-4d2e-a70e-88fe859feacf tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Subnet': ['ID=882c6fbc-8bb8-401b-ae84-56f1f9837c09,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:44.636686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba990cc-a158-4d2e-a70e-88fe859feacf tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Network 8ebf8bfe-cef3-4713-aaab-3273c002852e is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:19:44.648544 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-4ba990cc-a158-4d2e-a70e-88fe859feacf tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 8ebf8bfe-cef3-4713-aaab-3273c002852e) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:44.656365 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba990cc-a158-4d2e-a70e-88fe859feacf tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:44.656975 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ba990cc-a158-4d2e-a70e-88fe859feacf tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.679371 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e317b8d-97e5-4b0d-bb20-2c9b1a18bf95 None None] Network 8ebf8bfe-cef3-4713-aaab-3273c002852e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:44.683248 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4ba990cc-a158-4d2e-a70e-88fe859feacf tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5408340 Jul 05 10:19:44.686867 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40870) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:44.800797 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9ed03bb2-98af-491c-8e6a-565805e6f825 None None] Attempting to bind port 8d2eb425-5ea3-401d-9910-bd16a19cd057 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:19:44.801178 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9ed03bb2-98af-491c-8e6a-565805e6f825 None None] Attempting to bind port 8d2eb425-5ea3-401d-9910-bd16a19cd057 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '60def0fe-9957-411c-8151-425bb3871435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '545083d2-731f-45ff-aa42-8d927490a0a7'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:19:44.801549 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed03bb2-98af-491c-8e6a-565805e6f825 None None] Attempting to bind port 8d2eb425-5ea3-401d-9910-bd16a19cd057 on network 545083d2-731f-45ff-aa42-8d927490a0a7 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:19:44.808824 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed03bb2-98af-491c-8e6a-565805e6f825 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:19:44.809202 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed03bb2-98af-491c-8e6a-565805e6f825 None None] Checking segment: {'id': '60def0fe-9957-411c-8151-425bb3871435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '545083d2-731f-45ff-aa42-8d927490a0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:44.809621 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9ed03bb2-98af-491c-8e6a-565805e6f825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.810022 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed03bb2-98af-491c-8e6a-565805e6f825 None None] Bound using segment: {'id': '60def0fe-9957-411c-8151-425bb3871435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '545083d2-731f-45ff-aa42-8d927490a0a7'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:19:44.810494 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9ed03bb2-98af-491c-8e6a-565805e6f825 None None] Bound port: 8d2eb425-5ea3-401d-9910-bd16a19cd057, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60def0fe-9957-411c-8151-425bb3871435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '545083d2-731f-45ff-aa42-8d927490a0a7'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:19:44.810890 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9ed03bb2-98af-491c-8e6a-565805e6f825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.849890 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9efcc2ff-07ed-4a44-baad-eb325d67cd5f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.897215 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2d6076-9aed-4d08-b246-f2beb3b739de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-8ebf8bfe-cef3-4713-aaab-3273c002852e', 'network_id': '8ebf8bfe-cef3-4713-aaab-3273c002852e', 'tenant_id': 'cb483cee0d9f4504a248ff2db73bc397', 'fixed_ips': [{'subnet_id': '882c6fbc-8bb8-401b-ae84-56f1f9837c09'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:19:44.897500 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-05b46f01-0fac-4086-9b5b-6b37f43a3f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.898085 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dc2d6076-9aed-4d08-b246-f2beb3b739de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.924468 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-05b46f01-0fac-4086-9b5b-6b37f43a3f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.969200 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9efcc2ff-07ed-4a44-baad-eb325d67cd5f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.980691 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-05b46f01-0fac-4086-9b5b-6b37f43a3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.983711 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-05b46f01-0fac-4086-9b5b-6b37f43a3f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.987883 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-05b46f01-0fac-4086-9b5b-6b37f43a3f33 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/af89d01d-0f42-4da1-8f47-bb5f20ff213e HTTP/1.1" status: 204 len: 168 time: 0.4774539 Jul 05 10:19:44.997426 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b46f01-0fac-4086-9b5b-6b37f43a3f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af89d01d-0f42-4da1-8f47-bb5f20ff213e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:45.012022 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9ed03bb2-98af-491c-8e6a-565805e6f825 None None] For port 8d2eb425-5ea3-401d-9910-bd16a19cd057, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:19:45.052691 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9ed03bb2-98af-491c-8e6a-565805e6f825 None None] For port 8d2eb425-5ea3-401d-9910-bd16a19cd057, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8d2eb425-5ea3-401d-9910-bd16a19cd057,segment=NetworkSegment(60def0fe-9957-411c-8151-425bb3871435),segment_id=60def0fe-9957-411c-8151-425bb3871435)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:19:45.059227 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9ed03bb2-98af-491c-8e6a-565805e6f825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:45.062217 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9efcc2ff-07ed-4a44-baad-eb325d67cd5f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:45.100208 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efcc2ff-07ed-4a44-baad-eb325d67cd5f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Subnet': ['ID=882c6fbc-8bb8-401b-ae84-56f1f9837c09,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:45.168554 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9efcc2ff-07ed-4a44-baad-eb325d67cd5f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:45.181870 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-9efcc2ff-07ed-4a44-baad-eb325d67cd5f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ebf8bfe-cef3-4713-aaab-3273c002852e']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:45.197279 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-9efcc2ff-07ed-4a44-baad-eb325d67cd5f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2bba176-7637-46d4-8d44-7ea21e507248') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:45.197606 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-9efcc2ff-07ed-4a44-baad-eb325d67cd5f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2bba176-7637-46d4-8d44-7ea21e507248') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:45.208471 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9efcc2ff-07ed-4a44-baad-eb325d67cd5f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:45.234543 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9efcc2ff-07ed-4a44-baad-eb325d67cd5f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:45.241867 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9efcc2ff-07ed-4a44-baad-eb325d67cd5f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:19:45.243299 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9efcc2ff-07ed-4a44-baad-eb325d67cd5f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:19:45.248327 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server [None req-dc2d6076-9aed-4d08-b246-f2beb3b739de None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 882c6fbc-8bb8-401b-ae84-56f1f9837c09: This subnet is being modified by another concurrent operation. Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exception Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 882c6fbc-8bb8-401b-ae84-56f1f9837c09: This subnet is being modified by another concurrent operation. Jul 05 10:19:45.351634 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 05 10:19:45.386190 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311eeab8-7b70-45da-9662-47eb960edb24 None None] Network 8ebf8bfe-cef3-4713-aaab-3273c002852e requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:45.463291 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed03bb2-98af-491c-8e6a-565805e6f825 None None] Pushing event updated for resources: {'Port': ['ID=8d2eb425-5ea3-401d-9910-bd16a19cd057,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:45.782113 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9efcc2ff-07ed-4a44-baad-eb325d67cd5f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:45.792666 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9efcc2ff-07ed-4a44-baad-eb325d67cd5f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:45.795737 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9efcc2ff-07ed-4a44-baad-eb325d67cd5f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/networks/8ebf8bfe-cef3-4713-aaab-3273c002852e HTTP/1.1" status: 204 len: 168 time: 1.1077800 Jul 05 10:19:45.799063 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40886) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:45.805965 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9d634dff-63ae-4610-a91e-0a5f10af0cbd tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1912262850'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:45.847229 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d634dff-63ae-4610-a91e-0a5f10af0cbd tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Made reservation on behalf of cb483cee0d9f4504a248ff2db73bc397 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:45.851320 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d634dff-63ae-4610-a91e-0a5f10af0cbd tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:45.854949 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efcc2ff-07ed-4a44-baad-eb325d67cd5f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Network': ['ID=8ebf8bfe-cef3-4713-aaab-3273c002852e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:45.883266 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d634dff-63ae-4610-a91e-0a5f10af0cbd tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:19:45.893782 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d634dff-63ae-4610-a91e-0a5f10af0cbd tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:45.894139 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-9d634dff-63ae-4610-a91e-0a5f10af0cbd tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Added segment 05a72135-63c8-4867-abe6-ad76131da094 of type vlan for network 9fa29f7e-32fe-4439-b1f5-8c3b00e284d8 Jul 05 10:19:45.941017 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d634dff-63ae-4610-a91e-0a5f10af0cbd tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:45.973293 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d634dff-63ae-4610-a91e-0a5f10af0cbd tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:45.979388 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d634dff-63ae-4610-a91e-0a5f10af0cbd tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:45.980051 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d634dff-63ae-4610-a91e-0a5f10af0cbd tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:46.051975 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40896) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:46.053125 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9d634dff-63ae-4610-a91e-0a5f10af0cbd tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2519975 Jul 05 10:19:46.059343 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3ed27323-d1d9-4900-b8f0-ce3836a21c33 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'subnet': {'network_id': '9fa29f7e-32fe-4439-b1f5-8c3b00e284d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:46.066197 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d634dff-63ae-4610-a91e-0a5f10af0cbd tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Network': ['ID=9fa29f7e-32fe-4439-b1f5-8c3b00e284d8,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:46.078599 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 9fa29f7e-32fe-4439-b1f5-8c3b00e284d8 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:19:46.223266 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed27323-d1d9-4900-b8f0-ce3836a21c33 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Made reservation on behalf of cb483cee0d9f4504a248ff2db73bc397 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:46.228723 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ed27323-d1d9-4900-b8f0-ce3836a21c33 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:46.293090 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.ipam_backend_mixin [None req-3ed27323-d1d9-4900-b8f0-ce3836a21c33 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Performing IP validity checks on allocation pools {{(pid=93906) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 10:19:46.293947 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.ipam_backend_mixin [None req-3ed27323-d1d9-4900-b8f0-ce3836a21c33 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93906) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 10:19:46.464864 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ed27323-d1d9-4900-b8f0-ce3836a21c33 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:46.538501 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed27323-d1d9-4900-b8f0-ce3836a21c33 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Subnet': ['ID=062b8b9a-effa-4344-a2a4-a72de9105cce,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:46.558068 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed27323-d1d9-4900-b8f0-ce3836a21c33 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Checking segment: {'id': '05a72135-63c8-4867-abe6-ad76131da094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9fa29f7e-32fe-4439-b1f5-8c3b00e284d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:46.558540 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed27323-d1d9-4900-b8f0-ce3836a21c33 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Network hostable DHCP agents. Network: 9fa29f7e-32fe-4439-b1f5-8c3b00e284d8, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:19:46.585504 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed27323-d1d9-4900-b8f0-ce3836a21c33 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Network 9fa29f7e-32fe-4439-b1f5-8c3b00e284d8 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:19:46.600786 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-3ed27323-d1d9-4900-b8f0-ce3836a21c33 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 9fa29f7e-32fe-4439-b1f5-8c3b00e284d8) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:46.603378 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406055bd-07e8-4460-8a0b-43363fbe7da1 None None] Network 545083d2-731f-45ff-aa42-8d927490a0a7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:46.620670 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed27323-d1d9-4900-b8f0-ce3836a21c33 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:46.621366 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ed27323-d1d9-4900-b8f0-ce3836a21c33 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:46.641101 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3ed27323-d1d9-4900-b8f0-ce3836a21c33 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5857494 Jul 05 10:19:46.642722 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40910) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:46.656297 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041e9c01-7b3d-4cf5-862c-f4273892176a None None] Network 9fa29f7e-32fe-4439-b1f5-8c3b00e284d8 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:46.769060 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a97608e-d4eb-4327-adc2-1b4b6c728675 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:46.790843 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5bb90343-3d92-4e6c-b10b-a060cf7182ae None None] Provisioning for port 8d2eb425-5ea3-401d-9910-bd16a19cd057 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:19:46.861478 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce41536a-349f-4e07-9910-4e12de2e2526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-9fa29f7e-32fe-4439-b1f5-8c3b00e284d8', 'network_id': '9fa29f7e-32fe-4439-b1f5-8c3b00e284d8', 'tenant_id': 'cb483cee0d9f4504a248ff2db73bc397', 'fixed_ips': [{'subnet_id': '062b8b9a-effa-4344-a2a4-a72de9105cce'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:19:46.862350 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ce41536a-349f-4e07-9910-4e12de2e2526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:46.886306 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a97608e-d4eb-4327-adc2-1b4b6c728675 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:46.979549 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a97608e-d4eb-4327-adc2-1b4b6c728675 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:47.018370 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97608e-d4eb-4327-adc2-1b4b6c728675 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Subnet': ['ID=062b8b9a-effa-4344-a2a4-a72de9105cce,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:47.052106 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8d2eb425-5ea3-401d-9910-bd16a19cd057 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:19:47.100479 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a97608e-d4eb-4327-adc2-1b4b6c728675 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:47.111700 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0a97608e-d4eb-4327-adc2-1b4b6c728675 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa29f7e-32fe-4439-b1f5-8c3b00e284d8']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server [None req-ce41536a-349f-4e07-9910-4e12de2e2526 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 062b8b9a-effa-4344-a2a4-a72de9105cce: This subnet is being modified by another concurrent operation. Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exception Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 062b8b9a-effa-4344-a2a4-a72de9105cce: This subnet is being modified by another concurrent operation. Jul 05 10:19:47.122620 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 05 10:19:47.151134 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0a97608e-d4eb-4327-adc2-1b4b6c728675 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a72135-63c8-4867-abe6-ad76131da094') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:47.152165 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0a97608e-d4eb-4327-adc2-1b4b6c728675 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a72135-63c8-4867-abe6-ad76131da094') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:47.152823 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ae9198-516d-47e9-b75f-5e0a9569bbf1 None None] Network 9fa29f7e-32fe-4439-b1f5-8c3b00e284d8 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:47.165343 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a97608e-d4eb-4327-adc2-1b4b6c728675 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:47.181951 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a97608e-d4eb-4327-adc2-1b4b6c728675 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:47.189639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a97608e-d4eb-4327-adc2-1b4b6c728675 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:19:47.190083 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a97608e-d4eb-4327-adc2-1b4b6c728675 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:19:47.193690 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:19:47.241785 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 8d2eb425-5ea3-401d-9910-bd16a19cd057 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:19:47.253908 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 8d2eb425-5ea3-401d-9910-bd16a19cd057 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:47.254284 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:47.273670 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a97608e-d4eb-4327-adc2-1b4b6c728675 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:47.280136 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a97608e-d4eb-4327-adc2-1b4b6c728675 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:47.282466 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0a97608e-d4eb-4327-adc2-1b4b6c728675 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/networks/9fa29f7e-32fe-4439-b1f5-8c3b00e284d8 HTTP/1.1" status: 204 len: 168 time: 0.6386316 Jul 05 10:19:47.286401 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40934) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:47.295312 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-bd53d746-763a-4a1a-8591-b31357782261 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-612877838'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:47.302954 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97608e-d4eb-4327-adc2-1b4b6c728675 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Network': ['ID=9fa29f7e-32fe-4439-b1f5-8c3b00e284d8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:47.338888 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd53d746-763a-4a1a-8591-b31357782261 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Made reservation on behalf of cb483cee0d9f4504a248ff2db73bc397 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:47.342653 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd53d746-763a-4a1a-8591-b31357782261 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:47.377408 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd53d746-763a-4a1a-8591-b31357782261 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:19:47.392262 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd53d746-763a-4a1a-8591-b31357782261 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:47.392862 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-bd53d746-763a-4a1a-8591-b31357782261 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Added segment 2fadbd38-896c-4e48-9d03-601899a72632 of type vlan for network 661fd5b9-9b7a-4dad-a332-f7b4e23ac576 Jul 05 10:19:47.429063 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:47.445949 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd53d746-763a-4a1a-8591-b31357782261 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:47.492290 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd53d746-763a-4a1a-8591-b31357782261 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:47.501307 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd53d746-763a-4a1a-8591-b31357782261 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:47.502159 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd53d746-763a-4a1a-8591-b31357782261 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:47.510004 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 8d2eb425-5ea3-401d-9910-bd16a19cd057, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8d2eb425-5ea3-401d-9910-bd16a19cd057,segment=NetworkSegment(60def0fe-9957-411c-8151-425bb3871435),segment_id=60def0fe-9957-411c-8151-425bb3871435)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:47.515665 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:47.545036 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bd53d746-763a-4a1a-8591-b31357782261 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2565420 Jul 05 10:19:47.548260 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40936) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:47.554765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e8aaa301-2f7f-4e83-89e1-c0862cc11a47 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'subnet': {'network_id': '661fd5b9-9b7a-4dad-a332-f7b4e23ac576', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:47.563671 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da36757-54a8-42ec-8a71-d87e5a0cf9e8 None None] get_active_networks_info from n-d-798054-8 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:19:47.647598 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53d746-763a-4a1a-8591-b31357782261 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Network': ['ID=661fd5b9-9b7a-4dad-a332-f7b4e23ac576,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:47.675634 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 661fd5b9-9b7a-4dad-a332-f7b4e23ac576 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:19:47.748448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8aaa301-2f7f-4e83-89e1-c0862cc11a47 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Made reservation on behalf of cb483cee0d9f4504a248ff2db73bc397 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:47.752872 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8aaa301-2f7f-4e83-89e1-c0862cc11a47 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:47.755106 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=8d2eb425-5ea3-401d-9910-bd16a19cd057,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:47.784545 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-51e7ba84-3ef8-4fdc-85ba-0f79d7ea1454 None None] Provisioning complete for port 8d2eb425-5ea3-401d-9910-bd16a19cd057 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:47.784919 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-51e7ba84-3ef8-4fdc-85ba-0f79d7ea1454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:47.884307 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da36757-54a8-42ec-8a71-d87e5a0cf9e8 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:19:48.022916 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8aaa301-2f7f-4e83-89e1-c0862cc11a47 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:48.092822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aaa301-2f7f-4e83-89e1-c0862cc11a47 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Subnet': ['ID=6df33946-5928-4b7a-946c-7a45e9343ab9,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:48.104474 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aaa301-2f7f-4e83-89e1-c0862cc11a47 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Checking segment: {'id': '2fadbd38-896c-4e48-9d03-601899a72632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '661fd5b9-9b7a-4dad-a332-f7b4e23ac576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:48.104846 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aaa301-2f7f-4e83-89e1-c0862cc11a47 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Network hostable DHCP agents. Network: 661fd5b9-9b7a-4dad-a332-f7b4e23ac576, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:19:48.124077 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aaa301-2f7f-4e83-89e1-c0862cc11a47 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Network 661fd5b9-9b7a-4dad-a332-f7b4e23ac576 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:19:48.135140 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-e8aaa301-2f7f-4e83-89e1-c0862cc11a47 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 661fd5b9-9b7a-4dad-a332-f7b4e23ac576) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:48.143286 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aaa301-2f7f-4e83-89e1-c0862cc11a47 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:48.144210 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8aaa301-2f7f-4e83-89e1-c0862cc11a47 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:48.163649 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40956) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:48.168410 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e8aaa301-2f7f-4e83-89e1-c0862cc11a47 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6186483 Jul 05 10:19:48.193836 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a2c426-37e8-4ae6-bb1f-bc83e45a706f None None] get_active_networks_info from n-d-798054-8 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:19:48.278162 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e220af3b-9ae3-4277-bb2b-40d79f3ef052 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:48.305758 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a2c426-37e8-4ae6-bb1f-bc83e45a706f None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:19:48.332835 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e220af3b-9ae3-4277-bb2b-40d79f3ef052 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:48.411639 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e220af3b-9ae3-4277-bb2b-40d79f3ef052 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:48.445007 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220af3b-9ae3-4277-bb2b-40d79f3ef052 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Subnet': ['ID=6df33946-5928-4b7a-946c-7a45e9343ab9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:48.514145 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e220af3b-9ae3-4277-bb2b-40d79f3ef052 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:48.531652 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e220af3b-9ae3-4277-bb2b-40d79f3ef052 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661fd5b9-9b7a-4dad-a332-f7b4e23ac576']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:48.545679 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e220af3b-9ae3-4277-bb2b-40d79f3ef052 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fadbd38-896c-4e48-9d03-601899a72632') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:48.546075 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e220af3b-9ae3-4277-bb2b-40d79f3ef052 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fadbd38-896c-4e48-9d03-601899a72632') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:48.557155 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e220af3b-9ae3-4277-bb2b-40d79f3ef052 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:48.574640 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e220af3b-9ae3-4277-bb2b-40d79f3ef052 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:48.583030 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e220af3b-9ae3-4277-bb2b-40d79f3ef052 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:19:48.583984 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e220af3b-9ae3-4277-bb2b-40d79f3ef052 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:19:48.588016 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:19:48.624781 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17db59f2-fd39-4a8c-8130-2168c66275bc None None] Network 661fd5b9-9b7a-4dad-a332-f7b4e23ac576 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:48.674267 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e220af3b-9ae3-4277-bb2b-40d79f3ef052 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:48.688789 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e220af3b-9ae3-4277-bb2b-40d79f3ef052 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:48.690886 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e220af3b-9ae3-4277-bb2b-40d79f3ef052 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/networks/661fd5b9-9b7a-4dad-a332-f7b4e23ac576 HTTP/1.1" status: 204 len: 168 time: 0.5259783 Jul 05 10:19:48.695328 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40958) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:48.701768 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-80be3c52-58b9-4787-a6e3-ba23bdbbd109 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-377942388'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:48.708933 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220af3b-9ae3-4277-bb2b-40d79f3ef052 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Network': ['ID=661fd5b9-9b7a-4dad-a332-f7b4e23ac576,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:48.728951 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80be3c52-58b9-4787-a6e3-ba23bdbbd109 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Made reservation on behalf of cb483cee0d9f4504a248ff2db73bc397 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:48.734171 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80be3c52-58b9-4787-a6e3-ba23bdbbd109 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:48.750197 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36668c90-b528-4d53-ad16-a4f0d18e395f None None] Network 661fd5b9-9b7a-4dad-a332-f7b4e23ac576 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:48.762690 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36668c90-b528-4d53-ad16-a4f0d18e395f None None] Network 661fd5b9-9b7a-4dad-a332-f7b4e23ac576 could not be found, it might have been deleted concurrently. {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 10:19:48.772541 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80be3c52-58b9-4787-a6e3-ba23bdbbd109 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:19:48.789223 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80be3c52-58b9-4787-a6e3-ba23bdbbd109 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:48.789818 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-80be3c52-58b9-4787-a6e3-ba23bdbbd109 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Added segment 8fe9a28a-82ef-4758-a3d0-4c3386ed56d9 of type vlan for network 9de9de56-64b2-4e9d-8302-7d33b5592246 Jul 05 10:19:48.845321 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80be3c52-58b9-4787-a6e3-ba23bdbbd109 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:48.879599 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80be3c52-58b9-4787-a6e3-ba23bdbbd109 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:48.886129 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80be3c52-58b9-4787-a6e3-ba23bdbbd109 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:48.886822 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80be3c52-58b9-4787-a6e3-ba23bdbbd109 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:48.957267 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-80be3c52-58b9-4787-a6e3-ba23bdbbd109 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2598906 Jul 05 10:19:48.961234 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40974) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:48.967522 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c2a084f8-e9e7-4f93-8347-ad1ed4bc3f3b tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'subnet': {'network_id': '9de9de56-64b2-4e9d-8302-7d33b5592246', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:48.988840 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be3c52-58b9-4787-a6e3-ba23bdbbd109 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Network': ['ID=9de9de56-64b2-4e9d-8302-7d33b5592246,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:48.991833 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8d2eb425-5ea3-401d-9910-bd16a19cd057 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:19:49.026385 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 9de9de56-64b2-4e9d-8302-7d33b5592246 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:19:49.109927 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a084f8-e9e7-4f93-8347-ad1ed4bc3f3b tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Made reservation on behalf of cb483cee0d9f4504a248ff2db73bc397 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:49.113799 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2a084f8-e9e7-4f93-8347-ad1ed4bc3f3b tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:49.127311 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 8d2eb425-5ea3-401d-9910-bd16a19cd057 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:49.127793 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:49.322634 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2a084f8-e9e7-4f93-8347-ad1ed4bc3f3b tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:49.339381 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:19:49.389407 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a084f8-e9e7-4f93-8347-ad1ed4bc3f3b tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Subnet': ['ID=242ad439-7213-4045-8302-07626432b0a8,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:49.399562 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a084f8-e9e7-4f93-8347-ad1ed4bc3f3b tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Checking segment: {'id': '8fe9a28a-82ef-4758-a3d0-4c3386ed56d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9de9de56-64b2-4e9d-8302-7d33b5592246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:49.400061 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a084f8-e9e7-4f93-8347-ad1ed4bc3f3b tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Network hostable DHCP agents. Network: 9de9de56-64b2-4e9d-8302-7d33b5592246, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:19:49.417885 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a084f8-e9e7-4f93-8347-ad1ed4bc3f3b tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Network 9de9de56-64b2-4e9d-8302-7d33b5592246 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:19:49.429495 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c2a084f8-e9e7-4f93-8347-ad1ed4bc3f3b tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 9de9de56-64b2-4e9d-8302-7d33b5592246) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:49.441037 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b589fe-0945-4aec-929a-b40d5ed5352c None None] Network 9de9de56-64b2-4e9d-8302-7d33b5592246 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:49.443778 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a084f8-e9e7-4f93-8347-ad1ed4bc3f3b tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:49.444669 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2a084f8-e9e7-4f93-8347-ad1ed4bc3f3b tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:49.464977 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c2a084f8-e9e7-4f93-8347-ad1ed4bc3f3b tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5023849 Jul 05 10:19:49.467164 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40978) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:49.579151 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6bc163e2-2c2b-4277-86a8-d68167e8ed88 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:49.617711 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a38c172-524a-4577-992c-9c483c6efdc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-9de9de56-64b2-4e9d-8302-7d33b5592246', 'network_id': '9de9de56-64b2-4e9d-8302-7d33b5592246', 'tenant_id': 'cb483cee0d9f4504a248ff2db73bc397', 'fixed_ips': [{'subnet_id': '242ad439-7213-4045-8302-07626432b0a8'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:19:49.619476 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6a38c172-524a-4577-992c-9c483c6efdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:49.639300 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6bc163e2-2c2b-4277-86a8-d68167e8ed88 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:49.719974 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6bc163e2-2c2b-4277-86a8-d68167e8ed88 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server [None req-6a38c172-524a-4577-992c-9c483c6efdc8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 242ad439-7213-4045-8302-07626432b0a8: This subnet is being modified by another concurrent operation. Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exception Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 242ad439-7213-4045-8302-07626432b0a8: This subnet is being modified by another concurrent operation. Jul 05 10:19:49.728091 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 05 10:19:49.753368 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc163e2-2c2b-4277-86a8-d68167e8ed88 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Subnet': ['ID=242ad439-7213-4045-8302-07626432b0a8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:49.766431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7d4c11-c8ec-45ce-91d3-1408937645e0 None None] Network 9de9de56-64b2-4e9d-8302-7d33b5592246 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:49.819357 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6bc163e2-2c2b-4277-86a8-d68167e8ed88 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:49.831433 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-6bc163e2-2c2b-4277-86a8-d68167e8ed88 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de9de56-64b2-4e9d-8302-7d33b5592246']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:49.844345 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-6bc163e2-2c2b-4277-86a8-d68167e8ed88 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe9a28a-82ef-4758-a3d0-4c3386ed56d9') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:49.844946 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-6bc163e2-2c2b-4277-86a8-d68167e8ed88 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe9a28a-82ef-4758-a3d0-4c3386ed56d9') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:49.855427 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6bc163e2-2c2b-4277-86a8-d68167e8ed88 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:49.871509 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6bc163e2-2c2b-4277-86a8-d68167e8ed88 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:49.879377 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc163e2-2c2b-4277-86a8-d68167e8ed88 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:19:49.880248 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6bc163e2-2c2b-4277-86a8-d68167e8ed88 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:49.886565 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3342fdbc-3e3c-4fa0-a86e-3d400cfc5824 None None] get_active_networks_info from n-d-798054-8 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:19:49.936587 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:19:49.969307 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6bc163e2-2c2b-4277-86a8-d68167e8ed88 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:49.985259 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3342fdbc-3e3c-4fa0-a86e-3d400cfc5824 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:19:49.993709 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6bc163e2-2c2b-4277-86a8-d68167e8ed88 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:49.995776 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6bc163e2-2c2b-4277-86a8-d68167e8ed88 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/networks/9de9de56-64b2-4e9d-8302-7d33b5592246 HTTP/1.1" status: 204 len: 168 time: 0.5273790 Jul 05 10:19:49.996749 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc163e2-2c2b-4277-86a8-d68167e8ed88 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Network': ['ID=9de9de56-64b2-4e9d-8302-7d33b5592246,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:49.999224 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 40980) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:50.004628 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d3f1fc79-7551-4bcc-a84e-49f1525cf91e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1890576679'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:50.032331 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f1fc79-7551-4bcc-a84e-49f1525cf91e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Made reservation on behalf of cb483cee0d9f4504a248ff2db73bc397 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:50.050250 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3f1fc79-7551-4bcc-a84e-49f1525cf91e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:50.112674 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f1fc79-7551-4bcc-a84e-49f1525cf91e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:19:50.131470 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3f1fc79-7551-4bcc-a84e-49f1525cf91e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:50.132124 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-d3f1fc79-7551-4bcc-a84e-49f1525cf91e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Added segment cfad2f80-5d95-4e97-aeb4-9b8ffeedb69a of type vlan for network 8953dae4-9e02-4630-a02f-3623fe042787 Jul 05 10:19:50.220240 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3f1fc79-7551-4bcc-a84e-49f1525cf91e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:50.280342 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3f1fc79-7551-4bcc-a84e-49f1525cf91e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:50.293530 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f1fc79-7551-4bcc-a84e-49f1525cf91e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:50.294521 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3f1fc79-7551-4bcc-a84e-49f1525cf91e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:50.373973 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d3f1fc79-7551-4bcc-a84e-49f1525cf91e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3709273 Jul 05 10:19:50.374311 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40986) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:50.380163 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-bbcfa1d3-fdcc-4b57-92a0-09905f20455c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'subnet': {'network_id': '8953dae4-9e02-4630-a02f-3623fe042787', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:50.391750 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1fc79-7551-4bcc-a84e-49f1525cf91e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Network': ['ID=8953dae4-9e02-4630-a02f-3623fe042787,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:50.403759 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 8953dae4-9e02-4630-a02f-3623fe042787 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:19:50.495385 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcfa1d3-fdcc-4b57-92a0-09905f20455c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Made reservation on behalf of cb483cee0d9f4504a248ff2db73bc397 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:50.499019 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bbcfa1d3-fdcc-4b57-92a0-09905f20455c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:50.560142 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.ipam_backend_mixin [None req-bbcfa1d3-fdcc-4b57-92a0-09905f20455c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Performing IP validity checks on allocation pools {{(pid=93907) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 10:19:50.560689 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.ipam_backend_mixin [None req-bbcfa1d3-fdcc-4b57-92a0-09905f20455c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93907) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 10:19:50.681691 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bbcfa1d3-fdcc-4b57-92a0-09905f20455c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:50.742430 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfa1d3-fdcc-4b57-92a0-09905f20455c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Subnet': ['ID=cee9ae4f-2c0c-4266-9129-428573c701fd,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:50.750057 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcfa1d3-fdcc-4b57-92a0-09905f20455c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Checking segment: {'id': 'cfad2f80-5d95-4e97-aeb4-9b8ffeedb69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8953dae4-9e02-4630-a02f-3623fe042787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:50.750418 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcfa1d3-fdcc-4b57-92a0-09905f20455c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Network hostable DHCP agents. Network: 8953dae4-9e02-4630-a02f-3623fe042787, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:19:50.769244 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcfa1d3-fdcc-4b57-92a0-09905f20455c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Network 8953dae4-9e02-4630-a02f-3623fe042787 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:19:50.778052 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-bbcfa1d3-fdcc-4b57-92a0-09905f20455c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 8953dae4-9e02-4630-a02f-3623fe042787) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:50.782233 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcfa1d3-fdcc-4b57-92a0-09905f20455c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:50.782885 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bbcfa1d3-fdcc-4b57-92a0-09905f20455c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:50.788734 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7cd60a-8803-4943-a021-7d0e9fca4d6f None None] Network 8953dae4-9e02-4630-a02f-3623fe042787 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:50.802255 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bbcfa1d3-fdcc-4b57-92a0-09905f20455c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4236858 Jul 05 10:19:50.802469 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 40988) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:50.914505 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-054ff5bd-e900-4bdf-89dd-2b91f36b2490 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:50.961670 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31f6fb6-f028-48a0-91a6-088a29a049cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-8953dae4-9e02-4630-a02f-3623fe042787', 'network_id': '8953dae4-9e02-4630-a02f-3623fe042787', 'tenant_id': 'cb483cee0d9f4504a248ff2db73bc397', 'fixed_ips': [{'subnet_id': 'cee9ae4f-2c0c-4266-9129-428573c701fd'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:19:50.962756 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f31f6fb6-f028-48a0-91a6-088a29a049cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:50.980247 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-054ff5bd-e900-4bdf-89dd-2b91f36b2490 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:50.980758 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de1b46f9-e9c5-4934-80cb-2b5f9b9b8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:51.058007 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-054ff5bd-e900-4bdf-89dd-2b91f36b2490 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:51.087302 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ff5bd-e900-4bdf-89dd-2b91f36b2490 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Subnet': ['ID=cee9ae4f-2c0c-4266-9129-428573c701fd,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server [None req-f31f6fb6-f028-48a0-91a6-088a29a049cc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cee9ae4f-2c0c-4266-9129-428573c701fd: This subnet is being modified by another concurrent operation. Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exception Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cee9ae4f-2c0c-4266-9129-428573c701fd: This subnet is being modified by another concurrent operation. Jul 05 10:19:51.096639 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 05 10:19:51.122329 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d50c14-a3dc-4872-8a41-1e4199bc2446 None None] Network 8953dae4-9e02-4630-a02f-3623fe042787 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:51.203874 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-054ff5bd-e900-4bdf-89dd-2b91f36b2490 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:51.227278 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-054ff5bd-e900-4bdf-89dd-2b91f36b2490 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8953dae4-9e02-4630-a02f-3623fe042787']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:51.247602 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-054ff5bd-e900-4bdf-89dd-2b91f36b2490 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfad2f80-5d95-4e97-aeb4-9b8ffeedb69a') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:51.248128 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-054ff5bd-e900-4bdf-89dd-2b91f36b2490 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfad2f80-5d95-4e97-aeb4-9b8ffeedb69a') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:51.262811 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-054ff5bd-e900-4bdf-89dd-2b91f36b2490 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:51.289391 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-054ff5bd-e900-4bdf-89dd-2b91f36b2490 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:51.300134 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-054ff5bd-e900-4bdf-89dd-2b91f36b2490 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:19:51.300543 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-054ff5bd-e900-4bdf-89dd-2b91f36b2490 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:19:51.303904 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:19:51.382197 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-054ff5bd-e900-4bdf-89dd-2b91f36b2490 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:51.414611 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-054ff5bd-e900-4bdf-89dd-2b91f36b2490 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:51.421483 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-054ff5bd-e900-4bdf-89dd-2b91f36b2490 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/networks/8953dae4-9e02-4630-a02f-3623fe042787 HTTP/1.1" status: 204 len: 168 time: 0.6133883 Jul 05 10:19:51.421483 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ff5bd-e900-4bdf-89dd-2b91f36b2490 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Network': ['ID=8953dae4-9e02-4630-a02f-3623fe042787,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:51.422608 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41000) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:51.431585 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5fbf6670-f0c6-484b-8d22-a14049d780cf tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2013871481'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:51.471310 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbf6670-f0c6-484b-8d22-a14049d780cf tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Made reservation on behalf of cb483cee0d9f4504a248ff2db73bc397 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:51.478726 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c5bacf-c105-4df8-b1f3-0c3c81689c10 None None] get_active_networks_info from n-d-798054-8 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:19:51.481032 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fbf6670-f0c6-484b-8d22-a14049d780cf tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:51.523125 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbf6670-f0c6-484b-8d22-a14049d780cf tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:19:51.547715 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fbf6670-f0c6-484b-8d22-a14049d780cf tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:51.548184 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-5fbf6670-f0c6-484b-8d22-a14049d780cf tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Added segment 1223cbac-f241-4fd9-abfa-5c1ae4985567 of type vlan for network afa94966-b1c3-4ba0-989f-e4f98e0c8e7b Jul 05 10:19:51.598174 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fbf6670-f0c6-484b-8d22-a14049d780cf tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:51.605188 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c5bacf-c105-4df8-b1f3-0c3c81689c10 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:19:51.634967 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fbf6670-f0c6-484b-8d22-a14049d780cf tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:51.644600 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbf6670-f0c6-484b-8d22-a14049d780cf tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:51.645589 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fbf6670-f0c6-484b-8d22-a14049d780cf tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:51.747307 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5fbf6670-f0c6-484b-8d22-a14049d780cf tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3205328 Jul 05 10:19:51.747670 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41008) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:51.754362 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c3ebd389-fb99-4ce9-8703-9a276d74527c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'subnet': {'network_id': 'afa94966-b1c3-4ba0-989f-e4f98e0c8e7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:51.759447 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf6670-f0c6-484b-8d22-a14049d780cf tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Network': ['ID=afa94966-b1c3-4ba0-989f-e4f98e0c8e7b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:51.783007 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network afa94966-b1c3-4ba0-989f-e4f98e0c8e7b details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:19:51.866645 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ebd389-fb99-4ce9-8703-9a276d74527c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Made reservation on behalf of cb483cee0d9f4504a248ff2db73bc397 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:51.871525 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3ebd389-fb99-4ce9-8703-9a276d74527c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:52.087095 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3ebd389-fb99-4ce9-8703-9a276d74527c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:52.149244 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebd389-fb99-4ce9-8703-9a276d74527c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Subnet': ['ID=35f920a4-2a3d-4338-9581-0208bccfce40,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:52.160342 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ebd389-fb99-4ce9-8703-9a276d74527c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Checking segment: {'id': '1223cbac-f241-4fd9-abfa-5c1ae4985567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'afa94966-b1c3-4ba0-989f-e4f98e0c8e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:52.160895 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ebd389-fb99-4ce9-8703-9a276d74527c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Network hostable DHCP agents. Network: afa94966-b1c3-4ba0-989f-e4f98e0c8e7b, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:19:52.178309 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ebd389-fb99-4ce9-8703-9a276d74527c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Network afa94966-b1c3-4ba0-989f-e4f98e0c8e7b is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:19:52.187981 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-c3ebd389-fb99-4ce9-8703-9a276d74527c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, afa94966-b1c3-4ba0-989f-e4f98e0c8e7b) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:52.199191 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78de62e-033f-48ef-bf81-f1c3e3139630 None None] Network afa94966-b1c3-4ba0-989f-e4f98e0c8e7b requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:52.202532 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ebd389-fb99-4ce9-8703-9a276d74527c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:52.203714 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3ebd389-fb99-4ce9-8703-9a276d74527c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:52.231534 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c3ebd389-fb99-4ce9-8703-9a276d74527c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4818776 Jul 05 10:19:52.233802 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41010) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:52.380716 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:52.384795 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2ae3d4-11e4-40ba-9e14-0d64bf2e4edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-afa94966-b1c3-4ba0-989f-e4f98e0c8e7b', 'network_id': 'afa94966-b1c3-4ba0-989f-e4f98e0c8e7b', 'tenant_id': 'cb483cee0d9f4504a248ff2db73bc397', 'fixed_ips': [{'subnet_id': '35f920a4-2a3d-4338-9581-0208bccfce40'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:19:52.385742 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1b2ae3d4-11e4-40ba-9e14-0d64bf2e4edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:52.434245 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:52.525167 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-1b2ae3d4-11e4-40ba-9e14-0d64bf2e4edb None None] Allocated IP 172.20.0.1 (afa94966-b1c3-4ba0-989f-e4f98e0c8e7b/35f920a4-2a3d-4338-9581-0208bccfce40/a9b884cf-5458-4a97-8810-d3765457cfbd) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:19:52.670837 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1b2ae3d4-11e4-40ba-9e14-0d64bf2e4edb None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:52.679945 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1b2ae3d4-11e4-40ba-9e14-0d64bf2e4edb None None] Transition to ACTIVE for port object a9b884cf-5458-4a97-8810-d3765457cfbd will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:19:52.697581 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1b2ae3d4-11e4-40ba-9e14-0d64bf2e4edb None None] Transition to ACTIVE for port object a9b884cf-5458-4a97-8810-d3765457cfbd will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:19:52.704258 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1b2ae3d4-11e4-40ba-9e14-0d64bf2e4edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:52.727585 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:52.758560 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Subnet': ['ID=35f920a4-2a3d-4338-9581-0208bccfce40,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:52.763700 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2ae3d4-11e4-40ba-9e14-0d64bf2e4edb None None] Network afa94966-b1c3-4ba0-989f-e4f98e0c8e7b is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:19:52.765834 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-1b2ae3d4-11e4-40ba-9e14-0d64bf2e4edb None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:52.771131 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2ae3d4-11e4-40ba-9e14-0d64bf2e4edb None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:19:52.774473 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ae3d4-11e4-40ba-9e14-0d64bf2e4edb None None] Pushing event updated for resources: {'Port': ['ID=a9b884cf-5458-4a97-8810-d3765457cfbd,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:52.833104 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1b2ae3d4-11e4-40ba-9e14-0d64bf2e4edb None None] Attempting to bind port a9b884cf-5458-4a97-8810-d3765457cfbd on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:19:52.834019 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1b2ae3d4-11e4-40ba-9e14-0d64bf2e4edb None None] Attempting to bind port a9b884cf-5458-4a97-8810-d3765457cfbd by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '1223cbac-f241-4fd9-abfa-5c1ae4985567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'afa94966-b1c3-4ba0-989f-e4f98e0c8e7b'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:19:52.834395 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2ae3d4-11e4-40ba-9e14-0d64bf2e4edb None None] Attempting to bind port a9b884cf-5458-4a97-8810-d3765457cfbd on network afa94966-b1c3-4ba0-989f-e4f98e0c8e7b {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:19:52.839611 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2ae3d4-11e4-40ba-9e14-0d64bf2e4edb None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:19:52.840061 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2ae3d4-11e4-40ba-9e14-0d64bf2e4edb None None] Checking segment: {'id': '1223cbac-f241-4fd9-abfa-5c1ae4985567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'afa94966-b1c3-4ba0-989f-e4f98e0c8e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:52.840463 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1b2ae3d4-11e4-40ba-9e14-0d64bf2e4edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:52.840873 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2ae3d4-11e4-40ba-9e14-0d64bf2e4edb None None] Bound using segment: {'id': '1223cbac-f241-4fd9-abfa-5c1ae4985567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'afa94966-b1c3-4ba0-989f-e4f98e0c8e7b'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:19:52.841706 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1b2ae3d4-11e4-40ba-9e14-0d64bf2e4edb None None] Bound port: a9b884cf-5458-4a97-8810-d3765457cfbd, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1223cbac-f241-4fd9-abfa-5c1ae4985567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'afa94966-b1c3-4ba0-989f-e4f98e0c8e7b'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:19:52.841860 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1b2ae3d4-11e4-40ba-9e14-0d64bf2e4edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:52.846823 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:52.860570 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa94966-b1c3-4ba0-989f-e4f98e0c8e7b']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:52.874478 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1223cbac-f241-4fd9-abfa-5c1ae4985567') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:52.874826 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1223cbac-f241-4fd9-abfa-5c1ae4985567') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:52.886434 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:52.909359 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:52.914772 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1b2ae3d4-11e4-40ba-9e14-0d64bf2e4edb None None] For port a9b884cf-5458-4a97-8810-d3765457cfbd, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:19:52.917016 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:19:52.920063 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:19:52.923094 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:19:52.989376 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1b2ae3d4-11e4-40ba-9e14-0d64bf2e4edb None None] For port a9b884cf-5458-4a97-8810-d3765457cfbd, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=a9b884cf-5458-4a97-8810-d3765457cfbd,segment=NetworkSegment(1223cbac-f241-4fd9-abfa-5c1ae4985567),segment_id=1223cbac-f241-4fd9-abfa-5c1ae4985567)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:19:52.990218 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 10:19:52.990218 n-d-798054-8 neutron-server[93906]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 10:19:52.990218 n-d-798054-8 neutron-server[93906]: [parameters: {'id': 'afa94966-b1c3-4ba0-989f-e4f98e0c8e7b'}] Jul 05 10:19:52.990218 n-d-798054-8 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:19:52.990621 n-d-798054-8 neutron-server[93906]: DEBUG oslo_db.api [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:19:52.993998 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1b2ae3d4-11e4-40ba-9e14-0d64bf2e4edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:53.079428 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ae3d4-11e4-40ba-9e14-0d64bf2e4edb None None] Pushing event updated for resources: {'Port': ['ID=a9b884cf-5458-4a97-8810-d3765457cfbd,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:53.096613 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52623615-7610-4be9-a3a6-bee48be23cb1 None None] Network afa94966-b1c3-4ba0-989f-e4f98e0c8e7b requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:53.229432 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10e6d54-8106-44e9-b920-63b36a5adf80 None None] get_active_networks_info from n-d-798054-8 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:19:53.311606 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10e6d54-8106-44e9-b920-63b36a5adf80 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:19:53.329657 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c3f0fd83-54a7-41ad-ab03-5a79102364be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:53.492459 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:53.549966 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Deleting port a9b884cf-5458-4a97-8810-d3765457cfbd {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:19:53.550289 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:53.626957 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:53.634876 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] For port a9b884cf-5458-4a97-8810-d3765457cfbd, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=a9b884cf-5458-4a97-8810-d3765457cfbd,segment=NetworkSegment(1223cbac-f241-4fd9-abfa-5c1ae4985567),segment_id=1223cbac-f241-4fd9-abfa-5c1ae4985567)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:53.635248 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:53.648955 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Calling delete_port for a9b884cf-5458-4a97-8810-d3765457cfbd owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:19:53.728098 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:53.754026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Port': ['ID=a9b884cf-5458-4a97-8810-d3765457cfbd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:53.759037 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No DVR routers for this DVR port a9b884cf-5458-4a97-8810-d3765457cfbd on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:19:53.843014 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:53.855155 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa94966-b1c3-4ba0-989f-e4f98e0c8e7b']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:53.867944 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1223cbac-f241-4fd9-abfa-5c1ae4985567') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:53.868287 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1223cbac-f241-4fd9-abfa-5c1ae4985567') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:53.878851 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:53.894507 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:53.910226 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:19:53.910662 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:19:53.914448 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:19:53.982358 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:53.993190 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:53.995184 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/networks/afa94966-b1c3-4ba0-989f-e4f98e0c8e7b HTTP/1.1" status: 204 len: 168 time: 1.7603941 Jul 05 10:19:53.998798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41030) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:54.005820 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-65df884d-2a61-449e-b903-5794997d21d5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1113243422'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:54.008367 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ce12e-510b-45cc-b31d-e16349c3dc26 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Network': ['ID=afa94966-b1c3-4ba0-989f-e4f98e0c8e7b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:54.029692 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65df884d-2a61-449e-b903-5794997d21d5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Made reservation on behalf of cb483cee0d9f4504a248ff2db73bc397 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:54.033125 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-65df884d-2a61-449e-b903-5794997d21d5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:54.057583 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65df884d-2a61-449e-b903-5794997d21d5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:19:54.071114 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-65df884d-2a61-449e-b903-5794997d21d5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:54.071467 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-65df884d-2a61-449e-b903-5794997d21d5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Added segment cdbbce55-790f-4e53-92a9-6de95833bcb2 of type vlan for network 8f709721-27c7-4102-8c86-3b74886367b2 Jul 05 10:19:54.114551 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-65df884d-2a61-449e-b903-5794997d21d5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:54.150306 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-65df884d-2a61-449e-b903-5794997d21d5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:54.155802 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65df884d-2a61-449e-b903-5794997d21d5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:54.156528 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-65df884d-2a61-449e-b903-5794997d21d5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:54.175929 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-65df884d-2a61-449e-b903-5794997d21d5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1725259 Jul 05 10:19:54.176282 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41032) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:54.181991 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-59c5c486-84b3-4113-9e87-e69c4e681ccc tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'subnet': {'network_id': '8f709721-27c7-4102-8c86-3b74886367b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:54.231694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df884d-2a61-449e-b903-5794997d21d5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Network': ['ID=8f709721-27c7-4102-8c86-3b74886367b2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:54.243576 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 8f709721-27c7-4102-8c86-3b74886367b2 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:19:54.279742 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c5c486-84b3-4113-9e87-e69c4e681ccc tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Made reservation on behalf of cb483cee0d9f4504a248ff2db73bc397 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:54.283345 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-59c5c486-84b3-4113-9e87-e69c4e681ccc tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:54.479206 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-59c5c486-84b3-4113-9e87-e69c4e681ccc tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:54.545775 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5c486-84b3-4113-9e87-e69c4e681ccc tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Subnet': ['ID=b0858a78-8097-44e3-a064-17fc8cddb4c4,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:54.564015 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c5c486-84b3-4113-9e87-e69c4e681ccc tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Checking segment: {'id': 'cdbbce55-790f-4e53-92a9-6de95833bcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8f709721-27c7-4102-8c86-3b74886367b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:54.564411 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c5c486-84b3-4113-9e87-e69c4e681ccc tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Network hostable DHCP agents. Network: 8f709721-27c7-4102-8c86-3b74886367b2, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:19:54.586695 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c5c486-84b3-4113-9e87-e69c4e681ccc tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Network 8f709721-27c7-4102-8c86-3b74886367b2 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:19:54.596832 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-59c5c486-84b3-4113-9e87-e69c4e681ccc tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 8f709721-27c7-4102-8c86-3b74886367b2) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:54.603499 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c5c486-84b3-4113-9e87-e69c4e681ccc tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:54.604256 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-59c5c486-84b3-4113-9e87-e69c4e681ccc tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:54.626790 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbf3eb0-02ba-4f6c-ad0e-e67b37761103 None None] Network 8f709721-27c7-4102-8c86-3b74886367b2 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:54.655912 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-59c5c486-84b3-4113-9e87-e69c4e681ccc tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4770823 Jul 05 10:19:54.665055 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41036) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:54.809703 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:54.842594 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f8ffd48-3e68-44e7-8192-9d323764adaa tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:54.886641 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101988ca-c5b4-4c15-afc1-eb76db5260da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-8f709721-27c7-4102-8c86-3b74886367b2', 'network_id': '8f709721-27c7-4102-8c86-3b74886367b2', 'tenant_id': 'cb483cee0d9f4504a248ff2db73bc397', 'fixed_ips': [{'subnet_id': 'b0858a78-8097-44e3-a064-17fc8cddb4c4'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:19:54.890432 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-101988ca-c5b4-4c15-afc1-eb76db5260da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:54.900758 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f8ffd48-3e68-44e7-8192-9d323764adaa tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:55.002218 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f8ffd48-3e68-44e7-8192-9d323764adaa tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server [None req-101988ca-c5b4-4c15-afc1-eb76db5260da None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0858a78-8097-44e3-a064-17fc8cddb4c4: This subnet is being modified by another concurrent operation. Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exception Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0858a78-8097-44e3-a064-17fc8cddb4c4: This subnet is being modified by another concurrent operation. Jul 05 10:19:55.005086 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 05 10:19:55.025476 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f673fd4a-0a62-43e4-ac9f-b571caa02dbf None None] Network 8f709721-27c7-4102-8c86-3b74886367b2 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:55.038420 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ffd48-3e68-44e7-8192-9d323764adaa tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Subnet': ['ID=b0858a78-8097-44e3-a064-17fc8cddb4c4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:55.107248 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f8ffd48-3e68-44e7-8192-9d323764adaa tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:55.118428 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-4f8ffd48-3e68-44e7-8192-9d323764adaa tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f709721-27c7-4102-8c86-3b74886367b2']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:55.129600 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-4f8ffd48-3e68-44e7-8192-9d323764adaa tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdbbce55-790f-4e53-92a9-6de95833bcb2') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:55.129956 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-4f8ffd48-3e68-44e7-8192-9d323764adaa tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdbbce55-790f-4e53-92a9-6de95833bcb2') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:55.141421 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f8ffd48-3e68-44e7-8192-9d323764adaa tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:55.148338 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29effec5-30e8-4a5a-9a14-ae9a80068272 None None] get_active_networks_info from n-d-798054-8 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:19:55.156127 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f8ffd48-3e68-44e7-8192-9d323764adaa tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:55.162885 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8ffd48-3e68-44e7-8192-9d323764adaa tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:19:55.163276 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f8ffd48-3e68-44e7-8192-9d323764adaa tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:19:55.166615 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:19:55.229622 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f8ffd48-3e68-44e7-8192-9d323764adaa tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:55.236305 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29effec5-30e8-4a5a-9a14-ae9a80068272 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:19:55.237926 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f8ffd48-3e68-44e7-8192-9d323764adaa tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:55.240645 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4f8ffd48-3e68-44e7-8192-9d323764adaa tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/networks/8f709721-27c7-4102-8c86-3b74886367b2 HTTP/1.1" status: 204 len: 168 time: 0.5675902 Jul 05 10:19:55.243377 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41040) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:55.250545 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ae0f90c7-f295-4907-9a4f-223c14f6735f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1862590707'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:55.264908 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ffd48-3e68-44e7-8192-9d323764adaa tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Network': ['ID=8f709721-27c7-4102-8c86-3b74886367b2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:55.278630 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0f90c7-f295-4907-9a4f-223c14f6735f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Made reservation on behalf of cb483cee0d9f4504a248ff2db73bc397 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:55.282455 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ae0f90c7-f295-4907-9a4f-223c14f6735f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:55.308194 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae0f90c7-f295-4907-9a4f-223c14f6735f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:19:55.317498 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ae0f90c7-f295-4907-9a4f-223c14f6735f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:55.318970 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-ae0f90c7-f295-4907-9a4f-223c14f6735f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Added segment ed66a032-3901-4b4a-84f6-20a67fd5ee32 of type vlan for network d629dd64-16eb-4276-b100-dfca38e37b4c Jul 05 10:19:55.359790 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ae0f90c7-f295-4907-9a4f-223c14f6735f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:55.393692 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ae0f90c7-f295-4907-9a4f-223c14f6735f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:55.399167 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0f90c7-f295-4907-9a4f-223c14f6735f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:55.399755 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ae0f90c7-f295-4907-9a4f-223c14f6735f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:55.477220 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ae0f90c7-f295-4907-9a4f-223c14f6735f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2315090 Jul 05 10:19:55.480264 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41042) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:55.486188 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-09b71df3-e664-4bb7-bd3b-bd3a88ccf150 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:55.494277 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f90c7-f295-4907-9a4f-223c14f6735f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Network': ['ID=d629dd64-16eb-4276-b100-dfca38e37b4c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:55.504607 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network d629dd64-16eb-4276-b100-dfca38e37b4c details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:19:55.665737 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-09b71df3-e664-4bb7-bd3b-bd3a88ccf150 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:55.679154 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-09b71df3-e664-4bb7-bd3b-bd3a88ccf150 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:55.697241 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-09b71df3-e664-4bb7-bd3b-bd3a88ccf150 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Network d629dd64-16eb-4276-b100-dfca38e37b4c is not hosted by any dhcp agent {{(pid=93906) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 10:19:55.702559 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b71df3-e664-4bb7-bd3b-bd3a88ccf150 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:55.703154 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-09b71df3-e664-4bb7-bd3b-bd3a88ccf150 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:55.704460 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-09b71df3-e664-4bb7-bd3b-bd3a88ccf150 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "PUT /v2.0/networks/d629dd64-16eb-4276-b100-dfca38e37b4c HTTP/1.1" status: 200 len: 723 time: 0.2233622 Jul 05 10:19:55.707413 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41044) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:55.713269 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-26e5a55a-1ecd-4d4b-8eca-1155339fcfce tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'subnet': {'network_id': 'd629dd64-16eb-4276-b100-dfca38e37b4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:55.762116 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b71df3-e664-4bb7-bd3b-bd3a88ccf150 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Network': ['ID=d629dd64-16eb-4276-b100-dfca38e37b4c,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:55.784404 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network d629dd64-16eb-4276-b100-dfca38e37b4c details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:19:55.814782 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e5a55a-1ecd-4d4b-8eca-1155339fcfce tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Made reservation on behalf of cb483cee0d9f4504a248ff2db73bc397 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:55.819076 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26e5a55a-1ecd-4d4b-8eca-1155339fcfce tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:56.130543 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-fd09d361-c396-47a9-bd2b-ccbc4011a521 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:56.132198 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-fd09d361-c396-47a9-bd2b-ccbc4011a521 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 812 time: 0.1328070 Jul 05 10:19:56.133597 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26e5a55a-1ecd-4d4b-8eca-1155339fcfce tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:56.200031 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-6448c0d0-1edf-492e-9057-d4f17d721ea7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/quotas/a0bdddb2ec084de69e94b6aa65e9aea2 HTTP/1.1" status: 200 len: 375 time: 0.0306861 Jul 05 10:19:56.251243 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5a55a-1ecd-4d4b-8eca-1155339fcfce tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Subnet': ['ID=a85388cb-930f-468b-894c-0b55c31a226c,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:56.274406 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e5a55a-1ecd-4d4b-8eca-1155339fcfce tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Checking segment: {'id': 'ed66a032-3901-4b4a-84f6-20a67fd5ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd629dd64-16eb-4276-b100-dfca38e37b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:56.274768 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e5a55a-1ecd-4d4b-8eca-1155339fcfce tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Network hostable DHCP agents. Network: d629dd64-16eb-4276-b100-dfca38e37b4c, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:19:56.310501 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-e0b80ee2-2247-4f7c-a08a-712ef313f562 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1095867 Jul 05 10:19:56.311643 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e5a55a-1ecd-4d4b-8eca-1155339fcfce tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Network d629dd64-16eb-4276-b100-dfca38e37b4c is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:19:56.329529 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-26e5a55a-1ecd-4d4b-8eca-1155339fcfce tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, d629dd64-16eb-4276-b100-dfca38e37b4c) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:56.333652 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e5a55a-1ecd-4d4b-8eca-1155339fcfce tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:56.334239 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26e5a55a-1ecd-4d4b-8eca-1155339fcfce tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:56.343664 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93997df8-a847-4d62-82bf-eca4ec6ecbdd None None] Network d629dd64-16eb-4276-b100-dfca38e37b4c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:56.394217 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-26e5a55a-1ecd-4d4b-8eca-1155339fcfce tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6855133 Jul 05 10:19:56.397623 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41066) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:56.403102 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-92012dbe-7170-47c2-a374-96ec4f269741 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:56.474082 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-d92b0953-9080-48c7-9e94-46753ef55f64 service neutron] 10.222.0.79 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534019 Jul 05 10:19:56.477169 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41068) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:56.504462 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2c31f0-7d74-40fb-a581-75c73de6298b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-d629dd64-16eb-4276-b100-dfca38e37b4c', 'network_id': 'd629dd64-16eb-4276-b100-dfca38e37b4c', 'tenant_id': 'cb483cee0d9f4504a248ff2db73bc397', 'fixed_ips': [{'subnet_id': 'a85388cb-930f-468b-894c-0b55c31a226c'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:19:56.505816 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7d2c31f0-7d74-40fb-a581-75c73de6298b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:56.588649 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92012dbe-7170-47c2-a374-96ec4f269741 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8470072'] for subnet, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:56.631719 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8593f127-60e7-4def-9d3e-8fa21308e1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:56.650657 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-135e26d1-d596-4132-84dc-9420e1fb2beb service neutron] 10.222.0.79 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683414 Jul 05 10:19:56.672604 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-7d2c31f0-7d74-40fb-a581-75c73de6298b None None] Allocated IP 172.20.0.2 (d629dd64-16eb-4276-b100-dfca38e37b4c/a85388cb-930f-468b-894c-0b55c31a226c/555933a2-efae-4fb6-9fcd-87af39c41f6b) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:19:56.747935 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8593f127-60e7-4def-9d3e-8fa21308e1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:56.752507 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8593f127-60e7-4def-9d3e-8fa21308e1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:56.784132 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:56.796565 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8593f127-60e7-4def-9d3e-8fa21308e1db admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=da41e40aed994f69981a9f7fa548892d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3158271 Jul 05 10:19:56.796565 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593f127-60e7-4def-9d3e-8fa21308e1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26933ad8-0af0-4def-8487-df97c16c226f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:56.796975 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41074) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:56.856474 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7d2c31f0-7d74-40fb-a581-75c73de6298b None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:56.866440 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7d2c31f0-7d74-40fb-a581-75c73de6298b None None] Transition to ACTIVE for port object 555933a2-efae-4fb6-9fcd-87af39c41f6b will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:19:56.883799 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b84d9630-98ad-4f18-afe9-23760645b91b req-b605048b-6a28-47ec-8046-2966c4da68b5 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 210 time: 0.0403564 Jul 05 10:19:56.886208 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7d2c31f0-7d74-40fb-a581-75c73de6298b None None] Transition to ACTIVE for port object 555933a2-efae-4fb6-9fcd-87af39c41f6b will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:19:56.895470 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7d2c31f0-7d74-40fb-a581-75c73de6298b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:56.908230 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6113731f-ecc4-48ee-b756-aedfaeeb1421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:56.941113 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2c31f0-7d74-40fb-a581-75c73de6298b None None] Network d629dd64-16eb-4276-b100-dfca38e37b4c is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:19:56.948107 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-7d2c31f0-7d74-40fb-a581-75c73de6298b None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:56.951741 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2c31f0-7d74-40fb-a581-75c73de6298b None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:19:56.958912 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c31f0-7d74-40fb-a581-75c73de6298b None None] Pushing event updated for resources: {'Port': ['ID=555933a2-efae-4fb6-9fcd-87af39c41f6b,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:56.969002 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6113731f-ecc4-48ee-b756-aedfaeeb1421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:57.017489 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7d2c31f0-7d74-40fb-a581-75c73de6298b None None] Attempting to bind port 555933a2-efae-4fb6-9fcd-87af39c41f6b on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:19:57.017868 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7d2c31f0-7d74-40fb-a581-75c73de6298b None None] Attempting to bind port 555933a2-efae-4fb6-9fcd-87af39c41f6b by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'ed66a032-3901-4b4a-84f6-20a67fd5ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd629dd64-16eb-4276-b100-dfca38e37b4c'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:19:57.018235 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2c31f0-7d74-40fb-a581-75c73de6298b None None] Attempting to bind port 555933a2-efae-4fb6-9fcd-87af39c41f6b on network d629dd64-16eb-4276-b100-dfca38e37b4c {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:19:57.023881 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2c31f0-7d74-40fb-a581-75c73de6298b None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:19:57.024263 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2c31f0-7d74-40fb-a581-75c73de6298b None None] Checking segment: {'id': 'ed66a032-3901-4b4a-84f6-20a67fd5ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd629dd64-16eb-4276-b100-dfca38e37b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:57.024893 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7d2c31f0-7d74-40fb-a581-75c73de6298b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:57.025320 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2c31f0-7d74-40fb-a581-75c73de6298b None None] Bound using segment: {'id': 'ed66a032-3901-4b4a-84f6-20a67fd5ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd629dd64-16eb-4276-b100-dfca38e37b4c'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:19:57.025789 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7d2c31f0-7d74-40fb-a581-75c73de6298b None None] Bound port: 555933a2-efae-4fb6-9fcd-87af39c41f6b, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed66a032-3901-4b4a-84f6-20a67fd5ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd629dd64-16eb-4276-b100-dfca38e37b4c'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:19:57.026173 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7d2c31f0-7d74-40fb-a581-75c73de6298b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:57.047473 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92012dbe-7170-47c2-a374-96ec4f269741 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778709884959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12557722'] for subnet, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:57.090497 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92012dbe-7170-47c2-a374-96ec4f269741 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:57.091388 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92012dbe-7170-47c2-a374-96ec4f269741 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:57.094932 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-92012dbe-7170-47c2-a374-96ec4f269741 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "PUT /v2.0/subnets/a85388cb-930f-468b-894c-0b55c31a226c HTTP/1.1" status: 200 len: 806 time: 0.6938314 Jul 05 10:19:57.095304 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41084) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:57.103334 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6113731f-ecc4-48ee-b756-aedfaeeb1421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:57.106476 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6113731f-ecc4-48ee-b756-aedfaeeb1421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:57.107606 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6113731f-ecc4-48ee-b756-aedfaeeb1421 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/26933ad8-0af0-4def-8487-df97c16c226f HTTP/1.1" status: 204 len: 168 time: 0.3096042 Jul 05 10:19:57.113651 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7d2c31f0-7d74-40fb-a581-75c73de6298b None None] For port 555933a2-efae-4fb6-9fcd-87af39c41f6b, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:19:57.118363 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7d2c31f0-7d74-40fb-a581-75c73de6298b None None] For port 555933a2-efae-4fb6-9fcd-87af39c41f6b, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=555933a2-efae-4fb6-9fcd-87af39c41f6b,segment=NetworkSegment(ed66a032-3901-4b4a-84f6-20a67fd5ee32),segment_id=ed66a032-3901-4b4a-84f6-20a67fd5ee32)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:19:57.119829 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92012dbe-7170-47c2-a374-96ec4f269741 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Subnet': ['ID=a85388cb-930f-468b-894c-0b55c31a226c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:57.123293 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113731f-ecc4-48ee-b756-aedfaeeb1421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26933ad8-0af0-4def-8487-df97c16c226f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:57.123892 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7d2c31f0-7d74-40fb-a581-75c73de6298b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:57.206276 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c31f0-7d74-40fb-a581-75c73de6298b None None] Pushing event updated for resources: {'Port': ['ID=555933a2-efae-4fb6-9fcd-87af39c41f6b,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:57.262673 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e438d13d-7f13-4d44-90f2-96833ca71f40 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:57.331992 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e438d13d-7f13-4d44-90f2-96833ca71f40 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Deleting port 555933a2-efae-4fb6-9fcd-87af39c41f6b {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:19:57.332349 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e438d13d-7f13-4d44-90f2-96833ca71f40 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:57.440932 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-e438d13d-7f13-4d44-90f2-96833ca71f40 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] For port 555933a2-efae-4fb6-9fcd-87af39c41f6b, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=555933a2-efae-4fb6-9fcd-87af39c41f6b,segment=NetworkSegment(ed66a032-3901-4b4a-84f6-20a67fd5ee32),segment_id=ed66a032-3901-4b4a-84f6-20a67fd5ee32)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:57.441734 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e438d13d-7f13-4d44-90f2-96833ca71f40 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:57.457190 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e438d13d-7f13-4d44-90f2-96833ca71f40 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Calling delete_port for 555933a2-efae-4fb6-9fcd-87af39c41f6b owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:19:57.545188 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41092) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:57.565642 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f46ba16f-8b32-441c-a44a-40a07ae67c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:57.636451 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e438d13d-7f13-4d44-90f2-96833ca71f40 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:57.681417 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438d13d-7f13-4d44-90f2-96833ca71f40 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Port': ['ID=555933a2-efae-4fb6-9fcd-87af39c41f6b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:57.738356 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e438d13d-7f13-4d44-90f2-96833ca71f40 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No DVR routers for this DVR port 555933a2-efae-4fb6-9fcd-87af39c41f6b on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:19:57.798329 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e438d13d-7f13-4d44-90f2-96833ca71f40 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:57.834038 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f46ba16f-8b32-441c-a44a-40a07ae67c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:57.840189 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f46ba16f-8b32-441c-a44a-40a07ae67c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:57.891895 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f46ba16f-8b32-441c-a44a-40a07ae67c55 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=979be0da43f744b59aee73ed9a224ce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3456423 Jul 05 10:19:57.894486 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41094) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:57.900764 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ba16f-8b32-441c-a44a-40a07ae67c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbfe3f1-2528-4fed-b4f3-684a853d46ba,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:57.914542 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e438d13d-7f13-4d44-90f2-96833ca71f40 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:57.959407 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438d13d-7f13-4d44-90f2-96833ca71f40 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Subnet': ['ID=a85388cb-930f-468b-894c-0b55c31a226c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:57.972291 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03edc7a4-d411-4c84-a5eb-793ede9f1a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:57.999630 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03edc7a4-d411-4c84-a5eb-793ede9f1a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.039822 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e438d13d-7f13-4d44-90f2-96833ca71f40 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.053726 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e438d13d-7f13-4d44-90f2-96833ca71f40 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d629dd64-16eb-4276-b100-dfca38e37b4c']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:58.076479 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e438d13d-7f13-4d44-90f2-96833ca71f40 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed66a032-3901-4b4a-84f6-20a67fd5ee32') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:58.076874 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e438d13d-7f13-4d44-90f2-96833ca71f40 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed66a032-3901-4b4a-84f6-20a67fd5ee32') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:58.090040 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e438d13d-7f13-4d44-90f2-96833ca71f40 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.109454 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e438d13d-7f13-4d44-90f2-96833ca71f40 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.116804 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e438d13d-7f13-4d44-90f2-96833ca71f40 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:19:58.117602 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e438d13d-7f13-4d44-90f2-96833ca71f40 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:19:58.121459 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:19:58.135717 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f2d2c4e3-4160-4804-a219-9e07cc5ffb00 req-ce54df6d-6a52-4e9e-a51c-5ba490987a6e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 210 time: 0.0840466 Jul 05 10:19:58.192489 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e438d13d-7f13-4d44-90f2-96833ca71f40 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.204806 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e438d13d-7f13-4d44-90f2-96833ca71f40 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.205098 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03edc7a4-d411-4c84-a5eb-793ede9f1a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.209903 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e438d13d-7f13-4d44-90f2-96833ca71f40 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/networks/d629dd64-16eb-4276-b100-dfca38e37b4c HTTP/1.1" status: 204 len: 168 time: 1.1102324 Jul 05 10:19:58.210216 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03edc7a4-d411-4c84-a5eb-793ede9f1a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.210216 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-03edc7a4-d411-4c84-a5eb-793ede9f1a80 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bbbfe3f1-2528-4fed-b4f3-684a853d46ba HTTP/1.1" status: 204 len: 168 time: 0.3143187 Jul 05 10:19:58.213386 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41098) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:58.219664 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438d13d-7f13-4d44-90f2-96833ca71f40 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Network': ['ID=d629dd64-16eb-4276-b100-dfca38e37b4c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:58.261305 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03edc7a4-d411-4c84-a5eb-793ede9f1a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbfe3f1-2528-4fed-b4f3-684a853d46ba,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:58.266599 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-050190aa-4d41-4306-b245-3c6f8e2dac5d tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:19:58.267155 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-050190aa-4d41-4306-b245-3c6f8e2dac5d tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:19:58.269072 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-050190aa-4d41-4306-b245-3c6f8e2dac5d tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/networks/d629dd64-16eb-4276-b100-dfca38e37b4c HTTP/1.1" status: 404 len: 339 time: 0.0529935 Jul 05 10:19:58.274257 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41102) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:58.280104 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-598a1eaf-26c3-4d4f-9270-fbdb34d5c420 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1858201099', 'description': 'd1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:58.292675 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-d49eb586-62db-47b5-b472-74e5e96ee603 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:58.294163 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-d49eb586-62db-47b5-b472-74e5e96ee603 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.78 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 812 time: 0.2441878 Jul 05 10:19:58.309523 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-47e95248-1ad1-4d48-ae59-45016c8c6632 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Request body: {'port': {'device_id': '1ebbe5f4-ff90-4efd-841f-949b5355a17d', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'admin_state_up': True, 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:58.379389 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598a1eaf-26c3-4d4f-9270-fbdb34d5c420 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Made reservation on behalf of cb483cee0d9f4504a248ff2db73bc397 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:58.383541 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-598a1eaf-26c3-4d4f-9270-fbdb34d5c420 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.420033 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-186f8fd4-9a74-4518-b9b1-e4107d10fb66 None None] Could not find standard attr ID for object 555933a2-efae-4fb6-9fcd-87af39c41f6b. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:19:58.425528 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c1c4c1-a3f7-43ba-ada0-d142afc40273 None None] DHCP port deletion for d629dd64-16eb-4276-b100-dfca38e37b4c request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:19:58.441956 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598a1eaf-26c3-4d4f-9270-fbdb34d5c420 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:19:58.457828 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17add895-02e6-43a5-8c4d-09c083ab9ee7 None None] Network d629dd64-16eb-4276-b100-dfca38e37b4c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:58.469035 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-598a1eaf-26c3-4d4f-9270-fbdb34d5c420 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.469391 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-598a1eaf-26c3-4d4f-9270-fbdb34d5c420 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Added segment d7182f4d-b410-4506-9477-c3bea8433059 of type vlan for network 43383b58-ec4c-400f-af07-1737d48ca0d2 Jul 05 10:19:58.470828 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17add895-02e6-43a5-8c4d-09c083ab9ee7 None None] Network d629dd64-16eb-4276-b100-dfca38e37b4c could not be found, it might have been deleted concurrently. {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 10:19:58.480695 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb748db-0f52-4369-9ce4-b397e3ac8496 None None] Network d629dd64-16eb-4276-b100-dfca38e37b4c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:58.497830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb748db-0f52-4369-9ce4-b397e3ac8496 None None] Network d629dd64-16eb-4276-b100-dfca38e37b4c could not be found, it might have been deleted concurrently. {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 10:19:58.533470 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-47e95248-1ad1-4d48-ae59-45016c8c6632 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Made reservation on behalf of a0bdddb2ec084de69e94b6aa65e9aea2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:58.537098 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-47e95248-1ad1-4d48-ae59-45016c8c6632 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.540254 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-598a1eaf-26c3-4d4f-9270-fbdb34d5c420 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.642749 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-598a1eaf-26c3-4d4f-9270-fbdb34d5c420 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.649053 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598a1eaf-26c3-4d4f-9270-fbdb34d5c420 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:58.650034 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-598a1eaf-26c3-4d4f-9270-fbdb34d5c420 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:59.023774 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-598a1eaf-26c3-4d4f-9270-fbdb34d5c420 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7459695 Jul 05 10:19:59.024935 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41126) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:59.034369 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a1eaf-26c3-4d4f-9270-fbdb34d5c420 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Network': ['ID=43383b58-ec4c-400f-af07-1737d48ca0d2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:59.049356 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 43383b58-ec4c-400f-af07-1737d48ca0d2 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:19:59.050888 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-47e95248-1ad1-4d48-ae59-45016c8c6632 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Allocated IP 172.20.0.14 (640a92f1-ba53-4724-b927-c597caf88f39/fe81aa39-c7e6-420e-8913-88a4162da5db/8d1c524f-ba15-4952-aa64-941cbb8ae891) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:19:59.206695 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43977a2-f5e3-4de4-8f73-7ea7a4aef87f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:59.211102 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41134) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:59.211841 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c43977a2-f5e3-4de4-8f73-7ea7a4aef87f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "GET /v2.0/networks?id=43383b58-ec4c-400f-af07-1737d48ca0d2 HTTP/1.1" status: 200 len: 761 time: 0.1850588 Jul 05 10:19:59.219022 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-52454bc2-9214-467f-94e3-6cd7fd578948 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'network': {'description': 'd2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:59.314559 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-47e95248-1ad1-4d48-ae59-45016c8c6632 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:59.362116 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-36258e61-9ac5-4c8f-8425-3b7c9680cab7 req-fc15557b-43c6-4550-852c-f2ab70c00bcf tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 210 time: 0.0539339 Jul 05 10:19:59.377030 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-47e95248-1ad1-4d48-ae59-45016c8c6632 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Transition to ACTIVE for port object 8d1c524f-ba15-4952-aa64-941cbb8ae891 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:19:59.481111 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-52454bc2-9214-467f-94e3-6cd7fd578948 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:59.498286 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-47e95248-1ad1-4d48-ae59-45016c8c6632 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:59.500408 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-52454bc2-9214-467f-94e3-6cd7fd578948 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:59.577014 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-52454bc2-9214-467f-94e3-6cd7fd578948 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Network 43383b58-ec4c-400f-af07-1737d48ca0d2 is not hosted by any dhcp agent {{(pid=93907) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 10:19:59.582319 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52454bc2-9214-467f-94e3-6cd7fd578948 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:59.587973 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-52454bc2-9214-467f-94e3-6cd7fd578948 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:59.589638 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-52454bc2-9214-467f-94e3-6cd7fd578948 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "PUT /v2.0/networks/43383b58-ec4c-400f-af07-1737d48ca0d2 HTTP/1.1" status: 200 len: 758 time: 0.3754137 Jul 05 10:19:59.592377 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41136) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:59.687245 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52454bc2-9214-467f-94e3-6cd7fd578948 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Network': ['ID=43383b58-ec4c-400f-af07-1737d48ca0d2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:59.697311 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 43383b58-ec4c-400f-af07-1737d48ca0d2 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:19:59.708971 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8961b411-372f-4269-bad1-c508e8527c53 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:59.712329 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8961b411-372f-4269-bad1-c508e8527c53 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "GET /v2.0/networks?id=43383b58-ec4c-400f-af07-1737d48ca0d2 HTTP/1.1" status: 200 len: 761 time: 0.1187708 Jul 05 10:19:59.715911 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41142) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:59.719778 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-47e95248-1ad1-4d48-ae59-45016c8c6632 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Network 640a92f1-ba53-4724-b927-c597caf88f39 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:19:59.722293 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4080326a-e45d-4f9f-91f2-cd68220ebb53 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1942904900'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:59.727299 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-47e95248-1ad1-4d48-ae59-45016c8c6632 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:59.732362 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-47e95248-1ad1-4d48-ae59-45016c8c6632 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:19:59.768540 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4080326a-e45d-4f9f-91f2-cd68220ebb53 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Made reservation on behalf of cb483cee0d9f4504a248ff2db73bc397 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:59.776460 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4080326a-e45d-4f9f-91f2-cd68220ebb53 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:59.796704 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e95248-1ad1-4d48-ae59-45016c8c6632 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event updated for resources: {'Port': ['ID=8d1c524f-ba15-4952-aa64-941cbb8ae891,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:59.814800 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4080326a-e45d-4f9f-91f2-cd68220ebb53 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:19:59.828831 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4080326a-e45d-4f9f-91f2-cd68220ebb53 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:59.829180 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-4080326a-e45d-4f9f-91f2-cd68220ebb53 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Added segment 1224a367-c28b-4128-a587-e5b750dac8a4 of type vlan for network 367cb932-2d86-46d2-b458-7f315bc1eec0 Jul 05 10:19:59.842337 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-47e95248-1ad1-4d48-ae59-45016c8c6632 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:59.843417 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-47e95248-1ad1-4d48-ae59-45016c8c6632 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:59.864504 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-47e95248-1ad1-4d48-ae59-45016c8c6632 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5608389 Jul 05 10:19:59.877506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-d8194c5d-b3dd-4418-9b83-ee984ef6ed84 service neutron] Request body: {'port': {'device_id': '1ebbe5f4-ff90-4efd-841f-949b5355a17d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:59.878902 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4080326a-e45d-4f9f-91f2-cd68220ebb53 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:59.912728 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4080326a-e45d-4f9f-91f2-cd68220ebb53 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:59.919225 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4080326a-e45d-4f9f-91f2-cd68220ebb53 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:59.919946 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4080326a-e45d-4f9f-91f2-cd68220ebb53 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:59.972242 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-d8194c5d-b3dd-4418-9b83-ee984ef6ed84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:00.158007 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-39b7451d-b38a-4308-9cad-d94dc1b8c1bf None None] Provisioning for port 8d1c524f-ba15-4952-aa64-941cbb8ae891 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:20:00.164891 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-39b7451d-b38a-4308-9cad-d94dc1b8c1bf None None] Provisioning complete for port 8d1c524f-ba15-4952-aa64-941cbb8ae891 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:00.165325 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-39b7451d-b38a-4308-9cad-d94dc1b8c1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:00.256747 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-39b7451d-b38a-4308-9cad-d94dc1b8c1bf None None] Port 8d1c524f-ba15-4952-aa64-941cbb8ae891 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:20:00.304726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-d8194c5d-b3dd-4418-9b83-ee984ef6ed84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d1c524f-ba15-4952-aa64-941cbb8ae891 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:20:00.312784 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-d8194c5d-b3dd-4418-9b83-ee984ef6ed84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:00.326292 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-d8194c5d-b3dd-4418-9b83-ee984ef6ed84 service neutron] Transition to ACTIVE for port object 8d1c524f-ba15-4952-aa64-941cbb8ae891 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:00.330958 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-d8194c5d-b3dd-4418-9b83-ee984ef6ed84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:00.438109 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080326a-e45d-4f9f-91f2-cd68220ebb53 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Network': ['ID=367cb932-2d86-46d2-b458-7f315bc1eec0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:00.451678 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 367cb932-2d86-46d2-b458-7f315bc1eec0 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:20:00.453688 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4080326a-e45d-4f9f-91f2-cd68220ebb53 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7364545 Jul 05 10:20:00.456481 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41148) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:00.488368 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-55ef3b55-fa25-45fa-842d-49fa4e80fa34 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'subnet': {'network_id': '367cb932-2d86-46d2-b458-7f315bc1eec0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:00.489022 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8194c5d-b3dd-4418-9b83-ee984ef6ed84 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1c524f-ba15-4952-aa64-941cbb8ae891,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:00.522662 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-d8194c5d-b3dd-4418-9b83-ee984ef6ed84 service neutron] Attempting to bind port 8d1c524f-ba15-4952-aa64-941cbb8ae891 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:20:00.522999 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-d8194c5d-b3dd-4418-9b83-ee984ef6ed84 service neutron] Attempting to bind port 8d1c524f-ba15-4952-aa64-941cbb8ae891 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:20:00.523329 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-d8194c5d-b3dd-4418-9b83-ee984ef6ed84 service neutron] Attempting to bind port 8d1c524f-ba15-4952-aa64-941cbb8ae891 on network 640a92f1-ba53-4724-b927-c597caf88f39 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:20:00.530270 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-d8194c5d-b3dd-4418-9b83-ee984ef6ed84 service neutron] Port 8d1c524f-ba15-4952-aa64-941cbb8ae891 on network 640a92f1-ba53-4724-b927-c597caf88f39 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:20:00.530604 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-d8194c5d-b3dd-4418-9b83-ee984ef6ed84 service neutron] Attempting to bind port 8d1c524f-ba15-4952-aa64-941cbb8ae891 on network 640a92f1-ba53-4724-b927-c597caf88f39 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:20:00.536652 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-d8194c5d-b3dd-4418-9b83-ee984ef6ed84 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:20:00.537001 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-d8194c5d-b3dd-4418-9b83-ee984ef6ed84 service neutron] Checking segment: {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:20:00.537614 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-d8194c5d-b3dd-4418-9b83-ee984ef6ed84 service neutron] Bound using segment: {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:20:00.538061 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-d8194c5d-b3dd-4418-9b83-ee984ef6ed84 service neutron] Bound port: 8d1c524f-ba15-4952-aa64-941cbb8ae891, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:20:00.538435 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-d8194c5d-b3dd-4418-9b83-ee984ef6ed84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:00.679630 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-d8194c5d-b3dd-4418-9b83-ee984ef6ed84 service neutron] For port 8d1c524f-ba15-4952-aa64-941cbb8ae891, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:20:00.692438 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ef3b55-fa25-45fa-842d-49fa4e80fa34 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Made reservation on behalf of cb483cee0d9f4504a248ff2db73bc397 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:00.699278 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55ef3b55-fa25-45fa-842d-49fa4e80fa34 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:00.717309 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-d8194c5d-b3dd-4418-9b83-ee984ef6ed84 service neutron] For port 8d1c524f-ba15-4952-aa64-941cbb8ae891, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8d1c524f-ba15-4952-aa64-941cbb8ae891,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:20:00.722971 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-d8194c5d-b3dd-4418-9b83-ee984ef6ed84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:00.795225 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-d8194c5d-b3dd-4418-9b83-ee984ef6ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:00.795967 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-d8194c5d-b3dd-4418-9b83-ee984ef6ed84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:00.797575 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-d8194c5d-b3dd-4418-9b83-ee984ef6ed84 service neutron] 10.222.0.78 "PUT /v2.0/ports/8d1c524f-ba15-4952-aa64-941cbb8ae891 HTTP/1.1" status: 200 len: 1092 time: 0.9250145 Jul 05 10:20:00.801677 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ebbe5f4-ff90-4efd-841f-949b5355a17d', 'tag': '8d1c524f-ba15-4952-aa64-941cbb8ae891'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:20:00.804286 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29afa52d-4dfd-43c5-92a5-619a7dc60b88" -d '{"events": [{"name": "network-changed", "server_uuid": "1ebbe5f4-ff90-4efd-841f-949b5355a17d", "tag": "8d1c524f-ba15-4952-aa64-941cbb8ae891"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:20:00.868001 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49135a-b86e-49cf-baa5-c954043cb14d req-1bfd2a39-9dbc-4bb2-89ea-50f315f0fbea tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:00.870271 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2e49135a-b86e-49cf-baa5-c954043cb14d req-1bfd2a39-9dbc-4bb2-89ea-50f315f0fbea tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 944 time: 0.2301846 Jul 05 10:20:00.903684 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8194c5d-b3dd-4418-9b83-ee984ef6ed84 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1c524f-ba15-4952-aa64-941cbb8ae891,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:00.903684 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de056b07-c666-4325-b627-67f95d69cc70 x-openstack-request-id: req-de056b07-c666-4325-b627-67f95d69cc70 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:20:00.903684 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ebbe5f4-ff90-4efd-841f-949b5355a17d", "tag": "8d1c524f-ba15-4952-aa64-941cbb8ae891", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:20:00.916639 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-de056b07-c666-4325-b627-67f95d69cc70 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:20:00.917146 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ebbe5f4-ff90-4efd-841f-949b5355a17d', 'tag': '8d1c524f-ba15-4952-aa64-941cbb8ae891', 'status': 'completed', 'code': 200} Jul 05 10:20:01.047130 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2e49135a-b86e-49cf-baa5-c954043cb14d req-3f934837-c999-4b0c-ae74-9cfd65397194 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262195 Jul 05 10:20:01.060730 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-4da9d1af-c1dd-4fbd-9990-2d07191a84e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:01.062370 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55ef3b55-fa25-45fa-842d-49fa4e80fa34 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:01.062550 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-4da9d1af-c1dd-4fbd-9990-2d07191a84e0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 1095 time: 0.1902912 Jul 05 10:20:01.142778 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-da7aabd4-f2fc-41db-ad8e-eabeca2ed848 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d1c524f-ba15-4952-aa64-941cbb8ae891 HTTP/1.1" status: 200 len: 217 time: 0.0732267 Jul 05 10:20:01.182787 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef3b55-fa25-45fa-842d-49fa4e80fa34 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Subnet': ['ID=6c4a17bc-c5d2-4a34-9a97-82382ff14d86,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:01.189768 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ef3b55-fa25-45fa-842d-49fa4e80fa34 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Checking segment: {'id': '1224a367-c28b-4128-a587-e5b750dac8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '367cb932-2d86-46d2-b458-7f315bc1eec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:20:01.190445 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ef3b55-fa25-45fa-842d-49fa4e80fa34 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Network hostable DHCP agents. Network: 367cb932-2d86-46d2-b458-7f315bc1eec0, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:20:01.209256 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-3c9f0403-c2d7-47fe-b661-9e4b3699e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:01.211229 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-3c9f0403-c2d7-47fe-b661-9e4b3699e68f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.0618827 Jul 05 10:20:01.214024 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ef3b55-fa25-45fa-842d-49fa4e80fa34 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Network 367cb932-2d86-46d2-b458-7f315bc1eec0 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:20:01.224779 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-55ef3b55-fa25-45fa-842d-49fa4e80fa34 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 367cb932-2d86-46d2-b458-7f315bc1eec0) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:01.230474 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ef3b55-fa25-45fa-842d-49fa4e80fa34 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:01.231438 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55ef3b55-fa25-45fa-842d-49fa4e80fa34 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:01.235954 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e79aaa-d9c1-4c7e-9738-533074283a5e None None] Network 367cb932-2d86-46d2-b458-7f315bc1eec0 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:01.269738 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-55ef3b55-fa25-45fa-842d-49fa4e80fa34 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8119268 Jul 05 10:20:01.273104 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41164) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:01.291526 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-71117d28-0a07-4b64-ac9e-bb35d6cbb7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:01.294156 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-71117d28-0a07-4b64-ac9e-bb35d6cbb7f5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762074 Jul 05 10:20:01.414334 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-5fdd8245-1d28-41fc-95b0-f7aecf4e8d8e service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135058 Jul 05 10:20:01.432592 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:01.462527 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3670a9d4-907f-4359-aee4-410e24079adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-367cb932-2d86-46d2-b458-7f315bc1eec0', 'network_id': '367cb932-2d86-46d2-b458-7f315bc1eec0', 'tenant_id': 'cb483cee0d9f4504a248ff2db73bc397', 'fixed_ips': [{'subnet_id': '6c4a17bc-c5d2-4a34-9a97-82382ff14d86'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:20:01.463807 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3670a9d4-907f-4359-aee4-410e24079adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:01.537210 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:01.594963 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e3102bd-f4a3-4d94-8406-34d9d4cb3797 req-89886231-d9b0-4536-badf-3a8acc181930 service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734998 Jul 05 10:20:01.723609 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-3670a9d4-907f-4359-aee4-410e24079adf None None] Allocated IP 172.20.0.2 (367cb932-2d86-46d2-b458-7f315bc1eec0/6c4a17bc-c5d2-4a34-9a97-82382ff14d86/cea4d287-43a3-44c1-8f3f-e9ea69e0abdc) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:20:01.768513 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afa52d-4dfd-43c5-92a5-619a7dc60b88 req-5ca568bf-38c8-410e-819e-2fc370a9e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:01.770285 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29afa52d-4dfd-43c5-92a5-619a7dc60b88 req-5ca568bf-38c8-410e-819e-2fc370a9e213 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 1095 time: 0.0976872 Jul 05 10:20:01.925159 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3670a9d4-907f-4359-aee4-410e24079adf None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:01.938317 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3670a9d4-907f-4359-aee4-410e24079adf None None] Transition to ACTIVE for port object cea4d287-43a3-44c1-8f3f-e9ea69e0abdc will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:01.939448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afa52d-4dfd-43c5-92a5-619a7dc60b88 req-98e247f4-226c-4805-a399-5ee151ed88a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:01.941191 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29afa52d-4dfd-43c5-92a5-619a7dc60b88 req-98e247f4-226c-4805-a399-5ee151ed88a9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 913 time: 0.1584766 Jul 05 10:20:01.969607 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3670a9d4-907f-4359-aee4-410e24079adf None None] Transition to ACTIVE for port object cea4d287-43a3-44c1-8f3f-e9ea69e0abdc will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:01.993715 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3670a9d4-907f-4359-aee4-410e24079adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:02.003882 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29afa52d-4dfd-43c5-92a5-619a7dc60b88 req-a58ebd71-1485-48b0-8699-c10b39b68038 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d1c524f-ba15-4952-aa64-941cbb8ae891 HTTP/1.1" status: 200 len: 217 time: 0.0550301 Jul 05 10:20:02.007183 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:02.060916 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3670a9d4-907f-4359-aee4-410e24079adf None None] Network 367cb932-2d86-46d2-b458-7f315bc1eec0 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:20:02.066339 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-3670a9d4-907f-4359-aee4-410e24079adf None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:02.079121 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3670a9d4-907f-4359-aee4-410e24079adf None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:20:02.090460 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670a9d4-907f-4359-aee4-410e24079adf None None] Pushing event updated for resources: {'Port': ['ID=cea4d287-43a3-44c1-8f3f-e9ea69e0abdc,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:02.107337 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Subnet': ['ID=6c4a17bc-c5d2-4a34-9a97-82382ff14d86,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:02.130005 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afa52d-4dfd-43c5-92a5-619a7dc60b88 req-bba0ef06-6492-4ddb-9abe-1142ce5ef85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:02.131819 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29afa52d-4dfd-43c5-92a5-619a7dc60b88 req-bba0ef06-6492-4ddb-9abe-1142ce5ef85a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.1218765 Jul 05 10:20:02.218745 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3670a9d4-907f-4359-aee4-410e24079adf None None] Attempting to bind port cea4d287-43a3-44c1-8f3f-e9ea69e0abdc on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:20:02.222480 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3670a9d4-907f-4359-aee4-410e24079adf None None] Attempting to bind port cea4d287-43a3-44c1-8f3f-e9ea69e0abdc by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '1224a367-c28b-4128-a587-e5b750dac8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '367cb932-2d86-46d2-b458-7f315bc1eec0'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:20:02.222984 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670a9d4-907f-4359-aee4-410e24079adf None None] Attempting to bind port cea4d287-43a3-44c1-8f3f-e9ea69e0abdc on network 367cb932-2d86-46d2-b458-7f315bc1eec0 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:20:02.243040 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670a9d4-907f-4359-aee4-410e24079adf None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:20:02.243774 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670a9d4-907f-4359-aee4-410e24079adf None None] Checking segment: {'id': '1224a367-c28b-4128-a587-e5b750dac8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '367cb932-2d86-46d2-b458-7f315bc1eec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:20:02.244105 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3670a9d4-907f-4359-aee4-410e24079adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:02.244510 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670a9d4-907f-4359-aee4-410e24079adf None None] Bound using segment: {'id': '1224a367-c28b-4128-a587-e5b750dac8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '367cb932-2d86-46d2-b458-7f315bc1eec0'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:20:02.244990 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3670a9d4-907f-4359-aee4-410e24079adf None None] Bound port: cea4d287-43a3-44c1-8f3f-e9ea69e0abdc, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1224a367-c28b-4128-a587-e5b750dac8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '367cb932-2d86-46d2-b458-7f315bc1eec0'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:20:02.245372 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3670a9d4-907f-4359-aee4-410e24079adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:02.283881 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:02.300869 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367cb932-2d86-46d2-b458-7f315bc1eec0']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:02.319685 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afa52d-4dfd-43c5-92a5-619a7dc60b88 req-0dacd36e-e7b1-4f8b-b5bf-02fda3e3dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:02.320265 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1224a367-c28b-4128-a587-e5b750dac8a4') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:02.320571 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1224a367-c28b-4128-a587-e5b750dac8a4') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:02.321405 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29afa52d-4dfd-43c5-92a5-619a7dc60b88 req-0dacd36e-e7b1-4f8b-b5bf-02fda3e3dd56 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1828508 Jul 05 10:20:02.339055 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:02.372530 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:02.381549 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:20:02.382096 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:20:02.386959 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:20:02.389783 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3670a9d4-907f-4359-aee4-410e24079adf None None] For port cea4d287-43a3-44c1-8f3f-e9ea69e0abdc, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:20:02.454607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ac5ed-1c68-4c14-bd07-95931cb596be req-4b856cc5-ed55-458f-aa95-76c6bd255140 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:02.456670 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-870ac5ed-1c68-4c14-bd07-95931cb596be req-4b856cc5-ed55-458f-aa95-76c6bd255140 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 944 time: 0.1994529 Jul 05 10:20:02.465256 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3670a9d4-907f-4359-aee4-410e24079adf None None] For port cea4d287-43a3-44c1-8f3f-e9ea69e0abdc, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=cea4d287-43a3-44c1-8f3f-e9ea69e0abdc,segment=NetworkSegment(1224a367-c28b-4128-a587-e5b750dac8a4),segment_id=1224a367-c28b-4128-a587-e5b750dac8a4)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:20:02.472590 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 10:20:02.472590 n-d-798054-8 neutron-server[93906]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 10:20:02.472590 n-d-798054-8 neutron-server[93906]: [parameters: {'id': '367cb932-2d86-46d2-b458-7f315bc1eec0'}] Jul 05 10:20:02.472590 n-d-798054-8 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:20:02.473070 n-d-798054-8 neutron-server[93906]: DEBUG oslo_db.api [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:20:02.489478 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3670a9d4-907f-4359-aee4-410e24079adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:02.561908 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29afa52d-4dfd-43c5-92a5-619a7dc60b88 req-40716783-def5-438b-b2bd-934d77b79a08 service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316468 Jul 05 10:20:02.568713 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-870ac5ed-1c68-4c14-bd07-95931cb596be req-111820ba-ddb2-4298-b957-f75e7ea4dbef tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670252 Jul 05 10:20:02.699187 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29afa52d-4dfd-43c5-92a5-619a7dc60b88 req-66e81672-ac47-4ccd-b828-ca427d4d1129 service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294234 Jul 05 10:20:02.810540 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670a9d4-907f-4359-aee4-410e24079adf None None] Pushing event updated for resources: {'Port': ['ID=cea4d287-43a3-44c1-8f3f-e9ea69e0abdc,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:02.845787 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5c7960-05b7-4167-a669-4ca83e1ce6e8 None None] Network 367cb932-2d86-46d2-b458-7f315bc1eec0 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:02.932779 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:02.974950 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:03.022493 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071e253d-8701-4447-b6e7-751fc5e232b5 None None] get_active_networks_info from n-d-798054-8 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:20:03.085043 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Deleting port cea4d287-43a3-44c1-8f3f-e9ea69e0abdc {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:20:03.086199 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:03.114808 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071e253d-8701-4447-b6e7-751fc5e232b5 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:20:03.200853 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] For port cea4d287-43a3-44c1-8f3f-e9ea69e0abdc, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=cea4d287-43a3-44c1-8f3f-e9ea69e0abdc,segment=NetworkSegment(1224a367-c28b-4128-a587-e5b750dac8a4),segment_id=1224a367-c28b-4128-a587-e5b750dac8a4)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:03.201512 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:03.215151 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Calling delete_port for cea4d287-43a3-44c1-8f3f-e9ea69e0abdc owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:20:03.298475 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:03.328314 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Port': ['ID=cea4d287-43a3-44c1-8f3f-e9ea69e0abdc,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:03.331129 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No DVR routers for this DVR port cea4d287-43a3-44c1-8f3f-e9ea69e0abdc on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:20:03.442461 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:03.458617 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367cb932-2d86-46d2-b458-7f315bc1eec0']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:03.470082 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1224a367-c28b-4128-a587-e5b750dac8a4') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:03.470390 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1224a367-c28b-4128-a587-e5b750dac8a4') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:03.496527 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:03.528347 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:03.545193 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:20:03.546720 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:20:03.552682 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:20:03.654517 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:03.676238 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:03.680361 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/networks/367cb932-2d86-46d2-b458-7f315bc1eec0 HTTP/1.1" status: 204 len: 168 time: 2.4061358 Jul 05 10:20:03.683324 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41184) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:03.693884 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df772e86-21dd-425a-9e50-b56d3b57bfa5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Network': ['ID=367cb932-2d86-46d2-b458-7f315bc1eec0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:03.733831 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbbbfedb-8e36-4ffd-9044-6a67def67ebb tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] GET failed (client error): The resource could not be found. Jul 05 10:20:03.735563 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cbbbfedb-8e36-4ffd-9044-6a67def67ebb tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "GET /v2.0/subnets/6c4a17bc-c5d2-4a34-9a97-82382ff14d86 HTTP/1.1" status: 404 len: 337 time: 0.0512428 Jul 05 10:20:03.742102 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41186) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:03.774229 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a58f0ac-826a-4318-81f4-458e088ccd34 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:20:03.774827 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a58f0ac-826a-4318-81f4-458e088ccd34 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:20:03.780343 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3a58f0ac-826a-4318-81f4-458e088ccd34 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/networks/367cb932-2d86-46d2-b458-7f315bc1eec0 HTTP/1.1" status: 404 len: 339 time: 0.0308349 Jul 05 10:20:03.780557 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41188) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:03.876131 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075b8ee-6e5d-443c-b326-dd0eb59354f1 req-22381ff2-2bc8-44c1-bfa1-bb098e63be4d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:03.878019 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6075b8ee-6e5d-443c-b326-dd0eb59354f1 req-22381ff2-2bc8-44c1-bfa1-bb098e63be4d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 944 time: 0.1205299 Jul 05 10:20:03.926331 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6075b8ee-6e5d-443c-b326-dd0eb59354f1 req-e126f410-c274-4e1e-897d-71afe5adfeed tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412087 Jul 05 10:20:04.031342 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60608c9e-40dd-4b11-ac6f-71f0ddb28bdb tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:04.032941 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-60608c9e-40dd-4b11-ac6f-71f0ddb28bdb tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2512934 Jul 05 10:20:04.036293 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41192) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:04.116479 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-64ee1d1c-499d-4835-938b-f700c87df44f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "GET /v2.0/subnets?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529 HTTP/1.1" status: 200 len: 207 time: 0.0752954 Jul 05 10:20:04.119577 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41194) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:04.283371 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ed570c-3dd2-4f7d-a131-72971db9f70e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:04.290316 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ed570c-3dd2-4f7d-a131-72971db9f70e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:04.296091 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ed570c-3dd2-4f7d-a131-72971db9f70e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:04.301982 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ed570c-3dd2-4f7d-a131-72971db9f70e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:04.308111 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c7ed570c-3dd2-4f7d-a131-72971db9f70e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1837869 Jul 05 10:20:04.308329 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41196) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:04.541138 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9d4d6bd6-a2f0-4aa4-a194-8d543864676d tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2256947 Jul 05 10:20:04.541595 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41198) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:04.627572 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaa3e5f-7f33-4a6d-a299-92768c0bb032 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:04.630637 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaa3e5f-7f33-4a6d-a299-92768c0bb032 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:04.633333 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0aaa3e5f-7f33-4a6d-a299-92768c0bb032 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0902748 Jul 05 10:20:04.637715 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41200) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:04.736984 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebac6838-2fee-4e4e-89e6-b4a593078847 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:04.740835 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebac6838-2fee-4e4e-89e6-b4a593078847 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:04.744041 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ebac6838-2fee-4e4e-89e6-b4a593078847 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1045635 Jul 05 10:20:04.748868 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41202) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:04.953416 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd2c0e1-dfab-496b-ace6-992cb872e71c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:04.959214 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bdd2c0e1-dfab-496b-ace6-992cb872e71c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "GET /v2.0/networks/545083d2-731f-45ff-aa42-8d927490a0a7 HTTP/1.1" status: 200 len: 800 time: 0.2083592 Jul 05 10:20:04.959357 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41204) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:05.098704 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cd3f8783-ea79-4568-9614-4ec3038287ea tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "GET /v2.0/networks/545083d2-731f-45ff-aa42-8d927490a0a7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1352589 Jul 05 10:20:05.099886 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41210) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:05.187059 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607c3db3-0fbf-4bb3-a56f-5f51b383b55b tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:05.188693 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-607c3db3-0fbf-4bb3-a56f-5f51b383b55b tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "GET /v2.0/subnets/7f4bb18f-2368-4ced-97ea-a88de5c7b324 HTTP/1.1" status: 200 len: 811 time: 0.0870914 Jul 05 10:20:05.197712 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41214) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:05.218700 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61396a32-e25c-400c-bfd0-aa3b1200bc62 req-d9650eb8-75ab-40de-890f-376c8bbebaa9 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:05.226263 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61396a32-e25c-400c-bfd0-aa3b1200bc62 req-d9650eb8-75ab-40de-890f-376c8bbebaa9 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 944 time: 0.0997279 Jul 05 10:20:05.314893 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61396a32-e25c-400c-bfd0-aa3b1200bc62 req-22db1516-c5fa-43b6-a20c-bc2a17fc321d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874264 Jul 05 10:20:05.329354 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8844859-cfd1-4add-b45a-7dc2e76dc90d tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:05.338706 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e8844859-cfd1-4add-b45a-7dc2e76dc90d tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "GET /v2.0/subnets/7f4bb18f-2368-4ced-97ea-a88de5c7b324?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1338613 Jul 05 10:20:05.339032 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41218) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:05.342264 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5b76225b-ae82-4575-852a-8b24343b2323 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-884019248'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:05.373477 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b76225b-ae82-4575-852a-8b24343b2323 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Made reservation on behalf of cb483cee0d9f4504a248ff2db73bc397 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:05.377017 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b76225b-ae82-4575-852a-8b24343b2323 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:05.414425 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b76225b-ae82-4575-852a-8b24343b2323 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:20:05.424688 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b76225b-ae82-4575-852a-8b24343b2323 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:05.425194 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-5b76225b-ae82-4575-852a-8b24343b2323 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Added segment a4a8bb2a-9bc7-4753-9c52-772de9393c4a of type vlan for network 7b01dfe0-b5d3-4068-ad63-035f867a9c50 Jul 05 10:20:05.483355 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b76225b-ae82-4575-852a-8b24343b2323 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:05.525519 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b76225b-ae82-4575-852a-8b24343b2323 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:05.551594 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b76225b-ae82-4575-852a-8b24343b2323 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:05.554088 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b76225b-ae82-4575-852a-8b24343b2323 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:05.646606 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5b76225b-ae82-4575-852a-8b24343b2323 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3101528 Jul 05 10:20:05.649362 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41220) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:05.654878 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-487ca17b-5bf1-48ec-8270-f4103597442e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'subnet': {'network_id': '7b01dfe0-b5d3-4068-ad63-035f867a9c50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:05.674206 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76225b-ae82-4575-852a-8b24343b2323 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Network': ['ID=7b01dfe0-b5d3-4068-ad63-035f867a9c50,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:05.686501 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 7b01dfe0-b5d3-4068-ad63-035f867a9c50 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:20:05.790670 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487ca17b-5bf1-48ec-8270-f4103597442e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Made reservation on behalf of cb483cee0d9f4504a248ff2db73bc397 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:05.794687 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-487ca17b-5bf1-48ec-8270-f4103597442e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:05.866268 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.ipam_backend_mixin [None req-487ca17b-5bf1-48ec-8270-f4103597442e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Performing IP validity checks on allocation pools {{(pid=93907) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 10:20:05.866789 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.ipam_backend_mixin [None req-487ca17b-5bf1-48ec-8270-f4103597442e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93907) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 10:20:06.039691 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-487ca17b-5bf1-48ec-8270-f4103597442e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:06.105916 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ca17b-5bf1-48ec-8270-f4103597442e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Subnet': ['ID=163606ca-fd78-44c4-8c58-e79f87e500f7,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:06.111098 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487ca17b-5bf1-48ec-8270-f4103597442e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Checking segment: {'id': 'a4a8bb2a-9bc7-4753-9c52-772de9393c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7b01dfe0-b5d3-4068-ad63-035f867a9c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:20:06.111474 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487ca17b-5bf1-48ec-8270-f4103597442e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Network hostable DHCP agents. Network: 7b01dfe0-b5d3-4068-ad63-035f867a9c50, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:20:06.139165 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487ca17b-5bf1-48ec-8270-f4103597442e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Network 7b01dfe0-b5d3-4068-ad63-035f867a9c50 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:20:06.166474 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-487ca17b-5bf1-48ec-8270-f4103597442e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 7b01dfe0-b5d3-4068-ad63-035f867a9c50) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:06.171449 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487ca17b-5bf1-48ec-8270-f4103597442e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:06.172091 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-487ca17b-5bf1-48ec-8270-f4103597442e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:06.181807 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ee9db0-f938-4e55-9b7a-6496e770b5ca None None] Network 7b01dfe0-b5d3-4068-ad63-035f867a9c50 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:06.211999 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-487ca17b-5bf1-48ec-8270-f4103597442e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5608099 Jul 05 10:20:06.215327 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41222) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:06.221647 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9f37f305-360a-4d5b-89f7-1c087cfa600b tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:06.281855 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:06.343832 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f37f305-360a-4d5b-89f7-1c087cfa600b tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12302883'] for subnet, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:06.431143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b6d235-5e8c-44eb-8402-43c827d40824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-7b01dfe0-b5d3-4068-ad63-035f867a9c50', 'network_id': '7b01dfe0-b5d3-4068-ad63-035f867a9c50', 'tenant_id': 'cb483cee0d9f4504a248ff2db73bc397', 'fixed_ips': [{'subnet_id': '163606ca-fd78-44c4-8c58-e79f87e500f7'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:20:06.432129 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a6b6d235-5e8c-44eb-8402-43c827d40824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:06.573409 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac6c48-745e-4787-9a57-8fcab00fadc8 req-5e06c5d7-6d46-48d3-8e8b-b629c1a18bc6 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:06.575095 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41ac6c48-745e-4787-9a57-8fcab00fadc8 req-5e06c5d7-6d46-48d3-8e8b-b629c1a18bc6 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 944 time: 0.1223087 Jul 05 10:20:06.677554 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41ac6c48-745e-4787-9a57-8fcab00fadc8 req-a39f62cb-cc7e-4ada-b894-ad2f42ed8f9f tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859067 Jul 05 10:20:06.683134 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f37f305-360a-4d5b-89f7-1c087cfa600b tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778709884959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1971610'] for subnet, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:06.729444 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f37f305-360a-4d5b-89f7-1c087cfa600b tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:06.730023 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f37f305-360a-4d5b-89f7-1c087cfa600b tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:06.731566 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9f37f305-360a-4d5b-89f7-1c087cfa600b tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "PUT /v2.0/subnets/163606ca-fd78-44c4-8c58-e79f87e500f7 HTTP/1.1" status: 200 len: 877 time: 0.5145679 Jul 05 10:20:06.734387 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41228) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:06.792714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-a6b6d235-5e8c-44eb-8402-43c827d40824 None None] Allocated IP 172.20.0.3 (7b01dfe0-b5d3-4068-ad63-035f867a9c50/163606ca-fd78-44c4-8c58-e79f87e500f7/467697b5-db1a-4a92-87f8-728ec73159cd) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:20:06.853529 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:06.869554 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37f305-360a-4d5b-89f7-1c087cfa600b tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event updated for resources: {'Subnet': ['ID=163606ca-fd78-44c4-8c58-e79f87e500f7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:06.919301 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:07.045902 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a6b6d235-5e8c-44eb-8402-43c827d40824 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:07.055699 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a6b6d235-5e8c-44eb-8402-43c827d40824 None None] Transition to ACTIVE for port object 467697b5-db1a-4a92-87f8-728ec73159cd will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:07.072084 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a6b6d235-5e8c-44eb-8402-43c827d40824 None None] Transition to ACTIVE for port object 467697b5-db1a-4a92-87f8-728ec73159cd will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:07.092728 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a6b6d235-5e8c-44eb-8402-43c827d40824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:07.100219 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:07.130011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Subnet': ['ID=163606ca-fd78-44c4-8c58-e79f87e500f7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:07.169031 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b6d235-5e8c-44eb-8402-43c827d40824 None None] Network 7b01dfe0-b5d3-4068-ad63-035f867a9c50 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:20:07.174291 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-a6b6d235-5e8c-44eb-8402-43c827d40824 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:07.178934 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b6d235-5e8c-44eb-8402-43c827d40824 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:20:07.184853 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6d235-5e8c-44eb-8402-43c827d40824 None None] Pushing event updated for resources: {'Port': ['ID=467697b5-db1a-4a92-87f8-728ec73159cd,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:07.217498 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:07.237422 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b01dfe0-b5d3-4068-ad63-035f867a9c50']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:07.252744 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a8bb2a-9bc7-4753-9c52-772de9393c4a') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:07.253240 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a8bb2a-9bc7-4753-9c52-772de9393c4a') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:07.265900 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a6b6d235-5e8c-44eb-8402-43c827d40824 None None] Attempting to bind port 467697b5-db1a-4a92-87f8-728ec73159cd on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:20:07.266283 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a6b6d235-5e8c-44eb-8402-43c827d40824 None None] Attempting to bind port 467697b5-db1a-4a92-87f8-728ec73159cd by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'a4a8bb2a-9bc7-4753-9c52-772de9393c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7b01dfe0-b5d3-4068-ad63-035f867a9c50'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:20:07.266590 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:07.266728 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b6d235-5e8c-44eb-8402-43c827d40824 None None] Attempting to bind port 467697b5-db1a-4a92-87f8-728ec73159cd on network 7b01dfe0-b5d3-4068-ad63-035f867a9c50 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:20:07.271984 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b6d235-5e8c-44eb-8402-43c827d40824 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:20:07.272354 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b6d235-5e8c-44eb-8402-43c827d40824 None None] Checking segment: {'id': 'a4a8bb2a-9bc7-4753-9c52-772de9393c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7b01dfe0-b5d3-4068-ad63-035f867a9c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:20:07.272776 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a6b6d235-5e8c-44eb-8402-43c827d40824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:07.273169 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b6d235-5e8c-44eb-8402-43c827d40824 None None] Bound using segment: {'id': 'a4a8bb2a-9bc7-4753-9c52-772de9393c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7b01dfe0-b5d3-4068-ad63-035f867a9c50'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:20:07.273762 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a6b6d235-5e8c-44eb-8402-43c827d40824 None None] Bound port: 467697b5-db1a-4a92-87f8-728ec73159cd, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a8bb2a-9bc7-4753-9c52-772de9393c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7b01dfe0-b5d3-4068-ad63-035f867a9c50'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:20:07.274152 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a6b6d235-5e8c-44eb-8402-43c827d40824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:07.289049 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:07.296039 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:20:07.296412 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:20:07.299905 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:20:07.370890 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 10:20:07.370890 n-d-798054-8 neutron-server[93906]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 10:20:07.370890 n-d-798054-8 neutron-server[93906]: [parameters: {'id': '7b01dfe0-b5d3-4068-ad63-035f867a9c50'}] Jul 05 10:20:07.370890 n-d-798054-8 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:20:07.371310 n-d-798054-8 neutron-server[93906]: DEBUG oslo_db.api [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:20:07.406268 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a6b6d235-5e8c-44eb-8402-43c827d40824 None None] For port 467697b5-db1a-4a92-87f8-728ec73159cd, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:20:07.409953 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a6b6d235-5e8c-44eb-8402-43c827d40824 None None] For port 467697b5-db1a-4a92-87f8-728ec73159cd, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=467697b5-db1a-4a92-87f8-728ec73159cd,segment=NetworkSegment(a4a8bb2a-9bc7-4753-9c52-772de9393c4a),segment_id=a4a8bb2a-9bc7-4753-9c52-772de9393c4a)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:20:07.415698 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a6b6d235-5e8c-44eb-8402-43c827d40824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:07.514279 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6d235-5e8c-44eb-8402-43c827d40824 None None] Pushing event updated for resources: {'Port': ['ID=467697b5-db1a-4a92-87f8-728ec73159cd,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:07.545095 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf51e1d-7b88-4c18-a82f-0274af348a66 None None] Network 7b01dfe0-b5d3-4068-ad63-035f867a9c50 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:07.696445 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a096b9-b146-4834-903c-136aa5f03230 None None] Network 7b01dfe0-b5d3-4068-ad63-035f867a9c50 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:07.874789 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:07.991208 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198b0780-b710-49b9-9176-a3cad3b724d1 None None] get_active_networks_info from n-d-798054-8 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:20:07.998998 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec38d9c-cb8d-4dbb-bde6-d57ee47ae3f0 req-2f3ec517-a6f6-4f93-9e71-65dbaada2231 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:08.001182 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cec38d9c-cb8d-4dbb-bde6-d57ee47ae3f0 req-2f3ec517-a6f6-4f93-9e71-65dbaada2231 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 944 time: 0.1789134 Jul 05 10:20:08.089772 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Deleting port 467697b5-db1a-4a92-87f8-728ec73159cd {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:20:08.090345 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.091505 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cec38d9c-cb8d-4dbb-bde6-d57ee47ae3f0 req-49e102d2-33e0-4101-a3ac-9b43abb79b5e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842342 Jul 05 10:20:08.164839 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198b0780-b710-49b9-9176-a3cad3b724d1 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:20:08.200680 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] For port 467697b5-db1a-4a92-87f8-728ec73159cd, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=467697b5-db1a-4a92-87f8-728ec73159cd,segment=NetworkSegment(a4a8bb2a-9bc7-4753-9c52-772de9393c4a),segment_id=a4a8bb2a-9bc7-4753-9c52-772de9393c4a)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:08.201044 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.214438 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Calling delete_port for 467697b5-db1a-4a92-87f8-728ec73159cd owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:20:08.311880 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.351433 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Port': ['ID=467697b5-db1a-4a92-87f8-728ec73159cd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:08.357546 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No DVR routers for this DVR port 467697b5-db1a-4a92-87f8-728ec73159cd on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:20:08.445928 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.459939 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b01dfe0-b5d3-4068-ad63-035f867a9c50']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:08.472221 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a8bb2a-9bc7-4753-9c52-772de9393c4a') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:08.472527 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a8bb2a-9bc7-4753-9c52-772de9393c4a') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:08.485209 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.504429 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.514287 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:20:08.515462 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:20:08.519895 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:20:08.585487 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.592679 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.594549 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/networks/7b01dfe0-b5d3-4068-ad63-035f867a9c50 HTTP/1.1" status: 204 len: 168 time: 1.8591487 Jul 05 10:20:08.598718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41244) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:08.608110 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e248ae9-0a7c-4bc9-8ddd-bdb0bae805ed tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Network': ['ID=7b01dfe0-b5d3-4068-ad63-035f867a9c50,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:08.634818 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-758ce6aa-867f-4025-98f9-33bf89b09c20 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:20:08.635288 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758ce6aa-867f-4025-98f9-33bf89b09c20 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:20:08.637040 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-758ce6aa-867f-4025-98f9-33bf89b09c20 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/subnets/163606ca-fd78-44c4-8c58-e79f87e500f7 HTTP/1.1" status: 404 len: 337 time: 0.0372629 Jul 05 10:20:08.639518 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41246) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:08.656728 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb2b277-5538-410b-9053-b1f2c172f6a5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:20:08.657259 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb2b277-5538-410b-9053-b1f2c172f6a5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:20:08.658889 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7cb2b277-5538-410b-9053-b1f2c172f6a5 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/networks/7b01dfe0-b5d3-4068-ad63-035f867a9c50 HTTP/1.1" status: 404 len: 339 time: 0.0184343 Jul 05 10:20:08.661300 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41248) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:08.691325 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eef5a72-81a2-4b62-aa23-9ad8521dfc95 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:20:08.692256 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eef5a72-81a2-4b62-aa23-9ad8521dfc95 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:20:08.694176 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2eef5a72-81a2-4b62-aa23-9ad8521dfc95 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/subnets/6c4a17bc-c5d2-4a34-9a97-82382ff14d86 HTTP/1.1" status: 404 len: 337 time: 0.0319817 Jul 05 10:20:08.696713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41250) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:08.714943 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd9b187-a81a-41b8-a3ca-325b00a3c62d tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:20:08.715532 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd9b187-a81a-41b8-a3ca-325b00a3c62d tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:20:08.717339 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3dd9b187-a81a-41b8-a3ca-325b00a3c62d tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/networks/367cb932-2d86-46d2-b458-7f315bc1eec0 HTTP/1.1" status: 404 len: 339 time: 0.0196595 Jul 05 10:20:08.719768 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41252) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:08.796818 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3edf6afc-9e17-476a-b833-56f136058fdd tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.894255 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3edf6afc-9e17-476a-b833-56f136058fdd tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.904315 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-3edf6afc-9e17-476a-b833-56f136058fdd tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43383b58-ec4c-400f-af07-1737d48ca0d2']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:08.916051 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-3edf6afc-9e17-476a-b833-56f136058fdd tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7182f4d-b410-4506-9477-c3bea8433059') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:08.916272 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-3edf6afc-9e17-476a-b833-56f136058fdd tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7182f4d-b410-4506-9477-c3bea8433059') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:08.927740 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3edf6afc-9e17-476a-b833-56f136058fdd tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.942411 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3edf6afc-9e17-476a-b833-56f136058fdd tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.951389 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3edf6afc-9e17-476a-b833-56f136058fdd tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:20:08.951789 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3edf6afc-9e17-476a-b833-56f136058fdd tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:20:08.954835 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:20:09.015932 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3edf6afc-9e17-476a-b833-56f136058fdd tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:09.020550 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3edf6afc-9e17-476a-b833-56f136058fdd tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:09.024753 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3edf6afc-9e17-476a-b833-56f136058fdd tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/networks/43383b58-ec4c-400f-af07-1737d48ca0d2 HTTP/1.1" status: 204 len: 168 time: 0.3018222 Jul 05 10:20:09.025169 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41258) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:09.038070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf6afc-9e17-476a-b833-56f136058fdd tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Network': ['ID=43383b58-ec4c-400f-af07-1737d48ca0d2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:09.051453 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd21d8d2-71e6-4d57-974d-72bcdd618a9c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:20:09.052520 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd21d8d2-71e6-4d57-974d-72bcdd618a9c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:20:09.054471 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fd21d8d2-71e6-4d57-974d-72bcdd618a9c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/subnets/a85388cb-930f-468b-894c-0b55c31a226c HTTP/1.1" status: 404 len: 337 time: 0.0282903 Jul 05 10:20:09.056978 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41260) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:09.075310 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-996d638b-7e9e-4fb0-91b5-b8aa54df1990 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:20:09.075884 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-996d638b-7e9e-4fb0-91b5-b8aa54df1990 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:20:09.077571 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-996d638b-7e9e-4fb0-91b5-b8aa54df1990 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/networks/d629dd64-16eb-4276-b100-dfca38e37b4c HTTP/1.1" status: 404 len: 339 time: 0.0196927 Jul 05 10:20:09.080231 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41262) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:09.105679 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5e4fec-5f9c-4663-a1a2-26c092f923bb tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:20:09.106131 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b5e4fec-5f9c-4663-a1a2-26c092f923bb tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:20:09.107818 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0b5e4fec-5f9c-4663-a1a2-26c092f923bb tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/subnets/b0858a78-8097-44e3-a064-17fc8cddb4c4 HTTP/1.1" status: 404 len: 337 time: 0.0266321 Jul 05 10:20:09.110363 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41264) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:09.129343 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-11967994-2f06-4d0f-81d1-259b7459c7a3 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:20:09.130048 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11967994-2f06-4d0f-81d1-259b7459c7a3 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:20:09.132138 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-11967994-2f06-4d0f-81d1-259b7459c7a3 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/networks/8f709721-27c7-4102-8c86-3b74886367b2 HTTP/1.1" status: 404 len: 339 time: 0.0208673 Jul 05 10:20:09.134709 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41266) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:09.165392 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-4448e0f4-926b-40cf-8add-a01212bfb325 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:20:09.165856 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4448e0f4-926b-40cf-8add-a01212bfb325 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:20:09.167585 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4448e0f4-926b-40cf-8add-a01212bfb325 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/subnets/35f920a4-2a3d-4338-9581-0208bccfce40 HTTP/1.1" status: 404 len: 337 time: 0.0319963 Jul 05 10:20:09.170273 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41270) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:09.189986 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa92865c-4a76-4415-89ea-9e50e992aa68 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:20:09.190528 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa92865c-4a76-4415-89ea-9e50e992aa68 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:20:09.195566 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fa92865c-4a76-4415-89ea-9e50e992aa68 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/networks/afa94966-b1c3-4ba0-989f-e4f98e0c8e7b HTTP/1.1" status: 404 len: 339 time: 0.0242393 Jul 05 10:20:09.195713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41272) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:09.228523 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a36d87-b236-4f4e-859e-118c027ed8ee tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:20:09.228996 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a36d87-b236-4f4e-859e-118c027ed8ee tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:20:09.230745 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-36a36d87-b236-4f4e-859e-118c027ed8ee tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/subnets/cee9ae4f-2c0c-4266-9129-428573c701fd HTTP/1.1" status: 404 len: 337 time: 0.0336490 Jul 05 10:20:09.233494 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41274) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:09.263017 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-1745555e-f9bc-4665-96cc-76a44232a827 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:20:09.263563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1745555e-f9bc-4665-96cc-76a44232a827 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:20:09.265335 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1745555e-f9bc-4665-96cc-76a44232a827 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/networks/8953dae4-9e02-4630-a02f-3623fe042787 HTTP/1.1" status: 404 len: 339 time: 0.0308998 Jul 05 10:20:09.268642 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41278) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:09.306411 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ac4930-7e5c-41da-9d68-8eec00974380 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:20:09.309725 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76ac4930-7e5c-41da-9d68-8eec00974380 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:20:09.313679 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-76ac4930-7e5c-41da-9d68-8eec00974380 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/subnets/242ad439-7213-4045-8302-07626432b0a8 HTTP/1.1" status: 404 len: 337 time: 0.0412376 Jul 05 10:20:09.314321 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41282) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:09.331241 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfaf3d-691f-4c85-8ed8-586c967e1f20 req-a29be709-59a0-43aa-bff6-9bd8363daef5 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:09.333516 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78cfaf3d-691f-4c85-8ed8-586c967e1f20 req-a29be709-59a0-43aa-bff6-9bd8363daef5 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 944 time: 0.0972075 Jul 05 10:20:09.336297 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-fecf7a1a-f49c-40f9-ad21-6b00d36f83c6 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:20:09.336930 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fecf7a1a-f49c-40f9-ad21-6b00d36f83c6 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:20:09.338655 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fecf7a1a-f49c-40f9-ad21-6b00d36f83c6 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/networks/9de9de56-64b2-4e9d-8302-7d33b5592246 HTTP/1.1" status: 404 len: 339 time: 0.0234146 Jul 05 10:20:09.341217 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41284) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:09.372119 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8d0c7f-5ac9-4742-9f07-6fe51b014fff tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:20:09.372819 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd8d0c7f-5ac9-4742-9f07-6fe51b014fff tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:20:09.375890 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bd8d0c7f-5ac9-4742-9f07-6fe51b014fff tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/subnets/6df33946-5928-4b7a-946c-7a45e9343ab9 HTTP/1.1" status: 404 len: 337 time: 0.0325513 Jul 05 10:20:09.377249 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41286) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:09.377931 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78cfaf3d-691f-4c85-8ed8-586c967e1f20 req-e1615e31-1e98-4569-ae09-10f5dd017805 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376427 Jul 05 10:20:09.404108 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be7003b-6b15-49eb-9edc-190d61bf99e6 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:20:09.404108 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be7003b-6b15-49eb-9edc-190d61bf99e6 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:20:09.404108 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3be7003b-6b15-49eb-9edc-190d61bf99e6 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/networks/661fd5b9-9b7a-4dad-a332-f7b4e23ac576 HTTP/1.1" status: 404 len: 339 time: 0.0226865 Jul 05 10:20:09.406891 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41288) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:09.433163 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f44082-6df7-4de7-b742-e5833935225e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:20:09.433712 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26f44082-6df7-4de7-b742-e5833935225e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:20:09.435424 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-26f44082-6df7-4de7-b742-e5833935225e tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/subnets/062b8b9a-effa-4344-a2a4-a72de9105cce HTTP/1.1" status: 404 len: 337 time: 0.0276303 Jul 05 10:20:09.437927 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41292) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:09.456084 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-574cfdf1-b282-4e37-8865-3b42488ef83f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:20:09.456471 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574cfdf1-b282-4e37-8865-3b42488ef83f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:20:09.458322 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-574cfdf1-b282-4e37-8865-3b42488ef83f tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/networks/9fa29f7e-32fe-4439-b1f5-8c3b00e284d8 HTTP/1.1" status: 404 len: 339 time: 0.0193441 Jul 05 10:20:09.460682 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41294) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:09.491479 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2e51f0-e869-49b3-81eb-6b2fa9e39921 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:20:09.491996 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2e51f0-e869-49b3-81eb-6b2fa9e39921 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:20:09.493741 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-de2e51f0-e869-49b3-81eb-6b2fa9e39921 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/subnets/882c6fbc-8bb8-401b-ae84-56f1f9837c09 HTTP/1.1" status: 404 len: 337 time: 0.0321782 Jul 05 10:20:09.496461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41296) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:09.514882 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-25fdab58-01cf-4cb1-843a-ae749f748209 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:20:09.515409 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25fdab58-01cf-4cb1-843a-ae749f748209 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:20:09.517090 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-25fdab58-01cf-4cb1-843a-ae749f748209 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/networks/8ebf8bfe-cef3-4713-aaab-3273c002852e HTTP/1.1" status: 404 len: 339 time: 0.0196402 Jul 05 10:20:09.519600 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41298) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:09.575909 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1d005a-5d74-4c40-8b9b-43c70f771062 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Deleting subnet 7f4bb18f-2368-4ced-97ea-a88de5c7b324 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:20:09.579185 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b1d005a-5d74-4c40-8b9b-43c70f771062 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:09.623682 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b1d005a-5d74-4c40-8b9b-43c70f771062 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:09.708002 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b1d005a-5d74-4c40-8b9b-43c70f771062 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:09.766361 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b1d005a-5d74-4c40-8b9b-43c70f771062 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:09.799803 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d005a-5d74-4c40-8b9b-43c70f771062 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Subnet': ['ID=7f4bb18f-2368-4ced-97ea-a88de5c7b324,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:09.804577 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b1d005a-5d74-4c40-8b9b-43c70f771062 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:09.806069 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f5367e-8de1-44cb-894c-f1281c64598b None None] Network 545083d2-731f-45ff-aa42-8d927490a0a7 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:09.806878 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3b1d005a-5d74-4c40-8b9b-43c70f771062 tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/subnets/7f4bb18f-2368-4ced-97ea-a88de5c7b324 HTTP/1.1" status: 204 len: 168 time: 0.2863097 Jul 05 10:20:09.809354 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41300) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:09.887334 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a5b62a0-5ea7-41e3-843f-1c1e913b834c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:09.945216 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-9a5b62a0-5ea7-41e3-843f-1c1e913b834c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Deleting port 8d2eb425-5ea3-401d-9910-bd16a19cd057 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:20:09.945398 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a5b62a0-5ea7-41e3-843f-1c1e913b834c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:09.993841 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb372d4-7956-46c8-b8a4-4c8da2af4313 None None] DHCP port deletion for 545083d2-731f-45ff-aa42-8d927490a0a7 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:20:10.043568 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-beb372d4-7956-46c8-b8a4-4c8da2af4313 None None] Deleting port 8d2eb425-5ea3-401d-9910-bd16a19cd057 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:20:10.043987 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-beb372d4-7956-46c8-b8a4-4c8da2af4313 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:10.111655 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-beb372d4-7956-46c8-b8a4-4c8da2af4313 None None] For port 8d2eb425-5ea3-401d-9910-bd16a19cd057, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8d2eb425-5ea3-401d-9910-bd16a19cd057,segment=NetworkSegment(60def0fe-9957-411c-8151-425bb3871435),segment_id=60def0fe-9957-411c-8151-425bb3871435)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:10.112077 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-beb372d4-7956-46c8-b8a4-4c8da2af4313 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:10.127464 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-beb372d4-7956-46c8-b8a4-4c8da2af4313 None None] Calling delete_port for 8d2eb425-5ea3-401d-9910-bd16a19cd057 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:20:10.214490 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-beb372d4-7956-46c8-b8a4-4c8da2af4313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:10.246065 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb372d4-7956-46c8-b8a4-4c8da2af4313 None None] No DVR routers for this DVR port 8d2eb425-5ea3-401d-9910-bd16a19cd057 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:20:10.248385 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb372d4-7956-46c8-b8a4-4c8da2af4313 None None] Pushing event deleted for resources: {'Port': ['ID=8d2eb425-5ea3-401d-9910-bd16a19cd057,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:10.278434 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-9a5b62a0-5ea7-41e3-843f-1c1e913b834c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] For port 8d2eb425-5ea3-401d-9910-bd16a19cd057, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8d2eb425-5ea3-401d-9910-bd16a19cd057,segment=NetworkSegment(60def0fe-9957-411c-8151-425bb3871435),segment_id=60def0fe-9957-411c-8151-425bb3871435)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:10.279008 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a5b62a0-5ea7-41e3-843f-1c1e913b834c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:10.291379 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-9a5b62a0-5ea7-41e3-843f-1c1e913b834c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Calling delete_port for 8d2eb425-5ea3-401d-9910-bd16a19cd057 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:20:10.369882 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a5b62a0-5ea7-41e3-843f-1c1e913b834c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:10.398055 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b62a0-5ea7-41e3-843f-1c1e913b834c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Port': ['ID=8d2eb425-5ea3-401d-9910-bd16a19cd057,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:10.400106 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5b62a0-5ea7-41e3-843f-1c1e913b834c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] No DVR routers for this DVR port 8d2eb425-5ea3-401d-9910-bd16a19cd057 on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:20:10.489376 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a5b62a0-5ea7-41e3-843f-1c1e913b834c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:10.499673 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-9a5b62a0-5ea7-41e3-843f-1c1e913b834c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['545083d2-731f-45ff-aa42-8d927490a0a7']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:10.511701 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-9a5b62a0-5ea7-41e3-843f-1c1e913b834c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60def0fe-9957-411c-8151-425bb3871435') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:10.511990 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-9a5b62a0-5ea7-41e3-843f-1c1e913b834c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60def0fe-9957-411c-8151-425bb3871435') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:10.525131 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a5b62a0-5ea7-41e3-843f-1c1e913b834c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:10.543246 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a5b62a0-5ea7-41e3-843f-1c1e913b834c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:10.557471 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5b62a0-5ea7-41e3-843f-1c1e913b834c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:20:10.558053 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a5b62a0-5ea7-41e3-843f-1c1e913b834c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: self.session.flush() Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: self.session.flush() Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: self.session.flush() Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: self.session.flush() Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:20:10.561760 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:20:10.657916 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a5b62a0-5ea7-41e3-843f-1c1e913b834c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:10.670206 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a5b62a0-5ea7-41e3-843f-1c1e913b834c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:10.674329 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9a5b62a0-5ea7-41e3-843f-1c1e913b834c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] 10.222.0.79 "DELETE /v2.0/networks/545083d2-731f-45ff-aa42-8d927490a0a7 HTTP/1.1" status: 204 len: 168 time: 0.8619058 Jul 05 10:20:10.685125 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b62a0-5ea7-41e3-843f-1c1e913b834c tempest-NetworksTest-955190748 tempest-NetworksTest-955190748-project] Pushing event deleted for resources: {'Network': ['ID=545083d2-731f-45ff-aa42-8d927490a0a7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:10.701468 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdd83a-5be0-456a-97cf-461b2267720f req-68955bfd-0a97-4733-bbec-b4e8ba431138 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:10.702992 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49bdd83a-5be0-456a-97cf-461b2267720f req-68955bfd-0a97-4733-bbec-b4e8ba431138 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 944 time: 0.1401455 Jul 05 10:20:10.742667 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49bdd83a-5be0-456a-97cf-461b2267720f req-a3c3e0e1-20ff-4e4c-85b7-d6b6f9049616 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325139 Jul 05 10:20:10.970981 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41310) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:10.998481 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8d2eb425-5ea3-401d-9910-bd16a19cd057 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:20:11.027656 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 8d2eb425-5ea3-401d-9910-bd16a19cd057 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:20:11.028286 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8d2eb425-5ea3-401d-9910-bd16a19cd057 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:20:11.165767 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-94e52f37-944c-4a55-8dee-1fc18fcf02ae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cb483cee0d9f4504a248ff2db73bc397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1932487 Jul 05 10:20:11.168233 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41314) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:11.236064 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-690147eb-c2a8-42ef-a4e8-1356257432f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:11.260786 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-690147eb-c2a8-42ef-a4e8-1356257432f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:11.320576 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-690147eb-c2a8-42ef-a4e8-1356257432f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:11.324062 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-690147eb-c2a8-42ef-a4e8-1356257432f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:11.329078 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-690147eb-c2a8-42ef-a4e8-1356257432f1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ecf0ee4c-f435-4083-b618-b3fd6b2a3439 HTTP/1.1" status: 204 len: 168 time: 0.1594017 Jul 05 10:20:11.338063 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690147eb-c2a8-42ef-a4e8-1356257432f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf0ee4c-f435-4083-b618-b3fd6b2a3439,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:11.979622 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d7b1a-6443-4651-8f76-6e84f9e80197 req-16067cb6-a47b-47e7-a068-ffb4d47ec829 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:11.981324 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc1d7b1a-6443-4651-8f76-6e84f9e80197 req-16067cb6-a47b-47e7-a068-ffb4d47ec829 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 944 time: 0.0836945 Jul 05 10:20:12.038348 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc1d7b1a-6443-4651-8f76-6e84f9e80197 req-667a5b0f-893a-48a5-b275-58013c951902 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460854 Jul 05 10:20:12.219589 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41340) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:12.329063 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7753547b-b8c7-4833-b524-f44f92bcb80f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Request body: {'security_group': {'name': 'tempest-secgroup--872302938'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:12.354746 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7753547b-b8c7-4833-b524-f44f92bcb80f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.364449 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7753547b-b8c7-4833-b524-f44f92bcb80f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.471146 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7753547b-b8c7-4833-b524-f44f92bcb80f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.476108 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7753547b-b8c7-4833-b524-f44f92bcb80f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.593238 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7753547b-b8c7-4833-b524-f44f92bcb80f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.595945 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753547b-b8c7-4833-b524-f44f92bcb80f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e69e3bee-608e-48f1-aa2d-9824fd118506,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:12.600953 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7753547b-b8c7-4833-b524-f44f92bcb80f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.636404 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753547b-b8c7-4833-b524-f44f92bcb80f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2b355e-8a52-4397-85fd-0c1b7852a515,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:12.639494 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7753547b-b8c7-4833-b524-f44f92bcb80f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.640758 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7753547b-b8c7-4833-b524-f44f92bcb80f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4200094 Jul 05 10:20:12.643589 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41346) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:12.716399 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41348) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:12.716915 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-44980f3a-5305-4a80-9dcd-7edb6d7d2969 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0717039 Jul 05 10:20:12.722908 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6307ec06-c7c2-44f6-86fa-ddf929091c7e tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Request body: {'security_group': {'name': 'tempest-security--1572082744', 'description': 'tempest-security-description-392359496'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:12.751963 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6307ec06-c7c2-44f6-86fa-ddf929091c7e tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.800402 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6307ec06-c7c2-44f6-86fa-ddf929091c7e tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.804625 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6307ec06-c7c2-44f6-86fa-ddf929091c7e tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.807630 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6307ec06-c7c2-44f6-86fa-ddf929091c7e tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.812194 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41350) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:12.818696 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6307ec06-c7c2-44f6-86fa-ddf929091c7e tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "PUT /v2.0/security-groups/5a2b355e-8a52-4397-85fd-0c1b7852a515 HTTP/1.1" status: 200 len: 1779 time: 0.1009219 Jul 05 10:20:12.847887 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307ec06-c7c2-44f6-86fa-ddf929091c7e tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2b355e-8a52-4397-85fd-0c1b7852a515,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:12.856934 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41352) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:12.857241 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3a978311-6edd-4297-8b77-c48ebf96364e tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-groups/5a2b355e-8a52-4397-85fd-0c1b7852a515 HTTP/1.1" status: 200 len: 1779 time: 0.0437763 Jul 05 10:20:12.914836 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5847798-32fe-45fe-a328-5bcf8326c5ca tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.937917 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5847798-32fe-45fe-a328-5bcf8326c5ca tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.996940 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5847798-32fe-45fe-a328-5bcf8326c5ca tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.999928 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5847798-32fe-45fe-a328-5bcf8326c5ca tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.001148 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f5847798-32fe-45fe-a328-5bcf8326c5ca tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "DELETE /v2.0/security-groups/5a2b355e-8a52-4397-85fd-0c1b7852a515 HTTP/1.1" status: 204 len: 168 time: 0.1432641 Jul 05 10:20:13.011460 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5847798-32fe-45fe-a328-5bcf8326c5ca tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2b355e-8a52-4397-85fd-0c1b7852a515,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:13.017450 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41354) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:13.081394 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3979faec-a018-481a-8578-ca7f1369b2fc tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0615962 Jul 05 10:20:13.082375 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41358) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:13.117941 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-e2ddd0af-e948-4766-96a1-87e4dc5c5465 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] delete failed (client error): The resource could not be found. Jul 05 10:20:13.129577 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e2ddd0af-e948-4766-96a1-87e4dc5c5465 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "DELETE /v2.0/security-groups/5a2b355e-8a52-4397-85fd-0c1b7852a515 HTTP/1.1" status: 404 len: 347 time: 0.0454404 Jul 05 10:20:13.130851 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41360) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:13.136894 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1791c050-d7e6-4e1b-a46e-8302ed4d0fff tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Request body: {'security_group': {'name': 'tempest-secgroup--2006885656'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:13.183230 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1791c050-d7e6-4e1b-a46e-8302ed4d0fff tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.335744 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c627f-b31c-4ccf-928c-129c5a6ca3da req-973fae15-b9ab-4e16-a216-94a901022d97 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:13.338134 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c1c627f-b31c-4ccf-928c-129c5a6ca3da req-973fae15-b9ab-4e16-a216-94a901022d97 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 944 time: 0.1020386 Jul 05 10:20:13.393211 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c1c627f-b31c-4ccf-928c-129c5a6ca3da req-ef5939f2-1e09-4758-97bd-aec173062d46 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481241 Jul 05 10:20:13.418690 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1791c050-d7e6-4e1b-a46e-8302ed4d0fff tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.418690 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1791c050-d7e6-4e1b-a46e-8302ed4d0fff tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.452803 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1791c050-d7e6-4e1b-a46e-8302ed4d0fff tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.454193 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1791c050-d7e6-4e1b-a46e-8302ed4d0fff tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3221047 Jul 05 10:20:13.455096 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791c050-d7e6-4e1b-a46e-8302ed4d0fff tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b28a10e1-6ad0-430c-980a-7232777a1aa3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:13.457657 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41362) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:13.469314 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-26722051-24d6-48e3-8888-c58861379743 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Request body: {'security_group_rule': {'security_group_id': 'b28a10e1-6ad0-430c-980a-7232777a1aa3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:13.503996 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26722051-24d6-48e3-8888-c58861379743 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.569615 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26722051-24d6-48e3-8888-c58861379743 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.575506 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26722051-24d6-48e3-8888-c58861379743 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.595098 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26722051-24d6-48e3-8888-c58861379743 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac8cf26-bd23-4257-bd93-009893c36711,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:13.614027 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26722051-24d6-48e3-8888-c58861379743 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.618665 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-26722051-24d6-48e3-8888-c58861379743 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1572449 Jul 05 10:20:13.619526 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41366) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:13.673088 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8013b913-99f4-43f6-af9f-77d9325d1d5e tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.688540 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8013b913-99f4-43f6-af9f-77d9325d1d5e tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.731741 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8013b913-99f4-43f6-af9f-77d9325d1d5e tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.737341 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8013b913-99f4-43f6-af9f-77d9325d1d5e tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.739909 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8013b913-99f4-43f6-af9f-77d9325d1d5e tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/8ac8cf26-bd23-4257-bd93-009893c36711 HTTP/1.1" status: 204 len: 168 time: 0.1171501 Jul 05 10:20:13.745577 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41368) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:13.747399 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013b913-99f4-43f6-af9f-77d9325d1d5e tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ac8cf26-bd23-4257-bd93-009893c36711,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:13.825554 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-76261f04-bd87-483b-b427-e51bbf5aed01 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0785875 Jul 05 10:20:13.826332 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41370) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:13.883911 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f3e83578-3bd5-42e7-b4bf-85ae5a6b595f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.909976 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f3e83578-3bd5-42e7-b4bf-85ae5a6b595f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.958978 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f3e83578-3bd5-42e7-b4bf-85ae5a6b595f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.963594 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f3e83578-3bd5-42e7-b4bf-85ae5a6b595f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.967333 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f3e83578-3bd5-42e7-b4bf-85ae5a6b595f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "DELETE /v2.0/security-groups/b28a10e1-6ad0-430c-980a-7232777a1aa3 HTTP/1.1" status: 204 len: 168 time: 0.1374984 Jul 05 10:20:13.967659 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41372) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:13.986762 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e83578-3bd5-42e7-b4bf-85ae5a6b595f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28a10e1-6ad0-430c-980a-7232777a1aa3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:14.047181 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-525e45a2-9e43-4a8e-95bf-1ff51bde3fce tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0781443 Jul 05 10:20:14.052830 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41374) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:14.059377 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5015b3e8-02fb-4fd5-bb9a-306b3696d019 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Request body: {'security_group': {'name': 'tempest-secgroup--1198272527'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:14.087215 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5015b3e8-02fb-4fd5-bb9a-306b3696d019 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.190502 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5015b3e8-02fb-4fd5-bb9a-306b3696d019 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.195432 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5015b3e8-02fb-4fd5-bb9a-306b3696d019 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.229187 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5015b3e8-02fb-4fd5-bb9a-306b3696d019 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.230442 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5015b3e8-02fb-4fd5-bb9a-306b3696d019 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1766441 Jul 05 10:20:14.232374 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015b3e8-02fb-4fd5-bb9a-306b3696d019 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=316d7def-1ca9-4393-858a-4cac72189a94,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:14.233320 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41376) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:14.238074 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-23ed5330-60f3-4148-a228-582c2e91ce2a tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Request body: {'security_group_rule': {'security_group_id': '316d7def-1ca9-4393-858a-4cac72189a94', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:14.281742 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23ed5330-60f3-4148-a228-582c2e91ce2a tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.346812 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23ed5330-60f3-4148-a228-582c2e91ce2a tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.352872 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23ed5330-60f3-4148-a228-582c2e91ce2a tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.375453 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23ed5330-60f3-4148-a228-582c2e91ce2a tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.376807 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-23ed5330-60f3-4148-a228-582c2e91ce2a tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1424713 Jul 05 10:20:14.379430 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed5330-60f3-4148-a228-582c2e91ce2a tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee98a656-f9f5-4b66-b0cd-daf16b88001d,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:14.382126 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41378) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:14.388355 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-26b6ac37-f2cd-4f09-aa45-867e5f938956 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Request body: {'security_group_rule': {'security_group_id': '316d7def-1ca9-4393-858a-4cac72189a94', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:14.423104 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26b6ac37-f2cd-4f09-aa45-867e5f938956 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.489657 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26b6ac37-f2cd-4f09-aa45-867e5f938956 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.494761 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26b6ac37-f2cd-4f09-aa45-867e5f938956 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.516345 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b6ac37-f2cd-4f09-aa45-867e5f938956 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73a9b20-699b-4a90-992f-972d30c6289d,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:14.526469 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26b6ac37-f2cd-4f09-aa45-867e5f938956 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.531216 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41382) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:14.531522 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-26b6ac37-f2cd-4f09-aa45-867e5f938956 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1477940 Jul 05 10:20:14.536979 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4c54cf8c-35dd-4538-8acd-7cbbc731c371 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Request body: {'security_group_rule': {'security_group_id': '316d7def-1ca9-4393-858a-4cac72189a94', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:14.593405 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4c54cf8c-35dd-4538-8acd-7cbbc731c371 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.719313 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4c54cf8c-35dd-4538-8acd-7cbbc731c371 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.737991 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e817f44-f7be-4b10-a1f9-46d5e5b25497 req-83a2c4d3-699f-4d32-8466-ab27c303ac66 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:14.740621 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8e817f44-f7be-4b10-a1f9-46d5e5b25497 req-83a2c4d3-699f-4d32-8466-ab27c303ac66 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 944 time: 0.1306829 Jul 05 10:20:14.741303 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4c54cf8c-35dd-4538-8acd-7cbbc731c371 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.761802 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4c54cf8c-35dd-4538-8acd-7cbbc731c371 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.763099 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4c54cf8c-35dd-4538-8acd-7cbbc731c371 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2303853 Jul 05 10:20:14.771043 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41386) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:14.779752 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54cf8c-35dd-4538-8acd-7cbbc731c371 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56491174-2071-4342-9dbe-c86972eb026b,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:14.783921 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b199218c-2cab-4988-b99c-edede8931380 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Request body: {'security_group_rule': {'security_group_id': '316d7def-1ca9-4393-858a-4cac72189a94', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:14.827353 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b199218c-2cab-4988-b99c-edede8931380 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.839536 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8e817f44-f7be-4b10-a1f9-46d5e5b25497 req-3849377d-18e7-49ac-8179-09b1c20e6d9f tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727077 Jul 05 10:20:14.909533 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b199218c-2cab-4988-b99c-edede8931380 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.920871 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b199218c-2cab-4988-b99c-edede8931380 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.944967 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199218c-2cab-4988-b99c-edede8931380 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68349eb0-96e1-4af4-b799-42d5a942c35a,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:14.947739 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b199218c-2cab-4988-b99c-edede8931380 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.952238 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41388) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:14.952444 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b199218c-2cab-4988-b99c-edede8931380 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1797345 Jul 05 10:20:14.958557 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-dbd2f3ae-1075-457a-8a66-b4a81222fb4b tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Request body: {'security_group_rule': {'security_group_id': '316d7def-1ca9-4393-858a-4cac72189a94', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:15.005312 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f3ae-1075-457a-8a66-b4a81222fb4b tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.078424 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f3ae-1075-457a-8a66-b4a81222fb4b tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.082347 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f3ae-1075-457a-8a66-b4a81222fb4b tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.105284 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f3ae-1075-457a-8a66-b4a81222fb4b tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.111905 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-dbd2f3ae-1075-457a-8a66-b4a81222fb4b tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1530447 Jul 05 10:20:15.111905 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2f3ae-1075-457a-8a66-b4a81222fb4b tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6f4c3b-42e1-4187-8415-489a36cf2dbf,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:15.112816 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41390) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:15.143632 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c88d10eb-d3cb-411e-b4f0-d8e2cd694c2f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.153324 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c88d10eb-d3cb-411e-b4f0-d8e2cd694c2f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.186403 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c88d10eb-d3cb-411e-b4f0-d8e2cd694c2f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.193991 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c88d10eb-d3cb-411e-b4f0-d8e2cd694c2f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.196008 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c88d10eb-d3cb-411e-b4f0-d8e2cd694c2f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/0d6f4c3b-42e1-4187-8415-489a36cf2dbf HTTP/1.1" status: 204 len: 168 time: 0.0817113 Jul 05 10:20:15.198294 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41392) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:15.213487 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d10eb-d3cb-411e-b4f0-d8e2cd694c2f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d6f4c3b-42e1-4187-8415-489a36cf2dbf,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:15.274922 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a8183200-f654-43e4-84db-16fbf14b3933 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0745668 Jul 05 10:20:15.277599 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41394) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:15.303929 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d68b020d-20f9-4ae3-a370-a58d027ff8cd tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.311717 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d68b020d-20f9-4ae3-a370-a58d027ff8cd tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.341835 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d68b020d-20f9-4ae3-a370-a58d027ff8cd tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.348881 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d68b020d-20f9-4ae3-a370-a58d027ff8cd tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.349992 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d68b020d-20f9-4ae3-a370-a58d027ff8cd tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/68349eb0-96e1-4af4-b799-42d5a942c35a HTTP/1.1" status: 204 len: 168 time: 0.0714600 Jul 05 10:20:15.352731 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41396) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:15.363498 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b020d-20f9-4ae3-a370-a58d027ff8cd tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68349eb0-96e1-4af4-b799-42d5a942c35a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:15.405246 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c3eceb40-5bac-46dc-9ef8-89ffeb6ce245 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0513883 Jul 05 10:20:15.407893 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41398) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:15.433742 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d80850e8-6479-4771-af66-4a7a72b8492f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.442071 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d80850e8-6479-4771-af66-4a7a72b8492f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.485173 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d80850e8-6479-4771-af66-4a7a72b8492f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.492140 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d80850e8-6479-4771-af66-4a7a72b8492f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.493389 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d80850e8-6479-4771-af66-4a7a72b8492f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/56491174-2071-4342-9dbe-c86972eb026b HTTP/1.1" status: 204 len: 168 time: 0.0846233 Jul 05 10:20:15.498097 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41400) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:15.502287 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80850e8-6479-4771-af66-4a7a72b8492f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56491174-2071-4342-9dbe-c86972eb026b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:15.553571 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41402) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:15.553794 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9d61f2d2-8e51-4229-af13-1a1e3a6a014a tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0518157 Jul 05 10:20:15.588336 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-adcd2a19-02a3-49c7-b30b-3d5f32a2b08f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.602388 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-adcd2a19-02a3-49c7-b30b-3d5f32a2b08f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.643025 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-adcd2a19-02a3-49c7-b30b-3d5f32a2b08f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.650986 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-adcd2a19-02a3-49c7-b30b-3d5f32a2b08f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.655068 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-adcd2a19-02a3-49c7-b30b-3d5f32a2b08f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/b73a9b20-699b-4a90-992f-972d30c6289d HTTP/1.1" status: 204 len: 168 time: 0.0999043 Jul 05 10:20:15.655593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41404) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:15.666210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd2a19-02a3-49c7-b30b-3d5f32a2b08f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b73a9b20-699b-4a90-992f-972d30c6289d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:15.720106 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8a9c961c-5001-4d64-80d2-3d236a90daab tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0572085 Jul 05 10:20:15.721237 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41408) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:15.769445 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-57be75da-726f-41e0-b8a1-b2b9ae2d6324 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.778183 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-57be75da-726f-41e0-b8a1-b2b9ae2d6324 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.814022 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-57be75da-726f-41e0-b8a1-b2b9ae2d6324 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.822816 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-57be75da-726f-41e0-b8a1-b2b9ae2d6324 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.824167 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-57be75da-726f-41e0-b8a1-b2b9ae2d6324 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/ee98a656-f9f5-4b66-b0cd-daf16b88001d HTTP/1.1" status: 204 len: 168 time: 0.1018145 Jul 05 10:20:15.827137 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41410) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:15.832176 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be75da-726f-41e0-b8a1-b2b9ae2d6324 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee98a656-f9f5-4b66-b0cd-daf16b88001d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:15.879431 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-486b4c9e-1715-4d2f-8d9e-2478e7647013 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0507021 Jul 05 10:20:15.888452 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41414) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:15.985624 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a7151541-01fb-4d43-bf12-83ff54da6761 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.019765 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a7151541-01fb-4d43-bf12-83ff54da6761 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.084148 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a7151541-01fb-4d43-bf12-83ff54da6761 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.087662 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a7151541-01fb-4d43-bf12-83ff54da6761 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.087813 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47007e19-f32b-4bd8-bd6d-a3530f34bf9d req-6d6d5a50-e681-40b8-a0df-16dc1061de26 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:16.089269 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a7151541-01fb-4d43-bf12-83ff54da6761 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "DELETE /v2.0/security-groups/316d7def-1ca9-4393-858a-4cac72189a94 HTTP/1.1" status: 204 len: 168 time: 0.1963930 Jul 05 10:20:16.089454 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-47007e19-f32b-4bd8-bd6d-a3530f34bf9d req-6d6d5a50-e681-40b8-a0df-16dc1061de26 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 944 time: 0.0816600 Jul 05 10:20:16.091866 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41416) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:16.098614 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7151541-01fb-4d43-bf12-83ff54da6761 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=316d7def-1ca9-4393-858a-4cac72189a94,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:16.162670 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-47007e19-f32b-4bd8-bd6d-a3530f34bf9d req-9639b358-34c6-49d8-92bd-19d814f8aa83 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638990 Jul 05 10:20:16.180532 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-10ad8b35-3fb4-408d-9210-1c2414043d2c tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0829253 Jul 05 10:20:16.180756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41418) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:16.194363 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-56bac578-fa95-407b-a3bc-efe9e4cda904 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Request body: {'security_group': {'name': 'tempest-secgroup--600731140'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:16.210378 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-56bac578-fa95-407b-a3bc-efe9e4cda904 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.298551 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-56bac578-fa95-407b-a3bc-efe9e4cda904 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.302729 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-56bac578-fa95-407b-a3bc-efe9e4cda904 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.335686 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-56bac578-fa95-407b-a3bc-efe9e4cda904 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.339471 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-56bac578-fa95-407b-a3bc-efe9e4cda904 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1552961 Jul 05 10:20:16.339471 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bac578-fa95-407b-a3bc-efe9e4cda904 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afc2cd08-d1f2-4f1d-8e90-4b28ad117603,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:16.339911 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41420) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:16.344600 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a0b36ee4-72f0-4a4e-a10c-81310ab2cada tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Request body: {'security_group_rule': {'security_group_id': 'afc2cd08-d1f2-4f1d-8e90-4b28ad117603', 'direction': 'ingress', 'protocol': 17}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:16.373975 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0b36ee4-72f0-4a4e-a10c-81310ab2cada tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.423858 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0b36ee4-72f0-4a4e-a10c-81310ab2cada tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.427985 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0b36ee4-72f0-4a4e-a10c-81310ab2cada tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.448131 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b36ee4-72f0-4a4e-a10c-81310ab2cada tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ace7054-768d-4bb3-a69c-9474a8171448,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:16.455467 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0b36ee4-72f0-4a4e-a10c-81310ab2cada tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.457159 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a0b36ee4-72f0-4a4e-a10c-81310ab2cada tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1160688 Jul 05 10:20:16.460777 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41422) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:16.519878 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d4712085-39b6-4397-8265-fa5d62e922b9 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.543553 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d4712085-39b6-4397-8265-fa5d62e922b9 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.592523 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d4712085-39b6-4397-8265-fa5d62e922b9 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.595186 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d4712085-39b6-4397-8265-fa5d62e922b9 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.596402 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d4712085-39b6-4397-8265-fa5d62e922b9 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "DELETE /v2.0/security-groups/afc2cd08-d1f2-4f1d-8e90-4b28ad117603 HTTP/1.1" status: 204 len: 168 time: 0.1346145 Jul 05 10:20:16.599054 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41424) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:16.606238 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4712085-39b6-4397-8265-fa5d62e922b9 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc2cd08-d1f2-4f1d-8e90-4b28ad117603,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:16.651627 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cd0f37e8-9793-43b1-806e-81c4308f6658 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0477893 Jul 05 10:20:16.651834 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41426) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:16.656164 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-45721f7d-2bb0-44d8-a6f9-1da79dd9112d tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Request body: {'security_group': {'name': 'tempest-secgroup--503517858'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:16.679008 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45721f7d-2bb0-44d8-a6f9-1da79dd9112d tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.767197 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45721f7d-2bb0-44d8-a6f9-1da79dd9112d tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.771991 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45721f7d-2bb0-44d8-a6f9-1da79dd9112d tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.803358 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45721f7d-2bb0-44d8-a6f9-1da79dd9112d tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.805678 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-45721f7d-2bb0-44d8-a6f9-1da79dd9112d tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1520164 Jul 05 10:20:16.805678 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45721f7d-2bb0-44d8-a6f9-1da79dd9112d tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a736fb-8793-42de-bfae-be5839d747bc,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:16.807548 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41430) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:16.811791 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ac2eab1f-138c-40ac-90fe-ebc87ec5c28c tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Request body: {'security_group': {'name': 'tempest-secgroup--969184544'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:16.835664 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac2eab1f-138c-40ac-90fe-ebc87ec5c28c tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.936676 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac2eab1f-138c-40ac-90fe-ebc87ec5c28c tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.941284 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac2eab1f-138c-40ac-90fe-ebc87ec5c28c tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.968543 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac2eab1f-138c-40ac-90fe-ebc87ec5c28c tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.970030 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ac2eab1f-138c-40ac-90fe-ebc87ec5c28c tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1615846 Jul 05 10:20:16.973126 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41432) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:16.975309 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2eab1f-138c-40ac-90fe-ebc87ec5c28c tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a812a91f-aa90-47e8-ac0b-ceb98f81b04c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:16.979726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5ea8a42b-f1ea-41ef-a4a2-525fbd56dae8 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Request body: {'security_group_rule': {'security_group_id': 'b2a736fb-8793-42de-bfae-be5839d747bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a812a91f-aa90-47e8-ac0b-ceb98f81b04c', 'remote_ip_prefix': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:17.014718 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ea8a42b-f1ea-41ef-a4a2-525fbd56dae8 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:17.089105 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ea8a42b-f1ea-41ef-a4a2-525fbd56dae8 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:17.093222 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ea8a42b-f1ea-41ef-a4a2-525fbd56dae8 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:17.114760 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8a42b-f1ea-41ef-a4a2-525fbd56dae8 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea04ae5-5424-48d4-9ff2-bdbd07e7b493,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:17.121628 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ea8a42b-f1ea-41ef-a4a2-525fbd56dae8 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:17.125916 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5ea8a42b-f1ea-41ef-a4a2-525fbd56dae8 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1485355 Jul 05 10:20:17.126195 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41434) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:17.150326 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4c4f63c-6303-49e5-a80d-140346b7020a tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:17.157583 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4c4f63c-6303-49e5-a80d-140346b7020a tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:17.188981 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4c4f63c-6303-49e5-a80d-140346b7020a tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:17.196003 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4c4f63c-6303-49e5-a80d-140346b7020a tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:17.196632 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a4c4f63c-6303-49e5-a80d-140346b7020a tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/cea04ae5-5424-48d4-9ff2-bdbd07e7b493 HTTP/1.1" status: 204 len: 168 time: 0.0693071 Jul 05 10:20:17.199379 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41438) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:17.221434 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4f63c-6303-49e5-a80d-140346b7020a tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cea04ae5-5424-48d4-9ff2-bdbd07e7b493,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:17.253402 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ef205909-ad32-4ba0-8a2f-4de150ae3284 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0499065 Jul 05 10:20:17.253777 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41440) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:17.324959 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-029aa5b2-1065-44db-920c-d666c7b19a9c tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:17.368438 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-029aa5b2-1065-44db-920c-d666c7b19a9c tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:17.422517 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3dae0-a46d-46e3-995b-34deaf3fd637 req-21a5720a-1421-4628-a8de-83421680b91c tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:17.424055 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01e3dae0-a46d-46e3-995b-34deaf3fd637 req-21a5720a-1421-4628-a8de-83421680b91c tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 944 time: 0.1164060 Jul 05 10:20:17.429663 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-029aa5b2-1065-44db-920c-d666c7b19a9c tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:17.432485 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-029aa5b2-1065-44db-920c-d666c7b19a9c tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:17.433545 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-029aa5b2-1065-44db-920c-d666c7b19a9c tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "DELETE /v2.0/security-groups/a812a91f-aa90-47e8-ac0b-ceb98f81b04c HTTP/1.1" status: 204 len: 168 time: 0.1787636 Jul 05 10:20:17.436302 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41442) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:17.450714 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029aa5b2-1065-44db-920c-d666c7b19a9c tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a812a91f-aa90-47e8-ac0b-ceb98f81b04c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:17.485743 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01e3dae0-a46d-46e3-995b-34deaf3fd637 req-984ac95a-b226-4b81-80c6-3ea24c1e4a41 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510230 Jul 05 10:20:17.539379 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e11a6b07-76ba-475c-8f99-13d640298f18 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1013250 Jul 05 10:20:17.541833 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41444) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:17.600112 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6da2980f-246e-4e45-b18e-4d1e6432b591 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:17.624064 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6da2980f-246e-4e45-b18e-4d1e6432b591 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:17.665145 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6da2980f-246e-4e45-b18e-4d1e6432b591 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:17.668070 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6da2980f-246e-4e45-b18e-4d1e6432b591 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:17.669228 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6da2980f-246e-4e45-b18e-4d1e6432b591 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "DELETE /v2.0/security-groups/b2a736fb-8793-42de-bfae-be5839d747bc HTTP/1.1" status: 204 len: 168 time: 0.1264114 Jul 05 10:20:17.672135 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41446) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:17.684050 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2980f-246e-4e45-b18e-4d1e6432b591 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a736fb-8793-42de-bfae-be5839d747bc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:17.736511 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-137316d0-e977-48cb-b98f-2583215faed4 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0631659 Jul 05 10:20:17.741293 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41448) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:17.746342 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-044560e6-44bf-48c5-b986-17e283591c70 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Request body: {'security_group': {'name': 'tempest-secgroup--2118313947'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:17.769782 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-044560e6-44bf-48c5-b986-17e283591c70 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:17.849242 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-044560e6-44bf-48c5-b986-17e283591c70 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:17.853963 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-044560e6-44bf-48c5-b986-17e283591c70 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:17.884026 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-044560e6-44bf-48c5-b986-17e283591c70 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:17.888247 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41452) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:17.888757 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-044560e6-44bf-48c5-b986-17e283591c70 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1457024 Jul 05 10:20:17.890375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044560e6-44bf-48c5-b986-17e283591c70 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367fb1df-14b6-4884-b1cf-6225fddfe57a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:17.901846 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c7715ecf-1c98-44d8-a499-448e4f2986ed tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Request body: {'security_group_rule': {'security_group_id': '367fb1df-14b6-4884-b1cf-6225fddfe57a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:17.934301 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7715ecf-1c98-44d8-a499-448e4f2986ed tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:17.996851 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7715ecf-1c98-44d8-a499-448e4f2986ed tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.000566 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7715ecf-1c98-44d8-a499-448e4f2986ed tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.019834 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7715ecf-1c98-44d8-a499-448e4f2986ed tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f23d24a-5032-46be-9da3-65f5d1826af7,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:18.022678 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7715ecf-1c98-44d8-a499-448e4f2986ed tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.023884 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c7715ecf-1c98-44d8-a499-448e4f2986ed tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1334083 Jul 05 10:20:18.026750 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41454) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:18.050902 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4888c3da-1a0b-4aca-b0e1-d49ce321dfaf tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.059832 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4888c3da-1a0b-4aca-b0e1-d49ce321dfaf tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.087135 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4888c3da-1a0b-4aca-b0e1-d49ce321dfaf tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.093282 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4888c3da-1a0b-4aca-b0e1-d49ce321dfaf tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.094378 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4888c3da-1a0b-4aca-b0e1-d49ce321dfaf tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/9f23d24a-5032-46be-9da3-65f5d1826af7 HTTP/1.1" status: 204 len: 168 time: 0.0667303 Jul 05 10:20:18.097196 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41456) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:18.100041 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888c3da-1a0b-4aca-b0e1-d49ce321dfaf tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f23d24a-5032-46be-9da3-65f5d1826af7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:18.139817 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bfeb07a3-33a1-4251-a455-42b6b4dfcf8c tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0414653 Jul 05 10:20:18.142543 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41458) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:18.196353 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8703e15-b3c9-49ce-b268-ed159c2081cf tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.219275 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8703e15-b3c9-49ce-b268-ed159c2081cf tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.263146 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8703e15-b3c9-49ce-b268-ed159c2081cf tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.265599 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8703e15-b3c9-49ce-b268-ed159c2081cf tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.266756 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e8703e15-b3c9-49ce-b268-ed159c2081cf tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "DELETE /v2.0/security-groups/367fb1df-14b6-4884-b1cf-6225fddfe57a HTTP/1.1" status: 204 len: 168 time: 0.1233177 Jul 05 10:20:18.269610 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41460) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:18.276139 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8703e15-b3c9-49ce-b268-ed159c2081cf tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=367fb1df-14b6-4884-b1cf-6225fddfe57a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:18.326706 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3de057c2-424b-42c5-8d12-40630496f75f tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0550148 Jul 05 10:20:18.330501 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41462) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:18.335413 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9a5c123c-0203-44c4-87be-461eedd762cc tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Request body: {'security_group': {'name': 'tempest-secgroup--2033118811'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:18.359703 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a5c123c-0203-44c4-87be-461eedd762cc tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.443001 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a5c123c-0203-44c4-87be-461eedd762cc tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.446719 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a5c123c-0203-44c4-87be-461eedd762cc tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.475812 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a5c123c-0203-44c4-87be-461eedd762cc tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.477331 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9a5c123c-0203-44c4-87be-461eedd762cc tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1459002 Jul 05 10:20:18.480086 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41464) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:18.484513 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d24f9243-30a5-4381-81bc-59aa6184d1a6 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Request body: {'security_group_rule': {'security_group_id': '14ab40de-3d74-402f-a34e-81e43dbbc953', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:18.490255 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c123c-0203-44c4-87be-461eedd762cc tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ab40de-3d74-402f-a34e-81e43dbbc953,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:18.514868 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d24f9243-30a5-4381-81bc-59aa6184d1a6 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.576720 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d24f9243-30a5-4381-81bc-59aa6184d1a6 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.581249 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d24f9243-30a5-4381-81bc-59aa6184d1a6 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.605745 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f9243-30a5-4381-81bc-59aa6184d1a6 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c51f4df-fe2a-489f-a559-7352dcce3c42,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:18.639653 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d24f9243-30a5-4381-81bc-59aa6184d1a6 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.639653 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d24f9243-30a5-4381-81bc-59aa6184d1a6 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1561594 Jul 05 10:20:18.639985 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41468) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:18.659311 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-94c47da4-042b-4437-aa88-7aaa093eb66c tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-group-rules/5c51f4df-fe2a-489f-a559-7352dcce3c42 HTTP/1.1" status: 200 len: 763 time: 0.0158198 Jul 05 10:20:18.660423 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41470) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:18.709029 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bd6bf2aa-e300-4f3c-867c-c8b8cd012f28 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0444176 Jul 05 10:20:18.709323 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41472) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:18.722954 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904fab6-290d-43e9-bdc1-62454f7ba9ab req-280517f7-f1bc-43dc-9eb8-6b502d7eb4e0 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:18.725323 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a904fab6-290d-43e9-bdc1-62454f7ba9ab req-280517f7-f1bc-43dc-9eb8-6b502d7eb4e0 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 944 time: 0.1028903 Jul 05 10:20:18.741179 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-81cfc8d9-7f77-4291-8d5b-3887856f833a tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.749098 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-81cfc8d9-7f77-4291-8d5b-3887856f833a tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.767677 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a904fab6-290d-43e9-bdc1-62454f7ba9ab req-5b2d8fdd-1aaf-4cdf-8692-f60f0bf77975 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352280 Jul 05 10:20:18.776041 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-81cfc8d9-7f77-4291-8d5b-3887856f833a tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.782495 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-81cfc8d9-7f77-4291-8d5b-3887856f833a tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.787313 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-81cfc8d9-7f77-4291-8d5b-3887856f833a tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/5c51f4df-fe2a-489f-a559-7352dcce3c42 HTTP/1.1" status: 204 len: 168 time: 0.0762303 Jul 05 10:20:18.787671 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41474) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:18.798360 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cfc8d9-7f77-4291-8d5b-3887856f833a tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c51f4df-fe2a-489f-a559-7352dcce3c42,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:18.833819 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1890fa46-001e-4b99-a6ce-ed7cd6c287a3 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0446894 Jul 05 10:20:18.836530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41476) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:18.842101 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3378e029-d17c-4343-8a58-a427b94fa3b5 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Request body: {'security_group_rule': {'security_group_id': '14ab40de-3d74-402f-a34e-81e43dbbc953', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:18.871924 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3378e029-d17c-4343-8a58-a427b94fa3b5 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.918818 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3378e029-d17c-4343-8a58-a427b94fa3b5 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.922936 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3378e029-d17c-4343-8a58-a427b94fa3b5 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.940491 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378e029-d17c-4343-8a58-a427b94fa3b5 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9522d248-a06a-436d-af0d-1ca2014337fb,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:18.946715 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3378e029-d17c-4343-8a58-a427b94fa3b5 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.947898 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3378e029-d17c-4343-8a58-a427b94fa3b5 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1101074 Jul 05 10:20:18.950493 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41480) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:18.970116 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cae04d0f-27ae-4114-8432-2b1592f550f8 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-group-rules/9522d248-a06a-436d-af0d-1ca2014337fb HTTP/1.1" status: 200 len: 763 time: 0.0151124 Jul 05 10:20:18.970116 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41482) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:19.021528 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-09074a1d-64ff-4ecb-9c82-0b868fc821fb tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0485537 Jul 05 10:20:19.022211 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41486) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:19.047703 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fe09ab2-d811-48b9-a271-e685c008ed6d tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:19.055060 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fe09ab2-d811-48b9-a271-e685c008ed6d tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:19.083214 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fe09ab2-d811-48b9-a271-e685c008ed6d tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:19.089363 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fe09ab2-d811-48b9-a271-e685c008ed6d tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:19.090473 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3fe09ab2-d811-48b9-a271-e685c008ed6d tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/9522d248-a06a-436d-af0d-1ca2014337fb HTTP/1.1" status: 204 len: 168 time: 0.0672739 Jul 05 10:20:19.093506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41492) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:19.095773 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe09ab2-d811-48b9-a271-e685c008ed6d tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9522d248-a06a-436d-af0d-1ca2014337fb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:19.138458 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0ebeb587-7d84-4ab4-bd50-bf3b7f6169a4 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0428946 Jul 05 10:20:19.140948 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41496) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:19.145888 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e673210b-13f1-466a-b067-bc780e3baa9b tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Request body: {'security_group_rule': {'security_group_id': '14ab40de-3d74-402f-a34e-81e43dbbc953', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:19.169786 n-d-798054-8 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-e673210b-13f1-466a-b067-bc780e3baa9b tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Project a1e889da42a04fc5b2386d6e1eb6dfe3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:20:19.174930 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e673210b-13f1-466a-b067-bc780e3baa9b tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:19.222709 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e673210b-13f1-466a-b067-bc780e3baa9b tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:19.227294 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e673210b-13f1-466a-b067-bc780e3baa9b tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:19.245372 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673210b-13f1-466a-b067-bc780e3baa9b tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae8b15e-1137-4796-a3b9-f4e08c0cdcdc,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:19.250435 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e673210b-13f1-466a-b067-bc780e3baa9b tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:19.254154 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e673210b-13f1-466a-b067-bc780e3baa9b tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1098616 Jul 05 10:20:19.254295 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41500) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:19.270698 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-137255a3-055b-4a27-a4c3-00d02da03c87 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-group-rules/eae8b15e-1137-4796-a3b9-f4e08c0cdcdc HTTP/1.1" status: 200 len: 769 time: 0.0147183 Jul 05 10:20:19.273159 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41502) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:19.318584 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-707a479e-bfa9-4c43-96c4-1b7dc41b86f2 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0415888 Jul 05 10:20:19.318807 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41504) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:19.342363 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47fe3ef6-7754-4dcb-bab7-e34077db69f1 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:19.351092 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47fe3ef6-7754-4dcb-bab7-e34077db69f1 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:19.388452 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47fe3ef6-7754-4dcb-bab7-e34077db69f1 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:19.394081 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47fe3ef6-7754-4dcb-bab7-e34077db69f1 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:19.395961 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-47fe3ef6-7754-4dcb-bab7-e34077db69f1 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/eae8b15e-1137-4796-a3b9-f4e08c0cdcdc HTTP/1.1" status: 204 len: 168 time: 0.0755153 Jul 05 10:20:19.398554 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41508) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:19.404627 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe3ef6-7754-4dcb-bab7-e34077db69f1 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eae8b15e-1137-4796-a3b9-f4e08c0cdcdc,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:19.445254 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0921b26c-8394-483b-9540-6b65db8814e7 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0450685 Jul 05 10:20:19.447920 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41512) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:19.505571 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f7d56477-75b8-4a59-8f0f-ffcebd013111 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:19.527755 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f7d56477-75b8-4a59-8f0f-ffcebd013111 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:19.569048 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f7d56477-75b8-4a59-8f0f-ffcebd013111 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:19.571911 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f7d56477-75b8-4a59-8f0f-ffcebd013111 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:19.573253 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f7d56477-75b8-4a59-8f0f-ffcebd013111 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "DELETE /v2.0/security-groups/14ab40de-3d74-402f-a34e-81e43dbbc953 HTTP/1.1" status: 204 len: 168 time: 0.1243637 Jul 05 10:20:19.576454 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41516) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:19.582537 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d56477-75b8-4a59-8f0f-ffcebd013111 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ab40de-3d74-402f-a34e-81e43dbbc953,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:19.623544 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5508ccea-a693-4b1f-809f-a0751417f432 tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0458727 Jul 05 10:20:19.628221 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41518) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:19.674329 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-63a3b19b-e287-4786-a83d-98fd5180ba5b tempest-SecGroupIPv6Test-888868249 tempest-SecGroupIPv6Test-888868249-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0414419 Jul 05 10:20:19.958616 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4267fb-e3e6-4195-a155-81e6b42fbf4b req-dab9c750-93f6-403b-b8ed-476d1d3b9c9d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:19.961178 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41526) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:19.964131 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db4267fb-e3e6-4195-a155-81e6b42fbf4b req-dab9c750-93f6-403b-b8ed-476d1d3b9c9d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 944 time: 0.0689931 Jul 05 10:20:20.013561 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db4267fb-e3e6-4195-a155-81e6b42fbf4b req-7c237621-ef0b-4012-abc5-ac74d800734c tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460370 Jul 05 10:20:20.127800 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e0c3ffa5-f58e-4ca1-b386-21474ee854f3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a1e889da42a04fc5b2386d6e1eb6dfe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1652908 Jul 05 10:20:20.130372 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41530) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:20.178672 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0891cad5-d28f-4dd3-be86-ae9a9eeb81b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:20.202450 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0891cad5-d28f-4dd3-be86-ae9a9eeb81b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:20.248086 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0891cad5-d28f-4dd3-be86-ae9a9eeb81b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:20.250767 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0891cad5-d28f-4dd3-be86-ae9a9eeb81b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:20.251995 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0891cad5-d28f-4dd3-be86-ae9a9eeb81b5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e69e3bee-608e-48f1-aa2d-9824fd118506 HTTP/1.1" status: 204 len: 168 time: 0.1206560 Jul 05 10:20:20.260281 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891cad5-d28f-4dd3-be86-ae9a9eeb81b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69e3bee-608e-48f1-aa2d-9824fd118506,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:20.913477 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41560) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:20.964785 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-04406700-fbce-4555-bd16-d5376796127f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:21.021887 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-39d3db21-39de-4378-89aa-96a5f83a6814 tempest-ServiceProvidersTest-2133610755 tempest-ServiceProvidersTest-2133610755-project] 10.222.0.79 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1071930 Jul 05 10:20:21.209878 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f417855-f6ae-4d62-9224-7bbcf84b837b req-706b43f1-f29f-4d6c-a2a7-8a8d1f5d88d4 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:21.212105 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f417855-f6ae-4d62-9224-7bbcf84b837b req-706b43f1-f29f-4d6c-a2a7-8a8d1f5d88d4 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 944 time: 0.0719237 Jul 05 10:20:21.251890 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f417855-f6ae-4d62-9224-7bbcf84b837b req-a0dce0cf-d790-4995-9168-8ce8e2cb1f1c tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334513 Jul 05 10:20:21.291883 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41570) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:21.398099 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-160654ab-b2d0-43bb-890b-d130a20b1c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:21.486625 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-160654ab-b2d0-43bb-890b-d130a20b1c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:21.491049 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-160654ab-b2d0-43bb-890b-d130a20b1c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:21.527255 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160654ab-b2d0-43bb-890b-d130a20b1c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961c45c3-ef8d-48c9-8434-8756b6c7f30a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:21.534238 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-160654ab-b2d0-43bb-890b-d130a20b1c5e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e8d23ea42e614f98b58e85062dcb991e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2388048 Jul 05 10:20:21.535212 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41574) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:21.586843 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-14edf9aa-91de-4285-b7a1-31fa08001afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:21.608269 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-14edf9aa-91de-4285-b7a1-31fa08001afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:21.655832 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-14edf9aa-91de-4285-b7a1-31fa08001afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:21.658363 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-14edf9aa-91de-4285-b7a1-31fa08001afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:21.659815 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-14edf9aa-91de-4285-b7a1-31fa08001afd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/961c45c3-ef8d-48c9-8434-8756b6c7f30a HTTP/1.1" status: 204 len: 168 time: 0.1241040 Jul 05 10:20:21.668169 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14edf9aa-91de-4285-b7a1-31fa08001afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961c45c3-ef8d-48c9-8434-8756b6c7f30a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:22.664605 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f10f4-2d94-4bfb-b8b8-5bbfefa02a2b req-b602cfc8-98e2-4bd3-a30d-8ddc90f3af6c tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:22.666048 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4a5f10f4-2d94-4bfb-b8b8-5bbfefa02a2b req-b602cfc8-98e2-4bd3-a30d-8ddc90f3af6c tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 944 time: 0.2952595 Jul 05 10:20:22.709302 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4a5f10f4-2d94-4bfb-b8b8-5bbfefa02a2b req-490e41f4-a5f3-4e37-8036-93f37cdaa881 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373871 Jul 05 10:20:23.320849 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5a8a927e-a0e8-4bf5-8aab-44b197a7ec70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:23.629084 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:24.042856 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd05f6-6566-405e-a842-2692b8a3fe84 req-d1bfa4a4-69a5-488d-9814-c2deef862f45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:24.044324 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ebd05f6-6566-405e-a842-2692b8a3fe84 req-d1bfa4a4-69a5-488d-9814-c2deef862f45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 944 time: 0.2236774 Jul 05 10:20:24.086166 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ebd05f6-6566-405e-a842-2692b8a3fe84 req-d2d4f55d-aab2-4274-8420-8c92e9ff94fd tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362709 Jul 05 10:20:24.648741 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:25.306743 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8786e5f-a814-4b90-b213-8f227ea745cc req-4aa2c33d-19f5-41c0-abf2-c4220e4e9961 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:25.308378 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a8786e5f-a814-4b90-b213-8f227ea745cc req-4aa2c33d-19f5-41c0-abf2-c4220e4e9961 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 944 time: 0.0745053 Jul 05 10:20:25.347999 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a8786e5f-a814-4b90-b213-8f227ea745cc req-5a22cb09-b7e4-4768-92eb-145262290a4c tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335464 Jul 05 10:20:25.732493 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 8d1c524f-ba15-4952-aa64-941cbb8ae891 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:20:25.839638 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 8d1c524f-ba15-4952-aa64-941cbb8ae891, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8d1c524f-ba15-4952-aa64-941cbb8ae891,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:25.852129 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '8d1c524f-ba15-4952-aa64-941cbb8ae891', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'port_id': '8d1c524f-ba15-4952-aa64-941cbb8ae891', 'mac_address': 'fa:16:3e:8d:38:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:20:25.895805 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:25.911379 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1c524f-ba15-4952-aa64-941cbb8ae891 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:20:25.932297 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 8d1c524f-ba15-4952-aa64-941cbb8ae891, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8d1c524f-ba15-4952-aa64-941cbb8ae891,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:25.936724 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:25.995112 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=8d1c524f-ba15-4952-aa64-941cbb8ae891,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:26.239146 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['8d1c524f-ba15-4952-aa64-941cbb8ae891'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:20:26.340147 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:20:26.563120 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2943783-7244-4c19-b765-ad872f4d1b2b req-47fa8bc2-0139-4b1e-a2d2-9b568c4f1927 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:26.564834 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f2943783-7244-4c19-b765-ad872f4d1b2b req-47fa8bc2-0139-4b1e-a2d2-9b568c4f1927 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 945 time: 0.0826373 Jul 05 10:20:26.609631 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f2943783-7244-4c19-b765-ad872f4d1b2b req-17978a0b-6b77-45d9-9879-7a33688c67cc tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377972 Jul 05 10:20:26.776081 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:27.747935 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 8d1c524f-ba15-4952-aa64-941cbb8ae891 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:20:27.811037 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0627fe7-c478-43f5-aa38-aa0758d471a2 req-5a6b63c1-d432-4dd4-8b6c-efd98e92aaaa tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:27.813637 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0627fe7-c478-43f5-aa38-aa0758d471a2 req-5a6b63c1-d432-4dd4-8b6c-efd98e92aaaa tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 945 time: 0.0804975 Jul 05 10:20:27.825299 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 8d1c524f-ba15-4952-aa64-941cbb8ae891 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:20:27.830577 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 8d1c524f-ba15-4952-aa64-941cbb8ae891 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:27.831092 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:27.863233 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0627fe7-c478-43f5-aa38-aa0758d471a2 req-e6ca5182-01d5-4b0f-a773-3824eee1b604 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421846 Jul 05 10:20:27.922315 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:27.950529 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebbe5f4-ff90-4efd-841f-949b5355a17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1c524f-ba15-4952-aa64-941cbb8ae891'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:20:27.953627 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0879b037-2829-4465-9105-76b7e4a24afc" -d '{"events": [{"server_uuid": "1ebbe5f4-ff90-4efd-841f-949b5355a17d", "name": "network-vif-plugged", "status": "completed", "tag": "8d1c524f-ba15-4952-aa64-941cbb8ae891"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:20:27.971071 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 8d1c524f-ba15-4952-aa64-941cbb8ae891, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8d1c524f-ba15-4952-aa64-941cbb8ae891,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:27.977590 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:28.009194 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da816fd-c578-4883-99ec-15a4c0602467 x-openstack-request-id: req-4da816fd-c578-4883-99ec-15a4c0602467 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:20:28.009494 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebbe5f4-ff90-4efd-841f-949b5355a17d", "name": "network-vif-plugged", "status": "completed", "tag": "8d1c524f-ba15-4952-aa64-941cbb8ae891", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:20:28.009749 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4da816fd-c578-4883-99ec-15a4c0602467 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:20:28.010145 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebbe5f4-ff90-4efd-841f-949b5355a17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1c524f-ba15-4952-aa64-941cbb8ae891', 'code': 200} Jul 05 10:20:28.042962 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=8d1c524f-ba15-4952-aa64-941cbb8ae891,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:28.197929 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ee55f-a98d-4ea3-b7d3-c130273d8b88 req-98b02e3c-e497-4878-818c-affcdaefbe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:28.199475 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d2ee55f-a98d-4ea3-b7d3-c130273d8b88 req-98b02e3c-e497-4878-818c-affcdaefbe30 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 1097 time: 0.1216793 Jul 05 10:20:28.239902 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3d2ee55f-a98d-4ea3-b7d3-c130273d8b88 req-0fc3f0dc-2d07-4715-b00c-0591c403b3f6 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342271 Jul 05 10:20:29.069738 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7809d-5c51-4d1d-938a-9b6c992f1227 req-08dce04a-c25e-494b-9c81-eeee820d1166 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:29.071864 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0e7809d-5c51-4d1d-938a-9b6c992f1227 req-08dce04a-c25e-494b-9c81-eeee820d1166 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 946 time: 0.0822439 Jul 05 10:20:29.125693 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0e7809d-5c51-4d1d-938a-9b6c992f1227 req-96198428-7e21-4b12-a7fb-55e69f1a9609 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466487 Jul 05 10:20:30.341881 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5a84c-4d2c-48b6-a00d-601c9c8362f4 req-ac86cd94-f733-41a5-88b3-bb75fb1d1622 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:30.343425 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e8e5a84c-4d2c-48b6-a00d-601c9c8362f4 req-ac86cd94-f733-41a5-88b3-bb75fb1d1622 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 946 time: 0.0779514 Jul 05 10:20:30.395439 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e8e5a84c-4d2c-48b6-a00d-601c9c8362f4 req-d7d6cd3c-a62e-4892-bd3e-c84df86ae4e7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451612 Jul 05 10:20:30.612256 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d866eca-aa16-45ba-8576-4266cebbc797 req-2685ebe4-38b4-4075-843c-48050d4011e7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:30.614504 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1d866eca-aa16-45ba-8576-4266cebbc797 req-2685ebe4-38b4-4075-843c-48050d4011e7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 946 time: 0.1007109 Jul 05 10:20:30.658465 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1d866eca-aa16-45ba-8576-4266cebbc797 req-28c973e4-d65d-4f3b-a088-1353974cb04b tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374193 Jul 05 10:20:30.851094 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318f446-d65f-4942-8b4b-7b7e769cda7f req-4f94a0bc-0af9-4648-bf97-c20d6b444003 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:30.856310 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1318f446-d65f-4942-8b4b-7b7e769cda7f req-4f94a0bc-0af9-4648-bf97-c20d6b444003 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 946 time: 0.0742979 Jul 05 10:20:30.907897 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1318f446-d65f-4942-8b4b-7b7e769cda7f req-d12613d9-be0d-4270-af4b-f3b29d2c50d3 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479581 Jul 05 10:20:31.407474 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4aff2-d68a-497d-a848-ceacd1a9c152 req-32aba31c-5207-403e-9e90-b05ea50e1b2c tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:31.414939 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5c4aff2-d68a-497d-a848-ceacd1a9c152 req-32aba31c-5207-403e-9e90-b05ea50e1b2c tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 946 time: 0.0803735 Jul 05 10:20:31.449746 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5c4aff2-d68a-497d-a848-ceacd1a9c152 req-3442540b-6e94-45a3-8b4d-0a46d0fa810b tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338063 Jul 05 10:20:32.640509 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9e02a-af8f-427d-9ca1-b2b22338ea43 req-4fb16fd9-28c5-4b05-adfd-6ff958eed1d4 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:32.642042 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83d9e02a-af8f-427d-9ca1-b2b22338ea43 req-4fb16fd9-28c5-4b05-adfd-6ff958eed1d4 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 946 time: 0.0670686 Jul 05 10:20:32.690573 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83d9e02a-af8f-427d-9ca1-b2b22338ea43 req-ff39d35d-b7a1-414a-b4b8-7df35d3e9b58 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404458 Jul 05 10:20:32.884536 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:32.948714 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d6dc0-4dd1-4ea6-8e4e-505d0d620fd7 req-b6011943-482c-4967-b00f-7962a13bf500 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:32.950317 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4a4d6dc0-4dd1-4ea6-8e4e-505d0d620fd7 req-b6011943-482c-4967-b00f-7962a13bf500 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 946 time: 0.1266451 Jul 05 10:20:33.074375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-4a4d6dc0-4dd1-4ea6-8e4e-505d0d620fd7 req-48b6e581-bd2c-47cc-a26f-ef5cb4e3b902 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Deleting port 8d1c524f-ba15-4952-aa64-941cbb8ae891 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:20:33.077039 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4a4d6dc0-4dd1-4ea6-8e4e-505d0d620fd7 req-48b6e581-bd2c-47cc-a26f-ef5cb4e3b902 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:33.181828 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4a4d6dc0-4dd1-4ea6-8e4e-505d0d620fd7 req-48b6e581-bd2c-47cc-a26f-ef5cb4e3b902 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] For port 8d1c524f-ba15-4952-aa64-941cbb8ae891, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8d1c524f-ba15-4952-aa64-941cbb8ae891,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:33.182500 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4a4d6dc0-4dd1-4ea6-8e4e-505d0d620fd7 req-48b6e581-bd2c-47cc-a26f-ef5cb4e3b902 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:33.197963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-4a4d6dc0-4dd1-4ea6-8e4e-505d0d620fd7 req-48b6e581-bd2c-47cc-a26f-ef5cb4e3b902 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Calling delete_port for 8d1c524f-ba15-4952-aa64-941cbb8ae891 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:20:33.370256 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4a4d6dc0-4dd1-4ea6-8e4e-505d0d620fd7 req-48b6e581-bd2c-47cc-a26f-ef5cb4e3b902 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:33.384665 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['8d1c524f-ba15-4952-aa64-941cbb8ae891'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:20:33.399365 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6e581-bd2c-47cc-a26f-ef5cb4e3b902 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event deleted for resources: {'Port': ['ID=8d1c524f-ba15-4952-aa64-941cbb8ae891,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:33.411274 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b6e581-bd2c-47cc-a26f-ef5cb4e3b902 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:33.412124 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b6e581-bd2c-47cc-a26f-ef5cb4e3b902 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:33.412502 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b6e581-bd2c-47cc-a26f-ef5cb4e3b902 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:33.412940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b6e581-bd2c-47cc-a26f-ef5cb4e3b902 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:33.413482 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b6e581-bd2c-47cc-a26f-ef5cb4e3b902 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:33.413817 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b6e581-bd2c-47cc-a26f-ef5cb4e3b902 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:33.414166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b6e581-bd2c-47cc-a26f-ef5cb4e3b902 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:33.414506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b6e581-bd2c-47cc-a26f-ef5cb4e3b902 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:33.414841 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b6e581-bd2c-47cc-a26f-ef5cb4e3b902 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:33.415156 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b6e581-bd2c-47cc-a26f-ef5cb4e3b902 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:33.415499 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b6e581-bd2c-47cc-a26f-ef5cb4e3b902 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:33.415841 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b6e581-bd2c-47cc-a26f-ef5cb4e3b902 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:33.480295 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4d6dc0-4dd1-4ea6-8e4e-505d0d620fd7 req-48b6e581-bd2c-47cc-a26f-ef5cb4e3b902 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] No DVR routers for this DVR port 8d1c524f-ba15-4952-aa64-941cbb8ae891 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:20:33.482927 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4a4d6dc0-4dd1-4ea6-8e4e-505d0d620fd7 req-48b6e581-bd2c-47cc-a26f-ef5cb4e3b902 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:33.485277 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4a4d6dc0-4dd1-4ea6-8e4e-505d0d620fd7 req-48b6e581-bd2c-47cc-a26f-ef5cb4e3b902 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.78 "DELETE /v2.0/ports/8d1c524f-ba15-4952-aa64-941cbb8ae891 HTTP/1.1" status: 204 len: 173 time: 0.5296931 Jul 05 10:20:33.486885 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebbe5f4-ff90-4efd-841f-949b5355a17d', 'name': 'network-vif-deleted', 'tag': '8d1c524f-ba15-4952-aa64-941cbb8ae891'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:20:33.488015 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b14449-7ace-48c2-9470-de4ba688d9a1" -d '{"events": [{"server_uuid": "1ebbe5f4-ff90-4efd-841f-949b5355a17d", "name": "network-vif-deleted", "tag": "8d1c524f-ba15-4952-aa64-941cbb8ae891"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:20:33.557757 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f3d32a-521f-4428-affc-d1d29dbd9b42 x-openstack-request-id: req-91f3d32a-521f-4428-affc-d1d29dbd9b42 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:20:33.558414 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebbe5f4-ff90-4efd-841f-949b5355a17d", "name": "network-vif-deleted", "tag": "8d1c524f-ba15-4952-aa64-941cbb8ae891", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:20:33.567687 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-91f3d32a-521f-4428-affc-d1d29dbd9b42 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:20:33.570898 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebbe5f4-ff90-4efd-841f-949b5355a17d', 'name': 'network-vif-deleted', 'tag': '8d1c524f-ba15-4952-aa64-941cbb8ae891', 'status': 'completed', 'code': 200} Jul 05 10:20:33.865667 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a8478c2-88a4-4f9a-b0db-5a33735fd72a req-624827f2-f5af-46eb-b310-af58f7dd653b tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 210 time: 0.0412009 Jul 05 10:20:35.046368 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-145fdf7f-4b79-4d9f-8b48-216078d02f7e req-3f26b3f2-5bf8-4639-8691-4fbf61c03655 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 210 time: 0.0402122 Jul 05 10:20:35.789925 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 8d1c524f-ba15-4952-aa64-941cbb8ae891 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:20:35.811709 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 8d1c524f-ba15-4952-aa64-941cbb8ae891 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:20:35.812123 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 8d1c524f-ba15-4952-aa64-941cbb8ae891 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:20:36.251902 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eeda1005-6ec8-4f1c-af29-8714ff0a8616 req-159eba96-e58f-423d-9000-c0beb619fe5f tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 210 time: 0.0344472 Jul 05 10:20:36.269028 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:37.452481 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f9f9af6d-88b8-4a75-9686-7d7f478d86df req-a5cbc721-d4f7-4431-9d5a-c08618dc853d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebbe5f4-ff90-4efd-841f-949b5355a17d HTTP/1.1" status: 200 len: 210 time: 0.0395806 Jul 05 10:20:41.642207 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 41944) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:41.752750 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a7c2cbc6-d2d9-4f41-b2da-8195f430dce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:41.843020 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a7c2cbc6-d2d9-4f41-b2da-8195f430dce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:41.846918 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a7c2cbc6-d2d9-4f41-b2da-8195f430dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:41.887195 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2cbc6-d2d9-4f41-b2da-8195f430dce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24207b2a-231e-4f4b-91ad-ff1e16e9a800,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:41.891125 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a7c2cbc6-d2d9-4f41-b2da-8195f430dce2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5009ed2b71d940dc8a2e22faa0a0a62f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478235 Jul 05 10:20:41.893960 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41948) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:41.897644 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2cbc6-d2d9-4f41-b2da-8195f430dce2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:41.897999 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2cbc6-d2d9-4f41-b2da-8195f430dce2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:41.898344 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2cbc6-d2d9-4f41-b2da-8195f430dce2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:41.898685 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2cbc6-d2d9-4f41-b2da-8195f430dce2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:41.899025 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2cbc6-d2d9-4f41-b2da-8195f430dce2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:41.899360 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2cbc6-d2d9-4f41-b2da-8195f430dce2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:41.899694 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2cbc6-d2d9-4f41-b2da-8195f430dce2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:41.900055 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2cbc6-d2d9-4f41-b2da-8195f430dce2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:41.900383 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2cbc6-d2d9-4f41-b2da-8195f430dce2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:41.900714 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2cbc6-d2d9-4f41-b2da-8195f430dce2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:41.901042 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2cbc6-d2d9-4f41-b2da-8195f430dce2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:41.901368 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2cbc6-d2d9-4f41-b2da-8195f430dce2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:41.997065 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66814e4a-f859-4593-920a-4e6997700440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:42.022244 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66814e4a-f859-4593-920a-4e6997700440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:42.081933 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66814e4a-f859-4593-920a-4e6997700440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:42.084646 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66814e4a-f859-4593-920a-4e6997700440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:42.089005 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-66814e4a-f859-4593-920a-4e6997700440 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/24207b2a-231e-4f4b-91ad-ff1e16e9a800 HTTP/1.1" status: 204 len: 168 time: 0.1931973 Jul 05 10:20:42.097264 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66814e4a-f859-4593-920a-4e6997700440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24207b2a-231e-4f4b-91ad-ff1e16e9a800,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:42.354489 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41962) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:42.368582 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0f5c452-f520-443c-9cee-e438ba5a48ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:42.459515 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0f5c452-f520-443c-9cee-e438ba5a48ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:42.463556 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0f5c452-f520-443c-9cee-e438ba5a48ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:42.501055 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5c452-f520-443c-9cee-e438ba5a48ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531e6cdd-7e5e-4c41-acaa-c3086053fe1b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:42.507350 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c0f5c452-f520-443c-9cee-e438ba5a48ed admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=868cfe5e445d49c59bb5a9bfc3044d6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517687 Jul 05 10:20:42.509967 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 41964) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:42.562111 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98435dd0-527d-4a01-ad4c-6bdce99ec329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:42.584798 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98435dd0-527d-4a01-ad4c-6bdce99ec329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:42.634342 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98435dd0-527d-4a01-ad4c-6bdce99ec329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:42.637259 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98435dd0-527d-4a01-ad4c-6bdce99ec329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:42.638756 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-98435dd0-527d-4a01-ad4c-6bdce99ec329 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/531e6cdd-7e5e-4c41-acaa-c3086053fe1b HTTP/1.1" status: 204 len: 168 time: 0.1274891 Jul 05 10:20:42.651102 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98435dd0-527d-4a01-ad4c-6bdce99ec329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531e6cdd-7e5e-4c41-acaa-c3086053fe1b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:50.969480 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3042e470-73b6-49c9-ba60-0dd2b51f561f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:51.612974 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42184) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:51.753214 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-080187a9-ab7b-4b35-9a56-5eaaeac1d10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:51.871253 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-080187a9-ab7b-4b35-9a56-5eaaeac1d10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:51.876686 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-080187a9-ab7b-4b35-9a56-5eaaeac1d10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:51.922892 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42194) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:51.934278 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-080187a9-ab7b-4b35-9a56-5eaaeac1d10d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6b8fbd3aac6248b7a0b014aa9e674d2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3199661 Jul 05 10:20:51.939034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080187a9-ab7b-4b35-9a56-5eaaeac1d10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83986585-0e4e-4364-b9da-738bccc8b850,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:51.990171 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55eb765d-2d51-4139-8fb6-600987769b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:52.016038 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55eb765d-2d51-4139-8fb6-600987769b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:52.047890 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42198) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:52.073544 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55eb765d-2d51-4139-8fb6-600987769b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:52.077183 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55eb765d-2d51-4139-8fb6-600987769b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:52.078374 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-55eb765d-2d51-4139-8fb6-600987769b9a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/83986585-0e4e-4364-b9da-738bccc8b850 HTTP/1.1" status: 204 len: 168 time: 0.1538670 Jul 05 10:20:52.091526 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb765d-2d51-4139-8fb6-600987769b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83986585-0e4e-4364-b9da-738bccc8b850,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:52.170405 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b641a8ec-eb22-4f21-9564-1acf8c06c9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:52.291807 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b641a8ec-eb22-4f21-9564-1acf8c06c9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:52.296439 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b641a8ec-eb22-4f21-9564-1acf8c06c9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:52.338797 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42208) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:52.339016 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b641a8ec-eb22-4f21-9564-1acf8c06c9b3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=af7cf062e50a4e4a88da9027e15850a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897210 Jul 05 10:20:52.341552 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641a8ec-eb22-4f21-9564-1acf8c06c9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3489847-f46e-4feb-b205-f611c0fdf344,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:52.411713 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-414831ed-ac5e-4def-a1cd-4b70f0904d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:52.435954 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-414831ed-ac5e-4def-a1cd-4b70f0904d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:52.491473 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-414831ed-ac5e-4def-a1cd-4b70f0904d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:52.495169 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-414831ed-ac5e-4def-a1cd-4b70f0904d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:52.495669 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-414831ed-ac5e-4def-a1cd-4b70f0904d0d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f3489847-f46e-4feb-b205-f611c0fdf344 HTTP/1.1" status: 204 len: 168 time: 0.1558249 Jul 05 10:20:52.505489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414831ed-ac5e-4def-a1cd-4b70f0904d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3489847-f46e-4feb-b205-f611c0fdf344,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:52.876291 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42230) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:52.889958 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-455a8a69-6561-4284-b7f5-79473ab02c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:52.992603 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-455a8a69-6561-4284-b7f5-79473ab02c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:52.997236 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-455a8a69-6561-4284-b7f5-79473ab02c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:53.032403 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-455a8a69-6561-4284-b7f5-79473ab02c42 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=06b610b1b005429a86a697751474d6bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547813 Jul 05 10:20:53.034413 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42236) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:53.046412 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a8a69-6561-4284-b7f5-79473ab02c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04992e19-8bd2-4e8e-b3f7-82751176c95d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:53.098260 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8105b6bd-4c04-4af8-a417-5c4c0211319c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:53.123267 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8105b6bd-4c04-4af8-a417-5c4c0211319c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:53.183254 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8105b6bd-4c04-4af8-a417-5c4c0211319c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:53.186357 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8105b6bd-4c04-4af8-a417-5c4c0211319c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:53.187801 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8105b6bd-4c04-4af8-a417-5c4c0211319c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/04992e19-8bd2-4e8e-b3f7-82751176c95d HTTP/1.1" status: 204 len: 168 time: 0.1521771 Jul 05 10:20:53.196844 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105b6bd-4c04-4af8-a417-5c4c0211319c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04992e19-8bd2-4e8e-b3f7-82751176c95d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:53.325482 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-84b44299-c48d-4a1c-bbdf-259830fc234a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:53.521502 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42250) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:53.640344 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:53.655403 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72484734-a4cb-4174-ba9b-3ebdf86a9589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:53.765028 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72484734-a4cb-4174-ba9b-3ebdf86a9589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:53.770264 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72484734-a4cb-4174-ba9b-3ebdf86a9589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:53.816861 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42268) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:53.823295 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-72484734-a4cb-4174-ba9b-3ebdf86a9589 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=50fd1a42da73413387f58fd59a16d574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3000982 Jul 05 10:20:53.825664 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72484734-a4cb-4174-ba9b-3ebdf86a9589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f951bc66-758c-479b-b244-7063392387e1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:53.877936 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97bcc21f-cee0-41ff-9625-0c48d98139ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:53.913658 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97bcc21f-cee0-41ff-9625-0c48d98139ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:53.967080 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97bcc21f-cee0-41ff-9625-0c48d98139ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:53.969731 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97bcc21f-cee0-41ff-9625-0c48d98139ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:53.972314 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-97bcc21f-cee0-41ff-9625-0c48d98139ac admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f951bc66-758c-479b-b244-7063392387e1 HTTP/1.1" status: 204 len: 168 time: 0.1544342 Jul 05 10:20:53.985732 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcc21f-cee0-41ff-9625-0c48d98139ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f951bc66-758c-479b-b244-7063392387e1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:54.654891 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:54.859459 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42312) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:54.974831 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4b43b276-426c-46d1-8af5-31b7e028b378 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-705977790-network', 'tenant_id': 'bd65298e1bfd4200aef5e93dd8138897'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:55.001839 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b43b276-426c-46d1-8af5-31b7e028b378 admin admin] Made reservation on behalf of bd65298e1bfd4200aef5e93dd8138897 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:55.004540 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b43b276-426c-46d1-8af5-31b7e028b378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.013639 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b43b276-426c-46d1-8af5-31b7e028b378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.125851 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b43b276-426c-46d1-8af5-31b7e028b378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.130722 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b43b276-426c-46d1-8af5-31b7e028b378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.163693 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b43b276-426c-46d1-8af5-31b7e028b378 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:20:55.170094 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43b276-426c-46d1-8af5-31b7e028b378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e05c60-29b1-4a65-8c08-865c60f087bd,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:55.177408 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b43b276-426c-46d1-8af5-31b7e028b378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.177989 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-4b43b276-426c-46d1-8af5-31b7e028b378 admin admin] Added segment bcff5f1d-bc2e-435c-b040-a055bb26195f of type vlan for network b753e2d9-dc3d-44f1-af04-75f44005b292 Jul 05 10:20:55.226444 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b43b276-426c-46d1-8af5-31b7e028b378 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.265401 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b43b276-426c-46d1-8af5-31b7e028b378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.266772 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b43b276-426c-46d1-8af5-31b7e028b378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:55.267585 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b43b276-426c-46d1-8af5-31b7e028b378 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.327067 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4b43b276-426c-46d1-8af5-31b7e028b378 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4639022 Jul 05 10:20:55.327766 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42328) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:55.334599 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43b276-426c-46d1-8af5-31b7e028b378 admin admin] Pushing event updated for resources: {'Network': ['ID=b753e2d9-dc3d-44f1-af04-75f44005b292,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:55.334840 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2fdffd95-3b50-4670-8b8a-534bd9881b38 admin admin] Request body: {'subnet': {'network_id': 'b753e2d9-dc3d-44f1-af04-75f44005b292', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-705977790-subnet', 'tenant_id': 'bd65298e1bfd4200aef5e93dd8138897', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:55.345369 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network b753e2d9-dc3d-44f1-af04-75f44005b292 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:20:55.394509 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdffd95-3b50-4670-8b8a-534bd9881b38 admin admin] Made reservation on behalf of bd65298e1bfd4200aef5e93dd8138897 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:55.401671 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2fdffd95-3b50-4670-8b8a-534bd9881b38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.610761 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2fdffd95-3b50-4670-8b8a-534bd9881b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.669468 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdffd95-3b50-4670-8b8a-534bd9881b38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9957779-a145-4fb7-9c2b-e174444eafc2,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:55.681913 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdffd95-3b50-4670-8b8a-534bd9881b38 admin admin] Checking segment: {'id': 'bcff5f1d-bc2e-435c-b040-a055bb26195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b753e2d9-dc3d-44f1-af04-75f44005b292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:20:55.682366 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdffd95-3b50-4670-8b8a-534bd9881b38 admin admin] Network hostable DHCP agents. Network: b753e2d9-dc3d-44f1-af04-75f44005b292, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:20:55.700317 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdffd95-3b50-4670-8b8a-534bd9881b38 admin admin] Network b753e2d9-dc3d-44f1-af04-75f44005b292 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:20:55.711980 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-2fdffd95-3b50-4670-8b8a-534bd9881b38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, b753e2d9-dc3d-44f1-af04-75f44005b292) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:55.716899 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdffd95-3b50-4670-8b8a-534bd9881b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:55.717555 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2fdffd95-3b50-4670-8b8a-534bd9881b38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.724141 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1506873b-fa69-4e42-af33-833b4dd82f63 None None] Network b753e2d9-dc3d-44f1-af04-75f44005b292 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:55.740412 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2fdffd95-3b50-4670-8b8a-534bd9881b38 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4108667 Jul 05 10:20:55.888317 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7eac86-4e79-47c7-8eb1-800ea8e8c29f None None] Network b753e2d9-dc3d-44f1-af04-75f44005b292 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:56.181002 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42354) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:56.299733 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-165fd99b-6052-49d6-b7d7-ece07a6e8aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.399158 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-165fd99b-6052-49d6-b7d7-ece07a6e8aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.406676 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-165fd99b-6052-49d6-b7d7-ece07a6e8aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.436043 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fd99b-6052-49d6-b7d7-ece07a6e8aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28aa9797-a1b1-47e4-87bb-fcbb7c9de6cc,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:56.450502 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42366) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:56.459310 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8e030230-1b13-498b-934f-fa4900e20c0e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1802987694-network', 'tenant_id': 'e839d127bf0440c3827eef7ef9af1dce'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:56.461737 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-165fd99b-6052-49d6-b7d7-ece07a6e8aae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=de125bf793004b74bd8cbb4dd0c016fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2795758 Jul 05 10:20:56.466018 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42370) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:56.486441 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e030230-1b13-498b-934f-fa4900e20c0e admin admin] Made reservation on behalf of e839d127bf0440c3827eef7ef9af1dce for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:56.489350 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e030230-1b13-498b-934f-fa4900e20c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.499576 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e030230-1b13-498b-934f-fa4900e20c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.532503 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6308332c-a428-4f20-aac9-8717d5ad4542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.557872 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6308332c-a428-4f20-aac9-8717d5ad4542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.619022 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6308332c-a428-4f20-aac9-8717d5ad4542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.621609 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6308332c-a428-4f20-aac9-8717d5ad4542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.625385 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6308332c-a428-4f20-aac9-8717d5ad4542 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/28aa9797-a1b1-47e4-87bb-fcbb7c9de6cc HTTP/1.1" status: 204 len: 168 time: 0.1562092 Jul 05 10:20:56.631197 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e030230-1b13-498b-934f-fa4900e20c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.632254 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308332c-a428-4f20-aac9-8717d5ad4542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aa9797-a1b1-47e4-87bb-fcbb7c9de6cc,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:56.636635 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e030230-1b13-498b-934f-fa4900e20c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.657225 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e030230-1b13-498b-934f-fa4900e20c0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:20:56.675452 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e030230-1b13-498b-934f-fa4900e20c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.676420 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-8e030230-1b13-498b-934f-fa4900e20c0e admin admin] Added segment 1739bd17-8838-4001-8f55-bb0032599903 of type vlan for network dc3132ff-d40d-47c0-9f0b-01a34793e325 Jul 05 10:20:56.677887 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e030230-1b13-498b-934f-fa4900e20c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9b0576-0e8b-4406-a2a3-b9f96a5b7c6f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:56.733595 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e030230-1b13-498b-934f-fa4900e20c0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.773075 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e030230-1b13-498b-934f-fa4900e20c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.777849 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e030230-1b13-498b-934f-fa4900e20c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:56.779568 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e030230-1b13-498b-934f-fa4900e20c0e admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.783059 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.845111 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8e030230-1b13-498b-934f-fa4900e20c0e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3925071 Jul 05 10:20:56.848320 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42376) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:56.856333 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-caba5035-8713-4695-ab4e-131c03d4a4cf admin admin] Request body: {'subnet': {'network_id': 'dc3132ff-d40d-47c0-9f0b-01a34793e325', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1802987694-subnet', 'tenant_id': 'e839d127bf0440c3827eef7ef9af1dce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:56.866966 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e030230-1b13-498b-934f-fa4900e20c0e admin admin] Pushing event updated for resources: {'Network': ['ID=dc3132ff-d40d-47c0-9f0b-01a34793e325,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:56.878045 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network dc3132ff-d40d-47c0-9f0b-01a34793e325 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:20:56.891521 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caba5035-8713-4695-ab4e-131c03d4a4cf admin admin] Made reservation on behalf of e839d127bf0440c3827eef7ef9af1dce for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:56.894050 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-caba5035-8713-4695-ab4e-131c03d4a4cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:57.059732 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42378) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:57.076115 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cfcbbacc-ac60-4aa4-824e-08d8ffe4b797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:57.101767 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-caba5035-8713-4695-ab4e-131c03d4a4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:57.196372 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba5035-8713-4695-ab4e-131c03d4a4cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9ee975c-38a8-4a52-98b4-214e173d61b1,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:57.214967 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caba5035-8713-4695-ab4e-131c03d4a4cf admin admin] Checking segment: {'id': '1739bd17-8838-4001-8f55-bb0032599903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dc3132ff-d40d-47c0-9f0b-01a34793e325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:20:57.215522 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caba5035-8713-4695-ab4e-131c03d4a4cf admin admin] Network hostable DHCP agents. Network: dc3132ff-d40d-47c0-9f0b-01a34793e325, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:20:57.227765 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cfcbbacc-ac60-4aa4-824e-08d8ffe4b797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:57.246331 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cfcbbacc-ac60-4aa4-824e-08d8ffe4b797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:57.249457 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caba5035-8713-4695-ab4e-131c03d4a4cf admin admin] Network dc3132ff-d40d-47c0-9f0b-01a34793e325 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:20:57.260901 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-caba5035-8713-4695-ab4e-131c03d4a4cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, dc3132ff-d40d-47c0-9f0b-01a34793e325) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:57.266387 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caba5035-8713-4695-ab4e-131c03d4a4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:57.267444 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-caba5035-8713-4695-ab4e-131c03d4a4cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:57.275339 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde5f5b0-4cf9-457d-8f91-3f41f8e7499d None None] Network dc3132ff-d40d-47c0-9f0b-01a34793e325 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:57.291289 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-caba5035-8713-4695-ab4e-131c03d4a4cf admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4414506 Jul 05 10:20:57.293853 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cfcbbacc-ac60-4aa4-824e-08d8ffe4b797 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7ffde86bbc09445d8ec1a88179315d5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329609 Jul 05 10:20:57.294139 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42388) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:57.295139 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbbacc-ac60-4aa4-824e-08d8ffe4b797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25fa2fc-7ec7-426b-b5eb-ada0e4d846dd,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:57.354280 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4aca16f2-03fd-4eb0-8b42-015849b045f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:57.384556 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4aca16f2-03fd-4eb0-8b42-015849b045f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:57.458647 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4aca16f2-03fd-4eb0-8b42-015849b045f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:57.461408 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4aca16f2-03fd-4eb0-8b42-015849b045f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:57.465235 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4aca16f2-03fd-4eb0-8b42-015849b045f8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a25fa2fc-7ec7-426b-b5eb-ada0e4d846dd HTTP/1.1" status: 204 len: 168 time: 0.1693323 Jul 05 10:20:57.474693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca16f2-03fd-4eb0-8b42-015849b045f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25fa2fc-7ec7-426b-b5eb-ada0e4d846dd,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:57.503968 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b122f17-c90c-4d51-88a1-a767d4f84b2d None None] Network dc3132ff-d40d-47c0-9f0b-01a34793e325 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:58.013100 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-37e5eef1-cab8-49f0-bc22-d9b983394ee3 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:58.014575 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-37e5eef1-cab8-49f0-bc22-d9b983394ee3 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/networks?id=b753e2d9-dc3d-44f1-af04-75f44005b292 HTTP/1.1" status: 200 len: 811 time: 0.1118519 Jul 05 10:20:58.031178 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-d8915343-eefa-432f-8653-5cf719ec9276 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/quotas/bd65298e1bfd4200aef5e93dd8138897 HTTP/1.1" status: 200 len: 375 time: 0.0095704 Jul 05 10:20:58.072254 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-d18288d3-a09b-485d-a7bb-6f1ff7bf7edd tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=bd65298e1bfd4200aef5e93dd8138897&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351760 Jul 05 10:20:58.282656 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-91959b35-003b-46be-8383-5aa3657fa129 service neutron] 10.222.0.79 "GET /v2.0/networks/b753e2d9-dc3d-44f1-af04-75f44005b292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019696 Jul 05 10:20:58.388926 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-a5296663-8252-418d-a625-aca261b006d6 service neutron] 10.222.0.79 "GET /v2.0/networks/b753e2d9-dc3d-44f1-af04-75f44005b292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921893 Jul 05 10:20:58.587892 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0fc7ad21-c9f2-4441-9a7f-45e4fee699bd req-6c83aeaf-f7b8-4b11-9418-2505d68c6c12 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 210 time: 0.0366833 Jul 05 10:20:59.772493 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e38e3420-98a4-45f8-b64f-f67eb1d79678 req-f2183c99-5e78-4c68-a0da-5494ae134b6a tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 210 time: 0.0463994 Jul 05 10:20:59.820762 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-759d1709-e74f-4b12-b7ba-b6d5d1a4d831 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:59.822362 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-759d1709-e74f-4b12-b7ba-b6d5d1a4d831 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.78 "GET /v2.0/networks?id=b753e2d9-dc3d-44f1-af04-75f44005b292 HTTP/1.1" status: 200 len: 811 time: 0.2068632 Jul 05 10:20:59.836344 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-180927ba-d126-47f6-89f9-80e8b1650f26 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Request body: {'port': {'device_id': '051a1d68-1fc9-4b4d-b4cc-b7c238ae46af', 'network_id': 'b753e2d9-dc3d-44f1-af04-75f44005b292', 'admin_state_up': True, 'tenant_id': 'bd65298e1bfd4200aef5e93dd8138897'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:59.969415 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-180927ba-d126-47f6-89f9-80e8b1650f26 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Made reservation on behalf of bd65298e1bfd4200aef5e93dd8138897 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:59.973946 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-180927ba-d126-47f6-89f9-80e8b1650f26 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:00.121822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-180927ba-d126-47f6-89f9-80e8b1650f26 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Allocated IP 172.20.0.2 (b753e2d9-dc3d-44f1-af04-75f44005b292/d9957779-a145-4fb7-9c2b-e174444eafc2/4d5284af-7c3f-4193-873f-1088cdf498a8) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:21:00.283464 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-180927ba-d126-47f6-89f9-80e8b1650f26 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:00.322915 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-180927ba-d126-47f6-89f9-80e8b1650f26 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:00.366405 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-180927ba-d126-47f6-89f9-80e8b1650f26 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Network b753e2d9-dc3d-44f1-af04-75f44005b292 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:21:00.369790 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-180927ba-d126-47f6-89f9-80e8b1650f26 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:00.373764 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-180927ba-d126-47f6-89f9-80e8b1650f26 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:21:00.405092 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180927ba-d126-47f6-89f9-80e8b1650f26 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Pushing event updated for resources: {'Port': ['ID=4d5284af-7c3f-4193-873f-1088cdf498a8,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:00.431255 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-180927ba-d126-47f6-89f9-80e8b1650f26 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:00.431771 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-180927ba-d126-47f6-89f9-80e8b1650f26 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:00.446556 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-180927ba-d126-47f6-89f9-80e8b1650f26 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6148846 Jul 05 10:21:00.469140 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-437e773d-cd8e-41f9-8b4b-76e389e62b3f tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:21:00.470289 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-437e773d-cd8e-41f9-8b4b-76e389e62b3f tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056243 Jul 05 10:21:00.480724 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-d16f230d-87d0-4358-b44c-d135d5fc1c14 service neutron] Request body: {'port': {'device_id': '051a1d68-1fc9-4b4d-b4cc-b7c238ae46af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:00.555309 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-d16f230d-87d0-4358-b44c-d135d5fc1c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:00.978593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-d16f230d-87d0-4358-b44c-d135d5fc1c14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d5284af-7c3f-4193-873f-1088cdf498a8 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:00.992481 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-d16f230d-87d0-4358-b44c-d135d5fc1c14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:01.021978 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-d16f230d-87d0-4358-b44c-d135d5fc1c14 service neutron] Transition to ACTIVE for port object 4d5284af-7c3f-4193-873f-1088cdf498a8 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:01.032607 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-d16f230d-87d0-4358-b44c-d135d5fc1c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:01.094785 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686048-5298-40f8-9635-15b58f5b02c0 req-5d41b06d-42f2-4a3b-8a52-4a87c3b7a64d tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:01.096634 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-65686048-5298-40f8-9635-15b58f5b02c0 req-5d41b06d-42f2-4a3b-8a52-4a87c3b7a64d tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 931 time: 0.1831725 Jul 05 10:21:01.155772 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f230d-87d0-4358-b44c-d135d5fc1c14 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5284af-7c3f-4193-873f-1088cdf498a8,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:01.216734 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-65686048-5298-40f8-9635-15b58f5b02c0 req-e8c1d426-671b-4d64-b410-7a3a0e3a123c tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/security-groups?id=76e05c60-29b1-4a65-8c08-865c60f087bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098590 Jul 05 10:21:01.249022 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-d16f230d-87d0-4358-b44c-d135d5fc1c14 service neutron] Attempting to bind port 4d5284af-7c3f-4193-873f-1088cdf498a8 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:21:01.249369 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-d16f230d-87d0-4358-b44c-d135d5fc1c14 service neutron] Attempting to bind port 4d5284af-7c3f-4193-873f-1088cdf498a8 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'bcff5f1d-bc2e-435c-b040-a055bb26195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b753e2d9-dc3d-44f1-af04-75f44005b292'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:21:01.249736 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-d16f230d-87d0-4358-b44c-d135d5fc1c14 service neutron] Attempting to bind port 4d5284af-7c3f-4193-873f-1088cdf498a8 on network b753e2d9-dc3d-44f1-af04-75f44005b292 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:01.254989 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-d16f230d-87d0-4358-b44c-d135d5fc1c14 service neutron] Port 4d5284af-7c3f-4193-873f-1088cdf498a8 on network b753e2d9-dc3d-44f1-af04-75f44005b292 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:21:01.255541 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-d16f230d-87d0-4358-b44c-d135d5fc1c14 service neutron] Attempting to bind port 4d5284af-7c3f-4193-873f-1088cdf498a8 on network b753e2d9-dc3d-44f1-af04-75f44005b292 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:01.266756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-d16f230d-87d0-4358-b44c-d135d5fc1c14 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:21:01.267529 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-d16f230d-87d0-4358-b44c-d135d5fc1c14 service neutron] Checking segment: {'id': 'bcff5f1d-bc2e-435c-b040-a055bb26195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b753e2d9-dc3d-44f1-af04-75f44005b292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:21:01.268240 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-d16f230d-87d0-4358-b44c-d135d5fc1c14 service neutron] Bound using segment: {'id': 'bcff5f1d-bc2e-435c-b040-a055bb26195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b753e2d9-dc3d-44f1-af04-75f44005b292'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:21:01.269595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-d16f230d-87d0-4358-b44c-d135d5fc1c14 service neutron] Bound port: 4d5284af-7c3f-4193-873f-1088cdf498a8, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcff5f1d-bc2e-435c-b040-a055bb26195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b753e2d9-dc3d-44f1-af04-75f44005b292'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:21:01.270440 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-d16f230d-87d0-4358-b44c-d135d5fc1c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:01.342797 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-d16f230d-87d0-4358-b44c-d135d5fc1c14 service neutron] For port 4d5284af-7c3f-4193-873f-1088cdf498a8, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:21:01.351375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-d16f230d-87d0-4358-b44c-d135d5fc1c14 service neutron] For port 4d5284af-7c3f-4193-873f-1088cdf498a8, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=4d5284af-7c3f-4193-873f-1088cdf498a8,segment=NetworkSegment(bcff5f1d-bc2e-435c-b040-a055bb26195f),segment_id=bcff5f1d-bc2e-435c-b040-a055bb26195f)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:21:01.356365 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-d16f230d-87d0-4358-b44c-d135d5fc1c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:01.397139 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-d16f230d-87d0-4358-b44c-d135d5fc1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:01.397800 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-d16f230d-87d0-4358-b44c-d135d5fc1c14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:01.399625 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-d16f230d-87d0-4358-b44c-d135d5fc1c14 service neutron] 10.222.0.78 "PUT /v2.0/ports/4d5284af-7c3f-4193-873f-1088cdf498a8 HTTP/1.1" status: 200 len: 1091 time: 0.9229343 Jul 05 10:21:01.402209 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051a1d68-1fc9-4b4d-b4cc-b7c238ae46af', 'tag': '4d5284af-7c3f-4193-873f-1088cdf498a8'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:01.404341 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bc2ce3-7a7b-4fa0-87f1-9a2589a3a371" -d '{"events": [{"name": "network-changed", "server_uuid": "051a1d68-1fc9-4b4d-b4cc-b7c238ae46af", "tag": "4d5284af-7c3f-4193-873f-1088cdf498a8"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:01.454238 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f230d-87d0-4358-b44c-d135d5fc1c14 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5284af-7c3f-4193-873f-1088cdf498a8,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:01.713583 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee7d360-01aa-4d49-b101-2d32fbefa22b x-openstack-request-id: req-dee7d360-01aa-4d49-b101-2d32fbefa22b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:01.713976 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051a1d68-1fc9-4b4d-b4cc-b7c238ae46af", "tag": "4d5284af-7c3f-4193-873f-1088cdf498a8", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:01.714158 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dee7d360-01aa-4d49-b101-2d32fbefa22b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:01.714565 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051a1d68-1fc9-4b4d-b4cc-b7c238ae46af', 'tag': '4d5284af-7c3f-4193-873f-1088cdf498a8', 'status': 'completed', 'code': 200} Jul 05 10:21:01.757410 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-10e4ad8f-5498-4c6e-9bc8-f237a01028b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:01.758983 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-10e4ad8f-5498-4c6e-9bc8-f237a01028b0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd65298e1bfd4200aef5e93dd8138897&device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 1094 time: 0.3158851 Jul 05 10:21:01.801864 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-2c588a35-93cc-4c66-827e-8c1049a75fb4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d5284af-7c3f-4193-873f-1088cdf498a8 HTTP/1.1" status: 200 len: 217 time: 0.0348864 Jul 05 10:21:01.856694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-0c7ec664-d007-433f-bcc6-90200249644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:01.858613 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-0c7ec664-d007-433f-bcc6-90200249644d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d9957779-a145-4fb7-9c2b-e174444eafc2 HTTP/1.1" status: 200 len: 851 time: 0.0504515 Jul 05 10:21:01.891817 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-1f91bec5-1f95-47f7-b7fc-caa6057babed service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b753e2d9-dc3d-44f1-af04-75f44005b292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272081 Jul 05 10:21:01.987742 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-961762ce-e4b5-41d4-8dbc-43dc1a258151 service neutron] 10.222.0.78 "GET /v2.0/networks/b753e2d9-dc3d-44f1-af04-75f44005b292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898936 Jul 05 10:21:02.091362 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c107cb1a-5cd6-4699-9dcd-d3641fcafd96 req-3cac157f-60e0-41c3-a46c-032765444739 service neutron] 10.222.0.78 "GET /v2.0/networks/b753e2d9-dc3d-44f1-af04-75f44005b292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971189 Jul 05 10:21:02.189446 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc2ce3-7a7b-4fa0-87f1-9a2589a3a371 req-145fe21b-7f47-4049-abca-73ddeafa5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:02.190974 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1bc2ce3-7a7b-4fa0-87f1-9a2589a3a371 req-145fe21b-7f47-4049-abca-73ddeafa5904 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd65298e1bfd4200aef5e93dd8138897&device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 1094 time: 0.0524943 Jul 05 10:21:02.282566 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc2ce3-7a7b-4fa0-87f1-9a2589a3a371 req-83679b16-3e94-46c4-8c8f-cec74784e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:02.284102 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1bc2ce3-7a7b-4fa0-87f1-9a2589a3a371 req-83679b16-3e94-46c4-8c8f-cec74784e307 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b753e2d9-dc3d-44f1-af04-75f44005b292 HTTP/1.1" status: 200 len: 912 time: 0.0869603 Jul 05 10:21:02.325174 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1bc2ce3-7a7b-4fa0-87f1-9a2589a3a371 req-e72f7a71-98db-46d1-a465-af6c4e5a38a4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d5284af-7c3f-4193-873f-1088cdf498a8 HTTP/1.1" status: 200 len: 217 time: 0.0349138 Jul 05 10:21:02.408232 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc2ce3-7a7b-4fa0-87f1-9a2589a3a371 req-56b84d4a-75ca-4037-a0af-a6141c2f3193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:02.409765 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1bc2ce3-7a7b-4fa0-87f1-9a2589a3a371 req-56b84d4a-75ca-4037-a0af-a6141c2f3193 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d9957779-a145-4fb7-9c2b-e174444eafc2 HTTP/1.1" status: 200 len: 851 time: 0.0782337 Jul 05 10:21:02.455666 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1bc2ce3-7a7b-4fa0-87f1-9a2589a3a371 req-6a7a62fc-e918-4ddd-b8df-f0e9128b73c3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b753e2d9-dc3d-44f1-af04-75f44005b292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344417 Jul 05 10:21:02.463275 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d01d6-e8c1-48ed-ba14-36f9244e87fd req-9847ae07-6bc1-4ca1-ae6b-a32440c7be7a tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:02.464696 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1c9d01d6-e8c1-48ed-ba14-36f9244e87fd req-9847ae07-6bc1-4ca1-ae6b-a32440c7be7a tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 943 time: 0.1074755 Jul 05 10:21:02.548947 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1c9d01d6-e8c1-48ed-ba14-36f9244e87fd req-48799927-898c-4b55-92a0-b607e3fb46e9 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/security-groups?id=76e05c60-29b1-4a65-8c08-865c60f087bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758729 Jul 05 10:21:02.579604 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1bc2ce3-7a7b-4fa0-87f1-9a2589a3a371 req-e40a4743-3dfb-4245-921e-5654bc8bec31 service neutron] 10.222.0.78 "GET /v2.0/networks/b753e2d9-dc3d-44f1-af04-75f44005b292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139202 Jul 05 10:21:02.669265 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1bc2ce3-7a7b-4fa0-87f1-9a2589a3a371 req-1955f2dc-8e1a-48ba-9fea-921370b3f6f5 service neutron] 10.222.0.78 "GET /v2.0/networks/b753e2d9-dc3d-44f1-af04-75f44005b292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832920 Jul 05 10:21:02.863678 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:03.245553 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-7c0e9d4f-f927-4b11-80de-fb18b8631f7a tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:03.246959 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-7c0e9d4f-f927-4b11-80de-fb18b8631f7a tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 812 time: 0.1069407 Jul 05 10:21:03.261678 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-68b3fad0-f2ca-462a-b600-2c256061d46b tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/quotas/a0bdddb2ec084de69e94b6aa65e9aea2 HTTP/1.1" status: 200 len: 375 time: 0.0092239 Jul 05 10:21:03.328927 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-b605ec3a-730e-4f56-b875-434a34a7c0ae tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622506 Jul 05 10:21:03.339775 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:21:03.424954 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-b87bc565-6576-457b-81f7-f12e8f4cccd2 service neutron] 10.222.0.79 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890479 Jul 05 10:21:03.514439 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-74b8e7be-8b95-4456-9034-85658f0f4d4e service neutron] 10.222.0.79 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836401 Jul 05 10:21:03.759261 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383bd1b-9f52-4a05-9cbb-35dbd4628cb5 req-03436e0e-bc58-4780-b23f-14ec6278ec74 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:03.761569 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1383bd1b-9f52-4a05-9cbb-35dbd4628cb5 req-03436e0e-bc58-4780-b23f-14ec6278ec74 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 943 time: 0.0787752 Jul 05 10:21:03.828196 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1383bd1b-9f52-4a05-9cbb-35dbd4628cb5 req-01010f69-491f-4f02-86dd-7af1fac91757 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/security-groups?id=76e05c60-29b1-4a65-8c08-865c60f087bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603583 Jul 05 10:21:03.916794 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-249a59f4-484e-4116-bb3d-0859c246e05d req-b46838c3-af30-4ebd-8040-e93097810652 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 210 time: 0.0617247 Jul 05 10:21:04.046022 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42556) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:04.155958 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-744083d5-43d8-4630-b997-8723a6af98e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:04.247049 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-744083d5-43d8-4630-b997-8723a6af98e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:04.251248 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-744083d5-43d8-4630-b997-8723a6af98e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:04.289709 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744083d5-43d8-4630-b997-8723a6af98e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91d5bf1-3b2f-4849-83de-a8b2e13d2a40,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:04.294738 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-744083d5-43d8-4630-b997-8723a6af98e1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0f46ba90c37649768eb26bdadcf3cea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476358 Jul 05 10:21:04.296673 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42562) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:04.346148 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20290e6a-954c-48b4-aa9e-a8ea7633bc26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:04.367788 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20290e6a-954c-48b4-aa9e-a8ea7633bc26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:04.418129 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20290e6a-954c-48b4-aa9e-a8ea7633bc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:04.420969 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20290e6a-954c-48b4-aa9e-a8ea7633bc26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:04.422155 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-20290e6a-954c-48b4-aa9e-a8ea7633bc26 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e91d5bf1-3b2f-4849-83de-a8b2e13d2a40 HTTP/1.1" status: 204 len: 168 time: 0.1245358 Jul 05 10:21:04.430252 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20290e6a-954c-48b4-aa9e-a8ea7633bc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91d5bf1-3b2f-4849-83de-a8b2e13d2a40,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:04.699681 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42568) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:04.715637 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e09128ad-79c9-47d3-a25e-d9f47d82c1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:04.806317 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e09128ad-79c9-47d3-a25e-d9f47d82c1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:04.810340 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e09128ad-79c9-47d3-a25e-d9f47d82c1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:04.848970 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e09128ad-79c9-47d3-a25e-d9f47d82c1ec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4eb0cf2128c94bcfa9c4865bbd6c1378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481946 Jul 05 10:21:04.849841 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09128ad-79c9-47d3-a25e-d9f47d82c1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f309ce6c-c7f9-4128-a48f-b0338204a7b7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:04.852094 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42570) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:05.029072 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-baa41e1f-2790-432f-8bc0-874f314e43e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:05.095242 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0be25627-17fc-4e01-9bd6-59d287ef403c req-f304873d-fc25-4a96-b627-2e7e2fb527ce tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 210 time: 0.0569026 Jul 05 10:21:05.113432 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-cd6c6d9e-4035-4f3f-a990-47ed4971649f tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:05.114894 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-cd6c6d9e-4035-4f3f-a990-47ed4971649f tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.81 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 812 time: 0.2380724 Jul 05 10:21:05.118489 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-baa41e1f-2790-432f-8bc0-874f314e43e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:05.136251 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-1c9397ea-ea67-4d5a-903a-096d91fd3fb0 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Request body: {'port': {'device_id': 'dfc17833-1cdf-4afc-81b5-abd7d681ec94', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'admin_state_up': True, 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:05.152104 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a666224-aeb9-4de8-b7be-a07813e8180f req-0d94df43-9e3a-45d6-aca0-4f0ded69bf9f tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:05.153594 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5a666224-aeb9-4de8-b7be-a07813e8180f req-0d94df43-9e3a-45d6-aca0-4f0ded69bf9f tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 943 time: 0.2023582 Jul 05 10:21:05.263271 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5a666224-aeb9-4de8-b7be-a07813e8180f req-da66e213-6ef8-4efe-bb2d-a438be0b544a tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/security-groups?id=76e05c60-29b1-4a65-8c08-865c60f087bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970407 Jul 05 10:21:05.291815 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-baa41e1f-2790-432f-8bc0-874f314e43e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:05.294382 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-baa41e1f-2790-432f-8bc0-874f314e43e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:05.295565 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-baa41e1f-2790-432f-8bc0-874f314e43e1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f309ce6c-c7f9-4128-a48f-b0338204a7b7 HTTP/1.1" status: 204 len: 168 time: 0.4424636 Jul 05 10:21:05.309440 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa41e1f-2790-432f-8bc0-874f314e43e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f309ce6c-c7f9-4128-a48f-b0338204a7b7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:05.321843 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-1c9397ea-ea67-4d5a-903a-096d91fd3fb0 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Made reservation on behalf of a0bdddb2ec084de69e94b6aa65e9aea2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:21:05.326273 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-1c9397ea-ea67-4d5a-903a-096d91fd3fb0 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:05.474511 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-1c9397ea-ea67-4d5a-903a-096d91fd3fb0 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Allocated IP 172.20.0.12 (640a92f1-ba53-4724-b927-c597caf88f39/fe81aa39-c7e6-420e-8913-88a4162da5db/9965fb54-a672-4088-a602-5c228f41e867) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:21:05.652784 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-1c9397ea-ea67-4d5a-903a-096d91fd3fb0 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:05.667718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-1c9397ea-ea67-4d5a-903a-096d91fd3fb0 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Transition to ACTIVE for port object 9965fb54-a672-4088-a602-5c228f41e867 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:05.705461 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-1c9397ea-ea67-4d5a-903a-096d91fd3fb0 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:05.755260 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-1c9397ea-ea67-4d5a-903a-096d91fd3fb0 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Network 640a92f1-ba53-4724-b927-c597caf88f39 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:21:05.760841 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-1c9397ea-ea67-4d5a-903a-096d91fd3fb0 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:05.765190 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-1c9397ea-ea67-4d5a-903a-096d91fd3fb0 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:21:05.792344 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9397ea-ea67-4d5a-903a-096d91fd3fb0 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event updated for resources: {'Port': ['ID=9965fb54-a672-4088-a602-5c228f41e867,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:05.818390 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-1c9397ea-ea67-4d5a-903a-096d91fd3fb0 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:05.818963 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-1c9397ea-ea67-4d5a-903a-096d91fd3fb0 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:05.835162 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-1c9397ea-ea67-4d5a-903a-096d91fd3fb0 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7053840 Jul 05 10:21:05.846657 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-e04b5ebe-886e-4e49-8453-dd55ce823854 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:21:05.848658 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-e04b5ebe-886e-4e49-8453-dd55ce823854 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075870 Jul 05 10:21:05.939944 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 4d5284af-7c3f-4193-873f-1088cdf498a8 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:21:06.030369 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-de25961d-83b8-4659-bbbe-9755b9434334 service neutron] Request body: {'port': {'device_id': 'dfc17833-1cdf-4afc-81b5-abd7d681ec94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:06.137077 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-de25961d-83b8-4659-bbbe-9755b9434334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:06.272128 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e563fdad-b1ce-4e1c-8a7e-e0cb3676ae2d None None] Provisioning for port 9965fb54-a672-4088-a602-5c228f41e867 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:06.297088 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e563fdad-b1ce-4e1c-8a7e-e0cb3676ae2d None None] Provisioning complete for port 9965fb54-a672-4088-a602-5c228f41e867 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:06.297505 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e563fdad-b1ce-4e1c-8a7e-e0cb3676ae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:06.428616 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e563fdad-b1ce-4e1c-8a7e-e0cb3676ae2d None None] Port 9965fb54-a672-4088-a602-5c228f41e867 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:21:06.433581 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 4d5284af-7c3f-4193-873f-1088cdf498a8, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=4d5284af-7c3f-4193-873f-1088cdf498a8,segment=NetworkSegment(bcff5f1d-bc2e-435c-b040-a055bb26195f),segment_id=bcff5f1d-bc2e-435c-b040-a055bb26195f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:06.436489 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:06.447970 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '4d5284af-7c3f-4193-873f-1088cdf498a8', 'network_id': 'b753e2d9-dc3d-44f1-af04-75f44005b292', 'port_id': '4d5284af-7c3f-4193-873f-1088cdf498a8', 'mac_address': 'fa:16:3e:50:e3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9957779-a145-4fb7-9c2b-e174444eafc2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:21:06.503356 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:06.518663 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5284af-7c3f-4193-873f-1088cdf498a8 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:06.545403 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 4d5284af-7c3f-4193-873f-1088cdf498a8, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=4d5284af-7c3f-4193-873f-1088cdf498a8,segment=NetworkSegment(bcff5f1d-bc2e-435c-b040-a055bb26195f),segment_id=bcff5f1d-bc2e-435c-b040-a055bb26195f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:06.550627 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:06.596651 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007a663-96da-4c2e-827a-2f2e706e8ad1 req-2ee4c319-b1db-475a-bb59-c85e8482fc25 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:06.598849 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3007a663-96da-4c2e-827a-2f2e706e8ad1 req-2ee4c319-b1db-475a-bb59-c85e8482fc25 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 932 time: 0.2092516 Jul 05 10:21:06.601238 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-de25961d-83b8-4659-bbbe-9755b9434334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9965fb54-a672-4088-a602-5c228f41e867 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:06.615303 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-de25961d-83b8-4659-bbbe-9755b9434334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:06.624675 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=4d5284af-7c3f-4193-873f-1088cdf498a8,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:06.635110 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:06.635604 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:06.636534 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:06.636991 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:06.637455 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:06.638379 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:06.639161 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:06.639874 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:06.640306 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:06.641004 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:06.641603 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:06.642043 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:06.650272 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-de25961d-83b8-4659-bbbe-9755b9434334 service neutron] Transition to ACTIVE for port object 9965fb54-a672-4088-a602-5c228f41e867 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:06.661691 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe4288-c5e9-4c0c-aaca-bb21034a2d6d req-33876b26-b21e-42b2-9351-660b4f68e4fe tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:06.663120 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-defe4288-c5e9-4c0c-aaca-bb21034a2d6d req-33876b26-b21e-42b2-9351-660b4f68e4fe tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 943 time: 0.2113318 Jul 05 10:21:06.672936 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-de25961d-83b8-4659-bbbe-9755b9434334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:06.708859 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3007a663-96da-4c2e-827a-2f2e706e8ad1 req-84e6bfae-01c6-4af9-99e4-6a4a1629f0c4 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975740 Jul 05 10:21:06.761868 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25961d-83b8-4659-bbbe-9755b9434334 service neutron] Pushing event updated for resources: {'Port': ['ID=9965fb54-a672-4088-a602-5c228f41e867,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:06.782061 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-defe4288-c5e9-4c0c-aaca-bb21034a2d6d req-dea6f360-5d03-43c1-ba80-84a4d159de93 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/security-groups?id=76e05c60-29b1-4a65-8c08-865c60f087bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099555 Jul 05 10:21:06.858592 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-de25961d-83b8-4659-bbbe-9755b9434334 service neutron] Attempting to bind port 9965fb54-a672-4088-a602-5c228f41e867 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:21:06.858934 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-de25961d-83b8-4659-bbbe-9755b9434334 service neutron] Attempting to bind port 9965fb54-a672-4088-a602-5c228f41e867 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:21:06.859263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-de25961d-83b8-4659-bbbe-9755b9434334 service neutron] Attempting to bind port 9965fb54-a672-4088-a602-5c228f41e867 on network 640a92f1-ba53-4724-b927-c597caf88f39 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:06.864866 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-de25961d-83b8-4659-bbbe-9755b9434334 service neutron] Port 9965fb54-a672-4088-a602-5c228f41e867 on network 640a92f1-ba53-4724-b927-c597caf88f39 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:21:06.865174 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-de25961d-83b8-4659-bbbe-9755b9434334 service neutron] Attempting to bind port 9965fb54-a672-4088-a602-5c228f41e867 on network 640a92f1-ba53-4724-b927-c597caf88f39 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:06.871563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-de25961d-83b8-4659-bbbe-9755b9434334 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:21:06.872133 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-de25961d-83b8-4659-bbbe-9755b9434334 service neutron] Checking segment: {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:21:06.872641 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-de25961d-83b8-4659-bbbe-9755b9434334 service neutron] Bound using segment: {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:21:06.873216 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-de25961d-83b8-4659-bbbe-9755b9434334 service neutron] Bound port: 9965fb54-a672-4088-a602-5c228f41e867, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:21:06.873712 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-de25961d-83b8-4659-bbbe-9755b9434334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:06.874495 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['4d5284af-7c3f-4193-873f-1088cdf498a8'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:21:06.963119 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-de25961d-83b8-4659-bbbe-9755b9434334 service neutron] For port 9965fb54-a672-4088-a602-5c228f41e867, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:21:06.971960 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-de25961d-83b8-4659-bbbe-9755b9434334 service neutron] For port 9965fb54-a672-4088-a602-5c228f41e867, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=9965fb54-a672-4088-a602-5c228f41e867,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:21:06.980487 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-de25961d-83b8-4659-bbbe-9755b9434334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:07.052033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-de25961d-83b8-4659-bbbe-9755b9434334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:07.053131 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-de25961d-83b8-4659-bbbe-9755b9434334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:07.054608 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-de25961d-83b8-4659-bbbe-9755b9434334 service neutron] 10.222.0.81 "PUT /v2.0/ports/9965fb54-a672-4088-a602-5c228f41e867 HTTP/1.1" status: 200 len: 1092 time: 1.1971996 Jul 05 10:21:07.055170 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc17833-1cdf-4afc-81b5-abd7d681ec94', 'tag': '9965fb54-a672-4088-a602-5c228f41e867'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:07.061237 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c383677-807c-462b-b08a-560272194a41" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc17833-1cdf-4afc-81b5-abd7d681ec94", "tag": "9965fb54-a672-4088-a602-5c228f41e867"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:07.122375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25961d-83b8-4659-bbbe-9755b9434334 service neutron] Pushing event updated for resources: {'Port': ['ID=9965fb54-a672-4088-a602-5c228f41e867,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:07.183722 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc34c382-92c8-4033-832e-8e49ba64f940 x-openstack-request-id: req-fc34c382-92c8-4033-832e-8e49ba64f940 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:07.184183 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc17833-1cdf-4afc-81b5-abd7d681ec94", "tag": "9965fb54-a672-4088-a602-5c228f41e867", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:07.184297 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fc34c382-92c8-4033-832e-8e49ba64f940 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:07.184719 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc17833-1cdf-4afc-81b5-abd7d681ec94', 'tag': '9965fb54-a672-4088-a602-5c228f41e867', 'status': 'completed', 'code': 200} Jul 05 10:21:07.215609 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-1d28b35d-4876-41cd-b218-1bf5d10168ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:07.217574 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-1d28b35d-4876-41cd-b218-1bf5d10168ab service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 1095 time: 0.0902796 Jul 05 10:21:07.267233 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-5351a768-752c-4615-ad67-c2b75769739d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9965fb54-a672-4088-a602-5c228f41e867 HTTP/1.1" status: 200 len: 217 time: 0.0422659 Jul 05 10:21:07.324519 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-60a9f5e2-4348-4bd8-bc0c-a1e2cdc69cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:07.326232 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-60a9f5e2-4348-4bd8-bc0c-a1e2cdc69cb8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.0534561 Jul 05 10:21:07.388975 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-4c75170d-d84a-4923-9006-0ec595fc8f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:07.390519 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-4c75170d-d84a-4923-9006-0ec595fc8f13 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576544 Jul 05 10:21:07.497779 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-6a436fca-014a-43f3-9082-9281c04bddbc service neutron] 10.222.0.81 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006329 Jul 05 10:21:07.593241 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f2f04da-4fe4-4872-af64-57816bf16474 req-a7c18741-7a12-4549-a4e5-de9fd65678b3 service neutron] 10.222.0.81 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886004 Jul 05 10:21:07.703791 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c383677-807c-462b-b08a-560272194a41 req-888e3444-3eda-4ed2-b9da-0dace94cddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:07.705559 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c383677-807c-462b-b08a-560272194a41 req-888e3444-3eda-4ed2-b9da-0dace94cddfe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 1095 time: 0.0566320 Jul 05 10:21:07.813606 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c383677-807c-462b-b08a-560272194a41 req-d047880b-38bd-410a-9e8a-26927678c6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:07.815372 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c383677-807c-462b-b08a-560272194a41 req-d047880b-38bd-410a-9e8a-26927678c6d9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 913 time: 0.1029859 Jul 05 10:21:07.868449 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c383677-807c-462b-b08a-560272194a41 req-132830f3-f203-436c-b27d-1179c621ee50 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9965fb54-a672-4088-a602-5c228f41e867 HTTP/1.1" status: 200 len: 217 time: 0.0466247 Jul 05 10:21:07.961923 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c383677-807c-462b-b08a-560272194a41 req-8bb037ee-12b9-4db1-a475-4031c3f44ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:07.963427 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c383677-807c-462b-b08a-560272194a41 req-8bb037ee-12b9-4db1-a475-4031c3f44ec8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.0885630 Jul 05 10:21:07.967401 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 4d5284af-7c3f-4193-873f-1088cdf498a8 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:21:08.036871 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 4d5284af-7c3f-4193-873f-1088cdf498a8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:08.042435 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 4d5284af-7c3f-4193-873f-1088cdf498a8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:08.042830 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:08.138661 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:08.165288 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051a1d68-1fc9-4b4d-b4cc-b7c238ae46af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5284af-7c3f-4193-873f-1088cdf498a8'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:08.167768 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26706f7f-846e-4797-a488-e20b224e19ae" -d '{"events": [{"server_uuid": "051a1d68-1fc9-4b4d-b4cc-b7c238ae46af", "name": "network-vif-plugged", "status": "completed", "tag": "4d5284af-7c3f-4193-873f-1088cdf498a8"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:08.184143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 4d5284af-7c3f-4193-873f-1088cdf498a8, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=4d5284af-7c3f-4193-873f-1088cdf498a8,segment=NetworkSegment(bcff5f1d-bc2e-435c-b040-a055bb26195f),segment_id=bcff5f1d-bc2e-435c-b040-a055bb26195f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:08.189404 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:08.245574 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=4d5284af-7c3f-4193-873f-1088cdf498a8,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:08.323485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c535e2-b343-4545-b867-fc239fdaf507 req-273f65f1-be77-4e42-a98a-af58d7a223e0 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:08.325020 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12c535e2-b343-4545-b867-fc239fdaf507 req-273f65f1-be77-4e42-a98a-af58d7a223e0 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 944 time: 0.4186010 Jul 05 10:21:08.401071 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12c535e2-b343-4545-b867-fc239fdaf507 req-ec219955-fcdf-4b90-96c1-3125c6a6bfdd tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657029 Jul 05 10:21:08.414271 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec56b5d-d175-4de2-8fc6-6fd8b38fceba req-6ff6dd1f-c1eb-4095-8262-b3acc326e6f8 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:08.414271 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3ec56b5d-d175-4de2-8fc6-6fd8b38fceba req-6ff6dd1f-c1eb-4095-8262-b3acc326e6f8 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 944 time: 0.4480002 Jul 05 10:21:08.422307 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c383677-807c-462b-b08a-560272194a41 req-1d20228e-815a-42d3-a9f9-92fc40bc7eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:08.423779 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c383677-807c-462b-b08a-560272194a41 req-1d20228e-815a-42d3-a9f9-92fc40bc7eb1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4242179 Jul 05 10:21:08.450303 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84fd5f7-1260-4600-bbf5-8031912c4ebb x-openstack-request-id: req-a84fd5f7-1260-4600-bbf5-8031912c4ebb {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:08.450859 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051a1d68-1fc9-4b4d-b4cc-b7c238ae46af", "name": "network-vif-plugged", "status": "completed", "tag": "4d5284af-7c3f-4193-873f-1088cdf498a8", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:08.451316 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a84fd5f7-1260-4600-bbf5-8031912c4ebb {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:08.451938 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051a1d68-1fc9-4b4d-b4cc-b7c238ae46af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5284af-7c3f-4193-873f-1088cdf498a8', 'code': 200} Jul 05 10:21:08.555322 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3ec56b5d-d175-4de2-8fc6-6fd8b38fceba req-f4947018-f5af-4db8-80bd-7d99aa19e47d tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/security-groups?id=76e05c60-29b1-4a65-8c08-865c60f087bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352060 Jul 05 10:21:08.608555 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c383677-807c-462b-b08a-560272194a41 req-e78ee5a3-854a-4915-8bcf-0c27b0e78357 service neutron] 10.222.0.81 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764057 Jul 05 10:21:08.673562 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74879ed2-ecb1-409d-8eb3-2c1625f90101 req-c3235b5d-3e06-444a-bf45-7f3be811d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:08.675983 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74879ed2-ecb1-409d-8eb3-2c1625f90101 req-c3235b5d-3e06-444a-bf45-7f3be811d7b6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 1096 time: 0.1601532 Jul 05 10:21:08.733029 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74879ed2-ecb1-409d-8eb3-2c1625f90101 req-78e7dadd-1953-4f7d-83e3-d5d61d55e31d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=76e05c60-29b1-4a65-8c08-865c60f087bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500684 Jul 05 10:21:08.748858 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c383677-807c-462b-b08a-560272194a41 req-5ae12b8c-d95a-45b0-b312-06639e5dbe86 service neutron] 10.222.0.81 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339018 Jul 05 10:21:09.602795 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef11f1-ccde-47c5-b7c0-c518da03ca1a req-a983180f-10d9-4d7f-8b57-e111b23b9f9a tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:09.604553 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-72ef11f1-ccde-47c5-b7c0-c518da03ca1a req-a983180f-10d9-4d7f-8b57-e111b23b9f9a tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 944 time: 0.0853252 Jul 05 10:21:09.654082 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-72ef11f1-ccde-47c5-b7c0-c518da03ca1a req-ff6a52f5-0bf7-4a0e-9c8a-f9a8d9282e6a tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368130 Jul 05 10:21:09.796017 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29fe71-1da5-4c8d-8542-bea25fd5c2b6 req-fb9d1424-4c44-45fc-9b9b-859a37f2803e tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:09.797498 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8f29fe71-1da5-4c8d-8542-bea25fd5c2b6 req-fb9d1424-4c44-45fc-9b9b-859a37f2803e tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 945 time: 0.0824337 Jul 05 10:21:09.842818 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8f29fe71-1da5-4c8d-8542-bea25fd5c2b6 req-0d7be214-b38c-4093-8700-de06de4b2378 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/security-groups?id=76e05c60-29b1-4a65-8c08-865c60f087bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379062 Jul 05 10:21:10.832237 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03639f8-f129-4fb8-81ef-e1d38a4dbc20 req-49903b76-bb03-453c-b128-ec7c00228e47 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:10.833845 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d03639f8-f129-4fb8-81ef-e1d38a4dbc20 req-49903b76-bb03-453c-b128-ec7c00228e47 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 944 time: 0.0701206 Jul 05 10:21:10.873242 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d03639f8-f129-4fb8-81ef-e1d38a4dbc20 req-0d20afdd-7033-4900-bba1-667b562ee310 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338826 Jul 05 10:21:11.021376 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68532e3-15f5-4e93-8a30-e8966aa99fa0 req-c49b8a1a-aa0e-42ec-b22f-69b378cff78e tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:11.022898 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b68532e3-15f5-4e93-8a30-e8966aa99fa0 req-c49b8a1a-aa0e-42ec-b22f-69b378cff78e tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 945 time: 0.0644567 Jul 05 10:21:11.061876 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b68532e3-15f5-4e93-8a30-e8966aa99fa0 req-ca9cfa19-63be-4d8e-8ada-19efd30685dc tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/security-groups?id=76e05c60-29b1-4a65-8c08-865c60f087bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332057 Jul 05 10:21:11.242785 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c3413-eedd-4d80-9c67-89d264b7add6 req-e5ad7d12-a4fe-48c8-9492-32b11e23d8ba tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:11.244480 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f01c3413-eedd-4d80-9c67-89d264b7add6 req-e5ad7d12-a4fe-48c8-9492-32b11e23d8ba tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 945 time: 0.0688143 Jul 05 10:21:11.289851 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f01c3413-eedd-4d80-9c67-89d264b7add6 req-7d69f37e-98dc-49e5-bd37-23471f1bbc5b tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/security-groups?id=76e05c60-29b1-4a65-8c08-865c60f087bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385692 Jul 05 10:21:11.684861 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479870e-05ce-4645-9721-3e47d012da31 req-6f3bf4c6-e298-4abf-b6eb-3c03ec489c14 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:11.688303 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2479870e-05ce-4645-9721-3e47d012da31 req-6f3bf4c6-e298-4abf-b6eb-3c03ec489c14 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 945 time: 0.0733407 Jul 05 10:21:11.726812 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2479870e-05ce-4645-9721-3e47d012da31 req-2da4e35c-bae7-4c36-a71c-affee3964a1c tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/security-groups?id=76e05c60-29b1-4a65-8c08-865c60f087bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337598 Jul 05 10:21:12.055825 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9937d-8507-4381-876c-7baf557e4db5 req-9a2c174c-5fd2-4ccc-a1b1-51d05d0a5cda tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:12.059617 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c3f9937d-8507-4381-876c-7baf557e4db5 req-9a2c174c-5fd2-4ccc-a1b1-51d05d0a5cda tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 944 time: 0.0698552 Jul 05 10:21:12.098893 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c3f9937d-8507-4381-876c-7baf557e4db5 req-99e4b715-2896-435a-a361-523365d53242 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358269 Jul 05 10:21:12.913396 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6a7da-3f69-4a8c-9318-b458796f4317 req-a0ca8ceb-4fd9-4c2b-9b7b-6045dd838862 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:12.915110 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9c6a7da-3f69-4a8c-9318-b458796f4317 req-a0ca8ceb-4fd9-4c2b-9b7b-6045dd838862 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 945 time: 0.0744560 Jul 05 10:21:12.955189 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9c6a7da-3f69-4a8c-9318-b458796f4317 req-0a26f8d4-9337-414c-98f5-c541e2c030ee tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/security-groups?id=76e05c60-29b1-4a65-8c08-865c60f087bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339847 Jul 05 10:21:13.373253 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721ee85-c56f-43f3-af39-13bd3f51f066 req-d014414b-c27e-4cfd-8bc3-3f6d91a59752 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:13.375169 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3721ee85-c56f-43f3-af39-13bd3f51f066 req-d014414b-c27e-4cfd-8bc3-3f6d91a59752 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 944 time: 0.1495492 Jul 05 10:21:13.389768 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4547fb-92fd-4456-8fcc-293274ae4836 req-7d6ce460-0af8-4a27-bc07-a6532a8b20f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:13.391577 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ce4547fb-92fd-4456-8fcc-293274ae4836 req-7d6ce460-0af8-4a27-bc07-a6532a8b20f6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd65298e1bfd4200aef5e93dd8138897&device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 1096 time: 0.1367505 Jul 05 10:21:13.444599 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ba63f-7d47-4b8b-96d7-86accd537470 req-6b5f87cd-0b12-48b0-a2e3-22869265f142 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:13.446161 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4a2ba63f-7d47-4b8b-96d7-86accd537470 req-6b5f87cd-0b12-48b0-a2e3-22869265f142 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 945 time: 0.1896193 Jul 05 10:21:13.513422 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3721ee85-c56f-43f3-af39-13bd3f51f066 req-c503f458-5b14-47b9-a7f0-d6c27eda0c2a tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277969 Jul 05 10:21:13.549992 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4a2ba63f-7d47-4b8b-96d7-86accd537470 req-638a1b73-dccb-4cec-a610-8dc3878718ae tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/security-groups?id=76e05c60-29b1-4a65-8c08-865c60f087bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770667 Jul 05 10:21:13.574674 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4547fb-92fd-4456-8fcc-293274ae4836 req-cc7f6a1e-5690-4ad6-8b07-28b15543a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:13.576366 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ce4547fb-92fd-4456-8fcc-293274ae4836 req-cc7f6a1e-5690-4ad6-8b07-28b15543a22f service neutron] 10.222.0.78 "GET /v2.0/networks?id=b753e2d9-dc3d-44f1-af04-75f44005b292 HTTP/1.1" status: 200 len: 912 time: 0.1723273 Jul 05 10:21:13.619453 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ce4547fb-92fd-4456-8fcc-293274ae4836 req-b46194c1-5800-4605-9a27-e7b0e3c66ddd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d5284af-7c3f-4193-873f-1088cdf498a8 HTTP/1.1" status: 200 len: 217 time: 0.0364354 Jul 05 10:21:13.669865 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4547fb-92fd-4456-8fcc-293274ae4836 req-937ef8a3-b0fb-446b-aa67-f2d827cd9178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:13.671348 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ce4547fb-92fd-4456-8fcc-293274ae4836 req-937ef8a3-b0fb-446b-aa67-f2d827cd9178 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d9957779-a145-4fb7-9c2b-e174444eafc2 HTTP/1.1" status: 200 len: 851 time: 0.0453455 Jul 05 10:21:13.706340 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ce4547fb-92fd-4456-8fcc-293274ae4836 req-2981fd05-8d74-4610-a323-43077e714924 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b753e2d9-dc3d-44f1-af04-75f44005b292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272372 Jul 05 10:21:13.814759 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ce4547fb-92fd-4456-8fcc-293274ae4836 req-215bf880-e088-45ac-aead-550e460033c4 service neutron] 10.222.0.78 "GET /v2.0/networks/b753e2d9-dc3d-44f1-af04-75f44005b292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025646 Jul 05 10:21:13.906180 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ce4547fb-92fd-4456-8fcc-293274ae4836 req-6ee5e158-ccd1-446e-ae3f-6d388c0b2dd2 service neutron] 10.222.0.78 "GET /v2.0/networks/b753e2d9-dc3d-44f1-af04-75f44005b292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851152 Jul 05 10:21:14.734305 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663ecd5-b866-4517-ada0-425324c5325a req-bd9842c4-7f6e-46e2-ba82-d489d0863316 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:14.735831 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d663ecd5-b866-4517-ada0-425324c5325a req-bd9842c4-7f6e-46e2-ba82-d489d0863316 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 944 time: 0.1082079 Jul 05 10:21:14.767950 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b170f-8f26-45f7-a2bf-f522322df5a5 req-c581e790-3405-41ca-a204-12ef0b0f73d3 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:14.769487 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b31b170f-8f26-45f7-a2bf-f522322df5a5 req-c581e790-3405-41ca-a204-12ef0b0f73d3 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 945 time: 0.1030641 Jul 05 10:21:14.794655 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d663ecd5-b866-4517-ada0-425324c5325a req-c7ebf15a-a6d3-4ec5-a227-5d8aa7d818c7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517120 Jul 05 10:21:14.838134 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b31b170f-8f26-45f7-a2bf-f522322df5a5 req-5249f739-7879-48e8-9db4-14c5f9f30ba9 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/security-groups?id=76e05c60-29b1-4a65-8c08-865c60f087bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568492 Jul 05 10:21:16.023074 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160c092-97e7-4a86-bf9b-642a4edfecd4 req-9e56d4d8-3994-451b-9a97-142bc421528e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:16.028630 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a160c092-97e7-4a86-bf9b-642a4edfecd4 req-9e56d4d8-3994-451b-9a97-142bc421528e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 944 time: 0.1167319 Jul 05 10:21:16.059331 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954f9e4-0f65-4d1e-acb6-4a63488028b8 req-7a3c11af-599e-4b4d-be98-68db9cebc60a tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:16.060891 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e954f9e4-0f65-4d1e-acb6-4a63488028b8 req-7a3c11af-599e-4b4d-be98-68db9cebc60a tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 945 time: 0.1087570 Jul 05 10:21:16.094110 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a160c092-97e7-4a86-bf9b-642a4edfecd4 req-313df3b1-e060-4f7d-9ffe-06027d72aacc tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609953 Jul 05 10:21:16.125448 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e954f9e4-0f65-4d1e-acb6-4a63488028b8 req-d3a92798-9f66-4533-8813-ed801934d855 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/security-groups?id=76e05c60-29b1-4a65-8c08-865c60f087bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565045 Jul 05 10:21:16.219970 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42754) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:16.328228 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc206563-5796-4501-b897-a9c4a8071781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:16.420566 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc206563-5796-4501-b897-a9c4a8071781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:16.426020 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc206563-5796-4501-b897-a9c4a8071781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:16.465287 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fc206563-5796-4501-b897-a9c4a8071781 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3936aa0315d7477dad3c3817cc49f9de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2441318 Jul 05 10:21:16.467144 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc206563-5796-4501-b897-a9c4a8071781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b7a109-c889-4bac-a217-3e4340df015a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:16.468528 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42760) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:16.511711 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd7352-4e5e-4836-84cd-d0dda2aaf2d3 req-92519a6b-9df6-466e-ba91-5de183d678a5 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:16.513246 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-72fd7352-4e5e-4836-84cd-d0dda2aaf2d3 req-92519a6b-9df6-466e-ba91-5de183d678a5 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 945 time: 0.0708914 Jul 05 10:21:16.518850 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ecba081f-f40f-44da-a8c5-787eb247d8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:16.543825 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ecba081f-f40f-44da-a8c5-787eb247d8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:16.552579 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-72fd7352-4e5e-4836-84cd-d0dda2aaf2d3 req-8acf54aa-5ee7-4e37-a08e-787968e26a39 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/security-groups?id=76e05c60-29b1-4a65-8c08-865c60f087bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335057 Jul 05 10:21:16.592579 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ecba081f-f40f-44da-a8c5-787eb247d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:16.595124 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ecba081f-f40f-44da-a8c5-787eb247d8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:16.596376 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ecba081f-f40f-44da-a8c5-787eb247d8b2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a8b7a109-c889-4bac-a217-3e4340df015a HTTP/1.1" status: 204 len: 168 time: 0.1269293 Jul 05 10:21:16.604304 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba081f-f40f-44da-a8c5-787eb247d8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b7a109-c889-4bac-a217-3e4340df015a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:16.798508 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 9965fb54-a672-4088-a602-5c228f41e867 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:21:16.859721 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42766) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:16.875186 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3efbc519-8f78-4fd7-8c18-b3694e2279bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:16.900822 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 9965fb54-a672-4088-a602-5c228f41e867, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=9965fb54-a672-4088-a602-5c228f41e867,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:16.914050 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '9965fb54-a672-4088-a602-5c228f41e867', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'port_id': '9965fb54-a672-4088-a602-5c228f41e867', 'mac_address': 'fa:16:3e:30:c7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:21:16.954788 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:16.968283 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9965fb54-a672-4088-a602-5c228f41e867 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:16.972551 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3efbc519-8f78-4fd7-8c18-b3694e2279bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:16.977619 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3efbc519-8f78-4fd7-8c18-b3694e2279bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:16.993121 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 9965fb54-a672-4088-a602-5c228f41e867, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=9965fb54-a672-4088-a602-5c228f41e867,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:16.997213 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.016769 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3efbc519-8f78-4fd7-8c18-b3694e2279bb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2de141047e33424aab5392a10a328503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1559157 Jul 05 10:21:17.017917 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbc519-8f78-4fd7-8c18-b3694e2279bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8c76a3-1b80-43ba-ae72-3c741b16a620,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:17.019624 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42768) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:17.049527 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=9965fb54-a672-4088-a602-5c228f41e867,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:17.070909 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aebec941-9f4c-4a00-a129-0ac497bd5d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.092229 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aebec941-9f4c-4a00-a129-0ac497bd5d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.140463 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aebec941-9f4c-4a00-a129-0ac497bd5d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.144351 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aebec941-9f4c-4a00-a129-0ac497bd5d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.145534 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-aebec941-9f4c-4a00-a129-0ac497bd5d88 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fc8c76a3-1b80-43ba-ae72-3c741b16a620 HTTP/1.1" status: 204 len: 168 time: 0.1248081 Jul 05 10:21:17.153699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebec941-9f4c-4a00-a129-0ac497bd5d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8c76a3-1b80-43ba-ae72-3c741b16a620,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:17.234256 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['9965fb54-a672-4088-a602-5c228f41e867'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:21:17.290574 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7505600-4dc5-4cca-8226-7a6ee0825b3f req-1db754e4-2d4d-435c-9bb6-3623e7af35ac tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:17.303285 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7505600-4dc5-4cca-8226-7a6ee0825b3f req-1db754e4-2d4d-435c-9bb6-3623e7af35ac tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 945 time: 0.0676579 Jul 05 10:21:17.354595 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7505600-4dc5-4cca-8226-7a6ee0825b3f req-1783fcd4-b548-40c5-9b13-627f844d97f3 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459578 Jul 05 10:21:17.491105 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42776) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:17.504802 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a9108e33-7c80-4c77-ac91-e3a1ec0cc376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.609093 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a9108e33-7c80-4c77-ac91-e3a1ec0cc376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.613061 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a9108e33-7c80-4c77-ac91-e3a1ec0cc376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.652156 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a9108e33-7c80-4c77-ac91-e3a1ec0cc376 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0f5ba6b16e9b48e29fb6c36d82b2d451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1599255 Jul 05 10:21:17.653054 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9108e33-7c80-4c77-ac91-e3a1ec0cc376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fc17f0-c7da-409b-b931-e1c8ff62f339,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:17.654850 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42780) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:17.747295 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2208bf0f-b9a6-47d0-8174-a415ec05f8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.779237 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b9239-1eaf-454e-b1db-a460f14adf15 req-8115f8d3-4475-472c-8633-2f4790ea739c tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:17.780763 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-043b9239-1eaf-454e-b1db-a460f14adf15 req-8115f8d3-4475-472c-8633-2f4790ea739c tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 945 time: 0.1086979 Jul 05 10:21:17.785306 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2208bf0f-b9a6-47d0-8174-a415ec05f8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.843779 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-043b9239-1eaf-454e-b1db-a460f14adf15 req-44cb51f9-4860-4de4-a587-c228ac444f14 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/security-groups?id=76e05c60-29b1-4a65-8c08-865c60f087bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564961 Jul 05 10:21:17.861547 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2208bf0f-b9a6-47d0-8174-a415ec05f8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.864841 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2208bf0f-b9a6-47d0-8174-a415ec05f8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.866013 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2208bf0f-b9a6-47d0-8174-a415ec05f8ef admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/31fc17f0-c7da-409b-b931-e1c8ff62f339 HTTP/1.1" status: 204 len: 168 time: 0.2099972 Jul 05 10:21:17.873914 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208bf0f-b9a6-47d0-8174-a415ec05f8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fc17f0-c7da-409b-b931-e1c8ff62f339,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:18.225384 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fca0ea-a99b-44bc-bdb6-5e167ac749db req-19b2f15a-287e-4b13-9490-99bd453127b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:18.227212 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97fca0ea-a99b-44bc-bdb6-5e167ac749db req-19b2f15a-287e-4b13-9490-99bd453127b2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd65298e1bfd4200aef5e93dd8138897&device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 1096 time: 0.1025915 Jul 05 10:21:18.242552 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c2ec0-f74a-433f-9139-1b6dab107d33 req-7fd8508d-ba80-4170-a2d1-e16d0942215d tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:18.244184 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-315c2ec0-f74a-433f-9139-1b6dab107d33 req-7fd8508d-ba80-4170-a2d1-e16d0942215d tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 945 time: 0.0883458 Jul 05 10:21:18.338495 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-315c2ec0-f74a-433f-9139-1b6dab107d33 req-c28aec1e-c558-4cc8-9b89-8e4dd9d2fcc7 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/security-groups?id=76e05c60-29b1-4a65-8c08-865c60f087bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870502 Jul 05 10:21:18.364264 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fca0ea-a99b-44bc-bdb6-5e167ac749db req-01daaf04-ff33-499b-974b-43b057171133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:18.365789 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97fca0ea-a99b-44bc-bdb6-5e167ac749db req-01daaf04-ff33-499b-974b-43b057171133 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b753e2d9-dc3d-44f1-af04-75f44005b292 HTTP/1.1" status: 200 len: 912 time: 0.1319380 Jul 05 10:21:18.414792 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97fca0ea-a99b-44bc-bdb6-5e167ac749db req-3d185372-e6c0-46c0-a800-0d9731b6568c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d5284af-7c3f-4193-873f-1088cdf498a8 HTTP/1.1" status: 200 len: 217 time: 0.0429432 Jul 05 10:21:18.468275 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fca0ea-a99b-44bc-bdb6-5e167ac749db req-8af6183f-0d97-48c7-92fb-8e9323b34d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:18.469834 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97fca0ea-a99b-44bc-bdb6-5e167ac749db req-8af6183f-0d97-48c7-92fb-8e9323b34d7e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d9957779-a145-4fb7-9c2b-e174444eafc2 HTTP/1.1" status: 200 len: 851 time: 0.0484972 Jul 05 10:21:18.527180 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97fca0ea-a99b-44bc-bdb6-5e167ac749db req-b90e2dcd-4191-43f0-bf6f-0c39f1c61d4e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b753e2d9-dc3d-44f1-af04-75f44005b292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467291 Jul 05 10:21:18.575325 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42808) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:18.616475 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d3b8c-0939-4c22-b47a-fa95472dba8d req-c606b061-a4a8-44a3-9ba1-74cafae60952 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:18.618007 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a6d3b8c-0939-4c22-b47a-fa95472dba8d req-c606b061-a4a8-44a3-9ba1-74cafae60952 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 945 time: 0.1523497 Jul 05 10:21:18.650850 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97fca0ea-a99b-44bc-bdb6-5e167ac749db req-b58c65f2-c1e7-4a1c-8fbd-dba538aa6a91 service neutron] 10.222.0.78 "GET /v2.0/networks/b753e2d9-dc3d-44f1-af04-75f44005b292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163049 Jul 05 10:21:18.674683 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c46d7d1c-6734-4d40-8ec3-aee842a7b0c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1607580050-network', 'tenant_id': '9a3e15ecc61c41bc909562f0f7fa84a1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:18.689504 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a6d3b8c-0939-4c22-b47a-fa95472dba8d req-c5826b68-0a62-4890-9ae4-4a19d94af9d6 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648992 Jul 05 10:21:18.696877 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46d7d1c-6734-4d40-8ec3-aee842a7b0c5 admin admin] Made reservation on behalf of 9a3e15ecc61c41bc909562f0f7fa84a1 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:21:18.699443 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c46d7d1c-6734-4d40-8ec3-aee842a7b0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:18.713119 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c46d7d1c-6734-4d40-8ec3-aee842a7b0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:18.759165 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97fca0ea-a99b-44bc-bdb6-5e167ac749db req-373247cf-325f-4fea-aaab-92f6c6a7db5c service neutron] 10.222.0.78 "GET /v2.0/networks/b753e2d9-dc3d-44f1-af04-75f44005b292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974867 Jul 05 10:21:18.802796 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 9965fb54-a672-4088-a602-5c228f41e867 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:21:18.805605 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c46d7d1c-6734-4d40-8ec3-aee842a7b0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:18.809657 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c46d7d1c-6734-4d40-8ec3-aee842a7b0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:18.830338 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46d7d1c-6734-4d40-8ec3-aee842a7b0c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:21:18.846098 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d7d1c-6734-4d40-8ec3-aee842a7b0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:18.849085 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c46d7d1c-6734-4d40-8ec3-aee842a7b0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:18.849448 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-c46d7d1c-6734-4d40-8ec3-aee842a7b0c5 admin admin] Added segment 2da05b5a-8814-4055-8d29-a2560563ba53 of type vlan for network 8ba69009-977f-4731-a341-2440166e3756 Jul 05 10:21:18.855711 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 9965fb54-a672-4088-a602-5c228f41e867 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:18.860713 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 9965fb54-a672-4088-a602-5c228f41e867 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:18.861473 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:18.893235 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c46d7d1c-6734-4d40-8ec3-aee842a7b0c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:18.924959 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c46d7d1c-6734-4d40-8ec3-aee842a7b0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:18.926856 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46d7d1c-6734-4d40-8ec3-aee842a7b0c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:18.927688 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c46d7d1c-6734-4d40-8ec3-aee842a7b0c5 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:18.948261 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:18.971716 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc17833-1cdf-4afc-81b5-abd7d681ec94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9965fb54-a672-4088-a602-5c228f41e867'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:18.974743 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1666cc15-adda-4a0a-8c5e-815a633a117a" -d '{"events": [{"server_uuid": "dfc17833-1cdf-4afc-81b5-abd7d681ec94", "name": "network-vif-plugged", "status": "completed", "tag": "9965fb54-a672-4088-a602-5c228f41e867"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:18.982366 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c46d7d1c-6734-4d40-8ec3-aee842a7b0c5 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4058435 Jul 05 10:21:18.986413 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42814) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:18.989679 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 9965fb54-a672-4088-a602-5c228f41e867, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=9965fb54-a672-4088-a602-5c228f41e867,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:18.990767 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d7d1c-6734-4d40-8ec3-aee842a7b0c5 admin admin] Pushing event updated for resources: {'Network': ['ID=8ba69009-977f-4731-a341-2440166e3756,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:18.994234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8ce7d7d6-2808-4293-af20-1f2350c69912 admin admin] Request body: {'subnet': {'network_id': '8ba69009-977f-4731-a341-2440166e3756', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1607580050-subnet', 'tenant_id': '9a3e15ecc61c41bc909562f0f7fa84a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:18.995263 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:19.016633 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce7d7d6-2808-4293-af20-1f2350c69912 admin admin] Made reservation on behalf of 9a3e15ecc61c41bc909562f0f7fa84a1 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:21:19.019274 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ce7d7d6-2808-4293-af20-1f2350c69912 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:19.024070 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 8ba69009-977f-4731-a341-2440166e3756 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:21:19.031372 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6538c4aa-8d69-4c19-8bff-a4966751191d x-openstack-request-id: req-6538c4aa-8d69-4c19-8bff-a4966751191d {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:19.031875 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc17833-1cdf-4afc-81b5-abd7d681ec94", "name": "network-vif-plugged", "status": "completed", "tag": "9965fb54-a672-4088-a602-5c228f41e867", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:19.032144 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6538c4aa-8d69-4c19-8bff-a4966751191d {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:19.032536 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc17833-1cdf-4afc-81b5-abd7d681ec94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9965fb54-a672-4088-a602-5c228f41e867', 'code': 200} Jul 05 10:21:19.101603 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=9965fb54-a672-4088-a602-5c228f41e867,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:19.191453 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befe9c6-8ee4-4b38-b237-b91731e6f6ce req-e2f37ab6-7a99-4701-9c2f-4a4f8cbffcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:19.193009 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8befe9c6-8ee4-4b38-b237-b91731e6f6ce req-e2f37ab6-7a99-4701-9c2f-4a4f8cbffcef service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 1097 time: 0.0992424 Jul 05 10:21:19.257748 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ce7d7d6-2808-4293-af20-1f2350c69912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:19.267580 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8befe9c6-8ee4-4b38-b237-b91731e6f6ce req-9fff492b-e5e8-4fe6-83b0-a1fda2f1e6b3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681243 Jul 05 10:21:19.321235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7d7d6-2808-4293-af20-1f2350c69912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21dd5ab6-fb29-4dc8-a92e-92b3bf6d92e5,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:19.329596 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce7d7d6-2808-4293-af20-1f2350c69912 admin admin] Checking segment: {'id': '2da05b5a-8814-4055-8d29-a2560563ba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '8ba69009-977f-4731-a341-2440166e3756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:21:19.329965 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce7d7d6-2808-4293-af20-1f2350c69912 admin admin] Network hostable DHCP agents. Network: 8ba69009-977f-4731-a341-2440166e3756, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:21:19.346250 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce7d7d6-2808-4293-af20-1f2350c69912 admin admin] Network 8ba69009-977f-4731-a341-2440166e3756 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:21:19.355516 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-8ce7d7d6-2808-4293-af20-1f2350c69912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 8ba69009-977f-4731-a341-2440166e3756) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:19.359820 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce7d7d6-2808-4293-af20-1f2350c69912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:19.360477 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ce7d7d6-2808-4293-af20-1f2350c69912 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:19.366070 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54dcd0b-bc8c-4ad6-9310-d6718d22556e None None] Network 8ba69009-977f-4731-a341-2440166e3756 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:21:19.375164 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8ce7d7d6-2808-4293-af20-1f2350c69912 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3859661 Jul 05 10:21:19.500997 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2adf0a3-afcc-48d8-a118-eb5bad7e60a6 None None] Network 8ba69009-977f-4731-a341-2440166e3756 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:21:19.523552 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09579a-18e6-42c2-b32a-a4f994957b72 req-4d603851-2efe-47b4-9c57-eb5f96db6d59 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:19.525016 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ca09579a-18e6-42c2-b32a-a4f994957b72 req-4d603851-2efe-47b4-9c57-eb5f96db6d59 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 945 time: 0.0720999 Jul 05 10:21:19.563988 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ca09579a-18e6-42c2-b32a-a4f994957b72 req-aad26db3-4908-45ae-92e5-59c6bf2a290f tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/security-groups?id=76e05c60-29b1-4a65-8c08-865c60f087bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328825 Jul 05 10:21:19.879564 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac261d-8ce1-4f21-9120-0b83c79a6b2f req-ad0b45a1-4577-43ee-a1b3-abafc3246dfb tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:19.881330 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-75ac261d-8ce1-4f21-9120-0b83c79a6b2f req-ad0b45a1-4577-43ee-a1b3-abafc3246dfb tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 946 time: 0.0695741 Jul 05 10:21:19.932766 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-75ac261d-8ce1-4f21-9120-0b83c79a6b2f req-296459d4-84ea-4b04-b690-6eb2dba271d6 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454967 Jul 05 10:21:20.748302 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff96aec-1595-42a7-9689-a434ed1f3381 req-e12e21e5-bd39-4003-86cd-ce953e1bde8f tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:20.749826 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9ff96aec-1595-42a7-9689-a434ed1f3381 req-e12e21e5-bd39-4003-86cd-ce953e1bde8f tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 945 time: 0.0681043 Jul 05 10:21:20.786849 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9ff96aec-1595-42a7-9689-a434ed1f3381 req-5cbdb55f-cb91-48b3-b0b7-e9448bfba4f6 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/security-groups?id=76e05c60-29b1-4a65-8c08-865c60f087bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314503 Jul 05 10:21:20.970660 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ade9ff6e-b416-4d42-a539-434bfb53d01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:21.194341 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0f6e8-3b3e-49ce-8803-a99145c35d0b req-9e146030-a3d6-4e93-97fe-ed2db8259b4b tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.195815 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a2c0f6e8-3b3e-49ce-8803-a99145c35d0b req-9e146030-a3d6-4e93-97fe-ed2db8259b4b tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 946 time: 0.1341543 Jul 05 10:21:21.235594 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-d561fef8-34f8-4a06-bdaa-4f21231a3258 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.237051 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-d561fef8-34f8-4a06-bdaa-4f21231a3258 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/networks?id=8ba69009-977f-4731-a341-2440166e3756 HTTP/1.1" status: 200 len: 809 time: 0.1388037 Jul 05 10:21:21.257959 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a2c0f6e8-3b3e-49ce-8803-a99145c35d0b req-f8735c27-7485-4952-90c9-0c7ca19561a0 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563376 Jul 05 10:21:21.259521 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-11f67ef6-ea57-4c48-9bee-192cc71de453 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/quotas/9a3e15ecc61c41bc909562f0f7fa84a1 HTTP/1.1" status: 200 len: 375 time: 0.0158391 Jul 05 10:21:21.292778 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-d5f04c9a-7b59-465b-97a4-423397849c89 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9a3e15ecc61c41bc909562f0f7fa84a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281255 Jul 05 10:21:21.416117 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-afb68da5-4cdc-43b4-8df1-62f3b92bcd7b service neutron] 10.222.0.79 "GET /v2.0/networks/8ba69009-977f-4731-a341-2440166e3756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167548 Jul 05 10:21:21.487216 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e9f33-4ae4-4874-918e-e95bad1a06aa req-23ec1fca-ad12-4ecd-8f3b-25bdc736ed03 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.488742 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2f3e9f33-4ae4-4874-918e-e95bad1a06aa req-23ec1fca-ad12-4ecd-8f3b-25bdc736ed03 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 945 time: 0.1326115 Jul 05 10:21:21.547130 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2f3e9f33-4ae4-4874-918e-e95bad1a06aa req-1ce31750-c2a2-4824-af39-c3455cc93a1d tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/security-groups?id=76e05c60-29b1-4a65-8c08-865c60f087bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526130 Jul 05 10:21:21.549138 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-2bc27350-b2ab-4d90-8a49-4d6138c5f75f service neutron] 10.222.0.79 "GET /v2.0/networks/8ba69009-977f-4731-a341-2440166e3756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263399 Jul 05 10:21:21.733747 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-648c96e5-f9cb-4c96-90ef-cf7c12634327 req-1ee1aeac-960c-4fe1-8171-6c621fc30dbc tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=12d9ad51-1ae5-4cfe-a57a-138665872b07 HTTP/1.1" status: 200 len: 210 time: 0.0408120 Jul 05 10:21:21.756038 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c425b-5174-44b2-bef5-abe08ef08ff1 req-2fbb1cdb-2f0a-4459-9f15-53f8df345278 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.757603 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-644c425b-5174-44b2-bef5-abe08ef08ff1 req-2fbb1cdb-2f0a-4459-9f15-53f8df345278 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 946 time: 0.1028686 Jul 05 10:21:21.795740 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-644c425b-5174-44b2-bef5-abe08ef08ff1 req-9ca44bc4-c754-4956-b9e5-4859ab9699d5 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327182 Jul 05 10:21:22.849832 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74439af9-5a48-4a77-a2bc-23e00ba59410 req-95ffa059-e3c6-4ac9-8177-00c4eb81de7d tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:22.851784 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74439af9-5a48-4a77-a2bc-23e00ba59410 req-95ffa059-e3c6-4ac9-8177-00c4eb81de7d tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 945 time: 0.1818109 Jul 05 10:21:22.912360 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-c5d99e36-d231-4616-bbe2-d57e84f5bf16 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:22.913925 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-c5d99e36-d231-4616-bbe2-d57e84f5bf16 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.78 "GET /v2.0/networks?id=8ba69009-977f-4731-a341-2440166e3756 HTTP/1.1" status: 200 len: 809 time: 0.1818407 Jul 05 10:21:22.933635 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-929b4691-19e5-46eb-8aeb-82ae99b32189 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Request body: {'port': {'device_id': '12d9ad51-1ae5-4cfe-a57a-138665872b07', 'network_id': '8ba69009-977f-4731-a341-2440166e3756', 'admin_state_up': True, 'tenant_id': '9a3e15ecc61c41bc909562f0f7fa84a1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:23.022259 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74439af9-5a48-4a77-a2bc-23e00ba59410 req-8c10569a-15ba-42ee-90ba-cbd456723744 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/security-groups?id=76e05c60-29b1-4a65-8c08-865c60f087bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634228 Jul 05 10:21:23.081589 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-929b4691-19e5-46eb-8aeb-82ae99b32189 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Made reservation on behalf of 9a3e15ecc61c41bc909562f0f7fa84a1 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:21:23.087428 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-929b4691-19e5-46eb-8aeb-82ae99b32189 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:23.332166 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a9274bb3-0def-4a5d-b3f4-78817d5a392f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:23.530248 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff5f869c-7d02-4dbd-ba34-c9bfb17291de req-36d1e652-44a4-440a-97b5-f1377f0fa943 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=12d9ad51-1ae5-4cfe-a57a-138665872b07 HTTP/1.1" status: 200 len: 210 time: 0.3741527 Jul 05 10:21:23.599143 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-929b4691-19e5-46eb-8aeb-82ae99b32189 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Allocated IP 172.20.0.6 (8ba69009-977f-4731-a341-2440166e3756/21dd5ab6-fb29-4dc8-a92e-92b3bf6d92e5/9f1ef6fc-ecec-4085-88cf-6d73deda1127) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:21:23.644285 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:23.696692 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89ab1c-4ea3-43b5-ae72-b203a0ea3365 req-4cfbe6ec-e0d3-49c4-8428-21754bb668c4 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:23.698093 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7e89ab1c-4ea3-43b5-ae72-b203a0ea3365 req-4cfbe6ec-e0d3-49c4-8428-21754bb668c4 tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.78 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 945 time: 0.4862704 Jul 05 10:21:23.757792 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-929b4691-19e5-46eb-8aeb-82ae99b32189 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:23.797222 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-929b4691-19e5-46eb-8aeb-82ae99b32189 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:23.841467 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-929b4691-19e5-46eb-8aeb-82ae99b32189 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Network 8ba69009-977f-4731-a341-2440166e3756 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:21:23.846514 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-929b4691-19e5-46eb-8aeb-82ae99b32189 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:23.848996 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-929b4691-19e5-46eb-8aeb-82ae99b32189 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:21:23.855679 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-7e89ab1c-4ea3-43b5-ae72-b203a0ea3365 req-d78a7116-9074-4b78-9179-3dd750dc4b0b tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Deleting port 4d5284af-7c3f-4193-873f-1088cdf498a8 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:21:23.856059 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7e89ab1c-4ea3-43b5-ae72-b203a0ea3365 req-d78a7116-9074-4b78-9179-3dd750dc4b0b tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:23.873793 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b4691-19e5-46eb-8aeb-82ae99b32189 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Pushing event updated for resources: {'Port': ['ID=9f1ef6fc-ecec-4085-88cf-6d73deda1127,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:23.903587 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-929b4691-19e5-46eb-8aeb-82ae99b32189 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:23.904260 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-929b4691-19e5-46eb-8aeb-82ae99b32189 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:23.918805 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-929b4691-19e5-46eb-8aeb-82ae99b32189 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9904466 Jul 05 10:21:23.931185 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-760105e9-f0ec-4dba-a774-b44838d2a93d service neutron] Request body: {'port': {'device_id': '12d9ad51-1ae5-4cfe-a57a-138665872b07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:23.943493 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-7e89ab1c-4ea3-43b5-ae72-b203a0ea3365 req-d78a7116-9074-4b78-9179-3dd750dc4b0b tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] For port 4d5284af-7c3f-4193-873f-1088cdf498a8, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=4d5284af-7c3f-4193-873f-1088cdf498a8,segment=NetworkSegment(bcff5f1d-bc2e-435c-b040-a055bb26195f),segment_id=bcff5f1d-bc2e-435c-b040-a055bb26195f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:23.943888 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7e89ab1c-4ea3-43b5-ae72-b203a0ea3365 req-d78a7116-9074-4b78-9179-3dd750dc4b0b tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:23.957228 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-7e89ab1c-4ea3-43b5-ae72-b203a0ea3365 req-d78a7116-9074-4b78-9179-3dd750dc4b0b tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Calling delete_port for 4d5284af-7c3f-4193-873f-1088cdf498a8 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:21:24.006253 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-760105e9-f0ec-4dba-a774-b44838d2a93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:24.088901 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7e89ab1c-4ea3-43b5-ae72-b203a0ea3365 req-d78a7116-9074-4b78-9179-3dd750dc4b0b tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:24.119346 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a7116-9074-4b78-9179-3dd750dc4b0b tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Pushing event deleted for resources: {'Port': ['ID=4d5284af-7c3f-4193-873f-1088cdf498a8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:24.170556 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e89ab1c-4ea3-43b5-ae72-b203a0ea3365 req-d78a7116-9074-4b78-9179-3dd750dc4b0b tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] No DVR routers for this DVR port 4d5284af-7c3f-4193-873f-1088cdf498a8 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:21:24.173362 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7e89ab1c-4ea3-43b5-ae72-b203a0ea3365 req-d78a7116-9074-4b78-9179-3dd750dc4b0b tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:24.176417 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7e89ab1c-4ea3-43b5-ae72-b203a0ea3365 req-d78a7116-9074-4b78-9179-3dd750dc4b0b tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.78 "DELETE /v2.0/ports/4d5284af-7c3f-4193-873f-1088cdf498a8 HTTP/1.1" status: 204 len: 173 time: 0.4175713 Jul 05 10:21:24.178188 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051a1d68-1fc9-4b4d-b4cc-b7c238ae46af', 'name': 'network-vif-deleted', 'tag': '4d5284af-7c3f-4193-873f-1088cdf498a8'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:24.181787 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5c42b0-e47a-4400-9781-30a902f1c4b6" -d '{"events": [{"server_uuid": "051a1d68-1fc9-4b4d-b4cc-b7c238ae46af", "name": "network-vif-deleted", "tag": "4d5284af-7c3f-4193-873f-1088cdf498a8"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:24.216732 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7cb04b04-acf8-4aa9-9603-2baa4869297a req-95104a60-1daf-458a-bb82-27aa04b2011b tempest-TestServerAdvancedOps-1018508464 tempest-TestServerAdvancedOps-1018508464-project] 10.222.0.79 "GET /v2.0/ports?device_id=051a1d68-1fc9-4b4d-b4cc-b7c238ae46af HTTP/1.1" status: 200 len: 210 time: 0.0438600 Jul 05 10:21:24.241017 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2af8011-7545-44c3-862e-84f0ed12022b x-openstack-request-id: req-a2af8011-7545-44c3-862e-84f0ed12022b {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:24.241395 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051a1d68-1fc9-4b4d-b4cc-b7c238ae46af", "name": "network-vif-deleted", "tag": "4d5284af-7c3f-4193-873f-1088cdf498a8", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:24.241737 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a2af8011-7545-44c3-862e-84f0ed12022b {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:24.242291 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051a1d68-1fc9-4b4d-b4cc-b7c238ae46af', 'name': 'network-vif-deleted', 'tag': '4d5284af-7c3f-4193-873f-1088cdf498a8', 'status': 'completed', 'code': 200} Jul 05 10:21:24.336444 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-760105e9-f0ec-4dba-a774-b44838d2a93d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f1ef6fc-ecec-4085-88cf-6d73deda1127 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:24.344822 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-760105e9-f0ec-4dba-a774-b44838d2a93d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:24.358450 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-760105e9-f0ec-4dba-a774-b44838d2a93d service neutron] Transition to ACTIVE for port object 9f1ef6fc-ecec-4085-88cf-6d73deda1127 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:24.362114 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-760105e9-f0ec-4dba-a774-b44838d2a93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:24.468680 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760105e9-f0ec-4dba-a774-b44838d2a93d service neutron] Pushing event updated for resources: {'Port': ['ID=9f1ef6fc-ecec-4085-88cf-6d73deda1127,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:24.551303 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-21558dc7-4d07-4976-8953-3d9658d467be tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:24.552819 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-21558dc7-4d07-4976-8953-3d9658d467be tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 812 time: 0.1631303 Jul 05 10:21:24.579007 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-57e686e4-f039-4ec1-8566-de832f1c0169 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/quotas/a0bdddb2ec084de69e94b6aa65e9aea2 HTTP/1.1" status: 200 len: 375 time: 0.0194635 Jul 05 10:21:24.581408 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-760105e9-f0ec-4dba-a774-b44838d2a93d service neutron] Attempting to bind port 9f1ef6fc-ecec-4085-88cf-6d73deda1127 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:21:24.581750 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-760105e9-f0ec-4dba-a774-b44838d2a93d service neutron] Attempting to bind port 9f1ef6fc-ecec-4085-88cf-6d73deda1127 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '2da05b5a-8814-4055-8d29-a2560563ba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '8ba69009-977f-4731-a341-2440166e3756'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:21:24.582120 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-760105e9-f0ec-4dba-a774-b44838d2a93d service neutron] Attempting to bind port 9f1ef6fc-ecec-4085-88cf-6d73deda1127 on network 8ba69009-977f-4731-a341-2440166e3756 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:24.588417 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-760105e9-f0ec-4dba-a774-b44838d2a93d service neutron] Port 9f1ef6fc-ecec-4085-88cf-6d73deda1127 on network 8ba69009-977f-4731-a341-2440166e3756 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:21:24.588819 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-760105e9-f0ec-4dba-a774-b44838d2a93d service neutron] Attempting to bind port 9f1ef6fc-ecec-4085-88cf-6d73deda1127 on network 8ba69009-977f-4731-a341-2440166e3756 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:24.603034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-760105e9-f0ec-4dba-a774-b44838d2a93d service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:21:24.603321 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-760105e9-f0ec-4dba-a774-b44838d2a93d service neutron] Checking segment: {'id': '2da05b5a-8814-4055-8d29-a2560563ba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '8ba69009-977f-4731-a341-2440166e3756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:21:24.603711 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-760105e9-f0ec-4dba-a774-b44838d2a93d service neutron] Bound using segment: {'id': '2da05b5a-8814-4055-8d29-a2560563ba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '8ba69009-977f-4731-a341-2440166e3756'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:21:24.604172 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-760105e9-f0ec-4dba-a774-b44838d2a93d service neutron] Bound port: 9f1ef6fc-ecec-4085-88cf-6d73deda1127, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da05b5a-8814-4055-8d29-a2560563ba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '8ba69009-977f-4731-a341-2440166e3756'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:21:24.604536 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-760105e9-f0ec-4dba-a774-b44838d2a93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:24.650998 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:24.755280 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-058a50e4-64c7-4bff-8da4-80f85decb9b9 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1683991 Jul 05 10:21:24.757338 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-760105e9-f0ec-4dba-a774-b44838d2a93d service neutron] For port 9f1ef6fc-ecec-4085-88cf-6d73deda1127, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:21:24.781333 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-760105e9-f0ec-4dba-a774-b44838d2a93d service neutron] For port 9f1ef6fc-ecec-4085-88cf-6d73deda1127, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=9f1ef6fc-ecec-4085-88cf-6d73deda1127,segment=NetworkSegment(2da05b5a-8814-4055-8d29-a2560563ba53),segment_id=2da05b5a-8814-4055-8d29-a2560563ba53)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:21:24.787090 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-760105e9-f0ec-4dba-a774-b44838d2a93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:24.798267 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ca351-4e06-4a0f-b8b2-291ea5226b27 req-dd6e48e5-229b-4d27-9d31-5c158c06758b tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:24.799820 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-373ca351-4e06-4a0f-b8b2-291ea5226b27 req-dd6e48e5-229b-4d27-9d31-5c158c06758b tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=12d9ad51-1ae5-4cfe-a57a-138665872b07 HTTP/1.1" status: 200 len: 943 time: 0.1365063 Jul 05 10:21:24.840721 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-760105e9-f0ec-4dba-a774-b44838d2a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:24.841344 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-760105e9-f0ec-4dba-a774-b44838d2a93d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:24.842687 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-760105e9-f0ec-4dba-a774-b44838d2a93d service neutron] 10.222.0.78 "PUT /v2.0/ports/9f1ef6fc-ecec-4085-88cf-6d73deda1127 HTTP/1.1" status: 200 len: 1091 time: 0.9159539 Jul 05 10:21:24.843129 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d9ad51-1ae5-4cfe-a57a-138665872b07', 'tag': '9f1ef6fc-ecec-4085-88cf-6d73deda1127'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:24.845402 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b558dd3d-9e43-4f53-b835-8a3c3883aeaf" -d '{"events": [{"name": "network-changed", "server_uuid": "12d9ad51-1ae5-4cfe-a57a-138665872b07", "tag": "9f1ef6fc-ecec-4085-88cf-6d73deda1127"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:24.970931 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760105e9-f0ec-4dba-a774-b44838d2a93d service neutron] Pushing event updated for resources: {'Port': ['ID=9f1ef6fc-ecec-4085-88cf-6d73deda1127,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:24.979150 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-373ca351-4e06-4a0f-b8b2-291ea5226b27 req-388bb32b-8e50-4d0b-b872-cc772c497fae tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/security-groups?id=e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523345 Jul 05 10:21:25.022366 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-3acc1eeb-08d7-4343-9b55-d4693ec34c31 service neutron] 10.222.0.79 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567561 Jul 05 10:21:25.026776 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85010e9-bad8-46f7-9970-ecfff874ea1a x-openstack-request-id: req-e85010e9-bad8-46f7-9970-ecfff874ea1a {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:25.027077 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d9ad51-1ae5-4cfe-a57a-138665872b07", "tag": "9f1ef6fc-ecec-4085-88cf-6d73deda1127", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:25.027330 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e85010e9-bad8-46f7-9970-ecfff874ea1a {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:25.027727 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d9ad51-1ae5-4cfe-a57a-138665872b07', 'tag': '9f1ef6fc-ecec-4085-88cf-6d73deda1127', 'status': 'completed', 'code': 200} Jul 05 10:21:25.030662 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-0e161c70-5341-47e0-ac19-d951a2b65160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:25.032201 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-0e161c70-5341-47e0-ac19-d951a2b65160 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9a3e15ecc61c41bc909562f0f7fa84a1&device_id=12d9ad51-1ae5-4cfe-a57a-138665872b07 HTTP/1.1" status: 200 len: 1094 time: 0.1488352 Jul 05 10:21:25.110205 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-718ed911-abf3-4a1a-b524-ae2a4a20cc7e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f1ef6fc-ecec-4085-88cf-6d73deda1127 HTTP/1.1" status: 200 len: 217 time: 0.0693803 Jul 05 10:21:25.181635 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-d7d119a1-0655-438f-8194-7427ee271cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:25.183084 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-d7d119a1-0655-438f-8194-7427ee271cf2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=21dd5ab6-fb29-4dc8-a92e-92b3bf6d92e5 HTTP/1.1" status: 200 len: 849 time: 0.0673361 Jul 05 10:21:25.186465 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-058d0719-d8cc-4231-b482-584e2f03252b service neutron] 10.222.0.79 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534441 Jul 05 10:21:25.216560 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-0f5c5613-7de9-4145-8efe-870a2b250a49 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8ba69009-977f-4731-a341-2440166e3756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264945 Jul 05 10:21:25.313560 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-4229f7ec-18ca-43be-8696-d4f60fd6bc19 service neutron] 10.222.0.78 "GET /v2.0/networks/8ba69009-977f-4731-a341-2440166e3756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880730 Jul 05 10:21:25.317922 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42962) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:25.373205 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-29121680-f716-423d-be01-f3c2d28be92d admin admin] Deleting subnet d9957779-a145-4fb7-9c2b-e174444eafc2 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:21:25.377072 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-29121680-f716-423d-be01-f3c2d28be92d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:25.413947 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-22b8d6ce-4e4b-4cad-931d-c7f522bafe7b req-343edf4b-8032-4a89-a414-24f85725c0c4 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 210 time: 0.0356762 Jul 05 10:21:25.414598 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-29121680-f716-423d-be01-f3c2d28be92d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:25.447249 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3af4b92d-fa9e-4786-94aa-4f17d7ee70f2 req-a9eb215c-766c-4537-9b94-22edcee738b5 service neutron] 10.222.0.78 "GET /v2.0/networks/8ba69009-977f-4731-a341-2440166e3756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299524 Jul 05 10:21:25.475419 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-29121680-f716-423d-be01-f3c2d28be92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:25.532808 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-29121680-f716-423d-be01-f3c2d28be92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:25.556979 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558dd3d-9e43-4f53-b835-8a3c3883aeaf req-5cd1aebd-9a3f-455c-bdfa-3371e227e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:25.558822 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b558dd3d-9e43-4f53-b835-8a3c3883aeaf req-5cd1aebd-9a3f-455c-bdfa-3371e227e77f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9a3e15ecc61c41bc909562f0f7fa84a1&device_id=12d9ad51-1ae5-4cfe-a57a-138665872b07 HTTP/1.1" status: 200 len: 1094 time: 0.0622516 Jul 05 10:21:25.577347 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29121680-f716-423d-be01-f3c2d28be92d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9957779-a145-4fb7-9c2b-e174444eafc2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:25.583926 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-29121680-f716-423d-be01-f3c2d28be92d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:25.587398 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-29121680-f716-423d-be01-f3c2d28be92d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d9957779-a145-4fb7-9c2b-e174444eafc2 HTTP/1.1" status: 204 len: 168 time: 0.2682228 Jul 05 10:21:25.590968 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42972) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:25.671390 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89fd5355-984f-4663-8b40-c2711ef58b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:25.686341 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558dd3d-9e43-4f53-b835-8a3c3883aeaf req-042a2582-29e9-434c-96e1-ce8472d617d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:25.687883 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b558dd3d-9e43-4f53-b835-8a3c3883aeaf req-042a2582-29e9-434c-96e1-ce8472d617d1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8ba69009-977f-4731-a341-2440166e3756 HTTP/1.1" status: 200 len: 910 time: 0.1185224 Jul 05 10:21:25.734518 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b558dd3d-9e43-4f53-b835-8a3c3883aeaf req-88d4e09a-49ed-4810-85ae-f88938323c55 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f1ef6fc-ecec-4085-88cf-6d73deda1127 HTTP/1.1" status: 200 len: 217 time: 0.0400307 Jul 05 10:21:25.761107 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89fd5355-984f-4663-8b40-c2711ef58b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:25.771589 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-89fd5355-984f-4663-8b40-c2711ef58b35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b753e2d9-dc3d-44f1-af04-75f44005b292']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:25.783172 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-89fd5355-984f-4663-8b40-c2711ef58b35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcff5f1d-bc2e-435c-b040-a055bb26195f') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:25.783373 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-89fd5355-984f-4663-8b40-c2711ef58b35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcff5f1d-bc2e-435c-b040-a055bb26195f') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:25.783492 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558dd3d-9e43-4f53-b835-8a3c3883aeaf req-b63b71c2-be57-43a7-81a2-afa4cd912d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:25.785655 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b558dd3d-9e43-4f53-b835-8a3c3883aeaf req-b63b71c2-be57-43a7-81a2-afa4cd912d20 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=21dd5ab6-fb29-4dc8-a92e-92b3bf6d92e5 HTTP/1.1" status: 200 len: 849 time: 0.0453386 Jul 05 10:21:25.793167 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89fd5355-984f-4663-8b40-c2711ef58b35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:25.807914 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89fd5355-984f-4663-8b40-c2711ef58b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:25.814230 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89fd5355-984f-4663-8b40-c2711ef58b35 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:21:25.814625 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89fd5355-984f-4663-8b40-c2711ef58b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:21:25.816385 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:21:25.822594 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b558dd3d-9e43-4f53-b835-8a3c3883aeaf req-4757fb61-f926-49a2-8261-9b84282bd4cf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8ba69009-977f-4731-a341-2440166e3756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307748 Jul 05 10:21:25.874068 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89fd5355-984f-4663-8b40-c2711ef58b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:25.893387 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89fd5355-984f-4663-8b40-c2711ef58b35 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:25.896396 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-89fd5355-984f-4663-8b40-c2711ef58b35 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b753e2d9-dc3d-44f1-af04-75f44005b292 HTTP/1.1" status: 204 len: 168 time: 0.3038607 Jul 05 10:21:25.897750 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd5355-984f-4663-8b40-c2711ef58b35 admin admin] Pushing event deleted for resources: {'Network': ['ID=b753e2d9-dc3d-44f1-af04-75f44005b292,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:25.899374 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42976) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:25.961729 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b558dd3d-9e43-4f53-b835-8a3c3883aeaf req-88765516-3fa1-4dde-9408-b441c0351e4f service neutron] 10.222.0.78 "GET /v2.0/networks/8ba69009-977f-4731-a341-2440166e3756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320252 Jul 05 10:21:25.966657 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-de65699d-cf0d-4c06-9ea8-cf0050535d53 admin admin] Deleting subnet d9ee975c-38a8-4a52-98b4-214e173d61b1 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:21:25.977000 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de65699d-cf0d-4c06-9ea8-cf0050535d53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:26.020169 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 4d5284af-7c3f-4193-873f-1088cdf498a8 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:21:26.048231 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 4d5284af-7c3f-4193-873f-1088cdf498a8 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:21:26.048933 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 4d5284af-7c3f-4193-873f-1088cdf498a8 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:21:26.062790 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de65699d-cf0d-4c06-9ea8-cf0050535d53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:26.155005 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b558dd3d-9e43-4f53-b835-8a3c3883aeaf req-02e4cb94-1aa6-4a8b-bae1-9315af8928e8 service neutron] 10.222.0.78 "GET /v2.0/networks/8ba69009-977f-4731-a341-2440166e3756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850922 Jul 05 10:21:26.156043 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de65699d-cf0d-4c06-9ea8-cf0050535d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:26.227411 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e26b6-123a-4e0b-ba8c-68af802af507 req-69c3c950-d042-4a67-866a-ef191dc93506 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:26.228999 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3a7e26b6-123a-4e0b-ba8c-68af802af507 req-69c3c950-d042-4a67-866a-ef191dc93506 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=12d9ad51-1ae5-4cfe-a57a-138665872b07 HTTP/1.1" status: 200 len: 943 time: 0.1260471 Jul 05 10:21:26.234782 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de65699d-cf0d-4c06-9ea8-cf0050535d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:26.267220 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65699d-cf0d-4c06-9ea8-cf0050535d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9ee975c-38a8-4a52-98b4-214e173d61b1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:26.277987 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de65699d-cf0d-4c06-9ea8-cf0050535d53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:26.279814 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-de65699d-cf0d-4c06-9ea8-cf0050535d53 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d9ee975c-38a8-4a52-98b4-214e173d61b1 HTTP/1.1" status: 204 len: 168 time: 0.3774705 Jul 05 10:21:26.282488 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42980) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:26.298781 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3a7e26b6-123a-4e0b-ba8c-68af802af507 req-6c785a9e-4311-4b1b-91bb-2ee9e6134f3f tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/security-groups?id=e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616806 Jul 05 10:21:26.355402 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3137e435-5af2-4dbd-ac7b-c58dc327506e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:26.432954 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3137e435-5af2-4dbd-ac7b-c58dc327506e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:26.443328 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-3137e435-5af2-4dbd-ac7b-c58dc327506e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3132ff-d40d-47c0-9f0b-01a34793e325']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:26.453928 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-3137e435-5af2-4dbd-ac7b-c58dc327506e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1739bd17-8838-4001-8f55-bb0032599903') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:26.454233 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-3137e435-5af2-4dbd-ac7b-c58dc327506e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1739bd17-8838-4001-8f55-bb0032599903') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:26.464199 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3137e435-5af2-4dbd-ac7b-c58dc327506e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:26.480040 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3137e435-5af2-4dbd-ac7b-c58dc327506e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:26.486365 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3137e435-5af2-4dbd-ac7b-c58dc327506e admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:21:26.486964 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3137e435-5af2-4dbd-ac7b-c58dc327506e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:21:26.489618 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:21:26.554342 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3137e435-5af2-4dbd-ac7b-c58dc327506e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:26.563794 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-255741b0-eae9-44c8-b827-859b46bee565 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:26.565447 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-255741b0-eae9-44c8-b827-859b46bee565 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.78 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 812 time: 0.1155963 Jul 05 10:21:26.567732 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3137e435-5af2-4dbd-ac7b-c58dc327506e admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:26.571991 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3137e435-5af2-4dbd-ac7b-c58dc327506e admin admin] 10.222.0.79 "DELETE /v2.0/networks/dc3132ff-d40d-47c0-9f0b-01a34793e325 HTTP/1.1" status: 204 len: 168 time: 0.2860599 Jul 05 10:21:26.581617 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137e435-5af2-4dbd-ac7b-c58dc327506e admin admin] Pushing event deleted for resources: {'Network': ['ID=dc3132ff-d40d-47c0-9f0b-01a34793e325,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:26.619983 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-53c6d29c-c4ad-4956-9e9c-da404f4f56df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Request body: {'port': {'device_id': 'd9c83f4c-3656-43ad-84b8-e983e27e4831', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'admin_state_up': True, 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:26.625520 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b09dd7b0-bf36-4c34-a015-ceb816c587ec req-e3a5d15e-4ac6-48eb-b6c4-4d2baa5071b1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 210 time: 0.0520635 Jul 05 10:21:26.708123 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 42986) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:26.735352 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-53c6d29c-c4ad-4956-9e9c-da404f4f56df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Made reservation on behalf of a0bdddb2ec084de69e94b6aa65e9aea2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:21:26.739697 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-53c6d29c-c4ad-4956-9e9c-da404f4f56df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:26.754454 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c8a8b25a-d9e2-430c-82eb-2e6ed07525e2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bd65298e1bfd4200aef5e93dd8138897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427129 Jul 05 10:21:26.754903 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 42988) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:26.777836 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:26.866877 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eee2a7b4-1d58-452b-8338-3043a2bb2099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:26.915215 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eee2a7b4-1d58-452b-8338-3043a2bb2099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:26.962170 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-53c6d29c-c4ad-4956-9e9c-da404f4f56df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Allocated IP 172.20.0.6 (640a92f1-ba53-4724-b927-c597caf88f39/fe81aa39-c7e6-420e-8913-88a4162da5db/22980cd0-9899-46a7-9ab9-c837e11a0182) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:21:27.003870 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eee2a7b4-1d58-452b-8338-3043a2bb2099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:27.006439 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eee2a7b4-1d58-452b-8338-3043a2bb2099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:27.007614 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-eee2a7b4-1d58-452b-8338-3043a2bb2099 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/76e05c60-29b1-4a65-8c08-865c60f087bd HTTP/1.1" status: 204 len: 168 time: 0.2517622 Jul 05 10:21:27.035553 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2a7b4-1d58-452b-8338-3043a2bb2099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e05c60-29b1-4a65-8c08-865c60f087bd,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:27.229258 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-53c6d29c-c4ad-4956-9e9c-da404f4f56df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:27.250992 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-53c6d29c-c4ad-4956-9e9c-da404f4f56df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Transition to ACTIVE for port object 22980cd0-9899-46a7-9ab9-c837e11a0182 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:27.286500 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-53c6d29c-c4ad-4956-9e9c-da404f4f56df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:27.299445 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['9965fb54-a672-4088-a602-5c228f41e867'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:21:27.333973 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-53c6d29c-c4ad-4956-9e9c-da404f4f56df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Network 640a92f1-ba53-4724-b927-c597caf88f39 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:21:27.337884 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-53c6d29c-c4ad-4956-9e9c-da404f4f56df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:27.340343 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-53c6d29c-c4ad-4956-9e9c-da404f4f56df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:21:27.402382 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6d29c-c4ad-4956-9e9c-da404f4f56df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event updated for resources: {'Port': ['ID=22980cd0-9899-46a7-9ab9-c837e11a0182,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:27.424148 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-53c6d29c-c4ad-4956-9e9c-da404f4f56df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:27.428479 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-53c6d29c-c4ad-4956-9e9c-da404f4f56df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:27.455166 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-53c6d29c-c4ad-4956-9e9c-da404f4f56df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8632877 Jul 05 10:21:27.468490 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-57fb2281-2d98-43bc-a995-05a38b2669cb service neutron] Request body: {'port': {'device_id': 'd9c83f4c-3656-43ad-84b8-e983e27e4831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:27.490491 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43000) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:27.545045 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8e4f149d-13be-4b99-b195-1d1ef0b88f61 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e839d127bf0440c3827eef7ef9af1dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518019 Jul 05 10:21:27.545812 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43002) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:27.612323 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee37033b-925d-4436-9c5c-24ce3c9742c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:27.643282 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee37033b-925d-4436-9c5c-24ce3c9742c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:27.707981 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5c83100a-9422-46dd-ab5a-de6c6aedba4c None None] Provisioning for port 22980cd0-9899-46a7-9ab9-c837e11a0182 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:27.716416 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5c83100a-9422-46dd-ab5a-de6c6aedba4c None None] Provisioning complete for port 22980cd0-9899-46a7-9ab9-c837e11a0182 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:27.717411 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5c83100a-9422-46dd-ab5a-de6c6aedba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:27.723549 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee37033b-925d-4436-9c5c-24ce3c9742c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:27.726770 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee37033b-925d-4436-9c5c-24ce3c9742c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:27.730848 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ee37033b-925d-4436-9c5c-24ce3c9742c0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9c9b0576-0e8b-4406-a2a3-b9f96a5b7c6f HTTP/1.1" status: 204 len: 168 time: 0.1839623 Jul 05 10:21:27.741594 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37033b-925d-4436-9c5c-24ce3c9742c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9b0576-0e8b-4406-a2a3-b9f96a5b7c6f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:27.795715 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5c83100a-9422-46dd-ab5a-de6c6aedba4c None None] Port 22980cd0-9899-46a7-9ab9-c837e11a0182 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:21:27.984615 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-57fb2281-2d98-43bc-a995-05a38b2669cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:28.040637 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02207f41-7cfd-4edd-8b52-71f7a9cbae13 req-b0dfb5c1-53e3-4f74-b7fa-cd8e192a710c tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:28.042326 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02207f41-7cfd-4edd-8b52-71f7a9cbae13 req-b0dfb5c1-53e3-4f74-b7fa-cd8e192a710c tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=12d9ad51-1ae5-4cfe-a57a-138665872b07 HTTP/1.1" status: 200 len: 943 time: 0.5256133 Jul 05 10:21:28.053232 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bb9a3-5fbb-40f9-95b7-f859dbef4555 req-acad2e1a-3af7-460c-936e-45d574df4532 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:28.054827 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c8bb9a3-5fbb-40f9-95b7-f859dbef4555 req-acad2e1a-3af7-460c-936e-45d574df4532 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 931 time: 0.1777425 Jul 05 10:21:28.218034 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02207f41-7cfd-4edd-8b52-71f7a9cbae13 req-9f920d16-3b9a-4436-95b5-f6db7a91fa8e tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/security-groups?id=e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602643 Jul 05 10:21:28.223888 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c8bb9a3-5fbb-40f9-95b7-f859dbef4555 req-7fa65b35-1d96-47e8-a85c-10f4629b51e4 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439550 Jul 05 10:21:28.385521 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-57fb2281-2d98-43bc-a995-05a38b2669cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22980cd0-9899-46a7-9ab9-c837e11a0182 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:28.392860 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-57fb2281-2d98-43bc-a995-05a38b2669cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:28.405946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-57fb2281-2d98-43bc-a995-05a38b2669cb service neutron] Transition to ACTIVE for port object 22980cd0-9899-46a7-9ab9-c837e11a0182 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:28.411612 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-57fb2281-2d98-43bc-a995-05a38b2669cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:28.465876 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb2281-2d98-43bc-a995-05a38b2669cb service neutron] Pushing event updated for resources: {'Port': ['ID=22980cd0-9899-46a7-9ab9-c837e11a0182,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:28.537923 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-57fb2281-2d98-43bc-a995-05a38b2669cb service neutron] Attempting to bind port 22980cd0-9899-46a7-9ab9-c837e11a0182 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:21:28.538428 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-57fb2281-2d98-43bc-a995-05a38b2669cb service neutron] Attempting to bind port 22980cd0-9899-46a7-9ab9-c837e11a0182 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:21:28.538770 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-57fb2281-2d98-43bc-a995-05a38b2669cb service neutron] Attempting to bind port 22980cd0-9899-46a7-9ab9-c837e11a0182 on network 640a92f1-ba53-4724-b927-c597caf88f39 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:28.543479 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-57fb2281-2d98-43bc-a995-05a38b2669cb service neutron] Port 22980cd0-9899-46a7-9ab9-c837e11a0182 on network 640a92f1-ba53-4724-b927-c597caf88f39 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:21:28.543808 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-57fb2281-2d98-43bc-a995-05a38b2669cb service neutron] Attempting to bind port 22980cd0-9899-46a7-9ab9-c837e11a0182 on network 640a92f1-ba53-4724-b927-c597caf88f39 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:28.548847 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-57fb2281-2d98-43bc-a995-05a38b2669cb service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:21:28.549253 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-57fb2281-2d98-43bc-a995-05a38b2669cb service neutron] Checking segment: {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:21:28.549686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-57fb2281-2d98-43bc-a995-05a38b2669cb service neutron] Bound using segment: {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:21:28.550665 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-57fb2281-2d98-43bc-a995-05a38b2669cb service neutron] Bound port: 22980cd0-9899-46a7-9ab9-c837e11a0182, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:21:28.551030 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-57fb2281-2d98-43bc-a995-05a38b2669cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:28.618892 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-57fb2281-2d98-43bc-a995-05a38b2669cb service neutron] For port 22980cd0-9899-46a7-9ab9-c837e11a0182, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:21:28.622545 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-57fb2281-2d98-43bc-a995-05a38b2669cb service neutron] For port 22980cd0-9899-46a7-9ab9-c837e11a0182, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=22980cd0-9899-46a7-9ab9-c837e11a0182,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:21:28.627537 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-57fb2281-2d98-43bc-a995-05a38b2669cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:28.668834 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-57fb2281-2d98-43bc-a995-05a38b2669cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:28.669693 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-57fb2281-2d98-43bc-a995-05a38b2669cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:28.671306 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-57fb2281-2d98-43bc-a995-05a38b2669cb service neutron] 10.222.0.78 "PUT /v2.0/ports/22980cd0-9899-46a7-9ab9-c837e11a0182 HTTP/1.1" status: 200 len: 1091 time: 1.2075350 Jul 05 10:21:28.671827 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c83f4c-3656-43ad-84b8-e983e27e4831', 'tag': '22980cd0-9899-46a7-9ab9-c837e11a0182'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:28.674267 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08aabbb-b11c-4734-8152-5550fe5f96c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c83f4c-3656-43ad-84b8-e983e27e4831", "tag": "22980cd0-9899-46a7-9ab9-c837e11a0182"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:28.700889 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb2281-2d98-43bc-a995-05a38b2669cb service neutron] Pushing event updated for resources: {'Port': ['ID=22980cd0-9899-46a7-9ab9-c837e11a0182,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:28.731254 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2f2c27-b204-46f1-a2f5-78e622d218ae x-openstack-request-id: req-4d2f2c27-b204-46f1-a2f5-78e622d218ae {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:28.731550 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c83f4c-3656-43ad-84b8-e983e27e4831", "tag": "22980cd0-9899-46a7-9ab9-c837e11a0182", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:28.731800 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4d2f2c27-b204-46f1-a2f5-78e622d218ae {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:28.732408 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c83f4c-3656-43ad-84b8-e983e27e4831', 'tag': '22980cd0-9899-46a7-9ab9-c837e11a0182', 'status': 'completed', 'code': 200} Jul 05 10:21:28.811020 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-1d0a5bfe-0fb2-4a0b-98b3-80962f7e9112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:28.812842 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-1d0a5bfe-0fb2-4a0b-98b3-80962f7e9112 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 1094 time: 0.0742629 Jul 05 10:21:28.858098 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-a40d64bf-63f8-4d8f-9bfd-33d2ce1a31c6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22980cd0-9899-46a7-9ab9-c837e11a0182 HTTP/1.1" status: 200 len: 217 time: 0.0384753 Jul 05 10:21:28.917543 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-9e24817f-4cf0-434a-a63b-fc7cbe8f14e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:28.919023 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-9e24817f-4cf0-434a-a63b-fc7cbe8f14e0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.0554152 Jul 05 10:21:28.977635 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-f9e03403-91a4-44cd-a8c6-e93bd8e078ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:28.979166 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-f9e03403-91a4-44cd-a8c6-e93bd8e078ed service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529041 Jul 05 10:21:29.069069 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-4e5205c6-6bec-4da2-b953-f63b0b8c5733 service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819223 Jul 05 10:21:29.170397 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea6a196c-a6c5-44fd-bd18-30c581a91301 req-af39d7df-864f-4abd-b9c5-7808cbd198b3 service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954840 Jul 05 10:21:29.269475 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08aabbb-b11c-4734-8152-5550fe5f96c9 req-53d81a59-7182-4e6a-b5dc-933725a04ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:29.270946 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f08aabbb-b11c-4734-8152-5550fe5f96c9 req-53d81a59-7182-4e6a-b5dc-933725a04ca9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 1094 time: 0.0537279 Jul 05 10:21:29.379132 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08aabbb-b11c-4734-8152-5550fe5f96c9 req-81b5b1d0-2d23-4ae4-bab8-04641fd465df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:29.380605 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f08aabbb-b11c-4734-8152-5550fe5f96c9 req-81b5b1d0-2d23-4ae4-bab8-04641fd465df service neutron] 10.222.0.78 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 913 time: 0.1039560 Jul 05 10:21:29.470962 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f08aabbb-b11c-4734-8152-5550fe5f96c9 req-8550b789-c8d8-4222-802c-04b3ffe7cd50 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22980cd0-9899-46a7-9ab9-c837e11a0182 HTTP/1.1" status: 200 len: 217 time: 0.0721917 Jul 05 10:21:29.555988 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08aabbb-b11c-4734-8152-5550fe5f96c9 req-348d1342-b223-440b-9413-1a72712f55bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:29.557373 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f08aabbb-b11c-4734-8152-5550fe5f96c9 req-348d1342-b223-440b-9413-1a72712f55bc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.0785394 Jul 05 10:21:29.567973 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf222f-3169-4b23-aefd-8370b8b71262 req-f4c8ed54-cd38-4a4a-aa5f-706b60e6704d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:29.567973 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-edbf222f-3169-4b23-aefd-8370b8b71262 req-f4c8ed54-cd38-4a4a-aa5f-706b60e6704d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 943 time: 0.1903107 Jul 05 10:21:29.584695 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dea3c-607c-4dd8-b6ac-87276e63c044 req-7a844520-ac8b-4b19-952c-a8ab1c1602ab tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:29.586135 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fd6dea3c-607c-4dd8-b6ac-87276e63c044 req-7a844520-ac8b-4b19-952c-a8ab1c1602ab tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=12d9ad51-1ae5-4cfe-a57a-138665872b07 HTTP/1.1" status: 200 len: 943 time: 0.2046709 Jul 05 10:21:29.699733 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fd6dea3c-607c-4dd8-b6ac-87276e63c044 req-70f27b7f-709b-447c-9988-72d23cdf25db tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/security-groups?id=e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057563 Jul 05 10:21:29.703617 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-edbf222f-3169-4b23-aefd-8370b8b71262 req-0b5265a9-5e0d-411e-b204-daf8e634dbf8 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162872 Jul 05 10:21:29.738203 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08aabbb-b11c-4734-8152-5550fe5f96c9 req-69ce0c50-4caf-4e08-bcef-5497d450c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:29.739714 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f08aabbb-b11c-4734-8152-5550fe5f96c9 req-69ce0c50-4caf-4e08-bcef-5497d450c240 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1702507 Jul 05 10:21:29.841571 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f08aabbb-b11c-4734-8152-5550fe5f96c9 req-73296247-c1c3-4fbc-b8f4-e1f8ac24c94a service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952129 Jul 05 10:21:29.953041 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f08aabbb-b11c-4734-8152-5550fe5f96c9 req-158ca4d1-d623-4d82-9c7a-ef1cbad763cc service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051278 Jul 05 10:21:30.044579 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 9f1ef6fc-ecec-4085-88cf-6d73deda1127 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:21:30.159480 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 9f1ef6fc-ecec-4085-88cf-6d73deda1127, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=9f1ef6fc-ecec-4085-88cf-6d73deda1127,segment=NetworkSegment(2da05b5a-8814-4055-8d29-a2560563ba53),segment_id=2da05b5a-8814-4055-8d29-a2560563ba53)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:30.172067 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '9f1ef6fc-ecec-4085-88cf-6d73deda1127', 'network_id': '8ba69009-977f-4731-a341-2440166e3756', 'port_id': '9f1ef6fc-ecec-4085-88cf-6d73deda1127', 'mac_address': 'fa:16:3e:e9:c7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21dd5ab6-fb29-4dc8-a92e-92b3bf6d92e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:21:30.226288 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:30.249542 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f1ef6fc-ecec-4085-88cf-6d73deda1127 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:30.285726 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 9f1ef6fc-ecec-4085-88cf-6d73deda1127, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=9f1ef6fc-ecec-4085-88cf-6d73deda1127,segment=NetworkSegment(2da05b5a-8814-4055-8d29-a2560563ba53),segment_id=2da05b5a-8814-4055-8d29-a2560563ba53)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:30.293585 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:30.350604 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=9f1ef6fc-ecec-4085-88cf-6d73deda1127,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:30.629284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['9f1ef6fc-ecec-4085-88cf-6d73deda1127'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:21:31.025084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86bed3-1f36-45b2-9676-0c0718c69f35 req-444d9311-5d45-48cc-9c3a-315aa27ff24a tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:31.028457 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f86bed3-1f36-45b2-9676-0c0718c69f35 req-444d9311-5d45-48cc-9c3a-315aa27ff24a tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 943 time: 0.1510856 Jul 05 10:21:31.046877 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd107c2c-c0a4-4395-afe6-ded7643b918c req-b61f0d0e-7887-4400-b25a-9cc1b23e0284 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:31.057144 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cd107c2c-c0a4-4395-afe6-ded7643b918c req-b61f0d0e-7887-4400-b25a-9cc1b23e0284 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=12d9ad51-1ae5-4cfe-a57a-138665872b07 HTTP/1.1" status: 200 len: 944 time: 0.1375625 Jul 05 10:21:31.146767 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f86bed3-1f36-45b2-9676-0c0718c69f35 req-828befbd-34a4-4d7f-95ac-456de841282b tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123958 Jul 05 10:21:31.154683 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cd107c2c-c0a4-4395-afe6-ded7643b918c req-7c91e397-166f-4ba3-84ee-4ca3c9b91796 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/security-groups?id=e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957127 Jul 05 10:21:32.044680 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 9f1ef6fc-ecec-4085-88cf-6d73deda1127 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:21:32.099605 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 9f1ef6fc-ecec-4085-88cf-6d73deda1127 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:32.103737 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 9f1ef6fc-ecec-4085-88cf-6d73deda1127 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:32.104140 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:32.202927 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:32.256914 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d9ad51-1ae5-4cfe-a57a-138665872b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1ef6fc-ecec-4085-88cf-6d73deda1127'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:32.259587 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7f0e20-9b1d-48fa-8e8c-7c095a4a18a0" -d '{"events": [{"server_uuid": "12d9ad51-1ae5-4cfe-a57a-138665872b07", "name": "network-vif-plugged", "status": "completed", "tag": "9f1ef6fc-ecec-4085-88cf-6d73deda1127"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:32.264853 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 9f1ef6fc-ecec-4085-88cf-6d73deda1127, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=9f1ef6fc-ecec-4085-88cf-6d73deda1127,segment=NetworkSegment(2da05b5a-8814-4055-8d29-a2560563ba53),segment_id=2da05b5a-8814-4055-8d29-a2560563ba53)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:32.269520 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:32.340262 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=9f1ef6fc-ecec-4085-88cf-6d73deda1127,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:32.449187 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b1af4-d89d-4b1e-a2dc-c3297439d3fb req-28469f6b-4cd8-4ede-a8eb-3904c13cec54 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:32.451324 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b94b1af4-d89d-4b1e-a2dc-c3297439d3fb req-28469f6b-4cd8-4ede-a8eb-3904c13cec54 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=12d9ad51-1ae5-4cfe-a57a-138665872b07 HTTP/1.1" status: 200 len: 945 time: 0.1182289 Jul 05 10:21:32.462148 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c87127-deca-4ff7-a649-842abfd52b2f req-8bfa2ba6-9aff-4b9a-9cdc-a2ca5626b4a7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:32.463656 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6c87127-deca-4ff7-a649-842abfd52b2f req-8bfa2ba6-9aff-4b9a-9cdc-a2ca5626b4a7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 943 time: 0.1152816 Jul 05 10:21:32.519977 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b94b1af4-d89d-4b1e-a2dc-c3297439d3fb req-c6792719-3c23-4a4b-ace6-f15054068de3 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/security-groups?id=e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549662 Jul 05 10:21:32.527193 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6c87127-deca-4ff7-a649-842abfd52b2f req-b0c388dc-22d6-4af6-91f0-7500156f984f tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558932 Jul 05 10:21:32.581700 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5253c3-8e49-4052-82d1-bc2220cea95b x-openstack-request-id: req-7c5253c3-8e49-4052-82d1-bc2220cea95b {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:32.581992 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d9ad51-1ae5-4cfe-a57a-138665872b07", "name": "network-vif-plugged", "status": "completed", "tag": "9f1ef6fc-ecec-4085-88cf-6d73deda1127", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:32.582234 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7c5253c3-8e49-4052-82d1-bc2220cea95b {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:32.582629 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d9ad51-1ae5-4cfe-a57a-138665872b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1ef6fc-ecec-4085-88cf-6d73deda1127', 'code': 200} Jul 05 10:21:32.731264 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaeb6dc-78d7-4917-a862-28d9067e1074 req-5c70dd8b-7645-4ec2-a228-db85bcc5be5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:32.735199 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-acaeb6dc-78d7-4917-a862-28d9067e1074 req-5c70dd8b-7645-4ec2-a228-db85bcc5be5a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=12d9ad51-1ae5-4cfe-a57a-138665872b07 HTTP/1.1" status: 200 len: 1096 time: 0.0856528 Jul 05 10:21:32.777782 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-acaeb6dc-78d7-4917-a862-28d9067e1074 req-b5996a35-f5e4-41f5-bfc0-75b8ed8bf5f7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360661 Jul 05 10:21:32.882102 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:33.742479 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c6d0f-6bd7-4e9f-8c5c-058224fabf00 req-f5d442bd-1352-4b56-939d-33aee3d0a6b6 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:33.748305 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e77c6d0f-6bd7-4e9f-8c5c-058224fabf00 req-f5d442bd-1352-4b56-939d-33aee3d0a6b6 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=12d9ad51-1ae5-4cfe-a57a-138665872b07 HTTP/1.1" status: 200 len: 945 time: 0.1035895 Jul 05 10:21:33.799866 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996807f-6a69-4d4a-b81b-cb2633778d5c req-b516f7e1-a66a-4320-8fdd-787070fbc9d7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:33.801382 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f996807f-6a69-4d4a-b81b-cb2633778d5c req-b516f7e1-a66a-4320-8fdd-787070fbc9d7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 943 time: 0.1252124 Jul 05 10:21:33.838323 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e77c6d0f-6bd7-4e9f-8c5c-058224fabf00 req-4a3de758-905a-45cd-a738-0b18312dd152 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/security-groups?id=e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860291 Jul 05 10:21:33.873026 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f996807f-6a69-4d4a-b81b-cb2633778d5c req-03d571d8-7e8e-4183-92a1-54ff871a7c82 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558059 Jul 05 10:21:35.040232 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6084d6-0078-4057-98ec-39c47f9700d1 req-c54d268b-2e6e-4589-8b85-fbf175f68998 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:35.041733 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e6084d6-0078-4057-98ec-39c47f9700d1 req-c54d268b-2e6e-4589-8b85-fbf175f68998 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=12d9ad51-1ae5-4cfe-a57a-138665872b07 HTTP/1.1" status: 200 len: 945 time: 0.0967190 Jul 05 10:21:35.093358 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d9fab-a084-437a-979d-49fa55195d11 req-cd87684a-91e7-44b7-abe6-68b49ea1faef tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:35.094873 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-840d9fab-a084-437a-979d-49fa55195d11 req-cd87684a-91e7-44b7-abe6-68b49ea1faef tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 943 time: 0.1106462 Jul 05 10:21:35.102817 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e6084d6-0078-4057-98ec-39c47f9700d1 req-d4c00598-7c31-44d4-abec-22a368355feb tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/security-groups?id=e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546196 Jul 05 10:21:35.141112 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-840d9fab-a084-437a-979d-49fa55195d11 req-8d95bd0b-9764-466a-8122-54ab118659bf tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375633 Jul 05 10:21:35.815618 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0a8bb-fac2-48fb-806a-4b91c7b860af req-4a67396a-4bf6-4eff-84ba-92f4ddc7655c tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:35.817130 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42e0a8bb-fac2-48fb-806a-4b91c7b860af req-4a67396a-4bf6-4eff-84ba-92f4ddc7655c tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=12d9ad51-1ae5-4cfe-a57a-138665872b07 HTTP/1.1" status: 200 len: 945 time: 0.0629172 Jul 05 10:21:35.853789 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-42e0a8bb-fac2-48fb-806a-4b91c7b860af req-924680e0-b92b-4a83-8cde-81ec94d5d9e3 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/security-groups?id=e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312326 Jul 05 10:21:36.304444 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:36.316668 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2037ec-c0d7-44ca-987b-62892a638e57 req-ffb65b6d-7c43-4b74-8d29-f62a609a65d2 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:36.318215 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8d2037ec-c0d7-44ca-987b-62892a638e57 req-ffb65b6d-7c43-4b74-8d29-f62a609a65d2 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 943 time: 0.0660861 Jul 05 10:21:36.358080 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8d2037ec-c0d7-44ca-987b-62892a638e57 req-b8e155fd-90f5-4f5e-8a56-f1e7cc70d567 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341222 Jul 05 10:21:37.032853 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0242cb-0fa3-4cb6-b1e2-016be400c9b8 req-f903c745-d03e-4a81-9b03-6c626d425275 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:37.035233 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f0242cb-0fa3-4cb6-b1e2-016be400c9b8 req-f903c745-d03e-4a81-9b03-6c626d425275 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=12d9ad51-1ae5-4cfe-a57a-138665872b07 HTTP/1.1" status: 200 len: 945 time: 0.0688519 Jul 05 10:21:37.074935 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f0242cb-0fa3-4cb6-b1e2-016be400c9b8 req-ae9e13c5-a6d5-429d-9af1-751cbdc0e12c tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/security-groups?id=e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338612 Jul 05 10:21:37.241783 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dd48d-9ee0-4386-a5a3-3a31e1820b80 req-be9bf01b-5224-44ac-90f8-f1ab52a86162 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:37.243238 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-908dd48d-9ee0-4386-a5a3-3a31e1820b80 req-be9bf01b-5224-44ac-90f8-f1ab52a86162 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.78 "GET /v2.0/ports?device_id=12d9ad51-1ae5-4cfe-a57a-138665872b07 HTTP/1.1" status: 200 len: 945 time: 0.0654745 Jul 05 10:21:37.345319 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-908dd48d-9ee0-4386-a5a3-3a31e1820b80 req-d8c1312f-b38e-4456-b301-30ec40a0f760 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Deleting port 9f1ef6fc-ecec-4085-88cf-6d73deda1127 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:21:37.345988 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-908dd48d-9ee0-4386-a5a3-3a31e1820b80 req-d8c1312f-b38e-4456-b301-30ec40a0f760 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:37.435208 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-908dd48d-9ee0-4386-a5a3-3a31e1820b80 req-d8c1312f-b38e-4456-b301-30ec40a0f760 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] For port 9f1ef6fc-ecec-4085-88cf-6d73deda1127, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=9f1ef6fc-ecec-4085-88cf-6d73deda1127,segment=NetworkSegment(2da05b5a-8814-4055-8d29-a2560563ba53),segment_id=2da05b5a-8814-4055-8d29-a2560563ba53)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:37.435669 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-908dd48d-9ee0-4386-a5a3-3a31e1820b80 req-d8c1312f-b38e-4456-b301-30ec40a0f760 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:37.449458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-908dd48d-9ee0-4386-a5a3-3a31e1820b80 req-d8c1312f-b38e-4456-b301-30ec40a0f760 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Calling delete_port for 9f1ef6fc-ecec-4085-88cf-6d73deda1127 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:21:37.597150 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f585c03-2b72-404c-9d5c-a8cec7e3f33f req-537502cb-5170-4f08-bebd-0e7802f7869e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:37.598883 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6f585c03-2b72-404c-9d5c-a8cec7e3f33f req-537502cb-5170-4f08-bebd-0e7802f7869e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 943 time: 0.0983248 Jul 05 10:21:37.684095 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6f585c03-2b72-404c-9d5c-a8cec7e3f33f req-326b118f-42b0-4176-a02a-71813a69abd0 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759878 Jul 05 10:21:37.692330 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-908dd48d-9ee0-4386-a5a3-3a31e1820b80 req-d8c1312f-b38e-4456-b301-30ec40a0f760 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:37.703722 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['9f1ef6fc-ecec-4085-88cf-6d73deda1127'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:21:37.728169 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1312f-b38e-4456-b301-30ec40a0f760 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Pushing event deleted for resources: {'Port': ['ID=9f1ef6fc-ecec-4085-88cf-6d73deda1127,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:37.741766 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1312f-b38e-4456-b301-30ec40a0f760 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:37.742123 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1312f-b38e-4456-b301-30ec40a0f760 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:37.742467 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1312f-b38e-4456-b301-30ec40a0f760 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:37.742811 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1312f-b38e-4456-b301-30ec40a0f760 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:37.743151 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1312f-b38e-4456-b301-30ec40a0f760 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:37.743481 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1312f-b38e-4456-b301-30ec40a0f760 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:37.743805 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1312f-b38e-4456-b301-30ec40a0f760 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:37.744334 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1312f-b38e-4456-b301-30ec40a0f760 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:37.744669 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1312f-b38e-4456-b301-30ec40a0f760 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:37.745055 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1312f-b38e-4456-b301-30ec40a0f760 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:37.745357 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1312f-b38e-4456-b301-30ec40a0f760 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:37.745693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1312f-b38e-4456-b301-30ec40a0f760 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:37.788409 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-908dd48d-9ee0-4386-a5a3-3a31e1820b80 req-d8c1312f-b38e-4456-b301-30ec40a0f760 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] No DVR routers for this DVR port 9f1ef6fc-ecec-4085-88cf-6d73deda1127 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:21:37.791115 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-908dd48d-9ee0-4386-a5a3-3a31e1820b80 req-d8c1312f-b38e-4456-b301-30ec40a0f760 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:37.793137 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-908dd48d-9ee0-4386-a5a3-3a31e1820b80 req-d8c1312f-b38e-4456-b301-30ec40a0f760 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.78 "DELETE /v2.0/ports/9f1ef6fc-ecec-4085-88cf-6d73deda1127 HTTP/1.1" status: 204 len: 173 time: 0.5448251 Jul 05 10:21:37.793586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d9ad51-1ae5-4cfe-a57a-138665872b07', 'name': 'network-vif-deleted', 'tag': '9f1ef6fc-ecec-4085-88cf-6d73deda1127'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:37.795820 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ae88b4-c7db-459f-b7ef-7dab4d1fa60f" -d '{"events": [{"server_uuid": "12d9ad51-1ae5-4cfe-a57a-138665872b07", "name": "network-vif-deleted", "tag": "9f1ef6fc-ecec-4085-88cf-6d73deda1127"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:37.842840 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66db71a-eca7-480a-a6f3-82b771d8c27f x-openstack-request-id: req-a66db71a-eca7-480a-a6f3-82b771d8c27f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:37.843237 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d9ad51-1ae5-4cfe-a57a-138665872b07", "name": "network-vif-deleted", "tag": "9f1ef6fc-ecec-4085-88cf-6d73deda1127", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:37.843460 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a66db71a-eca7-480a-a6f3-82b771d8c27f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:37.843809 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d9ad51-1ae5-4cfe-a57a-138665872b07', 'name': 'network-vif-deleted', 'tag': '9f1ef6fc-ecec-4085-88cf-6d73deda1127', 'status': 'completed', 'code': 200} Jul 05 10:21:38.240234 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35f1b07d-c182-41ea-b6ef-441454dd0d03 req-70150ab1-0c5c-483f-91e3-80e6da0e41d2 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=12d9ad51-1ae5-4cfe-a57a-138665872b07 HTTP/1.1" status: 200 len: 210 time: 0.0336604 Jul 05 10:21:38.863712 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc70d30-bb53-49f3-aa39-833add3bd321 req-2ad5574e-2f04-4410-9d4c-7913ae952c52 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:38.865420 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2bc70d30-bb53-49f3-aa39-833add3bd321 req-2ad5574e-2f04-4410-9d4c-7913ae952c52 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 943 time: 0.0645499 Jul 05 10:21:38.909696 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2bc70d30-bb53-49f3-aa39-833add3bd321 req-14d2ce4d-e420-48b9-93ec-60f4d349383e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380282 Jul 05 10:21:39.585636 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-d437c364-6c5c-4995-a3ea-76f136c814f9 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:39.587119 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-d437c364-6c5c-4995-a3ea-76f136c814f9 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/networks?id=8ba69009-977f-4731-a341-2440166e3756 HTTP/1.1" status: 200 len: 809 time: 0.1023979 Jul 05 10:21:39.602846 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-0cd941bb-8632-41fa-814c-143a873c4ff3 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/quotas/9a3e15ecc61c41bc909562f0f7fa84a1 HTTP/1.1" status: 200 len: 375 time: 0.0102503 Jul 05 10:21:39.638542 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-52ae3646-2057-4c31-8741-d48fbf72e212 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9a3e15ecc61c41bc909562f0f7fa84a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303583 Jul 05 10:21:39.736503 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-629160a6-43b0-4885-b6cc-5346657e53e2 service neutron] 10.222.0.79 "GET /v2.0/networks/8ba69009-977f-4731-a341-2440166e3756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910323 Jul 05 10:21:39.825444 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-3b7980e4-6fe9-410b-8085-40efb5337485 service neutron] 10.222.0.79 "GET /v2.0/networks/8ba69009-977f-4731-a341-2440166e3756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826600 Jul 05 10:21:39.999561 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-60ca7fb6-0d68-4bc0-9398-9dbc39bbaf0c req-2ee2261d-7689-4fad-b71e-96f99d1f4bd4 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59988ff-67fa-4271-a146-f1dd3fbdbf60 HTTP/1.1" status: 200 len: 210 time: 0.0364721 Jul 05 10:21:40.075460 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 9f1ef6fc-ecec-4085-88cf-6d73deda1127 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:21:40.108026 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 9f1ef6fc-ecec-4085-88cf-6d73deda1127 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:21:40.108719 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 9f1ef6fc-ecec-4085-88cf-6d73deda1127 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:21:40.117946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1102a-d8bb-41cf-9682-c0244a5869b3 req-0b915b94-a332-43bf-8de6-0428efdc2cc4 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:40.119654 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92e1102a-d8bb-41cf-9682-c0244a5869b3 req-0b915b94-a332-43bf-8de6-0428efdc2cc4 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 943 time: 0.0750494 Jul 05 10:21:40.172852 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92e1102a-d8bb-41cf-9682-c0244a5869b3 req-be7f65d4-b42a-447f-bb20-fff51e771baf tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475900 Jul 05 10:21:40.341394 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:21:41.138017 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1dd4f517-8799-421c-9cba-ef7c11bef443 req-1b9649bc-6bab-401c-bd89-c69edf8b3c7f tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59988ff-67fa-4271-a146-f1dd3fbdbf60 HTTP/1.1" status: 200 len: 210 time: 0.0279548 Jul 05 10:21:41.430365 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-27e965d5-a057-4295-95b4-18fb74237df2 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:41.431797 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-27e965d5-a057-4295-95b4-18fb74237df2 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.78 "GET /v2.0/networks?id=8ba69009-977f-4731-a341-2440166e3756 HTTP/1.1" status: 200 len: 809 time: 0.1445808 Jul 05 10:21:41.441987 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51421fe1-3b61-49ee-9b02-5e8a90a24e39 req-6bead365-b684-406d-8e02-dbe1b0f4c7bb tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:41.443365 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-51421fe1-3b61-49ee-9b02-5e8a90a24e39 req-6bead365-b684-406d-8e02-dbe1b0f4c7bb tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 943 time: 0.1462038 Jul 05 10:21:41.448040 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-b98a65c6-fcb2-4b3e-bb2b-c305f64c5a55 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Request body: {'port': {'device_id': 'a59988ff-67fa-4271-a146-f1dd3fbdbf60', 'network_id': '8ba69009-977f-4731-a341-2440166e3756', 'admin_state_up': True, 'tenant_id': '9a3e15ecc61c41bc909562f0f7fa84a1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:41.533600 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-51421fe1-3b61-49ee-9b02-5e8a90a24e39 req-cb69b757-693a-41c3-bebf-8e2b94cd12a5 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822608 Jul 05 10:21:41.586041 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-b98a65c6-fcb2-4b3e-bb2b-c305f64c5a55 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Made reservation on behalf of 9a3e15ecc61c41bc909562f0f7fa84a1 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:21:41.589824 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-b98a65c6-fcb2-4b3e-bb2b-c305f64c5a55 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:41.724564 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-b98a65c6-fcb2-4b3e-bb2b-c305f64c5a55 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Allocated IP 172.20.0.12 (8ba69009-977f-4731-a341-2440166e3756/21dd5ab6-fb29-4dc8-a92e-92b3bf6d92e5/bc65afaa-bff4-41f0-bfbe-9a37728efeb0) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:21:41.870786 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-b98a65c6-fcb2-4b3e-bb2b-c305f64c5a55 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:41.910877 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-b98a65c6-fcb2-4b3e-bb2b-c305f64c5a55 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:41.958786 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-b98a65c6-fcb2-4b3e-bb2b-c305f64c5a55 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Network 8ba69009-977f-4731-a341-2440166e3756 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:21:41.962377 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-b98a65c6-fcb2-4b3e-bb2b-c305f64c5a55 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:41.969532 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-b98a65c6-fcb2-4b3e-bb2b-c305f64c5a55 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:21:41.996418 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a65c6-fcb2-4b3e-bb2b-c305f64c5a55 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Pushing event updated for resources: {'Port': ['ID=bc65afaa-bff4-41f0-bfbe-9a37728efeb0,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:42.022460 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-b98a65c6-fcb2-4b3e-bb2b-c305f64c5a55 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:42.022793 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-b98a65c6-fcb2-4b3e-bb2b-c305f64c5a55 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:42.036690 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-b98a65c6-fcb2-4b3e-bb2b-c305f64c5a55 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5923419 Jul 05 10:21:42.047772 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-8784dc69-7acf-4aa9-9517-93a1b1763017 service neutron] Request body: {'port': {'device_id': 'a59988ff-67fa-4271-a146-f1dd3fbdbf60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:42.119870 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-8784dc69-7acf-4aa9-9517-93a1b1763017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:42.593180 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110c0d1-a92c-414a-a57e-231a75624c7c req-fd14cf3e-dc6b-42f1-9f10-dba6342fc7b3 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:42.594822 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1110c0d1-a92c-414a-a57e-231a75624c7c req-fd14cf3e-dc6b-42f1-9f10-dba6342fc7b3 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59988ff-67fa-4271-a146-f1dd3fbdbf60 HTTP/1.1" status: 200 len: 932 time: 0.1792283 Jul 05 10:21:42.661002 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1110c0d1-a92c-414a-a57e-231a75624c7c req-7ead3a2d-9c87-4285-a325-bfc259a1e08d tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/security-groups?id=e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588977 Jul 05 10:21:42.747588 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-8784dc69-7acf-4aa9-9517-93a1b1763017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc65afaa-bff4-41f0-bfbe-9a37728efeb0 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:42.756927 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-8784dc69-7acf-4aa9-9517-93a1b1763017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:42.776101 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-8784dc69-7acf-4aa9-9517-93a1b1763017 service neutron] Transition to ACTIVE for port object bc65afaa-bff4-41f0-bfbe-9a37728efeb0 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:42.786079 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a221f5-da54-4ae5-ac7f-8ea3e52b86ec req-c5a4bebb-735c-410d-9314-8ee27a698995 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:42.787705 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71a221f5-da54-4ae5-ac7f-8ea3e52b86ec req-c5a4bebb-735c-410d-9314-8ee27a698995 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 943 time: 0.1319530 Jul 05 10:21:42.788828 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-8784dc69-7acf-4aa9-9517-93a1b1763017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:42.853039 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784dc69-7acf-4aa9-9517-93a1b1763017 service neutron] Pushing event updated for resources: {'Port': ['ID=bc65afaa-bff4-41f0-bfbe-9a37728efeb0,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:42.890581 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71a221f5-da54-4ae5-ac7f-8ea3e52b86ec req-2c010f4d-817c-473e-90dd-38ac2a02dc17 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961950 Jul 05 10:21:42.940688 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-8784dc69-7acf-4aa9-9517-93a1b1763017 service neutron] Attempting to bind port bc65afaa-bff4-41f0-bfbe-9a37728efeb0 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:21:42.941013 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-8784dc69-7acf-4aa9-9517-93a1b1763017 service neutron] Attempting to bind port bc65afaa-bff4-41f0-bfbe-9a37728efeb0 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '2da05b5a-8814-4055-8d29-a2560563ba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '8ba69009-977f-4731-a341-2440166e3756'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:21:42.941417 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-8784dc69-7acf-4aa9-9517-93a1b1763017 service neutron] Attempting to bind port bc65afaa-bff4-41f0-bfbe-9a37728efeb0 on network 8ba69009-977f-4731-a341-2440166e3756 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:42.945840 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-8784dc69-7acf-4aa9-9517-93a1b1763017 service neutron] Port bc65afaa-bff4-41f0-bfbe-9a37728efeb0 on network 8ba69009-977f-4731-a341-2440166e3756 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:21:42.946169 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-8784dc69-7acf-4aa9-9517-93a1b1763017 service neutron] Attempting to bind port bc65afaa-bff4-41f0-bfbe-9a37728efeb0 on network 8ba69009-977f-4731-a341-2440166e3756 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:42.951264 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-8784dc69-7acf-4aa9-9517-93a1b1763017 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:21:42.951660 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-8784dc69-7acf-4aa9-9517-93a1b1763017 service neutron] Checking segment: {'id': '2da05b5a-8814-4055-8d29-a2560563ba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '8ba69009-977f-4731-a341-2440166e3756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:21:42.952089 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-8784dc69-7acf-4aa9-9517-93a1b1763017 service neutron] Bound using segment: {'id': '2da05b5a-8814-4055-8d29-a2560563ba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '8ba69009-977f-4731-a341-2440166e3756'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:21:42.952520 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-8784dc69-7acf-4aa9-9517-93a1b1763017 service neutron] Bound port: bc65afaa-bff4-41f0-bfbe-9a37728efeb0, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da05b5a-8814-4055-8d29-a2560563ba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '8ba69009-977f-4731-a341-2440166e3756'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:21:42.952879 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-8784dc69-7acf-4aa9-9517-93a1b1763017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:43.021427 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-8784dc69-7acf-4aa9-9517-93a1b1763017 service neutron] For port bc65afaa-bff4-41f0-bfbe-9a37728efeb0, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:21:43.024442 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-8784dc69-7acf-4aa9-9517-93a1b1763017 service neutron] For port bc65afaa-bff4-41f0-bfbe-9a37728efeb0, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=bc65afaa-bff4-41f0-bfbe-9a37728efeb0,segment=NetworkSegment(2da05b5a-8814-4055-8d29-a2560563ba53),segment_id=2da05b5a-8814-4055-8d29-a2560563ba53)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:21:43.029101 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-8784dc69-7acf-4aa9-9517-93a1b1763017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:43.063722 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-8784dc69-7acf-4aa9-9517-93a1b1763017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:43.064491 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-8784dc69-7acf-4aa9-9517-93a1b1763017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:43.066620 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-8784dc69-7acf-4aa9-9517-93a1b1763017 service neutron] 10.222.0.78 "PUT /v2.0/ports/bc65afaa-bff4-41f0-bfbe-9a37728efeb0 HTTP/1.1" status: 200 len: 1092 time: 1.0228627 Jul 05 10:21:43.067074 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59988ff-67fa-4271-a146-f1dd3fbdbf60', 'tag': 'bc65afaa-bff4-41f0-bfbe-9a37728efeb0'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:43.069645 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2befdbee-5d57-48e0-9632-6af5b96d3fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "a59988ff-67fa-4271-a146-f1dd3fbdbf60", "tag": "bc65afaa-bff4-41f0-bfbe-9a37728efeb0"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:43.098819 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784dc69-7acf-4aa9-9517-93a1b1763017 service neutron] Pushing event updated for resources: {'Port': ['ID=bc65afaa-bff4-41f0-bfbe-9a37728efeb0,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:43.115280 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e7340b-d005-449f-af12-ff8e710e3d4c x-openstack-request-id: req-b7e7340b-d005-449f-af12-ff8e710e3d4c {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:43.115599 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59988ff-67fa-4271-a146-f1dd3fbdbf60", "tag": "bc65afaa-bff4-41f0-bfbe-9a37728efeb0", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:43.115873 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b7e7340b-d005-449f-af12-ff8e710e3d4c {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:43.116447 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59988ff-67fa-4271-a146-f1dd3fbdbf60', 'tag': 'bc65afaa-bff4-41f0-bfbe-9a37728efeb0', 'status': 'completed', 'code': 200} Jul 05 10:21:43.161125 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-46903489-fc78-4fd7-b6c5-b87d0c4aada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:43.162663 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-46903489-fc78-4fd7-b6c5-b87d0c4aada5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9a3e15ecc61c41bc909562f0f7fa84a1&device_id=a59988ff-67fa-4271-a146-f1dd3fbdbf60 HTTP/1.1" status: 200 len: 1095 time: 0.0588210 Jul 05 10:21:43.208160 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-743d1659-e9a6-41f0-8ff7-96dcf62995c3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc65afaa-bff4-41f0-bfbe-9a37728efeb0 HTTP/1.1" status: 200 len: 217 time: 0.0377805 Jul 05 10:21:43.255924 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-e1bff7ad-2c86-4845-8df6-480cb0d9ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:43.257391 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-e1bff7ad-2c86-4845-8df6-480cb0d9ded5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=21dd5ab6-fb29-4dc8-a92e-92b3bf6d92e5 HTTP/1.1" status: 200 len: 849 time: 0.0434628 Jul 05 10:21:43.289736 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-d89bb6a5-b5f9-4677-a4a7-11e2343813c5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8ba69009-977f-4731-a341-2440166e3756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257318 Jul 05 10:21:43.382162 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-99c0f3ba-426d-42ed-a6f9-4e279adc8487 service neutron] 10.222.0.78 "GET /v2.0/networks/8ba69009-977f-4731-a341-2440166e3756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857706 Jul 05 10:21:43.481128 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-236a70f2-0dfa-451f-82ad-b2cc65201440 req-ed04b1cf-e6ab-4e51-95ad-6e54813ceb7d service neutron] 10.222.0.78 "GET /v2.0/networks/8ba69009-977f-4731-a341-2440166e3756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872629 Jul 05 10:21:43.575229 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befdbee-5d57-48e0-9632-6af5b96d3fdb req-9c6f9ebd-12e4-410f-af93-603e6156f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:43.576771 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2befdbee-5d57-48e0-9632-6af5b96d3fdb req-9c6f9ebd-12e4-410f-af93-603e6156f668 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9a3e15ecc61c41bc909562f0f7fa84a1&device_id=a59988ff-67fa-4271-a146-f1dd3fbdbf60 HTTP/1.1" status: 200 len: 1095 time: 0.0521710 Jul 05 10:21:43.673173 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befdbee-5d57-48e0-9632-6af5b96d3fdb req-bda7f7ce-bef2-4780-a0da-139b1f19c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:43.675354 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2befdbee-5d57-48e0-9632-6af5b96d3fdb req-bda7f7ce-bef2-4780-a0da-139b1f19c13a service neutron] 10.222.0.78 "GET /v2.0/networks?id=8ba69009-977f-4731-a341-2440166e3756 HTTP/1.1" status: 200 len: 910 time: 0.0900044 Jul 05 10:21:43.723805 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2befdbee-5d57-48e0-9632-6af5b96d3fdb req-27c7d4f9-2763-4e58-ac84-cab24fa3e60d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc65afaa-bff4-41f0-bfbe-9a37728efeb0 HTTP/1.1" status: 200 len: 217 time: 0.0372446 Jul 05 10:21:43.810477 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befdbee-5d57-48e0-9632-6af5b96d3fdb req-2f028480-4b10-4f34-97d3-31402824449c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:43.811997 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2befdbee-5d57-48e0-9632-6af5b96d3fdb req-2f028480-4b10-4f34-97d3-31402824449c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=21dd5ab6-fb29-4dc8-a92e-92b3bf6d92e5 HTTP/1.1" status: 200 len: 849 time: 0.0824654 Jul 05 10:21:43.848037 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2befdbee-5d57-48e0-9632-6af5b96d3fdb req-a9b803b5-b814-4bfd-93ee-6896f0cad7a8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8ba69009-977f-4731-a341-2440166e3756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285220 Jul 05 10:21:43.914390 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41684f-8326-4787-927d-c5d97bc8b0ea req-c55f0f00-178e-4090-aea5-b00602eb2c2e tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:43.915827 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c41684f-8326-4787-927d-c5d97bc8b0ea req-c55f0f00-178e-4090-aea5-b00602eb2c2e tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59988ff-67fa-4271-a146-f1dd3fbdbf60 HTTP/1.1" status: 200 len: 944 time: 0.1402318 Jul 05 10:21:43.980402 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c41684f-8326-4787-927d-c5d97bc8b0ea req-6442016a-e723-43a0-8134-fca5c94389d7 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/security-groups?id=e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563951 Jul 05 10:21:43.982367 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2befdbee-5d57-48e0-9632-6af5b96d3fdb req-1c9854f0-61a2-4996-a575-0c86d7c63c06 service neutron] 10.222.0.78 "GET /v2.0/networks/8ba69009-977f-4731-a341-2440166e3756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269562 Jul 05 10:21:44.116176 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2befdbee-5d57-48e0-9632-6af5b96d3fdb req-51ae4a02-8812-46a9-af7f-32af38cbdee4 service neutron] 10.222.0.78 "GET /v2.0/networks/8ba69009-977f-4731-a341-2440166e3756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271019 Jul 05 10:21:44.128235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f38bb-b695-412d-87a1-b0bdee082da8 req-7a9f8fd8-735f-426f-ae0e-60d254c219f2 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:44.129708 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0e6f38bb-b695-412d-87a1-b0bdee082da8 req-7a9f8fd8-735f-426f-ae0e-60d254c219f2 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 943 time: 0.0998898 Jul 05 10:21:44.168589 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0e6f38bb-b695-412d-87a1-b0bdee082da8 req-66446a7d-5667-472a-9f17-4af27e79bd49 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327272 Jul 05 10:21:45.163128 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45551418-1676-425d-aab3-2a65b9ca8105 req-c44041de-95d1-4473-acce-e3bbaa6a5591 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:45.165879 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45551418-1676-425d-aab3-2a65b9ca8105 req-c44041de-95d1-4473-acce-e3bbaa6a5591 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59988ff-67fa-4271-a146-f1dd3fbdbf60 HTTP/1.1" status: 200 len: 944 time: 0.0719521 Jul 05 10:21:45.210810 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45551418-1676-425d-aab3-2a65b9ca8105 req-4f5e25b8-df7e-4409-9c3e-62e0bbb9e6a6 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/security-groups?id=e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392022 Jul 05 10:21:45.372200 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9520ae6-41fd-49e5-bfb6-16d82ac01351 req-1b7f8e39-8e16-4d7b-b0d5-11fbd1860358 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:45.373840 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9520ae6-41fd-49e5-bfb6-16d82ac01351 req-1b7f8e39-8e16-4d7b-b0d5-11fbd1860358 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 943 time: 0.0687857 Jul 05 10:21:45.412592 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9520ae6-41fd-49e5-bfb6-16d82ac01351 req-826de896-dc1e-49e2-a7e8-f61c324a9010 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321999 Jul 05 10:21:46.386699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c6a0d-a0ef-44ce-b3f7-c62434b1d08e req-bde1b306-e61b-4b9c-a725-5e51295c5f8d tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:46.388311 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-761c6a0d-a0ef-44ce-b3f7-c62434b1d08e req-bde1b306-e61b-4b9c-a725-5e51295c5f8d tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59988ff-67fa-4271-a146-f1dd3fbdbf60 HTTP/1.1" status: 200 len: 944 time: 0.0651655 Jul 05 10:21:46.426650 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-761c6a0d-a0ef-44ce-b3f7-c62434b1d08e req-eeffb5e3-0fc8-4f3b-9243-ad16d85f7f3d tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/security-groups?id=e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328925 Jul 05 10:21:46.639152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb56bf7-9912-44e0-83ec-4e786f6a452e req-99820115-02d1-4df0-9a85-22a90d07d2f9 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:46.640701 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efb56bf7-9912-44e0-83ec-4e786f6a452e req-99820115-02d1-4df0-9a85-22a90d07d2f9 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 943 time: 0.1135774 Jul 05 10:21:46.647654 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f2349125-1c4d-497c-b375-5e78d4280fda req-3734f31b-4b28-4b15-95da-ca3fd60bd16b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0878932 Jul 05 10:21:46.687705 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-efb56bf7-9912-44e0-83ec-4e786f6a452e req-bb96c6c1-9a53-4812-8052-345dd43f03b2 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386286 Jul 05 10:21:46.747465 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2349125-1c4d-497c-b375-5e78d4280fda req-e05207f5-2939-4a60-9e07-0d2cedd17b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:46.749006 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f2349125-1c4d-497c-b375-5e78d4280fda req-e05207f5-2939-4a60-9e07-0d2cedd17b10 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 1097 time: 0.0553825 Jul 05 10:21:46.860738 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2349125-1c4d-497c-b375-5e78d4280fda req-34157696-a171-43d6-9430-804acce8285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:46.862170 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f2349125-1c4d-497c-b375-5e78d4280fda req-34157696-a171-43d6-9430-804acce8285f service neutron] 10.222.0.81 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 913 time: 0.0927796 Jul 05 10:21:46.904024 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f2349125-1c4d-497c-b375-5e78d4280fda req-0e5257ca-42bb-48c7-818d-b82064a055b7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9965fb54-a672-4088-a602-5c228f41e867 HTTP/1.1" status: 200 len: 217 time: 0.0351820 Jul 05 10:21:46.954513 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2349125-1c4d-497c-b375-5e78d4280fda req-54e54181-8e52-48ad-ad89-eb1a968b10de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:46.956059 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f2349125-1c4d-497c-b375-5e78d4280fda req-54e54181-8e52-48ad-ad89-eb1a968b10de service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.0448177 Jul 05 10:21:47.016340 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2349125-1c4d-497c-b375-5e78d4280fda req-cf802b8b-e496-4a2f-aff4-7cbaccf82e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:47.017830 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f2349125-1c4d-497c-b375-5e78d4280fda req-cf802b8b-e496-4a2f-aff4-7cbaccf82e02 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556686 Jul 05 10:21:47.106305 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f2349125-1c4d-497c-b375-5e78d4280fda req-18b0759d-9d1f-4f78-890b-e1d26fef0bbe service neutron] 10.222.0.81 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814822 Jul 05 10:21:47.197733 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f2349125-1c4d-497c-b375-5e78d4280fda req-8487eb34-846f-47bb-834a-195b1abd7061 service neutron] 10.222.0.81 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835657 Jul 05 10:21:47.598010 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098b0c4-914d-4702-a80d-f12f690bf236 req-dc7b0e36-d946-42f3-b343-e506980f64f5 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:47.599496 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3098b0c4-914d-4702-a80d-f12f690bf236 req-dc7b0e36-d946-42f3-b343-e506980f64f5 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59988ff-67fa-4271-a146-f1dd3fbdbf60 HTTP/1.1" status: 200 len: 944 time: 0.0630863 Jul 05 10:21:47.637568 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3098b0c4-914d-4702-a80d-f12f690bf236 req-27349577-27b7-49fb-b103-5f3b6bc05c20 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/security-groups?id=e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323124 Jul 05 10:21:47.865633 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac603d-aa79-44e8-88c8-100ff15a37d4 req-c70b00f0-6eb9-472d-95a9-302bade91dcc tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:47.867125 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-26ac603d-aa79-44e8-88c8-100ff15a37d4 req-c70b00f0-6eb9-472d-95a9-302bade91dcc tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 943 time: 0.0670662 Jul 05 10:21:47.902834 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-26ac603d-aa79-44e8-88c8-100ff15a37d4 req-0d25d12a-189e-4d21-a4f3-930178aaee75 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302503 Jul 05 10:21:48.130791 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device bc65afaa-bff4-41f0-bfbe-9a37728efeb0 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:21:48.224642 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port bc65afaa-bff4-41f0-bfbe-9a37728efeb0, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=bc65afaa-bff4-41f0-bfbe-9a37728efeb0,segment=NetworkSegment(2da05b5a-8814-4055-8d29-a2560563ba53),segment_id=2da05b5a-8814-4055-8d29-a2560563ba53)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:48.236292 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'bc65afaa-bff4-41f0-bfbe-9a37728efeb0', 'network_id': '8ba69009-977f-4731-a341-2440166e3756', 'port_id': 'bc65afaa-bff4-41f0-bfbe-9a37728efeb0', 'mac_address': 'fa:16:3e:c9:96:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21dd5ab6-fb29-4dc8-a92e-92b3bf6d92e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:21:48.275917 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:48.289164 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc65afaa-bff4-41f0-bfbe-9a37728efeb0 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:48.309920 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port bc65afaa-bff4-41f0-bfbe-9a37728efeb0, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=bc65afaa-bff4-41f0-bfbe-9a37728efeb0,segment=NetworkSegment(2da05b5a-8814-4055-8d29-a2560563ba53),segment_id=2da05b5a-8814-4055-8d29-a2560563ba53)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:48.315693 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:48.368073 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=bc65afaa-bff4-41f0-bfbe-9a37728efeb0,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:48.650212 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['bc65afaa-bff4-41f0-bfbe-9a37728efeb0'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:21:48.842905 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5045b4a-3f55-4564-953d-2d6eef2bad88 req-85bd3049-3b80-475c-907f-c743a9ac769d tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:48.844442 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c5045b4a-3f55-4564-953d-2d6eef2bad88 req-85bd3049-3b80-475c-907f-c743a9ac769d tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59988ff-67fa-4271-a146-f1dd3fbdbf60 HTTP/1.1" status: 200 len: 945 time: 0.0831454 Jul 05 10:21:48.888539 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c5045b4a-3f55-4564-953d-2d6eef2bad88 req-634183b6-4db2-4bf7-9146-9a133bccc3a3 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/security-groups?id=e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371950 Jul 05 10:21:49.107004 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be384f7-685e-45c7-b598-4e229c32a175 req-2e3b2a57-9eae-4f66-91d0-1e9f487eaec7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:49.108555 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6be384f7-685e-45c7-b598-4e229c32a175 req-2e3b2a57-9eae-4f66-91d0-1e9f487eaec7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 943 time: 0.0661232 Jul 05 10:21:49.151987 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6be384f7-685e-45c7-b598-4e229c32a175 req-0eff5392-a061-4812-a5b8-4afeca4527d3 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362289 Jul 05 10:21:50.071539 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c5915-5825-4cbe-9d03-e221c271b012 req-089274c7-ac7f-4f7c-adbe-0228a9ad1fc2 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:50.073196 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-783c5915-5825-4cbe-9d03-e221c271b012 req-089274c7-ac7f-4f7c-adbe-0228a9ad1fc2 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59988ff-67fa-4271-a146-f1dd3fbdbf60 HTTP/1.1" status: 200 len: 945 time: 0.0707023 Jul 05 10:21:50.112522 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-783c5915-5825-4cbe-9d03-e221c271b012 req-b968b15d-f924-4883-975a-169100a6c634 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/security-groups?id=e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335641 Jul 05 10:21:50.138908 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 22980cd0-9899-46a7-9ab9-c837e11a0182 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:21:50.141139 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device bc65afaa-bff4-41f0-bfbe-9a37728efeb0 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:21:50.258899 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port bc65afaa-bff4-41f0-bfbe-9a37728efeb0 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:50.269303 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port bc65afaa-bff4-41f0-bfbe-9a37728efeb0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:50.269740 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:50.300722 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 22980cd0-9899-46a7-9ab9-c837e11a0182, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=22980cd0-9899-46a7-9ab9-c837e11a0182,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:50.318133 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '22980cd0-9899-46a7-9ab9-c837e11a0182', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'port_id': '22980cd0-9899-46a7-9ab9-c837e11a0182', 'mac_address': 'fa:16:3e:84:26:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:21:50.340653 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da251cd-7f7f-475b-979e-2923347dea07 req-83a06fe9-3e20-41f4-bcfa-03ecab55232f tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:50.342162 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6da251cd-7f7f-475b-979e-2923347dea07 req-83a06fe9-3e20-41f4-bcfa-03ecab55232f tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 943 time: 0.0665510 Jul 05 10:21:50.383209 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6da251cd-7f7f-475b-979e-2923347dea07 req-a471697c-adcf-4f0e-8584-6b04f401e46c tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348475 Jul 05 10:21:50.384441 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:50.405452 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22980cd0-9899-46a7-9ab9-c837e11a0182 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:50.411989 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:50.442859 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 22980cd0-9899-46a7-9ab9-c837e11a0182, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=22980cd0-9899-46a7-9ab9-c837e11a0182,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:50.448505 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59988ff-67fa-4271-a146-f1dd3fbdbf60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc65afaa-bff4-41f0-bfbe-9a37728efeb0'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:50.450961 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059f69c0-960d-49a9-b802-7a374295d78c" -d '{"events": [{"server_uuid": "a59988ff-67fa-4271-a146-f1dd3fbdbf60", "name": "network-vif-plugged", "status": "completed", "tag": "bc65afaa-bff4-41f0-bfbe-9a37728efeb0"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:50.461089 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:50.470887 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port bc65afaa-bff4-41f0-bfbe-9a37728efeb0, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=bc65afaa-bff4-41f0-bfbe-9a37728efeb0,segment=NetworkSegment(2da05b5a-8814-4055-8d29-a2560563ba53),segment_id=2da05b5a-8814-4055-8d29-a2560563ba53)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:50.494321 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bc2f44-f6e4-4c6f-8285-bacd50b81556 x-openstack-request-id: req-56bc2f44-f6e4-4c6f-8285-bacd50b81556 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:50.494625 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59988ff-67fa-4271-a146-f1dd3fbdbf60", "name": "network-vif-plugged", "status": "completed", "tag": "bc65afaa-bff4-41f0-bfbe-9a37728efeb0", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:50.494883 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-56bc2f44-f6e4-4c6f-8285-bacd50b81556 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:50.495338 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59988ff-67fa-4271-a146-f1dd3fbdbf60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc65afaa-bff4-41f0-bfbe-9a37728efeb0', 'code': 200} Jul 05 10:21:50.496112 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:50.525513 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=22980cd0-9899-46a7-9ab9-c837e11a0182,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:50.579320 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=bc65afaa-bff4-41f0-bfbe-9a37728efeb0,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:50.608907 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59516c-95d4-483c-8de0-d27a6d51e8c0 req-24db076d-7049-4e3b-b321-24261e5f476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:50.610658 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f59516c-95d4-483c-8de0-d27a6d51e8c0 req-24db076d-7049-4e3b-b321-24261e5f476c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a59988ff-67fa-4271-a146-f1dd3fbdbf60 HTTP/1.1" status: 200 len: 1097 time: 0.0566769 Jul 05 10:21:50.647311 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f59516c-95d4-483c-8de0-d27a6d51e8c0 req-0a63aec7-826a-4677-a678-8f17c33cdd4d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302870 Jul 05 10:21:50.802709 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['22980cd0-9899-46a7-9ab9-c837e11a0182'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:21:50.969458 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e1abcf10-d76e-4862-9874-5b3495eee30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:51.309166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cec0b-24c3-4622-99ea-fba4d5b0fb72 req-3de8b8ab-aa01-45f8-897e-e2ac016bbe98 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:51.310767 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-083cec0b-24c3-4622-99ea-fba4d5b0fb72 req-3de8b8ab-aa01-45f8-897e-e2ac016bbe98 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59988ff-67fa-4271-a146-f1dd3fbdbf60 HTTP/1.1" status: 200 len: 946 time: 0.0726743 Jul 05 10:21:51.351713 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-083cec0b-24c3-4622-99ea-fba4d5b0fb72 req-4eefd1a7-4ad9-49e0-9c83-5d9649f2fefe tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/security-groups?id=e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343568 Jul 05 10:21:51.568285 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1aa070-b133-4ec9-aa9c-81331b7c2492 req-06c46ffa-2a3e-4bf4-b236-2add984efafb tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:51.569854 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fd1aa070-b133-4ec9-aa9c-81331b7c2492 req-06c46ffa-2a3e-4bf4-b236-2add984efafb tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 944 time: 0.0680313 Jul 05 10:21:51.609098 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fd1aa070-b133-4ec9-aa9c-81331b7c2492 req-85357a11-f258-4f90-9714-2087c42edb3b tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330989 Jul 05 10:21:52.132576 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 22980cd0-9899-46a7-9ab9-c837e11a0182 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:21:52.179717 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 22980cd0-9899-46a7-9ab9-c837e11a0182 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:52.183589 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 22980cd0-9899-46a7-9ab9-c837e11a0182 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:52.183998 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:52.262753 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:52.295506 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 22980cd0-9899-46a7-9ab9-c837e11a0182, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=22980cd0-9899-46a7-9ab9-c837e11a0182,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:52.299839 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:52.353386 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=22980cd0-9899-46a7-9ab9-c837e11a0182,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:52.496267 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c83f4c-3656-43ad-84b8-e983e27e4831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22980cd0-9899-46a7-9ab9-c837e11a0182'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:52.498789 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c3ef3b-9260-431a-aa5b-6d21fb9be109" -d '{"events": [{"server_uuid": "d9c83f4c-3656-43ad-84b8-e983e27e4831", "name": "network-vif-plugged", "status": "completed", "tag": "22980cd0-9899-46a7-9ab9-c837e11a0182"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:52.534293 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abd5d7-ff62-4f91-8ea4-ef2ae24b6687 req-60f9d035-06c7-4584-9ea1-5f774821dc24 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:52.535844 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71abd5d7-ff62-4f91-8ea4-ef2ae24b6687 req-60f9d035-06c7-4584-9ea1-5f774821dc24 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59988ff-67fa-4271-a146-f1dd3fbdbf60 HTTP/1.1" status: 200 len: 946 time: 0.0687442 Jul 05 10:21:52.537250 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7703c13a-57bb-4d4d-97a9-610717032dd1 x-openstack-request-id: req-7703c13a-57bb-4d4d-97a9-610717032dd1 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:52.537553 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c83f4c-3656-43ad-84b8-e983e27e4831", "name": "network-vif-plugged", "status": "completed", "tag": "22980cd0-9899-46a7-9ab9-c837e11a0182", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:52.537836 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7703c13a-57bb-4d4d-97a9-610717032dd1 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:52.538250 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c83f4c-3656-43ad-84b8-e983e27e4831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22980cd0-9899-46a7-9ab9-c837e11a0182', 'code': 200} Jul 05 10:21:52.577492 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71abd5d7-ff62-4f91-8ea4-ef2ae24b6687 req-3d1aa995-60ae-4885-8b66-0de720948c00 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/security-groups?id=e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354738 Jul 05 10:21:52.657153 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592931d-523c-4a2a-bd55-f371fd2da99f req-e40d082a-73cf-4936-8ee0-4eb13320645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:52.658732 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2592931d-523c-4a2a-bd55-f371fd2da99f req-e40d082a-73cf-4936-8ee0-4eb13320645b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 1096 time: 0.0568843 Jul 05 10:21:52.695296 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2592931d-523c-4a2a-bd55-f371fd2da99f req-84478591-484b-4010-a110-a8e23389315f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306742 Jul 05 10:21:52.799470 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17521dca-5ea7-4e29-8d9c-ea7a204652b4 req-c5daff65-02b2-448f-b1b7-d583059bdbdb tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:52.801124 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17521dca-5ea7-4e29-8d9c-ea7a204652b4 req-c5daff65-02b2-448f-b1b7-d583059bdbdb tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 945 time: 0.0690982 Jul 05 10:21:52.844580 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17521dca-5ea7-4e29-8d9c-ea7a204652b4 req-a2c7bf93-4998-4804-93b5-b32eda17dce0 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357249 Jul 05 10:21:53.324425 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f51859d2-8831-40c4-bb4e-d46b840c207b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:53.386209 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1ffa0-c8b9-4df8-9aab-27e09f0e3fbd req-37582ba0-85b4-4bfa-a6c3-b2ef32fb38ac tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:53.387701 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7c1ffa0-c8b9-4df8-9aab-27e09f0e3fbd req-37582ba0-85b4-4bfa-a6c3-b2ef32fb38ac tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59988ff-67fa-4271-a146-f1dd3fbdbf60 HTTP/1.1" status: 200 len: 946 time: 0.0669160 Jul 05 10:21:53.426947 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7c1ffa0-c8b9-4df8-9aab-27e09f0e3fbd req-70f3f7f1-39de-4317-8055-9168fda49f50 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/security-groups?id=e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337274 Jul 05 10:21:53.637243 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:54.018700 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d665e-7a7d-4910-a7ec-2abd4fd2cc5c req-87977ad2-cf37-440f-96f9-624f431ad597 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:54.020209 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c6d665e-7a7d-4910-a7ec-2abd4fd2cc5c req-87977ad2-cf37-440f-96f9-624f431ad597 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 945 time: 0.0646660 Jul 05 10:21:54.056647 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c6d665e-7a7d-4910-a7ec-2abd4fd2cc5c req-1f74ab6c-f09e-4840-9ae6-f6522b48db7d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308785 Jul 05 10:21:54.228978 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7a731-0386-42c2-b4e6-f40ab6d7794f req-b0b18ea1-dc9e-4fa7-aaa8-1afa7f655787 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:54.230374 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8de7a731-0386-42c2-b4e6-f40ab6d7794f req-b0b18ea1-dc9e-4fa7-aaa8-1afa7f655787 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 945 time: 0.0640905 Jul 05 10:21:54.271032 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8de7a731-0386-42c2-b4e6-f40ab6d7794f req-588b2972-18d6-43d8-93ed-739b63908162 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351877 Jul 05 10:21:54.607764 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7670d5-0267-469e-ab7f-58fd3c7f91c4 req-188da948-78af-4dd6-be77-86c2379db367 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:54.609294 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7b7670d5-0267-469e-ab7f-58fd3c7f91c4 req-188da948-78af-4dd6-be77-86c2379db367 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59988ff-67fa-4271-a146-f1dd3fbdbf60 HTTP/1.1" status: 200 len: 946 time: 0.0677097 Jul 05 10:21:54.655108 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:54.667950 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7b7670d5-0267-469e-ab7f-58fd3c7f91c4 req-6a2c2643-7630-4134-8898-931c0d285921 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/security-groups?id=e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524702 Jul 05 10:21:54.717309 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d35159-0d7f-4431-a5ea-7b983d666d90 req-20e897ea-f040-448f-afe0-ca1c54908173 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:54.718800 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e8d35159-0d7f-4431-a5ea-7b983d666d90 req-20e897ea-f040-448f-afe0-ca1c54908173 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 945 time: 0.0675564 Jul 05 10:21:54.757649 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e8d35159-0d7f-4431-a5ea-7b983d666d90 req-a1927493-e7ea-4d1e-8627-7ab2deb2de22 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326207 Jul 05 10:21:54.929549 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fd59b-e1ee-434f-855e-0aa671fd165b req-3c414e94-a9bf-4aa4-b7e9-0c15fa6b0211 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:54.930985 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-268fd59b-e1ee-434f-855e-0aa671fd165b req-3c414e94-a9bf-4aa4-b7e9-0c15fa6b0211 tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.78 "GET /v2.0/ports?device_id=a59988ff-67fa-4271-a146-f1dd3fbdbf60 HTTP/1.1" status: 200 len: 946 time: 0.0663004 Jul 05 10:21:55.028568 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-268fd59b-e1ee-434f-855e-0aa671fd165b req-6d7e9017-be62-4c38-ad9f-b5be1c42a95b tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Deleting port bc65afaa-bff4-41f0-bfbe-9a37728efeb0 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:21:55.029159 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-268fd59b-e1ee-434f-855e-0aa671fd165b req-6d7e9017-be62-4c38-ad9f-b5be1c42a95b tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:55.120308 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-268fd59b-e1ee-434f-855e-0aa671fd165b req-6d7e9017-be62-4c38-ad9f-b5be1c42a95b tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] For port bc65afaa-bff4-41f0-bfbe-9a37728efeb0, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=bc65afaa-bff4-41f0-bfbe-9a37728efeb0,segment=NetworkSegment(2da05b5a-8814-4055-8d29-a2560563ba53),segment_id=2da05b5a-8814-4055-8d29-a2560563ba53)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:55.120725 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-268fd59b-e1ee-434f-855e-0aa671fd165b req-6d7e9017-be62-4c38-ad9f-b5be1c42a95b tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:55.133707 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-268fd59b-e1ee-434f-855e-0aa671fd165b req-6d7e9017-be62-4c38-ad9f-b5be1c42a95b tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Calling delete_port for bc65afaa-bff4-41f0-bfbe-9a37728efeb0 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:21:55.257441 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-268fd59b-e1ee-434f-855e-0aa671fd165b req-6d7e9017-be62-4c38-ad9f-b5be1c42a95b tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:55.269913 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['bc65afaa-bff4-41f0-bfbe-9a37728efeb0'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:21:55.290584 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e9017-be62-4c38-ad9f-b5be1c42a95b tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Pushing event deleted for resources: {'Port': ['ID=bc65afaa-bff4-41f0-bfbe-9a37728efeb0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:55.333829 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-268fd59b-e1ee-434f-855e-0aa671fd165b req-6d7e9017-be62-4c38-ad9f-b5be1c42a95b tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] No DVR routers for this DVR port bc65afaa-bff4-41f0-bfbe-9a37728efeb0 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:21:55.336692 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-268fd59b-e1ee-434f-855e-0aa671fd165b req-6d7e9017-be62-4c38-ad9f-b5be1c42a95b tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:55.338809 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-268fd59b-e1ee-434f-855e-0aa671fd165b req-6d7e9017-be62-4c38-ad9f-b5be1c42a95b tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.78 "DELETE /v2.0/ports/bc65afaa-bff4-41f0-bfbe-9a37728efeb0 HTTP/1.1" status: 204 len: 173 time: 0.4027250 Jul 05 10:21:55.339236 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59988ff-67fa-4271-a146-f1dd3fbdbf60', 'name': 'network-vif-deleted', 'tag': 'bc65afaa-bff4-41f0-bfbe-9a37728efeb0'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:55.341482 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290d7c29-ba30-4dee-b58e-ee4173eea1fa" -d '{"events": [{"server_uuid": "a59988ff-67fa-4271-a146-f1dd3fbdbf60", "name": "network-vif-deleted", "tag": "bc65afaa-bff4-41f0-bfbe-9a37728efeb0"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:55.377865 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa89f20b-c0bd-4c7a-a4e3-a026ad11f886 x-openstack-request-id: req-fa89f20b-c0bd-4c7a-a4e3-a026ad11f886 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:55.378169 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59988ff-67fa-4271-a146-f1dd3fbdbf60", "name": "network-vif-deleted", "tag": "bc65afaa-bff4-41f0-bfbe-9a37728efeb0", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:55.378551 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fa89f20b-c0bd-4c7a-a4e3-a026ad11f886 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:55.378954 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59988ff-67fa-4271-a146-f1dd3fbdbf60', 'name': 'network-vif-deleted', 'tag': 'bc65afaa-bff4-41f0-bfbe-9a37728efeb0', 'status': 'completed', 'code': 200} Jul 05 10:21:55.832514 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-57f9cfb0-a026-4745-b83c-e6b30305f4b1 req-b45346ef-6208-4b33-b806-ef75cee0810b tempest-VolumesActionsTest-1206205005 tempest-VolumesActionsTest-1206205005-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59988ff-67fa-4271-a146-f1dd3fbdbf60 HTTP/1.1" status: 200 len: 210 time: 0.0414546 Jul 05 10:21:55.950229 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e3ebd-659c-47f6-a511-108a368b9bb8 req-c4b3b439-9ee2-4609-b7a9-a45ea5f65b96 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:55.951780 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79e3ebd-659c-47f6-a511-108a368b9bb8 req-c4b3b439-9ee2-4609-b7a9-a45ea5f65b96 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 945 time: 0.0694349 Jul 05 10:21:55.995640 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d79e3ebd-659c-47f6-a511-108a368b9bb8 req-0c67af24-4657-4807-a203-044b99927972 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377443 Jul 05 10:21:56.388693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07c986-01b7-41b5-8c93-9a45d4f98550 req-10b6ad9b-4d1a-47a0-9daa-a97406d5a6f6 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:56.390142 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c07c986-01b7-41b5-8c93-9a45d4f98550 req-10b6ad9b-4d1a-47a0-9daa-a97406d5a6f6 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 945 time: 0.0626981 Jul 05 10:21:56.490479 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-3c07c986-01b7-41b5-8c93-9a45d4f98550 req-e381334a-d3ac-4786-9c2d-6cfe65a96e10 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Deleting port 22980cd0-9899-46a7-9ab9-c837e11a0182 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:21:56.490821 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c07c986-01b7-41b5-8c93-9a45d4f98550 req-e381334a-d3ac-4786-9c2d-6cfe65a96e10 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:56.777979 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:56.823485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3c07c986-01b7-41b5-8c93-9a45d4f98550 req-e381334a-d3ac-4786-9c2d-6cfe65a96e10 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] For port 22980cd0-9899-46a7-9ab9-c837e11a0182, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=22980cd0-9899-46a7-9ab9-c837e11a0182,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:56.823861 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c07c986-01b7-41b5-8c93-9a45d4f98550 req-e381334a-d3ac-4786-9c2d-6cfe65a96e10 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:56.837393 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-3c07c986-01b7-41b5-8c93-9a45d4f98550 req-e381334a-d3ac-4786-9c2d-6cfe65a96e10 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Calling delete_port for 22980cd0-9899-46a7-9ab9-c837e11a0182 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:21:56.978206 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c07c986-01b7-41b5-8c93-9a45d4f98550 req-e381334a-d3ac-4786-9c2d-6cfe65a96e10 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:56.991863 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['9965fb54-a672-4088-a602-5c228f41e867'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:21:56.994248 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['22980cd0-9899-46a7-9ab9-c837e11a0182'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:21:57.012585 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381334a-d3ac-4786-9c2d-6cfe65a96e10 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event deleted for resources: {'Port': ['ID=22980cd0-9899-46a7-9ab9-c837e11a0182,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:57.082831 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c07c986-01b7-41b5-8c93-9a45d4f98550 req-e381334a-d3ac-4786-9c2d-6cfe65a96e10 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] No DVR routers for this DVR port 22980cd0-9899-46a7-9ab9-c837e11a0182 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:21:57.085715 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c07c986-01b7-41b5-8c93-9a45d4f98550 req-e381334a-d3ac-4786-9c2d-6cfe65a96e10 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:57.095311 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c07c986-01b7-41b5-8c93-9a45d4f98550 req-e381334a-d3ac-4786-9c2d-6cfe65a96e10 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.78 "DELETE /v2.0/ports/22980cd0-9899-46a7-9ab9-c837e11a0182 HTTP/1.1" status: 204 len: 173 time: 0.6992650 Jul 05 10:21:57.198279 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2d5e8b1b-4e6c-4902-9ea8-cd4cde4b0ef2 req-67816322-39dc-4eda-a9d0-e81f90b8a7e6 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 210 time: 0.0491982 Jul 05 10:21:57.380156 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c83f4c-3656-43ad-84b8-e983e27e4831', 'name': 'network-vif-deleted', 'tag': '22980cd0-9899-46a7-9ab9-c837e11a0182'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:57.382669 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f49dd7-f836-432e-95a9-d79ef35ff0d0" -d '{"events": [{"server_uuid": "d9c83f4c-3656-43ad-84b8-e983e27e4831", "name": "network-vif-deleted", "tag": "22980cd0-9899-46a7-9ab9-c837e11a0182"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:57.427699 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b439ce54-6d11-4b97-aca2-8f238217a6e2 x-openstack-request-id: req-b439ce54-6d11-4b97-aca2-8f238217a6e2 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:57.428319 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c83f4c-3656-43ad-84b8-e983e27e4831", "name": "network-vif-deleted", "tag": "22980cd0-9899-46a7-9ab9-c837e11a0182", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:57.428411 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b439ce54-6d11-4b97-aca2-8f238217a6e2 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:57.428747 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c83f4c-3656-43ad-84b8-e983e27e4831', 'name': 'network-vif-deleted', 'tag': '22980cd0-9899-46a7-9ab9-c837e11a0182', 'status': 'completed', 'code': 200} Jul 05 10:21:58.175430 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device bc65afaa-bff4-41f0-bfbe-9a37728efeb0 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:21:58.204572 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: bc65afaa-bff4-41f0-bfbe-9a37728efeb0 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:21:58.205696 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device bc65afaa-bff4-41f0-bfbe-9a37728efeb0 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:21:58.368490 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb738cdd-8139-4141-8afb-9268043679fb req-604fb148-69c5-4311-8ea7-96f488870af6 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 210 time: 0.0338726 Jul 05 10:21:59.574513 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9c15f0e-fc9b-45d8-a869-802cb0c8eed4 req-3f752c7c-c44f-4d71-adb2-3524a229d87d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 210 time: 0.0365119 Jul 05 10:22:00.183555 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 22980cd0-9899-46a7-9ab9-c837e11a0182 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:22:00.225299 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 22980cd0-9899-46a7-9ab9-c837e11a0182 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:22:00.225888 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 22980cd0-9899-46a7-9ab9-c837e11a0182 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:22:00.817212 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c88ad947-6b78-4bb5-ab1e-fb30c690051f req-ef1cf4b2-2032-4582-bb36-5427e2b65540 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9c83f4c-3656-43ad-84b8-e983e27e4831 HTTP/1.1" status: 200 len: 210 time: 0.0452237 Jul 05 10:22:02.902302 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:06.341243 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:06.759820 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abaacf8-7249-4a5d-a36f-00acee42f404 req-31646c7d-f31a-42f3-ab35-a602c5229ade tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:06.764318 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6abaacf8-7249-4a5d-a36f-00acee42f404 req-31646c7d-f31a-42f3-ab35-a602c5229ade tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 946 time: 0.0883639 Jul 05 10:22:06.806919 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6abaacf8-7249-4a5d-a36f-00acee42f404 req-97549d36-6b0a-4562-bffc-697bfe6752ae tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377553 Jul 05 10:22:08.011525 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405074dd-19b6-42ac-b75b-d19003a7be31 req-e73fa3ef-f05b-4ea7-b209-11c5f0b143ac tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:08.013080 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-405074dd-19b6-42ac-b75b-d19003a7be31 req-e73fa3ef-f05b-4ea7-b209-11c5f0b143ac tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 946 time: 0.0803638 Jul 05 10:22:08.081221 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-405074dd-19b6-42ac-b75b-d19003a7be31 req-99ac9ed9-8274-47b2-8667-89bb2edd1f87 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e0c84ca-bbf8-4883-a22a-a08e00d9368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613096 Jul 05 10:22:08.172164 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1dda5-d3c1-45cc-a5de-d37184ccd051 req-c7595910-8a09-409a-b4a4-612b2f733de4 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:08.174373 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09b1dda5-d3c1-45cc-a5de-d37184ccd051 req-c7595910-8a09-409a-b4a4-612b2f733de4 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 946 time: 0.0748148 Jul 05 10:22:08.287453 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-09b1dda5-d3c1-45cc-a5de-d37184ccd051 req-a0ace7db-b5a2-4952-a1e8-f19feaf9c49c tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Deleting port 9965fb54-a672-4088-a602-5c228f41e867 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:22:08.288006 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-09b1dda5-d3c1-45cc-a5de-d37184ccd051 req-a0ace7db-b5a2-4952-a1e8-f19feaf9c49c tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:08.398903 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-09b1dda5-d3c1-45cc-a5de-d37184ccd051 req-a0ace7db-b5a2-4952-a1e8-f19feaf9c49c tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] For port 9965fb54-a672-4088-a602-5c228f41e867, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=9965fb54-a672-4088-a602-5c228f41e867,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:08.399278 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-09b1dda5-d3c1-45cc-a5de-d37184ccd051 req-a0ace7db-b5a2-4952-a1e8-f19feaf9c49c tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:08.413397 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-09b1dda5-d3c1-45cc-a5de-d37184ccd051 req-a0ace7db-b5a2-4952-a1e8-f19feaf9c49c tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Calling delete_port for 9965fb54-a672-4088-a602-5c228f41e867 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:22:08.547905 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-09b1dda5-d3c1-45cc-a5de-d37184ccd051 req-a0ace7db-b5a2-4952-a1e8-f19feaf9c49c tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:08.560105 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['9965fb54-a672-4088-a602-5c228f41e867'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:22:08.585833 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ace7db-b5a2-4952-a1e8-f19feaf9c49c tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event deleted for resources: {'Port': ['ID=9965fb54-a672-4088-a602-5c228f41e867,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:08.646238 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b1dda5-d3c1-45cc-a5de-d37184ccd051 req-a0ace7db-b5a2-4952-a1e8-f19feaf9c49c tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] No DVR routers for this DVR port 9965fb54-a672-4088-a602-5c228f41e867 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:22:08.651820 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-09b1dda5-d3c1-45cc-a5de-d37184ccd051 req-a0ace7db-b5a2-4952-a1e8-f19feaf9c49c tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:08.654408 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09b1dda5-d3c1-45cc-a5de-d37184ccd051 req-a0ace7db-b5a2-4952-a1e8-f19feaf9c49c tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.81 "DELETE /v2.0/ports/9965fb54-a672-4088-a602-5c228f41e867 HTTP/1.1" status: 204 len: 173 time: 0.4741359 Jul 05 10:22:08.654847 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc17833-1cdf-4afc-81b5-abd7d681ec94', 'name': 'network-vif-deleted', 'tag': '9965fb54-a672-4088-a602-5c228f41e867'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:22:08.657447 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20775741-3ae7-4adb-a9d2-f4cfe0eebf69" -d '{"events": [{"server_uuid": "dfc17833-1cdf-4afc-81b5-abd7d681ec94", "name": "network-vif-deleted", "tag": "9965fb54-a672-4088-a602-5c228f41e867"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:22:08.706369 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36b30e0-9902-4f59-aa80-7be6f1459545 x-openstack-request-id: req-c36b30e0-9902-4f59-aa80-7be6f1459545 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:22:08.707153 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc17833-1cdf-4afc-81b5-abd7d681ec94", "name": "network-vif-deleted", "tag": "9965fb54-a672-4088-a602-5c228f41e867", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:22:08.707922 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c36b30e0-9902-4f59-aa80-7be6f1459545 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:22:08.708798 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc17833-1cdf-4afc-81b5-abd7d681ec94', 'name': 'network-vif-deleted', 'tag': '9965fb54-a672-4088-a602-5c228f41e867', 'status': 'completed', 'code': 200} Jul 05 10:22:09.314418 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c23f3f0-43e3-4909-ab7f-5ef787393379 req-ef8ec483-43ea-47e4-bdcb-c828d5941c8e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 210 time: 0.0469294 Jul 05 10:22:10.488395 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-40b66332-5ab4-4f3e-a663-ca03e926a953 req-ff7a655d-4bb2-4722-847b-4b2bb4f4f889 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 210 time: 0.0384812 Jul 05 10:22:11.727465 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ca4c1e31-73f8-4004-8540-544d0dea41f6 req-3dca0841-80b1-40f7-bb0a-b4ea1b31612b tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 210 time: 0.0694633 Jul 05 10:22:12.946830 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b8c93f60-270c-4e28-89be-6bb56c893a09 req-1a2b9d2b-4b00-49d6-aee3-e47abd32ec81 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfc17833-1cdf-4afc-81b5-abd7d681ec94 HTTP/1.1" status: 200 len: 210 time: 0.0378492 Jul 05 10:22:13.051543 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 9965fb54-a672-4088-a602-5c228f41e867 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:22:13.393392 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 9965fb54-a672-4088-a602-5c228f41e867 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:22:13.394067 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 9965fb54-a672-4088-a602-5c228f41e867 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:22:17.340428 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:22:17.508493 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43472) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:17.513941 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-60bee8eb-21b1-4aaa-9e2b-ab283bb8e10d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1666593889', 'description': 'tempest-secgroup-smoke-1666593889 description', 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:17.538209 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-60bee8eb-21b1-4aaa-9e2b-ab283bb8e10d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:17.623309 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-60bee8eb-21b1-4aaa-9e2b-ab283bb8e10d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:17.627168 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-60bee8eb-21b1-4aaa-9e2b-ab283bb8e10d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:17.655002 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-60bee8eb-21b1-4aaa-9e2b-ab283bb8e10d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:17.658212 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-60bee8eb-21b1-4aaa-9e2b-ab283bb8e10d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1482565 Jul 05 10:22:17.660434 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43474) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:17.662675 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bee8eb-21b1-4aaa-9e2b-ab283bb8e10d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:17.666258 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-450cdb65-0c2c-4613-928b-1e9d5ad358c7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Request body: {'security_group_rule': {'security_group_id': 'd5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821', 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:17.670635 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bee8eb-21b1-4aaa-9e2b-ab283bb8e10d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.670998 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bee8eb-21b1-4aaa-9e2b-ab283bb8e10d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.671348 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bee8eb-21b1-4aaa-9e2b-ab283bb8e10d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.671692 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bee8eb-21b1-4aaa-9e2b-ab283bb8e10d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.672061 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bee8eb-21b1-4aaa-9e2b-ab283bb8e10d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.672391 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bee8eb-21b1-4aaa-9e2b-ab283bb8e10d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.672727 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bee8eb-21b1-4aaa-9e2b-ab283bb8e10d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.673093 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bee8eb-21b1-4aaa-9e2b-ab283bb8e10d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.673894 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bee8eb-21b1-4aaa-9e2b-ab283bb8e10d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.674258 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bee8eb-21b1-4aaa-9e2b-ab283bb8e10d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.674611 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bee8eb-21b1-4aaa-9e2b-ab283bb8e10d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.674943 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bee8eb-21b1-4aaa-9e2b-ab283bb8e10d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.695470 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-450cdb65-0c2c-4613-928b-1e9d5ad358c7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:17.751642 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-450cdb65-0c2c-4613-928b-1e9d5ad358c7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:17.755940 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-450cdb65-0c2c-4613-928b-1e9d5ad358c7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:17.773284 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cdb65-0c2c-4613-928b-1e9d5ad358c7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31940101-7a99-485b-9e31-fc391abc740f,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:17.780756 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-450cdb65-0c2c-4613-928b-1e9d5ad358c7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:17.784626 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-450cdb65-0c2c-4613-928b-1e9d5ad358c7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201365 Jul 05 10:22:17.784880 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43476) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:17.789454 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-29897f78-2db1-4e22-a392-896a01ea1d05 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Request body: {'security_group_rule': {'security_group_id': 'd5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821', 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:17.818711 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29897f78-2db1-4e22-a392-896a01ea1d05 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:17.876726 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29897f78-2db1-4e22-a392-896a01ea1d05 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:17.880450 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29897f78-2db1-4e22-a392-896a01ea1d05 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:17.901705 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29897f78-2db1-4e22-a392-896a01ea1d05 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e7416f-ad7b-40ea-9fac-2db58b5159fd,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:17.908682 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29897f78-2db1-4e22-a392-896a01ea1d05 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:17.910239 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-29897f78-2db1-4e22-a392-896a01ea1d05 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243882 Jul 05 10:22:17.913019 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43478) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:17.917533 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0ca3a241-ce1c-42b2-a6e8-1e9ce244d2ea tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Request body: {'security_group_rule': {'security_group_id': 'd5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821', 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:17.945474 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0ca3a241-ce1c-42b2-a6e8-1e9ce244d2ea tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:18.008613 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0ca3a241-ce1c-42b2-a6e8-1e9ce244d2ea tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:18.012402 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0ca3a241-ce1c-42b2-a6e8-1e9ce244d2ea tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:18.030854 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3a241-ce1c-42b2-a6e8-1e9ce244d2ea tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4842ced-7e80-4261-83e9-836e38820c23,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:18.037529 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0ca3a241-ce1c-42b2-a6e8-1e9ce244d2ea tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:18.038815 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0ca3a241-ce1c-42b2-a6e8-1e9ce244d2ea tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248422 Jul 05 10:22:18.041512 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43480) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:18.045946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-69253252-925f-4ae7-9bae-f8f5d61cdfc8 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Request body: {'security_group_rule': {'security_group_id': 'd5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821', 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:18.073112 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-69253252-925f-4ae7-9bae-f8f5d61cdfc8 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:18.134441 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-69253252-925f-4ae7-9bae-f8f5d61cdfc8 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:18.138892 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-69253252-925f-4ae7-9bae-f8f5d61cdfc8 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:18.168066 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69253252-925f-4ae7-9bae-f8f5d61cdfc8 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84d6749-e733-4fb0-a4cb-531a15f8100d,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:18.171601 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-69253252-925f-4ae7-9bae-f8f5d61cdfc8 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:18.173125 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-69253252-925f-4ae7-9bae-f8f5d61cdfc8 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1303887 Jul 05 10:22:18.176270 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43484) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:18.181063 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-06b002d1-be45-451c-b8be-056feef3ec58 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Request body: {'security_group_rule': {'security_group_id': 'd5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821', 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:18.201790 n-d-798054-8 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-06b002d1-be45-451c-b8be-056feef3ec58 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Project a0bdddb2ec084de69e94b6aa65e9aea2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:22:18.207328 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-06b002d1-be45-451c-b8be-056feef3ec58 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:18.266363 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-06b002d1-be45-451c-b8be-056feef3ec58 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:18.270557 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-06b002d1-be45-451c-b8be-056feef3ec58 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:18.295112 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b002d1-be45-451c-b8be-056feef3ec58 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c15a0d1-89a6-49c9-9219-1ae304413dfb,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:18.299278 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-06b002d1-be45-451c-b8be-056feef3ec58 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:18.300548 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-06b002d1-be45-451c-b8be-056feef3ec58 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232221 Jul 05 10:22:18.303297 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43486) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:18.307654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-357f0c5a-5b0b-479e-9c8e-79bbfbc9aeb1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Request body: {'security_group_rule': {'security_group_id': 'd5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821', 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:18.334748 n-d-798054-8 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-357f0c5a-5b0b-479e-9c8e-79bbfbc9aeb1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Project a0bdddb2ec084de69e94b6aa65e9aea2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:22:18.340285 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-357f0c5a-5b0b-479e-9c8e-79bbfbc9aeb1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:18.401938 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-357f0c5a-5b0b-479e-9c8e-79bbfbc9aeb1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:18.405678 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-357f0c5a-5b0b-479e-9c8e-79bbfbc9aeb1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:18.423270 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f0c5a-5b0b-479e-9c8e-79bbfbc9aeb1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf090d0-99c2-4d4e-a8af-eb6d74b7c853,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:18.430518 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-357f0c5a-5b0b-479e-9c8e-79bbfbc9aeb1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:18.431688 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-357f0c5a-5b0b-479e-9c8e-79bbfbc9aeb1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274412 Jul 05 10:22:19.192139 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43562) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:19.244616 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-7493da8d-bb48-47ff-bcc5-ea5876c4ed49 admin admin] Deleting subnet 21dd5ab6-fb29-4dc8-a92e-92b3bf6d92e5 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:22:19.250419 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7493da8d-bb48-47ff-bcc5-ea5876c4ed49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:19.285863 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7493da8d-bb48-47ff-bcc5-ea5876c4ed49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:19.332795 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7493da8d-bb48-47ff-bcc5-ea5876c4ed49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:19.390133 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7493da8d-bb48-47ff-bcc5-ea5876c4ed49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:19.418218 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493da8d-bb48-47ff-bcc5-ea5876c4ed49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21dd5ab6-fb29-4dc8-a92e-92b3bf6d92e5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:19.421097 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7493da8d-bb48-47ff-bcc5-ea5876c4ed49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:19.424131 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7493da8d-bb48-47ff-bcc5-ea5876c4ed49 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/21dd5ab6-fb29-4dc8-a92e-92b3bf6d92e5 HTTP/1.1" status: 204 len: 168 time: 0.2292204 Jul 05 10:22:19.425199 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43564) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:19.495292 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2c605da-4823-4820-bebc-7f56fb75c01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:19.587421 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2c605da-4823-4820-bebc-7f56fb75c01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:19.597801 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f2c605da-4823-4820-bebc-7f56fb75c01b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba69009-977f-4731-a341-2440166e3756']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:19.608419 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f2c605da-4823-4820-bebc-7f56fb75c01b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da05b5a-8814-4055-8d29-a2560563ba53') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:19.608985 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f2c605da-4823-4820-bebc-7f56fb75c01b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da05b5a-8814-4055-8d29-a2560563ba53') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:19.618180 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2c605da-4823-4820-bebc-7f56fb75c01b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:19.632429 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2c605da-4823-4820-bebc-7f56fb75c01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:19.638930 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c605da-4823-4820-bebc-7f56fb75c01b admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:22:19.639335 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2c605da-4823-4820-bebc-7f56fb75c01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:22:19.641329 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:22:19.700874 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2c605da-4823-4820-bebc-7f56fb75c01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:19.707117 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2c605da-4823-4820-bebc-7f56fb75c01b admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:19.709012 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f2c605da-4823-4820-bebc-7f56fb75c01b admin admin] 10.222.0.79 "DELETE /v2.0/networks/8ba69009-977f-4731-a341-2440166e3756 HTTP/1.1" status: 204 len: 168 time: 0.2827811 Jul 05 10:22:19.720106 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c605da-4823-4820-bebc-7f56fb75c01b admin admin] Pushing event deleted for resources: {'Network': ['ID=8ba69009-977f-4731-a341-2440166e3756,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:19.878556 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43570) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:19.922366 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2b5dc2fd-1803-45d7-86c9-34de56c56ff6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9a3e15ecc61c41bc909562f0f7fa84a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425026 Jul 05 10:22:19.925118 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43572) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:19.977626 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a51f10f-f2c0-43f9-bd61-daff49da771f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:19.999150 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a51f10f-f2c0-43f9-bd61-daff49da771f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:20.048936 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a51f10f-f2c0-43f9-bd61-daff49da771f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:20.051577 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a51f10f-f2c0-43f9-bd61-daff49da771f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:20.053021 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1a51f10f-f2c0-43f9-bd61-daff49da771f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4 HTTP/1.1" status: 204 len: 168 time: 0.1269207 Jul 05 10:22:20.061048 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51f10f-f2c0-43f9-bd61-daff49da771f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80dfc8d-d48c-4f44-8bd0-eec59ae7ebe4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:20.974447 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-988bdb71-a957-49b8-bc9c-7c7151aad08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:23.327302 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c1f3e21f-2cee-4cc8-aa79-bee25b56783f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:23.643637 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:24.660726 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:24.783664 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43628) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:24.897714 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6d3838d-f036-4a26-a2b1-d6a31a366618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:25.003093 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6d3838d-f036-4a26-a2b1-d6a31a366618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:25.007551 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6d3838d-f036-4a26-a2b1-d6a31a366618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:25.046849 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a6d3838d-f036-4a26-a2b1-d6a31a366618 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=553e0a25c0f448df865c43a850ff47a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2620530 Jul 05 10:22:25.047929 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3838d-f036-4a26-a2b1-d6a31a366618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885454f2-e0c1-489b-8744-ca61e33bad1d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:25.050302 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43632) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:25.108509 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2a27b07-6b23-437e-bde6-080cc96caa26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:25.129966 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2a27b07-6b23-437e-bde6-080cc96caa26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:25.182863 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2a27b07-6b23-437e-bde6-080cc96caa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:25.185532 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2a27b07-6b23-437e-bde6-080cc96caa26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:25.186829 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a2a27b07-6b23-437e-bde6-080cc96caa26 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/885454f2-e0c1-489b-8744-ca61e33bad1d HTTP/1.1" status: 204 len: 168 time: 0.1355345 Jul 05 10:22:25.194863 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a27b07-6b23-437e-bde6-080cc96caa26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885454f2-e0c1-489b-8744-ca61e33bad1d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:26.776613 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:26.785537 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43676) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:26.793222 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-35f26508-5b11-4ae2-b29b-08b724658fad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-90421395', 'description': 'tempest-secgroup-smoke-90421395 description', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:26.817419 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35f26508-5b11-4ae2-b29b-08b724658fad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:26.825465 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35f26508-5b11-4ae2-b29b-08b724658fad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:26.927740 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35f26508-5b11-4ae2-b29b-08b724658fad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:26.931931 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35f26508-5b11-4ae2-b29b-08b724658fad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:26.966909 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f26508-5b11-4ae2-b29b-08b724658fad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef9b121-62ad-403f-9c18-257c10138ed8,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:27.032214 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35f26508-5b11-4ae2-b29b-08b724658fad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.037599 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35f26508-5b11-4ae2-b29b-08b724658fad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.102220 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f26508-5b11-4ae2-b29b-08b724658fad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ed01a8-9e40-4389-a213-2ef62ce64036,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:27.106191 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35f26508-5b11-4ae2-b29b-08b724658fad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.107447 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-35f26508-5b11-4ae2-b29b-08b724658fad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3182259 Jul 05 10:22:27.110503 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43678) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:27.115121 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3a2f0909-9dab-4c4e-a87f-6c2f9f2bfc4e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group_rule': {'security_group_id': '86ed01a8-9e40-4389-a213-2ef62ce64036', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:27.142628 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0909-9dab-4c4e-a87f-6c2f9f2bfc4e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.202711 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0909-9dab-4c4e-a87f-6c2f9f2bfc4e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.207421 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0909-9dab-4c4e-a87f-6c2f9f2bfc4e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.225552 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f0909-9dab-4c4e-a87f-6c2f9f2bfc4e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf042e1-76af-4eee-9066-f0a18f84c430,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:27.232631 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0909-9dab-4c4e-a87f-6c2f9f2bfc4e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.234105 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3a2f0909-9dab-4c4e-a87f-6c2f9f2bfc4e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225603 Jul 05 10:22:27.237220 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43680) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:27.241838 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4e405431-ea90-43d5-a844-16fe2346790c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group_rule': {'security_group_id': '86ed01a8-9e40-4389-a213-2ef62ce64036', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:27.269912 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e405431-ea90-43d5-a844-16fe2346790c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.331248 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e405431-ea90-43d5-a844-16fe2346790c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.335646 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e405431-ea90-43d5-a844-16fe2346790c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.352771 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e405431-ea90-43d5-a844-16fe2346790c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4197ed-b2ce-4d7d-96ba-55ed179d487b,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:27.366841 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e405431-ea90-43d5-a844-16fe2346790c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.368160 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4e405431-ea90-43d5-a844-16fe2346790c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1299717 Jul 05 10:22:27.370822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43684) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:27.375282 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1ce572f5-5127-4f47-ba34-ab70556c60c6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group_rule': {'security_group_id': '86ed01a8-9e40-4389-a213-2ef62ce64036', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:27.403644 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ce572f5-5127-4f47-ba34-ab70556c60c6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.472557 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ce572f5-5127-4f47-ba34-ab70556c60c6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.477644 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ce572f5-5127-4f47-ba34-ab70556c60c6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.500336 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce572f5-5127-4f47-ba34-ab70556c60c6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e7471d-6f7c-4316-912b-6c91b57eec0a,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:27.509827 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ce572f5-5127-4f47-ba34-ab70556c60c6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.511151 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1ce572f5-5127-4f47-ba34-ab70556c60c6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393969 Jul 05 10:22:27.513866 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43686) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:27.518703 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-405b1484-f308-4e84-b434-8c95ee2aff3a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group_rule': {'security_group_id': '86ed01a8-9e40-4389-a213-2ef62ce64036', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:27.550831 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-405b1484-f308-4e84-b434-8c95ee2aff3a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.625183 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-405b1484-f308-4e84-b434-8c95ee2aff3a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.630201 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-405b1484-f308-4e84-b434-8c95ee2aff3a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.646870 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b1484-f308-4e84-b434-8c95ee2aff3a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18230f13-941d-4ce0-a6f8-be9ca0850e27,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:27.661261 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-405b1484-f308-4e84-b434-8c95ee2aff3a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.665219 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-405b1484-f308-4e84-b434-8c95ee2aff3a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1478570 Jul 05 10:22:27.665477 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43688) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:27.670247 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5f1afe77-670d-4a91-b0b4-038c716d062f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group_rule': {'security_group_id': '86ed01a8-9e40-4389-a213-2ef62ce64036', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:27.696143 n-d-798054-8 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-5f1afe77-670d-4a91-b0b4-038c716d062f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Project d53d24fbd5324a538744d7c2d5d0f8ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:22:27.701353 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5f1afe77-670d-4a91-b0b4-038c716d062f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.763543 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5f1afe77-670d-4a91-b0b4-038c716d062f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.767397 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5f1afe77-670d-4a91-b0b4-038c716d062f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.785526 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1afe77-670d-4a91-b0b4-038c716d062f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5cb94f-dd58-4a2a-adac-86c27be768a4,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:27.792254 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5f1afe77-670d-4a91-b0b4-038c716d062f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.793890 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5f1afe77-670d-4a91-b0b4-038c716d062f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274569 Jul 05 10:22:27.796652 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43690) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:27.801468 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7f94b793-4769-4473-add8-672a6105209a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group_rule': {'security_group_id': '86ed01a8-9e40-4389-a213-2ef62ce64036', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:27.824209 n-d-798054-8 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-7f94b793-4769-4473-add8-672a6105209a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Project d53d24fbd5324a538744d7c2d5d0f8ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:22:27.829286 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7f94b793-4769-4473-add8-672a6105209a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.895604 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7f94b793-4769-4473-add8-672a6105209a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.899505 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7f94b793-4769-4473-add8-672a6105209a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.918997 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94b793-4769-4473-add8-672a6105209a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c45223-9cf0-4183-a2b5-83832a124dbc,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:27.925658 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7f94b793-4769-4473-add8-672a6105209a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.926975 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7f94b793-4769-4473-add8-672a6105209a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292882 Jul 05 10:22:27.930025 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43692) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:27.935046 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-06b92f60-a458-41cf-9ad6-9ca46a608f6b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'network': {'name': 'tempest-network-smoke--1049465086', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'port_security_enabled': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:27.956869 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b92f60-a458-41cf-9ad6-9ca46a608f6b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Made reservation on behalf of d53d24fbd5324a538744d7c2d5d0f8ef for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:22:27.960616 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06b92f60-a458-41cf-9ad6-9ca46a608f6b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.986135 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b92f60-a458-41cf-9ad6-9ca46a608f6b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:22:27.995192 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06b92f60-a458-41cf-9ad6-9ca46a608f6b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.995660 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-06b92f60-a458-41cf-9ad6-9ca46a608f6b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Added segment a08afc61-051b-473a-9b4a-55e50ec1dd20 of type vlan for network b121a1c4-aa34-434e-9e87-13e2aaef3d58 Jul 05 10:22:28.039931 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06b92f60-a458-41cf-9ad6-9ca46a608f6b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:28.069975 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06b92f60-a458-41cf-9ad6-9ca46a608f6b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:28.078407 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b92f60-a458-41cf-9ad6-9ca46a608f6b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:28.079036 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06b92f60-a458-41cf-9ad6-9ca46a608f6b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:28.139298 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-06b92f60-a458-41cf-9ad6-9ca46a608f6b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2082202 Jul 05 10:22:28.142622 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43694) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:28.147060 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6c283b45-67ab-4c97-928a-53140e96dfe1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1005873252', 'admin_state_up': True, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:28.162361 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b92f60-a458-41cf-9ad6-9ca46a608f6b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Network': ['ID=b121a1c4-aa34-434e-9e87-13e2aaef3d58,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:28.178004 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network b121a1c4-aa34-434e-9e87-13e2aaef3d58 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:22:28.181654 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c283b45-67ab-4c97-928a-53140e96dfe1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:28.182936 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c283b45-67ab-4c97-928a-53140e96dfe1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:28.241430 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c283b45-67ab-4c97-928a-53140e96dfe1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:28.388136 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c283b45-67ab-4c97-928a-53140e96dfe1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:28.594040 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c283b45-67ab-4c97-928a-53140e96dfe1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:28.613866 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c283b45-67ab-4c97-928a-53140e96dfe1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:28.723046 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-6c283b45-67ab-4c97-928a-53140e96dfe1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Allocated IP 172.25.7.131 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/a6d00021-42b4-49ab-a528-10096ebd4dda) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:28.834071 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c283b45-67ab-4c97-928a-53140e96dfe1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:28.951595 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c283b45-67ab-4c97-928a-53140e96dfe1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:28.998065 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c283b45-67ab-4c97-928a-53140e96dfe1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:29.000839 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-6c283b45-67ab-4c97-928a-53140e96dfe1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:29.005855 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c283b45-67ab-4c97-928a-53140e96dfe1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:22:29.009011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c283b45-67ab-4c97-928a-53140e96dfe1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Port': ['ID=a6d00021-42b4-49ab-a528-10096ebd4dda,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:29.251946 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c283b45-67ab-4c97-928a-53140e96dfe1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:29.455799 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c283b45-67ab-4c97-928a-53140e96dfe1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:29.590235 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c283b45-67ab-4c97-928a-53140e96dfe1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Router c1b87e50-205b-4b4b-b622-2e229134ce67 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:22:29.696427 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c283b45-67ab-4c97-928a-53140e96dfe1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:22:29.707427 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] Sync routers for ids ['c1b87e50-205b-4b4b-b622-2e229134ce67'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:22:29.714878 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c283b45-67ab-4c97-928a-53140e96dfe1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:29.716176 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6c283b45-67ab-4c97-928a-53140e96dfe1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5725989 Jul 05 10:22:29.719167 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43716) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:29.720880 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] Routers {'c1b87e50-205b-4b4b-b622-2e229134ce67'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:29.721505 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:22:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c1b87e50-205b-4b4b-b622-2e229134ce67'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:29.830043 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] Set router c1b87e50-205b-4b4b-b622-2e229134ce67 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:29.859982 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a10b35b1-e918-4fe7-80b4-e414120ad548 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=d53d24fbd5324a538744d7c2d5d0f8ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1396775 Jul 05 10:22:29.862809 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43720) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:30.014739 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005873252', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:29Z', 'revision_number': 3, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:30.023776 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b66778-ad45-48d9-961f-f816f06fd95e tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:30.027787 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-80b66778-ad45-48d9-961f-f816f06fd95e tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1614492 Jul 05 10:22:30.028265 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43722) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:30.045069 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] Checking router: c1b87e50-205b-4b4b-b622-2e229134ce67 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:22:30.045573 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] Updating router c1b87e50-205b-4b4b-b622-2e229134ce67 port a6d00021-42b4-49ab-a528-10096ebd4dda binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:22:30.059669 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-45e10e42-9552-4096-9d70-c147c79c963c tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279984 Jul 05 10:22:30.059889 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43724) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:30.065251 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2e31369a-1c6b-46cf-9343-e988c3f3d87a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-135332784', 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:30.081381 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:30.155482 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e31369a-1c6b-46cf-9343-e988c3f3d87a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Made reservation on behalf of d53d24fbd5324a538744d7c2d5d0f8ef for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:22:30.159422 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e31369a-1c6b-46cf-9343-e988c3f3d87a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:30.352806 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:30.365094 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] Transition to ACTIVE for port object a6d00021-42b4-49ab-a528-10096ebd4dda will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:30.376606 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:30.428487 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] Attempting to bind port a6d00021-42b4-49ab-a528-10096ebd4dda on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:22:30.428857 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] Attempting to bind port a6d00021-42b4-49ab-a528-10096ebd4dda by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:22:30.429212 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] Attempting to bind port a6d00021-42b4-49ab-a528-10096ebd4dda on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:22:30.436830 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb45743-70a7-47b8-9a1e-859e8f5a6b37 None None] Pushing event updated for resources: {'Port': ['ID=a6d00021-42b4-49ab-a528-10096ebd4dda,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:30.439274 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:22:30.439648 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:22:30.440070 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:30.440461 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:22:30.440929 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] Bound port: a6d00021-42b4-49ab-a528-10096ebd4dda, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:22:30.441305 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:30.468600 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb45743-70a7-47b8-9a1e-859e8f5a6b37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.468941 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb45743-70a7-47b8-9a1e-859e8f5a6b37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.469283 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb45743-70a7-47b8-9a1e-859e8f5a6b37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.469600 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb45743-70a7-47b8-9a1e-859e8f5a6b37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.469960 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb45743-70a7-47b8-9a1e-859e8f5a6b37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.470356 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb45743-70a7-47b8-9a1e-859e8f5a6b37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.470678 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb45743-70a7-47b8-9a1e-859e8f5a6b37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.470995 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb45743-70a7-47b8-9a1e-859e8f5a6b37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.471312 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb45743-70a7-47b8-9a1e-859e8f5a6b37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.471624 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb45743-70a7-47b8-9a1e-859e8f5a6b37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.471977 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb45743-70a7-47b8-9a1e-859e8f5a6b37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.472299 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb45743-70a7-47b8-9a1e-859e8f5a6b37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.519376 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] For port a6d00021-42b4-49ab-a528-10096ebd4dda, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:22:30.523430 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] For port a6d00021-42b4-49ab-a528-10096ebd4dda, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=a6d00021-42b4-49ab-a528-10096ebd4dda,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:22:30.528327 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:30.589773 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb45743-70a7-47b8-9a1e-859e8f5a6b37 None None] Pushing event updated for resources: {'Port': ['ID=a6d00021-42b4-49ab-a528-10096ebd4dda,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:30.599753 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] Routers {'c1b87e50-205b-4b4b-b622-2e229134ce67'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:30.600655 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:22:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c1b87e50-205b-4b4b-b622-2e229134ce67'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:30.674235 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e31369a-1c6b-46cf-9343-e988c3f3d87a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:30.713443 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] Set router c1b87e50-205b-4b4b-b622-2e229134ce67 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:30.752640 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e31369a-1c6b-46cf-9343-e988c3f3d87a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Subnet': ['ID=d42e1d20-0465-44ee-85c3-73903c9279e5,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:30.761352 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e31369a-1c6b-46cf-9343-e988c3f3d87a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Checking segment: {'id': 'a08afc61-051b-473a-9b4a-55e50ec1dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:22:30.761830 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e31369a-1c6b-46cf-9343-e988c3f3d87a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network hostable DHCP agents. Network: b121a1c4-aa34-434e-9e87-13e2aaef3d58, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:22:30.780420 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e31369a-1c6b-46cf-9343-e988c3f3d87a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network b121a1c4-aa34-434e-9e87-13e2aaef3d58 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:22:30.790490 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-2e31369a-1c6b-46cf-9343-e988c3f3d87a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, b121a1c4-aa34-434e-9e87-13e2aaef3d58) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:30.794798 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e31369a-1c6b-46cf-9343-e988c3f3d87a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:30.795407 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e31369a-1c6b-46cf-9343-e988c3f3d87a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:30.803288 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f99a94f-8fbb-452d-8274-325dc042103a None None] Network b121a1c4-aa34-434e-9e87-13e2aaef3d58 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:22:30.811524 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2e31369a-1c6b-46cf-9343-e988c3f3d87a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7504668 Jul 05 10:22:30.814514 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 43736) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:30.910537 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005873252', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:29Z', 'revision_number': 3, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:30.978681 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-b121a1c4-aa34-434e-9e87-13e2aaef3d58', 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'fixed_ips': [{'subnet_id': 'd42e1d20-0465-44ee-85c3-73903c9279e5'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:22:30.979966 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:31.067956 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29bfe66-ddda-4a74-9281-6aa16b6423cd None None] The sync data for ids ['c1b87e50-205b-4b4b-b622-2e229134ce67'] in n-d-798054-8 is: [{'id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005873252', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:29Z', 'revision_number': 3, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:22:31.157486 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Allocated IP 172.20.0.2 (b121a1c4-aa34-434e-9e87-13e2aaef3d58/d42e1d20-0465-44ee-85c3-73903c9279e5/2b67a27d-4a26-466f-9a27-fc11091563ec) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:31.322043 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:31.332689 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Transition to ACTIVE for port object 2b67a27d-4a26-466f-9a27-fc11091563ec will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:31.341810 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b50d9ce-51b0-4a3f-9d30-e91dda336bf5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:31.351221 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Transition to ACTIVE for port object 2b67a27d-4a26-466f-9a27-fc11091563ec will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:31.359387 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:31.413394 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Network b121a1c4-aa34-434e-9e87-13e2aaef3d58 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:31.418510 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:31.422460 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:22:31.476526 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Pushing event updated for resources: {'Port': ['ID=2b67a27d-4a26-466f-9a27-fc11091563ec,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:31.511831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:31.511831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:31.511831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:31.511831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:31.511831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:31.511831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:31.511831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:31.511831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:31.511831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:31.511831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:31.511831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:31.511831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:31.527802 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Attempting to bind port 2b67a27d-4a26-466f-9a27-fc11091563ec on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:22:31.527802 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Attempting to bind port 2b67a27d-4a26-466f-9a27-fc11091563ec by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'a08afc61-051b-473a-9b4a-55e50ec1dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:22:31.528234 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Attempting to bind port 2b67a27d-4a26-466f-9a27-fc11091563ec on network b121a1c4-aa34-434e-9e87-13e2aaef3d58 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:22:31.534461 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:22:31.535003 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Checking segment: {'id': 'a08afc61-051b-473a-9b4a-55e50ec1dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:22:31.535521 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:31.536515 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Bound using segment: {'id': 'a08afc61-051b-473a-9b4a-55e50ec1dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:22:31.537107 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Bound port: 2b67a27d-4a26-466f-9a27-fc11091563ec, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08afc61-051b-473a-9b4a-55e50ec1dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:22:31.537610 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:31.611509 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] For port 2b67a27d-4a26-466f-9a27-fc11091563ec, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:22:31.615167 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] For port 2b67a27d-4a26-466f-9a27-fc11091563ec, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=2b67a27d-4a26-466f-9a27-fc11091563ec,segment=NetworkSegment(a08afc61-051b-473a-9b4a-55e50ec1dd20),segment_id=a08afc61-051b-473a-9b4a-55e50ec1dd20)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:22:31.621843 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:31.699390 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276006ad-4d24-42db-bbe3-3b8a710ebd51 None None] Pushing event updated for resources: {'Port': ['ID=2b67a27d-4a26-466f-9a27-fc11091563ec,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:31.761520 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-4b50d9ce-51b0-4a3f-9d30-e91dda336bf5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Allocated IP 172.20.0.1 (b121a1c4-aa34-434e-9e87-13e2aaef3d58/d42e1d20-0465-44ee-85c3-73903c9279e5/23fe1f6c-97fd-45e6-9a1e-7e3c509420ec) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:31.926894 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b50d9ce-51b0-4a3f-9d30-e91dda336bf5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:31.947537 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-4b50d9ce-51b0-4a3f-9d30-e91dda336bf5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Transition to ACTIVE for port object 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:31.992898 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b50d9ce-51b0-4a3f-9d30-e91dda336bf5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:32.039821 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b50d9ce-51b0-4a3f-9d30-e91dda336bf5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network b121a1c4-aa34-434e-9e87-13e2aaef3d58 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:32.043540 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-4b50d9ce-51b0-4a3f-9d30-e91dda336bf5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:32.048840 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b50d9ce-51b0-4a3f-9d30-e91dda336bf5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:22:32.102540 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50d9ce-51b0-4a3f-9d30-e91dda336bf5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Port': ['ID=23fe1f6c-97fd-45e6-9a1e-7e3c509420ec,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:32.112485 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b50d9ce-51b0-4a3f-9d30-e91dda336bf5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:32.318420 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b50d9ce-51b0-4a3f-9d30-e91dda336bf5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:32.706244 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b50d9ce-51b0-4a3f-9d30-e91dda336bf5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:32.712025 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b50d9ce-51b0-4a3f-9d30-e91dda336bf5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:32.812422 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50d9ce-51b0-4a3f-9d30-e91dda336bf5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Port': ['ID=23fe1f6c-97fd-45e6-9a1e-7e3c509420ec,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:32.815674 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a0a51f-635d-4096-a1f4-fb5f389b1f15 None None] Network b121a1c4-aa34-434e-9e87-13e2aaef3d58 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:22:32.816492 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b50d9ce-51b0-4a3f-9d30-e91dda336bf5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:32.931229 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b50d9ce-51b0-4a3f-9d30-e91dda336bf5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network b121a1c4-aa34-434e-9e87-13e2aaef3d58 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:32.932804 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-4b50d9ce-51b0-4a3f-9d30-e91dda336bf5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:32.990059 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:32.994063 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fe389bca-57bf-4035-81b9-6ef70fa3dea8 None None] Provisioning for port 2b67a27d-4a26-466f-9a27-fc11091563ec completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:33.086051 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b50d9ce-51b0-4a3f-9d30-e91dda336bf5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Router c1b87e50-205b-4b4b-b622-2e229134ce67 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:22:33.176245 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 2b67a27d-4a26-466f-9a27-fc11091563ec up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:33.249249 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 2b67a27d-4a26-466f-9a27-fc11091563ec completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:33.255128 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 2b67a27d-4a26-466f-9a27-fc11091563ec triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:33.255647 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:33.273846 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b50d9ce-51b0-4a3f-9d30-e91dda336bf5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:22:33.284917 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4b50d9ce-51b0-4a3f-9d30-e91dda336bf5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "PUT /v2.0/routers/c1b87e50-205b-4b4b-b622-2e229134ce67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4692221 Jul 05 10:22:33.372173 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:33.411934 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 2b67a27d-4a26-466f-9a27-fc11091563ec, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=2b67a27d-4a26-466f-9a27-fc11091563ec,segment=NetworkSegment(a08afc61-051b-473a-9b4a-55e50ec1dd20),segment_id=a08afc61-051b-473a-9b4a-55e50ec1dd20)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:33.419087 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:33.420229 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device a6d00021-42b4-49ab-a528-10096ebd4dda up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:33.499621 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-375a194f-7818-40b5-845f-fafe82e378d1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90421395&fields=id&tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef HTTP/1.1" status: 200 len: 267 time: 0.0615826 Jul 05 10:22:33.504090 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] Sync routers for ids ['c1b87e50-205b-4b4b-b622-2e229134ce67'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:22:33.525748 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c5e536e1-e326-4293-a7bb-a1aaa926a729 None None] Provisioning complete for port 2b67a27d-4a26-466f-9a27-fc11091563ec triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:33.526037 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c5e536e1-e326-4293-a7bb-a1aaa926a729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:33.550518 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=2b67a27d-4a26-466f-9a27-fc11091563ec,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:33.585542 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] Routers {'c1b87e50-205b-4b4b-b622-2e229134ce67'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:33.586293 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:22:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c1b87e50-205b-4b4b-b622-2e229134ce67'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:33.616948 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-e3375aa4-b0e0-46ef-842f-9a8e4813833c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:33.619253 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-e3375aa4-b0e0-46ef-842f-9a8e4813833c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/networks?id=b121a1c4-aa34-434e-9e87-13e2aaef3d58 HTTP/1.1" status: 200 len: 797 time: 0.1185560 Jul 05 10:22:33.637191 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-3b8122e0-b512-4395-bd04-4bc2071febf7 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/quotas/d53d24fbd5324a538744d7c2d5d0f8ef HTTP/1.1" status: 200 len: 375 time: 0.0116639 Jul 05 10:22:33.665886 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port a6d00021-42b4-49ab-a528-10096ebd4dda completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:33.715681 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port a6d00021-42b4-49ab-a528-10096ebd4dda triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:33.716110 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:33.741913 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-a7930ee0-850d-4229-a488-726921c19548 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915055 Jul 05 10:22:33.848666 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] Set router c1b87e50-205b-4b4b-b622-2e229134ce67 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:33.858564 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-623836f8-34cc-44a9-a235-7e02113c9aa1 service neutron] 10.222.0.79 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123946 Jul 05 10:22:33.915143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c5e536e1-e326-4293-a7bb-a1aaa926a729 None None] Provisioning for port 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:33.926448 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c5e536e1-e326-4293-a7bb-a1aaa926a729 None None] Provisioning complete for port 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:33.926953 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c5e536e1-e326-4293-a7bb-a1aaa926a729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:33.965865 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-49d26a9b-654c-459a-bea9-d72cd151482e service neutron] 10.222.0.79 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003520 Jul 05 10:22:33.998568 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:34.052918 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-06ad1062-f365-44b7-9009-89d81d56a4da tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666593889&fields=id&tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2 HTTP/1.1" status: 200 len: 267 time: 0.0345118 Jul 05 10:22:34.053358 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port a6d00021-42b4-49ab-a528-10096ebd4dda, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=a6d00021-42b4-49ab-a528-10096ebd4dda,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:34.061027 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:34.124995 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c5e536e1-e326-4293-a7bb-a1aaa926a729 None None] Port 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:22:34.165277 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-23b94548-e671-4df8-862a-b8d046a1517d req-91db20c2-78b4-48f1-9b8c-2794a36e4aad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 210 time: 0.0403774 Jul 05 10:22:34.169410 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=a6d00021-42b4-49ab-a528-10096ebd4dda,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:34.217171 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-0deba37f-0ff3-4885-8d15-0624e2df226f tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:34.218808 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-0deba37f-0ff3-4885-8d15-0624e2df226f tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 812 time: 0.1588745 Jul 05 10:22:34.226313 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005873252', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:32Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '23fe1f6c-97fd-45e6-9a1e-7e3c509420ec', 'name': '', 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:7a:d4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'd42e1d20-0465-44ee-85c3-73903c9279e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:31Z', 'updated_at': '2021-07-05T10:22:32Z', 'revision_number': 2, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'd42e1d20-0465-44ee-85c3-73903c9279e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:34.234871 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-5456e320-b102-4e4e-9630-2734352e4695 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/quotas/a0bdddb2ec084de69e94b6aa65e9aea2 HTTP/1.1" status: 200 len: 375 time: 0.0102227 Jul 05 10:22:34.267788 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] Checking router: c1b87e50-205b-4b4b-b622-2e229134ce67 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:22:34.268284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] Updating router c1b87e50-205b-4b4b-b622-2e229134ce67 port 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:22:34.297510 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4ed9d4bb-3944-4e75-bf0a-76c7caeaa3f6 None None] Provisioning complete for port 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:34.298428 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4ed9d4bb-3944-4e75-bf0a-76c7caeaa3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:34.309374 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-e751b5fb-c232-4245-be2f-277d9a14e3fa tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686469 Jul 05 10:22:34.330024 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-5b14f3d3-7411-4bce-b613-0522eaefebe6 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:22:34.331551 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-5b14f3d3-7411-4bce-b613-0522eaefebe6 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056665 Jul 05 10:22:34.332038 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:34.350003 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4ed9d4bb-3944-4e75-bf0a-76c7caeaa3f6 None None] Port 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:22:34.432261 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-d8461b3f-a09c-4ee2-9400-f12da86968b2 service neutron] 10.222.0.79 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934103 Jul 05 10:22:34.535369 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-4ce09779-ebf8-4958-a568-29b68e987231 service neutron] 10.222.0.79 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967829 Jul 05 10:22:34.638838 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:34.650531 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] Transition to ACTIVE for port object 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:34.660648 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:34.713310 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc789e0d-5a2c-4f7f-98ee-b3ba9c5fa8e0 None None] Pushing event updated for resources: {'Port': ['ID=23fe1f6c-97fd-45e6-9a1e-7e3c509420ec,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:34.789928 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] Attempting to bind port 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:22:34.790313 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] Attempting to bind port 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'a08afc61-051b-473a-9b4a-55e50ec1dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:22:34.790685 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] Attempting to bind port 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec on network b121a1c4-aa34-434e-9e87-13e2aaef3d58 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:22:34.796448 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:22:34.796774 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] Checking segment: {'id': 'a08afc61-051b-473a-9b4a-55e50ec1dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:22:34.797174 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:34.797569 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] Bound using segment: {'id': 'a08afc61-051b-473a-9b4a-55e50ec1dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:22:34.798579 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] Bound port: 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08afc61-051b-473a-9b4a-55e50ec1dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:22:34.798970 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:34.902068 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] For port 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:22:34.905648 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] For port 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=23fe1f6c-97fd-45e6-9a1e-7e3c509420ec,segment=NetworkSegment(a08afc61-051b-473a-9b4a-55e50ec1dd20),segment_id=a08afc61-051b-473a-9b4a-55e50ec1dd20)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:22:34.913921 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:34.962976 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-75d54dc2-35a0-4f54-a2bf-1e597771c937 req-314ebdaa-d752-4a70-99de-626614d42284 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 210 time: 0.0462863 Jul 05 10:22:34.980310 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] Routers {'c1b87e50-205b-4b4b-b622-2e229134ce67'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:34.981138 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:22:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c1b87e50-205b-4b4b-b622-2e229134ce67'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:35.064031 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc789e0d-5a2c-4f7f-98ee-b3ba9c5fa8e0 None None] Pushing event updated for resources: {'Port': ['ID=23fe1f6c-97fd-45e6-9a1e-7e3c509420ec,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:35.111824 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 2b67a27d-4a26-466f-9a27-fc11091563ec up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:35.174280 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] Set router c1b87e50-205b-4b4b-b622-2e229134ce67 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:35.274752 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 2b67a27d-4a26-466f-9a27-fc11091563ec triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:35.275146 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:35.340594 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f3c3dea6-0b49-439b-808a-b3e492a15b6f req-31ba5dd1-848d-423e-bae4-e29d71bf2963 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 210 time: 0.0319514 Jul 05 10:22:35.609741 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device a6d00021-42b4-49ab-a528-10096ebd4dda up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:35.665933 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005873252', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:32Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '23fe1f6c-97fd-45e6-9a1e-7e3c509420ec', 'name': '', 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:7a:d4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'd42e1d20-0465-44ee-85c3-73903c9279e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:31Z', 'updated_at': '2021-07-05T10:22:34Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'd42e1d20-0465-44ee-85c3-73903c9279e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:35.684095 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-5409157f-8f94-42b0-b497-195d0f14b117 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:35.686506 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-5409157f-8f94-42b0-b497-195d0f14b117 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.78 "GET /v2.0/networks?id=b121a1c4-aa34-434e-9e87-13e2aaef3d58 HTTP/1.1" status: 200 len: 797 time: 0.1305902 Jul 05 10:22:35.701664 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f5c78d-2405-4e07-9701-62446148fbc7 None None] The sync data for ids ['c1b87e50-205b-4b4b-b622-2e229134ce67'] in n-d-798054-8 is: [{'id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005873252', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:32Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '23fe1f6c-97fd-45e6-9a1e-7e3c509420ec', 'name': '', 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:7a:d4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'd42e1d20-0465-44ee-85c3-73903c9279e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:31Z', 'updated_at': '2021-07-05T10:22:34Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'd42e1d20-0465-44ee-85c3-73903c9279e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:22:35.705804 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port a6d00021-42b4-49ab-a528-10096ebd4dda triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:35.706351 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:35.777317 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-edf79d58-672c-44be-9426-4a21e657b402 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef HTTP/1.1" status: 200 len: 378 time: 0.0829940 Jul 05 10:22:35.787763 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-7e5d0b45-e68e-4f5c-86ad-bbbe2febc228 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'port': {'device_id': 'ae24ff16-0694-487c-bfb5-d910f86cdae6', 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58', 'admin_state_up': True, 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'security_groups': ['86ed01a8-9e40-4389-a213-2ef62ce64036']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:35.928754 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-7e5d0b45-e68e-4f5c-86ad-bbbe2febc228 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Made reservation on behalf of d53d24fbd5324a538744d7c2d5d0f8ef for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:22:35.932619 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-7e5d0b45-e68e-4f5c-86ad-bbbe2febc228 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:36.068315 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-7e5d0b45-e68e-4f5c-86ad-bbbe2febc228 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Allocated IP 172.20.0.12 (b121a1c4-aa34-434e-9e87-13e2aaef3d58/d42e1d20-0465-44ee-85c3-73903c9279e5/5a9fb55f-e9e6-474f-ad1d-69648ee16297) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:36.140173 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33f57cbc-fb98-44e5-aee0-f76dce7bf320 req-aa2b63eb-fb40-4652-a7ae-049a7a2f9a70 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 210 time: 0.0434277 Jul 05 10:22:36.284664 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-7e5d0b45-e68e-4f5c-86ad-bbbe2febc228 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:36.301407 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-7e5d0b45-e68e-4f5c-86ad-bbbe2febc228 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Transition to ACTIVE for port object 5a9fb55f-e9e6-474f-ad1d-69648ee16297 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:36.328015 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:36.352283 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-7e5d0b45-e68e-4f5c-86ad-bbbe2febc228 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:36.406436 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-7e5d0b45-e68e-4f5c-86ad-bbbe2febc228 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network b121a1c4-aa34-434e-9e87-13e2aaef3d58 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:36.409943 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-7e5d0b45-e68e-4f5c-86ad-bbbe2febc228 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:36.414243 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-7e5d0b45-e68e-4f5c-86ad-bbbe2febc228 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:22:36.466747 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-ae38dab5-cb11-417a-86a5-776b5b31625d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:36.472894 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-ae38dab5-cb11-417a-86a5-776b5b31625d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.78 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 812 time: 0.2437794 Jul 05 10:22:36.479620 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d0b45-e68e-4f5c-86ad-bbbe2febc228 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Port': ['ID=5a9fb55f-e9e6-474f-ad1d-69648ee16297,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:36.501348 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-7e5d0b45-e68e-4f5c-86ad-bbbe2febc228 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:36.502342 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-7e5d0b45-e68e-4f5c-86ad-bbbe2febc228 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:36.527975 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-7e5d0b45-e68e-4f5c-86ad-bbbe2febc228 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7449937 Jul 05 10:22:36.563670 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-ca6fb9a3-6ea5-4b1c-b493-af04efbf9159 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2 HTTP/1.1" status: 200 len: 380 time: 0.0684447 Jul 05 10:22:36.569364 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Request body: {'port': {'device_id': 'ae24ff16-0694-487c-bfb5-d910f86cdae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:36.582474 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-0c47d216-b2f0-49a0-93b2-3fab35a7f64e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Request body: {'port': {'device_id': '29ad711c-bcb9-4175-a02b-fbb6a5388df5', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'admin_state_up': True, 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'security_groups': ['d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:36.696976 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:36.716336 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93495a1a-c017-41f4-b70d-237c091a471f req-6d3899ff-add2-4b52-80e7-a4e48a7c2b32 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:36.718022 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-93495a1a-c017-41f4-b70d-237c091a471f req-6d3899ff-add2-4b52-80e7-a4e48a7c2b32 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 932 time: 0.2027159 Jul 05 10:22:36.750491 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-0c47d216-b2f0-49a0-93b2-3fab35a7f64e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Made reservation on behalf of a0bdddb2ec084de69e94b6aa65e9aea2 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:22:36.756157 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-0c47d216-b2f0-49a0-93b2-3fab35a7f64e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:36.800233 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3ee41d51-21e7-4e45-b7f1-65b6a9e470ab None None] Provisioning for port 5a9fb55f-e9e6-474f-ad1d-69648ee16297 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:36.805265 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3ee41d51-21e7-4e45-b7f1-65b6a9e470ab None None] Provisioning complete for port 5a9fb55f-e9e6-474f-ad1d-69648ee16297 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:36.807407 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3ee41d51-21e7-4e45-b7f1-65b6a9e470ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:36.865220 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-93495a1a-c017-41f4-b70d-237c091a471f req-11559c0c-c31b-4c5f-baa6-9594835f1681 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1158726 Jul 05 10:22:36.883062 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3ee41d51-21e7-4e45-b7f1-65b6a9e470ab None None] Port 5a9fb55f-e9e6-474f-ad1d-69648ee16297 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:22:36.939375 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-0c47d216-b2f0-49a0-93b2-3fab35a7f64e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Allocated IP 172.20.0.13 (640a92f1-ba53-4724-b927-c597caf88f39/fe81aa39-c7e6-420e-8913-88a4162da5db/2a48ff20-0d46-4acc-bf89-2409088536b7) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:37.135797 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-0c47d216-b2f0-49a0-93b2-3fab35a7f64e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:37.160660 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-0c47d216-b2f0-49a0-93b2-3fab35a7f64e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Transition to ACTIVE for port object 2a48ff20-0d46-4acc-bf89-2409088536b7 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:37.203201 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:37.244759 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-0c47d216-b2f0-49a0-93b2-3fab35a7f64e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:37.287509 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:37.291996 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:37.292410 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:37.332169 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-0c47d216-b2f0-49a0-93b2-3fab35a7f64e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Network 640a92f1-ba53-4724-b927-c597caf88f39 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:37.336135 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-0c47d216-b2f0-49a0-93b2-3fab35a7f64e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:37.349677 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-0c47d216-b2f0-49a0-93b2-3fab35a7f64e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:22:37.435127 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:37.464100 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a9fb55f-e9e6-474f-ad1d-69648ee16297 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:22:37.482079 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:37.487340 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=23fe1f6c-97fd-45e6-9a1e-7e3c509420ec,segment=NetworkSegment(a08afc61-051b-473a-9b4a-55e50ec1dd20),segment_id=a08afc61-051b-473a-9b4a-55e50ec1dd20)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:37.492569 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:37.521875 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Transition to ACTIVE for port object 5a9fb55f-e9e6-474f-ad1d-69648ee16297 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:37.528395 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:37.546887 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c817ec9-8f1e-4ac8-b8f0-9f5d4920565e req-73959970-4929-4773-a23d-e23f5503af39 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:37.548764 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c817ec9-8f1e-4ac8-b8f0-9f5d4920565e req-73959970-4929-4773-a23d-e23f5503af39 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 932 time: 0.1948268 Jul 05 10:22:37.565053 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=23fe1f6c-97fd-45e6-9a1e-7e3c509420ec,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:37.631823 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0c817ec9-8f1e-4ac8-b8f0-9f5d4920565e req-9bd8348c-3eb8-4a18-aefc-9dbc07885207 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550315 Jul 05 10:22:37.675117 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9fb55f-e9e6-474f-ad1d-69648ee16297,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:37.728419 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-54882906-c982-4113-b313-b15f34a8e24d None None] Provisioning for port 2a48ff20-0d46-4acc-bf89-2409088536b7 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:37.732504 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-54882906-c982-4113-b313-b15f34a8e24d None None] Provisioning complete for port 2a48ff20-0d46-4acc-bf89-2409088536b7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:37.732884 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-54882906-c982-4113-b313-b15f34a8e24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:37.756833 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Attempting to bind port 5a9fb55f-e9e6-474f-ad1d-69648ee16297 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:22:37.757396 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Attempting to bind port 5a9fb55f-e9e6-474f-ad1d-69648ee16297 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'a08afc61-051b-473a-9b4a-55e50ec1dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:22:37.757766 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Attempting to bind port 5a9fb55f-e9e6-474f-ad1d-69648ee16297 on network b121a1c4-aa34-434e-9e87-13e2aaef3d58 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:22:37.771687 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Port 5a9fb55f-e9e6-474f-ad1d-69648ee16297 on network b121a1c4-aa34-434e-9e87-13e2aaef3d58 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:22:37.772199 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Attempting to bind port 5a9fb55f-e9e6-474f-ad1d-69648ee16297 on network b121a1c4-aa34-434e-9e87-13e2aaef3d58 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:22:37.778349 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:22:37.779362 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Checking segment: {'id': 'a08afc61-051b-473a-9b4a-55e50ec1dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:22:37.780548 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Bound using segment: {'id': 'a08afc61-051b-473a-9b4a-55e50ec1dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:22:37.781164 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Bound port: 5a9fb55f-e9e6-474f-ad1d-69648ee16297, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a08afc61-051b-473a-9b4a-55e50ec1dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:22:37.781896 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:37.783121 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-54882906-c982-4113-b313-b15f34a8e24d None None] Port 2a48ff20-0d46-4acc-bf89-2409088536b7 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:22:37.846026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47d216-b2f0-49a0-93b2-3fab35a7f64e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event updated for resources: {'Port': ['ID=2a48ff20-0d46-4acc-bf89-2409088536b7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:37.866811 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] For port 5a9fb55f-e9e6-474f-ad1d-69648ee16297, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:22:37.869037 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-0c47d216-b2f0-49a0-93b2-3fab35a7f64e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:37.870282 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] For port 5a9fb55f-e9e6-474f-ad1d-69648ee16297, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=5a9fb55f-e9e6-474f-ad1d-69648ee16297,segment=NetworkSegment(a08afc61-051b-473a-9b4a-55e50ec1dd20),segment_id=a08afc61-051b-473a-9b4a-55e50ec1dd20)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:22:37.872009 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-0c47d216-b2f0-49a0-93b2-3fab35a7f64e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:37.877309 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:37.898678 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-0c47d216-b2f0-49a0-93b2-3fab35a7f64e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3266344 Jul 05 10:22:37.912402 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-c9a57c1e-904b-4c7d-8a29-8c380e3a29e3 service neutron] Request body: {'port': {'device_id': '29ad711c-bcb9-4175-a02b-fbb6a5388df5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:37.916933 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:37.917438 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:37.918829 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] 10.222.0.78 "PUT /v2.0/ports/5a9fb55f-e9e6-474f-ad1d-69648ee16297 HTTP/1.1" status: 200 len: 1092 time: 1.3602602 Jul 05 10:22:37.919284 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae24ff16-0694-487c-bfb5-d910f86cdae6', 'tag': '5a9fb55f-e9e6-474f-ad1d-69648ee16297'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:22:37.921584 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bc1a8c-8a94-4f38-bbed-776776055e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "ae24ff16-0694-487c-bfb5-d910f86cdae6", "tag": "5a9fb55f-e9e6-474f-ad1d-69648ee16297"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:22:37.956964 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9fb55f-e9e6-474f-ad1d-69648ee16297,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:37.967376 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:37.967720 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:37.968105 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:37.968441 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:37.968775 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:37.969108 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:37.969435 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:37.969909 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:37.970249 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:37.970574 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:37.970898 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:37.971220 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae42751-a529-470a-9e77-1d82390cdf84 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:38.084995 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-c9a57c1e-904b-4c7d-8a29-8c380e3a29e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:38.147119 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-c484e8d6-49e8-4588-a21a-139a3cadf608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:38.148737 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-c484e8d6-49e8-4588-a21a-139a3cadf608 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 1095 time: 0.1703770 Jul 05 10:22:38.150592 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcb98cb-cabe-4837-8b34-527bbdc269dc x-openstack-request-id: req-4dcb98cb-cabe-4837-8b34-527bbdc269dc {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:22:38.150884 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae24ff16-0694-487c-bfb5-d910f86cdae6", "tag": "5a9fb55f-e9e6-474f-ad1d-69648ee16297", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:22:38.151134 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4dcb98cb-cabe-4837-8b34-527bbdc269dc {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:22:38.151528 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae24ff16-0694-487c-bfb5-d910f86cdae6', 'tag': '5a9fb55f-e9e6-474f-ad1d-69648ee16297', 'status': 'completed', 'code': 200} Jul 05 10:22:38.210349 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-508004ee-4194-4ca1-a1ca-2fce67edb01e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a9fb55f-e9e6-474f-ad1d-69648ee16297 HTTP/1.1" status: 200 len: 217 time: 0.0540483 Jul 05 10:22:38.280185 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-530d19d4-b45a-4bf2-8eed-2edbcf683e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:38.281683 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-530d19d4-b45a-4bf2-8eed-2edbcf683e00 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d42e1d20-0465-44ee-85c3-73903c9279e5 HTTP/1.1" status: 200 len: 834 time: 0.0618944 Jul 05 10:22:38.289256 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1d3d0-c66b-4596-a654-7ed0b260ac2f req-4dbc2abd-c565-4904-8c10-c1cdfcfef498 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:38.290671 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3f1d3d0-c66b-4596-a654-7ed0b260ac2f req-4dbc2abd-c565-4904-8c10-c1cdfcfef498 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 944 time: 0.2004604 Jul 05 10:22:38.367025 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3f1d3d0-c66b-4596-a654-7ed0b260ac2f req-25605f13-08d6-4b47-821b-36bfe1a629fa tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677381 Jul 05 10:22:38.380930 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-ff57a09a-6228-4ac0-8c5c-cb4498967ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:38.382702 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-ff57a09a-6228-4ac0-8c5c-cb4498967ed8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b121a1c4-aa34-434e-9e87-13e2aaef3d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911703 Jul 05 10:22:38.480583 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-c9a57c1e-904b-4c7d-8a29-8c380e3a29e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a48ff20-0d46-4acc-bf89-2409088536b7 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:22:38.485080 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-5da6d483-8f20-44bc-bf02-95d664dacf18 service neutron] 10.222.0.78 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953691 Jul 05 10:22:38.489360 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-c9a57c1e-904b-4c7d-8a29-8c380e3a29e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:38.503229 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-c9a57c1e-904b-4c7d-8a29-8c380e3a29e3 service neutron] Transition to ACTIVE for port object 2a48ff20-0d46-4acc-bf89-2409088536b7 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:38.507679 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-c9a57c1e-904b-4c7d-8a29-8c380e3a29e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:38.588396 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa9cdb01-5bb7-42ad-bbd0-edac8e6906be req-2d69bf9f-1b6b-47b6-b4ab-f9e56ffa4c58 service neutron] 10.222.0.78 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970035 Jul 05 10:22:38.592709 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a57c1e-904b-4c7d-8a29-8c380e3a29e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a48ff20-0d46-4acc-bf89-2409088536b7,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:38.663986 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-c9a57c1e-904b-4c7d-8a29-8c380e3a29e3 service neutron] Attempting to bind port 2a48ff20-0d46-4acc-bf89-2409088536b7 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:22:38.664351 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-c9a57c1e-904b-4c7d-8a29-8c380e3a29e3 service neutron] Attempting to bind port 2a48ff20-0d46-4acc-bf89-2409088536b7 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:22:38.664694 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-c9a57c1e-904b-4c7d-8a29-8c380e3a29e3 service neutron] Attempting to bind port 2a48ff20-0d46-4acc-bf89-2409088536b7 on network 640a92f1-ba53-4724-b927-c597caf88f39 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:22:38.670561 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-c9a57c1e-904b-4c7d-8a29-8c380e3a29e3 service neutron] Port 2a48ff20-0d46-4acc-bf89-2409088536b7 on network 640a92f1-ba53-4724-b927-c597caf88f39 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:22:38.670905 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-c9a57c1e-904b-4c7d-8a29-8c380e3a29e3 service neutron] Attempting to bind port 2a48ff20-0d46-4acc-bf89-2409088536b7 on network 640a92f1-ba53-4724-b927-c597caf88f39 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:22:38.677387 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-c9a57c1e-904b-4c7d-8a29-8c380e3a29e3 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:22:38.677742 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-c9a57c1e-904b-4c7d-8a29-8c380e3a29e3 service neutron] Checking segment: {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:22:38.678269 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-c9a57c1e-904b-4c7d-8a29-8c380e3a29e3 service neutron] Bound using segment: {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:22:38.678947 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-c9a57c1e-904b-4c7d-8a29-8c380e3a29e3 service neutron] Bound port: 2a48ff20-0d46-4acc-bf89-2409088536b7, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:22:38.679333 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-c9a57c1e-904b-4c7d-8a29-8c380e3a29e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:38.719111 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc1a8c-8a94-4f38-bbed-776776055e4f req-d1ab6389-b743-4736-9070-309f4588f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:38.720892 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28bc1a8c-8a94-4f38-bbed-776776055e4f req-d1ab6389-b743-4736-9070-309f4588f3b7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 1095 time: 0.0761945 Jul 05 10:22:38.763482 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-c9a57c1e-904b-4c7d-8a29-8c380e3a29e3 service neutron] For port 2a48ff20-0d46-4acc-bf89-2409088536b7, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:22:38.769365 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-c9a57c1e-904b-4c7d-8a29-8c380e3a29e3 service neutron] For port 2a48ff20-0d46-4acc-bf89-2409088536b7, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2a48ff20-0d46-4acc-bf89-2409088536b7,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:22:38.775524 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-c9a57c1e-904b-4c7d-8a29-8c380e3a29e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:38.845218 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-c9a57c1e-904b-4c7d-8a29-8c380e3a29e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:38.845894 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-c9a57c1e-904b-4c7d-8a29-8c380e3a29e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:38.847375 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-c9a57c1e-904b-4c7d-8a29-8c380e3a29e3 service neutron] 10.222.0.78 "PUT /v2.0/ports/2a48ff20-0d46-4acc-bf89-2409088536b7 HTTP/1.1" status: 200 len: 1092 time: 0.9405034 Jul 05 10:22:38.848654 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a57c1e-904b-4c7d-8a29-8c380e3a29e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a48ff20-0d46-4acc-bf89-2409088536b7,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:38.851335 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ad711c-bcb9-4175-a02b-fbb6a5388df5', 'tag': '2a48ff20-0d46-4acc-bf89-2409088536b7'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:22:38.885784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc1a8c-8a94-4f38-bbed-776776055e4f req-a6bd6965-ef04-4b82-9598-0db62eeee501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:38.887286 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28bc1a8c-8a94-4f38-bbed-776776055e4f req-a6bd6965-ef04-4b82-9598-0db62eeee501 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b121a1c4-aa34-434e-9e87-13e2aaef3d58 HTTP/1.1" status: 200 len: 898 time: 0.1601214 Jul 05 10:22:38.896422 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eab1e42-c9c4-4bac-a269-5a96eba868ab" -d '{"events": [{"name": "network-changed", "server_uuid": "29ad711c-bcb9-4175-a02b-fbb6a5388df5", "tag": "2a48ff20-0d46-4acc-bf89-2409088536b7"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:22:38.900952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183be67-c0e0-4150-8756-9d75277f5c5b req-ccee6180-99c4-489a-b79b-08db788b7a0c tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:38.902859 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5183be67-c0e0-4150-8756-9d75277f5c5b req-ccee6180-99c4-489a-b79b-08db788b7a0c tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 944 time: 0.1063683 Jul 05 10:22:38.954803 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28bc1a8c-8a94-4f38-bbed-776776055e4f req-a686ff98-5836-4fc8-aca0-cdb050d83cb1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a9fb55f-e9e6-474f-ad1d-69648ee16297 HTTP/1.1" status: 200 len: 217 time: 0.0509880 Jul 05 10:22:39.027913 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-d430ba52-6843-4b2b-9360-da018c4db6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:39.028605 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5183be67-c0e0-4150-8756-9d75277f5c5b req-02e3490b-219b-46cf-9768-6cc50215daa6 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171763 Jul 05 10:22:39.029454 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-d430ba52-6843-4b2b-9360-da018c4db6b7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 1095 time: 0.1273060 Jul 05 10:22:39.045156 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc1a8c-8a94-4f38-bbed-776776055e4f req-b5822049-44d2-45cf-9e0c-e5188e2034ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:39.049051 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28bc1a8c-8a94-4f38-bbed-776776055e4f req-b5822049-44d2-45cf-9e0c-e5188e2034ed service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d42e1d20-0465-44ee-85c3-73903c9279e5 HTTP/1.1" status: 200 len: 834 time: 0.0835209 Jul 05 10:22:39.114114 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-c658080e-3fb0-4e41-9d3b-4f29a02548c8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a48ff20-0d46-4acc-bf89-2409088536b7 HTTP/1.1" status: 200 len: 217 time: 0.0767415 Jul 05 10:22:39.120654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc1a8c-8a94-4f38-bbed-776776055e4f req-611f7540-1f96-486b-af64-ba8d0f1d1489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:39.122245 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28bc1a8c-8a94-4f38-bbed-776776055e4f req-611f7540-1f96-486b-af64-ba8d0f1d1489 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b121a1c4-aa34-434e-9e87-13e2aaef3d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712903 Jul 05 10:22:39.140757 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e8efce-92ca-4b59-b862-19944d3df3db x-openstack-request-id: req-d2e8efce-92ca-4b59-b862-19944d3df3db {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:22:39.141075 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ad711c-bcb9-4175-a02b-fbb6a5388df5", "tag": "2a48ff20-0d46-4acc-bf89-2409088536b7", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:22:39.141702 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d2e8efce-92ca-4b59-b862-19944d3df3db {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:22:39.142183 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ad711c-bcb9-4175-a02b-fbb6a5388df5', 'tag': '2a48ff20-0d46-4acc-bf89-2409088536b7', 'status': 'completed', 'code': 200} Jul 05 10:22:39.163084 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:39.192467 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-3fa56fdf-d508-439b-8166-9b649d2cdce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:39.194001 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-3fa56fdf-d508-439b-8166-9b649d2cdce8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.0735049 Jul 05 10:22:39.217447 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:39.218154 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:39.239415 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28bc1a8c-8a94-4f38-bbed-776776055e4f req-367822a4-255a-4660-bd14-b7b0fc8a3e76 service neutron] 10.222.0.78 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098759 Jul 05 10:22:39.305639 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-7cb103d9-cc41-41a0-a5ec-05d673b58717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:39.307612 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-7cb103d9-cc41-41a0-a5ec-05d673b58717 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066294 Jul 05 10:22:39.344018 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28bc1a8c-8a94-4f38-bbed-776776055e4f req-97f23c7e-81a9-4e00-8aaf-f9ef3be6fd6a service neutron] 10.222.0.78 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973673 Jul 05 10:22:39.405435 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-a0b801a8-2223-4c1b-88d0-40d9f328e169 service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913558 Jul 05 10:22:39.502815 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7392a85d-05d8-4dc6-b22f-247b95ab70ed req-9130d35e-a49d-4228-ae3b-e1c0badf9cc2 service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906758 Jul 05 10:22:39.551836 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af5c0c-863d-4cb7-86c3-2112b6385b08 req-50cc012a-85fb-4581-9f34-dd58f61c68a1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:39.553472 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-47af5c0c-863d-4cb7-86c3-2112b6385b08 req-50cc012a-85fb-4581-9f34-dd58f61c68a1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 944 time: 0.0656388 Jul 05 10:22:39.598991 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-47af5c0c-863d-4cb7-86c3-2112b6385b08 req-c6dc329c-0342-40a9-8749-c53d7f8e0311 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397286 Jul 05 10:22:39.609908 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab1e42-c9c4-4bac-a269-5a96eba868ab req-8261f021-7d82-4b37-ac35-9478dec1dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:39.612157 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2eab1e42-c9c4-4bac-a269-5a96eba868ab req-8261f021-7d82-4b37-ac35-9478dec1dc87 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 1095 time: 0.0605972 Jul 05 10:22:39.768045 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab1e42-c9c4-4bac-a269-5a96eba868ab req-e5e5bcfa-9c7f-4e48-9644-e44519127fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:39.769901 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2eab1e42-c9c4-4bac-a269-5a96eba868ab req-e5e5bcfa-9c7f-4e48-9644-e44519127fa5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 913 time: 0.1514421 Jul 05 10:22:39.816755 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2eab1e42-c9c4-4bac-a269-5a96eba868ab req-883e5636-a6cd-4dd6-bb78-d9f371bb79fe service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a48ff20-0d46-4acc-bf89-2409088536b7 HTTP/1.1" status: 200 len: 217 time: 0.0402360 Jul 05 10:22:39.864693 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab1e42-c9c4-4bac-a269-5a96eba868ab req-22593463-cfc3-48ae-bc81-d2fd2c19d65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:39.866172 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2eab1e42-c9c4-4bac-a269-5a96eba868ab req-22593463-cfc3-48ae-bc81-d2fd2c19d65c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.0433660 Jul 05 10:22:39.923575 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab1e42-c9c4-4bac-a269-5a96eba868ab req-773de666-e287-4d0e-a246-09992b8b9eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:39.925190 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2eab1e42-c9c4-4bac-a269-5a96eba868ab req-773de666-e287-4d0e-a246-09992b8b9eba service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523114 Jul 05 10:22:40.032079 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2eab1e42-c9c4-4bac-a269-5a96eba868ab req-189c8c57-12e9-4d8e-b4f2-219e498c454f service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994534 Jul 05 10:22:40.124110 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2eab1e42-c9c4-4bac-a269-5a96eba868ab req-540d0d86-080c-4052-9fd4-08baac17c661 service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848949 Jul 05 10:22:40.398221 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b81c2-a87e-44f8-9ab3-8e5b9368cd79 req-fceda471-c70a-4419-ba3d-eabba7056927 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:40.399877 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-493b81c2-a87e-44f8-9ab3-8e5b9368cd79 req-fceda471-c70a-4419-ba3d-eabba7056927 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 944 time: 0.0667298 Jul 05 10:22:40.439292 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-493b81c2-a87e-44f8-9ab3-8e5b9368cd79 req-1163079f-0521-488f-b3fa-891abcaafd75 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331376 Jul 05 10:22:40.778792 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a06d2-da1c-4e2d-b9aa-d9c8deeba51f req-8e4ce5f1-04c9-432a-9d92-cbdca1095352 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:40.780220 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc6a06d2-da1c-4e2d-b9aa-d9c8deeba51f req-8e4ce5f1-04c9-432a-9d92-cbdca1095352 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 944 time: 0.0643008 Jul 05 10:22:40.819758 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc6a06d2-da1c-4e2d-b9aa-d9c8deeba51f req-867c1ded-ea9e-4561-bfa4-de2c86bbcf21 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337000 Jul 05 10:22:41.614079 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35959979-5f8b-4c8e-8117-8c3d46694e5d req-e06f65b3-d689-4fba-9517-8abf7b59e22e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:41.616056 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35959979-5f8b-4c8e-8117-8c3d46694e5d req-e06f65b3-d689-4fba-9517-8abf7b59e22e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 944 time: 0.0688448 Jul 05 10:22:41.653196 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35959979-5f8b-4c8e-8117-8c3d46694e5d req-324f641b-ade3-41c0-989d-cb3585dff2b5 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318482 Jul 05 10:22:41.993157 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5f390-87f6-4244-b379-de5a779d3da8 req-bb2be4a3-2e4d-476e-8f92-cac3fa5e5f48 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:41.994573 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e1c5f390-87f6-4244-b379-de5a779d3da8 req-bb2be4a3-2e4d-476e-8f92-cac3fa5e5f48 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 944 time: 0.0645883 Jul 05 10:22:42.030814 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e1c5f390-87f6-4244-b379-de5a779d3da8 req-2c3e8db1-0879-45f4-a33c-1a8273bc5755 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306284 Jul 05 10:22:42.369960 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 5a9fb55f-e9e6-474f-ad1d-69648ee16297 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:22:42.462989 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 5a9fb55f-e9e6-474f-ad1d-69648ee16297, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=5a9fb55f-e9e6-474f-ad1d-69648ee16297,segment=NetworkSegment(a08afc61-051b-473a-9b4a-55e50ec1dd20),segment_id=a08afc61-051b-473a-9b4a-55e50ec1dd20)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:42.474018 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '5a9fb55f-e9e6-474f-ad1d-69648ee16297', 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58', 'port_id': '5a9fb55f-e9e6-474f-ad1d-69648ee16297', 'mac_address': 'fa:16:3e:f8:2b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42e1d20-0465-44ee-85c3-73903c9279e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:22:42.513717 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:42.526512 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a9fb55f-e9e6-474f-ad1d-69648ee16297 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:22:42.545714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 5a9fb55f-e9e6-474f-ad1d-69648ee16297, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=5a9fb55f-e9e6-474f-ad1d-69648ee16297,segment=NetworkSegment(a08afc61-051b-473a-9b4a-55e50ec1dd20),segment_id=a08afc61-051b-473a-9b4a-55e50ec1dd20)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:42.549713 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:42.597375 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=5a9fb55f-e9e6-474f-ad1d-69648ee16297,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:42.822955 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c3e4d-b6e3-406c-b883-f19259ceb3d1 req-ac107906-aaee-4b5a-8a4c-7cc5e1c6aeb2 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:42.824553 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-791c3e4d-b6e3-406c-b883-f19259ceb3d1 req-ac107906-aaee-4b5a-8a4c-7cc5e1c6aeb2 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 944 time: 0.0634413 Jul 05 10:22:42.867411 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-791c3e4d-b6e3-406c-b883-f19259ceb3d1 req-20da0a10-952c-4736-a5aa-12ece19ef116 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373070 Jul 05 10:22:42.943817 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['5a9fb55f-e9e6-474f-ad1d-69648ee16297'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:22:43.208579 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6d436-8fcb-47b9-b614-d778f164c9a0 req-efb6a7c7-fed8-4a8e-ba60-17dc73c6ce9c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:43.210033 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d4f6d436-8fcb-47b9-b614-d778f164c9a0 req-efb6a7c7-fed8-4a8e-ba60-17dc73c6ce9c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 945 time: 0.0660036 Jul 05 10:22:43.247707 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d4f6d436-8fcb-47b9-b614-d778f164c9a0 req-15400515-7ebf-4ece-8ecf-1a59e2e22dfb tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321202 Jul 05 10:22:44.043382 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18154b-af46-4184-87ac-bb22ec91bbbf req-108d3e8b-174d-49d9-a1a6-a680ceeb3fc8 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:44.045396 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc18154b-af46-4184-87ac-bb22ec91bbbf req-108d3e8b-174d-49d9-a1a6-a680ceeb3fc8 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 944 time: 0.0669777 Jul 05 10:22:44.085682 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc18154b-af46-4184-87ac-bb22ec91bbbf req-e6bfe343-c089-4e50-afb3-6d0543465473 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345235 Jul 05 10:22:44.382295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 5a9fb55f-e9e6-474f-ad1d-69648ee16297 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:44.424195 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcd360-16e1-4cbe-b6f4-4f99b4a7d611 req-21a9d55a-1c2c-49b6-8171-7a3cc8911353 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:44.425928 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78dcd360-16e1-4cbe-b6f4-4f99b4a7d611 req-21a9d55a-1c2c-49b6-8171-7a3cc8911353 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 945 time: 0.0683024 Jul 05 10:22:44.432330 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 5a9fb55f-e9e6-474f-ad1d-69648ee16297 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:44.437215 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 5a9fb55f-e9e6-474f-ad1d-69648ee16297 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:44.437622 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:44.472275 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78dcd360-16e1-4cbe-b6f4-4f99b4a7d611 req-546c56bd-7589-40cd-a5f9-3ac9fc0e836e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359690 Jul 05 10:22:44.522220 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:44.544515 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae24ff16-0694-487c-bfb5-d910f86cdae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9fb55f-e9e6-474f-ad1d-69648ee16297'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:22:44.546795 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbac4cd-b899-4ceb-88b3-4dbf0205d325" -d '{"events": [{"server_uuid": "ae24ff16-0694-487c-bfb5-d910f86cdae6", "name": "network-vif-plugged", "status": "completed", "tag": "5a9fb55f-e9e6-474f-ad1d-69648ee16297"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:22:44.559595 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 5a9fb55f-e9e6-474f-ad1d-69648ee16297, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=5a9fb55f-e9e6-474f-ad1d-69648ee16297,segment=NetworkSegment(a08afc61-051b-473a-9b4a-55e50ec1dd20),segment_id=a08afc61-051b-473a-9b4a-55e50ec1dd20)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:44.563679 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:44.587077 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f2b1c7-63c7-4bde-b412-139221498b7e x-openstack-request-id: req-66f2b1c7-63c7-4bde-b412-139221498b7e {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:22:44.587380 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae24ff16-0694-487c-bfb5-d910f86cdae6", "name": "network-vif-plugged", "status": "completed", "tag": "5a9fb55f-e9e6-474f-ad1d-69648ee16297", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:22:44.587635 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-66f2b1c7-63c7-4bde-b412-139221498b7e {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:22:44.588054 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae24ff16-0694-487c-bfb5-d910f86cdae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9fb55f-e9e6-474f-ad1d-69648ee16297', 'code': 200} Jul 05 10:22:44.614442 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=5a9fb55f-e9e6-474f-ad1d-69648ee16297,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:44.702467 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780630e-8188-40c8-841d-83fb9cb1a3f2 req-cfb3a2fd-0faf-47bb-9ab6-724014a5b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:44.704550 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b780630e-8188-40c8-841d-83fb9cb1a3f2 req-cfb3a2fd-0faf-47bb-9ab6-724014a5b9de service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 1097 time: 0.0547924 Jul 05 10:22:44.738952 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b780630e-8188-40c8-841d-83fb9cb1a3f2 req-5cb18ef6-4e4e-44ff-b769-59a3144f41a7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0277462 Jul 05 10:22:45.261201 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3625ca5-83ad-4809-8a11-b9e6ca84005f req-a121ca00-ae61-49bf-a9c6-8574fd349709 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:45.262693 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3625ca5-83ad-4809-8a11-b9e6ca84005f req-a121ca00-ae61-49bf-a9c6-8574fd349709 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 944 time: 0.0636003 Jul 05 10:22:45.300566 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3625ca5-83ad-4809-8a11-b9e6ca84005f req-0bd548e6-3535-4441-b6e0-2fa3f700a595 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310309 Jul 05 10:22:45.646682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e4d47-ca24-4229-837b-82b611aae123 req-edc29add-b5b0-4473-bbd5-86be6f367287 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:45.648201 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-022e4d47-ca24-4229-837b-82b611aae123 req-edc29add-b5b0-4473-bbd5-86be6f367287 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 946 time: 0.0646305 Jul 05 10:22:45.689423 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-022e4d47-ca24-4229-837b-82b611aae123 req-05592f6a-0c7c-4d95-9f3d-b4eb4e5c2902 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357289 Jul 05 10:22:46.470023 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4641b-0c25-40f4-8f00-f175e8691f60 req-f77dbddc-330f-486b-827f-5c97fefdc803 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:46.471525 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-99c4641b-0c25-40f4-8f00-f175e8691f60 req-f77dbddc-330f-486b-827f-5c97fefdc803 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 944 time: 0.0628042 Jul 05 10:22:46.508929 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-99c4641b-0c25-40f4-8f00-f175e8691f60 req-9559931f-fdf6-4be1-b7b1-694536713292 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316093 Jul 05 10:22:46.797331 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-53a15c06-f6e6-4434-b699-f768ff66276c req-ea89c82d-d48d-4c09-b601-d3a2b536fab9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498891 Jul 05 10:22:46.866095 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a9079-9ad8-4ae4-9d0c-c2e19c22e53c req-1b2d239a-eef3-49e9-8c4a-55a4cf2d2d48 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:46.867776 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e6a9079-9ad8-4ae4-9d0c-c2e19c22e53c req-1b2d239a-eef3-49e9-8c4a-55a4cf2d2d48 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 946 time: 0.0700066 Jul 05 10:22:46.897378 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a15c06-f6e6-4434-b699-f768ff66276c req-6c1f31eb-04c1-40c8-af74-7b5bc1573411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:46.899133 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-53a15c06-f6e6-4434-b699-f768ff66276c req-6c1f31eb-04c1-40c8-af74-7b5bc1573411 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 1097 time: 0.0586936 Jul 05 10:22:46.909405 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e6a9079-9ad8-4ae4-9d0c-c2e19c22e53c req-c84002fb-3c01-4e8b-a918-5aebff037d5a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345964 Jul 05 10:22:47.007647 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a15c06-f6e6-4434-b699-f768ff66276c req-6d4c65c2-0c82-418c-ad35-c783b8ebc0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:47.009186 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-53a15c06-f6e6-4434-b699-f768ff66276c req-6d4c65c2-0c82-418c-ad35-c783b8ebc0a5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b121a1c4-aa34-434e-9e87-13e2aaef3d58 HTTP/1.1" status: 200 len: 898 time: 0.0901678 Jul 05 10:22:47.053270 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-53a15c06-f6e6-4434-b699-f768ff66276c req-c3bcde88-97dd-4e3b-a126-63576e78c267 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a9fb55f-e9e6-474f-ad1d-69648ee16297 HTTP/1.1" status: 200 len: 217 time: 0.0372751 Jul 05 10:22:47.086414 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdb779-4bd8-431d-af93-476014cfbbbb req-dfe98644-6bd8-49d3-8cef-6cb3bcd6111f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:47.087985 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3cdb779-4bd8-431d-af93-476014cfbbbb req-dfe98644-6bd8-49d3-8cef-6cb3bcd6111f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 946 time: 0.0670061 Jul 05 10:22:47.103173 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a15c06-f6e6-4434-b699-f768ff66276c req-250d3f4d-2cc4-4709-b742-d335bc558c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:47.104719 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-53a15c06-f6e6-4434-b699-f768ff66276c req-250d3f4d-2cc4-4709-b742-d335bc558c6c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d42e1d20-0465-44ee-85c3-73903c9279e5 HTTP/1.1" status: 200 len: 834 time: 0.0459483 Jul 05 10:22:47.126832 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3cdb779-4bd8-431d-af93-476014cfbbbb req-eca8f9f3-5636-4b04-8b10-0485837b78f9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329831 Jul 05 10:22:47.150410 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43844) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:47.167925 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a15c06-f6e6-4434-b699-f768ff66276c req-4d0182d3-b597-40c8-a89e-1de6d39b0546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:47.169419 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-53a15c06-f6e6-4434-b699-f768ff66276c req-4d0182d3-b597-40c8-a89e-1de6d39b0546 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b121a1c4-aa34-434e-9e87-13e2aaef3d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581887 Jul 05 10:22:47.203838 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe2de3a-0d70-412f-a240-6b960a93cb25 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:47.206105 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cfe2de3a-0d70-412f-a240-6b960a93cb25 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 1092 time: 0.0546155 Jul 05 10:22:47.209054 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43846) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:47.216126 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c0cac017-9809-4641-b8ee-4f70a148ea07 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': '5a9fb55f-e9e6-474f-ad1d-69648ee16297', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:47.244652 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0cac017-9809-4641-b8ee-4f70a148ea07 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:47.265882 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-53a15c06-f6e6-4434-b699-f768ff66276c req-a619db1f-6e1c-42b4-96b6-4638f0c2fa72 service neutron] 10.222.0.78 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901477 Jul 05 10:22:47.357148 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0cac017-9809-4641-b8ee-4f70a148ea07 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:47.369660 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-53a15c06-f6e6-4434-b699-f768ff66276c req-72b98639-65e7-4196-88dc-dd846ac01741 service neutron] 10.222.0.78 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976622 Jul 05 10:22:47.463664 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-c0cac017-9809-4641-b8ee-4f70a148ea07 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Allocated IP 172.25.7.71 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/60383274-5f02-4b29-8216-99c53c9589fc) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:47.568645 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0cac017-9809-4641-b8ee-4f70a148ea07 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:47.612667 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0cac017-9809-4641-b8ee-4f70a148ea07 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:47.678979 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cac017-9809-4641-b8ee-4f70a148ea07 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:47.682549 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-c0cac017-9809-4641-b8ee-4f70a148ea07 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:47.691530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cac017-9809-4641-b8ee-4f70a148ea07 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:22:47.716547 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cac017-9809-4641-b8ee-4f70a148ea07 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Port': ['ID=60383274-5f02-4b29-8216-99c53c9589fc,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:47.777155 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdae12-6529-4225-9e9b-6a1a93684832 req-5d761545-120b-47f1-b103-c53fc997fb85 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:47.778638 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4ebdae12-6529-4225-9e9b-6a1a93684832 req-5d761545-120b-47f1-b103-c53fc997fb85 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 944 time: 0.1606641 Jul 05 10:22:47.855424 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4ebdae12-6529-4225-9e9b-6a1a93684832 req-24387b39-0047-43f5-b299-34d261c8e703 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692694 Jul 05 10:22:48.227338 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0cac017-9809-4641-b8ee-4f70a148ea07 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:48.335575 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0cac017-9809-4641-b8ee-4f70a148ea07 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:48.746481 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0cac017-9809-4641-b8ee-4f70a148ea07 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:48.751646 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0cac017-9809-4641-b8ee-4f70a148ea07 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:48.817176 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cac017-9809-4641-b8ee-4f70a148ea07 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Port': ['ID=60383274-5f02-4b29-8216-99c53c9589fc,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:48.827202 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0cac017-9809-4641-b8ee-4f70a148ea07 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:48.927571 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-c0cac017-9809-4641-b8ee-4f70a148ea07 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Floating IP 99b77dae-d83d-4b27-ac56-4f0550645e01 associated. External IP: 172.25.7.71, port: 5a9fb55f-e9e6-474f-ad1d-69648ee16297. Jul 05 10:22:49.121061 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e85f9b-29ba-42e0-a96d-5ec0d0a9066a req-0b955004-3dbf-4b6b-943f-34d37a83bfe9 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:49.122556 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-36e85f9b-29ba-42e0-a96d-5ec0d0a9066a req-0b955004-3dbf-4b6b-943f-34d37a83bfe9 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 944 time: 0.1456730 Jul 05 10:22:49.202826 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-36e85f9b-29ba-42e0-a96d-5ec0d0a9066a req-3abf79ec-31cc-40ae-bf6b-d4e8d9be9a65 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737488 Jul 05 10:22:49.215544 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cac017-9809-4641-b8ee-4f70a148ea07 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Router c1b87e50-205b-4b4b-b622-2e229134ce67 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:22:49.326343 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cac017-9809-4641-b8ee-4f70a148ea07 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:22:49.335427 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4d9b80-89fe-40cd-98b2-19bb2d591fe9 None None] Sync routers for ids ['c1b87e50-205b-4b4b-b622-2e229134ce67'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:22:49.341608 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0cac017-9809-4641-b8ee-4f70a148ea07 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:49.345284 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4d9b80-89fe-40cd-98b2-19bb2d591fe9 None None] Routers {'c1b87e50-205b-4b4b-b622-2e229134ce67'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:49.345899 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1e4d9b80-89fe-40cd-98b2-19bb2d591fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:22:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c1b87e50-205b-4b4b-b622-2e229134ce67'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:49.378504 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c0cac017-9809-4641-b8ee-4f70a148ea07 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1675146 Jul 05 10:22:49.379117 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae24ff16-0694-487c-bfb5-d910f86cdae6', 'tag': '5a9fb55f-e9e6-474f-ad1d-69648ee16297'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:22:49.381448 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13587dd7-8a1b-49d6-8da7-eec6a92e06b1" -d '{"events": [{"name": "network-changed", "server_uuid": "ae24ff16-0694-487c-bfb5-d910f86cdae6", "tag": "5a9fb55f-e9e6-474f-ad1d-69648ee16297"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:22:49.422305 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56c3196-fda5-4caa-9e16-ffd72da664c4 x-openstack-request-id: req-d56c3196-fda5-4caa-9e16-ffd72da664c4 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:22:49.422607 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae24ff16-0694-487c-bfb5-d910f86cdae6", "tag": "5a9fb55f-e9e6-474f-ad1d-69648ee16297", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:22:49.423445 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d56c3196-fda5-4caa-9e16-ffd72da664c4 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:22:49.423890 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae24ff16-0694-487c-bfb5-d910f86cdae6', 'tag': '5a9fb55f-e9e6-474f-ad1d-69648ee16297', 'status': 'completed', 'code': 200} Jul 05 10:22:49.456119 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1e4d9b80-89fe-40cd-98b2-19bb2d591fe9 None None] Set router c1b87e50-205b-4b4b-b622-2e229134ce67 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:49.499670 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13587dd7-8a1b-49d6-8da7-eec6a92e06b1 req-f4ace63e-97d3-4e9b-b56e-63942bc92537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:49.501738 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-13587dd7-8a1b-49d6-8da7-eec6a92e06b1 req-f4ace63e-97d3-4e9b-b56e-63942bc92537 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 1097 time: 0.0562868 Jul 05 10:22:49.540291 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89671c4-5677-4fec-a11f-1f3100015dc4 req-99ec7f24-4346-49ca-ae9f-553c546b4366 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:49.542016 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d89671c4-5677-4fec-a11f-1f3100015dc4 req-99ec7f24-4346-49ca-ae9f-553c546b4366 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 946 time: 0.0659022 Jul 05 10:22:49.582929 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d89671c4-5677-4fec-a11f-1f3100015dc4 req-dcce549f-b19f-45a3-a5af-525b371f6866 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351117 Jul 05 10:22:49.606383 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13587dd7-8a1b-49d6-8da7-eec6a92e06b1 req-b923a9bc-cb79-406f-b29d-3dba93438df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:49.607702 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-13587dd7-8a1b-49d6-8da7-eec6a92e06b1 req-b923a9bc-cb79-406f-b29d-3dba93438df8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b121a1c4-aa34-434e-9e87-13e2aaef3d58 HTTP/1.1" status: 200 len: 898 time: 0.1001954 Jul 05 10:22:49.609262 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43860) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:49.686444 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1e4d9b80-89fe-40cd-98b2-19bb2d591fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005873252', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:32Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '99b77dae-d83d-4b27-ac56-4f0550645e01', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'port_id': '5a9fb55f-e9e6-474f-ad1d-69648ee16297', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58', 'mac_address': 'fa:16:3e:f8:2b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae24ff16-0694-487c-bfb5-d910f86cdae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:22:47Z', 'updated_at': '2021-07-05T10:22:47Z', 'revision_number': 0, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23fe1f6c-97fd-45e6-9a1e-7e3c509420ec', 'name': '', 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:7a:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'd42e1d20-0465-44ee-85c3-73903c9279e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:31Z', 'updated_at': '2021-07-05T10:22:37Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'd42e1d20-0465-44ee-85c3-73903c9279e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:49.717111 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4d9b80-89fe-40cd-98b2-19bb2d591fe9 None None] Checking router: c1b87e50-205b-4b4b-b622-2e229134ce67 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:22:49.726146 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4d9b80-89fe-40cd-98b2-19bb2d591fe9 None None] Routers {'c1b87e50-205b-4b4b-b622-2e229134ce67'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:49.726330 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-13587dd7-8a1b-49d6-8da7-eec6a92e06b1 req-cfb4a584-ae6b-41c3-a97c-f9d5f30e996f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a9fb55f-e9e6-474f-ad1d-69648ee16297 HTTP/1.1" status: 200 len: 999 time: 0.1121225 Jul 05 10:22:49.726801 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1e4d9b80-89fe-40cd-98b2-19bb2d591fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:22:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c1b87e50-205b-4b4b-b622-2e229134ce67'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:49.735592 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-91959fba-d486-4202-a0fd-88a90e65f730 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/floatingips/99b77dae-d83d-4b27-ac56-4f0550645e01 HTTP/1.1" status: 200 len: 991 time: 0.1235578 Jul 05 10:22:49.775647 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13587dd7-8a1b-49d6-8da7-eec6a92e06b1 req-7f34d22c-4d9d-4850-957b-12b0e29ac524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:49.777158 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-13587dd7-8a1b-49d6-8da7-eec6a92e06b1 req-7f34d22c-4d9d-4850-957b-12b0e29ac524 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d42e1d20-0465-44ee-85c3-73903c9279e5 HTTP/1.1" status: 200 len: 834 time: 0.0447614 Jul 05 10:22:49.825705 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1e4d9b80-89fe-40cd-98b2-19bb2d591fe9 None None] Set router c1b87e50-205b-4b4b-b622-2e229134ce67 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:49.839044 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13587dd7-8a1b-49d6-8da7-eec6a92e06b1 req-c302a70f-ce20-4d16-8e5d-b35926f2d429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:49.840611 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-13587dd7-8a1b-49d6-8da7-eec6a92e06b1 req-c302a70f-ce20-4d16-8e5d-b35926f2d429 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b121a1c4-aa34-434e-9e87-13e2aaef3d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566874 Jul 05 10:22:49.930402 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-13587dd7-8a1b-49d6-8da7-eec6a92e06b1 req-ccbbf109-e0fe-4fd1-8576-c045e0a91c54 service neutron] 10.222.0.78 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822225 Jul 05 10:22:50.024053 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-13587dd7-8a1b-49d6-8da7-eec6a92e06b1 req-a597be3c-3028-4c5f-b111-fdd52573b36a service neutron] 10.222.0.78 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875142 Jul 05 10:22:50.049218 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1e4d9b80-89fe-40cd-98b2-19bb2d591fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005873252', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:32Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '99b77dae-d83d-4b27-ac56-4f0550645e01', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'port_id': '5a9fb55f-e9e6-474f-ad1d-69648ee16297', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58', 'mac_address': 'fa:16:3e:f8:2b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae24ff16-0694-487c-bfb5-d910f86cdae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:22:47Z', 'updated_at': '2021-07-05T10:22:47Z', 'revision_number': 0, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23fe1f6c-97fd-45e6-9a1e-7e3c509420ec', 'name': '', 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:7a:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'd42e1d20-0465-44ee-85c3-73903c9279e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:31Z', 'updated_at': '2021-07-05T10:22:37Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'd42e1d20-0465-44ee-85c3-73903c9279e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:50.075474 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4d9b80-89fe-40cd-98b2-19bb2d591fe9 None None] The sync data for ids ['c1b87e50-205b-4b4b-b622-2e229134ce67'] in n-d-798054-8 is: [{'id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005873252', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:32Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '99b77dae-d83d-4b27-ac56-4f0550645e01', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'port_id': '5a9fb55f-e9e6-474f-ad1d-69648ee16297', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58', 'mac_address': 'fa:16:3e:f8:2b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae24ff16-0694-487c-bfb5-d910f86cdae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:22:47Z', 'updated_at': '2021-07-05T10:22:47Z', 'revision_number': 0, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23fe1f6c-97fd-45e6-9a1e-7e3c509420ec', 'name': '', 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:7a:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'd42e1d20-0465-44ee-85c3-73903c9279e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:31Z', 'updated_at': '2021-07-05T10:22:37Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'd42e1d20-0465-44ee-85c3-73903c9279e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:22:50.263099 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c3fa8d-4187-40e1-bcbc-0370fc07828c None None] New status for floating IP 99b77dae-d83d-4b27-ac56-4f0550645e01: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:22:50.394804 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10ee30-1870-4b79-b792-af85724b3477 req-bbd2d1e4-32cf-43ad-b2df-e8a2e2600249 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:50.396328 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b10ee30-1870-4b79-b792-af85724b3477 req-bbd2d1e4-32cf-43ad-b2df-e8a2e2600249 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 944 time: 0.0664814 Jul 05 10:22:50.425814 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 2a48ff20-0d46-4acc-bf89-2409088536b7 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:22:50.442343 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b10ee30-1870-4b79-b792-af85724b3477 req-93f648c7-17ce-42d9-805c-81e310e6ea7d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394533 Jul 05 10:22:50.528496 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 2a48ff20-0d46-4acc-bf89-2409088536b7, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2a48ff20-0d46-4acc-bf89-2409088536b7,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:50.539491 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '2a48ff20-0d46-4acc-bf89-2409088536b7', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'port_id': '2a48ff20-0d46-4acc-bf89-2409088536b7', 'mac_address': 'fa:16:3e:b4:17:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:22:50.575441 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:50.588478 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a48ff20-0d46-4acc-bf89-2409088536b7 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:22:50.607949 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 2a48ff20-0d46-4acc-bf89-2409088536b7, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2a48ff20-0d46-4acc-bf89-2409088536b7,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:50.611643 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:50.661716 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=2a48ff20-0d46-4acc-bf89-2409088536b7,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:50.737643 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43866) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:50.797266 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-288a9f86-270b-43c0-bc5e-d14995392a9c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/floatingips/99b77dae-d83d-4b27-ac56-4f0550645e01 HTTP/1.1" status: 200 len: 993 time: 0.0584555 Jul 05 10:22:50.958278 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-21b54641-c2a0-4f8e-b5e6-a946b77073c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:50.969456 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['2a48ff20-0d46-4acc-bf89-2409088536b7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:22:51.614545 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228bda0-b64a-4716-97bc-b07fbe9774ee req-6938aa49-68a7-4b35-8c1e-d5b841bbbdd9 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:51.615966 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1228bda0-b64a-4716-97bc-b07fbe9774ee req-6938aa49-68a7-4b35-8c1e-d5b841bbbdd9 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 945 time: 0.0653205 Jul 05 10:22:51.653189 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1228bda0-b64a-4716-97bc-b07fbe9774ee req-a90f7c4a-0e99-424e-a7d4-4063124da2a6 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317271 Jul 05 10:22:52.427629 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 2a48ff20-0d46-4acc-bf89-2409088536b7 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:52.476127 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 2a48ff20-0d46-4acc-bf89-2409088536b7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:52.479765 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 2a48ff20-0d46-4acc-bf89-2409088536b7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:52.480514 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:52.555876 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:52.578191 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ad711c-bcb9-4175-a02b-fbb6a5388df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a48ff20-0d46-4acc-bf89-2409088536b7'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:22:52.581069 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d433bc-7c72-4692-ac3d-8a95159bddb9" -d '{"events": [{"server_uuid": "29ad711c-bcb9-4175-a02b-fbb6a5388df5", "name": "network-vif-plugged", "status": "completed", "tag": "2a48ff20-0d46-4acc-bf89-2409088536b7"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:22:52.593300 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 2a48ff20-0d46-4acc-bf89-2409088536b7, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2a48ff20-0d46-4acc-bf89-2409088536b7,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:52.597318 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:52.623329 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfb89bd-749e-4eb7-b374-eba7609b24cb x-openstack-request-id: req-abfb89bd-749e-4eb7-b374-eba7609b24cb {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:22:52.623627 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ad711c-bcb9-4175-a02b-fbb6a5388df5", "name": "network-vif-plugged", "status": "completed", "tag": "2a48ff20-0d46-4acc-bf89-2409088536b7", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:22:52.623908 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-abfb89bd-749e-4eb7-b374-eba7609b24cb {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:22:52.624303 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ad711c-bcb9-4175-a02b-fbb6a5388df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a48ff20-0d46-4acc-bf89-2409088536b7', 'code': 200} Jul 05 10:22:52.651675 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=2a48ff20-0d46-4acc-bf89-2409088536b7,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:52.731637 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fa3ec-f322-4994-8ebc-bffed2fe71ad req-b9bc302f-4181-4c61-9365-3c307a3c0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:52.733278 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-613fa3ec-f322-4994-8ebc-bffed2fe71ad req-b9bc302f-4181-4c61-9365-3c307a3c0bb3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 1097 time: 0.0518460 Jul 05 10:22:52.768009 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-613fa3ec-f322-4994-8ebc-bffed2fe71ad req-1a323174-cf73-43e3-99f4-6c2c20f86f12 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278571 Jul 05 10:22:52.823256 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014dc12-dca2-4620-90bb-7402a055e618 req-db5f8333-ac9b-4cfd-a3f1-d88d6ec6ed86 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:52.824821 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8014dc12-dca2-4620-90bb-7402a055e618 req-db5f8333-ac9b-4cfd-a3f1-d88d6ec6ed86 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 946 time: 0.0628870 Jul 05 10:22:52.862279 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8014dc12-dca2-4620-90bb-7402a055e618 req-ae07bb30-3b8d-4ae3-b4a3-8cc17db21d35 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317674 Jul 05 10:22:53.330957 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1038d8f1-661f-43e3-8d00-e68e2782def9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:53.635385 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:54.035353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba12dc-a923-44b5-8a0e-26d1223650fc req-e96c5a6a-c899-47f4-8810-91a7c1a9d946 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:54.036936 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9ba12dc-a923-44b5-8a0e-26d1223650fc req-e96c5a6a-c899-47f4-8810-91a7c1a9d946 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 946 time: 0.0640256 Jul 05 10:22:54.073679 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9ba12dc-a923-44b5-8a0e-26d1223650fc req-a2229cbe-0e20-4f4c-8e9f-82ebc2e8476d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311208 Jul 05 10:22:54.339152 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:22:54.659342 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:55.247729 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9447f-ed9a-48f0-b5b8-be793fb46da5 req-9402279b-d8e1-482b-9440-05c648406757 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:55.249258 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0bd9447f-ed9a-48f0-b5b8-be793fb46da5 req-9402279b-d8e1-482b-9440-05c648406757 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 946 time: 0.0677328 Jul 05 10:22:55.287650 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0bd9447f-ed9a-48f0-b5b8-be793fb46da5 req-508d9b5b-11f9-4fae-81fb-4d0087f95f5b tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328546 Jul 05 10:22:55.460613 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5db83-64b6-4c3a-99b2-1eb2907ee997 req-c1bef8e6-28d4-43c4-8da0-9d6431c6d83b tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:55.462113 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7fb5db83-64b6-4c3a-99b2-1eb2907ee997 req-c1bef8e6-28d4-43c4-8da0-9d6431c6d83b tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 946 time: 0.0632348 Jul 05 10:22:55.499348 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7fb5db83-64b6-4c3a-99b2-1eb2907ee997 req-f6dddac1-89e9-4a5c-a2e7-ee9dbab4317f tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316753 Jul 05 10:22:55.522974 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43880) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:55.577631 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a4c86e-b896-48b8-b340-c8c835f2b144 tempest-TestVolumeBootPattern-1125934659 tempest-TestVolumeBootPattern-1125934659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:55.579742 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c3a4c86e-b896-48b8-b340-c8c835f2b144 tempest-TestVolumeBootPattern-1125934659 tempest-TestVolumeBootPattern-1125934659-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 1092 time: 0.0558116 Jul 05 10:22:55.582562 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43882) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:55.586904 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-474a037b-4e40-4006-b359-abb66b7dfe5e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': '2a48ff20-0d46-4acc-bf89-2409088536b7', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:55.608497 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-474a037b-4e40-4006-b359-abb66b7dfe5e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:55.707321 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-474a037b-4e40-4006-b359-abb66b7dfe5e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:55.810263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-474a037b-4e40-4006-b359-abb66b7dfe5e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Allocated IP 172.25.7.56 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/d43bffa5-bb74-489f-9edd-8f8f5d925180) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:55.908491 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-474a037b-4e40-4006-b359-abb66b7dfe5e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:55.948049 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-474a037b-4e40-4006-b359-abb66b7dfe5e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:55.981566 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474a037b-4e40-4006-b359-abb66b7dfe5e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:55.984465 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-474a037b-4e40-4006-b359-abb66b7dfe5e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:55.988510 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474a037b-4e40-4006-b359-abb66b7dfe5e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:22:56.021796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a037b-4e40-4006-b359-abb66b7dfe5e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event updated for resources: {'Port': ['ID=d43bffa5-bb74-489f-9edd-8f8f5d925180,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:56.359214 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-474a037b-4e40-4006-b359-abb66b7dfe5e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:56.440105 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-474a037b-4e40-4006-b359-abb66b7dfe5e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:56.585910 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-474a037b-4e40-4006-b359-abb66b7dfe5e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:56.590656 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-474a037b-4e40-4006-b359-abb66b7dfe5e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:56.658378 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a037b-4e40-4006-b359-abb66b7dfe5e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event updated for resources: {'Port': ['ID=d43bffa5-bb74-489f-9edd-8f8f5d925180,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:56.668087 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-474a037b-4e40-4006-b359-abb66b7dfe5e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:56.768123 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-474a037b-4e40-4006-b359-abb66b7dfe5e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Floating IP f170ac41-0271-4763-a105-fc8cfa66350d associated. External IP: 172.25.7.56, port: 2a48ff20-0d46-4acc-bf89-2409088536b7. Jul 05 10:22:56.780433 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:56.973876 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474a037b-4e40-4006-b359-abb66b7dfe5e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Router f23e8768-9afd-4678-9320-1b5e65913db8 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:22:57.356087 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474a037b-4e40-4006-b359-abb66b7dfe5e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:22:57.365899 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c25cb2-49ad-401c-a97c-80493d68dcf5 None None] Sync routers for ids ['f23e8768-9afd-4678-9320-1b5e65913db8'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:22:57.372447 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-474a037b-4e40-4006-b359-abb66b7dfe5e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:57.377039 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c25cb2-49ad-401c-a97c-80493d68dcf5 None None] Routers {'f23e8768-9afd-4678-9320-1b5e65913db8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:57.377660 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-27c25cb2-49ad-401c-a97c-80493d68dcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:22:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f23e8768-9afd-4678-9320-1b5e65913db8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:57.408775 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-474a037b-4e40-4006-b359-abb66b7dfe5e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8250868 Jul 05 10:22:57.409470 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ad711c-bcb9-4175-a02b-fbb6a5388df5', 'tag': '2a48ff20-0d46-4acc-bf89-2409088536b7'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:22:57.411724 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b99f17-6f58-4b8e-91d0-4ba98eef6328" -d '{"events": [{"name": "network-changed", "server_uuid": "29ad711c-bcb9-4175-a02b-fbb6a5388df5", "tag": "2a48ff20-0d46-4acc-bf89-2409088536b7"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:22:57.446730 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f401df-bf96-47fb-8f1e-83733679ebd4 x-openstack-request-id: req-78f401df-bf96-47fb-8f1e-83733679ebd4 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:22:57.447031 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ad711c-bcb9-4175-a02b-fbb6a5388df5", "tag": "2a48ff20-0d46-4acc-bf89-2409088536b7", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:22:57.447280 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-78f401df-bf96-47fb-8f1e-83733679ebd4 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:22:57.447724 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ad711c-bcb9-4175-a02b-fbb6a5388df5', 'tag': '2a48ff20-0d46-4acc-bf89-2409088536b7', 'status': 'completed', 'code': 200} Jul 05 10:22:57.486688 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-27c25cb2-49ad-401c-a97c-80493d68dcf5 None None] Set router f23e8768-9afd-4678-9320-1b5e65913db8 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:57.522563 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b99f17-6f58-4b8e-91d0-4ba98eef6328 req-51a89f47-549b-4d29-8977-fd4c2d327f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:57.524127 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a3b99f17-6f58-4b8e-91d0-4ba98eef6328 req-51a89f47-549b-4d29-8977-fd4c2d327f2d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 1097 time: 0.0538552 Jul 05 10:22:57.624028 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b99f17-6f58-4b8e-91d0-4ba98eef6328 req-63503fa9-171c-4144-9861-8103ef0a16c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:57.625627 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a3b99f17-6f58-4b8e-91d0-4ba98eef6328 req-63503fa9-171c-4144-9861-8103ef0a16c1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 913 time: 0.0919776 Jul 05 10:22:57.691899 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a3b99f17-6f58-4b8e-91d0-4ba98eef6328 req-266182d0-9d8b-452b-a413-364e90a41f46 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a48ff20-0d46-4acc-bf89-2409088536b7 HTTP/1.1" status: 200 len: 999 time: 0.0593905 Jul 05 10:22:57.707732 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-27c25cb2-49ad-401c-a97c-80493d68dcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:18:51Z', 'revision_number': 4, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port': {'id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:48Z', 'updated_at': '2021-07-05T10:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'f170ac41-0271-4763-a105-fc8cfa66350d', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'port_id': '2a48ff20-0d46-4acc-bf89-2409088536b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'mac_address': 'fa:16:3e:b4:17:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ad711c-bcb9-4175-a02b-fbb6a5388df5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:22:56Z', 'updated_at': '2021-07-05T10:22:56Z', 'revision_number': 0, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9779c479-46da-4d55-956f-f48ab744772c', 'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'mac_address': 'fa:16:3e:0d:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:50Z', 'updated_at': '2021-07-05T10:18:58Z', 'revision_number': 5, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'subnets': [{'id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:57.734234 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c25cb2-49ad-401c-a97c-80493d68dcf5 None None] Checking router: f23e8768-9afd-4678-9320-1b5e65913db8 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:22:57.741411 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b99f17-6f58-4b8e-91d0-4ba98eef6328 req-b61721f6-8a50-4590-a016-82534f8e4280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:57.742937 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c25cb2-49ad-401c-a97c-80493d68dcf5 None None] Routers {'f23e8768-9afd-4678-9320-1b5e65913db8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:57.743054 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a3b99f17-6f58-4b8e-91d0-4ba98eef6328 req-b61721f6-8a50-4590-a016-82534f8e4280 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.0454476 Jul 05 10:22:57.743549 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-27c25cb2-49ad-401c-a97c-80493d68dcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:22:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f23e8768-9afd-4678-9320-1b5e65913db8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:57.809294 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b99f17-6f58-4b8e-91d0-4ba98eef6328 req-8f1c50d9-4bb4-4fce-9536-550a1c8aa2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:57.810987 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a3b99f17-6f58-4b8e-91d0-4ba98eef6328 req-8f1c50d9-4bb4-4fce-9536-550a1c8aa2e2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613825 Jul 05 10:22:57.848354 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-27c25cb2-49ad-401c-a97c-80493d68dcf5 None None] Set router f23e8768-9afd-4678-9320-1b5e65913db8 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:57.901884 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a3b99f17-6f58-4b8e-91d0-4ba98eef6328 req-fc2c1720-168b-4028-ab8d-6d0d9258acd1 service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834687 Jul 05 10:22:58.002241 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a3b99f17-6f58-4b8e-91d0-4ba98eef6328 req-24a0cb9d-590a-4639-9e13-a7321fc3093e service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932918 Jul 05 10:22:58.154546 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-27c25cb2-49ad-401c-a97c-80493d68dcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:18:51Z', 'revision_number': 4, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port': {'id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:48Z', 'updated_at': '2021-07-05T10:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'f170ac41-0271-4763-a105-fc8cfa66350d', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'port_id': '2a48ff20-0d46-4acc-bf89-2409088536b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'mac_address': 'fa:16:3e:b4:17:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ad711c-bcb9-4175-a02b-fbb6a5388df5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:22:56Z', 'updated_at': '2021-07-05T10:22:56Z', 'revision_number': 0, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9779c479-46da-4d55-956f-f48ab744772c', 'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'mac_address': 'fa:16:3e:0d:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:50Z', 'updated_at': '2021-07-05T10:18:58Z', 'revision_number': 5, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'subnets': [{'id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:58.182484 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c25cb2-49ad-401c-a97c-80493d68dcf5 None None] The sync data for ids ['f23e8768-9afd-4678-9320-1b5e65913db8'] in n-d-798054-8 is: [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:18:51Z', 'revision_number': 4, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port': {'id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:48Z', 'updated_at': '2021-07-05T10:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'f170ac41-0271-4763-a105-fc8cfa66350d', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'port_id': '2a48ff20-0d46-4acc-bf89-2409088536b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'mac_address': 'fa:16:3e:b4:17:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ad711c-bcb9-4175-a02b-fbb6a5388df5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:22:56Z', 'updated_at': '2021-07-05T10:22:56Z', 'revision_number': 0, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9779c479-46da-4d55-956f-f48ab744772c', 'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'mac_address': 'fa:16:3e:0d:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:50Z', 'updated_at': '2021-07-05T10:18:58Z', 'revision_number': 5, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'subnets': [{'id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:22:58.367415 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d015e-3f9b-4d7c-92b0-d3000e563cd0 None None] New status for floating IP f170ac41-0271-4763-a105-fc8cfa66350d: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:23:02.904868 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:06.333002 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:20.961204 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-341fefff-b38c-477d-9d2f-f2ff29d9593e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:23.333827 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4b6ced3c-5696-4b55-83e2-eb0cf8ebce6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:23.636071 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:24.661550 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:26.780157 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:31.338964 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:23:32.903369 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:36.339320 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:46.947599 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b0246e40-ce5e-49bc-8439-b5642ba16e8c req-504784fb-d950-4fa3-9cdd-f0e1a5145f5d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529265 Jul 05 10:23:47.039865 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0246e40-ce5e-49bc-8439-b5642ba16e8c req-74f981d9-27d1-48ab-900f-ddf86e35b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:47.041389 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b0246e40-ce5e-49bc-8439-b5642ba16e8c req-74f981d9-27d1-48ab-900f-ddf86e35b869 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 1097 time: 0.0530031 Jul 05 10:23:47.148958 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0246e40-ce5e-49bc-8439-b5642ba16e8c req-e913ec41-ea4f-40a7-b339-1b5efe63a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:47.150455 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b0246e40-ce5e-49bc-8439-b5642ba16e8c req-e913ec41-ea4f-40a7-b339-1b5efe63a5d3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b121a1c4-aa34-434e-9e87-13e2aaef3d58 HTTP/1.1" status: 200 len: 898 time: 0.0888789 Jul 05 10:23:47.216310 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b0246e40-ce5e-49bc-8439-b5642ba16e8c req-66eba7ec-0503-4d20-aaff-5794d97712bd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a9fb55f-e9e6-474f-ad1d-69648ee16297 HTTP/1.1" status: 200 len: 1001 time: 0.0591974 Jul 05 10:23:47.269963 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0246e40-ce5e-49bc-8439-b5642ba16e8c req-ae0c73d4-0f8d-4388-824f-d987ab83c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:47.271481 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b0246e40-ce5e-49bc-8439-b5642ba16e8c req-ae0c73d4-0f8d-4388-824f-d987ab83c0a0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d42e1d20-0465-44ee-85c3-73903c9279e5 HTTP/1.1" status: 200 len: 834 time: 0.0496922 Jul 05 10:23:47.330745 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0246e40-ce5e-49bc-8439-b5642ba16e8c req-b2f74bc6-bb6f-4e77-8509-0e6601e5466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:47.332351 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b0246e40-ce5e-49bc-8439-b5642ba16e8c req-b2f74bc6-bb6f-4e77-8509-0e6601e5466a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b121a1c4-aa34-434e-9e87-13e2aaef3d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545340 Jul 05 10:23:47.422462 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b0246e40-ce5e-49bc-8439-b5642ba16e8c req-e0208bbb-2409-4ff8-90e7-ff86d0014735 service neutron] 10.222.0.78 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836360 Jul 05 10:23:47.516658 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b0246e40-ce5e-49bc-8439-b5642ba16e8c req-882c8c4a-05a6-4f61-b667-d140957e2a7f service neutron] 10.222.0.78 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877774 Jul 05 10:23:50.963923 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e3615fc5-50ab-4ae1-af1f-a59151aa5ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:53.334346 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bdb0f4ec-e4d4-44ef-8ccd-558862762969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:53.637622 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:54.664888 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:56.783338 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:02.935131 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:06.363228 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:07.972128 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6d67a-efa3-4aa6-aeb6-28a3719b97c8 req-d7969df0-130d-4158-b227-7274d465bc6c tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:07.973585 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-94d6d67a-efa3-4aa6-aeb6-28a3719b97c8 req-d7969df0-130d-4158-b227-7274d465bc6c tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 1097 time: 0.0532472 Jul 05 10:24:07.992249 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-94d6d67a-efa3-4aa6-aeb6-28a3719b97c8 req-53ed81ff-03b7-41a3-90c4-e3b114cc8847 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:08.087802 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-94d6d67a-efa3-4aa6-aeb6-28a3719b97c8 req-53ed81ff-03b7-41a3-90c4-e3b114cc8847 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:08.091987 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-94d6d67a-efa3-4aa6-aeb6-28a3719b97c8 req-53ed81ff-03b7-41a3-90c4-e3b114cc8847 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:08.114529 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-94d6d67a-efa3-4aa6-aeb6-28a3719b97c8 req-53ed81ff-03b7-41a3-90c4-e3b114cc8847 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1348529 Jul 05 10:24:08.123074 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed81ff-03b7-41a3-90c4-e3b114cc8847 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0575d188-ca42-4d26-9e44-9a2941127c0f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:08.130460 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed81ff-03b7-41a3-90c4-e3b114cc8847 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:08.130818 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed81ff-03b7-41a3-90c4-e3b114cc8847 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:08.131170 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed81ff-03b7-41a3-90c4-e3b114cc8847 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:08.131512 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed81ff-03b7-41a3-90c4-e3b114cc8847 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:08.131871 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed81ff-03b7-41a3-90c4-e3b114cc8847 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:08.132213 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed81ff-03b7-41a3-90c4-e3b114cc8847 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:08.132547 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed81ff-03b7-41a3-90c4-e3b114cc8847 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:08.132883 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed81ff-03b7-41a3-90c4-e3b114cc8847 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:08.133213 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed81ff-03b7-41a3-90c4-e3b114cc8847 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:08.133542 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed81ff-03b7-41a3-90c4-e3b114cc8847 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:08.133872 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed81ff-03b7-41a3-90c4-e3b114cc8847 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:08.134200 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed81ff-03b7-41a3-90c4-e3b114cc8847 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:08.286804 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb997de-e9f1-4513-bc41-1ada06b419eb req-fa744960-1175-4b4d-842d-66f0618ca7d0 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:08.288226 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ceb997de-e9f1-4513-bc41-1ada06b419eb req-fa744960-1175-4b4d-842d-66f0618ca7d0 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 946 time: 0.0623577 Jul 05 10:24:08.324215 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ceb997de-e9f1-4513-bc41-1ada06b419eb req-502039b0-086f-4b3b-a676-894232dfc7de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305820 Jul 05 10:24:08.338662 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:24:08.353688 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43934) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:08.414649 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-eb03a53e-cebc-45ed-8f9b-c2d76a47cd7c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/floatingips/99b77dae-d83d-4b27-ac56-4f0550645e01 HTTP/1.1" status: 200 len: 993 time: 0.0598304 Jul 05 10:24:09.008915 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 43950) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:09.156826 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78d216c4-c956-4db6-90e3-3a629386336e req-fb0fd095-76ad-4499-bc8d-82f01bc0f55c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1465931 Jul 05 10:24:09.164749 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cbc2c-2e93-4da3-b5b4-de529e7609be req-044b33a2-5ed2-4aba-96a8-19e9105a6665 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:09.166123 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd6cbc2c-2e93-4da3-b5b4-de529e7609be req-044b33a2-5ed2-4aba-96a8-19e9105a6665 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 946 time: 0.0782058 Jul 05 10:24:09.205300 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd6cbc2c-2e93-4da3-b5b4-de529e7609be req-1a3d5823-c241-44c0-bf3d-d88c69d7284b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330412 Jul 05 10:24:10.321228 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d216c4-c956-4db6-90e3-3a629386336e req-b13b512d-6f6a-4391-bf52-b0a307c934c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:10.322787 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-78d216c4-c956-4db6-90e3-3a629386336e req-b13b512d-6f6a-4391-bf52-b0a307c934c1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 1097 time: 0.0575626 Jul 05 10:24:10.397591 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f0846-12a3-4f3b-8aae-979e32e83f6a req-99310ed5-f777-4651-96d0-55c991b43991 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:10.399153 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e03f0846-12a3-4f3b-8aae-979e32e83f6a req-99310ed5-f777-4651-96d0-55c991b43991 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 946 time: 0.0661628 Jul 05 10:24:10.440384 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e03f0846-12a3-4f3b-8aae-979e32e83f6a req-635b5b02-30ed-413e-a556-cec7bc52b1d8 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353751 Jul 05 10:24:10.713371 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d216c4-c956-4db6-90e3-3a629386336e req-630bcd6a-45a7-4af7-ba57-bcd9037db4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:10.714890 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-78d216c4-c956-4db6-90e3-3a629386336e req-630bcd6a-45a7-4af7-ba57-bcd9037db4b2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b121a1c4-aa34-434e-9e87-13e2aaef3d58 HTTP/1.1" status: 200 len: 898 time: 0.3845918 Jul 05 10:24:10.781489 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-78d216c4-c956-4db6-90e3-3a629386336e req-fe653084-df46-482a-884b-261be0641ab3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a9fb55f-e9e6-474f-ad1d-69648ee16297 HTTP/1.1" status: 200 len: 1001 time: 0.0575054 Jul 05 10:24:10.829281 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d216c4-c956-4db6-90e3-3a629386336e req-37184fd9-2547-4ff1-b2b2-c4d33229df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:10.830671 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-78d216c4-c956-4db6-90e3-3a629386336e req-37184fd9-2547-4ff1-b2b2-c4d33229df1b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d42e1d20-0465-44ee-85c3-73903c9279e5 HTTP/1.1" status: 200 len: 834 time: 0.0422826 Jul 05 10:24:10.890875 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d216c4-c956-4db6-90e3-3a629386336e req-f32322ea-d4c7-47bc-bc5e-fcd3e36ede8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:10.892301 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-78d216c4-c956-4db6-90e3-3a629386336e req-f32322ea-d4c7-47bc-bc5e-fcd3e36ede8c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b121a1c4-aa34-434e-9e87-13e2aaef3d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543723 Jul 05 10:24:10.979390 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-78d216c4-c956-4db6-90e3-3a629386336e req-ae112609-d8b1-44f9-afe2-88a470751e2c service neutron] 10.222.0.78 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798266 Jul 05 10:24:11.072621 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-78d216c4-c956-4db6-90e3-3a629386336e req-959c2d47-cfb9-435f-8fef-b84db1118633 service neutron] 10.222.0.78 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867422 Jul 05 10:24:11.620165 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12536b1-02c4-402c-b22b-a2462380af4c req-4b5d8ed4-93f1-4ecb-8694-16962231e031 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:11.621740 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b12536b1-02c4-402c-b22b-a2462380af4c req-4b5d8ed4-93f1-4ecb-8694-16962231e031 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 946 time: 0.0670173 Jul 05 10:24:11.660420 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b12536b1-02c4-402c-b22b-a2462380af4c req-561af307-cf13-4f23-9516-f0a2b9387f5a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324068 Jul 05 10:24:12.830667 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de366ca-728c-4e2a-9d13-665b70a790bf req-8cea1a77-0a0f-46c4-9787-72d734f39e70 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:12.832172 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7de366ca-728c-4e2a-9d13-665b70a790bf req-8cea1a77-0a0f-46c4-9787-72d734f39e70 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 946 time: 0.0627789 Jul 05 10:24:12.868981 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7de366ca-728c-4e2a-9d13-665b70a790bf req-d7bbe340-2f7e-4201-8db0-e668ec352015 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312428 Jul 05 10:24:14.051818 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1e2ac-0e95-47c3-936c-331a786f2d96 req-fb2f8e8a-d7cd-4aa3-b575-ee4fb0d8182a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:14.053321 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ca1e2ac-0e95-47c3-936c-331a786f2d96 req-fb2f8e8a-d7cd-4aa3-b575-ee4fb0d8182a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 946 time: 0.0678620 Jul 05 10:24:14.090385 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ca1e2ac-0e95-47c3-936c-331a786f2d96 req-9b5d9e69-fb60-4e25-82e5-3db52af007a0 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316184 Jul 05 10:24:15.284019 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de76f37-9245-467a-b758-f9ab32259cf4 req-037085cf-c6fe-42d4-9089-a53e4b39f3cd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:15.285527 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4de76f37-9245-467a-b758-f9ab32259cf4 req-037085cf-c6fe-42d4-9089-a53e4b39f3cd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 946 time: 0.0650206 Jul 05 10:24:15.324042 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4de76f37-9245-467a-b758-f9ab32259cf4 req-f924c140-0b04-4dfc-9c90-9c522093dc70 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328369 Jul 05 10:24:16.501241 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9b5de-1ad1-483c-ba02-095fb0851b80 req-482c8f46-71c6-408a-a5ff-e2f8f4bb7c51 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:16.502771 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55d9b5de-1ad1-483c-ba02-095fb0851b80 req-482c8f46-71c6-408a-a5ff-e2f8f4bb7c51 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 946 time: 0.0685019 Jul 05 10:24:16.540697 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55d9b5de-1ad1-483c-ba02-095fb0851b80 req-4672e1d9-581a-42fe-93cb-60b5e524ad63 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323720 Jul 05 10:24:17.718917 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d31b3-d6ea-42fb-adea-fba66da060a8 req-f8b448af-0491-43aa-ac04-8554b4bc4531 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:17.720653 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-868d31b3-d6ea-42fb-adea-fba66da060a8 req-f8b448af-0491-43aa-ac04-8554b4bc4531 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 946 time: 0.0629072 Jul 05 10:24:17.758577 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-868d31b3-d6ea-42fb-adea-fba66da060a8 req-1fc6ac36-29a8-47aa-b1ff-02d22fa0cdcc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322819 Jul 05 10:24:18.929046 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f7ac8-ba7e-4b29-b2ba-e52787d9fca1 req-4002771a-e1f4-492a-98cd-82adbe726b1e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:18.930441 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e46f7ac8-ba7e-4b29-b2ba-e52787d9fca1 req-4002771a-e1f4-492a-98cd-82adbe726b1e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 946 time: 0.0616474 Jul 05 10:24:18.966214 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e46f7ac8-ba7e-4b29-b2ba-e52787d9fca1 req-fc6226a2-19ff-434b-bb32-61fe1bab867c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301855 Jul 05 10:24:20.143629 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4f59b-ed57-447e-9dbb-aa342a1df0cc req-96ea8652-79e0-4668-8550-f67fd8584864 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:20.145150 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c9d4f59b-ed57-447e-9dbb-aa342a1df0cc req-96ea8652-79e0-4668-8550-f67fd8584864 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 946 time: 0.0674832 Jul 05 10:24:20.184012 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c9d4f59b-ed57-447e-9dbb-aa342a1df0cc req-b6ae37fa-1d30-480e-b23a-26369e998ca2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331452 Jul 05 10:24:20.963133 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ef8d-b18b-4498-872c-7157d8eca17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:21.362164 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2c0af-78c3-467a-b05f-c0009911acee req-57e4a46a-9ba6-4081-8ff6-6fefd2e0d829 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:21.363683 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-68a2c0af-78c3-467a-b05f-c0009911acee req-57e4a46a-9ba6-4081-8ff6-6fefd2e0d829 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 946 time: 0.0638332 Jul 05 10:24:21.401851 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-68a2c0af-78c3-467a-b05f-c0009911acee req-045b47c1-72bd-4011-b62b-b854ce2e577b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320218 Jul 05 10:24:22.578422 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650b8c0-334f-4545-91a3-5fdfb5abc6e3 req-73581595-7c28-423f-aec6-1c18418dbb10 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:22.580031 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2650b8c0-334f-4545-91a3-5fdfb5abc6e3 req-73581595-7c28-423f-aec6-1c18418dbb10 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 946 time: 0.0681040 Jul 05 10:24:22.618000 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2650b8c0-334f-4545-91a3-5fdfb5abc6e3 req-65abad89-7708-4b4d-aa5f-611159fc07ec tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321450 Jul 05 10:24:23.304921 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [req-78d216c4-c956-4db6-90e3-3a629386336e req-d8a5c9f7-d4a5-4eb4-8c29-62b09918d043 service neutron] show failed (client error): The resource could not be found. Jul 05 10:24:23.305973 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-78d216c4-c956-4db6-90e3-3a629386336e req-d8a5c9f7-d4a5-4eb4-8c29-62b09918d043 service neutron] 10.222.0.78 "GET /v2.0/ports/5a9fb55f-e9e6-474f-ad1d-69648ee16297/bindings/n-h1-798054-8 HTTP/1.1" status: 404 len: 380 time: 0.0586295 Jul 05 10:24:23.334612 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d2635d49-4b8c-40a2-aec1-56f3d042b340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:23.576042 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d216c4-c956-4db6-90e3-3a629386336e req-25bcadb6-f716-4a8d-8747-b339194efb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:23.577989 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78d216c4-c956-4db6-90e3-3a629386336e req-25bcadb6-f716-4a8d-8747-b339194efb3a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6&tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef HTTP/1.1" status: 200 len: 1097 time: 0.0830348 Jul 05 10:24:23.589128 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-78d216c4-c956-4db6-90e3-3a629386336e req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-8', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:24:23.639150 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:23.665994 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-78d216c4-c956-4db6-90e3-3a629386336e req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:23.901715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f183e-1526-414d-aebb-16c83dc88a12 req-eead6590-63e3-4373-bf59-20d1d76bf423 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:23.903112 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-242f183e-1526-414d-aebb-16c83dc88a12 req-eead6590-63e3-4373-bf59-20d1d76bf423 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 946 time: 0.1384847 Jul 05 10:24:23.931310 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-78d216c4-c956-4db6-90e3-3a629386336e req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] For port 5a9fb55f-e9e6-474f-ad1d-69648ee16297, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=5a9fb55f-e9e6-474f-ad1d-69648ee16297,segment=NetworkSegment(a08afc61-051b-473a-9b4a-55e50ec1dd20),segment_id=a08afc61-051b-473a-9b4a-55e50ec1dd20)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:23.968218 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-242f183e-1526-414d-aebb-16c83dc88a12 req-c68f62f6-65eb-4478-bae8-93e125230528 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591583 Jul 05 10:24:23.980064 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-78d216c4-c956-4db6-90e3-3a629386336e req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] For port 5a9fb55f-e9e6-474f-ad1d-69648ee16297, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:24:24.019907 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae24ff16-0694-487c-bfb5-d910f86cdae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a9fb55f-e9e6-474f-ad1d-69648ee16297'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:24:24.022238 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299c2a8d-0a2c-4afd-87ff-0429aaabf641" -d '{"events": [{"server_uuid": "ae24ff16-0694-487c-bfb5-d910f86cdae6", "name": "network-vif-unplugged", "status": "completed", "tag": "5a9fb55f-e9e6-474f-ad1d-69648ee16297"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:24:24.026182 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-78d216c4-c956-4db6-90e3-3a629386336e req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:24.038787 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-78d216c4-c956-4db6-90e3-3a629386336e req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] Transition to ACTIVE for port object 5a9fb55f-e9e6-474f-ad1d-69648ee16297 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:24:24.042202 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-78d216c4-c956-4db6-90e3-3a629386336e req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:24.071630 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1caab5ae-cf72-484e-954c-af1c529850bf x-openstack-request-id: req-1caab5ae-cf72-484e-954c-af1c529850bf {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:24:24.071944 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae24ff16-0694-487c-bfb5-d910f86cdae6", "name": "network-vif-unplugged", "status": "completed", "tag": "5a9fb55f-e9e6-474f-ad1d-69648ee16297", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:24:24.072200 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1caab5ae-cf72-484e-954c-af1c529850bf {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:24:24.072598 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae24ff16-0694-487c-bfb5-d910f86cdae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a9fb55f-e9e6-474f-ad1d-69648ee16297', 'code': 200} Jul 05 10:24:24.150776 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9fb55f-e9e6-474f-ad1d-69648ee16297,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:24.218074 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d216c4-c956-4db6-90e3-3a629386336e req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] No DVR routers for this DVR port 5a9fb55f-e9e6-474f-ad1d-69648ee16297 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:24:24.359344 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-78d216c4-c956-4db6-90e3-3a629386336e req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] Attempting to bind port 5a9fb55f-e9e6-474f-ad1d-69648ee16297 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:24:24.359592 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-78d216c4-c956-4db6-90e3-3a629386336e req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] Attempting to bind port 5a9fb55f-e9e6-474f-ad1d-69648ee16297 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'a08afc61-051b-473a-9b4a-55e50ec1dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:24:24.359976 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d216c4-c956-4db6-90e3-3a629386336e req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] Attempting to bind port 5a9fb55f-e9e6-474f-ad1d-69648ee16297 on network b121a1c4-aa34-434e-9e87-13e2aaef3d58 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:24:24.365040 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d216c4-c956-4db6-90e3-3a629386336e req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] Port 5a9fb55f-e9e6-474f-ad1d-69648ee16297 on network b121a1c4-aa34-434e-9e87-13e2aaef3d58 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:24:24.365320 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d216c4-c956-4db6-90e3-3a629386336e req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] Attempting to bind port 5a9fb55f-e9e6-474f-ad1d-69648ee16297 on network b121a1c4-aa34-434e-9e87-13e2aaef3d58 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:24:24.370191 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d216c4-c956-4db6-90e3-3a629386336e req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:24:24.370527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d216c4-c956-4db6-90e3-3a629386336e req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] Checking segment: {'id': 'a08afc61-051b-473a-9b4a-55e50ec1dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:24:24.370904 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d216c4-c956-4db6-90e3-3a629386336e req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] Bound using segment: {'id': 'a08afc61-051b-473a-9b4a-55e50ec1dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:24:24.371328 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-78d216c4-c956-4db6-90e3-3a629386336e req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] Bound port: 5a9fb55f-e9e6-474f-ad1d-69648ee16297, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a08afc61-051b-473a-9b4a-55e50ec1dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:24:24.371682 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-78d216c4-c956-4db6-90e3-3a629386336e req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:24.434512 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-78d216c4-c956-4db6-90e3-3a629386336e req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] For port 5a9fb55f-e9e6-474f-ad1d-69648ee16297, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:24:24.437446 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-78d216c4-c956-4db6-90e3-3a629386336e req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] For port 5a9fb55f-e9e6-474f-ad1d-69648ee16297, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=5a9fb55f-e9e6-474f-ad1d-69648ee16297,segment=NetworkSegment(a08afc61-051b-473a-9b4a-55e50ec1dd20),segment_id=a08afc61-051b-473a-9b4a-55e50ec1dd20)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:24:24.441726 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-78d216c4-c956-4db6-90e3-3a629386336e req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:24.473296 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d216c4-c956-4db6-90e3-3a629386336e req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:24.474188 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-78d216c4-c956-4db6-90e3-3a629386336e req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:24.475671 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78d216c4-c956-4db6-90e3-3a629386336e req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] 10.222.0.81 "PUT /v2.0/ports/5a9fb55f-e9e6-474f-ad1d-69648ee16297 HTTP/1.1" status: 200 len: 1092 time: 0.8904705 Jul 05 10:24:24.499353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de303bef-4987-4f15-b799-ae2920437b88 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9fb55f-e9e6-474f-ad1d-69648ee16297,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:24.559535 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d216c4-c956-4db6-90e3-3a629386336e req-d590cf0a-3b4d-43f3-8026-86802ad924d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:24.561263 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78d216c4-c956-4db6-90e3-3a629386336e req-d590cf0a-3b4d-43f3-8026-86802ad924d7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 1095 time: 0.0590255 Jul 05 10:24:24.653556 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d216c4-c956-4db6-90e3-3a629386336e req-e4795159-0f88-4cbe-b057-420d2d1fc05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:24.655126 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78d216c4-c956-4db6-90e3-3a629386336e req-e4795159-0f88-4cbe-b057-420d2d1fc05d service neutron] 10.222.0.81 "GET /v2.0/networks?id=b121a1c4-aa34-434e-9e87-13e2aaef3d58 HTTP/1.1" status: 200 len: 898 time: 0.0878713 Jul 05 10:24:24.667492 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:24.753234 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78d216c4-c956-4db6-90e3-3a629386336e req-22684ee6-210f-44ff-84a3-c9ef085b0629 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a9fb55f-e9e6-474f-ad1d-69648ee16297 HTTP/1.1" status: 200 len: 999 time: 0.0920022 Jul 05 10:24:24.803253 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d216c4-c956-4db6-90e3-3a629386336e req-372afa02-bd13-4091-9129-d4e9ba1c7de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:24.804744 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78d216c4-c956-4db6-90e3-3a629386336e req-372afa02-bd13-4091-9129-d4e9ba1c7de0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d42e1d20-0465-44ee-85c3-73903c9279e5 HTTP/1.1" status: 200 len: 834 time: 0.0450687 Jul 05 10:24:24.862196 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d216c4-c956-4db6-90e3-3a629386336e req-cc96952b-ad76-46aa-9de5-ac2be17f3439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:24.863674 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78d216c4-c956-4db6-90e3-3a629386336e req-cc96952b-ad76-46aa-9de5-ac2be17f3439 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b121a1c4-aa34-434e-9e87-13e2aaef3d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522292 Jul 05 10:24:24.955346 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78d216c4-c956-4db6-90e3-3a629386336e req-806dd43b-dc49-4dce-8cac-17aa513766c9 service neutron] 10.222.0.81 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845575 Jul 05 10:24:25.044463 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78d216c4-c956-4db6-90e3-3a629386336e req-71d3c90f-cbcb-4f8f-90c0-3f861144dc9c service neutron] 10.222.0.81 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819027 Jul 05 10:24:25.149576 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22120dc-962a-46a2-a019-4004b0361992 req-b3b58145-61cf-4e8e-b19d-88ca3eac82be tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:25.151109 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f22120dc-962a-46a2-a019-4004b0361992 req-b3b58145-61cf-4e8e-b19d-88ca3eac82be tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 944 time: 0.0696311 Jul 05 10:24:25.191699 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f22120dc-962a-46a2-a019-4004b0361992 req-dc51a9c4-5aa1-4f39-ae82-55cd555a2c7d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347149 Jul 05 10:24:26.073381 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae24ff16-0694-487c-bfb5-d910f86cdae6', 'tag': '5a9fb55f-e9e6-474f-ad1d-69648ee16297'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:24:26.075828 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b746dc74-711d-42d9-af5f-384f0114a909" -d '{"events": [{"name": "network-changed", "server_uuid": "ae24ff16-0694-487c-bfb5-d910f86cdae6", "tag": "5a9fb55f-e9e6-474f-ad1d-69648ee16297"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:24:26.124103 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8564511-c6da-4060-bcf2-6522f7a396c6 x-openstack-request-id: req-d8564511-c6da-4060-bcf2-6522f7a396c6 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:24:26.124962 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae24ff16-0694-487c-bfb5-d910f86cdae6", "tag": "5a9fb55f-e9e6-474f-ad1d-69648ee16297", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:24:26.125416 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d8564511-c6da-4060-bcf2-6522f7a396c6 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:24:26.126003 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae24ff16-0694-487c-bfb5-d910f86cdae6', 'tag': '5a9fb55f-e9e6-474f-ad1d-69648ee16297', 'status': 'completed', 'code': 200} Jul 05 10:24:26.194092 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746dc74-711d-42d9-af5f-384f0114a909 req-1d4ce247-b1cb-4e44-8d1b-313caca1af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:26.195614 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b746dc74-711d-42d9-af5f-384f0114a909 req-1d4ce247-b1cb-4e44-8d1b-313caca1af7d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 1095 time: 0.0533922 Jul 05 10:24:26.199455 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746dc74-711d-42d9-af5f-384f0114a909 req-dda72a6d-932e-4343-8bc1-2e746b283f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:26.201482 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b746dc74-711d-42d9-af5f-384f0114a909 req-dda72a6d-932e-4343-8bc1-2e746b283f20 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 1095 time: 0.0539062 Jul 05 10:24:26.291513 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746dc74-711d-42d9-af5f-384f0114a909 req-7c4987a0-b149-42ff-99e7-bf67bad6b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:26.293774 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b746dc74-711d-42d9-af5f-384f0114a909 req-7c4987a0-b149-42ff-99e7-bf67bad6b9db service neutron] 10.222.0.78 "GET /v2.0/networks?id=b121a1c4-aa34-434e-9e87-13e2aaef3d58 HTTP/1.1" status: 200 len: 898 time: 0.0915816 Jul 05 10:24:26.296076 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746dc74-711d-42d9-af5f-384f0114a909 req-6ff168b2-4759-452a-ad98-9ec9a80ce7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:26.297635 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b746dc74-711d-42d9-af5f-384f0114a909 req-6ff168b2-4759-452a-ad98-9ec9a80ce7ca service neutron] 10.222.0.81 "GET /v2.0/networks?id=b121a1c4-aa34-434e-9e87-13e2aaef3d58 HTTP/1.1" status: 200 len: 898 time: 0.0893579 Jul 05 10:24:26.360171 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b746dc74-711d-42d9-af5f-384f0114a909 req-026f27af-868c-48f1-ba03-014d939aaea7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a9fb55f-e9e6-474f-ad1d-69648ee16297 HTTP/1.1" status: 200 len: 999 time: 0.0600474 Jul 05 10:24:26.397175 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b746dc74-711d-42d9-af5f-384f0114a909 req-9b9f7655-0c11-44e3-89b6-3e6aa6f3b4a1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a9fb55f-e9e6-474f-ad1d-69648ee16297 HTTP/1.1" status: 200 len: 999 time: 0.0918012 Jul 05 10:24:26.413773 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746dc74-711d-42d9-af5f-384f0114a909 req-a4453bc5-89ab-4ff0-956f-5485bcdac5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:26.415251 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b746dc74-711d-42d9-af5f-384f0114a909 req-a4453bc5-89ab-4ff0-956f-5485bcdac5e6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d42e1d20-0465-44ee-85c3-73903c9279e5 HTTP/1.1" status: 200 len: 834 time: 0.0492511 Jul 05 10:24:26.445995 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda25fcf-9cd9-437c-9215-c24324250fae req-c5be4001-7e07-4d6a-a2d3-9fe9a66c598e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:26.447498 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bda25fcf-9cd9-437c-9215-c24324250fae req-c5be4001-7e07-4d6a-a2d3-9fe9a66c598e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 944 time: 0.1360481 Jul 05 10:24:26.476692 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746dc74-711d-42d9-af5f-384f0114a909 req-fe8e605e-0717-49f6-b0b2-01411e37b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:26.478161 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b746dc74-711d-42d9-af5f-384f0114a909 req-fe8e605e-0717-49f6-b0b2-01411e37b21a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d42e1d20-0465-44ee-85c3-73903c9279e5 HTTP/1.1" status: 200 len: 834 time: 0.0745325 Jul 05 10:24:26.478883 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746dc74-711d-42d9-af5f-384f0114a909 req-1f836736-cfd0-4121-93ab-d322775f08b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:26.480420 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b746dc74-711d-42d9-af5f-384f0114a909 req-1f836736-cfd0-4121-93ab-d322775f08b4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b121a1c4-aa34-434e-9e87-13e2aaef3d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587559 Jul 05 10:24:26.503163 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bda25fcf-9cd9-437c-9215-c24324250fae req-9804b568-2cbd-4cb3-8866-dee34b1a1748 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491443 Jul 05 10:24:26.544890 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746dc74-711d-42d9-af5f-384f0114a909 req-d7499057-ecb5-4ff1-a125-aecc8c156814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:26.546415 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b746dc74-711d-42d9-af5f-384f0114a909 req-d7499057-ecb5-4ff1-a125-aecc8c156814 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b121a1c4-aa34-434e-9e87-13e2aaef3d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570645 Jul 05 10:24:26.572904 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b746dc74-711d-42d9-af5f-384f0114a909 req-cfb156d1-2647-413c-94f9-92ec4878b938 service neutron] 10.222.0.78 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861032 Jul 05 10:24:26.644356 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b746dc74-711d-42d9-af5f-384f0114a909 req-1796d9ec-a6cf-4099-9bc2-86bd859d5bc3 service neutron] 10.222.0.81 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903659 Jul 05 10:24:26.672669 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b746dc74-711d-42d9-af5f-384f0114a909 req-4b856515-3173-4f1b-9bd6-edcfc306a51c service neutron] 10.222.0.78 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937610 Jul 05 10:24:26.737081 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b746dc74-711d-42d9-af5f-384f0114a909 req-194d515e-2df1-44e2-ba69-8290bd40155b service neutron] 10.222.0.81 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854580 Jul 05 10:24:26.785108 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:27.680369 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8b6fc-b49d-4260-a450-b18366d05401 req-7f40fa1f-a4bd-4680-8b0b-7a88e75b9daa tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:27.681912 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8be8b6fc-b49d-4260-a450-b18366d05401 req-7f40fa1f-a4bd-4680-8b0b-7a88e75b9daa tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 944 time: 0.0632250 Jul 05 10:24:27.702992 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 5a9fb55f-e9e6-474f-ad1d-69648ee16297 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:24:27.724852 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8be8b6fc-b49d-4260-a450-b18366d05401 req-66ad909c-56cb-4d3b-a8c5-07b2b879a5ee tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366907 Jul 05 10:24:27.800918 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 5a9fb55f-e9e6-474f-ad1d-69648ee16297, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=5a9fb55f-e9e6-474f-ad1d-69648ee16297,segment=NetworkSegment(a08afc61-051b-473a-9b4a-55e50ec1dd20),segment_id=a08afc61-051b-473a-9b4a-55e50ec1dd20)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:27.812565 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '5a9fb55f-e9e6-474f-ad1d-69648ee16297', 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58', 'port_id': '5a9fb55f-e9e6-474f-ad1d-69648ee16297', 'mac_address': 'fa:16:3e:f8:2b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42e1d20-0465-44ee-85c3-73903c9279e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:24:27.848738 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:27.862398 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a9fb55f-e9e6-474f-ad1d-69648ee16297 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:24:27.884538 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 5a9fb55f-e9e6-474f-ad1d-69648ee16297, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=5a9fb55f-e9e6-474f-ad1d-69648ee16297,segment=NetworkSegment(a08afc61-051b-473a-9b4a-55e50ec1dd20),segment_id=a08afc61-051b-473a-9b4a-55e50ec1dd20)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:27.889967 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:27.949895 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=5a9fb55f-e9e6-474f-ad1d-69648ee16297,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:27.958864 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:27.959229 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:27.959602 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:27.960421 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:27.960779 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:27.961124 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:27.961461 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:27.961799 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:27.962134 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:27.962464 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:27.962794 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:27.963125 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:28.055837 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc58a9-3a1d-4cb2-8c12-ced5044c6fd0 req-0c42bf4c-8454-4be5-adbe-cc05889d440c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:28.058342 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6bc58a9-3a1d-4cb2-8c12-ced5044c6fd0 req-0c42bf4c-8454-4be5-adbe-cc05889d440c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 945 time: 0.0885582 Jul 05 10:24:28.100519 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6bc58a9-3a1d-4cb2-8c12-ced5044c6fd0 req-e9157f5e-b42d-484c-9308-7508499cc73c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355990 Jul 05 10:24:28.126604 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044a5db-459e-4482-a148-1cd3ee0ce4f9 req-b706e2e5-fa1b-43f3-ae79-ac055b3d771b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:28.128190 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8044a5db-459e-4482-a148-1cd3ee0ce4f9 req-b706e2e5-fa1b-43f3-ae79-ac055b3d771b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6&tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&binding%3Ahost_id=n-h1-798054-8 HTTP/1.1" status: 200 len: 945 time: 0.1184640 Jul 05 10:24:28.158871 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['5a9fb55f-e9e6-474f-ad1d-69648ee16297'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:24:28.199353 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [req-8044a5db-459e-4482-a148-1cd3ee0ce4f9 req-faf4a73e-a8f5-45a3-a8dd-a4faecd494ba service neutron] delete failed (client error): The resource could not be found. Jul 05 10:24:28.200472 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8044a5db-459e-4482-a148-1cd3ee0ce4f9 req-faf4a73e-a8f5-45a3-a8dd-a4faecd494ba service neutron] 10.222.0.78 "DELETE /v2.0/ports/5a9fb55f-e9e6-474f-ad1d-69648ee16297/bindings/n-h2-798054-8 HTTP/1.1" status: 404 len: 380 time: 0.0662239 Jul 05 10:24:28.297923 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044a5db-459e-4482-a148-1cd3ee0ce4f9 req-476d50b7-835e-48d3-b4e3-8380b0d6a402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:28.299453 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8044a5db-459e-4482-a148-1cd3ee0ce4f9 req-476d50b7-835e-48d3-b4e3-8380b0d6a402 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 1096 time: 0.0546386 Jul 05 10:24:28.397054 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044a5db-459e-4482-a148-1cd3ee0ce4f9 req-4a577adc-04fa-4d5f-9969-dbb0159f2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:28.398484 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8044a5db-459e-4482-a148-1cd3ee0ce4f9 req-4a577adc-04fa-4d5f-9969-dbb0159f2f9a service neutron] 10.222.0.78 "GET /v2.0/networks?id=b121a1c4-aa34-434e-9e87-13e2aaef3d58 HTTP/1.1" status: 200 len: 898 time: 0.0933974 Jul 05 10:24:28.462702 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8044a5db-459e-4482-a148-1cd3ee0ce4f9 req-66f0fc79-b3bd-474d-bea7-299bde05de31 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a9fb55f-e9e6-474f-ad1d-69648ee16297 HTTP/1.1" status: 200 len: 1000 time: 0.0579269 Jul 05 10:24:28.511086 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044a5db-459e-4482-a148-1cd3ee0ce4f9 req-612054d5-7c97-45b1-82e3-e0ab0bbcdfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:28.512802 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8044a5db-459e-4482-a148-1cd3ee0ce4f9 req-612054d5-7c97-45b1-82e3-e0ab0bbcdfcf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d42e1d20-0465-44ee-85c3-73903c9279e5 HTTP/1.1" status: 200 len: 834 time: 0.0442050 Jul 05 10:24:28.574653 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044a5db-459e-4482-a148-1cd3ee0ce4f9 req-1951fbb2-884e-493e-b3f6-947b3e8f1457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:28.576241 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8044a5db-459e-4482-a148-1cd3ee0ce4f9 req-1951fbb2-884e-493e-b3f6-947b3e8f1457 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b121a1c4-aa34-434e-9e87-13e2aaef3d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571394 Jul 05 10:24:28.666100 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8044a5db-459e-4482-a148-1cd3ee0ce4f9 req-10688d22-7b7d-453c-b32e-30fb92cb068c service neutron] 10.222.0.78 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836494 Jul 05 10:24:28.758979 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8044a5db-459e-4482-a148-1cd3ee0ce4f9 req-7e62caff-5d4c-4630-954a-86544c6d283d service neutron] 10.222.0.78 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871150 Jul 05 10:24:28.919642 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 5a9fb55f-e9e6-474f-ad1d-69648ee16297 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:24:28.958498 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 5a9fb55f-e9e6-474f-ad1d-69648ee16297 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:24:29.279943 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a54565-b2fa-463f-8068-7f4541380e7a req-5a7b4225-8e6c-426a-b7fa-4ba63da7d4ab tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:29.281544 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-98a54565-b2fa-463f-8068-7f4541380e7a req-5a7b4225-8e6c-426a-b7fa-4ba63da7d4ab tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 945 time: 0.0647461 Jul 05 10:24:29.320209 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-98a54565-b2fa-463f-8068-7f4541380e7a req-598e004b-156f-407d-a5e3-5e4d003b40f5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330276 Jul 05 10:24:29.702795 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 5a9fb55f-e9e6-474f-ad1d-69648ee16297 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:24:29.749942 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 5a9fb55f-e9e6-474f-ad1d-69648ee16297 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:24:29.754548 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 5a9fb55f-e9e6-474f-ad1d-69648ee16297 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:24:29.754928 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:29.832753 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:29.854155 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae24ff16-0694-487c-bfb5-d910f86cdae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9fb55f-e9e6-474f-ad1d-69648ee16297'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:24:29.856484 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dd1a05-a714-4093-873b-ea63a4408939" -d '{"events": [{"server_uuid": "ae24ff16-0694-487c-bfb5-d910f86cdae6", "name": "network-vif-plugged", "status": "completed", "tag": "5a9fb55f-e9e6-474f-ad1d-69648ee16297"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:24:29.869148 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 5a9fb55f-e9e6-474f-ad1d-69648ee16297, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=5a9fb55f-e9e6-474f-ad1d-69648ee16297,segment=NetworkSegment(a08afc61-051b-473a-9b4a-55e50ec1dd20),segment_id=a08afc61-051b-473a-9b4a-55e50ec1dd20)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:29.874030 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:29.926009 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=5a9fb55f-e9e6-474f-ad1d-69648ee16297,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:29.961910 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e05c0a-ab43-4219-a4f3-259c55098305 x-openstack-request-id: req-14e05c0a-ab43-4219-a4f3-259c55098305 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:24:29.962211 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae24ff16-0694-487c-bfb5-d910f86cdae6", "name": "network-vif-plugged", "status": "completed", "tag": "5a9fb55f-e9e6-474f-ad1d-69648ee16297", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:24:29.962546 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-14e05c0a-ab43-4219-a4f3-259c55098305 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:24:29.962954 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae24ff16-0694-487c-bfb5-d910f86cdae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9fb55f-e9e6-474f-ad1d-69648ee16297', 'code': 200} Jul 05 10:24:30.494164 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64127d05-0110-4e0e-a5d0-5e0d65370058 req-55da399a-75dc-4500-bef4-b32cbbac6338 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:30.495656 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-64127d05-0110-4e0e-a5d0-5e0d65370058 req-55da399a-75dc-4500-bef4-b32cbbac6338 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 946 time: 0.0655529 Jul 05 10:24:30.532831 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-64127d05-0110-4e0e-a5d0-5e0d65370058 req-57aa35e3-96b1-4efd-8dc5-71e92537d552 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314043 Jul 05 10:24:30.557127 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44026) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:30.617265 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b2c2e3e4-a8f8-470d-adbe-282b1d37f2ce tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/floatingips/99b77dae-d83d-4b27-ac56-4f0550645e01 HTTP/1.1" status: 200 len: 993 time: 0.0589542 Jul 05 10:24:32.961682 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:36.364340 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:45.338098 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:24:48.262980 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9c179299-9f68-4173-8a55-efd3683da829 req-10a26524-451a-4972-b159-aff3b7f4fd87 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541201 Jul 05 10:24:48.335958 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c179299-9f68-4173-8a55-efd3683da829 req-e20e45c9-16b6-48b8-8d14-eb99c69b135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:48.337482 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9c179299-9f68-4173-8a55-efd3683da829 req-e20e45c9-16b6-48b8-8d14-eb99c69b135f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 1097 time: 0.0538211 Jul 05 10:24:48.451144 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c179299-9f68-4173-8a55-efd3683da829 req-34d4d8ea-f843-4026-bdb5-c7aad6adf2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:48.452690 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9c179299-9f68-4173-8a55-efd3683da829 req-34d4d8ea-f843-4026-bdb5-c7aad6adf2b8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 913 time: 0.0890183 Jul 05 10:24:48.520021 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9c179299-9f68-4173-8a55-efd3683da829 req-55421912-a3b4-4b7c-8705-254d17b118e0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a48ff20-0d46-4acc-bf89-2409088536b7 HTTP/1.1" status: 200 len: 1001 time: 0.0610580 Jul 05 10:24:48.571448 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c179299-9f68-4173-8a55-efd3683da829 req-c35ae6f3-e332-463d-9e39-13d4006644cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:48.573081 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9c179299-9f68-4173-8a55-efd3683da829 req-c35ae6f3-e332-463d-9e39-13d4006644cf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.0471530 Jul 05 10:24:48.634177 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c179299-9f68-4173-8a55-efd3683da829 req-04e9ae27-1654-4974-ad03-5315f959ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:48.635811 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9c179299-9f68-4173-8a55-efd3683da829 req-04e9ae27-1654-4974-ad03-5315f959ad5b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566757 Jul 05 10:24:48.723386 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9c179299-9f68-4173-8a55-efd3683da829 req-672aa386-b6ff-4548-9a32-0ed20651bf5f service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809901 Jul 05 10:24:48.813994 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9c179299-9f68-4173-8a55-efd3683da829 req-e6456a67-8fe9-4b35-8d93-bb67e4f0e869 service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840707 Jul 05 10:24:50.642363 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35c26779-a732-45d8-9942-dbaedbd7e558 req-ac737458-3b03-44f5-9140-cf1ddfb0e577 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514505 Jul 05 10:24:50.744248 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c26779-a732-45d8-9942-dbaedbd7e558 req-a8d614cc-2940-426c-b020-388411f5f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:50.745668 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35c26779-a732-45d8-9942-dbaedbd7e558 req-a8d614cc-2940-426c-b020-388411f5f45a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 1097 time: 0.0595770 Jul 05 10:24:50.846326 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c26779-a732-45d8-9942-dbaedbd7e558 req-0a8b258a-61ce-4ed7-9420-c053bf1a0b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:50.847793 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35c26779-a732-45d8-9942-dbaedbd7e558 req-0a8b258a-61ce-4ed7-9420-c053bf1a0b34 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b121a1c4-aa34-434e-9e87-13e2aaef3d58 HTTP/1.1" status: 200 len: 898 time: 0.0811625 Jul 05 10:24:50.914794 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35c26779-a732-45d8-9942-dbaedbd7e558 req-a2486714-84ab-47b4-97dc-2081c4d494b9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a9fb55f-e9e6-474f-ad1d-69648ee16297 HTTP/1.1" status: 200 len: 1001 time: 0.0596046 Jul 05 10:24:50.963554 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c26779-a732-45d8-9942-dbaedbd7e558 req-caab853b-762b-4d41-ad15-13abc238225d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:50.965113 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35c26779-a732-45d8-9942-dbaedbd7e558 req-caab853b-762b-4d41-ad15-13abc238225d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d42e1d20-0465-44ee-85c3-73903c9279e5 HTTP/1.1" status: 200 len: 834 time: 0.0430293 Jul 05 10:24:50.965504 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-51da40ac-637a-47a2-a26c-93ea9c2568d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:51.027708 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c26779-a732-45d8-9942-dbaedbd7e558 req-0d1ab00b-da57-464c-89a1-c4697fdeb07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:51.029310 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35c26779-a732-45d8-9942-dbaedbd7e558 req-0d1ab00b-da57-464c-89a1-c4697fdeb07c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b121a1c4-aa34-434e-9e87-13e2aaef3d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573566 Jul 05 10:24:51.418560 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35c26779-a732-45d8-9942-dbaedbd7e558 req-31b43791-9498-4d3d-b020-97511ec82634 service neutron] 10.222.0.81 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823221 Jul 05 10:24:51.510983 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35c26779-a732-45d8-9942-dbaedbd7e558 req-7e27c08d-7338-4392-a8d9-251357e95195 service neutron] 10.222.0.81 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844829 Jul 05 10:24:53.334536 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d423b76e-93f3-4506-901a-c595e7e8b4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:53.640926 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:54.670617 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:55.339876 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd910f-310d-4f0b-8da5-54126673e6e3 req-f8fa222c-31c0-4b74-85a2-4ecdffbd1ed9 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:55.341413 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-babd910f-310d-4f0b-8da5-54126673e6e3 req-f8fa222c-31c0-4b74-85a2-4ecdffbd1ed9 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 946 time: 0.0662251 Jul 05 10:24:55.378535 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-babd910f-310d-4f0b-8da5-54126673e6e3 req-2c9043bc-8fb9-47ab-b160-94dedddcbe52 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316777 Jul 05 10:24:56.552459 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78dcce-5540-48a7-9a6b-a7bee5934670 req-95df6a19-6a13-4687-b88d-6d19b7492a7b tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:56.553931 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d78dcce-5540-48a7-9a6b-a7bee5934670 req-95df6a19-6a13-4687-b88d-6d19b7492a7b tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 946 time: 0.0619192 Jul 05 10:24:56.591638 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d78dcce-5540-48a7-9a6b-a7bee5934670 req-d2f445be-7cd8-4e11-b4fa-449ced07f5ee tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314481 Jul 05 10:24:56.788362 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:57.035995 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68632d24-8d20-4697-8740-a626e6208ed7 req-2506bf28-5648-4705-b1df-e8345a3f10bb tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:57.037377 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-68632d24-8d20-4697-8740-a626e6208ed7 req-2506bf28-5648-4705-b1df-e8345a3f10bb tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.78 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 946 time: 0.0685914 Jul 05 10:24:57.140452 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-68632d24-8d20-4697-8740-a626e6208ed7 req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Deleting port 2a48ff20-0d46-4acc-bf89-2409088536b7 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:24:57.140799 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-68632d24-8d20-4697-8740-a626e6208ed7 req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:57.225933 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-68632d24-8d20-4697-8740-a626e6208ed7 req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] For port 2a48ff20-0d46-4acc-bf89-2409088536b7, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=2a48ff20-0d46-4acc-bf89-2409088536b7,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:57.226299 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-68632d24-8d20-4697-8740-a626e6208ed7 req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:57.494881 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-68632d24-8d20-4697-8740-a626e6208ed7 req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:57.495549 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-68632d24-8d20-4697-8740-a626e6208ed7 req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:57.495549 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [req-68632d24-8d20-4697-8740-a626e6208ed7 req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Floating IP f170ac41-0271-4763-a105-fc8cfa66350d disassociated. External IP: 172.25.7.56, port: 2a48ff20-0d46-4acc-bf89-2409088536b7. Jul 05 10:24:57.495787 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-68632d24-8d20-4697-8740-a626e6208ed7 req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Calling delete_port for 2a48ff20-0d46-4acc-bf89-2409088536b7 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:24:57.622679 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-68632d24-8d20-4697-8740-a626e6208ed7 req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:57.733659 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4fdc81d-9e89-4d5a-8aea-4ba0a624fbd2 req-389747d5-e309-46f4-af72-fc367863d4dc tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 210 time: 0.0297122 Jul 05 10:24:57.886702 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event deleted for resources: {'Port': ['ID=2a48ff20-0d46-4acc-bf89-2409088536b7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:57.898866 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:57.899229 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:57.899578 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:57.900173 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:57.900301 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:57.900611 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:57.900945 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:57.901276 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:57.901606 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:57.901934 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:57.902260 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:57.902584 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:58.012990 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68632d24-8d20-4697-8740-a626e6208ed7 req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Router f23e8768-9afd-4678-9320-1b5e65913db8 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:24:58.120383 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68632d24-8d20-4697-8740-a626e6208ed7 req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:24:58.129540 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd46b85-7642-4145-829c-679471016592 None None] Sync routers for ids ['f23e8768-9afd-4678-9320-1b5e65913db8'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:24:58.138425 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd46b85-7642-4145-829c-679471016592 None None] Routers {'f23e8768-9afd-4678-9320-1b5e65913db8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:24:58.139032 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6fd46b85-7642-4145-829c-679471016592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:24:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f23e8768-9afd-4678-9320-1b5e65913db8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:24:58.164733 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-68632d24-8d20-4697-8740-a626e6208ed7 req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] No DVR routers for this DVR port 2a48ff20-0d46-4acc-bf89-2409088536b7 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:24:58.167464 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-68632d24-8d20-4697-8740-a626e6208ed7 req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:58.170097 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-68632d24-8d20-4697-8740-a626e6208ed7 req-194871a0-cab1-4645-8d3b-be06d56f7915 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.78 "DELETE /v2.0/ports/2a48ff20-0d46-4acc-bf89-2409088536b7 HTTP/1.1" status: 204 len: 173 time: 1.1268380 Jul 05 10:24:58.170536 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ad711c-bcb9-4175-a02b-fbb6a5388df5', 'name': 'network-vif-deleted', 'tag': '2a48ff20-0d46-4acc-bf89-2409088536b7'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:24:58.172832 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93e5e99-b695-4646-9053-698165e3832a" -d '{"events": [{"server_uuid": "29ad711c-bcb9-4175-a02b-fbb6a5388df5", "name": "network-vif-deleted", "tag": "2a48ff20-0d46-4acc-bf89-2409088536b7"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:24:58.212041 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1381987a-c6b9-4161-b910-c323b241a5a7 x-openstack-request-id: req-1381987a-c6b9-4161-b910-c323b241a5a7 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:24:58.212354 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ad711c-bcb9-4175-a02b-fbb6a5388df5", "name": "network-vif-deleted", "tag": "2a48ff20-0d46-4acc-bf89-2409088536b7", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:24:58.212617 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1381987a-c6b9-4161-b910-c323b241a5a7 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:24:58.213027 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ad711c-bcb9-4175-a02b-fbb6a5388df5', 'name': 'network-vif-deleted', 'tag': '2a48ff20-0d46-4acc-bf89-2409088536b7', 'status': 'completed', 'code': 200} Jul 05 10:24:58.252068 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-6fd46b85-7642-4145-829c-679471016592 None None] Set router f23e8768-9afd-4678-9320-1b5e65913db8 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:24:58.458431 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6fd46b85-7642-4145-829c-679471016592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:18:51Z', 'revision_number': 4, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port': {'id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:48Z', 'updated_at': '2021-07-05T10:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '9779c479-46da-4d55-956f-f48ab744772c', 'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'mac_address': 'fa:16:3e:0d:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:50Z', 'updated_at': '2021-07-05T10:18:58Z', 'revision_number': 5, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'subnets': [{'id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:24:58.484760 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd46b85-7642-4145-829c-679471016592 None None] Checking router: f23e8768-9afd-4678-9320-1b5e65913db8 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:24:58.493011 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd46b85-7642-4145-829c-679471016592 None None] Routers {'f23e8768-9afd-4678-9320-1b5e65913db8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:24:58.493564 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6fd46b85-7642-4145-829c-679471016592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:24:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f23e8768-9afd-4678-9320-1b5e65913db8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:24:58.599808 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-6fd46b85-7642-4145-829c-679471016592 None None] Set router f23e8768-9afd-4678-9320-1b5e65913db8 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:24:58.794831 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6fd46b85-7642-4145-829c-679471016592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:18:51Z', 'revision_number': 4, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port': {'id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:48Z', 'updated_at': '2021-07-05T10:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '9779c479-46da-4d55-956f-f48ab744772c', 'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'mac_address': 'fa:16:3e:0d:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:50Z', 'updated_at': '2021-07-05T10:18:58Z', 'revision_number': 5, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'subnets': [{'id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:24:58.824326 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd46b85-7642-4145-829c-679471016592 None None] The sync data for ids ['f23e8768-9afd-4678-9320-1b5e65913db8'] in n-d-798054-8 is: [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:18:51Z', 'revision_number': 4, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port': {'id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:48Z', 'updated_at': '2021-07-05T10:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '9779c479-46da-4d55-956f-f48ab744772c', 'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'mac_address': 'fa:16:3e:0d:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:50Z', 'updated_at': '2021-07-05T10:18:58Z', 'revision_number': 5, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'subnets': [{'id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:24:58.881360 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-62b69ec3-a49c-4d2e-ba62-ceec832f6d0c req-0da73635-461a-46d8-891a-47f6a76738c8 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 210 time: 0.0340564 Jul 05 10:24:59.058024 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dd133c-33a1-4197-a25a-cb7ab9eae7f1 None None] New status for floating IP f170ac41-0271-4763-a105-fc8cfa66350d: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:24:59.174250 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b1dc8-1aee-458d-8f19-537b887abba3 req-aff94393-1fd7-4ba5-a544-3310834af6a9 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:59.175466 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-445b1dc8-1aee-458d-8f19-537b887abba3 req-aff94393-1fd7-4ba5-a544-3310834af6a9 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 1097 time: 0.0587161 Jul 05 10:24:59.216373 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-445b1dc8-1aee-458d-8f19-537b887abba3 req-1e7bc0a7-cf57-4095-bd59-289714b8d8aa tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345488 Jul 05 10:24:59.238759 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44056) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:59.394570 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-37dc0659-c6af-44e7-a1c9-20a9d93d7051 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Deleting port 60383274-5f02-4b29-8216-99c53c9589fc {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:24:59.394915 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37dc0659-c6af-44e7-a1c9-20a9d93d7051 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:59.473399 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37dc0659-c6af-44e7-a1c9-20a9d93d7051 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:59.473647 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37dc0659-c6af-44e7-a1c9-20a9d93d7051 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:59.485922 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-37dc0659-c6af-44e7-a1c9-20a9d93d7051 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Calling delete_port for 60383274-5f02-4b29-8216-99c53c9589fc owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:24:59.667821 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37dc0659-c6af-44e7-a1c9-20a9d93d7051 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:59.691139 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc0659-c6af-44e7-a1c9-20a9d93d7051 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'Port': ['ID=60383274-5f02-4b29-8216-99c53c9589fc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:59.754978 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37dc0659-c6af-44e7-a1c9-20a9d93d7051 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:59.755233 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-37dc0659-c6af-44e7-a1c9-20a9d93d7051 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Floating IP 99b77dae-d83d-4b27-ac56-4f0550645e01 disassociated (deleted). External IP: 172.25.7.71, port: 5a9fb55f-e9e6-474f-ad1d-69648ee16297. Jul 05 10:24:59.966250 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37dc0659-c6af-44e7-a1c9-20a9d93d7051 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Router c1b87e50-205b-4b4b-b622-2e229134ce67 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:25:00.048239 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3187dfea-6f28-4516-885b-853affc3ef80 req-ec500f8b-1bde-4397-82cc-0bcd70284b3f tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 210 time: 0.0333138 Jul 05 10:25:00.107320 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dc0659-c6af-44e7-a1c9-20a9d93d7051 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:25:00.111889 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37dc0659-c6af-44e7-a1c9-20a9d93d7051 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:00.117748 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5652ac0-d1c6-4e4b-97bb-97ea952e2e14 None None] Sync routers for ids ['c1b87e50-205b-4b4b-b622-2e229134ce67'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:25:00.128374 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5652ac0-d1c6-4e4b-97bb-97ea952e2e14 None None] Routers {'c1b87e50-205b-4b4b-b622-2e229134ce67'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:25:00.129013 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f5652ac0-d1c6-4e4b-97bb-97ea952e2e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:24:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c1b87e50-205b-4b4b-b622-2e229134ce67'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:00.153749 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-37dc0659-c6af-44e7-a1c9-20a9d93d7051 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "DELETE /v2.0/floatingips/99b77dae-d83d-4b27-ac56-4f0550645e01 HTTP/1.1" status: 204 len: 168 time: 0.9135480 Jul 05 10:25:00.154401 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae24ff16-0694-487c-bfb5-d910f86cdae6', 'tag': '5a9fb55f-e9e6-474f-ad1d-69648ee16297'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:25:00.156872 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bf5922-cd6f-4905-96c0-d4597079e4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ae24ff16-0694-487c-bfb5-d910f86cdae6", "tag": "5a9fb55f-e9e6-474f-ad1d-69648ee16297"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:00.221958 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abafc342-8fea-4150-aefe-cd98b9f98c96 x-openstack-request-id: req-abafc342-8fea-4150-aefe-cd98b9f98c96 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:00.222323 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae24ff16-0694-487c-bfb5-d910f86cdae6", "tag": "5a9fb55f-e9e6-474f-ad1d-69648ee16297", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:00.222644 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-abafc342-8fea-4150-aefe-cd98b9f98c96 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:00.223377 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae24ff16-0694-487c-bfb5-d910f86cdae6', 'tag': '5a9fb55f-e9e6-474f-ad1d-69648ee16297', 'status': 'completed', 'code': 200} Jul 05 10:25:00.251493 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f5652ac0-d1c6-4e4b-97bb-97ea952e2e14 None None] Set router c1b87e50-205b-4b4b-b622-2e229134ce67 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:25:00.304639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf5922-cd6f-4905-96c0-d4597079e4d5 req-104acd55-ba43-45dd-9d0c-668d56f0f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:00.306356 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49bf5922-cd6f-4905-96c0-d4597079e4d5 req-104acd55-ba43-45dd-9d0c-668d56f0f508 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 1097 time: 0.0670249 Jul 05 10:25:00.415452 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf5922-cd6f-4905-96c0-d4597079e4d5 req-27b2ac2c-66ab-4c5a-acb1-178f05eca206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:00.417826 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49bf5922-cd6f-4905-96c0-d4597079e4d5 req-27b2ac2c-66ab-4c5a-acb1-178f05eca206 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b121a1c4-aa34-434e-9e87-13e2aaef3d58 HTTP/1.1" status: 200 len: 898 time: 0.1053102 Jul 05 10:25:00.483317 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f5652ac0-d1c6-4e4b-97bb-97ea952e2e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005873252', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:32Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '23fe1f6c-97fd-45e6-9a1e-7e3c509420ec', 'name': '', 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:7a:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'd42e1d20-0465-44ee-85c3-73903c9279e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:31Z', 'updated_at': '2021-07-05T10:22:37Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'd42e1d20-0465-44ee-85c3-73903c9279e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:00.485979 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49bf5922-cd6f-4905-96c0-d4597079e4d5 req-2909c416-c4c5-4acb-9a6d-fcd84c80245d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a9fb55f-e9e6-474f-ad1d-69648ee16297 HTTP/1.1" status: 200 len: 217 time: 0.0607307 Jul 05 10:25:00.509947 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5652ac0-d1c6-4e4b-97bb-97ea952e2e14 None None] Checking router: c1b87e50-205b-4b4b-b622-2e229134ce67 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:25:00.520136 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5652ac0-d1c6-4e4b-97bb-97ea952e2e14 None None] Routers {'c1b87e50-205b-4b4b-b622-2e229134ce67'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:25:00.520812 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f5652ac0-d1c6-4e4b-97bb-97ea952e2e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:24:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c1b87e50-205b-4b4b-b622-2e229134ce67'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:00.547716 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf5922-cd6f-4905-96c0-d4597079e4d5 req-8e15f3c5-2547-4da3-9bb1-59dc982e07c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:00.549458 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49bf5922-cd6f-4905-96c0-d4597079e4d5 req-8e15f3c5-2547-4da3-9bb1-59dc982e07c8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d42e1d20-0465-44ee-85c3-73903c9279e5 HTTP/1.1" status: 200 len: 834 time: 0.0570972 Jul 05 10:25:00.634340 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf5922-cd6f-4905-96c0-d4597079e4d5 req-f6bbc349-055f-4907-904b-a02319ae632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:00.636753 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49bf5922-cd6f-4905-96c0-d4597079e4d5 req-f6bbc349-055f-4907-904b-a02319ae632e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b121a1c4-aa34-434e-9e87-13e2aaef3d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799115 Jul 05 10:25:00.740335 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f5652ac0-d1c6-4e4b-97bb-97ea952e2e14 None None] Set router c1b87e50-205b-4b4b-b622-2e229134ce67 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:25:00.781975 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49bf5922-cd6f-4905-96c0-d4597079e4d5 req-9ef0c672-9ac4-407b-828d-3bb96cb05160 service neutron] 10.222.0.81 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382174 Jul 05 10:25:00.880454 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605827d-5b3c-48ad-95f6-39783138bcc3 req-f3a19c13-a502-45ef-b9ab-e325d05b2d3d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:00.882165 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0605827d-5b3c-48ad-95f6-39783138bcc3 req-f3a19c13-a502-45ef-b9ab-e325d05b2d3d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 946 time: 0.1336999 Jul 05 10:25:00.916872 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49bf5922-cd6f-4905-96c0-d4597079e4d5 req-2e513941-0fb9-4675-972c-af6fcd7550e8 service neutron] 10.222.0.81 "GET /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281688 Jul 05 10:25:00.940334 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0605827d-5b3c-48ad-95f6-39783138bcc3 req-23ab83c4-6366-4c00-9bf9-729413100a10 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483894 Jul 05 10:25:00.953131 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f5652ac0-d1c6-4e4b-97bb-97ea952e2e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005873252', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:32Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '23fe1f6c-97fd-45e6-9a1e-7e3c509420ec', 'name': '', 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:7a:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'd42e1d20-0465-44ee-85c3-73903c9279e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:31Z', 'updated_at': '2021-07-05T10:22:37Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'd42e1d20-0465-44ee-85c3-73903c9279e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:00.979952 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5652ac0-d1c6-4e4b-97bb-97ea952e2e14 None None] The sync data for ids ['c1b87e50-205b-4b4b-b622-2e229134ce67'] in n-d-798054-8 is: [{'id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005873252', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:32Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '23fe1f6c-97fd-45e6-9a1e-7e3c509420ec', 'name': '', 'network_id': 'b121a1c4-aa34-434e-9e87-13e2aaef3d58', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:7a:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'd42e1d20-0465-44ee-85c3-73903c9279e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:31Z', 'updated_at': '2021-07-05T10:22:37Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'd42e1d20-0465-44ee-85c3-73903c9279e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:25:01.080507 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 2a48ff20-0d46-4acc-bf89-2409088536b7 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:25:01.111888 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 2a48ff20-0d46-4acc-bf89-2409088536b7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:25:01.112227 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 2a48ff20-0d46-4acc-bf89-2409088536b7 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:25:01.203308 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f93f639d-7db5-438f-b8ce-ba4974ff8c3b req-c19d22cc-b764-42b6-9c71-8c01c1d50622 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=29ad711c-bcb9-4175-a02b-fbb6a5388df5 HTTP/1.1" status: 200 len: 210 time: 0.0319467 Jul 05 10:25:01.240767 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff2ffe1-8617-4c7b-b72e-583455bd9866 None None] New status for floating IP 99b77dae-d83d-4b27-ac56-4f0550645e01: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:25:01.832498 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341df17-1333-49d8-9fad-838b47e62bc1 req-9ba11a88-849e-4418-bd17-7e47a5043d1e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:01.834126 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d341df17-1333-49d8-9fad-838b47e62bc1 req-9ba11a88-849e-4418-bd17-7e47a5043d1e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 946 time: 0.0609131 Jul 05 10:25:01.933876 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-d341df17-1333-49d8-9fad-838b47e62bc1 req-03dd376b-3b57-462b-9365-2eed32a39cd1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Deleting port 5a9fb55f-e9e6-474f-ad1d-69648ee16297 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:25:01.934225 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d341df17-1333-49d8-9fad-838b47e62bc1 req-03dd376b-3b57-462b-9365-2eed32a39cd1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:02.030846 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d341df17-1333-49d8-9fad-838b47e62bc1 req-03dd376b-3b57-462b-9365-2eed32a39cd1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] For port 5a9fb55f-e9e6-474f-ad1d-69648ee16297, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=5a9fb55f-e9e6-474f-ad1d-69648ee16297,segment=NetworkSegment(a08afc61-051b-473a-9b4a-55e50ec1dd20),segment_id=a08afc61-051b-473a-9b4a-55e50ec1dd20)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:02.031335 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d341df17-1333-49d8-9fad-838b47e62bc1 req-03dd376b-3b57-462b-9365-2eed32a39cd1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:02.045613 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-d341df17-1333-49d8-9fad-838b47e62bc1 req-03dd376b-3b57-462b-9365-2eed32a39cd1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Calling delete_port for 5a9fb55f-e9e6-474f-ad1d-69648ee16297 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:25:02.186730 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a43100-cd67-4d3c-98f3-c0bb2ee3064b req-ae5435a1-2f19-4deb-ba99-3a70ce8c8603 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:02.188189 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79a43100-cd67-4d3c-98f3-c0bb2ee3064b req-ae5435a1-2f19-4deb-ba99-3a70ce8c8603 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae24ff16-0694-487c-bfb5-d910f86cdae6 HTTP/1.1" status: 200 len: 946 time: 0.0980110 Jul 05 10:25:02.262935 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79a43100-cd67-4d3c-98f3-c0bb2ee3064b req-e8db1f74-ee43-4912-bc4e-6bdcaa7794dd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=86ed01a8-9e40-4389-a213-2ef62ce64036&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685048 Jul 05 10:25:02.266968 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d341df17-1333-49d8-9fad-838b47e62bc1 req-03dd376b-3b57-462b-9365-2eed32a39cd1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:02.297706 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd376b-3b57-462b-9365-2eed32a39cd1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'Port': ['ID=5a9fb55f-e9e6-474f-ad1d-69648ee16297,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:02.362009 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d341df17-1333-49d8-9fad-838b47e62bc1 req-03dd376b-3b57-462b-9365-2eed32a39cd1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] No DVR routers for this DVR port 5a9fb55f-e9e6-474f-ad1d-69648ee16297 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:25:02.364683 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d341df17-1333-49d8-9fad-838b47e62bc1 req-03dd376b-3b57-462b-9365-2eed32a39cd1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:02.367056 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d341df17-1333-49d8-9fad-838b47e62bc1 req-03dd376b-3b57-462b-9365-2eed32a39cd1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.81 "DELETE /v2.0/ports/5a9fb55f-e9e6-474f-ad1d-69648ee16297 HTTP/1.1" status: 204 len: 173 time: 0.5280008 Jul 05 10:25:02.367501 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae24ff16-0694-487c-bfb5-d910f86cdae6', 'name': 'network-vif-deleted', 'tag': '5a9fb55f-e9e6-474f-ad1d-69648ee16297'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:25:02.369771 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8277765f-b684-4599-9599-09c2da5dd898" -d '{"events": [{"server_uuid": "ae24ff16-0694-487c-bfb5-d910f86cdae6", "name": "network-vif-deleted", "tag": "5a9fb55f-e9e6-474f-ad1d-69648ee16297"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:02.415677 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e47b86-5817-4436-8388-3c3cf6806028 x-openstack-request-id: req-08e47b86-5817-4436-8388-3c3cf6806028 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:02.416003 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae24ff16-0694-487c-bfb5-d910f86cdae6", "name": "network-vif-deleted", "tag": "5a9fb55f-e9e6-474f-ad1d-69648ee16297", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:02.416262 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-08e47b86-5817-4436-8388-3c3cf6806028 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:02.416669 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae24ff16-0694-487c-bfb5-d910f86cdae6', 'name': 'network-vif-deleted', 'tag': '5a9fb55f-e9e6-474f-ad1d-69648ee16297', 'status': 'completed', 'code': 200} Jul 05 10:25:02.481852 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-537c2ba4-dc61-4e2b-9bb0-71fbd63cc3c6 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666593889&fields=id&tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2 HTTP/1.1" status: 200 len: 267 time: 0.0336576 Jul 05 10:25:02.594280 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-6b2598c1-6b78-4528-b0d4-dcc2c4aeaea3 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:02.595734 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-6b2598c1-6b78-4528-b0d4-dcc2c4aeaea3 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 812 time: 0.1072309 Jul 05 10:25:02.610810 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-34bf452f-7b55-4040-8c1f-03a12d84eb19 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/quotas/a0bdddb2ec084de69e94b6aa65e9aea2 HTTP/1.1" status: 200 len: 375 time: 0.0092497 Jul 05 10:25:02.683339 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-00c1f88a-ef4e-446b-bfe7-aa24b07989bc tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661678 Jul 05 10:25:02.811302 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-bf73da76-9ddb-41ff-bb27-564b80bacefe service neutron] 10.222.0.79 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131637 Jul 05 10:25:02.928460 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-39ed7d4b-69f9-477a-9b3a-91ac1d792547 service neutron] 10.222.0.79 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056077 Jul 05 10:25:02.988107 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:03.254538 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f92b056f-0fcc-4f2d-bd14-8c88dd2427af req-1c25f23f-9920-4686-ad87-ebec53ec7554 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 210 time: 0.0339377 Jul 05 10:25:03.365593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44100) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:03.838698 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a039d37-fa2d-4ac2-9786-91f0b87b87e9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:04.314842 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-a01ab697-0a6a-43f7-b58b-169f14f467de tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:04.316459 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-a01ab697-0a6a-43f7-b58b-169f14f467de tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.78 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 812 time: 0.1162009 Jul 05 10:25:04.372248 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-50002bc9-a82f-439a-911b-1c089fc0f375 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2 HTTP/1.1" status: 200 len: 380 time: 0.0410488 Jul 05 10:25:04.381809 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-780bf859-5b05-4e57-97f4-4803a63b0fcd tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Request body: {'port': {'device_id': 'd03e92fb-19ca-41bc-af3d-c31b501c8dec', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'admin_state_up': True, 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'security_groups': ['d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:04.413234 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-64afa5d1-7f0a-42fe-bdd8-229ec6807f72 req-7a2c2f17-5dec-484b-872d-ea6efc77b4a8 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 210 time: 0.0334084 Jul 05 10:25:04.470458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-3a039d37-fa2d-4ac2-9786-91f0b87b87e9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Deleting port 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:25:04.470812 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a039d37-fa2d-4ac2-9786-91f0b87b87e9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:04.501171 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-780bf859-5b05-4e57-97f4-4803a63b0fcd tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Made reservation on behalf of a0bdddb2ec084de69e94b6aa65e9aea2 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:25:04.504812 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-780bf859-5b05-4e57-97f4-4803a63b0fcd tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:04.573658 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-3a039d37-fa2d-4ac2-9786-91f0b87b87e9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] For port 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=23fe1f6c-97fd-45e6-9a1e-7e3c509420ec,segment=NetworkSegment(a08afc61-051b-473a-9b4a-55e50ec1dd20),segment_id=a08afc61-051b-473a-9b4a-55e50ec1dd20)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:04.574319 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a039d37-fa2d-4ac2-9786-91f0b87b87e9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:04.589044 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-3a039d37-fa2d-4ac2-9786-91f0b87b87e9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Calling delete_port for 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:25:04.645674 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-780bf859-5b05-4e57-97f4-4803a63b0fcd tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Allocated IP 172.20.0.3 (640a92f1-ba53-4724-b927-c597caf88f39/fe81aa39-c7e6-420e-8913-88a4162da5db/b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:25:04.798599 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-780bf859-5b05-4e57-97f4-4803a63b0fcd tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:04.801143 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a039d37-fa2d-4ac2-9786-91f0b87b87e9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:04.813202 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-780bf859-5b05-4e57-97f4-4803a63b0fcd tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Transition to ACTIVE for port object b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:25:04.830435 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a039d37-fa2d-4ac2-9786-91f0b87b87e9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'Port': ['ID=23fe1f6c-97fd-45e6-9a1e-7e3c509420ec,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:04.848691 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-780bf859-5b05-4e57-97f4-4803a63b0fcd tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:04.893739 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-780bf859-5b05-4e57-97f4-4803a63b0fcd tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Network 640a92f1-ba53-4724-b927-c597caf88f39 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:04.907606 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-780bf859-5b05-4e57-97f4-4803a63b0fcd tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:04.911744 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-780bf859-5b05-4e57-97f4-4803a63b0fcd tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:25:04.963275 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-780bf859-5b05-4e57-97f4-4803a63b0fcd tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:04.964084 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-780bf859-5b05-4e57-97f4-4803a63b0fcd tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:04.988328 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bf859-5b05-4e57-97f4-4803a63b0fcd tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event updated for resources: {'Port': ['ID=b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:05.001812 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-780bf859-5b05-4e57-97f4-4803a63b0fcd tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6236722 Jul 05 10:25:05.014464 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-0cc6f323-6416-4162-8ab5-f93955a29cf1 service neutron] Request body: {'port': {'device_id': 'd03e92fb-19ca-41bc-af3d-c31b501c8dec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:05.040965 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a039d37-fa2d-4ac2-9786-91f0b87b87e9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:05.141563 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-0cc6f323-6416-4162-8ab5-f93955a29cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:05.270540 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-126b4890-bbdf-4cdb-b7ba-2707e06131ca None None] Provisioning for port b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:25:05.275940 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-126b4890-bbdf-4cdb-b7ba-2707e06131ca None None] Provisioning complete for port b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:05.276611 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-126b4890-bbdf-4cdb-b7ba-2707e06131ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:05.329640 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a039d37-fa2d-4ac2-9786-91f0b87b87e9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Router c1b87e50-205b-4b4b-b622-2e229134ce67 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:25:05.467837 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a039d37-fa2d-4ac2-9786-91f0b87b87e9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:25:05.481687 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3077a34e-5b96-4143-a7a3-705474695d22 None None] Sync routers for ids ['c1b87e50-205b-4b4b-b622-2e229134ce67'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:25:05.482195 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-0cc6f323-6416-4162-8ab5-f93955a29cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:25:05.485547 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3a039d37-fa2d-4ac2-9786-91f0b87b87e9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "PUT /v2.0/routers/c1b87e50-205b-4b4b-b622-2e229134ce67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1165202 Jul 05 10:25:05.485808 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44108) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:05.489807 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-0cc6f323-6416-4162-8ab5-f93955a29cf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:05.495822 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3077a34e-5b96-4143-a7a3-705474695d22 None None] Routers {'c1b87e50-205b-4b4b-b622-2e229134ce67'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:25:05.497411 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3077a34e-5b96-4143-a7a3-705474695d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:24:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c1b87e50-205b-4b4b-b622-2e229134ce67'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:05.503111 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-0cc6f323-6416-4162-8ab5-f93955a29cf1 service neutron] Transition to ACTIVE for port object b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:25:05.507750 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-0cc6f323-6416-4162-8ab5-f93955a29cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:05.512752 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-126b4890-bbdf-4cdb-b7ba-2707e06131ca None None] Port b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:25:05.564759 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b5aec4-acf0-4a67-b368-e521eb33f04d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Deleting subnet d42e1d20-0465-44ee-85c3-73903c9279e5 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:25:05.582850 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d3b5aec4-acf0-4a67-b368-e521eb33f04d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:05.615784 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6f323-6416-4162-8ab5-f93955a29cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:05.647932 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d3b5aec4-acf0-4a67-b368-e521eb33f04d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:05.666075 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3077a34e-5b96-4143-a7a3-705474695d22 None None] Set router c1b87e50-205b-4b4b-b622-2e229134ce67 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:25:05.721951 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-0cc6f323-6416-4162-8ab5-f93955a29cf1 service neutron] Attempting to bind port b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:25:05.722524 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-0cc6f323-6416-4162-8ab5-f93955a29cf1 service neutron] Attempting to bind port b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:25:05.723419 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-0cc6f323-6416-4162-8ab5-f93955a29cf1 service neutron] Attempting to bind port b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 on network 640a92f1-ba53-4724-b927-c597caf88f39 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:25:05.728596 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-0cc6f323-6416-4162-8ab5-f93955a29cf1 service neutron] Port b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 on network 640a92f1-ba53-4724-b927-c597caf88f39 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:25:05.729251 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-0cc6f323-6416-4162-8ab5-f93955a29cf1 service neutron] Attempting to bind port b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 on network 640a92f1-ba53-4724-b927-c597caf88f39 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:25:05.739518 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-0cc6f323-6416-4162-8ab5-f93955a29cf1 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:25:05.742749 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-0cc6f323-6416-4162-8ab5-f93955a29cf1 service neutron] Checking segment: {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:25:05.743424 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-0cc6f323-6416-4162-8ab5-f93955a29cf1 service neutron] Bound using segment: {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:25:05.744198 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-0cc6f323-6416-4162-8ab5-f93955a29cf1 service neutron] Bound port: b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:25:05.744745 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-0cc6f323-6416-4162-8ab5-f93955a29cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:05.814777 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d3b5aec4-acf0-4a67-b368-e521eb33f04d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:05.826508 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3b253-0bfa-4c50-8f91-7e9acfa86bca req-f3057cbd-6ece-4331-a857-93db4f98bfde tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:05.828693 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8fb3b253-0bfa-4c50-8f91-7e9acfa86bca req-f3057cbd-6ece-4331-a857-93db4f98bfde tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 943 time: 0.2079623 Jul 05 10:25:05.856887 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-0cc6f323-6416-4162-8ab5-f93955a29cf1 service neutron] For port b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:25:05.863974 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-0cc6f323-6416-4162-8ab5-f93955a29cf1 service neutron] For port b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:25:05.873011 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-0cc6f323-6416-4162-8ab5-f93955a29cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:05.889680 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 5a9fb55f-e9e6-474f-ad1d-69648ee16297 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:25:05.917658 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8fb3b253-0bfa-4c50-8f91-7e9acfa86bca req-d841f20c-1dbb-42ca-939f-d912fc161553 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656784 Jul 05 10:25:05.939479 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 5a9fb55f-e9e6-474f-ad1d-69648ee16297 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:25:05.939640 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d3b5aec4-acf0-4a67-b368-e521eb33f04d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:05.940455 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 5a9fb55f-e9e6-474f-ad1d-69648ee16297 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:25:05.941258 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-0cc6f323-6416-4162-8ab5-f93955a29cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:05.943209 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-0cc6f323-6416-4162-8ab5-f93955a29cf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:05.955502 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-0cc6f323-6416-4162-8ab5-f93955a29cf1 service neutron] 10.222.0.78 "PUT /v2.0/ports/b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 HTTP/1.1" status: 200 len: 1091 time: 0.9381695 Jul 05 10:25:05.955502 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03e92fb-19ca-41bc-af3d-c31b501c8dec', 'tag': 'b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:25:05.955502 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4a130b-b036-487d-b1e5-406eb7e6577d" -d '{"events": [{"name": "network-changed", "server_uuid": "d03e92fb-19ca-41bc-af3d-c31b501c8dec", "tag": "b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:05.974648 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d3b5aec4-acf0-4a67-b368-e521eb33f04d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:05.978437 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3077a34e-5b96-4143-a7a3-705474695d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005873252', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:25:04Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:05.982128 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d3b5aec4-acf0-4a67-b368-e521eb33f04d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "DELETE /v2.0/subnets/d42e1d20-0465-44ee-85c3-73903c9279e5 HTTP/1.1" status: 204 len: 168 time: 0.4926355 Jul 05 10:25:05.984190 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44112) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:05.992237 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5a69ce-e9af-49db-a74d-3f4100aa7029 None None] Network b121a1c4-aa34-434e-9e87-13e2aaef3d58 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:25:06.014239 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6f323-6416-4162-8ab5-f93955a29cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:06.045240 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3077a34e-5b96-4143-a7a3-705474695d22 None None] Checking router: c1b87e50-205b-4b4b-b622-2e229134ce67 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:25:06.061270 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3077a34e-5b96-4143-a7a3-705474695d22 None None] Routers {'c1b87e50-205b-4b4b-b622-2e229134ce67'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:25:06.061808 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3077a34e-5b96-4143-a7a3-705474695d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:24:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c1b87e50-205b-4b4b-b622-2e229134ce67'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:06.072743 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832f412a-b442-4b1b-b883-94a630abfcf6 x-openstack-request-id: req-832f412a-b442-4b1b-b883-94a630abfcf6 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:06.073480 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03e92fb-19ca-41bc-af3d-c31b501c8dec", "tag": "b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:06.073985 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-832f412a-b442-4b1b-b883-94a630abfcf6 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:06.075187 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03e92fb-19ca-41bc-af3d-c31b501c8dec', 'tag': 'b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9', 'status': 'completed', 'code': 200} Jul 05 10:25:06.077763 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5aec4-acf0-4a67-b368-e521eb33f04d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'Subnet': ['ID=d42e1d20-0465-44ee-85c3-73903c9279e5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:06.124206 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-a827c0a1-eba5-4848-83e3-2b2333d3facc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:06.126225 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-a827c0a1-eba5-4848-83e3-2b2333d3facc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 1094 time: 0.1275177 Jul 05 10:25:06.191078 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-4c0c9b7d-36de-4ebf-9152-008bd2315259 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 HTTP/1.1" status: 200 len: 217 time: 0.0577576 Jul 05 10:25:06.214607 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-684cc8d4-d7ca-49ea-912b-6ea2dfbca761 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:06.254184 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3077a34e-5b96-4143-a7a3-705474695d22 None None] Set router c1b87e50-205b-4b4b-b622-2e229134ce67 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:25:06.276321 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d1bc6f-d353-4da9-b288-c0dcf5e3863f None None] DHCP port deletion for b121a1c4-aa34-434e-9e87-13e2aaef3d58 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:25:06.305115 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-fbc541e9-f05f-4209-b8c6-4db350d2fcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:06.306634 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-fbc541e9-f05f-4209-b8c6-4db350d2fcba service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.1084878 Jul 05 10:25:06.332533 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e5d1bc6f-d353-4da9-b288-c0dcf5e3863f None None] Deleting port 2b67a27d-4a26-466f-9a27-fc11091563ec {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:25:06.332916 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e5d1bc6f-d353-4da9-b288-c0dcf5e3863f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:06.384295 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-684cc8d4-d7ca-49ea-912b-6ea2dfbca761 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:06.417862 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-ee76dc3f-20ac-41e2-acc8-b9c61ebbb563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:06.420002 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-ee76dc3f-20ac-41e2-acc8-b9c61ebbb563 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063485 Jul 05 10:25:06.456244 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-684cc8d4-d7ca-49ea-912b-6ea2dfbca761 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Deleting port a6d00021-42b4-49ab-a528-10096ebd4dda {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:25:06.456595 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-684cc8d4-d7ca-49ea-912b-6ea2dfbca761 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:06.463059 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:06.469573 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e5d1bc6f-d353-4da9-b288-c0dcf5e3863f None None] For port 2b67a27d-4a26-466f-9a27-fc11091563ec, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=2b67a27d-4a26-466f-9a27-fc11091563ec,segment=NetworkSegment(a08afc61-051b-473a-9b4a-55e50ec1dd20),segment_id=a08afc61-051b-473a-9b4a-55e50ec1dd20)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:06.470297 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e5d1bc6f-d353-4da9-b288-c0dcf5e3863f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:06.484276 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e5d1bc6f-d353-4da9-b288-c0dcf5e3863f None None] Calling delete_port for 2b67a27d-4a26-466f-9a27-fc11091563ec owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:25:06.534444 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3077a34e-5b96-4143-a7a3-705474695d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005873252', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:25:04Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:06.561468 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-e73fd7a3-ed44-4415-99a6-45ffaee56550 service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340191 Jul 05 10:25:06.568063 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-684cc8d4-d7ca-49ea-912b-6ea2dfbca761 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] For port a6d00021-42b4-49ab-a528-10096ebd4dda, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=a6d00021-42b4-49ab-a528-10096ebd4dda,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:06.568564 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-684cc8d4-d7ca-49ea-912b-6ea2dfbca761 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:06.580627 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3077a34e-5b96-4143-a7a3-705474695d22 None None] The sync data for ids ['c1b87e50-205b-4b4b-b622-2e229134ce67'] in n-d-798054-8 is: [{'id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005873252', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:25:04Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a6d00021-42b4-49ab-a528-10096ebd4dda', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b87e50-205b-4b4b-b622-2e229134ce67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:28Z', 'updated_at': '2021-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:25:06.589926 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-684cc8d4-d7ca-49ea-912b-6ea2dfbca761 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Calling delete_port for a6d00021-42b4-49ab-a528-10096ebd4dda owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:25:06.591082 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e5d1bc6f-d353-4da9-b288-c0dcf5e3863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:06.626458 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1bc6f-d353-4da9-b288-c0dcf5e3863f None None] Pushing event deleted for resources: {'Port': ['ID=2b67a27d-4a26-466f-9a27-fc11091563ec,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:06.639194 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d1bc6f-d353-4da9-b288-c0dcf5e3863f None None] No DVR routers for this DVR port 2b67a27d-4a26-466f-9a27-fc11091563ec on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:25:06.687041 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b617cfa6-ca42-4636-9cc1-0a9c5e638b6b req-c6b840e2-4333-4e63-aa49-c5964d32168e service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181612 Jul 05 10:25:06.792558 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a130b-b036-487d-b1e5-406eb7e6577d req-d6d25831-fe4b-465b-a0d3-a20384939d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:06.794738 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fa4a130b-b036-487d-b1e5-406eb7e6577d req-d6d25831-fe4b-465b-a0d3-a20384939d36 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 1094 time: 0.0615637 Jul 05 10:25:06.806761 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-684cc8d4-d7ca-49ea-912b-6ea2dfbca761 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:06.831254 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cc8d4-d7ca-49ea-912b-6ea2dfbca761 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'Port': ['ID=a6d00021-42b4-49ab-a528-10096ebd4dda,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:06.898151 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-684cc8d4-d7ca-49ea-912b-6ea2dfbca761 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:06.901748 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a130b-b036-487d-b1e5-406eb7e6577d req-0396b2fe-65f1-4961-8733-4616c03fd850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:06.902366 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fa4a130b-b036-487d-b1e5-406eb7e6577d req-0396b2fe-65f1-4961-8733-4616c03fd850 service neutron] 10.222.0.78 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 913 time: 0.1016338 Jul 05 10:25:06.997611 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fa4a130b-b036-487d-b1e5-406eb7e6577d req-5798eda6-6c7e-41b5-96a9-29853275f324 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 HTTP/1.1" status: 200 len: 217 time: 0.0844421 Jul 05 10:25:07.014780 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-684cc8d4-d7ca-49ea-912b-6ea2dfbca761 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:07.017118 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-684cc8d4-d7ca-49ea-912b-6ea2dfbca761 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:07.068712 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a130b-b036-487d-b1e5-406eb7e6577d req-28ade4ab-a26c-4c70-8687-d636fbac2f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:07.070210 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fa4a130b-b036-487d-b1e5-406eb7e6577d req-28ade4ab-a26c-4c70-8687-d636fbac2f8f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.0656767 Jul 05 10:25:07.125464 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-684cc8d4-d7ca-49ea-912b-6ea2dfbca761 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:07.126074 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684cc8d4-d7ca-49ea-912b-6ea2dfbca761 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Fanout notify agent at l3_agent the message router_deleted on router c1b87e50-205b-4b4b-b622-2e229134ce67 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:25:07.135506 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-684cc8d4-d7ca-49ea-912b-6ea2dfbca761 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:07.136815 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-684cc8d4-d7ca-49ea-912b-6ea2dfbca761 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "DELETE /v2.0/routers/c1b87e50-205b-4b4b-b622-2e229134ce67 HTTP/1.1" status: 204 len: 168 time: 1.1516848 Jul 05 10:25:07.141785 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44116) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:07.156721 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a130b-b036-487d-b1e5-406eb7e6577d req-2cd67cc8-39c7-40c1-981b-6c80d3342052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:07.158614 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fa4a130b-b036-487d-b1e5-406eb7e6577d req-2cd67cc8-39c7-40c1-981b-6c80d3342052 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809364 Jul 05 10:25:07.232697 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0190848-b11b-44d0-baf8-f6bd13f87e7a req-20e2b386-58a2-4e4f-be3a-ef44f0d0c479 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:07.234414 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f0190848-b11b-44d0-baf8-f6bd13f87e7a req-20e2b386-58a2-4e4f-be3a-ef44f0d0c479 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 943 time: 0.1552746 Jul 05 10:25:07.241969 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef225f38-e11f-4f07-bbb1-dcfa3aed4b5c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:07.278563 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fa4a130b-b036-487d-b1e5-406eb7e6577d req-c28b9b9f-6f01-4464-a95a-7f44d8eac543 service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118276 Jul 05 10:25:07.287975 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f0190848-b11b-44d0-baf8-f6bd13f87e7a req-c1a7b60c-221c-459e-99ee-d415d3d0ff34 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420964 Jul 05 10:25:07.326873 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 2b67a27d-4a26-466f-9a27-fc11091563ec no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:25:07.359833 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 2b67a27d-4a26-466f-9a27-fc11091563ec {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:25:07.360799 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 2b67a27d-4a26-466f-9a27-fc11091563ec not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:25:07.360799 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:25:07.380131 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef225f38-e11f-4f07-bbb1-dcfa3aed4b5c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:07.387627 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:25:07.388357 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 23fe1f6c-97fd-45e6-9a1e-7e3c509420ec not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:25:07.393142 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-ef225f38-e11f-4f07-bbb1-dcfa3aed4b5c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b121a1c4-aa34-434e-9e87-13e2aaef3d58']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:07.404734 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fa4a130b-b036-487d-b1e5-406eb7e6577d req-ac590a99-097f-4de5-b55e-d860d1518935 service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187308 Jul 05 10:25:07.409155 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-ef225f38-e11f-4f07-bbb1-dcfa3aed4b5c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08afc61-051b-473a-9b4a-55e50ec1dd20') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:07.409525 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-ef225f38-e11f-4f07-bbb1-dcfa3aed4b5c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08afc61-051b-473a-9b4a-55e50ec1dd20') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:07.420090 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef225f38-e11f-4f07-bbb1-dcfa3aed4b5c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:07.440588 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef225f38-e11f-4f07-bbb1-dcfa3aed4b5c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:07.447593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef225f38-e11f-4f07-bbb1-dcfa3aed4b5c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:25:07.448173 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef225f38-e11f-4f07-bbb1-dcfa3aed4b5c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:25:07.451989 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:25:07.514821 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef225f38-e11f-4f07-bbb1-dcfa3aed4b5c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:07.520190 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef225f38-e11f-4f07-bbb1-dcfa3aed4b5c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:07.522297 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ef225f38-e11f-4f07-bbb1-dcfa3aed4b5c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "DELETE /v2.0/networks/b121a1c4-aa34-434e-9e87-13e2aaef3d58 HTTP/1.1" status: 204 len: 168 time: 0.3801112 Jul 05 10:25:07.526554 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44118) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:07.547037 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef225f38-e11f-4f07-bbb1-dcfa3aed4b5c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'Network': ['ID=b121a1c4-aa34-434e-9e87-13e2aaef3d58,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:07.593069 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-610d0ed8-8b4c-49c2-b09b-27ea85b4b68b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:07.620977 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-610d0ed8-8b4c-49c2-b09b-27ea85b4b68b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:07.686954 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-610d0ed8-8b4c-49c2-b09b-27ea85b4b68b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:07.690046 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-610d0ed8-8b4c-49c2-b09b-27ea85b4b68b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:07.691487 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-610d0ed8-8b4c-49c2-b09b-27ea85b4b68b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "DELETE /v2.0/security-groups/86ed01a8-9e40-4389-a213-2ef62ce64036 HTTP/1.1" status: 204 len: 168 time: 0.1639085 Jul 05 10:25:07.707205 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d0ed8-8b4c-49c2-b09b-27ea85b4b68b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ed01a8-9e40-4389-a213-2ef62ce64036,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:07.995756 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44124) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:08.000609 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e16c184d-73de-4d2c-8d65-fb427e609597 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1014857074', 'description': 'tempest-secgroup-smoke-1014857074 description', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:08.028072 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e16c184d-73de-4d2c-8d65-fb427e609597 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.113715 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e16c184d-73de-4d2c-8d65-fb427e609597 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.117492 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e16c184d-73de-4d2c-8d65-fb427e609597 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.144250 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e16c184d-73de-4d2c-8d65-fb427e609597 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.145405 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e16c184d-73de-4d2c-8d65-fb427e609597 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1485486 Jul 05 10:25:08.148630 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44126) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:08.150018 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c184d-73de-4d2c-8d65-fb427e609597 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc58065f-d744-4992-aabb-ac29a76d1918,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:08.155515 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1983eb74-9ff7-44f0-846e-5736dc14a17d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group_rule': {'security_group_id': 'fc58065f-d744-4992-aabb-ac29a76d1918', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:08.184600 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1983eb74-9ff7-44f0-846e-5736dc14a17d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.242310 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1983eb74-9ff7-44f0-846e-5736dc14a17d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.245900 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1983eb74-9ff7-44f0-846e-5736dc14a17d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.266374 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983eb74-9ff7-44f0-846e-5736dc14a17d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be145b1f-6cd7-4ebe-9f31-135c8f9e455c,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:08.270237 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1983eb74-9ff7-44f0-846e-5736dc14a17d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.271460 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1983eb74-9ff7-44f0-846e-5736dc14a17d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208382 Jul 05 10:25:08.274510 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44128) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:08.280115 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-73077860-fbc2-44d5-87e9-9e967298ee30 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group_rule': {'security_group_id': 'fc58065f-d744-4992-aabb-ac29a76d1918', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:08.280536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983eb74-9ff7-44f0-846e-5736dc14a17d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:08.281144 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983eb74-9ff7-44f0-846e-5736dc14a17d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:08.281752 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983eb74-9ff7-44f0-846e-5736dc14a17d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:08.282312 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983eb74-9ff7-44f0-846e-5736dc14a17d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:08.282921 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983eb74-9ff7-44f0-846e-5736dc14a17d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:08.283532 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983eb74-9ff7-44f0-846e-5736dc14a17d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:08.284214 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983eb74-9ff7-44f0-846e-5736dc14a17d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:08.284660 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983eb74-9ff7-44f0-846e-5736dc14a17d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:08.285097 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983eb74-9ff7-44f0-846e-5736dc14a17d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:08.285533 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983eb74-9ff7-44f0-846e-5736dc14a17d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:08.286201 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983eb74-9ff7-44f0-846e-5736dc14a17d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:08.286642 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983eb74-9ff7-44f0-846e-5736dc14a17d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:08.308900 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73077860-fbc2-44d5-87e9-9e967298ee30 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.377898 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73077860-fbc2-44d5-87e9-9e967298ee30 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.381815 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73077860-fbc2-44d5-87e9-9e967298ee30 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.400775 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73077860-fbc2-44d5-87e9-9e967298ee30 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c394c40-f73d-461a-9bc0-4c64d9cfbde0,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:08.408994 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73077860-fbc2-44d5-87e9-9e967298ee30 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.411900 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-73077860-fbc2-44d5-87e9-9e967298ee30 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347032 Jul 05 10:25:08.413013 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44132) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:08.417789 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-eba9177d-0e67-45f2-8330-8e8e4fa54f73 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group_rule': {'security_group_id': 'fc58065f-d744-4992-aabb-ac29a76d1918', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:08.448575 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eba9177d-0e67-45f2-8330-8e8e4fa54f73 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.488261 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfdb781-ff55-44a5-949b-6896a6763e63 req-d0fc3447-fdf7-4043-af89-6f214251b1a2 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:08.489771 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fdfdb781-ff55-44a5-949b-6896a6763e63 req-d0fc3447-fdf7-4043-af89-6f214251b1a2 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 943 time: 0.0749881 Jul 05 10:25:08.508348 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eba9177d-0e67-45f2-8330-8e8e4fa54f73 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.512697 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eba9177d-0e67-45f2-8330-8e8e4fa54f73 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.531652 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9177d-0e67-45f2-8330-8e8e4fa54f73 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcfa2be7-b568-4850-8db4-2e804c450b82,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:08.534130 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fdfdb781-ff55-44a5-949b-6896a6763e63 req-54b1d836-6f3c-4f3d-bf91-8e8980d7a343 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352778 Jul 05 10:25:08.539780 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eba9177d-0e67-45f2-8330-8e8e4fa54f73 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.543788 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-eba9177d-0e67-45f2-8330-8e8e4fa54f73 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272275 Jul 05 10:25:08.544393 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44134) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:08.548907 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d24bfe47-6403-4c47-bad7-6545e7c0e4ef tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group_rule': {'security_group_id': 'fc58065f-d744-4992-aabb-ac29a76d1918', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:08.576563 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d24bfe47-6403-4c47-bad7-6545e7c0e4ef tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.641299 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d24bfe47-6403-4c47-bad7-6545e7c0e4ef tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.645315 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d24bfe47-6403-4c47-bad7-6545e7c0e4ef tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.665891 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24bfe47-6403-4c47-bad7-6545e7c0e4ef tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1940d1c-cc7f-4957-85d4-82eb30564f8e,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:08.669382 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d24bfe47-6403-4c47-bad7-6545e7c0e4ef tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.673496 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d24bfe47-6403-4c47-bad7-6545e7c0e4ef tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253045 Jul 05 10:25:08.673941 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44136) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:08.678298 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-dab06c6e-c86f-4881-a159-38603505d661 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group_rule': {'security_group_id': 'fc58065f-d744-4992-aabb-ac29a76d1918', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:08.700997 n-d-798054-8 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-dab06c6e-c86f-4881-a159-38603505d661 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Project d53d24fbd5324a538744d7c2d5d0f8ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:25:08.705968 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dab06c6e-c86f-4881-a159-38603505d661 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.766028 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dab06c6e-c86f-4881-a159-38603505d661 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.769781 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dab06c6e-c86f-4881-a159-38603505d661 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.785023 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab06c6e-c86f-4881-a159-38603505d661 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f871ec06-3988-4013-83bf-25d721feca8f,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:08.794141 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dab06c6e-c86f-4881-a159-38603505d661 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.795354 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-dab06c6e-c86f-4881-a159-38603505d661 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206808 Jul 05 10:25:08.798024 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44138) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:08.802434 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d50b739a-bafd-4acb-8406-b6fa8c82cd57 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group_rule': {'security_group_id': 'fc58065f-d744-4992-aabb-ac29a76d1918', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:08.823985 n-d-798054-8 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-d50b739a-bafd-4acb-8406-b6fa8c82cd57 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Project d53d24fbd5324a538744d7c2d5d0f8ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:25:08.829468 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d50b739a-bafd-4acb-8406-b6fa8c82cd57 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.892005 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d50b739a-bafd-4acb-8406-b6fa8c82cd57 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.896177 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d50b739a-bafd-4acb-8406-b6fa8c82cd57 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.915472 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b739a-bafd-4acb-8406-b6fa8c82cd57 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a412ef-dd0d-4f89-aaf1-2c65291798a8,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:08.918764 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d50b739a-bafd-4acb-8406-b6fa8c82cd57 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.922523 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d50b739a-bafd-4acb-8406-b6fa8c82cd57 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209331 Jul 05 10:25:08.922907 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44140) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:08.927950 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ee753694-2847-403e-96a3-154d935dd683 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'network': {'name': 'tempest-network-smoke--62591923', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'port_security_enabled': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:08.950118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee753694-2847-403e-96a3-154d935dd683 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Made reservation on behalf of d53d24fbd5324a538744d7c2d5d0f8ef for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:25:08.953689 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ee753694-2847-403e-96a3-154d935dd683 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.977957 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee753694-2847-403e-96a3-154d935dd683 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:25:08.992959 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ee753694-2847-403e-96a3-154d935dd683 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.993408 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-ee753694-2847-403e-96a3-154d935dd683 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Added segment 3b74a05d-75bd-4153-879c-b2214a82fe23 of type vlan for network b0ba5551-c988-4f29-bb00-f510ac8c56f1 Jul 05 10:25:09.039750 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ee753694-2847-403e-96a3-154d935dd683 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:09.070916 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ee753694-2847-403e-96a3-154d935dd683 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:09.077248 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee753694-2847-403e-96a3-154d935dd683 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:09.077870 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ee753694-2847-403e-96a3-154d935dd683 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:09.115798 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device a6d00021-42b4-49ab-a528-10096ebd4dda no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:25:09.142688 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: a6d00021-42b4-49ab-a528-10096ebd4dda {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:25:09.142889 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device a6d00021-42b4-49ab-a528-10096ebd4dda not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:25:09.144966 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ee753694-2847-403e-96a3-154d935dd683 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2209740 Jul 05 10:25:09.147587 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44142) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:09.153734 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-bd65540e-4146-4b30-9f83-128aae59ca17 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1616909391', 'admin_state_up': True, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:09.157585 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee753694-2847-403e-96a3-154d935dd683 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Network': ['ID=b0ba5551-c988-4f29-bb00-f510ac8c56f1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:09.170827 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network b0ba5551-c988-4f29-bb00-f510ac8c56f1 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:25:09.181234 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd65540e-4146-4b30-9f83-128aae59ca17 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:09.182334 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd65540e-4146-4b30-9f83-128aae59ca17 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:09.242879 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd65540e-4146-4b30-9f83-128aae59ca17 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:09.383160 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd65540e-4146-4b30-9f83-128aae59ca17 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:09.569507 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd65540e-4146-4b30-9f83-128aae59ca17 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:09.589354 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd65540e-4146-4b30-9f83-128aae59ca17 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:09.698149 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-bd65540e-4146-4b30-9f83-128aae59ca17 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Allocated IP 172.25.7.48 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:25:09.721768 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfa52c-d640-4aca-8897-519fa6f70f5a req-fc81920b-1219-4598-b8a9-537e92636786 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:09.723545 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80cfa52c-d640-4aca-8897-519fa6f70f5a req-fc81920b-1219-4598-b8a9-537e92636786 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 943 time: 0.0639033 Jul 05 10:25:09.761496 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80cfa52c-d640-4aca-8897-519fa6f70f5a req-7087dd62-54f3-4754-9699-a599bf68f7f6 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320883 Jul 05 10:25:09.799738 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd65540e-4146-4b30-9f83-128aae59ca17 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:09.838581 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd65540e-4146-4b30-9f83-128aae59ca17 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:09.880138 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd65540e-4146-4b30-9f83-128aae59ca17 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:09.884857 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-bd65540e-4146-4b30-9f83-128aae59ca17 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:09.888204 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd65540e-4146-4b30-9f83-128aae59ca17 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:25:09.893489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65540e-4146-4b30-9f83-128aae59ca17 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Port': ['ID=e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:10.373126 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd65540e-4146-4b30-9f83-128aae59ca17 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:10.567425 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd65540e-4146-4b30-9f83-128aae59ca17 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:10.694207 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd65540e-4146-4b30-9f83-128aae59ca17 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Router 5738be7b-bf8c-440c-bca0-41adf9ddeec3 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:25:10.798073 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd65540e-4146-4b30-9f83-128aae59ca17 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:25:10.807487 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] Sync routers for ids ['5738be7b-bf8c-440c-bca0-41adf9ddeec3'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:25:10.817077 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] Routers {'5738be7b-bf8c-440c-bca0-41adf9ddeec3'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:25:10.817731 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:24:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5738be7b-bf8c-440c-bca0-41adf9ddeec3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:10.817885 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd65540e-4146-4b30-9f83-128aae59ca17 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:10.819334 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bd65540e-4146-4b30-9f83-128aae59ca17 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6702421 Jul 05 10:25:10.822306 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44148) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:10.855885 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-56a2ef10-f25f-4c2f-8bc0-10470d5da5ee tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=d53d24fbd5324a538744d7c2d5d0f8ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324128 Jul 05 10:25:10.858366 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44150) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:10.930612 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] Set router 5738be7b-bf8c-440c-bca0-41adf9ddeec3 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:25:10.938323 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae097576-0548-4537-ab6f-0497568d7ca7 req-acd67944-5b79-4426-8046-366ead5319cd tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:10.940608 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ae097576-0548-4537-ab6f-0497568d7ca7 req-acd67944-5b79-4426-8046-366ead5319cd tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 943 time: 0.0672555 Jul 05 10:25:10.979837 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ae097576-0548-4537-ab6f-0497568d7ca7 req-6d19a65d-ae69-45be-9d36-153c3447d6de tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336187 Jul 05 10:25:11.026771 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd14162-a8b6-45a0-954f-6f6d6c8e6706 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:11.028441 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fbd14162-a8b6-45a0-954f-6f6d6c8e6706 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1691608 Jul 05 10:25:11.031235 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44152) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:11.059634 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a9fa2e2d-77af-4bb7-bbec-5bb8bc0880e5 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268075 Jul 05 10:25:11.062178 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44154) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:11.067001 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8dc8152e-fe8d-4d22-a9f6-597891b252db tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-174236906', 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:11.115258 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616909391', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:10Z', 'revision_number': 3, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:11.141499 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] Checking router: 5738be7b-bf8c-440c-bca0-41adf9ddeec3 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:25:11.141856 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] Updating router 5738be7b-bf8c-440c-bca0-41adf9ddeec3 port e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:25:11.159985 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc8152e-fe8d-4d22-a9f6-597891b252db tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Made reservation on behalf of d53d24fbd5324a538744d7c2d5d0f8ef for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:25:11.163698 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dc8152e-fe8d-4d22-a9f6-597891b252db tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:11.177477 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:11.368040 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dc8152e-fe8d-4d22-a9f6-597891b252db tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:11.429359 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8152e-fe8d-4d22-a9f6-597891b252db tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Subnet': ['ID=d2875e0c-da57-4a9f-8420-d8e179fc3f10,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:11.438589 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc8152e-fe8d-4d22-a9f6-597891b252db tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Checking segment: {'id': '3b74a05d-75bd-4153-879c-b2214a82fe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:25:11.438718 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc8152e-fe8d-4d22-a9f6-597891b252db tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network hostable DHCP agents. Network: b0ba5551-c988-4f29-bb00-f510ac8c56f1, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:25:11.446638 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:11.456659 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc8152e-fe8d-4d22-a9f6-597891b252db tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network b0ba5551-c988-4f29-bb00-f510ac8c56f1 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:25:11.458954 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] Transition to ACTIVE for port object e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:25:11.467178 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:11.469310 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-8dc8152e-fe8d-4d22-a9f6-597891b252db tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, b0ba5551-c988-4f29-bb00-f510ac8c56f1) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:11.475395 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc8152e-fe8d-4d22-a9f6-597891b252db tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:11.476003 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dc8152e-fe8d-4d22-a9f6-597891b252db tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:11.494147 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8dc8152e-fe8d-4d22-a9f6-597891b252db tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4281473 Jul 05 10:25:11.494351 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd38a6e8-029b-4b7c-8df5-74eb2476f7b9 None None] Network b0ba5551-c988-4f29-bb00-f510ac8c56f1 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:25:11.494726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44156) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:11.567756 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616b429-6c66-490e-99af-c994da48d53c None None] Pushing event updated for resources: {'Port': ['ID=e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:11.571558 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] Attempting to bind port e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:25:11.571960 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] Attempting to bind port e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:25:11.572332 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] Attempting to bind port e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:25:11.585990 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:25:11.586380 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:25:11.586789 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:11.587201 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:25:11.587701 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] Bound port: e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:25:11.588127 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:11.685973 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] For port e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:25:11.690415 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] For port e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:25:11.697222 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:11.747652 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198a7cac-e0fb-470e-9c8e-1d5f697ba909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-b0ba5551-c988-4f29-bb00-f510ac8c56f1', 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'fixed_ips': [{'subnet_id': 'd2875e0c-da57-4a9f-8420-d8e179fc3f10'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:25:11.748520 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-198a7cac-e0fb-470e-9c8e-1d5f697ba909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:11.840463 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] Routers {'5738be7b-bf8c-440c-bca0-41adf9ddeec3'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:25:11.841114 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:24:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5738be7b-bf8c-440c-bca0-41adf9ddeec3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:11.882683 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616b429-6c66-490e-99af-c994da48d53c None None] Pushing event updated for resources: {'Port': ['ID=e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:11.946186 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3eb4debd-6a44-42f7-9223-8410ece5b7de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:12.001453 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] Set router 5738be7b-bf8c-440c-bca0-41adf9ddeec3 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:25:12.003553 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-198a7cac-e0fb-470e-9c8e-1d5f697ba909 None None] Allocated IP 172.20.0.2 (b0ba5551-c988-4f29-bb00-f510ac8c56f1/d2875e0c-da57-4a9f-8420-d8e179fc3f10/62cfef1b-26fd-465a-9531-f618021d48dc) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:25:12.242572 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68f5ff-d689-4e37-b320-407de285f90b req-67aa1abd-fedb-4c70-8d3a-6c944e70ab24 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:12.244615 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a68f5ff-d689-4e37-b320-407de285f90b req-67aa1abd-fedb-4c70-8d3a-6c944e70ab24 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 943 time: 0.1246316 Jul 05 10:25:12.281969 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a68f5ff-d689-4e37-b320-407de285f90b req-7871959c-8bd1-4bd7-a8ce-e66965dd18ab tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323343 Jul 05 10:25:12.287446 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-198a7cac-e0fb-470e-9c8e-1d5f697ba909 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:12.299343 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-198a7cac-e0fb-470e-9c8e-1d5f697ba909 None None] Transition to ACTIVE for port object 62cfef1b-26fd-465a-9531-f618021d48dc will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:25:12.312908 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616909391', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:10Z', 'revision_number': 3, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:12.344277 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-198a7cac-e0fb-470e-9c8e-1d5f697ba909 None None] Transition to ACTIVE for port object 62cfef1b-26fd-465a-9531-f618021d48dc will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:25:12.345927 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09944f8-6128-4488-b553-10a38c2f37b3 None None] The sync data for ids ['5738be7b-bf8c-440c-bca0-41adf9ddeec3'] in n-d-798054-8 is: [{'id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616909391', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:10Z', 'revision_number': 3, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:25:12.352328 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-198a7cac-e0fb-470e-9c8e-1d5f697ba909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:12.391342 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198a7cac-e0fb-470e-9c8e-1d5f697ba909 None None] Network b0ba5551-c988-4f29-bb00-f510ac8c56f1 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:12.394304 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-198a7cac-e0fb-470e-9c8e-1d5f697ba909 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:12.400352 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198a7cac-e0fb-470e-9c8e-1d5f697ba909 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:25:12.404390 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-3eb4debd-6a44-42f7-9223-8410ece5b7de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Allocated IP 172.20.0.1 (b0ba5551-c988-4f29-bb00-f510ac8c56f1/d2875e0c-da57-4a9f-8420-d8e179fc3f10/f9070711-4e6d-4774-b78a-47d22167b218) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:25:12.409278 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a7cac-e0fb-470e-9c8e-1d5f697ba909 None None] Pushing event updated for resources: {'Port': ['ID=62cfef1b-26fd-465a-9531-f618021d48dc,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:12.466059 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-198a7cac-e0fb-470e-9c8e-1d5f697ba909 None None] Attempting to bind port 62cfef1b-26fd-465a-9531-f618021d48dc on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:25:12.466444 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-198a7cac-e0fb-470e-9c8e-1d5f697ba909 None None] Attempting to bind port 62cfef1b-26fd-465a-9531-f618021d48dc by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '3b74a05d-75bd-4153-879c-b2214a82fe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:25:12.466812 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198a7cac-e0fb-470e-9c8e-1d5f697ba909 None None] Attempting to bind port 62cfef1b-26fd-465a-9531-f618021d48dc on network b0ba5551-c988-4f29-bb00-f510ac8c56f1 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:25:12.472507 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198a7cac-e0fb-470e-9c8e-1d5f697ba909 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:25:12.473143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198a7cac-e0fb-470e-9c8e-1d5f697ba909 None None] Checking segment: {'id': '3b74a05d-75bd-4153-879c-b2214a82fe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:25:12.473554 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-198a7cac-e0fb-470e-9c8e-1d5f697ba909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:12.473954 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198a7cac-e0fb-470e-9c8e-1d5f697ba909 None None] Bound using segment: {'id': '3b74a05d-75bd-4153-879c-b2214a82fe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:25:12.474432 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-198a7cac-e0fb-470e-9c8e-1d5f697ba909 None None] Bound port: 62cfef1b-26fd-465a-9531-f618021d48dc, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b74a05d-75bd-4153-879c-b2214a82fe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:25:12.474826 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-198a7cac-e0fb-470e-9c8e-1d5f697ba909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:12.531573 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3eb4debd-6a44-42f7-9223-8410ece5b7de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:12.547318 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-198a7cac-e0fb-470e-9c8e-1d5f697ba909 None None] For port 62cfef1b-26fd-465a-9531-f618021d48dc, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:25:12.547935 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-3eb4debd-6a44-42f7-9223-8410ece5b7de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Transition to ACTIVE for port object f9070711-4e6d-4774-b78a-47d22167b218 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:25:12.552183 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-198a7cac-e0fb-470e-9c8e-1d5f697ba909 None None] For port 62cfef1b-26fd-465a-9531-f618021d48dc, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=62cfef1b-26fd-465a-9531-f618021d48dc,segment=NetworkSegment(3b74a05d-75bd-4153-879c-b2214a82fe23),segment_id=3b74a05d-75bd-4153-879c-b2214a82fe23)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:25:12.558310 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-198a7cac-e0fb-470e-9c8e-1d5f697ba909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:12.606578 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3eb4debd-6a44-42f7-9223-8410ece5b7de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:12.644426 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a7cac-e0fb-470e-9c8e-1d5f697ba909 None None] Pushing event updated for resources: {'Port': ['ID=62cfef1b-26fd-465a-9531-f618021d48dc,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:12.670425 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb4debd-6a44-42f7-9223-8410ece5b7de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network b0ba5551-c988-4f29-bb00-f510ac8c56f1 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:12.676076 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-3eb4debd-6a44-42f7-9223-8410ece5b7de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:12.680085 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb4debd-6a44-42f7-9223-8410ece5b7de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:25:12.687095 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4debd-6a44-42f7-9223-8410ece5b7de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Port': ['ID=f9070711-4e6d-4774-b78a-47d22167b218,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:12.732199 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3eb4debd-6a44-42f7-9223-8410ece5b7de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:12.915165 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3eb4debd-6a44-42f7-9223-8410ece5b7de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:13.242623 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 62cfef1b-26fd-465a-9531-f618021d48dc up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:25:13.309263 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 62cfef1b-26fd-465a-9531-f618021d48dc completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:25:13.314912 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:25:13.402221 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:25:13.407888 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:13.408774 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:13.504953 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:13.526949 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:13.532080 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:13.596640 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441ebe4-3be7-4fbd-920c-ad70aae3f03c req-b7c2f40f-59fd-42f9-af84-53f82a23c60e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:13.598441 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6441ebe4-3be7-4fbd-920c-ad70aae3f03c req-b7c2f40f-59fd-42f9-af84-53f82a23c60e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 943 time: 0.1687422 Jul 05 10:25:13.599951 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:13.674637 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6441ebe4-3be7-4fbd-920c-ad70aae3f03c req-be4c25a9-6c6c-4c38-be62-a6b829e227ac tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616233 Jul 05 10:25:13.678450 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3eb4debd-6a44-42f7-9223-8410ece5b7de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:13.688415 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3eb4debd-6a44-42f7-9223-8410ece5b7de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:13.726996 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d43829-7bc8-46d0-8caf-b46166e5217c None None] Network b0ba5551-c988-4f29-bb00-f510ac8c56f1 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:25:13.767276 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4debd-6a44-42f7-9223-8410ece5b7de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Port': ['ID=f9070711-4e6d-4774-b78a-47d22167b218,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:13.769760 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3eb4debd-6a44-42f7-9223-8410ece5b7de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:13.869158 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb4debd-6a44-42f7-9223-8410ece5b7de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network b0ba5551-c988-4f29-bb00-f510ac8c56f1 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:13.870653 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-3eb4debd-6a44-42f7-9223-8410ece5b7de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:13.950107 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-30dca1d1-74e5-48e8-aa38-cfdfb5d95fdb None None] Provisioning for port 62cfef1b-26fd-465a-9531-f618021d48dc completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:25:13.958107 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-30dca1d1-74e5-48e8-aa38-cfdfb5d95fdb None None] Provisioning complete for port 62cfef1b-26fd-465a-9531-f618021d48dc triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:13.958489 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-30dca1d1-74e5-48e8-aa38-cfdfb5d95fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:13.994447 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb4debd-6a44-42f7-9223-8410ece5b7de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Router 5738be7b-bf8c-440c-bca0-41adf9ddeec3 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:25:14.109349 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-30dca1d1-74e5-48e8-aa38-cfdfb5d95fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:14.116188 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb4debd-6a44-42f7-9223-8410ece5b7de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:25:14.122628 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3eb4debd-6a44-42f7-9223-8410ece5b7de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "PUT /v2.0/routers/5738be7b-bf8c-440c-bca0-41adf9ddeec3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6270676 Jul 05 10:25:14.156013 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-30dca1d1-74e5-48e8-aa38-cfdfb5d95fdb None None] For port 62cfef1b-26fd-465a-9531-f618021d48dc, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=62cfef1b-26fd-465a-9531-f618021d48dc,segment=NetworkSegment(3b74a05d-75bd-4153-879c-b2214a82fe23),segment_id=3b74a05d-75bd-4153-879c-b2214a82fe23)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:14.160643 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-30dca1d1-74e5-48e8-aa38-cfdfb5d95fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:14.194208 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] Sync routers for ids ['5738be7b-bf8c-440c-bca0-41adf9ddeec3'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:25:14.218061 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dca1d1-74e5-48e8-aa38-cfdfb5d95fdb None None] Pushing event updated for resources: {'Port': ['ID=62cfef1b-26fd-465a-9531-f618021d48dc,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:14.221948 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] Routers {'5738be7b-bf8c-440c-bca0-41adf9ddeec3'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:25:14.223051 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:24:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5738be7b-bf8c-440c-bca0-41adf9ddeec3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:14.297355 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-17e217c9-7e87-43fc-ab28-c730b03f4920 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1014857074&fields=id&tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef HTTP/1.1" status: 200 len: 267 time: 0.0371354 Jul 05 10:25:14.338469 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] Set router 5738be7b-bf8c-440c-bca0-41adf9ddeec3 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:25:14.387741 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-527cfa7b-035a-4c51-9cb8-1860d0d78bd5 None None] Provisioning for port f9070711-4e6d-4774-b78a-47d22167b218 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:25:14.391882 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-527cfa7b-035a-4c51-9cb8-1860d0d78bd5 None None] Provisioning complete for port f9070711-4e6d-4774-b78a-47d22167b218 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:14.392253 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-527cfa7b-035a-4c51-9cb8-1860d0d78bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:14.429502 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-30a8719d-5f28-459d-a335-83e9b1726a53 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:14.431351 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-30a8719d-5f28-459d-a335-83e9b1726a53 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/networks?id=b0ba5551-c988-4f29-bb00-f510ac8c56f1 HTTP/1.1" status: 200 len: 795 time: 0.1270988 Jul 05 10:25:14.441729 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-527cfa7b-035a-4c51-9cb8-1860d0d78bd5 None None] Port f9070711-4e6d-4774-b78a-47d22167b218 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:25:14.453464 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-527cfa7b-035a-4c51-9cb8-1860d0d78bd5 None None] Provisioning complete for port 62cfef1b-26fd-465a-9531-f618021d48dc triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:14.453847 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-527cfa7b-035a-4c51-9cb8-1860d0d78bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:14.458182 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-16ee2007-2287-49b0-8c8b-d2adf0b7865f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/quotas/d53d24fbd5324a538744d7c2d5d0f8ef HTTP/1.1" status: 200 len: 375 time: 0.0200071 Jul 05 10:25:14.541001 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-f2afc110-1500-401c-a4da-cfaaae1b6112 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763545 Jul 05 10:25:14.603765 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616909391', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:12Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'f9070711-4e6d-4774-b78a-47d22167b218', 'name': '', 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:28:2d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd2875e0c-da57-4a9f-8420-d8e179fc3f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:12Z', 'updated_at': '2021-07-05T10:25:13Z', 'revision_number': 2, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'd2875e0c-da57-4a9f-8420-d8e179fc3f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:14.630893 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] Checking router: 5738be7b-bf8c-440c-bca0-41adf9ddeec3 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:25:14.631248 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] Updating router 5738be7b-bf8c-440c-bca0-41adf9ddeec3 port f9070711-4e6d-4774-b78a-47d22167b218 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:25:14.648146 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-998607ee-e080-4c40-8253-4997367272f1 service neutron] 10.222.0.79 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915790 Jul 05 10:25:14.670034 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:14.698358 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d3a9a262-dd21-4b3d-81ed-111b618b4b69 None None] Provisioning complete for port f9070711-4e6d-4774-b78a-47d22167b218 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:14.698734 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d3a9a262-dd21-4b3d-81ed-111b618b4b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:14.758672 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d3a9a262-dd21-4b3d-81ed-111b618b4b69 None None] Port f9070711-4e6d-4774-b78a-47d22167b218 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:25:14.780618 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-c6fd7b4b-e82a-4cf2-a710-d72b7aa0eb73 service neutron] 10.222.0.79 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258557 Jul 05 10:25:14.869943 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d341860-7906-40ed-8ade-3f9ed5884520 req-cbd40a8e-3798-4c8f-9ee8-bd98367e4f48 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:14.872125 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5d341860-7906-40ed-8ade-3f9ed5884520 req-cbd40a8e-3798-4c8f-9ee8-bd98367e4f48 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 943 time: 0.0690608 Jul 05 10:25:14.880455 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1d2312b3-266f-4b81-b53f-90aabf7d23e5 None None] Provisioning complete for port f9070711-4e6d-4774-b78a-47d22167b218 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:14.880858 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1d2312b3-266f-4b81-b53f-90aabf7d23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:14.919148 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1d2312b3-266f-4b81-b53f-90aabf7d23e5 None None] Port f9070711-4e6d-4774-b78a-47d22167b218 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:25:14.920353 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5d341860-7906-40ed-8ade-3f9ed5884520 req-faca7e07-3de2-4859-a207-912014d4e139 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421975 Jul 05 10:25:14.994253 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d17e601a-9a79-42d0-b099-d6871ac92641 req-4e63492d-b330-40e7-9716-58b0f817e221 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 210 time: 0.0309036 Jul 05 10:25:15.098721 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:15.109536 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] Transition to ACTIVE for port object f9070711-4e6d-4774-b78a-47d22167b218 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:25:15.116122 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:15.168374 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481e1c8-883b-4f7c-bce4-9094f634719d None None] Pushing event updated for resources: {'Port': ['ID=f9070711-4e6d-4774-b78a-47d22167b218,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:15.187067 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 62cfef1b-26fd-465a-9531-f618021d48dc up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:25:15.193543 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e481e1c8-883b-4f7c-bce4-9094f634719d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:15.194114 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e481e1c8-883b-4f7c-bce4-9094f634719d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:15.194662 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e481e1c8-883b-4f7c-bce4-9094f634719d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:15.195626 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e481e1c8-883b-4f7c-bce4-9094f634719d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:15.196421 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e481e1c8-883b-4f7c-bce4-9094f634719d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:15.197014 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e481e1c8-883b-4f7c-bce4-9094f634719d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:15.197448 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e481e1c8-883b-4f7c-bce4-9094f634719d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:15.197927 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e481e1c8-883b-4f7c-bce4-9094f634719d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:15.198359 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e481e1c8-883b-4f7c-bce4-9094f634719d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:15.198795 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e481e1c8-883b-4f7c-bce4-9094f634719d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:15.204691 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e481e1c8-883b-4f7c-bce4-9094f634719d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:15.205468 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e481e1c8-883b-4f7c-bce4-9094f634719d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:15.244965 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] Attempting to bind port f9070711-4e6d-4774-b78a-47d22167b218 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:25:15.245639 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] Attempting to bind port f9070711-4e6d-4774-b78a-47d22167b218 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '3b74a05d-75bd-4153-879c-b2214a82fe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:25:15.245827 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] Attempting to bind port f9070711-4e6d-4774-b78a-47d22167b218 on network b0ba5551-c988-4f29-bb00-f510ac8c56f1 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:25:15.252169 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:25:15.252820 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] Checking segment: {'id': '3b74a05d-75bd-4153-879c-b2214a82fe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:25:15.253387 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:15.254105 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] Bound using segment: {'id': '3b74a05d-75bd-4153-879c-b2214a82fe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:25:15.255170 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] Bound port: f9070711-4e6d-4774-b78a-47d22167b218, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b74a05d-75bd-4153-879c-b2214a82fe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:25:15.256226 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:15.267045 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 62cfef1b-26fd-465a-9531-f618021d48dc triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:15.267424 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:15.345726 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] For port f9070711-4e6d-4774-b78a-47d22167b218, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:25:15.349419 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] For port f9070711-4e6d-4774-b78a-47d22167b218, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f9070711-4e6d-4774-b78a-47d22167b218,segment=NetworkSegment(3b74a05d-75bd-4153-879c-b2214a82fe23),segment_id=3b74a05d-75bd-4153-879c-b2214a82fe23)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:25:15.354698 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:15.365964 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:25:15.396065 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] Routers {'5738be7b-bf8c-440c-bca0-41adf9ddeec3'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:25:15.396703 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:24:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5738be7b-bf8c-440c-bca0-41adf9ddeec3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:15.417385 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:15.417876 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:15.508000 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481e1c8-883b-4f7c-bce4-9094f634719d None None] Pushing event updated for resources: {'Port': ['ID=f9070711-4e6d-4774-b78a-47d22167b218,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:15.539776 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] Set router 5738be7b-bf8c-440c-bca0-41adf9ddeec3 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:25:15.760650 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616909391', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:12Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'f9070711-4e6d-4774-b78a-47d22167b218', 'name': '', 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:28:2d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd2875e0c-da57-4a9f-8420-d8e179fc3f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:12Z', 'updated_at': '2021-07-05T10:25:15Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'd2875e0c-da57-4a9f-8420-d8e179fc3f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:15.789512 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc329c-6552-4126-b84d-022fefd34eec None None] The sync data for ids ['5738be7b-bf8c-440c-bca0-41adf9ddeec3'] in n-d-798054-8 is: [{'id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616909391', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:12Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'f9070711-4e6d-4774-b78a-47d22167b218', 'name': '', 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:28:2d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd2875e0c-da57-4a9f-8420-d8e179fc3f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:12Z', 'updated_at': '2021-07-05T10:25:15Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'd2875e0c-da57-4a9f-8420-d8e179fc3f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:25:16.198619 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2f59e743-38d5-4a28-b6aa-d17d173fae91 req-89695827-bead-4955-86b9-be0f2ca31a05 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 210 time: 0.0497384 Jul 05 10:25:16.254538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322e9b0-28b3-48c5-82e4-2ebfe156646e req-f6c44747-669a-4910-8ade-bc24d601e9f8 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:16.256186 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8322e9b0-28b3-48c5-82e4-2ebfe156646e req-f6c44747-669a-4910-8ade-bc24d601e9f8 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 943 time: 0.2009621 Jul 05 10:25:16.266852 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-7d6bf6c6-f386-4cf9-94e6-f80343bf8c6e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:16.268345 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-7d6bf6c6-f386-4cf9-94e6-f80343bf8c6e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.81 "GET /v2.0/networks?id=b0ba5551-c988-4f29-bb00-f510ac8c56f1 HTTP/1.1" status: 200 len: 795 time: 0.1741977 Jul 05 10:25:16.332408 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8322e9b0-28b3-48c5-82e4-2ebfe156646e req-25f7094b-9705-40ed-8d55-ae5ae5664f0c tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630271 Jul 05 10:25:16.336967 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-53bbdad8-8eea-4823-a850-e52818e4d7d8 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef HTTP/1.1" status: 200 len: 380 time: 0.0602605 Jul 05 10:25:16.352275 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-ea2ec6d4-88dd-4b3c-9fbc-31b9a2f83266 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'port': {'device_id': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1', 'admin_state_up': True, 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'security_groups': ['fc58065f-d744-4992-aabb-ac29a76d1918']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:16.461574 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-ea2ec6d4-88dd-4b3c-9fbc-31b9a2f83266 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Made reservation on behalf of d53d24fbd5324a538744d7c2d5d0f8ef for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:25:16.465285 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-ea2ec6d4-88dd-4b3c-9fbc-31b9a2f83266 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:16.604158 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-ea2ec6d4-88dd-4b3c-9fbc-31b9a2f83266 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Allocated IP 172.20.0.6 (b0ba5551-c988-4f29-bb00-f510ac8c56f1/d2875e0c-da57-4a9f-8420-d8e179fc3f10/06f10711-a6d1-48da-9d3b-60a1fd035d49) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:25:16.756125 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-ea2ec6d4-88dd-4b3c-9fbc-31b9a2f83266 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:16.771029 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-ea2ec6d4-88dd-4b3c-9fbc-31b9a2f83266 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Transition to ACTIVE for port object 06f10711-a6d1-48da-9d3b-60a1fd035d49 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:25:16.805706 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-ea2ec6d4-88dd-4b3c-9fbc-31b9a2f83266 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:16.855479 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-ea2ec6d4-88dd-4b3c-9fbc-31b9a2f83266 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network b0ba5551-c988-4f29-bb00-f510ac8c56f1 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:16.858854 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-ea2ec6d4-88dd-4b3c-9fbc-31b9a2f83266 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:16.863348 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-ea2ec6d4-88dd-4b3c-9fbc-31b9a2f83266 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:25:16.867422 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ec6d4-88dd-4b3c-9fbc-31b9a2f83266 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Port': ['ID=06f10711-a6d1-48da-9d3b-60a1fd035d49,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:16.914230 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-ea2ec6d4-88dd-4b3c-9fbc-31b9a2f83266 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:16.914890 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-ea2ec6d4-88dd-4b3c-9fbc-31b9a2f83266 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:16.936618 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-ea2ec6d4-88dd-4b3c-9fbc-31b9a2f83266 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5874002 Jul 05 10:25:16.947814 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-b85b55fb-d42f-41ad-b573-886126e0fd26 service neutron] Request body: {'port': {'device_id': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:17.028459 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-b85b55fb-d42f-41ad-b573-886126e0fd26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:17.131489 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ecbd7d46-1725-4d1a-9924-e415205835c8 None None] Provisioning for port 06f10711-a6d1-48da-9d3b-60a1fd035d49 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:25:17.136007 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ecbd7d46-1725-4d1a-9924-e415205835c8 None None] Provisioning complete for port 06f10711-a6d1-48da-9d3b-60a1fd035d49 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:17.136476 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ecbd7d46-1725-4d1a-9924-e415205835c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:17.174654 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ecbd7d46-1725-4d1a-9924-e415205835c8 None None] Port 06f10711-a6d1-48da-9d3b-60a1fd035d49 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:25:17.198067 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f9070711-4e6d-4774-b78a-47d22167b218 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:25:17.250230 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port f9070711-4e6d-4774-b78a-47d22167b218 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:25:17.254221 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port f9070711-4e6d-4774-b78a-47d22167b218 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:17.254875 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:17.309379 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-b85b55fb-d42f-41ad-b573-886126e0fd26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06f10711-a6d1-48da-9d3b-60a1fd035d49 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:25:17.317722 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-b85b55fb-d42f-41ad-b573-886126e0fd26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:17.338503 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:17.358901 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-b85b55fb-d42f-41ad-b573-886126e0fd26 service neutron] Transition to ACTIVE for port object 06f10711-a6d1-48da-9d3b-60a1fd035d49 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:25:17.363558 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-b85b55fb-d42f-41ad-b573-886126e0fd26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:17.375685 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port f9070711-4e6d-4774-b78a-47d22167b218, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f9070711-4e6d-4774-b78a-47d22167b218,segment=NetworkSegment(3b74a05d-75bd-4153-879c-b2214a82fe23),segment_id=3b74a05d-75bd-4153-879c-b2214a82fe23)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:17.381804 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:17.442343 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b55fb-d42f-41ad-b573-886126e0fd26 service neutron] Pushing event updated for resources: {'Port': ['ID=06f10711-a6d1-48da-9d3b-60a1fd035d49,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:17.453420 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=f9070711-4e6d-4774-b78a-47d22167b218,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:17.533632 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4d069-bda0-4b93-b246-984412136504 req-829529c0-7a99-4bd4-a4be-95b2b913feed tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:17.535214 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-60e4d069-bda0-4b93-b246-984412136504 req-829529c0-7a99-4bd4-a4be-95b2b913feed tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 931 time: 0.2084086 Jul 05 10:25:17.585858 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-b85b55fb-d42f-41ad-b573-886126e0fd26 service neutron] Attempting to bind port 06f10711-a6d1-48da-9d3b-60a1fd035d49 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:25:17.586210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-b85b55fb-d42f-41ad-b573-886126e0fd26 service neutron] Attempting to bind port 06f10711-a6d1-48da-9d3b-60a1fd035d49 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '3b74a05d-75bd-4153-879c-b2214a82fe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:25:17.586542 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-b85b55fb-d42f-41ad-b573-886126e0fd26 service neutron] Attempting to bind port 06f10711-a6d1-48da-9d3b-60a1fd035d49 on network b0ba5551-c988-4f29-bb00-f510ac8c56f1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:25:17.601885 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-b85b55fb-d42f-41ad-b573-886126e0fd26 service neutron] Port 06f10711-a6d1-48da-9d3b-60a1fd035d49 on network b0ba5551-c988-4f29-bb00-f510ac8c56f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:25:17.602210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-b85b55fb-d42f-41ad-b573-886126e0fd26 service neutron] Attempting to bind port 06f10711-a6d1-48da-9d3b-60a1fd035d49 on network b0ba5551-c988-4f29-bb00-f510ac8c56f1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:25:17.613858 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-60e4d069-bda0-4b93-b246-984412136504 req-316632d4-a94c-429d-965a-2f7ed35d1838 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721276 Jul 05 10:25:17.618791 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-b85b55fb-d42f-41ad-b573-886126e0fd26 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:25:17.619136 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-b85b55fb-d42f-41ad-b573-886126e0fd26 service neutron] Checking segment: {'id': '3b74a05d-75bd-4153-879c-b2214a82fe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:25:17.619516 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-b85b55fb-d42f-41ad-b573-886126e0fd26 service neutron] Bound using segment: {'id': '3b74a05d-75bd-4153-879c-b2214a82fe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:25:17.620008 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-b85b55fb-d42f-41ad-b573-886126e0fd26 service neutron] Bound port: 06f10711-a6d1-48da-9d3b-60a1fd035d49, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b74a05d-75bd-4153-879c-b2214a82fe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:25:17.620370 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-b85b55fb-d42f-41ad-b573-886126e0fd26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:17.643207 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880133d2-1a8d-4a26-9417-c990515e90e6 req-4c8c0a1f-3aa4-42a7-af5d-00ea8da6f188 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:17.644724 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-880133d2-1a8d-4a26-9417-c990515e90e6 req-4c8c0a1f-3aa4-42a7-af5d-00ea8da6f188 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 943 time: 0.1775587 Jul 05 10:25:17.720319 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-880133d2-1a8d-4a26-9417-c990515e90e6 req-872bc4d5-532a-4768-a817-d3f1b51c3595 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552864 Jul 05 10:25:17.722896 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-b85b55fb-d42f-41ad-b573-886126e0fd26 service neutron] For port 06f10711-a6d1-48da-9d3b-60a1fd035d49, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:25:17.725987 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-b85b55fb-d42f-41ad-b573-886126e0fd26 service neutron] For port 06f10711-a6d1-48da-9d3b-60a1fd035d49, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49,segment=NetworkSegment(3b74a05d-75bd-4153-879c-b2214a82fe23),segment_id=3b74a05d-75bd-4153-879c-b2214a82fe23)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:25:17.731090 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-b85b55fb-d42f-41ad-b573-886126e0fd26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:17.764234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-b85b55fb-d42f-41ad-b573-886126e0fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:17.764862 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-b85b55fb-d42f-41ad-b573-886126e0fd26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:17.766291 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-b85b55fb-d42f-41ad-b573-886126e0fd26 service neutron] 10.222.0.81 "PUT /v2.0/ports/06f10711-a6d1-48da-9d3b-60a1fd035d49 HTTP/1.1" status: 200 len: 1091 time: 0.8237076 Jul 05 10:25:17.766726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'tag': '06f10711-a6d1-48da-9d3b-60a1fd035d49'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:25:17.769074 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413c473a-2d13-48f4-b368-64792a990889" -d '{"events": [{"name": "network-changed", "server_uuid": "7116dc89-7cc4-48ed-9f19-58bbecb7a073", "tag": "06f10711-a6d1-48da-9d3b-60a1fd035d49"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:17.804155 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b55fb-d42f-41ad-b573-886126e0fd26 service neutron] Pushing event updated for resources: {'Port': ['ID=06f10711-a6d1-48da-9d3b-60a1fd035d49,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:17.843429 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404cb084-e4ad-4472-9d5f-451a2ee39914 x-openstack-request-id: req-404cb084-e4ad-4472-9d5f-451a2ee39914 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:17.843730 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7116dc89-7cc4-48ed-9f19-58bbecb7a073", "tag": "06f10711-a6d1-48da-9d3b-60a1fd035d49", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:17.844142 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-404cb084-e4ad-4472-9d5f-451a2ee39914 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:17.844551 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'tag': '06f10711-a6d1-48da-9d3b-60a1fd035d49', 'status': 'completed', 'code': 200} Jul 05 10:25:17.872832 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-948ce157-808c-4ca7-84b3-8fc0a641e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:17.874389 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-948ce157-808c-4ca7-84b3-8fc0a641e8a0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 1094 time: 0.0624301 Jul 05 10:25:17.916666 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-5a0731b9-e03d-45e6-a421-0b5ffa0fa854 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49 HTTP/1.1" status: 200 len: 217 time: 0.0349572 Jul 05 10:25:17.968257 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-4b9aa4b4-4435-411c-b169-b7676c376b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:17.969743 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-4b9aa4b4-4435-411c-b169-b7676c376b38 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d2875e0c-da57-4a9f-8420-d8e179fc3f10 HTTP/1.1" status: 200 len: 834 time: 0.0469742 Jul 05 10:25:18.030974 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-7e28190b-d349-48a4-a24c-d53dc080ffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:18.032456 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-7e28190b-d349-48a4-a24c-d53dc080ffe4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b0ba5551-c988-4f29-bb00-f510ac8c56f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564625 Jul 05 10:25:18.120260 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-32a85bc1-d0e4-4e0c-8586-498ec1be68e5 service neutron] 10.222.0.81 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806427 Jul 05 10:25:18.212017 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39e5f195-fca7-411b-ba61-cb8f99427138 req-2977e0bf-9b42-4fc9-ae27-3cb3e6565793 service neutron] 10.222.0.81 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854366 Jul 05 10:25:18.310460 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c473a-2d13-48f4-b368-64792a990889 req-c4db4820-8f5c-47b9-ba4e-54caaa16baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:18.311987 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-413c473a-2d13-48f4-b368-64792a990889 req-c4db4820-8f5c-47b9-ba4e-54caaa16baa4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 1094 time: 0.0536823 Jul 05 10:25:18.400072 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c473a-2d13-48f4-b368-64792a990889 req-6e429066-2fa4-4699-84fc-d6b366de9266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:18.401576 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-413c473a-2d13-48f4-b368-64792a990889 req-6e429066-2fa4-4699-84fc-d6b366de9266 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b0ba5551-c988-4f29-bb00-f510ac8c56f1 HTTP/1.1" status: 200 len: 896 time: 0.0834286 Jul 05 10:25:18.445724 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-413c473a-2d13-48f4-b368-64792a990889 req-e20e002f-9d2c-4f42-8611-3e189faa9d83 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49 HTTP/1.1" status: 200 len: 217 time: 0.0379708 Jul 05 10:25:18.494727 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c473a-2d13-48f4-b368-64792a990889 req-2ad3829d-c3e5-4a8d-8fb2-6aa3aba40f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:18.496813 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-413c473a-2d13-48f4-b368-64792a990889 req-2ad3829d-c3e5-4a8d-8fb2-6aa3aba40f6c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d2875e0c-da57-4a9f-8420-d8e179fc3f10 HTTP/1.1" status: 200 len: 834 time: 0.0443542 Jul 05 10:25:18.551810 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c473a-2d13-48f4-b368-64792a990889 req-6c67d6fc-b796-450d-9675-90ebd891e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:18.553348 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-413c473a-2d13-48f4-b368-64792a990889 req-6c67d6fc-b796-450d-9675-90ebd891e2fa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b0ba5551-c988-4f29-bb00-f510ac8c56f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503483 Jul 05 10:25:18.647744 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-413c473a-2d13-48f4-b368-64792a990889 req-fbbc8c38-7c75-40cd-b881-8cb22be36ee7 service neutron] 10.222.0.81 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866981 Jul 05 10:25:18.767504 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-413c473a-2d13-48f4-b368-64792a990889 req-bf140775-3aaf-4833-ae58-5dc740ae614c service neutron] 10.222.0.81 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128657 Jul 05 10:25:18.803707 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd22a7-d458-4af1-aeeb-d3d34113c0fc req-2045deac-d66c-44a2-948b-2a00f58c9566 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:18.805434 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f6cd22a7-d458-4af1-aeeb-d3d34113c0fc req-2045deac-d66c-44a2-948b-2a00f58c9566 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 943 time: 0.0787075 Jul 05 10:25:18.853521 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f6cd22a7-d458-4af1-aeeb-d3d34113c0fc req-3ea5cb2e-acfa-4b50-82d0-0e275e8d8b1d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424895 Jul 05 10:25:18.904735 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7e982-ed07-49f4-ad08-9f42103b146b req-cf91ca9e-50bc-4e79-a897-45a3d31dc5bb tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:18.906228 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a1e7e982-ed07-49f4-ad08-9f42103b146b req-cf91ca9e-50bc-4e79-a897-45a3d31dc5bb tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 943 time: 0.0697517 Jul 05 10:25:18.942846 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a1e7e982-ed07-49f4-ad08-9f42103b146b req-ecba6ea4-e0bf-4d08-8da6-10da452c3a27 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311344 Jul 05 10:25:19.160921 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f9070711-4e6d-4774-b78a-47d22167b218 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:25:19.164228 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:25:19.275454 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port f9070711-4e6d-4774-b78a-47d22167b218 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:19.275889 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:19.322089 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:19.337484 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'port_id': 'b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9', 'mac_address': 'fa:16:3e:1b:28:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:25:19.407826 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:19.422227 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:25:19.443406 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:19.447467 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:19.494531 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:19.781175 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:25:19.921074 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 06f10711-a6d1-48da-9d3b-60a1fd035d49 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:25:20.031130 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f8895-bd48-47b7-b5e5-932368104769 req-ed28ae49-c759-48ac-a074-40786d22caec tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:20.032791 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-952f8895-bd48-47b7-b5e5-932368104769 req-ed28ae49-c759-48ac-a074-40786d22caec tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 943 time: 0.0667109 Jul 05 10:25:20.082487 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 06f10711-a6d1-48da-9d3b-60a1fd035d49, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49,segment=NetworkSegment(3b74a05d-75bd-4153-879c-b2214a82fe23),segment_id=3b74a05d-75bd-4153-879c-b2214a82fe23)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:20.103406 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '06f10711-a6d1-48da-9d3b-60a1fd035d49', 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1', 'port_id': '06f10711-a6d1-48da-9d3b-60a1fd035d49', 'mac_address': 'fa:16:3e:db:3b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2875e0c-da57-4a9f-8420-d8e179fc3f10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:25:20.107395 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-952f8895-bd48-47b7-b5e5-932368104769 req-e9afe2ee-f2d0-44a4-8bf3-2161a6a5f57a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673969 Jul 05 10:25:20.141689 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7327b-91a7-4421-812c-0c6af994ef55 req-834426b1-d323-4782-9cd7-5372e0390c66 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:20.143190 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4aa7327b-91a7-4421-812c-0c6af994ef55 req-834426b1-d323-4782-9cd7-5372e0390c66 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 944 time: 0.0818083 Jul 05 10:25:20.145222 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:20.158554 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06f10711-a6d1-48da-9d3b-60a1fd035d49 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:25:20.179559 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 06f10711-a6d1-48da-9d3b-60a1fd035d49, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49,segment=NetworkSegment(3b74a05d-75bd-4153-879c-b2214a82fe23),segment_id=3b74a05d-75bd-4153-879c-b2214a82fe23)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:20.183438 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:20.183635 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4aa7327b-91a7-4421-812c-0c6af994ef55 req-a0cf0525-a28e-4d11-9bba-39f2d095b3b9 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347421 Jul 05 10:25:20.235222 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=06f10711-a6d1-48da-9d3b-60a1fd035d49,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:20.376652 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['06f10711-a6d1-48da-9d3b-60a1fd035d49'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:25:20.967082 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-52ebc552-6f6e-42b8-a4ce-ef9ff893cb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:21.191451 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:25:21.243689 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:25:21.248236 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:21.248614 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:21.293573 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31385d-e96e-4446-88d5-98e989374a76 req-7dc2d618-cae5-400c-88c5-f1496336659f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:21.295441 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ba31385d-e96e-4446-88d5-98e989374a76 req-7dc2d618-cae5-400c-88c5-f1496336659f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 944 time: 0.0739627 Jul 05 10:25:21.329911 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:21.340392 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ba31385d-e96e-4446-88d5-98e989374a76 req-a2f10db2-536d-435b-925a-54f8d270dde4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379446 Jul 05 10:25:21.354446 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03e92fb-19ca-41bc-af3d-c31b501c8dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:25:21.357398 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00aaa7d0-0034-404f-9365-4a0092b3acc7" -d '{"events": [{"server_uuid": "d03e92fb-19ca-41bc-af3d-c31b501c8dec", "name": "network-vif-plugged", "status": "completed", "tag": "b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:21.373207 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:21.378011 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:21.409859 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9053e683-9b93-492c-969a-d51a2e483062 x-openstack-request-id: req-9053e683-9b93-492c-969a-d51a2e483062 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:21.410151 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03e92fb-19ca-41bc-af3d-c31b501c8dec", "name": "network-vif-plugged", "status": "completed", "tag": "b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:21.410534 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9053e683-9b93-492c-969a-d51a2e483062 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:21.410934 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03e92fb-19ca-41bc-af3d-c31b501c8dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9', 'code': 200} Jul 05 10:25:21.428188 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cbe1e-5c5b-4711-8917-6d70eb7bcc40 req-8c353c15-0f1d-4e3a-ba8a-948dfc986b98 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:21.430054 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d89cbe1e-5c5b-4711-8917-6d70eb7bcc40 req-8c353c15-0f1d-4e3a-ba8a-948dfc986b98 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 944 time: 0.1336589 Jul 05 10:25:21.441439 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:21.469826 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d89cbe1e-5c5b-4711-8917-6d70eb7bcc40 req-98ee76b5-564c-436c-8116-9e969507a862 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341032 Jul 05 10:25:21.516608 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285db638-1d9d-404a-972e-38075ab438e4 req-0b5fa59e-08fc-46d9-8591-d39b47bf5731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:21.518262 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-285db638-1d9d-404a-972e-38075ab438e4 req-0b5fa59e-08fc-46d9-8591-d39b47bf5731 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 1096 time: 0.0538411 Jul 05 10:25:21.552295 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-285db638-1d9d-404a-972e-38075ab438e4 req-0f75c963-31e1-4a84-bdd2-054b7df50dfa service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281746 Jul 05 10:25:21.938054 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 06f10711-a6d1-48da-9d3b-60a1fd035d49 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:25:21.986642 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 06f10711-a6d1-48da-9d3b-60a1fd035d49 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:25:21.990343 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 06f10711-a6d1-48da-9d3b-60a1fd035d49 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:21.990720 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:22.066122 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:22.100922 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 06f10711-a6d1-48da-9d3b-60a1fd035d49, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49,segment=NetworkSegment(3b74a05d-75bd-4153-879c-b2214a82fe23),segment_id=3b74a05d-75bd-4153-879c-b2214a82fe23)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:22.104414 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:22.154474 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=06f10711-a6d1-48da-9d3b-60a1fd035d49,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:22.337364 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:25:22.518646 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266529c-ec47-45f5-839b-7f46ab9cebbe req-4bf1120d-df55-4877-8c24-e2ce23e2d10f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:22.520948 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d266529c-ec47-45f5-839b-7f46ab9cebbe req-4bf1120d-df55-4877-8c24-e2ce23e2d10f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 945 time: 0.0679753 Jul 05 10:25:22.558273 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d266529c-ec47-45f5-839b-7f46ab9cebbe req-c177fdc1-3933-4bd3-be7a-502c29faccae tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325656 Jul 05 10:25:22.656255 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b29e9f-16a4-4d67-a230-296f866f1572 req-03908ba3-2ee6-43fb-9e29-65c21ebea987 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:22.657748 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7b29e9f-16a4-4d67-a230-296f866f1572 req-03908ba3-2ee6-43fb-9e29-65c21ebea987 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 945 time: 0.0697217 Jul 05 10:25:22.695332 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7b29e9f-16a4-4d67-a230-296f866f1572 req-103acd78-7581-4eb8-9445-61ffb4dcb983 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319057 Jul 05 10:25:23.335504 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ee939ac7-c872-422f-a235-9a6facd1d0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:23.411693 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f10711-a6d1-48da-9d3b-60a1fd035d49'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:25:23.414089 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6c2182-4172-4174-837d-810dfc52dfc8" -d '{"events": [{"server_uuid": "7116dc89-7cc4-48ed-9f19-58bbecb7a073", "name": "network-vif-plugged", "status": "completed", "tag": "06f10711-a6d1-48da-9d3b-60a1fd035d49"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:23.450674 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e80e88f-977b-4e3b-8803-c469c9c2441b x-openstack-request-id: req-8e80e88f-977b-4e3b-8803-c469c9c2441b {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:23.450965 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7116dc89-7cc4-48ed-9f19-58bbecb7a073", "name": "network-vif-plugged", "status": "completed", "tag": "06f10711-a6d1-48da-9d3b-60a1fd035d49", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:23.451220 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8e80e88f-977b-4e3b-8803-c469c9c2441b {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:23.451625 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f10711-a6d1-48da-9d3b-60a1fd035d49', 'code': 200} Jul 05 10:25:23.562999 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58172966-822d-4a43-8c47-e50719202fbe req-5c16a39a-d749-4fb8-8a80-f6dcb150d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:23.564586 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58172966-822d-4a43-8c47-e50719202fbe req-5c16a39a-d749-4fb8-8a80-f6dcb150d367 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 1096 time: 0.0519781 Jul 05 10:25:23.599567 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58172966-822d-4a43-8c47-e50719202fbe req-946df7d5-cb6b-477a-869c-c94ce71a6dce service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283554 Jul 05 10:25:23.642481 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:23.738512 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5facf-f827-4c27-88f7-465e78cd2db0 req-da836684-a817-4e9c-af48-c369b7da4886 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:23.740045 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4ab5facf-f827-4c27-88f7-465e78cd2db0 req-da836684-a817-4e9c-af48-c369b7da4886 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 945 time: 0.0635710 Jul 05 10:25:23.779148 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4ab5facf-f827-4c27-88f7-465e78cd2db0 req-cf79a8fc-b7ef-4541-984e-2e44c8be319a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336337 Jul 05 10:25:23.874256 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55aae1-6726-42cb-85d9-07090638e244 req-5cad105a-73f2-447a-82cf-495b6515a4f7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:23.875671 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf55aae1-6726-42cb-85d9-07090638e244 req-5cad105a-73f2-447a-82cf-495b6515a4f7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 945 time: 0.0679657 Jul 05 10:25:23.913902 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf55aae1-6726-42cb-85d9-07090638e244 req-9d01a837-0d65-450e-822f-2bfb29fcf186 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323665 Jul 05 10:25:24.087496 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914b0fa-4963-4be2-9860-048434e7a8fa req-cc156475-681f-4242-aa74-f7fbb065555e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:24.088986 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6914b0fa-4963-4be2-9860-048434e7a8fa req-cc156475-681f-4242-aa74-f7fbb065555e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 945 time: 0.0645025 Jul 05 10:25:24.129158 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6914b0fa-4963-4be2-9860-048434e7a8fa req-282c39ca-7648-447a-92c9-b27370e95cfb tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340400 Jul 05 10:25:24.153028 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44228) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:24.302132 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5cdaee-5ce4-485a-ae6c-42c61848edc3 tempest-TestVolumeBootPattern-1125934659 tempest-TestVolumeBootPattern-1125934659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:24.306271 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-aa5cdaee-5ce4-485a-ae6c-42c61848edc3 tempest-TestVolumeBootPattern-1125934659 tempest-TestVolumeBootPattern-1125934659-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 1091 time: 0.1496892 Jul 05 10:25:24.306629 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44232) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:24.311948 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0020a3dd-c548-4ad0-81fd-256e503bfa49 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': 'b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:24.338508 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0020a3dd-c548-4ad0-81fd-256e503bfa49 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:24.438822 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0020a3dd-c548-4ad0-81fd-256e503bfa49 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:24.543154 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-0020a3dd-c548-4ad0-81fd-256e503bfa49 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Allocated IP 172.25.7.95 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/0aa9a2e8-2436-432a-938c-2ba374747529) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:25:24.641526 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0020a3dd-c548-4ad0-81fd-256e503bfa49 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:24.673944 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:24.681584 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0020a3dd-c548-4ad0-81fd-256e503bfa49 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:24.715020 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0020a3dd-c548-4ad0-81fd-256e503bfa49 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:24.717716 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-0020a3dd-c548-4ad0-81fd-256e503bfa49 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:24.721078 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0020a3dd-c548-4ad0-81fd-256e503bfa49 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:25:24.756925 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020a3dd-c548-4ad0-81fd-256e503bfa49 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event updated for resources: {'Port': ['ID=0aa9a2e8-2436-432a-938c-2ba374747529,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:25.015506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167d5d8-1d06-4dac-bb00-aeddfac7ed69 req-7abd81da-ba35-42a7-a275-195084ce217f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:25.016976 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e167d5d8-1d06-4dac-bb00-aeddfac7ed69 req-7abd81da-ba35-42a7-a275-195084ce217f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 945 time: 0.1254470 Jul 05 10:25:25.055699 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e167d5d8-1d06-4dac-bb00-aeddfac7ed69 req-ae5014cd-78bb-415d-90a0-ba6cb78f0d04 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329852 Jul 05 10:25:25.230862 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187b57b-9c65-42ce-ab77-054e1631d595 req-16139051-799c-45cc-9430-7a173bc84364 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:25.232420 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a187b57b-9c65-42ce-ab77-054e1631d595 req-16139051-799c-45cc-9430-7a173bc84364 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 945 time: 0.0657685 Jul 05 10:25:25.244953 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0020a3dd-c548-4ad0-81fd-256e503bfa49 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:25.271207 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a187b57b-9c65-42ce-ab77-054e1631d595 req-de4b7522-e3f8-4050-8cd4-be33206b9785 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332077 Jul 05 10:25:25.295638 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44240) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:25.350496 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dc0c4a-dce8-4a29-9dba-2cea89decb8c tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:25.352068 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b5dc0c4a-dce8-4a29-9dba-2cea89decb8c tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 1091 time: 0.0553935 Jul 05 10:25:25.355903 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44242) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:25.360373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-44578fcf-9772-4ad4-b7f5-0e6a501aeff1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': '06f10711-a6d1-48da-9d3b-60a1fd035d49', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:25.382397 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44578fcf-9772-4ad4-b7f5-0e6a501aeff1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:25.483678 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44578fcf-9772-4ad4-b7f5-0e6a501aeff1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:25.612072 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0020a3dd-c548-4ad0-81fd-256e503bfa49 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:25.775254 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0020a3dd-c548-4ad0-81fd-256e503bfa49 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:25.780868 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0020a3dd-c548-4ad0-81fd-256e503bfa49 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:25.853155 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020a3dd-c548-4ad0-81fd-256e503bfa49 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event updated for resources: {'Port': ['ID=0aa9a2e8-2436-432a-938c-2ba374747529,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:25.864783 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0020a3dd-c548-4ad0-81fd-256e503bfa49 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:25.918056 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-44578fcf-9772-4ad4-b7f5-0e6a501aeff1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Allocated IP 172.25.7.7 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/8613e0cb-45e0-445b-b29e-1723975575a7) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:25:25.977095 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-0020a3dd-c548-4ad0-81fd-256e503bfa49 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Floating IP 15d87452-777f-4e49-aa6b-0d5a96faf81d associated. External IP: 172.25.7.95, port: b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9. Jul 05 10:25:26.024100 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44578fcf-9772-4ad4-b7f5-0e6a501aeff1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:26.063713 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44578fcf-9772-4ad4-b7f5-0e6a501aeff1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:26.102687 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44578fcf-9772-4ad4-b7f5-0e6a501aeff1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:26.107480 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-44578fcf-9772-4ad4-b7f5-0e6a501aeff1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:26.110031 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44578fcf-9772-4ad4-b7f5-0e6a501aeff1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:25:26.140024 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44578fcf-9772-4ad4-b7f5-0e6a501aeff1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Port': ['ID=8613e0cb-45e0-445b-b29e-1723975575a7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:26.189354 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0020a3dd-c548-4ad0-81fd-256e503bfa49 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Router f23e8768-9afd-4678-9320-1b5e65913db8 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:25:26.298984 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0020a3dd-c548-4ad0-81fd-256e503bfa49 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:25:26.308957 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3fef87-c2d0-44e7-a9d7-7ea79e0e8f70 None None] Sync routers for ids ['f23e8768-9afd-4678-9320-1b5e65913db8'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:25:26.316737 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0020a3dd-c548-4ad0-81fd-256e503bfa49 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:26.318031 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3fef87-c2d0-44e7-a9d7-7ea79e0e8f70 None None] Routers {'f23e8768-9afd-4678-9320-1b5e65913db8'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:25:26.318664 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bf3fef87-c2d0-44e7-a9d7-7ea79e0e8f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:25:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f23e8768-9afd-4678-9320-1b5e65913db8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:26.356857 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0020a3dd-c548-4ad0-81fd-256e503bfa49 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0488577 Jul 05 10:25:26.357563 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03e92fb-19ca-41bc-af3d-c31b501c8dec', 'tag': 'b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:25:26.359827 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a22074-9bb4-4c63-8162-80a5c7f3004a" -d '{"events": [{"name": "network-changed", "server_uuid": "d03e92fb-19ca-41bc-af3d-c31b501c8dec", "tag": "b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:26.401553 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfca6e7b-3f3a-4f82-b1a6-861ef100ccaa x-openstack-request-id: req-bfca6e7b-3f3a-4f82-b1a6-861ef100ccaa {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:26.401874 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03e92fb-19ca-41bc-af3d-c31b501c8dec", "tag": "b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:26.402652 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bfca6e7b-3f3a-4f82-b1a6-861ef100ccaa {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:26.403056 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03e92fb-19ca-41bc-af3d-c31b501c8dec', 'tag': 'b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9', 'status': 'completed', 'code': 200} Jul 05 10:25:26.434418 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-bf3fef87-c2d0-44e7-a9d7-7ea79e0e8f70 None None] Set router f23e8768-9afd-4678-9320-1b5e65913db8 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:25:26.488547 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a22074-9bb4-4c63-8162-80a5c7f3004a req-e7bb00e6-05ab-47d2-905c-0672ab4a0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:26.490400 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-58a22074-9bb4-4c63-8162-80a5c7f3004a req-e7bb00e6-05ab-47d2-905c-0672ab4a0810 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 1096 time: 0.0648148 Jul 05 10:25:26.499010 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44578fcf-9772-4ad4-b7f5-0e6a501aeff1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:26.585086 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44578fcf-9772-4ad4-b7f5-0e6a501aeff1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:26.589749 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a22074-9bb4-4c63-8162-80a5c7f3004a req-290f9b91-ea1f-4894-964e-ad40ac5c0557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:26.591326 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-58a22074-9bb4-4c63-8162-80a5c7f3004a req-290f9b91-ea1f-4894-964e-ad40ac5c0557 service neutron] 10.222.0.78 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 913 time: 0.0947075 Jul 05 10:25:26.662810 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-58a22074-9bb4-4c63-8162-80a5c7f3004a req-e8bcb7c9-78fc-46ee-986f-3b5bd0af6df7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 HTTP/1.1" status: 200 len: 998 time: 0.0649428 Jul 05 10:25:26.692261 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bf3fef87-c2d0-44e7-a9d7-7ea79e0e8f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:18:51Z', 'revision_number': 4, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port': {'id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:48Z', 'updated_at': '2021-07-05T10:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '15d87452-777f-4e49-aa6b-0d5a96faf81d', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'port_id': 'b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'mac_address': 'fa:16:3e:1b:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03e92fb-19ca-41bc-af3d-c31b501c8dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:25:24Z', 'updated_at': '2021-07-05T10:25:24Z', 'revision_number': 0, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9779c479-46da-4d55-956f-f48ab744772c', 'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'mac_address': 'fa:16:3e:0d:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:50Z', 'updated_at': '2021-07-05T10:18:58Z', 'revision_number': 5, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'subnets': [{'id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:26.717336 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a22074-9bb4-4c63-8162-80a5c7f3004a req-2fe0ad50-4068-40e3-8ae8-dece44cf063d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:26.718961 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-58a22074-9bb4-4c63-8162-80a5c7f3004a req-2fe0ad50-4068-40e3-8ae8-dece44cf063d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.0496192 Jul 05 10:25:26.721820 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3fef87-c2d0-44e7-a9d7-7ea79e0e8f70 None None] Checking router: f23e8768-9afd-4678-9320-1b5e65913db8 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:25:26.730952 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3fef87-c2d0-44e7-a9d7-7ea79e0e8f70 None None] Routers {'f23e8768-9afd-4678-9320-1b5e65913db8'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:25:26.731573 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bf3fef87-c2d0-44e7-a9d7-7ea79e0e8f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:25:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f23e8768-9afd-4678-9320-1b5e65913db8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:26.743879 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44578fcf-9772-4ad4-b7f5-0e6a501aeff1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:26.749339 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44578fcf-9772-4ad4-b7f5-0e6a501aeff1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:26.787357 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a22074-9bb4-4c63-8162-80a5c7f3004a req-164d613f-d7af-4ee0-a001-6218dd280976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:26.788855 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-58a22074-9bb4-4c63-8162-80a5c7f3004a req-164d613f-d7af-4ee0-a001-6218dd280976 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625570 Jul 05 10:25:26.826237 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44578fcf-9772-4ad4-b7f5-0e6a501aeff1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Port': ['ID=8613e0cb-45e0-445b-b29e-1723975575a7,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:26.836262 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44578fcf-9772-4ad4-b7f5-0e6a501aeff1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:26.889954 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-58a22074-9bb4-4c63-8162-80a5c7f3004a req-c0e5445e-8b26-4f26-8196-e952afe497ab service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947859 Jul 05 10:25:26.954431 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-44578fcf-9772-4ad4-b7f5-0e6a501aeff1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Floating IP 4adb6379-433e-4022-a033-46c3f90b3c15 associated. External IP: 172.25.7.7, port: 06f10711-a6d1-48da-9d3b-60a1fd035d49. Jul 05 10:25:26.995641 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:27.002974 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-58a22074-9bb4-4c63-8162-80a5c7f3004a req-f3f5dd0b-5b60-437b-92cc-d61f4f7f36cb service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061735 Jul 05 10:25:27.024882 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-bf3fef87-c2d0-44e7-a9d7-7ea79e0e8f70 None None] Set router f23e8768-9afd-4678-9320-1b5e65913db8 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:25:27.172950 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44578fcf-9772-4ad4-b7f5-0e6a501aeff1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Router 5738be7b-bf8c-440c-bca0-41adf9ddeec3 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:25:27.247242 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bf3fef87-c2d0-44e7-a9d7-7ea79e0e8f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:18:51Z', 'revision_number': 4, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port': {'id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:48Z', 'updated_at': '2021-07-05T10:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '15d87452-777f-4e49-aa6b-0d5a96faf81d', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'port_id': 'b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'mac_address': 'fa:16:3e:1b:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03e92fb-19ca-41bc-af3d-c31b501c8dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:25:24Z', 'updated_at': '2021-07-05T10:25:24Z', 'revision_number': 0, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9779c479-46da-4d55-956f-f48ab744772c', 'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'mac_address': 'fa:16:3e:0d:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:50Z', 'updated_at': '2021-07-05T10:18:58Z', 'revision_number': 5, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'subnets': [{'id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:27.276507 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3fef87-c2d0-44e7-a9d7-7ea79e0e8f70 None None] The sync data for ids ['f23e8768-9afd-4678-9320-1b5e65913db8'] in n-d-798054-8 is: [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:18:51Z', 'revision_number': 4, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port': {'id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:48Z', 'updated_at': '2021-07-05T10:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '15d87452-777f-4e49-aa6b-0d5a96faf81d', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'port_id': 'b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'mac_address': 'fa:16:3e:1b:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03e92fb-19ca-41bc-af3d-c31b501c8dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:25:24Z', 'updated_at': '2021-07-05T10:25:24Z', 'revision_number': 0, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9779c479-46da-4d55-956f-f48ab744772c', 'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'mac_address': 'fa:16:3e:0d:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:50Z', 'updated_at': '2021-07-05T10:18:58Z', 'revision_number': 5, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'subnets': [{'id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:25:27.283117 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44578fcf-9772-4ad4-b7f5-0e6a501aeff1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:25:27.296318 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb6c375-89f9-4c78-a3b7-b9b2f2062c20 None None] Sync routers for ids ['5738be7b-bf8c-440c-bca0-41adf9ddeec3'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:25:27.299818 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44578fcf-9772-4ad4-b7f5-0e6a501aeff1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:27.307833 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb6c375-89f9-4c78-a3b7-b9b2f2062c20 None None] Routers {'5738be7b-bf8c-440c-bca0-41adf9ddeec3'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:25:27.308637 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4eb6c375-89f9-4c78-a3b7-b9b2f2062c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:25:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5738be7b-bf8c-440c-bca0-41adf9ddeec3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:27.337345 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-44578fcf-9772-4ad4-b7f5-0e6a501aeff1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9803760 Jul 05 10:25:27.337925 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'tag': '06f10711-a6d1-48da-9d3b-60a1fd035d49'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:25:27.340826 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8438bda-55a9-47ff-8843-b2ebbc8f2e63" -d '{"events": [{"name": "network-changed", "server_uuid": "7116dc89-7cc4-48ed-9f19-58bbecb7a073", "tag": "06f10711-a6d1-48da-9d3b-60a1fd035d49"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:27.389185 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2773af3-ae1b-43ed-ac23-b7aa8a43d3ac x-openstack-request-id: req-c2773af3-ae1b-43ed-ac23-b7aa8a43d3ac {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:27.389585 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7116dc89-7cc4-48ed-9f19-58bbecb7a073", "tag": "06f10711-a6d1-48da-9d3b-60a1fd035d49", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:27.389938 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c2773af3-ae1b-43ed-ac23-b7aa8a43d3ac {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:27.390470 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'tag': '06f10711-a6d1-48da-9d3b-60a1fd035d49', 'status': 'completed', 'code': 200} Jul 05 10:25:27.434165 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4eb6c375-89f9-4c78-a3b7-b9b2f2062c20 None None] Set router 5738be7b-bf8c-440c-bca0-41adf9ddeec3 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:25:27.517835 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8438bda-55a9-47ff-8843-b2ebbc8f2e63 req-9d152c80-0d54-4796-bb78-b6e7fd8d2122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:27.519965 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b8438bda-55a9-47ff-8843-b2ebbc8f2e63 req-9d152c80-0d54-4796-bb78-b6e7fd8d2122 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 1096 time: 0.1062984 Jul 05 10:25:27.530792 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc9f96-c7b0-4741-aa59-f8bff665aca7 None None] New status for floating IP 15d87452-777f-4e49-aa6b-0d5a96faf81d: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:25:27.532213 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0221b-4f93-489f-84fb-146b10b4f975 req-dc096f94-5d54-4798-af55-80b45db14ab9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:27.535459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0cd0221b-4f93-489f-84fb-146b10b4f975 req-dc096f94-5d54-4798-af55-80b45db14ab9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 945 time: 0.0937524 Jul 05 10:25:27.626802 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0cd0221b-4f93-489f-84fb-146b10b4f975 req-c9437a92-8c24-4e3b-b7ee-93b2b3930cc6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819995 Jul 05 10:25:27.656691 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8438bda-55a9-47ff-8843-b2ebbc8f2e63 req-8d8cad51-c945-4fcc-bcbd-a5bb73d5cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:27.657237 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44252) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:27.658446 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b8438bda-55a9-47ff-8843-b2ebbc8f2e63 req-8d8cad51-c945-4fcc-bcbd-a5bb73d5cda0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b0ba5551-c988-4f29-bb00-f510ac8c56f1 HTTP/1.1" status: 200 len: 896 time: 0.1219635 Jul 05 10:25:27.670529 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4eb6c375-89f9-4c78-a3b7-b9b2f2062c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616909391', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:12Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '4adb6379-433e-4022-a033-46c3f90b3c15', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'port_id': '06f10711-a6d1-48da-9d3b-60a1fd035d49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1', 'mac_address': 'fa:16:3e:db:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:25:26Z', 'updated_at': '2021-07-05T10:25:26Z', 'revision_number': 0, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9070711-4e6d-4774-b78a-47d22167b218', 'name': '', 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:28:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd2875e0c-da57-4a9f-8420-d8e179fc3f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:12Z', 'updated_at': '2021-07-05T10:25:17Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'd2875e0c-da57-4a9f-8420-d8e179fc3f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:27.701697 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb6c375-89f9-4c78-a3b7-b9b2f2062c20 None None] Checking router: 5738be7b-bf8c-440c-bca0-41adf9ddeec3 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:25:27.711289 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb6c375-89f9-4c78-a3b7-b9b2f2062c20 None None] Routers {'5738be7b-bf8c-440c-bca0-41adf9ddeec3'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:25:27.712197 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4eb6c375-89f9-4c78-a3b7-b9b2f2062c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:25:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5738be7b-bf8c-440c-bca0-41adf9ddeec3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:27.741566 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2b0d30ba-04e7-4973-9ba6-dba86c52ac72 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/floatingips/4adb6379-433e-4022-a033-46c3f90b3c15 HTTP/1.1" status: 200 len: 989 time: 0.0831378 Jul 05 10:25:27.742859 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b8438bda-55a9-47ff-8843-b2ebbc8f2e63 req-2d4c3df1-0a9c-49ee-9fb0-dfc24276d530 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49 HTTP/1.1" status: 200 len: 997 time: 0.0774510 Jul 05 10:25:27.794320 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8438bda-55a9-47ff-8843-b2ebbc8f2e63 req-413e281e-0496-47b9-9662-4d60cf9c6a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:27.795810 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b8438bda-55a9-47ff-8843-b2ebbc8f2e63 req-413e281e-0496-47b9-9662-4d60cf9c6a1d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d2875e0c-da57-4a9f-8420-d8e179fc3f10 HTTP/1.1" status: 200 len: 834 time: 0.0456128 Jul 05 10:25:27.816356 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4eb6c375-89f9-4c78-a3b7-b9b2f2062c20 None None] Set router 5738be7b-bf8c-440c-bca0-41adf9ddeec3 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:25:27.854060 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8438bda-55a9-47ff-8843-b2ebbc8f2e63 req-71f15ab4-bef5-4b7e-8146-7ffe3d23b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:27.855610 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b8438bda-55a9-47ff-8843-b2ebbc8f2e63 req-71f15ab4-bef5-4b7e-8146-7ffe3d23b530 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b0ba5551-c988-4f29-bb00-f510ac8c56f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532637 Jul 05 10:25:27.948090 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b8438bda-55a9-47ff-8843-b2ebbc8f2e63 req-aa58077c-ff8c-4245-accb-13d1aafddb97 service neutron] 10.222.0.81 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860224 Jul 05 10:25:28.036073 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4eb6c375-89f9-4c78-a3b7-b9b2f2062c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616909391', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:12Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '4adb6379-433e-4022-a033-46c3f90b3c15', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'port_id': '06f10711-a6d1-48da-9d3b-60a1fd035d49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1', 'mac_address': 'fa:16:3e:db:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:25:26Z', 'updated_at': '2021-07-05T10:25:26Z', 'revision_number': 0, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9070711-4e6d-4774-b78a-47d22167b218', 'name': '', 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:28:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd2875e0c-da57-4a9f-8420-d8e179fc3f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:12Z', 'updated_at': '2021-07-05T10:25:17Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'd2875e0c-da57-4a9f-8420-d8e179fc3f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:28.048702 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b8438bda-55a9-47ff-8843-b2ebbc8f2e63 req-a16a307e-e40f-47a8-97d6-941aacbf4e48 service neutron] 10.222.0.81 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947654 Jul 05 10:25:28.061673 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb6c375-89f9-4c78-a3b7-b9b2f2062c20 None None] The sync data for ids ['5738be7b-bf8c-440c-bca0-41adf9ddeec3'] in n-d-798054-8 is: [{'id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616909391', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:12Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '4adb6379-433e-4022-a033-46c3f90b3c15', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'port_id': '06f10711-a6d1-48da-9d3b-60a1fd035d49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1', 'mac_address': 'fa:16:3e:db:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:25:26Z', 'updated_at': '2021-07-05T10:25:26Z', 'revision_number': 0, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9070711-4e6d-4774-b78a-47d22167b218', 'name': '', 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:28:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd2875e0c-da57-4a9f-8420-d8e179fc3f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:12Z', 'updated_at': '2021-07-05T10:25:17Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'd2875e0c-da57-4a9f-8420-d8e179fc3f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:25:28.260206 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b237f0ba-e966-431e-8e8f-0ef18b7ee296 None None] New status for floating IP 4adb6379-433e-4022-a033-46c3f90b3c15: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:25:28.745503 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44254) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:28.810753 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b4085d85-2777-4704-850c-0162c84c7128 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/floatingips/4adb6379-433e-4022-a033-46c3f90b3c15 HTTP/1.1" status: 200 len: 991 time: 0.0641356 Jul 05 10:25:32.979152 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:36.392070 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:50.279797 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c75048cc-8e22-4e3a-ab22-9ac87a6d647a req-ad453987-df07-49f3-a8bf-9e465ca69740 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1060135 Jul 05 10:25:50.373423 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75048cc-8e22-4e3a-ab22-9ac87a6d647a req-d2015e4b-2ea4-4b43-b38a-34c555b34888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:50.374951 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c75048cc-8e22-4e3a-ab22-9ac87a6d647a req-d2015e4b-2ea4-4b43-b38a-34c555b34888 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 1096 time: 0.0540986 Jul 05 10:25:50.483349 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75048cc-8e22-4e3a-ab22-9ac87a6d647a req-ab6842dc-4028-4527-a6d7-a3709e00f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:50.484775 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c75048cc-8e22-4e3a-ab22-9ac87a6d647a req-ab6842dc-4028-4527-a6d7-a3709e00f86d service neutron] 10.222.0.78 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 913 time: 0.0890057 Jul 05 10:25:50.552058 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c75048cc-8e22-4e3a-ab22-9ac87a6d647a req-7cc13ddc-82ac-43fb-8f49-774b21cdd752 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 HTTP/1.1" status: 200 len: 1000 time: 0.0582418 Jul 05 10:25:50.605940 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75048cc-8e22-4e3a-ab22-9ac87a6d647a req-9b234e22-3a77-42fa-8107-af6ef58ae095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:50.607402 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c75048cc-8e22-4e3a-ab22-9ac87a6d647a req-9b234e22-3a77-42fa-8107-af6ef58ae095 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.0483515 Jul 05 10:25:50.664338 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75048cc-8e22-4e3a-ab22-9ac87a6d647a req-5bd6876c-b8de-498f-b95e-14963dee476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:50.665861 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c75048cc-8e22-4e3a-ab22-9ac87a6d647a req-5bd6876c-b8de-498f-b95e-14963dee476e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519271 Jul 05 10:25:50.753310 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c75048cc-8e22-4e3a-ab22-9ac87a6d647a req-56f6d749-2559-4b47-a115-17d9989789e5 service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807006 Jul 05 10:25:50.845200 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c75048cc-8e22-4e3a-ab22-9ac87a6d647a req-b73e510d-7671-4cda-bfa4-bb69be1c0eb7 service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849836 Jul 05 10:25:50.968424 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6ae8-7bad-485d-9dfc-76719ae82b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:52.015562 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0478360f-7437-423c-b5b0-13196d97c107 req-30cbcebb-e9b0-460c-a007-129a008c61d4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0582013 Jul 05 10:25:52.115788 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478360f-7437-423c-b5b0-13196d97c107 req-02617e65-413f-4716-9b58-c330e5c2ec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:52.117503 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0478360f-7437-423c-b5b0-13196d97c107 req-02617e65-413f-4716-9b58-c330e5c2ec77 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 1096 time: 0.0562952 Jul 05 10:25:52.220120 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478360f-7437-423c-b5b0-13196d97c107 req-62bfcb53-a7f6-4bd3-b55a-6127892668e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:52.221612 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0478360f-7437-423c-b5b0-13196d97c107 req-62bfcb53-a7f6-4bd3-b55a-6127892668e6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b0ba5551-c988-4f29-bb00-f510ac8c56f1 HTTP/1.1" status: 200 len: 896 time: 0.0843461 Jul 05 10:25:52.292530 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0478360f-7437-423c-b5b0-13196d97c107 req-850408a6-20d6-4fe8-93b3-9edad9d0f1fa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49 HTTP/1.1" status: 200 len: 999 time: 0.0622916 Jul 05 10:25:52.341748 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478360f-7437-423c-b5b0-13196d97c107 req-f2228daa-6388-47ee-ba94-443f28f23ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:52.343195 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0478360f-7437-423c-b5b0-13196d97c107 req-f2228daa-6388-47ee-ba94-443f28f23ba0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d2875e0c-da57-4a9f-8420-d8e179fc3f10 HTTP/1.1" status: 200 len: 834 time: 0.0438488 Jul 05 10:25:52.398024 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478360f-7437-423c-b5b0-13196d97c107 req-bf2704a2-7c8e-4d4d-a375-fdce19ed2c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:52.399472 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0478360f-7437-423c-b5b0-13196d97c107 req-bf2704a2-7c8e-4d4d-a375-fdce19ed2c99 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b0ba5551-c988-4f29-bb00-f510ac8c56f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497870 Jul 05 10:25:52.490946 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0478360f-7437-423c-b5b0-13196d97c107 req-d1307a36-4f2e-466d-a9e0-f2b9620bb51e service neutron] 10.222.0.81 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842781 Jul 05 10:25:52.579954 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0478360f-7437-423c-b5b0-13196d97c107 req-b77443b1-f240-4091-8846-477d4da3c20f service neutron] 10.222.0.81 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809872 Jul 05 10:25:53.335421 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-70017aa4-af00-4370-943d-9f539e030605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:53.644182 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:54.675817 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:56.793713 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:59.336362 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:26:00.067972 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb093f3-7ede-44eb-8113-7bf7499fa9d0 req-634b5630-ee72-41aa-b856-9305c4585db4 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:00.069485 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fdb093f3-7ede-44eb-8113-7bf7499fa9d0 req-634b5630-ee72-41aa-b856-9305c4585db4 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 1096 time: 0.0508897 Jul 05 10:26:00.109527 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fdb093f3-7ede-44eb-8113-7bf7499fa9d0 req-fa173836-ee95-4699-8efd-bf6343359e92 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339673 Jul 05 10:26:00.283428 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b806e-46e4-4fc9-a8a6-c3dfc6af772b req-6197c0ad-92a3-483c-911a-a3f093b07d4c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:00.284858 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb4b806e-46e4-4fc9-a8a6-c3dfc6af772b req-6197c0ad-92a3-483c-911a-a3f093b07d4c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 945 time: 0.0646021 Jul 05 10:26:00.322201 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb4b806e-46e4-4fc9-a8a6-c3dfc6af772b req-ed94ee38-5007-4290-bf21-62139199658e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318365 Jul 05 10:26:00.346559 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44282) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:00.406504 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a56e6eaf-4a45-4aa7-bc0e-0a4ca9028585 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/floatingips/4adb6379-433e-4022-a033-46c3f90b3c15 HTTP/1.1" status: 200 len: 991 time: 0.0584970 Jul 05 10:26:01.068607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44302) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:01.219705 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-90e08861-3188-4c9c-b0cb-2f9b7c90ec39 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1498129 Jul 05 10:26:01.227606 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f193709-cceb-4638-a318-4cc2ebfa9483 req-ac449344-9726-4aa9-87c1-cfff799f36f0 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:01.231626 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f193709-cceb-4638-a318-4cc2ebfa9483 req-ac449344-9726-4aa9-87c1-cfff799f36f0 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 945 time: 0.1110549 Jul 05 10:26:01.268584 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f193709-cceb-4638-a318-4cc2ebfa9483 req-fe634298-fc0e-4e7e-a45e-9ecab0d8a1df tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329356 Jul 05 10:26:02.343938 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-40d728cb-6f47-48b0-9b0b-fc54ddbd3eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:02.345472 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-40d728cb-6f47-48b0-9b0b-fc54ddbd3eb4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 1096 time: 0.0574808 Jul 05 10:26:02.477335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-1febd4b3-d188-459a-a097-32a053abc8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:02.478817 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-1febd4b3-d188-459a-a097-32a053abc8ee service neutron] 10.222.0.81 "GET /v2.0/networks?id=b0ba5551-c988-4f29-bb00-f510ac8c56f1 HTTP/1.1" status: 200 len: 896 time: 0.1265407 Jul 05 10:26:02.492867 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b1ea9-61a9-4ebf-afe3-15e44c3aa16a req-0d69b3c3-0371-4206-9279-04ee3c9a638a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:02.494251 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c3b1ea9-61a9-4ebf-afe3-15e44c3aa16a req-0d69b3c3-0371-4206-9279-04ee3c9a638a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 945 time: 0.1008134 Jul 05 10:26:02.575329 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c3b1ea9-61a9-4ebf-afe3-15e44c3aa16a req-b94a9d0b-7093-403c-bf32-07f2f562b21f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732265 Jul 05 10:26:02.577170 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-d5a5c608-6bad-4cae-b01d-7597b12b6b1d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49 HTTP/1.1" status: 200 len: 999 time: 0.0820634 Jul 05 10:26:02.629273 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-fbca4a99-f6c0-4348-9d4c-9aaa4855572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:02.630770 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-fbca4a99-f6c0-4348-9d4c-9aaa4855572d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d2875e0c-da57-4a9f-8420-d8e179fc3f10 HTTP/1.1" status: 200 len: 834 time: 0.0473464 Jul 05 10:26:02.687134 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-85514f53-424e-436b-b11d-914c72065491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:02.688631 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-85514f53-424e-436b-b11d-914c72065491 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b0ba5551-c988-4f29-bb00-f510ac8c56f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515816 Jul 05 10:26:02.775106 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-1045d267-5a1f-4e4f-aa08-71c0a9c66eca service neutron] 10.222.0.81 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797298 Jul 05 10:26:02.865417 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-f14847d3-46a0-43b6-a0e0-f3bd62d376e4 service neutron] 10.222.0.81 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840604 Jul 05 10:26:02.981675 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:03.747088 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb4eb5-6f35-4ab0-8a63-6e40a1167e70 req-996c34b7-aed5-4544-bfe8-429200391300 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:03.748590 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-65bb4eb5-6f35-4ab0-8a63-6e40a1167e70 req-996c34b7-aed5-4544-bfe8-429200391300 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 945 time: 0.0632584 Jul 05 10:26:03.785628 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-65bb4eb5-6f35-4ab0-8a63-6e40a1167e70 req-8c6a362c-976d-4c6d-b57d-583d8df59483 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315430 Jul 05 10:26:04.955871 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f640ae-2ccf-4ae7-b5cb-3514b13bfb58 req-5428c8ac-ae2a-4c4f-96d2-cc8501aa7ecd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:04.957329 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9f640ae-2ccf-4ae7-b5cb-3514b13bfb58 req-5428c8ac-ae2a-4c4f-96d2-cc8501aa7ecd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 945 time: 0.0632343 Jul 05 10:26:04.999691 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9f640ae-2ccf-4ae7-b5cb-3514b13bfb58 req-7ba8298d-26b0-42aa-aa82-ea5850f27454 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367332 Jul 05 10:26:06.171372 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971ff6e-098d-4e37-962f-d3bfc68bcb58 req-f7845a61-6329-492d-b895-08782e688da7 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:06.172873 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8971ff6e-098d-4e37-962f-d3bfc68bcb58 req-f7845a61-6329-492d-b895-08782e688da7 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 945 time: 0.0631928 Jul 05 10:26:06.208581 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8971ff6e-098d-4e37-962f-d3bfc68bcb58 req-5a5cc257-6488-4af5-a05b-41744727f953 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303020 Jul 05 10:26:06.388469 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:07.381387 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854b57f-71b0-486c-9157-4ed6b06f5795 req-55bfc11e-aa30-4112-abcf-a51872b16524 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:07.382844 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e854b57f-71b0-486c-9157-4ed6b06f5795 req-55bfc11e-aa30-4112-abcf-a51872b16524 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 945 time: 0.0624323 Jul 05 10:26:07.419132 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e854b57f-71b0-486c-9157-4ed6b06f5795 req-ccbaaaed-e9d4-4859-809d-f7a9daf71333 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306618 Jul 05 10:26:08.599229 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784c126-c1ea-4cb9-bdae-d8b02722cece req-01d03705-3bbe-4ec6-9c53-115027ad13f5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:08.600774 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2784c126-c1ea-4cb9-bdae-d8b02722cece req-01d03705-3bbe-4ec6-9c53-115027ad13f5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 945 time: 0.0686653 Jul 05 10:26:08.638570 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2784c126-c1ea-4cb9-bdae-d8b02722cece req-1ade40e5-d79a-4c04-8dd6-bf969bdb63d2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316813 Jul 05 10:26:09.811996 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b144e-0dbc-4fad-870c-517547fd8a15 req-6ffecb03-99ff-4636-bd36-97979a090430 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:09.813493 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-937b144e-0dbc-4fad-870c-517547fd8a15 req-6ffecb03-99ff-4636-bd36-97979a090430 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 945 time: 0.0627291 Jul 05 10:26:09.851461 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-937b144e-0dbc-4fad-870c-517547fd8a15 req-93843309-0af8-428c-a20c-f1bd86e9375f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315249 Jul 05 10:26:11.030618 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de3c83-25d2-4ee8-9f79-ff0abc147df4 req-eb40d1ac-f367-4253-bbf5-ab3b1f64b5eb tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:11.032098 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d4de3c83-25d2-4ee8-9f79-ff0abc147df4 req-eb40d1ac-f367-4253-bbf5-ab3b1f64b5eb tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 945 time: 0.0660257 Jul 05 10:26:11.068794 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d4de3c83-25d2-4ee8-9f79-ff0abc147df4 req-52cbef1a-c6a2-465a-bc8e-62179228080f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309908 Jul 05 10:26:12.252473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca82f1-b305-4a95-9c53-68e939cd5d8c req-e899f582-cedc-416d-ba31-eca0b815e8b6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:12.254277 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71ca82f1-b305-4a95-9c53-68e939cd5d8c req-e899f582-cedc-416d-ba31-eca0b815e8b6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 945 time: 0.0703568 Jul 05 10:26:12.299156 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71ca82f1-b305-4a95-9c53-68e939cd5d8c req-80d168ae-6d4f-433c-83ac-13fb2998b61b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386617 Jul 05 10:26:13.474690 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6316345-abea-4cbd-be52-f5b24d86bcff req-8ae64bba-e366-4644-8641-3e4b58d0490a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:13.476121 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f6316345-abea-4cbd-be52-f5b24d86bcff req-8ae64bba-e366-4644-8641-3e4b58d0490a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 945 time: 0.0629091 Jul 05 10:26:13.513269 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f6316345-abea-4cbd-be52-f5b24d86bcff req-b398be42-4e76-4c7c-b055-37f8e34a2b3e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316224 Jul 05 10:26:14.688594 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219d8b4-0341-497f-ab2c-3f73cd6f0173 req-d6076242-f5f6-4559-b8e0-c10e3b359010 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:14.690054 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0219d8b4-0341-497f-ab2c-3f73cd6f0173 req-d6076242-f5f6-4559-b8e0-c10e3b359010 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 945 time: 0.0649815 Jul 05 10:26:14.727607 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0219d8b4-0341-497f-ab2c-3f73cd6f0173 req-6b45d195-2ec0-49fd-904e-bb84920f15d1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320244 Jul 05 10:26:15.895940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ee23d-6cb4-4ccc-a3d9-387619084aa9 req-6422f5dd-86dc-42f3-9306-4dbc1717a64a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:15.897350 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-185ee23d-6cb4-4ccc-a3d9-387619084aa9 req-6422f5dd-86dc-42f3-9306-4dbc1717a64a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 945 time: 0.0632346 Jul 05 10:26:15.935048 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-185ee23d-6cb4-4ccc-a3d9-387619084aa9 req-b750cee1-87b9-4966-9c46-ddadf69d8d14 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314329 Jul 05 10:26:17.151414 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c472569-7483-4de7-b6e2-810f88788c3c req-de0ed7d3-e3c7-4c3b-bb8f-478246bb2fac tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:17.152986 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6c472569-7483-4de7-b6e2-810f88788c3c req-de0ed7d3-e3c7-4c3b-bb8f-478246bb2fac tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 945 time: 0.0763140 Jul 05 10:26:17.192619 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6c472569-7483-4de7-b6e2-810f88788c3c req-79e122ae-7101-4e40-880e-16201f0a41e0 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340507 Jul 05 10:26:18.377213 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c3ca6-736f-4ebb-9faa-c3709062cbdc req-11f484d4-c094-4ff9-8971-6c1fcbfe4fb4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:18.378707 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-615c3ca6-736f-4ebb-9faa-c3709062cbdc req-11f484d4-c094-4ff9-8971-6c1fcbfe4fb4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 945 time: 0.0670903 Jul 05 10:26:18.430278 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-615c3ca6-736f-4ebb-9faa-c3709062cbdc req-1aa31367-460c-4105-9a93-525cda9a4a32 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445569 Jul 05 10:26:19.605694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799b6a9-2cd3-42bd-ac16-b8ec6f32758c req-be93f0cc-9ced-4864-8564-54d30cfe7253 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:19.607181 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c799b6a9-2cd3-42bd-ac16-b8ec6f32758c req-be93f0cc-9ced-4864-8564-54d30cfe7253 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 945 time: 0.0637410 Jul 05 10:26:19.646465 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c799b6a9-2cd3-42bd-ac16-b8ec6f32758c req-cd0ed3d9-851f-449d-a1ca-d14fe9b4d429 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333683 Jul 05 10:26:19.988060 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-cbb74785-7f84-4c7c-b66c-d389ae2f9d8d service neutron] show failed (client error): The resource could not be found. Jul 05 10:26:19.989114 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-cbb74785-7f84-4c7c-b66c-d389ae2f9d8d service neutron] 10.222.0.81 "GET /v2.0/ports/06f10711-a6d1-48da-9d3b-60a1fd035d49/bindings/n-h2-798054-8 HTTP/1.1" status: 404 len: 380 time: 0.1160517 Jul 05 10:26:20.269874 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-56ad2b58-5e74-4fb3-9ccb-11a24a6b204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:20.271313 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-56ad2b58-5e74-4fb3-9ccb-11a24a6b204a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073&tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef HTTP/1.1" status: 200 len: 1096 time: 0.0869744 Jul 05 10:26:20.282760 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-8', 'device_owner': 'compute:nova'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:26:20.361695 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:20.566996 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] For port 06f10711-a6d1-48da-9d3b-60a1fd035d49, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49,segment=NetworkSegment(3b74a05d-75bd-4153-879c-b2214a82fe23),segment_id=3b74a05d-75bd-4153-879c-b2214a82fe23)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:20.604642 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] For port 06f10711-a6d1-48da-9d3b-60a1fd035d49, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:26:20.648404 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06f10711-a6d1-48da-9d3b-60a1fd035d49'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:20.651547 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89f1fca-d865-4211-974d-134300239291" -d '{"events": [{"server_uuid": "7116dc89-7cc4-48ed-9f19-58bbecb7a073", "name": "network-vif-unplugged", "status": "completed", "tag": "06f10711-a6d1-48da-9d3b-60a1fd035d49"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:20.655348 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:20.668618 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Transition to ACTIVE for port object 06f10711-a6d1-48da-9d3b-60a1fd035d49 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:26:20.674230 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:20.710538 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8532f96-4154-4835-a9c4-bee02a7eb8df x-openstack-request-id: req-b8532f96-4154-4835-a9c4-bee02a7eb8df {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:20.710876 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7116dc89-7cc4-48ed-9f19-58bbecb7a073", "name": "network-vif-unplugged", "status": "completed", "tag": "06f10711-a6d1-48da-9d3b-60a1fd035d49", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:20.711073 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b8532f96-4154-4835-a9c4-bee02a7eb8df {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:20.712303 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06f10711-a6d1-48da-9d3b-60a1fd035d49', 'code': 200} Jul 05 10:26:20.802441 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Pushing event updated for resources: {'Port': ['ID=06f10711-a6d1-48da-9d3b-60a1fd035d49,revision_number=6']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:20.830082 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:20.830353 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:20.830696 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:20.831039 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:20.831380 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:20.831717 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:20.832078 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:20.832408 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:20.832741 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:20.833070 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:20.833399 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:20.833733 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:20.856201 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4f6db-4f24-40f9-b871-4d15933e02d2 req-8db36744-84b0-48c9-b070-5e2fa680a44f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:20.864780 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9ad4f6db-4f24-40f9-b871-4d15933e02d2 req-8db36744-84b0-48c9-b070-5e2fa680a44f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 943 time: 0.0885587 Jul 05 10:26:20.885821 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] No DVR routers for this DVR port 06f10711-a6d1-48da-9d3b-60a1fd035d49 on host n-h1-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:26:20.902302 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9ad4f6db-4f24-40f9-b871-4d15933e02d2 req-32066b49-0005-4684-9eb7-4db1821a78ed tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369267 Jul 05 10:26:20.970845 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-98d4a59f-472c-4939-9ee2-6f0a31bb491d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:21.035541 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Attempting to bind port 06f10711-a6d1-48da-9d3b-60a1fd035d49 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:26:21.035917 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Attempting to bind port 06f10711-a6d1-48da-9d3b-60a1fd035d49 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '3b74a05d-75bd-4153-879c-b2214a82fe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:26:21.036250 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Attempting to bind port 06f10711-a6d1-48da-9d3b-60a1fd035d49 on network b0ba5551-c988-4f29-bb00-f510ac8c56f1 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:26:21.040414 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Port 06f10711-a6d1-48da-9d3b-60a1fd035d49 on network b0ba5551-c988-4f29-bb00-f510ac8c56f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:26:21.040736 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Attempting to bind port 06f10711-a6d1-48da-9d3b-60a1fd035d49 on network b0ba5551-c988-4f29-bb00-f510ac8c56f1 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:26:21.045618 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:26:21.045959 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Checking segment: {'id': '3b74a05d-75bd-4153-879c-b2214a82fe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:26:21.046346 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Bound using segment: {'id': '3b74a05d-75bd-4153-879c-b2214a82fe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:26:21.046774 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Bound port: 06f10711-a6d1-48da-9d3b-60a1fd035d49, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b74a05d-75bd-4153-879c-b2214a82fe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:26:21.047133 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:21.111835 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] For port 06f10711-a6d1-48da-9d3b-60a1fd035d49, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:26:21.114911 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] For port 06f10711-a6d1-48da-9d3b-60a1fd035d49, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49,segment=NetworkSegment(3b74a05d-75bd-4153-879c-b2214a82fe23),segment_id=3b74a05d-75bd-4153-879c-b2214a82fe23)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:26:21.118522 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:21.156221 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:21.156932 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:21.158563 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] 10.222.0.78 "PUT /v2.0/ports/06f10711-a6d1-48da-9d3b-60a1fd035d49 HTTP/1.1" status: 200 len: 1091 time: 0.8798077 Jul 05 10:26:21.181760 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c01560-7dbd-4397-a374-8eaac5c75a18 service neutron] Pushing event updated for resources: {'Port': ['ID=06f10711-a6d1-48da-9d3b-60a1fd035d49,revision_number=7']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:21.245614 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-b30093c0-87bb-40b6-95e5-fa84d0382fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:21.247197 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-b30093c0-87bb-40b6-95e5-fa84d0382fb2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 1094 time: 0.0611608 Jul 05 10:26:21.338587 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-18ed0884-da42-4b8b-85e3-e2337daed09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:21.340116 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-18ed0884-da42-4b8b-85e3-e2337daed09d service neutron] 10.222.0.78 "GET /v2.0/networks?id=b0ba5551-c988-4f29-bb00-f510ac8c56f1 HTTP/1.1" status: 200 len: 896 time: 0.0862894 Jul 05 10:26:21.407290 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-18f84a3d-b172-481c-8aac-60d7ecfd594c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49 HTTP/1.1" status: 200 len: 997 time: 0.0612695 Jul 05 10:26:21.453929 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-6dffff72-c79e-46cd-9f56-871b16c489bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:21.455272 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-6dffff72-c79e-46cd-9f56-871b16c489bc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d2875e0c-da57-4a9f-8420-d8e179fc3f10 HTTP/1.1" status: 200 len: 834 time: 0.0422261 Jul 05 10:26:21.510611 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-68281704-2446-4da2-9193-73eba3b006f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:21.512087 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-68281704-2446-4da2-9193-73eba3b006f7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b0ba5551-c988-4f29-bb00-f510ac8c56f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505500 Jul 05 10:26:21.605110 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-edcfd937-0d50-4e02-bec6-5b259698cf96 service neutron] 10.222.0.78 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865324 Jul 05 10:26:21.692637 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-4080ea8d-c79c-4ccb-9e0f-ccc17feb5a4f service neutron] 10.222.0.78 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800142 Jul 05 10:26:22.078015 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7d973-f405-47cf-a070-860f2e98f39c req-23bc6c38-6db1-41d9-b63d-b0075438d908 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:22.079517 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8aa7d973-f405-47cf-a070-860f2e98f39c req-23bc6c38-6db1-41d9-b63d-b0075438d908 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 943 time: 0.0616381 Jul 05 10:26:22.121255 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8aa7d973-f405-47cf-a070-860f2e98f39c req-82925ec5-0e8a-4c34-8417-97b87329793d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361524 Jul 05 10:26:22.713568 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'tag': '06f10711-a6d1-48da-9d3b-60a1fd035d49'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:22.715961 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0c387f-5f82-4cec-ac89-34a2d5ce010c" -d '{"events": [{"name": "network-changed", "server_uuid": "7116dc89-7cc4-48ed-9f19-58bbecb7a073", "tag": "06f10711-a6d1-48da-9d3b-60a1fd035d49"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:22.762964 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a16399-5120-42c3-a6f2-77992587cba6 x-openstack-request-id: req-c8a16399-5120-42c3-a6f2-77992587cba6 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:22.763283 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7116dc89-7cc4-48ed-9f19-58bbecb7a073", "tag": "06f10711-a6d1-48da-9d3b-60a1fd035d49", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:22.763541 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c8a16399-5120-42c3-a6f2-77992587cba6 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:22.763980 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'tag': '06f10711-a6d1-48da-9d3b-60a1fd035d49', 'status': 'completed', 'code': 200} Jul 05 10:26:22.838739 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c387f-5f82-4cec-ac89-34a2d5ce010c req-f649e537-f634-4c96-b150-aa1bff8bb722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:22.840285 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-de0c387f-5f82-4cec-ac89-34a2d5ce010c req-f649e537-f634-4c96-b150-aa1bff8bb722 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 1094 time: 0.0530362 Jul 05 10:26:22.843383 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c387f-5f82-4cec-ac89-34a2d5ce010c req-87cf79b4-1d5b-407b-88fa-1d1d7e4bf07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:22.844916 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-de0c387f-5f82-4cec-ac89-34a2d5ce010c req-87cf79b4-1d5b-407b-88fa-1d1d7e4bf07a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 1094 time: 0.0599203 Jul 05 10:26:22.931226 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c387f-5f82-4cec-ac89-34a2d5ce010c req-69b5383f-786d-411b-892e-8d29df0c9edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:22.933023 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-de0c387f-5f82-4cec-ac89-34a2d5ce010c req-69b5383f-786d-411b-892e-8d29df0c9edd service neutron] 10.222.0.81 "GET /v2.0/networks?id=b0ba5551-c988-4f29-bb00-f510ac8c56f1 HTTP/1.1" status: 200 len: 896 time: 0.0867310 Jul 05 10:26:22.937916 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c387f-5f82-4cec-ac89-34a2d5ce010c req-2d542d88-d0f1-4c8a-93d3-70049eb7529c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:22.939488 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-de0c387f-5f82-4cec-ac89-34a2d5ce010c req-2d542d88-d0f1-4c8a-93d3-70049eb7529c service neutron] 10.222.0.78 "GET /v2.0/networks?id=b0ba5551-c988-4f29-bb00-f510ac8c56f1 HTTP/1.1" status: 200 len: 896 time: 0.0886228 Jul 05 10:26:23.002837 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-de0c387f-5f82-4cec-ac89-34a2d5ce010c req-6015c450-9db8-44f1-a864-7586467ba5e4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49 HTTP/1.1" status: 200 len: 997 time: 0.0633113 Jul 05 10:26:23.007819 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-de0c387f-5f82-4cec-ac89-34a2d5ce010c req-938f6e14-6413-48e7-8870-d47097c7204f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49 HTTP/1.1" status: 200 len: 997 time: 0.0615861 Jul 05 10:26:23.052663 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c387f-5f82-4cec-ac89-34a2d5ce010c req-da467632-f9cb-4f05-93fd-d39f3ca94e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:23.054113 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-de0c387f-5f82-4cec-ac89-34a2d5ce010c req-da467632-f9cb-4f05-93fd-d39f3ca94e67 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d2875e0c-da57-4a9f-8420-d8e179fc3f10 HTTP/1.1" status: 200 len: 834 time: 0.0453517 Jul 05 10:26:23.057381 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c387f-5f82-4cec-ac89-34a2d5ce010c req-34cee8ee-848a-4691-937f-fdc586243cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:23.058826 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-de0c387f-5f82-4cec-ac89-34a2d5ce010c req-34cee8ee-848a-4691-937f-fdc586243cd9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d2875e0c-da57-4a9f-8420-d8e179fc3f10 HTTP/1.1" status: 200 len: 834 time: 0.0434659 Jul 05 10:26:23.114325 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c387f-5f82-4cec-ac89-34a2d5ce010c req-cd13193c-c1e1-49b5-804b-4e645b48c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:23.115676 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c387f-5f82-4cec-ac89-34a2d5ce010c req-cfeb4b60-f8fb-432b-a274-b3a84d6e3ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:23.115823 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-de0c387f-5f82-4cec-ac89-34a2d5ce010c req-cd13193c-c1e1-49b5-804b-4e645b48c0d6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b0ba5551-c988-4f29-bb00-f510ac8c56f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560572 Jul 05 10:26:23.117217 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-de0c387f-5f82-4cec-ac89-34a2d5ce010c req-cfeb4b60-f8fb-432b-a274-b3a84d6e3ada service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b0ba5551-c988-4f29-bb00-f510ac8c56f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520637 Jul 05 10:26:23.214969 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-de0c387f-5f82-4cec-ac89-34a2d5ce010c req-8bcfa6b6-6c3f-4d4f-b362-0a7c37d6225c service neutron] 10.222.0.81 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920615 Jul 05 10:26:23.217619 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-de0c387f-5f82-4cec-ac89-34a2d5ce010c req-0a1e571c-18e7-419c-9ce6-7738e0429d9d service neutron] 10.222.0.78 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928838 Jul 05 10:26:23.346378 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-106052a3-c946-44aa-8fe9-fe7006147308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:23.595491 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-de0c387f-5f82-4cec-ac89-34a2d5ce010c req-3c5306dd-8f95-43be-ac2d-cfa51545c6fc service neutron] 10.222.0.78 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713553 Jul 05 10:26:23.645580 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:23.689271 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-de0c387f-5f82-4cec-ac89-34a2d5ce010c req-2a16e79a-0777-427d-9a43-e5a92cf97f13 service neutron] 10.222.0.81 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682477 Jul 05 10:26:23.700933 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85022475-159b-49bd-99d2-521cfa4c95eb req-90613888-5432-4467-a2a2-9586d8e61318 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:23.702337 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85022475-159b-49bd-99d2-521cfa4c95eb req-90613888-5432-4467-a2a2-9586d8e61318 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 943 time: 0.4626865 Jul 05 10:26:23.739439 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85022475-159b-49bd-99d2-521cfa4c95eb req-205cb157-30ce-47ab-aa2b-b757bb2df000 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313766 Jul 05 10:26:24.277616 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 06f10711-a6d1-48da-9d3b-60a1fd035d49 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:26:24.316040 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 06f10711-a6d1-48da-9d3b-60a1fd035d49 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:26:24.679779 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:24.917916 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0fc1b-17c9-4239-9d64-e2c465e43dce req-5ed7f26d-62f8-4bf5-91bf-feef0be70354 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:24.919318 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aee0fc1b-17c9-4239-9d64-e2c465e43dce req-5ed7f26d-62f8-4bf5-91bf-feef0be70354 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 943 time: 0.0641992 Jul 05 10:26:24.956031 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aee0fc1b-17c9-4239-9d64-e2c465e43dce req-6a7a24e6-405c-4d03-9ac8-aa26fd322ecd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313227 Jul 05 10:26:25.494999 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 06f10711-a6d1-48da-9d3b-60a1fd035d49 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:26:25.587058 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 06f10711-a6d1-48da-9d3b-60a1fd035d49, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49,segment=NetworkSegment(3b74a05d-75bd-4153-879c-b2214a82fe23),segment_id=3b74a05d-75bd-4153-879c-b2214a82fe23)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:25.598403 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '06f10711-a6d1-48da-9d3b-60a1fd035d49', 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1', 'port_id': '06f10711-a6d1-48da-9d3b-60a1fd035d49', 'mac_address': 'fa:16:3e:db:3b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2875e0c-da57-4a9f-8420-d8e179fc3f10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:26:25.640790 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:25.653591 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06f10711-a6d1-48da-9d3b-60a1fd035d49 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:26:25.673348 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 06f10711-a6d1-48da-9d3b-60a1fd035d49, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49,segment=NetworkSegment(3b74a05d-75bd-4153-879c-b2214a82fe23),segment_id=3b74a05d-75bd-4153-879c-b2214a82fe23)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:25.677269 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:25.723048 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=06f10711-a6d1-48da-9d3b-60a1fd035d49,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:25.730809 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:25.731166 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:25.731514 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:25.731870 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:25.732229 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:25.732573 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:25.732911 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:25.733243 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:25.733579 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:25.733910 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:25.734240 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:25.734602 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:26.060263 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['06f10711-a6d1-48da-9d3b-60a1fd035d49'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:26:26.128506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094aadf0-194b-4f9f-8189-fd95095d719e req-086790d5-799e-47a7-b446-e7e07bef2729 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:26.130003 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-094aadf0-194b-4f9f-8189-fd95095d719e req-086790d5-799e-47a7-b446-e7e07bef2729 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 944 time: 0.0646663 Jul 05 10:26:26.172017 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-094aadf0-194b-4f9f-8189-fd95095d719e req-a5746ca7-2faa-4bed-81d0-09d31bf12b8a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359097 Jul 05 10:26:26.500927 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-47ec5d19-80f7-4896-9487-cfbce4e144a4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:26.502426 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-47ec5d19-80f7-4896-9487-cfbce4e144a4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.78 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073&tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&binding%3Ahost_id=n-h2-798054-8 HTTP/1.1" status: 200 len: 944 time: 0.0754418 Jul 05 10:26:26.555565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d80729-3386-46d9-9e16-4ed56fd1d34e req-84da5083-f33f-4e12-87f7-7398b39aa256 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:26.557822 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58d80729-3386-46d9-9e16-4ed56fd1d34e req-84da5083-f33f-4e12-87f7-7398b39aa256 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 944 time: 0.0656800 Jul 05 10:26:26.564872 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-5e09e972-987c-4fef-9b9f-67b9a159a2c2 service neutron] 10.222.0.78 "GET /v2.0/ports/06f10711-a6d1-48da-9d3b-60a1fd035d49/bindings/n-h2-798054-8 HTTP/1.1" status: 200 len: 382 time: 0.0557957 Jul 05 10:26:26.596885 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58d80729-3386-46d9-9e16-4ed56fd1d34e req-2dae9df1-7682-4a5c-a365-641d20459884 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333042 Jul 05 10:26:26.642179 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-d2c17ec3-f3c6-4c3c-a3aa-30b44730fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:26.643737 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-d2c17ec3-f3c6-4c3c-a3aa-30b44730fd5f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 1095 time: 0.0558321 Jul 05 10:26:26.736534 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-5693d317-2982-4457-b9e0-a446216c63af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:26.738034 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-5693d317-2982-4457-b9e0-a446216c63af service neutron] 10.222.0.78 "GET /v2.0/networks?id=b0ba5551-c988-4f29-bb00-f510ac8c56f1 HTTP/1.1" status: 200 len: 896 time: 0.0878203 Jul 05 10:26:26.796449 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:26.803597 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-56e5cc11-d8a1-42f4-a5eb-86aa21c406d5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49 HTTP/1.1" status: 200 len: 998 time: 0.0578206 Jul 05 10:26:26.853104 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-cfdb3c90-eb98-4986-a7a8-c94ac18d37ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:26.854457 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-cfdb3c90-eb98-4986-a7a8-c94ac18d37ef service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d2875e0c-da57-4a9f-8420-d8e179fc3f10 HTTP/1.1" status: 200 len: 834 time: 0.0433853 Jul 05 10:26:26.914884 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-6f1c41f6-4ff1-4c23-96e7-29e411e6a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:26.916426 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-6f1c41f6-4ff1-4c23-96e7-29e411e6a26f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b0ba5551-c988-4f29-bb00-f510ac8c56f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551901 Jul 05 10:26:27.007166 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-c162c5e6-31ce-406a-8931-4133ee3701ab service neutron] 10.222.0.78 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835733 Jul 05 10:26:27.099793 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-647d8a30-e608-4ff7-9082-a944d9887635 service neutron] 10.222.0.78 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849488 Jul 05 10:26:27.499250 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 06f10711-a6d1-48da-9d3b-60a1fd035d49 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:26:27.545932 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 06f10711-a6d1-48da-9d3b-60a1fd035d49 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:26:27.549664 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 06f10711-a6d1-48da-9d3b-60a1fd035d49 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:26:27.550039 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:27.627702 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:27.650659 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f10711-a6d1-48da-9d3b-60a1fd035d49'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:27.652941 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be56b86-311f-48a0-92b5-ee6e467fd0b2" -d '{"events": [{"server_uuid": "7116dc89-7cc4-48ed-9f19-58bbecb7a073", "name": "network-vif-plugged", "status": "completed", "tag": "06f10711-a6d1-48da-9d3b-60a1fd035d49"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:27.665680 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 06f10711-a6d1-48da-9d3b-60a1fd035d49, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49,segment=NetworkSegment(3b74a05d-75bd-4153-879c-b2214a82fe23),segment_id=3b74a05d-75bd-4153-879c-b2214a82fe23)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:27.671182 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:27.703005 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4318d61a-2dd3-4cde-b729-4b1052f338b0 x-openstack-request-id: req-4318d61a-2dd3-4cde-b729-4b1052f338b0 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:27.703289 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7116dc89-7cc4-48ed-9f19-58bbecb7a073", "name": "network-vif-plugged", "status": "completed", "tag": "06f10711-a6d1-48da-9d3b-60a1fd035d49", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:27.703548 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4318d61a-2dd3-4cde-b729-4b1052f338b0 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:27.703971 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f10711-a6d1-48da-9d3b-60a1fd035d49', 'code': 200} Jul 05 10:26:27.723146 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=06f10711-a6d1-48da-9d3b-60a1fd035d49,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:27.777350 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aec88d-2943-40ed-a0f1-42953f6d2863 req-3ae21ced-4392-421e-ad06-5ecea93f1262 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:27.778742 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e7aec88d-2943-40ed-a0f1-42953f6d2863 req-3ae21ced-4392-421e-ad06-5ecea93f1262 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 945 time: 0.0635984 Jul 05 10:26:27.815450 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e7aec88d-2943-40ed-a0f1-42953f6d2863 req-f112f690-80b3-4eba-b22f-0359456c32dd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312252 Jul 05 10:26:28.996029 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce60db-395a-4c71-8c4f-c25d01fbb360 req-8b5e36be-fb9e-4b51-a026-baad3ee8c585 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:28.997459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84ce60db-395a-4c71-8c4f-c25d01fbb360 req-8b5e36be-fb9e-4b51-a026-baad3ee8c585 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 945 time: 0.0702269 Jul 05 10:26:29.037117 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84ce60db-395a-4c71-8c4f-c25d01fbb360 req-310dcf4a-dc12-4710-ad34-5d52b2dbc100 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337732 Jul 05 10:26:29.260030 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-c8c81731-e083-415e-9fb7-2d017177f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:29.261522 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-c8c81731-e083-415e-9fb7-2d017177f53e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073&tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef HTTP/1.1" status: 200 len: 1096 time: 0.0532353 Jul 05 10:26:29.272582 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-8', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:26:29.344472 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:29.537425 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] For port 06f10711-a6d1-48da-9d3b-60a1fd035d49, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49,segment=NetworkSegment(3b74a05d-75bd-4153-879c-b2214a82fe23),segment_id=3b74a05d-75bd-4153-879c-b2214a82fe23)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:29.570036 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] For port 06f10711-a6d1-48da-9d3b-60a1fd035d49, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:26:29.609036 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06f10711-a6d1-48da-9d3b-60a1fd035d49'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:29.611292 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f119a8-1dc1-4054-82e6-4a047e448ec3" -d '{"events": [{"server_uuid": "7116dc89-7cc4-48ed-9f19-58bbecb7a073", "name": "network-vif-unplugged", "status": "completed", "tag": "06f10711-a6d1-48da-9d3b-60a1fd035d49"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:29.615761 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:29.627683 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Transition to ACTIVE for port object 06f10711-a6d1-48da-9d3b-60a1fd035d49 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:26:29.632301 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:29.664537 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9708c8c-1a16-4a6e-96f2-5ceeab268370 x-openstack-request-id: req-e9708c8c-1a16-4a6e-96f2-5ceeab268370 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:29.664826 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7116dc89-7cc4-48ed-9f19-58bbecb7a073", "name": "network-vif-unplugged", "status": "completed", "tag": "06f10711-a6d1-48da-9d3b-60a1fd035d49", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:29.665075 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e9708c8c-1a16-4a6e-96f2-5ceeab268370 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:29.665461 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06f10711-a6d1-48da-9d3b-60a1fd035d49', 'code': 200} Jul 05 10:26:29.717297 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Pushing event updated for resources: {'Port': ['ID=06f10711-a6d1-48da-9d3b-60a1fd035d49,revision_number=10']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:29.729853 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:29.730198 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:29.730535 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:29.730865 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:29.731193 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:29.731521 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:29.731862 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:29.732189 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:29.732514 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:29.732834 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:29.733149 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:29.733473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:29.767608 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] No DVR routers for this DVR port 06f10711-a6d1-48da-9d3b-60a1fd035d49 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:26:29.903542 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Attempting to bind port 06f10711-a6d1-48da-9d3b-60a1fd035d49 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:26:29.903912 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Attempting to bind port 06f10711-a6d1-48da-9d3b-60a1fd035d49 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '3b74a05d-75bd-4153-879c-b2214a82fe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:26:29.904245 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Attempting to bind port 06f10711-a6d1-48da-9d3b-60a1fd035d49 on network b0ba5551-c988-4f29-bb00-f510ac8c56f1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:26:29.908486 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Port 06f10711-a6d1-48da-9d3b-60a1fd035d49 on network b0ba5551-c988-4f29-bb00-f510ac8c56f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:26:29.908813 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Attempting to bind port 06f10711-a6d1-48da-9d3b-60a1fd035d49 on network b0ba5551-c988-4f29-bb00-f510ac8c56f1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:26:29.913575 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:26:29.913925 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Checking segment: {'id': '3b74a05d-75bd-4153-879c-b2214a82fe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:26:29.914346 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Bound using segment: {'id': '3b74a05d-75bd-4153-879c-b2214a82fe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:26:29.914775 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Bound port: 06f10711-a6d1-48da-9d3b-60a1fd035d49, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b74a05d-75bd-4153-879c-b2214a82fe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:26:29.915140 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:29.976369 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] For port 06f10711-a6d1-48da-9d3b-60a1fd035d49, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:26:29.979516 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] For port 06f10711-a6d1-48da-9d3b-60a1fd035d49, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49,segment=NetworkSegment(3b74a05d-75bd-4153-879c-b2214a82fe23),segment_id=3b74a05d-75bd-4153-879c-b2214a82fe23)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:26:29.983403 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:30.020655 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:30.021302 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:30.022673 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] 10.222.0.81 "PUT /v2.0/ports/06f10711-a6d1-48da-9d3b-60a1fd035d49 HTTP/1.1" status: 200 len: 1092 time: 0.7540886 Jul 05 10:26:30.044657 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23178fb9-767c-4604-ab27-ce8e2b6ceef4 service neutron] Pushing event updated for resources: {'Port': ['ID=06f10711-a6d1-48da-9d3b-60a1fd035d49,revision_number=11']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:30.123286 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-2eaa688a-578a-4a94-a336-5a5ff2b4f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:30.125697 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-2eaa688a-578a-4a94-a336-5a5ff2b4f9bf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 1095 time: 0.0738735 Jul 05 10:26:30.258440 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-1bac4e11-1359-4319-8ff7-8ae2d7a95c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:30.260538 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-1bac4e11-1359-4319-8ff7-8ae2d7a95c63 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b0ba5551-c988-4f29-bb00-f510ac8c56f1 HTTP/1.1" status: 200 len: 896 time: 0.1282806 Jul 05 10:26:30.282393 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4453104-d24a-46e3-9010-3e52c97c5399 req-0b9160ab-79f9-46d9-aa3a-da7340804cff tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:30.283932 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4453104-d24a-46e3-9010-3e52c97c5399 req-0b9160ab-79f9-46d9-aa3a-da7340804cff tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 944 time: 0.1091130 Jul 05 10:26:30.360626 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-583f7695-2ff4-4091-93a5-cdd23c668814 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49 HTTP/1.1" status: 200 len: 997 time: 0.0936618 Jul 05 10:26:30.363499 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4453104-d24a-46e3-9010-3e52c97c5399 req-8d730f99-88f6-412a-ba26-69cd257dbdb4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509913 Jul 05 10:26:30.413718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-93f0eb87-a099-4775-9e23-1fd94ecd15ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:30.415211 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-93f0eb87-a099-4775-9e23-1fd94ecd15ee service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d2875e0c-da57-4a9f-8420-d8e179fc3f10 HTTP/1.1" status: 200 len: 834 time: 0.0488868 Jul 05 10:26:30.474938 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-49eaa318-eab8-41e4-b101-370600f0ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:30.476520 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-49eaa318-eab8-41e4-b101-370600f0ffd8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b0ba5551-c988-4f29-bb00-f510ac8c56f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536153 Jul 05 10:26:30.563872 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-5cb77c83-8d98-4ab2-ae46-e3f214aa6d01 service neutron] 10.222.0.81 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806465 Jul 05 10:26:30.661035 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ca8a980-c7f3-4865-8ad9-3d51fc809756 req-49e7fdc5-d63d-4275-9162-1039a6d1028f service neutron] 10.222.0.81 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902359 Jul 05 10:26:31.540379 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16307d72-3dc9-47aa-a606-7d9e84d6293c req-1dc13454-41d6-46a2-9ac5-c671aa13bbd6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:31.541857 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-16307d72-3dc9-47aa-a606-7d9e84d6293c req-1dc13454-41d6-46a2-9ac5-c671aa13bbd6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 944 time: 0.0630631 Jul 05 10:26:31.579671 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-16307d72-3dc9-47aa-a606-7d9e84d6293c req-569edba1-bb8a-4f23-a809-ced9f11bb895 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322969 Jul 05 10:26:31.666796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'tag': '06f10711-a6d1-48da-9d3b-60a1fd035d49'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:31.669112 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483a443a-362b-4274-b9b8-f0b828aca371" -d '{"events": [{"name": "network-changed", "server_uuid": "7116dc89-7cc4-48ed-9f19-58bbecb7a073", "tag": "06f10711-a6d1-48da-9d3b-60a1fd035d49"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:31.716217 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3809a8-bf32-4d61-8aad-aa602a6ee3c0 x-openstack-request-id: req-4a3809a8-bf32-4d61-8aad-aa602a6ee3c0 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:31.716516 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7116dc89-7cc4-48ed-9f19-58bbecb7a073", "tag": "06f10711-a6d1-48da-9d3b-60a1fd035d49", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:31.716774 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4a3809a8-bf32-4d61-8aad-aa602a6ee3c0 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:31.717609 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'tag': '06f10711-a6d1-48da-9d3b-60a1fd035d49', 'status': 'completed', 'code': 200} Jul 05 10:26:31.787982 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a443a-362b-4274-b9b8-f0b828aca371 req-2ea98992-933b-41d4-b568-46800e63f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:31.789519 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-483a443a-362b-4274-b9b8-f0b828aca371 req-2ea98992-933b-41d4-b568-46800e63f9a7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 1095 time: 0.0534859 Jul 05 10:26:31.797631 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a443a-362b-4274-b9b8-f0b828aca371 req-867cb3c7-1d5a-4426-85be-c75d7b30448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:31.799130 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-483a443a-362b-4274-b9b8-f0b828aca371 req-867cb3c7-1d5a-4426-85be-c75d7b30448b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 1095 time: 0.0567305 Jul 05 10:26:31.877986 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a443a-362b-4274-b9b8-f0b828aca371 req-b1b072ac-3397-4a20-8e4d-b15274e256de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:31.879475 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-483a443a-362b-4274-b9b8-f0b828aca371 req-b1b072ac-3397-4a20-8e4d-b15274e256de service neutron] 10.222.0.78 "GET /v2.0/networks?id=b0ba5551-c988-4f29-bb00-f510ac8c56f1 HTTP/1.1" status: 200 len: 896 time: 0.0827031 Jul 05 10:26:31.888375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a443a-362b-4274-b9b8-f0b828aca371 req-3bda336e-7c68-492a-8e00-c224f55ef587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:31.889881 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-483a443a-362b-4274-b9b8-f0b828aca371 req-3bda336e-7c68-492a-8e00-c224f55ef587 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b0ba5551-c988-4f29-bb00-f510ac8c56f1 HTTP/1.1" status: 200 len: 896 time: 0.0841432 Jul 05 10:26:31.948747 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-483a443a-362b-4274-b9b8-f0b828aca371 req-0aa555a5-e6a7-413b-bba1-c103527bd448 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49 HTTP/1.1" status: 200 len: 997 time: 0.0625057 Jul 05 10:26:31.960026 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-483a443a-362b-4274-b9b8-f0b828aca371 req-91ce5ca1-391f-4852-b3b1-0c2a0638cce0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49 HTTP/1.1" status: 200 len: 997 time: 0.0630686 Jul 05 10:26:31.997308 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a443a-362b-4274-b9b8-f0b828aca371 req-83285b07-5780-4b25-9cec-d33c02052f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:31.998802 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-483a443a-362b-4274-b9b8-f0b828aca371 req-83285b07-5780-4b25-9cec-d33c02052f75 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d2875e0c-da57-4a9f-8420-d8e179fc3f10 HTTP/1.1" status: 200 len: 834 time: 0.0444138 Jul 05 10:26:32.014251 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a443a-362b-4274-b9b8-f0b828aca371 req-8fad0609-e981-47f7-950e-66f49c3d7499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:32.015831 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-483a443a-362b-4274-b9b8-f0b828aca371 req-8fad0609-e981-47f7-950e-66f49c3d7499 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d2875e0c-da57-4a9f-8420-d8e179fc3f10 HTTP/1.1" status: 200 len: 834 time: 0.0477211 Jul 05 10:26:32.058676 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a443a-362b-4274-b9b8-f0b828aca371 req-976e5274-7b94-41b5-9a4a-d63c0a5bcbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:32.060258 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-483a443a-362b-4274-b9b8-f0b828aca371 req-976e5274-7b94-41b5-9a4a-d63c0a5bcbc1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b0ba5551-c988-4f29-bb00-f510ac8c56f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555351 Jul 05 10:26:32.080841 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a443a-362b-4274-b9b8-f0b828aca371 req-5a019fb2-cef7-44e3-aaf2-d50dfa66f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:32.084637 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-483a443a-362b-4274-b9b8-f0b828aca371 req-5a019fb2-cef7-44e3-aaf2-d50dfa66f2ea service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b0ba5551-c988-4f29-bb00-f510ac8c56f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585909 Jul 05 10:26:32.159614 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-483a443a-362b-4274-b9b8-f0b828aca371 req-d58bc033-0fff-4423-8896-19ff27a068d7 service neutron] 10.222.0.78 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932155 Jul 05 10:26:32.185920 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-483a443a-362b-4274-b9b8-f0b828aca371 req-b53b28b0-ff27-42d2-a7ec-7b5c71dee486 service neutron] 10.222.0.81 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920110 Jul 05 10:26:32.253873 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-483a443a-362b-4274-b9b8-f0b828aca371 req-ab647f4d-ea0c-47a7-8850-6a1cf576b1a4 service neutron] 10.222.0.78 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873377 Jul 05 10:26:32.284387 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-483a443a-362b-4274-b9b8-f0b828aca371 req-079e43c0-b094-43ad-b302-92e099991221 service neutron] 10.222.0.81 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939643 Jul 05 10:26:32.323332 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 06f10711-a6d1-48da-9d3b-60a1fd035d49 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:26:32.420209 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 06f10711-a6d1-48da-9d3b-60a1fd035d49, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49,segment=NetworkSegment(3b74a05d-75bd-4153-879c-b2214a82fe23),segment_id=3b74a05d-75bd-4153-879c-b2214a82fe23)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:32.431836 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '06f10711-a6d1-48da-9d3b-60a1fd035d49', 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1', 'port_id': '06f10711-a6d1-48da-9d3b-60a1fd035d49', 'mac_address': 'fa:16:3e:db:3b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2875e0c-da57-4a9f-8420-d8e179fc3f10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:26:32.467795 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:32.480735 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06f10711-a6d1-48da-9d3b-60a1fd035d49 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:26:32.498978 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 06f10711-a6d1-48da-9d3b-60a1fd035d49, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49,segment=NetworkSegment(3b74a05d-75bd-4153-879c-b2214a82fe23),segment_id=3b74a05d-75bd-4153-879c-b2214a82fe23)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:32.501904 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:32.550736 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=06f10711-a6d1-48da-9d3b-60a1fd035d49,revision_number=12']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:32.729557 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['06f10711-a6d1-48da-9d3b-60a1fd035d49'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:26:32.762613 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9c031-b069-4971-9ea5-48a5d081f236 req-724fa208-4d21-4e16-a1f6-8f43d6e514b6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:32.764186 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61b9c031-b069-4971-9ea5-48a5d081f236 req-724fa208-4d21-4e16-a1f6-8f43d6e514b6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 945 time: 0.0709147 Jul 05 10:26:32.806368 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61b9c031-b069-4971-9ea5-48a5d081f236 req-9766b574-3c1c-4457-aae1-d2988ddb1c43 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357409 Jul 05 10:26:32.831705 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44404) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:32.896378 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e6415b27-2c3a-4cbe-86a2-d581bb2d03bd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/floatingips/4adb6379-433e-4022-a033-46c3f90b3c15 HTTP/1.1" status: 200 len: 990 time: 0.0634205 Jul 05 10:26:32.977619 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:33.531916 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 06f10711-a6d1-48da-9d3b-60a1fd035d49 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:26:33.569342 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 06f10711-a6d1-48da-9d3b-60a1fd035d49 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:26:34.340669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 06f10711-a6d1-48da-9d3b-60a1fd035d49 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:26:34.388636 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 06f10711-a6d1-48da-9d3b-60a1fd035d49 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:26:34.392378 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 06f10711-a6d1-48da-9d3b-60a1fd035d49 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:26:34.392759 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:34.468854 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:34.489993 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f10711-a6d1-48da-9d3b-60a1fd035d49'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:34.492319 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cc7172-88de-4705-bd73-14f3181c3e76" -d '{"events": [{"server_uuid": "7116dc89-7cc4-48ed-9f19-58bbecb7a073", "name": "network-vif-plugged", "status": "completed", "tag": "06f10711-a6d1-48da-9d3b-60a1fd035d49"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:34.504834 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 06f10711-a6d1-48da-9d3b-60a1fd035d49, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49,segment=NetworkSegment(3b74a05d-75bd-4153-879c-b2214a82fe23),segment_id=3b74a05d-75bd-4153-879c-b2214a82fe23)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:34.509089 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:34.531917 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448ced01-83e5-4dfa-8e0a-0dbdcf5f2a7d x-openstack-request-id: req-448ced01-83e5-4dfa-8e0a-0dbdcf5f2a7d {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:34.532537 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7116dc89-7cc4-48ed-9f19-58bbecb7a073", "name": "network-vif-plugged", "status": "completed", "tag": "06f10711-a6d1-48da-9d3b-60a1fd035d49", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:34.532537 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-448ced01-83e5-4dfa-8e0a-0dbdcf5f2a7d {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:34.532824 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f10711-a6d1-48da-9d3b-60a1fd035d49', 'code': 200} Jul 05 10:26:34.558361 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=06f10711-a6d1-48da-9d3b-60a1fd035d49,revision_number=13']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:36.336892 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:26:36.393260 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:50.973446 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f4599508-8453-45a4-abfa-8b6257db9278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:51.766147 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b98d3e16-45f5-42e0-bb28-a62c26e3195b req-443717d1-10c3-405d-9423-1e2a71938c13 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559413 Jul 05 10:26:51.861700 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3e16-45f5-42e0-bb28-a62c26e3195b req-b8e3ef32-56b6-4ee1-be8f-953b75364956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:51.863181 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b98d3e16-45f5-42e0-bb28-a62c26e3195b req-b8e3ef32-56b6-4ee1-be8f-953b75364956 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 1096 time: 0.0527318 Jul 05 10:26:51.965094 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3e16-45f5-42e0-bb28-a62c26e3195b req-f0fd1925-94b1-4b78-a577-4bc742fe6ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:51.966496 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b98d3e16-45f5-42e0-bb28-a62c26e3195b req-f0fd1925-94b1-4b78-a577-4bc742fe6ca1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 913 time: 0.0837731 Jul 05 10:26:52.037542 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b98d3e16-45f5-42e0-bb28-a62c26e3195b req-34501589-75f0-4cc7-9ba4-81adb2123a71 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 HTTP/1.1" status: 200 len: 1000 time: 0.0650392 Jul 05 10:26:52.085958 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3e16-45f5-42e0-bb28-a62c26e3195b req-b8f2fc85-61c3-4dfc-8f9b-c6976601ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:52.088024 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b98d3e16-45f5-42e0-bb28-a62c26e3195b req-b8f2fc85-61c3-4dfc-8f9b-c6976601ac1b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.0436070 Jul 05 10:26:52.143355 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3e16-45f5-42e0-bb28-a62c26e3195b req-00bf9133-6adb-4517-81f9-44bfdb769a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:52.144866 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b98d3e16-45f5-42e0-bb28-a62c26e3195b req-00bf9133-6adb-4517-81f9-44bfdb769a87 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505660 Jul 05 10:26:52.237949 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b98d3e16-45f5-42e0-bb28-a62c26e3195b req-e15692b0-6471-45b0-8c0c-749f583b61d0 service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856993 Jul 05 10:26:52.327148 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b98d3e16-45f5-42e0-bb28-a62c26e3195b req-c6e3550b-1990-4f95-ac44-f44c146497b3 service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834341 Jul 05 10:26:53.337293 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7561de75-3266-46e3-ae03-7efbc7f49d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:53.633731 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1881545-2f00-41b0-8889-3d232411026f req-50204476-8f95-419f-a635-bba2435395d7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524194 Jul 05 10:26:53.646609 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:53.728135 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1881545-2f00-41b0-8889-3d232411026f req-1d2d7d0d-3fc2-41bb-a60c-404c08be3904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:53.729802 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1881545-2f00-41b0-8889-3d232411026f req-1d2d7d0d-3fc2-41bb-a60c-404c08be3904 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 1097 time: 0.0537856 Jul 05 10:26:53.836102 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1881545-2f00-41b0-8889-3d232411026f req-a5494e63-2cbe-4c7b-8364-e8c4b7ba7d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:53.838136 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1881545-2f00-41b0-8889-3d232411026f req-a5494e63-2cbe-4c7b-8364-e8c4b7ba7d15 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b0ba5551-c988-4f29-bb00-f510ac8c56f1 HTTP/1.1" status: 200 len: 896 time: 0.0872397 Jul 05 10:26:53.902306 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1881545-2f00-41b0-8889-3d232411026f req-662f6a50-6a30-4175-aefa-66c2ffbcb147 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49 HTTP/1.1" status: 200 len: 999 time: 0.0575964 Jul 05 10:26:53.952589 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1881545-2f00-41b0-8889-3d232411026f req-48c85d96-d92b-4594-8b5f-8b0c92faa88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:53.953992 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1881545-2f00-41b0-8889-3d232411026f req-48c85d96-d92b-4594-8b5f-8b0c92faa88e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d2875e0c-da57-4a9f-8420-d8e179fc3f10 HTTP/1.1" status: 200 len: 834 time: 0.0455940 Jul 05 10:26:54.010296 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1881545-2f00-41b0-8889-3d232411026f req-2bfaef44-4eaf-4810-b269-6edc1634dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:54.011925 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1881545-2f00-41b0-8889-3d232411026f req-2bfaef44-4eaf-4810-b269-6edc1634dba5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b0ba5551-c988-4f29-bb00-f510ac8c56f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510941 Jul 05 10:26:54.107757 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1881545-2f00-41b0-8889-3d232411026f req-b68a83d4-42db-46d4-a6a3-504aa79dfd1c service neutron] 10.222.0.81 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809391 Jul 05 10:26:54.200166 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1881545-2f00-41b0-8889-3d232411026f req-ab1302af-ed81-4474-871a-c4d96837642b service neutron] 10.222.0.81 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859232 Jul 05 10:26:54.682303 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:56.800417 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:02.987269 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:03.470516 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48323067-fb99-468a-b8e0-a17a87d18653 req-ee477818-279b-46ce-aa86-d75c48c41c41 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:03.472335 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-48323067-fb99-468a-b8e0-a17a87d18653 req-ee477818-279b-46ce-aa86-d75c48c41c41 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 1097 time: 0.0538933 Jul 05 10:27:03.505598 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-48323067-fb99-468a-b8e0-a17a87d18653 req-4848c8bb-ed06-459c-b175-c38fed499463 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276320 Jul 05 10:27:03.531709 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44422) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:03.693081 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7bd15140-1680-473d-a430-03691d73f13e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Deleting port 8613e0cb-45e0-445b-b29e-1723975575a7 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:27:03.693424 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bd15140-1680-473d-a430-03691d73f13e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:03.769343 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bd15140-1680-473d-a430-03691d73f13e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:03.769668 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bd15140-1680-473d-a430-03691d73f13e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:03.781068 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7bd15140-1680-473d-a430-03691d73f13e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Calling delete_port for 8613e0cb-45e0-445b-b29e-1723975575a7 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:27:03.925768 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bd15140-1680-473d-a430-03691d73f13e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:03.948174 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd15140-1680-473d-a430-03691d73f13e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'Port': ['ID=8613e0cb-45e0-445b-b29e-1723975575a7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:04.012402 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bd15140-1680-473d-a430-03691d73f13e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:04.012744 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-7bd15140-1680-473d-a430-03691d73f13e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Floating IP 4adb6379-433e-4022-a033-46c3f90b3c15 disassociated (deleted). External IP: 172.25.7.7, port: 06f10711-a6d1-48da-9d3b-60a1fd035d49. Jul 05 10:27:04.220659 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd15140-1680-473d-a430-03691d73f13e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Router 5738be7b-bf8c-440c-bca0-41adf9ddeec3 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:27:04.326159 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd15140-1680-473d-a430-03691d73f13e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:27:04.330958 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bd15140-1680-473d-a430-03691d73f13e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:04.335120 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da228f58-7152-4bd1-b9c9-ec37cb10e8c1 None None] Sync routers for ids ['5738be7b-bf8c-440c-bca0-41adf9ddeec3'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:27:04.344821 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da228f58-7152-4bd1-b9c9-ec37cb10e8c1 None None] Routers {'5738be7b-bf8c-440c-bca0-41adf9ddeec3'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:27:04.345444 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-da228f58-7152-4bd1-b9c9-ec37cb10e8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:26:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5738be7b-bf8c-440c-bca0-41adf9ddeec3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:04.368058 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7bd15140-1680-473d-a430-03691d73f13e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "DELETE /v2.0/floatingips/4adb6379-433e-4022-a033-46c3f90b3c15 HTTP/1.1" status: 204 len: 168 time: 0.8352032 Jul 05 10:27:04.368910 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'tag': '06f10711-a6d1-48da-9d3b-60a1fd035d49'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:27:04.371160 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe10a597-c95c-44da-9d70-665a902b0db0" -d '{"events": [{"name": "network-changed", "server_uuid": "7116dc89-7cc4-48ed-9f19-58bbecb7a073", "tag": "06f10711-a6d1-48da-9d3b-60a1fd035d49"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:27:04.408191 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd43da10-0242-4c96-a5f8-71a691d06b17 x-openstack-request-id: req-fd43da10-0242-4c96-a5f8-71a691d06b17 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:27:04.408622 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7116dc89-7cc4-48ed-9f19-58bbecb7a073", "tag": "06f10711-a6d1-48da-9d3b-60a1fd035d49", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:27:04.408953 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fd43da10-0242-4c96-a5f8-71a691d06b17 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:27:04.409476 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'tag': '06f10711-a6d1-48da-9d3b-60a1fd035d49', 'status': 'completed', 'code': 200} Jul 05 10:27:04.454261 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-da228f58-7152-4bd1-b9c9-ec37cb10e8c1 None None] Set router 5738be7b-bf8c-440c-bca0-41adf9ddeec3 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:27:04.490409 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10a597-c95c-44da-9d70-665a902b0db0 req-af572241-fb5d-4620-97af-6d051d2b0966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:04.492068 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe10a597-c95c-44da-9d70-665a902b0db0 req-af572241-fb5d-4620-97af-6d051d2b0966 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 1097 time: 0.0571187 Jul 05 10:27:04.592134 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10a597-c95c-44da-9d70-665a902b0db0 req-708cf136-a137-4d3d-b851-e9fd3607bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:04.593372 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe10a597-c95c-44da-9d70-665a902b0db0 req-708cf136-a137-4d3d-b851-e9fd3607bfc8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b0ba5551-c988-4f29-bb00-f510ac8c56f1 HTTP/1.1" status: 200 len: 896 time: 0.0936515 Jul 05 10:27:04.640173 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe10a597-c95c-44da-9d70-665a902b0db0 req-87ce3dad-847a-4bc0-a039-bcae8894bcbd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49 HTTP/1.1" status: 200 len: 217 time: 0.0403173 Jul 05 10:27:04.677795 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-da228f58-7152-4bd1-b9c9-ec37cb10e8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616909391', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:12Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'f9070711-4e6d-4774-b78a-47d22167b218', 'name': '', 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:28:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd2875e0c-da57-4a9f-8420-d8e179fc3f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:12Z', 'updated_at': '2021-07-05T10:25:17Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'd2875e0c-da57-4a9f-8420-d8e179fc3f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:04.705236 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da228f58-7152-4bd1-b9c9-ec37cb10e8c1 None None] Checking router: 5738be7b-bf8c-440c-bca0-41adf9ddeec3 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:27:04.707403 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10a597-c95c-44da-9d70-665a902b0db0 req-76e615d3-3785-4d25-b4f5-f82b5ee4e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:04.708872 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe10a597-c95c-44da-9d70-665a902b0db0 req-76e615d3-3785-4d25-b4f5-f82b5ee4e7d9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d2875e0c-da57-4a9f-8420-d8e179fc3f10 HTTP/1.1" status: 200 len: 834 time: 0.0617125 Jul 05 10:27:04.713676 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da228f58-7152-4bd1-b9c9-ec37cb10e8c1 None None] Routers {'5738be7b-bf8c-440c-bca0-41adf9ddeec3'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:27:04.714291 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-da228f58-7152-4bd1-b9c9-ec37cb10e8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:26:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5738be7b-bf8c-440c-bca0-41adf9ddeec3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:04.800990 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b8557-dc21-4cc6-b760-ae8554de79d2 req-37615511-8c98-4545-822d-beda87737ce0 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:04.802520 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c5b8557-dc21-4cc6-b760-ae8554de79d2 req-37615511-8c98-4545-822d-beda87737ce0 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 946 time: 0.1086349 Jul 05 10:27:04.809391 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10a597-c95c-44da-9d70-665a902b0db0 req-b261fc7a-08c4-4d3c-8609-fa496944dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:04.810836 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe10a597-c95c-44da-9d70-665a902b0db0 req-b261fc7a-08c4-4d3c-8609-fa496944dd13 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b0ba5551-c988-4f29-bb00-f510ac8c56f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853951 Jul 05 10:27:04.818029 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-da228f58-7152-4bd1-b9c9-ec37cb10e8c1 None None] Set router 5738be7b-bf8c-440c-bca0-41adf9ddeec3 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:27:04.893321 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c5b8557-dc21-4cc6-b760-ae8554de79d2 req-0472156f-6dd3-41a5-8ac1-663460edb0ad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815187 Jul 05 10:27:04.927870 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe10a597-c95c-44da-9d70-665a902b0db0 req-891db301-b57d-47cf-ba1a-c231921238e4 service neutron] 10.222.0.81 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089559 Jul 05 10:27:05.014270 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-da228f58-7152-4bd1-b9c9-ec37cb10e8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616909391', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:12Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'f9070711-4e6d-4774-b78a-47d22167b218', 'name': '', 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:28:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd2875e0c-da57-4a9f-8420-d8e179fc3f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:12Z', 'updated_at': '2021-07-05T10:25:17Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'd2875e0c-da57-4a9f-8420-d8e179fc3f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:05.026893 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe10a597-c95c-44da-9d70-665a902b0db0 req-3ebbe7c0-6e59-4e04-bc5f-e1f279a9521e service neutron] 10.222.0.81 "GET /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895946 Jul 05 10:27:05.043968 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da228f58-7152-4bd1-b9c9-ec37cb10e8c1 None None] The sync data for ids ['5738be7b-bf8c-440c-bca0-41adf9ddeec3'] in n-d-798054-8 is: [{'id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616909391', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:12Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'f9070711-4e6d-4774-b78a-47d22167b218', 'name': '', 'network_id': 'b0ba5551-c988-4f29-bb00-f510ac8c56f1', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:28:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd2875e0c-da57-4a9f-8420-d8e179fc3f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:12Z', 'updated_at': '2021-07-05T10:25:17Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'd2875e0c-da57-4a9f-8420-d8e179fc3f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:27:05.260110 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00862d9-91af-451e-8069-c5a4f416acc8 None None] New status for floating IP 4adb6379-433e-4022-a033-46c3f90b3c15: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:27:06.115654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6fa28-e334-4736-94eb-af1e1fb42f6e req-5442563f-99bb-467b-b09f-f240ce0a911b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:06.117131 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61e6fa28-e334-4736-94eb-af1e1fb42f6e req-5442563f-99bb-467b-b09f-f240ce0a911b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.81 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 946 time: 0.0947585 Jul 05 10:27:06.128934 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d6844-8489-46ef-a318-ecbc6149c522 req-b3121752-827c-4339-9767-4c4b1f0696a6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:06.130338 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df5d6844-8489-46ef-a318-ecbc6149c522 req-b3121752-827c-4339-9767-4c4b1f0696a6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7116dc89-7cc4-48ed-9f19-58bbecb7a073 HTTP/1.1" status: 200 len: 946 time: 0.1170805 Jul 05 10:27:06.204162 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df5d6844-8489-46ef-a318-ecbc6149c522 req-bbd225e9-774a-4caa-a984-d691382cc19c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc58065f-d744-4992-aabb-ac29a76d1918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651658 Jul 05 10:27:06.255249 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-61e6fa28-e334-4736-94eb-af1e1fb42f6e req-c54b180f-b0a9-4e05-b2ef-8bddf5efc6df tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Deleting port 06f10711-a6d1-48da-9d3b-60a1fd035d49 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:27:06.255594 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-61e6fa28-e334-4736-94eb-af1e1fb42f6e req-c54b180f-b0a9-4e05-b2ef-8bddf5efc6df tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:06.343581 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-61e6fa28-e334-4736-94eb-af1e1fb42f6e req-c54b180f-b0a9-4e05-b2ef-8bddf5efc6df tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] For port 06f10711-a6d1-48da-9d3b-60a1fd035d49, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=06f10711-a6d1-48da-9d3b-60a1fd035d49,segment=NetworkSegment(3b74a05d-75bd-4153-879c-b2214a82fe23),segment_id=3b74a05d-75bd-4153-879c-b2214a82fe23)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:06.343962 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-61e6fa28-e334-4736-94eb-af1e1fb42f6e req-c54b180f-b0a9-4e05-b2ef-8bddf5efc6df tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:06.357761 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-61e6fa28-e334-4736-94eb-af1e1fb42f6e req-c54b180f-b0a9-4e05-b2ef-8bddf5efc6df tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Calling delete_port for 06f10711-a6d1-48da-9d3b-60a1fd035d49 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:27:06.402269 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:06.495988 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-61e6fa28-e334-4736-94eb-af1e1fb42f6e req-c54b180f-b0a9-4e05-b2ef-8bddf5efc6df tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:06.525333 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b180f-b0a9-4e05-b2ef-8bddf5efc6df tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'Port': ['ID=06f10711-a6d1-48da-9d3b-60a1fd035d49,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:06.627202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e6fa28-e334-4736-94eb-af1e1fb42f6e req-c54b180f-b0a9-4e05-b2ef-8bddf5efc6df tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] No DVR routers for this DVR port 06f10711-a6d1-48da-9d3b-60a1fd035d49 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:27:06.629904 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-61e6fa28-e334-4736-94eb-af1e1fb42f6e req-c54b180f-b0a9-4e05-b2ef-8bddf5efc6df tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:06.633234 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61e6fa28-e334-4736-94eb-af1e1fb42f6e req-c54b180f-b0a9-4e05-b2ef-8bddf5efc6df tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.81 "DELETE /v2.0/ports/06f10711-a6d1-48da-9d3b-60a1fd035d49 HTTP/1.1" status: 204 len: 173 time: 0.5017409 Jul 05 10:27:06.633779 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'name': 'network-vif-deleted', 'tag': '06f10711-a6d1-48da-9d3b-60a1fd035d49'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:27:06.643698 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166148d5-6086-447f-8ec2-4f52f7530ed8" -d '{"events": [{"server_uuid": "7116dc89-7cc4-48ed-9f19-58bbecb7a073", "name": "network-vif-deleted", "tag": "06f10711-a6d1-48da-9d3b-60a1fd035d49"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:27:06.692253 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410b8f4c-1e62-4507-b4e0-e598c381ace4 x-openstack-request-id: req-410b8f4c-1e62-4507-b4e0-e598c381ace4 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:27:06.692554 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7116dc89-7cc4-48ed-9f19-58bbecb7a073", "name": "network-vif-deleted", "tag": "06f10711-a6d1-48da-9d3b-60a1fd035d49", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:27:06.692810 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-410b8f4c-1e62-4507-b4e0-e598c381ace4 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:27:06.693218 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7116dc89-7cc4-48ed-9f19-58bbecb7a073', 'name': 'network-vif-deleted', 'tag': '06f10711-a6d1-48da-9d3b-60a1fd035d49', 'status': 'completed', 'code': 200} Jul 05 10:27:07.296461 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44446) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:07.754827 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6226d6f3-022d-4536-a571-dc03f96bf777 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:08.087561 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6226d6f3-022d-4536-a571-dc03f96bf777 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Deleting port f9070711-4e6d-4774-b78a-47d22167b218 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:27:08.087940 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6226d6f3-022d-4536-a571-dc03f96bf777 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:08.191349 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-6226d6f3-022d-4536-a571-dc03f96bf777 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] For port f9070711-4e6d-4774-b78a-47d22167b218, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=f9070711-4e6d-4774-b78a-47d22167b218,segment=NetworkSegment(3b74a05d-75bd-4153-879c-b2214a82fe23),segment_id=3b74a05d-75bd-4153-879c-b2214a82fe23)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:08.191721 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6226d6f3-022d-4536-a571-dc03f96bf777 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:08.205879 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6226d6f3-022d-4536-a571-dc03f96bf777 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Calling delete_port for f9070711-4e6d-4774-b78a-47d22167b218 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:27:08.413339 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6226d6f3-022d-4536-a571-dc03f96bf777 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:08.448218 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226d6f3-022d-4536-a571-dc03f96bf777 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'Port': ['ID=f9070711-4e6d-4774-b78a-47d22167b218,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:08.644979 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6226d6f3-022d-4536-a571-dc03f96bf777 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:08.865988 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6226d6f3-022d-4536-a571-dc03f96bf777 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Router 5738be7b-bf8c-440c-bca0-41adf9ddeec3 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:27:08.972495 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6226d6f3-022d-4536-a571-dc03f96bf777 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:27:08.978535 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6226d6f3-022d-4536-a571-dc03f96bf777 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "PUT /v2.0/routers/5738be7b-bf8c-440c-bca0-41adf9ddeec3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6809611 Jul 05 10:27:08.980530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44460) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:08.982841 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568331bc-1cc3-4904-b8be-60755fbbcc58 None None] Sync routers for ids ['5738be7b-bf8c-440c-bca0-41adf9ddeec3'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:27:08.992775 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568331bc-1cc3-4904-b8be-60755fbbcc58 None None] Routers {'5738be7b-bf8c-440c-bca0-41adf9ddeec3'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:27:08.993405 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-568331bc-1cc3-4904-b8be-60755fbbcc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:26:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5738be7b-bf8c-440c-bca0-41adf9ddeec3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:09.033303 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f327a7-c244-409a-9fa6-3ccab7590e9f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Deleting subnet d2875e0c-da57-4a9f-8420-d8e179fc3f10 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:27:09.036363 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08f327a7-c244-409a-9fa6-3ccab7590e9f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:09.079557 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08f327a7-c244-409a-9fa6-3ccab7590e9f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:09.112081 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-568331bc-1cc3-4904-b8be-60755fbbcc58 None None] Set router 5738be7b-bf8c-440c-bca0-41adf9ddeec3 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:27:09.190664 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08f327a7-c244-409a-9fa6-3ccab7590e9f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:09.261750 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08f327a7-c244-409a-9fa6-3ccab7590e9f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:09.292378 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f327a7-c244-409a-9fa6-3ccab7590e9f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'Subnet': ['ID=d2875e0c-da57-4a9f-8420-d8e179fc3f10,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:09.296094 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08f327a7-c244-409a-9fa6-3ccab7590e9f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:09.298023 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-08f327a7-c244-409a-9fa6-3ccab7590e9f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "DELETE /v2.0/subnets/d2875e0c-da57-4a9f-8420-d8e179fc3f10 HTTP/1.1" status: 204 len: 168 time: 0.3158269 Jul 05 10:27:09.300750 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44464) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:09.331567 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9863745-976e-4bb1-86e1-0b0f9861bdd2 None None] Network b0ba5551-c988-4f29-bb00-f510ac8c56f1 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:27:09.594370 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-568331bc-1cc3-4904-b8be-60755fbbcc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616909391', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:27:08Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:09.624282 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568331bc-1cc3-4904-b8be-60755fbbcc58 None None] Checking router: 5738be7b-bf8c-440c-bca0-41adf9ddeec3 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:27:09.644928 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568331bc-1cc3-4904-b8be-60755fbbcc58 None None] Routers {'5738be7b-bf8c-440c-bca0-41adf9ddeec3'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:27:09.645591 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-568331bc-1cc3-4904-b8be-60755fbbcc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:26:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5738be7b-bf8c-440c-bca0-41adf9ddeec3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:09.692594 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d177acf-a27b-43cc-ba7a-0910b9c06125 None None] DHCP port deletion for b0ba5551-c988-4f29-bb00-f510ac8c56f1 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:27:09.709240 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bde9ec43-cc6c-4c0b-8c7c-40a2dc1e23ad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:09.796628 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-568331bc-1cc3-4904-b8be-60755fbbcc58 None None] Set router 5738be7b-bf8c-440c-bca0-41adf9ddeec3 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:27:09.818168 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bde9ec43-cc6c-4c0b-8c7c-40a2dc1e23ad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:09.824098 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0d177acf-a27b-43cc-ba7a-0910b9c06125 None None] Deleting port 62cfef1b-26fd-465a-9531-f618021d48dc {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:27:09.824486 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0d177acf-a27b-43cc-ba7a-0910b9c06125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:09.887192 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-bde9ec43-cc6c-4c0b-8c7c-40a2dc1e23ad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Deleting port e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:27:09.888020 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bde9ec43-cc6c-4c0b-8c7c-40a2dc1e23ad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:09.965658 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0d177acf-a27b-43cc-ba7a-0910b9c06125 None None] For port 62cfef1b-26fd-465a-9531-f618021d48dc, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=62cfef1b-26fd-465a-9531-f618021d48dc,segment=NetworkSegment(3b74a05d-75bd-4153-879c-b2214a82fe23),segment_id=3b74a05d-75bd-4153-879c-b2214a82fe23)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:09.966063 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0d177acf-a27b-43cc-ba7a-0910b9c06125 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:09.974029 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-bde9ec43-cc6c-4c0b-8c7c-40a2dc1e23ad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] For port e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:09.974405 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bde9ec43-cc6c-4c0b-8c7c-40a2dc1e23ad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:09.986140 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0d177acf-a27b-43cc-ba7a-0910b9c06125 None None] Calling delete_port for 62cfef1b-26fd-465a-9531-f618021d48dc owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:27:09.988428 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-bde9ec43-cc6c-4c0b-8c7c-40a2dc1e23ad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Calling delete_port for e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:27:10.115502 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-568331bc-1cc3-4904-b8be-60755fbbcc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616909391', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:27:08Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:10.117447 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0d177acf-a27b-43cc-ba7a-0910b9c06125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:10.149582 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568331bc-1cc3-4904-b8be-60755fbbcc58 None None] The sync data for ids ['5738be7b-bf8c-440c-bca0-41adf9ddeec3'] in n-d-798054-8 is: [{'id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616909391', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:27:08Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5738be7b-bf8c-440c-bca0-41adf9ddeec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:09Z', 'updated_at': '2021-07-05T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:27:10.176405 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bde9ec43-cc6c-4c0b-8c7c-40a2dc1e23ad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:10.177214 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d177acf-a27b-43cc-ba7a-0910b9c06125 None None] Pushing event deleted for resources: {'Port': ['ID=62cfef1b-26fd-465a-9531-f618021d48dc,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:10.179162 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d177acf-a27b-43cc-ba7a-0910b9c06125 None None] No DVR routers for this DVR port 62cfef1b-26fd-465a-9531-f618021d48dc on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:27:10.251095 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9ec43-cc6c-4c0b-8c7c-40a2dc1e23ad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'Port': ['ID=e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:10.299683 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bde9ec43-cc6c-4c0b-8c7c-40a2dc1e23ad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:10.426539 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bde9ec43-cc6c-4c0b-8c7c-40a2dc1e23ad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:10.431004 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bde9ec43-cc6c-4c0b-8c7c-40a2dc1e23ad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:10.527353 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 06f10711-a6d1-48da-9d3b-60a1fd035d49 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:27:10.546615 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bde9ec43-cc6c-4c0b-8c7c-40a2dc1e23ad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:10.548922 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde9ec43-cc6c-4c0b-8c7c-40a2dc1e23ad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Fanout notify agent at l3_agent the message router_deleted on router 5738be7b-bf8c-440c-bca0-41adf9ddeec3 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:27:10.556134 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bde9ec43-cc6c-4c0b-8c7c-40a2dc1e23ad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:10.557190 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bde9ec43-cc6c-4c0b-8c7c-40a2dc1e23ad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "DELETE /v2.0/routers/5738be7b-bf8c-440c-bca0-41adf9ddeec3 HTTP/1.1" status: 204 len: 168 time: 1.2553587 Jul 05 10:27:10.560243 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44468) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:10.562850 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 06f10711-a6d1-48da-9d3b-60a1fd035d49 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:27:10.563921 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 06f10711-a6d1-48da-9d3b-60a1fd035d49 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:27:10.682649 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98f5a649-5fbd-4ef0-a5c1-d2d5ab8cc143 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:10.829486 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98f5a649-5fbd-4ef0-a5c1-d2d5ab8cc143 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:10.840075 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-98f5a649-5fbd-4ef0-a5c1-d2d5ab8cc143 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ba5551-c988-4f29-bb00-f510ac8c56f1']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:10.852416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-98f5a649-5fbd-4ef0-a5c1-d2d5ab8cc143 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b74a05d-75bd-4153-879c-b2214a82fe23') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:10.852729 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-98f5a649-5fbd-4ef0-a5c1-d2d5ab8cc143 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b74a05d-75bd-4153-879c-b2214a82fe23') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:10.862179 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98f5a649-5fbd-4ef0-a5c1-d2d5ab8cc143 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:10.878104 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98f5a649-5fbd-4ef0-a5c1-d2d5ab8cc143 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:10.885128 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f5a649-5fbd-4ef0-a5c1-d2d5ab8cc143 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:27:10.885752 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98f5a649-5fbd-4ef0-a5c1-d2d5ab8cc143 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:27:10.889101 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:27:10.988824 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98f5a649-5fbd-4ef0-a5c1-d2d5ab8cc143 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:10.996551 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98f5a649-5fbd-4ef0-a5c1-d2d5ab8cc143 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:11.003950 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-98f5a649-5fbd-4ef0-a5c1-d2d5ab8cc143 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "DELETE /v2.0/networks/b0ba5551-c988-4f29-bb00-f510ac8c56f1 HTTP/1.1" status: 204 len: 168 time: 0.4374218 Jul 05 10:27:11.005065 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44470) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:11.032429 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5a649-5fbd-4ef0-a5c1-d2d5ab8cc143 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'Network': ['ID=b0ba5551-c988-4f29-bb00-f510ac8c56f1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:11.108234 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80a0ea06-1da7-45fd-b64b-be67710ea3f7 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:11.150091 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80a0ea06-1da7-45fd-b64b-be67710ea3f7 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:11.251819 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80a0ea06-1da7-45fd-b64b-be67710ea3f7 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:11.263870 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80a0ea06-1da7-45fd-b64b-be67710ea3f7 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:11.266215 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-80a0ea06-1da7-45fd-b64b-be67710ea3f7 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "DELETE /v2.0/security-groups/fc58065f-d744-4992-aabb-ac29a76d1918 HTTP/1.1" status: 204 len: 168 time: 0.2599859 Jul 05 10:27:11.282005 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0ea06-1da7-45fd-b64b-be67710ea3f7 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc58065f-d744-4992-aabb-ac29a76d1918,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:11.422523 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 62cfef1b-26fd-465a-9531-f618021d48dc no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:27:11.451304 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 62cfef1b-26fd-465a-9531-f618021d48dc {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:27:11.452010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 62cfef1b-26fd-465a-9531-f618021d48dc not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:27:11.452591 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:27:11.475190 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:27:11.475814 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device e354ec9d-d0cc-46a4-b7a0-c3dca6913b9d not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:27:11.477657 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f9070711-4e6d-4774-b78a-47d22167b218 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:27:11.498899 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: f9070711-4e6d-4774-b78a-47d22167b218 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:27:11.499258 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device f9070711-4e6d-4774-b78a-47d22167b218 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:27:11.718485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44478) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:11.724398 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d7040463-7d2a-45ef-abb2-550ad98e928d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-101028005', 'description': 'tempest-secgroup-smoke-101028005 description', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:11.779204 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7040463-7d2a-45ef-abb2-550ad98e928d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:11.893542 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7040463-7d2a-45ef-abb2-550ad98e928d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:11.903794 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7040463-7d2a-45ef-abb2-550ad98e928d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:11.940381 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7040463-7d2a-45ef-abb2-550ad98e928d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=307b3dc7-b5ea-427d-8705-c5497e734176,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:11.943689 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7040463-7d2a-45ef-abb2-550ad98e928d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:11.945311 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d7040463-7d2a-45ef-abb2-550ad98e928d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2257462 Jul 05 10:27:11.948472 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44480) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:11.954356 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c9582ea2-7c13-4bc4-bd78-d91a3123a04c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group_rule': {'security_group_id': '307b3dc7-b5ea-427d-8705-c5497e734176', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:12.004482 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9582ea2-7c13-4bc4-bd78-d91a3123a04c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.071049 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9582ea2-7c13-4bc4-bd78-d91a3123a04c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.078933 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9582ea2-7c13-4bc4-bd78-d91a3123a04c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.098086 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9582ea2-7c13-4bc4-bd78-d91a3123a04c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08de10bc-1131-407e-8148-9217265ddf86,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:12.109752 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9582ea2-7c13-4bc4-bd78-d91a3123a04c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.110377 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c9582ea2-7c13-4bc4-bd78-d91a3123a04c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1606224 Jul 05 10:27:12.113636 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44482) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:12.118908 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5ea62dd8-5d57-485e-aa4d-dafb99f53adc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group_rule': {'security_group_id': '307b3dc7-b5ea-427d-8705-c5497e734176', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:12.157876 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ea62dd8-5d57-485e-aa4d-dafb99f53adc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.257857 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ea62dd8-5d57-485e-aa4d-dafb99f53adc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.283916 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ea62dd8-5d57-485e-aa4d-dafb99f53adc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.339385 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea62dd8-5d57-485e-aa4d-dafb99f53adc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a370b1-5280-47d5-8bbb-803a874bec68,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:12.346479 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ea62dd8-5d57-485e-aa4d-dafb99f53adc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.348441 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5ea62dd8-5d57-485e-aa4d-dafb99f53adc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2335756 Jul 05 10:27:12.352239 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44486) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:12.357221 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1cd9315e-e182-4963-a10e-876029cd6689 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group_rule': {'security_group_id': '307b3dc7-b5ea-427d-8705-c5497e734176', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:12.394793 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1cd9315e-e182-4963-a10e-876029cd6689 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.466140 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1cd9315e-e182-4963-a10e-876029cd6689 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.469030 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1cd9315e-e182-4963-a10e-876029cd6689 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.491235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9315e-e182-4963-a10e-876029cd6689 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a83245fa-799c-4263-bff6-f10ff667509a,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:12.500997 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1cd9315e-e182-4963-a10e-876029cd6689 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.502690 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1cd9315e-e182-4963-a10e-876029cd6689 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1492202 Jul 05 10:27:12.505308 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44488) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:12.510596 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-845bd6cd-28c7-476b-9810-1c1ff74d24de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group_rule': {'security_group_id': '307b3dc7-b5ea-427d-8705-c5497e734176', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:12.541939 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-845bd6cd-28c7-476b-9810-1c1ff74d24de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.651762 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-845bd6cd-28c7-476b-9810-1c1ff74d24de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.655792 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-845bd6cd-28c7-476b-9810-1c1ff74d24de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.677317 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845bd6cd-28c7-476b-9810-1c1ff74d24de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7fde27-24b3-4ce3-8f91-e936627ae182,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:12.690700 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-845bd6cd-28c7-476b-9810-1c1ff74d24de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.696534 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-845bd6cd-28c7-476b-9810-1c1ff74d24de tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1898067 Jul 05 10:27:12.697013 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44490) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:12.702756 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a73a3040-0010-4b50-9723-295615e5ea23 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group_rule': {'security_group_id': '307b3dc7-b5ea-427d-8705-c5497e734176', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:12.740007 n-d-798054-8 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-a73a3040-0010-4b50-9723-295615e5ea23 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Project d53d24fbd5324a538744d7c2d5d0f8ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:27:12.748558 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a73a3040-0010-4b50-9723-295615e5ea23 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.853673 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a73a3040-0010-4b50-9723-295615e5ea23 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.862321 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a73a3040-0010-4b50-9723-295615e5ea23 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.887364 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a3040-0010-4b50-9723-295615e5ea23 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d120f31-e2cd-4a33-b5b1-7aa6506c9033,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:12.898497 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a73a3040-0010-4b50-9723-295615e5ea23 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.900576 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a73a3040-0010-4b50-9723-295615e5ea23 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2021604 Jul 05 10:27:12.903349 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44492) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:12.908273 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-eab499a1-da42-4f5b-8ef1-af70a4b8e4f0 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group_rule': {'security_group_id': '307b3dc7-b5ea-427d-8705-c5497e734176', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:12.933474 n-d-798054-8 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-eab499a1-da42-4f5b-8ef1-af70a4b8e4f0 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Project d53d24fbd5324a538744d7c2d5d0f8ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:27:12.938396 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eab499a1-da42-4f5b-8ef1-af70a4b8e4f0 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.042487 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eab499a1-da42-4f5b-8ef1-af70a4b8e4f0 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.052757 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eab499a1-da42-4f5b-8ef1-af70a4b8e4f0 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.095206 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab499a1-da42-4f5b-8ef1-af70a4b8e4f0 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afdcd21c-e079-4de0-8736-d050a31dcb1c,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:13.116050 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eab499a1-da42-4f5b-8ef1-af70a4b8e4f0 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.119900 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-eab499a1-da42-4f5b-8ef1-af70a4b8e4f0 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2134509 Jul 05 10:27:13.121708 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44494) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:13.126978 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b551062d-e65d-45cc-b8f6-3ec75faff6bb tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'network': {'name': 'tempest-network-smoke--278366875', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'port_security_enabled': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:13.150715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b551062d-e65d-45cc-b8f6-3ec75faff6bb tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Made reservation on behalf of d53d24fbd5324a538744d7c2d5d0f8ef for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:27:13.154182 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b551062d-e65d-45cc-b8f6-3ec75faff6bb tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.181621 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b551062d-e65d-45cc-b8f6-3ec75faff6bb tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:27:13.191761 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b551062d-e65d-45cc-b8f6-3ec75faff6bb tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.192195 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-b551062d-e65d-45cc-b8f6-3ec75faff6bb tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Added segment 7ab3dc08-c69a-476e-8f16-76c89a04bfce of type vlan for network 841945f4-a9f3-416a-8374-24a5d7927d25 Jul 05 10:27:13.234390 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b551062d-e65d-45cc-b8f6-3ec75faff6bb tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.274459 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b551062d-e65d-45cc-b8f6-3ec75faff6bb tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.280997 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b551062d-e65d-45cc-b8f6-3ec75faff6bb tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:13.281588 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b551062d-e65d-45cc-b8f6-3ec75faff6bb tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.337310 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:27:13.348045 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b551062d-e65d-45cc-b8f6-3ec75faff6bb tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2252014 Jul 05 10:27:13.350957 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44496) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:13.360067 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b9f28c8d-273d-49d6-a2c6-98ef9ca5b50d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1661577829', 'admin_state_up': True, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:13.363393 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551062d-e65d-45cc-b8f6-3ec75faff6bb tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Network': ['ID=841945f4-a9f3-416a-8374-24a5d7927d25,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:13.378905 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 841945f4-a9f3-416a-8374-24a5d7927d25 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:27:13.399632 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9f28c8d-273d-49d6-a2c6-98ef9ca5b50d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.404390 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9f28c8d-273d-49d6-a2c6-98ef9ca5b50d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.481582 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9f28c8d-273d-49d6-a2c6-98ef9ca5b50d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.632176 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9f28c8d-273d-49d6-a2c6-98ef9ca5b50d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.857443 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9f28c8d-273d-49d6-a2c6-98ef9ca5b50d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.876400 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9f28c8d-273d-49d6-a2c6-98ef9ca5b50d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.993677 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-b9f28c8d-273d-49d6-a2c6-98ef9ca5b50d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Allocated IP 172.25.7.84 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/a86cdd0f-c49f-45b1-9adc-62f14ebb0f42) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:27:14.112759 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9f28c8d-273d-49d6-a2c6-98ef9ca5b50d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:14.167098 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9f28c8d-273d-49d6-a2c6-98ef9ca5b50d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:14.216719 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f28c8d-273d-49d6-a2c6-98ef9ca5b50d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:27:14.222017 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b9f28c8d-273d-49d6-a2c6-98ef9ca5b50d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:27:14.224583 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f28c8d-273d-49d6-a2c6-98ef9ca5b50d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:27:14.252527 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f28c8d-273d-49d6-a2c6-98ef9ca5b50d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Port': ['ID=a86cdd0f-c49f-45b1-9adc-62f14ebb0f42,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:14.499279 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9f28c8d-273d-49d6-a2c6-98ef9ca5b50d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:14.704932 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9f28c8d-273d-49d6-a2c6-98ef9ca5b50d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:14.838179 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f28c8d-273d-49d6-a2c6-98ef9ca5b50d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Router 1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:27:14.948295 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f28c8d-273d-49d6-a2c6-98ef9ca5b50d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:27:14.959549 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] Sync routers for ids ['1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:27:14.971024 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9f28c8d-273d-49d6-a2c6-98ef9ca5b50d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:14.973020 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b9f28c8d-273d-49d6-a2c6-98ef9ca5b50d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6204958 Jul 05 10:27:14.975565 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44502) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:14.975785 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] Routers {'1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:27:14.976620 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:26:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:15.010756 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-22fbaaad-0cbb-43f6-9df5-7ca878650315 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=d53d24fbd5324a538744d7c2d5d0f8ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307500 Jul 05 10:27:15.011226 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44504) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:15.089166 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] Set router 1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:27:15.104084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9630c3-0966-4653-b8f3-82f910caf912 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:15.107888 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7d9630c3-0966-4653-b8f3-82f910caf912 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0935457 Jul 05 10:27:15.109019 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44506) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:15.153207 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-54e25427-e40f-4200-b3ed-00706837f8b6 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430696 Jul 05 10:27:15.156116 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44508) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:15.164203 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-18d5595e-0306-4cf1-8ae1-4785d086d545 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1257887750', 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:15.292234 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d5595e-0306-4cf1-8ae1-4785d086d545 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Made reservation on behalf of d53d24fbd5324a538744d7c2d5d0f8ef for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:27:15.296728 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-18d5595e-0306-4cf1-8ae1-4785d086d545 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:15.310963 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661577829', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:14Z', 'revision_number': 3, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dd:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:15.339157 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] Checking router: 1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:27:15.340681 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] Updating router 1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a port a86cdd0f-c49f-45b1-9adc-62f14ebb0f42 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:27:15.384908 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:15.535502 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-18d5595e-0306-4cf1-8ae1-4785d086d545 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:15.622470 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5595e-0306-4cf1-8ae1-4785d086d545 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Subnet': ['ID=654075f9-632d-4bf9-86fa-8ba16094e3eb,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:15.630724 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d5595e-0306-4cf1-8ae1-4785d086d545 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Checking segment: {'id': '7ab3dc08-c69a-476e-8f16-76c89a04bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:27:15.631046 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d5595e-0306-4cf1-8ae1-4785d086d545 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network hostable DHCP agents. Network: 841945f4-a9f3-416a-8374-24a5d7927d25, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:27:15.650029 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d5595e-0306-4cf1-8ae1-4785d086d545 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network 841945f4-a9f3-416a-8374-24a5d7927d25 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:27:15.660748 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-18d5595e-0306-4cf1-8ae1-4785d086d545 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 841945f4-a9f3-416a-8374-24a5d7927d25) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:27:15.680796 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:15.682113 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852efc23-f3a3-4ca9-8385-6caca53ff662 None None] Network 841945f4-a9f3-416a-8374-24a5d7927d25 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:27:15.693824 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d5595e-0306-4cf1-8ae1-4785d086d545 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:15.694693 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-18d5595e-0306-4cf1-8ae1-4785d086d545 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:15.695817 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] Transition to ACTIVE for port object a86cdd0f-c49f-45b1-9adc-62f14ebb0f42 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:27:15.704067 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:15.718380 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-18d5595e-0306-4cf1-8ae1-4785d086d545 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5610425 Jul 05 10:27:15.721693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44512) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:15.760380 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] Attempting to bind port a86cdd0f-c49f-45b1-9adc-62f14ebb0f42 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:27:15.761393 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] Attempting to bind port a86cdd0f-c49f-45b1-9adc-62f14ebb0f42 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:27:15.761393 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] Attempting to bind port a86cdd0f-c49f-45b1-9adc-62f14ebb0f42 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:27:15.773300 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:27:15.774205 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:27:15.774621 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:15.775025 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:27:15.775512 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] Bound port: a86cdd0f-c49f-45b1-9adc-62f14ebb0f42, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:27:15.775934 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:15.815528 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed329f55-eb17-4439-b79c-fcedb23bde64 None None] Pushing event updated for resources: {'Port': ['ID=a86cdd0f-c49f-45b1-9adc-62f14ebb0f42,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:15.841126 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed329f55-eb17-4439-b79c-fcedb23bde64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:15.841986 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed329f55-eb17-4439-b79c-fcedb23bde64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:15.843607 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed329f55-eb17-4439-b79c-fcedb23bde64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:15.845311 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed329f55-eb17-4439-b79c-fcedb23bde64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:15.845986 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed329f55-eb17-4439-b79c-fcedb23bde64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:15.846909 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed329f55-eb17-4439-b79c-fcedb23bde64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:15.846909 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed329f55-eb17-4439-b79c-fcedb23bde64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:15.847127 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed329f55-eb17-4439-b79c-fcedb23bde64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:15.847366 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed329f55-eb17-4439-b79c-fcedb23bde64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:15.847696 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed329f55-eb17-4439-b79c-fcedb23bde64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:15.848050 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed329f55-eb17-4439-b79c-fcedb23bde64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:15.848399 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed329f55-eb17-4439-b79c-fcedb23bde64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:15.876712 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0784c580-ec4d-4c8b-becc-698c6997b5d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-841945f4-a9f3-416a-8374-24a5d7927d25', 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'fixed_ips': [{'subnet_id': '654075f9-632d-4bf9-86fa-8ba16094e3eb'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:27:15.877708 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0784c580-ec4d-4c8b-becc-698c6997b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:15.887834 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] For port a86cdd0f-c49f-45b1-9adc-62f14ebb0f42, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:27:15.892669 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] For port a86cdd0f-c49f-45b1-9adc-62f14ebb0f42, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=a86cdd0f-c49f-45b1-9adc-62f14ebb0f42,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:27:15.901126 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:15.995163 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] Routers {'1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:27:15.995768 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:26:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:16.038583 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed329f55-eb17-4439-b79c-fcedb23bde64 None None] Pushing event updated for resources: {'Port': ['ID=a86cdd0f-c49f-45b1-9adc-62f14ebb0f42,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:16.062852 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-0784c580-ec4d-4c8b-becc-698c6997b5d5 None None] Allocated IP 172.20.0.2 (841945f4-a9f3-416a-8374-24a5d7927d25/654075f9-632d-4bf9-86fa-8ba16094e3eb/8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:27:16.115312 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] Set router 1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:27:16.217167 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0784c580-ec4d-4c8b-becc-698c6997b5d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:16.227384 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0784c580-ec4d-4c8b-becc-698c6997b5d5 None None] Transition to ACTIVE for port object 8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:27:16.244888 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0784c580-ec4d-4c8b-becc-698c6997b5d5 None None] Transition to ACTIVE for port object 8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:27:16.251993 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0784c580-ec4d-4c8b-becc-698c6997b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:16.297452 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0784c580-ec4d-4c8b-becc-698c6997b5d5 None None] Network 841945f4-a9f3-416a-8374-24a5d7927d25 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:27:16.300379 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-0784c580-ec4d-4c8b-becc-698c6997b5d5 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:27:16.304142 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661577829', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:14Z', 'revision_number': 3, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dd:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:16.305087 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0784c580-ec4d-4c8b-becc-698c6997b5d5 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:27:16.308092 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784c580-ec4d-4c8b-becc-698c6997b5d5 None None] Pushing event updated for resources: {'Port': ['ID=8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:16.335327 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ee1fb7-99f9-401c-b5f5-c32fc6ab2b0e None None] The sync data for ids ['1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'] in n-d-798054-8 is: [{'id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661577829', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:14Z', 'revision_number': 3, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dd:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:27:16.369549 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0784c580-ec4d-4c8b-becc-698c6997b5d5 None None] Attempting to bind port 8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:27:16.369937 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0784c580-ec4d-4c8b-becc-698c6997b5d5 None None] Attempting to bind port 8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '7ab3dc08-c69a-476e-8f16-76c89a04bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:27:16.370306 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0784c580-ec4d-4c8b-becc-698c6997b5d5 None None] Attempting to bind port 8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb on network 841945f4-a9f3-416a-8374-24a5d7927d25 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:27:16.376908 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0784c580-ec4d-4c8b-becc-698c6997b5d5 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:27:16.377299 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0784c580-ec4d-4c8b-becc-698c6997b5d5 None None] Checking segment: {'id': '7ab3dc08-c69a-476e-8f16-76c89a04bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:27:16.377715 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0784c580-ec4d-4c8b-becc-698c6997b5d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:16.378120 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0784c580-ec4d-4c8b-becc-698c6997b5d5 None None] Bound using segment: {'id': '7ab3dc08-c69a-476e-8f16-76c89a04bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:27:16.378597 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0784c580-ec4d-4c8b-becc-698c6997b5d5 None None] Bound port: 8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab3dc08-c69a-476e-8f16-76c89a04bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:27:16.378996 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0784c580-ec4d-4c8b-becc-698c6997b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:16.448336 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0784c580-ec4d-4c8b-becc-698c6997b5d5 None None] For port 8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:27:16.451596 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0784c580-ec4d-4c8b-becc-698c6997b5d5 None None] For port 8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb,segment=NetworkSegment(7ab3dc08-c69a-476e-8f16-76c89a04bfce),segment_id=7ab3dc08-c69a-476e-8f16-76c89a04bfce)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:27:16.457413 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0784c580-ec4d-4c8b-becc-698c6997b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:16.528949 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784c580-ec4d-4c8b-becc-698c6997b5d5 None None] Pushing event updated for resources: {'Port': ['ID=8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:16.623963 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb763155-6e32-4775-ac33-17c75b0e3b4d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:16.988610 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-fee3e9b9-c1c0-4e9b-835e-ba59838b9218 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666593889&fields=id&tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2 HTTP/1.1" status: 200 len: 267 time: 0.0778277 Jul 05 10:27:17.002446 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-fb763155-6e32-4775-ac33-17c75b0e3b4d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Allocated IP 172.20.0.1 (841945f4-a9f3-416a-8374-24a5d7927d25/654075f9-632d-4bf9-86fa-8ba16094e3eb/4673dcae-fbe0-4880-b43c-aceac2d27207) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:27:17.200465 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-2cc5f6bd-9658-48d3-9254-c2c8794cbf32 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:17.207426 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-2cc5f6bd-9658-48d3-9254-c2c8794cbf32 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 812 time: 0.2092500 Jul 05 10:27:17.230784 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-37c90840-3bde-4e35-b5ea-69b089ae9771 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/quotas/a0bdddb2ec084de69e94b6aa65e9aea2 HTTP/1.1" status: 200 len: 375 time: 0.0223670 Jul 05 10:27:17.251161 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb763155-6e32-4775-ac33-17c75b0e3b4d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:17.291328 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-fb763155-6e32-4775-ac33-17c75b0e3b4d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Transition to ACTIVE for port object 4673dcae-fbe0-4880-b43c-aceac2d27207 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:27:17.356618 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-37eeb1bd-d57b-465e-8052-d4e883a4d7d3 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1167209 Jul 05 10:27:17.360446 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device a86cdd0f-c49f-45b1-9adc-62f14ebb0f42 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:27:17.384038 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb763155-6e32-4775-ac33-17c75b0e3b4d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:17.428131 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port a86cdd0f-c49f-45b1-9adc-62f14ebb0f42 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:27:17.435594 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port a86cdd0f-c49f-45b1-9adc-62f14ebb0f42 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:17.436241 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:17.453185 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-5e749507-46ed-452b-8269-f9cc3a342d4a service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:27:17.454380 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-5e749507-46ed-452b-8269-f9cc3a342d4a service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0972109 Jul 05 10:27:17.455346 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb763155-6e32-4775-ac33-17c75b0e3b4d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Port': ['ID=4673dcae-fbe0-4880-b43c-aceac2d27207,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:17.512897 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb763155-6e32-4775-ac33-17c75b0e3b4d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network 841945f4-a9f3-416a-8374-24a5d7927d25 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:27:17.516896 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-fb763155-6e32-4775-ac33-17c75b0e3b4d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:27:17.519560 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb763155-6e32-4775-ac33-17c75b0e3b4d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:27:17.531344 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:17.553697 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port a86cdd0f-c49f-45b1-9adc-62f14ebb0f42, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=a86cdd0f-c49f-45b1-9adc-62f14ebb0f42,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:17.558602 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:17.559569 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:27:17.599070 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb763155-6e32-4775-ac33-17c75b0e3b4d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:17.643789 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=a86cdd0f-c49f-45b1-9adc-62f14ebb0f42,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:17.656016 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:27:17.659542 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-cba5289c-6dcc-4e77-869a-b0eb86392197 service neutron] 10.222.0.79 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970131 Jul 05 10:27:17.677949 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ec727a-faa2-4adc-aed5-9821ef6a16de None None] Network 841945f4-a9f3-416a-8374-24a5d7927d25 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:27:17.738966 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-19e6aed9-3f2d-4440-8a48-2da14134f7bc None None] Provisioning for port 8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:27:17.750796 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-19e6aed9-3f2d-4440-8a48-2da14134f7bc None None] Provisioning complete for port 8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:17.751171 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-19e6aed9-3f2d-4440-8a48-2da14134f7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:17.819733 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-00b50fee-d77b-466b-9a9c-a2e9c8451460 service neutron] 10.222.0.79 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491978 Jul 05 10:27:17.844090 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb763155-6e32-4775-ac33-17c75b0e3b4d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:17.876326 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-19e6aed9-3f2d-4440-8a48-2da14134f7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:17.932707 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-19e6aed9-3f2d-4440-8a48-2da14134f7bc None None] For port 8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb,segment=NetworkSegment(7ab3dc08-c69a-476e-8f16-76c89a04bfce),segment_id=7ab3dc08-c69a-476e-8f16-76c89a04bfce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:17.937902 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-19e6aed9-3f2d-4440-8a48-2da14134f7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:17.998959 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6aed9-3f2d-4440-8a48-2da14134f7bc None None] Pushing event updated for resources: {'Port': ['ID=8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:18.177769 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb763155-6e32-4775-ac33-17c75b0e3b4d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:18.184272 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb763155-6e32-4775-ac33-17c75b0e3b4d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:18.277017 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c52288ab-d652-4038-8f23-79dec1f6c859 None None] Provisioning complete for port 8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:18.277434 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c52288ab-d652-4038-8f23-79dec1f6c859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:18.287426 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8b0c17a7-23eb-43b9-a721-f44e9b562d2e req-6a167dc5-9e8a-40c4-accb-dde0a544b7b3 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 210 time: 0.0657825 Jul 05 10:27:18.294573 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb763155-6e32-4775-ac33-17c75b0e3b4d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:18.333428 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb763155-6e32-4775-ac33-17c75b0e3b4d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Port': ['ID=4673dcae-fbe0-4880-b43c-aceac2d27207,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:18.406097 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c52288ab-d652-4038-8f23-79dec1f6c859 None None] Provisioning for port 4673dcae-fbe0-4880-b43c-aceac2d27207 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:27:18.411340 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c52288ab-d652-4038-8f23-79dec1f6c859 None None] Provisioning complete for port 4673dcae-fbe0-4880-b43c-aceac2d27207 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:18.411808 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c52288ab-d652-4038-8f23-79dec1f6c859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:18.452846 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c52288ab-d652-4038-8f23-79dec1f6c859 None None] Port 4673dcae-fbe0-4880-b43c-aceac2d27207 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:27:18.456103 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb763155-6e32-4775-ac33-17c75b0e3b4d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network 841945f4-a9f3-416a-8374-24a5d7927d25 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:27:18.457673 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-fb763155-6e32-4775-ac33-17c75b0e3b4d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:27:18.585879 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7ff060d9-b05d-4189-b249-02299019674e None None] Provisioning complete for port 4673dcae-fbe0-4880-b43c-aceac2d27207 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:18.586839 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7ff060d9-b05d-4189-b249-02299019674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:18.596262 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb763155-6e32-4775-ac33-17c75b0e3b4d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Router 1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:27:18.639941 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7ff060d9-b05d-4189-b249-02299019674e None None] Port 4673dcae-fbe0-4880-b43c-aceac2d27207 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:27:18.733956 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb763155-6e32-4775-ac33-17c75b0e3b4d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:27:18.738983 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-fb763155-6e32-4775-ac33-17c75b0e3b4d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "PUT /v2.0/routers/1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0160680 Jul 05 10:27:18.746111 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] Sync routers for ids ['1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:27:18.761885 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] Routers {'1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:27:18.762509 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:26:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:18.802201 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8274837d-97ba-48a9-b92d-e3d26d4e06aa None None] Provisioning complete for port 4673dcae-fbe0-4880-b43c-aceac2d27207 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:18.802579 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8274837d-97ba-48a9-b92d-e3d26d4e06aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:18.875146 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8274837d-97ba-48a9-b92d-e3d26d4e06aa None None] Port 4673dcae-fbe0-4880-b43c-aceac2d27207 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:27:18.904312 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-6953cb57-7f98-4dd9-81f6-333dc6a48157 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-101028005&fields=id&tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef HTTP/1.1" status: 200 len: 267 time: 0.0347283 Jul 05 10:27:18.909620 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] Set router 1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:27:19.022359 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-e3bbb853-abc8-4e0c-98ee-da1facbc83bb tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:19.023796 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-e3bbb853-abc8-4e0c-98ee-da1facbc83bb tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/networks?id=841945f4-a9f3-416a-8374-24a5d7927d25 HTTP/1.1" status: 200 len: 796 time: 0.1130071 Jul 05 10:27:19.040135 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-7d6d1833-d587-4104-a69d-60e76881a5f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/quotas/d53d24fbd5324a538744d7c2d5d0f8ef HTTP/1.1" status: 200 len: 375 time: 0.0099730 Jul 05 10:27:19.114205 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-03c37a3e-ecc3-4015-8e4f-44fcc60ae3f2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670545 Jul 05 10:27:19.222262 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-79ded8f5-ab70-445d-9bfc-6c905b8f26bd service neutron] 10.222.0.79 "GET /v2.0/networks/841945f4-a9f3-416a-8374-24a5d7927d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962234 Jul 05 10:27:19.246003 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device a86cdd0f-c49f-45b1-9adc-62f14ebb0f42 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:27:19.311160 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port a86cdd0f-c49f-45b1-9adc-62f14ebb0f42 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:19.311533 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:19.334411 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-f2f660fa-0d41-469f-a4f1-8f6c9e46f48c service neutron] 10.222.0.79 "GET /v2.0/networks/841945f4-a9f3-416a-8374-24a5d7927d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886536 Jul 05 10:27:19.334628 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661577829', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:17Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '4673dcae-fbe0-4880-b43c-aceac2d27207', 'name': '', 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:01:97:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '654075f9-632d-4bf9-86fa-8ba16094e3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:16Z', 'updated_at': '2021-07-05T10:27:18Z', 'revision_number': 2, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': '654075f9-632d-4bf9-86fa-8ba16094e3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:19.372330 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] Checking router: 1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:27:19.372773 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] Updating router 1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a port 4673dcae-fbe0-4880-b43c-aceac2d27207 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:27:19.411450 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:19.540681 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7d498d8c-ec6a-4d03-8995-a9ea63652254 req-f5cb6236-604e-4975-878e-9f64fcdf67ff tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 210 time: 0.0489192 Jul 05 10:27:19.549773 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-c1a30a02-ecc3-4952-984d-a00dd5ea44e1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:19.551410 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-c1a30a02-ecc3-4952-984d-a00dd5ea44e1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.81 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 812 time: 0.1857643 Jul 05 10:27:19.580014 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:27:19.656102 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0dfa2301-d403-4c60-963e-09ee0af5ecb9 req-8e23d775-10bd-4106-859e-acb6ae2b8bd8 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 210 time: 0.0397015 Jul 05 10:27:19.669457 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-4bb95301-9a14-4eaa-b4f0-6c62305023ed tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2 HTTP/1.1" status: 200 len: 380 time: 0.0970047 Jul 05 10:27:19.679891 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-24c3d952-d7f9-4785-8d0c-9f0a705d39df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Request body: {'port': {'device_id': '4795ce2d-0043-41cc-848f-79b65ab6e872', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'admin_state_up': True, 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'security_groups': ['d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:19.772089 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:19.772469 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:19.808111 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-24c3d952-d7f9-4785-8d0c-9f0a705d39df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Made reservation on behalf of a0bdddb2ec084de69e94b6aa65e9aea2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:27:19.813831 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-24c3d952-d7f9-4785-8d0c-9f0a705d39df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:19.927754 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:19.938867 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] Transition to ACTIVE for port object 4673dcae-fbe0-4880-b43c-aceac2d27207 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:27:19.946720 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:19.983771 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-24c3d952-d7f9-4785-8d0c-9f0a705d39df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Allocated IP 172.20.0.10 (640a92f1-ba53-4724-b927-c597caf88f39/fe81aa39-c7e6-420e-8913-88a4162da5db/bc6915b0-c403-4d93-97ea-6b2fa6a1163e) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:27:20.020454 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d69c7-0d0c-476b-a408-6ffa8923678f None None] Pushing event updated for resources: {'Port': ['ID=4673dcae-fbe0-4880-b43c-aceac2d27207,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:20.095099 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] Attempting to bind port 4673dcae-fbe0-4880-b43c-aceac2d27207 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:27:20.097094 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] Attempting to bind port 4673dcae-fbe0-4880-b43c-aceac2d27207 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '7ab3dc08-c69a-476e-8f16-76c89a04bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:27:20.100087 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] Attempting to bind port 4673dcae-fbe0-4880-b43c-aceac2d27207 on network 841945f4-a9f3-416a-8374-24a5d7927d25 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:27:20.109414 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:27:20.110409 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] Checking segment: {'id': '7ab3dc08-c69a-476e-8f16-76c89a04bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:27:20.111335 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:20.112279 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] Bound using segment: {'id': '7ab3dc08-c69a-476e-8f16-76c89a04bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:27:20.113012 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] Bound port: 4673dcae-fbe0-4880-b43c-aceac2d27207, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab3dc08-c69a-476e-8f16-76c89a04bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:27:20.114265 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:20.156436 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-24c3d952-d7f9-4785-8d0c-9f0a705d39df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:20.173396 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-24c3d952-d7f9-4785-8d0c-9f0a705d39df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Transition to ACTIVE for port object bc6915b0-c403-4d93-97ea-6b2fa6a1163e will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:27:20.216279 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] For port 4673dcae-fbe0-4880-b43c-aceac2d27207, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:27:20.220648 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] For port 4673dcae-fbe0-4880-b43c-aceac2d27207, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4673dcae-fbe0-4880-b43c-aceac2d27207,segment=NetworkSegment(7ab3dc08-c69a-476e-8f16-76c89a04bfce),segment_id=7ab3dc08-c69a-476e-8f16-76c89a04bfce)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:27:20.226785 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:20.231105 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-24c3d952-d7f9-4785-8d0c-9f0a705d39df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:20.316542 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3d952-d7f9-4785-8d0c-9f0a705d39df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event updated for resources: {'Port': ['ID=bc6915b0-c403-4d93-97ea-6b2fa6a1163e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:20.328180 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-24c3d952-d7f9-4785-8d0c-9f0a705d39df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Network 640a92f1-ba53-4724-b927-c597caf88f39 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:27:20.330023 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-24c3d952-d7f9-4785-8d0c-9f0a705d39df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:27:20.333923 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d69c7-0d0c-476b-a408-6ffa8923678f None None] Pushing event updated for resources: {'Port': ['ID=4673dcae-fbe0-4880-b43c-aceac2d27207,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:20.334186 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-24c3d952-d7f9-4785-8d0c-9f0a705d39df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:27:20.350751 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] Routers {'1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:27:20.351437 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:26:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:20.403728 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-24c3d952-d7f9-4785-8d0c-9f0a705d39df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:20.404427 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-24c3d952-d7f9-4785-8d0c-9f0a705d39df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:20.426106 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-24c3d952-d7f9-4785-8d0c-9f0a705d39df tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7518818 Jul 05 10:27:20.439088 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-c75f961b-e855-4bfb-9f31-c80d6285bc7f service neutron] Request body: {'port': {'device_id': '4795ce2d-0043-41cc-848f-79b65ab6e872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:20.501937 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] Set router 1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:27:20.573158 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-c75f961b-e855-4bfb-9f31-c80d6285bc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:20.824908 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7f2bf084-7e43-430d-bb89-2dcbbf18eb73 None None] Provisioning for port bc6915b0-c403-4d93-97ea-6b2fa6a1163e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:27:20.831370 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7f2bf084-7e43-430d-bb89-2dcbbf18eb73 None None] Provisioning complete for port bc6915b0-c403-4d93-97ea-6b2fa6a1163e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:20.831754 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7f2bf084-7e43-430d-bb89-2dcbbf18eb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:20.872734 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bf084-7e43-430d-bb89-2dcbbf18eb73 None None] Port bc6915b0-c403-4d93-97ea-6b2fa6a1163e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:27:20.893565 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e073e873-39c2-4d1a-907b-b7269e890140 req-adba2570-3b15-4c11-b66f-00aa648eee95 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 210 time: 0.0424049 Jul 05 10:27:20.902949 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661577829', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:17Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '4673dcae-fbe0-4880-b43c-aceac2d27207', 'name': '', 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:01:97:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '654075f9-632d-4bf9-86fa-8ba16094e3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:16Z', 'updated_at': '2021-07-05T10:27:20Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': '654075f9-632d-4bf9-86fa-8ba16094e3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:20.951769 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e939cf-3382-4767-8996-f51a78ecf82c None None] The sync data for ids ['1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'] in n-d-798054-8 is: [{'id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661577829', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:17Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '4673dcae-fbe0-4880-b43c-aceac2d27207', 'name': '', 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:01:97:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '654075f9-632d-4bf9-86fa-8ba16094e3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:16Z', 'updated_at': '2021-07-05T10:27:20Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': '654075f9-632d-4bf9-86fa-8ba16094e3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:27:20.989851 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0aa2a0cb-c7cf-4fb0-a730-057ecbb8d190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:21.041472 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07c1bc-ea07-4072-b02b-5287c2d9c1a9 req-f7c86946-00d6-4704-878d-3d7c6a1787ea tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:21.043526 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf07c1bc-ea07-4072-b02b-5287c2d9c1a9 req-f7c86946-00d6-4704-878d-3d7c6a1787ea tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 932 time: 0.2475154 Jul 05 10:27:21.187667 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf07c1bc-ea07-4072-b02b-5287c2d9c1a9 req-4e0e4856-4ee7-4f5b-9874-931f8985268d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298246 Jul 05 10:27:21.254518 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-c75f961b-e855-4bfb-9f31-c80d6285bc7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc6915b0-c403-4d93-97ea-6b2fa6a1163e {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:27:21.278779 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-c75f961b-e855-4bfb-9f31-c80d6285bc7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:21.313257 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-c75f961b-e855-4bfb-9f31-c80d6285bc7f service neutron] Transition to ACTIVE for port object bc6915b0-c403-4d93-97ea-6b2fa6a1163e will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:27:21.318210 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-c75f961b-e855-4bfb-9f31-c80d6285bc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:21.357046 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4673dcae-fbe0-4880-b43c-aceac2d27207 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:27:21.391752 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f961b-e855-4bfb-9f31-c80d6285bc7f service neutron] Pushing event updated for resources: {'Port': ['ID=bc6915b0-c403-4d93-97ea-6b2fa6a1163e,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:21.454471 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 4673dcae-fbe0-4880-b43c-aceac2d27207 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:27:21.470301 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 4673dcae-fbe0-4880-b43c-aceac2d27207 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:21.471213 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:21.555447 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-c75f961b-e855-4bfb-9f31-c80d6285bc7f service neutron] Attempting to bind port bc6915b0-c403-4d93-97ea-6b2fa6a1163e on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:27:21.557593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-c75f961b-e855-4bfb-9f31-c80d6285bc7f service neutron] Attempting to bind port bc6915b0-c403-4d93-97ea-6b2fa6a1163e by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:27:21.558603 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-c75f961b-e855-4bfb-9f31-c80d6285bc7f service neutron] Attempting to bind port bc6915b0-c403-4d93-97ea-6b2fa6a1163e on network 640a92f1-ba53-4724-b927-c597caf88f39 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:27:21.573377 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-c75f961b-e855-4bfb-9f31-c80d6285bc7f service neutron] Port bc6915b0-c403-4d93-97ea-6b2fa6a1163e on network 640a92f1-ba53-4724-b927-c597caf88f39 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:27:21.574101 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-c75f961b-e855-4bfb-9f31-c80d6285bc7f service neutron] Attempting to bind port bc6915b0-c403-4d93-97ea-6b2fa6a1163e on network 640a92f1-ba53-4724-b927-c597caf88f39 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:27:21.587153 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:21.591064 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-c75f961b-e855-4bfb-9f31-c80d6285bc7f service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:27:21.592739 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-c75f961b-e855-4bfb-9f31-c80d6285bc7f service neutron] Checking segment: {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:27:21.593308 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-c75f961b-e855-4bfb-9f31-c80d6285bc7f service neutron] Bound using segment: {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:27:21.595015 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-c75f961b-e855-4bfb-9f31-c80d6285bc7f service neutron] Bound port: bc6915b0-c403-4d93-97ea-6b2fa6a1163e, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61235f3-3b2c-486f-b2e5-8b319c1c999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:27:21.597277 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-c75f961b-e855-4bfb-9f31-c80d6285bc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:21.645629 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 4673dcae-fbe0-4880-b43c-aceac2d27207, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4673dcae-fbe0-4880-b43c-aceac2d27207,segment=NetworkSegment(7ab3dc08-c69a-476e-8f16-76c89a04bfce),segment_id=7ab3dc08-c69a-476e-8f16-76c89a04bfce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:21.650537 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:21.741856 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=4673dcae-fbe0-4880-b43c-aceac2d27207,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:21.796508 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-c75f961b-e855-4bfb-9f31-c80d6285bc7f service neutron] For port bc6915b0-c403-4d93-97ea-6b2fa6a1163e, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:27:21.798055 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-1b86787d-fb2e-41e0-a2d9-a367aee302d0 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:21.800643 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-c75f961b-e855-4bfb-9f31-c80d6285bc7f service neutron] For port bc6915b0-c403-4d93-97ea-6b2fa6a1163e, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=bc6915b0-c403-4d93-97ea-6b2fa6a1163e,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:27:21.800881 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-1b86787d-fb2e-41e0-a2d9-a367aee302d0 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.78 "GET /v2.0/networks?id=841945f4-a9f3-416a-8374-24a5d7927d25 HTTP/1.1" status: 200 len: 796 time: 0.8641551 Jul 05 10:27:21.807369 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-c75f961b-e855-4bfb-9f31-c80d6285bc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:21.860818 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-77da47f2-152d-4e47-8470-e3eb56757987 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef HTTP/1.1" status: 200 len: 379 time: 0.0503261 Jul 05 10:27:21.891506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-c75f961b-e855-4bfb-9f31-c80d6285bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:21.892178 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-c75f961b-e855-4bfb-9f31-c80d6285bc7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:21.893650 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-c75f961b-e855-4bfb-9f31-c80d6285bc7f service neutron] 10.222.0.81 "PUT /v2.0/ports/bc6915b0-c403-4d93-97ea-6b2fa6a1163e HTTP/1.1" status: 200 len: 1092 time: 1.4592130 Jul 05 10:27:21.894351 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4795ce2d-0043-41cc-848f-79b65ab6e872', 'tag': 'bc6915b0-c403-4d93-97ea-6b2fa6a1163e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:27:21.896778 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2671f9-328d-4b04-b798-28a0b3840c24" -d '{"events": [{"name": "network-changed", "server_uuid": "4795ce2d-0043-41cc-848f-79b65ab6e872", "tag": "bc6915b0-c403-4d93-97ea-6b2fa6a1163e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:27:21.918704 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'port': {'device_id': 'ce638a71-82f7-44e8-80ec-7a2e898375da', 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25', 'admin_state_up': True, 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'security_groups': ['307b3dc7-b5ea-427d-8705-c5497e734176']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:22.000215 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb05c0ff-5343-40f2-bbd6-9b0cef098a7a x-openstack-request-id: req-cb05c0ff-5343-40f2-bbd6-9b0cef098a7a {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:27:22.000779 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4795ce2d-0043-41cc-848f-79b65ab6e872", "tag": "bc6915b0-c403-4d93-97ea-6b2fa6a1163e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:27:22.001221 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cb05c0ff-5343-40f2-bbd6-9b0cef098a7a {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:27:22.006766 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4795ce2d-0043-41cc-848f-79b65ab6e872', 'tag': 'bc6915b0-c403-4d93-97ea-6b2fa6a1163e', 'status': 'completed', 'code': 200} Jul 05 10:27:22.010654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f961b-e855-4bfb-9f31-c80d6285bc7f service neutron] Pushing event updated for resources: {'Port': ['ID=bc6915b0-c403-4d93-97ea-6b2fa6a1163e,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:22.113162 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-a9468388-339c-46bd-b002-e82d5f592198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:22.114708 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-a9468388-339c-46bd-b002-e82d5f592198 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 1095 time: 0.1507089 Jul 05 10:27:22.143042 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Made reservation on behalf of d53d24fbd5324a538744d7c2d5d0f8ef for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:27:22.148530 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:22.181244 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-ebb3bc8c-ebaa-4f09-a3c4-00272f36f0d3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc6915b0-c403-4d93-97ea-6b2fa6a1163e HTTP/1.1" status: 200 len: 217 time: 0.0371301 Jul 05 10:27:22.194490 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ffdacd62-4433-4449-b02e-88a58b615d05 req-6d26c097-8099-44f5-8ed3-11007aa23e03 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 210 time: 0.1010337 Jul 05 10:27:22.248438 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-d9d52a63-0d89-4ff7-b245-2f5a27b6979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:22.255201 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-d9d52a63-0d89-4ff7-b245-2f5a27b6979f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.0596321 Jul 05 10:27:22.364627 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-40517738-5ad4-4ac2-a32d-288d2df1d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:22.366895 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Allocated IP 172.20.0.12 (841945f4-a9f3-416a-8374-24a5d7927d25/654075f9-632d-4bf9-86fa-8ba16094e3eb/ad0bc306-270a-4e83-80d0-05692a610832) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:27:22.367766 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-40517738-5ad4-4ac2-a32d-288d2df1d49d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054800 Jul 05 10:27:22.530566 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854993b-b0c7-4ea3-bc25-ec51eb1a58ce req-11ad40c2-ab62-47dc-91b5-278e17517455 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:22.532199 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4854993b-b0c7-4ea3-bc25-ec51eb1a58ce req-11ad40c2-ab62-47dc-91b5-278e17517455 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 944 time: 0.1710999 Jul 05 10:27:22.534365 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-866400a0-31e2-49fa-9186-8beeb1792483 service neutron] 10.222.0.81 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539099 Jul 05 10:27:22.547154 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:22.575044 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Transition to ACTIVE for port object ad0bc306-270a-4e83-80d0-05692a610832 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:27:22.628111 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:22.630558 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4854993b-b0c7-4ea3-bc25-ec51eb1a58ce req-10e9b48f-767e-4b24-b956-6b031c06c13e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910149 Jul 05 10:27:22.680454 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-122a7af0-bccd-4403-bd3e-eb0f722d5eec req-b0b2a3f0-97d5-451a-950d-eb5bec88266c service neutron] 10.222.0.81 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345022 Jul 05 10:27:22.697500 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network 841945f4-a9f3-416a-8374-24a5d7927d25 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:27:22.703652 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:27:22.712348 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:27:22.720079 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Port': ['ID=ad0bc306-270a-4e83-80d0-05692a610832,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:22.757414 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:22.757957 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:22.758303 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:22.758642 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:22.758993 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:22.759325 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:22.759656 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:22.760025 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:22.760551 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:22.760929 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:22.761504 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:22.761831 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:22.803751 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:22.805288 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:22.827078 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-0e1f2fda-44d2-4be7-9ad8-d14651c748b1 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9139655 Jul 05 10:27:22.832218 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2671f9-328d-4b04-b798-28a0b3840c24 req-7522944f-0c5b-423a-974a-b949896691e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:22.833932 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db2671f9-328d-4b04-b798-28a0b3840c24 req-7522944f-0c5b-423a-974a-b949896691e5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 1095 time: 0.0946586 Jul 05 10:27:22.839069 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-940d4bea-faab-40f3-84fd-c024284f4d0d service neutron] Request body: {'port': {'device_id': 'ce638a71-82f7-44e8-80ec-7a2e898375da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:22.935114 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-940d4bea-faab-40f3-84fd-c024284f4d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:22.953939 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2671f9-328d-4b04-b798-28a0b3840c24 req-bb66ed3a-b267-49b3-bda5-a5004cb9b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:22.956801 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db2671f9-328d-4b04-b798-28a0b3840c24 req-bb66ed3a-b267-49b3-bda5-a5004cb9b115 service neutron] 10.222.0.81 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 913 time: 0.1163673 Jul 05 10:27:23.012194 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db2671f9-328d-4b04-b798-28a0b3840c24 req-564d03ec-2164-4088-a21c-b64908adbd8f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc6915b0-c403-4d93-97ea-6b2fa6a1163e HTTP/1.1" status: 200 len: 217 time: 0.0480478 Jul 05 10:27:23.025964 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-420e6bb4-5f92-4d32-b99b-8d05710f029a None None] Provisioning for port ad0bc306-270a-4e83-80d0-05692a610832 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:27:23.035286 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-420e6bb4-5f92-4d32-b99b-8d05710f029a None None] Provisioning complete for port ad0bc306-270a-4e83-80d0-05692a610832 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:23.035939 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-420e6bb4-5f92-4d32-b99b-8d05710f029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:23.073039 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2671f9-328d-4b04-b798-28a0b3840c24 req-0af1d7fb-e372-4a7a-bf96-4d8a9f6a175c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:23.075672 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db2671f9-328d-4b04-b798-28a0b3840c24 req-0af1d7fb-e372-4a7a-bf96-4d8a9f6a175c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.0575624 Jul 05 10:27:23.091946 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-420e6bb4-5f92-4d32-b99b-8d05710f029a None None] Port ad0bc306-270a-4e83-80d0-05692a610832 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:27:23.154998 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2671f9-328d-4b04-b798-28a0b3840c24 req-c3734d7a-83ff-49c8-8fd2-25478ec56558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:23.158196 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db2671f9-328d-4b04-b798-28a0b3840c24 req-c3734d7a-83ff-49c8-8fd2-25478ec56558 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766463 Jul 05 10:27:23.283284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4673dcae-fbe0-4880-b43c-aceac2d27207 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:27:23.320672 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-940d4bea-faab-40f3-84fd-c024284f4d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad0bc306-270a-4e83-80d0-05692a610832 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:27:23.330612 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db2671f9-328d-4b04-b798-28a0b3840c24 req-c4defb8a-b9a7-4a21-98fb-9821c7690d78 service neutron] 10.222.0.81 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654375 Jul 05 10:27:23.334225 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-940d4bea-faab-40f3-84fd-c024284f4d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:23.350236 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-940d4bea-faab-40f3-84fd-c024284f4d0d service neutron] Transition to ACTIVE for port object ad0bc306-270a-4e83-80d0-05692a610832 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:27:23.354400 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-940d4bea-faab-40f3-84fd-c024284f4d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:23.368406 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-40cec461-26e5-4049-9273-a446eef13d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:23.417142 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 4673dcae-fbe0-4880-b43c-aceac2d27207 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:23.418355 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:23.457714 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db2671f9-328d-4b04-b798-28a0b3840c24 req-6865b742-bae4-44cf-956b-f58782dc46d9 service neutron] 10.222.0.81 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192834 Jul 05 10:27:23.499309 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d4bea-faab-40f3-84fd-c024284f4d0d service neutron] Pushing event updated for resources: {'Port': ['ID=ad0bc306-270a-4e83-80d0-05692a610832,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:23.555612 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-940d4bea-faab-40f3-84fd-c024284f4d0d service neutron] Attempting to bind port ad0bc306-270a-4e83-80d0-05692a610832 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:27:23.556249 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-940d4bea-faab-40f3-84fd-c024284f4d0d service neutron] Attempting to bind port ad0bc306-270a-4e83-80d0-05692a610832 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '7ab3dc08-c69a-476e-8f16-76c89a04bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:27:23.556386 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-940d4bea-faab-40f3-84fd-c024284f4d0d service neutron] Attempting to bind port ad0bc306-270a-4e83-80d0-05692a610832 on network 841945f4-a9f3-416a-8374-24a5d7927d25 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:27:23.565901 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-940d4bea-faab-40f3-84fd-c024284f4d0d service neutron] Port ad0bc306-270a-4e83-80d0-05692a610832 on network 841945f4-a9f3-416a-8374-24a5d7927d25 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:27:23.566231 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-940d4bea-faab-40f3-84fd-c024284f4d0d service neutron] Attempting to bind port ad0bc306-270a-4e83-80d0-05692a610832 on network 841945f4-a9f3-416a-8374-24a5d7927d25 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:27:23.580172 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-940d4bea-faab-40f3-84fd-c024284f4d0d service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:27:23.580493 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-940d4bea-faab-40f3-84fd-c024284f4d0d service neutron] Checking segment: {'id': '7ab3dc08-c69a-476e-8f16-76c89a04bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:27:23.580835 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-940d4bea-faab-40f3-84fd-c024284f4d0d service neutron] Bound using segment: {'id': '7ab3dc08-c69a-476e-8f16-76c89a04bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:27:23.583541 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-940d4bea-faab-40f3-84fd-c024284f4d0d service neutron] Bound port: ad0bc306-270a-4e83-80d0-05692a610832, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab3dc08-c69a-476e-8f16-76c89a04bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:27:23.583999 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-940d4bea-faab-40f3-84fd-c024284f4d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:23.598108 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24594454-c46a-4e6e-a692-27d44a778b25 req-6b9481f0-9fe7-4002-a75f-e160cb30e80f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:23.599677 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-24594454-c46a-4e6e-a692-27d44a778b25 req-6b9481f0-9fe7-4002-a75f-e160cb30e80f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 944 time: 0.1240728 Jul 05 10:27:23.668040 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:23.685750 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-24594454-c46a-4e6e-a692-27d44a778b25 req-324f5233-1bfc-40b3-83a6-84b6fd81622c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=307b3dc7-b5ea-427d-8705-c5497e734176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715580 Jul 05 10:27:23.688725 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-940d4bea-faab-40f3-84fd-c024284f4d0d service neutron] For port ad0bc306-270a-4e83-80d0-05692a610832, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:27:23.693067 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-940d4bea-faab-40f3-84fd-c024284f4d0d service neutron] For port ad0bc306-270a-4e83-80d0-05692a610832, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ad0bc306-270a-4e83-80d0-05692a610832,segment=NetworkSegment(7ab3dc08-c69a-476e-8f16-76c89a04bfce),segment_id=7ab3dc08-c69a-476e-8f16-76c89a04bfce)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:27:23.707625 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-940d4bea-faab-40f3-84fd-c024284f4d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:23.749774 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-940d4bea-faab-40f3-84fd-c024284f4d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:23.750430 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-940d4bea-faab-40f3-84fd-c024284f4d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:23.751879 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-940d4bea-faab-40f3-84fd-c024284f4d0d service neutron] 10.222.0.78 "PUT /v2.0/ports/ad0bc306-270a-4e83-80d0-05692a610832 HTTP/1.1" status: 200 len: 1092 time: 0.9172044 Jul 05 10:27:23.752411 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce638a71-82f7-44e8-80ec-7a2e898375da', 'tag': 'ad0bc306-270a-4e83-80d0-05692a610832'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:27:23.754924 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561873f5-a0df-4dec-beab-790a8c0cc576" -d '{"events": [{"name": "network-changed", "server_uuid": "ce638a71-82f7-44e8-80ec-7a2e898375da", "tag": "ad0bc306-270a-4e83-80d0-05692a610832"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:27:23.808128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d4bea-faab-40f3-84fd-c024284f4d0d service neutron] Pushing event updated for resources: {'Port': ['ID=ad0bc306-270a-4e83-80d0-05692a610832,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:23.822350 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf73fb8e-c36f-4486-9621-a660309088fa x-openstack-request-id: req-bf73fb8e-c36f-4486-9621-a660309088fa {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:27:23.822740 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce638a71-82f7-44e8-80ec-7a2e898375da", "tag": "ad0bc306-270a-4e83-80d0-05692a610832", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:27:23.822996 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bf73fb8e-c36f-4486-9621-a660309088fa {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:27:23.823454 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce638a71-82f7-44e8-80ec-7a2e898375da', 'tag': 'ad0bc306-270a-4e83-80d0-05692a610832', 'status': 'completed', 'code': 200} Jul 05 10:27:23.904909 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-97c13c5c-3dcf-4a47-81fb-33d436682f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:23.905125 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59ff3b-8a3b-492a-86bc-0d89f3f24ae3 req-ca3b030f-4b4b-46d4-b0be-2165cfb0f12d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:23.906686 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-97c13c5c-3dcf-4a47-81fb-33d436682f9b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 1095 time: 0.0756180 Jul 05 10:27:23.908367 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4a59ff3b-8a3b-492a-86bc-0d89f3f24ae3 req-ca3b030f-4b4b-46d4-b0be-2165cfb0f12d tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 944 time: 0.0805309 Jul 05 10:27:23.951711 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4a59ff3b-8a3b-492a-86bc-0d89f3f24ae3 req-d5b00ea0-c644-4da6-a1d9-6d38854e5973 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380142 Jul 05 10:27:23.966823 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-cf8dd340-87e4-4c49-9da3-499c6779c60a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad0bc306-270a-4e83-80d0-05692a610832 HTTP/1.1" status: 200 len: 217 time: 0.0498130 Jul 05 10:27:24.024423 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-9a32d5e7-9b52-4253-b388-6f74cfc54503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:24.026211 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-9a32d5e7-9b52-4253-b388-6f74cfc54503 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=654075f9-632d-4bf9-86fa-8ba16094e3eb HTTP/1.1" status: 200 len: 835 time: 0.0516016 Jul 05 10:27:24.092678 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-ed3a70d4-fe14-425d-a062-d52972f59a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:24.094870 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-ed3a70d4-fe14-425d-a062-d52972f59a64 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=841945f4-a9f3-416a-8374-24a5d7927d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626769 Jul 05 10:27:24.190606 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-97f04a5e-5ca0-4952-8f1e-7a1232e1d0c0 service neutron] 10.222.0.78 "GET /v2.0/networks/841945f4-a9f3-416a-8374-24a5d7927d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896993 Jul 05 10:27:24.288778 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-135daf75-ca50-402c-ab82-cddc5b6a00fc req-ffb07a38-0281-4118-9cab-387ef4df2600 service neutron] 10.222.0.78 "GET /v2.0/networks/841945f4-a9f3-416a-8374-24a5d7927d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910513 Jul 05 10:27:24.388592 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561873f5-a0df-4dec-beab-790a8c0cc576 req-455df40a-38d3-4fd3-ae93-85132cfbfe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:24.390221 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-561873f5-a0df-4dec-beab-790a8c0cc576 req-455df40a-38d3-4fd3-ae93-85132cfbfe32 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 1095 time: 0.0543568 Jul 05 10:27:24.488032 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561873f5-a0df-4dec-beab-790a8c0cc576 req-ae4ab092-0c9f-49f9-8404-86fc54af7efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:24.489537 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-561873f5-a0df-4dec-beab-790a8c0cc576 req-ae4ab092-0c9f-49f9-8404-86fc54af7efc service neutron] 10.222.0.78 "GET /v2.0/networks?id=841945f4-a9f3-416a-8374-24a5d7927d25 HTTP/1.1" status: 200 len: 897 time: 0.0906060 Jul 05 10:27:24.531463 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-561873f5-a0df-4dec-beab-790a8c0cc576 req-1e298c5d-7b19-42d2-93e8-cd289c7eb2a9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad0bc306-270a-4e83-80d0-05692a610832 HTTP/1.1" status: 200 len: 217 time: 0.0346956 Jul 05 10:27:24.579952 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561873f5-a0df-4dec-beab-790a8c0cc576 req-0fb076b1-9146-4f9f-bf6e-6c640bf7c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:24.581437 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-561873f5-a0df-4dec-beab-790a8c0cc576 req-0fb076b1-9146-4f9f-bf6e-6c640bf7c514 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=654075f9-632d-4bf9-86fa-8ba16094e3eb HTTP/1.1" status: 200 len: 835 time: 0.0438142 Jul 05 10:27:24.645058 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561873f5-a0df-4dec-beab-790a8c0cc576 req-4eec157b-492d-46fa-9e60-29ae659c45d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:24.646582 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-561873f5-a0df-4dec-beab-790a8c0cc576 req-4eec157b-492d-46fa-9e60-29ae659c45d0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=841945f4-a9f3-416a-8374-24a5d7927d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573895 Jul 05 10:27:24.687074 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:24.747150 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-561873f5-a0df-4dec-beab-790a8c0cc576 req-bb06933f-f38b-4317-a4e8-9fc76740c76d service neutron] 10.222.0.78 "GET /v2.0/networks/841945f4-a9f3-416a-8374-24a5d7927d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929916 Jul 05 10:27:24.863733 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-561873f5-a0df-4dec-beab-790a8c0cc576 req-f133a2ee-f69b-4c0b-b951-9a1861435fa6 service neutron] 10.222.0.78 "GET /v2.0/networks/841945f4-a9f3-416a-8374-24a5d7927d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106219 Jul 05 10:27:24.887544 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88443e73-2184-4fcf-9e25-ca3f5caf7897 req-d613a70c-cddb-430f-b67e-a83dc844356e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:24.889140 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-88443e73-2184-4fcf-9e25-ca3f5caf7897 req-d613a70c-cddb-430f-b67e-a83dc844356e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 944 time: 0.0823312 Jul 05 10:27:24.932790 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-88443e73-2184-4fcf-9e25-ca3f5caf7897 req-9c606c5d-5ac6-4b08-ad25-a0e8c5fa89c0 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=307b3dc7-b5ea-427d-8705-c5497e734176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356314 Jul 05 10:27:25.152711 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310935a-6ac8-4d5b-a733-ce5d12c3ed86 req-6e93e89d-170d-4b85-9f24-b314d1dd27c9 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:25.154538 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1310935a-6ac8-4d5b-a733-ce5d12c3ed86 req-6e93e89d-170d-4b85-9f24-b314d1dd27c9 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 944 time: 0.0667987 Jul 05 10:27:25.197057 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1310935a-6ac8-4d5b-a733-ce5d12c3ed86 req-c44f2807-081e-4edc-9df6-10de8006479f tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366113 Jul 05 10:27:26.103878 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dac022-4977-40e8-a014-e69df23e35d6 req-0bd3e371-8a79-4199-83ae-39bbc45cb243 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:26.105386 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e5dac022-4977-40e8-a014-e69df23e35d6 req-0bd3e371-8a79-4199-83ae-39bbc45cb243 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 944 time: 0.0658207 Jul 05 10:27:26.493926 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e5dac022-4977-40e8-a014-e69df23e35d6 req-c429dae2-e624-4bd2-b004-9c985b40ee21 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=307b3dc7-b5ea-427d-8705-c5497e734176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3798213 Jul 05 10:27:26.521893 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2423446-d1c7-4d0e-bec9-805adb13f4bb req-e7f780f0-748c-4ef3-895b-76057d69c050 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:26.523905 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c2423446-d1c7-4d0e-bec9-805adb13f4bb req-e7f780f0-748c-4ef3-895b-76057d69c050 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 944 time: 0.0787592 Jul 05 10:27:26.560523 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c2423446-d1c7-4d0e-bec9-805adb13f4bb req-1a744874-2d87-4d9d-a310-c8b9b9708bad tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311921 Jul 05 10:27:26.801768 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:27.764045 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f79f1-1372-49df-9664-a88fe2af1af3 req-e1129c51-7e30-40bf-9f02-b13ca25c7c29 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:27.764830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device ad0bc306-270a-4e83-80d0-05692a610832 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:27:27.765528 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c8f79f1-1372-49df-9664-a88fe2af1af3 req-e1129c51-7e30-40bf-9f02-b13ca25c7c29 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 944 time: 0.1049633 Jul 05 10:27:27.777303 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4614e7-660a-4906-854a-4b89c6372ca7 req-ec3f56f0-09f4-40c3-94f2-a883db885d65 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:27.778655 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8f4614e7-660a-4906-854a-4b89c6372ca7 req-ec3f56f0-09f4-40c3-94f2-a883db885d65 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 944 time: 0.1074896 Jul 05 10:27:27.832824 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c8f79f1-1372-49df-9664-a88fe2af1af3 req-1ed21a46-c7c8-4e8b-9581-f3dfb5ad6a06 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=307b3dc7-b5ea-427d-8705-c5497e734176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532138 Jul 05 10:27:27.838136 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8f4614e7-660a-4906-854a-4b89c6372ca7 req-5002319a-897f-40a0-92d8-2035b3a8f098 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517488 Jul 05 10:27:27.861450 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port ad0bc306-270a-4e83-80d0-05692a610832, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ad0bc306-270a-4e83-80d0-05692a610832,segment=NetworkSegment(7ab3dc08-c69a-476e-8f16-76c89a04bfce),segment_id=7ab3dc08-c69a-476e-8f16-76c89a04bfce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:27.872645 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'ad0bc306-270a-4e83-80d0-05692a610832', 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25', 'port_id': 'ad0bc306-270a-4e83-80d0-05692a610832', 'mac_address': 'fa:16:3e:10:d0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654075f9-632d-4bf9-86fa-8ba16094e3eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:27:27.912157 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:27.925046 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0bc306-270a-4e83-80d0-05692a610832 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:27:27.943310 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port ad0bc306-270a-4e83-80d0-05692a610832, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ad0bc306-270a-4e83-80d0-05692a610832,segment=NetworkSegment(7ab3dc08-c69a-476e-8f16-76c89a04bfce),segment_id=7ab3dc08-c69a-476e-8f16-76c89a04bfce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:27.947054 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:28.000890 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=ad0bc306-270a-4e83-80d0-05692a610832,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:28.008790 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:28.009147 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:28.009491 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:28.009831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:28.010168 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:28.010501 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:28.010830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:28.011158 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:28.011482 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:28.011809 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:28.012159 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:28.012481 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:28.275710 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['ad0bc306-270a-4e83-80d0-05692a610832'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:27:29.054624 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85a5bd-5fd4-4875-b24e-a6c5d351f68d req-6041007b-fef2-4e3c-bb7d-1d68a99895ad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:29.056196 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cc85a5bd-5fd4-4875-b24e-a6c5d351f68d req-6041007b-fef2-4e3c-bb7d-1d68a99895ad tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 945 time: 0.1081586 Jul 05 10:27:29.068458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b71f0f-bb74-4a2c-97a5-1a70b2b4f99a req-02de072d-f3be-4e33-bbf6-ceaf4c5b7734 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:29.069885 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e5b71f0f-bb74-4a2c-97a5-1a70b2b4f99a req-02de072d-f3be-4e33-bbf6-ceaf4c5b7734 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 944 time: 0.0933700 Jul 05 10:27:29.125303 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cc85a5bd-5fd4-4875-b24e-a6c5d351f68d req-8306fa58-f3b8-406a-b4a3-f63f15959629 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=307b3dc7-b5ea-427d-8705-c5497e734176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538721 Jul 05 10:27:29.130018 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e5b71f0f-bb74-4a2c-97a5-1a70b2b4f99a req-433ff0cd-e653-4563-9b94-5a6103d0161f tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527334 Jul 05 10:27:29.779175 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device ad0bc306-270a-4e83-80d0-05692a610832 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:27:29.827857 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port ad0bc306-270a-4e83-80d0-05692a610832 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:27:29.831440 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port ad0bc306-270a-4e83-80d0-05692a610832 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:29.831823 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:29.909840 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:29.932601 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce638a71-82f7-44e8-80ec-7a2e898375da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0bc306-270a-4e83-80d0-05692a610832'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:27:29.934853 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2cad9f-b5f4-471e-8f25-8979d2c50569" -d '{"events": [{"server_uuid": "ce638a71-82f7-44e8-80ec-7a2e898375da", "name": "network-vif-plugged", "status": "completed", "tag": "ad0bc306-270a-4e83-80d0-05692a610832"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:27:29.947142 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port ad0bc306-270a-4e83-80d0-05692a610832, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ad0bc306-270a-4e83-80d0-05692a610832,segment=NetworkSegment(7ab3dc08-c69a-476e-8f16-76c89a04bfce),segment_id=7ab3dc08-c69a-476e-8f16-76c89a04bfce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:29.951298 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:29.977418 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2760299-9e6e-446e-ac7e-ceca2cd35bc3 x-openstack-request-id: req-e2760299-9e6e-446e-ac7e-ceca2cd35bc3 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:27:29.978193 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce638a71-82f7-44e8-80ec-7a2e898375da", "name": "network-vif-plugged", "status": "completed", "tag": "ad0bc306-270a-4e83-80d0-05692a610832", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:27:29.978466 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e2760299-9e6e-446e-ac7e-ceca2cd35bc3 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:27:29.978867 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce638a71-82f7-44e8-80ec-7a2e898375da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0bc306-270a-4e83-80d0-05692a610832', 'code': 200} Jul 05 10:27:30.005214 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=ad0bc306-270a-4e83-80d0-05692a610832,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:30.081269 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f7c6d-c06c-48a8-a2cc-7ae634296268 req-f51860e9-8130-45d1-b726-06e289346ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:30.082986 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1c2f7c6d-c06c-48a8-a2cc-7ae634296268 req-f51860e9-8130-45d1-b726-06e289346ca3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 1097 time: 0.0512056 Jul 05 10:27:30.118832 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1c2f7c6d-c06c-48a8-a2cc-7ae634296268 req-e58b5c38-60a5-4c75-bcf4-e81ad9870c84 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=307b3dc7-b5ea-427d-8705-c5497e734176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291281 Jul 05 10:27:30.343482 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8df68-5cf5-44d6-b506-4425192d460f req-2a7e8bee-3619-41db-b43a-689e65696dc5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:30.344966 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3a8df68-5cf5-44d6-b506-4425192d460f req-2a7e8bee-3619-41db-b43a-689e65696dc5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 946 time: 0.1063216 Jul 05 10:27:30.356163 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125a004-4392-40a3-ac7f-878734d83e5c req-2d90760e-c08b-40f3-b709-dc1180196692 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:30.357544 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2125a004-4392-40a3-ac7f-878734d83e5c req-2d90760e-c08b-40f3-b709-dc1180196692 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 944 time: 0.1073754 Jul 05 10:27:30.411510 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3a8df68-5cf5-44d6-b506-4425192d460f req-c3571187-207e-44b2-9f4f-b143aa008053 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=307b3dc7-b5ea-427d-8705-c5497e734176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529475 Jul 05 10:27:30.416299 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2125a004-4392-40a3-ac7f-878734d83e5c req-3748bfd5-b5d5-4166-a9c3-fd6798c75c23 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520396 Jul 05 10:27:31.623756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227eab1-41e5-47cd-92f4-a56f7396d588 req-bb4ee52a-5f17-4e7b-8599-3639c2687667 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:31.625257 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1227eab1-41e5-47cd-92f4-a56f7396d588 req-bb4ee52a-5f17-4e7b-8599-3639c2687667 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 944 time: 0.0960770 Jul 05 10:27:31.634096 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f9bd4-3faf-4026-92d4-a9e80ec1cd67 req-fd5c4ff7-7b14-4293-9b4a-58ad6dd31865 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:31.635609 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-547f9bd4-3faf-4026-92d4-a9e80ec1cd67 req-fd5c4ff7-7b14-4293-9b4a-58ad6dd31865 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 946 time: 0.1156058 Jul 05 10:27:31.691880 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1227eab1-41e5-47cd-92f4-a56f7396d588 req-c03c9334-fadf-4127-98a2-15e011859b01 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552700 Jul 05 10:27:31.697944 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-547f9bd4-3faf-4026-92d4-a9e80ec1cd67 req-4fb6ec63-3046-4df7-83fd-247f6ab79994 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=307b3dc7-b5ea-427d-8705-c5497e734176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552366 Jul 05 10:27:31.866828 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fe81f-b65a-4ed1-91b0-237b5dbbc9c3 req-4ea903ef-e830-4710-a2cd-75b979c3c95c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:31.868328 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-578fe81f-b65a-4ed1-91b0-237b5dbbc9c3 req-4ea903ef-e830-4710-a2cd-75b979c3c95c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 946 time: 0.0629137 Jul 05 10:27:31.905772 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-578fe81f-b65a-4ed1-91b0-237b5dbbc9c3 req-f7af67c4-20f7-498b-a603-07290ee75410 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=307b3dc7-b5ea-427d-8705-c5497e734176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319417 Jul 05 10:27:31.928847 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44620) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:32.025637 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc30b85-d8be-4777-a89f-5813205ecea5 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:32.027160 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7bc30b85-d8be-4777-a89f-5813205ecea5 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 1092 time: 0.0973392 Jul 05 10:27:32.030014 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44624) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:32.034461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': 'ad0bc306-270a-4e83-80d0-05692a610832', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:32.057193 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:32.153547 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:32.261007 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Allocated IP 172.25.7.149 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/d7dac3a3-220c-4ab8-a841-9410d8f6bb28) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:27:32.360694 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:32.398727 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:32.438305 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:27:32.441144 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:27:32.443682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:27:32.474386 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Port': ['ID=d7dac3a3-220c-4ab8-a841-9410d8f6bb28,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:32.487300 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:32.487663 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:32.488042 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:32.488388 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:32.488727 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:32.489066 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:32.489404 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:32.489902 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:32.490245 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:32.490582 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:32.490911 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:32.491240 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:32.540946 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device bc6915b0-c403-4d93-97ea-6b2fa6a1163e details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:27:32.635796 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port bc6915b0-c403-4d93-97ea-6b2fa6a1163e, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=bc6915b0-c403-4d93-97ea-6b2fa6a1163e,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:32.647356 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'bc6915b0-c403-4d93-97ea-6b2fa6a1163e', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'port_id': 'bc6915b0-c403-4d93-97ea-6b2fa6a1163e', 'mac_address': 'fa:16:3e:c5:f9:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:27:32.686244 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:32.699995 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc6915b0-c403-4d93-97ea-6b2fa6a1163e {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:27:32.720346 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port bc6915b0-c403-4d93-97ea-6b2fa6a1163e, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=bc6915b0-c403-4d93-97ea-6b2fa6a1163e,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:32.724879 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:32.773817 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=bc6915b0-c403-4d93-97ea-6b2fa6a1163e,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:32.861440 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:32.931436 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['bc6915b0-c403-4d93-97ea-6b2fa6a1163e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:27:32.944012 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba88ad-785e-4ace-865d-bfe725bba0c8 req-a4611779-3a36-4185-b1ce-e59ef8f07833 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:32.946123 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aaba88ad-785e-4ace-865d-bfe725bba0c8 req-a4611779-3a36-4185-b1ce-e59ef8f07833 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 945 time: 0.1270239 Jul 05 10:27:32.963962 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:33.020668 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:33.022304 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aaba88ad-785e-4ace-865d-bfe725bba0c8 req-24162f8f-5ca8-4b15-b4ce-ef39ce2fb559 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663543 Jul 05 10:27:33.143536 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:33.149367 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:33.227752 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Port': ['ID=d7dac3a3-220c-4ab8-a841-9410d8f6bb28,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:33.237692 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:33.336889 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Floating IP 6a1b9b44-83da-4c15-b251-b8118c90c264 associated. External IP: 172.25.7.149, port: ad0bc306-270a-4e83-80d0-05692a610832. Jul 05 10:27:33.536255 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Router 1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:27:33.641869 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:27:33.651443 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d87633-fee8-4121-b99b-63e3c04b9439 None None] Sync routers for ids ['1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:27:33.658278 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:33.701265 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ca9e79db-1e86-4839-9130-445bb5ae34d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6701784 Jul 05 10:27:33.701872 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce638a71-82f7-44e8-80ec-7a2e898375da', 'tag': 'ad0bc306-270a-4e83-80d0-05692a610832'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:27:33.704329 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aca3991-f23a-4edb-b7aa-596a3d15d1e0" -d '{"events": [{"name": "network-changed", "server_uuid": "ce638a71-82f7-44e8-80ec-7a2e898375da", "tag": "ad0bc306-270a-4e83-80d0-05692a610832"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:27:33.745876 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944938bb-3eb9-4427-9b88-617aef0c886d x-openstack-request-id: req-944938bb-3eb9-4427-9b88-617aef0c886d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:27:33.746179 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce638a71-82f7-44e8-80ec-7a2e898375da", "tag": "ad0bc306-270a-4e83-80d0-05692a610832", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:27:33.746442 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-944938bb-3eb9-4427-9b88-617aef0c886d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:27:33.746992 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce638a71-82f7-44e8-80ec-7a2e898375da', 'tag': 'ad0bc306-270a-4e83-80d0-05692a610832', 'status': 'completed', 'code': 200} Jul 05 10:27:33.754877 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d87633-fee8-4121-b99b-63e3c04b9439 None None] Routers {'1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:27:33.755602 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-85d87633-fee8-4121-b99b-63e3c04b9439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:27:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:33.825737 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca3991-f23a-4edb-b7aa-596a3d15d1e0 req-3f07b2fa-e497-4dd0-a4f7-b185ae52d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:33.827440 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8aca3991-f23a-4edb-b7aa-596a3d15d1e0 req-3f07b2fa-e497-4dd0-a4f7-b185ae52d6c6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 1097 time: 0.0547705 Jul 05 10:27:33.859225 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-85d87633-fee8-4121-b99b-63e3c04b9439 None None] Set router 1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:27:33.862882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b92b0-364e-487b-a6be-e0905e5a85f0 req-d84801de-02e4-4081-935b-95aea05ec8f3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:33.865118 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc5b92b0-364e-487b-a6be-e0905e5a85f0 req-d84801de-02e4-4081-935b-95aea05ec8f3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 946 time: 0.0718927 Jul 05 10:27:33.912432 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc5b92b0-364e-487b-a6be-e0905e5a85f0 req-84c65017-cb79-4ded-a186-63a72f745d05 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=307b3dc7-b5ea-427d-8705-c5497e734176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413601 Jul 05 10:27:33.926958 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca3991-f23a-4edb-b7aa-596a3d15d1e0 req-e6cae1bf-2ee5-4998-9250-4ebbf9c822e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:33.928508 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8aca3991-f23a-4edb-b7aa-596a3d15d1e0 req-e6cae1bf-2ee5-4998-9250-4ebbf9c822e1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=841945f4-a9f3-416a-8374-24a5d7927d25 HTTP/1.1" status: 200 len: 897 time: 0.0943878 Jul 05 10:27:33.931632 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44632) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:34.039061 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9ab295d0-ce68-4434-9c2d-f60a7b1992d2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/floatingips/6a1b9b44-83da-4c15-b251-b8118c90c264 HTTP/1.1" status: 200 len: 992 time: 0.1061709 Jul 05 10:27:34.043125 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8aca3991-f23a-4edb-b7aa-596a3d15d1e0 req-88a06014-e4ef-404e-b52e-21bcdd1eccb7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad0bc306-270a-4e83-80d0-05692a610832 HTTP/1.1" status: 200 len: 1000 time: 0.1053314 Jul 05 10:27:34.083577 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-85d87633-fee8-4121-b99b-63e3c04b9439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661577829', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:17Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '6a1b9b44-83da-4c15-b251-b8118c90c264', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'port_id': 'ad0bc306-270a-4e83-80d0-05692a610832', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25', 'mac_address': 'fa:16:3e:10:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce638a71-82f7-44e8-80ec-7a2e898375da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:27:32Z', 'updated_at': '2021-07-05T10:27:32Z', 'revision_number': 0, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4673dcae-fbe0-4880-b43c-aceac2d27207', 'name': '', 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:01:97:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '654075f9-632d-4bf9-86fa-8ba16094e3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:16Z', 'updated_at': '2021-07-05T10:27:21Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': '654075f9-632d-4bf9-86fa-8ba16094e3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:34.097012 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca3991-f23a-4edb-b7aa-596a3d15d1e0 req-a89774ec-8adb-4a11-a7ae-6340404a6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:34.098521 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8aca3991-f23a-4edb-b7aa-596a3d15d1e0 req-a89774ec-8adb-4a11-a7ae-6340404a6069 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=654075f9-632d-4bf9-86fa-8ba16094e3eb HTTP/1.1" status: 200 len: 835 time: 0.0479705 Jul 05 10:27:34.116828 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d87633-fee8-4121-b99b-63e3c04b9439 None None] Checking router: 1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:27:34.125609 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d87633-fee8-4121-b99b-63e3c04b9439 None None] Routers {'1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:27:34.126223 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-85d87633-fee8-4121-b99b-63e3c04b9439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:27:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:34.163426 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca3991-f23a-4edb-b7aa-596a3d15d1e0 req-2783a10b-ff07-472f-99f0-d3f4a7ca9d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:34.165555 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8aca3991-f23a-4edb-b7aa-596a3d15d1e0 req-2783a10b-ff07-472f-99f0-d3f4a7ca9d77 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=841945f4-a9f3-416a-8374-24a5d7927d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564735 Jul 05 10:27:34.198882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad10b2-a6fc-406f-a32c-0069c973c84c req-9f43c1b0-816d-4355-9834-0c4066a83874 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:34.200540 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ccad10b2-a6fc-406f-a32c-0069c973c84c req-9f43c1b0-816d-4355-9834-0c4066a83874 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 945 time: 0.0648739 Jul 05 10:27:34.230880 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-85d87633-fee8-4121-b99b-63e3c04b9439 None None] Set router 1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:27:34.250210 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ccad10b2-a6fc-406f-a32c-0069c973c84c req-f4b0eaa4-cea0-4f37-9ff4-35a596f89dc3 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426307 Jul 05 10:27:34.271279 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8aca3991-f23a-4edb-b7aa-596a3d15d1e0 req-3ecce287-edcd-46c5-bfca-8b97d5e2ce52 service neutron] 10.222.0.78 "GET /v2.0/networks/841945f4-a9f3-416a-8374-24a5d7927d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992794 Jul 05 10:27:34.359746 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8aca3991-f23a-4edb-b7aa-596a3d15d1e0 req-908eaff5-f551-4d80-b11d-7453e9dd61b4 service neutron] 10.222.0.78 "GET /v2.0/networks/841945f4-a9f3-416a-8374-24a5d7927d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821106 Jul 05 10:27:34.458377 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-85d87633-fee8-4121-b99b-63e3c04b9439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661577829', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:17Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '6a1b9b44-83da-4c15-b251-b8118c90c264', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'port_id': 'ad0bc306-270a-4e83-80d0-05692a610832', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25', 'mac_address': 'fa:16:3e:10:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce638a71-82f7-44e8-80ec-7a2e898375da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:27:32Z', 'updated_at': '2021-07-05T10:27:32Z', 'revision_number': 0, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4673dcae-fbe0-4880-b43c-aceac2d27207', 'name': '', 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:01:97:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '654075f9-632d-4bf9-86fa-8ba16094e3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:16Z', 'updated_at': '2021-07-05T10:27:21Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': '654075f9-632d-4bf9-86fa-8ba16094e3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:34.485181 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d87633-fee8-4121-b99b-63e3c04b9439 None None] The sync data for ids ['1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'] in n-d-798054-8 is: [{'id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661577829', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:17Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '6a1b9b44-83da-4c15-b251-b8118c90c264', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'port_id': 'ad0bc306-270a-4e83-80d0-05692a610832', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25', 'mac_address': 'fa:16:3e:10:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce638a71-82f7-44e8-80ec-7a2e898375da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:27:32Z', 'updated_at': '2021-07-05T10:27:32Z', 'revision_number': 0, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4673dcae-fbe0-4880-b43c-aceac2d27207', 'name': '', 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:01:97:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '654075f9-632d-4bf9-86fa-8ba16094e3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:16Z', 'updated_at': '2021-07-05T10:27:21Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': '654075f9-632d-4bf9-86fa-8ba16094e3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:27:34.553476 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device bc6915b0-c403-4d93-97ea-6b2fa6a1163e up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:27:34.605578 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port bc6915b0-c403-4d93-97ea-6b2fa6a1163e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:27:34.614365 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port bc6915b0-c403-4d93-97ea-6b2fa6a1163e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:34.614697 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:34.681288 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47adcf3c-6a90-49d1-8051-c1036a5c2d24 None None] New status for floating IP 6a1b9b44-83da-4c15-b251-b8118c90c264: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:27:34.878942 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:34.939966 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4795ce2d-0043-41cc-848f-79b65ab6e872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6915b0-c403-4d93-97ea-6b2fa6a1163e'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:27:34.942188 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e84a56-889e-4e37-af14-384dc6a4054e" -d '{"events": [{"server_uuid": "4795ce2d-0043-41cc-848f-79b65ab6e872", "name": "network-vif-plugged", "status": "completed", "tag": "bc6915b0-c403-4d93-97ea-6b2fa6a1163e"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:27:34.958416 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port bc6915b0-c403-4d93-97ea-6b2fa6a1163e, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=bc6915b0-c403-4d93-97ea-6b2fa6a1163e,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:34.964108 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:34.994679 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094a1e2a-5f9e-4dc0-b299-769cdc637c6c x-openstack-request-id: req-094a1e2a-5f9e-4dc0-b299-769cdc637c6c {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:27:34.994978 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4795ce2d-0043-41cc-848f-79b65ab6e872", "name": "network-vif-plugged", "status": "completed", "tag": "bc6915b0-c403-4d93-97ea-6b2fa6a1163e", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:27:34.995231 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-094a1e2a-5f9e-4dc0-b299-769cdc637c6c {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:27:34.995635 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4795ce2d-0043-41cc-848f-79b65ab6e872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6915b0-c403-4d93-97ea-6b2fa6a1163e', 'code': 200} Jul 05 10:27:35.043037 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44638) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:35.052900 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=bc6915b0-c403-4d93-97ea-6b2fa6a1163e,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:35.103253 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f830b11-3bb8-4731-ba0a-2141b3a7fc1d req-86d13a17-7b9c-455c-9cd0-ebd4e0db581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:35.105637 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f830b11-3bb8-4731-ba0a-2141b3a7fc1d req-86d13a17-7b9c-455c-9cd0-ebd4e0db581e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 1097 time: 0.0651028 Jul 05 10:27:35.112299 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2016c3a7-7e65-45af-8325-c19fff699f41 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/floatingips/6a1b9b44-83da-4c15-b251-b8118c90c264 HTTP/1.1" status: 200 len: 994 time: 0.0680313 Jul 05 10:27:35.141492 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f830b11-3bb8-4731-ba0a-2141b3a7fc1d req-dd426e16-2a04-4af4-bbab-fb5c82c612df service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286961 Jul 05 10:27:35.424407 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290691e-63ef-4a7a-a74d-eb77c5866bb3 req-5124d5ae-6310-4e7f-af2c-312e497f6d07 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:35.425788 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6290691e-63ef-4a7a-a74d-eb77c5866bb3 req-5124d5ae-6310-4e7f-af2c-312e497f6d07 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 946 time: 0.0629699 Jul 05 10:27:35.462740 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6290691e-63ef-4a7a-a74d-eb77c5866bb3 req-891f4e4f-e79e-48a2-809a-69f7d7a54ded tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315182 Jul 05 10:27:36.414135 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:36.644153 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60836b6e-30ed-4ba5-8b8e-9aedcca90d6a req-a5e3b9e0-6416-4fe0-9e27-2f001c6f6271 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:36.645802 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-60836b6e-30ed-4ba5-8b8e-9aedcca90d6a req-a5e3b9e0-6416-4fe0-9e27-2f001c6f6271 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 946 time: 0.0687940 Jul 05 10:27:36.684694 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-60836b6e-30ed-4ba5-8b8e-9aedcca90d6a req-33a99c87-decb-4d0f-8184-9c5ec2940861 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325174 Jul 05 10:27:36.860607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c3d87-a6d5-49c6-9206-d030d2c5853e req-adc2e11c-9f1d-4029-88cb-8301c698d4f7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:36.862164 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e98c3d87-a6d5-49c6-9206-d030d2c5853e req-adc2e11c-9f1d-4029-88cb-8301c698d4f7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 946 time: 0.0648956 Jul 05 10:27:36.900750 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e98c3d87-a6d5-49c6-9206-d030d2c5853e req-94bfb50b-7f5e-4e77-8718-86e48e68131a tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323131 Jul 05 10:27:36.925327 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44646) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:36.976193 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecacedc-3186-4680-8233-e274566514c3 tempest-TestVolumeBootPattern-1125934659 tempest-TestVolumeBootPattern-1125934659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:36.977644 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-aecacedc-3186-4680-8233-e274566514c3 tempest-TestVolumeBootPattern-1125934659 tempest-TestVolumeBootPattern-1125934659-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 1092 time: 0.0513244 Jul 05 10:27:36.980623 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44648) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:36.985008 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a453dac3-5318-4f8f-b23d-239179b133e1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': 'bc6915b0-c403-4d93-97ea-6b2fa6a1163e', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:37.007077 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a453dac3-5318-4f8f-b23d-239179b133e1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:37.110419 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a453dac3-5318-4f8f-b23d-239179b133e1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:37.214101 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-a453dac3-5318-4f8f-b23d-239179b133e1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Allocated IP 172.25.7.197 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/f570741d-6e9e-4d2d-bc91-de9e6bfbd3c6) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:27:37.317575 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a453dac3-5318-4f8f-b23d-239179b133e1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:37.359516 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a453dac3-5318-4f8f-b23d-239179b133e1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:37.394898 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a453dac3-5318-4f8f-b23d-239179b133e1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:27:37.398467 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a453dac3-5318-4f8f-b23d-239179b133e1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:27:37.401000 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a453dac3-5318-4f8f-b23d-239179b133e1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:27:37.436817 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453dac3-5318-4f8f-b23d-239179b133e1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event updated for resources: {'Port': ['ID=f570741d-6e9e-4d2d-bc91-de9e6bfbd3c6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:37.778933 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a453dac3-5318-4f8f-b23d-239179b133e1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:37.852047 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a453dac3-5318-4f8f-b23d-239179b133e1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:37.999332 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a453dac3-5318-4f8f-b23d-239179b133e1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:38.003751 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a453dac3-5318-4f8f-b23d-239179b133e1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:38.072499 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453dac3-5318-4f8f-b23d-239179b133e1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event updated for resources: {'Port': ['ID=f570741d-6e9e-4d2d-bc91-de9e6bfbd3c6,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:38.084010 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a453dac3-5318-4f8f-b23d-239179b133e1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:38.183259 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-a453dac3-5318-4f8f-b23d-239179b133e1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Floating IP ba7be307-0a69-4ff0-a810-c3680b782832 associated. External IP: 172.25.7.197, port: bc6915b0-c403-4d93-97ea-6b2fa6a1163e. Jul 05 10:27:38.386715 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a453dac3-5318-4f8f-b23d-239179b133e1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Router f23e8768-9afd-4678-9320-1b5e65913db8 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:27:38.787959 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a453dac3-5318-4f8f-b23d-239179b133e1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:27:38.798587 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e59e49c-36a4-4993-8bca-618523178cd4 None None] Sync routers for ids ['f23e8768-9afd-4678-9320-1b5e65913db8'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:27:38.803598 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a453dac3-5318-4f8f-b23d-239179b133e1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:38.808119 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e59e49c-36a4-4993-8bca-618523178cd4 None None] Routers {'f23e8768-9afd-4678-9320-1b5e65913db8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:27:38.808739 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7e59e49c-36a4-4993-8bca-618523178cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:27:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f23e8768-9afd-4678-9320-1b5e65913db8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:38.842465 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a453dac3-5318-4f8f-b23d-239179b133e1 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8607886 Jul 05 10:27:38.843080 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4795ce2d-0043-41cc-848f-79b65ab6e872', 'tag': 'bc6915b0-c403-4d93-97ea-6b2fa6a1163e'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:27:38.845683 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3ee1c8-a37f-46da-95a0-1bcf582924fa" -d '{"events": [{"name": "network-changed", "server_uuid": "4795ce2d-0043-41cc-848f-79b65ab6e872", "tag": "bc6915b0-c403-4d93-97ea-6b2fa6a1163e"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:27:38.917080 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-7e59e49c-36a4-4993-8bca-618523178cd4 None None] Set router f23e8768-9afd-4678-9320-1b5e65913db8 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:27:38.933429 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73486a5-1e14-4c1c-bac4-6700882f2886 x-openstack-request-id: req-a73486a5-1e14-4c1c-bac4-6700882f2886 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:27:38.933729 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4795ce2d-0043-41cc-848f-79b65ab6e872", "tag": "bc6915b0-c403-4d93-97ea-6b2fa6a1163e", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:27:38.934005 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a73486a5-1e14-4c1c-bac4-6700882f2886 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:27:38.934434 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4795ce2d-0043-41cc-848f-79b65ab6e872', 'tag': 'bc6915b0-c403-4d93-97ea-6b2fa6a1163e', 'status': 'completed', 'code': 200} Jul 05 10:27:39.012895 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ee1c8-a37f-46da-95a0-1bcf582924fa req-ba8316c9-8f9e-45c9-86d9-924374a65194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:39.014495 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb3ee1c8-a37f-46da-95a0-1bcf582924fa req-ba8316c9-8f9e-45c9-86d9-924374a65194 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 1097 time: 0.0523720 Jul 05 10:27:39.109048 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ee1c8-a37f-46da-95a0-1bcf582924fa req-d05a8d42-4978-4d55-9382-6eeac9347983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:39.110578 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb3ee1c8-a37f-46da-95a0-1bcf582924fa req-d05a8d42-4978-4d55-9382-6eeac9347983 service neutron] 10.222.0.81 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 913 time: 0.0894806 Jul 05 10:27:39.145657 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7e59e49c-36a4-4993-8bca-618523178cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:18:51Z', 'revision_number': 4, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port': {'id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:48Z', 'updated_at': '2021-07-05T10:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '15d87452-777f-4e49-aa6b-0d5a96faf81d', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'port_id': 'b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'mac_address': 'fa:16:3e:1b:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03e92fb-19ca-41bc-af3d-c31b501c8dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:25:24Z', 'updated_at': '2021-07-05T10:25:27Z', 'revision_number': 1, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'fixed_ip_address_scope': None}, {'id': 'ba7be307-0a69-4ff0-a810-c3680b782832', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'port_id': 'bc6915b0-c403-4d93-97ea-6b2fa6a1163e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'mac_address': 'fa:16:3e:c5:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795ce2d-0043-41cc-848f-79b65ab6e872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:27:37Z', 'updated_at': '2021-07-05T10:27:37Z', 'revision_number': 0, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9779c479-46da-4d55-956f-f48ab744772c', 'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'mac_address': 'fa:16:3e:0d:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:50Z', 'updated_at': '2021-07-05T10:18:58Z', 'revision_number': 5, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'subnets': [{'id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:39.171821 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e59e49c-36a4-4993-8bca-618523178cd4 None None] Checking router: f23e8768-9afd-4678-9320-1b5e65913db8 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:27:39.175496 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb3ee1c8-a37f-46da-95a0-1bcf582924fa req-ac5a3bca-5f2a-48e2-9a09-f9c30fa0a597 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc6915b0-c403-4d93-97ea-6b2fa6a1163e HTTP/1.1" status: 200 len: 1000 time: 0.0578561 Jul 05 10:27:39.180705 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e59e49c-36a4-4993-8bca-618523178cd4 None None] Routers {'f23e8768-9afd-4678-9320-1b5e65913db8'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:27:39.181417 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7e59e49c-36a4-4993-8bca-618523178cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:27:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f23e8768-9afd-4678-9320-1b5e65913db8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:39.229972 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ee1c8-a37f-46da-95a0-1bcf582924fa req-b7cd17fd-714e-4fb5-801e-3adb4ee9559d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:39.231470 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb3ee1c8-a37f-46da-95a0-1bcf582924fa req-b7cd17fd-714e-4fb5-801e-3adb4ee9559d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.0491836 Jul 05 10:27:39.285491 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-7e59e49c-36a4-4993-8bca-618523178cd4 None None] Set router f23e8768-9afd-4678-9320-1b5e65913db8 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:27:39.290646 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ee1c8-a37f-46da-95a0-1bcf582924fa req-15acbeb1-9f8d-44d1-a3bf-1263d747a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:39.292178 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb3ee1c8-a37f-46da-95a0-1bcf582924fa req-15acbeb1-9f8d-44d1-a3bf-1263d747a842 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538838 Jul 05 10:27:39.381309 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb3ee1c8-a37f-46da-95a0-1bcf582924fa req-b53f2df8-979c-40ef-aaa0-94753ac483eb service neutron] 10.222.0.81 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822551 Jul 05 10:27:39.474919 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cb3ee1c8-a37f-46da-95a0-1bcf582924fa req-989bead5-d542-4a59-9e7d-b90b81e2db5c service neutron] 10.222.0.81 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876970 Jul 05 10:27:39.511418 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7e59e49c-36a4-4993-8bca-618523178cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:18:51Z', 'revision_number': 4, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port': {'id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:48Z', 'updated_at': '2021-07-05T10:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '15d87452-777f-4e49-aa6b-0d5a96faf81d', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'port_id': 'b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'mac_address': 'fa:16:3e:1b:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03e92fb-19ca-41bc-af3d-c31b501c8dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:25:24Z', 'updated_at': '2021-07-05T10:25:27Z', 'revision_number': 1, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'fixed_ip_address_scope': None}, {'id': 'ba7be307-0a69-4ff0-a810-c3680b782832', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'port_id': 'bc6915b0-c403-4d93-97ea-6b2fa6a1163e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'mac_address': 'fa:16:3e:c5:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795ce2d-0043-41cc-848f-79b65ab6e872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:27:37Z', 'updated_at': '2021-07-05T10:27:37Z', 'revision_number': 0, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9779c479-46da-4d55-956f-f48ab744772c', 'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'mac_address': 'fa:16:3e:0d:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:50Z', 'updated_at': '2021-07-05T10:18:58Z', 'revision_number': 5, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'subnets': [{'id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:39.620131 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e59e49c-36a4-4993-8bca-618523178cd4 None None] The sync data for ids ['f23e8768-9afd-4678-9320-1b5e65913db8'] in n-d-798054-8 is: [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:18:51Z', 'revision_number': 4, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port': {'id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:48Z', 'updated_at': '2021-07-05T10:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '15d87452-777f-4e49-aa6b-0d5a96faf81d', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'port_id': 'b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'mac_address': 'fa:16:3e:1b:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03e92fb-19ca-41bc-af3d-c31b501c8dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:25:24Z', 'updated_at': '2021-07-05T10:25:27Z', 'revision_number': 1, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'fixed_ip_address_scope': None}, {'id': 'ba7be307-0a69-4ff0-a810-c3680b782832', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'port_id': 'bc6915b0-c403-4d93-97ea-6b2fa6a1163e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'mac_address': 'fa:16:3e:c5:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795ce2d-0043-41cc-848f-79b65ab6e872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:27:37Z', 'updated_at': '2021-07-05T10:27:37Z', 'revision_number': 0, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9779c479-46da-4d55-956f-f48ab744772c', 'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'mac_address': 'fa:16:3e:0d:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:50Z', 'updated_at': '2021-07-05T10:18:58Z', 'revision_number': 5, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'subnets': [{'id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:27:39.810343 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a33178-5787-45bd-bde0-738a94452e4b None None] New status for floating IP ba7be307-0a69-4ff0-a810-c3680b782832: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:27:50.338038 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:27:50.972815 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a16b9013-c1ce-4b23-96b1-b13aba120589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:53.258470 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a534ad37-2c05-46fe-b1e6-59622951bb52 req-78f48e06-cb6a-4528-8769-619ee6015f8a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0704703 Jul 05 10:27:53.349924 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a85b2625-6ef4-4bcf-9686-20bd808b5e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:53.377566 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534ad37-2c05-46fe-b1e6-59622951bb52 req-0e9d3bc0-9057-4fb6-a430-b1b4ca9cdbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:53.378985 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a534ad37-2c05-46fe-b1e6-59622951bb52 req-0e9d3bc0-9057-4fb6-a430-b1b4ca9cdbbd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 1096 time: 0.0727396 Jul 05 10:27:53.493078 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534ad37-2c05-46fe-b1e6-59622951bb52 req-783d5b5d-b09a-4f42-b361-6268086dd73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:53.494895 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a534ad37-2c05-46fe-b1e6-59622951bb52 req-783d5b5d-b09a-4f42-b361-6268086dd73e service neutron] 10.222.0.78 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 913 time: 0.0945690 Jul 05 10:27:53.576819 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a534ad37-2c05-46fe-b1e6-59622951bb52 req-45424504-e1a7-4689-b45b-cb9e069bac68 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 HTTP/1.1" status: 200 len: 1000 time: 0.0750268 Jul 05 10:27:53.625677 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534ad37-2c05-46fe-b1e6-59622951bb52 req-6cd30b90-42a3-4326-b26f-33bccb50a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:53.627186 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a534ad37-2c05-46fe-b1e6-59622951bb52 req-6cd30b90-42a3-4326-b26f-33bccb50a170 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.0442486 Jul 05 10:27:53.654380 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:53.685215 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534ad37-2c05-46fe-b1e6-59622951bb52 req-0c0e9653-d7d8-4a0e-9eba-95f873395884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:53.686734 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a534ad37-2c05-46fe-b1e6-59622951bb52 req-0c0e9653-d7d8-4a0e-9eba-95f873395884 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531211 Jul 05 10:27:53.778710 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a534ad37-2c05-46fe-b1e6-59622951bb52 req-44ce61f2-1984-455d-b75e-c1df00d415b5 service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853851 Jul 05 10:27:53.868017 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a534ad37-2c05-46fe-b1e6-59622951bb52 req-0d559bef-4337-46e2-b943-b777ec42a5c9 service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833678 Jul 05 10:27:54.688143 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:55.007754 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7ce8193-a53e-4232-a261-e1a0f2ffaed7 req-16f55608-6e3c-49e6-8f96-f3e609073aa2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515156 Jul 05 10:27:55.108523 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce8193-a53e-4232-a261-e1a0f2ffaed7 req-1f81722f-9aac-45cb-a911-ffac63a30025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:55.110336 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7ce8193-a53e-4232-a261-e1a0f2ffaed7 req-1f81722f-9aac-45cb-a911-ffac63a30025 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 1097 time: 0.0577204 Jul 05 10:27:55.220944 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce8193-a53e-4232-a261-e1a0f2ffaed7 req-0b0f54d3-f863-422a-bde1-718e7b3c929b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:55.222490 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7ce8193-a53e-4232-a261-e1a0f2ffaed7 req-0b0f54d3-f863-422a-bde1-718e7b3c929b service neutron] 10.222.0.81 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 913 time: 0.0898845 Jul 05 10:27:55.288164 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7ce8193-a53e-4232-a261-e1a0f2ffaed7 req-8063de10-9e67-468e-a75c-fb058176fd16 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc6915b0-c403-4d93-97ea-6b2fa6a1163e HTTP/1.1" status: 200 len: 1002 time: 0.0579047 Jul 05 10:27:55.344519 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce8193-a53e-4232-a261-e1a0f2ffaed7 req-9e7389ca-5620-43df-b888-aa029ca1a8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:55.346254 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7ce8193-a53e-4232-a261-e1a0f2ffaed7 req-9e7389ca-5620-43df-b888-aa029ca1a8bb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.0494590 Jul 05 10:27:55.406509 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce8193-a53e-4232-a261-e1a0f2ffaed7 req-c88bec49-f4cb-4cf7-b2e3-ed380ac5d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:55.408090 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7ce8193-a53e-4232-a261-e1a0f2ffaed7 req-c88bec49-f4cb-4cf7-b2e3-ed380ac5d2de service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547347 Jul 05 10:27:55.497867 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7ce8193-a53e-4232-a261-e1a0f2ffaed7 req-460a9dbf-6479-4819-9995-0ab95b1e1050 service neutron] 10.222.0.81 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827885 Jul 05 10:27:55.591423 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7ce8193-a53e-4232-a261-e1a0f2ffaed7 req-aa32ffd4-24d8-45fd-90a7-3ce98694a314 service neutron] 10.222.0.81 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856726 Jul 05 10:27:56.806575 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:03.005389 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:06.415189 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:20.977667 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0f133f6d-06cf-434a-815d-ab1a77aa080d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:23.342742 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-62590152-0851-4e7e-9ed8-ff42a2e23bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:23.657986 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:24.692131 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:26.807994 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:27.337283 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:28:33.006853 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:36.413424 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:50.978523 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-86ad9899-d8a6-475e-bfaf-2b4ae443501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:53.345604 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-480fffcc-9290-49f7-84c5-15fb06835272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:53.660004 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:54.694278 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:55.258834 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a1c43e2b-997a-4a06-9c33-99a630683935 req-44675b69-4669-466b-ab6f-6487f24e4a6a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531700 Jul 05 10:28:55.336592 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c43e2b-997a-4a06-9c33-99a630683935 req-67163789-8c1b-47dc-bd3e-ab85db1f688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:55.338108 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a1c43e2b-997a-4a06-9c33-99a630683935 req-67163789-8c1b-47dc-bd3e-ab85db1f688f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 1097 time: 0.0567493 Jul 05 10:28:55.440814 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c43e2b-997a-4a06-9c33-99a630683935 req-25c9efa9-ed71-4b00-95b1-fe60ec00cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:55.442326 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a1c43e2b-997a-4a06-9c33-99a630683935 req-25c9efa9-ed71-4b00-95b1-fe60ec00cf7a service neutron] 10.222.0.78 "GET /v2.0/networks?id=841945f4-a9f3-416a-8374-24a5d7927d25 HTTP/1.1" status: 200 len: 897 time: 0.0839596 Jul 05 10:28:55.511627 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a1c43e2b-997a-4a06-9c33-99a630683935 req-86e1e806-cff9-44e3-b0c0-1ef8aa52971b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad0bc306-270a-4e83-80d0-05692a610832 HTTP/1.1" status: 200 len: 1002 time: 0.0621538 Jul 05 10:28:55.558062 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c43e2b-997a-4a06-9c33-99a630683935 req-8250811b-8e3d-46e8-9281-8491cdb14f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:55.559529 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a1c43e2b-997a-4a06-9c33-99a630683935 req-8250811b-8e3d-46e8-9281-8491cdb14f99 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=654075f9-632d-4bf9-86fa-8ba16094e3eb HTTP/1.1" status: 200 len: 835 time: 0.0423944 Jul 05 10:28:55.616362 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c43e2b-997a-4a06-9c33-99a630683935 req-5c96bb7b-eb82-4613-9273-107ea8d6ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:55.617880 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a1c43e2b-997a-4a06-9c33-99a630683935 req-5c96bb7b-eb82-4613-9273-107ea8d6ab8f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=841945f4-a9f3-416a-8374-24a5d7927d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521238 Jul 05 10:28:55.709952 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a1c43e2b-997a-4a06-9c33-99a630683935 req-142895db-3968-4750-9d4a-fa3ac7fbff83 service neutron] 10.222.0.78 "GET /v2.0/networks/841945f4-a9f3-416a-8374-24a5d7927d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860145 Jul 05 10:28:55.796981 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a1c43e2b-997a-4a06-9c33-99a630683935 req-2177c237-5069-4f29-9f03-adb9d02efb7a service neutron] 10.222.0.78 "GET /v2.0/networks/841945f4-a9f3-416a-8374-24a5d7927d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812287 Jul 05 10:28:56.810506 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:57.550517 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03730128-4ce9-4b64-a0ae-521600809c14 req-622476d3-c8cb-47c3-ad8f-be710d0b7aa4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515561 Jul 05 10:28:57.644970 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03730128-4ce9-4b64-a0ae-521600809c14 req-f7a8e8cb-7b76-45c5-baa2-b298cd512c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:57.647093 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03730128-4ce9-4b64-a0ae-521600809c14 req-f7a8e8cb-7b76-45c5-baa2-b298cd512c5b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 1097 time: 0.0525725 Jul 05 10:28:57.755958 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03730128-4ce9-4b64-a0ae-521600809c14 req-7fdebc45-c4d4-4d58-80b3-252fa9f48b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:57.757455 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03730128-4ce9-4b64-a0ae-521600809c14 req-7fdebc45-c4d4-4d58-80b3-252fa9f48b65 service neutron] 10.222.0.81 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 913 time: 0.0882974 Jul 05 10:28:57.820706 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03730128-4ce9-4b64-a0ae-521600809c14 req-4fbd9ae0-df6e-4ade-9389-a82bba6e7270 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc6915b0-c403-4d93-97ea-6b2fa6a1163e HTTP/1.1" status: 200 len: 1002 time: 0.0568516 Jul 05 10:28:57.870909 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03730128-4ce9-4b64-a0ae-521600809c14 req-1422fafc-5e10-450b-a1c0-4ac62ed889f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:57.872447 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03730128-4ce9-4b64-a0ae-521600809c14 req-1422fafc-5e10-450b-a1c0-4ac62ed889f4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.0460207 Jul 05 10:28:57.928496 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03730128-4ce9-4b64-a0ae-521600809c14 req-8682981a-ea0a-4d65-b8df-10a1c6ef92d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:57.929987 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03730128-4ce9-4b64-a0ae-521600809c14 req-8682981a-ea0a-4d65-b8df-10a1c6ef92d3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510006 Jul 05 10:28:58.018919 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03730128-4ce9-4b64-a0ae-521600809c14 req-f0d1138e-3723-4b8b-9da3-bdbdb9b16dd1 service neutron] 10.222.0.81 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823324 Jul 05 10:28:58.110659 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03730128-4ce9-4b64-a0ae-521600809c14 req-a4d5fe1e-db3f-4551-850a-144c774ea77c service neutron] 10.222.0.81 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856752 Jul 05 10:29:02.026618 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9e052-0ccc-47d3-a92f-125494b7de00 req-7802043b-8cc6-4c41-aaa1-675e1080b5bd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:02.028253 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aae9e052-0ccc-47d3-a92f-125494b7de00 req-7802043b-8cc6-4c41-aaa1-675e1080b5bd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 946 time: 0.0649762 Jul 05 10:29:02.066604 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aae9e052-0ccc-47d3-a92f-125494b7de00 req-a77f4abe-4f4f-45f5-b272-e2d28351020d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=307b3dc7-b5ea-427d-8705-c5497e734176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328560 Jul 05 10:29:02.090745 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44706) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:02.154583 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-78af5062-ada1-438d-8cc7-f97a1cbce03d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/floatingips/6a1b9b44-83da-4c15-b251-b8118c90c264 HTTP/1.1" status: 200 len: 994 time: 0.0626233 Jul 05 10:29:02.555686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966b60e-6714-4735-bb56-2937b3164adc req-0b6c7452-6f63-469e-92af-d225730a6a40 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:02.557254 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2966b60e-6714-4735-bb56-2937b3164adc req-0b6c7452-6f63-469e-92af-d225730a6a40 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 1097 time: 0.0516708 Jul 05 10:29:02.591532 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2966b60e-6714-4735-bb56-2937b3164adc req-23a30891-a0ce-42af-b9e2-f537721b71b7 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=307b3dc7-b5ea-427d-8705-c5497e734176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288529 Jul 05 10:29:03.019521 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:03.162818 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-03014709-20a3-4095-a47c-ec082cc20300 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0510430 Jul 05 10:29:03.880345 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-6a7ba8d5-5e0d-48ca-afe1-5592f20c3bf8 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:29:03.881350 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-6a7ba8d5-5e0d-48ca-afe1-5592f20c3bf8 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1103268 Jul 05 10:29:03.889824 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-32a272cb-4892-4ad6-8b23-98f7d49eb835 service neutron] Request body: {'binding': {'host': 'n-h1-798054-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:03.890273 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-32a272cb-4892-4ad6-8b23-98f7d49eb835 service neutron] Unknown quota resources ['binding']. {{(pid=93907) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:29:04.021692 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-32a272cb-4892-4ad6-8b23-98f7d49eb835 service neutron] Attempting to bind port ad0bc306-270a-4e83-80d0-05692a610832 on host n-h1-798054-8 for vnic_type normal with profile None {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:29:04.022023 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-32a272cb-4892-4ad6-8b23-98f7d49eb835 service neutron] Attempting to bind port ad0bc306-270a-4e83-80d0-05692a610832 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '7ab3dc08-c69a-476e-8f16-76c89a04bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:29:04.022343 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-32a272cb-4892-4ad6-8b23-98f7d49eb835 service neutron] Attempting to bind port ad0bc306-270a-4e83-80d0-05692a610832 on network 841945f4-a9f3-416a-8374-24a5d7927d25 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:29:04.026587 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-32a272cb-4892-4ad6-8b23-98f7d49eb835 service neutron] Port ad0bc306-270a-4e83-80d0-05692a610832 on network 841945f4-a9f3-416a-8374-24a5d7927d25 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:29:04.026835 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-32a272cb-4892-4ad6-8b23-98f7d49eb835 service neutron] Attempting to bind port ad0bc306-270a-4e83-80d0-05692a610832 on network 841945f4-a9f3-416a-8374-24a5d7927d25 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:29:04.031469 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-32a272cb-4892-4ad6-8b23-98f7d49eb835 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:29:04.031804 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-32a272cb-4892-4ad6-8b23-98f7d49eb835 service neutron] Checking segment: {'id': '7ab3dc08-c69a-476e-8f16-76c89a04bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:29:04.032212 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-32a272cb-4892-4ad6-8b23-98f7d49eb835 service neutron] Bound using segment: {'id': '7ab3dc08-c69a-476e-8f16-76c89a04bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:29:04.032627 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-32a272cb-4892-4ad6-8b23-98f7d49eb835 service neutron] Bound port: ad0bc306-270a-4e83-80d0-05692a610832, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab3dc08-c69a-476e-8f16-76c89a04bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:29:04.118094 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-32a272cb-4892-4ad6-8b23-98f7d49eb835 service neutron] For port ad0bc306-270a-4e83-80d0-05692a610832, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=ad0bc306-270a-4e83-80d0-05692a610832,segment=NetworkSegment(7ab3dc08-c69a-476e-8f16-76c89a04bfce),segment_id=7ab3dc08-c69a-476e-8f16-76c89a04bfce)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:29:04.122537 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-32a272cb-4892-4ad6-8b23-98f7d49eb835 service neutron] Notify callbacks [] for binding, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:04.123705 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-32a272cb-4892-4ad6-8b23-98f7d49eb835 service neutron] 10.222.0.79 "POST /v2.0/ports/ad0bc306-270a-4e83-80d0-05692a610832/bindings HTTP/1.1" status: 201 len: 389 time: 0.2369494 Jul 05 10:29:04.336786 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:29:04.358812 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1932311-17c9-4f54-9f00-db27fc891779 req-6ec9e3cc-4321-403b-8e86-c61a1e3fa3a5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:04.360321 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1932311-17c9-4f54-9f00-db27fc891779 req-6ec9e3cc-4321-403b-8e86-c61a1e3fa3a5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 946 time: 0.0924277 Jul 05 10:29:04.400624 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-074eff99-a00f-4b9b-904d-273ae45c69ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:04.402106 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-074eff99-a00f-4b9b-904d-273ae45c69ed service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 1097 time: 0.0853653 Jul 05 10:29:04.421118 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1932311-17c9-4f54-9f00-db27fc891779 req-1100c198-2e32-4095-8704-29326c0bcd55 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=307b3dc7-b5ea-427d-8705-c5497e734176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546336 Jul 05 10:29:04.805422 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-56f243cc-44d2-400d-af7f-77d6fc17850f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:04.806897 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-56f243cc-44d2-400d-af7f-77d6fc17850f service neutron] 10.222.0.81 "GET /v2.0/networks?id=841945f4-a9f3-416a-8374-24a5d7927d25 HTTP/1.1" status: 200 len: 897 time: 0.3975077 Jul 05 10:29:04.873883 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-1cd4fefd-3172-44cf-b0af-c5976ca57dd0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad0bc306-270a-4e83-80d0-05692a610832 HTTP/1.1" status: 200 len: 1002 time: 0.0604215 Jul 05 10:29:04.920452 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-706ee267-c2ab-4109-9d54-7ef2fba0fee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:04.921839 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-706ee267-c2ab-4109-9d54-7ef2fba0fee2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=654075f9-632d-4bf9-86fa-8ba16094e3eb HTTP/1.1" status: 200 len: 835 time: 0.0424502 Jul 05 10:29:04.977236 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-cfa0d720-13cd-4e24-bfc0-38958547a85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:04.978741 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-cfa0d720-13cd-4e24-bfc0-38958547a85f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=841945f4-a9f3-416a-8374-24a5d7927d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508046 Jul 05 10:29:05.068635 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-463cf846-7f80-4582-9d20-817483aea7b5 service neutron] 10.222.0.81 "GET /v2.0/networks/841945f4-a9f3-416a-8374-24a5d7927d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834501 Jul 05 10:29:05.156890 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-2be6a1e4-f3cb-4134-bb8c-9509c1e657b5 service neutron] 10.222.0.81 "GET /v2.0/networks/841945f4-a9f3-416a-8374-24a5d7927d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820458 Jul 05 10:29:05.303357 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-6378b63e-64bd-4077-99fc-a80b3aa64438 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:05.305212 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-6378b63e-64bd-4077-99fc-a80b3aa64438 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da&tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&binding%3Ahost_id=n-h2-798054-8 HTTP/1.1" status: 200 len: 1097 time: 0.0932164 Jul 05 10:29:05.316095 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-8'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:05.386342 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:05.511034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] For port ad0bc306-270a-4e83-80d0-05692a610832, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ad0bc306-270a-4e83-80d0-05692a610832,segment=NetworkSegment(7ab3dc08-c69a-476e-8f16-76c89a04bfce),segment_id=7ab3dc08-c69a-476e-8f16-76c89a04bfce)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:05.579330 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] For port ad0bc306-270a-4e83-80d0-05692a610832, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:29:05.633680 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce638a71-82f7-44e8-80ec-7a2e898375da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad0bc306-270a-4e83-80d0-05692a610832'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:29:05.635981 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249ee142-89d2-4164-9b65-240f09018410" -d '{"events": [{"server_uuid": "ce638a71-82f7-44e8-80ec-7a2e898375da", "name": "network-vif-unplugged", "status": "completed", "tag": "ad0bc306-270a-4e83-80d0-05692a610832"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:29:05.640549 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:05.656781 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b19069-34a7-459f-b0ad-033bf12cca43 req-38ee8d88-184a-43cb-af1b-f7f845ad492b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:05.658306 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9b19069-34a7-459f-b0ad-033bf12cca43 req-38ee8d88-184a-43cb-af1b-f7f845ad492b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 946 time: 0.1255054 Jul 05 10:29:05.659082 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:05.755700 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acac8ac-cc0d-4af4-a783-4a13f43c4582 x-openstack-request-id: req-5acac8ac-cc0d-4af4-a783-4a13f43c4582 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:29:05.756032 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce638a71-82f7-44e8-80ec-7a2e898375da", "name": "network-vif-unplugged", "status": "completed", "tag": "ad0bc306-270a-4e83-80d0-05692a610832", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:29:05.756290 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5acac8ac-cc0d-4af4-a783-4a13f43c4582 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:29:05.756697 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce638a71-82f7-44e8-80ec-7a2e898375da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad0bc306-270a-4e83-80d0-05692a610832', 'code': 200} Jul 05 10:29:05.798157 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9b19069-34a7-459f-b0ad-033bf12cca43 req-6b32a25e-b31d-4c27-8dd9-a32d37be446c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=307b3dc7-b5ea-427d-8705-c5497e734176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279373 Jul 05 10:29:05.805727 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0bc306-270a-4e83-80d0-05692a610832,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:05.825780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:05.826141 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:05.826487 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:05.826830 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:05.827171 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:05.827507 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:05.827912 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:05.828210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:05.828541 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:05.828870 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:05.829200 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:05.829529 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:05.862548 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Attempting to bind port ad0bc306-270a-4e83-80d0-05692a610832 on host n-h2-798054-8 for vnic_type normal with profile {"migrating_to": "n-h1-798054-8"} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:29:05.862889 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Attempting to bind port ad0bc306-270a-4e83-80d0-05692a610832 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '7ab3dc08-c69a-476e-8f16-76c89a04bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:29:05.863221 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Attempting to bind port ad0bc306-270a-4e83-80d0-05692a610832 on network 841945f4-a9f3-416a-8374-24a5d7927d25 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:29:05.867608 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Port ad0bc306-270a-4e83-80d0-05692a610832 on network 841945f4-a9f3-416a-8374-24a5d7927d25 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:29:05.867971 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Attempting to bind port ad0bc306-270a-4e83-80d0-05692a610832 on network 841945f4-a9f3-416a-8374-24a5d7927d25 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:29:05.872722 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:29:05.873069 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Checking segment: {'id': '7ab3dc08-c69a-476e-8f16-76c89a04bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:29:05.873461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Bound using segment: {'id': '7ab3dc08-c69a-476e-8f16-76c89a04bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:29:05.873894 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Bound port: ad0bc306-270a-4e83-80d0-05692a610832, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab3dc08-c69a-476e-8f16-76c89a04bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:29:05.874255 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:05.901936 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f46e65d0-aaf0-4cc4-b4ba-53e2e56d2f1a None None] Provisioning complete for port ad0bc306-270a-4e83-80d0-05692a610832 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:05.902490 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f46e65d0-aaf0-4cc4-b4ba-53e2e56d2f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:05.937006 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] For port ad0bc306-270a-4e83-80d0-05692a610832, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:29:05.937223 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f46e65d0-aaf0-4cc4-b4ba-53e2e56d2f1a None None] Port ad0bc306-270a-4e83-80d0-05692a610832 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:29:05.941439 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] For port ad0bc306-270a-4e83-80d0-05692a610832, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ad0bc306-270a-4e83-80d0-05692a610832,segment=NetworkSegment(7ab3dc08-c69a-476e-8f16-76c89a04bfce),segment_id=7ab3dc08-c69a-476e-8f16-76c89a04bfce)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:29:05.946782 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:06.045266 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0bc306-270a-4e83-80d0-05692a610832,revision_number=8']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:06.087978 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:06.088626 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:06.090036 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-9e7df06c-65cd-4694-9866-b40c7b749a36 service neutron] 10.222.0.81 "PUT /v2.0/ports/ad0bc306-270a-4e83-80d0-05692a610832 HTTP/1.1" status: 200 len: 1122 time: 0.7780364 Jul 05 10:29:06.162742 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['ad0bc306-270a-4e83-80d0-05692a610832'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:29:06.274958 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-23e73432-a4f8-43be-b340-02477fc3fdd5 None None] Provisioning complete for port ad0bc306-270a-4e83-80d0-05692a610832 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:06.275230 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-23e73432-a4f8-43be-b340-02477fc3fdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:06.428512 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-23e73432-a4f8-43be-b340-02477fc3fdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:06.456014 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:06.475080 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce638a71-82f7-44e8-80ec-7a2e898375da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0bc306-270a-4e83-80d0-05692a610832'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:29:06.477354 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1d2960-258a-4251-ad03-310f8d2023d6" -d '{"events": [{"server_uuid": "ce638a71-82f7-44e8-80ec-7a2e898375da", "name": "network-vif-plugged", "status": "completed", "tag": "ad0bc306-270a-4e83-80d0-05692a610832"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:29:06.500134 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-23e73432-a4f8-43be-b340-02477fc3fdd5 None None] For port ad0bc306-270a-4e83-80d0-05692a610832, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ad0bc306-270a-4e83-80d0-05692a610832,segment=NetworkSegment(7ab3dc08-c69a-476e-8f16-76c89a04bfce),segment_id=7ab3dc08-c69a-476e-8f16-76c89a04bfce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:06.507202 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-23e73432-a4f8-43be-b340-02477fc3fdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:06.531776 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cd21c0-f126-4565-a73f-fba8581592a9 x-openstack-request-id: req-b9cd21c0-f126-4565-a73f-fba8581592a9 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:29:06.532030 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce638a71-82f7-44e8-80ec-7a2e898375da", "name": "network-vif-plugged", "status": "completed", "tag": "ad0bc306-270a-4e83-80d0-05692a610832", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:29:06.532286 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b9cd21c0-f126-4565-a73f-fba8581592a9 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:29:06.532675 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce638a71-82f7-44e8-80ec-7a2e898375da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0bc306-270a-4e83-80d0-05692a610832', 'code': 200} Jul 05 10:29:06.646995 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e73432-a4f8-43be-b340-02477fc3fdd5 None None] Pushing event updated for resources: {'Port': ['ID=ad0bc306-270a-4e83-80d0-05692a610832,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:06.657057 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e73432-a4f8-43be-b340-02477fc3fdd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:06.657408 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e73432-a4f8-43be-b340-02477fc3fdd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:06.657754 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e73432-a4f8-43be-b340-02477fc3fdd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:06.658099 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e73432-a4f8-43be-b340-02477fc3fdd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:06.658438 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e73432-a4f8-43be-b340-02477fc3fdd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:06.658771 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e73432-a4f8-43be-b340-02477fc3fdd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:06.659101 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e73432-a4f8-43be-b340-02477fc3fdd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:06.659429 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e73432-a4f8-43be-b340-02477fc3fdd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:06.659758 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e73432-a4f8-43be-b340-02477fc3fdd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:06.660113 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e73432-a4f8-43be-b340-02477fc3fdd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:06.660439 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e73432-a4f8-43be-b340-02477fc3fdd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:06.661388 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e73432-a4f8-43be-b340-02477fc3fdd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:06.977072 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21d7bf-c2b1-4737-8381-f2f5629aecf3 req-c0600ffe-20e7-4fa9-a76a-d3e10c6c5db3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:06.978584 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe21d7bf-c2b1-4737-8381-f2f5629aecf3 req-c0600ffe-20e7-4fa9-a76a-d3e10c6c5db3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 946 time: 0.0682890 Jul 05 10:29:07.017620 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe21d7bf-c2b1-4737-8381-f2f5629aecf3 req-97f5c02d-0a77-41b6-8d39-8406352db2b2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=307b3dc7-b5ea-427d-8705-c5497e734176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332541 Jul 05 10:29:07.086361 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device ad0bc306-270a-4e83-80d0-05692a610832 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:29:07.187459 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port ad0bc306-270a-4e83-80d0-05692a610832, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ad0bc306-270a-4e83-80d0-05692a610832,segment=NetworkSegment(7ab3dc08-c69a-476e-8f16-76c89a04bfce),segment_id=7ab3dc08-c69a-476e-8f16-76c89a04bfce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:07.199076 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device ad0bc306-270a-4e83-80d0-05692a610832 has no active binding in host n-h1-798054-8 {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 10:29:07.757588 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce638a71-82f7-44e8-80ec-7a2e898375da', 'tag': 'ad0bc306-270a-4e83-80d0-05692a610832'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:29:07.759974 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794d7b94-a9d5-4ed0-9a2f-1e0d66b24a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce638a71-82f7-44e8-80ec-7a2e898375da", "tag": "ad0bc306-270a-4e83-80d0-05692a610832"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:29:07.795682 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cba62e7-5b29-45a8-ab7e-df25981ff940 x-openstack-request-id: req-7cba62e7-5b29-45a8-ab7e-df25981ff940 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:29:07.796012 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce638a71-82f7-44e8-80ec-7a2e898375da", "tag": "ad0bc306-270a-4e83-80d0-05692a610832", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:29:07.796279 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7cba62e7-5b29-45a8-ab7e-df25981ff940 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:29:07.796699 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce638a71-82f7-44e8-80ec-7a2e898375da', 'tag': 'ad0bc306-270a-4e83-80d0-05692a610832', 'status': 'completed', 'code': 200} Jul 05 10:29:07.871042 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d7b94-a9d5-4ed0-9a2f-1e0d66b24a8e req-07bf3bcd-9c1e-4bed-8a8b-be8981178f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:07.872499 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-794d7b94-a9d5-4ed0-9a2f-1e0d66b24a8e req-07bf3bcd-9c1e-4bed-8a8b-be8981178f2f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 1127 time: 0.0540502 Jul 05 10:29:07.966649 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d7b94-a9d5-4ed0-9a2f-1e0d66b24a8e req-0ac2feb4-7b31-4f20-bbc2-d5a5c3dffee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:07.968192 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-794d7b94-a9d5-4ed0-9a2f-1e0d66b24a8e req-0ac2feb4-7b31-4f20-bbc2-d5a5c3dffee0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=841945f4-a9f3-416a-8374-24a5d7927d25 HTTP/1.1" status: 200 len: 897 time: 0.0888553 Jul 05 10:29:08.031826 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-794d7b94-a9d5-4ed0-9a2f-1e0d66b24a8e req-3af93f1e-ac78-4261-9176-122c6f054709 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad0bc306-270a-4e83-80d0-05692a610832 HTTP/1.1" status: 200 len: 1002 time: 0.0572729 Jul 05 10:29:08.084759 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d7b94-a9d5-4ed0-9a2f-1e0d66b24a8e req-181870d7-ddc6-4215-aef1-92a298fa3f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:08.086253 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-794d7b94-a9d5-4ed0-9a2f-1e0d66b24a8e req-181870d7-ddc6-4215-aef1-92a298fa3f16 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=654075f9-632d-4bf9-86fa-8ba16094e3eb HTTP/1.1" status: 200 len: 835 time: 0.0481830 Jul 05 10:29:08.144351 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d7b94-a9d5-4ed0-9a2f-1e0d66b24a8e req-ef0117c4-730f-4360-a476-847df70fca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:08.146564 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-794d7b94-a9d5-4ed0-9a2f-1e0d66b24a8e req-ef0117c4-730f-4360-a476-847df70fca1c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=841945f4-a9f3-416a-8374-24a5d7927d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537331 Jul 05 10:29:08.195417 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db42262-8fbf-46e3-a186-f34e788af81e req-a4958052-174d-4cb1-a705-b22b2ee14afb tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:08.197105 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9db42262-8fbf-46e3-a186-f34e788af81e req-a4958052-174d-4cb1-a705-b22b2ee14afb tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 946 time: 0.0649595 Jul 05 10:29:08.234026 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9db42262-8fbf-46e3-a186-f34e788af81e req-417246fe-219b-4c7f-8f19-cc175382e389 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=307b3dc7-b5ea-427d-8705-c5497e734176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313458 Jul 05 10:29:08.235165 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-794d7b94-a9d5-4ed0-9a2f-1e0d66b24a8e req-f144285c-e2b5-4e32-95ae-b30ce955e523 service neutron] 10.222.0.78 "GET /v2.0/networks/841945f4-a9f3-416a-8374-24a5d7927d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812409 Jul 05 10:29:08.329047 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-794d7b94-a9d5-4ed0-9a2f-1e0d66b24a8e req-2cc93816-9a60-49ce-ac3c-ef484fcb78b9 service neutron] 10.222.0.78 "GET /v2.0/networks/841945f4-a9f3-416a-8374-24a5d7927d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863507 Jul 05 10:29:09.407586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04253172-6027-42b7-94bf-ae358050e7da req-aa3bd6c1-b6b5-4e05-a198-8a8727a05215 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:09.409104 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-04253172-6027-42b7-94bf-ae358050e7da req-aa3bd6c1-b6b5-4e05-a198-8a8727a05215 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 946 time: 0.0630827 Jul 05 10:29:09.449980 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-04253172-6027-42b7-94bf-ae358050e7da req-5807426c-e339-49a7-ae55-73f8a7f8a322 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=307b3dc7-b5ea-427d-8705-c5497e734176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353239 Jul 05 10:29:10.623158 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0b963-b00a-4873-97a7-bbb1f836215d req-7b308ff2-ae5f-41ac-b7a9-84d9b742a8bc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:10.624710 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6df0b963-b00a-4873-97a7-bbb1f836215d req-7b308ff2-ae5f-41ac-b7a9-84d9b742a8bc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 946 time: 0.0644362 Jul 05 10:29:10.662702 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6df0b963-b00a-4873-97a7-bbb1f836215d req-f6812c53-dc23-42ce-adf0-3abe9092a481 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=307b3dc7-b5ea-427d-8705-c5497e734176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318346 Jul 05 10:29:11.073885 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-abea3aae-a5ed-42c3-94ee-c913c85ce336 service neutron] 10.222.0.78 "GET /v2.0/ports/ad0bc306-270a-4e83-80d0-05692a610832/bindings/n-h1-798054-8 HTTP/1.1" status: 200 len: 384 time: 0.0555096 Jul 05 10:29:11.250773 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-be087011-105e-40df-a16b-47683a48baf1 service neutron] For port ad0bc306-270a-4e83-80d0-05692a610832, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=ad0bc306-270a-4e83-80d0-05692a610832,segment=NetworkSegment(7ab3dc08-c69a-476e-8f16-76c89a04bfce),segment_id=7ab3dc08-c69a-476e-8f16-76c89a04bfce)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:11.271032 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-be087011-105e-40df-a16b-47683a48baf1 service neutron] For port ad0bc306-270a-4e83-80d0-05692a610832, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:29:11.314090 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce638a71-82f7-44e8-80ec-7a2e898375da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad0bc306-270a-4e83-80d0-05692a610832'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:29:11.316374 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de0b789-1dc9-476c-aecc-e8eb11cd3aef" -d '{"events": [{"server_uuid": "ce638a71-82f7-44e8-80ec-7a2e898375da", "name": "network-vif-unplugged", "status": "completed", "tag": "ad0bc306-270a-4e83-80d0-05692a610832"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:29:11.323044 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-be087011-105e-40df-a16b-47683a48baf1 service neutron] For port ad0bc306-270a-4e83-80d0-05692a610832, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=ad0bc306-270a-4e83-80d0-05692a610832,segment=NetworkSegment(7ab3dc08-c69a-476e-8f16-76c89a04bfce),segment_id=7ab3dc08-c69a-476e-8f16-76c89a04bfce)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:11.339073 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-be087011-105e-40df-a16b-47683a48baf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:11.372530 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1d76b5-9133-4b57-b34f-0bb1eaedbf4e x-openstack-request-id: req-ef1d76b5-9133-4b57-b34f-0bb1eaedbf4e {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:29:11.372829 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce638a71-82f7-44e8-80ec-7a2e898375da", "name": "network-vif-unplugged", "status": "completed", "tag": "ad0bc306-270a-4e83-80d0-05692a610832", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:29:11.373082 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ef1d76b5-9133-4b57-b34f-0bb1eaedbf4e {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:29:11.373476 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce638a71-82f7-44e8-80ec-7a2e898375da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad0bc306-270a-4e83-80d0-05692a610832', 'code': 200} Jul 05 10:29:11.414918 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-be087011-105e-40df-a16b-47683a48baf1 service neutron] Transition to ACTIVE for port object ad0bc306-270a-4e83-80d0-05692a610832 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:29:11.418910 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-be087011-105e-40df-a16b-47683a48baf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:11.518317 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be087011-105e-40df-a16b-47683a48baf1 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0bc306-270a-4e83-80d0-05692a610832,revision_number=11']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:11.534645 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be087011-105e-40df-a16b-47683a48baf1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:11.534996 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be087011-105e-40df-a16b-47683a48baf1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:11.535346 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be087011-105e-40df-a16b-47683a48baf1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:11.535756 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be087011-105e-40df-a16b-47683a48baf1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:11.536122 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be087011-105e-40df-a16b-47683a48baf1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:11.536459 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be087011-105e-40df-a16b-47683a48baf1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:11.536809 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be087011-105e-40df-a16b-47683a48baf1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:11.537108 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be087011-105e-40df-a16b-47683a48baf1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:11.537510 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be087011-105e-40df-a16b-47683a48baf1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:11.537753 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be087011-105e-40df-a16b-47683a48baf1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:11.538093 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be087011-105e-40df-a16b-47683a48baf1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:11.538403 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be087011-105e-40df-a16b-47683a48baf1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:11.563736 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-be087011-105e-40df-a16b-47683a48baf1 service neutron] No DVR routers for this DVR port ad0bc306-270a-4e83-80d0-05692a610832 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:29:11.701985 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-be087011-105e-40df-a16b-47683a48baf1 service neutron] 10.222.0.78 "PUT /v2.0/ports/ad0bc306-270a-4e83-80d0-05692a610832/bindings/n-h1-798054-8/activate HTTP/1.1" status: 200 len: 369 time: 0.6223629 Jul 05 10:29:11.859098 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-ef7256ff-0b07-4cd9-a69f-5d68b60dd101 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:11.860573 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-ef7256ff-0b07-4cd9-a69f-5d68b60dd101 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da&tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&binding%3Ahost_id=n-h2-798054-8 HTTP/1.1" status: 200 len: 1096 time: 0.1048136 Jul 05 10:29:11.873250 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72e1c4-a109-4de5-b626-64296e7164c7 req-80f6e592-9fc8-4802-a0fc-be2be314792c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:11.874666 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3a72e1c4-a109-4de5-b626-64296e7164c7 req-80f6e592-9fc8-4802-a0fc-be2be314792c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 945 time: 0.0903730 Jul 05 10:29:11.938776 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3a72e1c4-a109-4de5-b626-64296e7164c7 req-9f060e47-0dda-4b5b-8638-b24ccc3cf027 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=307b3dc7-b5ea-427d-8705-c5497e734176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558753 Jul 05 10:29:11.954548 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-02b009d7-982d-49f5-98ea-ab29c838b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:11.956089 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-02b009d7-982d-49f5-98ea-ab29c838b790 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da&tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef HTTP/1.1" status: 200 len: 1096 time: 0.0805662 Jul 05 10:29:12.033218 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-c5a9f336-fcf0-4e8f-9071-92f80ae2bb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:12.034703 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-c5a9f336-fcf0-4e8f-9071-92f80ae2bb1f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 1096 time: 0.0522604 Jul 05 10:29:12.130463 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-5f9744a1-9a48-47e2-8bb0-5bd09bfa3ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:12.131924 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-5f9744a1-9a48-47e2-8bb0-5bd09bfa3ee1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=841945f4-a9f3-416a-8374-24a5d7927d25 HTTP/1.1" status: 200 len: 897 time: 0.0913000 Jul 05 10:29:12.198251 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-8f10b5bd-bd8e-4793-a9f5-ccf45c8f62bc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad0bc306-270a-4e83-80d0-05692a610832 HTTP/1.1" status: 200 len: 1000 time: 0.0596402 Jul 05 10:29:12.250301 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-23a3775d-a300-48aa-9d57-43a2fa9149c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:12.251748 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-23a3775d-a300-48aa-9d57-43a2fa9149c6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=654075f9-632d-4bf9-86fa-8ba16094e3eb HTTP/1.1" status: 200 len: 835 time: 0.0474584 Jul 05 10:29:12.308825 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-345ed34d-4f20-4814-9886-92d91f0d3732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:12.310313 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-345ed34d-4f20-4814-9886-92d91f0d3732 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=841945f4-a9f3-416a-8374-24a5d7927d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519097 Jul 05 10:29:12.398590 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-d1e70af1-bc6b-41ea-af38-d8478dac9afa service neutron] 10.222.0.81 "GET /v2.0/networks/841945f4-a9f3-416a-8374-24a5d7927d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813653 Jul 05 10:29:12.491029 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-13b29010-c031-430f-98bb-ace6e0595aad service neutron] 10.222.0.81 "GET /v2.0/networks/841945f4-a9f3-416a-8374-24a5d7927d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864351 Jul 05 10:29:12.772855 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-d8555f0b-2428-4ee0-b6de-c01d4a0182b6 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:12.774372 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-d8555f0b-2428-4ee0-b6de-c01d4a0182b6 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da&tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&binding%3Ahost_id=n-h1-798054-8 HTTP/1.1" status: 200 len: 1096 time: 0.0575533 Jul 05 10:29:12.902349 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-3d3c5bd4-36d4-4791-aa96-6d39a4c66b47 service neutron] For port ad0bc306-270a-4e83-80d0-05692a610832, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:29:12.905468 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-3d3c5bd4-36d4-4791-aa96-6d39a4c66b47 service neutron] Notify callbacks [] for binding, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:12.906582 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7241317e-3a14-458b-88ab-8aec2014eab5 req-3d3c5bd4-36d4-4791-aa96-6d39a4c66b47 service neutron] 10.222.0.81 "DELETE /v2.0/ports/ad0bc306-270a-4e83-80d0-05692a610832/bindings/n-h2-798054-8 HTTP/1.1" status: 204 len: 173 time: 0.1262529 Jul 05 10:29:13.114521 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db111e88-a1f3-4332-a6a4-da3fa24a33bb req-707af694-914c-4a99-b9ee-50aed009af3a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:13.116158 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db111e88-a1f3-4332-a6a4-da3fa24a33bb req-707af694-914c-4a99-b9ee-50aed009af3a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 945 time: 0.0646336 Jul 05 10:29:13.154539 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db111e88-a1f3-4332-a6a4-da3fa24a33bb req-b21974f6-8eca-457b-ab78-243dcc603202 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=307b3dc7-b5ea-427d-8705-c5497e734176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327678 Jul 05 10:29:13.320110 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d8193-0dd5-44a8-bdc8-c26bfe49fac1 req-c6462b7b-7c7e-43b5-b614-d7bd79137c09 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:13.321624 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab5d8193-0dd5-44a8-bdc8-c26bfe49fac1 req-c6462b7b-7c7e-43b5-b614-d7bd79137c09 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 1096 time: 0.0527604 Jul 05 10:29:13.359530 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab5d8193-0dd5-44a8-bdc8-c26bfe49fac1 req-d60c3594-bdb7-4c7f-bcaa-5e19f97ec430 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=307b3dc7-b5ea-427d-8705-c5497e734176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322869 Jul 05 10:29:13.534604 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9dc7ee-671e-488e-b15b-932948ec42b7 req-c55dca28-5a6a-4983-876a-1fadb6b8c259 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:13.536370 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b9dc7ee-671e-488e-b15b-932948ec42b7 req-c55dca28-5a6a-4983-876a-1fadb6b8c259 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 945 time: 0.0671475 Jul 05 10:29:13.577075 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b9dc7ee-671e-488e-b15b-932948ec42b7 req-9d7053e5-4357-4143-b9cf-d3097d1249fb tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=307b3dc7-b5ea-427d-8705-c5497e734176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350051 Jul 05 10:29:13.602809 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44782) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:13.662758 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4fb69c8d-955f-4f48-a647-ec60275a9f7d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/floatingips/6a1b9b44-83da-4c15-b251-b8118c90c264 HTTP/1.1" status: 200 len: 992 time: 0.0586898 Jul 05 10:29:13.919487 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44788) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:14.077799 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-83dfe6b2-dfe2-4232-8979-00dd6d62b25b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Deleting port d7dac3a3-220c-4ab8-a841-9410d8f6bb28 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:14.078144 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83dfe6b2-dfe2-4232-8979-00dd6d62b25b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:14.151538 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83dfe6b2-dfe2-4232-8979-00dd6d62b25b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:14.151883 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83dfe6b2-dfe2-4232-8979-00dd6d62b25b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:14.163793 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-83dfe6b2-dfe2-4232-8979-00dd6d62b25b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Calling delete_port for d7dac3a3-220c-4ab8-a841-9410d8f6bb28 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:14.311982 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83dfe6b2-dfe2-4232-8979-00dd6d62b25b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:14.336664 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dfe6b2-dfe2-4232-8979-00dd6d62b25b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'Port': ['ID=d7dac3a3-220c-4ab8-a841-9410d8f6bb28,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:14.344503 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device ad0bc306-270a-4e83-80d0-05692a610832 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:29:14.383629 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device ad0bc306-270a-4e83-80d0-05692a610832 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:29:14.404042 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83dfe6b2-dfe2-4232-8979-00dd6d62b25b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:14.404399 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-83dfe6b2-dfe2-4232-8979-00dd6d62b25b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Floating IP 6a1b9b44-83da-4c15-b251-b8118c90c264 disassociated (deleted). External IP: 172.25.7.149, port: ad0bc306-270a-4e83-80d0-05692a610832. Jul 05 10:29:14.604197 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83dfe6b2-dfe2-4232-8979-00dd6d62b25b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Router 1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:29:14.708855 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83dfe6b2-dfe2-4232-8979-00dd6d62b25b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:29:14.713655 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83dfe6b2-dfe2-4232-8979-00dd6d62b25b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:14.718140 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91dd64a-62ea-4849-a482-4dc3c51fdc01 None None] Sync routers for ids ['1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:29:14.728567 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91dd64a-62ea-4849-a482-4dc3c51fdc01 None None] Routers {'1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:14.729201 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e91dd64a-62ea-4849-a482-4dc3c51fdc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:28:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:14.752533 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-83dfe6b2-dfe2-4232-8979-00dd6d62b25b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "DELETE /v2.0/floatingips/6a1b9b44-83da-4c15-b251-b8118c90c264 HTTP/1.1" status: 204 len: 168 time: 0.8320024 Jul 05 10:29:14.753137 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce638a71-82f7-44e8-80ec-7a2e898375da', 'tag': 'ad0bc306-270a-4e83-80d0-05692a610832'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:29:14.755462 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5c8d30-151e-479c-a1f6-70c478c3dfe3" -d '{"events": [{"name": "network-changed", "server_uuid": "ce638a71-82f7-44e8-80ec-7a2e898375da", "tag": "ad0bc306-270a-4e83-80d0-05692a610832"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:29:14.794373 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2ede89-3e03-4d7c-909f-bcfd7534e285 x-openstack-request-id: req-1e2ede89-3e03-4d7c-909f-bcfd7534e285 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:29:14.794873 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce638a71-82f7-44e8-80ec-7a2e898375da", "tag": "ad0bc306-270a-4e83-80d0-05692a610832", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:29:14.795136 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1e2ede89-3e03-4d7c-909f-bcfd7534e285 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:29:14.795544 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce638a71-82f7-44e8-80ec-7a2e898375da', 'tag': 'ad0bc306-270a-4e83-80d0-05692a610832', 'status': 'completed', 'code': 200} Jul 05 10:29:14.838722 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e91dd64a-62ea-4849-a482-4dc3c51fdc01 None None] Set router 1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:29:14.873193 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c8d30-151e-479c-a1f6-70c478c3dfe3 req-0db1aded-1eae-4fb3-ae5c-adcc81c99110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:14.874650 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f5c8d30-151e-479c-a1f6-70c478c3dfe3 req-0db1aded-1eae-4fb3-ae5c-adcc81c99110 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 1096 time: 0.0543869 Jul 05 10:29:14.971012 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c8d30-151e-479c-a1f6-70c478c3dfe3 req-0a6c5eac-e3e6-4e70-ac59-63cd1c224b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:14.973930 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f5c8d30-151e-479c-a1f6-70c478c3dfe3 req-0a6c5eac-e3e6-4e70-ac59-63cd1c224b39 service neutron] 10.222.0.81 "GET /v2.0/networks?id=841945f4-a9f3-416a-8374-24a5d7927d25 HTTP/1.1" status: 200 len: 897 time: 0.0919394 Jul 05 10:29:15.018902 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f5c8d30-151e-479c-a1f6-70c478c3dfe3 req-01e512d8-013f-4383-9ac2-42e3a2227ea1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad0bc306-270a-4e83-80d0-05692a610832 HTTP/1.1" status: 200 len: 217 time: 0.0389903 Jul 05 10:29:15.046204 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e91dd64a-62ea-4849-a482-4dc3c51fdc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661577829', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:17Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '4673dcae-fbe0-4880-b43c-aceac2d27207', 'name': '', 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:01:97:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '654075f9-632d-4bf9-86fa-8ba16094e3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:16Z', 'updated_at': '2021-07-05T10:27:21Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': '654075f9-632d-4bf9-86fa-8ba16094e3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:15.076779 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91dd64a-62ea-4849-a482-4dc3c51fdc01 None None] Checking router: 1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:29:15.079089 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c8d30-151e-479c-a1f6-70c478c3dfe3 req-1842a75c-4b1b-48f1-a8d0-f2b82df778f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:15.080556 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f5c8d30-151e-479c-a1f6-70c478c3dfe3 req-1842a75c-4b1b-48f1-a8d0-f2b82df778f5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=654075f9-632d-4bf9-86fa-8ba16094e3eb HTTP/1.1" status: 200 len: 835 time: 0.0551023 Jul 05 10:29:15.085948 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91dd64a-62ea-4849-a482-4dc3c51fdc01 None None] Routers {'1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:15.086564 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e91dd64a-62ea-4849-a482-4dc3c51fdc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:28:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:15.178159 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4536036-cee1-4711-b42f-6629ee6847d7 req-5c4e6193-0fb7-4f05-8479-6321a6f2dd7a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:15.179589 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f4536036-cee1-4711-b42f-6629ee6847d7 req-5c4e6193-0fb7-4f05-8479-6321a6f2dd7a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 945 time: 0.1139402 Jul 05 10:29:15.181480 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c8d30-151e-479c-a1f6-70c478c3dfe3 req-59ad3df8-8723-4381-8859-2e54cee231c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:15.182842 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f5c8d30-151e-479c-a1f6-70c478c3dfe3 req-59ad3df8-8723-4381-8859-2e54cee231c3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=841945f4-a9f3-416a-8374-24a5d7927d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855503 Jul 05 10:29:15.188757 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e91dd64a-62ea-4849-a482-4dc3c51fdc01 None None] Set router 1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:29:15.268377 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f4536036-cee1-4711-b42f-6629ee6847d7 req-eb9e4898-9248-46da-91a2-8e753360443e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=307b3dc7-b5ea-427d-8705-c5497e734176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827644 Jul 05 10:29:15.302238 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f5c8d30-151e-479c-a1f6-70c478c3dfe3 req-c175c073-358a-4609-9ce4-d6097fcffd75 service neutron] 10.222.0.81 "GET /v2.0/networks/841945f4-a9f3-416a-8374-24a5d7927d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091399 Jul 05 10:29:15.400206 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f5c8d30-151e-479c-a1f6-70c478c3dfe3 req-ffec6bb8-9102-426b-9e1d-8584df06a832 service neutron] 10.222.0.81 "GET /v2.0/networks/841945f4-a9f3-416a-8374-24a5d7927d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910032 Jul 05 10:29:15.415869 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e91dd64a-62ea-4849-a482-4dc3c51fdc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661577829', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:17Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '4673dcae-fbe0-4880-b43c-aceac2d27207', 'name': '', 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:01:97:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '654075f9-632d-4bf9-86fa-8ba16094e3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:16Z', 'updated_at': '2021-07-05T10:27:21Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': '654075f9-632d-4bf9-86fa-8ba16094e3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:15.442418 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91dd64a-62ea-4849-a482-4dc3c51fdc01 None None] The sync data for ids ['1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'] in n-d-798054-8 is: [{'id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661577829', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:17Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '4673dcae-fbe0-4880-b43c-aceac2d27207', 'name': '', 'network_id': '841945f4-a9f3-416a-8374-24a5d7927d25', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:01:97:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '654075f9-632d-4bf9-86fa-8ba16094e3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:16Z', 'updated_at': '2021-07-05T10:27:21Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': '654075f9-632d-4bf9-86fa-8ba16094e3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:29:15.521890 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9da941-ec0c-4419-900f-094d75c7bccc req-8725bf51-1a57-4e38-ba6e-e488ba877b50 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:15.523548 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8f9da941-ec0c-4419-900f-094d75c7bccc req-8725bf51-1a57-4e38-ba6e-e488ba877b50 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce638a71-82f7-44e8-80ec-7a2e898375da HTTP/1.1" status: 200 len: 945 time: 0.0680399 Jul 05 10:29:15.625980 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-8f9da941-ec0c-4419-900f-094d75c7bccc req-dfc2bbb0-ad72-4f84-ac35-96b880d9e65c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Deleting port ad0bc306-270a-4e83-80d0-05692a610832 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:15.626326 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8f9da941-ec0c-4419-900f-094d75c7bccc req-dfc2bbb0-ad72-4f84-ac35-96b880d9e65c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:15.661868 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a79606-f132-4cf7-8e16-a679a5572cb1 None None] New status for floating IP 6a1b9b44-83da-4c15-b251-b8118c90c264: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:29:15.718906 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-8f9da941-ec0c-4419-900f-094d75c7bccc req-dfc2bbb0-ad72-4f84-ac35-96b880d9e65c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] For port ad0bc306-270a-4e83-80d0-05692a610832, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=ad0bc306-270a-4e83-80d0-05692a610832,segment=NetworkSegment(7ab3dc08-c69a-476e-8f16-76c89a04bfce),segment_id=7ab3dc08-c69a-476e-8f16-76c89a04bfce)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:15.719448 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8f9da941-ec0c-4419-900f-094d75c7bccc req-dfc2bbb0-ad72-4f84-ac35-96b880d9e65c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:15.733881 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-8f9da941-ec0c-4419-900f-094d75c7bccc req-dfc2bbb0-ad72-4f84-ac35-96b880d9e65c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Calling delete_port for ad0bc306-270a-4e83-80d0-05692a610832 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:15.862630 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8f9da941-ec0c-4419-900f-094d75c7bccc req-dfc2bbb0-ad72-4f84-ac35-96b880d9e65c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:15.890254 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2bbb0-ad72-4f84-ac35-96b880d9e65c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'Port': ['ID=ad0bc306-270a-4e83-80d0-05692a610832,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:15.935802 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9da941-ec0c-4419-900f-094d75c7bccc req-dfc2bbb0-ad72-4f84-ac35-96b880d9e65c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] No DVR routers for this DVR port ad0bc306-270a-4e83-80d0-05692a610832 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:29:15.938378 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8f9da941-ec0c-4419-900f-094d75c7bccc req-dfc2bbb0-ad72-4f84-ac35-96b880d9e65c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:15.940491 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8f9da941-ec0c-4419-900f-094d75c7bccc req-dfc2bbb0-ad72-4f84-ac35-96b880d9e65c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.81 "DELETE /v2.0/ports/ad0bc306-270a-4e83-80d0-05692a610832 HTTP/1.1" status: 204 len: 173 time: 0.4113758 Jul 05 10:29:16.190958 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [req-37f9c60f-65ae-4163-bad4-d1c04b76da83 req-8b8be4ce-6d43-4e4a-8e72-b12166afd4c5 service neutron] (93906) timed out ('10.222.0.79', 49992) {{(pid=93906) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:29:16.364384 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44802) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:16.715245 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-680bef12-4306-480b-8ffa-39be0dda5d8f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:16.796152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce638a71-82f7-44e8-80ec-7a2e898375da', 'name': 'network-vif-deleted', 'tag': 'ad0bc306-270a-4e83-80d0-05692a610832'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:29:16.798356 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9396af7e-1661-4f2b-a59c-08a52f0a2665" -d '{"events": [{"server_uuid": "ce638a71-82f7-44e8-80ec-7a2e898375da", "name": "network-vif-deleted", "tag": "ad0bc306-270a-4e83-80d0-05692a610832"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:29:16.847218 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee34e2f-ca0d-4b64-ab90-e9fe08350875 x-openstack-request-id: req-3ee34e2f-ca0d-4b64-ab90-e9fe08350875 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:29:16.847525 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce638a71-82f7-44e8-80ec-7a2e898375da", "name": "network-vif-deleted", "tag": "ad0bc306-270a-4e83-80d0-05692a610832", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:29:16.847777 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3ee34e2f-ca0d-4b64-ab90-e9fe08350875 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:29:16.848234 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce638a71-82f7-44e8-80ec-7a2e898375da', 'name': 'network-vif-deleted', 'tag': 'ad0bc306-270a-4e83-80d0-05692a610832', 'status': 'completed', 'code': 200} Jul 05 10:29:17.293132 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-680bef12-4306-480b-8ffa-39be0dda5d8f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Deleting port 4673dcae-fbe0-4880-b43c-aceac2d27207 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:17.293482 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-680bef12-4306-480b-8ffa-39be0dda5d8f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:17.382630 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-680bef12-4306-480b-8ffa-39be0dda5d8f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] For port 4673dcae-fbe0-4880-b43c-aceac2d27207, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4673dcae-fbe0-4880-b43c-aceac2d27207,segment=NetworkSegment(7ab3dc08-c69a-476e-8f16-76c89a04bfce),segment_id=7ab3dc08-c69a-476e-8f16-76c89a04bfce)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:17.383292 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-680bef12-4306-480b-8ffa-39be0dda5d8f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:17.395645 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-680bef12-4306-480b-8ffa-39be0dda5d8f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Calling delete_port for 4673dcae-fbe0-4880-b43c-aceac2d27207 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:17.577787 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-680bef12-4306-480b-8ffa-39be0dda5d8f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:17.604629 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bef12-4306-480b-8ffa-39be0dda5d8f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'Port': ['ID=4673dcae-fbe0-4880-b43c-aceac2d27207,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:17.777539 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-680bef12-4306-480b-8ffa-39be0dda5d8f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:17.990710 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680bef12-4306-480b-8ffa-39be0dda5d8f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Router 1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:29:18.086435 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44810) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:18.095694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680bef12-4306-480b-8ffa-39be0dda5d8f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:29:18.100733 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-680bef12-4306-480b-8ffa-39be0dda5d8f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "PUT /v2.0/routers/1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7352192 Jul 05 10:29:18.103473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44812) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:18.107915 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92558446-5aea-416b-a2eb-5d9aae35fcc4 None None] Sync routers for ids ['1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:29:18.131593 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92558446-5aea-416b-a2eb-5d9aae35fcc4 None None] Routers {'1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:18.132278 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-92558446-5aea-416b-a2eb-5d9aae35fcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:28:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:18.155290 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e866ff7-e5e8-497b-9e78-7b5f65900f83 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Deleting subnet 654075f9-632d-4bf9-86fa-8ba16094e3eb {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:29:18.158632 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e866ff7-e5e8-497b-9e78-7b5f65900f83 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:18.203762 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e866ff7-e5e8-497b-9e78-7b5f65900f83 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:18.241373 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-92558446-5aea-416b-a2eb-5d9aae35fcc4 None None] Set router 1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:29:18.269150 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4f703a9f-a5cc-4175-a7e3-bca00bc23c63 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Deleting port f570741d-6e9e-4d2d-bc91-de9e6bfbd3c6 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:18.269497 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f703a9f-a5cc-4175-a7e3-bca00bc23c63 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:18.289726 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e866ff7-e5e8-497b-9e78-7b5f65900f83 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:18.350402 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f703a9f-a5cc-4175-a7e3-bca00bc23c63 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:18.350778 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f703a9f-a5cc-4175-a7e3-bca00bc23c63 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:18.361767 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e866ff7-e5e8-497b-9e78-7b5f65900f83 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:18.363989 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4f703a9f-a5cc-4175-a7e3-bca00bc23c63 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Calling delete_port for f570741d-6e9e-4d2d-bc91-de9e6bfbd3c6 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:18.390640 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e866ff7-e5e8-497b-9e78-7b5f65900f83 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'Subnet': ['ID=654075f9-632d-4bf9-86fa-8ba16094e3eb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:18.396646 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e866ff7-e5e8-497b-9e78-7b5f65900f83 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:18.402241 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7e866ff7-e5e8-497b-9e78-7b5f65900f83 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "DELETE /v2.0/subnets/654075f9-632d-4bf9-86fa-8ba16094e3eb HTTP/1.1" status: 204 len: 168 time: 0.2944112 Jul 05 10:29:18.402429 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44814) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:18.406649 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dbb71d-dddb-4fea-ac12-982359e17a59 None None] Network 841945f4-a9f3-416a-8374-24a5d7927d25 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:29:18.445021 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-92558446-5aea-416b-a2eb-5d9aae35fcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661577829', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:29:17Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:18.473913 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92558446-5aea-416b-a2eb-5d9aae35fcc4 None None] Checking router: 1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:29:18.487399 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92558446-5aea-416b-a2eb-5d9aae35fcc4 None None] Routers {'1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:18.488393 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-92558446-5aea-416b-a2eb-5d9aae35fcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:28:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:18.531487 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed85ee86-6c3c-4940-9e54-f0b180b274cd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:18.602421 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f703a9f-a5cc-4175-a7e3-bca00bc23c63 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:18.622470 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-92558446-5aea-416b-a2eb-5d9aae35fcc4 None None] Set router 1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:29:18.651889 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed85ee86-6c3c-4940-9e54-f0b180b274cd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:18.654381 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f703a9f-a5cc-4175-a7e3-bca00bc23c63 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event deleted for resources: {'Port': ['ID=f570741d-6e9e-4d2d-bc91-de9e6bfbd3c6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:18.671990 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaf239f-e53e-488c-ab39-68fb75d67cfa None None] DHCP port deletion for 841945f4-a9f3-416a-8374-24a5d7927d25 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:29:18.715760 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ed85ee86-6c3c-4940-9e54-f0b180b274cd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Deleting port a86cdd0f-c49f-45b1-9adc-62f14ebb0f42 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:18.716247 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed85ee86-6c3c-4940-9e54-f0b180b274cd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:18.719948 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f703a9f-a5cc-4175-a7e3-bca00bc23c63 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:18.720405 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-4f703a9f-a5cc-4175-a7e3-bca00bc23c63 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Floating IP ba7be307-0a69-4ff0-a810-c3680b782832 disassociated (deleted). External IP: 172.25.7.197, port: bc6915b0-c403-4d93-97ea-6b2fa6a1163e. Jul 05 10:29:18.759131 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ccaf239f-e53e-488c-ab39-68fb75d67cfa None None] Deleting port 8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:18.759881 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ccaf239f-e53e-488c-ab39-68fb75d67cfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:18.809413 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-ed85ee86-6c3c-4940-9e54-f0b180b274cd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] For port a86cdd0f-c49f-45b1-9adc-62f14ebb0f42, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=a86cdd0f-c49f-45b1-9adc-62f14ebb0f42,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:18.809799 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed85ee86-6c3c-4940-9e54-f0b180b274cd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:18.827586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ed85ee86-6c3c-4940-9e54-f0b180b274cd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Calling delete_port for a86cdd0f-c49f-45b1-9adc-62f14ebb0f42 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:18.853784 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ccaf239f-e53e-488c-ab39-68fb75d67cfa None None] For port 8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb,segment=NetworkSegment(7ab3dc08-c69a-476e-8f16-76c89a04bfce),segment_id=7ab3dc08-c69a-476e-8f16-76c89a04bfce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:18.854194 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ccaf239f-e53e-488c-ab39-68fb75d67cfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:18.869862 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ccaf239f-e53e-488c-ab39-68fb75d67cfa None None] Calling delete_port for 8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:18.930284 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-92558446-5aea-416b-a2eb-5d9aae35fcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661577829', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:29:17Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:18.960197 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92558446-5aea-416b-a2eb-5d9aae35fcc4 None None] The sync data for ids ['1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a'] in n-d-798054-8 is: [{'id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661577829', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:29:17Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'a86cdd0f-c49f-45b1-9adc-62f14ebb0f42', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:13Z', 'updated_at': '2021-07-05T10:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:29:18.960652 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ccaf239f-e53e-488c-ab39-68fb75d67cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:18.998881 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f703a9f-a5cc-4175-a7e3-bca00bc23c63 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Router f23e8768-9afd-4678-9320-1b5e65913db8 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:29:19.007498 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaf239f-e53e-488c-ab39-68fb75d67cfa None None] No DVR routers for this DVR port 8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:29:19.009834 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf239f-e53e-488c-ab39-68fb75d67cfa None None] Pushing event deleted for resources: {'Port': ['ID=8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:19.032018 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed85ee86-6c3c-4940-9e54-f0b180b274cd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:19.057889 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85ee86-6c3c-4940-9e54-f0b180b274cd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'Port': ['ID=a86cdd0f-c49f-45b1-9adc-62f14ebb0f42,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:19.119788 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f703a9f-a5cc-4175-a7e3-bca00bc23c63 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:29:19.124212 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f703a9f-a5cc-4175-a7e3-bca00bc23c63 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:19.130241 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d40c3d6-81b5-4076-b2d0-efa2cb408881 None None] Sync routers for ids ['f23e8768-9afd-4678-9320-1b5e65913db8'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:29:19.131941 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed85ee86-6c3c-4940-9e54-f0b180b274cd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:19.134857 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device ad0bc306-270a-4e83-80d0-05692a610832 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:29:19.157372 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: ad0bc306-270a-4e83-80d0-05692a610832 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:29:19.157724 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device ad0bc306-270a-4e83-80d0-05692a610832 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:29:19.161818 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d40c3d6-81b5-4076-b2d0-efa2cb408881 None None] Routers {'f23e8768-9afd-4678-9320-1b5e65913db8'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:19.162453 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5d40c3d6-81b5-4076-b2d0-efa2cb408881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:28:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f23e8768-9afd-4678-9320-1b5e65913db8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:19.176600 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4f703a9f-a5cc-4175-a7e3-bca00bc23c63 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "DELETE /v2.0/floatingips/ba7be307-0a69-4ff0-a810-c3680b782832 HTTP/1.1" status: 204 len: 168 time: 1.0887854 Jul 05 10:29:19.177333 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4795ce2d-0043-41cc-848f-79b65ab6e872', 'tag': 'bc6915b0-c403-4d93-97ea-6b2fa6a1163e'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:29:19.179753 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27d835c-f1ea-4501-aa99-5b79ad992c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "4795ce2d-0043-41cc-848f-79b65ab6e872", "tag": "bc6915b0-c403-4d93-97ea-6b2fa6a1163e"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:29:19.223006 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b870d7f-d85d-46f7-aeaf-e1639ef7a1cc x-openstack-request-id: req-6b870d7f-d85d-46f7-aeaf-e1639ef7a1cc {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:29:19.223546 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4795ce2d-0043-41cc-848f-79b65ab6e872", "tag": "bc6915b0-c403-4d93-97ea-6b2fa6a1163e", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:29:19.223994 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6b870d7f-d85d-46f7-aeaf-e1639ef7a1cc {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:29:19.226641 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4795ce2d-0043-41cc-848f-79b65ab6e872', 'tag': 'bc6915b0-c403-4d93-97ea-6b2fa6a1163e', 'status': 'completed', 'code': 200} Jul 05 10:29:19.233127 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed85ee86-6c3c-4940-9e54-f0b180b274cd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:19.235433 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed85ee86-6c3c-4940-9e54-f0b180b274cd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:19.315793 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-5d40c3d6-81b5-4076-b2d0-efa2cb408881 None None] Set router f23e8768-9afd-4678-9320-1b5e65913db8 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:29:19.316673 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed85ee86-6c3c-4940-9e54-f0b180b274cd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:19.319433 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed85ee86-6c3c-4940-9e54-f0b180b274cd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Fanout notify agent at l3_agent the message router_deleted on router 1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:29:19.325237 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed85ee86-6c3c-4940-9e54-f0b180b274cd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:19.328987 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ed85ee86-6c3c-4940-9e54-f0b180b274cd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "DELETE /v2.0/routers/1ad45a7a-b6a7-45bd-acfc-2ac3fef2e64a HTTP/1.1" status: 204 len: 168 time: 0.9231648 Jul 05 10:29:19.329556 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44820) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:19.421934 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d835c-f1ea-4501-aa99-5b79ad992c7f req-800560ff-656c-42ba-976d-da2d4edacda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:19.423941 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f27d835c-f1ea-4501-aa99-5b79ad992c7f req-800560ff-656c-42ba-976d-da2d4edacda8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 1097 time: 0.1518357 Jul 05 10:29:19.492976 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6655dbb5-65ca-4e5f-b93b-bf9d57cc0e3e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:19.531531 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4673dcae-fbe0-4880-b43c-aceac2d27207 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:29:19.586225 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 4673dcae-fbe0-4880-b43c-aceac2d27207 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:29:19.586692 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4673dcae-fbe0-4880-b43c-aceac2d27207 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:29:19.587107 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:29:19.611212 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:29:19.611558 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8a23cdf4-cab3-4cad-ae3f-fae3d92f67eb not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:29:19.664888 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d835c-f1ea-4501-aa99-5b79ad992c7f req-6c6e2a6a-572b-4f2f-b1ff-ca0eca8b23ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:19.666437 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f27d835c-f1ea-4501-aa99-5b79ad992c7f req-6c6e2a6a-572b-4f2f-b1ff-ca0eca8b23ef service neutron] 10.222.0.81 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 913 time: 0.2326081 Jul 05 10:29:19.696129 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5d40c3d6-81b5-4076-b2d0-efa2cb408881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:18:51Z', 'revision_number': 4, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port': {'id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:48Z', 'updated_at': '2021-07-05T10:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '15d87452-777f-4e49-aa6b-0d5a96faf81d', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'port_id': 'b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'mac_address': 'fa:16:3e:1b:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03e92fb-19ca-41bc-af3d-c31b501c8dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:25:24Z', 'updated_at': '2021-07-05T10:25:27Z', 'revision_number': 1, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9779c479-46da-4d55-956f-f48ab744772c', 'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'mac_address': 'fa:16:3e:0d:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:50Z', 'updated_at': '2021-07-05T10:18:58Z', 'revision_number': 5, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'subnets': [{'id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:19.711006 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6655dbb5-65ca-4e5f-b93b-bf9d57cc0e3e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:19.714311 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f27d835c-f1ea-4501-aa99-5b79ad992c7f req-9bb3cc70-8dbb-466c-a2b1-6bf2da2ffa2d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc6915b0-c403-4d93-97ea-6b2fa6a1163e HTTP/1.1" status: 200 len: 217 time: 0.0393887 Jul 05 10:29:19.728854 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d40c3d6-81b5-4076-b2d0-efa2cb408881 None None] Checking router: f23e8768-9afd-4678-9320-1b5e65913db8 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:29:19.733900 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6655dbb5-65ca-4e5f-b93b-bf9d57cc0e3e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841945f4-a9f3-416a-8374-24a5d7927d25']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:19.738050 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d40c3d6-81b5-4076-b2d0-efa2cb408881 None None] Routers {'f23e8768-9afd-4678-9320-1b5e65913db8'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:19.738817 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5d40c3d6-81b5-4076-b2d0-efa2cb408881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:28:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f23e8768-9afd-4678-9320-1b5e65913db8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:19.763957 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6655dbb5-65ca-4e5f-b93b-bf9d57cc0e3e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab3dc08-c69a-476e-8f16-76c89a04bfce') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:19.764264 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6655dbb5-65ca-4e5f-b93b-bf9d57cc0e3e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab3dc08-c69a-476e-8f16-76c89a04bfce') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:19.785442 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6655dbb5-65ca-4e5f-b93b-bf9d57cc0e3e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:19.813624 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9101eb8-6109-47d2-a914-fdcef4efcf7d req-b5be2512-d0d8-4a39-a969-1282f6996943 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:19.815139 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9101eb8-6109-47d2-a914-fdcef4efcf7d req-b5be2512-d0d8-4a39-a969-1282f6996943 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 946 time: 0.2666218 Jul 05 10:29:19.817812 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d835c-f1ea-4501-aa99-5b79ad992c7f req-44d71fe4-e03f-4c20-8542-6a82d2374184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:19.819194 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f27d835c-f1ea-4501-aa99-5b79ad992c7f req-44d71fe4-e03f-4c20-8542-6a82d2374184 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.0947504 Jul 05 10:29:19.820191 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6655dbb5-65ca-4e5f-b93b-bf9d57cc0e3e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:19.833356 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6655dbb5-65ca-4e5f-b93b-bf9d57cc0e3e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:29:19.833779 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6655dbb5-65ca-4e5f-b93b-bf9d57cc0e3e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:29:19.843814 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:29:19.854561 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-5d40c3d6-81b5-4076-b2d0-efa2cb408881 None None] Set router f23e8768-9afd-4678-9320-1b5e65913db8 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:29:19.952242 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9101eb8-6109-47d2-a914-fdcef4efcf7d req-cd03a19b-378f-46f8-8a62-56488263178e tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205106 Jul 05 10:29:19.954140 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6655dbb5-65ca-4e5f-b93b-bf9d57cc0e3e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:19.961907 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6655dbb5-65ca-4e5f-b93b-bf9d57cc0e3e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:19.964383 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6655dbb5-65ca-4e5f-b93b-bf9d57cc0e3e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "DELETE /v2.0/networks/841945f4-a9f3-416a-8374-24a5d7927d25 HTTP/1.1" status: 204 len: 168 time: 0.6332006 Jul 05 10:29:19.966502 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44826) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:19.986760 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655dbb5-65ca-4e5f-b93b-bf9d57cc0e3e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'Network': ['ID=841945f4-a9f3-416a-8374-24a5d7927d25,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:20.020922 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d835c-f1ea-4501-aa99-5b79ad992c7f req-12dcef02-fd93-4597-a63d-3d13994f0b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:20.022453 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f27d835c-f1ea-4501-aa99-5b79ad992c7f req-12dcef02-fd93-4597-a63d-3d13994f0b9f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1921403 Jul 05 10:29:20.083942 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5d40c3d6-81b5-4076-b2d0-efa2cb408881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:18:51Z', 'revision_number': 4, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port': {'id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:48Z', 'updated_at': '2021-07-05T10:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '15d87452-777f-4e49-aa6b-0d5a96faf81d', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'port_id': 'b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'mac_address': 'fa:16:3e:1b:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03e92fb-19ca-41bc-af3d-c31b501c8dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:25:24Z', 'updated_at': '2021-07-05T10:25:27Z', 'revision_number': 1, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9779c479-46da-4d55-956f-f48ab744772c', 'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'mac_address': 'fa:16:3e:0d:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:50Z', 'updated_at': '2021-07-05T10:18:58Z', 'revision_number': 5, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'subnets': [{'id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:20.096286 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be80c6f5-e29a-4e04-aae6-f52272568c5d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:20.110006 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d40c3d6-81b5-4076-b2d0-efa2cb408881 None None] The sync data for ids ['f23e8768-9afd-4678-9320-1b5e65913db8'] in n-d-798054-8 is: [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:18:51Z', 'revision_number': 4, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port': {'id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:48Z', 'updated_at': '2021-07-05T10:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '15d87452-777f-4e49-aa6b-0d5a96faf81d', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'port_id': 'b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'mac_address': 'fa:16:3e:1b:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03e92fb-19ca-41bc-af3d-c31b501c8dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:25:24Z', 'updated_at': '2021-07-05T10:25:27Z', 'revision_number': 1, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9779c479-46da-4d55-956f-f48ab744772c', 'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'mac_address': 'fa:16:3e:0d:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:50Z', 'updated_at': '2021-07-05T10:18:58Z', 'revision_number': 5, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'subnets': [{'id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:29:20.134965 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be80c6f5-e29a-4e04-aae6-f52272568c5d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:20.180741 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f27d835c-f1ea-4501-aa99-5b79ad992c7f req-e8b22b95-c01d-4cd0-940e-4eacf3d5876f service neutron] 10.222.0.81 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483302 Jul 05 10:29:20.279493 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f27d835c-f1ea-4501-aa99-5b79ad992c7f req-ee8fad4c-44b8-40c0-ad49-76bd9eb1bc9c service neutron] 10.222.0.81 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920379 Jul 05 10:29:20.285112 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be80c6f5-e29a-4e04-aae6-f52272568c5d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:20.288452 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be80c6f5-e29a-4e04-aae6-f52272568c5d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:20.292325 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-be80c6f5-e29a-4e04-aae6-f52272568c5d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "DELETE /v2.0/security-groups/307b3dc7-b5ea-427d-8705-c5497e734176 HTTP/1.1" status: 204 len: 168 time: 0.3222101 Jul 05 10:29:20.303963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80c6f5-e29a-4e04-aae6-f52272568c5d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=307b3dc7-b5ea-427d-8705-c5497e734176,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:20.382605 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d2efc0-94b3-4655-88bc-e96f08728a90 None None] New status for floating IP ba7be307-0a69-4ff0-a810-c3680b782832: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:29:20.786013 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44832) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:20.790782 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8101a2ea-b5fa-428b-bc45-4357314f58e5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2083440351', 'description': 'tempest-secgroup-smoke-2083440351 description', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:20.813775 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8101a2ea-b5fa-428b-bc45-4357314f58e5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:20.892330 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8101a2ea-b5fa-428b-bc45-4357314f58e5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:20.896419 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8101a2ea-b5fa-428b-bc45-4357314f58e5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:20.924108 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8101a2ea-b5fa-428b-bc45-4357314f58e5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:20.925333 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8101a2ea-b5fa-428b-bc45-4357314f58e5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1382682 Jul 05 10:29:20.927238 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101a2ea-b5fa-428b-bc45-4357314f58e5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:20.928367 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44834) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:20.933976 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a209dba1-8d14-4b52-9d7b-014f65b3d8d4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group_rule': {'security_group_id': '2a39f3cd-86ca-42de-a4fd-ebb3f334d34b', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:20.961522 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a209dba1-8d14-4b52-9d7b-014f65b3d8d4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:20.980007 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-331f364c-8a5e-4dba-b98a-898b27980b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.024383 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a209dba1-8d14-4b52-9d7b-014f65b3d8d4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.028899 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a209dba1-8d14-4b52-9d7b-014f65b3d8d4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.048292 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209dba1-8d14-4b52-9d7b-014f65b3d8d4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=babfca54-fdac-497e-86e0-210d0391dd13,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:21.055766 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a209dba1-8d14-4b52-9d7b-014f65b3d8d4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.057258 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a209dba1-8d14-4b52-9d7b-014f65b3d8d4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271231 Jul 05 10:29:21.059989 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44838) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:21.064939 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-fae6174c-0f11-4bb8-a2b1-48d93b54443c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group_rule': {'security_group_id': '2a39f3cd-86ca-42de-a4fd-ebb3f334d34b', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:21.065486 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98783b-78ae-41e2-af3c-575bb8f5a003 req-e922305b-40d3-4c08-9ae5-f37957c78694 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:21.067036 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1a98783b-78ae-41e2-af3c-575bb8f5a003 req-e922305b-40d3-4c08-9ae5-f37957c78694 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.81 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 946 time: 0.0715194 Jul 05 10:29:21.092392 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fae6174c-0f11-4bb8-a2b1-48d93b54443c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.149959 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fae6174c-0f11-4bb8-a2b1-48d93b54443c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.154049 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fae6174c-0f11-4bb8-a2b1-48d93b54443c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.168957 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6174c-0f11-4bb8-a2b1-48d93b54443c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806b6ff9-797e-4e03-8f48-7aa5ac431e3c,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:21.178357 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fae6174c-0f11-4bb8-a2b1-48d93b54443c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.179575 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fae6174c-0f11-4bb8-a2b1-48d93b54443c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185584 Jul 05 10:29:21.182244 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44840) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:21.186832 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d326ac7f-0b16-481e-bdb1-65089c1e718a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group_rule': {'security_group_id': '2a39f3cd-86ca-42de-a4fd-ebb3f334d34b', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:21.212560 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147bafe-e451-4ba5-8f10-f6f89ffd3187 req-ef43a9d2-ee02-4eeb-8f4e-df5d16c70e48 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:21.213700 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d326ac7f-0b16-481e-bdb1-65089c1e718a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.214084 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f147bafe-e451-4ba5-8f10-f6f89ffd3187 req-ef43a9d2-ee02-4eeb-8f4e-df5d16c70e48 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 946 time: 0.1349802 Jul 05 10:29:21.244243 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-1a98783b-78ae-41e2-af3c-575bb8f5a003 req-568b5b5e-0fa3-4d54-92ff-8947f9152ac7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Deleting port bc6915b0-c403-4d93-97ea-6b2fa6a1163e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:21.245964 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1a98783b-78ae-41e2-af3c-575bb8f5a003 req-568b5b5e-0fa3-4d54-92ff-8947f9152ac7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.255372 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device a86cdd0f-c49f-45b1-9adc-62f14ebb0f42 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:29:21.275379 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d326ac7f-0b16-481e-bdb1-65089c1e718a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.279515 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d326ac7f-0b16-481e-bdb1-65089c1e718a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.282080 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: a86cdd0f-c49f-45b1-9adc-62f14ebb0f42 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:29:21.282555 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device a86cdd0f-c49f-45b1-9adc-62f14ebb0f42 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:29:21.298631 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326ac7f-0b16-481e-bdb1-65089c1e718a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31563b9c-e2e5-4fea-9c72-f6eaac5902c5,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:21.302211 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d326ac7f-0b16-481e-bdb1-65089c1e718a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.303428 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d326ac7f-0b16-481e-bdb1-65089c1e718a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202564 Jul 05 10:29:21.306219 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44842) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:21.308807 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f147bafe-e451-4ba5-8f10-f6f89ffd3187 req-8ec71bc5-2237-4d9a-808e-f720e2664a2c tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869451 Jul 05 10:29:21.310760 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ab6097e8-802b-4539-b843-f6b09645be1b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group_rule': {'security_group_id': '2a39f3cd-86ca-42de-a4fd-ebb3f334d34b', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:21.340253 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab6097e8-802b-4539-b843-f6b09645be1b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.355206 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-1a98783b-78ae-41e2-af3c-575bb8f5a003 req-568b5b5e-0fa3-4d54-92ff-8947f9152ac7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] For port bc6915b0-c403-4d93-97ea-6b2fa6a1163e, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=bc6915b0-c403-4d93-97ea-6b2fa6a1163e,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:21.355579 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1a98783b-78ae-41e2-af3c-575bb8f5a003 req-568b5b5e-0fa3-4d54-92ff-8947f9152ac7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.368723 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-1a98783b-78ae-41e2-af3c-575bb8f5a003 req-568b5b5e-0fa3-4d54-92ff-8947f9152ac7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Calling delete_port for bc6915b0-c403-4d93-97ea-6b2fa6a1163e owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:21.402412 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab6097e8-802b-4539-b843-f6b09645be1b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.405460 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab6097e8-802b-4539-b843-f6b09645be1b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.422378 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6097e8-802b-4539-b843-f6b09645be1b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f746a62c-3baa-472c-94c0-0a0b2ae9bc6c,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:21.428848 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab6097e8-802b-4539-b843-f6b09645be1b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.430055 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ab6097e8-802b-4539-b843-f6b09645be1b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229084 Jul 05 10:29:21.432811 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44844) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:21.437296 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-383c6642-d805-4640-b152-1f314a2e2626 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group_rule': {'security_group_id': '2a39f3cd-86ca-42de-a4fd-ebb3f334d34b', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:21.460244 n-d-798054-8 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-383c6642-d805-4640-b152-1f314a2e2626 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Project d53d24fbd5324a538744d7c2d5d0f8ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:29:21.465089 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-383c6642-d805-4640-b152-1f314a2e2626 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.505863 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1a98783b-78ae-41e2-af3c-575bb8f5a003 req-568b5b5e-0fa3-4d54-92ff-8947f9152ac7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.526149 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-383c6642-d805-4640-b152-1f314a2e2626 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.530297 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-383c6642-d805-4640-b152-1f314a2e2626 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.536001 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b5b5e-0fa3-4d54-92ff-8947f9152ac7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event deleted for resources: {'Port': ['ID=bc6915b0-c403-4d93-97ea-6b2fa6a1163e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:21.543701 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c6642-d805-4640-b152-1f314a2e2626 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b273efbd-ca18-4f50-8e82-66bcc2415a12,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:21.555112 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-383c6642-d805-4640-b152-1f314a2e2626 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.560036 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-383c6642-d805-4640-b152-1f314a2e2626 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260948 Jul 05 10:29:21.560746 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44846) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:21.568473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-14fcc7a3-f5f4-4f74-ab21-83924fc75162 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'security_group_rule': {'security_group_id': '2a39f3cd-86ca-42de-a4fd-ebb3f334d34b', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:21.593603 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a98783b-78ae-41e2-af3c-575bb8f5a003 req-568b5b5e-0fa3-4d54-92ff-8947f9152ac7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] No DVR routers for this DVR port bc6915b0-c403-4d93-97ea-6b2fa6a1163e on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:29:21.597942 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1a98783b-78ae-41e2-af3c-575bb8f5a003 req-568b5b5e-0fa3-4d54-92ff-8947f9152ac7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.599860 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1a98783b-78ae-41e2-af3c-575bb8f5a003 req-568b5b5e-0fa3-4d54-92ff-8947f9152ac7 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.81 "DELETE /v2.0/ports/bc6915b0-c403-4d93-97ea-6b2fa6a1163e HTTP/1.1" status: 204 len: 173 time: 0.5273435 Jul 05 10:29:21.600311 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4795ce2d-0043-41cc-848f-79b65ab6e872', 'name': 'network-vif-deleted', 'tag': 'bc6915b0-c403-4d93-97ea-6b2fa6a1163e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:29:21.602535 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5255f96-0567-43d2-8975-18cdd0e0ec09" -d '{"events": [{"server_uuid": "4795ce2d-0043-41cc-848f-79b65ab6e872", "name": "network-vif-deleted", "tag": "bc6915b0-c403-4d93-97ea-6b2fa6a1163e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:29:21.617230 n-d-798054-8 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-14fcc7a3-f5f4-4f74-ab21-83924fc75162 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Project d53d24fbd5324a538744d7c2d5d0f8ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:29:21.623014 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-14fcc7a3-f5f4-4f74-ab21-83924fc75162 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.644420 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76455d4b-7894-4af3-9d80-ad688b860d35 x-openstack-request-id: req-76455d4b-7894-4af3-9d80-ad688b860d35 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:29:21.644782 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4795ce2d-0043-41cc-848f-79b65ab6e872", "name": "network-vif-deleted", "tag": "bc6915b0-c403-4d93-97ea-6b2fa6a1163e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:29:21.645580 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-76455d4b-7894-4af3-9d80-ad688b860d35 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:29:21.645982 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4795ce2d-0043-41cc-848f-79b65ab6e872', 'name': 'network-vif-deleted', 'tag': 'bc6915b0-c403-4d93-97ea-6b2fa6a1163e', 'status': 'completed', 'code': 200} Jul 05 10:29:21.680447 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-14fcc7a3-f5f4-4f74-ab21-83924fc75162 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.684389 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-14fcc7a3-f5f4-4f74-ab21-83924fc75162 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.702760 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcc7a3-f5f4-4f74-ab21-83924fc75162 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a95c41-4a85-4d18-9a02-7bdfd42b4cd7,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:21.709285 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-14fcc7a3-f5f4-4f74-ab21-83924fc75162 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.714400 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-14fcc7a3-f5f4-4f74-ab21-83924fc75162 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1467867 Jul 05 10:29:21.714593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44852) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:21.720237 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2e19f483-0926-4d5f-b9d8-ea9b539de6b9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'network': {'name': 'tempest-network-smoke--124818242', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'port_security_enabled': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:21.741087 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e19f483-0926-4d5f-b9d8-ea9b539de6b9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Made reservation on behalf of d53d24fbd5324a538744d7c2d5d0f8ef for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:29:21.744669 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e19f483-0926-4d5f-b9d8-ea9b539de6b9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.773939 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e19f483-0926-4d5f-b9d8-ea9b539de6b9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:29:21.782674 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e19f483-0926-4d5f-b9d8-ea9b539de6b9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.783018 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-2e19f483-0926-4d5f-b9d8-ea9b539de6b9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Added segment cc2acae7-d258-409d-a1d1-a4f5f2876609 of type vlan for network e7380bdc-6684-474f-b478-2f9a63b3804c Jul 05 10:29:21.822312 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e19f483-0926-4d5f-b9d8-ea9b539de6b9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.852925 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e19f483-0926-4d5f-b9d8-ea9b539de6b9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.858395 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e19f483-0926-4d5f-b9d8-ea9b539de6b9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:21.858992 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e19f483-0926-4d5f-b9d8-ea9b539de6b9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.918534 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2e19f483-0926-4d5f-b9d8-ea9b539de6b9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2025244 Jul 05 10:29:21.920980 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44854) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:21.928317 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19f483-0926-4d5f-b9d8-ea9b539de6b9 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Network': ['ID=e7380bdc-6684-474f-b478-2f9a63b3804c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:21.929119 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2c1cd9c1-8ea0-45db-a49a-eedb1b9db1fc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2131055387', 'admin_state_up': True, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:21.941348 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network e7380bdc-6684-474f-b478-2f9a63b3804c details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:29:21.962356 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c1cd9c1-8ea0-45db-a49a-eedb1b9db1fc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.963546 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c1cd9c1-8ea0-45db-a49a-eedb1b9db1fc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:22.029533 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c1cd9c1-8ea0-45db-a49a-eedb1b9db1fc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:22.174607 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c1cd9c1-8ea0-45db-a49a-eedb1b9db1fc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:22.373903 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c1cd9c1-8ea0-45db-a49a-eedb1b9db1fc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:22.393816 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c1cd9c1-8ea0-45db-a49a-eedb1b9db1fc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:22.460143 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-08a44f96-49af-4275-8c4f-93a1824ecdce req-26695b86-26af-4d7e-88a0-d949270b4a56 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 210 time: 0.0291593 Jul 05 10:29:22.500402 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-2c1cd9c1-8ea0-45db-a49a-eedb1b9db1fc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Allocated IP 172.25.7.11 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/d94a1283-dfdd-49a1-8215-fc49f4207a2a) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:22.904360 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c1cd9c1-8ea0-45db-a49a-eedb1b9db1fc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:22.944855 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c1cd9c1-8ea0-45db-a49a-eedb1b9db1fc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:22.983163 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1cd9c1-8ea0-45db-a49a-eedb1b9db1fc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:22.988213 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-2c1cd9c1-8ea0-45db-a49a-eedb1b9db1fc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:22.991899 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1cd9c1-8ea0-45db-a49a-eedb1b9db1fc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:29:23.015472 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1cd9c1-8ea0-45db-a49a-eedb1b9db1fc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Port': ['ID=d94a1283-dfdd-49a1-8215-fc49f4207a2a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:23.253221 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c1cd9c1-8ea0-45db-a49a-eedb1b9db1fc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:23.352052 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1979d578-e403-4de1-bdd8-8d1e79291c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:23.460375 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c1cd9c1-8ea0-45db-a49a-eedb1b9db1fc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:23.598467 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1cd9c1-8ea0-45db-a49a-eedb1b9db1fc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Router 5c8cd870-86fe-4e7a-9260-4769e32fc069 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:29:23.621517 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f9515f34-03fe-417b-b641-5bbc792f07d7 req-f508c60b-f7c9-4d66-a8bf-24a39fd19358 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 210 time: 0.0425603 Jul 05 10:29:23.663921 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:23.716339 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1cd9c1-8ea0-45db-a49a-eedb1b9db1fc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:29:23.726135 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] Sync routers for ids ['5c8cd870-86fe-4e7a-9260-4769e32fc069'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:29:23.737465 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c1cd9c1-8ea0-45db-a49a-eedb1b9db1fc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:23.738800 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] Routers {'5c8cd870-86fe-4e7a-9260-4769e32fc069'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:23.739446 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:29:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5c8cd870-86fe-4e7a-9260-4769e32fc069'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:23.742589 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44866) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:23.742779 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2c1cd9c1-8ea0-45db-a49a-eedb1b9db1fc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8198051 Jul 05 10:29:23.782311 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4bbfe1f5-c0a0-4754-80d8-c981fdcc60a1 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=d53d24fbd5324a538744d7c2d5d0f8ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377052 Jul 05 10:29:23.785202 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44868) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:23.852554 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] Set router 5c8cd870-86fe-4e7a-9260-4769e32fc069 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:29:23.873728 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d26a6a-41e2-4387-a671-37a65a26f197 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:23.875369 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b6d26a6a-41e2-4387-a671-37a65a26f197 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891299 Jul 05 10:29:23.878301 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44870) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:23.908108 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c126ab5f-e6eb-49a7-b1ca-d540bfe5f842 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277750 Jul 05 10:29:23.910540 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44872) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:23.915551 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-627eece7-7089-4b24-a576-f4833bbb0347 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-789632964', 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c', 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:24.009742 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627eece7-7089-4b24-a576-f4833bbb0347 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Made reservation on behalf of d53d24fbd5324a538744d7c2d5d0f8ef for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:29:24.014721 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-627eece7-7089-4b24-a576-f4833bbb0347 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:24.038826 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131055387', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:29:21Z', 'updated_at': '2021-07-05T10:29:23Z', 'revision_number': 3, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:22Z', 'updated_at': '2021-07-05T10:29:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:24.065817 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] Checking router: 5c8cd870-86fe-4e7a-9260-4769e32fc069 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:29:24.066175 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] Updating router 5c8cd870-86fe-4e7a-9260-4769e32fc069 port d94a1283-dfdd-49a1-8215-fc49f4207a2a binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:29:24.104480 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:24.201618 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-627eece7-7089-4b24-a576-f4833bbb0347 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:24.268013 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627eece7-7089-4b24-a576-f4833bbb0347 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Subnet': ['ID=cb187f8c-95de-4197-9d3e-91a8234feefd,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:24.272538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627eece7-7089-4b24-a576-f4833bbb0347 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Checking segment: {'id': 'cc2acae7-d258-409d-a1d1-a4f5f2876609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:29:24.273005 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627eece7-7089-4b24-a576-f4833bbb0347 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network hostable DHCP agents. Network: e7380bdc-6684-474f-b478-2f9a63b3804c, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:29:24.290386 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627eece7-7089-4b24-a576-f4833bbb0347 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network e7380bdc-6684-474f-b478-2f9a63b3804c is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:29:24.299801 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-627eece7-7089-4b24-a576-f4833bbb0347 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, e7380bdc-6684-474f-b478-2f9a63b3804c) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:24.304269 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627eece7-7089-4b24-a576-f4833bbb0347 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:24.304774 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-627eece7-7089-4b24-a576-f4833bbb0347 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:24.310104 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2002a1-5267-4e65-b228-71692601789c None None] Network e7380bdc-6684-474f-b478-2f9a63b3804c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:29:24.319725 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-627eece7-7089-4b24-a576-f4833bbb0347 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4079854 Jul 05 10:29:24.322498 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44874) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:24.430799 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:24.450171 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] Transition to ACTIVE for port object d94a1283-dfdd-49a1-8215-fc49f4207a2a will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:29:24.459578 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:24.569584 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115ae04-3bf0-4b95-9a42-618c03a74b86 None None] Pushing event updated for resources: {'Port': ['ID=d94a1283-dfdd-49a1-8215-fc49f4207a2a,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:24.569584 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] Attempting to bind port d94a1283-dfdd-49a1-8215-fc49f4207a2a on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:29:24.569584 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] Attempting to bind port d94a1283-dfdd-49a1-8215-fc49f4207a2a by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:29:24.569584 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] Attempting to bind port d94a1283-dfdd-49a1-8215-fc49f4207a2a on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:29:24.575364 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:29:24.575754 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:29:24.576197 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:24.576601 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:29:24.577086 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] Bound port: d94a1283-dfdd-49a1-8215-fc49f4207a2a, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:29:24.577995 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:24.603087 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ef6c00-0207-4c72-aebf-732746b1cadb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-e7380bdc-6684-474f-b478-2f9a63b3804c', 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'fixed_ips': [{'subnet_id': 'cb187f8c-95de-4197-9d3e-91a8234feefd'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:29:24.603993 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31ef6c00-0207-4c72-aebf-732746b1cadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:24.661241 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] For port d94a1283-dfdd-49a1-8215-fc49f4207a2a, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:29:24.664606 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] For port d94a1283-dfdd-49a1-8215-fc49f4207a2a, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d94a1283-dfdd-49a1-8215-fc49f4207a2a,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:29:24.764904 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:24.829813 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a95027be-c4a4-4a03-aed2-636a5985f88b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:24.844100 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:24.865861 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] Routers {'5c8cd870-86fe-4e7a-9260-4769e32fc069'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:24.866494 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:29:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5c8cd870-86fe-4e7a-9260-4769e32fc069'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:24.877090 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d25f7b3f-67c1-4932-811a-d5ff35f4f58b req-9a282399-8930-4a48-a3c9-bfbe842005af tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=4795ce2d-0043-41cc-848f-79b65ab6e872 HTTP/1.1" status: 200 len: 210 time: 0.0896676 Jul 05 10:29:24.909980 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115ae04-3bf0-4b95-9a42-618c03a74b86 None None] Pushing event updated for resources: {'Port': ['ID=d94a1283-dfdd-49a1-8215-fc49f4207a2a,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:24.924032 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-31ef6c00-0207-4c72-aebf-732746b1cadb None None] Allocated IP 172.20.0.2 (e7380bdc-6684-474f-b478-2f9a63b3804c/cb187f8c-95de-4197-9d3e-91a8234feefd/82a4e34f-a4e2-4792-a257-fc74395f9261) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:25.050140 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] Set router 5c8cd870-86fe-4e7a-9260-4769e32fc069 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:29:25.165467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device bc6915b0-c403-4d93-97ea-6b2fa6a1163e no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:29:25.201722 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: bc6915b0-c403-4d93-97ea-6b2fa6a1163e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:29:25.201942 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device bc6915b0-c403-4d93-97ea-6b2fa6a1163e not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:29:25.274693 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31ef6c00-0207-4c72-aebf-732746b1cadb None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:25.287825 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-31ef6c00-0207-4c72-aebf-732746b1cadb None None] Transition to ACTIVE for port object 82a4e34f-a4e2-4792-a257-fc74395f9261 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:29:25.335219 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-31ef6c00-0207-4c72-aebf-732746b1cadb None None] Transition to ACTIVE for port object 82a4e34f-a4e2-4792-a257-fc74395f9261 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:29:25.344558 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31ef6c00-0207-4c72-aebf-732746b1cadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:25.384606 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ef6c00-0207-4c72-aebf-732746b1cadb None None] Network e7380bdc-6684-474f-b478-2f9a63b3804c is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:25.392468 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-31ef6c00-0207-4c72-aebf-732746b1cadb None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:25.398564 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef6c00-0207-4c72-aebf-732746b1cadb None None] Pushing event updated for resources: {'Port': ['ID=82a4e34f-a4e2-4792-a257-fc74395f9261,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:25.400777 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ef6c00-0207-4c72-aebf-732746b1cadb None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:29:25.411219 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131055387', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:29:21Z', 'updated_at': '2021-07-05T10:29:23Z', 'revision_number': 3, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:22Z', 'updated_at': '2021-07-05T10:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:25.454237 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8beffc-84b2-4b18-a597-c3742059b4aa None None] The sync data for ids ['5c8cd870-86fe-4e7a-9260-4769e32fc069'] in n-d-798054-8 is: [{'id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131055387', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:29:21Z', 'updated_at': '2021-07-05T10:29:23Z', 'revision_number': 3, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:22Z', 'updated_at': '2021-07-05T10:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:29:25.490194 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-31ef6c00-0207-4c72-aebf-732746b1cadb None None] Attempting to bind port 82a4e34f-a4e2-4792-a257-fc74395f9261 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:29:25.490194 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-31ef6c00-0207-4c72-aebf-732746b1cadb None None] Attempting to bind port 82a4e34f-a4e2-4792-a257-fc74395f9261 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'cc2acae7-d258-409d-a1d1-a4f5f2876609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:29:25.490548 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ef6c00-0207-4c72-aebf-732746b1cadb None None] Attempting to bind port 82a4e34f-a4e2-4792-a257-fc74395f9261 on network e7380bdc-6684-474f-b478-2f9a63b3804c {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:29:25.491989 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-a95027be-c4a4-4a03-aed2-636a5985f88b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Allocated IP 172.20.0.1 (e7380bdc-6684-474f-b478-2f9a63b3804c/cb187f8c-95de-4197-9d3e-91a8234feefd/964f36b2-3341-4d75-8188-f2787e927f3d) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:25.497927 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ef6c00-0207-4c72-aebf-732746b1cadb None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:29:25.498365 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ef6c00-0207-4c72-aebf-732746b1cadb None None] Checking segment: {'id': 'cc2acae7-d258-409d-a1d1-a4f5f2876609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:29:25.498815 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31ef6c00-0207-4c72-aebf-732746b1cadb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:25.499223 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ef6c00-0207-4c72-aebf-732746b1cadb None None] Bound using segment: {'id': 'cc2acae7-d258-409d-a1d1-a4f5f2876609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:29:25.499704 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-31ef6c00-0207-4c72-aebf-732746b1cadb None None] Bound port: 82a4e34f-a4e2-4792-a257-fc74395f9261, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2acae7-d258-409d-a1d1-a4f5f2876609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:29:25.500140 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31ef6c00-0207-4c72-aebf-732746b1cadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:25.578044 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-31ef6c00-0207-4c72-aebf-732746b1cadb None None] For port 82a4e34f-a4e2-4792-a257-fc74395f9261, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:29:25.583053 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-31ef6c00-0207-4c72-aebf-732746b1cadb None None] For port 82a4e34f-a4e2-4792-a257-fc74395f9261, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=82a4e34f-a4e2-4792-a257-fc74395f9261,segment=NetworkSegment(cc2acae7-d258-409d-a1d1-a4f5f2876609),segment_id=cc2acae7-d258-409d-a1d1-a4f5f2876609)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:29:25.589147 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31ef6c00-0207-4c72-aebf-732746b1cadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:25.634007 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a95027be-c4a4-4a03-aed2-636a5985f88b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:25.653110 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-a95027be-c4a4-4a03-aed2-636a5985f88b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Transition to ACTIVE for port object 964f36b2-3341-4d75-8188-f2787e927f3d will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:29:25.659943 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef6c00-0207-4c72-aebf-732746b1cadb None None] Pushing event updated for resources: {'Port': ['ID=82a4e34f-a4e2-4792-a257-fc74395f9261,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:25.693661 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a95027be-c4a4-4a03-aed2-636a5985f88b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:25.769120 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95027be-c4a4-4a03-aed2-636a5985f88b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network e7380bdc-6684-474f-b478-2f9a63b3804c is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:25.771077 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95027be-c4a4-4a03-aed2-636a5985f88b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Port': ['ID=964f36b2-3341-4d75-8188-f2787e927f3d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:25.774117 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a95027be-c4a4-4a03-aed2-636a5985f88b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:25.776159 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95027be-c4a4-4a03-aed2-636a5985f88b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:29:25.845724 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a95027be-c4a4-4a03-aed2-636a5985f88b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:26.018179 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a95027be-c4a4-4a03-aed2-636a5985f88b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:26.336868 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a95027be-c4a4-4a03-aed2-636a5985f88b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:26.342602 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a95027be-c4a4-4a03-aed2-636a5985f88b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:26.424953 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95027be-c4a4-4a03-aed2-636a5985f88b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Port': ['ID=964f36b2-3341-4d75-8188-f2787e927f3d,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:26.428303 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a95027be-c4a4-4a03-aed2-636a5985f88b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:26.532984 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95027be-c4a4-4a03-aed2-636a5985f88b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network e7380bdc-6684-474f-b478-2f9a63b3804c is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:26.534546 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a95027be-c4a4-4a03-aed2-636a5985f88b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:26.676812 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95027be-c4a4-4a03-aed2-636a5985f88b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Router 5c8cd870-86fe-4e7a-9260-4769e32fc069 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:29:26.782567 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e0fabf-e32f-47ed-b9ca-177429c5fc31 None None] Network e7380bdc-6684-474f-b478-2f9a63b3804c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:29:26.796153 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95027be-c4a4-4a03-aed2-636a5985f88b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:29:26.804001 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a95027be-c4a4-4a03-aed2-636a5985f88b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "PUT /v2.0/routers/5c8cd870-86fe-4e7a-9260-4769e32fc069/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4798520 Jul 05 10:29:26.905071 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:26.905740 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f4a16500-ccb0-4fb5-b95b-48fd8e029579 None None] Provisioning for port 82a4e34f-a4e2-4792-a257-fc74395f9261 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:29:26.982378 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-41e88d49-03ca-49fe-80bd-a4befddff593 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2083440351&fields=id&tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef HTTP/1.1" status: 200 len: 267 time: 0.0438223 Jul 05 10:29:27.124372 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-5c68b541-f738-45ee-98bb-14f400c1e67f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:27.126155 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-5c68b541-f738-45ee-98bb-14f400c1e67f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/networks?id=e7380bdc-6684-474f-b478-2f9a63b3804c HTTP/1.1" status: 200 len: 796 time: 0.1362998 Jul 05 10:29:27.146789 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-49747e7e-84cb-47cb-9c5a-ad4af9908c00 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/quotas/d53d24fbd5324a538744d7c2d5d0f8ef HTTP/1.1" status: 200 len: 375 time: 0.0106032 Jul 05 10:29:27.228626 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-6d1d3d72-ae6e-46cf-a5f9-a96e471da870 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708444 Jul 05 10:29:27.237274 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-edc91b19-5f04-45c2-a602-3107972589e3 None None] Provisioning for port 964f36b2-3341-4d75-8188-f2787e927f3d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:29:27.241933 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-edc91b19-5f04-45c2-a602-3107972589e3 None None] Provisioning complete for port 964f36b2-3341-4d75-8188-f2787e927f3d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:27.242416 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-edc91b19-5f04-45c2-a602-3107972589e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:27.309088 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-edc91b19-5f04-45c2-a602-3107972589e3 None None] Port 964f36b2-3341-4d75-8188-f2787e927f3d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:29:27.421841 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d94a1283-dfdd-49a1-8215-fc49f4207a2a up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:29:27.450583 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-81ccc5e1-ed8a-4f1e-bb68-2bc1f591e7e5 service neutron] 10.222.0.79 "GET /v2.0/networks/e7380bdc-6684-474f-b478-2f9a63b3804c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999650 Jul 05 10:29:27.497337 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port d94a1283-dfdd-49a1-8215-fc49f4207a2a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:29:27.503421 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port d94a1283-dfdd-49a1-8215-fc49f4207a2a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:27.504143 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:27.572190 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-a1935f4f-9e62-44b3-aa79-8c93c5eef952 service neutron] 10.222.0.79 "GET /v2.0/networks/e7380bdc-6684-474f-b478-2f9a63b3804c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155431 Jul 05 10:29:27.610751 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] Sync routers for ids ['5c8cd870-86fe-4e7a-9260-4769e32fc069'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:29:27.623306 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] Routers {'5c8cd870-86fe-4e7a-9260-4769e32fc069'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:27.625242 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:29:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5c8cd870-86fe-4e7a-9260-4769e32fc069'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:27.631128 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:27.638549 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1888853c-ce85-457b-b9b3-c1513f4ae698 None None] Provisioning complete for port 964f36b2-3341-4d75-8188-f2787e927f3d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:27.638923 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1888853c-ce85-457b-b9b3-c1513f4ae698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:27.674185 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port d94a1283-dfdd-49a1-8215-fc49f4207a2a, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d94a1283-dfdd-49a1-8215-fc49f4207a2a,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:27.685975 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:27.686876 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 82a4e34f-a4e2-4792-a257-fc74395f9261 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:29:27.756822 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1888853c-ce85-457b-b9b3-c1513f4ae698 None None] Port 964f36b2-3341-4d75-8188-f2787e927f3d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:29:27.808431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 82a4e34f-a4e2-4792-a257-fc74395f9261 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:29:27.815795 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=d94a1283-dfdd-49a1-8215-fc49f4207a2a,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:27.820864 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 82a4e34f-a4e2-4792-a257-fc74395f9261 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:27.821277 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:27.828300 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] Set router 5c8cd870-86fe-4e7a-9260-4769e32fc069 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:29:27.861162 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aebc7388-c143-4bce-b58a-4880ad4aaf3f req-6c658abc-05ac-41c2-ae10-cffea3f5f171 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 210 time: 0.0558391 Jul 05 10:29:27.953019 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:28.003630 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 82a4e34f-a4e2-4792-a257-fc74395f9261, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=82a4e34f-a4e2-4792-a257-fc74395f9261,segment=NetworkSegment(cc2acae7-d258-409d-a1d1-a4f5f2876609),segment_id=cc2acae7-d258-409d-a1d1-a4f5f2876609)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:28.005068 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9f345d26-05fa-4833-bdc7-db44e5f2a70c None None] Provisioning complete for port 964f36b2-3341-4d75-8188-f2787e927f3d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:28.005453 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9f345d26-05fa-4833-bdc7-db44e5f2a70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:28.028749 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:28.076753 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131055387', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:29:21Z', 'updated_at': '2021-07-05T10:29:25Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:22Z', 'updated_at': '2021-07-05T10:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '964f36b2-3341-4d75-8188-f2787e927f3d', 'name': '', 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:8a:08:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'cb187f8c-95de-4197-9d3e-91a8234feefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:25Z', 'updated_at': '2021-07-05T10:29:26Z', 'revision_number': 2, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'cb187f8c-95de-4197-9d3e-91a8234feefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:28.091841 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=82a4e34f-a4e2-4792-a257-fc74395f9261,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:28.103389 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9f345d26-05fa-4833-bdc7-db44e5f2a70c None None] Port 964f36b2-3341-4d75-8188-f2787e927f3d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:29:28.107308 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] Checking router: 5c8cd870-86fe-4e7a-9260-4769e32fc069 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:29:28.107665 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] Updating router 5c8cd870-86fe-4e7a-9260-4769e32fc069 port 964f36b2-3341-4d75-8188-f2787e927f3d binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:29:28.143808 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:28.424823 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:28.438874 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] Transition to ACTIVE for port object 964f36b2-3341-4d75-8188-f2787e927f3d will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:29:28.445634 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:28.494190 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e87508-d3d5-47e9-a182-17a2d7c81e1d None None] Pushing event updated for resources: {'Port': ['ID=964f36b2-3341-4d75-8188-f2787e927f3d,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:28.532348 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e87508-d3d5-47e9-a182-17a2d7c81e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:28.532693 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e87508-d3d5-47e9-a182-17a2d7c81e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:28.533035 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e87508-d3d5-47e9-a182-17a2d7c81e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:28.533369 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e87508-d3d5-47e9-a182-17a2d7c81e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:28.533696 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e87508-d3d5-47e9-a182-17a2d7c81e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:28.534023 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e87508-d3d5-47e9-a182-17a2d7c81e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:28.534408 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e87508-d3d5-47e9-a182-17a2d7c81e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:28.534737 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e87508-d3d5-47e9-a182-17a2d7c81e1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:28.535091 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e87508-d3d5-47e9-a182-17a2d7c81e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:28.535960 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e87508-d3d5-47e9-a182-17a2d7c81e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:28.536284 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e87508-d3d5-47e9-a182-17a2d7c81e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:28.536605 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e87508-d3d5-47e9-a182-17a2d7c81e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:28.576326 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] Attempting to bind port 964f36b2-3341-4d75-8188-f2787e927f3d on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:29:28.576617 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] Attempting to bind port 964f36b2-3341-4d75-8188-f2787e927f3d by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'cc2acae7-d258-409d-a1d1-a4f5f2876609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:29:28.576979 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] Attempting to bind port 964f36b2-3341-4d75-8188-f2787e927f3d on network e7380bdc-6684-474f-b478-2f9a63b3804c {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:29:28.583242 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:29:28.583752 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] Checking segment: {'id': 'cc2acae7-d258-409d-a1d1-a4f5f2876609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:29:28.584399 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:28.584892 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] Bound using segment: {'id': 'cc2acae7-d258-409d-a1d1-a4f5f2876609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:29:28.585467 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] Bound port: 964f36b2-3341-4d75-8188-f2787e927f3d, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2acae7-d258-409d-a1d1-a4f5f2876609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:29:28.585945 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:28.672965 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] For port 964f36b2-3341-4d75-8188-f2787e927f3d, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:29:28.677191 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] For port 964f36b2-3341-4d75-8188-f2787e927f3d, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=964f36b2-3341-4d75-8188-f2787e927f3d,segment=NetworkSegment(cc2acae7-d258-409d-a1d1-a4f5f2876609),segment_id=cc2acae7-d258-409d-a1d1-a4f5f2876609)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:29:28.682418 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:28.744302 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] Routers {'5c8cd870-86fe-4e7a-9260-4769e32fc069'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:28.745188 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:29:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5c8cd870-86fe-4e7a-9260-4769e32fc069'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:28.808647 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e87508-d3d5-47e9-a182-17a2d7c81e1d None None] Pushing event updated for resources: {'Port': ['ID=964f36b2-3341-4d75-8188-f2787e927f3d,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:28.894413 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] Set router 5c8cd870-86fe-4e7a-9260-4769e32fc069 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:29:29.023119 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a718cc5c-8108-40f6-9b29-857e3cbd0e89 req-01589531-07ea-49f6-b65c-5c2d7bc3c251 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 210 time: 0.0348599 Jul 05 10:29:29.126590 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131055387', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:29:21Z', 'updated_at': '2021-07-05T10:29:25Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:22Z', 'updated_at': '2021-07-05T10:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '964f36b2-3341-4d75-8188-f2787e927f3d', 'name': '', 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:8a:08:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'cb187f8c-95de-4197-9d3e-91a8234feefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:25Z', 'updated_at': '2021-07-05T10:29:28Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'cb187f8c-95de-4197-9d3e-91a8234feefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:29.156850 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e4d58-ed3c-42c9-90fc-f52d4ee3633d None None] The sync data for ids ['5c8cd870-86fe-4e7a-9260-4769e32fc069'] in n-d-798054-8 is: [{'id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131055387', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:29:21Z', 'updated_at': '2021-07-05T10:29:25Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:22Z', 'updated_at': '2021-07-05T10:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '964f36b2-3341-4d75-8188-f2787e927f3d', 'name': '', 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:8a:08:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'cb187f8c-95de-4197-9d3e-91a8234feefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:25Z', 'updated_at': '2021-07-05T10:29:28Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'cb187f8c-95de-4197-9d3e-91a8234feefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:29:29.410904 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-2b14393d-6452-4396-af2e-b186424e25f6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:29.414456 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-2b14393d-6452-4396-af2e-b186424e25f6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.81 "GET /v2.0/networks?id=e7380bdc-6684-474f-b478-2f9a63b3804c HTTP/1.1" status: 200 len: 796 time: 0.2184732 Jul 05 10:29:29.503631 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-b9575cf2-aed8-41ea-9dd3-339d415dff2c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef HTTP/1.1" status: 200 len: 380 time: 0.0800838 Jul 05 10:29:29.529801 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-69313605-4543-49fb-a890-255bc0e75ea2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'port': {'device_id': '6d060011-f96b-4ecc-94ce-02a46983a045', 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c', 'admin_state_up': True, 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'security_groups': ['2a39f3cd-86ca-42de-a4fd-ebb3f334d34b']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:29.561060 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d94a1283-dfdd-49a1-8215-fc49f4207a2a up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:29:29.682482 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port d94a1283-dfdd-49a1-8215-fc49f4207a2a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:29.682868 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:29.758925 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-69313605-4543-49fb-a890-255bc0e75ea2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Made reservation on behalf of d53d24fbd5324a538744d7c2d5d0f8ef for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:29:29.764034 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-69313605-4543-49fb-a890-255bc0e75ea2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:29.962748 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-69313605-4543-49fb-a890-255bc0e75ea2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Allocated IP 172.20.0.8 (e7380bdc-6684-474f-b478-2f9a63b3804c/cb187f8c-95de-4197-9d3e-91a8234feefd/fe355734-4691-47d4-8554-8ca163868f0c) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:30.008337 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 82a4e34f-a4e2-4792-a257-fc74395f9261 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:29:30.058565 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 82a4e34f-a4e2-4792-a257-fc74395f9261 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:30.059216 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.149985 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-69313605-4543-49fb-a890-255bc0e75ea2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.167715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-69313605-4543-49fb-a890-255bc0e75ea2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Transition to ACTIVE for port object fe355734-4691-47d4-8554-8ca163868f0c will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:29:30.200642 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 964f36b2-3341-4d75-8188-f2787e927f3d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:29:30.214464 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e5603b48-2d22-4404-baaf-d90d7daecfa0 req-c47f99b5-fce0-4bfd-a53b-866fd5b5a6b6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 210 time: 0.0350537 Jul 05 10:29:30.246696 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-69313605-4543-49fb-a890-255bc0e75ea2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.261309 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 964f36b2-3341-4d75-8188-f2787e927f3d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:29:30.266147 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 964f36b2-3341-4d75-8188-f2787e927f3d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:30.266699 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.303741 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-69313605-4543-49fb-a890-255bc0e75ea2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network e7380bdc-6684-474f-b478-2f9a63b3804c is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:30.307391 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-69313605-4543-49fb-a890-255bc0e75ea2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:30.313556 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-69313605-4543-49fb-a890-255bc0e75ea2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:29:30.345938 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69313605-4543-49fb-a890-255bc0e75ea2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Port': ['ID=fe355734-4691-47d4-8554-8ca163868f0c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:30.373262 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.375198 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-69313605-4543-49fb-a890-255bc0e75ea2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:30.376241 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-69313605-4543-49fb-a890-255bc0e75ea2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.395381 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-69313605-4543-49fb-a890-255bc0e75ea2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8852940 Jul 05 10:29:30.409059 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-23ede601-bdff-43b8-8a8b-b394353df4ef service neutron] Request body: {'port': {'device_id': '6d060011-f96b-4ecc-94ce-02a46983a045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:30.432126 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 964f36b2-3341-4d75-8188-f2787e927f3d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=964f36b2-3341-4d75-8188-f2787e927f3d,segment=NetworkSegment(cc2acae7-d258-409d-a1d1-a4f5f2876609),segment_id=cc2acae7-d258-409d-a1d1-a4f5f2876609)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:30.436800 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.507809 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-23ede601-bdff-43b8-8a8b-b394353df4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.527625 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=964f36b2-3341-4d75-8188-f2787e927f3d,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:30.715087 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2dfd1208-0275-4da3-ae8c-91595e366fda None None] Provisioning for port fe355734-4691-47d4-8554-8ca163868f0c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:29:30.720009 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2dfd1208-0275-4da3-ae8c-91595e366fda None None] Provisioning complete for port fe355734-4691-47d4-8554-8ca163868f0c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:30.720538 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2dfd1208-0275-4da3-ae8c-91595e366fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.760725 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2dfd1208-0275-4da3-ae8c-91595e366fda None None] Port fe355734-4691-47d4-8554-8ca163868f0c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:29:30.846700 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-23ede601-bdff-43b8-8a8b-b394353df4ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe355734-4691-47d4-8554-8ca163868f0c {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:29:30.854869 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-23ede601-bdff-43b8-8a8b-b394353df4ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.868275 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-23ede601-bdff-43b8-8a8b-b394353df4ef service neutron] Transition to ACTIVE for port object fe355734-4691-47d4-8554-8ca163868f0c will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:29:30.873219 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-23ede601-bdff-43b8-8a8b-b394353df4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.928094 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ede601-bdff-43b8-8a8b-b394353df4ef service neutron] Pushing event updated for resources: {'Port': ['ID=fe355734-4691-47d4-8554-8ca163868f0c,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:31.000007 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-23ede601-bdff-43b8-8a8b-b394353df4ef service neutron] Attempting to bind port fe355734-4691-47d4-8554-8ca163868f0c on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:29:31.000338 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-23ede601-bdff-43b8-8a8b-b394353df4ef service neutron] Attempting to bind port fe355734-4691-47d4-8554-8ca163868f0c by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'cc2acae7-d258-409d-a1d1-a4f5f2876609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:29:31.000868 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-23ede601-bdff-43b8-8a8b-b394353df4ef service neutron] Attempting to bind port fe355734-4691-47d4-8554-8ca163868f0c on network e7380bdc-6684-474f-b478-2f9a63b3804c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:29:31.005532 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-23ede601-bdff-43b8-8a8b-b394353df4ef service neutron] Port fe355734-4691-47d4-8554-8ca163868f0c on network e7380bdc-6684-474f-b478-2f9a63b3804c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:29:31.005860 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-23ede601-bdff-43b8-8a8b-b394353df4ef service neutron] Attempting to bind port fe355734-4691-47d4-8554-8ca163868f0c on network e7380bdc-6684-474f-b478-2f9a63b3804c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:29:31.010941 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-23ede601-bdff-43b8-8a8b-b394353df4ef service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:29:31.011267 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-23ede601-bdff-43b8-8a8b-b394353df4ef service neutron] Checking segment: {'id': 'cc2acae7-d258-409d-a1d1-a4f5f2876609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:29:31.011676 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-23ede601-bdff-43b8-8a8b-b394353df4ef service neutron] Bound using segment: {'id': 'cc2acae7-d258-409d-a1d1-a4f5f2876609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:29:31.012153 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-23ede601-bdff-43b8-8a8b-b394353df4ef service neutron] Bound port: fe355734-4691-47d4-8554-8ca163868f0c, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc2acae7-d258-409d-a1d1-a4f5f2876609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:29:31.012518 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-23ede601-bdff-43b8-8a8b-b394353df4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:31.091830 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-23ede601-bdff-43b8-8a8b-b394353df4ef service neutron] For port fe355734-4691-47d4-8554-8ca163868f0c, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:29:31.095958 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-23ede601-bdff-43b8-8a8b-b394353df4ef service neutron] For port fe355734-4691-47d4-8554-8ca163868f0c, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=fe355734-4691-47d4-8554-8ca163868f0c,segment=NetworkSegment(cc2acae7-d258-409d-a1d1-a4f5f2876609),segment_id=cc2acae7-d258-409d-a1d1-a4f5f2876609)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:29:31.101458 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-23ede601-bdff-43b8-8a8b-b394353df4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:31.135388 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-23ede601-bdff-43b8-8a8b-b394353df4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:31.136052 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-23ede601-bdff-43b8-8a8b-b394353df4ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:31.137503 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-23ede601-bdff-43b8-8a8b-b394353df4ef service neutron] 10.222.0.81 "PUT /v2.0/ports/fe355734-4691-47d4-8554-8ca163868f0c HTTP/1.1" status: 200 len: 1091 time: 0.7338443 Jul 05 10:29:31.138011 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d060011-f96b-4ecc-94ce-02a46983a045', 'tag': 'fe355734-4691-47d4-8554-8ca163868f0c'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:29:31.140240 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85f7f5e-666d-4a81-a897-a2cf990450ab" -d '{"events": [{"name": "network-changed", "server_uuid": "6d060011-f96b-4ecc-94ce-02a46983a045", "tag": "fe355734-4691-47d4-8554-8ca163868f0c"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:29:31.214719 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db201b24-2e4d-46f3-8ab7-c4c71fc47c57 x-openstack-request-id: req-db201b24-2e4d-46f3-8ab7-c4c71fc47c57 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:29:31.215366 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d060011-f96b-4ecc-94ce-02a46983a045", "tag": "fe355734-4691-47d4-8554-8ca163868f0c", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:29:31.215366 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-db201b24-2e4d-46f3-8ab7-c4c71fc47c57 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:29:31.215654 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d060011-f96b-4ecc-94ce-02a46983a045', 'tag': 'fe355734-4691-47d4-8554-8ca163868f0c', 'status': 'completed', 'code': 200} Jul 05 10:29:31.217671 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ede601-bdff-43b8-8a8b-b394353df4ef service neutron] Pushing event updated for resources: {'Port': ['ID=fe355734-4691-47d4-8554-8ca163868f0c,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:31.249320 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-35b85200-1a53-4ea6-810f-640c8fe9c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:31.250889 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-35b85200-1a53-4ea6-810f-640c8fe9c104 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 1094 time: 0.0680912 Jul 05 10:29:31.300163 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-42b413c8-5ee8-4bf4-9de3-05aede8ea7be service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe355734-4691-47d4-8554-8ca163868f0c HTTP/1.1" status: 200 len: 217 time: 0.0417190 Jul 05 10:29:31.332866 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 964f36b2-3341-4d75-8188-f2787e927f3d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:29:31.382378 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-f23a9e3b-6046-48ba-b501-825c02a0655e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:31.383915 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-f23a9e3b-6046-48ba-b501-825c02a0655e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cb187f8c-95de-4197-9d3e-91a8234feefd HTTP/1.1" status: 200 len: 834 time: 0.0778694 Jul 05 10:29:31.393287 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 964f36b2-3341-4d75-8188-f2787e927f3d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:31.393699 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:31.452938 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fdfad-2651-4362-a6a4-a5d1f1a502f2 req-aa4062ff-4804-4607-8e42-663416d8a117 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:31.454443 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-705fdfad-2651-4362-a6a4-a5d1f1a502f2 req-aa4062ff-4804-4607-8e42-663416d8a117 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 943 time: 0.1031096 Jul 05 10:29:31.484281 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-0f057ad3-7da6-4fe7-a31a-de092e0d5ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:31.485804 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-0f057ad3-7da6-4fe7-a31a-de092e0d5ce9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e7380bdc-6684-474f-b478-2f9a63b3804c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949731 Jul 05 10:29:31.519700 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-705fdfad-2651-4362-a6a4-a5d1f1a502f2 req-25721b14-4cb8-4122-b73e-6a8ce3e79255 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586863 Jul 05 10:29:31.584914 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-27f068a0-5e0c-4771-a80a-449036d334a0 service neutron] 10.222.0.81 "GET /v2.0/networks/e7380bdc-6684-474f-b478-2f9a63b3804c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879736 Jul 05 10:29:31.619161 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44948) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:31.678791 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e420ca2-2a67-4204-b047-9e66278a5c93 req-7a997c07-fa3d-4d64-9518-eb5c6938d4c3 service neutron] 10.222.0.81 "GET /v2.0/networks/e7380bdc-6684-474f-b478-2f9a63b3804c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874186 Jul 05 10:29:31.777659 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f7f5e-666d-4a81-a897-a2cf990450ab req-6eb2dbf7-06f4-4611-a452-aaff105dd3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:31.779173 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e85f7f5e-666d-4a81-a897-a2cf990450ab req-6eb2dbf7-06f4-4611-a452-aaff105dd3fe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 1094 time: 0.0531411 Jul 05 10:29:31.786386 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-29521c79-e0d3-4471-88b7-cf1205f48c59 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Deleting port 0aa9a2e8-2436-432a-938c-2ba374747529 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:31.786741 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-29521c79-e0d3-4471-88b7-cf1205f48c59 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:31.865032 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-29521c79-e0d3-4471-88b7-cf1205f48c59 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:31.865371 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-29521c79-e0d3-4471-88b7-cf1205f48c59 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:31.866536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f7f5e-666d-4a81-a897-a2cf990450ab req-a65c565b-a8ba-4686-9d75-f9f2a72696ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:31.868119 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e85f7f5e-666d-4a81-a897-a2cf990450ab req-a65c565b-a8ba-4686-9d75-f9f2a72696ac service neutron] 10.222.0.81 "GET /v2.0/networks?id=e7380bdc-6684-474f-b478-2f9a63b3804c HTTP/1.1" status: 200 len: 897 time: 0.0822799 Jul 05 10:29:31.877154 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-29521c79-e0d3-4471-88b7-cf1205f48c59 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Calling delete_port for 0aa9a2e8-2436-432a-938c-2ba374747529 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:31.913717 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e85f7f5e-666d-4a81-a897-a2cf990450ab req-951c1e16-d1c4-413d-9a62-0e18906d401a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe355734-4691-47d4-8554-8ca163868f0c HTTP/1.1" status: 200 len: 217 time: 0.0391948 Jul 05 10:29:31.965509 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f7f5e-666d-4a81-a897-a2cf990450ab req-4cae81ca-ea5d-43b0-bca6-0da7065419c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:31.967096 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e85f7f5e-666d-4a81-a897-a2cf990450ab req-4cae81ca-ea5d-43b0-bca6-0da7065419c2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cb187f8c-95de-4197-9d3e-91a8234feefd HTTP/1.1" status: 200 len: 834 time: 0.0469887 Jul 05 10:29:32.029070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f7f5e-666d-4a81-a897-a2cf990450ab req-c7e4fedd-24d4-4c97-9593-e5a2569f70e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:32.030649 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e85f7f5e-666d-4a81-a897-a2cf990450ab req-c7e4fedd-24d4-4c97-9593-e5a2569f70e2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e7380bdc-6684-474f-b478-2f9a63b3804c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567372 Jul 05 10:29:32.033988 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-29521c79-e0d3-4471-88b7-cf1205f48c59 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:32.061837 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29521c79-e0d3-4471-88b7-cf1205f48c59 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event deleted for resources: {'Port': ['ID=0aa9a2e8-2436-432a-938c-2ba374747529,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:32.124300 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-29521c79-e0d3-4471-88b7-cf1205f48c59 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:32.124690 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-29521c79-e0d3-4471-88b7-cf1205f48c59 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Floating IP 15d87452-777f-4e49-aa6b-0d5a96faf81d disassociated (deleted). External IP: 172.25.7.95, port: b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9. Jul 05 10:29:32.133538 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e85f7f5e-666d-4a81-a897-a2cf990450ab req-6a28015a-8233-40b8-a2ee-6747d30f2b79 service neutron] 10.222.0.81 "GET /v2.0/networks/e7380bdc-6684-474f-b478-2f9a63b3804c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945454 Jul 05 10:29:32.225634 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e85f7f5e-666d-4a81-a897-a2cf990450ab req-77c6cff7-ead3-4515-8164-39b68114c525 service neutron] 10.222.0.81 "GET /v2.0/networks/e7380bdc-6684-474f-b478-2f9a63b3804c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847945 Jul 05 10:29:32.335073 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29521c79-e0d3-4471-88b7-cf1205f48c59 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Router f23e8768-9afd-4678-9320-1b5e65913db8 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:29:32.440674 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29521c79-e0d3-4471-88b7-cf1205f48c59 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:29:32.445650 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-29521c79-e0d3-4471-88b7-cf1205f48c59 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:32.450465 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6898f7-0b94-4105-b5c8-8f2f6a2c35d9 None None] Sync routers for ids ['f23e8768-9afd-4678-9320-1b5e65913db8'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:29:32.459400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6898f7-0b94-4105-b5c8-8f2f6a2c35d9 None None] Routers {'f23e8768-9afd-4678-9320-1b5e65913db8'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:32.460048 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fb6898f7-0b94-4105-b5c8-8f2f6a2c35d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:29:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f23e8768-9afd-4678-9320-1b5e65913db8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:32.481992 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-29521c79-e0d3-4471-88b7-cf1205f48c59 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "DELETE /v2.0/floatingips/15d87452-777f-4e49-aa6b-0d5a96faf81d HTTP/1.1" status: 204 len: 168 time: 0.8616567 Jul 05 10:29:32.482684 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03e92fb-19ca-41bc-af3d-c31b501c8dec', 'tag': 'b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:29:32.485117 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8d99ef-f07f-4b86-8aff-26dc3eba506a" -d '{"events": [{"name": "network-changed", "server_uuid": "d03e92fb-19ca-41bc-af3d-c31b501c8dec", "tag": "b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:29:32.524394 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb3e03c-9f26-4a29-8243-319921084d84 x-openstack-request-id: req-cdb3e03c-9f26-4a29-8243-319921084d84 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:29:32.524755 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03e92fb-19ca-41bc-af3d-c31b501c8dec", "tag": "b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:29:32.525078 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cdb3e03c-9f26-4a29-8243-319921084d84 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:29:32.525573 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03e92fb-19ca-41bc-af3d-c31b501c8dec', 'tag': 'b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9', 'status': 'completed', 'code': 200} Jul 05 10:29:32.582784 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-fb6898f7-0b94-4105-b5c8-8f2f6a2c35d9 None None] Set router f23e8768-9afd-4678-9320-1b5e65913db8 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:29:32.621801 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d99ef-f07f-4b86-8aff-26dc3eba506a req-b8e54b1b-794d-4343-8430-f5456407d16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:32.624079 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4f8d99ef-f07f-4b86-8aff-26dc3eba506a req-b8e54b1b-794d-4343-8430-f5456407d16b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 1096 time: 0.0746439 Jul 05 10:29:32.718535 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b970af-67da-48e6-bc3b-c0ea95ca055e req-5c677cb3-e473-45bf-8f90-b49b98359861 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:32.720643 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61b970af-67da-48e6-bc3b-c0ea95ca055e req-5c677cb3-e473-45bf-8f90-b49b98359861 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 943 time: 0.0758183 Jul 05 10:29:32.743445 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d99ef-f07f-4b86-8aff-26dc3eba506a req-65446592-75dc-4d27-897e-c41d01fa3710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:32.745037 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4f8d99ef-f07f-4b86-8aff-26dc3eba506a req-65446592-75dc-4d27-897e-c41d01fa3710 service neutron] 10.222.0.78 "GET /v2.0/networks?id=640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 200 len: 913 time: 0.1147454 Jul 05 10:29:32.773442 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61b970af-67da-48e6-bc3b-c0ea95ca055e req-663ead9c-36bd-41fb-a703-2ac6a47c33d5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459378 Jul 05 10:29:32.811469 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4f8d99ef-f07f-4b86-8aff-26dc3eba506a req-3ed4569e-1bde-43da-8550-7a458ff07bad service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 HTTP/1.1" status: 200 len: 217 time: 0.0580931 Jul 05 10:29:32.831101 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fb6898f7-0b94-4105-b5c8-8f2f6a2c35d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:18:51Z', 'revision_number': 4, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port': {'id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:48Z', 'updated_at': '2021-07-05T10:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '9779c479-46da-4d55-956f-f48ab744772c', 'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'mac_address': 'fa:16:3e:0d:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:50Z', 'updated_at': '2021-07-05T10:18:58Z', 'revision_number': 5, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'subnets': [{'id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:32.865447 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6898f7-0b94-4105-b5c8-8f2f6a2c35d9 None None] Checking router: f23e8768-9afd-4678-9320-1b5e65913db8 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:29:32.865826 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d99ef-f07f-4b86-8aff-26dc3eba506a req-182b59bb-ce20-42cf-9f1a-002a32d47d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:32.867406 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4f8d99ef-f07f-4b86-8aff-26dc3eba506a req-182b59bb-ce20-42cf-9f1a-002a32d47d90 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 200 len: 851 time: 0.0480220 Jul 05 10:29:32.874364 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6898f7-0b94-4105-b5c8-8f2f6a2c35d9 None None] Routers {'f23e8768-9afd-4678-9320-1b5e65913db8'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:32.875100 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fb6898f7-0b94-4105-b5c8-8f2f6a2c35d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:29:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f23e8768-9afd-4678-9320-1b5e65913db8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:32.907387 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ada606-5a46-492b-b3fc-18630aa1a8e8 req-5cd62c5c-0805-4203-99f2-53e6a178b0b6 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:32.909461 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5ada606-5a46-492b-b3fc-18630aa1a8e8 req-5cd62c5c-0805-4203-99f2-53e6a178b0b6 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 945 time: 0.0706413 Jul 05 10:29:32.929588 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d99ef-f07f-4b86-8aff-26dc3eba506a req-00cb4dab-f6f4-419b-bea6-8cf8a70562e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:32.931403 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4f8d99ef-f07f-4b86-8aff-26dc3eba506a req-00cb4dab-f6f4-419b-bea6-8cf8a70562e0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=640a92f1-ba53-4724-b927-c597caf88f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568719 Jul 05 10:29:32.948096 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5ada606-5a46-492b-b3fc-18630aa1a8e8 req-54051010-4dab-46be-a2b9-6c456951cf48 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326605 Jul 05 10:29:32.984710 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-fb6898f7-0b94-4105-b5c8-8f2f6a2c35d9 None None] Set router f23e8768-9afd-4678-9320-1b5e65913db8 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:29:33.037095 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4f8d99ef-f07f-4b86-8aff-26dc3eba506a req-7019818f-1232-4e79-97d2-cf3588640c7c service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952003 Jul 05 10:29:33.076740 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:33.131443 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4f8d99ef-f07f-4b86-8aff-26dc3eba506a req-cd0ec7b5-69eb-4620-89fb-3ef8ca154754 service neutron] 10.222.0.78 "GET /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877945 Jul 05 10:29:33.171640 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device fe355734-4691-47d4-8554-8ca163868f0c details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:29:33.260336 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fb6898f7-0b94-4105-b5c8-8f2f6a2c35d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:18:51Z', 'revision_number': 4, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port': {'id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:48Z', 'updated_at': '2021-07-05T10:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '9779c479-46da-4d55-956f-f48ab744772c', 'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'mac_address': 'fa:16:3e:0d:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:50Z', 'updated_at': '2021-07-05T10:18:58Z', 'revision_number': 5, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'subnets': [{'id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:33.293944 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6898f7-0b94-4105-b5c8-8f2f6a2c35d9 None None] The sync data for ids ['f23e8768-9afd-4678-9320-1b5e65913db8'] in n-d-798054-8 is: [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:18:51Z', 'revision_number': 4, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port': {'id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:48Z', 'updated_at': '2021-07-05T10:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '9779c479-46da-4d55-956f-f48ab744772c', 'name': '', 'network_id': '640a92f1-ba53-4724-b927-c597caf88f39', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'mac_address': 'fa:16:3e:0d:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:50Z', 'updated_at': '2021-07-05T10:18:58Z', 'revision_number': 5, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'subnets': [{'id': 'fe81aa39-c7e6-420e-8913-88a4162da5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:29:33.313235 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port fe355734-4691-47d4-8554-8ca163868f0c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=fe355734-4691-47d4-8554-8ca163868f0c,segment=NetworkSegment(cc2acae7-d258-409d-a1d1-a4f5f2876609),segment_id=cc2acae7-d258-409d-a1d1-a4f5f2876609)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:33.325239 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'fe355734-4691-47d4-8554-8ca163868f0c', 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c', 'port_id': 'fe355734-4691-47d4-8554-8ca163868f0c', 'mac_address': 'fa:16:3e:62:73:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb187f8c-95de-4197-9d3e-91a8234feefd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:29:33.364347 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:33.377625 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe355734-4691-47d4-8554-8ca163868f0c {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:29:33.398700 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port fe355734-4691-47d4-8554-8ca163868f0c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=fe355734-4691-47d4-8554-8ca163868f0c,segment=NetworkSegment(cc2acae7-d258-409d-a1d1-a4f5f2876609),segment_id=cc2acae7-d258-409d-a1d1-a4f5f2876609)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:33.402851 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:33.455516 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=fe355734-4691-47d4-8554-8ca163868f0c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:33.524025 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a63277-a0a2-4443-ab82-48f61f84c2e0 None None] New status for floating IP 15d87452-777f-4e49-aa6b-0d5a96faf81d: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:29:33.625257 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['fe355734-4691-47d4-8554-8ca163868f0c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:29:33.945259 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ff487-988d-43b5-84f0-f5314c284520 req-2d6224b7-42aa-4b4b-8675-c755cbad4bc4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:33.946663 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ae0ff487-988d-43b5-84f0-f5314c284520 req-2d6224b7-42aa-4b4b-8675-c755cbad4bc4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 944 time: 0.0625169 Jul 05 10:29:33.986711 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ae0ff487-988d-43b5-84f0-f5314c284520 req-d061c672-d0e4-4e3c-9e5a-5b9399c07706 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343168 Jul 05 10:29:34.125871 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cff94e-75c2-43ef-beaf-d8fa7ae50a42 req-e8991e14-ef95-4b6f-891d-9ff9d9d26b71 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:34.127378 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f3cff94e-75c2-43ef-beaf-d8fa7ae50a42 req-e8991e14-ef95-4b6f-891d-9ff9d9d26b71 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 945 time: 0.0679967 Jul 05 10:29:34.164671 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f3cff94e-75c2-43ef-beaf-d8fa7ae50a42 req-76526080-924c-45ba-9d7f-68e859ae2bfc tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312963 Jul 05 10:29:35.157725 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7517d42-3806-45c8-8d2e-28f1202e5f48 req-a36af6b2-c0d8-4cb0-96ea-767aec17cf7d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:35.159185 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7517d42-3806-45c8-8d2e-28f1202e5f48 req-a36af6b2-c0d8-4cb0-96ea-767aec17cf7d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 944 time: 0.0627828 Jul 05 10:29:35.172644 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device fe355734-4691-47d4-8554-8ca163868f0c up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:29:35.198123 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b7517d42-3806-45c8-8d2e-28f1202e5f48 req-7e59f17f-a64c-48f3-b017-8b7162074861 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328186 Jul 05 10:29:35.225361 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port fe355734-4691-47d4-8554-8ca163868f0c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:29:35.229244 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port fe355734-4691-47d4-8554-8ca163868f0c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:35.229622 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:35.306921 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:35.331794 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d060011-f96b-4ecc-94ce-02a46983a045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe355734-4691-47d4-8554-8ca163868f0c'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:29:35.334346 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585cb889-2f46-494f-af54-d752436272a7" -d '{"events": [{"server_uuid": "6d060011-f96b-4ecc-94ce-02a46983a045", "name": "network-vif-plugged", "status": "completed", "tag": "fe355734-4691-47d4-8554-8ca163868f0c"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:29:35.352023 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port fe355734-4691-47d4-8554-8ca163868f0c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=fe355734-4691-47d4-8554-8ca163868f0c,segment=NetworkSegment(cc2acae7-d258-409d-a1d1-a4f5f2876609),segment_id=cc2acae7-d258-409d-a1d1-a4f5f2876609)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:35.354316 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d464c52-c059-4bd8-8fdd-88ddea534674 req-85c86ebf-1512-4127-bc0a-28d808c6e790 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:35.356615 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2d464c52-c059-4bd8-8fdd-88ddea534674 req-85c86ebf-1512-4127-bc0a-28d808c6e790 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 945 time: 0.0742846 Jul 05 10:29:35.361605 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:35.394432 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5c91b-a06d-41b5-a324-d65159b6e65f req-0190f9bb-9062-4282-966a-24deca01973b tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:35.396021 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7fe5c91b-a06d-41b5-a324-d65159b6e65f req-0190f9bb-9062-4282-966a-24deca01973b tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.78 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 945 time: 0.0902905 Jul 05 10:29:35.404221 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2d464c52-c059-4bd8-8fdd-88ddea534674 req-cb289a97-594d-4c30-a64a-f1ad5d0a41c6 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411477 Jul 05 10:29:35.416411 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=fe355734-4691-47d4-8554-8ca163868f0c,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:35.461819 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e777fd-3cbb-4d60-9d23-6bda3e87a5af x-openstack-request-id: req-a8e777fd-3cbb-4d60-9d23-6bda3e87a5af {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:29:35.462118 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d060011-f96b-4ecc-94ce-02a46983a045", "name": "network-vif-plugged", "status": "completed", "tag": "fe355734-4691-47d4-8554-8ca163868f0c", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:29:35.462373 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a8e777fd-3cbb-4d60-9d23-6bda3e87a5af {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:29:35.462765 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d060011-f96b-4ecc-94ce-02a46983a045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe355734-4691-47d4-8554-8ca163868f0c', 'code': 200} Jul 05 10:29:35.513660 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-7fe5c91b-a06d-41b5-a324-d65159b6e65f req-cd1bfb2d-d72f-4c4c-a1cd-93e824880c45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Deleting port b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:35.514010 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7fe5c91b-a06d-41b5-a324-d65159b6e65f req-cd1bfb2d-d72f-4c4c-a1cd-93e824880c45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:35.575064 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497855f-bd96-4d03-88ea-a38c27d966d5 req-f4d23d7a-af41-4ca0-b656-d9fd02941953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:35.576739 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1497855f-bd96-4d03-88ea-a38c27d966d5 req-f4d23d7a-af41-4ca0-b656-d9fd02941953 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 1096 time: 0.0533385 Jul 05 10:29:35.607384 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-7fe5c91b-a06d-41b5-a324-d65159b6e65f req-cd1bfb2d-d72f-4c4c-a1cd-93e824880c45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] For port b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:35.607757 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7fe5c91b-a06d-41b5-a324-d65159b6e65f req-cd1bfb2d-d72f-4c4c-a1cd-93e824880c45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:35.616965 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1497855f-bd96-4d03-88ea-a38c27d966d5 req-be076dfa-6fe0-4946-ba72-6721b43c362b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332403 Jul 05 10:29:35.622077 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-7fe5c91b-a06d-41b5-a324-d65159b6e65f req-cd1bfb2d-d72f-4c4c-a1cd-93e824880c45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Calling delete_port for b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:35.755636 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7fe5c91b-a06d-41b5-a324-d65159b6e65f req-cd1bfb2d-d72f-4c4c-a1cd-93e824880c45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:35.793230 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1bfb2d-d72f-4c4c-a1cd-93e824880c45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event deleted for resources: {'Port': ['ID=b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:35.837566 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe5c91b-a06d-41b5-a324-d65159b6e65f req-cd1bfb2d-d72f-4c4c-a1cd-93e824880c45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] No DVR routers for this DVR port b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:29:35.840325 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7fe5c91b-a06d-41b5-a324-d65159b6e65f req-cd1bfb2d-d72f-4c4c-a1cd-93e824880c45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:35.842669 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7fe5c91b-a06d-41b5-a324-d65159b6e65f req-cd1bfb2d-d72f-4c4c-a1cd-93e824880c45 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.78 "DELETE /v2.0/ports/b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 HTTP/1.1" status: 204 len: 173 time: 0.4415464 Jul 05 10:29:35.843128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03e92fb-19ca-41bc-af3d-c31b501c8dec', 'name': 'network-vif-deleted', 'tag': 'b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:29:35.846605 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a25ac53-0fe9-4674-b38d-b83ff225becc" -d '{"events": [{"server_uuid": "d03e92fb-19ca-41bc-af3d-c31b501c8dec", "name": "network-vif-deleted", "tag": "b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:29:35.881937 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328b7b60-339a-46fa-b78b-90f26daaef13 x-openstack-request-id: req-328b7b60-339a-46fa-b78b-90f26daaef13 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:29:35.882237 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03e92fb-19ca-41bc-af3d-c31b501c8dec", "name": "network-vif-deleted", "tag": "b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:29:35.882492 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-328b7b60-339a-46fa-b78b-90f26daaef13 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:29:35.882924 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03e92fb-19ca-41bc-af3d-c31b501c8dec', 'name': 'network-vif-deleted', 'tag': 'b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9', 'status': 'completed', 'code': 200} Jul 05 10:29:36.387696 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835daf42-642d-4b97-930b-2068fa22dc79 req-f352df1c-2cf1-486f-b8c5-7305527645df tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:36.389200 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-835daf42-642d-4b97-930b-2068fa22dc79 req-f352df1c-2cf1-486f-b8c5-7305527645df tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 945 time: 0.0649605 Jul 05 10:29:36.434618 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-835daf42-642d-4b97-930b-2068fa22dc79 req-5b00760d-ca45-4bb8-a287-a72dfef3379e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392933 Jul 05 10:29:36.446653 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:36.564897 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-73730da4-beeb-4b58-8597-7861753c7b5f req-acc51e7f-95a6-4087-950d-3a3afbef7425 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 210 time: 0.0367672 Jul 05 10:29:37.640947 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36359920-d935-4a10-8f92-a97df1242474 req-8504ac30-9914-499c-a087-078454e0cdee tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:37.642463 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-36359920-d935-4a10-8f92-a97df1242474 req-8504ac30-9914-499c-a087-078454e0cdee tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 945 time: 0.0734060 Jul 05 10:29:37.682507 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-36359920-d935-4a10-8f92-a97df1242474 req-7b316b8e-a2e2-4345-986f-6539afb5177b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343547 Jul 05 10:29:37.710994 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0e41b90-c4bd-40ce-bd46-8bc877dff332 req-7c7dc27e-07eb-4208-a608-aadb630109cc tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 210 time: 0.0327349 Jul 05 10:29:37.870585 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6182a-b6d8-47aa-9a8a-4d847492abc5 req-1d5bf3b2-1345-4f8d-95fd-dd0b85d0f071 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:37.872119 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85b6182a-b6d8-47aa-9a8a-4d847492abc5 req-1d5bf3b2-1345-4f8d-95fd-dd0b85d0f071 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 945 time: 0.0698655 Jul 05 10:29:37.910237 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85b6182a-b6d8-47aa-9a8a-4d847492abc5 req-9ce0c756-a0d8-46e0-979d-7ea2cb0011bb tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325570 Jul 05 10:29:37.933372 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44986) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:37.985403 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c785363-de99-4c6a-b85e-859877b6aff4 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:37.988482 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1c785363-de99-4c6a-b85e-859877b6aff4 tempest-TestNetworkAdvancedServerOps-1734746950 tempest-TestNetworkAdvancedServerOps-1734746950-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 1091 time: 0.0533049 Jul 05 10:29:37.991017 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 44988) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:37.995531 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-814cdd6a-9fd6-42a8-b942-17952b9f4452 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': 'fe355734-4691-47d4-8554-8ca163868f0c', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:38.018421 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-814cdd6a-9fd6-42a8-b942-17952b9f4452 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:38.120463 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-814cdd6a-9fd6-42a8-b942-17952b9f4452 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:38.223900 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-814cdd6a-9fd6-42a8-b942-17952b9f4452 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Allocated IP 172.25.7.99 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/ca1b1c62-8e84-444d-9fdb-0152c5283a70) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:38.328552 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-814cdd6a-9fd6-42a8-b942-17952b9f4452 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:38.369536 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-814cdd6a-9fd6-42a8-b942-17952b9f4452 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:38.406913 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814cdd6a-9fd6-42a8-b942-17952b9f4452 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:38.411022 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-814cdd6a-9fd6-42a8-b942-17952b9f4452 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:38.413497 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814cdd6a-9fd6-42a8-b942-17952b9f4452 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:29:38.444406 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cdd6a-9fd6-42a8-b942-17952b9f4452 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Port': ['ID=ca1b1c62-8e84-444d-9fdb-0152c5283a70,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:38.446117 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:29:38.467554 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:29:38.467930 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device b3fbfb1b-3db2-448c-b18a-d8c2c1c043c9 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:29:38.806114 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-814cdd6a-9fd6-42a8-b942-17952b9f4452 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:38.868209 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25fa6d47-9ec3-4c1d-bf03-8fcd3dd5ed5b req-fb266806-412e-49cc-9df5-6c94c7396403 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "GET /v2.0/ports?device_id=d03e92fb-19ca-41bc-af3d-c31b501c8dec HTTP/1.1" status: 200 len: 210 time: 0.0379610 Jul 05 10:29:38.886830 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-814cdd6a-9fd6-42a8-b942-17952b9f4452 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:39.037662 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-814cdd6a-9fd6-42a8-b942-17952b9f4452 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:39.043115 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-814cdd6a-9fd6-42a8-b942-17952b9f4452 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:39.116504 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cdd6a-9fd6-42a8-b942-17952b9f4452 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event updated for resources: {'Port': ['ID=ca1b1c62-8e84-444d-9fdb-0152c5283a70,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:39.131039 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-814cdd6a-9fd6-42a8-b942-17952b9f4452 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:39.234504 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-814cdd6a-9fd6-42a8-b942-17952b9f4452 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Floating IP 1195775d-3327-4dc0-9cc4-057ca6743f6c associated. External IP: 172.25.7.99, port: fe355734-4691-47d4-8554-8ca163868f0c. Jul 05 10:29:39.447890 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814cdd6a-9fd6-42a8-b942-17952b9f4452 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Router 5c8cd870-86fe-4e7a-9260-4769e32fc069 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:29:39.855834 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814cdd6a-9fd6-42a8-b942-17952b9f4452 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:29:39.864945 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64979c26-9298-4a03-ae9e-580752ea7cb9 None None] Sync routers for ids ['5c8cd870-86fe-4e7a-9260-4769e32fc069'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:29:39.871681 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-814cdd6a-9fd6-42a8-b942-17952b9f4452 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:39.874086 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64979c26-9298-4a03-ae9e-580752ea7cb9 None None] Routers {'5c8cd870-86fe-4e7a-9260-4769e32fc069'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:39.874867 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-64979c26-9298-4a03-ae9e-580752ea7cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:29:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5c8cd870-86fe-4e7a-9260-4769e32fc069'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:39.911782 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-814cdd6a-9fd6-42a8-b942-17952b9f4452 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9196839 Jul 05 10:29:39.912422 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d060011-f96b-4ecc-94ce-02a46983a045', 'tag': 'fe355734-4691-47d4-8554-8ca163868f0c'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:29:39.915228 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a84cf3-8d25-4824-b65d-80639ddb32a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6d060011-f96b-4ecc-94ce-02a46983a045", "tag": "fe355734-4691-47d4-8554-8ca163868f0c"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:29:39.973484 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 44998) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:39.984962 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-64979c26-9298-4a03-ae9e-580752ea7cb9 None None] Set router 5c8cd870-86fe-4e7a-9260-4769e32fc069 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:29:40.007977 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7169a0b4-e601-4259-b04c-f3dc79c94367 x-openstack-request-id: req-7169a0b4-e601-4259-b04c-f3dc79c94367 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:29:40.008358 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d060011-f96b-4ecc-94ce-02a46983a045", "tag": "fe355734-4691-47d4-8554-8ca163868f0c", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:29:40.008704 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7169a0b4-e601-4259-b04c-f3dc79c94367 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:29:40.009184 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d060011-f96b-4ecc-94ce-02a46983a045', 'tag': 'fe355734-4691-47d4-8554-8ca163868f0c', 'status': 'completed', 'code': 200} Jul 05 10:29:40.194903 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4649ef3-4f43-407e-8892-02293a1ba604 req-fa69a52a-cc0d-4389-b6e2-fa71eeee2de6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:40.196326 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f4649ef3-4f43-407e-8892-02293a1ba604 req-fa69a52a-cc0d-4389-b6e2-fa71eeee2de6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 945 time: 0.1750731 Jul 05 10:29:40.198989 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a84cf3-8d25-4824-b65d-80639ddb32a1 req-374843cc-6c9d-4ebf-8b58-07104bee66b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:40.200403 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-52a84cf3-8d25-4824-b65d-80639ddb32a1 req-374843cc-6c9d-4ebf-8b58-07104bee66b5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 1096 time: 0.1663659 Jul 05 10:29:40.212126 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-64979c26-9298-4a03-ae9e-580752ea7cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131055387', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:29:21Z', 'updated_at': '2021-07-05T10:29:25Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:22Z', 'updated_at': '2021-07-05T10:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '1195775d-3327-4dc0-9cc4-057ca6743f6c', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'port_id': 'fe355734-4691-47d4-8554-8ca163868f0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c', 'mac_address': 'fa:16:3e:62:73:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d060011-f96b-4ecc-94ce-02a46983a045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:29:38Z', 'updated_at': '2021-07-05T10:29:38Z', 'revision_number': 0, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '964f36b2-3341-4d75-8188-f2787e927f3d', 'name': '', 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:8a:08:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'cb187f8c-95de-4197-9d3e-91a8234feefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:25Z', 'updated_at': '2021-07-05T10:29:30Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'cb187f8c-95de-4197-9d3e-91a8234feefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:40.283575 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-65afca3d-4a4c-40df-8500-69d0d763caf8 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Deleting port d43bffa5-bb74-489f-9edd-8f8f5d925180 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:40.283947 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-65afca3d-4a4c-40df-8500-69d0d763caf8 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:40.338825 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f4649ef3-4f43-407e-8892-02293a1ba604 req-b730302e-99ce-4fbd-a42b-1a4fc0189fc3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354239 Jul 05 10:29:40.366585 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45000) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:40.379557 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a84cf3-8d25-4824-b65d-80639ddb32a1 req-0f9997b2-dd62-4dd1-b92d-153e58b77a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:40.381110 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-52a84cf3-8d25-4824-b65d-80639ddb32a1 req-0f9997b2-dd62-4dd1-b92d-153e58b77a1b service neutron] 10.222.0.81 "GET /v2.0/networks?id=e7380bdc-6684-474f-b478-2f9a63b3804c HTTP/1.1" status: 200 len: 897 time: 0.1681793 Jul 05 10:29:40.393962 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64979c26-9298-4a03-ae9e-580752ea7cb9 None None] Checking router: 5c8cd870-86fe-4e7a-9260-4769e32fc069 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:29:40.403836 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64979c26-9298-4a03-ae9e-580752ea7cb9 None None] Routers {'5c8cd870-86fe-4e7a-9260-4769e32fc069'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:40.404494 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-64979c26-9298-4a03-ae9e-580752ea7cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:29:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5c8cd870-86fe-4e7a-9260-4769e32fc069'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:40.442964 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6a7d91ff-a035-48b2-bae1-a31482e2faa7 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/floatingips/1195775d-3327-4dc0-9cc4-057ca6743f6c HTTP/1.1" status: 200 len: 990 time: 0.0749428 Jul 05 10:29:40.443230 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-65afca3d-4a4c-40df-8500-69d0d763caf8 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:40.443607 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-65afca3d-4a4c-40df-8500-69d0d763caf8 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:40.463330 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-65afca3d-4a4c-40df-8500-69d0d763caf8 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Calling delete_port for d43bffa5-bb74-489f-9edd-8f8f5d925180 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:40.473945 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-52a84cf3-8d25-4824-b65d-80639ddb32a1 req-387d93c8-4d89-430f-83fb-b7433af95fe0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe355734-4691-47d4-8554-8ca163868f0c HTTP/1.1" status: 200 len: 998 time: 0.0848992 Jul 05 10:29:40.513602 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-64979c26-9298-4a03-ae9e-580752ea7cb9 None None] Set router 5c8cd870-86fe-4e7a-9260-4769e32fc069 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:29:40.571599 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a84cf3-8d25-4824-b65d-80639ddb32a1 req-7d2799a7-aa70-4d19-93e3-95323c840e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:40.573112 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-52a84cf3-8d25-4824-b65d-80639ddb32a1 req-7d2799a7-aa70-4d19-93e3-95323c840e7f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cb187f8c-95de-4197-9d3e-91a8234feefd HTTP/1.1" status: 200 len: 834 time: 0.0914106 Jul 05 10:29:40.678717 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a84cf3-8d25-4824-b65d-80639ddb32a1 req-8d20d0da-3401-4124-86ef-894064ec1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:40.680283 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-52a84cf3-8d25-4824-b65d-80639ddb32a1 req-8d20d0da-3401-4124-86ef-894064ec1233 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e7380bdc-6684-474f-b478-2f9a63b3804c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000905 Jul 05 10:29:40.684970 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-65afca3d-4a4c-40df-8500-69d0d763caf8 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:40.726960 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afca3d-4a4c-40df-8500-69d0d763caf8 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event deleted for resources: {'Port': ['ID=d43bffa5-bb74-489f-9edd-8f8f5d925180,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:40.741736 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-64979c26-9298-4a03-ae9e-580752ea7cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131055387', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:29:21Z', 'updated_at': '2021-07-05T10:29:25Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:22Z', 'updated_at': '2021-07-05T10:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '1195775d-3327-4dc0-9cc4-057ca6743f6c', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'port_id': 'fe355734-4691-47d4-8554-8ca163868f0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c', 'mac_address': 'fa:16:3e:62:73:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d060011-f96b-4ecc-94ce-02a46983a045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:29:38Z', 'updated_at': '2021-07-05T10:29:38Z', 'revision_number': 0, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '964f36b2-3341-4d75-8188-f2787e927f3d', 'name': '', 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:8a:08:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'cb187f8c-95de-4197-9d3e-91a8234feefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:25Z', 'updated_at': '2021-07-05T10:29:30Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'cb187f8c-95de-4197-9d3e-91a8234feefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:40.772366 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64979c26-9298-4a03-ae9e-580752ea7cb9 None None] The sync data for ids ['5c8cd870-86fe-4e7a-9260-4769e32fc069'] in n-d-798054-8 is: [{'id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131055387', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:29:21Z', 'updated_at': '2021-07-05T10:29:25Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:22Z', 'updated_at': '2021-07-05T10:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '1195775d-3327-4dc0-9cc4-057ca6743f6c', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'port_id': 'fe355734-4691-47d4-8554-8ca163868f0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c', 'mac_address': 'fa:16:3e:62:73:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d060011-f96b-4ecc-94ce-02a46983a045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:29:38Z', 'updated_at': '2021-07-05T10:29:38Z', 'revision_number': 0, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '964f36b2-3341-4d75-8188-f2787e927f3d', 'name': '', 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:8a:08:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'cb187f8c-95de-4197-9d3e-91a8234feefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:25Z', 'updated_at': '2021-07-05T10:29:30Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'cb187f8c-95de-4197-9d3e-91a8234feefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:29:40.842098 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-65afca3d-4a4c-40df-8500-69d0d763caf8 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:40.844903 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-65afca3d-4a4c-40df-8500-69d0d763caf8 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:40.846074 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-65afca3d-4a4c-40df-8500-69d0d763caf8 tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "DELETE /v2.0/floatingips/f170ac41-0271-4763-a105-fc8cfa66350d HTTP/1.1" status: 204 len: 168 time: 0.8715971 Jul 05 10:29:40.855498 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-52a84cf3-8d25-4824-b65d-80639ddb32a1 req-6c129eba-a7ab-4368-ae62-2a07870eb712 service neutron] 10.222.0.81 "GET /v2.0/networks/e7380bdc-6684-474f-b478-2f9a63b3804c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683435 Jul 05 10:29:40.953523 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-52a84cf3-8d25-4824-b65d-80639ddb32a1 req-c311b1f6-fd09-4f21-a4b3-696c4c563f91 service neutron] 10.222.0.81 "GET /v2.0/networks/e7380bdc-6684-474f-b478-2f9a63b3804c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911188 Jul 05 10:29:40.996707 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77e9445-79b5-4080-9986-8d5273fab7dc None None] New status for floating IP 1195775d-3327-4dc0-9cc4-057ca6743f6c: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:29:41.336290 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:29:41.445663 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45010) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:41.507677 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3fe18f97-958c-43d2-a67c-ca835c8019d7 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/floatingips/1195775d-3327-4dc0-9cc4-057ca6743f6c HTTP/1.1" status: 200 len: 992 time: 0.0606647 Jul 05 10:29:43.194776 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45018) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:43.591876 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86ee7934-b665-4f01-a99f-54006e25d27f tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:43.618754 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86ee7934-b665-4f01-a99f-54006e25d27f tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:43.678765 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86ee7934-b665-4f01-a99f-54006e25d27f tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:43.681414 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86ee7934-b665-4f01-a99f-54006e25d27f tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:43.685458 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-86ee7934-b665-4f01-a99f-54006e25d27f tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] 10.222.0.79 "DELETE /v2.0/security-groups/d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821 HTTP/1.1" status: 204 len: 168 time: 0.4896243 Jul 05 10:29:43.694978 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee7934-b665-4f01-a99f-54006e25d27f tempest-TestVolumeBootPattern-1017699943 tempest-TestVolumeBootPattern-1017699943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d08dbe-ccc6-49eb-a39f-ec6e0ab1b821,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:43.749258 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45022) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:44.233474 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c054d81-a2b1-4ae3-8cce-9a7afda4b05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:44.482684 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-5c054d81-a2b1-4ae3-8cce-9a7afda4b05f admin admin] Deleting port 9779c479-46da-4d55-956f-f48ab744772c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:44.482971 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c054d81-a2b1-4ae3-8cce-9a7afda4b05f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:44.559281 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-5c054d81-a2b1-4ae3-8cce-9a7afda4b05f admin admin] For port 9779c479-46da-4d55-956f-f48ab744772c, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9779c479-46da-4d55-956f-f48ab744772c,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:44.559639 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c054d81-a2b1-4ae3-8cce-9a7afda4b05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:44.572297 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-5c054d81-a2b1-4ae3-8cce-9a7afda4b05f admin admin] Calling delete_port for 9779c479-46da-4d55-956f-f48ab744772c owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:44.750082 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c054d81-a2b1-4ae3-8cce-9a7afda4b05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:44.779587 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c054d81-a2b1-4ae3-8cce-9a7afda4b05f admin admin] Pushing event deleted for resources: {'Port': ['ID=9779c479-46da-4d55-956f-f48ab744772c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:44.946941 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c054d81-a2b1-4ae3-8cce-9a7afda4b05f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:45.161240 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c054d81-a2b1-4ae3-8cce-9a7afda4b05f admin admin] Router f23e8768-9afd-4678-9320-1b5e65913db8 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:29:45.266833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c054d81-a2b1-4ae3-8cce-9a7afda4b05f admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:29:45.272122 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5c054d81-a2b1-4ae3-8cce-9a7afda4b05f admin admin] 10.222.0.79 "PUT /v2.0/routers/f23e8768-9afd-4678-9320-1b5e65913db8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5215497 Jul 05 10:29:45.274601 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45028) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:45.275881 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10742a74-1ce1-4ec9-98bf-0ed48bdf1ec8 None None] Sync routers for ids ['f23e8768-9afd-4678-9320-1b5e65913db8'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:29:45.286022 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10742a74-1ce1-4ec9-98bf-0ed48bdf1ec8 None None] Routers {'f23e8768-9afd-4678-9320-1b5e65913db8'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:45.286942 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-10742a74-1ce1-4ec9-98bf-0ed48bdf1ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:29:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f23e8768-9afd-4678-9320-1b5e65913db8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:45.382808 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-25ad15d9-5dc2-4645-bb81-8201b18bd47d admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:45.394364 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-10742a74-1ce1-4ec9-98bf-0ed48bdf1ec8 None None] Set router f23e8768-9afd-4678-9320-1b5e65913db8 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:29:45.481721 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-25ad15d9-5dc2-4645-bb81-8201b18bd47d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:45.538694 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-25ad15d9-5dc2-4645-bb81-8201b18bd47d admin admin] Deleting port 4889e9e9-345e-4568-be7d-3fe32b63aaf7 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:45.539035 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-25ad15d9-5dc2-4645-bb81-8201b18bd47d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:45.571487 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-10742a74-1ce1-4ec9-98bf-0ed48bdf1ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:29:44Z', 'revision_number': 5, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port': {'id': '4889e9e9-345e-4568-be7d-3fe32b63aaf7', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:48Z', 'updated_at': '2021-07-05T10:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:45.602013 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10742a74-1ce1-4ec9-98bf-0ed48bdf1ec8 None None] Checking router: f23e8768-9afd-4678-9320-1b5e65913db8 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:29:45.610509 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10742a74-1ce1-4ec9-98bf-0ed48bdf1ec8 None None] Routers {'f23e8768-9afd-4678-9320-1b5e65913db8'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:45.611142 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-10742a74-1ce1-4ec9-98bf-0ed48bdf1ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:29:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['f23e8768-9afd-4678-9320-1b5e65913db8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:45.621474 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-25ad15d9-5dc2-4645-bb81-8201b18bd47d admin admin] For port 4889e9e9-345e-4568-be7d-3fe32b63aaf7, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4889e9e9-345e-4568-be7d-3fe32b63aaf7,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:45.621835 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-25ad15d9-5dc2-4645-bb81-8201b18bd47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:45.636616 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-25ad15d9-5dc2-4645-bb81-8201b18bd47d admin admin] Calling delete_port for 4889e9e9-345e-4568-be7d-3fe32b63aaf7 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:45.698874 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-10742a74-1ce1-4ec9-98bf-0ed48bdf1ec8 None None] Set router f23e8768-9afd-4678-9320-1b5e65913db8 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:29:45.751459 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-10742a74-1ce1-4ec9-98bf-0ed48bdf1ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:29:45Z', 'revision_number': 6, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:45.782083 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10742a74-1ce1-4ec9-98bf-0ed48bdf1ec8 None None] The sync data for ids ['f23e8768-9afd-4678-9320-1b5e65913db8'] in n-d-798054-8 is: [{'id': 'f23e8768-9afd-4678-9320-1b5e65913db8', 'name': 'tempest-TestVolumeBootPattern-1261898116-router', 'tenant_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:47Z', 'updated_at': '2021-07-05T10:29:45Z', 'revision_number': 6, 'project_id': 'a0bdddb2ec084de69e94b6aa65e9aea2', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:29:45.804271 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-25ad15d9-5dc2-4645-bb81-8201b18bd47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:45.832950 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad15d9-5dc2-4645-bb81-8201b18bd47d admin admin] Pushing event deleted for resources: {'Port': ['ID=4889e9e9-345e-4568-be7d-3fe32b63aaf7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:45.898570 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-25ad15d9-5dc2-4645-bb81-8201b18bd47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:45.988760 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-25ad15d9-5dc2-4645-bb81-8201b18bd47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:45.991089 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-25ad15d9-5dc2-4645-bb81-8201b18bd47d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.032965 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-25ad15d9-5dc2-4645-bb81-8201b18bd47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.033494 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ad15d9-5dc2-4645-bb81-8201b18bd47d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f23e8768-9afd-4678-9320-1b5e65913db8 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:29:46.038460 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-25ad15d9-5dc2-4645-bb81-8201b18bd47d admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.039608 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-25ad15d9-5dc2-4645-bb81-8201b18bd47d admin admin] 10.222.0.79 "DELETE /v2.0/routers/f23e8768-9afd-4678-9320-1b5e65913db8 HTTP/1.1" status: 204 len: 168 time: 0.7640157 Jul 05 10:29:46.042135 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45030) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:46.087075 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc013f7-bd9e-4490-abfb-700328f9dfba admin admin] Deleting subnet fe81aa39-c7e6-420e-8913-88a4162da5db {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:29:46.090186 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2cc013f7-bd9e-4490-abfb-700328f9dfba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.130925 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2cc013f7-bd9e-4490-abfb-700328f9dfba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.245871 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2cc013f7-bd9e-4490-abfb-700328f9dfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.307182 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2cc013f7-bd9e-4490-abfb-700328f9dfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.333115 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc013f7-bd9e-4490-abfb-700328f9dfba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe81aa39-c7e6-420e-8913-88a4162da5db,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:46.336939 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2cc013f7-bd9e-4490-abfb-700328f9dfba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.338817 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2cc013f7-bd9e-4490-abfb-700328f9dfba admin admin] 10.222.0.79 "DELETE /v2.0/subnets/fe81aa39-c7e6-420e-8913-88a4162da5db HTTP/1.1" status: 204 len: 168 time: 0.2957685 Jul 05 10:29:46.341323 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45032) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:46.344308 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8f7716-1cb9-453b-b047-962e517f531f None None] Network 640a92f1-ba53-4724-b927-c597caf88f39 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:29:46.407305 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8c81d04c-5769-4515-90ce-dc70553ba7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.459358 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8c81d04c-5769-4515-90ce-dc70553ba7b7 admin admin] Deleting port b2ca764f-7d03-4742-adb8-9cdd370a6bf4 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:46.459614 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8c81d04c-5769-4515-90ce-dc70553ba7b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.529985 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-8c81d04c-5769-4515-90ce-dc70553ba7b7 admin admin] For port b2ca764f-7d03-4742-adb8-9cdd370a6bf4, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b2ca764f-7d03-4742-adb8-9cdd370a6bf4,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:46.530355 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8c81d04c-5769-4515-90ce-dc70553ba7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.545425 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384bdfe9-9e8d-4385-87bd-eebbb0d31be4 None None] DHCP port deletion for 640a92f1-ba53-4724-b927-c597caf88f39 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:29:46.545779 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8c81d04c-5769-4515-90ce-dc70553ba7b7 admin admin] Calling delete_port for b2ca764f-7d03-4742-adb8-9cdd370a6bf4 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:46.597315 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-384bdfe9-9e8d-4385-87bd-eebbb0d31be4 None None] Deleting port b2ca764f-7d03-4742-adb8-9cdd370a6bf4 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:46.597811 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-384bdfe9-9e8d-4385-87bd-eebbb0d31be4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.631241 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8c81d04c-5769-4515-90ce-dc70553ba7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.660901 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81d04c-5769-4515-90ce-dc70553ba7b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ca764f-7d03-4742-adb8-9cdd370a6bf4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:46.666821 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c81d04c-5769-4515-90ce-dc70553ba7b7 admin admin] No DVR routers for this DVR port b2ca764f-7d03-4742-adb8-9cdd370a6bf4 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:29:46.668737 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-384bdfe9-9e8d-4385-87bd-eebbb0d31be4 None None] For port b2ca764f-7d03-4742-adb8-9cdd370a6bf4, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b2ca764f-7d03-4742-adb8-9cdd370a6bf4,segment=NetworkSegment(f61235f3-3b2c-486f-b2e5-8b319c1c999d),segment_id=f61235f3-3b2c-486f-b2e5-8b319c1c999d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:46.669145 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-384bdfe9-9e8d-4385-87bd-eebbb0d31be4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.683310 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-384bdfe9-9e8d-4385-87bd-eebbb0d31be4 None None] Calling delete_port for b2ca764f-7d03-4742-adb8-9cdd370a6bf4 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:46.742561 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8c81d04c-5769-4515-90ce-dc70553ba7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.753248 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-8c81d04c-5769-4515-90ce-dc70553ba7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['640a92f1-ba53-4724-b927-c597caf88f39']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:46.764631 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-8c81d04c-5769-4515-90ce-dc70553ba7b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61235f3-3b2c-486f-b2e5-8b319c1c999d') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:46.764971 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-8c81d04c-5769-4515-90ce-dc70553ba7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61235f3-3b2c-486f-b2e5-8b319c1c999d') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:46.768253 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-384bdfe9-9e8d-4385-87bd-eebbb0d31be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.773832 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8c81d04c-5769-4515-90ce-dc70553ba7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.788869 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8c81d04c-5769-4515-90ce-dc70553ba7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.793841 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bdfe9-9e8d-4385-87bd-eebbb0d31be4 None None] Pushing event deleted for resources: {'Port': ['ID=b2ca764f-7d03-4742-adb8-9cdd370a6bf4,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:46.798496 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384bdfe9-9e8d-4385-87bd-eebbb0d31be4 None None] No DVR routers for this DVR port b2ca764f-7d03-4742-adb8-9cdd370a6bf4 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:29:46.802109 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c81d04c-5769-4515-90ce-dc70553ba7b7 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:29:46.802562 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8c81d04c-5769-4515-90ce-dc70553ba7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:29:46.804625 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:29:46.866353 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8c81d04c-5769-4515-90ce-dc70553ba7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.873007 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8c81d04c-5769-4515-90ce-dc70553ba7b7 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.877204 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8c81d04c-5769-4515-90ce-dc70553ba7b7 admin admin] 10.222.0.79 "DELETE /v2.0/networks/640a92f1-ba53-4724-b927-c597caf88f39 HTTP/1.1" status: 204 len: 168 time: 0.5320566 Jul 05 10:29:46.877553 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45034) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:46.885091 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81d04c-5769-4515-90ce-dc70553ba7b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=640a92f1-ba53-4724-b927-c597caf88f39,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:47.222145 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed121675-c3b7-4066-ad4b-6f6b14cfe193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:47.320144 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9779c479-46da-4d55-956f-f48ab744772c no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:29:47.339364 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 9779c479-46da-4d55-956f-f48ab744772c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:29:47.339713 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9779c479-46da-4d55-956f-f48ab744772c not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:29:47.340146 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4889e9e9-345e-4568-be7d-3fe32b63aaf7 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:29:47.360025 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 4889e9e9-345e-4568-be7d-3fe32b63aaf7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:29:47.360689 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4889e9e9-345e-4568-be7d-3fe32b63aaf7 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:29:47.360801 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b2ca764f-7d03-4742-adb8-9cdd370a6bf4 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:29:47.378709 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: b2ca764f-7d03-4742-adb8-9cdd370a6bf4 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:29:47.379055 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b2ca764f-7d03-4742-adb8-9cdd370a6bf4 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:29:47.474187 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ed121675-c3b7-4066-ad4b-6f6b14cfe193 admin admin] Deleting port bd151854-3c19-4bfc-8918-92d65f71a4c8 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:47.474443 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed121675-c3b7-4066-ad4b-6f6b14cfe193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:47.549039 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-ed121675-c3b7-4066-ad4b-6f6b14cfe193 admin admin] For port bd151854-3c19-4bfc-8918-92d65f71a4c8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bd151854-3c19-4bfc-8918-92d65f71a4c8,segment=NetworkSegment(6c3505ef-c633-41fc-8d37-77e38ed3c484),segment_id=6c3505ef-c633-41fc-8d37-77e38ed3c484)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:47.549406 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed121675-c3b7-4066-ad4b-6f6b14cfe193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:47.561641 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ed121675-c3b7-4066-ad4b-6f6b14cfe193 admin admin] Calling delete_port for bd151854-3c19-4bfc-8918-92d65f71a4c8 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:47.738600 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed121675-c3b7-4066-ad4b-6f6b14cfe193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:47.764362 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed121675-c3b7-4066-ad4b-6f6b14cfe193 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd151854-3c19-4bfc-8918-92d65f71a4c8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:47.934077 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed121675-c3b7-4066-ad4b-6f6b14cfe193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.147332 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed121675-c3b7-4066-ad4b-6f6b14cfe193 admin admin] Router b152ba2f-d403-450b-9d40-7ca7ea1bd872 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:29:48.252311 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed121675-c3b7-4066-ad4b-6f6b14cfe193 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:29:48.258015 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ed121675-c3b7-4066-ad4b-6f6b14cfe193 admin admin] 10.222.0.79 "PUT /v2.0/routers/b152ba2f-d403-450b-9d40-7ca7ea1bd872/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3794322 Jul 05 10:29:48.260556 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45038) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:48.262949 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0659d9b0-913a-4db3-bc96-58b34ffeed27 None None] Sync routers for ids ['b152ba2f-d403-450b-9d40-7ca7ea1bd872'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:29:48.272165 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0659d9b0-913a-4db3-bc96-58b34ffeed27 None None] Routers {'b152ba2f-d403-450b-9d40-7ca7ea1bd872'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:48.272774 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0659d9b0-913a-4db3-bc96-58b34ffeed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:29:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b152ba2f-d403-450b-9d40-7ca7ea1bd872'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:48.361576 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c4bd9f7e-3441-4df8-84b4-e2a74617ebe1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.375045 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-0659d9b0-913a-4db3-bc96-58b34ffeed27 None None] Set router b152ba2f-d403-450b-9d40-7ca7ea1bd872 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:29:48.459648 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c4bd9f7e-3441-4df8-84b4-e2a74617ebe1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.514702 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c4bd9f7e-3441-4df8-84b4-e2a74617ebe1 admin admin] Deleting port 8d223b71-6dde-4b6e-ab57-76cdf6866d96 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:48.515076 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c4bd9f7e-3441-4df8-84b4-e2a74617ebe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.547017 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0659d9b0-913a-4db3-bc96-58b34ffeed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b152ba2f-d403-450b-9d40-7ca7ea1bd872', 'name': 'tempest-TestVolumeBootPattern-1133962081-router', 'tenant_id': '4ee7851229b845ba8ad179c08a9474c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '8d223b71-6dde-4b6e-ab57-76cdf6866d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:54Z', 'updated_at': '2021-07-05T10:29:47Z', 'revision_number': 5, 'project_id': '4ee7851229b845ba8ad179c08a9474c6', 'gw_port': {'id': '8d223b71-6dde-4b6e-ab57-76cdf6866d96', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b152ba2f-d403-450b-9d40-7ca7ea1bd872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:54Z', 'updated_at': '2021-07-05T10:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:48.576265 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0659d9b0-913a-4db3-bc96-58b34ffeed27 None None] Checking router: b152ba2f-d403-450b-9d40-7ca7ea1bd872 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:29:48.584363 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0659d9b0-913a-4db3-bc96-58b34ffeed27 None None] Routers {'b152ba2f-d403-450b-9d40-7ca7ea1bd872'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:48.584957 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0659d9b0-913a-4db3-bc96-58b34ffeed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:29:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b152ba2f-d403-450b-9d40-7ca7ea1bd872'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:48.593293 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-c4bd9f7e-3441-4df8-84b4-e2a74617ebe1 admin admin] For port 8d223b71-6dde-4b6e-ab57-76cdf6866d96, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=8d223b71-6dde-4b6e-ab57-76cdf6866d96,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:48.593916 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c4bd9f7e-3441-4df8-84b4-e2a74617ebe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.606787 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c4bd9f7e-3441-4df8-84b4-e2a74617ebe1 admin admin] Calling delete_port for 8d223b71-6dde-4b6e-ab57-76cdf6866d96 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:48.668709 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-0659d9b0-913a-4db3-bc96-58b34ffeed27 None None] Set router b152ba2f-d403-450b-9d40-7ca7ea1bd872 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:29:48.725580 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0659d9b0-913a-4db3-bc96-58b34ffeed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b152ba2f-d403-450b-9d40-7ca7ea1bd872', 'name': 'tempest-TestVolumeBootPattern-1133962081-router', 'tenant_id': '4ee7851229b845ba8ad179c08a9474c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:54Z', 'updated_at': '2021-07-05T10:29:48Z', 'revision_number': 6, 'project_id': '4ee7851229b845ba8ad179c08a9474c6', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:48.755704 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0659d9b0-913a-4db3-bc96-58b34ffeed27 None None] The sync data for ids ['b152ba2f-d403-450b-9d40-7ca7ea1bd872'] in n-d-798054-8 is: [{'id': 'b152ba2f-d403-450b-9d40-7ca7ea1bd872', 'name': 'tempest-TestVolumeBootPattern-1133962081-router', 'tenant_id': '4ee7851229b845ba8ad179c08a9474c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:54Z', 'updated_at': '2021-07-05T10:29:48Z', 'revision_number': 6, 'project_id': '4ee7851229b845ba8ad179c08a9474c6', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:29:48.771325 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c4bd9f7e-3441-4df8-84b4-e2a74617ebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.799373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd9f7e-3441-4df8-84b4-e2a74617ebe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d223b71-6dde-4b6e-ab57-76cdf6866d96,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:48.862655 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c4bd9f7e-3441-4df8-84b4-e2a74617ebe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.949064 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c4bd9f7e-3441-4df8-84b4-e2a74617ebe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.951195 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c4bd9f7e-3441-4df8-84b4-e2a74617ebe1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.994559 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c4bd9f7e-3441-4df8-84b4-e2a74617ebe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.995026 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bd9f7e-3441-4df8-84b4-e2a74617ebe1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b152ba2f-d403-450b-9d40-7ca7ea1bd872 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:29:48.999089 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c4bd9f7e-3441-4df8-84b4-e2a74617ebe1 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.000260 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c4bd9f7e-3441-4df8-84b4-e2a74617ebe1 admin admin] 10.222.0.79 "DELETE /v2.0/routers/b152ba2f-d403-450b-9d40-7ca7ea1bd872 HTTP/1.1" status: 204 len: 168 time: 0.7387862 Jul 05 10:29:49.002874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45040) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:49.050966 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-10aa45f3-4cc8-43b5-bc13-2de14d738855 admin admin] Deleting subnet 156b87b5-734c-4864-9394-a84eb56bf0dc {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:29:49.053894 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10aa45f3-4cc8-43b5-bc13-2de14d738855 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.087904 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10aa45f3-4cc8-43b5-bc13-2de14d738855 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.169771 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10aa45f3-4cc8-43b5-bc13-2de14d738855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.224186 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10aa45f3-4cc8-43b5-bc13-2de14d738855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.255623 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa45f3-4cc8-43b5-bc13-2de14d738855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=156b87b5-734c-4864-9394-a84eb56bf0dc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:49.257951 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10aa45f3-4cc8-43b5-bc13-2de14d738855 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.261855 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-10aa45f3-4cc8-43b5-bc13-2de14d738855 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/156b87b5-734c-4864-9394-a84eb56bf0dc HTTP/1.1" status: 204 len: 168 time: 0.2556646 Jul 05 10:29:49.262269 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6104fa5-2085-4a6f-9802-4f4b8f28bd0b None None] Network f6d077e1-6a95-43a1-afb5-eee1f9775040 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:29:49.262708 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45042) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:49.327264 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9107bc1-cf49-446c-83c0-4cd7d4e23bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.379616 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f9107bc1-cf49-446c-83c0-4cd7d4e23bb3 admin admin] Deleting port ac6f3c71-03aa-49ec-bc1e-b85ba4da6100 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:49.379999 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9107bc1-cf49-446c-83c0-4cd7d4e23bb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.445720 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-f9107bc1-cf49-446c-83c0-4cd7d4e23bb3 admin admin] For port ac6f3c71-03aa-49ec-bc1e-b85ba4da6100, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ac6f3c71-03aa-49ec-bc1e-b85ba4da6100,segment=NetworkSegment(6c3505ef-c633-41fc-8d37-77e38ed3c484),segment_id=6c3505ef-c633-41fc-8d37-77e38ed3c484)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:49.446017 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9107bc1-cf49-446c-83c0-4cd7d4e23bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.458520 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f9107bc1-cf49-446c-83c0-4cd7d4e23bb3 admin admin] Calling delete_port for ac6f3c71-03aa-49ec-bc1e-b85ba4da6100 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:49.490006 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb77d14-7619-4996-95ae-2314ae0c61bc None None] DHCP port deletion for f6d077e1-6a95-43a1-afb5-eee1f9775040 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:29:49.543437 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8d223b71-6dde-4b6e-ab57-76cdf6866d96 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:29:49.551894 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4fb77d14-7619-4996-95ae-2314ae0c61bc None None] Deleting port ac6f3c71-03aa-49ec-bc1e-b85ba4da6100 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:49.553057 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4fb77d14-7619-4996-95ae-2314ae0c61bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.559977 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9107bc1-cf49-446c-83c0-4cd7d4e23bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.570687 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 8d223b71-6dde-4b6e-ab57-76cdf6866d96 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:29:49.571039 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 8d223b71-6dde-4b6e-ab57-76cdf6866d96 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:29:49.571470 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ac6f3c71-03aa-49ec-bc1e-b85ba4da6100 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:29:49.590142 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9107bc1-cf49-446c-83c0-4cd7d4e23bb3 admin admin] No DVR routers for this DVR port ac6f3c71-03aa-49ec-bc1e-b85ba4da6100 on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:29:49.592500 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9107bc1-cf49-446c-83c0-4cd7d4e23bb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6f3c71-03aa-49ec-bc1e-b85ba4da6100,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:49.622742 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: ac6f3c71-03aa-49ec-bc1e-b85ba4da6100 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:29:49.623100 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ac6f3c71-03aa-49ec-bc1e-b85ba4da6100 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:29:49.623535 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bd151854-3c19-4bfc-8918-92d65f71a4c8 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:29:49.653879 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: bd151854-3c19-4bfc-8918-92d65f71a4c8 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:29:49.654228 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bd151854-3c19-4bfc-8918-92d65f71a4c8 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:29:49.671788 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4fb77d14-7619-4996-95ae-2314ae0c61bc None None] For port ac6f3c71-03aa-49ec-bc1e-b85ba4da6100, host n-d-798054-8, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:49.672224 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4fb77d14-7619-4996-95ae-2314ae0c61bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.679359 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9107bc1-cf49-446c-83c0-4cd7d4e23bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.688382 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4fb77d14-7619-4996-95ae-2314ae0c61bc None None] Calling delete_port for ac6f3c71-03aa-49ec-bc1e-b85ba4da6100 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:49.689993 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f9107bc1-cf49-446c-83c0-4cd7d4e23bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d077e1-6a95-43a1-afb5-eee1f9775040']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:49.691560 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-4fb77d14-7619-4996-95ae-2314ae0c61bc None None] Port ac6f3c71-03aa-49ec-bc1e-b85ba4da6100 was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 10:29:49.692904 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4fb77d14-7619-4996-95ae-2314ae0c61bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.701937 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f9107bc1-cf49-446c-83c0-4cd7d4e23bb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3505ef-c633-41fc-8d37-77e38ed3c484') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:49.702128 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f9107bc1-cf49-446c-83c0-4cd7d4e23bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3505ef-c633-41fc-8d37-77e38ed3c484') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:49.712445 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9107bc1-cf49-446c-83c0-4cd7d4e23bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.718160 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb77d14-7619-4996-95ae-2314ae0c61bc None None] Pushing event deleted for resources: {'Port': ['ID=ac6f3c71-03aa-49ec-bc1e-b85ba4da6100,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:49.725659 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb77d14-7619-4996-95ae-2314ae0c61bc None None] No DVR routers for this DVR port ac6f3c71-03aa-49ec-bc1e-b85ba4da6100 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:29:49.729606 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9107bc1-cf49-446c-83c0-4cd7d4e23bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.736939 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9107bc1-cf49-446c-83c0-4cd7d4e23bb3 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:29:49.737547 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9107bc1-cf49-446c-83c0-4cd7d4e23bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:29:49.739094 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:29:49.797115 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9107bc1-cf49-446c-83c0-4cd7d4e23bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.803013 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9107bc1-cf49-446c-83c0-4cd7d4e23bb3 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.804909 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f9107bc1-cf49-446c-83c0-4cd7d4e23bb3 admin admin] 10.222.0.79 "DELETE /v2.0/networks/f6d077e1-6a95-43a1-afb5-eee1f9775040 HTTP/1.1" status: 204 len: 168 time: 0.5419312 Jul 05 10:29:49.817669 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9107bc1-cf49-446c-83c0-4cd7d4e23bb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6d077e1-6a95-43a1-afb5-eee1f9775040,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:49.927284 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45046) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:49.966086 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-aed35c46-8cd3-481e-a486-8e7eff696c73 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a0bdddb2ec084de69e94b6aa65e9aea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375476 Jul 05 10:29:49.968468 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45048) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:50.017176 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08da40ba-9ca3-4645-bf9f-fc54192e4c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:50.038247 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08da40ba-9ca3-4645-bf9f-fc54192e4c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:50.083839 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08da40ba-9ca3-4645-bf9f-fc54192e4c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:50.086373 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08da40ba-9ca3-4645-bf9f-fc54192e4c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:50.087818 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-08da40ba-9ca3-4645-bf9f-fc54192e4c01 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7e0c84ca-bbf8-4883-a22a-a08e00d9368e HTTP/1.1" status: 204 len: 168 time: 0.1180332 Jul 05 10:29:50.095937 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da40ba-9ca3-4645-bf9f-fc54192e4c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0c84ca-bbf8-4883-a22a-a08e00d9368e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:50.415459 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45054) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:50.457524 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-58cfa493-c5ec-4eae-811d-4b453a9943b5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4ee7851229b845ba8ad179c08a9474c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408711 Jul 05 10:29:50.460008 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45056) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:50.507908 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4e699a6c-c294-4685-bc2e-9060fd0b9afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:50.529086 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4e699a6c-c294-4685-bc2e-9060fd0b9afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:50.574396 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4e699a6c-c294-4685-bc2e-9060fd0b9afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:50.577420 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4e699a6c-c294-4685-bc2e-9060fd0b9afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:50.578561 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4e699a6c-c294-4685-bc2e-9060fd0b9afe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ea9ed9c2-11d1-4930-9d55-56ea546a48d5 HTTP/1.1" status: 204 len: 168 time: 0.1176186 Jul 05 10:29:50.586937 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e699a6c-c294-4685-bc2e-9060fd0b9afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9ed9c2-11d1-4930-9d55-56ea546a48d5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:50.982667 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6d81423f-83c1-4d04-b1b3-51fbea319b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:53.342785 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-42b8412f-43eb-4799-bf4d-316b6843b674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:53.664704 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:54.701220 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:56.816915 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:57.620887 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c11c3553-7da3-4330-a831-cf76c000f71f req-49a2fcd2-e9cb-4604-8d07-db83559ca5c4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0555198 Jul 05 10:29:57.714234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c3553-7da3-4330-a831-cf76c000f71f req-5f9598a6-790a-4be9-83a7-da7beb0a965e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:57.715727 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c11c3553-7da3-4330-a831-cf76c000f71f req-5f9598a6-790a-4be9-83a7-da7beb0a965e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 1096 time: 0.0519593 Jul 05 10:29:57.828671 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c3553-7da3-4330-a831-cf76c000f71f req-3267753b-8e36-4f1a-814e-42e24af7a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:57.830160 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c11c3553-7da3-4330-a831-cf76c000f71f req-3267753b-8e36-4f1a-814e-42e24af7a7a3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e7380bdc-6684-474f-b478-2f9a63b3804c HTTP/1.1" status: 200 len: 897 time: 0.0864873 Jul 05 10:29:57.895155 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c11c3553-7da3-4330-a831-cf76c000f71f req-68ee92d4-1bac-4585-a358-b356984ca5a7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe355734-4691-47d4-8554-8ca163868f0c HTTP/1.1" status: 200 len: 1000 time: 0.0577536 Jul 05 10:29:57.945186 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c3553-7da3-4330-a831-cf76c000f71f req-01666dd0-13f9-4cc3-8d20-6abab06abec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:57.946589 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c11c3553-7da3-4330-a831-cf76c000f71f req-01666dd0-13f9-4cc3-8d20-6abab06abec6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cb187f8c-95de-4197-9d3e-91a8234feefd HTTP/1.1" status: 200 len: 834 time: 0.0441706 Jul 05 10:29:58.008134 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c3553-7da3-4330-a831-cf76c000f71f req-43b6a133-7fb8-4636-845f-bbe686052ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:58.009613 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c11c3553-7da3-4330-a831-cf76c000f71f req-43b6a133-7fb8-4636-845f-bbe686052ebd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e7380bdc-6684-474f-b478-2f9a63b3804c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558414 Jul 05 10:29:58.097305 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c11c3553-7da3-4330-a831-cf76c000f71f req-ceb74c2f-a7f3-4bab-8921-bf899919e0a8 service neutron] 10.222.0.81 "GET /v2.0/networks/e7380bdc-6684-474f-b478-2f9a63b3804c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804071 Jul 05 10:29:58.522612 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c11c3553-7da3-4330-a831-cf76c000f71f req-3d9136f3-d09b-4806-be66-53374f1730e9 service neutron] 10.222.0.81 "GET /v2.0/networks/e7380bdc-6684-474f-b478-2f9a63b3804c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192212 Jul 05 10:30:03.048943 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:06.442334 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:13.252991 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9befb67-e8eb-4b92-9e81-5041f7f414bd req-5a861c96-90fd-413f-ba21-365da090117f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:13.255461 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b9befb67-e8eb-4b92-9e81-5041f7f414bd req-5a861c96-90fd-413f-ba21-365da090117f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 945 time: 0.0824296 Jul 05 10:30:13.312609 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b9befb67-e8eb-4b92-9e81-5041f7f414bd req-892f22e3-5bb1-4a2b-86cb-be618a5a40f2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503199 Jul 05 10:30:14.486700 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6aefcf-9b2a-4e41-ac8c-3fb66641d255 req-5e5eb0ef-2a02-4bcb-9de1-66ddc93728a6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:14.488796 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f6aefcf-9b2a-4e41-ac8c-3fb66641d255 req-5e5eb0ef-2a02-4bcb-9de1-66ddc93728a6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 945 time: 0.0661254 Jul 05 10:30:14.526189 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f6aefcf-9b2a-4e41-ac8c-3fb66641d255 req-914b4500-6ef0-4ce4-8df7-cc4b3af2d9e4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318429 Jul 05 10:30:15.699369 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81260332-daca-4b54-975c-cd4502635084 req-5fd000c3-76d2-4086-bc7e-adadf2f751c6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:15.700858 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-81260332-daca-4b54-975c-cd4502635084 req-5fd000c3-76d2-4086-bc7e-adadf2f751c6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 945 time: 0.0663042 Jul 05 10:30:15.736606 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-81260332-daca-4b54-975c-cd4502635084 req-299fa8f8-f34d-4040-be6f-77bed7a58fbb tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302339 Jul 05 10:30:16.910634 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff9262-9ea7-4b2a-9654-4c2c7f22ff39 req-b56fb610-bbdb-4a62-8de8-8103b99928b8 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:16.912075 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9ff9262-9ea7-4b2a-9654-4c2c7f22ff39 req-b56fb610-bbdb-4a62-8de8-8103b99928b8 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 945 time: 0.0660036 Jul 05 10:30:16.948334 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9ff9262-9ea7-4b2a-9654-4c2c7f22ff39 req-f7aefd85-b9ac-44bf-b6e5-29f956824511 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307457 Jul 05 10:30:18.125379 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90bd95-fb9d-4cbd-8214-77339d933eb3 req-48399a63-e86f-47c6-a120-9cffa7f78a85 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:18.126871 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f90bd95-fb9d-4cbd-8214-77339d933eb3 req-48399a63-e86f-47c6-a120-9cffa7f78a85 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 945 time: 0.0656285 Jul 05 10:30:18.164416 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f90bd95-fb9d-4cbd-8214-77339d933eb3 req-929a1303-516b-4e5e-9c7b-9900962b31fd tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320256 Jul 05 10:30:18.335735 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:30:19.334206 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2be5-718a-483c-b9f6-48b6cca1c047 req-bce03edf-1648-4976-bdc7-fe9cbb23dd3a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:19.335693 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5adc2be5-718a-483c-b9f6-48b6cca1c047 req-bce03edf-1648-4976-bdc7-fe9cbb23dd3a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 945 time: 0.0625217 Jul 05 10:30:19.372287 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5adc2be5-718a-483c-b9f6-48b6cca1c047 req-9136465a-a4e2-4f3a-b5d5-a24824fbfa42 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311279 Jul 05 10:30:20.545338 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b650f-049c-4b8f-a7c9-33355dedb209 req-db879937-7e79-448a-8f27-374f5e0f07ca tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:20.546806 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-041b650f-049c-4b8f-a7c9-33355dedb209 req-db879937-7e79-448a-8f27-374f5e0f07ca tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 945 time: 0.0642619 Jul 05 10:30:20.583857 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-041b650f-049c-4b8f-a7c9-33355dedb209 req-f3181d12-77ea-43d4-9bcf-788a9755d678 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308151 Jul 05 10:30:20.983730 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-79a1359f-5f00-4458-b165-ac4f06380073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:22.017117 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e43293-eda2-4768-82fa-331bc2f960f6 req-a1652cb3-8c8d-4c02-b9d0-63e5ac4c1a6d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:22.019132 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-18e43293-eda2-4768-82fa-331bc2f960f6 req-a1652cb3-8c8d-4c02-b9d0-63e5ac4c1a6d tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 945 time: 0.3225970 Jul 05 10:30:22.056397 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-18e43293-eda2-4768-82fa-331bc2f960f6 req-112e2c89-581d-4ad8-a919-defd70699db0 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317550 Jul 05 10:30:23.229027 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfc085-5d5e-49ed-b6f1-262c1d71b56e req-a108aa54-5e06-48df-bc11-c71b9457d9e3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:23.230434 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3cdfc085-5d5e-49ed-b6f1-262c1d71b56e req-a108aa54-5e06-48df-bc11-c71b9457d9e3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 945 time: 0.0628948 Jul 05 10:30:23.269485 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3cdfc085-5d5e-49ed-b6f1-262c1d71b56e req-e2c59fda-3c4e-4527-8551-6d0f78c55d8c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332375 Jul 05 10:30:23.344910 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6711c9ba-7c89-43d8-b10b-3bd51daf0038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:23.665666 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:24.450321 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd914d-6394-419f-ba12-d4cc8b4051c0 req-fa003330-ab9f-4e7e-9ce8-71b388eb3ab3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:24.451817 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15cd914d-6394-419f-ba12-d4cc8b4051c0 req-fa003330-ab9f-4e7e-9ce8-71b388eb3ab3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 945 time: 0.0687284 Jul 05 10:30:24.490191 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15cd914d-6394-419f-ba12-d4cc8b4051c0 req-b3bccb66-0b40-4d1d-a390-2cf9fd03fecc tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325336 Jul 05 10:30:24.703842 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:25.720181 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a295fe-e9a2-4434-9e68-72e8565d0d8c req-d587b765-e52a-4ecb-967a-9b5f36df764b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:25.721704 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f4a295fe-e9a2-4434-9e68-72e8565d0d8c req-d587b765-e52a-4ecb-967a-9b5f36df764b tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 945 time: 0.1234348 Jul 05 10:30:25.758918 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f4a295fe-e9a2-4434-9e68-72e8565d0d8c req-d3de3097-0b30-4932-a77f-e77ba682dec6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317197 Jul 05 10:30:26.820491 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:26.935148 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414824f-4d4d-48f7-a37d-efbf7b658d81 req-8bc3d8d8-8fd6-4c64-8ad8-96c0fd6cc0c3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:26.936596 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0414824f-4d4d-48f7-a37d-efbf7b658d81 req-8bc3d8d8-8fd6-4c64-8ad8-96c0fd6cc0c3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 945 time: 0.0632515 Jul 05 10:30:26.974227 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0414824f-4d4d-48f7-a37d-efbf7b658d81 req-7747b294-344c-4f83-b57a-9d26611497b0 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320041 Jul 05 10:30:28.150970 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ae7cf-cced-4336-9355-25ceb59d008e req-6179c17c-8176-4e5a-a15a-a07d3bc4443f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:28.152526 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f56ae7cf-cced-4336-9355-25ceb59d008e req-6179c17c-8176-4e5a-a15a-a07d3bc4443f tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 945 time: 0.0669527 Jul 05 10:30:28.188950 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f56ae7cf-cced-4336-9355-25ceb59d008e req-2bb58568-4da4-4d9b-b081-cee6d11b6f16 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310295 Jul 05 10:30:29.359958 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf5f6c-c868-45c1-819d-4ac6d7252f66 req-7ad3b11e-17a5-4621-9f82-eb8f1b6deab6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:29.361510 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-75bf5f6c-c868-45c1-819d-4ac6d7252f66 req-7ad3b11e-17a5-4621-9f82-eb8f1b6deab6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 945 time: 0.0634010 Jul 05 10:30:29.401653 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-75bf5f6c-c868-45c1-819d-4ac6d7252f66 req-c932ae6e-da86-4b4d-8a73-b40db91c1210 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328650 Jul 05 10:30:30.582064 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c44854-2b2d-4332-b455-7a27683d10ae req-65407003-5732-4df1-8f94-61cefcbc3b23 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:30.583589 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33c44854-2b2d-4332-b455-7a27683d10ae req-65407003-5732-4df1-8f94-61cefcbc3b23 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 945 time: 0.0723197 Jul 05 10:30:30.620706 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33c44854-2b2d-4332-b455-7a27683d10ae req-755fc0ad-c924-4765-a721-4b19a1f73a9c tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316331 Jul 05 10:30:30.966886 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d846595-a88d-4460-9e7e-061d08aa0b00 req-b0222ac7-45a4-4870-a819-9914a86a0163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:30.968753 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1d846595-a88d-4460-9e7e-061d08aa0b00 req-b0222ac7-45a4-4870-a819-9914a86a0163 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 1096 time: 0.0524440 Jul 05 10:30:31.003463 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1d846595-a88d-4460-9e7e-061d08aa0b00 req-28f3497f-de67-4bce-a105-ef99195591e8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274985 Jul 05 10:30:31.800616 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa3b8d-8397-4dde-8124-39947ebe6718 req-ea002537-132a-4971-a722-b9e5ace07387 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:31.802127 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1daa3b8d-8397-4dde-8124-39947ebe6718 req-ea002537-132a-4971-a722-b9e5ace07387 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 945 time: 0.0647445 Jul 05 10:30:31.840094 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1daa3b8d-8397-4dde-8124-39947ebe6718 req-508b4ad6-6b8b-4675-bf5c-aefd2ac84888 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320728 Jul 05 10:30:33.019676 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c645b8-c715-4c17-9420-f4496cb3ee5e req-1f317f1d-0595-445e-afaa-6921298ec833 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:33.021300 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-30c645b8-c715-4c17-9420-f4496cb3ee5e req-1f317f1d-0595-445e-afaa-6921298ec833 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 945 time: 0.0702667 Jul 05 10:30:33.052107 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.062592 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-30c645b8-c715-4c17-9420-f4496cb3ee5e req-91c878f3-0178-484d-97c5-391e742c9cf3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358043 Jul 05 10:30:33.087561 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45134) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:33.146907 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b8f4dc5a-7010-4a49-99ae-2107826addcb tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/floatingips/1195775d-3327-4dc0-9cc4-057ca6743f6c HTTP/1.1" status: 200 len: 992 time: 0.0580761 Jul 05 10:30:33.456651 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device fe355734-4691-47d4-8554-8ca163868f0c details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:30:33.459636 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device fe355734-4691-47d4-8554-8ca163868f0c no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:33.605346 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.774150 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port fe355734-4691-47d4-8554-8ca163868f0c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=fe355734-4691-47d4-8554-8ca163868f0c,segment=NetworkSegment(cc2acae7-d258-409d-a1d1-a4f5f2876609),segment_id=cc2acae7-d258-409d-a1d1-a4f5f2876609)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:33.790896 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'fe355734-4691-47d4-8554-8ca163868f0c', 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c', 'port_id': 'fe355734-4691-47d4-8554-8ca163868f0c', 'mac_address': 'fa:16:3e:62:73:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb187f8c-95de-4197-9d3e-91a8234feefd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:30:33.795422 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d060011-f96b-4ecc-94ce-02a46983a045', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe355734-4691-47d4-8554-8ca163868f0c'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:30:33.797830 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d2cd50-bdd2-4cba-8925-cbab1a4a4c14" -d '{"events": [{"server_uuid": "6d060011-f96b-4ecc-94ce-02a46983a045", "name": "network-vif-unplugged", "status": "completed", "tag": "fe355734-4691-47d4-8554-8ca163868f0c"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:30:33.813469 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port fe355734-4691-47d4-8554-8ca163868f0c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=fe355734-4691-47d4-8554-8ca163868f0c,segment=NetworkSegment(cc2acae7-d258-409d-a1d1-a4f5f2876609),segment_id=cc2acae7-d258-409d-a1d1-a4f5f2876609)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:33.831582 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.838571 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85447557-4b7e-4234-9b1c-0713650a9dbd x-openstack-request-id: req-85447557-4b7e-4234-9b1c-0713650a9dbd {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:30:33.838866 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d060011-f96b-4ecc-94ce-02a46983a045", "name": "network-vif-unplugged", "status": "completed", "tag": "fe355734-4691-47d4-8554-8ca163868f0c", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:30:33.839117 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-85447557-4b7e-4234-9b1c-0713650a9dbd {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:30:33.839498 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d060011-f96b-4ecc-94ce-02a46983a045', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe355734-4691-47d4-8554-8ca163868f0c', 'code': 200} Jul 05 10:30:33.872517 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.897429 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe355734-4691-47d4-8554-8ca163868f0c {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:30:33.904182 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=fe355734-4691-47d4-8554-8ca163868f0c,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:33.913743 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:33.914090 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:33.914429 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:33.914764 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:33.915101 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:33.915432 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:33.915758 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:33.916112 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:33.916433 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:33.916755 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:33.917075 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:33.917395 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:33.955577 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:30:33.955973 n-d-798054-8 neutron-server[93908]: DEBUG oslo_db.api [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:30:34.493158 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:34.505378 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe355734-4691-47d4-8554-8ca163868f0c {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:30:34.524837 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port fe355734-4691-47d4-8554-8ca163868f0c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=fe355734-4691-47d4-8554-8ca163868f0c,segment=NetworkSegment(cc2acae7-d258-409d-a1d1-a4f5f2876609),segment_id=cc2acae7-d258-409d-a1d1-a4f5f2876609)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:34.528985 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:34.575773 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=fe355734-4691-47d4-8554-8ca163868f0c,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:34.776326 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['fe355734-4691-47d4-8554-8ca163868f0c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:30:35.459128 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device fe355734-4691-47d4-8554-8ca163868f0c up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:30:35.508706 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port fe355734-4691-47d4-8554-8ca163868f0c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:35.509364 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:35.585048 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:35.616941 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port fe355734-4691-47d4-8554-8ca163868f0c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=fe355734-4691-47d4-8554-8ca163868f0c,segment=NetworkSegment(cc2acae7-d258-409d-a1d1-a4f5f2876609),segment_id=cc2acae7-d258-409d-a1d1-a4f5f2876609)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:35.620982 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:35.666796 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=fe355734-4691-47d4-8554-8ca163868f0c,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:35.840400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d060011-f96b-4ecc-94ce-02a46983a045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe355734-4691-47d4-8554-8ca163868f0c'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:30:35.842621 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c0263c-d857-4c3b-9c34-18345856ef15" -d '{"events": [{"server_uuid": "6d060011-f96b-4ecc-94ce-02a46983a045", "name": "network-vif-plugged", "status": "completed", "tag": "fe355734-4691-47d4-8554-8ca163868f0c"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:30:35.877431 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53412958-e9cc-4081-9dac-cd6aa8e656ca x-openstack-request-id: req-53412958-e9cc-4081-9dac-cd6aa8e656ca {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:30:35.877732 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d060011-f96b-4ecc-94ce-02a46983a045", "name": "network-vif-plugged", "status": "completed", "tag": "fe355734-4691-47d4-8554-8ca163868f0c", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:30:35.877992 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-53412958-e9cc-4081-9dac-cd6aa8e656ca {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:30:35.878393 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d060011-f96b-4ecc-94ce-02a46983a045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe355734-4691-47d4-8554-8ca163868f0c', 'code': 200} Jul 05 10:30:36.451410 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:50.983786 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-85a72ef0-ae53-41a2-88e6-4af1b9ee687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:53.346373 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-39fdbc59-99e1-440e-9280-eac7c393ec15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:53.666603 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:54.706542 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:55.335610 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:30:56.823642 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:57.599480 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f82b5f61-ef4a-41a8-8fc3-32e21d6e7916 req-5ac15405-2352-4105-86b4-1fc963dec9e3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570083 Jul 05 10:30:57.693115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b5f61-ef4a-41a8-8fc3-32e21d6e7916 req-682dae71-3b67-4102-85b4-35d2254fc31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:57.694571 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f82b5f61-ef4a-41a8-8fc3-32e21d6e7916 req-682dae71-3b67-4102-85b4-35d2254fc31e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 1096 time: 0.0510635 Jul 05 10:30:57.796656 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b5f61-ef4a-41a8-8fc3-32e21d6e7916 req-aac9b81b-8ca0-4cb5-82d0-732789b371dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:57.800660 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f82b5f61-ef4a-41a8-8fc3-32e21d6e7916 req-aac9b81b-8ca0-4cb5-82d0-732789b371dd service neutron] 10.222.0.81 "GET /v2.0/networks?id=e7380bdc-6684-474f-b478-2f9a63b3804c HTTP/1.1" status: 200 len: 897 time: 0.0827770 Jul 05 10:30:57.867442 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f82b5f61-ef4a-41a8-8fc3-32e21d6e7916 req-c9a31d8f-b04c-43f9-8309-036d1ca1d23c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe355734-4691-47d4-8554-8ca163868f0c HTTP/1.1" status: 200 len: 1000 time: 0.0621936 Jul 05 10:30:57.914638 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b5f61-ef4a-41a8-8fc3-32e21d6e7916 req-0bc00a2e-6ba9-4e43-b0e6-60859478030b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:57.916089 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f82b5f61-ef4a-41a8-8fc3-32e21d6e7916 req-0bc00a2e-6ba9-4e43-b0e6-60859478030b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cb187f8c-95de-4197-9d3e-91a8234feefd HTTP/1.1" status: 200 len: 834 time: 0.0428011 Jul 05 10:30:57.972052 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b5f61-ef4a-41a8-8fc3-32e21d6e7916 req-cf1d2ec9-d5f8-4f04-b5e1-d5fb2043c684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:57.973540 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f82b5f61-ef4a-41a8-8fc3-32e21d6e7916 req-cf1d2ec9-d5f8-4f04-b5e1-d5fb2043c684 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e7380bdc-6684-474f-b478-2f9a63b3804c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510325 Jul 05 10:30:58.065103 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f82b5f61-ef4a-41a8-8fc3-32e21d6e7916 req-7c5b4873-ab96-489e-9d03-3d8b1a4e8087 service neutron] 10.222.0.81 "GET /v2.0/networks/e7380bdc-6684-474f-b478-2f9a63b3804c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847707 Jul 05 10:30:58.154914 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f82b5f61-ef4a-41a8-8fc3-32e21d6e7916 req-830e3723-7fc1-4b61-b22b-3cf925fb55ed service neutron] 10.222.0.81 "GET /v2.0/networks/e7380bdc-6684-474f-b478-2f9a63b3804c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806854 Jul 05 10:31:03.049828 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:03.748593 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45150) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:03.906727 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-bd4d56dc-c545-45e6-a9be-78eb7468d9f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Deleting port ca1b1c62-8e84-444d-9fdb-0152c5283a70 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:03.907007 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd4d56dc-c545-45e6-a9be-78eb7468d9f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:04.277612 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd4d56dc-c545-45e6-a9be-78eb7468d9f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:04.277849 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd4d56dc-c545-45e6-a9be-78eb7468d9f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:04.289414 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-bd4d56dc-c545-45e6-a9be-78eb7468d9f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Calling delete_port for ca1b1c62-8e84-444d-9fdb-0152c5283a70 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:04.435971 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd4d56dc-c545-45e6-a9be-78eb7468d9f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:04.462690 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d56dc-c545-45e6-a9be-78eb7468d9f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'Port': ['ID=ca1b1c62-8e84-444d-9fdb-0152c5283a70,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:04.490794 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d56dc-c545-45e6-a9be-78eb7468d9f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:04.491152 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d56dc-c545-45e6-a9be-78eb7468d9f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:04.491504 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d56dc-c545-45e6-a9be-78eb7468d9f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:04.491865 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d56dc-c545-45e6-a9be-78eb7468d9f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:04.492212 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d56dc-c545-45e6-a9be-78eb7468d9f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:04.492549 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d56dc-c545-45e6-a9be-78eb7468d9f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:04.492885 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d56dc-c545-45e6-a9be-78eb7468d9f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:04.493219 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d56dc-c545-45e6-a9be-78eb7468d9f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:04.493552 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d56dc-c545-45e6-a9be-78eb7468d9f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:04.493884 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d56dc-c545-45e6-a9be-78eb7468d9f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:04.494214 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d56dc-c545-45e6-a9be-78eb7468d9f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:04.494542 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d56dc-c545-45e6-a9be-78eb7468d9f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:04.533779 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd4d56dc-c545-45e6-a9be-78eb7468d9f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:04.534049 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-bd4d56dc-c545-45e6-a9be-78eb7468d9f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Floating IP 1195775d-3327-4dc0-9cc4-057ca6743f6c disassociated (deleted). External IP: 172.25.7.99, port: fe355734-4691-47d4-8554-8ca163868f0c. Jul 05 10:31:04.739873 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4d56dc-c545-45e6-a9be-78eb7468d9f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Router 5c8cd870-86fe-4e7a-9260-4769e32fc069 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:31:04.847610 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4d56dc-c545-45e6-a9be-78eb7468d9f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:31:04.852382 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd4d56dc-c545-45e6-a9be-78eb7468d9f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:04.857255 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec98c66-fde8-4637-a7fe-86f8220a0941 None None] Sync routers for ids ['5c8cd870-86fe-4e7a-9260-4769e32fc069'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:31:04.867486 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec98c66-fde8-4637-a7fe-86f8220a0941 None None] Routers {'5c8cd870-86fe-4e7a-9260-4769e32fc069'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:31:04.868134 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-eec98c66-fde8-4637-a7fe-86f8220a0941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:30:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5c8cd870-86fe-4e7a-9260-4769e32fc069'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:04.892819 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bd4d56dc-c545-45e6-a9be-78eb7468d9f4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "DELETE /v2.0/floatingips/1195775d-3327-4dc0-9cc4-057ca6743f6c HTTP/1.1" status: 204 len: 168 time: 1.1431181 Jul 05 10:31:04.893432 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d060011-f96b-4ecc-94ce-02a46983a045', 'tag': 'fe355734-4691-47d4-8554-8ca163868f0c'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:31:04.895780 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7feb52-6814-45d7-bf7e-4276a25295e3" -d '{"events": [{"name": "network-changed", "server_uuid": "6d060011-f96b-4ecc-94ce-02a46983a045", "tag": "fe355734-4691-47d4-8554-8ca163868f0c"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:31:04.933620 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f76a81d-7789-4fc5-a7e0-4d7e74c8c779 x-openstack-request-id: req-6f76a81d-7789-4fc5-a7e0-4d7e74c8c779 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:31:04.933970 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d060011-f96b-4ecc-94ce-02a46983a045", "tag": "fe355734-4691-47d4-8554-8ca163868f0c", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:31:04.934230 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6f76a81d-7789-4fc5-a7e0-4d7e74c8c779 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:31:04.934645 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d060011-f96b-4ecc-94ce-02a46983a045', 'tag': 'fe355734-4691-47d4-8554-8ca163868f0c', 'status': 'completed', 'code': 200} Jul 05 10:31:04.978653 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-eec98c66-fde8-4637-a7fe-86f8220a0941 None None] Set router 5c8cd870-86fe-4e7a-9260-4769e32fc069 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:31:05.023110 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7feb52-6814-45d7-bf7e-4276a25295e3 req-86a7f7a8-5d69-448a-95ce-e916c8cb688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:05.024678 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e7feb52-6814-45d7-bf7e-4276a25295e3 req-86a7f7a8-5d69-448a-95ce-e916c8cb688f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 1096 time: 0.0605633 Jul 05 10:31:05.124108 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7feb52-6814-45d7-bf7e-4276a25295e3 req-c0eba019-f717-4496-84ea-4412735d7b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:05.125813 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e7feb52-6814-45d7-bf7e-4276a25295e3 req-c0eba019-f717-4496-84ea-4412735d7b2d service neutron] 10.222.0.81 "GET /v2.0/networks?id=e7380bdc-6684-474f-b478-2f9a63b3804c HTTP/1.1" status: 200 len: 897 time: 0.0929713 Jul 05 10:31:05.173684 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e7feb52-6814-45d7-bf7e-4276a25295e3 req-0eb51329-57c8-4737-a176-64dc5e0faa0b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe355734-4691-47d4-8554-8ca163868f0c HTTP/1.1" status: 200 len: 217 time: 0.0364931 Jul 05 10:31:05.203191 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-eec98c66-fde8-4637-a7fe-86f8220a0941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131055387', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:29:21Z', 'updated_at': '2021-07-05T10:29:25Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:22Z', 'updated_at': '2021-07-05T10:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '964f36b2-3341-4d75-8188-f2787e927f3d', 'name': '', 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:8a:08:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'cb187f8c-95de-4197-9d3e-91a8234feefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:25Z', 'updated_at': '2021-07-05T10:29:30Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'cb187f8c-95de-4197-9d3e-91a8234feefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:05.234127 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec98c66-fde8-4637-a7fe-86f8220a0941 None None] Checking router: 5c8cd870-86fe-4e7a-9260-4769e32fc069 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:31:05.242880 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec98c66-fde8-4637-a7fe-86f8220a0941 None None] Routers {'5c8cd870-86fe-4e7a-9260-4769e32fc069'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:31:05.243496 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-eec98c66-fde8-4637-a7fe-86f8220a0941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:30:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5c8cd870-86fe-4e7a-9260-4769e32fc069'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:05.258090 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7feb52-6814-45d7-bf7e-4276a25295e3 req-00e0f389-b520-4204-bba8-ebaf7b4e6deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:05.259581 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e7feb52-6814-45d7-bf7e-4276a25295e3 req-00e0f389-b520-4204-bba8-ebaf7b4e6deb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cb187f8c-95de-4197-9d3e-91a8234feefd HTTP/1.1" status: 200 len: 834 time: 0.0788167 Jul 05 10:31:05.317253 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50569cf1-fb64-4aef-9a75-47ab058424b3 req-be12322d-24f3-4ea4-8c73-1b99314828e5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:05.318815 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50569cf1-fb64-4aef-9a75-47ab058424b3 req-be12322d-24f3-4ea4-8c73-1b99314828e5 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 945 time: 0.1057405 Jul 05 10:31:05.344842 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-eec98c66-fde8-4637-a7fe-86f8220a0941 None None] Set router 5c8cd870-86fe-4e7a-9260-4769e32fc069 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:31:05.361015 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7feb52-6814-45d7-bf7e-4276a25295e3 req-2a808e30-138c-430b-83d0-828c27b613b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:05.362532 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e7feb52-6814-45d7-bf7e-4276a25295e3 req-2a808e30-138c-430b-83d0-828c27b613b5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e7380bdc-6684-474f-b478-2f9a63b3804c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947909 Jul 05 10:31:05.383652 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50569cf1-fb64-4aef-9a75-47ab058424b3 req-1223562c-f15d-46a6-8b30-c7a4f68722d7 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583370 Jul 05 10:31:05.458670 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e7feb52-6814-45d7-bf7e-4276a25295e3 req-3f5fef1e-d2c4-42bc-a82a-a2089e87beab service neutron] 10.222.0.81 "GET /v2.0/networks/e7380bdc-6684-474f-b478-2f9a63b3804c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885036 Jul 05 10:31:05.542016 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-eec98c66-fde8-4637-a7fe-86f8220a0941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131055387', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:29:21Z', 'updated_at': '2021-07-05T10:29:25Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:22Z', 'updated_at': '2021-07-05T10:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '964f36b2-3341-4d75-8188-f2787e927f3d', 'name': '', 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:8a:08:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'cb187f8c-95de-4197-9d3e-91a8234feefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:25Z', 'updated_at': '2021-07-05T10:29:30Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'cb187f8c-95de-4197-9d3e-91a8234feefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:05.552879 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e7feb52-6814-45d7-bf7e-4276a25295e3 req-4c1cd322-b7b2-4faf-be06-1a0c4315a57b service neutron] 10.222.0.81 "GET /v2.0/networks/e7380bdc-6684-474f-b478-2f9a63b3804c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871081 Jul 05 10:31:05.568112 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec98c66-fde8-4637-a7fe-86f8220a0941 None None] The sync data for ids ['5c8cd870-86fe-4e7a-9260-4769e32fc069'] in n-d-798054-8 is: [{'id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131055387', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:29:21Z', 'updated_at': '2021-07-05T10:29:25Z', 'revision_number': 4, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:22Z', 'updated_at': '2021-07-05T10:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '964f36b2-3341-4d75-8188-f2787e927f3d', 'name': '', 'network_id': 'e7380bdc-6684-474f-b478-2f9a63b3804c', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'mac_address': 'fa:16:3e:8a:08:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'cb187f8c-95de-4197-9d3e-91a8234feefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:25Z', 'updated_at': '2021-07-05T10:29:30Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'subnets': [{'id': 'cb187f8c-95de-4197-9d3e-91a8234feefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:31:05.903128 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b1d468-1a5a-4326-a899-dd537a737cfe None None] New status for floating IP 1195775d-3327-4dc0-9cc4-057ca6743f6c: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:31:06.456705 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:06.561850 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6ba37-7243-4999-a38c-d1aa5ea2339c req-e874cb0a-075d-45ad-be03-1a0140a1fe8a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:06.563341 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-afa6ba37-7243-4999-a38c-d1aa5ea2339c req-e874cb0a-075d-45ad-be03-1a0140a1fe8a tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 945 time: 0.0640905 Jul 05 10:31:06.601517 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-afa6ba37-7243-4999-a38c-d1aa5ea2339c req-e7c4ef9f-4924-4c2c-ac38-7d84fe3b56e4 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/security-groups?id=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320005 Jul 05 10:31:06.683143 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57083b39-e83c-4b2d-97a2-a95ec84a05a0 req-2008e20c-65a5-40cc-a2cc-5309ff07d12e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:06.684564 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-57083b39-e83c-4b2d-97a2-a95ec84a05a0 req-2008e20c-65a5-40cc-a2cc-5309ff07d12e tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 945 time: 0.0617132 Jul 05 10:31:06.786961 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-57083b39-e83c-4b2d-97a2-a95ec84a05a0 req-244b3553-feef-4749-b7a2-55f9c27be0d3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Deleting port fe355734-4691-47d4-8554-8ca163868f0c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:06.787300 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-57083b39-e83c-4b2d-97a2-a95ec84a05a0 req-244b3553-feef-4749-b7a2-55f9c27be0d3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:06.873253 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-57083b39-e83c-4b2d-97a2-a95ec84a05a0 req-244b3553-feef-4749-b7a2-55f9c27be0d3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] For port fe355734-4691-47d4-8554-8ca163868f0c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=fe355734-4691-47d4-8554-8ca163868f0c,segment=NetworkSegment(cc2acae7-d258-409d-a1d1-a4f5f2876609),segment_id=cc2acae7-d258-409d-a1d1-a4f5f2876609)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:06.873615 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-57083b39-e83c-4b2d-97a2-a95ec84a05a0 req-244b3553-feef-4749-b7a2-55f9c27be0d3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:06.886678 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-57083b39-e83c-4b2d-97a2-a95ec84a05a0 req-244b3553-feef-4749-b7a2-55f9c27be0d3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Calling delete_port for fe355734-4691-47d4-8554-8ca163868f0c owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:07.014145 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-57083b39-e83c-4b2d-97a2-a95ec84a05a0 req-244b3553-feef-4749-b7a2-55f9c27be0d3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:07.042607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b3553-feef-4749-b7a2-55f9c27be0d3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'Port': ['ID=fe355734-4691-47d4-8554-8ca163868f0c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:07.075458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b3553-feef-4749-b7a2-55f9c27be0d3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:07.075810 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b3553-feef-4749-b7a2-55f9c27be0d3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:07.076181 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b3553-feef-4749-b7a2-55f9c27be0d3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:07.076516 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b3553-feef-4749-b7a2-55f9c27be0d3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:07.076845 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b3553-feef-4749-b7a2-55f9c27be0d3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:07.077175 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b3553-feef-4749-b7a2-55f9c27be0d3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:07.077501 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b3553-feef-4749-b7a2-55f9c27be0d3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:07.077825 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b3553-feef-4749-b7a2-55f9c27be0d3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:07.078153 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b3553-feef-4749-b7a2-55f9c27be0d3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:07.078474 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b3553-feef-4749-b7a2-55f9c27be0d3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:07.078794 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b3553-feef-4749-b7a2-55f9c27be0d3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:07.079165 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b3553-feef-4749-b7a2-55f9c27be0d3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:07.102349 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-57083b39-e83c-4b2d-97a2-a95ec84a05a0 req-244b3553-feef-4749-b7a2-55f9c27be0d3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] No DVR routers for this DVR port fe355734-4691-47d4-8554-8ca163868f0c on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:31:07.104854 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-57083b39-e83c-4b2d-97a2-a95ec84a05a0 req-244b3553-feef-4749-b7a2-55f9c27be0d3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:07.107210 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-57083b39-e83c-4b2d-97a2-a95ec84a05a0 req-244b3553-feef-4749-b7a2-55f9c27be0d3 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.81 "DELETE /v2.0/ports/fe355734-4691-47d4-8554-8ca163868f0c HTTP/1.1" status: 204 len: 173 time: 0.4162748 Jul 05 10:31:07.107658 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d060011-f96b-4ecc-94ce-02a46983a045', 'name': 'network-vif-deleted', 'tag': 'fe355734-4691-47d4-8554-8ca163868f0c'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:31:07.110010 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa8f4e8-3346-42ee-9e8c-4c14c9516c4a" -d '{"events": [{"server_uuid": "6d060011-f96b-4ecc-94ce-02a46983a045", "name": "network-vif-deleted", "tag": "fe355734-4691-47d4-8554-8ca163868f0c"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:31:07.146096 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d360ebd3-980b-402f-9c53-7fac0d502d08 x-openstack-request-id: req-d360ebd3-980b-402f-9c53-7fac0d502d08 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:31:07.146386 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d060011-f96b-4ecc-94ce-02a46983a045", "name": "network-vif-deleted", "tag": "fe355734-4691-47d4-8554-8ca163868f0c", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:31:07.146642 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d360ebd3-980b-402f-9c53-7fac0d502d08 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:31:07.147066 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d060011-f96b-4ecc-94ce-02a46983a045', 'name': 'network-vif-deleted', 'tag': 'fe355734-4691-47d4-8554-8ca163868f0c', 'status': 'completed', 'code': 200} Jul 05 10:31:07.760885 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-36c16b89-d3d1-43b7-b49f-72ae6d607d2b req-01686755-b8c4-4fbf-a4c0-d9835e2611fe tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d060011-f96b-4ecc-94ce-02a46983a045 HTTP/1.1" status: 200 len: 210 time: 0.0290487 Jul 05 10:31:08.856141 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45170) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:09.213219 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d0ee696-a136-48d1-84d7-0354f826aab8 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:09.478172 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8d0ee696-a136-48d1-84d7-0354f826aab8 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Deleting port 964f36b2-3341-4d75-8188-f2787e927f3d {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:09.478420 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d0ee696-a136-48d1-84d7-0354f826aab8 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:09.562146 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-8d0ee696-a136-48d1-84d7-0354f826aab8 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] For port 964f36b2-3341-4d75-8188-f2787e927f3d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=964f36b2-3341-4d75-8188-f2787e927f3d,segment=NetworkSegment(cc2acae7-d258-409d-a1d1-a4f5f2876609),segment_id=cc2acae7-d258-409d-a1d1-a4f5f2876609)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:09.562507 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d0ee696-a136-48d1-84d7-0354f826aab8 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:09.575170 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8d0ee696-a136-48d1-84d7-0354f826aab8 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Calling delete_port for 964f36b2-3341-4d75-8188-f2787e927f3d owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:09.674752 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device fe355734-4691-47d4-8554-8ca163868f0c no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:31:09.694117 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: fe355734-4691-47d4-8554-8ca163868f0c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:31:09.694469 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device fe355734-4691-47d4-8554-8ca163868f0c not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:31:09.757974 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d0ee696-a136-48d1-84d7-0354f826aab8 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:09.790088 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ee696-a136-48d1-84d7-0354f826aab8 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'Port': ['ID=964f36b2-3341-4d75-8188-f2787e927f3d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:09.957760 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d0ee696-a136-48d1-84d7-0354f826aab8 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:10.169026 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0ee696-a136-48d1-84d7-0354f826aab8 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Router 5c8cd870-86fe-4e7a-9260-4769e32fc069 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:31:10.270166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0ee696-a136-48d1-84d7-0354f826aab8 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:31:10.275057 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8d0ee696-a136-48d1-84d7-0354f826aab8 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "PUT /v2.0/routers/5c8cd870-86fe-4e7a-9260-4769e32fc069/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4178946 Jul 05 10:31:10.277830 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45172) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:10.280798 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2bdb7-0264-47a1-9239-6015f305c2ce None None] Sync routers for ids ['5c8cd870-86fe-4e7a-9260-4769e32fc069'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:31:10.290268 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e2bdb7-0264-47a1-9239-6015f305c2ce None None] Routers {'5c8cd870-86fe-4e7a-9260-4769e32fc069'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:31:10.290877 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b4e2bdb7-0264-47a1-9239-6015f305c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:30:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5c8cd870-86fe-4e7a-9260-4769e32fc069'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:10.327293 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d8fee8-a41a-425c-bcc0-2061feef61d2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Deleting subnet cb187f8c-95de-4197-9d3e-91a8234feefd {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:31:10.330865 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81d8fee8-a41a-425c-bcc0-2061feef61d2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:10.369781 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81d8fee8-a41a-425c-bcc0-2061feef61d2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:10.393195 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b4e2bdb7-0264-47a1-9239-6015f305c2ce None None] Set router 5c8cd870-86fe-4e7a-9260-4769e32fc069 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:31:10.456234 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81d8fee8-a41a-425c-bcc0-2061feef61d2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:10.513536 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81d8fee8-a41a-425c-bcc0-2061feef61d2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:10.541453 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8fee8-a41a-425c-bcc0-2061feef61d2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'Subnet': ['ID=cb187f8c-95de-4197-9d3e-91a8234feefd,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:10.543570 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81d8fee8-a41a-425c-bcc0-2061feef61d2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:10.547974 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-81d8fee8-a41a-425c-bcc0-2061feef61d2 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "DELETE /v2.0/subnets/cb187f8c-95de-4197-9d3e-91a8234feefd HTTP/1.1" status: 204 len: 168 time: 0.2669291 Jul 05 10:31:10.548217 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45174) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:10.553103 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b260a551-f319-4f68-8bf3-d0c7beffb108 None None] Network e7380bdc-6684-474f-b478-2f9a63b3804c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:10.649763 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b4e2bdb7-0264-47a1-9239-6015f305c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131055387', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:29:21Z', 'updated_at': '2021-07-05T10:31:09Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:22Z', 'updated_at': '2021-07-05T10:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:10.697634 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2bdb7-0264-47a1-9239-6015f305c2ce None None] Checking router: 5c8cd870-86fe-4e7a-9260-4769e32fc069 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:31:10.711999 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e2bdb7-0264-47a1-9239-6015f305c2ce None None] Routers {'5c8cd870-86fe-4e7a-9260-4769e32fc069'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:31:10.712550 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b4e2bdb7-0264-47a1-9239-6015f305c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:30:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['5c8cd870-86fe-4e7a-9260-4769e32fc069'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:10.831032 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b4e2bdb7-0264-47a1-9239-6015f305c2ce None None] Set router 5c8cd870-86fe-4e7a-9260-4769e32fc069 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:31:10.885070 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b25ff9d-5152-40a6-83fd-2fd495ec359e None None] DHCP port deletion for e7380bdc-6684-474f-b478-2f9a63b3804c request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:31:10.983350 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d9b74f2-af41-4ae4-910e-b009187508ff tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.003774 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ff9d-5152-40a6-83fd-2fd495ec359e None None] Deleting port 82a4e34f-a4e2-4792-a257-fc74395f9261 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:11.004183 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2b25ff9d-5152-40a6-83fd-2fd495ec359e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.085198 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d9b74f2-af41-4ae4-910e-b009187508ff tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.092871 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2b25ff9d-5152-40a6-83fd-2fd495ec359e None None] For port 82a4e34f-a4e2-4792-a257-fc74395f9261, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=82a4e34f-a4e2-4792-a257-fc74395f9261,segment=NetworkSegment(cc2acae7-d258-409d-a1d1-a4f5f2876609),segment_id=cc2acae7-d258-409d-a1d1-a4f5f2876609)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:11.093328 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2b25ff9d-5152-40a6-83fd-2fd495ec359e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.107598 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ff9d-5152-40a6-83fd-2fd495ec359e None None] Calling delete_port for 82a4e34f-a4e2-4792-a257-fc74395f9261 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:11.137624 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-9d9b74f2-af41-4ae4-910e-b009187508ff tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Deleting port d94a1283-dfdd-49a1-8215-fc49f4207a2a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:11.137967 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d9b74f2-af41-4ae4-910e-b009187508ff tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.154971 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b4e2bdb7-0264-47a1-9239-6015f305c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131055387', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:29:21Z', 'updated_at': '2021-07-05T10:31:09Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:22Z', 'updated_at': '2021-07-05T10:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:11.189284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2bdb7-0264-47a1-9239-6015f305c2ce None None] The sync data for ids ['5c8cd870-86fe-4e7a-9260-4769e32fc069'] in n-d-798054-8 is: [{'id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131055387', 'tenant_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:29:21Z', 'updated_at': '2021-07-05T10:31:09Z', 'revision_number': 5, 'project_id': 'd53d24fbd5324a538744d7c2d5d0f8ef', 'gw_port': {'id': 'd94a1283-dfdd-49a1-8215-fc49f4207a2a', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8cd870-86fe-4e7a-9260-4769e32fc069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:22Z', 'updated_at': '2021-07-05T10:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:31:11.227702 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2b25ff9d-5152-40a6-83fd-2fd495ec359e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.234629 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-9d9b74f2-af41-4ae4-910e-b009187508ff tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] For port d94a1283-dfdd-49a1-8215-fc49f4207a2a, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d94a1283-dfdd-49a1-8215-fc49f4207a2a,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:11.234629 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d9b74f2-af41-4ae4-910e-b009187508ff tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.251589 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-9d9b74f2-af41-4ae4-910e-b009187508ff tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Calling delete_port for d94a1283-dfdd-49a1-8215-fc49f4207a2a owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:11.256358 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b25ff9d-5152-40a6-83fd-2fd495ec359e None None] No DVR routers for this DVR port 82a4e34f-a4e2-4792-a257-fc74395f9261 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:31:11.259607 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ff9d-5152-40a6-83fd-2fd495ec359e None None] Pushing event deleted for resources: {'Port': ['ID=82a4e34f-a4e2-4792-a257-fc74395f9261,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:11.426510 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d9b74f2-af41-4ae4-910e-b009187508ff tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.451704 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b74f2-af41-4ae4-910e-b009187508ff tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'Port': ['ID=d94a1283-dfdd-49a1-8215-fc49f4207a2a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:11.513434 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d9b74f2-af41-4ae4-910e-b009187508ff tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.616267 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d9b74f2-af41-4ae4-910e-b009187508ff tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.618026 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d9b74f2-af41-4ae4-910e-b009187508ff tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.633554 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 82a4e34f-a4e2-4792-a257-fc74395f9261 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:31:11.663345 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 82a4e34f-a4e2-4792-a257-fc74395f9261 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:31:11.663701 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 82a4e34f-a4e2-4792-a257-fc74395f9261 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:31:11.664858 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 964f36b2-3341-4d75-8188-f2787e927f3d no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:31:11.675810 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d9b74f2-af41-4ae4-910e-b009187508ff tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.676517 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9b74f2-af41-4ae4-910e-b009187508ff tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Fanout notify agent at l3_agent the message router_deleted on router 5c8cd870-86fe-4e7a-9260-4769e32fc069 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:31:11.683446 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d9b74f2-af41-4ae4-910e-b009187508ff tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.684976 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9d9b74f2-af41-4ae4-910e-b009187508ff tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "DELETE /v2.0/routers/5c8cd870-86fe-4e7a-9260-4769e32fc069 HTTP/1.1" status: 204 len: 168 time: 1.1354923 Jul 05 10:31:11.687693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45176) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:11.704625 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 964f36b2-3341-4d75-8188-f2787e927f3d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:31:11.705128 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 964f36b2-3341-4d75-8188-f2787e927f3d not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:31:11.767484 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c740f92f-bbcf-468e-9c53-209aaae729f6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.863711 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c740f92f-bbcf-468e-9c53-209aaae729f6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.874385 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-c740f92f-bbcf-468e-9c53-209aaae729f6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7380bdc-6684-474f-b478-2f9a63b3804c']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:11.885699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-c740f92f-bbcf-468e-9c53-209aaae729f6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2acae7-d258-409d-a1d1-a4f5f2876609') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:11.886029 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-c740f92f-bbcf-468e-9c53-209aaae729f6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2acae7-d258-409d-a1d1-a4f5f2876609') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:11.896159 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c740f92f-bbcf-468e-9c53-209aaae729f6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.912733 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c740f92f-bbcf-468e-9c53-209aaae729f6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.918741 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c740f92f-bbcf-468e-9c53-209aaae729f6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:31:11.919163 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c740f92f-bbcf-468e-9c53-209aaae729f6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:31:11.922112 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:31:11.983671 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c740f92f-bbcf-468e-9c53-209aaae729f6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.991372 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c740f92f-bbcf-468e-9c53-209aaae729f6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.993224 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c740f92f-bbcf-468e-9c53-209aaae729f6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "DELETE /v2.0/networks/e7380bdc-6684-474f-b478-2f9a63b3804c HTTP/1.1" status: 204 len: 168 time: 0.3036535 Jul 05 10:31:11.995831 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45178) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:12.012312 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740f92f-bbcf-468e-9c53-209aaae729f6 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'Network': ['ID=e7380bdc-6684-474f-b478-2f9a63b3804c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:12.067119 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7cd27584-c128-48dd-b288-ba0e7ff2a093 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:12.091360 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7cd27584-c128-48dd-b288-ba0e7ff2a093 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:12.149645 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7cd27584-c128-48dd-b288-ba0e7ff2a093 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:12.152206 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7cd27584-c128-48dd-b288-ba0e7ff2a093 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:12.153368 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7cd27584-c128-48dd-b288-ba0e7ff2a093 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] 10.222.0.79 "DELETE /v2.0/security-groups/2a39f3cd-86ca-42de-a4fd-ebb3f334d34b HTTP/1.1" status: 204 len: 168 time: 0.1565893 Jul 05 10:31:12.162834 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd27584-c128-48dd-b288-ba0e7ff2a093 tempest-TestNetworkAdvancedServerOps-1990104376 tempest-TestNetworkAdvancedServerOps-1990104376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a39f3cd-86ca-42de-a4fd-ebb3f334d34b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:12.491318 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45186) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:12.617332 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b3ca9417-9d44-42f5-bb13-abc15cc172fe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d53d24fbd5324a538744d7c2d5d0f8ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1247845 Jul 05 10:31:12.619725 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45190) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:12.667166 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f230681-0ebb-4c93-9994-12c540259ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:12.687303 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f230681-0ebb-4c93-9994-12c540259ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:12.737357 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f230681-0ebb-4c93-9994-12c540259ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:12.739989 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f230681-0ebb-4c93-9994-12c540259ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:12.741145 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6f230681-0ebb-4c93-9994-12c540259ced admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7ef9b121-62ad-403f-9c18-257c10138ed8 HTTP/1.1" status: 204 len: 168 time: 0.1204619 Jul 05 10:31:12.748881 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f230681-0ebb-4c93-9994-12c540259ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef9b121-62ad-403f-9c18-257c10138ed8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:12.992865 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45196) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:13.037130 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c90714d9-a12b-43bc-b7c3-e0840b18f335 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=98544768895b4bdb9469471facb79df8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428607 Jul 05 10:31:13.039617 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45198) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:13.087815 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5939b4c9-0e08-439f-aa0c-5ba5b6ab9a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:13.108672 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5939b4c9-0e08-439f-aa0c-5ba5b6ab9a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:13.156032 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5939b4c9-0e08-439f-aa0c-5ba5b6ab9a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:13.159092 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5939b4c9-0e08-439f-aa0c-5ba5b6ab9a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:13.160267 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5939b4c9-0e08-439f-aa0c-5ba5b6ab9a03 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0575d188-ca42-4d26-9e44-9a2941127c0f HTTP/1.1" status: 204 len: 168 time: 0.1196535 Jul 05 10:31:13.167714 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939b4c9-0e08-439f-aa0c-5ba5b6ab9a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0575d188-ca42-4d26-9e44-9a2941127c0f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:13.319910 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d94a1283-dfdd-49a1-8215-fc49f4207a2a no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:31:13.338900 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: d94a1283-dfdd-49a1-8215-fc49f4207a2a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:31:13.339158 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d94a1283-dfdd-49a1-8215-fc49f4207a2a not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:31:20.988212 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0f291dbe-a58b-4e0b-804a-309a97aec669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:23.347309 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32f2ba67-d045-40ab-ab34-1dd02e8724a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:23.395028 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-a9ed7aee-fece-4ad0-80ed-299f00724a52 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=002cc43c733e4a5ca8185f37dc5c1476&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299716 Jul 05 10:31:23.579110 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-d3bcd844-9ef7-4ee6-8423-f7a79f39886d tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:23.580641 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-d3bcd844-9ef7-4ee6-8423-f7a79f39886d tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804657 Jul 05 10:31:23.595310 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-e59e6472-60e5-4814-ab22-2ba04d83b064 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/quotas/002cc43c733e4a5ca8185f37dc5c1476 HTTP/1.1" status: 200 len: 375 time: 0.0092990 Jul 05 10:31:23.628054 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-24163fda-3466-43fc-ba95-0ca179a5c349 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=002cc43c733e4a5ca8185f37dc5c1476&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280449 Jul 05 10:31:23.667958 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:23.798110 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-38d457ce-a264-4052-87df-66c7bc944f46 req-90c47f6a-de11-4b17-b191-83e801ac0a8b tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5b6b15-966c-4b61-8d2d-1c645dfb55b3 HTTP/1.1" status: 200 len: 210 time: 0.0286765 Jul 05 10:31:24.714148 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:24.759786 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-ca3f21b8-de3d-4716-bf50-dd24851819f5 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=002cc43c733e4a5ca8185f37dc5c1476&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292590 Jul 05 10:31:24.945058 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c5a34b41-9ce9-497a-a8ef-dd248cc25945 req-31f4b075-cc31-4431-937f-040d16183f8d tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5b6b15-966c-4b61-8d2d-1c645dfb55b3 HTTP/1.1" status: 200 len: 210 time: 0.0332668 Jul 05 10:31:24.956897 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-750b1644-fa41-4efd-9312-6ebc55bcda0d tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:24.958634 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-750b1644-fa41-4efd-9312-6ebc55bcda0d tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1939175 Jul 05 10:31:24.976494 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-325aee15-f232-4a64-9bfb-60e3126d6d3d tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Request body: {'port': {'device_id': '5c5b6b15-966c-4b61-8d2d-1c645dfb55b3', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'admin_state_up': True, 'tenant_id': '002cc43c733e4a5ca8185f37dc5c1476'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:25.083290 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-325aee15-f232-4a64-9bfb-60e3126d6d3d tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Made reservation on behalf of 002cc43c733e4a5ca8185f37dc5c1476 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:25.086835 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-325aee15-f232-4a64-9bfb-60e3126d6d3d tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:25.095981 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-325aee15-f232-4a64-9bfb-60e3126d6d3d tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:25.192058 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-325aee15-f232-4a64-9bfb-60e3126d6d3d tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:25.195625 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-325aee15-f232-4a64-9bfb-60e3126d6d3d tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:25.262925 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325aee15-f232-4a64-9bfb-60e3126d6d3d tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7488be07-05a2-4f1f-bcde-24ff1969eff6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:25.327167 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-325aee15-f232-4a64-9bfb-60e3126d6d3d tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Allocated IP 192.168.233.161 (0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5/ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419/50d289f9-da82-473d-9ad0-7bb686a0e2cc) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:25.474296 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-325aee15-f232-4a64-9bfb-60e3126d6d3d tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:25.488239 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-325aee15-f232-4a64-9bfb-60e3126d6d3d tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Transition to ACTIVE for port object 50d289f9-da82-473d-9ad0-7bb686a0e2cc will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:25.519416 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-325aee15-f232-4a64-9bfb-60e3126d6d3d tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:25.560416 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-325aee15-f232-4a64-9bfb-60e3126d6d3d tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:25.563631 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-325aee15-f232-4a64-9bfb-60e3126d6d3d tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:25.569828 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-325aee15-f232-4a64-9bfb-60e3126d6d3d tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:31:25.602009 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325aee15-f232-4a64-9bfb-60e3126d6d3d tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Pushing event updated for resources: {'Port': ['ID=50d289f9-da82-473d-9ad0-7bb686a0e2cc,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:25.629984 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-325aee15-f232-4a64-9bfb-60e3126d6d3d tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:25.630625 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-325aee15-f232-4a64-9bfb-60e3126d6d3d tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:25.646134 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-325aee15-f232-4a64-9bfb-60e3126d6d3d tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6734757 Jul 05 10:31:25.656227 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-12410f64-a9ee-48b0-b333-114505f72031 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:31:25.657464 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-12410f64-a9ee-48b0-b333-114505f72031 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055597 Jul 05 10:31:25.767336 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-adfcc935-0363-4924-8ce7-64426d256de8 service neutron] Request body: {'port': {'device_id': '5c5b6b15-966c-4b61-8d2d-1c645dfb55b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:25.812203 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-112d3b88-1f19-4d18-9864-726ec042b0b8 None None] Provisioning for port 50d289f9-da82-473d-9ad0-7bb686a0e2cc completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:25.816544 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-112d3b88-1f19-4d18-9864-726ec042b0b8 None None] Provisioning complete for port 50d289f9-da82-473d-9ad0-7bb686a0e2cc triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:25.816922 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-112d3b88-1f19-4d18-9864-726ec042b0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:25.839066 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-adfcc935-0363-4924-8ce7-64426d256de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:25.850839 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-112d3b88-1f19-4d18-9864-726ec042b0b8 None None] Port 50d289f9-da82-473d-9ad0-7bb686a0e2cc cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:31:26.099787 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-adfcc935-0363-4924-8ce7-64426d256de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d289f9-da82-473d-9ad0-7bb686a0e2cc {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:31:26.107617 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-adfcc935-0363-4924-8ce7-64426d256de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:26.120322 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-adfcc935-0363-4924-8ce7-64426d256de8 service neutron] Transition to ACTIVE for port object 50d289f9-da82-473d-9ad0-7bb686a0e2cc will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:26.124643 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-adfcc935-0363-4924-8ce7-64426d256de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:26.139437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b71907-6aa5-44d1-a66b-7dc797681bd3 req-9c6709ee-b0c3-4c37-839b-b0c145d7380d tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:26.141037 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34b71907-6aa5-44d1-a66b-7dc797681bd3 req-9c6709ee-b0c3-4c37-839b-b0c145d7380d tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5b6b15-966c-4b61-8d2d-1c645dfb55b3 HTTP/1.1" status: 200 len: 936 time: 0.0665510 Jul 05 10:31:26.182315 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-34b71907-6aa5-44d1-a66b-7dc797681bd3 req-f7b3e992-e461-4e8e-856b-551fd55384dc tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/security-groups?id=7488be07-05a2-4f1f-bcde-24ff1969eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353816 Jul 05 10:31:26.211591 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcc935-0363-4924-8ce7-64426d256de8 service neutron] Pushing event updated for resources: {'Port': ['ID=50d289f9-da82-473d-9ad0-7bb686a0e2cc,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:26.245911 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-adfcc935-0363-4924-8ce7-64426d256de8 service neutron] Attempting to bind port 50d289f9-da82-473d-9ad0-7bb686a0e2cc on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:31:26.246259 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-adfcc935-0363-4924-8ce7-64426d256de8 service neutron] Attempting to bind port 50d289f9-da82-473d-9ad0-7bb686a0e2cc by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:31:26.246590 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-adfcc935-0363-4924-8ce7-64426d256de8 service neutron] Attempting to bind port 50d289f9-da82-473d-9ad0-7bb686a0e2cc on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:31:26.251053 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-adfcc935-0363-4924-8ce7-64426d256de8 service neutron] Port 50d289f9-da82-473d-9ad0-7bb686a0e2cc on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:31:26.251379 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-adfcc935-0363-4924-8ce7-64426d256de8 service neutron] Attempting to bind port 50d289f9-da82-473d-9ad0-7bb686a0e2cc on network 0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:31:26.256334 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-adfcc935-0363-4924-8ce7-64426d256de8 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:31:26.256687 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-adfcc935-0363-4924-8ce7-64426d256de8 service neutron] Checking segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:31:26.257079 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-adfcc935-0363-4924-8ce7-64426d256de8 service neutron] Bound using segment: {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:31:26.257513 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-adfcc935-0363-4924-8ce7-64426d256de8 service neutron] Bound port: 50d289f9-da82-473d-9ad0-7bb686a0e2cc, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ee7fa-2d30-4b8c-8785-d38910d13d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:31:26.257879 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-adfcc935-0363-4924-8ce7-64426d256de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:26.326020 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-adfcc935-0363-4924-8ce7-64426d256de8 service neutron] For port 50d289f9-da82-473d-9ad0-7bb686a0e2cc, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:31:26.329834 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-adfcc935-0363-4924-8ce7-64426d256de8 service neutron] For port 50d289f9-da82-473d-9ad0-7bb686a0e2cc, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=50d289f9-da82-473d-9ad0-7bb686a0e2cc,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:31:26.333847 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-adfcc935-0363-4924-8ce7-64426d256de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:26.368724 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-adfcc935-0363-4924-8ce7-64426d256de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:26.369362 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-adfcc935-0363-4924-8ce7-64426d256de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:26.370746 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-adfcc935-0363-4924-8ce7-64426d256de8 service neutron] 10.222.0.78 "PUT /v2.0/ports/50d289f9-da82-473d-9ad0-7bb686a0e2cc HTTP/1.1" status: 200 len: 1096 time: 0.7070854 Jul 05 10:31:26.371238 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5b6b15-966c-4b61-8d2d-1c645dfb55b3', 'tag': '50d289f9-da82-473d-9ad0-7bb686a0e2cc'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:31:26.373475 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9862484c-d580-4fcd-8aad-bb659919b447" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5b6b15-966c-4b61-8d2d-1c645dfb55b3", "tag": "50d289f9-da82-473d-9ad0-7bb686a0e2cc"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:31:26.398283 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcc935-0363-4924-8ce7-64426d256de8 service neutron] Pushing event updated for resources: {'Port': ['ID=50d289f9-da82-473d-9ad0-7bb686a0e2cc,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:26.424131 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108fea05-0dbf-411e-988e-720548b504ef x-openstack-request-id: req-108fea05-0dbf-411e-988e-720548b504ef {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:31:26.424343 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5b6b15-966c-4b61-8d2d-1c645dfb55b3", "tag": "50d289f9-da82-473d-9ad0-7bb686a0e2cc", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:31:26.424600 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-108fea05-0dbf-411e-988e-720548b504ef {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:31:26.424999 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c5b6b15-966c-4b61-8d2d-1c645dfb55b3', 'tag': '50d289f9-da82-473d-9ad0-7bb686a0e2cc', 'status': 'completed', 'code': 200} Jul 05 10:31:26.472056 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-b246b26f-c6fc-4ec7-9b12-84952d5536cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:26.473627 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-b246b26f-c6fc-4ec7-9b12-84952d5536cb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=002cc43c733e4a5ca8185f37dc5c1476&device_id=5c5b6b15-966c-4b61-8d2d-1c645dfb55b3 HTTP/1.1" status: 200 len: 1099 time: 0.0591211 Jul 05 10:31:26.519296 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-2cb9fbea-a6fb-4a59-a8bb-90d91dedf1ed service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=50d289f9-da82-473d-9ad0-7bb686a0e2cc HTTP/1.1" status: 200 len: 217 time: 0.0389295 Jul 05 10:31:26.567746 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-c63a58c3-37c2-4160-8147-b076d223a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:26.569256 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-c63a58c3-37c2-4160-8147-b076d223a301 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0441389 Jul 05 10:31:26.626012 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-f2140e8a-ed0c-4ebf-968b-07c6801a68cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:26.627529 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-f2140e8a-ed0c-4ebf-968b-07c6801a68cd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0522242 Jul 05 10:31:26.737290 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-b1a36508-0ac5-4014-84f9-1340c9a77ce3 service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036432 Jul 05 10:31:26.823641 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:26.830436 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-be4be04c-83e3-4d54-a699-bef2068f7bd0 req-932fc054-6ad0-4a30-80fe-574859f8697d service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871742 Jul 05 10:31:26.925327 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862484c-d580-4fcd-8aad-bb659919b447 req-6d4f6806-a9dc-49ff-8cd1-7fa637b0afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:26.926992 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9862484c-d580-4fcd-8aad-bb659919b447 req-6d4f6806-a9dc-49ff-8cd1-7fa637b0afe5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=002cc43c733e4a5ca8185f37dc5c1476&device_id=5c5b6b15-966c-4b61-8d2d-1c645dfb55b3 HTTP/1.1" status: 200 len: 1099 time: 0.0532565 Jul 05 10:31:27.018585 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862484c-d580-4fcd-8aad-bb659919b447 req-e57fd6fb-160d-41b7-80ec-457ef0a14d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:27.020084 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9862484c-d580-4fcd-8aad-bb659919b447 req-e57fd6fb-160d-41b7-80ec-457ef0a14d62 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5 HTTP/1.1" status: 200 len: 870 time: 0.0873582 Jul 05 10:31:27.061907 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9862484c-d580-4fcd-8aad-bb659919b447 req-7993c970-9204-4989-9948-14e3ebc210cf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=50d289f9-da82-473d-9ad0-7bb686a0e2cc HTTP/1.1" status: 200 len: 217 time: 0.0355506 Jul 05 10:31:27.111425 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862484c-d580-4fcd-8aad-bb659919b447 req-97993f4c-9097-4616-ba58-682f9044fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:27.112912 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9862484c-d580-4fcd-8aad-bb659919b447 req-97993f4c-9097-4616-ba58-682f9044fde5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419 HTTP/1.1" status: 200 len: 843 time: 0.0443010 Jul 05 10:31:27.175220 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862484c-d580-4fcd-8aad-bb659919b447 req-6ef5bbc0-2027-42e2-be75-8adcea12a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:27.176752 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9862484c-d580-4fcd-8aad-bb659919b447 req-6ef5bbc0-2027-42e2-be75-8adcea12a7a9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0579634 Jul 05 10:31:27.267709 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9862484c-d580-4fcd-8aad-bb659919b447 req-b26ac2ba-2e89-4728-b204-3aa840e5609f service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846241 Jul 05 10:31:27.359169 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee8c13-2e08-4b1e-a853-c136beaeb977 req-d04c66bb-b564-41af-ad12-dba50532bd11 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:27.360756 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25ee8c13-2e08-4b1e-a853-c136beaeb977 req-d04c66bb-b564-41af-ad12-dba50532bd11 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5b6b15-966c-4b61-8d2d-1c645dfb55b3 HTTP/1.1" status: 200 len: 948 time: 0.0635116 Jul 05 10:31:27.362815 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9862484c-d580-4fcd-8aad-bb659919b447 req-062dc42f-4ed8-457a-868d-3dbc4f1b35df service neutron] 10.222.0.78 "GET /v2.0/networks/0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893836 Jul 05 10:31:27.400264 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25ee8c13-2e08-4b1e-a853-c136beaeb977 req-e17b55be-9177-4fd5-934d-d94bfec30c81 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/security-groups?id=7488be07-05a2-4f1f-bcde-24ff1969eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335715 Jul 05 10:31:28.574734 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd607e4f-b8c7-4212-b5a4-1530dccc226c req-ff5f6d3b-f4cf-437b-9fb1-245b41f8ca6c tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:28.576253 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bd607e4f-b8c7-4212-b5a4-1530dccc226c req-ff5f6d3b-f4cf-437b-9fb1-245b41f8ca6c tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5b6b15-966c-4b61-8d2d-1c645dfb55b3 HTTP/1.1" status: 200 len: 948 time: 0.0658815 Jul 05 10:31:28.613606 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bd607e4f-b8c7-4212-b5a4-1530dccc226c req-ec0feb2b-bb08-4bdb-9d54-cf74fdbe28c0 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/security-groups?id=7488be07-05a2-4f1f-bcde-24ff1969eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310540 Jul 05 10:31:29.784125 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e950629-582a-4966-844d-215b2aa7cc4b req-4ef8ada4-6aea-49e4-9538-ee43a7596862 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:29.785640 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8e950629-582a-4966-844d-215b2aa7cc4b req-4ef8ada4-6aea-49e4-9538-ee43a7596862 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5b6b15-966c-4b61-8d2d-1c645dfb55b3 HTTP/1.1" status: 200 len: 948 time: 0.0641680 Jul 05 10:31:29.821542 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8e950629-582a-4966-844d-215b2aa7cc4b req-13276a9e-1ca3-40dc-936a-bb858448bea6 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/security-groups?id=7488be07-05a2-4f1f-bcde-24ff1969eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304949 Jul 05 10:31:31.006312 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 50d289f9-da82-473d-9ad0-7bb686a0e2cc details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:31:31.009411 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64837913-f815-4c3f-9f83-f44bd6a339c5 req-1fbd4b98-2cdb-43ba-b79f-ff3f11ba5699 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:31.011068 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-64837913-f815-4c3f-9f83-f44bd6a339c5 req-1fbd4b98-2cdb-43ba-b79f-ff3f11ba5699 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5b6b15-966c-4b61-8d2d-1c645dfb55b3 HTTP/1.1" status: 200 len: 948 time: 0.0714493 Jul 05 10:31:31.048682 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-64837913-f815-4c3f-9f83-f44bd6a339c5 req-ec9da78f-d21b-4a89-8ec2-d4b10e7f9013 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/security-groups?id=7488be07-05a2-4f1f-bcde-24ff1969eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311823 Jul 05 10:31:31.149217 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 50d289f9-da82-473d-9ad0-7bb686a0e2cc, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=50d289f9-da82-473d-9ad0-7bb686a0e2cc,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:31.162579 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '50d289f9-da82-473d-9ad0-7bb686a0e2cc', 'network_id': '0d2a7264-c7d3-4a2a-8a2e-24a8fae580e5', 'port_id': '50d289f9-da82-473d-9ad0-7bb686a0e2cc', 'mac_address': 'fa:16:3e:b7:d8:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d3dbd-2972-4c48-9d1a-3c7c4fc7b419', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:31:31.367662 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:31.405030 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d289f9-da82-473d-9ad0-7bb686a0e2cc {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:31:31.428228 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 50d289f9-da82-473d-9ad0-7bb686a0e2cc, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=50d289f9-da82-473d-9ad0-7bb686a0e2cc,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:31.434473 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:31.494957 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=50d289f9-da82-473d-9ad0-7bb686a0e2cc,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:31.839771 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['50d289f9-da82-473d-9ad0-7bb686a0e2cc'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:31:32.220316 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1b7e5-8f17-4ba1-aef0-fde7887f7658 req-b6a928b5-1c42-495e-bb35-0bb3a448fbff tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:32.221816 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ecc1b7e5-8f17-4ba1-aef0-fde7887f7658 req-b6a928b5-1c42-495e-bb35-0bb3a448fbff tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5b6b15-966c-4b61-8d2d-1c645dfb55b3 HTTP/1.1" status: 200 len: 949 time: 0.0632100 Jul 05 10:31:32.257891 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ecc1b7e5-8f17-4ba1-aef0-fde7887f7658 req-3c0dca23-ee26-48fe-8157-7bb925e04517 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/security-groups?id=7488be07-05a2-4f1f-bcde-24ff1969eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305901 Jul 05 10:31:32.336156 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:31:33.020749 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 50d289f9-da82-473d-9ad0-7bb686a0e2cc up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:31:33.070298 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:33.080069 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 50d289f9-da82-473d-9ad0-7bb686a0e2cc completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:33.083460 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 50d289f9-da82-473d-9ad0-7bb686a0e2cc triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:33.083821 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:33.161352 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:33.182796 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5b6b15-966c-4b61-8d2d-1c645dfb55b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d289f9-da82-473d-9ad0-7bb686a0e2cc'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:31:33.185126 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2399bc-50bb-4ade-8323-f5632b98c8ba" -d '{"events": [{"server_uuid": "5c5b6b15-966c-4b61-8d2d-1c645dfb55b3", "name": "network-vif-plugged", "status": "completed", "tag": "50d289f9-da82-473d-9ad0-7bb686a0e2cc"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:31:33.197375 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 50d289f9-da82-473d-9ad0-7bb686a0e2cc, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=50d289f9-da82-473d-9ad0-7bb686a0e2cc,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:33.201258 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:33.226103 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9504d403-3dd3-4b0d-91e1-63e04dfb51c2 x-openstack-request-id: req-9504d403-3dd3-4b0d-91e1-63e04dfb51c2 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:31:33.226417 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5b6b15-966c-4b61-8d2d-1c645dfb55b3", "name": "network-vif-plugged", "status": "completed", "tag": "50d289f9-da82-473d-9ad0-7bb686a0e2cc", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:31:33.226672 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9504d403-3dd3-4b0d-91e1-63e04dfb51c2 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:31:33.227060 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5b6b15-966c-4b61-8d2d-1c645dfb55b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d289f9-da82-473d-9ad0-7bb686a0e2cc', 'code': 200} Jul 05 10:31:33.253423 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=50d289f9-da82-473d-9ad0-7bb686a0e2cc,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:33.332010 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcec75-317b-45db-98d8-7f83a9fc6fdc req-61864ef8-891c-4c10-8a57-6a3e9622b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:33.333543 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-25bcec75-317b-45db-98d8-7f83a9fc6fdc req-61864ef8-891c-4c10-8a57-6a3e9622b335 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5c5b6b15-966c-4b61-8d2d-1c645dfb55b3 HTTP/1.1" status: 200 len: 1101 time: 0.0536563 Jul 05 10:31:33.369101 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-25bcec75-317b-45db-98d8-7f83a9fc6fdc req-a85e6c6b-a0b6-47ae-8f70-bee5a4a4299c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7488be07-05a2-4f1f-bcde-24ff1969eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293205 Jul 05 10:31:33.431327 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b1497-bb5f-4c06-a311-92278286894b req-bbcecf29-7045-4648-aed5-d9e7db157c48 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:33.432827 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-823b1497-bb5f-4c06-a311-92278286894b req-bbcecf29-7045-4648-aed5-d9e7db157c48 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5b6b15-966c-4b61-8d2d-1c645dfb55b3 HTTP/1.1" status: 200 len: 950 time: 0.0622671 Jul 05 10:31:33.469759 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-823b1497-bb5f-4c06-a311-92278286894b req-9d6cab07-5b8b-47fc-9395-e00c02eefa4f tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/security-groups?id=7488be07-05a2-4f1f-bcde-24ff1969eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305929 Jul 05 10:31:34.646539 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb86ea-d2f9-4235-acc1-3d4c98133486 req-a3411c01-a4ad-4294-a6ec-c97d0a142337 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:34.648059 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-65eb86ea-d2f9-4235-acc1-3d4c98133486 req-a3411c01-a4ad-4294-a6ec-c97d0a142337 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5b6b15-966c-4b61-8d2d-1c645dfb55b3 HTTP/1.1" status: 200 len: 950 time: 0.0679469 Jul 05 10:31:34.685246 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-65eb86ea-d2f9-4235-acc1-3d4c98133486 req-9d9df1ff-71f3-41c1-9acc-3c7cdc24b921 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/security-groups?id=7488be07-05a2-4f1f-bcde-24ff1969eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315995 Jul 05 10:31:35.743997 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3e768-d85d-4db0-aeff-2beedaf68bd6 req-a58344a4-e835-47cf-ba00-ba33afafe063 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:35.745456 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b9f3e768-d85d-4db0-aeff-2beedaf68bd6 req-a58344a4-e835-47cf-ba00-ba33afafe063 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5b6b15-966c-4b61-8d2d-1c645dfb55b3 HTTP/1.1" status: 200 len: 950 time: 0.0628664 Jul 05 10:31:35.782729 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b9f3e768-d85d-4db0-aeff-2beedaf68bd6 req-e814e46f-c818-42b7-b2cf-e13e2a8868bd tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/security-groups?id=7488be07-05a2-4f1f-bcde-24ff1969eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317662 Jul 05 10:31:36.476080 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:36.962082 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93865e-41ac-4566-9e74-dd8fa36ce996 req-c60a5d67-f64a-41d5-85bb-c69cb3a48c51 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:36.963575 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc93865e-41ac-4566-9e74-dd8fa36ce996 req-c60a5d67-f64a-41d5-85bb-c69cb3a48c51 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5b6b15-966c-4b61-8d2d-1c645dfb55b3 HTTP/1.1" status: 200 len: 950 time: 0.0658915 Jul 05 10:31:37.002800 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc93865e-41ac-4566-9e74-dd8fa36ce996 req-8fd53979-92f5-4061-8e98-28f246e2d5e7 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/security-groups?id=7488be07-05a2-4f1f-bcde-24ff1969eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315967 Jul 05 10:31:37.172175 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4dfc6-e05e-4eca-9f19-0481ce18f01a req-0f7400de-c469-4973-82da-71d331facc66 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:37.173547 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2de4dfc6-e05e-4eca-9f19-0481ce18f01a req-0f7400de-c469-4973-82da-71d331facc66 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.78 "GET /v2.0/ports?device_id=5c5b6b15-966c-4b61-8d2d-1c645dfb55b3 HTTP/1.1" status: 200 len: 950 time: 0.0663624 Jul 05 10:31:37.276798 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-2de4dfc6-e05e-4eca-9f19-0481ce18f01a req-12af48ef-d5cc-48b0-a966-314f22869816 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Deleting port 50d289f9-da82-473d-9ad0-7bb686a0e2cc {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:37.277144 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2de4dfc6-e05e-4eca-9f19-0481ce18f01a req-12af48ef-d5cc-48b0-a966-314f22869816 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:37.361691 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-2de4dfc6-e05e-4eca-9f19-0481ce18f01a req-12af48ef-d5cc-48b0-a966-314f22869816 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] For port 50d289f9-da82-473d-9ad0-7bb686a0e2cc, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=50d289f9-da82-473d-9ad0-7bb686a0e2cc,segment=NetworkSegment(1d0ee7fa-2d30-4b8c-8785-d38910d13d89),segment_id=1d0ee7fa-2d30-4b8c-8785-d38910d13d89)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:37.362057 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2de4dfc6-e05e-4eca-9f19-0481ce18f01a req-12af48ef-d5cc-48b0-a966-314f22869816 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:37.374516 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-2de4dfc6-e05e-4eca-9f19-0481ce18f01a req-12af48ef-d5cc-48b0-a966-314f22869816 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Calling delete_port for 50d289f9-da82-473d-9ad0-7bb686a0e2cc owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:37.506135 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2de4dfc6-e05e-4eca-9f19-0481ce18f01a req-12af48ef-d5cc-48b0-a966-314f22869816 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:37.517890 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['50d289f9-da82-473d-9ad0-7bb686a0e2cc'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:31:37.537164 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af48ef-d5cc-48b0-a966-314f22869816 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Pushing event deleted for resources: {'Port': ['ID=50d289f9-da82-473d-9ad0-7bb686a0e2cc,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:37.584782 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de4dfc6-e05e-4eca-9f19-0481ce18f01a req-12af48ef-d5cc-48b0-a966-314f22869816 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] No DVR routers for this DVR port 50d289f9-da82-473d-9ad0-7bb686a0e2cc on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:31:37.587510 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2de4dfc6-e05e-4eca-9f19-0481ce18f01a req-12af48ef-d5cc-48b0-a966-314f22869816 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:37.589589 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2de4dfc6-e05e-4eca-9f19-0481ce18f01a req-12af48ef-d5cc-48b0-a966-314f22869816 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.78 "DELETE /v2.0/ports/50d289f9-da82-473d-9ad0-7bb686a0e2cc HTTP/1.1" status: 204 len: 173 time: 0.4112887 Jul 05 10:31:37.590052 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5b6b15-966c-4b61-8d2d-1c645dfb55b3', 'name': 'network-vif-deleted', 'tag': '50d289f9-da82-473d-9ad0-7bb686a0e2cc'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:31:37.592604 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248ee80f-fcfa-4f49-834c-e1dc9e9a06c6" -d '{"events": [{"server_uuid": "5c5b6b15-966c-4b61-8d2d-1c645dfb55b3", "name": "network-vif-deleted", "tag": "50d289f9-da82-473d-9ad0-7bb686a0e2cc"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:31:37.631587 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256d0e80-5fe5-423d-a1ea-2fab7236d4b3 x-openstack-request-id: req-256d0e80-5fe5-423d-a1ea-2fab7236d4b3 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:31:37.631918 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5b6b15-966c-4b61-8d2d-1c645dfb55b3", "name": "network-vif-deleted", "tag": "50d289f9-da82-473d-9ad0-7bb686a0e2cc", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:31:37.632177 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-256d0e80-5fe5-423d-a1ea-2fab7236d4b3 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:31:37.632577 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5b6b15-966c-4b61-8d2d-1c645dfb55b3', 'name': 'network-vif-deleted', 'tag': '50d289f9-da82-473d-9ad0-7bb686a0e2cc', 'status': 'completed', 'code': 200} Jul 05 10:31:38.165177 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5e4621e-5ce4-4421-8956-4c2e028db4c6 req-1ac51b80-645b-434d-8626-a4a894d7c216 tempest-ServersAdminNegativeTestJSON-1431206212 tempest-ServersAdminNegativeTestJSON-1431206212-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5b6b15-966c-4b61-8d2d-1c645dfb55b3 HTTP/1.1" status: 200 len: 210 time: 0.0315213 Jul 05 10:31:39.495447 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45338) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:39.621391 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0bf393de-a752-424f-84ba-f8a9c88afc3c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=002cc43c733e4a5ca8185f37dc5c1476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1247656 Jul 05 10:31:39.623946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45342) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:39.670900 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a09777e-36b7-4065-8885-aec62fdbb42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:39.691528 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a09777e-36b7-4065-8885-aec62fdbb42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:39.740195 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a09777e-36b7-4065-8885-aec62fdbb42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:39.742736 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a09777e-36b7-4065-8885-aec62fdbb42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:39.743815 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6a09777e-36b7-4065-8885-aec62fdbb42a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7488be07-05a2-4f1f-bcde-24ff1969eff6 HTTP/1.1" status: 204 len: 168 time: 0.1189601 Jul 05 10:31:39.752146 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09777e-36b7-4065-8885-aec62fdbb42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7488be07-05a2-4f1f-bcde-24ff1969eff6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:40.006714 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45348) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:40.023002 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2d5d52a0-9a14-41f7-bc50-a8381b0be19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:40.109676 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2d5d52a0-9a14-41f7-bc50-a8381b0be19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:40.113385 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2d5d52a0-9a14-41f7-bc50-a8381b0be19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:40.151116 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2d5d52a0-9a14-41f7-bc50-a8381b0be19a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ac6909a35dbe485ca7db14dee6856dbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430886 Jul 05 10:31:40.153152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d52a0-9a14-41f7-bc50-a8381b0be19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6625932-851d-4369-83d9-ac57e758de27,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:40.153869 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45350) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:40.201821 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94322f73-6190-4f94-9b06-917ff20e2645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:40.222014 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94322f73-6190-4f94-9b06-917ff20e2645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:40.267600 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94322f73-6190-4f94-9b06-917ff20e2645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:40.270029 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94322f73-6190-4f94-9b06-917ff20e2645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:40.271158 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-94322f73-6190-4f94-9b06-917ff20e2645 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a6625932-851d-4369-83d9-ac57e758de27 HTTP/1.1" status: 204 len: 168 time: 0.1162660 Jul 05 10:31:40.279032 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94322f73-6190-4f94-9b06-917ff20e2645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6625932-851d-4369-83d9-ac57e758de27,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:40.912855 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45372) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:41.004984 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7354b486-a5af-4d40-b06c-c4a8c6c00a67 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-671075051-network', 'tenant_id': 'a4296fdea65f4f2eaf464e3f654fe196'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:41.026780 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7354b486-a5af-4d40-b06c-c4a8c6c00a67 admin admin] Made reservation on behalf of a4296fdea65f4f2eaf464e3f654fe196 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:41.029469 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7354b486-a5af-4d40-b06c-c4a8c6c00a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:41.038782 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7354b486-a5af-4d40-b06c-c4a8c6c00a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:41.082291 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 50d289f9-da82-473d-9ad0-7bb686a0e2cc no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:31:41.103539 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 50d289f9-da82-473d-9ad0-7bb686a0e2cc {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:31:41.103912 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 50d289f9-da82-473d-9ad0-7bb686a0e2cc not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:31:41.132338 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7354b486-a5af-4d40-b06c-c4a8c6c00a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:41.136053 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7354b486-a5af-4d40-b06c-c4a8c6c00a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:41.162865 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7354b486-a5af-4d40-b06c-c4a8c6c00a67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:31:41.171463 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354b486-a5af-4d40-b06c-c4a8c6c00a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd79589-93ec-4d19-ac78-70be4a59c4e1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:41.177845 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7354b486-a5af-4d40-b06c-c4a8c6c00a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:41.178184 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-7354b486-a5af-4d40-b06c-c4a8c6c00a67 admin admin] Added segment c25c8bd7-c06f-4f40-a887-555969fce812 of type vlan for network 3ef016d6-0be5-4f64-8fdd-02247b37c366 Jul 05 10:31:41.217218 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7354b486-a5af-4d40-b06c-c4a8c6c00a67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:41.245582 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7354b486-a5af-4d40-b06c-c4a8c6c00a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:41.246560 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7354b486-a5af-4d40-b06c-c4a8c6c00a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:41.247147 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7354b486-a5af-4d40-b06c-c4a8c6c00a67 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:41.300536 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7354b486-a5af-4d40-b06c-c4a8c6c00a67 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3864386 Jul 05 10:31:41.303389 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45376) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:41.305550 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354b486-a5af-4d40-b06c-c4a8c6c00a67 admin admin] Pushing event updated for resources: {'Network': ['ID=3ef016d6-0be5-4f64-8fdd-02247b37c366,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:41.308721 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-365cd29e-feac-48f6-9b10-da0a01c24414 admin admin] Request body: {'subnet': {'network_id': '3ef016d6-0be5-4f64-8fdd-02247b37c366', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-671075051-subnet', 'tenant_id': 'a4296fdea65f4f2eaf464e3f654fe196', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:41.315131 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 3ef016d6-0be5-4f64-8fdd-02247b37c366 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:31:41.329283 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365cd29e-feac-48f6-9b10-da0a01c24414 admin admin] Made reservation on behalf of a4296fdea65f4f2eaf464e3f654fe196 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:41.331698 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-365cd29e-feac-48f6-9b10-da0a01c24414 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:41.500921 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-365cd29e-feac-48f6-9b10-da0a01c24414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:41.556382 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365cd29e-feac-48f6-9b10-da0a01c24414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73bfbcf2-638e-4630-aa26-d27fcb4bb7be,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:41.563913 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365cd29e-feac-48f6-9b10-da0a01c24414 admin admin] Checking segment: {'id': 'c25c8bd7-c06f-4f40-a887-555969fce812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3ef016d6-0be5-4f64-8fdd-02247b37c366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:31:41.564272 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365cd29e-feac-48f6-9b10-da0a01c24414 admin admin] Network hostable DHCP agents. Network: 3ef016d6-0be5-4f64-8fdd-02247b37c366, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:31:41.580837 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365cd29e-feac-48f6-9b10-da0a01c24414 admin admin] Network 3ef016d6-0be5-4f64-8fdd-02247b37c366 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:31:41.588966 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-365cd29e-feac-48f6-9b10-da0a01c24414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 3ef016d6-0be5-4f64-8fdd-02247b37c366) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:41.594491 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365cd29e-feac-48f6-9b10-da0a01c24414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:41.595784 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-365cd29e-feac-48f6-9b10-da0a01c24414 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:41.597373 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d59a7f9-a8a7-408a-84c4-bae2438d91c3 None None] Network 3ef016d6-0be5-4f64-8fdd-02247b37c366 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:41.617425 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-365cd29e-feac-48f6-9b10-da0a01c24414 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3048165 Jul 05 10:31:41.724384 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd13bc8-a80c-4dc1-bba9-d9e072bc02c7 None None] Network 3ef016d6-0be5-4f64-8fdd-02247b37c366 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:42.022805 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-1459bc98-9028-40bf-9dac-89530f8d084f tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:42.024333 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-1459bc98-9028-40bf-9dac-89530f8d084f tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/networks?id=3ef016d6-0be5-4f64-8fdd-02247b37c366 HTTP/1.1" status: 200 len: 811 time: 0.1025507 Jul 05 10:31:42.038753 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-55f33098-4a7e-4e8a-b8c8-530ef837b25f tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/quotas/a4296fdea65f4f2eaf464e3f654fe196 HTTP/1.1" status: 200 len: 375 time: 0.0090091 Jul 05 10:31:42.071278 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-0311610d-394e-4187-9d8e-871d0107c410 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a4296fdea65f4f2eaf464e3f654fe196&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278265 Jul 05 10:31:42.162160 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-ce69697c-3b74-492e-867d-10f7682898f3 service neutron] 10.222.0.79 "GET /v2.0/networks/3ef016d6-0be5-4f64-8fdd-02247b37c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844781 Jul 05 10:31:42.252856 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-9ce36cd0-2502-4290-a4f9-ce717526aa1f service neutron] 10.222.0.79 "GET /v2.0/networks/3ef016d6-0be5-4f64-8fdd-02247b37c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852439 Jul 05 10:31:42.416677 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d85176e-d00a-4c76-9104-97b45f8b5cf1 req-83bb17ac-cb1e-4726-9553-4af887746874 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 210 time: 0.0286269 Jul 05 10:31:43.460849 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-ed8d6d95-f0f1-4348-8ec0-f6ab2c2c3188 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:43.462435 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-ed8d6d95-f0f1-4348-8ec0-f6ab2c2c3188 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.78 "GET /v2.0/networks?id=3ef016d6-0be5-4f64-8fdd-02247b37c366 HTTP/1.1" status: 200 len: 811 time: 0.1140149 Jul 05 10:31:43.476432 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-481251c2-a6de-4dda-86c7-c015956b652a tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Request body: {'port': {'device_id': 'a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1', 'network_id': '3ef016d6-0be5-4f64-8fdd-02247b37c366', 'admin_state_up': True, 'tenant_id': 'a4296fdea65f4f2eaf464e3f654fe196'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:43.559803 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e510d85-b0f6-4bfc-bc4a-c99b38c141bd req-206f13c5-d0f8-4620-87c8-678746b66234 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 210 time: 0.0284553 Jul 05 10:31:43.588044 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-481251c2-a6de-4dda-86c7-c015956b652a tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Made reservation on behalf of a4296fdea65f4f2eaf464e3f654fe196 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:43.591563 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-481251c2-a6de-4dda-86c7-c015956b652a tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:43.718937 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-481251c2-a6de-4dda-86c7-c015956b652a tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Allocated IP 172.20.0.5 (3ef016d6-0be5-4f64-8fdd-02247b37c366/73bfbcf2-638e-4630-aa26-d27fcb4bb7be/1d9ab717-63ad-4be2-a53f-3e493c12a4cb) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:43.862388 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-481251c2-a6de-4dda-86c7-c015956b652a tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:43.899605 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-481251c2-a6de-4dda-86c7-c015956b652a tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:43.940179 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-481251c2-a6de-4dda-86c7-c015956b652a tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Network 3ef016d6-0be5-4f64-8fdd-02247b37c366 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:43.943302 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-481251c2-a6de-4dda-86c7-c015956b652a tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:43.949378 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-481251c2-a6de-4dda-86c7-c015956b652a tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:31:43.974651 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481251c2-a6de-4dda-86c7-c015956b652a tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Pushing event updated for resources: {'Port': ['ID=1d9ab717-63ad-4be2-a53f-3e493c12a4cb,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:44.001479 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-481251c2-a6de-4dda-86c7-c015956b652a tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:44.002084 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-481251c2-a6de-4dda-86c7-c015956b652a tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:44.014922 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-481251c2-a6de-4dda-86c7-c015956b652a tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5424640 Jul 05 10:31:44.073536 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-d985625c-ee09-4883-9352-2f27a8cf7fc4 service neutron] Request body: {'port': {'device_id': 'a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:44.147365 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-d985625c-ee09-4883-9352-2f27a8cf7fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:44.405965 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-d985625c-ee09-4883-9352-2f27a8cf7fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9ab717-63ad-4be2-a53f-3e493c12a4cb {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:31:44.413127 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-d985625c-ee09-4883-9352-2f27a8cf7fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:44.425217 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-d985625c-ee09-4883-9352-2f27a8cf7fc4 service neutron] Transition to ACTIVE for port object 1d9ab717-63ad-4be2-a53f-3e493c12a4cb will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:44.429193 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-d985625c-ee09-4883-9352-2f27a8cf7fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:44.475701 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985625c-ee09-4883-9352-2f27a8cf7fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9ab717-63ad-4be2-a53f-3e493c12a4cb,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:44.550767 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-d985625c-ee09-4883-9352-2f27a8cf7fc4 service neutron] Attempting to bind port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:31:44.551098 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-d985625c-ee09-4883-9352-2f27a8cf7fc4 service neutron] Attempting to bind port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'c25c8bd7-c06f-4f40-a887-555969fce812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3ef016d6-0be5-4f64-8fdd-02247b37c366'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:31:44.551423 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-d985625c-ee09-4883-9352-2f27a8cf7fc4 service neutron] Attempting to bind port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb on network 3ef016d6-0be5-4f64-8fdd-02247b37c366 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:31:44.555654 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-d985625c-ee09-4883-9352-2f27a8cf7fc4 service neutron] Port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb on network 3ef016d6-0be5-4f64-8fdd-02247b37c366 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:31:44.556005 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-d985625c-ee09-4883-9352-2f27a8cf7fc4 service neutron] Attempting to bind port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb on network 3ef016d6-0be5-4f64-8fdd-02247b37c366 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:31:44.560601 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-d985625c-ee09-4883-9352-2f27a8cf7fc4 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:31:44.560933 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-d985625c-ee09-4883-9352-2f27a8cf7fc4 service neutron] Checking segment: {'id': 'c25c8bd7-c06f-4f40-a887-555969fce812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3ef016d6-0be5-4f64-8fdd-02247b37c366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:31:44.561309 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-d985625c-ee09-4883-9352-2f27a8cf7fc4 service neutron] Bound using segment: {'id': 'c25c8bd7-c06f-4f40-a887-555969fce812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3ef016d6-0be5-4f64-8fdd-02247b37c366'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:31:44.561727 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-d985625c-ee09-4883-9352-2f27a8cf7fc4 service neutron] Bound port: 1d9ab717-63ad-4be2-a53f-3e493c12a4cb, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c25c8bd7-c06f-4f40-a887-555969fce812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3ef016d6-0be5-4f64-8fdd-02247b37c366'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:31:44.562077 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-d985625c-ee09-4883-9352-2f27a8cf7fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:44.625701 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-d985625c-ee09-4883-9352-2f27a8cf7fc4 service neutron] For port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:31:44.629058 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-d985625c-ee09-4883-9352-2f27a8cf7fc4 service neutron] For port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=1d9ab717-63ad-4be2-a53f-3e493c12a4cb,segment=NetworkSegment(c25c8bd7-c06f-4f40-a887-555969fce812),segment_id=c25c8bd7-c06f-4f40-a887-555969fce812)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:31:44.633824 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-d985625c-ee09-4883-9352-2f27a8cf7fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:44.667007 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-d985625c-ee09-4883-9352-2f27a8cf7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:44.667646 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-d985625c-ee09-4883-9352-2f27a8cf7fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:44.669109 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-d985625c-ee09-4883-9352-2f27a8cf7fc4 service neutron] 10.222.0.78 "PUT /v2.0/ports/1d9ab717-63ad-4be2-a53f-3e493c12a4cb HTTP/1.1" status: 200 len: 1091 time: 0.5996554 Jul 05 10:31:44.671228 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1', 'tag': '1d9ab717-63ad-4be2-a53f-3e493c12a4cb'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:31:44.674811 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6a9c4e-033b-456c-89bc-80ab271aefa9" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1", "tag": "1d9ab717-63ad-4be2-a53f-3e493c12a4cb"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:31:44.702236 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985625c-ee09-4883-9352-2f27a8cf7fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9ab717-63ad-4be2-a53f-3e493c12a4cb,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:44.719915 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d59db63-ea7f-4d63-a57b-7b7e60c333af x-openstack-request-id: req-3d59db63-ea7f-4d63-a57b-7b7e60c333af {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:31:44.720374 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1", "tag": "1d9ab717-63ad-4be2-a53f-3e493c12a4cb", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:31:44.720747 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3d59db63-ea7f-4d63-a57b-7b7e60c333af {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:31:44.721169 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1', 'tag': '1d9ab717-63ad-4be2-a53f-3e493c12a4cb', 'status': 'completed', 'code': 200} Jul 05 10:31:44.754779 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcf281-d691-4e8c-949f-61086b2d08fb req-598bd2ee-8122-4d1f-aa20-f8571b9250bd tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:44.756922 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-38bcf281-d691-4e8c-949f-61086b2d08fb req-598bd2ee-8122-4d1f-aa20-f8571b9250bd tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 943 time: 0.0824506 Jul 05 10:31:44.768216 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-c0e7ba47-01ec-4d6c-a8c6-ba2951bf629c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:44.769784 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-c0e7ba47-01ec-4d6c-a8c6-ba2951bf629c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a4296fdea65f4f2eaf464e3f654fe196&device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 1094 time: 0.0614026 Jul 05 10:31:44.794852 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-38bcf281-d691-4e8c-949f-61086b2d08fb req-1964592f-1c07-401c-827c-d1fb87289c20 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319755 Jul 05 10:31:45.110290 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-f87f74d5-1654-4b42-85f7-729520a3634d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d9ab717-63ad-4be2-a53f-3e493c12a4cb HTTP/1.1" status: 200 len: 217 time: 0.3338082 Jul 05 10:31:45.158942 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-46adc485-b042-489d-a7fe-a414bc00930a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:45.160429 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-46adc485-b042-489d-a7fe-a414bc00930a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=73bfbcf2-638e-4630-aa26-d27fcb4bb7be HTTP/1.1" status: 200 len: 851 time: 0.0440962 Jul 05 10:31:45.191566 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-5f188a2a-9459-47ca-986e-1213a99e5a66 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3ef016d6-0be5-4f64-8fdd-02247b37c366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251224 Jul 05 10:31:45.282593 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-c8ccd88b-9aeb-4799-866b-d86e34d366d9 service neutron] 10.222.0.78 "GET /v2.0/networks/3ef016d6-0be5-4f64-8fdd-02247b37c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852370 Jul 05 10:31:45.373556 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-114a49ae-138a-4339-bdbb-c84bab3ff937 req-c5050a9a-0323-4736-af04-58d8144b6024 service neutron] 10.222.0.78 "GET /v2.0/networks/3ef016d6-0be5-4f64-8fdd-02247b37c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851104 Jul 05 10:31:45.476870 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a9c4e-033b-456c-89bc-80ab271aefa9 req-1496c8a2-7bcd-4a10-922c-bb75c6156d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:45.478387 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5d6a9c4e-033b-456c-89bc-80ab271aefa9 req-1496c8a2-7bcd-4a10-922c-bb75c6156d87 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a4296fdea65f4f2eaf464e3f654fe196&device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 1094 time: 0.0535593 Jul 05 10:31:45.567770 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a9c4e-033b-456c-89bc-80ab271aefa9 req-280a5b72-25c8-412b-bd23-be91889ed5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:45.569309 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5d6a9c4e-033b-456c-89bc-80ab271aefa9 req-280a5b72-25c8-412b-bd23-be91889ed5f2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3ef016d6-0be5-4f64-8fdd-02247b37c366 HTTP/1.1" status: 200 len: 912 time: 0.0843537 Jul 05 10:31:45.614623 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5d6a9c4e-033b-456c-89bc-80ab271aefa9 req-a2c732d8-e9f8-42fd-9bb8-4a87ab622f52 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d9ab717-63ad-4be2-a53f-3e493c12a4cb HTTP/1.1" status: 200 len: 217 time: 0.0384672 Jul 05 10:31:45.662926 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a9c4e-033b-456c-89bc-80ab271aefa9 req-94cbf935-87c8-4f52-a213-b2bdc8b116d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:45.664432 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5d6a9c4e-033b-456c-89bc-80ab271aefa9 req-94cbf935-87c8-4f52-a213-b2bdc8b116d9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=73bfbcf2-638e-4630-aa26-d27fcb4bb7be HTTP/1.1" status: 200 len: 851 time: 0.0443435 Jul 05 10:31:45.696539 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5d6a9c4e-033b-456c-89bc-80ab271aefa9 req-d9c42f72-d036-49b9-84b2-d8bc11116672 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3ef016d6-0be5-4f64-8fdd-02247b37c366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264788 Jul 05 10:31:45.787379 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5d6a9c4e-033b-456c-89bc-80ab271aefa9 req-2b2f91d7-efed-42fb-ba12-5b7b8f068761 service neutron] 10.222.0.78 "GET /v2.0/networks/3ef016d6-0be5-4f64-8fdd-02247b37c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844936 Jul 05 10:31:45.876902 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5d6a9c4e-033b-456c-89bc-80ab271aefa9 req-4ad1919e-91a4-4a2f-8c22-807a154b6746 service neutron] 10.222.0.78 "GET /v2.0/networks/3ef016d6-0be5-4f64-8fdd-02247b37c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836406 Jul 05 10:31:45.971294 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46086358-a409-440f-a7fd-f147f71e823b req-ca67b143-5071-4c0a-a191-36a4eee273fd tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:45.972736 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46086358-a409-440f-a7fd-f147f71e823b req-ca67b143-5071-4c0a-a191-36a4eee273fd tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 943 time: 0.0627627 Jul 05 10:31:46.009908 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46086358-a409-440f-a7fd-f147f71e823b req-899d2205-a57e-4641-8df6-82064d2c61c8 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317485 Jul 05 10:31:47.190461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f614b-cc08-4d95-ba56-b2bc9ca4f0e5 req-45be8df2-36ab-42b6-9057-47f62513c3e4 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:47.192003 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f9f614b-cc08-4d95-ba56-b2bc9ca4f0e5 req-45be8df2-36ab-42b6-9057-47f62513c3e4 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 943 time: 0.0675859 Jul 05 10:31:47.233729 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f9f614b-cc08-4d95-ba56-b2bc9ca4f0e5 req-c0a1e41c-c29a-4757-8139-3b4c84e13cd5 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360126 Jul 05 10:31:48.406751 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989bd06-f373-4e80-9c52-74e022a2c52e req-e63ecfdb-eec5-46e6-9ced-76c2fd0bc6bd tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:48.408257 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4989bd06-f373-4e80-9c52-74e022a2c52e req-e63ecfdb-eec5-46e6-9ced-76c2fd0bc6bd tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 943 time: 0.0635297 Jul 05 10:31:48.447032 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4989bd06-f373-4e80-9c52-74e022a2c52e req-5665419e-26b4-4e6b-b922-971d597bd591 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332456 Jul 05 10:31:49.098760 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 1d9ab717-63ad-4be2-a53f-3e493c12a4cb details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:31:49.192734 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=1d9ab717-63ad-4be2-a53f-3e493c12a4cb,segment=NetworkSegment(c25c8bd7-c06f-4f40-a887-555969fce812),segment_id=c25c8bd7-c06f-4f40-a887-555969fce812)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:49.207295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '1d9ab717-63ad-4be2-a53f-3e493c12a4cb', 'network_id': '3ef016d6-0be5-4f64-8fdd-02247b37c366', 'port_id': '1d9ab717-63ad-4be2-a53f-3e493c12a4cb', 'mac_address': 'fa:16:3e:f7:22:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73bfbcf2-638e-4630-aa26-d27fcb4bb7be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:31:49.244105 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:49.257008 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9ab717-63ad-4be2-a53f-3e493c12a4cb {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:31:49.275609 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=1d9ab717-63ad-4be2-a53f-3e493c12a4cb,segment=NetworkSegment(c25c8bd7-c06f-4f40-a887-555969fce812),segment_id=c25c8bd7-c06f-4f40-a887-555969fce812)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:49.279264 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:49.324635 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=1d9ab717-63ad-4be2-a53f-3e493c12a4cb,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:49.332001 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:49.332359 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:49.332708 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:49.333053 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:49.333397 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:49.333736 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:49.334069 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:49.334401 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:49.334731 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:49.335058 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:49.335386 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:49.335712 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:49.574881 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['1d9ab717-63ad-4be2-a53f-3e493c12a4cb'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:31:49.618281 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05858e68-69f7-4559-9579-668c40e4c192 req-fad3eda7-7ad3-4fc2-8f2c-e2bc5d9d0d48 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:49.619811 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-05858e68-69f7-4559-9579-668c40e4c192 req-fad3eda7-7ad3-4fc2-8f2c-e2bc5d9d0d48 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 944 time: 0.0635540 Jul 05 10:31:49.657745 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-05858e68-69f7-4559-9579-668c40e4c192 req-da283739-e51d-4e37-87dd-359b3fe1882c tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322866 Jul 05 10:31:50.833707 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368a8b5-a9ed-4629-acde-a3b4cd5eb95d req-f4243625-d335-4b73-bdd2-508048d30860 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:50.835186 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f368a8b5-a9ed-4629-acde-a3b4cd5eb95d req-f4243625-d335-4b73-bdd2-508048d30860 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 944 time: 0.0664432 Jul 05 10:31:50.873186 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f368a8b5-a9ed-4629-acde-a3b4cd5eb95d req-b07b873d-b01c-4ba8-b314-0ef59e68f911 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323339 Jul 05 10:31:50.989156 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-63564d3e-a093-4fbc-a2c7-85d8d22aa6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:51.113915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 1d9ab717-63ad-4be2-a53f-3e493c12a4cb up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:31:51.161514 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:51.165058 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:51.165440 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:51.242784 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:51.265977 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9ab717-63ad-4be2-a53f-3e493c12a4cb'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:31:51.268352 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2f8564-4024-4a73-9203-6ce1081b0f8c" -d '{"events": [{"server_uuid": "a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1", "name": "network-vif-plugged", "status": "completed", "tag": "1d9ab717-63ad-4be2-a53f-3e493c12a4cb"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:31:51.280821 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=1d9ab717-63ad-4be2-a53f-3e493c12a4cb,segment=NetworkSegment(c25c8bd7-c06f-4f40-a887-555969fce812),segment_id=c25c8bd7-c06f-4f40-a887-555969fce812)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:51.285731 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:51.308624 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cd25d6-cf53-4aa3-8032-bcbd6cfb638b x-openstack-request-id: req-55cd25d6-cf53-4aa3-8032-bcbd6cfb638b {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:31:51.308921 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1", "name": "network-vif-plugged", "status": "completed", "tag": "1d9ab717-63ad-4be2-a53f-3e493c12a4cb", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:31:51.309344 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-55cd25d6-cf53-4aa3-8032-bcbd6cfb638b {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:31:51.309569 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9ab717-63ad-4be2-a53f-3e493c12a4cb', 'code': 200} Jul 05 10:31:51.337932 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=1d9ab717-63ad-4be2-a53f-3e493c12a4cb,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:51.417603 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34ca75-8b21-4694-a075-2b8e73a771c4 req-9dcb875e-5bc1-411c-95a0-3480c52ccd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:51.419006 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cd34ca75-8b21-4694-a075-2b8e73a771c4 req-9dcb875e-5bc1-411c-95a0-3480c52ccd91 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 1096 time: 0.0512190 Jul 05 10:31:51.456574 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cd34ca75-8b21-4694-a075-2b8e73a771c4 req-f4866193-3d59-4824-993a-148bdd3539e2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310776 Jul 05 10:31:52.040993 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7797b-931a-444d-a850-19da0b9d35c3 req-a6a732da-cdd2-416e-84a6-2292f8bab9e7 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:52.042370 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-86c7797b-931a-444d-a850-19da0b9d35c3 req-a6a732da-cdd2-416e-84a6-2292f8bab9e7 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0623558 Jul 05 10:31:52.078694 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-86c7797b-931a-444d-a850-19da0b9d35c3 req-1ce7fe32-d4c0-48ef-9936-794cf46aa413 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308359 Jul 05 10:31:53.253764 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fc011-8ba8-41f9-b837-ae4bc1cb4d24 req-6a29708e-1385-44dd-9d7b-3a12330c98fd tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:53.255245 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c26fc011-8ba8-41f9-b837-ae4bc1cb4d24 req-6a29708e-1385-44dd-9d7b-3a12330c98fd tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0656149 Jul 05 10:31:53.293291 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c26fc011-8ba8-41f9-b837-ae4bc1cb4d24 req-65b38d0f-8103-4e65-840b-e2cc256d10b2 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325594 Jul 05 10:31:53.349114 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-27a7125e-d26d-46d1-91af-61ab78717b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:53.669729 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:53.724417 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-26996d61-db7a-43f3-91b3-45eefe87e20b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1509306 Jul 05 10:31:53.731744 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c466f-92f3-44d9-9524-6bdf9da6a553 req-f359c76a-8d52-4f3a-8d23-ab82a383aa75 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:53.733174 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f6c466f-92f3-44d9-9524-6bdf9da6a553 req-f359c76a-8d52-4f3a-8d23-ab82a383aa75 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.1054311 Jul 05 10:31:53.772983 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f6c466f-92f3-44d9-9524-6bdf9da6a553 req-4b6f5727-7a16-4d41-912f-88fe3c9cc2bd tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335033 Jul 05 10:31:54.713484 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:54.901530 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-cf0da939-65db-479c-9209-c8dc7c7ab89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:54.903078 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-cf0da939-65db-479c-9209-c8dc7c7ab89a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a4296fdea65f4f2eaf464e3f654fe196&device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 1096 time: 0.0537288 Jul 05 10:31:54.959349 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3936c31-82fe-403d-861c-724e17db2efc req-ca7e2dc0-2354-4a3d-b5fa-f48bbd8872fb tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:54.963361 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f3936c31-82fe-403d-861c-724e17db2efc req-ca7e2dc0-2354-4a3d-b5fa-f48bbd8872fb tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0751352 Jul 05 10:31:54.993248 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-39852e13-ddd3-45dc-8b95-ddfe169970ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:54.994674 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-39852e13-ddd3-45dc-8b95-ddfe169970ab service neutron] 10.222.0.78 "GET /v2.0/networks?id=3ef016d6-0be5-4f64-8fdd-02247b37c366 HTTP/1.1" status: 200 len: 912 time: 0.0854604 Jul 05 10:31:55.001588 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f3936c31-82fe-403d-861c-724e17db2efc req-816aa638-e148-470a-80d4-9d6ee967600a tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333095 Jul 05 10:31:55.038982 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-4db390ac-b70b-49ad-9534-6b52ecb1cae2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d9ab717-63ad-4be2-a53f-3e493c12a4cb HTTP/1.1" status: 200 len: 217 time: 0.0376997 Jul 05 10:31:55.087413 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-1df70fa5-0950-4bda-bdcd-30a2d85a594a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:55.089042 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-1df70fa5-0950-4bda-bdcd-30a2d85a594a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=73bfbcf2-638e-4630-aa26-d27fcb4bb7be HTTP/1.1" status: 200 len: 851 time: 0.0433502 Jul 05 10:31:55.121001 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-bdcbb7fe-2cf2-47b8-b595-b07c7480b924 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3ef016d6-0be5-4f64-8fdd-02247b37c366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255349 Jul 05 10:31:55.211386 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-119288af-f684-4c53-b2c7-4daf5d92017c service neutron] 10.222.0.78 "GET /v2.0/networks/3ef016d6-0be5-4f64-8fdd-02247b37c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839503 Jul 05 10:31:55.301456 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-f8d5d227-9370-4b25-a5fc-3aa250e02533 service neutron] 10.222.0.78 "GET /v2.0/networks/3ef016d6-0be5-4f64-8fdd-02247b37c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833421 Jul 05 10:31:56.174765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c1ec4-3357-4ed6-b789-91e5793682e7 req-65263524-8dfd-4fb3-b862-928dadfd8c82 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:56.176285 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7e1c1ec4-3357-4ed6-b789-91e5793682e7 req-65263524-8dfd-4fb3-b862-928dadfd8c82 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0626783 Jul 05 10:31:56.213986 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7e1c1ec4-3357-4ed6-b789-91e5793682e7 req-f0649e2c-35c9-4214-824e-50b161138bb0 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315068 Jul 05 10:31:56.826738 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:57.395088 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd9c26-ed94-4774-b54a-0cddcdf984f8 req-685cf45e-1c38-4746-8cfe-9b9522142947 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:57.396583 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c5bd9c26-ed94-4774-b54a-0cddcdf984f8 req-685cf45e-1c38-4746-8cfe-9b9522142947 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0619643 Jul 05 10:31:57.437410 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c5bd9c26-ed94-4774-b54a-0cddcdf984f8 req-27bbd530-c05d-47bb-8e1d-fbbf08dd569c tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350842 Jul 05 10:31:58.611784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8574b5b-2e78-4b76-9f75-7f73de54686f req-da9d2792-e8d7-48c5-8fbd-6824513531c9 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:58.613335 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d8574b5b-2e78-4b76-9f75-7f73de54686f req-da9d2792-e8d7-48c5-8fbd-6824513531c9 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0634122 Jul 05 10:31:58.651650 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d8574b5b-2e78-4b76-9f75-7f73de54686f req-8d3b9002-d4e1-4718-8418-1342c77532a1 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324068 Jul 05 10:32:00.021587 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a1bd9-a997-4c35-8d28-814e1ad5abff req-5105a4a9-a492-45f8-bd10-641796e253e7 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:00.022975 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-996a1bd9-a997-4c35-8d28-814e1ad5abff req-5105a4a9-a492-45f8-bd10-641796e253e7 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0631425 Jul 05 10:32:00.060515 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-996a1bd9-a997-4c35-8d28-814e1ad5abff req-a6a1a726-78bf-4fb0-895f-549cd62a63a7 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320106 Jul 05 10:32:00.832984 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530bb21-8ce3-44ee-8dfe-9f3e116a078f req-7b89d09b-5514-42f3-a469-f6f6a55e5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:00.834495 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8530bb21-8ce3-44ee-8dfe-9f3e116a078f req-7b89d09b-5514-42f3-a469-f6f6a55e5bbb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a4296fdea65f4f2eaf464e3f654fe196&device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 1096 time: 0.0538437 Jul 05 10:32:00.942074 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530bb21-8ce3-44ee-8dfe-9f3e116a078f req-63780a73-58f5-4244-aabf-35a44505ffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:00.943476 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8530bb21-8ce3-44ee-8dfe-9f3e116a078f req-63780a73-58f5-4244-aabf-35a44505ffd9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3ef016d6-0be5-4f64-8fdd-02247b37c366 HTTP/1.1" status: 200 len: 912 time: 0.0900273 Jul 05 10:32:00.983442 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8530bb21-8ce3-44ee-8dfe-9f3e116a078f req-a3ac57be-60ed-48ae-ab3a-6d602994c384 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d9ab717-63ad-4be2-a53f-3e493c12a4cb HTTP/1.1" status: 200 len: 217 time: 0.0339670 Jul 05 10:32:01.033881 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530bb21-8ce3-44ee-8dfe-9f3e116a078f req-14a2faf7-8bea-40a8-aa24-810e6974051c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:01.035307 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8530bb21-8ce3-44ee-8dfe-9f3e116a078f req-14a2faf7-8bea-40a8-aa24-810e6974051c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=73bfbcf2-638e-4630-aa26-d27fcb4bb7be HTTP/1.1" status: 200 len: 851 time: 0.0465779 Jul 05 10:32:01.066551 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8530bb21-8ce3-44ee-8dfe-9f3e116a078f req-b7949b21-6a8f-413c-9f34-70d62c2a2591 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3ef016d6-0be5-4f64-8fdd-02247b37c366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257428 Jul 05 10:32:01.154280 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8530bb21-8ce3-44ee-8dfe-9f3e116a078f req-183b2740-0107-4066-ab1a-94b68ecdf8c2 service neutron] 10.222.0.78 "GET /v2.0/networks/3ef016d6-0be5-4f64-8fdd-02247b37c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820255 Jul 05 10:32:01.244213 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0a0cf-4949-4f50-8c74-4b2b8505a9b0 req-0bfe7dad-3cc1-41b7-982b-44b829ca30f0 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:01.245788 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-95d0a0cf-4949-4f50-8c74-4b2b8505a9b0 req-0bfe7dad-3cc1-41b7-982b-44b829ca30f0 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0710449 Jul 05 10:32:01.252360 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8530bb21-8ce3-44ee-8dfe-9f3e116a078f req-1a5a9fb3-9356-421b-94ea-7b139c26ae9a service neutron] 10.222.0.78 "GET /v2.0/networks/3ef016d6-0be5-4f64-8fdd-02247b37c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916357 Jul 05 10:32:01.285422 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-95d0a0cf-4949-4f50-8c74-4b2b8505a9b0 req-8fcca318-f062-414c-9c33-1ffaf0d4fdc5 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329762 Jul 05 10:32:02.457009 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d05154-824a-417e-a2bc-04f273acb107 req-7e0f47a2-3c8b-4e89-8a25-883b5dd35f79 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:02.458507 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02d05154-824a-417e-a2bc-04f273acb107 req-7e0f47a2-3c8b-4e89-8a25-883b5dd35f79 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0626688 Jul 05 10:32:02.495460 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02d05154-824a-417e-a2bc-04f273acb107 req-a7cc6a18-2c74-47e0-96e6-4051c80e016f tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312471 Jul 05 10:32:03.060668 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:03.665659 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646e52a-8c1c-40b3-9cd2-41f5c5284c45 req-b11e0fd8-7369-4ddc-b699-f7821303bc8c tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:03.667118 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3646e52a-8c1c-40b3-9cd2-41f5c5284c45 req-b11e0fd8-7369-4ddc-b699-f7821303bc8c tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0620818 Jul 05 10:32:03.707756 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3646e52a-8c1c-40b3-9cd2-41f5c5284c45 req-5c9f3c88-0564-4a5f-9009-01bb347d350c tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351629 Jul 05 10:32:04.877773 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1503c-b218-43ae-8125-02d5660eeb1d req-cc3e80ce-da29-4fd7-a45a-2977c8bca2fe tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:04.879203 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35b1503c-b218-43ae-8125-02d5660eeb1d req-cc3e80ce-da29-4fd7-a45a-2977c8bca2fe tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0631902 Jul 05 10:32:04.917486 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35b1503c-b218-43ae-8125-02d5660eeb1d req-c9a55ecf-9d30-4b30-8cea-e7f230a415d5 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328827 Jul 05 10:32:06.090758 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8432b69-9964-4106-bf8c-3483d706f51e req-93f8bea7-e0fd-47db-b266-e709b2a506f2 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:06.092653 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b8432b69-9964-4106-bf8c-3483d706f51e req-93f8bea7-e0fd-47db-b266-e709b2a506f2 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0638728 Jul 05 10:32:06.131110 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b8432b69-9964-4106-bf8c-3483d706f51e req-9602145d-0876-447e-a552-6009af8b39b8 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329878 Jul 05 10:32:06.488765 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:07.311113 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8abd8-ca40-49b6-8db6-ebb188ecd380 req-4af66266-cafe-4fa5-9ec2-cefee13907f4 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:07.312619 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-56a8abd8-ca40-49b6-8db6-ebb188ecd380 req-4af66266-cafe-4fa5-9ec2-cefee13907f4 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0661681 Jul 05 10:32:07.351084 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-56a8abd8-ca40-49b6-8db6-ebb188ecd380 req-52a9a2b3-4d8b-423c-a53e-86d74a59e3ac tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329285 Jul 05 10:32:08.529793 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f7e21-867e-43bc-9407-ac57c266fe7d req-ee77e094-9067-44b7-ab2e-e5cbf1e3cf16 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:08.531331 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2b7f7e21-867e-43bc-9407-ac57c266fe7d req-ee77e094-9067-44b7-ab2e-e5cbf1e3cf16 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0699012 Jul 05 10:32:08.567686 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2b7f7e21-867e-43bc-9407-ac57c266fe7d req-c3846774-5661-475f-9edc-66621d8d47b1 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301671 Jul 05 10:32:09.335743 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:32:09.744522 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5dca1-30e5-4d16-b335-d63bfcd0f1e9 req-2e069495-2b89-4907-828b-2788871fa5a2 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:09.746002 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bac5dca1-30e5-4d16-b335-d63bfcd0f1e9 req-2e069495-2b89-4907-828b-2788871fa5a2 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0626819 Jul 05 10:32:09.787015 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bac5dca1-30e5-4d16-b335-d63bfcd0f1e9 req-a2986041-614f-4ac4-a1d2-cbec42587f0f tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354421 Jul 05 10:32:10.961844 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff2e93-dbcb-463f-a9ab-583526008f0f req-d15ef23e-5327-45b8-a686-ef357c9bc8a3 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:10.963370 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a8ff2e93-dbcb-463f-a9ab-583526008f0f req-d15ef23e-5327-45b8-a686-ef357c9bc8a3 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0641265 Jul 05 10:32:11.001871 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a8ff2e93-dbcb-463f-a9ab-583526008f0f req-5a8fbb2d-6957-4e89-8073-0c8deda08ed3 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321057 Jul 05 10:32:12.175740 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a826122-7d76-41ef-8026-7e7bab2cb78b req-bf5b2027-d798-421a-bca1-aae2e12d1f49 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:12.177273 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a826122-7d76-41ef-8026-7e7bab2cb78b req-bf5b2027-d798-421a-bca1-aae2e12d1f49 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0641398 Jul 05 10:32:12.213938 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a826122-7d76-41ef-8026-7e7bab2cb78b req-8a4d2870-009e-4c3c-ac27-f9afec4fa2a0 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311818 Jul 05 10:32:13.392014 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae12ae3-c308-4e77-aea6-78bd41f03ea2 req-365ccba3-af83-417e-b70f-a287809b4b0a tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:13.393834 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1ae12ae3-c308-4e77-aea6-78bd41f03ea2 req-365ccba3-af83-417e-b70f-a287809b4b0a tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0698459 Jul 05 10:32:13.431654 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1ae12ae3-c308-4e77-aea6-78bd41f03ea2 req-5703d354-038d-4e02-b89d-cbcceeda3f37 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317950 Jul 05 10:32:14.601993 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097aa25-ae54-42c9-ac3b-878eafefba55 req-c5b63049-2ad1-4963-bc6f-49badbea4f29 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:14.603472 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9097aa25-ae54-42c9-ac3b-878eafefba55 req-c5b63049-2ad1-4963-bc6f-49badbea4f29 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0623391 Jul 05 10:32:14.641617 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9097aa25-ae54-42c9-ac3b-878eafefba55 req-ced1061b-8271-4d8a-bcf8-a4e519ee1837 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324795 Jul 05 10:32:15.814842 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5ca9e-2c03-4040-acd8-907aaf2fc62b req-b22abaef-915d-4434-b22f-1c1c31f5a383 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:15.816323 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dfe5ca9e-2c03-4040-acd8-907aaf2fc62b req-b22abaef-915d-4434-b22f-1c1c31f5a383 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0628893 Jul 05 10:32:15.856599 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dfe5ca9e-2c03-4040-acd8-907aaf2fc62b req-0b0728fe-c0ee-4a97-a554-09cbd40279b5 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346491 Jul 05 10:32:17.027584 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033e10b-a26d-488d-94e6-211a2be4c7fd req-f764f183-3baf-4354-a84b-2a0ad5ea0092 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:17.029087 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8033e10b-a26d-488d-94e6-211a2be4c7fd req-f764f183-3baf-4354-a84b-2a0ad5ea0092 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0637310 Jul 05 10:32:17.066013 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8033e10b-a26d-488d-94e6-211a2be4c7fd req-1902b4ec-19ff-4f2b-917a-ba0f773e2244 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308712 Jul 05 10:32:18.245032 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42fa68-d86c-4c0a-832a-9bfcb1611959 req-643c6648-10db-40db-bd16-43e16e15682c tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:18.246505 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cc42fa68-d86c-4c0a-832a-9bfcb1611959 req-643c6648-10db-40db-bd16-43e16e15682c tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0619633 Jul 05 10:32:18.282318 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cc42fa68-d86c-4c0a-832a-9bfcb1611959 req-c6280960-a46f-47e7-8232-e233d28321d0 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304096 Jul 05 10:32:19.460445 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffd62d-2aff-4943-9e95-826bc17b162a req-14e5fcbd-1690-4540-8c34-96d1dbf4e6d2 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:19.461923 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-26ffd62d-2aff-4943-9e95-826bc17b162a req-14e5fcbd-1690-4540-8c34-96d1dbf4e6d2 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0671985 Jul 05 10:32:19.498979 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-26ffd62d-2aff-4943-9e95-826bc17b162a req-bb8f9349-4a04-44a7-a85a-6e3f97f6f7a9 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313203 Jul 05 10:32:20.684847 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af8407-c250-4e80-80d0-dc1e06552eac req-887ca7bb-e02b-4bf0-ae27-3068465d5d05 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:20.686325 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66af8407-c250-4e80-80d0-dc1e06552eac req-887ca7bb-e02b-4bf0-ae27-3068465d5d05 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0623331 Jul 05 10:32:20.723527 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66af8407-c250-4e80-80d0-dc1e06552eac req-f4d23b56-cf5e-455a-93e4-efd7c1cb9d5a tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313222 Jul 05 10:32:20.987975 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8adba260-d806-4006-8d91-1af04ae50bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:21.897162 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9deeec-abc9-438f-8be8-46a02396c901 req-5b0bb996-4d18-4e21-b570-9d4a5ff94bb8 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:21.898540 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a9deeec-abc9-438f-8be8-46a02396c901 req-5b0bb996-4d18-4e21-b570-9d4a5ff94bb8 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0643263 Jul 05 10:32:21.934544 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a9deeec-abc9-438f-8be8-46a02396c901 req-4339e50b-b4e3-4899-92bc-f09b71af9020 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303984 Jul 05 10:32:22.469231 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-1dcc31d5-df41-4bf1-b44e-4e5188ea7ed4 service neutron] show failed (client error): The resource could not be found. Jul 05 10:32:22.470255 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-1dcc31d5-df41-4bf1-b44e-4e5188ea7ed4 service neutron] 10.222.0.78 "GET /v2.0/ports/1d9ab717-63ad-4be2-a53f-3e493c12a4cb/bindings/n-h1-798054-8 HTTP/1.1" status: 404 len: 380 time: 0.0559340 Jul 05 10:32:22.756088 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-3cadee56-0b83-4d81-8838-f32eb46dedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:22.757481 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-3cadee56-0b83-4d81-8838-f32eb46dedbd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1&tenant_id=a4296fdea65f4f2eaf464e3f654fe196 HTTP/1.1" status: 200 len: 1096 time: 0.0978703 Jul 05 10:32:22.768108 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-8', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:22.834481 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:23.034648 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] For port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=1d9ab717-63ad-4be2-a53f-3e493c12a4cb,segment=NetworkSegment(c25c8bd7-c06f-4f40-a887-555969fce812),segment_id=c25c8bd7-c06f-4f40-a887-555969fce812)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:23.096411 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] For port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:32:23.145874 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:23.148484 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d9ab717-63ad-4be2-a53f-3e493c12a4cb'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:32:23.150670 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ee576f-1871-47ac-8794-0c3eed00be28" -d '{"events": [{"server_uuid": "a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1", "name": "network-vif-unplugged", "status": "completed", "tag": "1d9ab717-63ad-4be2-a53f-3e493c12a4cb"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:23.166073 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42665a-c1e4-42b1-850b-c6829912a792 req-f6240462-8ae7-4782-93bd-efc9d9644538 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:23.167560 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f42665a-c1e4-42b1-850b-c6829912a792 req-f6240462-8ae7-4782-93bd-efc9d9644538 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 945 time: 0.1220045 Jul 05 10:32:23.176644 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Transition to ACTIVE for port object 1d9ab717-63ad-4be2-a53f-3e493c12a4cb will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:23.183914 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:23.219138 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee49dd2-987e-4124-a158-65a87713770b x-openstack-request-id: req-1ee49dd2-987e-4124-a158-65a87713770b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:23.219432 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1", "name": "network-vif-unplugged", "status": "completed", "tag": "1d9ab717-63ad-4be2-a53f-3e493c12a4cb", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:23.219682 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1ee49dd2-987e-4124-a158-65a87713770b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:23.220598 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d9ab717-63ad-4be2-a53f-3e493c12a4cb', 'code': 200} Jul 05 10:32:23.257166 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f42665a-c1e4-42b1-850b-c6829912a792 req-0161a69e-19f6-4054-bb26-7796536ddc09 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817318 Jul 05 10:32:23.257745 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Pushing event updated for resources: {'Port': ['ID=1d9ab717-63ad-4be2-a53f-3e493c12a4cb,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:23.280221 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] No DVR routers for this DVR port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:32:23.283488 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:23.283830 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:23.284198 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:23.284530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:23.284907 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:23.285181 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:23.285603 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:23.285819 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:23.286136 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:23.286453 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:23.286770 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:23.287085 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:23.323332 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Attempting to bind port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:32:23.323667 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Attempting to bind port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'c25c8bd7-c06f-4f40-a887-555969fce812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3ef016d6-0be5-4f64-8fdd-02247b37c366'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:32:23.324144 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Attempting to bind port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb on network 3ef016d6-0be5-4f64-8fdd-02247b37c366 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:32:23.328283 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb on network 3ef016d6-0be5-4f64-8fdd-02247b37c366 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:32:23.328603 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Attempting to bind port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb on network 3ef016d6-0be5-4f64-8fdd-02247b37c366 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:32:23.333977 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:32:23.334316 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Checking segment: {'id': 'c25c8bd7-c06f-4f40-a887-555969fce812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3ef016d6-0be5-4f64-8fdd-02247b37c366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:32:23.334702 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Bound using segment: {'id': 'c25c8bd7-c06f-4f40-a887-555969fce812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3ef016d6-0be5-4f64-8fdd-02247b37c366'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:32:23.335131 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Bound port: 1d9ab717-63ad-4be2-a53f-3e493c12a4cb, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c25c8bd7-c06f-4f40-a887-555969fce812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3ef016d6-0be5-4f64-8fdd-02247b37c366'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:32:23.335506 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:23.350599 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ad589a2c-8a90-4f64-b00b-c49b5b2dfba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:23.397933 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] For port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:32:23.401028 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] For port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=1d9ab717-63ad-4be2-a53f-3e493c12a4cb,segment=NetworkSegment(c25c8bd7-c06f-4f40-a887-555969fce812),segment_id=c25c8bd7-c06f-4f40-a887-555969fce812)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:32:23.404558 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:23.442728 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:23.443340 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:23.444745 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] 10.222.0.81 "PUT /v2.0/ports/1d9ab717-63ad-4be2-a53f-3e493c12a4cb HTTP/1.1" status: 200 len: 1091 time: 0.6804948 Jul 05 10:32:23.463508 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84863d8e-ba90-4b80-aba5-f20a18cbc90e service neutron] Pushing event updated for resources: {'Port': ['ID=1d9ab717-63ad-4be2-a53f-3e493c12a4cb,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:23.518912 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-9613d093-3472-4025-9199-e9e9698e7447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:23.521494 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-9613d093-3472-4025-9199-e9e9698e7447 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a4296fdea65f4f2eaf464e3f654fe196&device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 1094 time: 0.0535190 Jul 05 10:32:23.624372 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-3f4de0d8-d75d-4d42-8386-d91ce92cd603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:23.625837 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-3f4de0d8-d75d-4d42-8386-d91ce92cd603 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3ef016d6-0be5-4f64-8fdd-02247b37c366 HTTP/1.1" status: 200 len: 912 time: 0.0980420 Jul 05 10:32:23.672259 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:23.996081 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-63e4a666-f77d-49ca-b816-504c7c542703 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d9ab717-63ad-4be2-a53f-3e493c12a4cb HTTP/1.1" status: 200 len: 217 time: 0.3640647 Jul 05 10:32:24.042606 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-d64ffa18-6192-4d03-aa6e-0bd1cb70fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:24.044077 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-d64ffa18-6192-4d03-aa6e-0bd1cb70fd57 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=73bfbcf2-638e-4630-aa26-d27fcb4bb7be HTTP/1.1" status: 200 len: 851 time: 0.0416846 Jul 05 10:32:24.074387 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-29379df7-2fda-442a-b4d8-4f559c336a13 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3ef016d6-0be5-4f64-8fdd-02247b37c366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246108 Jul 05 10:32:24.083763 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-d53636b2-91fb-467f-8e5a-9e72be77c879 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:32:24.084696 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-d53636b2-91fb-467f-8e5a-9e72be77c879 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046897 Jul 05 10:32:24.173717 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-27350807-e906-4291-92d5-9abee4a03dad service neutron] 10.222.0.81 "GET /v2.0/networks/3ef016d6-0be5-4f64-8fdd-02247b37c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814726 Jul 05 10:32:24.264312 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d93c5ce-8b14-4510-8bee-1d2472cba8ff req-18d8ab3b-d14f-4d29-949e-f10c76c83a29 service neutron] 10.222.0.81 "GET /v2.0/networks/3ef016d6-0be5-4f64-8fdd-02247b37c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834019 Jul 05 10:32:24.432898 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8a071-6218-4c34-9623-a7596745e363 req-c8c1c718-4361-435d-b689-511dbb2fce64 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:24.434456 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-95f8a071-6218-4c34-9623-a7596745e363 req-c8c1c718-4361-435d-b689-511dbb2fce64 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 943 time: 0.0641124 Jul 05 10:32:24.473367 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-95f8a071-6218-4c34-9623-a7596745e363 req-3ca94353-5317-4d11-9b9f-5985f418c0c8 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328095 Jul 05 10:32:24.715154 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:25.221585 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1', 'tag': '1d9ab717-63ad-4be2-a53f-3e493c12a4cb'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:32:25.224088 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e0bd4f-143c-433a-8e7b-d6d680de8c63" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1", "tag": "1d9ab717-63ad-4be2-a53f-3e493c12a4cb"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:25.268570 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 1d9ab717-63ad-4be2-a53f-3e493c12a4cb no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:32:25.274201 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ed01ce-57bd-4baf-b862-acb096d5b961 x-openstack-request-id: req-79ed01ce-57bd-4baf-b862-acb096d5b961 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:25.274562 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1", "tag": "1d9ab717-63ad-4be2-a53f-3e493c12a4cb", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:25.274904 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-79ed01ce-57bd-4baf-b862-acb096d5b961 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:25.275453 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1', 'tag': '1d9ab717-63ad-4be2-a53f-3e493c12a4cb', 'status': 'completed', 'code': 200} Jul 05 10:32:25.309323 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 1d9ab717-63ad-4be2-a53f-3e493c12a4cb not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:32:25.346846 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0bd4f-143c-433a-8e7b-d6d680de8c63 req-c1498402-62c3-49e0-894d-d2449e84c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:25.348602 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-36e0bd4f-143c-433a-8e7b-d6d680de8c63 req-c1498402-62c3-49e0-894d-d2449e84c8fb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a4296fdea65f4f2eaf464e3f654fe196&device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 1094 time: 0.0567479 Jul 05 10:32:25.351568 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0bd4f-143c-433a-8e7b-d6d680de8c63 req-04c26ff1-2cec-4edc-ba08-8fd666efc9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:25.353170 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-36e0bd4f-143c-433a-8e7b-d6d680de8c63 req-04c26ff1-2cec-4edc-ba08-8fd666efc9dd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a4296fdea65f4f2eaf464e3f654fe196&device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 1094 time: 0.0552921 Jul 05 10:32:25.444318 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0bd4f-143c-433a-8e7b-d6d680de8c63 req-b21ceb80-b6e1-4a6b-a3ce-a887cc0ae090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:25.445106 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0bd4f-143c-433a-8e7b-d6d680de8c63 req-296ed454-4e98-4d54-80e2-1d4b6a08c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:25.445914 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-36e0bd4f-143c-433a-8e7b-d6d680de8c63 req-b21ceb80-b6e1-4a6b-a3ce-a887cc0ae090 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3ef016d6-0be5-4f64-8fdd-02247b37c366 HTTP/1.1" status: 200 len: 912 time: 0.0915980 Jul 05 10:32:25.446577 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-36e0bd4f-143c-433a-8e7b-d6d680de8c63 req-296ed454-4e98-4d54-80e2-1d4b6a08c18f service neutron] 10.222.0.81 "GET /v2.0/networks?id=3ef016d6-0be5-4f64-8fdd-02247b37c366 HTTP/1.1" status: 200 len: 912 time: 0.0861220 Jul 05 10:32:25.488364 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-36e0bd4f-143c-433a-8e7b-d6d680de8c63 req-82fc796b-8ed5-4b56-b9de-d682af042d25 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d9ab717-63ad-4be2-a53f-3e493c12a4cb HTTP/1.1" status: 200 len: 217 time: 0.0359573 Jul 05 10:32:25.489383 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-36e0bd4f-143c-433a-8e7b-d6d680de8c63 req-5428cdf4-ced8-4501-af1f-e609ba3eab27 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d9ab717-63ad-4be2-a53f-3e493c12a4cb HTTP/1.1" status: 200 len: 217 time: 0.0355506 Jul 05 10:32:25.540875 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0bd4f-143c-433a-8e7b-d6d680de8c63 req-a8b2c165-0b31-4c38-92cf-d75eb7178946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:25.542819 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-36e0bd4f-143c-433a-8e7b-d6d680de8c63 req-a8b2c165-0b31-4c38-92cf-d75eb7178946 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=73bfbcf2-638e-4630-aa26-d27fcb4bb7be HTTP/1.1" status: 200 len: 851 time: 0.0467637 Jul 05 10:32:25.544181 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0bd4f-143c-433a-8e7b-d6d680de8c63 req-85dc34b4-a544-4dfc-9675-79f1240668cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:25.545672 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-36e0bd4f-143c-433a-8e7b-d6d680de8c63 req-85dc34b4-a544-4dfc-9675-79f1240668cf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=73bfbcf2-638e-4630-aa26-d27fcb4bb7be HTTP/1.1" status: 200 len: 851 time: 0.0520151 Jul 05 10:32:25.578301 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-36e0bd4f-143c-433a-8e7b-d6d680de8c63 req-79ced0cc-626f-4a1b-9c1d-4e7598c93a08 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3ef016d6-0be5-4f64-8fdd-02247b37c366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270183 Jul 05 10:32:25.580525 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-36e0bd4f-143c-433a-8e7b-d6d680de8c63 req-7d305fcc-4b9d-4c81-ac3e-c5730ba0522a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3ef016d6-0be5-4f64-8fdd-02247b37c366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310369 Jul 05 10:32:25.667843 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-36e0bd4f-143c-433a-8e7b-d6d680de8c63 req-0b278240-e438-4fc0-a522-fb0bdd9368f1 service neutron] 10.222.0.78 "GET /v2.0/networks/3ef016d6-0be5-4f64-8fdd-02247b37c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835307 Jul 05 10:32:25.711719 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-36e0bd4f-143c-433a-8e7b-d6d680de8c63 req-d0523d94-abde-46d6-a2a5-5c43eeca2259 service neutron] 10.222.0.81 "GET /v2.0/networks/3ef016d6-0be5-4f64-8fdd-02247b37c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243689 Jul 05 10:32:25.723785 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abde65b-8c77-4382-939b-85a19ab74bce req-c9e1de4a-4a63-40a4-9e6c-576f8c147993 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:25.725246 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6abde65b-8c77-4382-939b-85a19ab74bce req-c9e1de4a-4a63-40a4-9e6c-576f8c147993 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 943 time: 0.1305370 Jul 05 10:32:25.761189 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-36e0bd4f-143c-433a-8e7b-d6d680de8c63 req-5415c279-700e-4d36-a5be-abd3a174b714 service neutron] 10.222.0.78 "GET /v2.0/networks/3ef016d6-0be5-4f64-8fdd-02247b37c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867250 Jul 05 10:32:25.813702 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6abde65b-8c77-4382-939b-85a19ab74bce req-85d985be-ce07-45ef-bea5-2c38a1e41c0f tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801127 Jul 05 10:32:25.839214 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-36e0bd4f-143c-433a-8e7b-d6d680de8c63 req-e4e5b73c-702f-431e-9ecf-964d1c67fd60 service neutron] 10.222.0.81 "GET /v2.0/networks/3ef016d6-0be5-4f64-8fdd-02247b37c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130347 Jul 05 10:32:26.829215 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:26.990670 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c857642-666a-4dca-bb4d-ab3455fa4eaf req-b356625d-9cac-4362-b10e-758a0fadb586 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:26.992108 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c857642-666a-4dca-bb4d-ab3455fa4eaf req-b356625d-9cac-4362-b10e-758a0fadb586 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 943 time: 0.0639834 Jul 05 10:32:27.027701 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c857642-666a-4dca-bb4d-ab3455fa4eaf req-6d7f0660-8056-4bf5-9057-c6c5d7d9b479 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301247 Jul 05 10:32:27.403382 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd06f2-72e3-4683-a194-b4409de46b5d req-c0a9547b-4b34-4657-9e66-8d7217bbead9 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:27.404889 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-90dd06f2-72e3-4683-a194-b4409de46b5d req-c0a9547b-4b34-4657-9e66-8d7217bbead9 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1&tenant_id=a4296fdea65f4f2eaf464e3f654fe196&binding%3Ahost_id=n-h1-798054-8 HTTP/1.1" status: 200 len: 943 time: 0.0730686 Jul 05 10:32:27.463331 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [req-90dd06f2-72e3-4683-a194-b4409de46b5d req-6bfbcafd-90ef-4fbe-94aa-d305f2e59a5e service neutron] delete failed (client error): The resource could not be found. Jul 05 10:32:27.464372 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-90dd06f2-72e3-4683-a194-b4409de46b5d req-6bfbcafd-90ef-4fbe-94aa-d305f2e59a5e service neutron] 10.222.0.78 "DELETE /v2.0/ports/1d9ab717-63ad-4be2-a53f-3e493c12a4cb/bindings/n-h2-798054-8 HTTP/1.1" status: 404 len: 380 time: 0.0537205 Jul 05 10:32:27.562224 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd06f2-72e3-4683-a194-b4409de46b5d req-c94bb89d-2da6-4e95-aedf-1fc519476356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:27.564246 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-90dd06f2-72e3-4683-a194-b4409de46b5d req-c94bb89d-2da6-4e95-aedf-1fc519476356 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a4296fdea65f4f2eaf464e3f654fe196&device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 1094 time: 0.0572257 Jul 05 10:32:27.652465 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd06f2-72e3-4683-a194-b4409de46b5d req-b72b7634-087d-40fe-8f2e-86523f13f533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:27.653950 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-90dd06f2-72e3-4683-a194-b4409de46b5d req-b72b7634-087d-40fe-8f2e-86523f13f533 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3ef016d6-0be5-4f64-8fdd-02247b37c366 HTTP/1.1" status: 200 len: 912 time: 0.0841422 Jul 05 10:32:27.698043 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-90dd06f2-72e3-4683-a194-b4409de46b5d req-62731650-d5ea-4353-b7c1-627e3aef7f23 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d9ab717-63ad-4be2-a53f-3e493c12a4cb HTTP/1.1" status: 200 len: 217 time: 0.0379748 Jul 05 10:32:27.744850 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd06f2-72e3-4683-a194-b4409de46b5d req-545cbbd4-a479-436e-8dc1-3207c879afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:27.746232 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-90dd06f2-72e3-4683-a194-b4409de46b5d req-545cbbd4-a479-436e-8dc1-3207c879afb7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=73bfbcf2-638e-4630-aa26-d27fcb4bb7be HTTP/1.1" status: 200 len: 851 time: 0.0422964 Jul 05 10:32:27.777586 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-90dd06f2-72e3-4683-a194-b4409de46b5d req-9c61c670-6ccb-4509-9ba2-a2b8b575350b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3ef016d6-0be5-4f64-8fdd-02247b37c366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252414 Jul 05 10:32:27.867774 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-90dd06f2-72e3-4683-a194-b4409de46b5d req-3fdcdc8b-0cae-4b86-9fb9-60e474cdbd5e service neutron] 10.222.0.78 "GET /v2.0/networks/3ef016d6-0be5-4f64-8fdd-02247b37c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828500 Jul 05 10:32:27.953628 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-90dd06f2-72e3-4683-a194-b4409de46b5d req-ea8b14a6-e0a6-4d0c-b9da-1888e743e0b5 service neutron] 10.222.0.78 "GET /v2.0/networks/3ef016d6-0be5-4f64-8fdd-02247b37c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804291 Jul 05 10:32:28.124745 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 1d9ab717-63ad-4be2-a53f-3e493c12a4cb details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:32:28.219261 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=1d9ab717-63ad-4be2-a53f-3e493c12a4cb,segment=NetworkSegment(c25c8bd7-c06f-4f40-a887-555969fce812),segment_id=c25c8bd7-c06f-4f40-a887-555969fce812)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:28.230971 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '1d9ab717-63ad-4be2-a53f-3e493c12a4cb', 'network_id': '3ef016d6-0be5-4f64-8fdd-02247b37c366', 'port_id': '1d9ab717-63ad-4be2-a53f-3e493c12a4cb', 'mac_address': 'fa:16:3e:f7:22:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73bfbcf2-638e-4630-aa26-d27fcb4bb7be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:32:28.272305 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:28.285308 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9ab717-63ad-4be2-a53f-3e493c12a4cb {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:32:28.305410 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=1d9ab717-63ad-4be2-a53f-3e493c12a4cb,segment=NetworkSegment(c25c8bd7-c06f-4f40-a887-555969fce812),segment_id=c25c8bd7-c06f-4f40-a887-555969fce812)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:28.309303 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:28.355503 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=1d9ab717-63ad-4be2-a53f-3e493c12a4cb,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:28.535860 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['1d9ab717-63ad-4be2-a53f-3e493c12a4cb'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:32:28.755706 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d72fa4-659a-439b-907d-be4d2f4187d8 req-ebfd7689-f356-4704-aaaa-ff5cef3b9b19 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:28.757110 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-22d72fa4-659a-439b-907d-be4d2f4187d8 req-ebfd7689-f356-4704-aaaa-ff5cef3b9b19 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 944 time: 0.0617855 Jul 05 10:32:28.794604 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-22d72fa4-659a-439b-907d-be4d2f4187d8 req-b069b6f3-e6bc-4f74-9a08-950fbe96057b tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320535 Jul 05 10:32:29.391564 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-3d16b186-5797-4652-99a5-622857fee90c req-d9d60798-3f09-4528-87e5-c47004f3a33d service neutron] (93907) timed out ('10.222.0.81', 61542) {{(pid=93907) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:32:29.979729 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98053a71-14fa-4551-8a87-34b9fca26d69 req-94251ca2-8b34-40c9-9728-b0f8534c372b tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:29.981115 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-98053a71-14fa-4551-8a87-34b9fca26d69 req-94251ca2-8b34-40c9-9728-b0f8534c372b tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 944 time: 0.0748188 Jul 05 10:32:30.040511 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-98053a71-14fa-4551-8a87-34b9fca26d69 req-aa602fd8-16f3-4fef-8cc7-9b7bb2dbcfc1 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddd79589-93ec-4d19-ac78-70be4a59c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436320 Jul 05 10:32:30.058506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd06f2-72e3-4683-a194-b4409de46b5d req-19fd2fc1-1904-4b90-b343-75ffd38c5718 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:30.059978 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-90dd06f2-72e3-4683-a194-b4409de46b5d req-19fd2fc1-1904-4b90-b343-75ffd38c5718 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1 HTTP/1.1" status: 200 len: 944 time: 0.0971158 Jul 05 10:32:30.140287 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 1d9ab717-63ad-4be2-a53f-3e493c12a4cb up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:30.165161 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-90dd06f2-72e3-4683-a194-b4409de46b5d req-bf23b734-b5b7-4ff2-a297-f37c6b367c56 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Deleting port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:30.165515 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-90dd06f2-72e3-4683-a194-b4409de46b5d req-bf23b734-b5b7-4ff2-a297-f37c6b367c56 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:30.192404 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:30.197172 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:30.197743 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:30.265140 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-90dd06f2-72e3-4683-a194-b4409de46b5d req-bf23b734-b5b7-4ff2-a297-f37c6b367c56 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] For port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=1d9ab717-63ad-4be2-a53f-3e493c12a4cb,segment=NetworkSegment(c25c8bd7-c06f-4f40-a887-555969fce812),segment_id=c25c8bd7-c06f-4f40-a887-555969fce812)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:30.265407 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-90dd06f2-72e3-4683-a194-b4409de46b5d req-bf23b734-b5b7-4ff2-a297-f37c6b367c56 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:30.278742 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-90dd06f2-72e3-4683-a194-b4409de46b5d req-bf23b734-b5b7-4ff2-a297-f37c6b367c56 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Calling delete_port for 1d9ab717-63ad-4be2-a53f-3e493c12a4cb owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:30.284332 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:30.308090 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9ab717-63ad-4be2-a53f-3e493c12a4cb'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:32:30.310482 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d637000d-fbcf-46b6-bebd-f37ea3305326" -d '{"events": [{"server_uuid": "a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1", "name": "network-vif-plugged", "status": "completed", "tag": "1d9ab717-63ad-4be2-a53f-3e493c12a4cb"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:30.327696 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=1d9ab717-63ad-4be2-a53f-3e493c12a4cb,segment=NetworkSegment(c25c8bd7-c06f-4f40-a887-555969fce812),segment_id=c25c8bd7-c06f-4f40-a887-555969fce812)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:30.332204 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:30.356215 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55891bf-b2d7-48d8-8994-a0675f81a16d x-openstack-request-id: req-a55891bf-b2d7-48d8-8994-a0675f81a16d {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:30.356516 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1", "name": "network-vif-plugged", "status": "completed", "tag": "1d9ab717-63ad-4be2-a53f-3e493c12a4cb", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:30.356771 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a55891bf-b2d7-48d8-8994-a0675f81a16d {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:30.357167 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9ab717-63ad-4be2-a53f-3e493c12a4cb', 'code': 200} Jul 05 10:32:30.385093 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=1d9ab717-63ad-4be2-a53f-3e493c12a4cb,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:30.433755 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-90dd06f2-72e3-4683-a194-b4409de46b5d req-bf23b734-b5b7-4ff2-a297-f37c6b367c56 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:30.445506 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['1d9ab717-63ad-4be2-a53f-3e493c12a4cb'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:32:30.464337 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23b734-b5b7-4ff2-a297-f37c6b367c56 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Pushing event deleted for resources: {'Port': ['ID=1d9ab717-63ad-4be2-a53f-3e493c12a4cb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:30.514008 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-90dd06f2-72e3-4683-a194-b4409de46b5d req-bf23b734-b5b7-4ff2-a297-f37c6b367c56 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] No DVR routers for this DVR port 1d9ab717-63ad-4be2-a53f-3e493c12a4cb on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:32:30.516709 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-90dd06f2-72e3-4683-a194-b4409de46b5d req-bf23b734-b5b7-4ff2-a297-f37c6b367c56 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:30.519194 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-90dd06f2-72e3-4683-a194-b4409de46b5d req-bf23b734-b5b7-4ff2-a297-f37c6b367c56 tempest-DeleteServersTestJSON-511526781 tempest-DeleteServersTestJSON-511526781-project] 10.222.0.81 "DELETE /v2.0/ports/1d9ab717-63ad-4be2-a53f-3e493c12a4cb HTTP/1.1" status: 204 len: 173 time: 0.4539969 Jul 05 10:32:30.519633 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1', 'name': 'network-vif-deleted', 'tag': '1d9ab717-63ad-4be2-a53f-3e493c12a4cb'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:32:30.521896 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cc354e-7471-45f2-b276-4d2ecb267215" -d '{"events": [{"server_uuid": "a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1", "name": "network-vif-deleted", "tag": "1d9ab717-63ad-4be2-a53f-3e493c12a4cb"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:30.561397 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3515c44f-c3e2-4d28-b4ed-16c7f1e829a2 x-openstack-request-id: req-3515c44f-c3e2-4d28-b4ed-16c7f1e829a2 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:30.561697 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1", "name": "network-vif-deleted", "tag": "1d9ab717-63ad-4be2-a53f-3e493c12a4cb", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:30.561961 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3515c44f-c3e2-4d28-b4ed-16c7f1e829a2 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:30.562417 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a5dbcd-3f7f-4c58-ad8e-9cc8695f83d1', 'name': 'network-vif-deleted', 'tag': '1d9ab717-63ad-4be2-a53f-3e493c12a4cb', 'status': 'completed', 'code': 200} Jul 05 10:32:31.280101 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45538) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:31.324071 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dcae048-0b55-4a4e-bddd-e2fbaf453220 admin admin] Deleting subnet 73bfbcf2-638e-4630-aa26-d27fcb4bb7be {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:32:31.326942 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5dcae048-0b55-4a4e-bddd-e2fbaf453220 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.361359 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5dcae048-0b55-4a4e-bddd-e2fbaf453220 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.398215 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5dcae048-0b55-4a4e-bddd-e2fbaf453220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.450071 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5dcae048-0b55-4a4e-bddd-e2fbaf453220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.482304 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcae048-0b55-4a4e-bddd-e2fbaf453220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73bfbcf2-638e-4630-aa26-d27fcb4bb7be,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:31.484297 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5dcae048-0b55-4a4e-bddd-e2fbaf453220 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.487895 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5dcae048-0b55-4a4e-bddd-e2fbaf453220 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/73bfbcf2-638e-4630-aa26-d27fcb4bb7be HTTP/1.1" status: 204 len: 168 time: 0.2058947 Jul 05 10:32:31.489339 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45540) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:31.556254 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c22a955-dfb8-4e54-84a2-41330aa109b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.636853 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c22a955-dfb8-4e54-84a2-41330aa109b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.646941 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-2c22a955-dfb8-4e54-84a2-41330aa109b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef016d6-0be5-4f64-8fdd-02247b37c366']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:32:31.656924 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-2c22a955-dfb8-4e54-84a2-41330aa109b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c25c8bd7-c06f-4f40-a887-555969fce812') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:32:31.657784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-2c22a955-dfb8-4e54-84a2-41330aa109b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c25c8bd7-c06f-4f40-a887-555969fce812') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:32:31.666311 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c22a955-dfb8-4e54-84a2-41330aa109b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.679950 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c22a955-dfb8-4e54-84a2-41330aa109b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.685959 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c22a955-dfb8-4e54-84a2-41330aa109b3 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:32:31.686333 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c22a955-dfb8-4e54-84a2-41330aa109b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:32:31.687971 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:32:31.740406 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c22a955-dfb8-4e54-84a2-41330aa109b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.746110 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c22a955-dfb8-4e54-84a2-41330aa109b3 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.747954 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2c22a955-dfb8-4e54-84a2-41330aa109b3 admin admin] 10.222.0.79 "DELETE /v2.0/networks/3ef016d6-0be5-4f64-8fdd-02247b37c366 HTTP/1.1" status: 204 len: 168 time: 0.2576847 Jul 05 10:32:31.759642 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22a955-dfb8-4e54-84a2-41330aa109b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ef016d6-0be5-4f64-8fdd-02247b37c366,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:31.851045 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45544) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:31.890284 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-471bb0eb-2787-4243-8766-798f727de3df admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a4296fdea65f4f2eaf464e3f654fe196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380013 Jul 05 10:32:31.892604 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45546) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:31.943169 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7069dd20-ad33-4fd0-8a49-ce2809a98cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.963094 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7069dd20-ad33-4fd0-8a49-ce2809a98cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.007583 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7069dd20-ad33-4fd0-8a49-ce2809a98cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.010086 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7069dd20-ad33-4fd0-8a49-ce2809a98cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.011202 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7069dd20-ad33-4fd0-8a49-ce2809a98cd8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ddd79589-93ec-4d19-ac78-70be4a59c4e1 HTTP/1.1" status: 204 len: 168 time: 0.1177318 Jul 05 10:32:32.019513 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069dd20-ad33-4fd0-8a49-ce2809a98cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd79589-93ec-4d19-ac78-70be4a59c4e1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:32.653014 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45568) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:32.745197 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-557214e2-b7a1-4e70-9ae5-cffcbb9cb17d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-331654847-network', 'tenant_id': 'd4e40ece52cc488ab7f80f57e9c3c8a0'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:32.767160 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557214e2-b7a1-4e70-9ae5-cffcbb9cb17d admin admin] Made reservation on behalf of d4e40ece52cc488ab7f80f57e9c3c8a0 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:32.769777 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-557214e2-b7a1-4e70-9ae5-cffcbb9cb17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.778426 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-557214e2-b7a1-4e70-9ae5-cffcbb9cb17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.863949 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-557214e2-b7a1-4e70-9ae5-cffcbb9cb17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.867395 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-557214e2-b7a1-4e70-9ae5-cffcbb9cb17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.892619 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557214e2-b7a1-4e70-9ae5-cffcbb9cb17d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:32:32.898673 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557214e2-b7a1-4e70-9ae5-cffcbb9cb17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874fdced-4a03-49b9-b79c-69558d18061f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:32.904955 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-557214e2-b7a1-4e70-9ae5-cffcbb9cb17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.906039 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-557214e2-b7a1-4e70-9ae5-cffcbb9cb17d admin admin] Added segment b3bfef96-add6-48cc-a3f5-4eb6e87f6482 of type vlan for network 848fb749-07a2-4cef-955e-f9bb66a50cef Jul 05 10:32:32.946209 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-557214e2-b7a1-4e70-9ae5-cffcbb9cb17d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.974765 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-557214e2-b7a1-4e70-9ae5-cffcbb9cb17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.975762 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557214e2-b7a1-4e70-9ae5-cffcbb9cb17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:32.976371 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-557214e2-b7a1-4e70-9ae5-cffcbb9cb17d admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:33.031784 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-557214e2-b7a1-4e70-9ae5-cffcbb9cb17d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3776522 Jul 05 10:32:33.035551 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45572) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:33.039535 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557214e2-b7a1-4e70-9ae5-cffcbb9cb17d admin admin] Pushing event updated for resources: {'Network': ['ID=848fb749-07a2-4cef-955e-f9bb66a50cef,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:33.040639 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3369decd-c259-4da8-8407-9e0e24706aed admin admin] Request body: {'subnet': {'network_id': '848fb749-07a2-4cef-955e-f9bb66a50cef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-331654847-subnet', 'tenant_id': 'd4e40ece52cc488ab7f80f57e9c3c8a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:33.058309 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 848fb749-07a2-4cef-955e-f9bb66a50cef details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:32:33.061780 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:33.062359 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3369decd-c259-4da8-8407-9e0e24706aed admin admin] Made reservation on behalf of d4e40ece52cc488ab7f80f57e9c3c8a0 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:33.064819 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3369decd-c259-4da8-8407-9e0e24706aed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:33.231149 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3369decd-c259-4da8-8407-9e0e24706aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:33.286310 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369decd-c259-4da8-8407-9e0e24706aed admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff89cc37-778f-4ede-b675-1731054cf249,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:33.297019 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369decd-c259-4da8-8407-9e0e24706aed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:33.297373 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369decd-c259-4da8-8407-9e0e24706aed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:33.297752 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369decd-c259-4da8-8407-9e0e24706aed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:33.298088 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369decd-c259-4da8-8407-9e0e24706aed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:33.298424 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369decd-c259-4da8-8407-9e0e24706aed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:33.298758 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369decd-c259-4da8-8407-9e0e24706aed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:33.299092 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369decd-c259-4da8-8407-9e0e24706aed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:33.299420 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369decd-c259-4da8-8407-9e0e24706aed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:33.299748 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369decd-c259-4da8-8407-9e0e24706aed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:33.300104 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369decd-c259-4da8-8407-9e0e24706aed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:33.300472 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369decd-c259-4da8-8407-9e0e24706aed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:33.300756 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369decd-c259-4da8-8407-9e0e24706aed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:33.304030 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3369decd-c259-4da8-8407-9e0e24706aed admin admin] Checking segment: {'id': 'b3bfef96-add6-48cc-a3f5-4eb6e87f6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '848fb749-07a2-4cef-955e-f9bb66a50cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:32:33.304394 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3369decd-c259-4da8-8407-9e0e24706aed admin admin] Network hostable DHCP agents. Network: 848fb749-07a2-4cef-955e-f9bb66a50cef, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:32:33.320709 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3369decd-c259-4da8-8407-9e0e24706aed admin admin] Network 848fb749-07a2-4cef-955e-f9bb66a50cef is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:32:33.328534 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-3369decd-c259-4da8-8407-9e0e24706aed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 848fb749-07a2-4cef-955e-f9bb66a50cef) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:33.333062 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3369decd-c259-4da8-8407-9e0e24706aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:33.333658 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3369decd-c259-4da8-8407-9e0e24706aed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:33.342319 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d6384b-1e07-4866-8736-47e7640fe672 None None] Network 848fb749-07a2-4cef-955e-f9bb66a50cef requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:33.348261 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3369decd-c259-4da8-8407-9e0e24706aed admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3115396 Jul 05 10:32:33.468411 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557ce8f7-b70d-4aa6-aa2b-a72426da7451 None None] Network 848fb749-07a2-4cef-955e-f9bb66a50cef requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:33.783247 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-6f7e7735-0134-48fc-88c1-1b2b95fd6124 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:33.784709 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-6f7e7735-0134-48fc-88c1-1b2b95fd6124 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/networks?id=848fb749-07a2-4cef-955e-f9bb66a50cef HTTP/1.1" status: 200 len: 814 time: 0.1041842 Jul 05 10:32:33.799631 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-fe4bee78-47cf-4692-8335-78a85f4d9723 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/quotas/d4e40ece52cc488ab7f80f57e9c3c8a0 HTTP/1.1" status: 200 len: 375 time: 0.0096107 Jul 05 10:32:33.837731 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-59e4b1bb-9858-422d-8010-d7e5c3c139ea tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d4e40ece52cc488ab7f80f57e9c3c8a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332928 Jul 05 10:32:33.925566 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-6bdfc510-9bac-4fad-8bd4-d2acd5513fdc service neutron] 10.222.0.79 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811679 Jul 05 10:32:34.018058 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-50ff5385-cb7e-4aeb-ba46-f9c46af22e6f service neutron] 10.222.0.79 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869889 Jul 05 10:32:34.158001 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 1d9ab717-63ad-4be2-a53f-3e493c12a4cb no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:32:34.178001 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 1d9ab717-63ad-4be2-a53f-3e493c12a4cb {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:32:34.178427 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 1d9ab717-63ad-4be2-a53f-3e493c12a4cb not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:32:34.185703 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f2e19ad2-b5b8-496a-aab2-222e5f9ffd71 req-c09ad0f9-5693-468b-96f5-c930b6e5510a tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 210 time: 0.0305443 Jul 05 10:32:35.219896 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-909822d6-8d40-4d2c-b2ae-a49c5f3b47a3 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:35.221408 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-909822d6-8d40-4d2c-b2ae-a49c5f3b47a3 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.81 "GET /v2.0/networks?id=848fb749-07a2-4cef-955e-f9bb66a50cef HTTP/1.1" status: 200 len: 814 time: 0.1047747 Jul 05 10:32:35.234615 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-b91810eb-8745-46e5-9111-cea97850b98c tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Request body: {'port': {'device_id': '30e7486c-7473-47b2-8e42-a42c6a311d07', 'network_id': '848fb749-07a2-4cef-955e-f9bb66a50cef', 'admin_state_up': True, 'tenant_id': 'd4e40ece52cc488ab7f80f57e9c3c8a0'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:35.339361 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a9f9b8a5-7a38-4611-8dd7-ee7f284094b7 req-c407274d-20b5-4797-8a58-f5559aae4bce tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 210 time: 0.0349054 Jul 05 10:32:35.368659 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-b91810eb-8745-46e5-9111-cea97850b98c tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Made reservation on behalf of d4e40ece52cc488ab7f80f57e9c3c8a0 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:35.372215 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-b91810eb-8745-46e5-9111-cea97850b98c tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:35.499687 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-b91810eb-8745-46e5-9111-cea97850b98c tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Allocated IP 172.20.0.6 (848fb749-07a2-4cef-955e-f9bb66a50cef/ff89cc37-778f-4ede-b675-1731054cf249/3a0c91aa-72d2-44ef-88eb-80b252c47fbe) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:35.654300 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-b91810eb-8745-46e5-9111-cea97850b98c tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:35.692184 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-b91810eb-8745-46e5-9111-cea97850b98c tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:35.734041 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-b91810eb-8745-46e5-9111-cea97850b98c tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Network 848fb749-07a2-4cef-955e-f9bb66a50cef is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:35.737751 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-b91810eb-8745-46e5-9111-cea97850b98c tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:35.740559 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-b91810eb-8745-46e5-9111-cea97850b98c tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:35.772597 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91810eb-8745-46e5-9111-cea97850b98c tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Pushing event updated for resources: {'Port': ['ID=3a0c91aa-72d2-44ef-88eb-80b252c47fbe,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:35.795642 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-b91810eb-8745-46e5-9111-cea97850b98c tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:35.796357 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-b91810eb-8745-46e5-9111-cea97850b98c tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:35.810489 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-b91810eb-8745-46e5-9111-cea97850b98c tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5798187 Jul 05 10:32:35.821351 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-a83df638-48fe-483b-bca3-2872360aa55b service neutron] Request body: {'port': {'device_id': '30e7486c-7473-47b2-8e42-a42c6a311d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:35.893769 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-a83df638-48fe-483b-bca3-2872360aa55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:36.144922 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-a83df638-48fe-483b-bca3-2872360aa55b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a0c91aa-72d2-44ef-88eb-80b252c47fbe {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:32:36.152282 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-a83df638-48fe-483b-bca3-2872360aa55b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:36.165050 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-a83df638-48fe-483b-bca3-2872360aa55b service neutron] Transition to ACTIVE for port object 3a0c91aa-72d2-44ef-88eb-80b252c47fbe will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:36.168699 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-a83df638-48fe-483b-bca3-2872360aa55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:36.239686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83df638-48fe-483b-bca3-2872360aa55b service neutron] Pushing event updated for resources: {'Port': ['ID=3a0c91aa-72d2-44ef-88eb-80b252c47fbe,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:36.288873 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-a83df638-48fe-483b-bca3-2872360aa55b service neutron] Attempting to bind port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:32:36.289246 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-a83df638-48fe-483b-bca3-2872360aa55b service neutron] Attempting to bind port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'b3bfef96-add6-48cc-a3f5-4eb6e87f6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '848fb749-07a2-4cef-955e-f9bb66a50cef'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:32:36.289585 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-a83df638-48fe-483b-bca3-2872360aa55b service neutron] Attempting to bind port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe on network 848fb749-07a2-4cef-955e-f9bb66a50cef {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:32:36.293725 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-a83df638-48fe-483b-bca3-2872360aa55b service neutron] Port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe on network 848fb749-07a2-4cef-955e-f9bb66a50cef not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:32:36.294047 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-a83df638-48fe-483b-bca3-2872360aa55b service neutron] Attempting to bind port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe on network 848fb749-07a2-4cef-955e-f9bb66a50cef {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:32:36.298869 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-a83df638-48fe-483b-bca3-2872360aa55b service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:32:36.299209 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-a83df638-48fe-483b-bca3-2872360aa55b service neutron] Checking segment: {'id': 'b3bfef96-add6-48cc-a3f5-4eb6e87f6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '848fb749-07a2-4cef-955e-f9bb66a50cef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:32:36.299597 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-a83df638-48fe-483b-bca3-2872360aa55b service neutron] Bound using segment: {'id': 'b3bfef96-add6-48cc-a3f5-4eb6e87f6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '848fb749-07a2-4cef-955e-f9bb66a50cef'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:32:36.300152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-a83df638-48fe-483b-bca3-2872360aa55b service neutron] Bound port: 3a0c91aa-72d2-44ef-88eb-80b252c47fbe, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bfef96-add6-48cc-a3f5-4eb6e87f6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '848fb749-07a2-4cef-955e-f9bb66a50cef'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:32:36.300512 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-a83df638-48fe-483b-bca3-2872360aa55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:36.363398 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-a83df638-48fe-483b-bca3-2872360aa55b service neutron] For port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:32:36.366409 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-a83df638-48fe-483b-bca3-2872360aa55b service neutron] For port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=3a0c91aa-72d2-44ef-88eb-80b252c47fbe,segment=NetworkSegment(b3bfef96-add6-48cc-a3f5-4eb6e87f6482),segment_id=b3bfef96-add6-48cc-a3f5-4eb6e87f6482)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:32:36.371543 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-a83df638-48fe-483b-bca3-2872360aa55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:36.409227 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-a83df638-48fe-483b-bca3-2872360aa55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:36.409852 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-a83df638-48fe-483b-bca3-2872360aa55b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:36.411291 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-a83df638-48fe-483b-bca3-2872360aa55b service neutron] 10.222.0.81 "PUT /v2.0/ports/3a0c91aa-72d2-44ef-88eb-80b252c47fbe HTTP/1.1" status: 200 len: 1091 time: 0.5939662 Jul 05 10:32:36.411732 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e7486c-7473-47b2-8e42-a42c6a311d07', 'tag': '3a0c91aa-72d2-44ef-88eb-80b252c47fbe'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:32:36.414001 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1399efe-3046-4d3b-8147-7c6a0c5efccd" -d '{"events": [{"name": "network-changed", "server_uuid": "30e7486c-7473-47b2-8e42-a42c6a311d07", "tag": "3a0c91aa-72d2-44ef-88eb-80b252c47fbe"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:36.452198 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83df638-48fe-483b-bca3-2872360aa55b service neutron] Pushing event updated for resources: {'Port': ['ID=3a0c91aa-72d2-44ef-88eb-80b252c47fbe,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:36.468761 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68e16c6-251c-4a76-99ed-a3c4b00e603d x-openstack-request-id: req-e68e16c6-251c-4a76-99ed-a3c4b00e603d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:36.469052 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e7486c-7473-47b2-8e42-a42c6a311d07", "tag": "3a0c91aa-72d2-44ef-88eb-80b252c47fbe", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:36.469303 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e68e16c6-251c-4a76-99ed-a3c4b00e603d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:36.469702 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e7486c-7473-47b2-8e42-a42c6a311d07', 'tag': '3a0c91aa-72d2-44ef-88eb-80b252c47fbe', 'status': 'completed', 'code': 200} Jul 05 10:32:36.497892 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:36.552731 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-486db3c6-99dc-4cc3-8869-27c3c8d51e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:36.554234 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-486db3c6-99dc-4cc3-8869-27c3c8d51e78 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d4e40ece52cc488ab7f80f57e9c3c8a0&device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 1094 time: 0.0947566 Jul 05 10:32:36.567741 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ba6c5-e247-4112-b649-7ce6f813903f req-b3f69e8b-8da9-4250-96b9-2b48aa321a4e tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:36.569239 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a87ba6c5-e247-4112-b649-7ce6f813903f req-b3f69e8b-8da9-4250-96b9-2b48aa321a4e tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 943 time: 0.0988135 Jul 05 10:32:36.624980 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-a51719f8-967a-4b64-b0f4-d1cb4a254aea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a0c91aa-72d2-44ef-88eb-80b252c47fbe HTTP/1.1" status: 200 len: 217 time: 0.0547416 Jul 05 10:32:36.675602 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a87ba6c5-e247-4112-b649-7ce6f813903f req-b7cc1fda-4034-4fcc-a92b-79bb40bbe980 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986440 Jul 05 10:32:36.689800 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-879cd528-dea7-42f5-9d8a-15d291af53a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:36.691294 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-879cd528-dea7-42f5-9d8a-15d291af53a9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ff89cc37-778f-4ede-b675-1731054cf249 HTTP/1.1" status: 200 len: 854 time: 0.0570116 Jul 05 10:32:36.724283 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-2ffee149-ed84-48a8-9f03-c462f3199fdc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=848fb749-07a2-4cef-955e-f9bb66a50cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267529 Jul 05 10:32:36.816539 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-d6b60db3-8f53-4350-8762-8408013502c6 service neutron] 10.222.0.81 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861912 Jul 05 10:32:36.905263 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b82717a6-09e3-48ce-acde-a42935d5f0eb req-febeb004-69ea-4e2b-bc93-5673e4140660 service neutron] 10.222.0.81 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822477 Jul 05 10:32:37.000133 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1399efe-3046-4d3b-8147-7c6a0c5efccd req-80f01d4d-a530-4382-a6cd-e5a334f2d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:37.002139 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e1399efe-3046-4d3b-8147-7c6a0c5efccd req-80f01d4d-a530-4382-a6cd-e5a334f2d49b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d4e40ece52cc488ab7f80f57e9c3c8a0&device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 1094 time: 0.0524154 Jul 05 10:32:37.092095 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1399efe-3046-4d3b-8147-7c6a0c5efccd req-851e15a5-775c-4019-bcc5-b6fb1857fbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:37.093534 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e1399efe-3046-4d3b-8147-7c6a0c5efccd req-851e15a5-775c-4019-bcc5-b6fb1857fbfa service neutron] 10.222.0.81 "GET /v2.0/networks?id=848fb749-07a2-4cef-955e-f9bb66a50cef HTTP/1.1" status: 200 len: 915 time: 0.0855474 Jul 05 10:32:37.134273 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e1399efe-3046-4d3b-8147-7c6a0c5efccd req-24f30e7a-c5ef-4bbc-a18b-b3b0dd7ef6ea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a0c91aa-72d2-44ef-88eb-80b252c47fbe HTTP/1.1" status: 200 len: 217 time: 0.0336225 Jul 05 10:32:37.187018 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1399efe-3046-4d3b-8147-7c6a0c5efccd req-b9a334fd-b23a-4228-b9b4-9fb799c95fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:37.189024 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e1399efe-3046-4d3b-8147-7c6a0c5efccd req-b9a334fd-b23a-4228-b9b4-9fb799c95fd0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ff89cc37-778f-4ede-b675-1731054cf249 HTTP/1.1" status: 200 len: 854 time: 0.0478213 Jul 05 10:32:37.221657 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e1399efe-3046-4d3b-8147-7c6a0c5efccd req-50f0a6bc-bdb7-40c4-9132-a65890144d0f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=848fb749-07a2-4cef-955e-f9bb66a50cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263741 Jul 05 10:32:37.309018 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e1399efe-3046-4d3b-8147-7c6a0c5efccd req-4118cc1c-8efe-494a-b4f4-bc1ca9901638 service neutron] 10.222.0.81 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801733 Jul 05 10:32:37.402759 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e1399efe-3046-4d3b-8147-7c6a0c5efccd req-0d71b665-c91d-4ef4-9d81-7ed2732a7429 service neutron] 10.222.0.81 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871692 Jul 05 10:32:37.848291 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa505f4-2b03-4146-85a2-1e2809b396e6 req-dcdf6e7e-3329-4e3a-9f38-3d1a59800ed0 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:37.849768 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8fa505f4-2b03-4146-85a2-1e2809b396e6 req-dcdf6e7e-3329-4e3a-9f38-3d1a59800ed0 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 943 time: 0.0626531 Jul 05 10:32:37.885725 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8fa505f4-2b03-4146-85a2-1e2809b396e6 req-8e7667ee-1958-4430-85cd-159956289d22 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304191 Jul 05 10:32:39.058652 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba923da-3bc1-47dd-9c19-95de4dd23b19 req-a0184e7b-1c36-4abe-8e53-3720189620b4 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:39.060151 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ba923da-3bc1-47dd-9c19-95de4dd23b19 req-a0184e7b-1c36-4abe-8e53-3720189620b4 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 943 time: 0.0663297 Jul 05 10:32:39.096897 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ba923da-3bc1-47dd-9c19-95de4dd23b19 req-b86bb8da-ab77-4662-8d31-15db413dea06 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305841 Jul 05 10:32:40.171221 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 3a0c91aa-72d2-44ef-88eb-80b252c47fbe details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:32:40.269917 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=3a0c91aa-72d2-44ef-88eb-80b252c47fbe,segment=NetworkSegment(b3bfef96-add6-48cc-a3f5-4eb6e87f6482),segment_id=b3bfef96-add6-48cc-a3f5-4eb6e87f6482)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:40.273877 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfab2c7-f7b6-4be2-a439-5debc1f3410f req-0b0f7293-a0fe-4786-8972-58a5e91e1bcf tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:40.275380 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-adfab2c7-f7b6-4be2-a439-5debc1f3410f req-0b0f7293-a0fe-4786-8972-58a5e91e1bcf tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 943 time: 0.0630753 Jul 05 10:32:40.281268 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '3a0c91aa-72d2-44ef-88eb-80b252c47fbe', 'network_id': '848fb749-07a2-4cef-955e-f9bb66a50cef', 'port_id': '3a0c91aa-72d2-44ef-88eb-80b252c47fbe', 'mac_address': 'fa:16:3e:78:ee:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff89cc37-778f-4ede-b675-1731054cf249', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:32:40.313854 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-adfab2c7-f7b6-4be2-a439-5debc1f3410f req-11919200-c273-4413-b7fa-2664687194a9 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322270 Jul 05 10:32:40.319305 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:40.332803 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0c91aa-72d2-44ef-88eb-80b252c47fbe {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:32:40.352064 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=3a0c91aa-72d2-44ef-88eb-80b252c47fbe,segment=NetworkSegment(b3bfef96-add6-48cc-a3f5-4eb6e87f6482),segment_id=b3bfef96-add6-48cc-a3f5-4eb6e87f6482)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:40.355976 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:40.405400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=3a0c91aa-72d2-44ef-88eb-80b252c47fbe,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:40.556856 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['3a0c91aa-72d2-44ef-88eb-80b252c47fbe'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:32:41.489585 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bbc4e-2454-4ea1-a4c0-7aa38302e194 req-9e919e60-8a32-42c9-b893-930fd8579405 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:41.491066 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-795bbc4e-2454-4ea1-a4c0-7aa38302e194 req-9e919e60-8a32-42c9-b893-930fd8579405 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 944 time: 0.0692511 Jul 05 10:32:41.528316 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-795bbc4e-2454-4ea1-a4c0-7aa38302e194 req-c3f3af75-4617-4809-9d69-85becf01c7eb tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316336 Jul 05 10:32:42.170895 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 3a0c91aa-72d2-44ef-88eb-80b252c47fbe up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:42.221108 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:42.224928 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:42.225312 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:42.298763 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:42.320145 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e7486c-7473-47b2-8e42-a42c6a311d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0c91aa-72d2-44ef-88eb-80b252c47fbe'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:32:42.322390 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d04d8a-08fe-43e2-a596-b49a998934a7" -d '{"events": [{"server_uuid": "30e7486c-7473-47b2-8e42-a42c6a311d07", "name": "network-vif-plugged", "status": "completed", "tag": "3a0c91aa-72d2-44ef-88eb-80b252c47fbe"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:42.335404 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=3a0c91aa-72d2-44ef-88eb-80b252c47fbe,segment=NetworkSegment(b3bfef96-add6-48cc-a3f5-4eb6e87f6482),segment_id=b3bfef96-add6-48cc-a3f5-4eb6e87f6482)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:42.339818 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:42.364593 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e37330f-7718-411d-990b-9237da8dc9ce x-openstack-request-id: req-6e37330f-7718-411d-990b-9237da8dc9ce {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:42.364891 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e7486c-7473-47b2-8e42-a42c6a311d07", "name": "network-vif-plugged", "status": "completed", "tag": "3a0c91aa-72d2-44ef-88eb-80b252c47fbe", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:42.365149 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6e37330f-7718-411d-990b-9237da8dc9ce {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:42.365540 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e7486c-7473-47b2-8e42-a42c6a311d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0c91aa-72d2-44ef-88eb-80b252c47fbe', 'code': 200} Jul 05 10:32:42.407604 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=3a0c91aa-72d2-44ef-88eb-80b252c47fbe,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:42.477904 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d492e-d21b-4666-b7f5-57c7875ff5d8 req-a77abbf0-a02b-4457-b7b2-98f0a569e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:42.479305 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1b5d492e-d21b-4666-b7f5-57c7875ff5d8 req-a77abbf0-a02b-4457-b7b2-98f0a569e3e3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 1096 time: 0.0547152 Jul 05 10:32:42.512785 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1b5d492e-d21b-4666-b7f5-57c7875ff5d8 req-c756d14f-b0bc-4ac8-a738-dee115c5405e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268826 Jul 05 10:32:42.702953 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99db435-328d-49ea-8f5d-2e3288eaeab7 req-934e4b20-5ab5-473f-bd7b-0135be12bf3a tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:42.704769 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e99db435-328d-49ea-8f5d-2e3288eaeab7 req-934e4b20-5ab5-473f-bd7b-0135be12bf3a tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0636981 Jul 05 10:32:42.741662 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e99db435-328d-49ea-8f5d-2e3288eaeab7 req-fb3318be-2c95-4a26-9bfd-5b6aecb82188 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313656 Jul 05 10:32:43.919300 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b44f9-388b-4cbe-8be1-a762265b54cd req-bdee0115-8683-407c-ba84-39c7c0237e8e tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:43.920713 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0d6b44f9-388b-4cbe-8be1-a762265b54cd req-bdee0115-8683-407c-ba84-39c7c0237e8e tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0650597 Jul 05 10:32:43.957216 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0d6b44f9-388b-4cbe-8be1-a762265b54cd req-d4320ad8-05d7-491c-821b-79205da563eb tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310464 Jul 05 10:32:44.129740 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25babc1-b435-425a-86fd-0dab189a4382 req-a5e35f67-7006-40a0-8f02-fb12e38c5889 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:44.131255 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a25babc1-b435-425a-86fd-0dab189a4382 req-a5e35f67-7006-40a0-8f02-fb12e38c5889 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0627093 Jul 05 10:32:44.169096 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a25babc1-b435-425a-86fd-0dab189a4382 req-1331d15d-c28d-4f4e-9ef6-fd29e2080637 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315268 Jul 05 10:32:44.506011 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bd3eb-4a62-45ff-a3f4-3289886be3d1 req-2dc5d6fd-0fb3-43aa-aa88-51f148dc8dcf tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:44.507986 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb7bd3eb-4a62-45ff-a3f4-3289886be3d1 req-2dc5d6fd-0fb3-43aa-aa88-51f148dc8dcf tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0642126 Jul 05 10:32:44.546124 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb7bd3eb-4a62-45ff-a3f4-3289886be3d1 req-39136ffb-11e3-4f9b-a72b-3297e920eb53 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329020 Jul 05 10:32:44.719409 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ed979-4302-4b83-bfc8-b2248862f0f9 req-66e08f31-21a6-4ebd-98d5-88f3654905f4 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:44.720938 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b03ed979-4302-4b83-bfc8-b2248862f0f9 req-66e08f31-21a6-4ebd-98d5-88f3654905f4 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0670710 Jul 05 10:32:44.757209 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b03ed979-4302-4b83-bfc8-b2248862f0f9 req-1f598564-2e08-4c58-b25e-d27f4ac41bd4 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306194 Jul 05 10:32:45.095453 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-e2fb7572-6eb7-41b7-8027-c7c6f5d61c2e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0611949 Jul 05 10:32:45.151634 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc9df7-9815-489c-86dc-017db768dd4f req-e66c2cc9-a249-49de-afc5-00e02f06ccf6 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:45.153172 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70dc9df7-9815-489c-86dc-017db768dd4f req-e66c2cc9-a249-49de-afc5-00e02f06ccf6 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0717373 Jul 05 10:32:45.192687 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70dc9df7-9815-489c-86dc-017db768dd4f req-8353608c-6e81-46cb-9af6-d67b6d532113 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339870 Jul 05 10:32:46.257645 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-1aeeedf5-0c20-4a1c-99e7-a4fb040d10be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:46.259227 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-1aeeedf5-0c20-4a1c-99e7-a4fb040d10be service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d4e40ece52cc488ab7f80f57e9c3c8a0&device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 1096 time: 0.0537343 Jul 05 10:32:46.334717 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:32:46.724050 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-289acb48-971b-4a4b-9a20-5e600c62315e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:46.725649 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-289acb48-971b-4a4b-9a20-5e600c62315e service neutron] 10.222.0.81 "GET /v2.0/networks?id=848fb749-07a2-4cef-955e-f9bb66a50cef HTTP/1.1" status: 200 len: 915 time: 0.4608111 Jul 05 10:32:46.749999 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57ed6a-1d41-4100-8952-e26799307988 req-d1ec99d6-6e51-41ad-bc5d-303418429c0e tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:46.751463 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a57ed6a-1d41-4100-8952-e26799307988 req-d1ec99d6-6e51-41ad-bc5d-303418429c0e tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.4445271 Jul 05 10:32:46.781876 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-7c7e14ae-7644-49a0-bf56-f3247d1fcdcc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a0c91aa-72d2-44ef-88eb-80b252c47fbe HTTP/1.1" status: 200 len: 217 time: 0.0486381 Jul 05 10:32:46.849342 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a57ed6a-1d41-4100-8952-e26799307988 req-68412e6f-4ca6-4f40-9e6b-62214fdaa717 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701358 Jul 05 10:32:46.856692 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-9f1b10e1-a4eb-4a80-869c-4f7ef8662a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:46.858238 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-9f1b10e1-a4eb-4a80-869c-4f7ef8662a38 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ff89cc37-778f-4ede-b675-1731054cf249 HTTP/1.1" status: 200 len: 854 time: 0.0702884 Jul 05 10:32:46.891955 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-16f3c924-b126-4550-9994-068762a1b217 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=848fb749-07a2-4cef-955e-f9bb66a50cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272067 Jul 05 10:32:46.983291 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-5870d078-33ee-4696-b537-89c7f68c18c8 service neutron] 10.222.0.81 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848069 Jul 05 10:32:47.071742 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-ec01839a-d9ee-4358-88f5-ff63d0d732ef service neutron] 10.222.0.81 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819442 Jul 05 10:32:48.023227 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c0ddd-444f-435c-8da7-bfd4233be08d req-90465ba0-9395-40e3-84b5-606c68d990d0 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:48.024731 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-584c0ddd-444f-435c-8da7-bfd4233be08d req-90465ba0-9395-40e3-84b5-606c68d990d0 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0624576 Jul 05 10:32:48.061253 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-584c0ddd-444f-435c-8da7-bfd4233be08d req-7035eb89-c915-402c-8cfa-28e6c84637d3 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311019 Jul 05 10:32:49.233529 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800ef75-c72f-463a-be92-a0bbc8064d42 req-ee5e8413-4796-4718-bafe-db22f8acdc1f tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:49.235694 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6800ef75-c72f-463a-be92-a0bbc8064d42 req-ee5e8413-4796-4718-bafe-db22f8acdc1f tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0628126 Jul 05 10:32:49.276257 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6800ef75-c72f-463a-be92-a0bbc8064d42 req-4ebab439-96aa-4f4f-8584-3d479cfe4c6e tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350485 Jul 05 10:32:50.452303 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d11e24-abc3-4169-94e5-d4b7df4051a8 req-db0e564b-42a9-4044-9dd5-ca367e525562 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:50.454631 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a8d11e24-abc3-4169-94e5-d4b7df4051a8 req-db0e564b-42a9-4044-9dd5-ca367e525562 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0644536 Jul 05 10:32:50.491607 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a8d11e24-abc3-4169-94e5-d4b7df4051a8 req-c5c0b8ce-2aac-49a8-95a1-a93c62c2d598 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317252 Jul 05 10:32:50.989142 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2e719a7c-8bdc-41fa-89ce-e6af00bda577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:51.660931 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a11ce-c48d-4742-b77f-23893a2c72b1 req-dc7ad45b-7639-4192-b61f-cb9f1a4f8936 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:51.662409 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bd0a11ce-c48d-4742-b77f-23893a2c72b1 req-dc7ad45b-7639-4192-b61f-cb9f1a4f8936 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0620568 Jul 05 10:32:51.700264 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bd0a11ce-c48d-4742-b77f-23893a2c72b1 req-281120bc-8916-4b7a-b6a3-edd7e7adba93 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321724 Jul 05 10:32:52.875229 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8c71a-f36f-4cec-8fdb-500c321f343a req-348e940f-f170-4ef8-a41e-4c040b7d8e56 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:52.877269 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4cb8c71a-f36f-4cec-8fdb-500c321f343a req-348e940f-f170-4ef8-a41e-4c040b7d8e56 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0660470 Jul 05 10:32:52.913249 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4cb8c71a-f36f-4cec-8fdb-500c321f343a req-f4342787-e9f2-4a92-8c21-7691709b356d tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306044 Jul 05 10:32:53.350443 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a8243057-4781-4c0d-8557-dec4140f6ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:53.674831 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:54.087893 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab12ea4-a752-46d1-a6eb-4ca0aac6f478 req-e45a4c36-4fee-496d-a7bc-ac14341cf1b2 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:54.089383 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dab12ea4-a752-46d1-a6eb-4ca0aac6f478 req-e45a4c36-4fee-496d-a7bc-ac14341cf1b2 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0634663 Jul 05 10:32:54.126344 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dab12ea4-a752-46d1-a6eb-4ca0aac6f478 req-a1e19ada-a374-4900-8b80-613242b979cf tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306559 Jul 05 10:32:54.718424 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:55.298507 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c93754-f223-4e29-b36a-6f3f4d0bfeb9 req-aa8fd28a-38fe-425c-a7d4-8511977ff9e5 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:55.300014 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61c93754-f223-4e29-b36a-6f3f4d0bfeb9 req-aa8fd28a-38fe-425c-a7d4-8511977ff9e5 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0618591 Jul 05 10:32:55.339478 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61c93754-f223-4e29-b36a-6f3f4d0bfeb9 req-822c3aab-e009-40be-85bc-102d46bef54d tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340378 Jul 05 10:32:56.511637 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbe31f-d55b-4c4c-8774-b98e8d7d2b38 req-2179d4ab-b6de-4e49-bc54-719216f4e7af tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:56.513156 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ecbe31f-d55b-4c4c-8774-b98e8d7d2b38 req-2179d4ab-b6de-4e49-bc54-719216f4e7af tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0632579 Jul 05 10:32:56.549943 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ecbe31f-d55b-4c4c-8774-b98e8d7d2b38 req-e77f6a1a-c6da-4747-a550-d4802531573d tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311923 Jul 05 10:32:56.832679 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:57.724050 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e995e8-2350-43fc-8334-0794034a5a4f req-7d6ffa84-493c-4077-95d2-970794cafa8d tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:57.725554 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3e995e8-2350-43fc-8334-0794034a5a4f req-7d6ffa84-493c-4077-95d2-970794cafa8d tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0645614 Jul 05 10:32:57.764312 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3e995e8-2350-43fc-8334-0794034a5a4f req-1b13b9b2-bfa7-4843-9337-55bd9df8fdad tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324380 Jul 05 10:32:58.848069 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb4d2e-0810-4446-bff1-998cec6a8767 req-35e697b5-14a2-4464-9801-18f3a8023721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:58.849599 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a6fb4d2e-0810-4446-bff1-998cec6a8767 req-35e697b5-14a2-4464-9801-18f3a8023721 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d4e40ece52cc488ab7f80f57e9c3c8a0&device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 1096 time: 0.0573237 Jul 05 10:32:58.994719 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb4d2e-0810-4446-bff1-998cec6a8767 req-e80c2ea6-1769-4173-8987-fccd425abaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:58.996232 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a6fb4d2e-0810-4446-bff1-998cec6a8767 req-e80c2ea6-1769-4173-8987-fccd425abaa1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=848fb749-07a2-4cef-955e-f9bb66a50cef HTTP/1.1" status: 200 len: 915 time: 0.1272864 Jul 05 10:32:59.004115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5600a7e-5a09-4b39-a938-8e4e0de37d19 req-fad252af-457b-4db3-ac1d-fd0ebba41de6 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:59.005461 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5600a7e-5a09-4b39-a938-8e4e0de37d19 req-fad252af-457b-4db3-ac1d-fd0ebba41de6 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.1286111 Jul 05 10:32:59.050161 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a6fb4d2e-0810-4446-bff1-998cec6a8767 req-b8cc569a-0d26-4bd9-a60f-4dc4f5bb91f4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a0c91aa-72d2-44ef-88eb-80b252c47fbe HTTP/1.1" status: 200 len: 217 time: 0.0437953 Jul 05 10:32:59.094154 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5600a7e-5a09-4b39-a938-8e4e0de37d19 req-cd137f84-c608-4171-886a-a0d3cb92bd0e tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819945 Jul 05 10:32:59.109713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb4d2e-0810-4446-bff1-998cec6a8767 req-1ed16673-5153-43bf-b2f8-b3a980f3880b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:59.111229 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a6fb4d2e-0810-4446-bff1-998cec6a8767 req-1ed16673-5153-43bf-b2f8-b3a980f3880b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ff89cc37-778f-4ede-b675-1731054cf249 HTTP/1.1" status: 200 len: 854 time: 0.0540750 Jul 05 10:32:59.149066 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a6fb4d2e-0810-4446-bff1-998cec6a8767 req-ec312ffe-bf1b-46b1-b6fa-a5a529490e96 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=848fb749-07a2-4cef-955e-f9bb66a50cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310628 Jul 05 10:32:59.240569 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a6fb4d2e-0810-4446-bff1-998cec6a8767 req-d90c2c1f-ba2f-486c-bbcc-54bf588825e1 service neutron] 10.222.0.81 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814404 Jul 05 10:32:59.331076 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a6fb4d2e-0810-4446-bff1-998cec6a8767 req-556b8ffc-ce57-42eb-a5a6-b4e8a1adfed4 service neutron] 10.222.0.81 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841041 Jul 05 10:33:00.269557 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d6c14-a621-4ca7-827b-4da39dfd30d4 req-6c071a33-7cb5-45ee-a3a6-fa18eb870214 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:00.271021 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-739d6c14-a621-4ca7-827b-4da39dfd30d4 req-6c071a33-7cb5-45ee-a3a6-fa18eb870214 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0625153 Jul 05 10:33:00.307411 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-739d6c14-a621-4ca7-827b-4da39dfd30d4 req-28b28a1f-6245-4331-9ee1-099eba33d7db tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308671 Jul 05 10:33:01.476822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94916c-7fce-4d72-ab1a-ffe3ae498f1f req-3e6e4477-07be-4ae9-9c89-fa35290fad97 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:01.478322 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cd94916c-7fce-4d72-ab1a-ffe3ae498f1f req-3e6e4477-07be-4ae9-9c89-fa35290fad97 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0626023 Jul 05 10:33:01.519044 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cd94916c-7fce-4d72-ab1a-ffe3ae498f1f req-c7f4ea9b-21c7-492d-9970-b355658ed695 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348551 Jul 05 10:33:02.694416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3916250-08e7-4b6b-9c2d-425dcc2a9599 req-76ff26d0-e0e8-4cc6-9fee-a458ac9efaa1 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:02.695923 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f3916250-08e7-4b6b-9c2d-425dcc2a9599 req-76ff26d0-e0e8-4cc6-9fee-a458ac9efaa1 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0661759 Jul 05 10:33:02.735783 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f3916250-08e7-4b6b-9c2d-425dcc2a9599 req-377f73ae-e5d6-4174-96a4-d7bc1d07520d tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343575 Jul 05 10:33:03.089537 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:03.911955 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386d684-c5d1-4c0d-943a-fffd09f9024d req-e282e707-c2aa-4dd6-84ed-40890a43cffb tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:03.913358 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5386d684-c5d1-4c0d-943a-fffd09f9024d req-e282e707-c2aa-4dd6-84ed-40890a43cffb tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0633004 Jul 05 10:33:03.950826 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5386d684-c5d1-4c0d-943a-fffd09f9024d req-29748215-87c4-4d01-9f50-12c6c55f22a4 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320730 Jul 05 10:33:05.120020 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce35ae-16f2-43fb-a1d6-400f9ace1c40 req-00b8ea82-ab40-45ba-8249-262680ff4b53 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:05.121507 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d8ce35ae-16f2-43fb-a1d6-400f9ace1c40 req-00b8ea82-ab40-45ba-8249-262680ff4b53 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0624011 Jul 05 10:33:05.159245 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d8ce35ae-16f2-43fb-a1d6-400f9ace1c40 req-c16361d5-f785-4e56-92b0-d621d86bf8c3 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318103 Jul 05 10:33:06.331691 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff15e59-4011-4755-831a-6a177df1c71a req-5caab025-eb3b-4aff-9bed-97773f53fdd5 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:06.333206 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eff15e59-4011-4755-831a-6a177df1c71a req-5caab025-eb3b-4aff-9bed-97773f53fdd5 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0659869 Jul 05 10:33:06.369947 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eff15e59-4011-4755-831a-6a177df1c71a req-7f116121-38b6-4b56-8c81-69dc11e405cd tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313933 Jul 05 10:33:06.497085 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:07.541084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572cc0c-0c02-44ad-8554-1abb12c481f2 req-0dc200a1-7d13-49b3-9afd-736dde1e3703 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:07.542583 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0572cc0c-0c02-44ad-8554-1abb12c481f2 req-0dc200a1-7d13-49b3-9afd-736dde1e3703 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0628834 Jul 05 10:33:07.580228 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0572cc0c-0c02-44ad-8554-1abb12c481f2 req-d3f06894-2dba-4ff5-a65e-b9593d8d965d tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320001 Jul 05 10:33:08.753627 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ba628-3fba-4b84-abc0-216a7fe7b638 req-5165d33c-d843-4c09-af41-cfbfc0fbd792 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:08.755105 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-745ba628-3fba-4b84-abc0-216a7fe7b638 req-5165d33c-d843-4c09-af41-cfbfc0fbd792 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0663366 Jul 05 10:33:08.793141 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-745ba628-3fba-4b84-abc0-216a7fe7b638 req-ea3b7144-a5b8-403b-9972-fb867ac02d34 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323453 Jul 05 10:33:09.974146 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d212f8-6351-4907-9cb8-e33645308b14 req-c69275fc-d709-415d-95a3-459c6507bc1f tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:09.975647 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03d212f8-6351-4907-9cb8-e33645308b14 req-c69275fc-d709-415d-95a3-459c6507bc1f tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0632470 Jul 05 10:33:10.012177 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03d212f8-6351-4907-9cb8-e33645308b14 req-c89141cb-ef92-4531-bfcc-6d21615a3f79 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310874 Jul 05 10:33:11.183279 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d8363-7623-47b2-b347-57886d626f6d req-db60cafb-71e5-4cc0-b2c3-d6dde4967fa2 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:11.185037 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c5d8363-7623-47b2-b347-57886d626f6d req-db60cafb-71e5-4cc0-b2c3-d6dde4967fa2 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0646312 Jul 05 10:33:11.222906 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c5d8363-7623-47b2-b347-57886d626f6d req-2b688769-e163-477f-9bbb-bc1723d99652 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321219 Jul 05 10:33:12.397778 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaebda8-af31-4de1-b0e2-e9c91b57d9f5 req-ead8d0b1-35cb-4225-9a41-2829643d24c9 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:12.399182 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bbaebda8-af31-4de1-b0e2-e9c91b57d9f5 req-ead8d0b1-35cb-4225-9a41-2829643d24c9 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0673769 Jul 05 10:33:12.435971 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bbaebda8-af31-4de1-b0e2-e9c91b57d9f5 req-da15b3b4-c99f-4e29-9ee2-99c633a59c14 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307996 Jul 05 10:33:13.608780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3990b-e16f-4738-9383-c9d2eab61c00 req-b872c1f6-566d-4357-a44d-60d977ef5d36 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:13.610300 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50c3990b-e16f-4738-9383-c9d2eab61c00 req-b872c1f6-566d-4357-a44d-60d977ef5d36 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0640516 Jul 05 10:33:13.648234 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50c3990b-e16f-4738-9383-c9d2eab61c00 req-8a65ce7a-1c7d-456e-999c-9025a954a44a tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317330 Jul 05 10:33:13.933527 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-b3db6b13-c912-4cc2-9e24-c52ffb27e3a8 service neutron] show failed (client error): The resource could not be found. Jul 05 10:33:13.934452 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-b3db6b13-c912-4cc2-9e24-c52ffb27e3a8 service neutron] 10.222.0.81 "GET /v2.0/ports/3a0c91aa-72d2-44ef-88eb-80b252c47fbe/bindings/n-h2-798054-8 HTTP/1.1" status: 404 len: 380 time: 0.0596349 Jul 05 10:33:14.186271 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-c5877b2a-8416-4023-910a-41074c92a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:14.187693 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-c5877b2a-8416-4023-910a-41074c92a023 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07&tenant_id=d4e40ece52cc488ab7f80f57e9c3c8a0 HTTP/1.1" status: 200 len: 1096 time: 0.0596502 Jul 05 10:33:14.198375 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-8', 'device_owner': 'compute:nova'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:14.268291 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:14.464409 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] For port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=3a0c91aa-72d2-44ef-88eb-80b252c47fbe,segment=NetworkSegment(b3bfef96-add6-48cc-a3f5-4eb6e87f6482),segment_id=b3bfef96-add6-48cc-a3f5-4eb6e87f6482)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:14.501108 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] For port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe, host n-h1-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:33:14.538580 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e7486c-7473-47b2-8e42-a42c6a311d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a0c91aa-72d2-44ef-88eb-80b252c47fbe'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:14.540857 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72d73b1-4dea-450b-8e2a-65b2978262a2" -d '{"events": [{"server_uuid": "30e7486c-7473-47b2-8e42-a42c6a311d07", "name": "network-vif-unplugged", "status": "completed", "tag": "3a0c91aa-72d2-44ef-88eb-80b252c47fbe"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:14.544754 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:14.557758 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] Transition to ACTIVE for port object 3a0c91aa-72d2-44ef-88eb-80b252c47fbe will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:33:14.562611 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:14.624384 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] No DVR routers for this DVR port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe on host n-h1-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:33:14.631864 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0c91aa-72d2-44ef-88eb-80b252c47fbe,revision_number=6']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:14.654733 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51308474-0506-45cf-83e6-61a3f5fffddf x-openstack-request-id: req-51308474-0506-45cf-83e6-61a3f5fffddf {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:14.655040 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e7486c-7473-47b2-8e42-a42c6a311d07", "name": "network-vif-unplugged", "status": "completed", "tag": "3a0c91aa-72d2-44ef-88eb-80b252c47fbe", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:14.655296 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-51308474-0506-45cf-83e6-61a3f5fffddf {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:14.655692 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e7486c-7473-47b2-8e42-a42c6a311d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a0c91aa-72d2-44ef-88eb-80b252c47fbe', 'code': 200} Jul 05 10:33:14.669039 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] Attempting to bind port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:33:14.669379 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] Attempting to bind port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'b3bfef96-add6-48cc-a3f5-4eb6e87f6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '848fb749-07a2-4cef-955e-f9bb66a50cef'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:33:14.669712 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] Attempting to bind port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe on network 848fb749-07a2-4cef-955e-f9bb66a50cef {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:33:14.674288 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] Port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe on network 848fb749-07a2-4cef-955e-f9bb66a50cef not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:33:14.674617 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] Attempting to bind port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe on network 848fb749-07a2-4cef-955e-f9bb66a50cef {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:33:14.680529 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:33:14.680877 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] Checking segment: {'id': 'b3bfef96-add6-48cc-a3f5-4eb6e87f6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '848fb749-07a2-4cef-955e-f9bb66a50cef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:33:14.681314 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] Bound using segment: {'id': 'b3bfef96-add6-48cc-a3f5-4eb6e87f6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '848fb749-07a2-4cef-955e-f9bb66a50cef'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:33:14.681798 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] Bound port: 3a0c91aa-72d2-44ef-88eb-80b252c47fbe, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bfef96-add6-48cc-a3f5-4eb6e87f6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '848fb749-07a2-4cef-955e-f9bb66a50cef'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:33:14.682203 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:14.750345 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] For port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:33:14.754181 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] For port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=3a0c91aa-72d2-44ef-88eb-80b252c47fbe,segment=NetworkSegment(b3bfef96-add6-48cc-a3f5-4eb6e87f6482),segment_id=b3bfef96-add6-48cc-a3f5-4eb6e87f6482)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:33:14.760926 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:14.796279 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:14.796915 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:14.798590 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] 10.222.0.78 "PUT /v2.0/ports/3a0c91aa-72d2-44ef-88eb-80b252c47fbe HTTP/1.1" status: 200 len: 1091 time: 0.6041851 Jul 05 10:33:14.824392 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f836a-18cf-4b04-bef6-41ef2fe1167e req-e43a0f5f-8d5d-4d0b-93a9-eba34ff06dfa tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:14.825945 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a2f836a-18cf-4b04-bef6-41ef2fe1167e req-e43a0f5f-8d5d-4d0b-93a9-eba34ff06dfa tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 943 time: 0.0659750 Jul 05 10:33:14.832962 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8fc542-868a-4963-972e-13fd9a9a34a5 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0c91aa-72d2-44ef-88eb-80b252c47fbe,revision_number=7']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:14.864891 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a2f836a-18cf-4b04-bef6-41ef2fe1167e req-23fab5f9-10ab-4fe0-9001-62924c6d823d tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323384 Jul 05 10:33:14.879391 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-97fe0bec-c186-49b1-965c-d1fc55173815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:14.880988 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-97fe0bec-c186-49b1-965c-d1fc55173815 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d4e40ece52cc488ab7f80f57e9c3c8a0&device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 1094 time: 0.0573769 Jul 05 10:33:14.971901 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-a82efbc6-ea51-4810-a70a-45880c8ad48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:14.973391 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-a82efbc6-ea51-4810-a70a-45880c8ad48b service neutron] 10.222.0.78 "GET /v2.0/networks?id=848fb749-07a2-4cef-955e-f9bb66a50cef HTTP/1.1" status: 200 len: 915 time: 0.0868771 Jul 05 10:33:15.014117 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-60025910-a285-48b9-9fd0-992eeb0128fb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a0c91aa-72d2-44ef-88eb-80b252c47fbe HTTP/1.1" status: 200 len: 217 time: 0.0346775 Jul 05 10:33:15.065495 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-d74fd839-db0f-42a8-8373-a76b093002f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:15.066963 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-d74fd839-db0f-42a8-8373-a76b093002f6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ff89cc37-778f-4ede-b675-1731054cf249 HTTP/1.1" status: 200 len: 854 time: 0.0472133 Jul 05 10:33:15.098474 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-02f72081-e02c-4aec-86a2-43235b9c8b2a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=848fb749-07a2-4cef-955e-f9bb66a50cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253851 Jul 05 10:33:15.185728 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-065faf9f-1518-409a-8b53-af4af7b6f8bb service neutron] 10.222.0.78 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811422 Jul 05 10:33:15.279477 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5c417949-a9b9-4bb1-a416-3a7dc78e92ed req-5308f396-7b88-47e4-a567-c76344c39d60 service neutron] 10.222.0.78 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875132 Jul 05 10:33:16.038675 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc50f8-324b-432f-b528-17cd3e64fe57 req-6318ad7b-ea95-4f76-953c-bc6b99501c59 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:16.040157 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53fc50f8-324b-432f-b528-17cd3e64fe57 req-6318ad7b-ea95-4f76-953c-bc6b99501c59 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 943 time: 0.0632064 Jul 05 10:33:16.076865 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53fc50f8-324b-432f-b528-17cd3e64fe57 req-b1927edf-cc84-40ba-9988-e33dd14a221d tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312436 Jul 05 10:33:16.656610 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e7486c-7473-47b2-8e42-a42c6a311d07', 'tag': '3a0c91aa-72d2-44ef-88eb-80b252c47fbe'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:16.658999 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c7ced4-a18d-4a22-8a60-a9f4b4b5569d" -d '{"events": [{"name": "network-changed", "server_uuid": "30e7486c-7473-47b2-8e42-a42c6a311d07", "tag": "3a0c91aa-72d2-44ef-88eb-80b252c47fbe"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:16.704817 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e669ee9-5d94-4fa0-90a6-80bcd1c6b16d x-openstack-request-id: req-7e669ee9-5d94-4fa0-90a6-80bcd1c6b16d {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:16.705110 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e7486c-7473-47b2-8e42-a42c6a311d07", "tag": "3a0c91aa-72d2-44ef-88eb-80b252c47fbe", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:16.705360 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7e669ee9-5d94-4fa0-90a6-80bcd1c6b16d {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:16.705752 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e7486c-7473-47b2-8e42-a42c6a311d07', 'tag': '3a0c91aa-72d2-44ef-88eb-80b252c47fbe', 'status': 'completed', 'code': 200} Jul 05 10:33:16.777106 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7ced4-a18d-4a22-8a60-a9f4b4b5569d req-2b224d94-2f1d-4751-b8aa-f466bad3d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:16.778612 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-39c7ced4-a18d-4a22-8a60-a9f4b4b5569d req-2b224d94-2f1d-4751-b8aa-f466bad3d12c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d4e40ece52cc488ab7f80f57e9c3c8a0&device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 1094 time: 0.0524704 Jul 05 10:33:16.784788 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7ced4-a18d-4a22-8a60-a9f4b4b5569d req-418750aa-5f80-4331-97af-f8fd8365a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:16.786302 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39c7ced4-a18d-4a22-8a60-a9f4b4b5569d req-418750aa-5f80-4331-97af-f8fd8365a45f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d4e40ece52cc488ab7f80f57e9c3c8a0&device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 1094 time: 0.0559108 Jul 05 10:33:16.870200 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7ced4-a18d-4a22-8a60-a9f4b4b5569d req-74ac280a-c6ca-4aaf-af23-5141daf223ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:16.871750 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-39c7ced4-a18d-4a22-8a60-a9f4b4b5569d req-74ac280a-c6ca-4aaf-af23-5141daf223ea service neutron] 10.222.0.78 "GET /v2.0/networks?id=848fb749-07a2-4cef-955e-f9bb66a50cef HTTP/1.1" status: 200 len: 915 time: 0.0867696 Jul 05 10:33:16.873947 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7ced4-a18d-4a22-8a60-a9f4b4b5569d req-f72e8114-ed6d-4b4e-8df0-6c4d5d92fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:16.875604 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39c7ced4-a18d-4a22-8a60-a9f4b4b5569d req-f72e8114-ed6d-4b4e-8df0-6c4d5d92fe4a service neutron] 10.222.0.81 "GET /v2.0/networks?id=848fb749-07a2-4cef-955e-f9bb66a50cef HTTP/1.1" status: 200 len: 915 time: 0.0826685 Jul 05 10:33:16.913359 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-39c7ced4-a18d-4a22-8a60-a9f4b4b5569d req-05e2e50c-1860-48f8-9c70-2db5eb35d351 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a0c91aa-72d2-44ef-88eb-80b252c47fbe HTTP/1.1" status: 200 len: 217 time: 0.0352502 Jul 05 10:33:16.921779 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39c7ced4-a18d-4a22-8a60-a9f4b4b5569d req-ba0fc8a9-5154-4bb7-bd16-72a6ada390d8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a0c91aa-72d2-44ef-88eb-80b252c47fbe HTTP/1.1" status: 200 len: 217 time: 0.0388207 Jul 05 10:33:16.962005 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7ced4-a18d-4a22-8a60-a9f4b4b5569d req-2bf47f71-f215-4e51-ae60-12526889129e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:16.963484 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-39c7ced4-a18d-4a22-8a60-a9f4b4b5569d req-2bf47f71-f215-4e51-ae60-12526889129e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ff89cc37-778f-4ede-b675-1731054cf249 HTTP/1.1" status: 200 len: 854 time: 0.0444162 Jul 05 10:33:16.970811 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7ced4-a18d-4a22-8a60-a9f4b4b5569d req-35dfb801-05ab-490b-964a-1db520264cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:16.972310 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39c7ced4-a18d-4a22-8a60-a9f4b4b5569d req-35dfb801-05ab-490b-964a-1db520264cef service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ff89cc37-778f-4ede-b675-1731054cf249 HTTP/1.1" status: 200 len: 854 time: 0.0443676 Jul 05 10:33:17.002975 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-39c7ced4-a18d-4a22-8a60-a9f4b4b5569d req-320442a8-573d-4c93-84da-6f2b4c441249 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=848fb749-07a2-4cef-955e-f9bb66a50cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314238 Jul 05 10:33:17.005847 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39c7ced4-a18d-4a22-8a60-a9f4b4b5569d req-b609ba92-71cc-44db-b998-a37035929a99 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=848fb749-07a2-4cef-955e-f9bb66a50cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269458 Jul 05 10:33:17.096243 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39c7ced4-a18d-4a22-8a60-a9f4b4b5569d req-fe60c91e-5a30-40de-afa9-f56a4466e1d7 service neutron] 10.222.0.81 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842831 Jul 05 10:33:17.097526 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-39c7ced4-a18d-4a22-8a60-a9f4b4b5569d req-3de46757-8da1-4b8b-ab2b-cc6046235f51 service neutron] 10.222.0.78 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880842 Jul 05 10:33:17.191925 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39c7ced4-a18d-4a22-8a60-a9f4b4b5569d req-14804941-bd0f-4d03-b2c5-bcfb0faea3ea service neutron] 10.222.0.81 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889063 Jul 05 10:33:17.201721 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-39c7ced4-a18d-4a22-8a60-a9f4b4b5569d req-8a07b74d-ecc5-4626-88ed-95d6991adf4e service neutron] 10.222.0.78 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981157 Jul 05 10:33:17.269851 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89ce68-bc0d-43a9-9bf5-ca0ca198be08 req-20d5ecff-75c9-4195-bea9-511e0bbe0953 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:17.271319 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb89ce68-bc0d-43a9-9bf5-ca0ca198be08 req-20d5ecff-75c9-4195-bea9-511e0bbe0953 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 943 time: 0.0656431 Jul 05 10:33:17.307750 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb89ce68-bc0d-43a9-9bf5-ca0ca198be08 req-2cf6bc57-9c17-45ef-bfec-263704d49826 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308793 Jul 05 10:33:18.436961 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 3a0c91aa-72d2-44ef-88eb-80b252c47fbe no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:33:18.480994 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 3a0c91aa-72d2-44ef-88eb-80b252c47fbe not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:33:18.489155 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8a11a-8146-4b11-bb79-3e43ba989a99 req-0999ebca-ca30-4a04-9439-b36fd8626c78 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:18.490680 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8b8a11a-8146-4b11-bb79-3e43ba989a99 req-0999ebca-ca30-4a04-9439-b36fd8626c78 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 943 time: 0.0685852 Jul 05 10:33:18.528183 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8b8a11a-8146-4b11-bb79-3e43ba989a99 req-628c6251-1ba5-408f-994d-72939295ffeb tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318313 Jul 05 10:33:19.552204 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 3a0c91aa-72d2-44ef-88eb-80b252c47fbe details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:33:19.649011 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=3a0c91aa-72d2-44ef-88eb-80b252c47fbe,segment=NetworkSegment(b3bfef96-add6-48cc-a3f5-4eb6e87f6482),segment_id=b3bfef96-add6-48cc-a3f5-4eb6e87f6482)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:19.661133 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '3a0c91aa-72d2-44ef-88eb-80b252c47fbe', 'network_id': '848fb749-07a2-4cef-955e-f9bb66a50cef', 'port_id': '3a0c91aa-72d2-44ef-88eb-80b252c47fbe', 'mac_address': 'fa:16:3e:78:ee:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff89cc37-778f-4ede-b675-1731054cf249', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:33:19.696292 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:19.703908 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f110a8-a5ed-416f-a034-d48ae3e3eb2d req-60ed4cd5-5cf0-49df-bd09-5ffeb935e408 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:19.705958 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1f110a8-a5ed-416f-a034-d48ae3e3eb2d req-60ed4cd5-5cf0-49df-bd09-5ffeb935e408 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 943 time: 0.0625019 Jul 05 10:33:19.709649 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0c91aa-72d2-44ef-88eb-80b252c47fbe {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:33:19.730210 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=3a0c91aa-72d2-44ef-88eb-80b252c47fbe,segment=NetworkSegment(b3bfef96-add6-48cc-a3f5-4eb6e87f6482),segment_id=b3bfef96-add6-48cc-a3f5-4eb6e87f6482)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:19.734619 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:19.747324 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1f110a8-a5ed-416f-a034-d48ae3e3eb2d req-b21d2305-4f6d-4158-9ff8-9375f4fe97c4 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352547 Jul 05 10:33:19.781634 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=3a0c91aa-72d2-44ef-88eb-80b252c47fbe,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:19.789566 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:19.789917 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:19.790262 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:19.790602 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:19.790937 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:19.791270 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:19.791878 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:19.792218 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:19.792548 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:19.792876 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:19.793204 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:19.793531 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:20.050926 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['3a0c91aa-72d2-44ef-88eb-80b252c47fbe'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:33:20.132792 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259a5e2-2566-4f92-bdd5-51c46f2cf8f0 req-c2493d97-beca-4c56-95ed-c81a87215e7f tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:20.134632 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1259a5e2-2566-4f92-bdd5-51c46f2cf8f0 req-c2493d97-beca-4c56-95ed-c81a87215e7f tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 944 time: 0.1524932 Jul 05 10:33:20.143212 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d406c5-e087-4cd4-b01d-4e567d205c87 req-468ce626-fb24-404a-a30e-de0c1cce1662 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:20.144645 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83d406c5-e087-4cd4-b01d-4e567d205c87 req-468ce626-fb24-404a-a30e-de0c1cce1662 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.81 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07&tenant_id=d4e40ece52cc488ab7f80f57e9c3c8a0&binding%3Ahost_id=n-h2-798054-8 HTTP/1.1" status: 200 len: 944 time: 0.1534450 Jul 05 10:33:20.212346 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1259a5e2-2566-4f92-bdd5-51c46f2cf8f0 req-30a6d20d-288d-44f4-bc96-f134a7b48956 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667102 Jul 05 10:33:20.229135 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-83d406c5-e087-4cd4-b01d-4e567d205c87 req-976f2d44-b975-4dd2-a8bd-d9f63fba3d68 service neutron] delete failed (client error): The resource could not be found. Jul 05 10:33:20.230153 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83d406c5-e087-4cd4-b01d-4e567d205c87 req-976f2d44-b975-4dd2-a8bd-d9f63fba3d68 service neutron] 10.222.0.81 "DELETE /v2.0/ports/3a0c91aa-72d2-44ef-88eb-80b252c47fbe/bindings/n-h1-798054-8 HTTP/1.1" status: 404 len: 380 time: 0.0771477 Jul 05 10:33:20.326461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d406c5-e087-4cd4-b01d-4e567d205c87 req-4aa19e4b-6d1e-41d7-9772-1a122ac6108a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:20.327946 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83d406c5-e087-4cd4-b01d-4e567d205c87 req-4aa19e4b-6d1e-41d7-9772-1a122ac6108a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d4e40ece52cc488ab7f80f57e9c3c8a0&device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 1095 time: 0.0526342 Jul 05 10:33:20.420605 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d406c5-e087-4cd4-b01d-4e567d205c87 req-356ebe35-b675-4387-bb7e-f6a99b50267a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:20.421965 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83d406c5-e087-4cd4-b01d-4e567d205c87 req-356ebe35-b675-4387-bb7e-f6a99b50267a service neutron] 10.222.0.81 "GET /v2.0/networks?id=848fb749-07a2-4cef-955e-f9bb66a50cef HTTP/1.1" status: 200 len: 915 time: 0.0870795 Jul 05 10:33:20.463764 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83d406c5-e087-4cd4-b01d-4e567d205c87 req-4149785f-a008-46fd-acbd-3ba944f3d2c2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a0c91aa-72d2-44ef-88eb-80b252c47fbe HTTP/1.1" status: 200 len: 217 time: 0.0349987 Jul 05 10:33:20.510160 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d406c5-e087-4cd4-b01d-4e567d205c87 req-7d2cc50a-c488-4105-9972-f82865e8c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:20.511548 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83d406c5-e087-4cd4-b01d-4e567d205c87 req-7d2cc50a-c488-4105-9972-f82865e8c378 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ff89cc37-778f-4ede-b675-1731054cf249 HTTP/1.1" status: 200 len: 854 time: 0.0422928 Jul 05 10:33:20.546285 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83d406c5-e087-4cd4-b01d-4e567d205c87 req-c007840f-3cce-4deb-9745-6cec1bc90991 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=848fb749-07a2-4cef-955e-f9bb66a50cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283430 Jul 05 10:33:20.632795 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83d406c5-e087-4cd4-b01d-4e567d205c87 req-b298657d-7fc6-4bd4-a2bd-39a3cc7097bb service neutron] 10.222.0.81 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796447 Jul 05 10:33:20.722967 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-83d406c5-e087-4cd4-b01d-4e567d205c87 req-14f9fae3-b2c7-4475-afad-8f49a2263251 service neutron] 10.222.0.81 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838380 Jul 05 10:33:20.989157 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ecbd25be-0114-4fc1-99ad-abe6c36eca9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:21.388781 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f76a79-edd8-4f27-b9e7-ff93ec09e140 req-b988ea59-af8f-45fe-8bde-9928e0dd8f74 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:21.390284 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-75f76a79-edd8-4f27-b9e7-ff93ec09e140 req-b988ea59-af8f-45fe-8bde-9928e0dd8f74 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 944 time: 0.0653021 Jul 05 10:33:21.427459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-75f76a79-edd8-4f27-b9e7-ff93ec09e140 req-2a44aeff-abef-496b-ab7b-cd46054e7c4a tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308492 Jul 05 10:33:21.583696 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 3a0c91aa-72d2-44ef-88eb-80b252c47fbe up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:33:21.597831 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590a351-6e7f-43f7-9895-be4e45ac5bcb req-00374ecd-2cbe-4bd4-ba57-459c6a8574ca tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:21.599356 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1590a351-6e7f-43f7-9895-be4e45ac5bcb req-00374ecd-2cbe-4bd4-ba57-459c6a8574ca tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 944 time: 0.0622871 Jul 05 10:33:21.631936 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:33:21.635713 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:33:21.636216 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:21.636426 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1590a351-6e7f-43f7-9895-be4e45ac5bcb req-c04deb4e-bb5c-4b47-ba6b-7acf954f108d tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315876 Jul 05 10:33:21.719630 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:21.743632 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e7486c-7473-47b2-8e42-a42c6a311d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0c91aa-72d2-44ef-88eb-80b252c47fbe'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:21.746047 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee99b40-4e69-4c03-b44b-fb22f1b0ac9a" -d '{"events": [{"server_uuid": "30e7486c-7473-47b2-8e42-a42c6a311d07", "name": "network-vif-plugged", "status": "completed", "tag": "3a0c91aa-72d2-44ef-88eb-80b252c47fbe"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:21.759391 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=3a0c91aa-72d2-44ef-88eb-80b252c47fbe,segment=NetworkSegment(b3bfef96-add6-48cc-a3f5-4eb6e87f6482),segment_id=b3bfef96-add6-48cc-a3f5-4eb6e87f6482)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:21.765041 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:21.790310 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1130e8-ccb1-40bf-ad6e-2c4f8dd87a02 x-openstack-request-id: req-7d1130e8-ccb1-40bf-ad6e-2c4f8dd87a02 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:21.790608 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e7486c-7473-47b2-8e42-a42c6a311d07", "name": "network-vif-plugged", "status": "completed", "tag": "3a0c91aa-72d2-44ef-88eb-80b252c47fbe", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:21.790865 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7d1130e8-ccb1-40bf-ad6e-2c4f8dd87a02 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:21.791258 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e7486c-7473-47b2-8e42-a42c6a311d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0c91aa-72d2-44ef-88eb-80b252c47fbe', 'code': 200} Jul 05 10:33:21.813724 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863011e4-1726-43c3-893a-f1bca4515d77 req-79ae066e-3eba-49e3-a163-dc5a8cabedf0 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:21.815762 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-863011e4-1726-43c3-893a-f1bca4515d77 req-79ae066e-3eba-49e3-a163-dc5a8cabedf0 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 944 time: 0.0711989 Jul 05 10:33:21.817526 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=3a0c91aa-72d2-44ef-88eb-80b252c47fbe,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:21.853451 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-863011e4-1726-43c3-893a-f1bca4515d77 req-8eb75de4-122e-4edb-8485-60cf702255f2 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313659 Jul 05 10:33:22.287228 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-054d1062-880c-4690-bc6a-9c5ba8bd7321 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:22.288713 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-054d1062-880c-4690-bc6a-9c5ba8bd7321 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/networks?id=848fb749-07a2-4cef-955e-f9bb66a50cef HTTP/1.1" status: 200 len: 814 time: 0.0986900 Jul 05 10:33:22.303159 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-4c64482d-346c-4df9-8dcb-0a62553acbe9 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/quotas/d4e40ece52cc488ab7f80f57e9c3c8a0 HTTP/1.1" status: 200 len: 375 time: 0.0092719 Jul 05 10:33:22.367264 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-100e149c-755f-4297-9839-ba483759b52f tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d4e40ece52cc488ab7f80f57e9c3c8a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0593235 Jul 05 10:33:22.503615 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-37621090-57ac-47f1-b163-3f09d0afb826 service neutron] 10.222.0.79 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299341 Jul 05 10:33:22.594618 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-937d352f-c5ad-4c66-91b0-8e131d083078 service neutron] 10.222.0.79 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853083 Jul 05 10:33:22.764662 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-505e925a-ce67-4205-97d0-cb2fa6b4003d req-9e6bff4e-9473-4ec6-89d7-0f373b258b37 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 210 time: 0.0300884 Jul 05 10:33:23.334269 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:33:23.352436 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-163f812d-5794-4070-9a29-8833aa4eb2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:23.579233 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8052ab4-d6da-40f2-9677-785923525afa req-a8b93c29-d1b4-4db9-a8a1-69d9dfb26b3c tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:23.580788 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e8052ab4-d6da-40f2-9677-785923525afa req-a8b93c29-d1b4-4db9-a8a1-69d9dfb26b3c tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.78 "GET /v2.0/ports?device_id=30e7486c-7473-47b2-8e42-a42c6a311d07 HTTP/1.1" status: 200 len: 945 time: 0.0717154 Jul 05 10:33:23.676382 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:23.678624 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-e8052ab4-d6da-40f2-9677-785923525afa req-ac119555-317f-49fb-bdb8-241757522c3d tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Deleting port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:33:23.678943 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e8052ab4-d6da-40f2-9677-785923525afa req-ac119555-317f-49fb-bdb8-241757522c3d tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:23.775091 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-e8052ab4-d6da-40f2-9677-785923525afa req-ac119555-317f-49fb-bdb8-241757522c3d tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] For port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=3a0c91aa-72d2-44ef-88eb-80b252c47fbe,segment=NetworkSegment(b3bfef96-add6-48cc-a3f5-4eb6e87f6482),segment_id=b3bfef96-add6-48cc-a3f5-4eb6e87f6482)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:23.775585 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e8052ab4-d6da-40f2-9677-785923525afa req-ac119555-317f-49fb-bdb8-241757522c3d tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:23.791104 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-e8052ab4-d6da-40f2-9677-785923525afa req-ac119555-317f-49fb-bdb8-241757522c3d tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Calling delete_port for 3a0c91aa-72d2-44ef-88eb-80b252c47fbe owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:33:23.901820 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-6196dc8e-55bc-420a-b747-221eeb58d2af tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:23.903439 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-6196dc8e-55bc-420a-b747-221eeb58d2af tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.78 "GET /v2.0/networks?id=848fb749-07a2-4cef-955e-f9bb66a50cef HTTP/1.1" status: 200 len: 814 time: 0.1357207 Jul 05 10:33:23.934562 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e8052ab4-d6da-40f2-9677-785923525afa req-ac119555-317f-49fb-bdb8-241757522c3d tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:23.938524 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-e2dba077-22a0-49b6-947d-d98dd856a474 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Request body: {'port': {'device_id': 'b35fcd51-ca2e-4c88-a005-edab5041cf96', 'network_id': '848fb749-07a2-4cef-955e-f9bb66a50cef', 'admin_state_up': True, 'tenant_id': 'd4e40ece52cc488ab7f80f57e9c3c8a0'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:23.947433 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['3a0c91aa-72d2-44ef-88eb-80b252c47fbe'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:33:23.948582 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0ba957b1-f526-4ec5-b726-10c144925a7a req-237a67d6-8ecb-4d9c-81ef-e40dff11a7a5 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 210 time: 0.0440962 Jul 05 10:33:23.991786 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac119555-317f-49fb-bdb8-241757522c3d tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Pushing event deleted for resources: {'Port': ['ID=3a0c91aa-72d2-44ef-88eb-80b252c47fbe,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:24.040721 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8052ab4-d6da-40f2-9677-785923525afa req-ac119555-317f-49fb-bdb8-241757522c3d tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] No DVR routers for this DVR port 3a0c91aa-72d2-44ef-88eb-80b252c47fbe on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:33:24.044603 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e8052ab4-d6da-40f2-9677-785923525afa req-ac119555-317f-49fb-bdb8-241757522c3d tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:24.046793 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e8052ab4-d6da-40f2-9677-785923525afa req-ac119555-317f-49fb-bdb8-241757522c3d tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.78 "DELETE /v2.0/ports/3a0c91aa-72d2-44ef-88eb-80b252c47fbe HTTP/1.1" status: 204 len: 173 time: 0.4605808 Jul 05 10:33:24.047242 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e7486c-7473-47b2-8e42-a42c6a311d07', 'name': 'network-vif-deleted', 'tag': '3a0c91aa-72d2-44ef-88eb-80b252c47fbe'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:24.054034 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b2a267cfda3ef65ca628d6ba347e46d570652cb2abc0641086975dacc5268a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed289121-af52-418d-8799-c1a59298cd9e" -d '{"events": [{"server_uuid": "30e7486c-7473-47b2-8e42-a42c6a311d07", "name": "network-vif-deleted", "tag": "3a0c91aa-72d2-44ef-88eb-80b252c47fbe"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:24.065291 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-e2dba077-22a0-49b6-947d-d98dd856a474 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Made reservation on behalf of d4e40ece52cc488ab7f80f57e9c3c8a0 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:33:24.069326 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-e2dba077-22a0-49b6-947d-d98dd856a474 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:24.092336 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3707e2-c57e-46a1-9fcd-d4c1ca882ada x-openstack-request-id: req-fe3707e2-c57e-46a1-9fcd-d4c1ca882ada {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:24.092703 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e7486c-7473-47b2-8e42-a42c6a311d07", "name": "network-vif-deleted", "tag": "3a0c91aa-72d2-44ef-88eb-80b252c47fbe", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:24.093078 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fe3707e2-c57e-46a1-9fcd-d4c1ca882ada {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:24.093543 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e7486c-7473-47b2-8e42-a42c6a311d07', 'name': 'network-vif-deleted', 'tag': '3a0c91aa-72d2-44ef-88eb-80b252c47fbe', 'status': 'completed', 'code': 200} Jul 05 10:33:24.204134 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-e2dba077-22a0-49b6-947d-d98dd856a474 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Allocated IP 172.20.0.9 (848fb749-07a2-4cef-955e-f9bb66a50cef/ff89cc37-778f-4ede-b675-1731054cf249/524a4d8a-c550-406e-a8e1-f9f7bb79e322) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:33:24.352758 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-e2dba077-22a0-49b6-947d-d98dd856a474 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:24.393745 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-e2dba077-22a0-49b6-947d-d98dd856a474 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:24.405902 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['3a0c91aa-72d2-44ef-88eb-80b252c47fbe'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:33:24.435488 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-e2dba077-22a0-49b6-947d-d98dd856a474 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Network 848fb749-07a2-4cef-955e-f9bb66a50cef is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:33:24.438827 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-e2dba077-22a0-49b6-947d-d98dd856a474 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:33:24.444661 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-e2dba077-22a0-49b6-947d-d98dd856a474 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:33:24.469339 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dba077-22a0-49b6-947d-d98dd856a474 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Pushing event updated for resources: {'Port': ['ID=524a4d8a-c550-406e-a8e1-f9f7bb79e322,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:24.484018 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dba077-22a0-49b6-947d-d98dd856a474 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:24.484375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dba077-22a0-49b6-947d-d98dd856a474 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:24.484722 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dba077-22a0-49b6-947d-d98dd856a474 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:24.485062 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dba077-22a0-49b6-947d-d98dd856a474 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:24.485399 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dba077-22a0-49b6-947d-d98dd856a474 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:24.485734 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dba077-22a0-49b6-947d-d98dd856a474 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:24.486065 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dba077-22a0-49b6-947d-d98dd856a474 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:24.486996 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dba077-22a0-49b6-947d-d98dd856a474 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:24.487364 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dba077-22a0-49b6-947d-d98dd856a474 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:24.487695 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dba077-22a0-49b6-947d-d98dd856a474 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:24.488052 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dba077-22a0-49b6-947d-d98dd856a474 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:24.488381 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dba077-22a0-49b6-947d-d98dd856a474 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:24.507427 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-e2dba077-22a0-49b6-947d-d98dd856a474 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:24.508073 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-e2dba077-22a0-49b6-947d-d98dd856a474 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:24.521411 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-e2dba077-22a0-49b6-947d-d98dd856a474 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6062975 Jul 05 10:33:24.544940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-03d01a4e-8e9d-409d-bb78-625bfcb7283a service neutron] Request body: {'port': {'device_id': 'b35fcd51-ca2e-4c88-a005-edab5041cf96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:24.621841 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-03d01a4e-8e9d-409d-bb78-625bfcb7283a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:24.721927 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:24.873701 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-03d01a4e-8e9d-409d-bb78-625bfcb7283a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 524a4d8a-c550-406e-a8e1-f9f7bb79e322 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:33:24.880788 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-03d01a4e-8e9d-409d-bb78-625bfcb7283a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:24.892076 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-03d01a4e-8e9d-409d-bb78-625bfcb7283a service neutron] Transition to ACTIVE for port object 524a4d8a-c550-406e-a8e1-f9f7bb79e322 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:33:24.896534 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-03d01a4e-8e9d-409d-bb78-625bfcb7283a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:24.942532 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d01a4e-8e9d-409d-bb78-625bfcb7283a service neutron] Pushing event updated for resources: {'Port': ['ID=524a4d8a-c550-406e-a8e1-f9f7bb79e322,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:25.013619 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-03d01a4e-8e9d-409d-bb78-625bfcb7283a service neutron] Attempting to bind port 524a4d8a-c550-406e-a8e1-f9f7bb79e322 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:33:25.013952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-03d01a4e-8e9d-409d-bb78-625bfcb7283a service neutron] Attempting to bind port 524a4d8a-c550-406e-a8e1-f9f7bb79e322 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'b3bfef96-add6-48cc-a3f5-4eb6e87f6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '848fb749-07a2-4cef-955e-f9bb66a50cef'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:33:25.014274 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-03d01a4e-8e9d-409d-bb78-625bfcb7283a service neutron] Attempting to bind port 524a4d8a-c550-406e-a8e1-f9f7bb79e322 on network 848fb749-07a2-4cef-955e-f9bb66a50cef {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:33:25.019091 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-03d01a4e-8e9d-409d-bb78-625bfcb7283a service neutron] Port 524a4d8a-c550-406e-a8e1-f9f7bb79e322 on network 848fb749-07a2-4cef-955e-f9bb66a50cef not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:33:25.019409 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-03d01a4e-8e9d-409d-bb78-625bfcb7283a service neutron] Attempting to bind port 524a4d8a-c550-406e-a8e1-f9f7bb79e322 on network 848fb749-07a2-4cef-955e-f9bb66a50cef {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:33:25.024142 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-03d01a4e-8e9d-409d-bb78-625bfcb7283a service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:33:25.024476 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-03d01a4e-8e9d-409d-bb78-625bfcb7283a service neutron] Checking segment: {'id': 'b3bfef96-add6-48cc-a3f5-4eb6e87f6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '848fb749-07a2-4cef-955e-f9bb66a50cef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:33:25.024853 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-03d01a4e-8e9d-409d-bb78-625bfcb7283a service neutron] Bound using segment: {'id': 'b3bfef96-add6-48cc-a3f5-4eb6e87f6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '848fb749-07a2-4cef-955e-f9bb66a50cef'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:33:25.025273 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-03d01a4e-8e9d-409d-bb78-625bfcb7283a service neutron] Bound port: 524a4d8a-c550-406e-a8e1-f9f7bb79e322, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bfef96-add6-48cc-a3f5-4eb6e87f6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '848fb749-07a2-4cef-955e-f9bb66a50cef'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:33:25.025624 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-03d01a4e-8e9d-409d-bb78-625bfcb7283a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:25.118071 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-03d01a4e-8e9d-409d-bb78-625bfcb7283a service neutron] For port 524a4d8a-c550-406e-a8e1-f9f7bb79e322, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:33:25.121449 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-03d01a4e-8e9d-409d-bb78-625bfcb7283a service neutron] For port 524a4d8a-c550-406e-a8e1-f9f7bb79e322, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=524a4d8a-c550-406e-a8e1-f9f7bb79e322,segment=NetworkSegment(b3bfef96-add6-48cc-a3f5-4eb6e87f6482),segment_id=b3bfef96-add6-48cc-a3f5-4eb6e87f6482)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:33:25.127890 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-03d01a4e-8e9d-409d-bb78-625bfcb7283a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:25.512892 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-03d01a4e-8e9d-409d-bb78-625bfcb7283a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:25.513508 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-03d01a4e-8e9d-409d-bb78-625bfcb7283a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:25.514891 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-03d01a4e-8e9d-409d-bb78-625bfcb7283a service neutron] 10.222.0.78 "PUT /v2.0/ports/524a4d8a-c550-406e-a8e1-f9f7bb79e322 HTTP/1.1" status: 200 len: 1091 time: 0.9741812 Jul 05 10:33:25.516168 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35fcd51-ca2e-4c88-a005-edab5041cf96', 'tag': '524a4d8a-c550-406e-a8e1-f9f7bb79e322'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:25.518883 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b652e4-150e-4fcf-8db4-3c851e9d581a" -d '{"events": [{"name": "network-changed", "server_uuid": "b35fcd51-ca2e-4c88-a005-edab5041cf96", "tag": "524a4d8a-c550-406e-a8e1-f9f7bb79e322"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:25.548599 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367eb34-04ae-4a86-a92b-347457c5ce8a req-7fed6d9e-9c25-423d-9e92-078d04faa11c tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:25.550104 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c367eb34-04ae-4a86-a92b-347457c5ce8a req-7fed6d9e-9c25-423d-9e92-078d04faa11c tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 943 time: 0.4797544 Jul 05 10:33:25.580657 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d01a4e-8e9d-409d-bb78-625bfcb7283a service neutron] Pushing event updated for resources: {'Port': ['ID=524a4d8a-c550-406e-a8e1-f9f7bb79e322,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:25.584482 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff6a57f-ff34-467f-b686-c0ac679a66bf x-openstack-request-id: req-cff6a57f-ff34-467f-b686-c0ac679a66bf {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:25.584772 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35fcd51-ca2e-4c88-a005-edab5041cf96", "tag": "524a4d8a-c550-406e-a8e1-f9f7bb79e322", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:25.585024 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cff6a57f-ff34-467f-b686-c0ac679a66bf {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:25.585403 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35fcd51-ca2e-4c88-a005-edab5041cf96', 'tag': '524a4d8a-c550-406e-a8e1-f9f7bb79e322', 'status': 'completed', 'code': 200} Jul 05 10:33:25.625193 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c367eb34-04ae-4a86-a92b-347457c5ce8a req-38c62e87-6774-4b97-a10d-304a3b558dfe tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623350 Jul 05 10:33:25.639295 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-48502217-e5da-4277-b3bc-65b34654ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:25.641120 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-48502217-e5da-4277-b3bc-65b34654ce7d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d4e40ece52cc488ab7f80f57e9c3c8a0&device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 1094 time: 0.0883191 Jul 05 10:33:25.685092 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-fb8bdde7-43f5-4c4f-aa1e-86479a8c8f72 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=524a4d8a-c550-406e-a8e1-f9f7bb79e322 HTTP/1.1" status: 200 len: 217 time: 0.0369320 Jul 05 10:33:25.735407 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-08b5b39f-b333-43c7-ad5a-bba36d9eafe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:25.736940 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-08b5b39f-b333-43c7-ad5a-bba36d9eafe4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ff89cc37-778f-4ede-b675-1731054cf249 HTTP/1.1" status: 200 len: 854 time: 0.0457282 Jul 05 10:33:25.772424 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-2d10bf60-fe78-4c7d-a14d-ee13d0e52f59 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=848fb749-07a2-4cef-955e-f9bb66a50cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293760 Jul 05 10:33:25.860325 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-0df9d345-164f-494a-a31d-afd864840af9 service neutron] 10.222.0.78 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820401 Jul 05 10:33:25.944479 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5efe915-3ce5-4030-b4e5-9674c09d07af req-0a434ab2-9844-4ea7-9dae-1fe2f9bfa4c3 service neutron] 10.222.0.78 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785854 Jul 05 10:33:26.040882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b652e4-150e-4fcf-8db4-3c851e9d581a req-74d7af55-490c-4bba-bace-547ec58326de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:26.042504 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02b652e4-150e-4fcf-8db4-3c851e9d581a req-74d7af55-490c-4bba-bace-547ec58326de service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d4e40ece52cc488ab7f80f57e9c3c8a0&device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 1094 time: 0.0540595 Jul 05 10:33:26.139072 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b652e4-150e-4fcf-8db4-3c851e9d581a req-ccd2a2c1-374e-47bb-8454-d6ba40d8caec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:26.140600 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02b652e4-150e-4fcf-8db4-3c851e9d581a req-ccd2a2c1-374e-47bb-8454-d6ba40d8caec service neutron] 10.222.0.78 "GET /v2.0/networks?id=848fb749-07a2-4cef-955e-f9bb66a50cef HTTP/1.1" status: 200 len: 915 time: 0.0912497 Jul 05 10:33:26.179998 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02b652e4-150e-4fcf-8db4-3c851e9d581a req-8df3fcbf-2496-4e4c-a1df-085b12eb17c4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=524a4d8a-c550-406e-a8e1-f9f7bb79e322 HTTP/1.1" status: 200 len: 217 time: 0.0332422 Jul 05 10:33:26.225815 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b652e4-150e-4fcf-8db4-3c851e9d581a req-a1fd3460-b033-4752-a88e-6ae3b86588c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:26.227141 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02b652e4-150e-4fcf-8db4-3c851e9d581a req-a1fd3460-b033-4752-a88e-6ae3b86588c5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ff89cc37-778f-4ede-b675-1731054cf249 HTTP/1.1" status: 200 len: 854 time: 0.0419354 Jul 05 10:33:26.262058 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02b652e4-150e-4fcf-8db4-3c851e9d581a req-b29c6d21-b4ec-4cbf-a35a-86b81804a763 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=848fb749-07a2-4cef-955e-f9bb66a50cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292389 Jul 05 10:33:26.346102 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02b652e4-150e-4fcf-8db4-3c851e9d581a req-855fdb5c-57d1-4372-a2fb-dfa41a7fa64e service neutron] 10.222.0.78 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778871 Jul 05 10:33:26.435394 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02b652e4-150e-4fcf-8db4-3c851e9d581a req-cbfbe45d-c350-4ca5-bb0a-95f6a618aaa9 service neutron] 10.222.0.78 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837736 Jul 05 10:33:26.803255 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c5102-e11d-4cdb-9c4f-e322f1b2293b req-c504e936-bd4a-4890-bc1c-1b055f7bffa9 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:26.804775 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-489c5102-e11d-4cdb-9c4f-e322f1b2293b req-c504e936-bd4a-4890-bc1c-1b055f7bffa9 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 943 time: 0.0623846 Jul 05 10:33:26.835077 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:26.842845 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-489c5102-e11d-4cdb-9c4f-e322f1b2293b req-b45b7fdb-5289-4913-b34d-2a6c998535b7 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322449 Jul 05 10:33:27.611704 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 3a0c91aa-72d2-44ef-88eb-80b252c47fbe no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:33:27.631309 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 3a0c91aa-72d2-44ef-88eb-80b252c47fbe {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:33:27.631575 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 3a0c91aa-72d2-44ef-88eb-80b252c47fbe not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:33:28.012563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41ff28-44fd-455b-8021-ff0525784e18 req-314e5c62-2924-480d-87db-20ec4ecb94be tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:28.014058 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a41ff28-44fd-455b-8021-ff0525784e18 req-314e5c62-2924-480d-87db-20ec4ecb94be tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 943 time: 0.0626631 Jul 05 10:33:28.055118 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a41ff28-44fd-455b-8021-ff0525784e18 req-8c2cc69d-f000-4861-8bb0-9fd46f358cd3 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356297 Jul 05 10:33:29.226037 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5351d08-5b2e-4bb7-b16e-6255a66c28e3 req-960e3b2f-e597-43c8-ad68-725d2f93a67a tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:29.227529 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c5351d08-5b2e-4bb7-b16e-6255a66c28e3 req-960e3b2f-e597-43c8-ad68-725d2f93a67a tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 943 time: 0.0642133 Jul 05 10:33:29.264543 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c5351d08-5b2e-4bb7-b16e-6255a66c28e3 req-eee1373f-d712-4833-b6a6-8cc9d2eb7892 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314147 Jul 05 10:33:29.630669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 524a4d8a-c550-406e-a8e1-f9f7bb79e322 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:33:29.725364 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 524a4d8a-c550-406e-a8e1-f9f7bb79e322, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=524a4d8a-c550-406e-a8e1-f9f7bb79e322,segment=NetworkSegment(b3bfef96-add6-48cc-a3f5-4eb6e87f6482),segment_id=b3bfef96-add6-48cc-a3f5-4eb6e87f6482)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:29.888188 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '524a4d8a-c550-406e-a8e1-f9f7bb79e322', 'network_id': '848fb749-07a2-4cef-955e-f9bb66a50cef', 'port_id': '524a4d8a-c550-406e-a8e1-f9f7bb79e322', 'mac_address': 'fa:16:3e:66:90:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff89cc37-778f-4ede-b675-1731054cf249', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:33:29.924918 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:29.936861 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 524a4d8a-c550-406e-a8e1-f9f7bb79e322 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:33:29.956842 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 524a4d8a-c550-406e-a8e1-f9f7bb79e322, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=524a4d8a-c550-406e-a8e1-f9f7bb79e322,segment=NetworkSegment(b3bfef96-add6-48cc-a3f5-4eb6e87f6482),segment_id=b3bfef96-add6-48cc-a3f5-4eb6e87f6482)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:29.961312 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:30.007755 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=524a4d8a-c550-406e-a8e1-f9f7bb79e322,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:30.285425 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['524a4d8a-c550-406e-a8e1-f9f7bb79e322'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:33:30.436551 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61195f49-9c91-460b-a971-d80587724fe7 req-730c608c-bf98-4ee9-bb5f-3c4ba6d1cda5 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:30.438064 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61195f49-9c91-460b-a971-d80587724fe7 req-730c608c-bf98-4ee9-bb5f-3c4ba6d1cda5 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 944 time: 0.0652924 Jul 05 10:33:30.475005 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61195f49-9c91-460b-a971-d80587724fe7 req-e7a01868-bed3-402a-8221-73089b2a5c36 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313392 Jul 05 10:33:31.646526 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 524a4d8a-c550-406e-a8e1-f9f7bb79e322 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:33:31.660567 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b36f6f-bdce-4074-970f-df1f540b6c79 req-f446ace7-3f0a-4f36-b8de-a6773522b139 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:31.662058 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0b36f6f-bdce-4074-970f-df1f540b6c79 req-f446ace7-3f0a-4f36-b8de-a6773522b139 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 944 time: 0.0713305 Jul 05 10:33:31.696189 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 524a4d8a-c550-406e-a8e1-f9f7bb79e322 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:33:31.699864 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 524a4d8a-c550-406e-a8e1-f9f7bb79e322 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:33:31.700247 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:31.700678 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0b36f6f-bdce-4074-970f-df1f540b6c79 req-b6555df0-ffe3-4519-b2eb-510f275fadb0 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330462 Jul 05 10:33:31.777126 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:31.798710 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35fcd51-ca2e-4c88-a005-edab5041cf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524a4d8a-c550-406e-a8e1-f9f7bb79e322'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:31.801855 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b383a5bd-cb45-4711-9550-dd9f152ab13b" -d '{"events": [{"server_uuid": "b35fcd51-ca2e-4c88-a005-edab5041cf96", "name": "network-vif-plugged", "status": "completed", "tag": "524a4d8a-c550-406e-a8e1-f9f7bb79e322"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:31.814255 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 524a4d8a-c550-406e-a8e1-f9f7bb79e322, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=524a4d8a-c550-406e-a8e1-f9f7bb79e322,segment=NetworkSegment(b3bfef96-add6-48cc-a3f5-4eb6e87f6482),segment_id=b3bfef96-add6-48cc-a3f5-4eb6e87f6482)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:31.818715 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:31.842476 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b9b288-0dec-42ec-bd87-34f930959820 x-openstack-request-id: req-72b9b288-0dec-42ec-bd87-34f930959820 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:31.842785 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35fcd51-ca2e-4c88-a005-edab5041cf96", "name": "network-vif-plugged", "status": "completed", "tag": "524a4d8a-c550-406e-a8e1-f9f7bb79e322", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:31.843048 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-72b9b288-0dec-42ec-bd87-34f930959820 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:31.843450 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35fcd51-ca2e-4c88-a005-edab5041cf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524a4d8a-c550-406e-a8e1-f9f7bb79e322', 'code': 200} Jul 05 10:33:31.870931 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=524a4d8a-c550-406e-a8e1-f9f7bb79e322,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:31.951526 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc13cf-c28d-43f5-8b50-af64d1cc319a req-fe57f37a-8d86-4cae-8b97-c04ea262bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:31.952962 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-38fc13cf-c28d-43f5-8b50-af64d1cc319a req-fe57f37a-8d86-4cae-8b97-c04ea262bac9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 1096 time: 0.0506775 Jul 05 10:33:31.987141 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-38fc13cf-c28d-43f5-8b50-af64d1cc319a req-6a5a2782-659b-4842-87f5-433d0eea5a36 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274458 Jul 05 10:33:32.876426 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bc445-dbf8-4114-b44a-4e3db6d3aea9 req-a5525592-1ebc-48b7-b87b-6d586c087df1 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:32.878485 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f39bc445-dbf8-4114-b44a-4e3db6d3aea9 req-a5525592-1ebc-48b7-b87b-6d586c087df1 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0630577 Jul 05 10:33:32.918129 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f39bc445-dbf8-4114-b44a-4e3db6d3aea9 req-c78d3ba1-d291-4cec-a392-6f2429ce09f9 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341151 Jul 05 10:33:33.088831 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:34.089263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a39100-4e1c-4971-b747-99d955818d8e req-a338df00-e440-485f-92a0-b582d1537476 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:34.090989 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-26a39100-4e1c-4971-b747-99d955818d8e req-a338df00-e440-485f-92a0-b582d1537476 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0616207 Jul 05 10:33:34.128710 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-26a39100-4e1c-4971-b747-99d955818d8e req-052a4989-8fa2-4829-8877-8ec7610126ee tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321991 Jul 05 10:33:34.298741 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49009e54-caed-4f3c-9263-36eaca18294e req-c8a1916b-57d8-4d74-a1b9-7d1f4b5da47d tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:34.300656 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49009e54-caed-4f3c-9263-36eaca18294e req-c8a1916b-57d8-4d74-a1b9-7d1f4b5da47d tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0622487 Jul 05 10:33:34.336911 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49009e54-caed-4f3c-9263-36eaca18294e req-3fbd7218-b425-4bc8-b777-9cbc2194591b tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308166 Jul 05 10:33:34.697236 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-a2ed16df-03fb-4c11-ab4a-a2ac76541067 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829785 Jul 05 10:33:34.730265 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fd244-cc1d-4909-bf67-c75d2496fd12 req-96a359ba-6490-4126-bb38-ac75a1d47242 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:34.731817 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-682fd244-cc1d-4909-bf67-c75d2496fd12 req-96a359ba-6490-4126-bb38-ac75a1d47242 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0694246 Jul 05 10:33:34.770617 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-682fd244-cc1d-4909-bf67-c75d2496fd12 req-fff4031f-64e3-4e93-966b-541f7470b1be tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323980 Jul 05 10:33:35.813639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-445a2f52-c6de-420f-b7ef-2ab3f0620c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:35.815768 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-445a2f52-c6de-420f-b7ef-2ab3f0620c61 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d4e40ece52cc488ab7f80f57e9c3c8a0&device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 1096 time: 0.0525856 Jul 05 10:33:35.934105 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-794b7b52-6170-4a1c-ae61-44b36d210b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:35.935490 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-794b7b52-6170-4a1c-ae61-44b36d210b68 service neutron] 10.222.0.78 "GET /v2.0/networks?id=848fb749-07a2-4cef-955e-f9bb66a50cef HTTP/1.1" status: 200 len: 915 time: 0.1140022 Jul 05 10:33:35.986861 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-83216eb3-14eb-40e8-96f3-aac79627b7c8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=524a4d8a-c550-406e-a8e1-f9f7bb79e322 HTTP/1.1" status: 200 len: 217 time: 0.0450277 Jul 05 10:33:36.008830 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40523788-3577-4747-a7ae-b2abd6efa3e5 req-c3ab6500-375d-4ce2-961e-c111d6690dbf tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:36.010268 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-40523788-3577-4747-a7ae-b2abd6efa3e5 req-c3ab6500-375d-4ce2-961e-c111d6690dbf tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.1270034 Jul 05 10:33:36.066286 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-10fb9a40-7cf0-483e-a2be-79d0d3d7d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:36.067737 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-10fb9a40-7cf0-483e-a2be-79d0d3d7d944 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ff89cc37-778f-4ede-b675-1731054cf249 HTTP/1.1" status: 200 len: 854 time: 0.0750017 Jul 05 10:33:36.072646 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-40523788-3577-4747-a7ae-b2abd6efa3e5 req-c5dfd0d2-2f7e-44e2-bb22-e06bd7690a6b tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450847 Jul 05 10:33:36.100551 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-22babbb6-4058-4e22-b4d3-704a13b26712 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=848fb749-07a2-4cef-955e-f9bb66a50cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266140 Jul 05 10:33:36.191477 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-9bc4015d-13f9-43ca-9534-ff864020b9e7 service neutron] 10.222.0.78 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850616 Jul 05 10:33:36.277638 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-551d92f5-5f28-4438-94fe-72b70a456ca2 service neutron] 10.222.0.78 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804796 Jul 05 10:33:36.510395 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:37.255435 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f8cee-f8a7-4740-8400-a9afc50f3e94 req-22c22d1b-840f-4df8-90a5-a8b503ee52dc tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:37.256936 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6e5f8cee-f8a7-4740-8400-a9afc50f3e94 req-22c22d1b-840f-4df8-90a5-a8b503ee52dc tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0671146 Jul 05 10:33:37.297066 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6e5f8cee-f8a7-4740-8400-a9afc50f3e94 req-7824e88c-bcd7-4458-920d-a94291eb0c6d tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343621 Jul 05 10:33:38.472725 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b765c-755d-47e5-8e61-b9e727590759 req-093a6787-7311-484c-a733-c65dbd9f725a tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:38.474238 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-390b765c-755d-47e5-8e61-b9e727590759 req-093a6787-7311-484c-a733-c65dbd9f725a tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0651531 Jul 05 10:33:38.511043 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-390b765c-755d-47e5-8e61-b9e727590759 req-abc32112-8aa6-42c1-aa0c-359c7b49ca1c tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311859 Jul 05 10:33:39.681686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842c9f2-dd7b-4a14-91b8-1da52f0b6307 req-2f5a77f5-30ff-457d-9d8c-924bfd58d4b6 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:39.683087 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7842c9f2-dd7b-4a14-91b8-1da52f0b6307 req-2f5a77f5-30ff-457d-9d8c-924bfd58d4b6 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0628214 Jul 05 10:33:39.720066 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7842c9f2-dd7b-4a14-91b8-1da52f0b6307 req-06cba898-cfcb-4313-834c-43b3a871e766 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314441 Jul 05 10:33:40.893481 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9b15d-2d0a-46d1-9b82-4df0978c27ef req-146c66a8-5588-4e32-9f5d-a3306882e0a2 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:40.894986 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0d9b15d-2d0a-46d1-9b82-4df0978c27ef req-146c66a8-5588-4e32-9f5d-a3306882e0a2 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0680437 Jul 05 10:33:40.932598 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0d9b15d-2d0a-46d1-9b82-4df0978c27ef req-427b4565-eb3d-4fd1-b729-0ecacbc9d84e tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321369 Jul 05 10:33:42.102672 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc330ab1-758c-49df-a86d-6e6382ba95d1 req-998f59da-a12f-4dc2-861a-1206ea7009a3 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:42.104215 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc330ab1-758c-49df-a86d-6e6382ba95d1 req-998f59da-a12f-4dc2-861a-1206ea7009a3 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0626273 Jul 05 10:33:42.141659 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc330ab1-758c-49df-a86d-6e6382ba95d1 req-c9c23b3b-f97c-45a0-9725-2b96f8d5fdc2 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318999 Jul 05 10:33:43.316057 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21424539-cf98-46dd-9f12-2754da8a5f1d req-bc11a887-4121-404e-bcc0-d4ad2badf4ca tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:43.316827 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-21424539-cf98-46dd-9f12-2754da8a5f1d req-bc11a887-4121-404e-bcc0-d4ad2badf4ca tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0669224 Jul 05 10:33:43.355629 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-21424539-cf98-46dd-9f12-2754da8a5f1d req-52eebada-e62c-43e9-b909-dfee68542fff tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337691 Jul 05 10:33:44.524730 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bf7fe-acf2-4335-bbab-097cdc7cd464 req-1c16d8fe-b05c-4dfb-9e92-81ed35ef8269 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:44.526206 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d4bf7fe-acf2-4335-bbab-097cdc7cd464 req-1c16d8fe-b05c-4dfb-9e92-81ed35ef8269 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0631621 Jul 05 10:33:44.562996 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d4bf7fe-acf2-4335-bbab-097cdc7cd464 req-c8cd6de4-41b9-4c2c-a6e6-404ff01b5b5b tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313191 Jul 05 10:33:45.733263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016781ac-8cbd-427e-85a3-46210127760d req-aaeb2cda-c2fb-42fb-a787-c4c28c6c0301 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:45.734656 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-016781ac-8cbd-427e-85a3-46210127760d req-aaeb2cda-c2fb-42fb-a787-c4c28c6c0301 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0625291 Jul 05 10:33:45.771678 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-016781ac-8cbd-427e-85a3-46210127760d req-221589b5-6a92-441b-ba8d-fe1fb06d3450 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310411 Jul 05 10:33:46.949761 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e4d68-3eed-497b-bf89-4b4c103a7c65 req-ac8c3a79-926b-4e19-b275-42e72cbc82df tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:46.951165 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d4e4d68-3eed-497b-bf89-4b4c103a7c65 req-ac8c3a79-926b-4e19-b275-42e72cbc82df tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0675886 Jul 05 10:33:46.988139 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d4e4d68-3eed-497b-bf89-4b4c103a7c65 req-d09f1a1e-f168-445c-8250-e430fdfe0e95 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314906 Jul 05 10:33:48.161034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859162e-813a-4099-93ba-1ddc11f8b85a req-1da7a112-949d-4063-a56d-4e1b0df95be9 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:48.162533 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9859162e-813a-4099-93ba-1ddc11f8b85a req-1da7a112-949d-4063-a56d-4e1b0df95be9 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0637028 Jul 05 10:33:48.201075 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9859162e-813a-4099-93ba-1ddc11f8b85a req-a94a184d-f95d-45a2-ae9d-a1162c147d03 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330846 Jul 05 10:33:49.375945 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d7b45-b34a-43e8-9b61-89a11574623e req-f55d811f-b7b7-4359-a866-52ebc12dbced tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:49.377434 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f9d7b45-b34a-43e8-9b61-89a11574623e req-f55d811f-b7b7-4359-a866-52ebc12dbced tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0657547 Jul 05 10:33:49.415425 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f9d7b45-b34a-43e8-9b61-89a11574623e req-994bb87a-978b-46a2-9ae1-b54d8e93ef16 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322387 Jul 05 10:33:50.588966 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5509a8-7f68-4ddf-a07d-33ab214e11cc req-28bec9a0-5c0b-46e4-a69c-9748a5782a2d tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:50.590747 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ae5509a8-7f68-4ddf-a07d-33ab214e11cc req-28bec9a0-5c0b-46e4-a69c-9748a5782a2d tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0644045 Jul 05 10:33:50.628991 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ae5509a8-7f68-4ddf-a07d-33ab214e11cc req-ef164462-78b4-4ba7-a50c-6d1aa0be50b9 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320721 Jul 05 10:33:50.989641 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82fd68b0-9472-4362-a362-136df721f1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:51.800432 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8aa621-aa6a-49ea-b8e5-4e41bd884a11 req-62fc05a3-63fe-4b4f-afb1-b78dc90efc88 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:51.801908 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cc8aa621-aa6a-49ea-b8e5-4e41bd884a11 req-62fc05a3-63fe-4b4f-afb1-b78dc90efc88 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0628080 Jul 05 10:33:51.838596 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cc8aa621-aa6a-49ea-b8e5-4e41bd884a11 req-c57d5d75-b291-4489-9e72-2c1006b76adf tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312438 Jul 05 10:33:53.011242 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5ae70-1390-4249-aae8-219d11b60f4a req-3a58d61f-a9f4-43b3-97d6-df6360263f87 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:53.012879 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bbe5ae70-1390-4249-aae8-219d11b60f4a req-3a58d61f-a9f4-43b3-97d6-df6360263f87 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0657322 Jul 05 10:33:53.048775 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bbe5ae70-1390-4249-aae8-219d11b60f4a req-372f1f0c-2c51-43d5-9538-4c17389e8528 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298588 Jul 05 10:33:53.352233 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1cf156a8-4aaa-4378-8937-cd0915260a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:53.682583 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:54.221082 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89e8c4-c4da-4400-ba5c-b79ef132d472 req-feb07018-9e55-4683-9606-28516d01ed45 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:54.222573 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa89e8c4-c4da-4400-ba5c-b79ef132d472 req-feb07018-9e55-4683-9606-28516d01ed45 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0632854 Jul 05 10:33:54.259725 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa89e8c4-c4da-4400-ba5c-b79ef132d472 req-7984edf4-e8b6-4892-bda0-915b17edfcef tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316570 Jul 05 10:33:54.724505 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:55.433118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33eb6b-2a86-43d9-815c-d0bdab8bf847 req-a125eb6d-6983-401b-b4fb-00b85fa50067 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:55.434614 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b33eb6b-2a86-43d9-815c-d0bdab8bf847 req-a125eb6d-6983-401b-b4fb-00b85fa50067 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0666296 Jul 05 10:33:55.472645 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b33eb6b-2a86-43d9-815c-d0bdab8bf847 req-990ed88c-b29a-4ca3-9405-04d896587b3e tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320327 Jul 05 10:33:56.652503 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e0f25-82bd-4eb0-a674-b03aa61aa1ca req-ac9e4485-bd12-45a0-ba3a-23b8c54e8dff tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:56.654004 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-945e0f25-82bd-4eb0-a674-b03aa61aa1ca req-ac9e4485-bd12-45a0-ba3a-23b8c54e8dff tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0628755 Jul 05 10:33:56.692130 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-945e0f25-82bd-4eb0-a674-b03aa61aa1ca req-8a632f46-8cf5-4083-95a7-afece11b6b8a tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321419 Jul 05 10:33:56.837853 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:57.868943 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860411a-3ae8-49ec-a3b6-55600056f018 req-dd84e9df-e053-47e1-9fbd-f2e752f3c6fd tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:57.870423 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a860411a-3ae8-49ec-a3b6-55600056f018 req-dd84e9df-e053-47e1-9fbd-f2e752f3c6fd tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0664587 Jul 05 10:33:57.911022 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a860411a-3ae8-49ec-a3b6-55600056f018 req-6a912b0c-6b45-4b5b-9cd3-ffc6572a16b0 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351465 Jul 05 10:33:59.081207 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a39982-6be3-4d93-b6fc-eb20991908bc req-7f12d172-3224-45e1-931d-4216c61e2cfe tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:59.082710 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-38a39982-6be3-4d93-b6fc-eb20991908bc req-7f12d172-3224-45e1-931d-4216c61e2cfe tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0631645 Jul 05 10:33:59.119942 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-38a39982-6be3-4d93-b6fc-eb20991908bc req-3c7fa07e-933f-4a6d-85e7-702f5e06730e tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318019 Jul 05 10:34:00.293109 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678dcdb6-41ba-4a96-8729-08ac4f0c83b2 req-5273efe2-acfd-4520-9e21-b199c6ffa0a1 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:00.294679 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-678dcdb6-41ba-4a96-8729-08ac4f0c83b2 req-5273efe2-acfd-4520-9e21-b199c6ffa0a1 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0669026 Jul 05 10:34:00.332584 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-678dcdb6-41ba-4a96-8729-08ac4f0c83b2 req-55343d16-0ea9-4803-990c-56e014af3c0b tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323124 Jul 05 10:34:00.333609 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:34:01.507372 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1ab72-ea7c-48ba-828a-066115cd2074 req-b99e8cd0-e140-4de2-91a9-2306c79b77ae tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:01.508892 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0cb1ab72-ea7c-48ba-828a-066115cd2074 req-b99e8cd0-e140-4de2-91a9-2306c79b77ae tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0669656 Jul 05 10:34:01.546277 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0cb1ab72-ea7c-48ba-828a-066115cd2074 req-7df924ad-0f7b-4f5c-9e1f-7f74b753799e tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315819 Jul 05 10:34:02.721398 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d5282-b25d-4863-b999-940e12c2427c req-d1b9f4d6-7e51-48e8-bcab-b0fef32f739a tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:02.722880 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c66d5282-b25d-4863-b999-940e12c2427c req-d1b9f4d6-7e51-48e8-bcab-b0fef32f739a tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0642118 Jul 05 10:34:02.759878 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c66d5282-b25d-4863-b999-940e12c2427c req-eebd617a-0323-4b83-919f-be2ca033dc7b tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315065 Jul 05 10:34:02.991661 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684a0b0-f9d6-4980-851d-26119196454a req-31396ddf-cd34-4899-8a28-65477d7822b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:02.993074 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d684a0b0-f9d6-4980-851d-26119196454a req-31396ddf-cd34-4899-8a28-65477d7822b8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d4e40ece52cc488ab7f80f57e9c3c8a0&device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 1096 time: 0.0575683 Jul 05 10:34:03.094937 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684a0b0-f9d6-4980-851d-26119196454a req-819e1fb3-7ca3-4cc7-ac1d-542754c83e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:03.096504 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d684a0b0-f9d6-4980-851d-26119196454a req-819e1fb3-7ca3-4cc7-ac1d-542754c83e21 service neutron] 10.222.0.78 "GET /v2.0/networks?id=848fb749-07a2-4cef-955e-f9bb66a50cef HTTP/1.1" status: 200 len: 915 time: 0.0826950 Jul 05 10:34:03.102957 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:03.143890 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d684a0b0-f9d6-4980-851d-26119196454a req-348e33c1-5f0c-496d-914d-d5cb7174569e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=524a4d8a-c550-406e-a8e1-f9f7bb79e322 HTTP/1.1" status: 200 len: 217 time: 0.0377738 Jul 05 10:34:03.163938 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-dbab0351-d1cd-4fae-81f1-5615a7b0ddfa service neutron] show failed (client error): The resource could not be found. Jul 05 10:34:03.165000 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-dbab0351-d1cd-4fae-81f1-5615a7b0ddfa service neutron] 10.222.0.78 "GET /v2.0/ports/524a4d8a-c550-406e-a8e1-f9f7bb79e322/bindings/n-h1-798054-8 HTTP/1.1" status: 404 len: 380 time: 0.0591850 Jul 05 10:34:03.196146 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684a0b0-f9d6-4980-851d-26119196454a req-54810001-f2ed-4b09-a7e3-fb2658e36d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:03.197620 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d684a0b0-f9d6-4980-851d-26119196454a req-54810001-f2ed-4b09-a7e3-fb2658e36d93 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ff89cc37-778f-4ede-b675-1731054cf249 HTTP/1.1" status: 200 len: 854 time: 0.0483170 Jul 05 10:34:03.231525 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d684a0b0-f9d6-4980-851d-26119196454a req-960da04f-fcf9-408c-a1eb-d2446a5aa279 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=848fb749-07a2-4cef-955e-f9bb66a50cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270140 Jul 05 10:34:03.320066 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d684a0b0-f9d6-4980-851d-26119196454a req-6570806c-6132-4c20-925f-c84fd01e380a service neutron] 10.222.0.78 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818381 Jul 05 10:34:03.453047 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d684a0b0-f9d6-4980-851d-26119196454a req-8cc079a6-a952-4a49-8f16-189ca71ec0e0 service neutron] 10.222.0.78 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274543 Jul 05 10:34:03.457932 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-73e19aa6-8107-4a29-8dc3-c71f52535ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:03.459344 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-73e19aa6-8107-4a29-8dc3-c71f52535ebf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96&tenant_id=d4e40ece52cc488ab7f80f57e9c3c8a0 HTTP/1.1" status: 200 len: 1096 time: 0.0854409 Jul 05 10:34:03.470819 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-8', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:03.544207 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:03.742794 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] For port 524a4d8a-c550-406e-a8e1-f9f7bb79e322, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=524a4d8a-c550-406e-a8e1-f9f7bb79e322,segment=NetworkSegment(b3bfef96-add6-48cc-a3f5-4eb6e87f6482),segment_id=b3bfef96-add6-48cc-a3f5-4eb6e87f6482)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:03.775639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] For port 524a4d8a-c550-406e-a8e1-f9f7bb79e322, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:34:03.818893 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35fcd51-ca2e-4c88-a005-edab5041cf96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '524a4d8a-c550-406e-a8e1-f9f7bb79e322'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:34:03.821179 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155b6177-994d-4d62-9a36-0f757eaaadb3" -d '{"events": [{"server_uuid": "b35fcd51-ca2e-4c88-a005-edab5041cf96", "name": "network-vif-unplugged", "status": "completed", "tag": "524a4d8a-c550-406e-a8e1-f9f7bb79e322"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:34:03.824933 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:03.838442 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] Transition to ACTIVE for port object 524a4d8a-c550-406e-a8e1-f9f7bb79e322 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:34:03.842463 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:03.883982 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf4a620-c13f-49a8-a825-3d7e493a2f39 x-openstack-request-id: req-2bf4a620-c13f-49a8-a825-3d7e493a2f39 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:34:03.884281 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35fcd51-ca2e-4c88-a005-edab5041cf96", "name": "network-vif-unplugged", "status": "completed", "tag": "524a4d8a-c550-406e-a8e1-f9f7bb79e322", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:34:03.884536 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2bf4a620-c13f-49a8-a825-3d7e493a2f39 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:34:03.884926 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35fcd51-ca2e-4c88-a005-edab5041cf96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '524a4d8a-c550-406e-a8e1-f9f7bb79e322', 'code': 200} Jul 05 10:34:03.934951 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] No DVR routers for this DVR port 524a4d8a-c550-406e-a8e1-f9f7bb79e322 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:34:03.946000 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] Pushing event updated for resources: {'Port': ['ID=524a4d8a-c550-406e-a8e1-f9f7bb79e322,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:03.986418 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] Attempting to bind port 524a4d8a-c550-406e-a8e1-f9f7bb79e322 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:34:03.986781 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] Attempting to bind port 524a4d8a-c550-406e-a8e1-f9f7bb79e322 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'b3bfef96-add6-48cc-a3f5-4eb6e87f6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '848fb749-07a2-4cef-955e-f9bb66a50cef'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:34:03.987107 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] Attempting to bind port 524a4d8a-c550-406e-a8e1-f9f7bb79e322 on network 848fb749-07a2-4cef-955e-f9bb66a50cef {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:34:03.998386 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] Port 524a4d8a-c550-406e-a8e1-f9f7bb79e322 on network 848fb749-07a2-4cef-955e-f9bb66a50cef not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:34:03.998704 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] Attempting to bind port 524a4d8a-c550-406e-a8e1-f9f7bb79e322 on network 848fb749-07a2-4cef-955e-f9bb66a50cef {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:34:04.006065 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:34:04.006400 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] Checking segment: {'id': 'b3bfef96-add6-48cc-a3f5-4eb6e87f6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '848fb749-07a2-4cef-955e-f9bb66a50cef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:34:04.006779 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] Bound using segment: {'id': 'b3bfef96-add6-48cc-a3f5-4eb6e87f6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '848fb749-07a2-4cef-955e-f9bb66a50cef'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:34:04.007205 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] Bound port: 524a4d8a-c550-406e-a8e1-f9f7bb79e322, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bfef96-add6-48cc-a3f5-4eb6e87f6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '848fb749-07a2-4cef-955e-f9bb66a50cef'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:34:04.007560 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:04.028380 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f1dec-a65f-4f2c-8889-5a16b97b2517 req-06ab8dfb-7538-491b-885c-69a76961f5ba tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:04.029860 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7e1f1dec-a65f-4f2c-8889-5a16b97b2517 req-06ab8dfb-7538-491b-885c-69a76961f5ba tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 943 time: 0.1476831 Jul 05 10:34:04.102649 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7e1f1dec-a65f-4f2c-8889-5a16b97b2517 req-c8e3653e-57c0-403a-a4c9-779704fa350f tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660493 Jul 05 10:34:04.108523 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] For port 524a4d8a-c550-406e-a8e1-f9f7bb79e322, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:34:04.111540 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] For port 524a4d8a-c550-406e-a8e1-f9f7bb79e322, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=524a4d8a-c550-406e-a8e1-f9f7bb79e322,segment=NetworkSegment(b3bfef96-add6-48cc-a3f5-4eb6e87f6482),segment_id=b3bfef96-add6-48cc-a3f5-4eb6e87f6482)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:34:04.116656 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:04.152527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:04.153220 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:04.154604 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] 10.222.0.81 "PUT /v2.0/ports/524a4d8a-c550-406e-a8e1-f9f7bb79e322 HTTP/1.1" status: 200 len: 1091 time: 0.6878724 Jul 05 10:34:04.176111 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a01eff-caa5-47d1-a4f9-7d68ad5df546 service neutron] Pushing event updated for resources: {'Port': ['ID=524a4d8a-c550-406e-a8e1-f9f7bb79e322,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:04.232654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-7b779b3f-5e25-41c6-95fd-45649829aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:04.234117 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-7b779b3f-5e25-41c6-95fd-45649829aad6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d4e40ece52cc488ab7f80f57e9c3c8a0&device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 1094 time: 0.0551131 Jul 05 10:34:04.319177 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-0136912d-123d-4540-9aa6-fd0425543073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:04.320636 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-0136912d-123d-4540-9aa6-fd0425543073 service neutron] 10.222.0.81 "GET /v2.0/networks?id=848fb749-07a2-4cef-955e-f9bb66a50cef HTTP/1.1" status: 200 len: 915 time: 0.0806718 Jul 05 10:34:04.360477 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-ecc0ac1e-511d-431b-a670-0f43f0d9e9c9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=524a4d8a-c550-406e-a8e1-f9f7bb79e322 HTTP/1.1" status: 200 len: 217 time: 0.0336323 Jul 05 10:34:04.410738 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-262953a4-019c-4cd5-856a-15f927edc7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:04.412169 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-262953a4-019c-4cd5-856a-15f927edc7e8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ff89cc37-778f-4ede-b675-1731054cf249 HTTP/1.1" status: 200 len: 854 time: 0.0460837 Jul 05 10:34:04.444202 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-17aca173-bf73-45c8-926c-1d2d99ed9828 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=848fb749-07a2-4cef-955e-f9bb66a50cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255523 Jul 05 10:34:04.529800 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-c3e38fe5-5053-41f8-acf6-9558c6823ada service neutron] 10.222.0.81 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795441 Jul 05 10:34:04.622147 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-775b9bd9-f273-4382-92fe-a5bbb20e9a1c req-7de7303f-bf0f-4605-ae11-744be88ba072 service neutron] 10.222.0.81 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867200 Jul 05 10:34:05.277693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c79e4-acea-4732-ab78-1f4bcb6a6b39 req-fafbd569-722e-4bbf-a89e-afe15dca50cb tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:05.279196 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-536c79e4-acea-4732-ab78-1f4bcb6a6b39 req-fafbd569-722e-4bbf-a89e-afe15dca50cb tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 943 time: 0.0627699 Jul 05 10:34:05.316524 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-536c79e4-acea-4732-ab78-1f4bcb6a6b39 req-ac5b6851-b7f1-4202-a562-4a8123d4026f tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317738 Jul 05 10:34:05.786074 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 524a4d8a-c550-406e-a8e1-f9f7bb79e322 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:34:05.822935 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 524a4d8a-c550-406e-a8e1-f9f7bb79e322 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:34:05.886160 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35fcd51-ca2e-4c88-a005-edab5041cf96', 'tag': '524a4d8a-c550-406e-a8e1-f9f7bb79e322'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:34:05.888526 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d2b4ca-9654-49ce-aa6b-a282c676d75f" -d '{"events": [{"name": "network-changed", "server_uuid": "b35fcd51-ca2e-4c88-a005-edab5041cf96", "tag": "524a4d8a-c550-406e-a8e1-f9f7bb79e322"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:34:05.990615 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9dab55-a158-4b58-881e-d14ef52d6a49 x-openstack-request-id: req-9b9dab55-a158-4b58-881e-d14ef52d6a49 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:34:05.990920 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35fcd51-ca2e-4c88-a005-edab5041cf96", "tag": "524a4d8a-c550-406e-a8e1-f9f7bb79e322", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:34:05.991178 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9b9dab55-a158-4b58-881e-d14ef52d6a49 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:34:05.991579 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35fcd51-ca2e-4c88-a005-edab5041cf96', 'tag': '524a4d8a-c550-406e-a8e1-f9f7bb79e322', 'status': 'completed', 'code': 200} Jul 05 10:34:06.104963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2b4ca-9654-49ce-aa6b-a282c676d75f req-917b0165-60c0-49da-b5b9-08b13cebb2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:06.106495 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92d2b4ca-9654-49ce-aa6b-a282c676d75f req-917b0165-60c0-49da-b5b9-08b13cebb2ad service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d4e40ece52cc488ab7f80f57e9c3c8a0&device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 1094 time: 0.0940621 Jul 05 10:34:06.112548 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2b4ca-9654-49ce-aa6b-a282c676d75f req-02003304-fb97-49e5-9817-82706372d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:06.113951 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92d2b4ca-9654-49ce-aa6b-a282c676d75f req-02003304-fb97-49e5-9817-82706372d6d7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d4e40ece52cc488ab7f80f57e9c3c8a0&device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 1094 time: 0.0922029 Jul 05 10:34:06.262377 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2b4ca-9654-49ce-aa6b-a282c676d75f req-80de0c3a-a770-4dd6-8691-27fd9bbe0cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:06.263882 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92d2b4ca-9654-49ce-aa6b-a282c676d75f req-80de0c3a-a770-4dd6-8691-27fd9bbe0cf6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=848fb749-07a2-4cef-955e-f9bb66a50cef HTTP/1.1" status: 200 len: 915 time: 0.1490791 Jul 05 10:34:06.283231 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2b4ca-9654-49ce-aa6b-a282c676d75f req-543e9f96-78f9-4127-bfb3-326949778d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:06.285256 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92d2b4ca-9654-49ce-aa6b-a282c676d75f req-543e9f96-78f9-4127-bfb3-326949778d25 service neutron] 10.222.0.81 "GET /v2.0/networks?id=848fb749-07a2-4cef-955e-f9bb66a50cef HTTP/1.1" status: 200 len: 915 time: 0.1537433 Jul 05 10:34:06.319719 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92d2b4ca-9654-49ce-aa6b-a282c676d75f req-59e21761-be89-4ab9-b874-06df15b47129 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=524a4d8a-c550-406e-a8e1-f9f7bb79e322 HTTP/1.1" status: 200 len: 217 time: 0.0471570 Jul 05 10:34:06.356664 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92d2b4ca-9654-49ce-aa6b-a282c676d75f req-75cdf40d-4224-4a97-bee0-ba9361531bb5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=524a4d8a-c550-406e-a8e1-f9f7bb79e322 HTTP/1.1" status: 200 len: 217 time: 0.0433681 Jul 05 10:34:06.429096 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2b4ca-9654-49ce-aa6b-a282c676d75f req-63ac141a-edf9-4602-b8a2-e142269cf88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:06.430684 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92d2b4ca-9654-49ce-aa6b-a282c676d75f req-63ac141a-edf9-4602-b8a2-e142269cf88f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ff89cc37-778f-4ede-b675-1731054cf249 HTTP/1.1" status: 200 len: 854 time: 0.0822067 Jul 05 10:34:06.436774 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2b4ca-9654-49ce-aa6b-a282c676d75f req-14717830-93f9-4711-9ac9-3f6a59f9a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:06.438238 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92d2b4ca-9654-49ce-aa6b-a282c676d75f req-14717830-93f9-4711-9ac9-3f6a59f9a7ce service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ff89cc37-778f-4ede-b675-1731054cf249 HTTP/1.1" status: 200 len: 854 time: 0.0635660 Jul 05 10:34:06.491147 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92d2b4ca-9654-49ce-aa6b-a282c676d75f req-550a02c9-0338-4a6c-be20-a5c87fd0b69b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=848fb749-07a2-4cef-955e-f9bb66a50cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519195 Jul 05 10:34:06.493296 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92d2b4ca-9654-49ce-aa6b-a282c676d75f req-9c3f8eb2-64d7-4a9e-8353-ba8e85847172 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=848fb749-07a2-4cef-955e-f9bb66a50cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456181 Jul 05 10:34:06.519192 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:06.677518 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92d2b4ca-9654-49ce-aa6b-a282c676d75f req-0e01f5aa-eb3d-4f0f-9938-8b6a038649d5 service neutron] 10.222.0.78 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802144 Jul 05 10:34:06.707669 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92d2b4ca-9654-49ce-aa6b-a282c676d75f req-3584071a-4f2e-4efc-8d60-40f36e00957c service neutron] 10.222.0.81 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007062 Jul 05 10:34:07.179661 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1bde9-c9b8-4ae5-91da-c4c7078b38a9 req-efdf9639-8e5f-4b8d-a869-f6a0cab38c41 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:07.181247 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-acd1bde9-c9b8-4ae5-91da-c4c7078b38a9 req-efdf9639-8e5f-4b8d-a869-f6a0cab38c41 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 943 time: 0.5656836 Jul 05 10:34:07.210657 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92d2b4ca-9654-49ce-aa6b-a282c676d75f req-a146b10e-ab5f-4e02-b910-86f0d7d78a18 service neutron] 10.222.0.78 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269556 Jul 05 10:34:07.225942 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92d2b4ca-9654-49ce-aa6b-a282c676d75f req-2714dc81-8448-4edf-b1aa-b47395fc930e service neutron] 10.222.0.81 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927533 Jul 05 10:34:07.243969 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-acd1bde9-c9b8-4ae5-91da-c4c7078b38a9 req-03f516ed-5fcf-4348-a982-b8320ca7ced5 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544267 Jul 05 10:34:07.596886 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfee74a-8ba9-48b1-86b1-71f0d7532e4d req-fd8ee3f9-7554-4fd8-9d88-f8ec2883b27c tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:07.598386 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abfee74a-8ba9-48b1-86b1-71f0d7532e4d req-fd8ee3f9-7554-4fd8-9d88-f8ec2883b27c tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 943 time: 0.1151438 Jul 05 10:34:07.606389 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c897a-7269-40b0-9724-7dcc73742c54 req-2758f721-6321-490b-8b86-675d4dece20c tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:07.607739 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e3c897a-7269-40b0-9724-7dcc73742c54 req-2758f721-6321-490b-8b86-675d4dece20c tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.78 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96&tenant_id=d4e40ece52cc488ab7f80f57e9c3c8a0&binding%3Ahost_id=n-h1-798054-8 HTTP/1.1" status: 200 len: 943 time: 0.1143837 Jul 05 10:34:07.672484 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abfee74a-8ba9-48b1-86b1-71f0d7532e4d req-c9307e4d-8360-4fd4-b71a-2aa4b59eab59 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637856 Jul 05 10:34:07.685795 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-9e3c897a-7269-40b0-9724-7dcc73742c54 req-32d86c76-f568-4ebc-b397-82167e402e4d service neutron] delete failed (client error): The resource could not be found. Jul 05 10:34:07.686790 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e3c897a-7269-40b0-9724-7dcc73742c54 req-32d86c76-f568-4ebc-b397-82167e402e4d service neutron] 10.222.0.78 "DELETE /v2.0/ports/524a4d8a-c550-406e-a8e1-f9f7bb79e322/bindings/n-h2-798054-8 HTTP/1.1" status: 404 len: 380 time: 0.0722442 Jul 05 10:34:07.784775 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c897a-7269-40b0-9724-7dcc73742c54 req-773fe215-ed89-40e6-8d4e-12efa512a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:07.786258 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e3c897a-7269-40b0-9724-7dcc73742c54 req-773fe215-ed89-40e6-8d4e-12efa512a0ea service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d4e40ece52cc488ab7f80f57e9c3c8a0&device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 1094 time: 0.0558996 Jul 05 10:34:07.872156 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c897a-7269-40b0-9724-7dcc73742c54 req-f833a034-112b-4d7a-b3c4-50a111c7e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:07.873521 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e3c897a-7269-40b0-9724-7dcc73742c54 req-f833a034-112b-4d7a-b3c4-50a111c7e424 service neutron] 10.222.0.78 "GET /v2.0/networks?id=848fb749-07a2-4cef-955e-f9bb66a50cef HTTP/1.1" status: 200 len: 915 time: 0.0811574 Jul 05 10:34:07.913584 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e3c897a-7269-40b0-9724-7dcc73742c54 req-61daddf0-3e20-4a80-8f11-df09d5cceaa9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=524a4d8a-c550-406e-a8e1-f9f7bb79e322 HTTP/1.1" status: 200 len: 217 time: 0.0340326 Jul 05 10:34:07.963598 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c897a-7269-40b0-9724-7dcc73742c54 req-57ef5286-8b23-4646-808c-3ddab6a4a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:07.965036 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e3c897a-7269-40b0-9724-7dcc73742c54 req-57ef5286-8b23-4646-808c-3ddab6a4a103 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ff89cc37-778f-4ede-b675-1731054cf249 HTTP/1.1" status: 200 len: 854 time: 0.0459025 Jul 05 10:34:07.995327 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e3c897a-7269-40b0-9724-7dcc73742c54 req-2b1d5f82-b676-483a-8390-9d5653aac5ee service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=848fb749-07a2-4cef-955e-f9bb66a50cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246763 Jul 05 10:34:08.081507 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e3c897a-7269-40b0-9724-7dcc73742c54 req-daf9d4ae-5689-4863-8234-9b68047e0cd5 service neutron] 10.222.0.78 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797071 Jul 05 10:34:08.172363 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e3c897a-7269-40b0-9724-7dcc73742c54 req-bd8ab3e0-c4ac-4769-88e9-1434ac6b0245 service neutron] 10.222.0.78 "GET /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850487 Jul 05 10:34:08.622032 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 524a4d8a-c550-406e-a8e1-f9f7bb79e322 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:34:08.715940 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 524a4d8a-c550-406e-a8e1-f9f7bb79e322, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=524a4d8a-c550-406e-a8e1-f9f7bb79e322,segment=NetworkSegment(b3bfef96-add6-48cc-a3f5-4eb6e87f6482),segment_id=b3bfef96-add6-48cc-a3f5-4eb6e87f6482)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:08.732036 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '524a4d8a-c550-406e-a8e1-f9f7bb79e322', 'network_id': '848fb749-07a2-4cef-955e-f9bb66a50cef', 'port_id': '524a4d8a-c550-406e-a8e1-f9f7bb79e322', 'mac_address': 'fa:16:3e:66:90:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff89cc37-778f-4ede-b675-1731054cf249', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:34:08.770041 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:08.784913 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 524a4d8a-c550-406e-a8e1-f9f7bb79e322 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:34:08.805143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 524a4d8a-c550-406e-a8e1-f9f7bb79e322, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=524a4d8a-c550-406e-a8e1-f9f7bb79e322,segment=NetworkSegment(b3bfef96-add6-48cc-a3f5-4eb6e87f6482),segment_id=b3bfef96-add6-48cc-a3f5-4eb6e87f6482)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:08.810641 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:08.854083 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bb554-f62c-4519-b6ff-beddd24bb505 req-dce4f352-1ccb-4315-8e1b-7b2da80053d2 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:08.855474 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8b9bb554-f62c-4519-b6ff-beddd24bb505 req-dce4f352-1ccb-4315-8e1b-7b2da80053d2 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 943 time: 0.0669148 Jul 05 10:34:08.857539 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=524a4d8a-c550-406e-a8e1-f9f7bb79e322,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:08.893090 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8b9bb554-f62c-4519-b6ff-beddd24bb505 req-580fb726-8a0c-49ea-8b47-13ff893a2787 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316103 Jul 05 10:34:09.065224 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d484c4-ab55-4e23-adbe-35e61d2f88d5 req-58223ef6-5a45-47fc-b1a5-e1fc9aa70e03 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:09.066679 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3d484c4-ab55-4e23-adbe-35e61d2f88d5 req-58223ef6-5a45-47fc-b1a5-e1fc9aa70e03 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 944 time: 0.0662920 Jul 05 10:34:09.080955 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['524a4d8a-c550-406e-a8e1-f9f7bb79e322'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:34:09.104645 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3d484c4-ab55-4e23-adbe-35e61d2f88d5 req-6d2d1d15-9439-455a-8b17-ef4ce17bcacd tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323751 Jul 05 10:34:09.281548 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93a060-49e7-46bb-8455-ca6a3fa0b58a req-6bdb83d9-fb53-493c-a13e-0a9cb9edc7f6 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:09.283024 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b93a060-49e7-46bb-8455-ca6a3fa0b58a req-6bdb83d9-fb53-493c-a13e-0a9cb9edc7f6 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 944 time: 0.0636256 Jul 05 10:34:09.320419 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6b93a060-49e7-46bb-8455-ca6a3fa0b58a req-4713fa3a-7221-45f2-b368-90635857db54 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309405 Jul 05 10:34:09.883221 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa0c34-a2e5-45ff-ac0b-34fb5127c223 req-3199e2c0-2d99-40fd-8ebf-ed66731b2e71 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:09.884630 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84fa0c34-a2e5-45ff-ac0b-34fb5127c223 req-3199e2c0-2d99-40fd-8ebf-ed66731b2e71 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 944 time: 0.0621018 Jul 05 10:34:09.920329 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84fa0c34-a2e5-45ff-ac0b-34fb5127c223 req-571963f1-92a0-4c6c-a202-e6705debb7b7 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301521 Jul 05 10:34:10.626710 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 524a4d8a-c550-406e-a8e1-f9f7bb79e322 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:34:10.674131 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 524a4d8a-c550-406e-a8e1-f9f7bb79e322 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:34:10.678037 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 524a4d8a-c550-406e-a8e1-f9f7bb79e322 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:10.678456 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:10.755711 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:10.777461 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35fcd51-ca2e-4c88-a005-edab5041cf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524a4d8a-c550-406e-a8e1-f9f7bb79e322'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:34:10.779680 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5b1444-de8d-4e70-92c4-75527207099e" -d '{"events": [{"server_uuid": "b35fcd51-ca2e-4c88-a005-edab5041cf96", "name": "network-vif-plugged", "status": "completed", "tag": "524a4d8a-c550-406e-a8e1-f9f7bb79e322"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:34:10.792774 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 524a4d8a-c550-406e-a8e1-f9f7bb79e322, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=524a4d8a-c550-406e-a8e1-f9f7bb79e322,segment=NetworkSegment(b3bfef96-add6-48cc-a3f5-4eb6e87f6482),segment_id=b3bfef96-add6-48cc-a3f5-4eb6e87f6482)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:10.796819 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:10.819541 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284daba4-8e70-4d53-823c-6740be05265c x-openstack-request-id: req-284daba4-8e70-4d53-823c-6740be05265c {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:34:10.819843 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35fcd51-ca2e-4c88-a005-edab5041cf96", "name": "network-vif-plugged", "status": "completed", "tag": "524a4d8a-c550-406e-a8e1-f9f7bb79e322", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:34:10.820121 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-284daba4-8e70-4d53-823c-6740be05265c {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:34:10.820521 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35fcd51-ca2e-4c88-a005-edab5041cf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524a4d8a-c550-406e-a8e1-f9f7bb79e322', 'code': 200} Jul 05 10:34:10.845667 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=524a4d8a-c550-406e-a8e1-f9f7bb79e322,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:10.929657 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1f8a1-8b0d-4252-851c-9ad8a6db9731 req-4548f5ce-fed8-4a60-9339-a0204066140f tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:10.931069 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7fa1f8a1-8b0d-4252-851c-9ad8a6db9731 req-4548f5ce-fed8-4a60-9339-a0204066140f tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.81 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.0652485 Jul 05 10:34:11.040069 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-7fa1f8a1-8b0d-4252-851c-9ad8a6db9731 req-1d87217d-ffc4-45fd-9b75-27b34e6e5a6a tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Deleting port 524a4d8a-c550-406e-a8e1-f9f7bb79e322 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:34:11.040413 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7fa1f8a1-8b0d-4252-851c-9ad8a6db9731 req-1d87217d-ffc4-45fd-9b75-27b34e6e5a6a tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:11.167019 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294d2d8-673a-4fbb-9633-77445b12a490 req-9012db6a-294f-4bad-a4b5-55e424216710 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:11.168539 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7294d2d8-673a-4fbb-9633-77445b12a490 req-9012db6a-294f-4bad-a4b5-55e424216710 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/ports?device_id=b35fcd51-ca2e-4c88-a005-edab5041cf96 HTTP/1.1" status: 200 len: 945 time: 0.1394014 Jul 05 10:34:11.170358 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7fa1f8a1-8b0d-4252-851c-9ad8a6db9731 req-1d87217d-ffc4-45fd-9b75-27b34e6e5a6a tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] For port 524a4d8a-c550-406e-a8e1-f9f7bb79e322, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=524a4d8a-c550-406e-a8e1-f9f7bb79e322,segment=NetworkSegment(b3bfef96-add6-48cc-a3f5-4eb6e87f6482),segment_id=b3bfef96-add6-48cc-a3f5-4eb6e87f6482)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:11.170618 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7fa1f8a1-8b0d-4252-851c-9ad8a6db9731 req-1d87217d-ffc4-45fd-9b75-27b34e6e5a6a tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:11.191180 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-7fa1f8a1-8b0d-4252-851c-9ad8a6db9731 req-1d87217d-ffc4-45fd-9b75-27b34e6e5a6a tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Calling delete_port for 524a4d8a-c550-406e-a8e1-f9f7bb79e322 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:34:11.259826 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7294d2d8-673a-4fbb-9633-77445b12a490 req-70b132aa-3a6a-4ca5-848b-51e026d7fe38 tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.79 "GET /v2.0/security-groups?id=874fdced-4a03-49b9-b79c-69558d18061f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814366 Jul 05 10:34:11.342522 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7fa1f8a1-8b0d-4252-851c-9ad8a6db9731 req-1d87217d-ffc4-45fd-9b75-27b34e6e5a6a tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:11.354701 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['524a4d8a-c550-406e-a8e1-f9f7bb79e322'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:34:11.372966 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87217d-ffc4-45fd-9b75-27b34e6e5a6a tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Pushing event deleted for resources: {'Port': ['ID=524a4d8a-c550-406e-a8e1-f9f7bb79e322,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:11.422152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa1f8a1-8b0d-4252-851c-9ad8a6db9731 req-1d87217d-ffc4-45fd-9b75-27b34e6e5a6a tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] No DVR routers for this DVR port 524a4d8a-c550-406e-a8e1-f9f7bb79e322 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:34:11.425622 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7fa1f8a1-8b0d-4252-851c-9ad8a6db9731 req-1d87217d-ffc4-45fd-9b75-27b34e6e5a6a tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:11.427695 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7fa1f8a1-8b0d-4252-851c-9ad8a6db9731 req-1d87217d-ffc4-45fd-9b75-27b34e6e5a6a tempest-ServerDiskConfigTestJSON-991862937 tempest-ServerDiskConfigTestJSON-991862937-project] 10.222.0.81 "DELETE /v2.0/ports/524a4d8a-c550-406e-a8e1-f9f7bb79e322 HTTP/1.1" status: 204 len: 173 time: 0.4908180 Jul 05 10:34:11.428171 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35fcd51-ca2e-4c88-a005-edab5041cf96', 'name': 'network-vif-deleted', 'tag': '524a4d8a-c550-406e-a8e1-f9f7bb79e322'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:34:11.433539 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68685dd7-c173-4897-b6eb-83b4ae09314f" -d '{"events": [{"server_uuid": "b35fcd51-ca2e-4c88-a005-edab5041cf96", "name": "network-vif-deleted", "tag": "524a4d8a-c550-406e-a8e1-f9f7bb79e322"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:34:11.478130 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383f4b6e-bfaf-43ad-967d-8aa573c11005 x-openstack-request-id: req-383f4b6e-bfaf-43ad-967d-8aa573c11005 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:34:11.478424 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35fcd51-ca2e-4c88-a005-edab5041cf96", "name": "network-vif-deleted", "tag": "524a4d8a-c550-406e-a8e1-f9f7bb79e322", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:34:11.478692 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-383f4b6e-bfaf-43ad-967d-8aa573c11005 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:34:11.479092 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35fcd51-ca2e-4c88-a005-edab5041cf96', 'name': 'network-vif-deleted', 'tag': '524a4d8a-c550-406e-a8e1-f9f7bb79e322', 'status': 'completed', 'code': 200} Jul 05 10:34:12.486319 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45902) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:12.533452 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d629c5e-20a3-4bc1-970a-ca963774abd6 admin admin] Deleting subnet ff89cc37-778f-4ede-b675-1731054cf249 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:34:12.536368 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d629c5e-20a3-4bc1-970a-ca963774abd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:12.569695 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d629c5e-20a3-4bc1-970a-ca963774abd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:12.608584 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d629c5e-20a3-4bc1-970a-ca963774abd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:12.660927 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d629c5e-20a3-4bc1-970a-ca963774abd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:12.690574 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d629c5e-20a3-4bc1-970a-ca963774abd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff89cc37-778f-4ede-b675-1731054cf249,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:12.695405 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d629c5e-20a3-4bc1-970a-ca963774abd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:12.697637 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3d629c5e-20a3-4bc1-970a-ca963774abd6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ff89cc37-778f-4ede-b675-1731054cf249 HTTP/1.1" status: 204 len: 168 time: 0.2099769 Jul 05 10:34:12.700007 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45904) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:12.703640 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d629c5e-20a3-4bc1-970a-ca963774abd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:12.704026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d629c5e-20a3-4bc1-970a-ca963774abd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:12.704376 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d629c5e-20a3-4bc1-970a-ca963774abd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:12.704721 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d629c5e-20a3-4bc1-970a-ca963774abd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:12.705058 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d629c5e-20a3-4bc1-970a-ca963774abd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:12.705957 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d629c5e-20a3-4bc1-970a-ca963774abd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:12.706306 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d629c5e-20a3-4bc1-970a-ca963774abd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:12.706639 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d629c5e-20a3-4bc1-970a-ca963774abd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:12.706970 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d629c5e-20a3-4bc1-970a-ca963774abd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:12.707302 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d629c5e-20a3-4bc1-970a-ca963774abd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:12.707627 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d629c5e-20a3-4bc1-970a-ca963774abd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:12.707983 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d629c5e-20a3-4bc1-970a-ca963774abd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:12.766711 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f8773cc-eb41-4ddd-9e4b-38ed3b350bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:12.847193 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f8773cc-eb41-4ddd-9e4b-38ed3b350bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:12.856620 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-8f8773cc-eb41-4ddd-9e4b-38ed3b350bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848fb749-07a2-4cef-955e-f9bb66a50cef']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:12.866758 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-8f8773cc-eb41-4ddd-9e4b-38ed3b350bf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3bfef96-add6-48cc-a3f5-4eb6e87f6482') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:12.867052 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-8f8773cc-eb41-4ddd-9e4b-38ed3b350bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3bfef96-add6-48cc-a3f5-4eb6e87f6482') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:12.875556 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f8773cc-eb41-4ddd-9e4b-38ed3b350bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:12.889192 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f8773cc-eb41-4ddd-9e4b-38ed3b350bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:12.894724 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8773cc-eb41-4ddd-9e4b-38ed3b350bf2 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:34:12.895103 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f8773cc-eb41-4ddd-9e4b-38ed3b350bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:34:12.896730 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:34:12.948123 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f8773cc-eb41-4ddd-9e4b-38ed3b350bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:12.953238 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f8773cc-eb41-4ddd-9e4b-38ed3b350bf2 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:12.955041 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8f8773cc-eb41-4ddd-9e4b-38ed3b350bf2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/848fb749-07a2-4cef-955e-f9bb66a50cef HTTP/1.1" status: 204 len: 168 time: 0.2540207 Jul 05 10:34:12.966191 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8773cc-eb41-4ddd-9e4b-38ed3b350bf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=848fb749-07a2-4cef-955e-f9bb66a50cef,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:13.058665 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45908) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:13.098218 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4f92bfa3-8f67-404c-97e6-8cbbadcc6ffa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d4e40ece52cc488ab7f80f57e9c3c8a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383568 Jul 05 10:34:13.100601 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45910) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:13.147041 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-107b9654-e359-41b7-9378-00e2a787860c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:13.167991 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-107b9654-e359-41b7-9378-00e2a787860c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:13.213999 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-107b9654-e359-41b7-9378-00e2a787860c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:13.217438 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-107b9654-e359-41b7-9378-00e2a787860c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:13.218768 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-107b9654-e359-41b7-9378-00e2a787860c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/874fdced-4a03-49b9-b79c-69558d18061f HTTP/1.1" status: 204 len: 168 time: 0.1172278 Jul 05 10:34:13.227391 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b9654-e359-41b7-9378-00e2a787860c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874fdced-4a03-49b9-b79c-69558d18061f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:13.869259 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45932) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:13.960982 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0d9060a9-28ee-4c97-82d6-8a2cb4a7c4eb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2104431249-network', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:13.981431 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9060a9-28ee-4c97-82d6-8a2cb4a7c4eb admin admin] Made reservation on behalf of 00e8393afc484b1f8eb0247bc261d22e for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:34:13.983660 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d9060a9-28ee-4c97-82d6-8a2cb4a7c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:13.992049 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d9060a9-28ee-4c97-82d6-8a2cb4a7c4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:14.087201 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d9060a9-28ee-4c97-82d6-8a2cb4a7c4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:14.091410 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d9060a9-28ee-4c97-82d6-8a2cb4a7c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:14.119222 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9060a9-28ee-4c97-82d6-8a2cb4a7c4eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:34:14.124625 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9060a9-28ee-4c97-82d6-8a2cb4a7c4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6bf4ba-9e3f-4fb7-838d-e1a4e225e36d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:14.134006 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d9060a9-28ee-4c97-82d6-8a2cb4a7c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:14.134207 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-0d9060a9-28ee-4c97-82d6-8a2cb4a7c4eb admin admin] Added segment b54897eb-e08d-4d8a-8688-575f08a059ed of type vlan for network 2e00388c-443a-4492-a417-fa464345c863 Jul 05 10:34:14.175104 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d9060a9-28ee-4c97-82d6-8a2cb4a7c4eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:14.202656 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d9060a9-28ee-4c97-82d6-8a2cb4a7c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:14.203599 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9060a9-28ee-4c97-82d6-8a2cb4a7c4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:14.204211 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d9060a9-28ee-4c97-82d6-8a2cb4a7c4eb admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:14.256043 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0d9060a9-28ee-4c97-82d6-8a2cb4a7c4eb admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3855047 Jul 05 10:34:14.258950 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45936) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:14.262940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9060a9-28ee-4c97-82d6-8a2cb4a7c4eb admin admin] Pushing event updated for resources: {'Network': ['ID=2e00388c-443a-4492-a417-fa464345c863,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:14.264576 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7226bb08-f3c6-48ab-ab73-26fff573709f admin admin] Request body: {'subnet': {'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2104431249-subnet', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:14.272872 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 2e00388c-443a-4492-a417-fa464345c863 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:34:14.289251 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7226bb08-f3c6-48ab-ab73-26fff573709f admin admin] Made reservation on behalf of 00e8393afc484b1f8eb0247bc261d22e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:34:14.291931 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7226bb08-f3c6-48ab-ab73-26fff573709f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:14.460854 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7226bb08-f3c6-48ab-ab73-26fff573709f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:14.516238 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226bb08-f3c6-48ab-ab73-26fff573709f admin admin] Pushing event updated for resources: {'Subnet': ['ID=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:14.525420 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226bb08-f3c6-48ab-ab73-26fff573709f admin admin] Checking segment: {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:34:14.525788 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7226bb08-f3c6-48ab-ab73-26fff573709f admin admin] Network hostable DHCP agents. Network: 2e00388c-443a-4492-a417-fa464345c863, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:34:14.542763 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7226bb08-f3c6-48ab-ab73-26fff573709f admin admin] Network 2e00388c-443a-4492-a417-fa464345c863 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:34:14.551612 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-7226bb08-f3c6-48ab-ab73-26fff573709f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 2e00388c-443a-4492-a417-fa464345c863) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:34:14.555678 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7226bb08-f3c6-48ab-ab73-26fff573709f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:14.556297 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7226bb08-f3c6-48ab-ab73-26fff573709f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:14.560941 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686c0e6a-cf49-48ef-b556-3bda03361cad None None] Network 2e00388c-443a-4492-a417-fa464345c863 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:34:14.571947 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7226bb08-f3c6-48ab-ab73-26fff573709f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3112943 Jul 05 10:34:14.574551 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45938) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:14.579010 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a3e328cc-90c0-48d3-92f7-1ec4c622ba48 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:14.600793 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3e328cc-90c0-48d3-92f7-1ec4c622ba48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:14.601821 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3e328cc-90c0-48d3-92f7-1ec4c622ba48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:14.632125 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 524a4d8a-c550-406e-a8e1-f9f7bb79e322 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:34:14.655058 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 524a4d8a-c550-406e-a8e1-f9f7bb79e322 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:34:14.655419 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 524a4d8a-c550-406e-a8e1-f9f7bb79e322 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:34:14.656787 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3e328cc-90c0-48d3-92f7-1ec4c622ba48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:14.739622 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638c6cb0-91c3-4c68-9453-69d0baf72c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-2e00388c-443a-4492-a417-fa464345c863', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:34:14.740525 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-638c6cb0-91c3-4c68-9453-69d0baf72c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:14.792008 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3e328cc-90c0-48d3-92f7-1ec4c622ba48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:14.874282 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-638c6cb0-91c3-4c68-9453-69d0baf72c6d None None] Allocated IP 172.20.0.2 (2e00388c-443a-4492-a417-fa464345c863/56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260/d5170307-bb3d-4826-a3e6-71fbdb5259e5) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:34:14.985376 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3e328cc-90c0-48d3-92f7-1ec4c622ba48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:15.004387 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3e328cc-90c0-48d3-92f7-1ec4c622ba48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:15.011055 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-638c6cb0-91c3-4c68-9453-69d0baf72c6d None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:15.020694 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-638c6cb0-91c3-4c68-9453-69d0baf72c6d None None] Transition to ACTIVE for port object d5170307-bb3d-4826-a3e6-71fbdb5259e5 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:34:15.035821 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-638c6cb0-91c3-4c68-9453-69d0baf72c6d None None] Transition to ACTIVE for port object d5170307-bb3d-4826-a3e6-71fbdb5259e5 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:34:15.042373 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-638c6cb0-91c3-4c68-9453-69d0baf72c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:15.083079 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638c6cb0-91c3-4c68-9453-69d0baf72c6d None None] Network 2e00388c-443a-4492-a417-fa464345c863 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:34:15.089804 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-638c6cb0-91c3-4c68-9453-69d0baf72c6d None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:34:15.092651 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638c6cb0-91c3-4c68-9453-69d0baf72c6d None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:34:15.102562 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c6cb0-91c3-4c68-9453-69d0baf72c6d None None] Pushing event updated for resources: {'Port': ['ID=d5170307-bb3d-4826-a3e6-71fbdb5259e5,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:15.110594 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-a3e328cc-90c0-48d3-92f7-1ec4c622ba48 admin admin] Allocated IP 172.25.7.211 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/82c7cf36-4a82-4bd5-81a5-66721e14846c) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:34:15.154106 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-638c6cb0-91c3-4c68-9453-69d0baf72c6d None None] Attempting to bind port d5170307-bb3d-4826-a3e6-71fbdb5259e5 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:34:15.154467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-638c6cb0-91c3-4c68-9453-69d0baf72c6d None None] Attempting to bind port d5170307-bb3d-4826-a3e6-71fbdb5259e5 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:34:15.154828 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638c6cb0-91c3-4c68-9453-69d0baf72c6d None None] Attempting to bind port d5170307-bb3d-4826-a3e6-71fbdb5259e5 on network 2e00388c-443a-4492-a417-fa464345c863 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:34:15.160283 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638c6cb0-91c3-4c68-9453-69d0baf72c6d None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:34:15.160659 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638c6cb0-91c3-4c68-9453-69d0baf72c6d None None] Checking segment: {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:34:15.161060 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-638c6cb0-91c3-4c68-9453-69d0baf72c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:15.161451 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638c6cb0-91c3-4c68-9453-69d0baf72c6d None None] Bound using segment: {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:34:15.161915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-638c6cb0-91c3-4c68-9453-69d0baf72c6d None None] Bound port: d5170307-bb3d-4826-a3e6-71fbdb5259e5, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:34:15.162294 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-638c6cb0-91c3-4c68-9453-69d0baf72c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:15.211138 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3e328cc-90c0-48d3-92f7-1ec4c622ba48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:15.230120 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-638c6cb0-91c3-4c68-9453-69d0baf72c6d None None] For port d5170307-bb3d-4826-a3e6-71fbdb5259e5, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:34:15.233191 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-638c6cb0-91c3-4c68-9453-69d0baf72c6d None None] For port d5170307-bb3d-4826-a3e6-71fbdb5259e5, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d5170307-bb3d-4826-a3e6-71fbdb5259e5,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:34:15.236908 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-638c6cb0-91c3-4c68-9453-69d0baf72c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:15.258467 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3e328cc-90c0-48d3-92f7-1ec4c622ba48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:15.302038 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c6cb0-91c3-4c68-9453-69d0baf72c6d None None] Pushing event updated for resources: {'Port': ['ID=d5170307-bb3d-4826-a3e6-71fbdb5259e5,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:15.618264 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e328cc-90c0-48d3-92f7-1ec4c622ba48 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:34:15.624713 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a3e328cc-90c0-48d3-92f7-1ec4c622ba48 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:34:15.629799 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e328cc-90c0-48d3-92f7-1ec4c622ba48 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:34:15.632489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e328cc-90c0-48d3-92f7-1ec4c622ba48 admin admin] Pushing event updated for resources: {'Port': ['ID=82c7cf36-4a82-4bd5-81a5-66721e14846c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:15.870872 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3e328cc-90c0-48d3-92f7-1ec4c622ba48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:16.074389 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3e328cc-90c0-48d3-92f7-1ec4c622ba48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:16.207278 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e328cc-90c0-48d3-92f7-1ec4c622ba48 admin admin] Router b3cfb868-fe8d-4810-8858-019dae474b2c is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:34:16.212964 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d691f83-155a-498b-9ce3-3e97bda0c2a0 None None] Network 2e00388c-443a-4492-a417-fa464345c863 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:34:16.301515 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5378c828-6e1a-46ae-ba98-efb6aaa8f49b None None] Provisioning for port d5170307-bb3d-4826-a3e6-71fbdb5259e5 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:34:16.316575 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e328cc-90c0-48d3-92f7-1ec4c622ba48 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:34:16.328474 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] Sync routers for ids ['b3cfb868-fe8d-4810-8858-019dae474b2c'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:34:16.336879 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3e328cc-90c0-48d3-92f7-1ec4c622ba48 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:16.339881 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a3e328cc-90c0-48d3-92f7-1ec4c622ba48 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7627451 Jul 05 10:34:16.340304 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] Routers {'b3cfb868-fe8d-4810-8858-019dae474b2c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:34:16.340304 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:33:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b3cfb868-fe8d-4810-8858-019dae474b2c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:16.341140 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45940) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:16.450441 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] Set router b3cfb868-fe8d-4810-8858-019dae474b2c gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:34:16.733377 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:15Z', 'revision_number': 3, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:16.762403 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] Checking router: b3cfb868-fe8d-4810-8858-019dae474b2c for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:34:16.762754 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] Updating router b3cfb868-fe8d-4810-8858-019dae474b2c port 82c7cf36-4a82-4bd5-81a5-66721e14846c binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:34:16.791089 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8503bdf-513e-41df-a378-fb4af6fc2c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:16.796744 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:16.991602 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-a8503bdf-513e-41df-a378-fb4af6fc2c1d admin admin] Allocated IP 172.20.0.1 (2e00388c-443a-4492-a417-fa464345c863/56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260/91b83bb5-d274-44c4-9283-b90e77d35637) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:34:17.042034 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:17.052255 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] Transition to ACTIVE for port object 82c7cf36-4a82-4bd5-81a5-66721e14846c will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:34:17.057697 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:17.101917 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8503bdf-513e-41df-a378-fb4af6fc2c1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:17.109194 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] Attempting to bind port 82c7cf36-4a82-4bd5-81a5-66721e14846c on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:34:17.109565 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] Attempting to bind port 82c7cf36-4a82-4bd5-81a5-66721e14846c by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:34:17.109922 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] Attempting to bind port 82c7cf36-4a82-4bd5-81a5-66721e14846c on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:34:17.115293 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-a8503bdf-513e-41df-a378-fb4af6fc2c1d admin admin] Transition to ACTIVE for port object 91b83bb5-d274-44c4-9283-b90e77d35637 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:34:17.116620 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51b67c-7556-4341-88db-b2d8dfce115e None None] Pushing event updated for resources: {'Port': ['ID=82c7cf36-4a82-4bd5-81a5-66721e14846c,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:17.119736 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:34:17.120132 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:34:17.120528 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:17.120916 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:34:17.121371 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] Bound port: 82c7cf36-4a82-4bd5-81a5-66721e14846c, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:34:17.121747 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:17.144321 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da51b67c-7556-4341-88db-b2d8dfce115e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:17.144663 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da51b67c-7556-4341-88db-b2d8dfce115e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:17.144997 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da51b67c-7556-4341-88db-b2d8dfce115e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:17.145330 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da51b67c-7556-4341-88db-b2d8dfce115e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:17.145656 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da51b67c-7556-4341-88db-b2d8dfce115e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:17.145980 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da51b67c-7556-4341-88db-b2d8dfce115e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:17.146337 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da51b67c-7556-4341-88db-b2d8dfce115e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:17.146660 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da51b67c-7556-4341-88db-b2d8dfce115e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:17.146988 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da51b67c-7556-4341-88db-b2d8dfce115e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:17.147309 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da51b67c-7556-4341-88db-b2d8dfce115e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:17.147627 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da51b67c-7556-4341-88db-b2d8dfce115e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:17.147984 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da51b67c-7556-4341-88db-b2d8dfce115e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:17.151465 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8503bdf-513e-41df-a378-fb4af6fc2c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:17.183251 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] For port 82c7cf36-4a82-4bd5-81a5-66721e14846c, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:34:17.187123 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] For port 82c7cf36-4a82-4bd5-81a5-66721e14846c, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=82c7cf36-4a82-4bd5-81a5-66721e14846c,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:34:17.192621 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:17.192802 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8503bdf-513e-41df-a378-fb4af6fc2c1d admin admin] Network 2e00388c-443a-4492-a417-fa464345c863 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:34:17.198849 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a8503bdf-513e-41df-a378-fb4af6fc2c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:34:17.203494 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8503bdf-513e-41df-a378-fb4af6fc2c1d admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:34:17.206203 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8503bdf-513e-41df-a378-fb4af6fc2c1d admin admin] Pushing event updated for resources: {'Port': ['ID=91b83bb5-d274-44c4-9283-b90e77d35637,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:17.248494 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8503bdf-513e-41df-a378-fb4af6fc2c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:17.250785 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] Routers {'b3cfb868-fe8d-4810-8858-019dae474b2c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:34:17.253051 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:33:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b3cfb868-fe8d-4810-8858-019dae474b2c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:17.290561 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51b67c-7556-4341-88db-b2d8dfce115e None None] Pushing event updated for resources: {'Port': ['ID=82c7cf36-4a82-4bd5-81a5-66721e14846c,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:17.372121 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] Set router b3cfb868-fe8d-4810-8858-019dae474b2c gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:34:17.400570 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8503bdf-513e-41df-a378-fb4af6fc2c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:17.481737 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1fa410fb-c144-44bb-964a-4bc7cdcb9a2f None None] Provisioning for port 91b83bb5-d274-44c4-9283-b90e77d35637 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:34:17.488446 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1fa410fb-c144-44bb-964a-4bc7cdcb9a2f None None] Provisioning complete for port 91b83bb5-d274-44c4-9283-b90e77d35637 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:17.488951 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1fa410fb-c144-44bb-964a-4bc7cdcb9a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:17.517445 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d5170307-bb3d-4826-a3e6-71fbdb5259e5 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:34:17.559295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1fa410fb-c144-44bb-964a-4bc7cdcb9a2f None None] Port 91b83bb5-d274-44c4-9283-b90e77d35637 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:34:17.581172 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port d5170307-bb3d-4826-a3e6-71fbdb5259e5 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:34:17.584900 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port d5170307-bb3d-4826-a3e6-71fbdb5259e5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:17.585283 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:17.586027 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8503bdf-513e-41df-a378-fb4af6fc2c1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:17.592192 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8503bdf-513e-41df-a378-fb4af6fc2c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:17.594850 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:15Z', 'revision_number': 3, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:17.626178 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe30bc1-98cb-437f-b92e-a54e2452b258 None None] The sync data for ids ['b3cfb868-fe8d-4810-8858-019dae474b2c'] in n-d-798054-8 is: [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:15Z', 'revision_number': 3, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:34:17.664434 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8503bdf-513e-41df-a378-fb4af6fc2c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:17.666228 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8503bdf-513e-41df-a378-fb4af6fc2c1d admin admin] Pushing event updated for resources: {'Port': ['ID=91b83bb5-d274-44c4-9283-b90e77d35637,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:17.697089 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:17.735549 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port d5170307-bb3d-4826-a3e6-71fbdb5259e5, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d5170307-bb3d-4826-a3e6-71fbdb5259e5,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:17.740353 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:17.765167 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8503bdf-513e-41df-a378-fb4af6fc2c1d admin admin] Network 2e00388c-443a-4492-a417-fa464345c863 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:34:17.766916 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a8503bdf-513e-41df-a378-fb4af6fc2c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:34:17.792248 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=d5170307-bb3d-4826-a3e6-71fbdb5259e5,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:17.913406 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8503bdf-513e-41df-a378-fb4af6fc2c1d admin admin] Router b3cfb868-fe8d-4810-8858-019dae474b2c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:34:18.032382 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8503bdf-513e-41df-a378-fb4af6fc2c1d admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:34:18.038097 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a8503bdf-513e-41df-a378-fb4af6fc2c1d admin admin] 10.222.0.79 "PUT /v2.0/routers/b3cfb868-fe8d-4810-8858-019dae474b2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6958535 Jul 05 10:34:18.082188 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-70fd55a1-c0d0-451e-9e32-e002de3ee5ee None None] Provisioning complete for port 91b83bb5-d274-44c4-9283-b90e77d35637 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:18.082639 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-70fd55a1-c0d0-451e-9e32-e002de3ee5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:18.118126 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-70fd55a1-c0d0-451e-9e32-e002de3ee5ee None None] Port 91b83bb5-d274-44c4-9283-b90e77d35637 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:34:18.609570 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45950) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:18.615406 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e72f9f02-24a5-4013-b76f-9f8ba36f7071 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Request body: {'security_group': {'name': 'tempest-securitygroup--573100094', 'description': 'tempest-description--1337403674'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:18.636908 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e72f9f02-24a5-4013-b76f-9f8ba36f7071 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:18.715820 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e72f9f02-24a5-4013-b76f-9f8ba36f7071 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:18.719244 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e72f9f02-24a5-4013-b76f-9f8ba36f7071 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:18.747381 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e72f9f02-24a5-4013-b76f-9f8ba36f7071 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:18.748681 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e72f9f02-24a5-4013-b76f-9f8ba36f7071 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1379857 Jul 05 10:34:18.749896 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f9f02-24a5-4013-b76f-9f8ba36f7071 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=038602bd-889e-4647-8ffc-e63461211ecb,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:18.753233 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 45952) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:18.758331 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-977a1673-0ca5-44aa-86f9-8ef9918b30da tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Request body: {'security_group_rule': {'security_group_id': '038602bd-889e-4647-8ffc-e63461211ecb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:18.787029 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-977a1673-0ca5-44aa-86f9-8ef9918b30da tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:18.850736 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-977a1673-0ca5-44aa-86f9-8ef9918b30da tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:18.854149 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-977a1673-0ca5-44aa-86f9-8ef9918b30da tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:18.872878 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a1673-0ca5-44aa-86f9-8ef9918b30da tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685a1e4d-adb8-45c9-ada9-2e752b722df8,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:18.876509 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-977a1673-0ca5-44aa-86f9-8ef9918b30da tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:18.881391 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45954) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:18.881511 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-977a1673-0ca5-44aa-86f9-8ef9918b30da tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267481 Jul 05 10:34:18.886677 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9fdf9101-1703-4355-9df8-d67641a457a6 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Request body: {'security_group_rule': {'security_group_id': '038602bd-889e-4647-8ffc-e63461211ecb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:18.913404 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9fdf9101-1703-4355-9df8-d67641a457a6 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:18.975207 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9fdf9101-1703-4355-9df8-d67641a457a6 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:18.978592 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9fdf9101-1703-4355-9df8-d67641a457a6 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:18.995799 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf9101-1703-4355-9df8-d67641a457a6 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faad9296-f525-403e-8c99-4137daf33b55,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:19.004701 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9fdf9101-1703-4355-9df8-d67641a457a6 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:19.005963 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9fdf9101-1703-4355-9df8-d67641a457a6 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231923 Jul 05 10:34:19.008919 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 45956) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:19.013507 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7ed71240-c485-49bf-9269-69b50bd85c38 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:19.034557 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ed71240-c485-49bf-9269-69b50bd85c38 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:19.073143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844ad5d2-5f64-4083-960f-15226314309a None None] Sync routers for ids ['b3cfb868-fe8d-4810-8858-019dae474b2c'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:34:19.082887 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844ad5d2-5f64-4083-960f-15226314309a None None] Routers {'b3cfb868-fe8d-4810-8858-019dae474b2c'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:34:19.083540 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-844ad5d2-5f64-4083-960f-15226314309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:33:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b3cfb868-fe8d-4810-8858-019dae474b2c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:19.130851 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ed71240-c485-49bf-9269-69b50bd85c38 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:19.190394 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-844ad5d2-5f64-4083-960f-15226314309a None None] Set router b3cfb868-fe8d-4810-8858-019dae474b2c gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:34:19.237256 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-7ed71240-c485-49bf-9269-69b50bd85c38 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Allocated IP 172.25.7.170 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/a1dbd556-fdde-42d3-9bbb-e92dac0100ad) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:34:19.336140 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ed71240-c485-49bf-9269-69b50bd85c38 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:19.375736 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ed71240-c485-49bf-9269-69b50bd85c38 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:19.390462 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-844ad5d2-5f64-4083-960f-15226314309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 2, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:19.417435 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844ad5d2-5f64-4083-960f-15226314309a None None] Checking router: b3cfb868-fe8d-4810-8858-019dae474b2c for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:34:19.418299 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844ad5d2-5f64-4083-960f-15226314309a None None] Updating router b3cfb868-fe8d-4810-8858-019dae474b2c port 91b83bb5-d274-44c4-9283-b90e77d35637 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:34:19.421773 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed71240-c485-49bf-9269-69b50bd85c38 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:34:19.425123 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-7ed71240-c485-49bf-9269-69b50bd85c38 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:34:19.428187 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed71240-c485-49bf-9269-69b50bd85c38 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:34:19.434030 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed71240-c485-49bf-9269-69b50bd85c38 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Pushing event updated for resources: {'Port': ['ID=a1dbd556-fdde-42d3-9bbb-e92dac0100ad,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:19.457269 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-844ad5d2-5f64-4083-960f-15226314309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:19.519452 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ed71240-c485-49bf-9269-69b50bd85c38 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:19.564457 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ed71240-c485-49bf-9269-69b50bd85c38 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:19.568398 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 82c7cf36-4a82-4bd5-81a5-66721e14846c up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:34:19.678182 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 82c7cf36-4a82-4bd5-81a5-66721e14846c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:34:19.684085 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 82c7cf36-4a82-4bd5-81a5-66721e14846c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:19.684461 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:19.721358 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ed71240-c485-49bf-9269-69b50bd85c38 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:19.725963 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ed71240-c485-49bf-9269-69b50bd85c38 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:19.793233 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed71240-c485-49bf-9269-69b50bd85c38 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Pushing event updated for resources: {'Port': ['ID=a1dbd556-fdde-42d3-9bbb-e92dac0100ad,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:19.809188 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ed71240-c485-49bf-9269-69b50bd85c38 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:19.822217 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ed71240-c485-49bf-9269-69b50bd85c38 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:19.831639 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7ed71240-c485-49bf-9269-69b50bd85c38 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8135939 Jul 05 10:34:19.831814 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:19.863665 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 82c7cf36-4a82-4bd5-81a5-66721e14846c, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=82c7cf36-4a82-4bd5-81a5-66721e14846c,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:19.866273 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-844ad5d2-5f64-4083-960f-15226314309a None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:19.870240 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:19.871017 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d5170307-bb3d-4826-a3e6-71fbdb5259e5 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:34:19.902503 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-844ad5d2-5f64-4083-960f-15226314309a None None] Transition to ACTIVE for port object 91b83bb5-d274-44c4-9283-b90e77d35637 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:34:19.929586 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-844ad5d2-5f64-4083-960f-15226314309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:19.966050 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-f3cd2859-b38c-4e64-b19a-b3b5744bae27 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--573100094&fields=id&tenant_id=00e8393afc484b1f8eb0247bc261d22e HTTP/1.1" status: 200 len: 267 time: 0.0342295 Jul 05 10:34:19.980905 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=82c7cf36-4a82-4bd5-81a5-66721e14846c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:19.993541 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:19.993898 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:19.994243 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:19.994583 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:19.994912 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:19.996092 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:19.996092 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:19.996092 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:19.996344 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:19.996558 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:19.996886 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:19.997213 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:20.068178 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port d5170307-bb3d-4826-a3e6-71fbdb5259e5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:20.068559 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:20.082562 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-0cc24e23-471c-4d40-89ab-22f310ae9f41 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:20.084556 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-0cc24e23-471c-4d40-89ab-22f310ae9f41 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 812 time: 0.1104691 Jul 05 10:34:20.100780 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-37f6bd4b-6807-4d19-a5ac-93127db7fe16 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/quotas/00e8393afc484b1f8eb0247bc261d22e HTTP/1.1" status: 200 len: 375 time: 0.0099545 Jul 05 10:34:20.118451 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-844ad5d2-5f64-4083-960f-15226314309a None None] Attempting to bind port 91b83bb5-d274-44c4-9283-b90e77d35637 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:34:20.118959 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-844ad5d2-5f64-4083-960f-15226314309a None None] Attempting to bind port 91b83bb5-d274-44c4-9283-b90e77d35637 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:34:20.119963 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ad5d2-5f64-4083-960f-15226314309a None None] Attempting to bind port 91b83bb5-d274-44c4-9283-b90e77d35637 on network 2e00388c-443a-4492-a417-fa464345c863 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:34:20.130412 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ad5d2-5f64-4083-960f-15226314309a None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:34:20.130792 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ad5d2-5f64-4083-960f-15226314309a None None] Checking segment: {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:34:20.131203 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-844ad5d2-5f64-4083-960f-15226314309a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:20.131603 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ad5d2-5f64-4083-960f-15226314309a None None] Bound using segment: {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:34:20.132176 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-844ad5d2-5f64-4083-960f-15226314309a None None] Bound port: 91b83bb5-d274-44c4-9283-b90e77d35637, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:34:20.132563 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-844ad5d2-5f64-4083-960f-15226314309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:20.134342 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe2945-99bf-4788-b802-df0f4ddab206 None None] Pushing event updated for resources: {'Port': ['ID=91b83bb5-d274-44c4-9283-b90e77d35637,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:20.184510 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-56103b92-beec-4b01-846a-df629e1c63f2 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0765827 Jul 05 10:34:20.282809 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-b1cc238c-c062-4450-b569-6562c0189bb7 service neutron] 10.222.0.79 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859139 Jul 05 10:34:20.382617 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-01bb8eff-b5af-453c-9de8-4871cfcd42da service neutron] 10.222.0.79 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939853 Jul 05 10:34:20.387372 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-844ad5d2-5f64-4083-960f-15226314309a None None] For port 91b83bb5-d274-44c4-9283-b90e77d35637, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:34:20.407541 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-844ad5d2-5f64-4083-960f-15226314309a None None] For port 91b83bb5-d274-44c4-9283-b90e77d35637, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=91b83bb5-d274-44c4-9283-b90e77d35637,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:34:20.413778 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-844ad5d2-5f64-4083-960f-15226314309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:20.472729 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844ad5d2-5f64-4083-960f-15226314309a None None] Routers {'b3cfb868-fe8d-4810-8858-019dae474b2c'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:34:20.473374 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-844ad5d2-5f64-4083-960f-15226314309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:33:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b3cfb868-fe8d-4810-8858-019dae474b2c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:20.476560 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe2945-99bf-4788-b802-df0f4ddab206 None None] Pushing event updated for resources: {'Port': ['ID=91b83bb5-d274-44c4-9283-b90e77d35637,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:20.580886 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-14c40666-c938-4cdc-85d5-e488dfd6a114 req-bfb1047c-85e7-43f4-a7a2-3a4298924f67 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 210 time: 0.0484431 Jul 05 10:34:20.619342 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-844ad5d2-5f64-4083-960f-15226314309a None None] Set router b3cfb868-fe8d-4810-8858-019dae474b2c gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:34:20.838583 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-844ad5d2-5f64-4083-960f-15226314309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:20Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:20.869968 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844ad5d2-5f64-4083-960f-15226314309a None None] The sync data for ids ['b3cfb868-fe8d-4810-8858-019dae474b2c'] in n-d-798054-8 is: [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:20Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:34:20.995971 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-700f2813-5285-4119-a1ef-2c5b862f655f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:21.529869 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 82c7cf36-4a82-4bd5-81a5-66721e14846c up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:34:21.582276 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 82c7cf36-4a82-4bd5-81a5-66721e14846c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:21.582654 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:21.684488 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 91b83bb5-d274-44c4-9283-b90e77d35637 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:34:21.728066 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f26aa48c-4991-4959-a9d7-cc99e38dff40 req-cd60fca8-6791-4aeb-a24d-3c66a08f7d9d tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 210 time: 0.0336180 Jul 05 10:34:21.743660 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 91b83bb5-d274-44c4-9283-b90e77d35637 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:34:21.748324 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 91b83bb5-d274-44c4-9283-b90e77d35637 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:21.749438 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:21.841396 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:21.891915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 91b83bb5-d274-44c4-9283-b90e77d35637, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=91b83bb5-d274-44c4-9283-b90e77d35637,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:21.898630 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:21.926933 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-bb1c065c-a596-4c60-8cdd-2d0dc21eaa83 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:21.928799 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-bb1c065c-a596-4c60-8cdd-2d0dc21eaa83 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.81 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 812 time: 0.1458008 Jul 05 10:34:21.958475 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=91b83bb5-d274-44c4-9283-b90e77d35637,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:21.979903 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-3c76a157-7eed-4b4c-8ff4-4b2db5e2d686 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00e8393afc484b1f8eb0247bc261d22e HTTP/1.1" status: 200 len: 379 time: 0.0402970 Jul 05 10:34:21.989199 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-465bd886-8da2-466a-b5fc-91c56f681840 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Request body: {'port': {'device_id': '5ffe629f-8f88-40d1-a78c-78eb75652fcf', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'admin_state_up': True, 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'security_groups': ['038602bd-889e-4647-8ffc-e63461211ecb']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:22.093861 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-465bd886-8da2-466a-b5fc-91c56f681840 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Made reservation on behalf of 00e8393afc484b1f8eb0247bc261d22e for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:34:22.097926 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-465bd886-8da2-466a-b5fc-91c56f681840 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:22.222552 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-465bd886-8da2-466a-b5fc-91c56f681840 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Allocated IP 172.20.0.5 (2e00388c-443a-4492-a417-fa464345c863/56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260/54369899-7690-4c69-95fb-b3178bb68c3c) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:34:22.359433 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-465bd886-8da2-466a-b5fc-91c56f681840 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:22.372687 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-465bd886-8da2-466a-b5fc-91c56f681840 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Transition to ACTIVE for port object 54369899-7690-4c69-95fb-b3178bb68c3c will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:34:22.405698 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-465bd886-8da2-466a-b5fc-91c56f681840 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:22.448013 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-465bd886-8da2-466a-b5fc-91c56f681840 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Network 2e00388c-443a-4492-a417-fa464345c863 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:34:22.451917 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-465bd886-8da2-466a-b5fc-91c56f681840 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:34:22.458993 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-465bd886-8da2-466a-b5fc-91c56f681840 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:34:22.490453 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465bd886-8da2-466a-b5fc-91c56f681840 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Pushing event updated for resources: {'Port': ['ID=54369899-7690-4c69-95fb-b3178bb68c3c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:22.517404 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-465bd886-8da2-466a-b5fc-91c56f681840 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:22.518116 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-465bd886-8da2-466a-b5fc-91c56f681840 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:22.532666 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-465bd886-8da2-466a-b5fc-91c56f681840 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5476606 Jul 05 10:34:22.545034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-ec2cf510-bc3e-491c-a496-ecf45e7e78e4 service neutron] Request body: {'port': {'device_id': '5ffe629f-8f88-40d1-a78c-78eb75652fcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:22.626277 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-ec2cf510-bc3e-491c-a496-ecf45e7e78e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:22.687529 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a61a1e55-202e-46a9-923c-9f09637848ae None None] Provisioning for port 54369899-7690-4c69-95fb-b3178bb68c3c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:34:22.692281 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a61a1e55-202e-46a9-923c-9f09637848ae None None] Provisioning complete for port 54369899-7690-4c69-95fb-b3178bb68c3c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:22.692812 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a61a1e55-202e-46a9-923c-9f09637848ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:22.728895 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a61a1e55-202e-46a9-923c-9f09637848ae None None] Port 54369899-7690-4c69-95fb-b3178bb68c3c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:34:22.930976 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-ec2cf510-bc3e-491c-a496-ecf45e7e78e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54369899-7690-4c69-95fb-b3178bb68c3c {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:34:22.939639 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-ec2cf510-bc3e-491c-a496-ecf45e7e78e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:22.960002 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-ec2cf510-bc3e-491c-a496-ecf45e7e78e4 service neutron] Transition to ACTIVE for port object 54369899-7690-4c69-95fb-b3178bb68c3c will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:34:22.965211 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-ec2cf510-bc3e-491c-a496-ecf45e7e78e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:22.984810 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cba78b-6201-464d-a56b-3e5ff05662f8 req-fa08407b-ec91-4700-b105-0e529633adca tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:22.986276 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33cba78b-6201-464d-a56b-3e5ff05662f8 req-fa08407b-ec91-4700-b105-0e529633adca tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 931 time: 0.1302521 Jul 05 10:34:23.050623 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2cf510-bc3e-491c-a496-ecf45e7e78e4 service neutron] Pushing event updated for resources: {'Port': ['ID=54369899-7690-4c69-95fb-b3178bb68c3c,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:23.083348 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-33cba78b-6201-464d-a56b-3e5ff05662f8 req-221e775e-b60b-40b4-9121-9c419bb5a368 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772192 Jul 05 10:34:23.133680 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-ec2cf510-bc3e-491c-a496-ecf45e7e78e4 service neutron] Attempting to bind port 54369899-7690-4c69-95fb-b3178bb68c3c on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:34:23.134045 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-ec2cf510-bc3e-491c-a496-ecf45e7e78e4 service neutron] Attempting to bind port 54369899-7690-4c69-95fb-b3178bb68c3c by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:34:23.134447 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-ec2cf510-bc3e-491c-a496-ecf45e7e78e4 service neutron] Attempting to bind port 54369899-7690-4c69-95fb-b3178bb68c3c on network 2e00388c-443a-4492-a417-fa464345c863 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:34:23.139489 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-ec2cf510-bc3e-491c-a496-ecf45e7e78e4 service neutron] Port 54369899-7690-4c69-95fb-b3178bb68c3c on network 2e00388c-443a-4492-a417-fa464345c863 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:34:23.139941 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-ec2cf510-bc3e-491c-a496-ecf45e7e78e4 service neutron] Attempting to bind port 54369899-7690-4c69-95fb-b3178bb68c3c on network 2e00388c-443a-4492-a417-fa464345c863 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:34:23.145821 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-ec2cf510-bc3e-491c-a496-ecf45e7e78e4 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:34:23.146167 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-ec2cf510-bc3e-491c-a496-ecf45e7e78e4 service neutron] Checking segment: {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:34:23.146559 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-ec2cf510-bc3e-491c-a496-ecf45e7e78e4 service neutron] Bound using segment: {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:34:23.146997 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-ec2cf510-bc3e-491c-a496-ecf45e7e78e4 service neutron] Bound port: 54369899-7690-4c69-95fb-b3178bb68c3c, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:34:23.147394 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-ec2cf510-bc3e-491c-a496-ecf45e7e78e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:23.219822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-ec2cf510-bc3e-491c-a496-ecf45e7e78e4 service neutron] For port 54369899-7690-4c69-95fb-b3178bb68c3c, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:34:23.223568 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-ec2cf510-bc3e-491c-a496-ecf45e7e78e4 service neutron] For port 54369899-7690-4c69-95fb-b3178bb68c3c, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=54369899-7690-4c69-95fb-b3178bb68c3c,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:34:23.227671 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-ec2cf510-bc3e-491c-a496-ecf45e7e78e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:23.261350 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-ec2cf510-bc3e-491c-a496-ecf45e7e78e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:23.262049 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-ec2cf510-bc3e-491c-a496-ecf45e7e78e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:23.263528 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-ec2cf510-bc3e-491c-a496-ecf45e7e78e4 service neutron] 10.222.0.81 "PUT /v2.0/ports/54369899-7690-4c69-95fb-b3178bb68c3c HTTP/1.1" status: 200 len: 1091 time: 0.7228029 Jul 05 10:34:23.263987 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffe629f-8f88-40d1-a78c-78eb75652fcf', 'tag': '54369899-7690-4c69-95fb-b3178bb68c3c'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:34:23.266277 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237f488a-3fb8-4f3c-b4d7-bc62c9094f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffe629f-8f88-40d1-a78c-78eb75652fcf", "tag": "54369899-7690-4c69-95fb-b3178bb68c3c"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:34:23.299333 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2cf510-bc3e-491c-a496-ecf45e7e78e4 service neutron] Pushing event updated for resources: {'Port': ['ID=54369899-7690-4c69-95fb-b3178bb68c3c,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:23.306305 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9b69ad-7191-407d-8bfd-4f1f39d4fd06 x-openstack-request-id: req-8c9b69ad-7191-407d-8bfd-4f1f39d4fd06 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:34:23.306677 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffe629f-8f88-40d1-a78c-78eb75652fcf", "tag": "54369899-7690-4c69-95fb-b3178bb68c3c", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:34:23.307009 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8c9b69ad-7191-407d-8bfd-4f1f39d4fd06 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:34:23.307485 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffe629f-8f88-40d1-a78c-78eb75652fcf', 'tag': '54369899-7690-4c69-95fb-b3178bb68c3c', 'status': 'completed', 'code': 200} Jul 05 10:34:23.357169 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-53204c70-74b1-4510-92fb-e13a7405aa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:23.369245 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-2c36e857-675b-4031-8ec1-bbebf161edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:23.370777 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-2c36e857-675b-4031-8ec1-bbebf161edd2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 1094 time: 0.0585251 Jul 05 10:34:23.418029 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-c0ccdd18-f5bf-4ab7-886f-9edb11d09125 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54369899-7690-4c69-95fb-b3178bb68c3c HTTP/1.1" status: 200 len: 217 time: 0.0397470 Jul 05 10:34:23.470180 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-987680d2-1fbf-40f1-8a0f-03586ca82926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:23.472260 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-987680d2-1fbf-40f1-8a0f-03586ca82926 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0488420 Jul 05 10:34:23.481783 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 91b83bb5-d274-44c4-9283-b90e77d35637 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:34:23.529565 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 91b83bb5-d274-44c4-9283-b90e77d35637 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:23.529954 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:23.536098 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-a437e3b3-3579-4d32-8123-f717b5f63dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:23.537703 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-a437e3b3-3579-4d32-8123-f717b5f63dc7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591314 Jul 05 10:34:23.636642 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-bb34993e-1415-4f0e-a27f-aa41f99ae4eb service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920677 Jul 05 10:34:23.683018 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:23.726863 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17ee223b-b1b7-48f3-9b52-fa26d438be82 req-b81b919a-a033-4fa3-802e-0d75cb1b7a82 service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829463 Jul 05 10:34:23.825718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f488a-3fb8-4f3c-b4d7-bc62c9094f5f req-b384ee65-fbd0-46cc-837d-d00737059fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:23.827250 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-237f488a-3fb8-4f3c-b4d7-bc62c9094f5f req-b384ee65-fbd0-46cc-837d-d00737059fe2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 1094 time: 0.0523963 Jul 05 10:34:23.917459 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f488a-3fb8-4f3c-b4d7-bc62c9094f5f req-88bf7a1e-fe6c-447e-be25-1eba9f7b90de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:23.918923 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-237f488a-3fb8-4f3c-b4d7-bc62c9094f5f req-88bf7a1e-fe6c-447e-be25-1eba9f7b90de service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0853803 Jul 05 10:34:23.961705 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-237f488a-3fb8-4f3c-b4d7-bc62c9094f5f req-8ed615f0-6353-4f03-addf-8c670aaaf064 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54369899-7690-4c69-95fb-b3178bb68c3c HTTP/1.1" status: 200 len: 217 time: 0.0358012 Jul 05 10:34:24.014071 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f488a-3fb8-4f3c-b4d7-bc62c9094f5f req-1fb5be70-f0ef-4665-8ee3-e646c00f1d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:24.015566 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-237f488a-3fb8-4f3c-b4d7-bc62c9094f5f req-1fb5be70-f0ef-4665-8ee3-e646c00f1d44 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0468836 Jul 05 10:34:24.072035 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f488a-3fb8-4f3c-b4d7-bc62c9094f5f req-84261957-4809-417f-be84-cf787f103a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:24.073505 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-237f488a-3fb8-4f3c-b4d7-bc62c9094f5f req-84261957-4809-417f-be84-cf787f103a3b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513525 Jul 05 10:34:24.165086 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-237f488a-3fb8-4f3c-b4d7-bc62c9094f5f req-b9347bc5-a3dc-4f10-98dc-b2b2e9f249fe service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826774 Jul 05 10:34:24.297687 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-237f488a-3fb8-4f3c-b4d7-bc62c9094f5f req-04ef0657-413e-463a-a28c-12708d2ea6ce service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254895 Jul 05 10:34:24.309196 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172abbf-6a44-476e-a8c4-013cf0abd325 req-00b51470-f9d6-46a4-a129-a71986c0d91b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:24.310638 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4172abbf-6a44-476e-a8c4-013cf0abd325 req-00b51470-f9d6-46a4-a129-a71986c0d91b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 943 time: 0.0929272 Jul 05 10:34:24.348476 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4172abbf-6a44-476e-a8c4-013cf0abd325 req-20bbc4c6-5cca-43d0-a3d8-fb79bd7fccfc tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313284 Jul 05 10:34:24.728339 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:25.524834 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04290e-4ddf-4d33-9b12-858f42e595c4 req-934f61cd-7627-4575-9bcf-bd3ef29cba86 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:25.526299 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb04290e-4ddf-4d33-9b12-858f42e595c4 req-934f61cd-7627-4575-9bcf-bd3ef29cba86 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 943 time: 0.0670717 Jul 05 10:34:25.563180 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb04290e-4ddf-4d33-9b12-858f42e595c4 req-55beeac1-372f-4ada-83dd-124682a63bdd tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313275 Jul 05 10:34:26.699592 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 54369899-7690-4c69-95fb-b3178bb68c3c details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:34:26.735478 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949ac65-4bc9-4362-bf3d-121a97cb5b55 req-13fd1c58-9bd1-401e-81b2-fa3baff3d422 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:26.737023 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6949ac65-4bc9-4362-bf3d-121a97cb5b55 req-13fd1c58-9bd1-401e-81b2-fa3baff3d422 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 943 time: 0.0633528 Jul 05 10:34:26.775479 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6949ac65-4bc9-4362-bf3d-121a97cb5b55 req-6ed3a41d-fe33-413d-b49e-7090551a8923 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329010 Jul 05 10:34:26.794351 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 54369899-7690-4c69-95fb-b3178bb68c3c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=54369899-7690-4c69-95fb-b3178bb68c3c,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:26.805622 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '54369899-7690-4c69-95fb-b3178bb68c3c', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'port_id': '54369899-7690-4c69-95fb-b3178bb68c3c', 'mac_address': 'fa:16:3e:1c:62:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:34:26.856501 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:26.857164 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:26.869701 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54369899-7690-4c69-95fb-b3178bb68c3c {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:34:26.889815 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 54369899-7690-4c69-95fb-b3178bb68c3c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=54369899-7690-4c69-95fb-b3178bb68c3c,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:26.894214 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:26.943546 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=54369899-7690-4c69-95fb-b3178bb68c3c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:27.089593 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['54369899-7690-4c69-95fb-b3178bb68c3c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:34:27.949319 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd637c-4d95-4079-9792-6480741bcd00 req-16a6b995-407d-4e39-bf8e-8dfe8d4b9052 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:27.950785 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c5fd637c-4d95-4079-9792-6480741bcd00 req-16a6b995-407d-4e39-bf8e-8dfe8d4b9052 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 944 time: 0.0632420 Jul 05 10:34:27.992120 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c5fd637c-4d95-4079-9792-6480741bcd00 req-7d6fc99c-8442-4615-b571-e02ffee6dc6f tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352268 Jul 05 10:34:28.707030 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 54369899-7690-4c69-95fb-b3178bb68c3c up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:34:28.754525 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 54369899-7690-4c69-95fb-b3178bb68c3c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:34:28.758159 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 54369899-7690-4c69-95fb-b3178bb68c3c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:28.758537 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:28.832963 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:28.857587 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffe629f-8f88-40d1-a78c-78eb75652fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54369899-7690-4c69-95fb-b3178bb68c3c'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:34:28.859978 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4790e25a-d4c3-4bbd-9379-e7a33e392ffa" -d '{"events": [{"server_uuid": "5ffe629f-8f88-40d1-a78c-78eb75652fcf", "name": "network-vif-plugged", "status": "completed", "tag": "54369899-7690-4c69-95fb-b3178bb68c3c"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:34:28.872667 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 54369899-7690-4c69-95fb-b3178bb68c3c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=54369899-7690-4c69-95fb-b3178bb68c3c,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:28.877104 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:28.912927 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cf72ec-559b-48cd-8c74-a64acc9360f2 x-openstack-request-id: req-43cf72ec-559b-48cd-8c74-a64acc9360f2 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:34:28.913227 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffe629f-8f88-40d1-a78c-78eb75652fcf", "name": "network-vif-plugged", "status": "completed", "tag": "54369899-7690-4c69-95fb-b3178bb68c3c", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:34:28.913489 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-43cf72ec-559b-48cd-8c74-a64acc9360f2 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:34:28.913879 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe629f-8f88-40d1-a78c-78eb75652fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54369899-7690-4c69-95fb-b3178bb68c3c', 'code': 200} Jul 05 10:34:28.929744 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=54369899-7690-4c69-95fb-b3178bb68c3c,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:29.023081 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464e81a-b2f1-4c01-8c55-3169b5ef3a28 req-1ffbc067-38ef-4f23-a812-e3cc0c1b554b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:29.024328 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4464e81a-b2f1-4c01-8c55-3169b5ef3a28 req-1ffbc067-38ef-4f23-a812-e3cc0c1b554b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 1096 time: 0.0526319 Jul 05 10:34:29.059338 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4464e81a-b2f1-4c01-8c55-3169b5ef3a28 req-5202233d-341c-4792-8e7f-c86858bf081b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290811 Jul 05 10:34:29.166081 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a712fe9-75c7-40b8-80c0-ca4dd1eab18d req-af1dc214-2930-4aa5-8be7-06a6998708cc tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:29.167458 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9a712fe9-75c7-40b8-80c0-ca4dd1eab18d req-af1dc214-2930-4aa5-8be7-06a6998708cc tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 945 time: 0.0630407 Jul 05 10:34:29.204480 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9a712fe9-75c7-40b8-80c0-ca4dd1eab18d req-d0cce561-c98c-447e-958a-52039c5890fa tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314167 Jul 05 10:34:30.381680 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2171cf-12bc-4604-81bd-b81a46c10422 req-4c62c4d4-96ec-43b0-8508-077b1c9bb536 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:30.383156 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2f2171cf-12bc-4604-81bd-b81a46c10422 req-4c62c4d4-96ec-43b0-8508-077b1c9bb536 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 945 time: 0.0666599 Jul 05 10:34:30.419877 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2f2171cf-12bc-4604-81bd-b81a46c10422 req-798ae4a6-1dea-489c-86a8-14341adebe7c tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312624 Jul 05 10:34:30.583410 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6fb4c-d7b2-4aa2-83fb-64e824a4bc90 req-e7015b72-633f-4ed1-9795-7ca73f13e258 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:30.584930 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f6a6fb4c-d7b2-4aa2-83fb-64e824a4bc90 req-e7015b72-633f-4ed1-9795-7ca73f13e258 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 945 time: 0.0627518 Jul 05 10:34:30.593860 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46008) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:30.598922 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7531b514-c7a4-4d08-a222-a3587be75d94 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Request body: {'floatingip': {'port_id': '54369899-7690-4c69-95fb-b3178bb68c3c'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:30.639498 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7531b514-c7a4-4d08-a222-a3587be75d94 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:31.086884 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7531b514-c7a4-4d08-a222-a3587be75d94 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:31.090626 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7531b514-c7a4-4d08-a222-a3587be75d94 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:31.186340 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-7531b514-c7a4-4d08-a222-a3587be75d94 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Floating IP d5c4fc5f-c1f2-4e48-adfb-143ec60e48b6 associated. External IP: 172.25.7.170, port: 54369899-7690-4c69-95fb-b3178bb68c3c. Jul 05 10:34:31.391680 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7531b514-c7a4-4d08-a222-a3587be75d94 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Router b3cfb868-fe8d-4810-8858-019dae474b2c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:34:31.833849 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7531b514-c7a4-4d08-a222-a3587be75d94 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:34:31.838468 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7531b514-c7a4-4d08-a222-a3587be75d94 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:31.844038 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638d407-2c51-443e-9861-c1dc00de857e None None] Sync routers for ids ['b3cfb868-fe8d-4810-8858-019dae474b2c'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:34:31.853476 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1638d407-2c51-443e-9861-c1dc00de857e None None] Routers {'b3cfb868-fe8d-4810-8858-019dae474b2c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:34:31.854083 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1638d407-2c51-443e-9861-c1dc00de857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:34:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b3cfb868-fe8d-4810-8858-019dae474b2c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:31.874473 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7531b514-c7a4-4d08-a222-a3587be75d94 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "PUT /v2.0/floatingips/d5c4fc5f-c1f2-4e48-adfb-143ec60e48b6 HTTP/1.1" status: 200 len: 991 time: 1.2794919 Jul 05 10:34:31.875073 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffe629f-8f88-40d1-a78c-78eb75652fcf', 'tag': '54369899-7690-4c69-95fb-b3178bb68c3c'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:34:31.877414 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d3e3c8-f508-46ac-8703-d4f7edbeb282" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffe629f-8f88-40d1-a78c-78eb75652fcf", "tag": "54369899-7690-4c69-95fb-b3178bb68c3c"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:34:31.913428 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9fdf5e-c06c-4861-a02a-3bd19ba27a5b x-openstack-request-id: req-bb9fdf5e-c06c-4861-a02a-3bd19ba27a5b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:34:31.913722 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffe629f-8f88-40d1-a78c-78eb75652fcf", "tag": "54369899-7690-4c69-95fb-b3178bb68c3c", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:34:31.914022 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bb9fdf5e-c06c-4861-a02a-3bd19ba27a5b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:34:31.914462 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffe629f-8f88-40d1-a78c-78eb75652fcf', 'tag': '54369899-7690-4c69-95fb-b3178bb68c3c', 'status': 'completed', 'code': 200} Jul 05 10:34:31.961457 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1638d407-2c51-443e-9861-c1dc00de857e None None] Set router b3cfb868-fe8d-4810-8858-019dae474b2c gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:34:31.988748 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3e3c8-f508-46ac-8703-d4f7edbeb282 req-6092dddb-a632-4710-9f47-a1f0e6c21c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:31.990351 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7d3e3c8-f508-46ac-8703-d4f7edbeb282 req-6092dddb-a632-4710-9f47-a1f0e6c21c97 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 1096 time: 0.0535624 Jul 05 10:34:32.081970 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3e3c8-f508-46ac-8703-d4f7edbeb282 req-64da607b-0a4d-4c13-a35b-d8b820654319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:32.083525 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7d3e3c8-f508-46ac-8703-d4f7edbeb282 req-64da607b-0a4d-4c13-a35b-d8b820654319 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0864844 Jul 05 10:34:32.149963 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7d3e3c8-f508-46ac-8703-d4f7edbeb282 req-5b36dad3-69cf-45b3-97da-835b4ab688d5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54369899-7690-4c69-95fb-b3178bb68c3c HTTP/1.1" status: 200 len: 999 time: 0.0597308 Jul 05 10:34:32.177659 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1638d407-2c51-443e-9861-c1dc00de857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd5c4fc5f-c1f2-4e48-adfb-143ec60e48b6', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'port_id': '54369899-7690-4c69-95fb-b3178bb68c3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'mac_address': 'fa:16:3e:1c:62:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffe629f-8f88-40d1-a78c-78eb75652fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:34:19Z', 'updated_at': '2021-07-05T10:34:31Z', 'revision_number': 1, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:32.202913 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3e3c8-f508-46ac-8703-d4f7edbeb282 req-e61dc2a6-b855-45ac-bfc8-753d3eca7700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:32.204420 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7d3e3c8-f508-46ac-8703-d4f7edbeb282 req-e61dc2a6-b855-45ac-bfc8-753d3eca7700 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0479610 Jul 05 10:34:32.205969 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638d407-2c51-443e-9861-c1dc00de857e None None] Checking router: b3cfb868-fe8d-4810-8858-019dae474b2c for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:34:32.214144 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1638d407-2c51-443e-9861-c1dc00de857e None None] Routers {'b3cfb868-fe8d-4810-8858-019dae474b2c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:34:32.215009 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1638d407-2c51-443e-9861-c1dc00de857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:34:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b3cfb868-fe8d-4810-8858-019dae474b2c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:32.259782 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3e3c8-f508-46ac-8703-d4f7edbeb282 req-30ede256-05bc-4340-aff1-89caffea4932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:32.261366 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7d3e3c8-f508-46ac-8703-d4f7edbeb282 req-30ede256-05bc-4340-aff1-89caffea4932 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512245 Jul 05 10:34:32.324918 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1638d407-2c51-443e-9861-c1dc00de857e None None] Set router b3cfb868-fe8d-4810-8858-019dae474b2c gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:34:32.352078 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7d3e3c8-f508-46ac-8703-d4f7edbeb282 req-853fe9cc-2f09-4c84-837c-eb9a8aa00305 service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833423 Jul 05 10:34:32.445208 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7d3e3c8-f508-46ac-8703-d4f7edbeb282 req-4296cd24-0450-48f3-866b-2a9553ab771c service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872211 Jul 05 10:34:32.625599 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1638d407-2c51-443e-9861-c1dc00de857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd5c4fc5f-c1f2-4e48-adfb-143ec60e48b6', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'port_id': '54369899-7690-4c69-95fb-b3178bb68c3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'mac_address': 'fa:16:3e:1c:62:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffe629f-8f88-40d1-a78c-78eb75652fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:34:19Z', 'updated_at': '2021-07-05T10:34:31Z', 'revision_number': 1, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:32.651245 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638d407-2c51-443e-9861-c1dc00de857e None None] The sync data for ids ['b3cfb868-fe8d-4810-8858-019dae474b2c'] in n-d-798054-8 is: [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd5c4fc5f-c1f2-4e48-adfb-143ec60e48b6', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'port_id': '54369899-7690-4c69-95fb-b3178bb68c3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'mac_address': 'fa:16:3e:1c:62:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffe629f-8f88-40d1-a78c-78eb75652fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:34:19Z', 'updated_at': '2021-07-05T10:34:31Z', 'revision_number': 1, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:34:32.828862 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcc5e42-7457-4454-bba5-86f735232d1e None None] New status for floating IP d5c4fc5f-c1f2-4e48-adfb-143ec60e48b6: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:34:33.102402 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:36.517792 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:37.332463 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:34:50.987420 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4df9bcb2-9bc7-44d8-833a-765fdaab220e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:53.357673 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e78bf1de-3781-41e0-acc1-2f55b92b3fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:53.684296 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:54.730651 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:56.843219 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:58.991268 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa9a1328-66bc-44bd-b3f3-4dfce701b232 req-ad832a3f-f591-49e6-ac21-a85705bff996 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520113 Jul 05 10:34:59.086400 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a1328-66bc-44bd-b3f3-4dfce701b232 req-d59234da-59f3-4f15-a007-93dd1f4d6a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:59.087909 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa9a1328-66bc-44bd-b3f3-4dfce701b232 req-d59234da-59f3-4f15-a007-93dd1f4d6a12 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 1096 time: 0.0556376 Jul 05 10:34:59.190581 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a1328-66bc-44bd-b3f3-4dfce701b232 req-1f844f9d-c589-47e3-ac91-9f6a942aa3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:59.192081 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa9a1328-66bc-44bd-b3f3-4dfce701b232 req-1f844f9d-c589-47e3-ac91-9f6a942aa3b6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0840952 Jul 05 10:34:59.261014 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa9a1328-66bc-44bd-b3f3-4dfce701b232 req-7c41ef29-2048-4d03-81b1-eed7f03c7c31 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54369899-7690-4c69-95fb-b3178bb68c3c HTTP/1.1" status: 200 len: 1001 time: 0.0619535 Jul 05 10:34:59.308854 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a1328-66bc-44bd-b3f3-4dfce701b232 req-cf0162d9-8134-43ea-a72d-3c024cdcdfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:59.310296 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa9a1328-66bc-44bd-b3f3-4dfce701b232 req-cf0162d9-8134-43ea-a72d-3c024cdcdfce service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0429780 Jul 05 10:34:59.367006 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a1328-66bc-44bd-b3f3-4dfce701b232 req-03666ea4-3071-4425-a317-394aac820314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:59.368528 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa9a1328-66bc-44bd-b3f3-4dfce701b232 req-03666ea4-3071-4425-a317-394aac820314 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516422 Jul 05 10:34:59.469826 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa9a1328-66bc-44bd-b3f3-4dfce701b232 req-9d24e02c-2c69-4dc5-863c-8af255a8a110 service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916858 Jul 05 10:34:59.554910 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa9a1328-66bc-44bd-b3f3-4dfce701b232 req-ef7a598d-15fa-4b32-97ef-e15968d0d720 service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809729 Jul 05 10:35:03.123562 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:06.520277 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:14.335385 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:35:20.987981 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fea846ef-2072-41f5-8493-f0b3b9ad73c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:23.359093 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-80fd6b02-4bcf-412b-8465-027369b57f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:23.684564 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:24.733642 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:26.845338 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:33.123686 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:36.530899 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:50.989108 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8e0b92d6-783c-48b5-865c-4a230f849d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:51.334536 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:35:53.359287 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-633d1337-c735-4e58-b12d-68cd14aaf358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:53.686035 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:54.736575 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:56.847496 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:00.990458 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74e510a8-a042-4bb3-b288-6201f149348e req-1090a4ba-ae8a-4c6f-9215-5164e3350288 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528901 Jul 05 10:36:01.087842 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e510a8-a042-4bb3-b288-6201f149348e req-bdcf695d-d023-429f-92f8-69bafceb773d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:01.089663 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74e510a8-a042-4bb3-b288-6201f149348e req-bdcf695d-d023-429f-92f8-69bafceb773d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 1096 time: 0.0585060 Jul 05 10:36:01.191843 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e510a8-a042-4bb3-b288-6201f149348e req-3a9a1997-4eae-438c-a9fc-83c8da5d3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:01.193351 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74e510a8-a042-4bb3-b288-6201f149348e req-3a9a1997-4eae-438c-a9fc-83c8da5d3668 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0845838 Jul 05 10:36:01.262353 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74e510a8-a042-4bb3-b288-6201f149348e req-49baa1ad-6ad9-459d-b2f7-d397b8e9504d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54369899-7690-4c69-95fb-b3178bb68c3c HTTP/1.1" status: 200 len: 1001 time: 0.0623739 Jul 05 10:36:01.307831 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e510a8-a042-4bb3-b288-6201f149348e req-c9ff1424-77df-48e2-b429-a8dda4ddbd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:01.309246 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74e510a8-a042-4bb3-b288-6201f149348e req-c9ff1424-77df-48e2-b429-a8dda4ddbd16 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0411499 Jul 05 10:36:01.363431 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e510a8-a042-4bb3-b288-6201f149348e req-d9e4de53-25b2-4fbb-9b67-799bf08c3a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:01.364936 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74e510a8-a042-4bb3-b288-6201f149348e req-d9e4de53-25b2-4fbb-9b67-799bf08c3a59 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501742 Jul 05 10:36:01.458621 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74e510a8-a042-4bb3-b288-6201f149348e req-72adcb08-b1ab-4b34-af0b-863da1eedc60 service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865076 Jul 05 10:36:01.546083 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74e510a8-a042-4bb3-b288-6201f149348e req-f2854212-481e-4b94-81fc-fc43d44aab7d service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815551 Jul 05 10:36:03.144805 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:06.546597 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:07.940990 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9df1e1-57fd-470a-9a20-99239c303230 req-544fc21f-c380-42a4-bdc9-67ea512f6f7e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:07.942517 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b9df1e1-57fd-470a-9a20-99239c303230 req-544fc21f-c380-42a4-bdc9-67ea512f6f7e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 945 time: 0.1142597 Jul 05 10:36:07.984086 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b9df1e1-57fd-470a-9a20-99239c303230 req-ad400f41-629f-4014-afad-47ee20143e11 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360422 Jul 05 10:36:08.326191 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-3b93da1e-e2ab-484b-9dbb-a62a8b2c6f3c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0608132 Jul 05 10:36:08.380902 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9330415-2505-40ea-a106-d4d2747a2467 req-94cc8689-45a4-438f-828d-6f20ba00c0af tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:08.382527 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9330415-2505-40ea-a106-d4d2747a2467 req-94cc8689-45a4-438f-828d-6f20ba00c0af tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 945 time: 0.0690179 Jul 05 10:36:08.420191 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9330415-2505-40ea-a106-d4d2747a2467 req-34e150d8-76bd-40ac-ab9c-26fe36baad2f tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322576 Jul 05 10:36:09.654822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e7d2d-25ed-46de-9713-6626380ae7f9 req-f24a19fc-ed79-4345-963c-ba9c3acf8a50 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:09.656389 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ec8e7d2d-25ed-46de-9713-6626380ae7f9 req-f24a19fc-ed79-4345-963c-ba9c3acf8a50 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 945 time: 0.1215270 Jul 05 10:36:09.694724 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ec8e7d2d-25ed-46de-9713-6626380ae7f9 req-93969e9f-fbc6-40dd-ba2b-08cf6df48711 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322506 Jul 05 10:36:10.561305 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-01192974-4d4d-4d43-9417-c140912f37d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:10.562769 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-01192974-4d4d-4d43-9417-c140912f37d3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 1096 time: 0.0513489 Jul 05 10:36:10.653791 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-a3d77a93-d834-4c7e-b326-cb4ca47a5b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:10.655284 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-a3d77a93-d834-4c7e-b326-cb4ca47a5b56 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0857816 Jul 05 10:36:10.720128 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-cc0ce311-7537-4222-a7b8-9cf6d0eb9f9a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54369899-7690-4c69-95fb-b3178bb68c3c HTTP/1.1" status: 200 len: 1001 time: 0.0570562 Jul 05 10:36:10.769993 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-27dfe116-1b8c-4693-bfb6-1d3ef243067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:10.771497 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-27dfe116-1b8c-4693-bfb6-1d3ef243067a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0440559 Jul 05 10:36:10.873291 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-e0c1d054-e6fb-40ec-9291-ba17a7c8201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:10.874715 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-e0c1d054-e6fb-40ec-9291-ba17a7c8201e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974138 Jul 05 10:36:10.886527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc3d02-3da2-4d8a-b06f-c274f637e06f req-0a450178-050a-4051-9b03-ebf9f084f593 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:10.887917 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-31dc3d02-3da2-4d8a-b06f-c274f637e06f req-0a450178-050a-4051-9b03-ebf9f084f593 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 945 time: 0.0814297 Jul 05 10:36:10.973753 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-31dc3d02-3da2-4d8a-b06f-c274f637e06f req-0a8cd935-1b8f-4ec7-99de-15c626703fc8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780563 Jul 05 10:36:10.998203 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-f7317358-33ae-410e-a8f1-f69ca2285f41 service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093886 Jul 05 10:36:11.083467 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-2a71adfe-6c27-4541-af22-7d056e2c698a service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792239 Jul 05 10:36:12.150195 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303523ee-cf7c-4887-90bd-421498e96536 req-66ec4ce5-5527-4aa2-91f1-a2c47bdd4f72 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:12.151718 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-303523ee-cf7c-4887-90bd-421498e96536 req-66ec4ce5-5527-4aa2-91f1-a2c47bdd4f72 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 945 time: 0.0665154 Jul 05 10:36:12.193500 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-303523ee-cf7c-4887-90bd-421498e96536 req-40d82661-339c-49a4-87a9-44210f7ffc31 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361784 Jul 05 10:36:13.365602 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39c0c7-18b9-4f2f-b26a-3a979d75cf53 req-addb8666-5f0f-4ffc-a76d-2c5d20d91cad tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:13.367100 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-da39c0c7-18b9-4f2f-b26a-3a979d75cf53 req-addb8666-5f0f-4ffc-a76d-2c5d20d91cad tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 945 time: 0.0647213 Jul 05 10:36:13.410538 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-da39c0c7-18b9-4f2f-b26a-3a979d75cf53 req-9cb8371f-287d-40d8-a0aa-8205ef2faa6d tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378671 Jul 05 10:36:14.580839 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256a6c7-67f9-4474-b5eb-57ce01453b3b req-c686420c-85a0-4cc2-a65d-e21c4db083c0 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:14.582326 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5256a6c7-67f9-4474-b5eb-57ce01453b3b req-c686420c-85a0-4cc2-a65d-e21c4db083c0 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 945 time: 0.0618560 Jul 05 10:36:14.619642 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5256a6c7-67f9-4474-b5eb-57ce01453b3b req-625b5317-582b-4869-8213-09f0a13db232 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318377 Jul 05 10:36:15.792183 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4fe20b-0058-4792-9920-6f8946ec4656 req-613be045-7d02-4953-b0cf-f0c0be844241 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:15.793568 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc4fe20b-0058-4792-9920-6f8946ec4656 req-613be045-7d02-4953-b0cf-f0c0be844241 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 945 time: 0.0651789 Jul 05 10:36:15.830457 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc4fe20b-0058-4792-9920-6f8946ec4656 req-fd8b7641-89d1-49b1-8872-427c15986012 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313530 Jul 05 10:36:17.014142 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b3277-fc40-41bf-899d-ea920092d92f req-8943299f-cda6-4f49-902d-b15225d5bb59 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:17.015798 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2c7b3277-fc40-41bf-899d-ea920092d92f req-8943299f-cda6-4f49-902d-b15225d5bb59 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 945 time: 0.0635850 Jul 05 10:36:17.052907 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2c7b3277-fc40-41bf-899d-ea920092d92f req-9a630017-ea05-440f-8e98-b7664e162719 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317123 Jul 05 10:36:18.225630 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe3f46-80f6-445c-a501-5bc4c5e7c0f6 req-ec7c84aa-5b64-489e-82e5-5f970ef66fb0 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:18.227097 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8bfe3f46-80f6-445c-a501-5bc4c5e7c0f6 req-ec7c84aa-5b64-489e-82e5-5f970ef66fb0 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 945 time: 0.0613558 Jul 05 10:36:18.268872 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8bfe3f46-80f6-445c-a501-5bc4c5e7c0f6 req-a70f2504-29b4-4b79-90bd-220af943ec47 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361297 Jul 05 10:36:19.443765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5bc35-c6a1-4601-a8f1-b47040a04a94 req-dbd06c36-af25-4941-bfb5-a2aef8547a46 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:19.445304 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77b5bc35-c6a1-4601-a8f1-b47040a04a94 req-dbd06c36-af25-4941-bfb5-a2aef8547a46 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 945 time: 0.0636322 Jul 05 10:36:19.483376 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77b5bc35-c6a1-4601-a8f1-b47040a04a94 req-70f9b35b-5827-4f2a-a4c1-b3fe352331f2 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326715 Jul 05 10:36:20.652989 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f2b14-0737-4bc6-976c-a372ad64d534 req-35ef4867-ce98-42bb-a3f1-1871963cc0d5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:20.654471 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-557f2b14-0737-4bc6-976c-a372ad64d534 req-35ef4867-ce98-42bb-a3f1-1871963cc0d5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 945 time: 0.0621240 Jul 05 10:36:20.691072 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-557f2b14-0737-4bc6-976c-a372ad64d534 req-a807eebc-d482-4d19-9bf8-c83a4cea1101 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305970 Jul 05 10:36:20.989547 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-094feed5-ef37-4f95-b905-7b9eb122ca69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:21.865636 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52722c0-2b36-499a-941f-b6b536baea97 req-3a1dedb1-c0be-4086-9dd8-88b5163711b5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:21.867101 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a52722c0-2b36-499a-941f-b6b536baea97 req-3a1dedb1-c0be-4086-9dd8-88b5163711b5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 945 time: 0.0651419 Jul 05 10:36:21.903314 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a52722c0-2b36-499a-941f-b6b536baea97 req-30bae7c1-1067-4d97-bf5a-49bda14aeb31 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307634 Jul 05 10:36:22.987124 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-d5575280-2432-4f5c-b6f6-3db7b239a757 service neutron] show failed (client error): The resource could not be found. Jul 05 10:36:22.988176 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-d5575280-2432-4f5c-b6f6-3db7b239a757 service neutron] 10.222.0.81 "GET /v2.0/ports/54369899-7690-4c69-95fb-b3178bb68c3c/bindings/n-h2-798054-8 HTTP/1.1" status: 404 len: 380 time: 0.0546546 Jul 05 10:36:23.079639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819faf4-0169-4a1a-9db9-f767e15a28e0 req-60f503f6-1062-49b3-b666-871ee208df7e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:23.081172 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4819faf4-0169-4a1a-9db9-f767e15a28e0 req-60f503f6-1062-49b3-b666-871ee208df7e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 945 time: 0.0636284 Jul 05 10:36:23.121007 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4819faf4-0169-4a1a-9db9-f767e15a28e0 req-e9654515-b3a4-4d7c-8f78-c63eae8d54c0 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339890 Jul 05 10:36:23.237477 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-15981c40-61b8-4f05-851b-d02aabb3f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:23.238900 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-15981c40-61b8-4f05-851b-d02aabb3f3da service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf&tenant_id=00e8393afc484b1f8eb0247bc261d22e HTTP/1.1" status: 200 len: 1096 time: 0.0567431 Jul 05 10:36:23.251554 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-8', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:36:23.320544 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:23.360715 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-077bec99-dc51-4360-b8a5-fef56775a741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:23.518304 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] For port 54369899-7690-4c69-95fb-b3178bb68c3c, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=54369899-7690-4c69-95fb-b3178bb68c3c,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:23.549572 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] For port 54369899-7690-4c69-95fb-b3178bb68c3c, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:36:23.593034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffe629f-8f88-40d1-a78c-78eb75652fcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54369899-7690-4c69-95fb-b3178bb68c3c'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:36:23.595449 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea805434-e150-41b9-9703-cdc3ff27845b" -d '{"events": [{"server_uuid": "5ffe629f-8f88-40d1-a78c-78eb75652fcf", "name": "network-vif-unplugged", "status": "completed", "tag": "54369899-7690-4c69-95fb-b3178bb68c3c"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:36:23.599341 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:23.612095 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Transition to ACTIVE for port object 54369899-7690-4c69-95fb-b3178bb68c3c will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:36:23.616667 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:23.644217 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41876af-cab9-4da5-89a9-5146622675dd x-openstack-request-id: req-a41876af-cab9-4da5-89a9-5146622675dd {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:36:23.644518 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffe629f-8f88-40d1-a78c-78eb75652fcf", "name": "network-vif-unplugged", "status": "completed", "tag": "54369899-7690-4c69-95fb-b3178bb68c3c", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:36:23.644773 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a41876af-cab9-4da5-89a9-5146622675dd {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:36:23.645179 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe629f-8f88-40d1-a78c-78eb75652fcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54369899-7690-4c69-95fb-b3178bb68c3c', 'code': 200} Jul 05 10:36:23.690144 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:23.697507 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Pushing event updated for resources: {'Port': ['ID=54369899-7690-4c69-95fb-b3178bb68c3c,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:23.710452 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:23.710804 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:23.711147 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:23.711486 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:23.711861 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:23.712196 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:23.712527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:23.712854 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:23.713183 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:23.713778 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:23.714091 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:23.714414 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:23.747677 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] No DVR routers for this DVR port 54369899-7690-4c69-95fb-b3178bb68c3c on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:36:23.887541 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Attempting to bind port 54369899-7690-4c69-95fb-b3178bb68c3c on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:36:23.887896 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Attempting to bind port 54369899-7690-4c69-95fb-b3178bb68c3c by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:36:23.888227 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Attempting to bind port 54369899-7690-4c69-95fb-b3178bb68c3c on network 2e00388c-443a-4492-a417-fa464345c863 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:36:23.893193 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Port 54369899-7690-4c69-95fb-b3178bb68c3c on network 2e00388c-443a-4492-a417-fa464345c863 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:36:23.893516 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Attempting to bind port 54369899-7690-4c69-95fb-b3178bb68c3c on network 2e00388c-443a-4492-a417-fa464345c863 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:36:23.898218 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:36:23.898559 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Checking segment: {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:36:23.898941 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Bound using segment: {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:36:23.899364 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Bound port: 54369899-7690-4c69-95fb-b3178bb68c3c, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:36:23.899718 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:23.960230 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] For port 54369899-7690-4c69-95fb-b3178bb68c3c, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:36:23.963213 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] For port 54369899-7690-4c69-95fb-b3178bb68c3c, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=54369899-7690-4c69-95fb-b3178bb68c3c,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:36:23.968289 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:23.999986 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:24.000645 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:24.002087 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] 10.222.0.78 "PUT /v2.0/ports/54369899-7690-4c69-95fb-b3178bb68c3c HTTP/1.1" status: 200 len: 1091 time: 0.7551284 Jul 05 10:36:24.026229 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a68755-da5d-4a35-899d-0a9f5d42a95a service neutron] Pushing event updated for resources: {'Port': ['ID=54369899-7690-4c69-95fb-b3178bb68c3c,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:24.081407 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-852a7cc1-71b9-4e35-9d85-40745fa20188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:24.082931 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-852a7cc1-71b9-4e35-9d85-40745fa20188 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 1094 time: 0.0578625 Jul 05 10:36:24.177451 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-47aef17b-6b23-4d4f-82bc-dea8aee8a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:24.179142 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-47aef17b-6b23-4d4f-82bc-dea8aee8a7e1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0904870 Jul 05 10:36:24.253872 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-ee1d5fb1-c15c-40f3-9d07-05387deb64a4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54369899-7690-4c69-95fb-b3178bb68c3c HTTP/1.1" status: 200 len: 999 time: 0.0686202 Jul 05 10:36:24.348337 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-9db7f159-93a6-4be3-9c3a-0650b7ba1a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:24.349720 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-9db7f159-93a6-4be3-9c3a-0650b7ba1a62 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0739794 Jul 05 10:36:24.365188 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf9acb-8037-41bb-8da1-5a41d71700f0 req-f0f27084-a17d-47d6-8d01-5a3e7dd41141 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:24.366560 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-99bf9acb-8037-41bb-8da1-5a41d71700f0 req-f0f27084-a17d-47d6-8d01-5a3e7dd41141 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 943 time: 0.1285148 Jul 05 10:36:24.428389 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-99bf9acb-8037-41bb-8da1-5a41d71700f0 req-9941a6e1-f076-4257-87e5-4053d9fc9b8f tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548158 Jul 05 10:36:24.442524 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-6d3aa8e4-8d88-4475-ac02-0cc67a1bc46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:24.444157 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-6d3aa8e4-8d88-4475-ac02-0cc67a1bc46d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873871 Jul 05 10:36:24.534495 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-c7993511-cc88-4bda-ab14-5cafcc11efad service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830164 Jul 05 10:36:24.621932 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-788861e7-baca-4aea-9694-0a1d48340bb7 req-4bdc5959-42ad-459d-bcfe-84c90bc21432 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812745 Jul 05 10:36:24.739019 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:25.629928 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b314a-c6d5-4350-80eb-11e779ae29af req-2c5187b0-0cec-41a2-8a51-112a5749c68c tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:25.631655 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-284b314a-c6d5-4350-80eb-11e779ae29af req-2c5187b0-0cec-41a2-8a51-112a5749c68c tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 943 time: 0.0770855 Jul 05 10:36:25.645788 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffe629f-8f88-40d1-a78c-78eb75652fcf', 'tag': '54369899-7690-4c69-95fb-b3178bb68c3c'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:36:25.648274 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8981ea-7fd2-4a29-8780-f529648f5086" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffe629f-8f88-40d1-a78c-78eb75652fcf", "tag": "54369899-7690-4c69-95fb-b3178bb68c3c"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:36:25.679602 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-284b314a-c6d5-4350-80eb-11e779ae29af req-59295ac4-3bd1-4a9c-a497-30b363497b6f tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414245 Jul 05 10:36:25.713124 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5b1352-2fd0-4876-81b2-aa0aa8c4cede x-openstack-request-id: req-ed5b1352-2fd0-4876-81b2-aa0aa8c4cede {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:36:25.713681 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffe629f-8f88-40d1-a78c-78eb75652fcf", "tag": "54369899-7690-4c69-95fb-b3178bb68c3c", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:36:25.713939 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ed5b1352-2fd0-4876-81b2-aa0aa8c4cede {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:36:25.714337 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffe629f-8f88-40d1-a78c-78eb75652fcf', 'tag': '54369899-7690-4c69-95fb-b3178bb68c3c', 'status': 'completed', 'code': 200} Jul 05 10:36:25.838112 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8981ea-7fd2-4a29-8780-f529648f5086 req-6f05c9c7-d63c-4a62-97df-e41db97a22ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:25.840169 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df8981ea-7fd2-4a29-8780-f529648f5086 req-6f05c9c7-d63c-4a62-97df-e41db97a22ac service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 1094 time: 0.1034288 Jul 05 10:36:25.842855 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8981ea-7fd2-4a29-8780-f529648f5086 req-59f853f6-3b04-45c2-8ecb-690ada4e6990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:25.844400 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df8981ea-7fd2-4a29-8780-f529648f5086 req-59f853f6-3b04-45c2-8ecb-690ada4e6990 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 1094 time: 0.0986583 Jul 05 10:36:26.011941 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8981ea-7fd2-4a29-8780-f529648f5086 req-aa9f7a91-cbaf-4246-b64b-fc72da2465d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:26.013333 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df8981ea-7fd2-4a29-8780-f529648f5086 req-aa9f7a91-cbaf-4246-b64b-fc72da2465d7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.1618359 Jul 05 10:36:26.028910 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8981ea-7fd2-4a29-8780-f529648f5086 req-0535f274-2340-4609-92bd-0259dbbbdfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:26.030305 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df8981ea-7fd2-4a29-8780-f529648f5086 req-0535f274-2340-4609-92bd-0259dbbbdfa3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.1836646 Jul 05 10:36:26.127015 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df8981ea-7fd2-4a29-8780-f529648f5086 req-c6d9d261-221f-40c0-be95-3f3d47b758f8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54369899-7690-4c69-95fb-b3178bb68c3c HTTP/1.1" status: 200 len: 999 time: 0.1063702 Jul 05 10:36:26.132434 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df8981ea-7fd2-4a29-8780-f529648f5086 req-3891d0b4-9191-47ab-b251-e5275b69a6e9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54369899-7690-4c69-95fb-b3178bb68c3c HTTP/1.1" status: 200 len: 999 time: 0.0759370 Jul 05 10:36:26.208990 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8981ea-7fd2-4a29-8780-f529648f5086 req-72a6a317-97dd-432e-a1ab-d8abf9e34370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:26.210583 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df8981ea-7fd2-4a29-8780-f529648f5086 req-72a6a317-97dd-432e-a1ab-d8abf9e34370 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0772650 Jul 05 10:36:26.212343 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8981ea-7fd2-4a29-8780-f529648f5086 req-ad73eb99-d0fd-435b-a7da-d020527c705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:26.213997 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df8981ea-7fd2-4a29-8780-f529648f5086 req-ad73eb99-d0fd-435b-a7da-d020527c705a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0736165 Jul 05 10:36:26.308187 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8981ea-7fd2-4a29-8780-f529648f5086 req-afb131c2-1b8d-4a59-ba37-eb031fdc740b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:26.309688 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df8981ea-7fd2-4a29-8780-f529648f5086 req-afb131c2-1b8d-4a59-ba37-eb031fdc740b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933757 Jul 05 10:36:26.312156 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8981ea-7fd2-4a29-8780-f529648f5086 req-f5c1c8f8-c383-4cdc-9974-c0bca6d16280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:26.314218 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df8981ea-7fd2-4a29-8780-f529648f5086 req-f5c1c8f8-c383-4cdc-9974-c0bca6d16280 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906916 Jul 05 10:36:26.464812 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df8981ea-7fd2-4a29-8780-f529648f5086 req-275f7fe5-2932-40dc-8e35-e28e17da333e service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484475 Jul 05 10:36:26.469801 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df8981ea-7fd2-4a29-8780-f529648f5086 req-873af779-f2a0-4f59-a40b-9a8c24b08144 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457758 Jul 05 10:36:26.623031 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df8981ea-7fd2-4a29-8780-f529648f5086 req-7932d60b-36bf-4b0f-8638-f23469d1f1e9 service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522217 Jul 05 10:36:26.625087 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df8981ea-7fd2-4a29-8780-f529648f5086 req-d85d2f22-a089-4e26-b357-b78f2f241097 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475117 Jul 05 10:36:26.851384 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:26.860188 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f62bf-a77c-4006-a8a7-5aa2d81f02df req-aad7b989-64b1-413e-bde4-1fddc460cac8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:26.861681 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9a9f62bf-a77c-4006-a8a7-5aa2d81f02df req-aad7b989-64b1-413e-bde4-1fddc460cac8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 943 time: 0.0683312 Jul 05 10:36:26.897848 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9a9f62bf-a77c-4006-a8a7-5aa2d81f02df req-497b839d-d87b-4e80-83fd-cb33c83bc485 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306020 Jul 05 10:36:27.274561 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 54369899-7690-4c69-95fb-b3178bb68c3c no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:36:27.314191 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 54369899-7690-4c69-95fb-b3178bb68c3c not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:36:28.070723 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69a8e9-3864-4fee-aad3-bd0f493e8d74 req-aedf905e-c3e5-47f1-9f56-ad1398f489f5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:28.072228 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e69a8e9-3864-4fee-aad3-bd0f493e8d74 req-aedf905e-c3e5-47f1-9f56-ad1398f489f5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 943 time: 0.0622065 Jul 05 10:36:28.108844 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e69a8e9-3864-4fee-aad3-bd0f493e8d74 req-27fdefbc-c7e9-4529-a682-c574b3481495 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312133 Jul 05 10:36:28.334187 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:36:28.390790 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 54369899-7690-4c69-95fb-b3178bb68c3c details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:36:28.490175 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 54369899-7690-4c69-95fb-b3178bb68c3c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=54369899-7690-4c69-95fb-b3178bb68c3c,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:28.502180 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '54369899-7690-4c69-95fb-b3178bb68c3c', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'port_id': '54369899-7690-4c69-95fb-b3178bb68c3c', 'mac_address': 'fa:16:3e:1c:62:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:36:28.545415 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:28.558953 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54369899-7690-4c69-95fb-b3178bb68c3c {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:36:28.580136 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 54369899-7690-4c69-95fb-b3178bb68c3c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=54369899-7690-4c69-95fb-b3178bb68c3c,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:28.584110 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:28.636821 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=54369899-7690-4c69-95fb-b3178bb68c3c,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:28.645198 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:28.645542 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:28.645876 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:28.646211 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:28.646543 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:28.646873 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:28.647199 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:28.647524 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:28.647867 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:28.648188 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:28.648518 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:28.648842 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:28.797355 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea880e-d715-40b0-bed3-189cb79b4fda req-9d6c829e-c051-4af4-9a68-b085fb85116d tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:28.798775 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fea880e-d715-40b0-bed3-189cb79b4fda req-9d6c829e-c051-4af4-9a68-b085fb85116d tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 943 time: 0.4570713 Jul 05 10:36:28.811362 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12918606-f633-4b36-acb4-f67b371dff4f req-c0f7a508-f73e-4380-b8c2-3ffda9b8edca tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:28.813375 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12918606-f633-4b36-acb4-f67b371dff4f req-c0f7a508-f73e-4380-b8c2-3ffda9b8edca tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf&tenant_id=00e8393afc484b1f8eb0247bc261d22e&binding%3Ahost_id=n-h2-798054-8 HTTP/1.1" status: 200 len: 943 time: 0.4614642 Jul 05 10:36:28.872951 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fea880e-d715-40b0-bed3-189cb79b4fda req-9c849fb5-8a32-43c3-9f33-ebcee0865466 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586123 Jul 05 10:36:28.897575 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-12918606-f633-4b36-acb4-f67b371dff4f req-f83e7ba5-aeb5-4b88-a00b-5340f5f17441 service neutron] delete failed (client error): The resource could not be found. Jul 05 10:36:28.898574 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12918606-f633-4b36-acb4-f67b371dff4f req-f83e7ba5-aeb5-4b88-a00b-5340f5f17441 service neutron] 10.222.0.81 "DELETE /v2.0/ports/54369899-7690-4c69-95fb-b3178bb68c3c/bindings/n-h1-798054-8 HTTP/1.1" status: 404 len: 380 time: 0.0775962 Jul 05 10:36:28.955186 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['54369899-7690-4c69-95fb-b3178bb68c3c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:36:28.995527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12918606-f633-4b36-acb4-f67b371dff4f req-0ee5ff40-0c95-4cfb-b9ea-73a5d0b2a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:28.997405 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12918606-f633-4b36-acb4-f67b371dff4f req-0ee5ff40-0c95-4cfb-b9ea-73a5d0b2a9f6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 1095 time: 0.0563898 Jul 05 10:36:29.097244 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12918606-f633-4b36-acb4-f67b371dff4f req-ee0f8e75-1cc3-41b5-9ed3-f2d1101efad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:29.098728 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12918606-f633-4b36-acb4-f67b371dff4f req-ee0f8e75-1cc3-41b5-9ed3-f2d1101efad4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0954475 Jul 05 10:36:29.167461 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12918606-f633-4b36-acb4-f67b371dff4f req-d6aa577e-67a8-44dc-883b-9dfa755ff24f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54369899-7690-4c69-95fb-b3178bb68c3c HTTP/1.1" status: 200 len: 1000 time: 0.0617588 Jul 05 10:36:29.214764 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12918606-f633-4b36-acb4-f67b371dff4f req-8dc6b52c-1d0c-4579-b067-c781d71cdb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:29.216199 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12918606-f633-4b36-acb4-f67b371dff4f req-8dc6b52c-1d0c-4579-b067-c781d71cdb29 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0423689 Jul 05 10:36:29.272099 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12918606-f633-4b36-acb4-f67b371dff4f req-4ec8bce2-c25d-432e-8d0c-2902f8668c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:29.273624 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12918606-f633-4b36-acb4-f67b371dff4f req-4ec8bce2-c25d-432e-8d0c-2902f8668c16 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512960 Jul 05 10:36:29.364815 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12918606-f633-4b36-acb4-f67b371dff4f req-8a7a4292-1c9c-44bc-ad0f-95b8df158d33 service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841706 Jul 05 10:36:29.450763 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12918606-f633-4b36-acb4-f67b371dff4f req-91399c34-f84a-435e-bc4d-a1b1d3715375 service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791295 Jul 05 10:36:30.061230 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f476a45-af48-484b-978d-bf8221853223 req-e05b2659-21ab-43fe-93fc-6ea0f7de827e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:30.063360 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0f476a45-af48-484b-978d-bf8221853223 req-e05b2659-21ab-43fe-93fc-6ea0f7de827e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 944 time: 0.0669470 Jul 05 10:36:30.108188 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0f476a45-af48-484b-978d-bf8221853223 req-d18294d2-11b2-4b5b-9331-e68e42a93e90 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380208 Jul 05 10:36:30.280042 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba2983-bb55-4712-a727-432ea00e2604 req-b0ab3dbf-17f0-432c-bcce-f4abd7eaa967 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:30.281505 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5cba2983-bb55-4712-a727-432ea00e2604 req-b0ab3dbf-17f0-432c-bcce-f4abd7eaa967 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 944 time: 0.0621817 Jul 05 10:36:30.320072 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5cba2983-bb55-4712-a727-432ea00e2604 req-514f66b3-21c9-48f8-ac2f-bb4da988cc9b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315187 Jul 05 10:36:30.398103 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 54369899-7690-4c69-95fb-b3178bb68c3c up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:36:30.446805 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 54369899-7690-4c69-95fb-b3178bb68c3c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:36:30.450716 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 54369899-7690-4c69-95fb-b3178bb68c3c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:36:30.451134 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:30.496437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab38961-aafe-4911-86f2-6ecf7b2d1d9c req-d115f150-2b46-4061-aa7e-0f8032a8222f tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:30.497964 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab38961-aafe-4911-86f2-6ecf7b2d1d9c req-d115f150-2b46-4061-aa7e-0f8032a8222f tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 944 time: 0.0663221 Jul 05 10:36:30.528362 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:30.536654 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ab38961-aafe-4911-86f2-6ecf7b2d1d9c req-a22f8f1f-4d50-411f-b366-3c001d1d4d41 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325484 Jul 05 10:36:30.556340 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffe629f-8f88-40d1-a78c-78eb75652fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54369899-7690-4c69-95fb-b3178bb68c3c'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:36:30.556340 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31868040-17c5-43bf-8417-efbafd0a7031" -d '{"events": [{"server_uuid": "5ffe629f-8f88-40d1-a78c-78eb75652fcf", "name": "network-vif-plugged", "status": "completed", "tag": "54369899-7690-4c69-95fb-b3178bb68c3c"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:36:30.566541 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 54369899-7690-4c69-95fb-b3178bb68c3c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=54369899-7690-4c69-95fb-b3178bb68c3c,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:30.571173 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:30.626484 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=54369899-7690-4c69-95fb-b3178bb68c3c,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:30.667991 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9666d7-8a1a-4c11-8353-953a664c6525 x-openstack-request-id: req-af9666d7-8a1a-4c11-8353-953a664c6525 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:36:30.668388 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffe629f-8f88-40d1-a78c-78eb75652fcf", "name": "network-vif-plugged", "status": "completed", "tag": "54369899-7690-4c69-95fb-b3178bb68c3c", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:36:30.668561 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-af9666d7-8a1a-4c11-8353-953a664c6525 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:36:30.668938 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe629f-8f88-40d1-a78c-78eb75652fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54369899-7690-4c69-95fb-b3178bb68c3c', 'code': 200} Jul 05 10:36:30.936434 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad380d-d84d-4b65-b951-14d538076719 req-febad242-fb48-4077-8c11-a0eab6c3f607 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:30.937811 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4ad380d-d84d-4b65-b951-14d538076719 req-febad242-fb48-4077-8c11-a0eab6c3f607 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 945 time: 0.0658967 Jul 05 10:36:30.975172 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4ad380d-d84d-4b65-b951-14d538076719 req-1b1b2cfb-a866-456b-a367-10035ca1479c tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318277 Jul 05 10:36:32.149000 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8a9b8-5526-4879-86b0-df4ffa7e78a0 req-add73611-6b02-46d7-8817-fbb42fabb8f8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:32.150538 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ddf8a9b8-5526-4879-86b0-df4ffa7e78a0 req-add73611-6b02-46d7-8817-fbb42fabb8f8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 945 time: 0.0660341 Jul 05 10:36:32.190225 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ddf8a9b8-5526-4879-86b0-df4ffa7e78a0 req-845ecd5e-4603-4a9d-95e7-ee1d304e0b93 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341792 Jul 05 10:36:32.259915 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376d7f4-65cf-4633-be38-caec2adbba15 req-527778c0-1fcd-4f09-b77e-752da6e2cb5d tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:32.261370 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4376d7f4-65cf-4633-be38-caec2adbba15 req-527778c0-1fcd-4f09-b77e-752da6e2cb5d tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 945 time: 0.0663927 Jul 05 10:36:32.358272 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-4376d7f4-65cf-4633-be38-caec2adbba15 req-40a69243-562c-4e49-b4ae-5afaf9770750 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Deleting port 54369899-7690-4c69-95fb-b3178bb68c3c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:36:32.358619 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4376d7f4-65cf-4633-be38-caec2adbba15 req-40a69243-562c-4e49-b4ae-5afaf9770750 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:32.446766 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4376d7f4-65cf-4633-be38-caec2adbba15 req-40a69243-562c-4e49-b4ae-5afaf9770750 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] For port 54369899-7690-4c69-95fb-b3178bb68c3c, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=54369899-7690-4c69-95fb-b3178bb68c3c,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:32.447125 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4376d7f4-65cf-4633-be38-caec2adbba15 req-40a69243-562c-4e49-b4ae-5afaf9770750 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:32.680056 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4376d7f4-65cf-4633-be38-caec2adbba15 req-40a69243-562c-4e49-b4ae-5afaf9770750 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:32.680432 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4376d7f4-65cf-4633-be38-caec2adbba15 req-40a69243-562c-4e49-b4ae-5afaf9770750 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:32.680747 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [req-4376d7f4-65cf-4633-be38-caec2adbba15 req-40a69243-562c-4e49-b4ae-5afaf9770750 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Floating IP d5c4fc5f-c1f2-4e48-adfb-143ec60e48b6 disassociated. External IP: 172.25.7.170, port: 54369899-7690-4c69-95fb-b3178bb68c3c. Jul 05 10:36:32.681089 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-4376d7f4-65cf-4633-be38-caec2adbba15 req-40a69243-562c-4e49-b4ae-5afaf9770750 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Calling delete_port for 54369899-7690-4c69-95fb-b3178bb68c3c owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:36:32.812417 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4376d7f4-65cf-4633-be38-caec2adbba15 req-40a69243-562c-4e49-b4ae-5afaf9770750 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:32.840941 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a69243-562c-4e49-b4ae-5afaf9770750 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Pushing event deleted for resources: {'Port': ['ID=54369899-7690-4c69-95fb-b3178bb68c3c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:32.965415 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4376d7f4-65cf-4633-be38-caec2adbba15 req-40a69243-562c-4e49-b4ae-5afaf9770750 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Router b3cfb868-fe8d-4810-8858-019dae474b2c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:36:33.078380 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4376d7f4-65cf-4633-be38-caec2adbba15 req-40a69243-562c-4e49-b4ae-5afaf9770750 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:36:33.087808 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc4f5d9-1e75-43de-9317-e443cd9ba8e4 None None] Sync routers for ids ['b3cfb868-fe8d-4810-8858-019dae474b2c'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:36:33.098060 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc4f5d9-1e75-43de-9317-e443cd9ba8e4 None None] Routers {'b3cfb868-fe8d-4810-8858-019dae474b2c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:36:33.098664 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5dc4f5d9-1e75-43de-9317-e443cd9ba8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:36:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b3cfb868-fe8d-4810-8858-019dae474b2c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:33.121632 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-4376d7f4-65cf-4633-be38-caec2adbba15 req-40a69243-562c-4e49-b4ae-5afaf9770750 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] No DVR routers for this DVR port 54369899-7690-4c69-95fb-b3178bb68c3c on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:36:33.124250 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4376d7f4-65cf-4633-be38-caec2adbba15 req-40a69243-562c-4e49-b4ae-5afaf9770750 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:33.126901 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4376d7f4-65cf-4633-be38-caec2adbba15 req-40a69243-562c-4e49-b4ae-5afaf9770750 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.78 "DELETE /v2.0/ports/54369899-7690-4c69-95fb-b3178bb68c3c HTTP/1.1" status: 204 len: 173 time: 0.8599019 Jul 05 10:36:33.127333 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffe629f-8f88-40d1-a78c-78eb75652fcf', 'name': 'network-vif-deleted', 'tag': '54369899-7690-4c69-95fb-b3178bb68c3c'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:36:33.129718 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec286f12-246b-47c8-a10c-c3521ae5b32c" -d '{"events": [{"server_uuid": "5ffe629f-8f88-40d1-a78c-78eb75652fcf", "name": "network-vif-deleted", "tag": "54369899-7690-4c69-95fb-b3178bb68c3c"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:36:33.146759 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:33.175686 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e29b7e4-a73b-48a8-b1d6-62689bb67f20 x-openstack-request-id: req-7e29b7e4-a73b-48a8-b1d6-62689bb67f20 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:36:33.176508 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffe629f-8f88-40d1-a78c-78eb75652fcf", "name": "network-vif-deleted", "tag": "54369899-7690-4c69-95fb-b3178bb68c3c", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:36:33.176508 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7e29b7e4-a73b-48a8-b1d6-62689bb67f20 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:36:33.176832 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe629f-8f88-40d1-a78c-78eb75652fcf', 'name': 'network-vif-deleted', 'tag': '54369899-7690-4c69-95fb-b3178bb68c3c', 'status': 'completed', 'code': 200} Jul 05 10:36:33.218740 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-5dc4f5d9-1e75-43de-9317-e443cd9ba8e4 None None] Set router b3cfb868-fe8d-4810-8858-019dae474b2c gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:36:33.354380 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-47c6c408-add3-4e65-b07b-c34c01e33a1b req-811f1e87-5f33-4b15-93e2-150c7411ca66 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ffe629f-8f88-40d1-a78c-78eb75652fcf HTTP/1.1" status: 200 len: 210 time: 0.0303874 Jul 05 10:36:33.437713 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5dc4f5d9-1e75-43de-9317-e443cd9ba8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:33.466826 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc4f5d9-1e75-43de-9317-e443cd9ba8e4 None None] Checking router: b3cfb868-fe8d-4810-8858-019dae474b2c for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:36:33.476203 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc4f5d9-1e75-43de-9317-e443cd9ba8e4 None None] Routers {'b3cfb868-fe8d-4810-8858-019dae474b2c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:36:33.476940 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5dc4f5d9-1e75-43de-9317-e443cd9ba8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:36:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b3cfb868-fe8d-4810-8858-019dae474b2c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:33.580008 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-5dc4f5d9-1e75-43de-9317-e443cd9ba8e4 None None] Set router b3cfb868-fe8d-4810-8858-019dae474b2c gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:36:33.776217 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5dc4f5d9-1e75-43de-9317-e443cd9ba8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:33.801934 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc4f5d9-1e75-43de-9317-e443cd9ba8e4 None None] The sync data for ids ['b3cfb868-fe8d-4810-8858-019dae474b2c'] in n-d-798054-8 is: [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:36:34.008511 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2638fd1-2339-4f88-89f9-07daa94f951b None None] New status for floating IP d5c4fc5f-c1f2-4e48-adfb-143ec60e48b6: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:36:34.656840 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-81fd3c6e-5c44-4520-95bd-cc562012e659 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--573100094&fields=id&tenant_id=00e8393afc484b1f8eb0247bc261d22e HTTP/1.1" status: 200 len: 267 time: 0.0364258 Jul 05 10:36:34.760315 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-7739b9fc-f4a8-4e61-8637-95d514bcc6e4 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:34.761796 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-7739b9fc-f4a8-4e61-8637-95d514bcc6e4 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 812 time: 0.0987499 Jul 05 10:36:34.775823 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-99488dc6-bb39-416d-8052-0e430752cdde tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/quotas/00e8393afc484b1f8eb0247bc261d22e HTTP/1.1" status: 200 len: 375 time: 0.0088263 Jul 05 10:36:34.844569 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-ccc564ba-8751-46c9-9bed-1fb93c9bcd5e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0633135 Jul 05 10:36:34.905455 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-4dc8c0d6-b0a4-49d0-b4ff-3eaa87d1242f service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:36:34.907013 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-4dc8c0d6-b0a4-49d0-b4ff-3eaa87d1242f service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0500808 Jul 05 10:36:34.999929 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-4e916aaa-76d1-423d-b3bd-0a803c3ede58 service neutron] 10.222.0.79 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871873 Jul 05 10:36:35.086084 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-d40d92b8-c422-4950-9012-ecd491f05114 service neutron] 10.222.0.79 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805540 Jul 05 10:36:35.259517 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b26d289-420b-4571-8f3b-909e7a134498 req-2326f516-5fc3-4a96-8d8d-1c1946a49467 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 210 time: 0.0344112 Jul 05 10:36:36.270648 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-c89ac270-87be-4395-998f-e08152236d85 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:36.272213 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-c89ac270-87be-4395-998f-e08152236d85 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 812 time: 0.1072545 Jul 05 10:36:36.324652 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-6ad04cca-61e8-4b2b-adb9-c3ed9487aa8a tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00e8393afc484b1f8eb0247bc261d22e HTTP/1.1" status: 200 len: 379 time: 0.0387826 Jul 05 10:36:36.333565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-34200566-4e43-4b1b-8467-95a40af3ae0b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Request body: {'port': {'device_id': '5ab783c2-69b9-444a-91ea-a559e2024250', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'admin_state_up': True, 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'security_groups': ['038602bd-889e-4647-8ffc-e63461211ecb']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:36:36.417335 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2eeaf133-10de-49b4-b624-0a70c18fae72 req-3596c9c7-7208-4bb9-86e6-6c969ec175bd tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 210 time: 0.0333912 Jul 05 10:36:36.425445 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 54369899-7690-4c69-95fb-b3178bb68c3c no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:36:36.447417 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 54369899-7690-4c69-95fb-b3178bb68c3c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:36:36.447775 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 54369899-7690-4c69-95fb-b3178bb68c3c not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:36:36.477557 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-34200566-4e43-4b1b-8467-95a40af3ae0b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Made reservation on behalf of 00e8393afc484b1f8eb0247bc261d22e for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:36:36.481099 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-34200566-4e43-4b1b-8467-95a40af3ae0b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:36.557878 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:36.610354 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-34200566-4e43-4b1b-8467-95a40af3ae0b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Allocated IP 172.20.0.3 (2e00388c-443a-4492-a417-fa464345c863/56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260/f84b1dad-a225-4061-947a-1eb226170ba7) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:36:36.745915 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-34200566-4e43-4b1b-8467-95a40af3ae0b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:36.759174 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-34200566-4e43-4b1b-8467-95a40af3ae0b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Transition to ACTIVE for port object f84b1dad-a225-4061-947a-1eb226170ba7 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:36:36.791838 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-34200566-4e43-4b1b-8467-95a40af3ae0b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:36.839077 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-34200566-4e43-4b1b-8467-95a40af3ae0b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Network 2e00388c-443a-4492-a417-fa464345c863 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:36:36.842306 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-34200566-4e43-4b1b-8467-95a40af3ae0b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:36:36.849758 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-34200566-4e43-4b1b-8467-95a40af3ae0b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:36:36.877586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34200566-4e43-4b1b-8467-95a40af3ae0b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Pushing event updated for resources: {'Port': ['ID=f84b1dad-a225-4061-947a-1eb226170ba7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:36.904662 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-34200566-4e43-4b1b-8467-95a40af3ae0b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:36.905288 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-34200566-4e43-4b1b-8467-95a40af3ae0b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:36.921667 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-34200566-4e43-4b1b-8467-95a40af3ae0b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5918825 Jul 05 10:36:36.933053 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-b483e378-0b87-4623-a435-22e006d67832 service neutron] Request body: {'port': {'device_id': '5ab783c2-69b9-444a-91ea-a559e2024250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:36:37.008617 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-b483e378-0b87-4623-a435-22e006d67832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:37.038755 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-119fdc0c-6019-4b07-9f30-201b2164005e None None] Provisioning for port f84b1dad-a225-4061-947a-1eb226170ba7 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:36:37.042952 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-119fdc0c-6019-4b07-9f30-201b2164005e None None] Provisioning complete for port f84b1dad-a225-4061-947a-1eb226170ba7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:36:37.043398 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-119fdc0c-6019-4b07-9f30-201b2164005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:37.076084 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-119fdc0c-6019-4b07-9f30-201b2164005e None None] Port f84b1dad-a225-4061-947a-1eb226170ba7 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:36:37.276294 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-b483e378-0b87-4623-a435-22e006d67832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f84b1dad-a225-4061-947a-1eb226170ba7 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:36:37.283324 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-b483e378-0b87-4623-a435-22e006d67832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:37.294799 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-b483e378-0b87-4623-a435-22e006d67832 service neutron] Transition to ACTIVE for port object f84b1dad-a225-4061-947a-1eb226170ba7 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:36:37.298668 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-b483e378-0b87-4623-a435-22e006d67832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:37.350433 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483e378-0b87-4623-a435-22e006d67832 service neutron] Pushing event updated for resources: {'Port': ['ID=f84b1dad-a225-4061-947a-1eb226170ba7,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:37.426811 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-b483e378-0b87-4623-a435-22e006d67832 service neutron] Attempting to bind port f84b1dad-a225-4061-947a-1eb226170ba7 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:36:37.427148 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-b483e378-0b87-4623-a435-22e006d67832 service neutron] Attempting to bind port f84b1dad-a225-4061-947a-1eb226170ba7 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:36:37.427650 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-b483e378-0b87-4623-a435-22e006d67832 service neutron] Attempting to bind port f84b1dad-a225-4061-947a-1eb226170ba7 on network 2e00388c-443a-4492-a417-fa464345c863 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:36:37.431999 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-b483e378-0b87-4623-a435-22e006d67832 service neutron] Port f84b1dad-a225-4061-947a-1eb226170ba7 on network 2e00388c-443a-4492-a417-fa464345c863 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:36:37.432321 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-b483e378-0b87-4623-a435-22e006d67832 service neutron] Attempting to bind port f84b1dad-a225-4061-947a-1eb226170ba7 on network 2e00388c-443a-4492-a417-fa464345c863 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:36:37.437175 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-b483e378-0b87-4623-a435-22e006d67832 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:36:37.437584 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-b483e378-0b87-4623-a435-22e006d67832 service neutron] Checking segment: {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:36:37.437976 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-b483e378-0b87-4623-a435-22e006d67832 service neutron] Bound using segment: {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:36:37.438404 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-b483e378-0b87-4623-a435-22e006d67832 service neutron] Bound port: f84b1dad-a225-4061-947a-1eb226170ba7, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:36:37.438762 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-b483e378-0b87-4623-a435-22e006d67832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:37.510621 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-b483e378-0b87-4623-a435-22e006d67832 service neutron] For port f84b1dad-a225-4061-947a-1eb226170ba7, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:36:37.513913 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-b483e378-0b87-4623-a435-22e006d67832 service neutron] For port f84b1dad-a225-4061-947a-1eb226170ba7, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=f84b1dad-a225-4061-947a-1eb226170ba7,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:36:37.518712 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-b483e378-0b87-4623-a435-22e006d67832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:37.565762 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-b483e378-0b87-4623-a435-22e006d67832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:37.566409 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-b483e378-0b87-4623-a435-22e006d67832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:37.567886 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-b483e378-0b87-4623-a435-22e006d67832 service neutron] 10.222.0.78 "PUT /v2.0/ports/f84b1dad-a225-4061-947a-1eb226170ba7 HTTP/1.1" status: 200 len: 1091 time: 0.6391590 Jul 05 10:36:37.585209 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab783c2-69b9-444a-91ea-a559e2024250', 'tag': 'f84b1dad-a225-4061-947a-1eb226170ba7'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:36:37.587499 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041765c9-ecff-4dd0-b58a-c20281665681" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab783c2-69b9-444a-91ea-a559e2024250", "tag": "f84b1dad-a225-4061-947a-1eb226170ba7"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:36:37.619036 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483e378-0b87-4623-a435-22e006d67832 service neutron] Pushing event updated for resources: {'Port': ['ID=f84b1dad-a225-4061-947a-1eb226170ba7,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:37.654873 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29db6980-18b6-4de4-83f3-af1caff9a1a2 x-openstack-request-id: req-29db6980-18b6-4de4-83f3-af1caff9a1a2 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:36:37.655182 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab783c2-69b9-444a-91ea-a559e2024250", "tag": "f84b1dad-a225-4061-947a-1eb226170ba7", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:36:37.655441 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-29db6980-18b6-4de4-83f3-af1caff9a1a2 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:36:37.655860 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab783c2-69b9-444a-91ea-a559e2024250', 'tag': 'f84b1dad-a225-4061-947a-1eb226170ba7', 'status': 'completed', 'code': 200} Jul 05 10:36:37.685743 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f845c60-68dd-4f88-a90b-844203e3db26 req-37e56e68-49fb-47fc-a8cf-9d693e961188 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:37.687299 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f845c60-68dd-4f88-a90b-844203e3db26 req-37e56e68-49fb-47fc-a8cf-9d693e961188 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 943 time: 0.1429310 Jul 05 10:36:37.725582 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-5c5572fc-12b1-4cab-8502-99313a931159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:37.727127 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-5c5572fc-12b1-4cab-8502-99313a931159 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 1094 time: 0.1021235 Jul 05 10:36:37.746676 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f845c60-68dd-4f88-a90b-844203e3db26 req-5cc2d31a-1065-4866-b5bb-0c3ec0293587 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536344 Jul 05 10:36:37.775555 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-e0ebcf0b-7a59-454b-a2e0-058afcba2127 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f84b1dad-a225-4061-947a-1eb226170ba7 HTTP/1.1" status: 200 len: 217 time: 0.0401537 Jul 05 10:36:37.823741 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-33ebfdf2-bfdf-4c3e-a37e-c79b207796b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:37.825142 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-33ebfdf2-bfdf-4c3e-a37e-c79b207796b5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0441566 Jul 05 10:36:37.884100 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-fff660df-da04-4726-b88d-096b281a8567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:37.885587 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-fff660df-da04-4726-b88d-096b281a8567 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547805 Jul 05 10:36:37.973676 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-e32ebfc5-1099-499d-a33c-93f4c91e9ec0 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813680 Jul 05 10:36:38.068156 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5a9465b-fca2-4caf-aa92-279b1ad74a4e req-21336e40-1aba-4dc9-92ab-92701e627df3 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873601 Jul 05 10:36:38.167505 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041765c9-ecff-4dd0-b58a-c20281665681 req-2e97705b-d821-4e88-b5cb-fe9628c85958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:38.168946 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-041765c9-ecff-4dd0-b58a-c20281665681 req-2e97705b-d821-4e88-b5cb-fe9628c85958 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 1094 time: 0.0540204 Jul 05 10:36:38.257643 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041765c9-ecff-4dd0-b58a-c20281665681 req-8bdbd4e6-592a-450c-b30e-73a3f5b05559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:38.259098 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-041765c9-ecff-4dd0-b58a-c20281665681 req-8bdbd4e6-592a-450c-b30e-73a3f5b05559 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0823839 Jul 05 10:36:38.303718 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-041765c9-ecff-4dd0-b58a-c20281665681 req-3a1a1d3d-dbc0-4f66-99e2-77d0c1c03da1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f84b1dad-a225-4061-947a-1eb226170ba7 HTTP/1.1" status: 200 len: 217 time: 0.0385966 Jul 05 10:36:38.351218 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041765c9-ecff-4dd0-b58a-c20281665681 req-20f2c872-3d03-454f-a44a-998a3130b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:38.352654 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-041765c9-ecff-4dd0-b58a-c20281665681 req-20f2c872-3d03-454f-a44a-998a3130b2ba service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0427060 Jul 05 10:36:38.408500 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041765c9-ecff-4dd0-b58a-c20281665681 req-3cd5ffb4-7c6f-4b20-9fc4-80b73bf2b07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:38.409980 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-041765c9-ecff-4dd0-b58a-c20281665681 req-3cd5ffb4-7c6f-4b20-9fc4-80b73bf2b07d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509667 Jul 05 10:36:38.505392 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-041765c9-ecff-4dd0-b58a-c20281665681 req-c921bc2c-862f-483b-b8b9-c087bb237673 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889521 Jul 05 10:36:38.593867 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-041765c9-ecff-4dd0-b58a-c20281665681 req-1d2d5639-7140-412f-9920-7e35bb574967 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828986 Jul 05 10:36:38.923829 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b1d4d-3a91-4844-ac83-1df667514b39 req-4f70712b-bd97-402d-8ca3-223df6696954 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:38.925329 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2c4b1d4d-3a91-4844-ac83-1df667514b39 req-4f70712b-bd97-402d-8ca3-223df6696954 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 943 time: 0.0648077 Jul 05 10:36:38.967086 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2c4b1d4d-3a91-4844-ac83-1df667514b39 req-528ad969-f0d6-4e0f-b36d-4200aeb99c9a tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361204 Jul 05 10:36:40.138345 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e7db5-cac1-44b3-ac50-29fd666ba4fe req-dfe8af4a-ca53-4966-912c-f7b9c6d8778a tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:40.139864 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2c1e7db5-cac1-44b3-ac50-29fd666ba4fe req-dfe8af4a-ca53-4966-912c-f7b9c6d8778a tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 943 time: 0.0632896 Jul 05 10:36:40.179572 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2c1e7db5-cac1-44b3-ac50-29fd666ba4fe req-67906ebd-6566-44ab-9ced-a2f4449f8398 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333300 Jul 05 10:36:41.350974 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454efaa4-787b-4f05-b80b-c2fc32a974d9 req-2be08b69-b1ea-4dcc-a57b-19dde721503a tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:41.352468 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-454efaa4-787b-4f05-b80b-c2fc32a974d9 req-2be08b69-b1ea-4dcc-a57b-19dde721503a tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 943 time: 0.0642273 Jul 05 10:36:41.389439 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-454efaa4-787b-4f05-b80b-c2fc32a974d9 req-fec92072-b913-4021-a51a-eacc7e037731 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314729 Jul 05 10:36:42.453115 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device f84b1dad-a225-4061-947a-1eb226170ba7 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:36:42.550419 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port f84b1dad-a225-4061-947a-1eb226170ba7, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=f84b1dad-a225-4061-947a-1eb226170ba7,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:42.561709 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'f84b1dad-a225-4061-947a-1eb226170ba7', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'port_id': 'f84b1dad-a225-4061-947a-1eb226170ba7', 'mac_address': 'fa:16:3e:bf:46:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:36:42.568518 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbb14e-4af6-463a-b8dc-b166749381bc req-9f5211d2-342d-4193-8a9d-6ea2153e7693 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:42.570071 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85fbb14e-4af6-463a-b8dc-b166749381bc req-9f5211d2-342d-4193-8a9d-6ea2153e7693 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 943 time: 0.0680478 Jul 05 10:36:42.604919 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:42.609236 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85fbb14e-4af6-463a-b8dc-b166749381bc req-72b32ba7-03eb-4361-847a-b1510aebb144 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336254 Jul 05 10:36:42.617815 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f84b1dad-a225-4061-947a-1eb226170ba7 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:36:42.640978 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port f84b1dad-a225-4061-947a-1eb226170ba7, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=f84b1dad-a225-4061-947a-1eb226170ba7,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:42.645056 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:42.690321 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=f84b1dad-a225-4061-947a-1eb226170ba7,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:42.952243 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['f84b1dad-a225-4061-947a-1eb226170ba7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:36:43.781560 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ffdd0-21ab-4532-8cc5-de18c990a9e0 req-0ace7eee-cd71-4e7a-9f3a-b05795bded50 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:43.783470 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8b1ffdd0-21ab-4532-8cc5-de18c990a9e0 req-0ace7eee-cd71-4e7a-9f3a-b05795bded50 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 944 time: 0.0639539 Jul 05 10:36:43.820360 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8b1ffdd0-21ab-4532-8cc5-de18c990a9e0 req-76192514-6509-455d-b133-df4ba13233a1 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314796 Jul 05 10:36:44.475212 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device f84b1dad-a225-4061-947a-1eb226170ba7 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:36:44.524633 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port f84b1dad-a225-4061-947a-1eb226170ba7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:36:44.528362 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port f84b1dad-a225-4061-947a-1eb226170ba7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:36:44.528738 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:44.602774 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:44.623795 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab783c2-69b9-444a-91ea-a559e2024250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84b1dad-a225-4061-947a-1eb226170ba7'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:36:44.626577 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e9cae4819b2e59c6ae968c375b6d1b6657ccc2bbae7acc597d1e26c518319e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d941cad5-503c-4201-ad26-f90825190c95" -d '{"events": [{"server_uuid": "5ab783c2-69b9-444a-91ea-a559e2024250", "name": "network-vif-plugged", "status": "completed", "tag": "f84b1dad-a225-4061-947a-1eb226170ba7"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:36:44.638725 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port f84b1dad-a225-4061-947a-1eb226170ba7, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=f84b1dad-a225-4061-947a-1eb226170ba7,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:44.643469 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:44.670412 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d513e7-b6d7-4ed5-bbf3-188f79ff277c x-openstack-request-id: req-b2d513e7-b6d7-4ed5-bbf3-188f79ff277c {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:36:44.670706 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab783c2-69b9-444a-91ea-a559e2024250", "name": "network-vif-plugged", "status": "completed", "tag": "f84b1dad-a225-4061-947a-1eb226170ba7", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:36:44.670960 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b2d513e7-b6d7-4ed5-bbf3-188f79ff277c {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:36:44.671347 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab783c2-69b9-444a-91ea-a559e2024250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84b1dad-a225-4061-947a-1eb226170ba7', 'code': 200} Jul 05 10:36:44.696400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=f84b1dad-a225-4061-947a-1eb226170ba7,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:44.779354 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f87a8-151c-463f-a006-3c0260b0cc5b req-18f187fb-121d-4e43-bd2c-baa3cdf1c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:44.780798 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f43f87a8-151c-463f-a006-3c0260b0cc5b req-18f187fb-121d-4e43-bd2c-baa3cdf1c901 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 1096 time: 0.0516548 Jul 05 10:36:44.817775 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f43f87a8-151c-463f-a006-3c0260b0cc5b req-f7484fa4-5311-4b93-999d-59ff9750a170 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309770 Jul 05 10:36:44.991033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f6401-d963-42a9-b3e4-7dc49a5ea44a req-ab5084a0-706d-463e-a0e0-405d3723f1b1 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:44.992548 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-518f6401-d963-42a9-b3e4-7dc49a5ea44a req-ab5084a0-706d-463e-a0e0-405d3723f1b1 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 945 time: 0.0638986 Jul 05 10:36:45.028863 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-518f6401-d963-42a9-b3e4-7dc49a5ea44a req-45669ec3-6b0a-4b70-913e-9540d595ee31 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308347 Jul 05 10:36:46.200244 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ee216-e5e4-4a1b-ad2c-e8c3582edf04 req-6a56f9a1-a535-412b-a5f4-1b9a83f04b86 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:46.201709 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-994ee216-e5e4-4a1b-ad2c-e8c3582edf04 req-6a56f9a1-a535-412b-a5f4-1b9a83f04b86 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 945 time: 0.0628645 Jul 05 10:36:46.239389 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-994ee216-e5e4-4a1b-ad2c-e8c3582edf04 req-3680d8cf-938e-4682-9a37-dcd13cc3d91b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315003 Jul 05 10:36:46.415097 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b97e4-469d-4e11-b178-1115ccc6b029 req-de88cd83-252e-4f4f-913d-28091befdf77 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:46.416575 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-029b97e4-469d-4e11-b178-1115ccc6b029 req-de88cd83-252e-4f4f-913d-28091befdf77 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 945 time: 0.0674496 Jul 05 10:36:46.425827 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46370) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:36:46.430315 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5133c851-c249-498b-a844-5b39f0e200d5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Request body: {'floatingip': {'port_id': 'f84b1dad-a225-4061-947a-1eb226170ba7'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:36:46.469797 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5133c851-c249-498b-a844-5b39f0e200d5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:47.243861 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5133c851-c249-498b-a844-5b39f0e200d5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:47.247714 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5133c851-c249-498b-a844-5b39f0e200d5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:47.351741 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-5133c851-c249-498b-a844-5b39f0e200d5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Floating IP d5c4fc5f-c1f2-4e48-adfb-143ec60e48b6 associated. External IP: 172.25.7.170, port: f84b1dad-a225-4061-947a-1eb226170ba7. Jul 05 10:36:47.556824 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5133c851-c249-498b-a844-5b39f0e200d5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Router b3cfb868-fe8d-4810-8858-019dae474b2c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:36:47.665095 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5133c851-c249-498b-a844-5b39f0e200d5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:36:47.669908 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5133c851-c249-498b-a844-5b39f0e200d5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:47.674149 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9339edbe-aa50-495f-9df3-473ffd36924d None None] Sync routers for ids ['b3cfb868-fe8d-4810-8858-019dae474b2c'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:36:47.683595 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9339edbe-aa50-495f-9df3-473ffd36924d None None] Routers {'b3cfb868-fe8d-4810-8858-019dae474b2c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:36:47.684238 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9339edbe-aa50-495f-9df3-473ffd36924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:36:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b3cfb868-fe8d-4810-8858-019dae474b2c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:47.706039 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5133c851-c249-498b-a844-5b39f0e200d5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "PUT /v2.0/floatingips/d5c4fc5f-c1f2-4e48-adfb-143ec60e48b6 HTTP/1.1" status: 200 len: 991 time: 1.2791090 Jul 05 10:36:47.706742 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab783c2-69b9-444a-91ea-a559e2024250', 'tag': 'f84b1dad-a225-4061-947a-1eb226170ba7'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:36:47.709145 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c00071b7cfde692afb9022e9d4946ccdaf80287837c21057d207686b78d4f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fe64ab-23a0-4de2-bfd8-01cae0aec372" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab783c2-69b9-444a-91ea-a559e2024250", "tag": "f84b1dad-a225-4061-947a-1eb226170ba7"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:36:47.747195 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318cd180-da9b-433c-9f8e-571a2bc94676 x-openstack-request-id: req-318cd180-da9b-433c-9f8e-571a2bc94676 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:36:47.747500 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab783c2-69b9-444a-91ea-a559e2024250", "tag": "f84b1dad-a225-4061-947a-1eb226170ba7", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:36:47.747757 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-318cd180-da9b-433c-9f8e-571a2bc94676 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:36:47.748195 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab783c2-69b9-444a-91ea-a559e2024250', 'tag': 'f84b1dad-a225-4061-947a-1eb226170ba7', 'status': 'completed', 'code': 200} Jul 05 10:36:47.791136 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-9339edbe-aa50-495f-9df3-473ffd36924d None None] Set router b3cfb868-fe8d-4810-8858-019dae474b2c gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:36:47.833749 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe64ab-23a0-4de2-bfd8-01cae0aec372 req-126ab857-7870-44e6-8324-c5315464960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:47.835298 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b2fe64ab-23a0-4de2-bfd8-01cae0aec372 req-126ab857-7870-44e6-8324-c5315464960a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 1096 time: 0.0539658 Jul 05 10:36:47.929073 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe64ab-23a0-4de2-bfd8-01cae0aec372 req-e9c5ae7a-b310-4cfe-9948-9bb9cd58e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:47.930581 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b2fe64ab-23a0-4de2-bfd8-01cae0aec372 req-e9c5ae7a-b310-4cfe-9948-9bb9cd58e2e8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0875676 Jul 05 10:36:47.996351 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b2fe64ab-23a0-4de2-bfd8-01cae0aec372 req-2155d9b7-db36-46f1-925e-e068385621f1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f84b1dad-a225-4061-947a-1eb226170ba7 HTTP/1.1" status: 200 len: 999 time: 0.0593162 Jul 05 10:36:48.012555 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9339edbe-aa50-495f-9df3-473ffd36924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd5c4fc5f-c1f2-4e48-adfb-143ec60e48b6', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'port_id': 'f84b1dad-a225-4061-947a-1eb226170ba7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'mac_address': 'fa:16:3e:bf:46:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab783c2-69b9-444a-91ea-a559e2024250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:34:19Z', 'updated_at': '2021-07-05T10:36:46Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:48.038964 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9339edbe-aa50-495f-9df3-473ffd36924d None None] Checking router: b3cfb868-fe8d-4810-8858-019dae474b2c for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:36:48.045423 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe64ab-23a0-4de2-bfd8-01cae0aec372 req-c046c5dd-98d6-4de3-b4a4-9d2c4eaa3373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:48.046906 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b2fe64ab-23a0-4de2-bfd8-01cae0aec372 req-c046c5dd-98d6-4de3-b4a4-9d2c4eaa3373 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0423841 Jul 05 10:36:48.047326 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9339edbe-aa50-495f-9df3-473ffd36924d None None] Routers {'b3cfb868-fe8d-4810-8858-019dae474b2c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:36:48.048486 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9339edbe-aa50-495f-9df3-473ffd36924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:36:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b3cfb868-fe8d-4810-8858-019dae474b2c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:48.107991 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe64ab-23a0-4de2-bfd8-01cae0aec372 req-97ebb24a-4951-4f4a-bae3-c929693f1279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:48.109458 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b2fe64ab-23a0-4de2-bfd8-01cae0aec372 req-97ebb24a-4951-4f4a-bae3-c929693f1279 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558875 Jul 05 10:36:48.153030 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-9339edbe-aa50-495f-9df3-473ffd36924d None None] Set router b3cfb868-fe8d-4810-8858-019dae474b2c gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:36:48.202914 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b2fe64ab-23a0-4de2-bfd8-01cae0aec372 req-fb44bc68-7e41-4771-b7c1-d327524ab5f3 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843306 Jul 05 10:36:48.298667 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b2fe64ab-23a0-4de2-bfd8-01cae0aec372 req-ce7ec989-0674-4142-a839-4a5efe465a8c service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894158 Jul 05 10:36:48.452832 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9339edbe-aa50-495f-9df3-473ffd36924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd5c4fc5f-c1f2-4e48-adfb-143ec60e48b6', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'port_id': 'f84b1dad-a225-4061-947a-1eb226170ba7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'mac_address': 'fa:16:3e:bf:46:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab783c2-69b9-444a-91ea-a559e2024250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:34:19Z', 'updated_at': '2021-07-05T10:36:46Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:48.482008 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9339edbe-aa50-495f-9df3-473ffd36924d None None] The sync data for ids ['b3cfb868-fe8d-4810-8858-019dae474b2c'] in n-d-798054-8 is: [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd5c4fc5f-c1f2-4e48-adfb-143ec60e48b6', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'port_id': 'f84b1dad-a225-4061-947a-1eb226170ba7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'mac_address': 'fa:16:3e:bf:46:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab783c2-69b9-444a-91ea-a559e2024250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:34:19Z', 'updated_at': '2021-07-05T10:36:46Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:36:48.663485 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864398be-6a9c-408f-8a76-fa3ecefd99a2 None None] New status for floating IP d5c4fc5f-c1f2-4e48-adfb-143ec60e48b6: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:36:50.990389 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2d8075ae-f8f8-49c3-b8b8-bb20cd5bdc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:53.362461 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9a0185e4-828e-4f64-9088-6d5450f0a7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:53.691647 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:54.741954 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:56.853772 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:03.166636 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:05.333574 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:37:06.551357 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:07.200027 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fbf4ae22-24f1-4a7c-8a38-9e898f5ee008 req-1dedfbb7-1e4f-42da-ac7c-1d33925e8699 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524778 Jul 05 10:37:07.293240 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4ae22-24f1-4a7c-8a38-9e898f5ee008 req-32879982-c2d5-4938-8a55-70d9929631fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:07.294727 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fbf4ae22-24f1-4a7c-8a38-9e898f5ee008 req-32879982-c2d5-4938-8a55-70d9929631fa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 1096 time: 0.0516152 Jul 05 10:37:07.404116 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4ae22-24f1-4a7c-8a38-9e898f5ee008 req-e69ce949-de0e-416d-b567-6aca20e148c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:07.405576 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fbf4ae22-24f1-4a7c-8a38-9e898f5ee008 req-e69ce949-de0e-416d-b567-6aca20e148c0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0869184 Jul 05 10:37:07.469361 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fbf4ae22-24f1-4a7c-8a38-9e898f5ee008 req-017afb94-b939-4c92-a731-0f32b51e844f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f84b1dad-a225-4061-947a-1eb226170ba7 HTTP/1.1" status: 200 len: 1001 time: 0.0566130 Jul 05 10:37:07.517985 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4ae22-24f1-4a7c-8a38-9e898f5ee008 req-b7e7e132-a802-458d-948a-20a22e98db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:07.519652 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fbf4ae22-24f1-4a7c-8a38-9e898f5ee008 req-b7e7e132-a802-458d-948a-20a22e98db42 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0437133 Jul 05 10:37:07.580546 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4ae22-24f1-4a7c-8a38-9e898f5ee008 req-d692a5cb-b6c9-44f3-b6b8-180927ccb907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:07.582183 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fbf4ae22-24f1-4a7c-8a38-9e898f5ee008 req-d692a5cb-b6c9-44f3-b6b8-180927ccb907 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558963 Jul 05 10:37:07.676617 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fbf4ae22-24f1-4a7c-8a38-9e898f5ee008 req-3226dd1c-3194-4a45-a1a7-f6b023135c16 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877070 Jul 05 10:37:07.768784 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fbf4ae22-24f1-4a7c-8a38-9e898f5ee008 req-eeafb08a-19d4-4f96-ae2b-d43ea644eff1 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852971 Jul 05 10:37:20.990744 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c76059bc-685f-4848-8a1a-3b67cff34341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:23.362462 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b1ba15cc-9b52-4994-a165-545d8c10054b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:23.693103 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:24.744772 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:26.854802 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:33.159752 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:36.566785 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:42.332690 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:37:50.992990 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2ec272ff-7764-4d2e-9a0c-d48845dbf0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:53.363169 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6dd99ec5-e746-48eb-b26e-c3ed4a49931c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:53.694211 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:54.748301 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:56.857442 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:03.159153 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:06.572707 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:09.811698 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-603f1fde-d18d-4356-9414-40dcddeceb27 req-958a19f8-7d5e-4cb8-8404-9e13c54aec63 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0986006 Jul 05 10:38:09.904215 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f1fde-d18d-4356-9414-40dcddeceb27 req-a1a5923f-f0df-4526-a9d6-dc1b342f4f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:09.905667 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-603f1fde-d18d-4356-9414-40dcddeceb27 req-a1a5923f-f0df-4526-a9d6-dc1b342f4f68 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 1096 time: 0.0518270 Jul 05 10:38:10.010110 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f1fde-d18d-4356-9414-40dcddeceb27 req-f21ad00a-2fb2-4fa9-820b-cd611f62b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:10.011590 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-603f1fde-d18d-4356-9414-40dcddeceb27 req-f21ad00a-2fb2-4fa9-820b-cd611f62b904 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0872638 Jul 05 10:38:10.076685 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-603f1fde-d18d-4356-9414-40dcddeceb27 req-70d35cdb-3d75-4acf-98d3-310c72860614 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f84b1dad-a225-4061-947a-1eb226170ba7 HTTP/1.1" status: 200 len: 1001 time: 0.0588264 Jul 05 10:38:10.122616 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f1fde-d18d-4356-9414-40dcddeceb27 req-8e33c2b3-3c14-486b-8cca-40aebc0746a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:10.124038 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-603f1fde-d18d-4356-9414-40dcddeceb27 req-8e33c2b3-3c14-486b-8cca-40aebc0746a3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0419955 Jul 05 10:38:10.182877 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f1fde-d18d-4356-9414-40dcddeceb27 req-90b0acf6-e6ec-456e-827e-47b1fd8525b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:10.184292 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-603f1fde-d18d-4356-9414-40dcddeceb27 req-90b0acf6-e6ec-456e-827e-47b1fd8525b3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546923 Jul 05 10:38:10.270896 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-603f1fde-d18d-4356-9414-40dcddeceb27 req-06cfcac0-fcc4-43a3-9a6b-f831300d6172 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796788 Jul 05 10:38:10.362376 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-603f1fde-d18d-4356-9414-40dcddeceb27 req-cec5249f-60b0-4030-8f05-14f93b9ea612 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849469 Jul 05 10:38:19.334836 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:38:20.993390 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c5c00991-2049-4671-870d-75b94644e0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:23.364450 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-02c57380-7024-413a-b11f-2954d624f11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:23.695507 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:24.752004 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:26.860711 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:33.157696 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:36.570207 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:50.993348 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7558ac0a-7e21-40f4-8573-95b226a1eb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:53.366453 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0276dbfe-0482-46df-95c4-fe490c4efca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:53.697421 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:54.753573 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:56.333866 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:38:56.863512 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:03.156160 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:06.594217 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:09.877105 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb8aff91-126d-457a-8a4e-3619986fb89b req-dbb2ae0d-fb54-45e7-b0a7-78a2157903b9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559862 Jul 05 10:39:09.967869 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8aff91-126d-457a-8a4e-3619986fb89b req-1582ca3f-e76c-430a-95c6-0129c5621cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:09.969465 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb8aff91-126d-457a-8a4e-3619986fb89b req-1582ca3f-e76c-430a-95c6-0129c5621cc9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 1096 time: 0.0514221 Jul 05 10:39:10.074691 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8aff91-126d-457a-8a4e-3619986fb89b req-4fdb6bba-735c-4ab1-99a7-9e16f818d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:10.076203 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb8aff91-126d-457a-8a4e-3619986fb89b req-4fdb6bba-735c-4ab1-99a7-9e16f818d177 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0870733 Jul 05 10:39:10.140947 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb8aff91-126d-457a-8a4e-3619986fb89b req-3034cab6-9519-4d4b-8542-4d243930ac1e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f84b1dad-a225-4061-947a-1eb226170ba7 HTTP/1.1" status: 200 len: 1001 time: 0.0588031 Jul 05 10:39:10.191968 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8aff91-126d-457a-8a4e-3619986fb89b req-b0ce2c72-e3df-4221-ba0e-1a34d76daf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:10.193469 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb8aff91-126d-457a-8a4e-3619986fb89b req-b0ce2c72-e3df-4221-ba0e-1a34d76daf39 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0465772 Jul 05 10:39:10.247874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8aff91-126d-457a-8a4e-3619986fb89b req-b488276f-0b36-4010-be1b-fbf597f15456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:10.249345 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb8aff91-126d-457a-8a4e-3619986fb89b req-b488276f-0b36-4010-be1b-fbf597f15456 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499008 Jul 05 10:39:10.335041 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb8aff91-126d-457a-8a4e-3619986fb89b req-c7399c62-7672-4598-ade9-887e44894e77 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781071 Jul 05 10:39:10.424961 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bb8aff91-126d-457a-8a4e-3619986fb89b req-4a619672-68d3-4593-ad66-0a641c832210 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845077 Jul 05 10:39:20.994016 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7ee5e470-14a2-4c9a-8138-9c0b75140a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:23.367064 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a29a2531-a3a8-4351-9452-b98dc0403082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:23.697723 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:24.755391 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:26.867753 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:29.396439 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1a530-1809-4a11-b4c3-1cda14a1983c req-40040542-4d6b-4854-a1d1-e9c03857ca10 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:29.397981 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8de1a530-1809-4a11-b4c3-1cda14a1983c req-40040542-4d6b-4854-a1d1-e9c03857ca10 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 945 time: 0.1095068 Jul 05 10:39:29.436138 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8de1a530-1809-4a11-b4c3-1cda14a1983c req-96dfa542-9d89-4aee-abb6-5d5bf883d1c8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318172 Jul 05 10:39:30.730437 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347017e-9bf4-4e40-ae40-d2b58045cd07 req-5e4e0845-58c9-4777-9de0-3251ab0115af tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:30.731903 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7347017e-9bf4-4e40-ae40-d2b58045cd07 req-5e4e0845-58c9-4777-9de0-3251ab0115af tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 945 time: 0.1085391 Jul 05 10:39:30.770144 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7347017e-9bf4-4e40-ae40-d2b58045cd07 req-f261e451-2a85-48a3-880f-7cb9082c9557 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324214 Jul 05 10:39:31.943162 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9082f93-c2cd-4ce8-9200-b5864870d694 req-deedc07f-c4eb-430f-ba2e-8421d0c01db5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:31.944576 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9082f93-c2cd-4ce8-9200-b5864870d694 req-deedc07f-c4eb-430f-ba2e-8421d0c01db5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 945 time: 0.0622716 Jul 05 10:39:31.985011 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d9082f93-c2cd-4ce8-9200-b5864870d694 req-d52229f1-3d7c-490b-889c-d885ae3e5dc9 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344141 Jul 05 10:39:33.155946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f8543-6f4b-4fd3-8bf0-dcb76cf9b717 req-7add18ca-5e86-4131-923b-bf30464b359b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:33.156635 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:33.158345 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db9f8543-6f4b-4fd3-8bf0-dcb76cf9b717 req-7add18ca-5e86-4131-923b-bf30464b359b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 945 time: 0.0632055 Jul 05 10:39:33.197085 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db9f8543-6f4b-4fd3-8bf0-dcb76cf9b717 req-ca6477b9-0f83-4b35-a449-b44924ab527a tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327578 Jul 05 10:39:33.336885 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:39:34.370811 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46201588-765f-450d-bbfb-8f5f4a82bca5 req-d59020fc-2d32-49aa-add3-f46c63d869c2 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:34.372323 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46201588-765f-450d-bbfb-8f5f4a82bca5 req-d59020fc-2d32-49aa-add3-f46c63d869c2 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 945 time: 0.0664191 Jul 05 10:39:34.410130 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-46201588-765f-450d-bbfb-8f5f4a82bca5 req-a9a7e879-bc5f-4a9d-beef-7b6acdf12082 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323417 Jul 05 10:39:35.585458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf973a2-f0f6-46ef-acb2-663cae89ee4f req-7a81189c-7771-4c5e-8c3f-65b171e34f7e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:35.587248 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3bf973a2-f0f6-46ef-acb2-663cae89ee4f req-7a81189c-7771-4c5e-8c3f-65b171e34f7e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 945 time: 0.0702689 Jul 05 10:39:35.626482 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3bf973a2-f0f6-46ef-acb2-663cae89ee4f req-0e80eee3-3bf7-4f8a-880e-d92b7946c4d9 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331619 Jul 05 10:39:36.585224 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:36.803146 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdacac-9e2f-4441-972e-d0eab8d8d965 req-7efa9906-7194-4a01-aef8-4de377e02eca tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:36.804663 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b1bdacac-9e2f-4441-972e-d0eab8d8d965 req-7efa9906-7194-4a01-aef8-4de377e02eca tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 945 time: 0.0691144 Jul 05 10:39:36.842648 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b1bdacac-9e2f-4441-972e-d0eab8d8d965 req-25c11c72-3569-4e13-be05-d389a3e05436 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323129 Jul 05 10:39:38.019401 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebac5b-7c17-4c08-8bd2-cb4ad93e7576 req-6b6c3edd-38fa-49df-9c73-6413acb8244a tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:38.020937 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0ebac5b-7c17-4c08-8bd2-cb4ad93e7576 req-6b6c3edd-38fa-49df-9c73-6413acb8244a tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 945 time: 0.0672076 Jul 05 10:39:38.057409 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0ebac5b-7c17-4c08-8bd2-cb4ad93e7576 req-d1413f11-1af2-4c22-9679-fe9511975a82 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310185 Jul 05 10:39:39.235567 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed027305-840b-4851-a083-fe0896ff434a req-271d1572-8a8a-4ad4-bb65-327b8b29394f tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:39.237089 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ed027305-840b-4851-a083-fe0896ff434a req-271d1572-8a8a-4ad4-bb65-327b8b29394f tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 945 time: 0.0617642 Jul 05 10:39:39.272633 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ed027305-840b-4851-a083-fe0896ff434a req-2f0485dc-6d83-49bd-9420-886e71906f47 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301700 Jul 05 10:39:40.446337 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e88eb-9500-46cb-8748-b784fb3d6c05 req-cfea11e5-d2f2-45b1-b916-36ae8b194e31 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:40.447828 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-373e88eb-9500-46cb-8748-b784fb3d6c05 req-cfea11e5-d2f2-45b1-b916-36ae8b194e31 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 945 time: 0.0653040 Jul 05 10:39:40.485874 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-373e88eb-9500-46cb-8748-b784fb3d6c05 req-59cf0c32-a240-47c3-b1b9-f2d500011a73 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318260 Jul 05 10:39:41.655216 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a16c5a-c3d8-4acf-8127-933b093fe08f req-4458dc1b-0de0-4a3e-96a0-0adaf2abd109 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:41.656733 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-76a16c5a-c3d8-4acf-8127-933b093fe08f req-4458dc1b-0de0-4a3e-96a0-0adaf2abd109 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 945 time: 0.0626321 Jul 05 10:39:41.692935 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-76a16c5a-c3d8-4acf-8127-933b093fe08f req-5bb6bb6e-cb18-4763-b38b-eff2e666a131 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307369 Jul 05 10:39:42.865677 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae3903-0ba2-44c0-97ef-a0c49877c1cb req-25ca90e2-8772-42c1-aa0a-065eaa07b83e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:42.867073 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fae3903-0ba2-44c0-97ef-a0c49877c1cb req-25ca90e2-8772-42c1-aa0a-065eaa07b83e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 945 time: 0.0659814 Jul 05 10:39:43.142901 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fae3903-0ba2-44c0-97ef-a0c49877c1cb req-83478c21-a7f8-4d1f-a8a8-24b7aab0d9a1 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2696333 Jul 05 10:39:44.311318 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0543b-eb33-48f4-b884-fa4a54225a8f req-5476e330-ec46-4db7-b72b-00a9274be8b0 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:44.312802 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6b0543b-eb33-48f4-b884-fa4a54225a8f req-5476e330-ec46-4db7-b72b-00a9274be8b0 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 945 time: 0.0612063 Jul 05 10:39:44.350993 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c6b0543b-eb33-48f4-b884-fa4a54225a8f req-bcc79db2-d134-4418-bd9b-cb8b593fafb5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326648 Jul 05 10:39:45.520336 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c794e-afdf-439e-98a9-da22d98d6f31 req-54edd90d-393c-4951-9734-9272867dffef tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:45.521810 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b00c794e-afdf-439e-98a9-da22d98d6f31 req-54edd90d-393c-4951-9734-9272867dffef tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 945 time: 0.0625243 Jul 05 10:39:45.561355 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b00c794e-afdf-439e-98a9-da22d98d6f31 req-ced243ee-487c-40c4-b2ae-9601b87c99f9 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339856 Jul 05 10:39:45.987550 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-5585668e-d6df-4719-8d99-201a05ab392b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1399322 Jul 05 10:39:45.995443 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f849f6-577a-4dda-aca5-046299ebcd68 req-ea721bc9-f22a-4deb-9ac0-2d58891b067a tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:45.997427 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8f849f6-577a-4dda-aca5-046299ebcd68 req-ea721bc9-f22a-4deb-9ac0-2d58891b067a tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 945 time: 0.0937920 Jul 05 10:39:46.035454 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8f849f6-577a-4dda-aca5-046299ebcd68 req-acdfae70-41e1-46b4-bd07-a8a0f8b1279d tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323658 Jul 05 10:39:47.117024 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-04ca0584-5bf3-4aa4-955f-bc90605206e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:47.118671 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-04ca0584-5bf3-4aa4-955f-bc90605206e7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 1096 time: 0.0566502 Jul 05 10:39:47.250484 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-e9e37ab9-5dab-4ee0-ac32-b18ca310a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:47.251971 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-e9e37ab9-5dab-4ee0-ac32-b18ca310a147 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.1274695 Jul 05 10:39:47.263710 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ab23e-66b5-4e54-aa85-f0a8c46c5e3a req-a6bc1675-d668-4436-afd0-df1da0fe5caf tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:47.265106 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2c2ab23e-66b5-4e54-aa85-f0a8c46c5e3a req-a6bc1675-d668-4436-afd0-df1da0fe5caf tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 945 time: 0.1000659 Jul 05 10:39:47.345640 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2c2ab23e-66b5-4e54-aa85-f0a8c46c5e3a req-113ee141-425e-4c50-aebe-b5e1585a6830 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737696 Jul 05 10:39:47.347361 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-e5277447-1b32-40d5-95fa-ea065743f564 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f84b1dad-a225-4061-947a-1eb226170ba7 HTTP/1.1" status: 200 len: 1001 time: 0.0814133 Jul 05 10:39:47.395742 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-498fc53d-ff6c-4be6-abc4-89770f576af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:47.397275 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-498fc53d-ff6c-4be6-abc4-89770f576af3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0441587 Jul 05 10:39:47.459767 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-583e1393-5524-459b-b00c-259e5272e52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:47.461580 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-583e1393-5524-459b-b00c-259e5272e52e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565147 Jul 05 10:39:47.548139 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-223cc392-bb2d-40c4-9cfe-9461018c6943 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797772 Jul 05 10:39:47.639416 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-ddc4df76-ff00-439c-a843-5b989b9d1fde service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854635 Jul 05 10:39:48.521353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f9f14-42b7-42b6-bc8c-264834b0b4c8 req-c7c7ed69-4906-4f64-98fa-f41045aa9061 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:48.522856 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b34f9f14-42b7-42b6-bc8c-264834b0b4c8 req-c7c7ed69-4906-4f64-98fa-f41045aa9061 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 945 time: 0.0666077 Jul 05 10:39:48.560261 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b34f9f14-42b7-42b6-bc8c-264834b0b4c8 req-926fcee0-f85f-44a9-b442-669a74173db3 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310793 Jul 05 10:39:49.516576 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-ce83398e-f115-4ebd-88a0-bcbf79d43a2c service neutron] show failed (client error): The resource could not be found. Jul 05 10:39:49.517588 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-ce83398e-f115-4ebd-88a0-bcbf79d43a2c service neutron] 10.222.0.78 "GET /v2.0/ports/f84b1dad-a225-4061-947a-1eb226170ba7/bindings/n-h1-798054-8 HTTP/1.1" status: 404 len: 380 time: 0.0545568 Jul 05 10:39:49.739681 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da28cdf-5394-429d-bfbb-ba395e229779 req-8121d9c4-d864-4e9f-b2f6-f728e97461a1 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:49.741216 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2da28cdf-5394-429d-bfbb-ba395e229779 req-8121d9c4-d864-4e9f-b2f6-f728e97461a1 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 945 time: 0.0700421 Jul 05 10:39:49.778362 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2da28cdf-5394-429d-bfbb-ba395e229779 req-e3fbb438-503c-4f7a-9877-4576162b8f0f tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314558 Jul 05 10:39:49.888755 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-07c91407-540d-4fa7-96ee-a3dc4e731a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:49.890301 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-07c91407-540d-4fa7-96ee-a3dc4e731a4d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250&tenant_id=00e8393afc484b1f8eb0247bc261d22e HTTP/1.1" status: 200 len: 1096 time: 0.0884573 Jul 05 10:39:49.901726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-8', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:49.973413 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:50.169469 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] For port f84b1dad-a225-4061-947a-1eb226170ba7, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=f84b1dad-a225-4061-947a-1eb226170ba7,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:39:50.201585 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] For port f84b1dad-a225-4061-947a-1eb226170ba7, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:39:50.239769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab783c2-69b9-444a-91ea-a559e2024250', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f84b1dad-a225-4061-947a-1eb226170ba7'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:39:50.244916 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:50.257269 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Transition to ACTIVE for port object f84b1dad-a225-4061-947a-1eb226170ba7 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:39:50.260940 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:50.288242 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd57369-ffb2-45d3-ab14-e0ab36501b8d" -d '{"events": [{"server_uuid": "5ab783c2-69b9-444a-91ea-a559e2024250", "name": "network-vif-unplugged", "status": "completed", "tag": "f84b1dad-a225-4061-947a-1eb226170ba7"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:39:50.356327 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f84b1dad-a225-4061-947a-1eb226170ba7,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:50.371169 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:50.371515 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:50.371898 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:50.372230 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:50.372567 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:50.372902 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:50.373235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:50.373562 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:50.373893 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:50.374242 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:50.374575 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:50.374899 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:50.403561 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d48364-3fc1-494a-99ed-af020762bf89 x-openstack-request-id: req-98d48364-3fc1-494a-99ed-af020762bf89 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:39:50.403912 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab783c2-69b9-444a-91ea-a559e2024250", "name": "network-vif-unplugged", "status": "completed", "tag": "f84b1dad-a225-4061-947a-1eb226170ba7", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:39:50.404141 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-98d48364-3fc1-494a-99ed-af020762bf89 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:39:50.404545 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab783c2-69b9-444a-91ea-a559e2024250', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f84b1dad-a225-4061-947a-1eb226170ba7', 'code': 200} Jul 05 10:39:50.405343 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] No DVR routers for this DVR port f84b1dad-a225-4061-947a-1eb226170ba7 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:39:50.541729 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Attempting to bind port f84b1dad-a225-4061-947a-1eb226170ba7 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:39:50.542073 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Attempting to bind port f84b1dad-a225-4061-947a-1eb226170ba7 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:39:50.542404 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Attempting to bind port f84b1dad-a225-4061-947a-1eb226170ba7 on network 2e00388c-443a-4492-a417-fa464345c863 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:39:50.555086 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Port f84b1dad-a225-4061-947a-1eb226170ba7 on network 2e00388c-443a-4492-a417-fa464345c863 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:39:50.555417 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Attempting to bind port f84b1dad-a225-4061-947a-1eb226170ba7 on network 2e00388c-443a-4492-a417-fa464345c863 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:39:50.560870 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:39:50.561221 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Checking segment: {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:39:50.561604 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Bound using segment: {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:39:50.562093 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Bound port: f84b1dad-a225-4061-947a-1eb226170ba7, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:39:50.562458 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:50.624823 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] For port f84b1dad-a225-4061-947a-1eb226170ba7, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:39:50.627776 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] For port f84b1dad-a225-4061-947a-1eb226170ba7, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=f84b1dad-a225-4061-947a-1eb226170ba7,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:39:50.632707 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:50.669341 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:50.669967 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:50.671372 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] 10.222.0.81 "PUT /v2.0/ports/f84b1dad-a225-4061-947a-1eb226170ba7 HTTP/1.1" status: 200 len: 1091 time: 0.7735333 Jul 05 10:39:50.692607 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3da18-7f61-4800-8a21-1af3e2b865d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f84b1dad-a225-4061-947a-1eb226170ba7,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:50.751495 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-33ad4a2f-6f2d-463c-b33c-cb58b3cf26b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:50.753222 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-33ad4a2f-6f2d-463c-b33c-cb58b3cf26b9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 1094 time: 0.0562634 Jul 05 10:39:50.853282 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-9333de53-ea8f-4884-9e31-733862ff5f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:50.854801 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-9333de53-ea8f-4884-9e31-733862ff5f96 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0954120 Jul 05 10:39:50.954576 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-c8dd11b1-52fc-415f-a581-04d20b35a2c8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f84b1dad-a225-4061-947a-1eb226170ba7 HTTP/1.1" status: 200 len: 999 time: 0.0929470 Jul 05 10:39:50.995361 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ecb1f299-2a0a-4e22-b3b5-660a5cbdd1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:51.014233 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ec95a-ff7d-47c3-86f8-6b6ea22a1992 req-140ca6a2-1dbd-485b-88eb-73b0222eb9e5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:51.015723 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a2ec95a-ff7d-47c3-86f8-6b6ea22a1992 req-140ca6a2-1dbd-485b-88eb-73b0222eb9e5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 943 time: 0.1152115 Jul 05 10:39:51.037348 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-9f4cb7fd-a11d-4fb9-9ae1-e2e45eb30c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:51.038744 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-9f4cb7fd-a11d-4fb9-9ae1-e2e45eb30c8c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0766180 Jul 05 10:39:51.083692 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7a2ec95a-ff7d-47c3-86f8-6b6ea22a1992 req-8e46b409-a3af-489f-bf8d-e78d682c6bf3 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620863 Jul 05 10:39:51.108239 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-309ccab2-7acb-4566-9e2c-188aaf081568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:51.109748 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-309ccab2-7acb-4566-9e2c-188aaf081568 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634911 Jul 05 10:39:51.195895 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-68c708b2-2002-432c-afdb-f5baf77c630d service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795262 Jul 05 10:39:51.285217 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4f533411-f4dd-41f8-9224-b7fa3fc2701c req-bc6c7e2c-d3d3-4449-9045-63e682a08af0 service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832849 Jul 05 10:39:52.259237 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7f2d2-5d4a-451c-9771-d1f8dc0ec134 req-acc9bd14-6aa6-4cc0-8892-b238e4f8f34e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:52.260794 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a2a7f2d2-5d4a-451c-9771-d1f8dc0ec134 req-acc9bd14-6aa6-4cc0-8892-b238e4f8f34e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 943 time: 0.0631771 Jul 05 10:39:52.298344 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a2a7f2d2-5d4a-451c-9771-d1f8dc0ec134 req-939db578-dbb5-40f4-bca8-3f1195188b30 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313766 Jul 05 10:39:52.405327 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab783c2-69b9-444a-91ea-a559e2024250', 'tag': 'f84b1dad-a225-4061-947a-1eb226170ba7'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:39:52.407567 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609c5518-bd4e-4545-9e0e-7849fcbc1d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab783c2-69b9-444a-91ea-a559e2024250", "tag": "f84b1dad-a225-4061-947a-1eb226170ba7"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:39:52.456423 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0342dd1-4cc5-4019-8e6d-bce5dbfc83da x-openstack-request-id: req-b0342dd1-4cc5-4019-8e6d-bce5dbfc83da {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:39:52.456716 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab783c2-69b9-444a-91ea-a559e2024250", "tag": "f84b1dad-a225-4061-947a-1eb226170ba7", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:39:52.456969 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b0342dd1-4cc5-4019-8e6d-bce5dbfc83da {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:39:52.457368 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab783c2-69b9-444a-91ea-a559e2024250', 'tag': 'f84b1dad-a225-4061-947a-1eb226170ba7', 'status': 'completed', 'code': 200} Jul 05 10:39:52.576447 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c5518-bd4e-4545-9e0e-7849fcbc1d5b req-816549c8-4f39-48fe-8f9e-ef0b4a74b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:52.577999 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-609c5518-bd4e-4545-9e0e-7849fcbc1d5b req-816549c8-4f39-48fe-8f9e-ef0b4a74b1f2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 1094 time: 0.1012444 Jul 05 10:39:52.580626 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c5518-bd4e-4545-9e0e-7849fcbc1d5b req-ab81bd7c-1cd7-40fa-afa2-3053e415bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:52.581999 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-609c5518-bd4e-4545-9e0e-7849fcbc1d5b req-ab81bd7c-1cd7-40fa-afa2-3053e415bb3c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 1094 time: 0.0957341 Jul 05 10:39:52.738287 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c5518-bd4e-4545-9e0e-7849fcbc1d5b req-7fc8bf02-3fa9-41ef-b676-083250e5542f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:52.739710 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-609c5518-bd4e-4545-9e0e-7849fcbc1d5b req-7fc8bf02-3fa9-41ef-b676-083250e5542f service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.1549025 Jul 05 10:39:52.740828 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c5518-bd4e-4545-9e0e-7849fcbc1d5b req-5c03c795-e057-4ea4-a05a-01c41f97c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:52.742160 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-609c5518-bd4e-4545-9e0e-7849fcbc1d5b req-5c03c795-e057-4ea4-a05a-01c41f97c32d service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.1498394 Jul 05 10:39:52.848234 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-609c5518-bd4e-4545-9e0e-7849fcbc1d5b req-ecb35e1a-e7fe-4971-bb5e-40433dd2adfd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f84b1dad-a225-4061-947a-1eb226170ba7 HTTP/1.1" status: 200 len: 999 time: 0.1023636 Jul 05 10:39:52.851829 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-609c5518-bd4e-4545-9e0e-7849fcbc1d5b req-b9e8b9f3-53bd-42ed-b59c-7d2e7d055595 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f84b1dad-a225-4061-947a-1eb226170ba7 HTTP/1.1" status: 200 len: 999 time: 0.0992858 Jul 05 10:39:52.930188 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c5518-bd4e-4545-9e0e-7849fcbc1d5b req-eb1aaae2-f660-456e-8f2d-b359e81661c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:52.931667 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-609c5518-bd4e-4545-9e0e-7849fcbc1d5b req-eb1aaae2-f660-456e-8f2d-b359e81661c3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0778885 Jul 05 10:39:52.934946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c5518-bd4e-4545-9e0e-7849fcbc1d5b req-10afdac8-16b6-4e4c-bab6-5c90abce0dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:52.936311 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-609c5518-bd4e-4545-9e0e-7849fcbc1d5b req-10afdac8-16b6-4e4c-bab6-5c90abce0dc8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0738513 Jul 05 10:39:53.028959 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c5518-bd4e-4545-9e0e-7849fcbc1d5b req-bdc2a2ed-44af-4181-9f72-1060fbd7c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:53.030390 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-609c5518-bd4e-4545-9e0e-7849fcbc1d5b req-bdc2a2ed-44af-4181-9f72-1060fbd7c737 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922308 Jul 05 10:39:53.032925 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c5518-bd4e-4545-9e0e-7849fcbc1d5b req-1a494d46-ee6a-4430-b0e0-3fd35366097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:53.034287 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-609c5518-bd4e-4545-9e0e-7849fcbc1d5b req-1a494d46-ee6a-4430-b0e0-3fd35366097d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888777 Jul 05 10:39:53.188298 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-609c5518-bd4e-4545-9e0e-7849fcbc1d5b req-29da3cf7-d17b-4647-b573-8cd50769b8fa service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512525 Jul 05 10:39:53.191645 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-609c5518-bd4e-4545-9e0e-7849fcbc1d5b req-a5297745-afbe-4dbb-9966-1257772f90c1 service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478732 Jul 05 10:39:53.343615 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-609c5518-bd4e-4545-9e0e-7849fcbc1d5b req-553162f8-b951-4fc2-8ff6-43e55fe28b71 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488724 Jul 05 10:39:53.347018 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-609c5518-bd4e-4545-9e0e-7849fcbc1d5b req-7370da27-8175-4011-b7ca-5e4232b07b6e service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442049 Jul 05 10:39:53.376389 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3fc97068-fecc-40f8-99ed-03bbde6a4256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:53.471940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e056f7-9aaa-4300-9a47-e4f7fb063d63 req-ce933552-e1e2-41d8-bd85-9b8405608522 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:53.473392 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-95e056f7-9aaa-4300-9a47-e4f7fb063d63 req-ce933552-e1e2-41d8-bd85-9b8405608522 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 943 time: 0.0624132 Jul 05 10:39:53.509420 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device f84b1dad-a225-4061-947a-1eb226170ba7 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:39:53.512119 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-95e056f7-9aaa-4300-9a47-e4f7fb063d63 req-0c30d010-51fb-47a9-a027-37a43b3b91d5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332766 Jul 05 10:39:53.556136 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device f84b1dad-a225-4061-947a-1eb226170ba7 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:39:53.701439 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:54.100452 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe807b-f02c-4d4e-b666-4cb49160827e req-32e05281-4a32-4387-be60-fc9533ab3f91 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:54.101943 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-04fe807b-f02c-4d4e-b666-4cb49160827e req-32e05281-4a32-4387-be60-fc9533ab3f91 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 943 time: 0.3514049 Jul 05 10:39:54.109952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53691769-017a-492e-be73-c91f3780075d req-b0cfc0c4-f2ba-4b02-88d6-7b27080384cf tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:54.111282 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53691769-017a-492e-be73-c91f3780075d req-b0cfc0c4-f2ba-4b02-88d6-7b27080384cf tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250&tenant_id=00e8393afc484b1f8eb0247bc261d22e&binding%3Ahost_id=n-h1-798054-8 HTTP/1.1" status: 200 len: 943 time: 0.3507628 Jul 05 10:39:54.177533 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-04fe807b-f02c-4d4e-b666-4cb49160827e req-a396294d-b1dd-48c7-a19b-5b51fea63281 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652919 Jul 05 10:39:54.191483 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-53691769-017a-492e-be73-c91f3780075d req-9981cf3c-8f7c-4116-ab02-cfd3ec350431 service neutron] delete failed (client error): The resource could not be found. Jul 05 10:39:54.192501 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53691769-017a-492e-be73-c91f3780075d req-9981cf3c-8f7c-4116-ab02-cfd3ec350431 service neutron] 10.222.0.78 "DELETE /v2.0/ports/f84b1dad-a225-4061-947a-1eb226170ba7/bindings/n-h2-798054-8 HTTP/1.1" status: 404 len: 380 time: 0.0745103 Jul 05 10:39:54.288410 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53691769-017a-492e-be73-c91f3780075d req-bc36cd31-9d77-41e8-99c3-ad5d1da86a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:54.289861 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53691769-017a-492e-be73-c91f3780075d req-bc36cd31-9d77-41e8-99c3-ad5d1da86a99 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 1094 time: 0.0547881 Jul 05 10:39:54.331027 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device f84b1dad-a225-4061-947a-1eb226170ba7 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:39:54.377096 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53691769-017a-492e-be73-c91f3780075d req-dd010496-1a1f-4d1b-94f3-58065ba00d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:54.378489 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53691769-017a-492e-be73-c91f3780075d req-dd010496-1a1f-4d1b-94f3-58065ba00d3e service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0828972 Jul 05 10:39:54.427791 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port f84b1dad-a225-4061-947a-1eb226170ba7, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=f84b1dad-a225-4061-947a-1eb226170ba7,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:39:54.439221 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'f84b1dad-a225-4061-947a-1eb226170ba7', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'port_id': 'f84b1dad-a225-4061-947a-1eb226170ba7', 'mac_address': 'fa:16:3e:bf:46:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:39:54.446404 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53691769-017a-492e-be73-c91f3780075d req-aff40f3b-19e4-4e21-a22b-7c2599772900 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f84b1dad-a225-4061-947a-1eb226170ba7 HTTP/1.1" status: 200 len: 999 time: 0.0615442 Jul 05 10:39:54.475532 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:54.488818 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f84b1dad-a225-4061-947a-1eb226170ba7 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:39:54.494704 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53691769-017a-492e-be73-c91f3780075d req-27b4906f-79a8-428c-9c55-b67addda8f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:54.496217 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53691769-017a-492e-be73-c91f3780075d req-27b4906f-79a8-428c-9c55-b67addda8f63 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0443003 Jul 05 10:39:54.508294 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port f84b1dad-a225-4061-947a-1eb226170ba7, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=f84b1dad-a225-4061-947a-1eb226170ba7,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:39:54.512595 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:54.556162 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53691769-017a-492e-be73-c91f3780075d req-fb245b07-1ac4-4d31-8519-12d959f7a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:54.557682 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53691769-017a-492e-be73-c91f3780075d req-fb245b07-1ac4-4d31-8519-12d959f7a371 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558534 Jul 05 10:39:54.558584 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=f84b1dad-a225-4061-947a-1eb226170ba7,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:54.566094 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:54.566458 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:54.566808 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:54.567153 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:54.567497 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:54.567833 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:54.568309 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:54.568563 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:54.568847 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:54.569179 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:54.569511 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:54.569840 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:54.651788 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53691769-017a-492e-be73-c91f3780075d req-95fc182f-447e-4f84-9c1b-3b39c45f7144 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873277 Jul 05 10:39:54.743838 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53691769-017a-492e-be73-c91f3780075d req-13c7900c-d637-469a-8219-842328ac12b6 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858288 Jul 05 10:39:54.753008 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['f84b1dad-a225-4061-947a-1eb226170ba7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:39:54.785579 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:55.355720 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d5ad4-bbb1-40e0-9b50-2c5af2b75170 req-a5322eba-2529-4052-a9be-09a72254b1e7 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:55.357267 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d4d5ad4-bbb1-40e0-9b50-2c5af2b75170 req-a5322eba-2529-4052-a9be-09a72254b1e7 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 944 time: 0.0680764 Jul 05 10:39:55.398021 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d4d5ad4-bbb1-40e0-9b50-2c5af2b75170 req-77284db6-2e4c-4ff5-b2e5-3531c2bae7df tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351591 Jul 05 10:39:55.566925 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e2494-4633-4b40-a8d2-4fd674634773 req-11ac5f27-e62e-4fa3-8cce-f3dc1465e0eb tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:55.568485 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-701e2494-4633-4b40-a8d2-4fd674634773 req-11ac5f27-e62e-4fa3-8cce-f3dc1465e0eb tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 944 time: 0.0623770 Jul 05 10:39:55.606624 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-701e2494-4633-4b40-a8d2-4fd674634773 req-532300bf-d277-4a87-b037-4224b36760fc tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326178 Jul 05 10:39:55.971935 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8afd7-fd23-4cb8-b942-ecb61146bf40 req-30994b5b-10a2-4273-831d-719e50eb194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:55.973310 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7db8afd7-fd23-4cb8-b942-ecb61146bf40 req-30994b5b-10a2-4273-831d-719e50eb194f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 1095 time: 0.0968120 Jul 05 10:39:55.985762 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5d505-329f-4a25-ba5d-bc24c06168cb req-493f959d-669c-49ab-8d73-1832823cca73 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:55.987139 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaa5d505-329f-4a25-ba5d-bc24c06168cb req-493f959d-669c-49ab-8d73-1832823cca73 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 944 time: 0.0852709 Jul 05 10:39:56.071611 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eaa5d505-329f-4a25-ba5d-bc24c06168cb req-e125e8f0-6dff-41a6-9f0a-9802d5cfe6eb tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756402 Jul 05 10:39:56.096506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8afd7-fd23-4cb8-b942-ecb61146bf40 req-f1fd274e-d99f-4068-a712-2575f1af4612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:56.097960 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7db8afd7-fd23-4cb8-b942-ecb61146bf40 req-f1fd274e-d99f-4068-a712-2575f1af4612 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.1100016 Jul 05 10:39:56.168020 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7db8afd7-fd23-4cb8-b942-ecb61146bf40 req-73300a50-42fe-4298-9aa2-3629d1280014 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f84b1dad-a225-4061-947a-1eb226170ba7 HTTP/1.1" status: 200 len: 1000 time: 0.0626624 Jul 05 10:39:56.216816 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8afd7-fd23-4cb8-b942-ecb61146bf40 req-66d81f31-4b15-4a32-b3e9-cb04da645271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:56.218293 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7db8afd7-fd23-4cb8-b942-ecb61146bf40 req-66d81f31-4b15-4a32-b3e9-cb04da645271 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0438354 Jul 05 10:39:56.273222 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8afd7-fd23-4cb8-b942-ecb61146bf40 req-c520923b-35ee-48ff-b60e-bf03fc2cfe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:56.274596 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7db8afd7-fd23-4cb8-b942-ecb61146bf40 req-c520923b-35ee-48ff-b60e-bf03fc2cfe54 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498681 Jul 05 10:39:56.330527 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device f84b1dad-a225-4061-947a-1eb226170ba7 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:39:56.365735 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7db8afd7-fd23-4cb8-b942-ecb61146bf40 req-317cdee5-6760-433e-8075-3e17f82c47da service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845087 Jul 05 10:39:56.378404 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port f84b1dad-a225-4061-947a-1eb226170ba7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:39:56.382064 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port f84b1dad-a225-4061-947a-1eb226170ba7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:39:56.382446 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:56.456341 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7db8afd7-fd23-4cb8-b942-ecb61146bf40 req-d780ca6b-649a-4470-b5e4-10220160d6e8 service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829554 Jul 05 10:39:56.461777 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:56.484111 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab783c2-69b9-444a-91ea-a559e2024250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84b1dad-a225-4061-947a-1eb226170ba7'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:39:56.499227 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port f84b1dad-a225-4061-947a-1eb226170ba7, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=f84b1dad-a225-4061-947a-1eb226170ba7,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:39:56.503164 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:56.527178 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e82402-a017-4f12-8d90-28a7cb764dab" -d '{"events": [{"server_uuid": "5ab783c2-69b9-444a-91ea-a559e2024250", "name": "network-vif-plugged", "status": "completed", "tag": "f84b1dad-a225-4061-947a-1eb226170ba7"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:39:56.554881 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=f84b1dad-a225-4061-947a-1eb226170ba7,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:56.606246 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8105ad9d-3425-4c8a-bcc3-61b767a35558 x-openstack-request-id: req-8105ad9d-3425-4c8a-bcc3-61b767a35558 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:39:56.606553 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab783c2-69b9-444a-91ea-a559e2024250", "name": "network-vif-plugged", "status": "completed", "tag": "f84b1dad-a225-4061-947a-1eb226170ba7", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:39:56.606816 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8105ad9d-3425-4c8a-bcc3-61b767a35558 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:39:56.607236 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab783c2-69b9-444a-91ea-a559e2024250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84b1dad-a225-4061-947a-1eb226170ba7', 'code': 200} Jul 05 10:39:56.867920 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:57.248263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c78d5-2d16-4fdd-af94-645b6c43f5ef req-8e5d9635-b835-4544-af5e-8c06c4cfcdd8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:57.249772 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d34c78d5-2d16-4fdd-af94-645b6c43f5ef req-8e5d9635-b835-4544-af5e-8c06c4cfcdd8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 945 time: 0.0674434 Jul 05 10:39:57.286572 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d34c78d5-2d16-4fdd-af94-645b6c43f5ef req-8a822b40-6fe4-433b-b907-9b8ad79bfc6d tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313346 Jul 05 10:39:57.661560 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf4992-e1b2-4a01-ba75-0a5b6390d363 req-cd81cb7e-805f-46f4-9b33-56d54fd290f3 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:57.662973 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39bf4992-e1b2-4a01-ba75-0a5b6390d363 req-cd81cb7e-805f-46f4-9b33-56d54fd290f3 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 945 time: 0.0631576 Jul 05 10:39:57.699761 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39bf4992-e1b2-4a01-ba75-0a5b6390d363 req-8b1b5d41-b9b2-4351-8b3c-ca09279bce86 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312054 Jul 05 10:39:58.904702 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef7f3f-9bba-4d5b-acd3-956a4a892734 req-ddb5562f-6a7f-4841-a907-e17715c735f5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:58.906190 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c3ef7f3f-9bba-4d5b-acd3-956a4a892734 req-ddb5562f-6a7f-4841-a907-e17715c735f5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 945 time: 0.1130178 Jul 05 10:39:58.917912 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ad1d2-a1d1-40ee-aeaa-74cfdf728f5e req-a1b2ca9f-6de3-401a-895a-29c42b625681 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:58.919295 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2e5ad1d2-a1d1-40ee-aeaa-74cfdf728f5e req-a1b2ca9f-6de3-401a-895a-29c42b625681 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ab783c2-69b9-444a-91ea-a559e2024250 HTTP/1.1" status: 200 len: 945 time: 0.0991750 Jul 05 10:39:59.009826 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2e5ad1d2-a1d1-40ee-aeaa-74cfdf728f5e req-90bc7b08-bc60-4444-bce5-ef980afb66ec tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822420 Jul 05 10:39:59.037449 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c3ef7f3f-9bba-4d5b-acd3-956a4a892734 req-dcfd18a6-3de4-46d9-a32d-e3d62c9bcecc tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Deleting port f84b1dad-a225-4061-947a-1eb226170ba7 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:59.037807 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c3ef7f3f-9bba-4d5b-acd3-956a4a892734 req-dcfd18a6-3de4-46d9-a32d-e3d62c9bcecc tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:59.130233 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c3ef7f3f-9bba-4d5b-acd3-956a4a892734 req-dcfd18a6-3de4-46d9-a32d-e3d62c9bcecc tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] For port f84b1dad-a225-4061-947a-1eb226170ba7, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=f84b1dad-a225-4061-947a-1eb226170ba7,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:39:59.130594 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c3ef7f3f-9bba-4d5b-acd3-956a4a892734 req-dcfd18a6-3de4-46d9-a32d-e3d62c9bcecc tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:59.300805 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c3ef7f3f-9bba-4d5b-acd3-956a4a892734 req-dcfd18a6-3de4-46d9-a32d-e3d62c9bcecc tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:59.301094 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c3ef7f3f-9bba-4d5b-acd3-956a4a892734 req-dcfd18a6-3de4-46d9-a32d-e3d62c9bcecc tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:59.301417 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [req-c3ef7f3f-9bba-4d5b-acd3-956a4a892734 req-dcfd18a6-3de4-46d9-a32d-e3d62c9bcecc tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Floating IP d5c4fc5f-c1f2-4e48-adfb-143ec60e48b6 disassociated. External IP: 172.25.7.170, port: f84b1dad-a225-4061-947a-1eb226170ba7. Jul 05 10:39:59.301761 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c3ef7f3f-9bba-4d5b-acd3-956a4a892734 req-dcfd18a6-3de4-46d9-a32d-e3d62c9bcecc tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Calling delete_port for f84b1dad-a225-4061-947a-1eb226170ba7 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:59.430271 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c3ef7f3f-9bba-4d5b-acd3-956a4a892734 req-dcfd18a6-3de4-46d9-a32d-e3d62c9bcecc tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:59.458120 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd18a6-3de4-46d9-a32d-e3d62c9bcecc tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Pushing event deleted for resources: {'Port': ['ID=f84b1dad-a225-4061-947a-1eb226170ba7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:59.576212 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3ef7f3f-9bba-4d5b-acd3-956a4a892734 req-dcfd18a6-3de4-46d9-a32d-e3d62c9bcecc tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Router b3cfb868-fe8d-4810-8858-019dae474b2c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:39:59.686576 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3ef7f3f-9bba-4d5b-acd3-956a4a892734 req-dcfd18a6-3de4-46d9-a32d-e3d62c9bcecc tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:39:59.696450 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d46913-afd7-4f1d-b236-b61abc24aa69 None None] Sync routers for ids ['b3cfb868-fe8d-4810-8858-019dae474b2c'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:39:59.705437 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d46913-afd7-4f1d-b236-b61abc24aa69 None None] Routers {'b3cfb868-fe8d-4810-8858-019dae474b2c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:59.706031 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a8d46913-afd7-4f1d-b236-b61abc24aa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:39:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b3cfb868-fe8d-4810-8858-019dae474b2c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:59.728369 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ef7f3f-9bba-4d5b-acd3-956a4a892734 req-dcfd18a6-3de4-46d9-a32d-e3d62c9bcecc tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] No DVR routers for this DVR port f84b1dad-a225-4061-947a-1eb226170ba7 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:39:59.730998 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c3ef7f3f-9bba-4d5b-acd3-956a4a892734 req-dcfd18a6-3de4-46d9-a32d-e3d62c9bcecc tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:59.733142 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c3ef7f3f-9bba-4d5b-acd3-956a4a892734 req-dcfd18a6-3de4-46d9-a32d-e3d62c9bcecc tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.81 "DELETE /v2.0/ports/f84b1dad-a225-4061-947a-1eb226170ba7 HTTP/1.1" status: 204 len: 173 time: 0.8129864 Jul 05 10:39:59.733575 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab783c2-69b9-444a-91ea-a559e2024250', 'name': 'network-vif-deleted', 'tag': 'f84b1dad-a225-4061-947a-1eb226170ba7'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:39:59.735939 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c1e11d-3ab2-467d-b1d6-d89a34f52144" -d '{"events": [{"server_uuid": "5ab783c2-69b9-444a-91ea-a559e2024250", "name": "network-vif-deleted", "tag": "f84b1dad-a225-4061-947a-1eb226170ba7"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:39:59.780572 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66e8a83-28cb-484b-b043-04800b3e644d x-openstack-request-id: req-b66e8a83-28cb-484b-b043-04800b3e644d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:39:59.780895 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab783c2-69b9-444a-91ea-a559e2024250", "name": "network-vif-deleted", "tag": "f84b1dad-a225-4061-947a-1eb226170ba7", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:39:59.781308 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b66e8a83-28cb-484b-b043-04800b3e644d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:39:59.781832 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab783c2-69b9-444a-91ea-a559e2024250', 'name': 'network-vif-deleted', 'tag': 'f84b1dad-a225-4061-947a-1eb226170ba7', 'status': 'completed', 'code': 200} Jul 05 10:39:59.812624 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-a8d46913-afd7-4f1d-b236-b61abc24aa69 None None] Set router b3cfb868-fe8d-4810-8858-019dae474b2c gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:40:00.009150 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a8d46913-afd7-4f1d-b236-b61abc24aa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:00.039234 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d46913-afd7-4f1d-b236-b61abc24aa69 None None] Checking router: b3cfb868-fe8d-4810-8858-019dae474b2c for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:40:00.049452 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d46913-afd7-4f1d-b236-b61abc24aa69 None None] Routers {'b3cfb868-fe8d-4810-8858-019dae474b2c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:40:00.050164 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a8d46913-afd7-4f1d-b236-b61abc24aa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:39:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b3cfb868-fe8d-4810-8858-019dae474b2c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:00.164461 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-a8d46913-afd7-4f1d-b236-b61abc24aa69 None None] Set router b3cfb868-fe8d-4810-8858-019dae474b2c gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:40:00.359330 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a8d46913-afd7-4f1d-b236-b61abc24aa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:00.385137 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d46913-afd7-4f1d-b236-b61abc24aa69 None None] The sync data for ids ['b3cfb868-fe8d-4810-8858-019dae474b2c'] in n-d-798054-8 is: [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:40:00.394260 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-5169aaa2-ba4a-449a-8339-7b31a5a38bfb tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--573100094&fields=id&tenant_id=00e8393afc484b1f8eb0247bc261d22e HTTP/1.1" status: 200 len: 267 time: 0.0375056 Jul 05 10:40:00.502805 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-8f595c59-1a8d-4e90-a57a-8c6d82ee4f37 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:00.504419 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-8f595c59-1a8d-4e90-a57a-8c6d82ee4f37 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 812 time: 0.1030951 Jul 05 10:40:00.520228 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-1fbf89c9-4f86-417d-b224-f1a186175df4 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/quotas/00e8393afc484b1f8eb0247bc261d22e HTTP/1.1" status: 200 len: 375 time: 0.0102577 Jul 05 10:40:00.596207 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-490f7366-7efc-41e6-9937-237a32f13b83 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0705142 Jul 05 10:40:00.603595 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c3bee1-b898-46fd-9028-8800a8c6f330 None None] New status for floating IP d5c4fc5f-c1f2-4e48-adfb-143ec60e48b6: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:40:00.685202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-f590dadb-71e1-41ee-a8f8-e49a8cbc1ae6 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:40:00.686378 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-f590dadb-71e1-41ee-a8f8-e49a8cbc1ae6 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0445819 Jul 05 10:40:00.780675 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-bd09831c-d8f7-47d7-8ea3-3715a8fa70e1 service neutron] 10.222.0.79 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882349 Jul 05 10:40:00.867875 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-7c4936f8-f280-4457-9b00-741c31fab4fd service neutron] 10.222.0.79 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814865 Jul 05 10:40:01.046251 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-32d687c8-d32d-4535-becd-d3be311ffbd6 req-51af8084-a770-433e-b654-aa8f0a49fe04 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 210 time: 0.0328770 Jul 05 10:40:02.170592 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-83e5f81e-1d51-402b-b80a-a2fce72bf9a2 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:02.172314 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-83e5f81e-1d51-402b-b80a-a2fce72bf9a2 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 812 time: 0.1050153 Jul 05 10:40:02.207404 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-30a80c73-af60-4d64-9309-dd94533ce616 req-bc16ce9f-3189-4247-bbc7-75ae8bb421b9 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 210 time: 0.0340106 Jul 05 10:40:02.241997 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-acbb9bed-e3e5-4b06-9eab-1994f43afef3 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00e8393afc484b1f8eb0247bc261d22e HTTP/1.1" status: 200 len: 379 time: 0.0579939 Jul 05 10:40:02.250965 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-c02d55e1-d56d-4658-9fba-82ffe8910107 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Request body: {'port': {'device_id': '1d6664ff-c1fb-4c96-b951-e3ceb424fd7d', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'admin_state_up': True, 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'security_groups': ['038602bd-889e-4647-8ffc-e63461211ecb']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:02.356072 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-c02d55e1-d56d-4658-9fba-82ffe8910107 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Made reservation on behalf of 00e8393afc484b1f8eb0247bc261d22e for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:02.360297 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-c02d55e1-d56d-4658-9fba-82ffe8910107 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:02.361764 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device f84b1dad-a225-4061-947a-1eb226170ba7 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:40:02.381437 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: f84b1dad-a225-4061-947a-1eb226170ba7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:40:02.381856 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device f84b1dad-a225-4061-947a-1eb226170ba7 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:40:02.485426 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-c02d55e1-d56d-4658-9fba-82ffe8910107 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Allocated IP 172.20.0.5 (2e00388c-443a-4492-a417-fa464345c863/56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260/189eecf8-eaca-4443-89d8-c83d0931c3e3) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:02.618407 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-c02d55e1-d56d-4658-9fba-82ffe8910107 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:02.632498 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-c02d55e1-d56d-4658-9fba-82ffe8910107 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Transition to ACTIVE for port object 189eecf8-eaca-4443-89d8-c83d0931c3e3 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:02.665372 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-c02d55e1-d56d-4658-9fba-82ffe8910107 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:02.713349 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-c02d55e1-d56d-4658-9fba-82ffe8910107 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Network 2e00388c-443a-4492-a417-fa464345c863 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:02.718995 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-c02d55e1-d56d-4658-9fba-82ffe8910107 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:02.722756 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-c02d55e1-d56d-4658-9fba-82ffe8910107 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:02.746758 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d55e1-d56d-4658-9fba-82ffe8910107 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Pushing event updated for resources: {'Port': ['ID=189eecf8-eaca-4443-89d8-c83d0931c3e3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:02.775162 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-c02d55e1-d56d-4658-9fba-82ffe8910107 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:02.775802 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-c02d55e1-d56d-4658-9fba-82ffe8910107 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:02.791151 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-c02d55e1-d56d-4658-9fba-82ffe8910107 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5443194 Jul 05 10:40:02.802542 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-08a327bb-da04-4d88-9832-30b596c07829 service neutron] Request body: {'port': {'device_id': '1d6664ff-c1fb-4c96-b951-e3ceb424fd7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:02.876417 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-08a327bb-da04-4d88-9832-30b596c07829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:02.946823 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-73bd87bd-32fe-4c31-b413-330cf077016f None None] Provisioning for port 189eecf8-eaca-4443-89d8-c83d0931c3e3 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:02.951167 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-73bd87bd-32fe-4c31-b413-330cf077016f None None] Provisioning complete for port 189eecf8-eaca-4443-89d8-c83d0931c3e3 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:02.951617 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-73bd87bd-32fe-4c31-b413-330cf077016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:02.989639 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-73bd87bd-32fe-4c31-b413-330cf077016f None None] Port 189eecf8-eaca-4443-89d8-c83d0931c3e3 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:40:03.147057 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-08a327bb-da04-4d88-9832-30b596c07829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189eecf8-eaca-4443-89d8-c83d0931c3e3 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:40:03.155193 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-08a327bb-da04-4d88-9832-30b596c07829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:03.156007 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:03.168614 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-08a327bb-da04-4d88-9832-30b596c07829 service neutron] Transition to ACTIVE for port object 189eecf8-eaca-4443-89d8-c83d0931c3e3 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:03.172217 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-08a327bb-da04-4d88-9832-30b596c07829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:03.223300 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a327bb-da04-4d88-9832-30b596c07829 service neutron] Pushing event updated for resources: {'Port': ['ID=189eecf8-eaca-4443-89d8-c83d0931c3e3,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:03.299873 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-08a327bb-da04-4d88-9832-30b596c07829 service neutron] Attempting to bind port 189eecf8-eaca-4443-89d8-c83d0931c3e3 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:03.300221 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-08a327bb-da04-4d88-9832-30b596c07829 service neutron] Attempting to bind port 189eecf8-eaca-4443-89d8-c83d0931c3e3 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:03.300571 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-08a327bb-da04-4d88-9832-30b596c07829 service neutron] Attempting to bind port 189eecf8-eaca-4443-89d8-c83d0931c3e3 on network 2e00388c-443a-4492-a417-fa464345c863 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:03.305462 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-08a327bb-da04-4d88-9832-30b596c07829 service neutron] Port 189eecf8-eaca-4443-89d8-c83d0931c3e3 on network 2e00388c-443a-4492-a417-fa464345c863 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:03.305787 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-08a327bb-da04-4d88-9832-30b596c07829 service neutron] Attempting to bind port 189eecf8-eaca-4443-89d8-c83d0931c3e3 on network 2e00388c-443a-4492-a417-fa464345c863 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:03.311472 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-08a327bb-da04-4d88-9832-30b596c07829 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:40:03.311829 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-08a327bb-da04-4d88-9832-30b596c07829 service neutron] Checking segment: {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:40:03.312294 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-08a327bb-da04-4d88-9832-30b596c07829 service neutron] Bound using segment: {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:40:03.312784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-08a327bb-da04-4d88-9832-30b596c07829 service neutron] Bound port: 189eecf8-eaca-4443-89d8-c83d0931c3e3, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:40:03.313155 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-08a327bb-da04-4d88-9832-30b596c07829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:03.422375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-08a327bb-da04-4d88-9832-30b596c07829 service neutron] For port 189eecf8-eaca-4443-89d8-c83d0931c3e3, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:40:03.442873 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f974fc-f672-48bb-8c35-bd01ba3001ce req-1c43bd25-c4c5-485b-a285-934f7dc9a00f tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:03.444401 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a6f974fc-f672-48bb-8c35-bd01ba3001ce req-1c43bd25-c4c5-485b-a285-934f7dc9a00f tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 943 time: 0.1155062 Jul 05 10:40:03.446073 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-08a327bb-da04-4d88-9832-30b596c07829 service neutron] For port 189eecf8-eaca-4443-89d8-c83d0931c3e3, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:40:03.452418 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-08a327bb-da04-4d88-9832-30b596c07829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:03.503405 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-08a327bb-da04-4d88-9832-30b596c07829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:03.504060 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-08a327bb-da04-4d88-9832-30b596c07829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:03.505451 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-08a327bb-da04-4d88-9832-30b596c07829 service neutron] 10.222.0.78 "PUT /v2.0/ports/189eecf8-eaca-4443-89d8-c83d0931c3e3 HTTP/1.1" status: 200 len: 1091 time: 0.7073565 Jul 05 10:40:03.507089 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6664ff-c1fb-4c96-b951-e3ceb424fd7d', 'tag': '189eecf8-eaca-4443-89d8-c83d0931c3e3'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:40:03.509276 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0c1053-4849-4e7e-9486-88bbfd7b003f" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6664ff-c1fb-4c96-b951-e3ceb424fd7d", "tag": "189eecf8-eaca-4443-89d8-c83d0931c3e3"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:40:03.540343 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a6f974fc-f672-48bb-8c35-bd01ba3001ce req-32d32b1e-ce04-46e4-b98a-2da5557558ba tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891654 Jul 05 10:40:03.546200 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a327bb-da04-4d88-9832-30b596c07829 service neutron] Pushing event updated for resources: {'Port': ['ID=189eecf8-eaca-4443-89d8-c83d0931c3e3,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:03.551773 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea7f034-1419-41ec-b223-88b753f1fd09 x-openstack-request-id: req-eea7f034-1419-41ec-b223-88b753f1fd09 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:40:03.552281 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6664ff-c1fb-4c96-b951-e3ceb424fd7d", "tag": "189eecf8-eaca-4443-89d8-c83d0931c3e3", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:40:03.552771 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eea7f034-1419-41ec-b223-88b753f1fd09 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:40:03.553326 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6664ff-c1fb-4c96-b951-e3ceb424fd7d', 'tag': '189eecf8-eaca-4443-89d8-c83d0931c3e3', 'status': 'completed', 'code': 200} Jul 05 10:40:03.631795 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-9ed19d3b-59ac-4b28-9e64-514a9b5811de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:03.633384 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-9ed19d3b-59ac-4b28-9e64-514a9b5811de service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 1094 time: 0.0617471 Jul 05 10:40:03.681830 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-3e82ceca-78f5-4854-9951-090f04e19368 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3 HTTP/1.1" status: 200 len: 217 time: 0.0354869 Jul 05 10:40:03.732202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-ca3a923b-dce3-4292-972e-8f2be87d7ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:03.733071 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-ca3a923b-dce3-4292-972e-8f2be87d7ebf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0446107 Jul 05 10:40:03.792747 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-f6588d26-c82f-40d1-8adb-12fecdf1a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:03.794663 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-f6588d26-c82f-40d1-8adb-12fecdf1a0f3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552945 Jul 05 10:40:03.881753 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-7cabbda4-006c-4250-aabe-7ff4869d0b5e service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803804 Jul 05 10:40:03.974641 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a5b95e9f-8626-4e7f-b71e-39004e231872 req-f4cceb53-3813-4236-bad9-888683d19d83 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868208 Jul 05 10:40:04.073105 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c1053-4849-4e7e-9486-88bbfd7b003f req-e136c5f7-4b07-4e0e-afb7-ed8c6575b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:04.074582 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d0c1053-4849-4e7e-9486-88bbfd7b003f req-e136c5f7-4b07-4e0e-afb7-ed8c6575b8af service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 1094 time: 0.0531087 Jul 05 10:40:04.168344 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c1053-4849-4e7e-9486-88bbfd7b003f req-a9b02617-c084-4018-9214-afaf4b182eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:04.173241 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d0c1053-4849-4e7e-9486-88bbfd7b003f req-a9b02617-c084-4018-9214-afaf4b182eff service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0921853 Jul 05 10:40:04.461343 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d0c1053-4849-4e7e-9486-88bbfd7b003f req-5fe25458-92c2-4756-9ff5-9d000aa204d5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3 HTTP/1.1" status: 200 len: 217 time: 0.2809949 Jul 05 10:40:04.507720 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c1053-4849-4e7e-9486-88bbfd7b003f req-230ac7a9-c86e-48ac-b7c7-0b4c9b4c142e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:04.509178 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d0c1053-4849-4e7e-9486-88bbfd7b003f req-230ac7a9-c86e-48ac-b7c7-0b4c9b4c142e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0421207 Jul 05 10:40:04.566618 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c1053-4849-4e7e-9486-88bbfd7b003f req-f3b20751-f2de-43bd-93fb-07c06a25f31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:04.568125 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d0c1053-4849-4e7e-9486-88bbfd7b003f req-f3b20751-f2de-43bd-93fb-07c06a25f31d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532820 Jul 05 10:40:04.657286 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d0c1053-4849-4e7e-9486-88bbfd7b003f req-7bc2d3ed-5b9c-4137-beb9-0b592d34c665 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829742 Jul 05 10:40:04.797147 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52951f74-7570-4c4a-ae18-02e53eb5b8f3 req-dc321ad8-f893-48d8-a293-feac152e14e2 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:04.798559 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-52951f74-7570-4c4a-ae18-02e53eb5b8f3 req-dc321ad8-f893-48d8-a293-feac152e14e2 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 943 time: 0.1348352 Jul 05 10:40:04.800755 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d0c1053-4849-4e7e-9486-88bbfd7b003f req-34d93769-eafe-414c-805c-87e24101af66 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359482 Jul 05 10:40:04.837260 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-52951f74-7570-4c4a-ae18-02e53eb5b8f3 req-1d696f77-6003-4afe-b6f6-2a4f005104fd tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331321 Jul 05 10:40:06.013587 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2e331-0a43-4f12-90db-74c942331097 req-a8d79ff5-5851-4776-bbff-9b87da23d537 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:06.015089 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-04c2e331-0a43-4f12-90db-74c942331097 req-a8d79ff5-5851-4776-bbff-9b87da23d537 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 943 time: 0.0663624 Jul 05 10:40:06.052083 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-04c2e331-0a43-4f12-90db-74c942331097 req-8033bd1b-edbb-482f-bcdb-37a63994d46e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314941 Jul 05 10:40:06.590284 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:07.224225 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871049f9-dea7-4987-b65a-796a13751e48 req-9ba8c885-faf2-48af-9c23-b7791dda66b9 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:07.225727 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-871049f9-dea7-4987-b65a-796a13751e48 req-9ba8c885-faf2-48af-9c23-b7791dda66b9 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 943 time: 0.0626390 Jul 05 10:40:07.262199 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-871049f9-dea7-4987-b65a-796a13751e48 req-2194e1b2-7230-4ff2-9dd9-1c45e88b6bac tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310180 Jul 05 10:40:07.611796 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 189eecf8-eaca-4443-89d8-c83d0931c3e3 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:40:07.705335 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 189eecf8-eaca-4443-89d8-c83d0931c3e3, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:07.716834 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '189eecf8-eaca-4443-89d8-c83d0931c3e3', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'port_id': '189eecf8-eaca-4443-89d8-c83d0931c3e3', 'mac_address': 'fa:16:3e:9d:84:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:40:07.751770 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:07.763743 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189eecf8-eaca-4443-89d8-c83d0931c3e3 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:40:07.783488 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 189eecf8-eaca-4443-89d8-c83d0931c3e3, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:07.787290 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:07.833915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=189eecf8-eaca-4443-89d8-c83d0931c3e3,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:08.128700 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['189eecf8-eaca-4443-89d8-c83d0931c3e3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:40:08.430745 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d7a6e-4d05-407f-aa6b-f1f6b8d4cc20 req-a73ea009-655f-446b-aab3-c80c44dece55 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:08.432130 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ec4d7a6e-4d05-407f-aa6b-f1f6b8d4cc20 req-a73ea009-655f-446b-aab3-c80c44dece55 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 944 time: 0.0613408 Jul 05 10:40:08.469587 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ec4d7a6e-4d05-407f-aa6b-f1f6b8d4cc20 req-bafaf8a3-522c-46ca-ad22-f71e15b5caba tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313513 Jul 05 10:40:09.617818 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 189eecf8-eaca-4443-89d8-c83d0931c3e3 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:40:09.643863 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7255e92-6f84-44e0-a0eb-1cd67128130d req-89bd745f-9a21-4c49-bbaa-c16334dc8bb1 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:09.645365 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7255e92-6f84-44e0-a0eb-1cd67128130d req-89bd745f-9a21-4c49-bbaa-c16334dc8bb1 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 944 time: 0.0670955 Jul 05 10:40:09.665791 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 189eecf8-eaca-4443-89d8-c83d0931c3e3 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:09.669817 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 189eecf8-eaca-4443-89d8-c83d0931c3e3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:09.670199 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:09.684080 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7255e92-6f84-44e0-a0eb-1cd67128130d req-557fb011-7cba-4481-a187-7a33586dd666 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328209 Jul 05 10:40:09.747878 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:09.769420 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6664ff-c1fb-4c96-b951-e3ceb424fd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189eecf8-eaca-4443-89d8-c83d0931c3e3'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:40:09.771748 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec0b5a8-0c01-4874-b9fc-965c70824056" -d '{"events": [{"server_uuid": "1d6664ff-c1fb-4c96-b951-e3ceb424fd7d", "name": "network-vif-plugged", "status": "completed", "tag": "189eecf8-eaca-4443-89d8-c83d0931c3e3"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:40:09.785041 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 189eecf8-eaca-4443-89d8-c83d0931c3e3, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:09.789108 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:09.812050 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17ff5a8-f15a-4ef2-8438-285c5bd67fb2 x-openstack-request-id: req-c17ff5a8-f15a-4ef2-8438-285c5bd67fb2 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:40:09.812385 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6664ff-c1fb-4c96-b951-e3ceb424fd7d", "name": "network-vif-plugged", "status": "completed", "tag": "189eecf8-eaca-4443-89d8-c83d0931c3e3", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:40:09.812584 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c17ff5a8-f15a-4ef2-8438-285c5bd67fb2 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:40:09.812983 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6664ff-c1fb-4c96-b951-e3ceb424fd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189eecf8-eaca-4443-89d8-c83d0931c3e3', 'code': 200} Jul 05 10:40:09.838279 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=189eecf8-eaca-4443-89d8-c83d0931c3e3,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:09.915901 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd5b28-f519-4958-b768-9114052a64f2 req-299e35a0-e245-4b0a-aca9-4d4aedb5d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:09.917376 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7bd5b28-f519-4958-b768-9114052a64f2 req-299e35a0-e245-4b0a-aca9-4d4aedb5d004 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 1096 time: 0.0511696 Jul 05 10:40:09.949480 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7bd5b28-f519-4958-b768-9114052a64f2 req-29e6e1f4-80f0-4366-8d9f-ef10c3adaea2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263388 Jul 05 10:40:10.337057 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:40:10.856680 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e5657-3c4f-4451-be98-edfabbe10802 req-9712145e-06a0-4312-92e2-0607075a3354 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:10.858176 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ac8e5657-3c4f-4451-be98-edfabbe10802 req-9712145e-06a0-4312-92e2-0607075a3354 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 945 time: 0.0652492 Jul 05 10:40:10.897164 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ac8e5657-3c4f-4451-be98-edfabbe10802 req-f4738d1c-bf77-4a9f-8690-e10640edea3f tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333865 Jul 05 10:40:11.754537 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e0e9b8e5-69ed-4bbc-9828-2f99db8f4a7c req-fce03aa4-31d1-4e30-9f16-4b3feef6cded service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512183 Jul 05 10:40:11.847082 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9b8e5-69ed-4bbc-9828-2f99db8f4a7c req-d77a40fa-af85-4be2-a943-8fd22da76c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:11.848551 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e0e9b8e5-69ed-4bbc-9828-2f99db8f4a7c req-d77a40fa-af85-4be2-a943-8fd22da76c23 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 1096 time: 0.0532377 Jul 05 10:40:11.956227 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9b8e5-69ed-4bbc-9828-2f99db8f4a7c req-ee186c32-5cc6-4394-a8e8-ed6f72aac68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:11.957742 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e0e9b8e5-69ed-4bbc-9828-2f99db8f4a7c req-ee186c32-5cc6-4394-a8e8-ed6f72aac68b service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0902352 Jul 05 10:40:11.998679 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e0e9b8e5-69ed-4bbc-9828-2f99db8f4a7c req-be799c6d-2b05-4444-8b6e-b54f22ca746e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3 HTTP/1.1" status: 200 len: 217 time: 0.0350280 Jul 05 10:40:12.083764 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9b8e5-69ed-4bbc-9828-2f99db8f4a7c req-37bf8a5d-bec1-4f5d-bb26-8334615f38f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:12.085363 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e0e9b8e5-69ed-4bbc-9828-2f99db8f4a7c req-37bf8a5d-bec1-4f5d-bb26-8334615f38f7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0806098 Jul 05 10:40:12.135977 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460206f-9457-4d7b-b845-21cf66609f8d req-66068941-a6e4-4e15-b4fc-200414f9ecaa tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:12.137919 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e460206f-9457-4d7b-b845-21cf66609f8d req-66068941-a6e4-4e15-b4fc-200414f9ecaa tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 945 time: 0.1249440 Jul 05 10:40:12.187135 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e460206f-9457-4d7b-b845-21cf66609f8d req-0ceae460-5a7d-4cd2-b470-581793b80741 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431118 Jul 05 10:40:12.188939 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9b8e5-69ed-4bbc-9828-2f99db8f4a7c req-feea3d99-3858-4060-9b5e-2c78f2ca6829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:12.190366 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e0e9b8e5-69ed-4bbc-9828-2f99db8f4a7c req-feea3d99-3858-4060-9b5e-2c78f2ca6829 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964558 Jul 05 10:40:12.281385 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e0e9b8e5-69ed-4bbc-9828-2f99db8f4a7c req-5458a1fa-f278-4218-a90d-a70a59d34a8d service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849578 Jul 05 10:40:12.417108 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f822c8-d12f-43d3-90be-abefd38b49a9 req-374e2bc2-66c9-4c2d-8010-bcd373252b89 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:12.418507 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a4f822c8-d12f-43d3-90be-abefd38b49a9 req-374e2bc2-66c9-4c2d-8010-bcd373252b89 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 945 time: 0.1242139 Jul 05 10:40:12.422039 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e0e9b8e5-69ed-4bbc-9828-2f99db8f4a7c req-aeee2306-7688-43ef-a379-b6d2e089d72f service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349461 Jul 05 10:40:12.427415 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 46970) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:12.431872 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-85e55d9c-d8b0-4532-a300-af5fc2ffb090 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Request body: {'floatingip': {'port_id': '189eecf8-eaca-4443-89d8-c83d0931c3e3'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:12.472295 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-85e55d9c-d8b0-4532-a300-af5fc2ffb090 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:12.905386 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-85e55d9c-d8b0-4532-a300-af5fc2ffb090 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:12.909315 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-85e55d9c-d8b0-4532-a300-af5fc2ffb090 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:13.006524 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-85e55d9c-d8b0-4532-a300-af5fc2ffb090 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Floating IP d5c4fc5f-c1f2-4e48-adfb-143ec60e48b6 associated. External IP: 172.25.7.170, port: 189eecf8-eaca-4443-89d8-c83d0931c3e3. Jul 05 10:40:13.213669 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e55d9c-d8b0-4532-a300-af5fc2ffb090 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Router b3cfb868-fe8d-4810-8858-019dae474b2c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:40:13.320674 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e55d9c-d8b0-4532-a300-af5fc2ffb090 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:40:13.325913 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-85e55d9c-d8b0-4532-a300-af5fc2ffb090 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:13.331945 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1880567a-37d0-4f95-80a9-c69f9208ed8e None None] Sync routers for ids ['b3cfb868-fe8d-4810-8858-019dae474b2c'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:40:13.341246 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1880567a-37d0-4f95-80a9-c69f9208ed8e None None] Routers {'b3cfb868-fe8d-4810-8858-019dae474b2c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:40:13.341849 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1880567a-37d0-4f95-80a9-c69f9208ed8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:39:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b3cfb868-fe8d-4810-8858-019dae474b2c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:13.361732 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-85e55d9c-d8b0-4532-a300-af5fc2ffb090 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "PUT /v2.0/floatingips/d5c4fc5f-c1f2-4e48-adfb-143ec60e48b6 HTTP/1.1" status: 200 len: 991 time: 0.9332500 Jul 05 10:40:13.362328 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6664ff-c1fb-4c96-b951-e3ceb424fd7d', 'tag': '189eecf8-eaca-4443-89d8-c83d0931c3e3'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:40:13.365237 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d0530f-d458-45e3-9273-2f776fa6f2ba" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6664ff-c1fb-4c96-b951-e3ceb424fd7d", "tag": "189eecf8-eaca-4443-89d8-c83d0931c3e3"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:40:13.401567 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd75a2e8-6bf1-4429-adcd-1dcb2f95e49f x-openstack-request-id: req-cd75a2e8-6bf1-4429-adcd-1dcb2f95e49f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:40:13.401865 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6664ff-c1fb-4c96-b951-e3ceb424fd7d", "tag": "189eecf8-eaca-4443-89d8-c83d0931c3e3", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:40:13.402262 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cd75a2e8-6bf1-4429-adcd-1dcb2f95e49f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:40:13.402697 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6664ff-c1fb-4c96-b951-e3ceb424fd7d', 'tag': '189eecf8-eaca-4443-89d8-c83d0931c3e3', 'status': 'completed', 'code': 200} Jul 05 10:40:13.446913 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1880567a-37d0-4f95-80a9-c69f9208ed8e None None] Set router b3cfb868-fe8d-4810-8858-019dae474b2c gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:40:13.477698 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0530f-d458-45e3-9273-2f776fa6f2ba req-7594bea1-a120-4c4a-b4fe-a6d902d65ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:13.479147 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15d0530f-d458-45e3-9273-2f776fa6f2ba req-7594bea1-a120-4c4a-b4fe-a6d902d65ba1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 1096 time: 0.0550137 Jul 05 10:40:13.572522 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0530f-d458-45e3-9273-2f776fa6f2ba req-202452b3-07b8-4ac9-90ff-60a7328520ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:13.573995 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15d0530f-d458-45e3-9273-2f776fa6f2ba req-202452b3-07b8-4ac9-90ff-60a7328520ae service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0891924 Jul 05 10:40:13.638479 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15d0530f-d458-45e3-9273-2f776fa6f2ba req-9e955c0f-ba54-420c-92b0-ad0ed203983d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3 HTTP/1.1" status: 200 len: 999 time: 0.0585809 Jul 05 10:40:13.688373 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0530f-d458-45e3-9273-2f776fa6f2ba req-c16d5f81-9e36-406a-a2fb-2acb27638fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:13.689869 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15d0530f-d458-45e3-9273-2f776fa6f2ba req-c16d5f81-9e36-406a-a2fb-2acb27638fc5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0453107 Jul 05 10:40:13.752548 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0530f-d458-45e3-9273-2f776fa6f2ba req-d993e9a8-c50b-4abb-9fd6-fbef596b236b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:13.754103 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15d0530f-d458-45e3-9273-2f776fa6f2ba req-d993e9a8-c50b-4abb-9fd6-fbef596b236b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584447 Jul 05 10:40:13.762918 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1880567a-37d0-4f95-80a9-c69f9208ed8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd5c4fc5f-c1f2-4e48-adfb-143ec60e48b6', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'port_id': '189eecf8-eaca-4443-89d8-c83d0931c3e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'mac_address': 'fa:16:3e:9d:84:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6664ff-c1fb-4c96-b951-e3ceb424fd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:34:19Z', 'updated_at': '2021-07-05T10:40:12Z', 'revision_number': 9, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:13.788866 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1880567a-37d0-4f95-80a9-c69f9208ed8e None None] Checking router: b3cfb868-fe8d-4810-8858-019dae474b2c for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:40:13.797011 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1880567a-37d0-4f95-80a9-c69f9208ed8e None None] Routers {'b3cfb868-fe8d-4810-8858-019dae474b2c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:40:13.797613 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1880567a-37d0-4f95-80a9-c69f9208ed8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:39:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b3cfb868-fe8d-4810-8858-019dae474b2c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:13.841128 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15d0530f-d458-45e3-9273-2f776fa6f2ba req-56fb82b0-51fe-4c78-a497-b81e7c77be62 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811327 Jul 05 10:40:13.901629 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1880567a-37d0-4f95-80a9-c69f9208ed8e None None] Set router b3cfb868-fe8d-4810-8858-019dae474b2c gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:40:14.138368 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1880567a-37d0-4f95-80a9-c69f9208ed8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd5c4fc5f-c1f2-4e48-adfb-143ec60e48b6', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'port_id': '189eecf8-eaca-4443-89d8-c83d0931c3e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'mac_address': 'fa:16:3e:9d:84:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6664ff-c1fb-4c96-b951-e3ceb424fd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:34:19Z', 'updated_at': '2021-07-05T10:40:12Z', 'revision_number': 9, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:14.164191 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1880567a-37d0-4f95-80a9-c69f9208ed8e None None] The sync data for ids ['b3cfb868-fe8d-4810-8858-019dae474b2c'] in n-d-798054-8 is: [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd5c4fc5f-c1f2-4e48-adfb-143ec60e48b6', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'port_id': '189eecf8-eaca-4443-89d8-c83d0931c3e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'mac_address': 'fa:16:3e:9d:84:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6664ff-c1fb-4c96-b951-e3ceb424fd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:34:19Z', 'updated_at': '2021-07-05T10:40:12Z', 'revision_number': 9, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:40:14.176854 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-15d0530f-d458-45e3-9273-2f776fa6f2ba req-dd809ea3-d731-4584-8d4f-0d0229b888c4 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296485 Jul 05 10:40:14.343513 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e59a979-2440-4e2f-8678-c4176edfe666 None None] New status for floating IP d5c4fc5f-c1f2-4e48-adfb-143ec60e48b6: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:40:20.996043 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d52b213a-5982-420a-b2da-3bc3b319ee2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:23.368177 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0383de8e-05ce-465f-84d5-264ef51bf907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:23.702639 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:24.761037 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:26.870247 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:33.154135 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:36.615143 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:47.336434 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:40:50.995455 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b85d703a-485f-4fe3-9413-bf6d02964d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:53.370156 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-df4fa9a5-0410-408d-a5d0-0be7923a807e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:53.703501 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:54.762483 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:56.873077 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:01.221699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-dbc48b85-97d6-4898-ad94-980b426d2b9d req-90e08861-3188-4c9c-b0cb-2f9b7c90ec39 service neutron] (93907) timed out ('10.222.0.79', 44302) {{(pid=93907) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:41:03.153294 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:06.627222 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:13.830775 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74d044c1-596f-465a-8ceb-6fc24d8f6afc req-0242a572-a508-4a8d-b4f6-ce35adc32a23 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511420 Jul 05 10:41:13.925375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d044c1-596f-465a-8ceb-6fc24d8f6afc req-d05c5c7d-b097-4641-9b36-fd453380a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:13.926757 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74d044c1-596f-465a-8ceb-6fc24d8f6afc req-d05c5c7d-b097-4641-9b36-fd453380a8cd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 1096 time: 0.0544629 Jul 05 10:41:14.036509 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d044c1-596f-465a-8ceb-6fc24d8f6afc req-e3c6cd94-802e-45ad-893a-1a5bbe8f4b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:14.037973 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74d044c1-596f-465a-8ceb-6fc24d8f6afc req-e3c6cd94-802e-45ad-893a-1a5bbe8f4b48 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0877359 Jul 05 10:41:14.101447 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74d044c1-596f-465a-8ceb-6fc24d8f6afc req-1269c76a-7d94-4abe-b94a-65b876e00dcc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3 HTTP/1.1" status: 200 len: 1002 time: 0.0569506 Jul 05 10:41:14.151263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d044c1-596f-465a-8ceb-6fc24d8f6afc req-478c67ba-b0f9-47c4-9a0f-a5e2364fdf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:14.152701 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74d044c1-596f-465a-8ceb-6fc24d8f6afc req-478c67ba-b0f9-47c4-9a0f-a5e2364fdf38 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0457911 Jul 05 10:41:14.208250 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d044c1-596f-465a-8ceb-6fc24d8f6afc req-375df6ff-8a67-4996-a3ee-c09f240db691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:14.209628 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74d044c1-596f-465a-8ceb-6fc24d8f6afc req-375df6ff-8a67-4996-a3ee-c09f240db691 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503116 Jul 05 10:41:14.294931 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74d044c1-596f-465a-8ceb-6fc24d8f6afc req-3e001032-48f0-4fe7-bd3b-4f34ceaa4088 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791800 Jul 05 10:41:14.385102 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74d044c1-596f-465a-8ceb-6fc24d8f6afc req-1576c566-865c-4ad5-bb00-7300ec1f2765 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833399 Jul 05 10:41:20.995277 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b1d7e8f4-8db6-4ae4-a57c-d5caf27508c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:23.371052 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2773cc2b-464b-468d-8d55-7314d54c4868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:23.707285 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:24.336942 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:41:24.766027 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:26.874878 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:33.153231 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:36.633382 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:50.999429 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4009-edf2-418b-b167-0c885a6aad1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:53.371062 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-083e9e1a-ca19-4472-9074-3c8b99ec2547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:53.708333 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:54.769117 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:56.877507 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:01.336056 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:42:03.151823 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:06.631682 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:14.196262 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f0ceaa4-0b5d-4daa-a1bd-46e454a34819 req-d1f3f706-5138-424c-a9c4-402e42ecc59d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531259 Jul 05 10:42:14.289210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ceaa4-0b5d-4daa-a1bd-46e454a34819 req-b66a2bf7-56d0-48ab-8b64-b152c84bcb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:14.290692 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f0ceaa4-0b5d-4daa-a1bd-46e454a34819 req-b66a2bf7-56d0-48ab-8b64-b152c84bcb95 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 1096 time: 0.0525348 Jul 05 10:42:14.396292 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ceaa4-0b5d-4daa-a1bd-46e454a34819 req-c0537050-761c-4257-b139-547975279968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:14.397762 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f0ceaa4-0b5d-4daa-a1bd-46e454a34819 req-c0537050-761c-4257-b139-547975279968 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0876064 Jul 05 10:42:14.462231 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f0ceaa4-0b5d-4daa-a1bd-46e454a34819 req-7ec9720c-1c84-4fd7-80dc-1c6af6e3821b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3 HTTP/1.1" status: 200 len: 1002 time: 0.0582707 Jul 05 10:42:14.518757 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ceaa4-0b5d-4daa-a1bd-46e454a34819 req-b0761519-0ff2-477d-af9d-53b98ce68651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:14.520068 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f0ceaa4-0b5d-4daa-a1bd-46e454a34819 req-b0761519-0ff2-477d-af9d-53b98ce68651 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0510433 Jul 05 10:42:14.577302 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ceaa4-0b5d-4daa-a1bd-46e454a34819 req-5a1cae79-66f8-4b0d-8dc7-6fc0a97d3db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:14.578850 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f0ceaa4-0b5d-4daa-a1bd-46e454a34819 req-5a1cae79-66f8-4b0d-8dc7-6fc0a97d3db5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525358 Jul 05 10:42:14.589494 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-5f0ceaa4-0b5d-4daa-a1bd-46e454a34819 req-8d99f2d9-5b12-46b1-8380-8d5321a41dde service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:42:14.590453 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f0ceaa4-0b5d-4daa-a1bd-46e454a34819 req-8d99f2d9-5b12-46b1-8380-8d5321a41dde service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051599 Jul 05 10:42:14.685644 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f0ceaa4-0b5d-4daa-a1bd-46e454a34819 req-6d4bbc9d-6aea-4ef5-a5a9-23a75f8fae5f service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815649 Jul 05 10:42:14.777401 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f0ceaa4-0b5d-4daa-a1bd-46e454a34819 req-37b1bdfb-dc27-4cbe-948f-d4bdab4a41eb service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856833 Jul 05 10:42:21.000287 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b1b781d2-6b81-402b-9cc7-8c6f33d39f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:23.372956 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-35b73943-e7c0-48ad-9c63-0bdd2cb77af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:23.708621 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:24.772438 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:26.880266 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:33.166592 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:36.657220 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:38.335595 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:42:51.002046 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2011ce17-b773-4d68-bcbf-d9b192061bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:53.373805 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ecf3e809-b1b9-4eef-843c-f9c033189619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:53.710822 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:54.774790 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:56.884450 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:57.043742 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf277f-36c3-4dc3-bbb2-3ccb71ddf7bd req-54868ec3-1658-4cc5-89a9-a9fe01d950d2 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:57.045263 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8daf277f-36c3-4dc3-bbb2-3ccb71ddf7bd req-54868ec3-1658-4cc5-89a9-a9fe01d950d2 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 945 time: 0.0677915 Jul 05 10:42:57.112890 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8daf277f-36c3-4dc3-bbb2-3ccb71ddf7bd req-6b048df0-7883-4725-9d4b-8439492fa294 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582268 Jul 05 10:42:57.128128 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-71756875-7f8a-4478-b442-a5475b67e57a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1378481 Jul 05 10:42:58.318486 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f193cf-468e-4be8-8b7a-d2daa96d04db req-a531f1e1-e02c-4280-baa2-5e3b418c850b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:58.320015 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d4f193cf-468e-4be8-8b7a-d2daa96d04db req-a531f1e1-e02c-4280-baa2-5e3b418c850b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 945 time: 0.0911086 Jul 05 10:42:58.362477 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-47490189-8448-44a9-97e3-4da411fb2227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:58.364039 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-47490189-8448-44a9-97e3-4da411fb2227 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 1096 time: 0.0903432 Jul 05 10:42:58.371721 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d4f193cf-468e-4be8-8b7a-d2daa96d04db req-9571f74e-3632-4589-b6c6-c31e1dbe9d82 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450475 Jul 05 10:42:58.457173 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-e56a31c4-aeee-4b78-af1d-aa2267b80de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:58.458576 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-e56a31c4-aeee-4b78-af1d-aa2267b80de9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0860040 Jul 05 10:42:58.521985 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-1cb1b092-773c-4adf-ba71-9789e94bd20d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3 HTTP/1.1" status: 200 len: 1002 time: 0.0569704 Jul 05 10:42:58.573933 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-b47198c9-420f-4d39-bd0d-3985c73b453a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:58.575418 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-b47198c9-420f-4d39-bd0d-3985c73b453a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0480499 Jul 05 10:42:58.632566 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-b3d3f0d8-1a1c-462a-b0f2-41e90f957e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:58.634052 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-b3d3f0d8-1a1c-462a-b0f2-41e90f957e3f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527937 Jul 05 10:42:58.727106 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-b692c531-5b30-45c7-8a43-6ae4c507ff4e service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857038 Jul 05 10:42:58.817330 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-b1428a6a-7be3-4e07-9b90-ca3278df9421 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840764 Jul 05 10:42:59.540893 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8afc3d-ab0a-4547-878a-79e6f0fee712 req-813346f4-e3db-4bb8-9aa6-93022a1b6773 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:59.542377 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ed8afc3d-ab0a-4547-878a-79e6f0fee712 req-813346f4-e3db-4bb8-9aa6-93022a1b6773 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 945 time: 0.0622344 Jul 05 10:42:59.579347 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ed8afc3d-ab0a-4547-878a-79e6f0fee712 req-08f3c508-e7ac-4e53-a228-81a96d4eac2d tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314884 Jul 05 10:43:00.756350 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d8b07-7027-46fb-9a8d-f9fc29a23329 req-3a087d8d-fb92-42fa-ae0c-f1097f89997f tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:00.758516 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf2d8b07-7027-46fb-9a8d-f9fc29a23329 req-3a087d8d-fb92-42fa-ae0c-f1097f89997f tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 945 time: 0.0679224 Jul 05 10:43:00.795146 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf2d8b07-7027-46fb-9a8d-f9fc29a23329 req-9d493d7c-678e-4a35-8b9b-b620bcf1fe00 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311301 Jul 05 10:43:01.969450 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d82657-4cd6-4d75-a6c7-98ae765eb236 req-7bb04565-3ca8-4291-8a4b-bf36ad152379 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:01.970904 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-86d82657-4cd6-4d75-a6c7-98ae765eb236 req-7bb04565-3ca8-4291-8a4b-bf36ad152379 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 945 time: 0.0641396 Jul 05 10:43:02.007193 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-86d82657-4cd6-4d75-a6c7-98ae765eb236 req-d4ae13ee-5a8c-4d47-b462-e27aaaa2aa63 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307701 Jul 05 10:43:03.165784 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:03.180261 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35723d-b701-46f5-8bee-a2b423124673 req-3e693a11-ddfa-45b9-95d5-7a438a8db81e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:03.181766 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1b35723d-b701-46f5-8bee-a2b423124673 req-3e693a11-ddfa-45b9-95d5-7a438a8db81e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 945 time: 0.0646317 Jul 05 10:43:03.218682 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1b35723d-b701-46f5-8bee-a2b423124673 req-1fbfa2c8-820d-4de4-b163-f99d753c7740 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314665 Jul 05 10:43:04.393814 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8daac5-8618-493a-8bf9-4a0bde2f4dd1 req-b8f201bf-4d19-4cd8-94b5-fa7b90bd5036 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:04.395286 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a8daac5-8618-493a-8bf9-4a0bde2f4dd1 req-b8f201bf-4d19-4cd8-94b5-fa7b90bd5036 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 945 time: 0.0681484 Jul 05 10:43:04.432804 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a8daac5-8618-493a-8bf9-4a0bde2f4dd1 req-805ca2a3-ede6-411b-8029-1c06326fc8e7 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318310 Jul 05 10:43:05.605299 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97f715-a2e9-430e-8e58-27c7a338db04 req-ecfc0ca8-c7ca-4833-89ec-b68f1f0ca567 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:05.606798 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0f97f715-a2e9-430e-8e58-27c7a338db04 req-ecfc0ca8-c7ca-4833-89ec-b68f1f0ca567 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 945 time: 0.0638638 Jul 05 10:43:05.644753 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0f97f715-a2e9-430e-8e58-27c7a338db04 req-9018809f-c797-4875-a2b8-e96e437b8b6a tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324988 Jul 05 10:43:06.660670 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:06.819375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df476ed-3dea-4c0c-a385-d26c31b9d03a req-6626c824-d37e-4746-b576-dbdf1eaf2157 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:06.821500 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5df476ed-3dea-4c0c-a385-d26c31b9d03a req-6626c824-d37e-4746-b576-dbdf1eaf2157 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 945 time: 0.0668390 Jul 05 10:43:06.858111 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5df476ed-3dea-4c0c-a385-d26c31b9d03a req-2e686319-d296-4d29-8f95-18b07ea6a4ab tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310733 Jul 05 10:43:08.041008 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e0714-c895-4398-a7f6-416dd11efea2 req-64f79fd7-8079-49ba-8951-a37059df80df tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:08.042508 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-355e0714-c895-4398-a7f6-416dd11efea2 req-64f79fd7-8079-49ba-8951-a37059df80df tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 945 time: 0.0721905 Jul 05 10:43:08.079165 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-355e0714-c895-4398-a7f6-416dd11efea2 req-c42dd487-cec5-44c9-9af0-7d47144ede91 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312190 Jul 05 10:43:09.250725 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8b3dd-0758-44e8-83e9-729aba8996f0 req-bff8eccc-71f2-404c-8e49-e068dfab6284 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:09.252203 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78e8b3dd-0758-44e8-83e9-729aba8996f0 req-bff8eccc-71f2-404c-8e49-e068dfab6284 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 945 time: 0.0622215 Jul 05 10:43:09.287962 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78e8b3dd-0758-44e8-83e9-729aba8996f0 req-38db432b-b023-4bc4-8fec-4a0acaafc7d0 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302896 Jul 05 10:43:10.466710 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a8552-b7eb-4ef7-b60e-1048aa77a6db req-b6d03642-fe30-45dc-b526-e0ca37121cf2 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:10.468219 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-524a8552-b7eb-4ef7-b60e-1048aa77a6db req-b6d03642-fe30-45dc-b526-e0ca37121cf2 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 945 time: 0.0697877 Jul 05 10:43:10.504454 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-524a8552-b7eb-4ef7-b60e-1048aa77a6db req-fce8c160-5071-4f25-b521-86273687e2bb tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307889 Jul 05 10:43:10.951579 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-60cfe239-d2c2-4f86-a432-5af9ac7d3ad2 service neutron] show failed (client error): The resource could not be found. Jul 05 10:43:10.952603 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-60cfe239-d2c2-4f86-a432-5af9ac7d3ad2 service neutron] 10.222.0.78 "GET /v2.0/ports/189eecf8-eaca-4443-89d8-c83d0931c3e3/bindings/n-h1-798054-8 HTTP/1.1" status: 404 len: 380 time: 0.0890810 Jul 05 10:43:11.207287 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-2b8c9a4f-0cf3-4d88-b7e8-5648b927624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:11.209120 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-2b8c9a4f-0cf3-4d88-b7e8-5648b927624b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d&tenant_id=00e8393afc484b1f8eb0247bc261d22e HTTP/1.1" status: 200 len: 1096 time: 0.0611801 Jul 05 10:43:11.220836 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-8', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:11.295352 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:11.495976 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] For port 189eecf8-eaca-4443-89d8-c83d0931c3e3, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:11.529009 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] For port 189eecf8-eaca-4443-89d8-c83d0931c3e3, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:43:11.567769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6664ff-c1fb-4c96-b951-e3ceb424fd7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '189eecf8-eaca-4443-89d8-c83d0931c3e3'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:43:11.571137 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3502371e-c86f-4a39-814f-41be99ad4106" -d '{"events": [{"server_uuid": "1d6664ff-c1fb-4c96-b951-e3ceb424fd7d", "name": "network-vif-unplugged", "status": "completed", "tag": "189eecf8-eaca-4443-89d8-c83d0931c3e3"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:43:11.574960 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:11.589117 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Transition to ACTIVE for port object 189eecf8-eaca-4443-89d8-c83d0931c3e3 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:43:11.593076 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:11.641684 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f002a9e-815e-477a-9fb2-6afa0897cc27 x-openstack-request-id: req-5f002a9e-815e-477a-9fb2-6afa0897cc27 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:43:11.641990 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6664ff-c1fb-4c96-b951-e3ceb424fd7d", "name": "network-vif-unplugged", "status": "completed", "tag": "189eecf8-eaca-4443-89d8-c83d0931c3e3", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:43:11.642244 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5f002a9e-815e-477a-9fb2-6afa0897cc27 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:43:11.642648 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6664ff-c1fb-4c96-b951-e3ceb424fd7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '189eecf8-eaca-4443-89d8-c83d0931c3e3', 'code': 200} Jul 05 10:43:11.647481 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=189eecf8-eaca-4443-89d8-c83d0931c3e3,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:11.666157 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:11.666518 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:11.666863 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:11.667205 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:11.667543 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:11.667893 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:11.668229 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:11.668560 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:11.668889 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:11.669232 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:11.669621 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:11.669985 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:11.791922 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] No DVR routers for this DVR port 189eecf8-eaca-4443-89d8-c83d0931c3e3 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:43:11.804236 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f5ee7-1a46-4c70-9a96-f214355c2c40 req-7bad0d85-b533-4391-9965-189b99234701 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:11.805913 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-372f5ee7-1a46-4c70-9a96-f214355c2c40 req-7bad0d85-b533-4391-9965-189b99234701 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 943 time: 0.1624548 Jul 05 10:43:11.913489 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-372f5ee7-1a46-4c70-9a96-f214355c2c40 req-fae5c9c4-de2a-4db1-904b-1ea54894f645 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763352 Jul 05 10:43:11.974478 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Attempting to bind port 189eecf8-eaca-4443-89d8-c83d0931c3e3 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:43:11.974817 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Attempting to bind port 189eecf8-eaca-4443-89d8-c83d0931c3e3 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:43:11.975153 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Attempting to bind port 189eecf8-eaca-4443-89d8-c83d0931c3e3 on network 2e00388c-443a-4492-a417-fa464345c863 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:43:11.979595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Port 189eecf8-eaca-4443-89d8-c83d0931c3e3 on network 2e00388c-443a-4492-a417-fa464345c863 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:43:11.979955 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Attempting to bind port 189eecf8-eaca-4443-89d8-c83d0931c3e3 on network 2e00388c-443a-4492-a417-fa464345c863 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:43:11.984725 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:43:11.985066 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Checking segment: {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:43:11.985458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Bound using segment: {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:43:11.985887 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Bound port: 189eecf8-eaca-4443-89d8-c83d0931c3e3, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:43:11.986247 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:12.047496 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] For port 189eecf8-eaca-4443-89d8-c83d0931c3e3, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:43:12.050450 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] For port 189eecf8-eaca-4443-89d8-c83d0931c3e3, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:43:12.054726 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:12.094267 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:12.095150 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:12.096717 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] 10.222.0.81 "PUT /v2.0/ports/189eecf8-eaca-4443-89d8-c83d0931c3e3 HTTP/1.1" status: 200 len: 1091 time: 0.8799260 Jul 05 10:43:12.123617 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1138e-4b8e-4662-a44a-1e16c961a0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=189eecf8-eaca-4443-89d8-c83d0931c3e3,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:12.182445 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-8a23b230-e81a-43ed-886c-80ff1abd87a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:12.184022 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-8a23b230-e81a-43ed-886c-80ff1abd87a4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 1094 time: 0.0573494 Jul 05 10:43:12.274988 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-743209a5-e438-4e57-85a3-77e05aaca925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:12.276508 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-743209a5-e438-4e57-85a3-77e05aaca925 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0867407 Jul 05 10:43:12.344321 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-53be2591-afa9-42b7-80b9-1993e78e2619 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3 HTTP/1.1" status: 200 len: 1000 time: 0.0610356 Jul 05 10:43:12.393582 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-1012184d-8702-4f89-8d3f-0ebe7c60fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:12.395039 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-1012184d-8702-4f89-8d3f-0ebe7c60fb7c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0445616 Jul 05 10:43:12.450875 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-af963d13-8718-4ecf-b5a0-0ac4cf99d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:12.453159 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-af963d13-8718-4ecf-b5a0-0ac4cf99d41a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515549 Jul 05 10:43:12.463838 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-83e434dd-a609-4bfa-8e30-89631e8a778f service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:43:12.464898 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-83e434dd-a609-4bfa-8e30-89631e8a778f service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060821 Jul 05 10:43:12.555899 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-658b2537-c7f8-4968-836b-d1bc8fa1f9c7 service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848763 Jul 05 10:43:12.643040 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8d10362-dbd6-40a7-9a8f-56df4c0d84e1 req-9d2c61c5-0744-4d6a-a30d-e036e3c15f7b service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807731 Jul 05 10:43:13.090656 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab185c40-b116-4c5a-bd6e-f5f160f55efb req-7ceaf35c-dd2e-44aa-b9fc-4bd20cb06ade tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:13.092189 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab185c40-b116-4c5a-bd6e-f5f160f55efb req-7ceaf35c-dd2e-44aa-b9fc-4bd20cb06ade tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 943 time: 0.0663071 Jul 05 10:43:13.129448 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab185c40-b116-4c5a-bd6e-f5f160f55efb req-882fff5f-4d10-4471-9665-0ec357839042 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317883 Jul 05 10:43:13.644233 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6664ff-c1fb-4c96-b951-e3ceb424fd7d', 'tag': '189eecf8-eaca-4443-89d8-c83d0931c3e3'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:43:13.646672 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa291ee1-e263-428e-90ab-663c02f68ece" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6664ff-c1fb-4c96-b951-e3ceb424fd7d", "tag": "189eecf8-eaca-4443-89d8-c83d0931c3e3"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:43:13.694092 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e8c361-729c-4d4d-bb9a-b49131dc3a16 x-openstack-request-id: req-59e8c361-729c-4d4d-bb9a-b49131dc3a16 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:43:13.694501 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6664ff-c1fb-4c96-b951-e3ceb424fd7d", "tag": "189eecf8-eaca-4443-89d8-c83d0931c3e3", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:43:13.694762 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-59e8c361-729c-4d4d-bb9a-b49131dc3a16 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:43:13.695281 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6664ff-c1fb-4c96-b951-e3ceb424fd7d', 'tag': '189eecf8-eaca-4443-89d8-c83d0931c3e3', 'status': 'completed', 'code': 200} Jul 05 10:43:13.804186 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa291ee1-e263-428e-90ab-663c02f68ece req-4e108c79-8f1f-4802-8285-fb254957550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:13.805700 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa291ee1-e263-428e-90ab-663c02f68ece req-4e108c79-8f1f-4802-8285-fb254957550d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 1094 time: 0.0937862 Jul 05 10:43:13.808210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa291ee1-e263-428e-90ab-663c02f68ece req-1c3ffdcb-f1fa-42d6-9cc7-a21a34828b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:13.809557 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa291ee1-e263-428e-90ab-663c02f68ece req-1c3ffdcb-f1fa-42d6-9cc7-a21a34828b93 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 1094 time: 0.0895112 Jul 05 10:43:13.960999 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa291ee1-e263-428e-90ab-663c02f68ece req-771a5139-783f-4fab-83d0-83f6cf00a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:13.962446 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa291ee1-e263-428e-90ab-663c02f68ece req-771a5139-783f-4fab-83d0-83f6cf00a184 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.1511948 Jul 05 10:43:13.965090 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa291ee1-e263-428e-90ab-663c02f68ece req-a9808389-9eac-47b5-b2e5-c661127d857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:13.966429 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa291ee1-e263-428e-90ab-663c02f68ece req-a9808389-9eac-47b5-b2e5-c661127d857e service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.1472895 Jul 05 10:43:14.072757 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa291ee1-e263-428e-90ab-663c02f68ece req-c638b957-b4a7-4750-b38d-8c02a682df29 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3 HTTP/1.1" status: 200 len: 1000 time: 0.1033144 Jul 05 10:43:14.076407 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa291ee1-e263-428e-90ab-663c02f68ece req-7bb6494b-e73e-4aa9-aece-389739d5ffe4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3 HTTP/1.1" status: 200 len: 1000 time: 0.1012397 Jul 05 10:43:14.157757 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa291ee1-e263-428e-90ab-663c02f68ece req-8981e5f8-7062-45b0-99f6-8e5909953476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:14.159288 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa291ee1-e263-428e-90ab-663c02f68ece req-8981e5f8-7062-45b0-99f6-8e5909953476 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0795114 Jul 05 10:43:14.163492 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa291ee1-e263-428e-90ab-663c02f68ece req-b5c3c9b7-17f7-4755-8d5c-47ff3b1940d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:14.164864 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa291ee1-e263-428e-90ab-663c02f68ece req-b5c3c9b7-17f7-4755-8d5c-47ff3b1940d2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0770359 Jul 05 10:43:14.291268 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa291ee1-e263-428e-90ab-663c02f68ece req-7aaa4f28-31f8-4530-b467-615367ddd3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:14.292815 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa291ee1-e263-428e-90ab-663c02f68ece req-7aaa4f28-31f8-4530-b467-615367ddd3ea service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270730 Jul 05 10:43:14.309589 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa291ee1-e263-428e-90ab-663c02f68ece req-3459d66c-50bb-404b-9d7e-9dce5634281a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:14.311028 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa291ee1-e263-428e-90ab-663c02f68ece req-3459d66c-50bb-404b-9d7e-9dce5634281a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197588 Jul 05 10:43:14.435571 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4cf15-ed8d-4842-85a5-e2b05647c7d9 req-f74f7dd4-3d26-4562-b65f-d70a0a64f973 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:14.437100 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-00b4cf15-ed8d-4842-85a5-e2b05647c7d9 req-f74f7dd4-3d26-4562-b65f-d70a0a64f973 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 943 time: 0.1901557 Jul 05 10:43:14.501667 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa291ee1-e263-428e-90ab-663c02f68ece req-a18f6733-cde4-4f98-8ca9-72e6ff99b15d service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022805 Jul 05 10:43:14.509176 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa291ee1-e263-428e-90ab-663c02f68ece req-aa22a882-b146-4f5c-bcaa-11efe760f2d2 service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584020 Jul 05 10:43:14.802598 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-00b4cf15-ed8d-4842-85a5-e2b05647c7d9 req-473eb7e6-adc4-42ed-876f-c31f610b436d tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3579955 Jul 05 10:43:14.805749 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 189eecf8-eaca-4443-89d8-c83d0931c3e3 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:43:14.856190 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 189eecf8-eaca-4443-89d8-c83d0931c3e3 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:43:14.905849 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa291ee1-e263-428e-90ab-663c02f68ece req-bc842288-3c4f-469a-84de-8c421c2646fc service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957472 Jul 05 10:43:14.909718 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa291ee1-e263-428e-90ab-663c02f68ece req-0de54f5c-a952-4f50-82a9-08bd4eebc202 service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903701 Jul 05 10:43:15.262151 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 189eecf8-eaca-4443-89d8-c83d0931c3e3 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:43:15.334871 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:43:15.354241 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 189eecf8-eaca-4443-89d8-c83d0931c3e3, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:15.365187 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '189eecf8-eaca-4443-89d8-c83d0931c3e3', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'port_id': '189eecf8-eaca-4443-89d8-c83d0931c3e3', 'mac_address': 'fa:16:3e:9d:84:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:43:15.404047 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:15.416667 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189eecf8-eaca-4443-89d8-c83d0931c3e3 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:43:15.436247 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 189eecf8-eaca-4443-89d8-c83d0931c3e3, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:15.439771 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:15.485796 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=189eecf8-eaca-4443-89d8-c83d0931c3e3,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:15.493455 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:15.493803 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:15.494143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:15.494482 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:15.494813 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:15.495141 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:15.495467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:15.495791 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:15.496154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:15.496476 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:15.496799 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:15.497118 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:15.688901 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['189eecf8-eaca-4443-89d8-c83d0931c3e3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:43:15.977298 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031e1d3-6a2b-4750-ad65-d9b06dea2f28 req-4d191f44-0930-4cf2-abb1-f1f214b78d76 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:15.978703 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3031e1d3-6a2b-4750-ad65-d9b06dea2f28 req-4d191f44-0930-4cf2-abb1-f1f214b78d76 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 944 time: 0.0641987 Jul 05 10:43:16.015483 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3031e1d3-6a2b-4750-ad65-d9b06dea2f28 req-ad82accf-63b0-49e7-979c-6a5ae238470e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313306 Jul 05 10:43:16.428538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-8cbab896-dcf4-4c9b-8486-e9961c35af04 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:16.431123 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-8cbab896-dcf4-4c9b-8486-e9961c35af04 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d&tenant_id=00e8393afc484b1f8eb0247bc261d22e&binding%3Ahost_id=n-h1-798054-8 HTTP/1.1" status: 200 len: 944 time: 0.0809379 Jul 05 10:43:16.524438 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-c16dba4b-ebec-4969-9371-8ae20a19b475 service neutron] 10.222.0.81 "GET /v2.0/ports/189eecf8-eaca-4443-89d8-c83d0931c3e3/bindings/n-h1-798054-8 HTTP/1.1" status: 200 len: 382 time: 0.0709808 Jul 05 10:43:16.533902 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbb7b4-af54-4211-85bc-0ba98b549654 req-bcb5bfbf-752b-4f39-8c96-0c8fc579f740 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:16.535313 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3ebbb7b4-af54-4211-85bc-0ba98b549654 req-bcb5bfbf-752b-4f39-8c96-0c8fc579f740 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 944 time: 0.1235638 Jul 05 10:43:16.603815 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3ebbb7b4-af54-4211-85bc-0ba98b549654 req-98984652-9ed1-4317-91e9-b1c60fdd816c tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620148 Jul 05 10:43:16.621745 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-53bf949b-5886-4c20-a82d-8d249abe1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:16.623251 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-53bf949b-5886-4c20-a82d-8d249abe1be6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 1095 time: 0.0742867 Jul 05 10:43:16.715725 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-dcd78fe4-d3d6-498a-bfcf-ba6673b47867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:16.717223 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-dcd78fe4-d3d6-498a-bfcf-ba6673b47867 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0876188 Jul 05 10:43:16.781031 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-ba177cc0-418b-47ff-91a1-e6db66e9028f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3 HTTP/1.1" status: 200 len: 1001 time: 0.0573208 Jul 05 10:43:16.833164 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-49e0478c-675c-4fee-9701-2f9cbba86f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:16.834859 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-49e0478c-675c-4fee-9701-2f9cbba86f9b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0471976 Jul 05 10:43:16.889416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-d729003c-ec87-46e4-8b1d-835773a5b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:16.890885 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-d729003c-ec87-46e4-8b1d-835773a5b301 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502949 Jul 05 10:43:16.977329 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-5bf9f9ca-417a-4c88-ad14-63feea64aa43 service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801637 Jul 05 10:43:17.068404 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-feefda10-e501-4cb7-80b6-d42916c3c2f6 service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851057 Jul 05 10:43:17.278146 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 189eecf8-eaca-4443-89d8-c83d0931c3e3 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:43:17.325542 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 189eecf8-eaca-4443-89d8-c83d0931c3e3 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:43:17.329012 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 189eecf8-eaca-4443-89d8-c83d0931c3e3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:17.329393 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:17.405516 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:17.426989 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6664ff-c1fb-4c96-b951-e3ceb424fd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189eecf8-eaca-4443-89d8-c83d0931c3e3'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:43:17.429750 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e19eef-45a6-4872-9610-362beaf22ccd" -d '{"events": [{"server_uuid": "1d6664ff-c1fb-4c96-b951-e3ceb424fd7d", "name": "network-vif-plugged", "status": "completed", "tag": "189eecf8-eaca-4443-89d8-c83d0931c3e3"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:43:17.442927 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 189eecf8-eaca-4443-89d8-c83d0931c3e3, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:17.447723 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:17.478144 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0378bf73-e4b0-4055-b28b-5554bd629fa0 x-openstack-request-id: req-0378bf73-e4b0-4055-b28b-5554bd629fa0 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:43:17.478519 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6664ff-c1fb-4c96-b951-e3ceb424fd7d", "name": "network-vif-plugged", "status": "completed", "tag": "189eecf8-eaca-4443-89d8-c83d0931c3e3", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:43:17.478775 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0378bf73-e4b0-4055-b28b-5554bd629fa0 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:43:17.479162 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6664ff-c1fb-4c96-b951-e3ceb424fd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189eecf8-eaca-4443-89d8-c83d0931c3e3', 'code': 200} Jul 05 10:43:17.501353 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=189eecf8-eaca-4443-89d8-c83d0931c3e3,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:17.774265 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1747c-75d1-4236-882b-96de8cffdd54 req-81c55d1a-7ebb-42e8-aac0-18b8595dd095 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:17.775737 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-90a1747c-75d1-4236-882b-96de8cffdd54 req-81c55d1a-7ebb-42e8-aac0-18b8595dd095 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 945 time: 0.0626965 Jul 05 10:43:17.814074 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-90a1747c-75d1-4236-882b-96de8cffdd54 req-bfe86722-11c1-4b5e-b5b2-b9e664d462b2 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328920 Jul 05 10:43:18.991105 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29579460-097c-4641-86e3-421a9d1d54b2 req-75f48d16-5a92-44c3-8a70-9318c25f0389 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:18.993175 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29579460-097c-4641-86e3-421a9d1d54b2 req-75f48d16-5a92-44c3-8a70-9318c25f0389 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 945 time: 0.0674162 Jul 05 10:43:19.061366 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29579460-097c-4641-86e3-421a9d1d54b2 req-127afc67-364d-4b7b-9e9b-d4a50cb35974 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599096 Jul 05 10:43:19.076138 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-c418aad0-ee5e-471f-aacf-b6465a906266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:19.077638 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-c418aad0-ee5e-471f-aacf-b6465a906266 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d&tenant_id=00e8393afc484b1f8eb0247bc261d22e HTTP/1.1" status: 200 len: 1096 time: 0.0836108 Jul 05 10:43:19.088561 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-8', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:19.156952 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:19.355860 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] For port 189eecf8-eaca-4443-89d8-c83d0931c3e3, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:19.387133 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] For port 189eecf8-eaca-4443-89d8-c83d0931c3e3, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:43:19.424891 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6664ff-c1fb-4c96-b951-e3ceb424fd7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '189eecf8-eaca-4443-89d8-c83d0931c3e3'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:43:19.427061 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5a5e42-576c-4914-b521-218acf3583fe" -d '{"events": [{"server_uuid": "1d6664ff-c1fb-4c96-b951-e3ceb424fd7d", "name": "network-vif-unplugged", "status": "completed", "tag": "189eecf8-eaca-4443-89d8-c83d0931c3e3"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:43:19.430941 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:19.442909 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] Transition to ACTIVE for port object 189eecf8-eaca-4443-89d8-c83d0931c3e3 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:43:19.447149 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:19.481469 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fccc4c0-225d-434b-b43e-d22a2ccdf54d x-openstack-request-id: req-2fccc4c0-225d-434b-b43e-d22a2ccdf54d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:43:19.481770 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6664ff-c1fb-4c96-b951-e3ceb424fd7d", "name": "network-vif-unplugged", "status": "completed", "tag": "189eecf8-eaca-4443-89d8-c83d0931c3e3", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:43:19.482027 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2fccc4c0-225d-434b-b43e-d22a2ccdf54d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:43:19.482452 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6664ff-c1fb-4c96-b951-e3ceb424fd7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '189eecf8-eaca-4443-89d8-c83d0931c3e3', 'code': 200} Jul 05 10:43:19.532869 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] Pushing event updated for resources: {'Port': ['ID=189eecf8-eaca-4443-89d8-c83d0931c3e3,revision_number=10']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:19.572190 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] No DVR routers for this DVR port 189eecf8-eaca-4443-89d8-c83d0931c3e3 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:43:19.707650 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] Attempting to bind port 189eecf8-eaca-4443-89d8-c83d0931c3e3 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:43:19.708025 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] Attempting to bind port 189eecf8-eaca-4443-89d8-c83d0931c3e3 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:43:19.708360 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] Attempting to bind port 189eecf8-eaca-4443-89d8-c83d0931c3e3 on network 2e00388c-443a-4492-a417-fa464345c863 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:43:19.713460 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] Port 189eecf8-eaca-4443-89d8-c83d0931c3e3 on network 2e00388c-443a-4492-a417-fa464345c863 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:43:19.713792 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] Attempting to bind port 189eecf8-eaca-4443-89d8-c83d0931c3e3 on network 2e00388c-443a-4492-a417-fa464345c863 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:43:19.718563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:43:19.719044 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] Checking segment: {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:43:19.719292 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] Bound using segment: {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:43:19.719750 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] Bound port: 189eecf8-eaca-4443-89d8-c83d0931c3e3, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:43:19.720146 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:19.782084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] For port 189eecf8-eaca-4443-89d8-c83d0931c3e3, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:43:19.785133 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] For port 189eecf8-eaca-4443-89d8-c83d0931c3e3, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:43:19.789404 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:19.822936 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:19.823558 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:19.825000 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] 10.222.0.78 "PUT /v2.0/ports/189eecf8-eaca-4443-89d8-c83d0931c3e3 HTTP/1.1" status: 200 len: 1092 time: 0.7404997 Jul 05 10:43:19.846728 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2522ea4-19e0-478d-b366-055477fa853a service neutron] Pushing event updated for resources: {'Port': ['ID=189eecf8-eaca-4443-89d8-c83d0931c3e3,revision_number=11']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:19.907181 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-8d8e1c45-7816-4c86-8061-bbf48a5471c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:19.908756 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-8d8e1c45-7816-4c86-8061-bbf48a5471c7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 1095 time: 0.0590587 Jul 05 10:43:19.999681 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-de021ead-b056-4cf9-b3a5-df2b01b6e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:20.001211 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-de021ead-b056-4cf9-b3a5-df2b01b6e38d service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0865476 Jul 05 10:43:20.068913 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-65713505-efa7-4560-8eb9-fc349ae23380 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3 HTTP/1.1" status: 200 len: 1000 time: 0.0606551 Jul 05 10:43:20.117516 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-f61a8f89-6b1c-4445-8250-3e5a789eb093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:20.119000 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-f61a8f89-6b1c-4445-8250-3e5a789eb093 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0439799 Jul 05 10:43:20.174748 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-8ee061d6-85ee-4a35-bcb3-6f94e8723636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:20.176306 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-8ee061d6-85ee-4a35-bcb3-6f94e8723636 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509632 Jul 05 10:43:20.308118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9b080-9bd2-4f65-a7b9-6aa3fb2dea9b req-094959f4-b3fc-40b7-aacc-51ee2ff6e953 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:20.309607 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bb9b080-9bd2-4f65-a7b9-6aa3fb2dea9b req-094959f4-b3fc-40b7-aacc-51ee2ff6e953 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 944 time: 0.1324170 Jul 05 10:43:20.311750 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-da381a80-7bfd-4c67-862b-a9d3cfd9abb4 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253726 Jul 05 10:43:20.394078 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4bb9b080-9bd2-4f65-a7b9-6aa3fb2dea9b req-f587eebb-d3ec-433d-8bbd-527cb9b8c6f6 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789127 Jul 05 10:43:20.426712 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e745172f-1bcd-458f-aa05-edd3eb56d08f req-b3384062-11c3-4679-bf36-f6277690e248 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052420 Jul 05 10:43:21.001365 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ecb83886-d07f-4c60-b645-66415a7705d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:21.293556 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 189eecf8-eaca-4443-89d8-c83d0931c3e3 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:43:21.330306 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 189eecf8-eaca-4443-89d8-c83d0931c3e3 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:43:21.483427 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6664ff-c1fb-4c96-b951-e3ceb424fd7d', 'tag': '189eecf8-eaca-4443-89d8-c83d0931c3e3'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:43:21.485846 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4693497-81c2-4890-b800-d12b2c523670" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6664ff-c1fb-4c96-b951-e3ceb424fd7d", "tag": "189eecf8-eaca-4443-89d8-c83d0931c3e3"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:43:21.534671 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce60124-45f2-41d4-87df-522afed4ce5f x-openstack-request-id: req-bce60124-45f2-41d4-87df-522afed4ce5f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:43:21.534965 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6664ff-c1fb-4c96-b951-e3ceb424fd7d", "tag": "189eecf8-eaca-4443-89d8-c83d0931c3e3", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:43:21.535217 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bce60124-45f2-41d4-87df-522afed4ce5f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:43:21.535607 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6664ff-c1fb-4c96-b951-e3ceb424fd7d', 'tag': '189eecf8-eaca-4443-89d8-c83d0931c3e3', 'status': 'completed', 'code': 200} Jul 05 10:43:21.631324 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d887fe-0490-453b-a3c0-98c49fdcd68e req-d7bed550-6ebc-419f-acc0-01c1db5473ce tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:21.633519 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-24d887fe-0490-453b-a3c0-98c49fdcd68e req-d7bed550-6ebc-419f-acc0-01c1db5473ce tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 944 time: 0.1282623 Jul 05 10:43:21.701119 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4693497-81c2-4890-b800-d12b2c523670 req-635ff231-93ac-4335-995b-86fc3bc97e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:21.702629 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4693497-81c2-4890-b800-d12b2c523670 req-635ff231-93ac-4335-995b-86fc3bc97e6f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 1095 time: 0.1377323 Jul 05 10:43:21.704548 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4693497-81c2-4890-b800-d12b2c523670 req-cec6d87e-e979-4938-8e46-e40abbb5ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:21.705931 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4693497-81c2-4890-b800-d12b2c523670 req-cec6d87e-e979-4938-8e46-e40abbb5ae7f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 1095 time: 0.1525280 Jul 05 10:43:21.708736 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-24d887fe-0490-453b-a3c0-98c49fdcd68e req-e28d5e57-66c4-4555-893f-7515d6aee8ac tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686977 Jul 05 10:43:21.860461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4693497-81c2-4890-b800-d12b2c523670 req-02842354-cac9-4700-a8c1-7588072a2ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:21.861923 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4693497-81c2-4890-b800-d12b2c523670 req-02842354-cac9-4700-a8c1-7588072a2ccd service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.1448977 Jul 05 10:43:21.863245 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4693497-81c2-4890-b800-d12b2c523670 req-2f0d6e5f-d6f2-4ba2-b7de-5417327043db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:21.864636 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4693497-81c2-4890-b800-d12b2c523670 req-2f0d6e5f-d6f2-4ba2-b7de-5417327043db service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.1547761 Jul 05 10:43:21.973102 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4693497-81c2-4890-b800-d12b2c523670 req-5ece9501-00ed-4266-b96f-fc6ac3593488 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3 HTTP/1.1" status: 200 len: 1000 time: 0.1046276 Jul 05 10:43:21.974865 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4693497-81c2-4890-b800-d12b2c523670 req-56febd1a-46d2-442d-9dc8-40d8336dd190 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3 HTTP/1.1" status: 200 len: 1000 time: 0.1007762 Jul 05 10:43:22.055317 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4693497-81c2-4890-b800-d12b2c523670 req-00c98ac0-b8a8-4115-a768-6814d4703fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:22.056784 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4693497-81c2-4890-b800-d12b2c523670 req-00c98ac0-b8a8-4115-a768-6814d4703fea service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0778759 Jul 05 10:43:22.060060 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4693497-81c2-4890-b800-d12b2c523670 req-af479c55-3809-49a4-8fc0-b88a4de56099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:22.061367 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4693497-81c2-4890-b800-d12b2c523670 req-af479c55-3809-49a4-8fc0-b88a4de56099 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0753000 Jul 05 10:43:22.387641 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4693497-81c2-4890-b800-d12b2c523670 req-1842d8bb-2ca6-4bf8-acd5-b3eed9abbe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:22.389261 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4693497-81c2-4890-b800-d12b2c523670 req-1842d8bb-2ca6-4bf8-acd5-b3eed9abbe58 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3190501 Jul 05 10:43:22.391725 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4693497-81c2-4890-b800-d12b2c523670 req-4160805e-d711-41c8-a51e-0974b15fe578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:22.393104 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4693497-81c2-4890-b800-d12b2c523670 req-4160805e-d711-41c8-a51e-0974b15fe578 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3301067 Jul 05 10:43:22.545574 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4693497-81c2-4890-b800-d12b2c523670 req-04ecc1cc-4054-4e58-a57c-7d1987550a69 service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492059 Jul 05 10:43:22.550646 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4693497-81c2-4890-b800-d12b2c523670 req-a63245b6-1135-4123-a577-b130119f38e2 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378329 Jul 05 10:43:22.701432 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4693497-81c2-4890-b800-d12b2c523670 req-57d637d6-4ffe-41af-ad35-3181e232854f service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497653 Jul 05 10:43:22.703205 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b4693497-81c2-4890-b800-d12b2c523670 req-8e368d4d-54fb-4d1e-8c7e-e70fc0174fed service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447911 Jul 05 10:43:22.829544 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 189eecf8-eaca-4443-89d8-c83d0931c3e3 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:43:22.882833 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2540d-3b77-4445-9dd1-fd03c7980687 req-b53b2876-b377-4143-bbef-d49f44a885ae tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:22.884517 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85a2540d-3b77-4445-9dd1-fd03c7980687 req-b53b2876-b377-4143-bbef-d49f44a885ae tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 944 time: 0.0647142 Jul 05 10:43:22.923305 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-85a2540d-3b77-4445-9dd1-fd03c7980687 req-29f5940f-d2d9-4586-828f-fa6acfe55ab4 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329380 Jul 05 10:43:22.928796 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 189eecf8-eaca-4443-89d8-c83d0931c3e3, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:22.940669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '189eecf8-eaca-4443-89d8-c83d0931c3e3', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'port_id': '189eecf8-eaca-4443-89d8-c83d0931c3e3', 'mac_address': 'fa:16:3e:9d:84:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:43:22.979940 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:22.992053 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189eecf8-eaca-4443-89d8-c83d0931c3e3 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:43:23.011773 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 189eecf8-eaca-4443-89d8-c83d0931c3e3, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:23.015563 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:23.061743 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=189eecf8-eaca-4443-89d8-c83d0931c3e3,revision_number=12']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:23.372626 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dbb168f9-f22c-412f-9f6d-b058b48188ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:23.713544 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:24.106931 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754750b4-6c61-4cf0-8011-38def1a0d683 req-3e9b8c8a-02e8-4a4e-a175-334917d5f01c tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:24.108423 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-754750b4-6c61-4cf0-8011-38def1a0d683 req-3e9b8c8a-02e8-4a4e-a175-334917d5f01c tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 945 time: 0.0665474 Jul 05 10:43:24.145293 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-754750b4-6c61-4cf0-8011-38def1a0d683 req-51030e7f-56bb-4dff-a5fc-2cdb52131c78 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313644 Jul 05 10:43:24.318475 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e298a2d-4049-4fe1-ac37-06009a8b0eee req-ca907b8a-02a7-48c7-bd17-2792d8fa1aec tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:24.320087 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e298a2d-4049-4fe1-ac37-06009a8b0eee req-ca907b8a-02a7-48c7-bd17-2792d8fa1aec tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 945 time: 0.0654514 Jul 05 10:43:24.357348 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e298a2d-4049-4fe1-ac37-06009a8b0eee req-5cb6ee51-78de-4122-a6df-50b793283df0 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317993 Jul 05 10:43:24.421512 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['189eecf8-eaca-4443-89d8-c83d0931c3e3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:43:24.527553 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fa229-c0c6-423c-a85b-8c7e80dbd264 req-61e0c610-ca72-474f-910e-2c8e7882f1e5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:24.529204 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ee8fa229-c0c6-423c-a85b-8c7e80dbd264 req-61e0c610-ca72-474f-910e-2c8e7882f1e5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 945 time: 0.0631158 Jul 05 10:43:24.568577 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ee8fa229-c0c6-423c-a85b-8c7e80dbd264 req-9e0813e6-dd6c-4cf9-b3ec-9b841fdb14fd tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336623 Jul 05 10:43:24.780470 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:24.951282 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e8b52-2d67-4ec8-b253-a998327d5d32 req-099db412-6374-4c13-90a6-4cb8079422a3 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:24.952695 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b39e8b52-2d67-4ec8-b253-a998327d5d32 req-099db412-6374-4c13-90a6-4cb8079422a3 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 945 time: 0.0665305 Jul 05 10:43:24.990209 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b39e8b52-2d67-4ec8-b253-a998327d5d32 req-099c01b0-fa15-46ec-8da8-191ffb95ba2c tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319519 Jul 05 10:43:26.164705 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d4467-9f9a-4aa4-9e7b-637977623983 req-5b14814a-ce94-42c4-83f9-a9a593bb5d42 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:26.166168 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b8d4467-9f9a-4aa4-9e7b-637977623983 req-5b14814a-ce94-42c4-83f9-a9a593bb5d42 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 945 time: 0.0617678 Jul 05 10:43:26.203096 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b8d4467-9f9a-4aa4-9e7b-637977623983 req-3e9b6741-75e6-49b2-af44-1f9e3cec1006 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314698 Jul 05 10:43:26.433039 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afbadf-560b-421c-be2c-7a332e60385d req-d8792a5c-8746-4ac8-b407-2d93702306a8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:26.434464 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50afbadf-560b-421c-be2c-7a332e60385d req-d8792a5c-8746-4ac8-b407-2d93702306a8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 945 time: 0.0641754 Jul 05 10:43:26.530884 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-50afbadf-560b-421c-be2c-7a332e60385d req-d941d451-ad29-40e2-a6e8-c931a9ff1156 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Deleting port 189eecf8-eaca-4443-89d8-c83d0931c3e3 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:43:26.531226 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-50afbadf-560b-421c-be2c-7a332e60385d req-d941d451-ad29-40e2-a6e8-c931a9ff1156 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:26.619489 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-50afbadf-560b-421c-be2c-7a332e60385d req-d941d451-ad29-40e2-a6e8-c931a9ff1156 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] For port 189eecf8-eaca-4443-89d8-c83d0931c3e3, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=189eecf8-eaca-4443-89d8-c83d0931c3e3,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:26.619875 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-50afbadf-560b-421c-be2c-7a332e60385d req-d941d451-ad29-40e2-a6e8-c931a9ff1156 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:26.783587 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-50afbadf-560b-421c-be2c-7a332e60385d req-d941d451-ad29-40e2-a6e8-c931a9ff1156 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:26.783894 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-50afbadf-560b-421c-be2c-7a332e60385d req-d941d451-ad29-40e2-a6e8-c931a9ff1156 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:26.784207 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [req-50afbadf-560b-421c-be2c-7a332e60385d req-d941d451-ad29-40e2-a6e8-c931a9ff1156 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Floating IP d5c4fc5f-c1f2-4e48-adfb-143ec60e48b6 disassociated. External IP: 172.25.7.170, port: 189eecf8-eaca-4443-89d8-c83d0931c3e3. Jul 05 10:43:26.784546 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-50afbadf-560b-421c-be2c-7a332e60385d req-d941d451-ad29-40e2-a6e8-c931a9ff1156 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Calling delete_port for 189eecf8-eaca-4443-89d8-c83d0931c3e3 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:43:26.867157 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 189eecf8-eaca-4443-89d8-c83d0931c3e3 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:43:26.909849 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:26.917594 n-d-798054-8 neutron-server[93908]: INFO neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No ports have port_id starting with 189eecf8-eaca-4443-89d8-c83d0931c3e3 Jul 05 10:43:26.917894 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-50afbadf-560b-421c-be2c-7a332e60385d req-d941d451-ad29-40e2-a6e8-c931a9ff1156 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:26.949120 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941d451-ad29-40e2-a6e8-c931a9ff1156 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Pushing event deleted for resources: {'Port': ['ID=189eecf8-eaca-4443-89d8-c83d0931c3e3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:27.072447 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50afbadf-560b-421c-be2c-7a332e60385d req-d941d451-ad29-40e2-a6e8-c931a9ff1156 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Router b3cfb868-fe8d-4810-8858-019dae474b2c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:43:27.181861 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50afbadf-560b-421c-be2c-7a332e60385d req-d941d451-ad29-40e2-a6e8-c931a9ff1156 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:43:27.191288 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3b5e9b-6eb4-425b-b30f-bea45d7a0cf1 None None] Sync routers for ids ['b3cfb868-fe8d-4810-8858-019dae474b2c'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:43:27.200691 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3b5e9b-6eb4-425b-b30f-bea45d7a0cf1 None None] Routers {'b3cfb868-fe8d-4810-8858-019dae474b2c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:43:27.201292 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9a3b5e9b-6eb4-425b-b30f-bea45d7a0cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:43:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b3cfb868-fe8d-4810-8858-019dae474b2c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:27.224454 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-50afbadf-560b-421c-be2c-7a332e60385d req-d941d451-ad29-40e2-a6e8-c931a9ff1156 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] No DVR routers for this DVR port 189eecf8-eaca-4443-89d8-c83d0931c3e3 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:43:27.227613 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-50afbadf-560b-421c-be2c-7a332e60385d req-d941d451-ad29-40e2-a6e8-c931a9ff1156 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:27.229838 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-50afbadf-560b-421c-be2c-7a332e60385d req-d941d451-ad29-40e2-a6e8-c931a9ff1156 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.78 "DELETE /v2.0/ports/189eecf8-eaca-4443-89d8-c83d0931c3e3 HTTP/1.1" status: 204 len: 173 time: 0.7905262 Jul 05 10:43:27.230416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6664ff-c1fb-4c96-b951-e3ceb424fd7d', 'name': 'network-vif-deleted', 'tag': '189eecf8-eaca-4443-89d8-c83d0931c3e3'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:43:27.233256 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a30959-83fa-4d43-a9ef-fc3521a69dc1" -d '{"events": [{"server_uuid": "1d6664ff-c1fb-4c96-b951-e3ceb424fd7d", "name": "network-vif-deleted", "tag": "189eecf8-eaca-4443-89d8-c83d0931c3e3"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:43:27.275500 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6705360e-a064-4234-96cd-3f02d1274123 x-openstack-request-id: req-6705360e-a064-4234-96cd-3f02d1274123 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:43:27.275896 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6664ff-c1fb-4c96-b951-e3ceb424fd7d", "name": "network-vif-deleted", "tag": "189eecf8-eaca-4443-89d8-c83d0931c3e3", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:43:27.276235 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6705360e-a064-4234-96cd-3f02d1274123 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:43:27.276711 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6664ff-c1fb-4c96-b951-e3ceb424fd7d', 'name': 'network-vif-deleted', 'tag': '189eecf8-eaca-4443-89d8-c83d0931c3e3', 'status': 'completed', 'code': 200} Jul 05 10:43:27.319182 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-9a3b5e9b-6eb4-425b-b30f-bea45d7a0cf1 None None] Set router b3cfb868-fe8d-4810-8858-019dae474b2c gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:43:27.365805 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f88dc61-cf31-468e-972d-f6247f6222da req-1c282224-ce24-42fd-a8ab-b2e661bfcc80 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d6664ff-c1fb-4c96-b951-e3ceb424fd7d HTTP/1.1" status: 200 len: 210 time: 0.0306387 Jul 05 10:43:27.518706 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9a3b5e9b-6eb4-425b-b30f-bea45d7a0cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:27.544755 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3b5e9b-6eb4-425b-b30f-bea45d7a0cf1 None None] Checking router: b3cfb868-fe8d-4810-8858-019dae474b2c for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:43:27.553045 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3b5e9b-6eb4-425b-b30f-bea45d7a0cf1 None None] Routers {'b3cfb868-fe8d-4810-8858-019dae474b2c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:43:27.553646 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9a3b5e9b-6eb4-425b-b30f-bea45d7a0cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:43:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b3cfb868-fe8d-4810-8858-019dae474b2c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:27.660767 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-9a3b5e9b-6eb4-425b-b30f-bea45d7a0cf1 None None] Set router b3cfb868-fe8d-4810-8858-019dae474b2c gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:43:27.864716 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9a3b5e9b-6eb4-425b-b30f-bea45d7a0cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:27.893604 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3b5e9b-6eb4-425b-b30f-bea45d7a0cf1 None None] The sync data for ids ['b3cfb868-fe8d-4810-8858-019dae474b2c'] in n-d-798054-8 is: [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:43:28.095141 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f61ef1-57df-4f97-8b2f-b54062b1fee2 None None] New status for floating IP d5c4fc5f-c1f2-4e48-adfb-143ec60e48b6: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:43:28.732724 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2102c968-139e-493d-98b6-c664f81f100a req-56c30957-5a75-45c9-a678-d6590b8bf4b9 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--573100094&fields=id&tenant_id=00e8393afc484b1f8eb0247bc261d22e HTTP/1.1" status: 200 len: 267 time: 0.0321360 Jul 05 10:43:28.838387 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102c968-139e-493d-98b6-c664f81f100a req-5dec4efc-aac1-4188-9ba9-c7f96713242f tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:28.839876 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2102c968-139e-493d-98b6-c664f81f100a req-5dec4efc-aac1-4188-9ba9-c7f96713242f tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 812 time: 0.1009707 Jul 05 10:43:28.856908 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2102c968-139e-493d-98b6-c664f81f100a req-26d512cf-fcc8-482d-931b-72e1952cfbf1 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/quotas/00e8393afc484b1f8eb0247bc261d22e HTTP/1.1" status: 200 len: 375 time: 0.0115418 Jul 05 10:43:28.926562 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2102c968-139e-493d-98b6-c664f81f100a req-07204adb-c14e-4c68-a4d9-197eee7ce947 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0645847 Jul 05 10:43:29.023216 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2102c968-139e-493d-98b6-c664f81f100a req-91516767-6ba9-4f60-b0ad-d851e1d7c7cd service neutron] 10.222.0.79 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844598 Jul 05 10:43:29.111389 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2102c968-139e-493d-98b6-c664f81f100a req-39303550-1900-4487-9ef5-494968d111dc service neutron] 10.222.0.79 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823967 Jul 05 10:43:29.277207 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe34af9f-14fa-47c4-9e61-0ed92f2e04af req-0541650e-95e7-498c-9d4a-6492b825c5a9 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 210 time: 0.0334206 Jul 05 10:43:30.281560 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102c968-139e-493d-98b6-c664f81f100a req-96dd4ac6-cb92-4004-a842-a88d83af12a1 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:30.283346 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2102c968-139e-493d-98b6-c664f81f100a req-96dd4ac6-cb92-4004-a842-a88d83af12a1 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 812 time: 0.0998371 Jul 05 10:43:30.326676 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2102c968-139e-493d-98b6-c664f81f100a req-135de34d-36ab-4414-848f-f5c702bcee93 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00e8393afc484b1f8eb0247bc261d22e HTTP/1.1" status: 200 len: 379 time: 0.0356121 Jul 05 10:43:30.335792 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-2102c968-139e-493d-98b6-c664f81f100a req-39bd7179-faa2-4d8f-8b67-934653ce45d8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Request body: {'port': {'device_id': '80edaabf-abc1-49fe-9137-8fb4d960134e', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'admin_state_up': True, 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'security_groups': ['038602bd-889e-4647-8ffc-e63461211ecb']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:30.455984 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2102c968-139e-493d-98b6-c664f81f100a req-39bd7179-faa2-4d8f-8b67-934653ce45d8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Made reservation on behalf of 00e8393afc484b1f8eb0247bc261d22e for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:43:30.459975 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2102c968-139e-493d-98b6-c664f81f100a req-39bd7179-faa2-4d8f-8b67-934653ce45d8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:30.616333 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bd35f22d-0c0d-4410-9640-6a7f7abb79e8 req-11ceb70c-3be5-490a-97fe-eab1351eb6ba tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 210 time: 0.0374413 Jul 05 10:43:30.628243 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-2102c968-139e-493d-98b6-c664f81f100a req-39bd7179-faa2-4d8f-8b67-934653ce45d8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Allocated IP 172.20.0.7 (2e00388c-443a-4492-a417-fa464345c863/56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260/abd0ac3d-a5e4-4670-92ab-52149a156b05) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:43:30.760534 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2102c968-139e-493d-98b6-c664f81f100a req-39bd7179-faa2-4d8f-8b67-934653ce45d8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:30.774571 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-2102c968-139e-493d-98b6-c664f81f100a req-39bd7179-faa2-4d8f-8b67-934653ce45d8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Transition to ACTIVE for port object abd0ac3d-a5e4-4670-92ab-52149a156b05 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:43:30.807258 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2102c968-139e-493d-98b6-c664f81f100a req-39bd7179-faa2-4d8f-8b67-934653ce45d8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:30.851861 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2102c968-139e-493d-98b6-c664f81f100a req-39bd7179-faa2-4d8f-8b67-934653ce45d8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Network 2e00388c-443a-4492-a417-fa464345c863 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:43:30.855276 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-2102c968-139e-493d-98b6-c664f81f100a req-39bd7179-faa2-4d8f-8b67-934653ce45d8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:43:30.857621 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2102c968-139e-493d-98b6-c664f81f100a req-39bd7179-faa2-4d8f-8b67-934653ce45d8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:43:30.892754 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd7179-faa2-4d8f-8b67-934653ce45d8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Pushing event updated for resources: {'Port': ['ID=abd0ac3d-a5e4-4670-92ab-52149a156b05,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:30.920000 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102c968-139e-493d-98b6-c664f81f100a req-39bd7179-faa2-4d8f-8b67-934653ce45d8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:30.920641 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2102c968-139e-493d-98b6-c664f81f100a req-39bd7179-faa2-4d8f-8b67-934653ce45d8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:30.939178 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2102c968-139e-493d-98b6-c664f81f100a req-39bd7179-faa2-4d8f-8b67-934653ce45d8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6073568 Jul 05 10:43:30.969763 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-2102c968-139e-493d-98b6-c664f81f100a req-0c543202-8db3-4599-9492-b07f5c31de10 service neutron] Request body: {'port': {'device_id': '80edaabf-abc1-49fe-9137-8fb4d960134e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:31.042789 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2102c968-139e-493d-98b6-c664f81f100a req-0c543202-8db3-4599-9492-b07f5c31de10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:31.133021 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-66188f2e-ae56-4f33-8c8d-0eb20fb2d29d None None] Provisioning for port abd0ac3d-a5e4-4670-92ab-52149a156b05 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:43:31.136475 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-66188f2e-ae56-4f33-8c8d-0eb20fb2d29d None None] Provisioning complete for port abd0ac3d-a5e4-4670-92ab-52149a156b05 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:31.136878 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-66188f2e-ae56-4f33-8c8d-0eb20fb2d29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:31.182731 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-66188f2e-ae56-4f33-8c8d-0eb20fb2d29d None None] Port abd0ac3d-a5e4-4670-92ab-52149a156b05 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:43:31.308442 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-2102c968-139e-493d-98b6-c664f81f100a req-0c543202-8db3-4599-9492-b07f5c31de10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd0ac3d-a5e4-4670-92ab-52149a156b05 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:43:31.315747 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2102c968-139e-493d-98b6-c664f81f100a req-0c543202-8db3-4599-9492-b07f5c31de10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:31.328062 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-2102c968-139e-493d-98b6-c664f81f100a req-0c543202-8db3-4599-9492-b07f5c31de10 service neutron] Transition to ACTIVE for port object abd0ac3d-a5e4-4670-92ab-52149a156b05 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:43:31.332633 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2102c968-139e-493d-98b6-c664f81f100a req-0c543202-8db3-4599-9492-b07f5c31de10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:31.401316 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c543202-8db3-4599-9492-b07f5c31de10 service neutron] Pushing event updated for resources: {'Port': ['ID=abd0ac3d-a5e4-4670-92ab-52149a156b05,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:31.450763 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2102c968-139e-493d-98b6-c664f81f100a req-0c543202-8db3-4599-9492-b07f5c31de10 service neutron] Attempting to bind port abd0ac3d-a5e4-4670-92ab-52149a156b05 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:43:31.451098 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2102c968-139e-493d-98b6-c664f81f100a req-0c543202-8db3-4599-9492-b07f5c31de10 service neutron] Attempting to bind port abd0ac3d-a5e4-4670-92ab-52149a156b05 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:43:31.451417 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2102c968-139e-493d-98b6-c664f81f100a req-0c543202-8db3-4599-9492-b07f5c31de10 service neutron] Attempting to bind port abd0ac3d-a5e4-4670-92ab-52149a156b05 on network 2e00388c-443a-4492-a417-fa464345c863 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:43:31.455801 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2102c968-139e-493d-98b6-c664f81f100a req-0c543202-8db3-4599-9492-b07f5c31de10 service neutron] Port abd0ac3d-a5e4-4670-92ab-52149a156b05 on network 2e00388c-443a-4492-a417-fa464345c863 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:43:31.456152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2102c968-139e-493d-98b6-c664f81f100a req-0c543202-8db3-4599-9492-b07f5c31de10 service neutron] Attempting to bind port abd0ac3d-a5e4-4670-92ab-52149a156b05 on network 2e00388c-443a-4492-a417-fa464345c863 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:43:31.462413 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2102c968-139e-493d-98b6-c664f81f100a req-0c543202-8db3-4599-9492-b07f5c31de10 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:43:31.462769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2102c968-139e-493d-98b6-c664f81f100a req-0c543202-8db3-4599-9492-b07f5c31de10 service neutron] Checking segment: {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:43:31.463166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2102c968-139e-493d-98b6-c664f81f100a req-0c543202-8db3-4599-9492-b07f5c31de10 service neutron] Bound using segment: {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:43:31.463630 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2102c968-139e-493d-98b6-c664f81f100a req-0c543202-8db3-4599-9492-b07f5c31de10 service neutron] Bound port: abd0ac3d-a5e4-4670-92ab-52149a156b05, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:43:31.464035 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2102c968-139e-493d-98b6-c664f81f100a req-0c543202-8db3-4599-9492-b07f5c31de10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:31.532525 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2102c968-139e-493d-98b6-c664f81f100a req-0c543202-8db3-4599-9492-b07f5c31de10 service neutron] For port abd0ac3d-a5e4-4670-92ab-52149a156b05, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:43:31.535472 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2102c968-139e-493d-98b6-c664f81f100a req-0c543202-8db3-4599-9492-b07f5c31de10 service neutron] For port abd0ac3d-a5e4-4670-92ab-52149a156b05, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:43:31.539996 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2102c968-139e-493d-98b6-c664f81f100a req-0c543202-8db3-4599-9492-b07f5c31de10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:31.572884 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102c968-139e-493d-98b6-c664f81f100a req-0c543202-8db3-4599-9492-b07f5c31de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:31.573546 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2102c968-139e-493d-98b6-c664f81f100a req-0c543202-8db3-4599-9492-b07f5c31de10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:31.574962 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2102c968-139e-493d-98b6-c664f81f100a req-0c543202-8db3-4599-9492-b07f5c31de10 service neutron] 10.222.0.78 "PUT /v2.0/ports/abd0ac3d-a5e4-4670-92ab-52149a156b05 HTTP/1.1" status: 200 len: 1091 time: 0.6098642 Jul 05 10:43:31.577345 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80edaabf-abc1-49fe-9137-8fb4d960134e', 'tag': 'abd0ac3d-a5e4-4670-92ab-52149a156b05'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:43:31.579815 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac0ea30-1914-4102-b641-6cb959da744e" -d '{"events": [{"name": "network-changed", "server_uuid": "80edaabf-abc1-49fe-9137-8fb4d960134e", "tag": "abd0ac3d-a5e4-4670-92ab-52149a156b05"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:43:31.606390 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c543202-8db3-4599-9492-b07f5c31de10 service neutron] Pushing event updated for resources: {'Port': ['ID=abd0ac3d-a5e4-4670-92ab-52149a156b05,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:31.655563 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4f53a5-1fff-4aa3-bad2-ee0a8ae52e5e x-openstack-request-id: req-cf4f53a5-1fff-4aa3-bad2-ee0a8ae52e5e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:43:31.655886 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80edaabf-abc1-49fe-9137-8fb4d960134e", "tag": "abd0ac3d-a5e4-4670-92ab-52149a156b05", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:43:31.656149 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cf4f53a5-1fff-4aa3-bad2-ee0a8ae52e5e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:43:31.656557 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80edaabf-abc1-49fe-9137-8fb4d960134e', 'tag': 'abd0ac3d-a5e4-4670-92ab-52149a156b05', 'status': 'completed', 'code': 200} Jul 05 10:43:31.693535 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102c968-139e-493d-98b6-c664f81f100a req-2bd83509-ff78-4f1d-a5de-7acd0c48f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:31.695957 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2102c968-139e-493d-98b6-c664f81f100a req-2bd83509-ff78-4f1d-a5de-7acd0c48f7c2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 1094 time: 0.0685358 Jul 05 10:43:31.758568 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2102c968-139e-493d-98b6-c664f81f100a req-d76f196a-c949-4101-bd56-ba7ca354ebc3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05 HTTP/1.1" status: 200 len: 217 time: 0.0531793 Jul 05 10:43:31.836754 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102c968-139e-493d-98b6-c664f81f100a req-62dd7aa2-2496-4338-9736-254f468ac8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:31.838241 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2102c968-139e-493d-98b6-c664f81f100a req-62dd7aa2-2496-4338-9736-254f468ac8a1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0586212 Jul 05 10:43:31.887392 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd215b-6d9d-443f-91b5-94a8da74a623 req-9490ea32-fbd1-4766-a16b-049a55b533f9 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:31.888884 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4cd215b-6d9d-443f-91b5-94a8da74a623 req-9490ea32-fbd1-4766-a16b-049a55b533f9 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 943 time: 0.1412661 Jul 05 10:43:32.174869 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4cd215b-6d9d-443f-91b5-94a8da74a623 req-fcd6ae90-0d23-4768-8b9a-3675ea692544 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2801931 Jul 05 10:43:32.179891 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102c968-139e-493d-98b6-c664f81f100a req-ba9d0665-30b1-4209-a086-71b62c3dd738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:32.181348 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2102c968-139e-493d-98b6-c664f81f100a req-ba9d0665-30b1-4209-a086-71b62c3dd738 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3340371 Jul 05 10:43:32.268729 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2102c968-139e-493d-98b6-c664f81f100a req-3bb8083d-8a5a-4a3c-8806-2d301370cb4c service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804145 Jul 05 10:43:32.357693 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2102c968-139e-493d-98b6-c664f81f100a req-e7c72bb3-7921-488d-a873-e5e926183fe8 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833495 Jul 05 10:43:32.454626 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0ea30-1914-4102-b641-6cb959da744e req-4132c19a-15b4-4bcc-a2b8-a8aa17cf32b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:32.456017 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eac0ea30-1914-4102-b641-6cb959da744e req-4132c19a-15b4-4bcc-a2b8-a8aa17cf32b0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 1094 time: 0.0513473 Jul 05 10:43:32.545600 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0ea30-1914-4102-b641-6cb959da744e req-75204ccc-6cff-4544-86da-27b4c030c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:32.547104 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eac0ea30-1914-4102-b641-6cb959da744e req-75204ccc-6cff-4544-86da-27b4c030c861 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0848536 Jul 05 10:43:32.589671 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eac0ea30-1914-4102-b641-6cb959da744e req-dae25f52-ba74-488b-b118-3ee4c62eec25 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05 HTTP/1.1" status: 200 len: 217 time: 0.0352561 Jul 05 10:43:32.636689 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0ea30-1914-4102-b641-6cb959da744e req-0af8ddf7-4261-487a-a910-07bb473f5e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:32.638160 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eac0ea30-1914-4102-b641-6cb959da744e req-0af8ddf7-4261-487a-a910-07bb473f5e1d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0429688 Jul 05 10:43:32.692262 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0ea30-1914-4102-b641-6cb959da744e req-90772a80-07af-4488-8c92-9904103d7939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:32.693735 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eac0ea30-1914-4102-b641-6cb959da744e req-90772a80-07af-4488-8c92-9904103d7939 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498624 Jul 05 10:43:32.784982 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eac0ea30-1914-4102-b641-6cb959da744e req-9d4a918a-9134-44cb-affb-dbcd8514c425 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844600 Jul 05 10:43:32.871971 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eac0ea30-1914-4102-b641-6cb959da744e req-e35eba26-8ade-48dd-86e7-720de4f0db8e service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810711 Jul 05 10:43:33.165583 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:33.353503 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5b9e4-043d-4ec2-bac3-de54d9b049b0 req-cec21726-52ec-42a0-b4bd-160d4353584d tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:33.355123 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8cf5b9e4-043d-4ec2-bac3-de54d9b049b0 req-cec21726-52ec-42a0-b4bd-160d4353584d tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 943 time: 0.0690176 Jul 05 10:43:33.392338 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8cf5b9e4-043d-4ec2-bac3-de54d9b049b0 req-0358fcb7-bc23-439c-a2e2-43bbe85dd869 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316427 Jul 05 10:43:34.562175 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795cb01-5086-4d0a-82b7-2de5303a1007 req-5f339b16-d739-4b67-ad70-357997a84e91 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:34.563652 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5795cb01-5086-4d0a-82b7-2de5303a1007 req-5f339b16-d739-4b67-ad70-357997a84e91 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 943 time: 0.0627697 Jul 05 10:43:34.602350 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5795cb01-5086-4d0a-82b7-2de5303a1007 req-286df9dc-4953-4ac4-b550-e33ffa409acc tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329664 Jul 05 10:43:34.891735 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device abd0ac3d-a5e4-4670-92ab-52149a156b05 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:43:34.984425 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port abd0ac3d-a5e4-4670-92ab-52149a156b05, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:34.998842 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'abd0ac3d-a5e4-4670-92ab-52149a156b05', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'port_id': 'abd0ac3d-a5e4-4670-92ab-52149a156b05', 'mac_address': 'fa:16:3e:fd:39:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:43:35.036990 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:35.051284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd0ac3d-a5e4-4670-92ab-52149a156b05 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:43:35.070512 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port abd0ac3d-a5e4-4670-92ab-52149a156b05, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:35.074573 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:35.125458 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=abd0ac3d-a5e4-4670-92ab-52149a156b05,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:35.381577 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['abd0ac3d-a5e4-4670-92ab-52149a156b05'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:43:35.782288 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857585e-177b-4c1f-bb1f-50025432f5d4 req-c9059302-b66d-4540-87ed-4d1922fab82b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:35.783758 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b857585e-177b-4c1f-bb1f-50025432f5d4 req-c9059302-b66d-4540-87ed-4d1922fab82b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 944 time: 0.0682135 Jul 05 10:43:35.821515 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b857585e-177b-4c1f-bb1f-50025432f5d4 req-1b419fb7-e9a8-4491-b9bc-e562d89d0dc5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323076 Jul 05 10:43:36.659131 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:36.912206 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device abd0ac3d-a5e4-4670-92ab-52149a156b05 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:43:36.961069 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port abd0ac3d-a5e4-4670-92ab-52149a156b05 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:43:36.964698 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port abd0ac3d-a5e4-4670-92ab-52149a156b05 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:36.965090 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:36.995334 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd567387-2af7-41ce-bf44-c7a4440dea97 req-fd27abd5-8489-44ce-a041-1283d10c80b8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:36.997014 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd567387-2af7-41ce-bf44-c7a4440dea97 req-fd27abd5-8489-44ce-a041-1283d10c80b8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 944 time: 0.0663087 Jul 05 10:43:37.035377 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dd567387-2af7-41ce-bf44-c7a4440dea97 req-45a40baf-8a7c-4e7b-ac06-1a8a976aa03d tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322802 Jul 05 10:43:37.044517 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:37.066554 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80edaabf-abc1-49fe-9137-8fb4d960134e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd0ac3d-a5e4-4670-92ab-52149a156b05'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:43:37.068810 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8479aff-ac85-4107-90d9-c6f7fb8c1145" -d '{"events": [{"server_uuid": "80edaabf-abc1-49fe-9137-8fb4d960134e", "name": "network-vif-plugged", "status": "completed", "tag": "abd0ac3d-a5e4-4670-92ab-52149a156b05"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:43:37.082166 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port abd0ac3d-a5e4-4670-92ab-52149a156b05, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:37.087574 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:37.119396 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825fe76d-4c10-42d5-9fa9-3db146ac97bb x-openstack-request-id: req-825fe76d-4c10-42d5-9fa9-3db146ac97bb {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:43:37.119696 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80edaabf-abc1-49fe-9137-8fb4d960134e", "name": "network-vif-plugged", "status": "completed", "tag": "abd0ac3d-a5e4-4670-92ab-52149a156b05", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:43:37.119986 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-825fe76d-4c10-42d5-9fa9-3db146ac97bb {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:43:37.120383 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80edaabf-abc1-49fe-9137-8fb4d960134e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd0ac3d-a5e4-4670-92ab-52149a156b05', 'code': 200} Jul 05 10:43:37.150501 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=abd0ac3d-a5e4-4670-92ab-52149a156b05,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:37.229318 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea7b67-add2-40a6-8cd0-6ccc9363a982 req-10cf2591-5e58-40c9-81ba-30258f5f5ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:37.230817 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0eea7b67-add2-40a6-8cd0-6ccc9363a982 req-10cf2591-5e58-40c9-81ba-30258f5f5ec0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 1096 time: 0.0522444 Jul 05 10:43:37.263828 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0eea7b67-add2-40a6-8cd0-6ccc9363a982 req-a018279d-fcde-436e-9ab5-c41d568d2f64 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268505 Jul 05 10:43:38.212542 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631cf23-db05-4a89-a31f-bce7e982bb91 req-456e2f89-df66-4571-8a21-0384e712829f tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:38.214031 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f631cf23-db05-4a89-a31f-bce7e982bb91 req-456e2f89-df66-4571-8a21-0384e712829f tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.0680914 Jul 05 10:43:38.251459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f631cf23-db05-4a89-a31f-bce7e982bb91 req-11b415d7-3f09-40ef-b13b-c30014e61978 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319331 Jul 05 10:43:39.426026 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f765c6c-4799-4bc7-9412-9b3948f76f23 req-a851b367-a400-4382-b68d-89b206145fe8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:39.427872 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f765c6c-4799-4bc7-9412-9b3948f76f23 req-a851b367-a400-4382-b68d-89b206145fe8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.0653687 Jul 05 10:43:39.466150 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1f765c6c-4799-4bc7-9412-9b3948f76f23 req-0db11813-eae1-4bd7-a995-84b83cadb02a tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326948 Jul 05 10:43:39.636301 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56e4b0-f349-4630-bacf-962724c33a0b req-fd3eadfd-121d-40d5-8737-128b22df22d8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:39.637819 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8b56e4b0-f349-4630-bacf-962724c33a0b req-fd3eadfd-121d-40d5-8737-128b22df22d8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.0688179 Jul 05 10:43:39.646308 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 47494) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:39.650913 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5ab4a6b3-832d-4df8-b5c9-e6a4fc5f9697 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Request body: {'floatingip': {'port_id': 'abd0ac3d-a5e4-4670-92ab-52149a156b05'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:39.688768 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ab4a6b3-832d-4df8-b5c9-e6a4fc5f9697 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:40.122493 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ab4a6b3-832d-4df8-b5c9-e6a4fc5f9697 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:40.126141 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ab4a6b3-832d-4df8-b5c9-e6a4fc5f9697 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:40.223193 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-5ab4a6b3-832d-4df8-b5c9-e6a4fc5f9697 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Floating IP d5c4fc5f-c1f2-4e48-adfb-143ec60e48b6 associated. External IP: 172.25.7.170, port: abd0ac3d-a5e4-4670-92ab-52149a156b05. Jul 05 10:43:40.423710 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab4a6b3-832d-4df8-b5c9-e6a4fc5f9697 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Router b3cfb868-fe8d-4810-8858-019dae474b2c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:43:40.525234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab4a6b3-832d-4df8-b5c9-e6a4fc5f9697 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:43:40.530086 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ab4a6b3-832d-4df8-b5c9-e6a4fc5f9697 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:40.534497 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a88d0f3-688d-4aa0-96bd-ac5cd0d39f36 None None] Sync routers for ids ['b3cfb868-fe8d-4810-8858-019dae474b2c'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:43:40.543955 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a88d0f3-688d-4aa0-96bd-ac5cd0d39f36 None None] Routers {'b3cfb868-fe8d-4810-8858-019dae474b2c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:43:40.544572 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0a88d0f3-688d-4aa0-96bd-ac5cd0d39f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:43:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b3cfb868-fe8d-4810-8858-019dae474b2c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:40.577200 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5ab4a6b3-832d-4df8-b5c9-e6a4fc5f9697 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "PUT /v2.0/floatingips/d5c4fc5f-c1f2-4e48-adfb-143ec60e48b6 HTTP/1.1" status: 200 len: 992 time: 0.9293959 Jul 05 10:43:40.577451 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80edaabf-abc1-49fe-9137-8fb4d960134e', 'tag': 'abd0ac3d-a5e4-4670-92ab-52149a156b05'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:43:40.579660 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515290a1-9e11-4eaf-87ee-ccae3ad4c015" -d '{"events": [{"name": "network-changed", "server_uuid": "80edaabf-abc1-49fe-9137-8fb4d960134e", "tag": "abd0ac3d-a5e4-4670-92ab-52149a156b05"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:43:40.618334 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f3418f-8204-4b84-a982-70c32189d17e x-openstack-request-id: req-36f3418f-8204-4b84-a982-70c32189d17e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:43:40.618631 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80edaabf-abc1-49fe-9137-8fb4d960134e", "tag": "abd0ac3d-a5e4-4670-92ab-52149a156b05", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:43:40.618885 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-36f3418f-8204-4b84-a982-70c32189d17e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:43:40.619290 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80edaabf-abc1-49fe-9137-8fb4d960134e', 'tag': 'abd0ac3d-a5e4-4670-92ab-52149a156b05', 'status': 'completed', 'code': 200} Jul 05 10:43:40.698868 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515290a1-9e11-4eaf-87ee-ccae3ad4c015 req-7de12e1b-ba32-404f-84f7-ec3f400c4f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:40.700444 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-515290a1-9e11-4eaf-87ee-ccae3ad4c015 req-7de12e1b-ba32-404f-84f7-ec3f400c4f92 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 1096 time: 0.0568836 Jul 05 10:43:40.739232 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-0a88d0f3-688d-4aa0-96bd-ac5cd0d39f36 None None] Set router b3cfb868-fe8d-4810-8858-019dae474b2c gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:43:40.788914 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515290a1-9e11-4eaf-87ee-ccae3ad4c015 req-0b08d3e4-3abb-45c2-9f15-ec02e6ed7664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:40.790406 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-515290a1-9e11-4eaf-87ee-ccae3ad4c015 req-0b08d3e4-3abb-45c2-9f15-ec02e6ed7664 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0832810 Jul 05 10:43:40.858172 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-515290a1-9e11-4eaf-87ee-ccae3ad4c015 req-d8146b1d-2b5d-4df7-b450-c35b601ea778 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05 HTTP/1.1" status: 200 len: 1000 time: 0.0618019 Jul 05 10:43:40.908061 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515290a1-9e11-4eaf-87ee-ccae3ad4c015 req-4fb32209-af3f-4cbf-9e46-a97c0092eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:40.909572 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-515290a1-9e11-4eaf-87ee-ccae3ad4c015 req-4fb32209-af3f-4cbf-9e46-a97c0092eaad service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0454381 Jul 05 10:43:40.952572 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0a88d0f3-688d-4aa0-96bd-ac5cd0d39f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd5c4fc5f-c1f2-4e48-adfb-143ec60e48b6', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'port_id': 'abd0ac3d-a5e4-4670-92ab-52149a156b05', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'mac_address': 'fa:16:3e:fd:39:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edaabf-abc1-49fe-9137-8fb4d960134e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:34:19Z', 'updated_at': '2021-07-05T10:43:40Z', 'revision_number': 13, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:40.966353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515290a1-9e11-4eaf-87ee-ccae3ad4c015 req-f10a0cd5-d99f-44f7-a8f7-daa044f9ad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:40.967838 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-515290a1-9e11-4eaf-87ee-ccae3ad4c015 req-f10a0cd5-d99f-44f7-a8f7-daa044f9ad75 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524518 Jul 05 10:43:40.978745 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a88d0f3-688d-4aa0-96bd-ac5cd0d39f36 None None] Checking router: b3cfb868-fe8d-4810-8858-019dae474b2c for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:43:40.987042 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a88d0f3-688d-4aa0-96bd-ac5cd0d39f36 None None] Routers {'b3cfb868-fe8d-4810-8858-019dae474b2c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:43:40.987660 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0a88d0f3-688d-4aa0-96bd-ac5cd0d39f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:43:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b3cfb868-fe8d-4810-8858-019dae474b2c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:41.060025 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-515290a1-9e11-4eaf-87ee-ccae3ad4c015 req-b17a4c9f-aa1f-4ed1-b901-b6d850154612 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854635 Jul 05 10:43:41.092340 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-0a88d0f3-688d-4aa0-96bd-ac5cd0d39f36 None None] Set router b3cfb868-fe8d-4810-8858-019dae474b2c gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:43:41.149459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-515290a1-9e11-4eaf-87ee-ccae3ad4c015 req-41d9e52d-8794-4046-ad7b-164084942922 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824423 Jul 05 10:43:41.309273 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0a88d0f3-688d-4aa0-96bd-ac5cd0d39f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd5c4fc5f-c1f2-4e48-adfb-143ec60e48b6', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'port_id': 'abd0ac3d-a5e4-4670-92ab-52149a156b05', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'mac_address': 'fa:16:3e:fd:39:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edaabf-abc1-49fe-9137-8fb4d960134e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:34:19Z', 'updated_at': '2021-07-05T10:43:40Z', 'revision_number': 13, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:41.334621 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a88d0f3-688d-4aa0-96bd-ac5cd0d39f36 None None] The sync data for ids ['b3cfb868-fe8d-4810-8858-019dae474b2c'] in n-d-798054-8 is: [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'd5c4fc5f-c1f2-4e48-adfb-143ec60e48b6', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'port_id': 'abd0ac3d-a5e4-4670-92ab-52149a156b05', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'mac_address': 'fa:16:3e:fd:39:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edaabf-abc1-49fe-9137-8fb4d960134e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:34:19Z', 'updated_at': '2021-07-05T10:43:40Z', 'revision_number': 13, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:43:41.514621 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e35c705-26dd-47ab-bd43-4f7b2e72a4e7 None None] New status for floating IP d5c4fc5f-c1f2-4e48-adfb-143ec60e48b6: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:43:51.002771 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2217b727-af39-44ee-8231-4af4b5dccff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:52.333415 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:43:53.371970 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ab587ce3-c874-4d96-ae7d-0e3be90baeaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:53.715840 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:54.780884 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.888875 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:03.168397 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:06.664938 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:16.839902 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fee91a61-8590-49b0-84d2-4aaa25eb6370 req-975985e0-d7e0-411f-8072-af1820843246 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567768 Jul 05 10:44:16.933957 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee91a61-8590-49b0-84d2-4aaa25eb6370 req-8a3018b8-8fa0-4758-b229-4174731cd251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:16.935472 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fee91a61-8590-49b0-84d2-4aaa25eb6370 req-8a3018b8-8fa0-4758-b229-4174731cd251 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 1096 time: 0.0515914 Jul 05 10:44:17.043436 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee91a61-8590-49b0-84d2-4aaa25eb6370 req-c6d03d44-7a79-49dc-a266-e12ecdf263e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:17.044969 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fee91a61-8590-49b0-84d2-4aaa25eb6370 req-c6d03d44-7a79-49dc-a266-e12ecdf263e6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0885496 Jul 05 10:44:17.111028 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fee91a61-8590-49b0-84d2-4aaa25eb6370 req-017aa4b3-0fbc-45ce-b59a-a4dcafa1ea47 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05 HTTP/1.1" status: 200 len: 1002 time: 0.0596185 Jul 05 10:44:17.158315 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee91a61-8590-49b0-84d2-4aaa25eb6370 req-e6fbc50e-629b-4795-ad35-962b64d9be84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:17.159720 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fee91a61-8590-49b0-84d2-4aaa25eb6370 req-e6fbc50e-629b-4795-ad35-962b64d9be84 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0427706 Jul 05 10:44:17.219949 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee91a61-8590-49b0-84d2-4aaa25eb6370 req-f3d4cf7a-d6c3-41d7-91ca-731de1b9af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:17.221370 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fee91a61-8590-49b0-84d2-4aaa25eb6370 req-f3d4cf7a-d6c3-41d7-91ca-731de1b9af98 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558941 Jul 05 10:44:17.307567 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fee91a61-8590-49b0-84d2-4aaa25eb6370 req-8aaeea84-741e-433a-928e-ef76a08a48a9 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801942 Jul 05 10:44:17.397194 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fee91a61-8590-49b0-84d2-4aaa25eb6370 req-ce5fb65b-da5f-4f32-a5f6-73c12b235a8b service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838237 Jul 05 10:44:21.006714 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c71dacc7-6445-4ffc-b094-33dcf52fc317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:23.373252 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f06ce603-1b5f-487a-88d8-5f5fb3310bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:23.718005 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:24.783690 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:26.890770 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:29.332604 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:44:33.181020 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:36.651945 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:51.007569 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-09a03ff2-1c6c-4147-a1c5-cee132f60866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:53.373510 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f6207c86-d927-4481-96c5-24747522d63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:53.718631 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:54.785799 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:56.893291 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:03.178805 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:06.331745 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:45:06.671253 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:17.733548 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-130e8d40-52bb-4c78-b6da-7d5e0a6380d8 req-104b809b-e011-4036-898c-d10d1a373003 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514834 Jul 05 10:45:17.823732 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e8d40-52bb-4c78-b6da-7d5e0a6380d8 req-3e1808d8-e003-4996-9138-ece9423a8f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:17.825150 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-130e8d40-52bb-4c78-b6da-7d5e0a6380d8 req-3e1808d8-e003-4996-9138-ece9423a8f16 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 1096 time: 0.0514448 Jul 05 10:45:18.165069 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e8d40-52bb-4c78-b6da-7d5e0a6380d8 req-44442b40-26e1-4f80-9138-458c8f5ae40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:18.166460 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-130e8d40-52bb-4c78-b6da-7d5e0a6380d8 req-44442b40-26e1-4f80-9138-458c8f5ae40e service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.3216703 Jul 05 10:45:18.229544 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-130e8d40-52bb-4c78-b6da-7d5e0a6380d8 req-e9021769-a5a7-4b67-9338-a174b1c82fc0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05 HTTP/1.1" status: 200 len: 1002 time: 0.0566003 Jul 05 10:45:18.275921 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e8d40-52bb-4c78-b6da-7d5e0a6380d8 req-9bb493f7-d5cb-4317-a98d-a53d6a950023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:18.277282 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-130e8d40-52bb-4c78-b6da-7d5e0a6380d8 req-9bb493f7-d5cb-4317-a98d-a53d6a950023 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0421538 Jul 05 10:45:18.333730 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e8d40-52bb-4c78-b6da-7d5e0a6380d8 req-8a75b363-614c-4519-83a7-f86dbae3bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:18.335152 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-130e8d40-52bb-4c78-b6da-7d5e0a6380d8 req-8a75b363-614c-4519-83a7-f86dbae3bd4c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521684 Jul 05 10:45:18.418978 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-130e8d40-52bb-4c78-b6da-7d5e0a6380d8 req-24c13a26-40ea-49f1-a1fb-542f4e5eff63 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774972 Jul 05 10:45:18.508799 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-130e8d40-52bb-4c78-b6da-7d5e0a6380d8 req-b41def04-568f-4706-af67-107954db5734 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835066 Jul 05 10:45:21.009910 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6ddd584d-599d-47c5-801d-092fb9d9e62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:23.373417 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bf43055b-1375-486a-a510-8beb57fb01f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:23.719558 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:24.790156 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:26.896208 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:33.191731 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:36.676907 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:43.330981 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:45:51.010892 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-159add15-57d3-432a-a886-2540c496651e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:53.373487 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-18e3a460-c003-4b5d-8a5a-c6bf3f8c6e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:53.719912 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:54.792997 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:56.898461 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:03.193391 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:06.679385 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:17.842341 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b74c17a-5e49-4c5b-86b4-725c33081d5d req-2f2849d3-6dac-4be9-877b-ada7d672a872 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513334 Jul 05 10:46:17.934496 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74c17a-5e49-4c5b-86b4-725c33081d5d req-b85dec49-7870-4cac-941a-6cb9ee108b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:17.935937 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b74c17a-5e49-4c5b-86b4-725c33081d5d req-b85dec49-7870-4cac-941a-6cb9ee108b86 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 1096 time: 0.0518653 Jul 05 10:46:18.039508 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74c17a-5e49-4c5b-86b4-725c33081d5d req-dbd4281e-916c-4066-a59d-fcf7c80125e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:18.040991 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b74c17a-5e49-4c5b-86b4-725c33081d5d req-dbd4281e-916c-4066-a59d-fcf7c80125e1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0860505 Jul 05 10:46:18.109103 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b74c17a-5e49-4c5b-86b4-725c33081d5d req-d3bd74fc-8c78-47b5-a17c-e9e121eea34c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05 HTTP/1.1" status: 200 len: 1002 time: 0.0606747 Jul 05 10:46:18.157302 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74c17a-5e49-4c5b-86b4-725c33081d5d req-38f722a2-79eb-40d5-b5c9-f16e43c6b368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:18.158864 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b74c17a-5e49-4c5b-86b4-725c33081d5d req-38f722a2-79eb-40d5-b5c9-f16e43c6b368 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0440986 Jul 05 10:46:18.219940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74c17a-5e49-4c5b-86b4-725c33081d5d req-e3062caf-d9f7-4b79-a4a2-943784eec67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:18.221392 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b74c17a-5e49-4c5b-86b4-725c33081d5d req-e3062caf-d9f7-4b79-a4a2-943784eec67c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565438 Jul 05 10:46:18.308866 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b74c17a-5e49-4c5b-86b4-725c33081d5d req-6b7aba1b-0c21-4441-b666-267b71a60f75 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811238 Jul 05 10:46:18.399313 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0b74c17a-5e49-4c5b-86b4-725c33081d5d req-3c093c22-c961-4966-bf97-6c48a3990775 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843761 Jul 05 10:46:20.330233 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:46:21.012348 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7a1a1477-952e-4924-b186-e7eadffb5705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:23.372731 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-87a26db1-375c-4692-87f3-acf7a70d7ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:23.720456 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:24.796280 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:26.900045 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:32.005506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab875d53-1457-4d47-ba63-fa508059c609 req-e67e4ffe-64c7-4a7a-bdb5-9baa9f7b79b1 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:32.006998 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab875d53-1457-4d47-ba63-fa508059c609 req-e67e4ffe-64c7-4a7a-bdb5-9baa9f7b79b1 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.2031696 Jul 05 10:46:32.043659 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab875d53-1457-4d47-ba63-fa508059c609 req-d9700321-2ceb-40b9-b716-c47671b57569 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308640 Jul 05 10:46:33.191277 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:36.678408 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:43.450589 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-84d89bf9-1036-44cf-91f0-33e1478023a5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0519483 Jul 05 10:46:43.527211 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03225145-c646-4f41-bb5f-fda2ce051a88 req-a2283549-b3cb-426e-8705-8e6eb9ca8a26 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:43.528777 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03225145-c646-4f41-bb5f-fda2ce051a88 req-a2283549-b3cb-426e-8705-8e6eb9ca8a26 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.0686445 Jul 05 10:46:43.566886 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03225145-c646-4f41-bb5f-fda2ce051a88 req-1854e4ad-c571-49d6-b4f1-17ba34a437f8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324671 Jul 05 10:46:44.608298 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-a1911bc4-6ae7-4325-82f5-e6d31a0a35d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:44.609860 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-a1911bc4-6ae7-4325-82f5-e6d31a0a35d5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 1096 time: 0.0543392 Jul 05 10:46:44.733546 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-613e6dd3-c6de-441c-8cec-ed6533b0e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:44.735005 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-613e6dd3-c6de-441c-8cec-ed6533b0e173 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.1190619 Jul 05 10:46:44.801533 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1d55c-ce67-4be0-b4ad-60a94de0bdde req-4ab80459-0dce-475d-b3a6-8b4719f25a25 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:44.803010 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66c1d55c-ce67-4be0-b4ad-60a94de0bdde req-4ab80459-0dce-475d-b3a6-8b4719f25a25 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.1235399 Jul 05 10:46:44.829205 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-dc29863b-8d40-49f8-9a46-a715acd524c3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05 HTTP/1.1" status: 200 len: 1002 time: 0.0865946 Jul 05 10:46:44.875614 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66c1d55c-ce67-4be0-b4ad-60a94de0bdde req-d57dec2f-ac93-4ee1-a0a7-4dbf7ce03ab9 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661700 Jul 05 10:46:44.889543 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-4e60063a-58bd-4ba7-bfcd-9ccab4b48151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:44.891081 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-4e60063a-58bd-4ba7-bfcd-9ccab4b48151 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0540714 Jul 05 10:46:44.946380 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-a5e3146a-0ea9-4cb4-beda-baddfb73a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:44.947924 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-a5e3146a-0ea9-4cb4-beda-baddfb73a632 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506890 Jul 05 10:46:45.037797 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-ed29bba8-4512-4115-a990-cd12311c99e8 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834248 Jul 05 10:46:45.123554 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-1a578447-dbad-40e3-8001-b221c6c3c16c service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798509 Jul 05 10:46:46.065117 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d2fa5-07f5-47c5-bbb6-6163f4471712 req-1b79c2d7-6640-444f-ba6a-6858ef4af03a tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:46.066681 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e9d2fa5-07f5-47c5-bbb6-6163f4471712 req-1b79c2d7-6640-444f-ba6a-6858ef4af03a tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.0638475 Jul 05 10:46:46.107746 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5e9d2fa5-07f5-47c5-bbb6-6163f4471712 req-812e62e4-fbed-43be-bb95-319e9eefdbdc tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355828 Jul 05 10:46:47.285874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df042860-0e6b-4335-bbba-cf7e1507bf2e req-fd35b8e5-68b6-45bf-a783-63fc4e6b5484 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:47.287371 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df042860-0e6b-4335-bbba-cf7e1507bf2e req-fd35b8e5-68b6-45bf-a783-63fc4e6b5484 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.0638361 Jul 05 10:46:47.324063 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-df042860-0e6b-4335-bbba-cf7e1507bf2e req-5e746f44-a795-4ed2-abf1-0dd1d7a2e8d7 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311229 Jul 05 10:46:48.498852 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16976697-f43e-4fb5-864c-cb064e883dc8 req-e8c44f73-e359-4803-85f2-5969e9d678c5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:48.500414 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-16976697-f43e-4fb5-864c-cb064e883dc8 req-e8c44f73-e359-4803-85f2-5969e9d678c5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.0626490 Jul 05 10:46:48.538332 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-16976697-f43e-4fb5-864c-cb064e883dc8 req-4685815b-71c8-482e-8883-3d1e6a5c2bf4 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317497 Jul 05 10:46:49.715243 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e7d2e-24dd-4e57-b75e-25c7c0e783b0 req-46be07cd-a194-4131-8fd8-2cf8e3084266 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:49.716822 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c54e7d2e-24dd-4e57-b75e-25c7c0e783b0 req-46be07cd-a194-4131-8fd8-2cf8e3084266 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.0670500 Jul 05 10:46:49.753362 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c54e7d2e-24dd-4e57-b75e-25c7c0e783b0 req-28a20420-1188-4157-894a-9e2b1a90946c tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310812 Jul 05 10:46:50.924140 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28665a2-e9f6-48d7-a4ff-bc49f760b397 req-fe64a10c-fa92-4df6-a312-bdf54359905d tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:50.925635 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f28665a2-e9f6-48d7-a4ff-bc49f760b397 req-fe64a10c-fa92-4df6-a312-bdf54359905d tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.0624995 Jul 05 10:46:50.963374 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f28665a2-e9f6-48d7-a4ff-bc49f760b397 req-c7f48ddb-dffc-4b30-ac61-85c28dfbbb33 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323236 Jul 05 10:46:51.013681 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-75b6fb29-e2d6-4c39-8b5d-4c3e8a55bb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:52.138779 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff5af7-1177-4317-8ff7-39fc858193f7 req-fba370ae-589e-4b52-a4ad-5c9bdf6189e2 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:52.140268 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0dff5af7-1177-4317-8ff7-39fc858193f7 req-fba370ae-589e-4b52-a4ad-5c9bdf6189e2 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.0663469 Jul 05 10:46:52.177723 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0dff5af7-1177-4317-8ff7-39fc858193f7 req-de802618-2db2-4f8d-a4d0-afc3efc66d12 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318670 Jul 05 10:46:53.347787 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e106f-f29c-4082-8ab5-31be47568213 req-a51a8e77-a82a-47ef-861f-34cfb98942e7 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:53.349288 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa4e106f-f29c-4082-8ab5-31be47568213 req-a51a8e77-a82a-47ef-861f-34cfb98942e7 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.0623159 Jul 05 10:46:53.373310 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-407b8ffd-6721-4bb0-9d94-98244e0be31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:53.389986 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa4e106f-f29c-4082-8ab5-31be47568213 req-184275a6-a911-4362-a399-3a21227c6c0a tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353029 Jul 05 10:46:53.721755 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:54.561538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d3dc5-2542-4d27-86e5-6e3efdc33092 req-05588d4b-76bc-4c54-946c-0e3bd4415e84 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:54.563030 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-762d3dc5-2542-4d27-86e5-6e3efdc33092 req-05588d4b-76bc-4c54-946c-0e3bd4415e84 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.0631154 Jul 05 10:46:54.602090 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-762d3dc5-2542-4d27-86e5-6e3efdc33092 req-c44392d1-3773-40d6-97e5-e0dc0e0ff492 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332460 Jul 05 10:46:54.797649 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:55.774689 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dcabe-9866-4dae-93f0-9d67f949dfae req-1570778d-98a7-4f83-9943-a3e15cb355a7 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:55.776195 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f1dcabe-9866-4dae-93f0-9d67f949dfae req-1570778d-98a7-4f83-9943-a3e15cb355a7 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.0664923 Jul 05 10:46:55.814967 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3f1dcabe-9866-4dae-93f0-9d67f949dfae req-e51dd5f7-9e45-4d8e-b8ad-06cdd7a3207e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333641 Jul 05 10:46:56.903165 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:56.993245 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c99bb1-4b4c-4e16-9d1f-912656e81e72 req-8df144b8-bd58-4a37-a19b-a1d60096d2fc tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:56.994756 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3c99bb1-4b4c-4e16-9d1f-912656e81e72 req-8df144b8-bd58-4a37-a19b-a1d60096d2fc tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.0634916 Jul 05 10:46:57.031165 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3c99bb1-4b4c-4e16-9d1f-912656e81e72 req-326a31ca-c668-40db-9b2c-e3d9d314c97f tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308709 Jul 05 10:46:57.328416 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:46:58.211201 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206b80c-5342-4479-a79c-c02c0871c715 req-6cf34d7a-ec38-4fe1-9ca7-df96c7ad9118 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:58.212747 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1206b80c-5342-4479-a79c-c02c0871c715 req-6cf34d7a-ec38-4fe1-9ca7-df96c7ad9118 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.0673513 Jul 05 10:46:58.250793 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1206b80c-5342-4479-a79c-c02c0871c715 req-f6150855-0acc-4362-aaab-c65bc09050ec tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323789 Jul 05 10:46:59.146894 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-094edcf3-64b2-4cd8-903c-b335e6b871bb service neutron] show failed (client error): The resource could not be found. Jul 05 10:46:59.147938 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-094edcf3-64b2-4cd8-903c-b335e6b871bb service neutron] 10.222.0.78 "GET /v2.0/ports/abd0ac3d-a5e4-4670-92ab-52149a156b05/bindings/n-h1-798054-8 HTTP/1.1" status: 404 len: 380 time: 0.0539284 Jul 05 10:46:59.467230 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1066c-bad5-4e61-96dc-240577571c64 req-79db837a-55ed-47fa-bd55-7ca7bb014e77 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:59.468761 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0db1066c-bad5-4e61-96dc-240577571c64 req-79db837a-55ed-47fa-bd55-7ca7bb014e77 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.1049480 Jul 05 10:46:59.475131 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-2ef8a90b-7166-4891-a1d5-52482775de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:59.476573 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-2ef8a90b-7166-4891-a1d5-52482775de64 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e&tenant_id=00e8393afc484b1f8eb0247bc261d22e HTTP/1.1" status: 200 len: 1096 time: 0.1346412 Jul 05 10:46:59.488474 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-8', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:46:59.541089 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0db1066c-bad5-4e61-96dc-240577571c64 req-310f8d71-08b9-4e1f-9fe2-32c2c388d272 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635087 Jul 05 10:46:59.578697 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:59.786380 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] For port abd0ac3d-a5e4-4670-92ab-52149a156b05, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:59.822530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] For port abd0ac3d-a5e4-4670-92ab-52149a156b05, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:46:59.862273 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80edaabf-abc1-49fe-9137-8fb4d960134e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abd0ac3d-a5e4-4670-92ab-52149a156b05'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:46:59.864550 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47b434b-1a38-4894-b186-732feb941345" -d '{"events": [{"server_uuid": "80edaabf-abc1-49fe-9137-8fb4d960134e", "name": "network-vif-unplugged", "status": "completed", "tag": "abd0ac3d-a5e4-4670-92ab-52149a156b05"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:46:59.868079 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:59.880612 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Transition to ACTIVE for port object abd0ac3d-a5e4-4670-92ab-52149a156b05 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:46:59.884415 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:59.915666 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device abd0ac3d-a5e4-4670-92ab-52149a156b05 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:46:59.961935 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device abd0ac3d-a5e4-4670-92ab-52149a156b05 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:46:59.983672 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Pushing event updated for resources: {'Port': ['ID=abd0ac3d-a5e4-4670-92ab-52149a156b05,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:59.988750 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8613b0e2-a3cb-4468-b69f-dac03bd8b126 x-openstack-request-id: req-8613b0e2-a3cb-4468-b69f-dac03bd8b126 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:46:59.989056 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80edaabf-abc1-49fe-9137-8fb4d960134e", "name": "network-vif-unplugged", "status": "completed", "tag": "abd0ac3d-a5e4-4670-92ab-52149a156b05", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:46:59.989315 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8613b0e2-a3cb-4468-b69f-dac03bd8b126 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:46:59.989726 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80edaabf-abc1-49fe-9137-8fb4d960134e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abd0ac3d-a5e4-4670-92ab-52149a156b05', 'code': 200} Jul 05 10:46:59.998844 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:59.999188 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:59.999537 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:59.999908 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:00.000249 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:00.000586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:00.000928 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:00.001258 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:00.001588 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:00.001917 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:00.002249 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:00.003181 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:00.022915 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] No DVR routers for this DVR port abd0ac3d-a5e4-4670-92ab-52149a156b05 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:47:00.160460 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Attempting to bind port abd0ac3d-a5e4-4670-92ab-52149a156b05 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:47:00.160823 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Attempting to bind port abd0ac3d-a5e4-4670-92ab-52149a156b05 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:47:00.161123 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Attempting to bind port abd0ac3d-a5e4-4670-92ab-52149a156b05 on network 2e00388c-443a-4492-a417-fa464345c863 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:47:00.165287 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Port abd0ac3d-a5e4-4670-92ab-52149a156b05 on network 2e00388c-443a-4492-a417-fa464345c863 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:47:00.165636 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Attempting to bind port abd0ac3d-a5e4-4670-92ab-52149a156b05 on network 2e00388c-443a-4492-a417-fa464345c863 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:47:00.170344 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:47:00.170682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Checking segment: {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:47:00.171063 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Bound using segment: {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:47:00.171489 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Bound port: abd0ac3d-a5e4-4670-92ab-52149a156b05, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:47:00.171840 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:00.232735 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] For port abd0ac3d-a5e4-4670-92ab-52149a156b05, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:47:00.235700 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] For port abd0ac3d-a5e4-4670-92ab-52149a156b05, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:47:00.239650 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:00.273153 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:00.273776 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:00.275158 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] 10.222.0.81 "PUT /v2.0/ports/abd0ac3d-a5e4-4670-92ab-52149a156b05 HTTP/1.1" status: 200 len: 1091 time: 0.7910190 Jul 05 10:47:00.298898 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e6e17-3529-4ac4-b2e4-6f33b6f1eb8c service neutron] Pushing event updated for resources: {'Port': ['ID=abd0ac3d-a5e4-4670-92ab-52149a156b05,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:00.359595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-51f34118-f35b-425d-96aa-1146233955e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:00.361187 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-51f34118-f35b-425d-96aa-1146233955e6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 1094 time: 0.0586874 Jul 05 10:47:00.452089 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-68eff974-4676-4c87-ab28-f0309ecea49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:00.453618 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-68eff974-4676-4c87-ab28-f0309ecea49c service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0863390 Jul 05 10:47:00.521222 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-4db79d86-555b-4b17-9f92-2055eff569c5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05 HTTP/1.1" status: 200 len: 1000 time: 0.0607903 Jul 05 10:47:00.571226 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-0fd80468-b039-4f5e-80dd-20eda9ad6ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:00.572791 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-0fd80468-b039-4f5e-80dd-20eda9ad6ea5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0458672 Jul 05 10:47:00.630388 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-dc7d8fe5-ccd3-4d29-8601-f70515a01caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:00.631951 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-dc7d8fe5-ccd3-4d29-8601-f70515a01caa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532558 Jul 05 10:47:00.996670 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-c7ccf8d3-015b-4420-9dda-70a5b917ad33 service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578703 Jul 05 10:47:01.020214 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31005984-ebee-4831-a2a5-5dd49c2f3ecb req-7180b835-95c9-47ac-a9da-941c1ad34294 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:01.021627 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-31005984-ebee-4831-a2a5-5dd49c2f3ecb req-7180b835-95c9-47ac-a9da-941c1ad34294 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 943 time: 0.3658926 Jul 05 10:47:01.105386 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-31005984-ebee-4831-a2a5-5dd49c2f3ecb req-5ac4c0b0-e84f-421f-aa18-12611351c88e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749576 Jul 05 10:47:01.122805 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-de3dce9d-4e76-48f7-ac0a-9f1fc4abd531 service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189098 Jul 05 10:47:01.990499 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80edaabf-abc1-49fe-9137-8fb4d960134e', 'tag': 'abd0ac3d-a5e4-4670-92ab-52149a156b05'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:47:01.992799 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6de4d6-5729-4c24-b2d3-7e9850dbbae5" -d '{"events": [{"name": "network-changed", "server_uuid": "80edaabf-abc1-49fe-9137-8fb4d960134e", "tag": "abd0ac3d-a5e4-4670-92ab-52149a156b05"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:47:02.040100 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d6827b-3d00-456f-b8b4-d21bfbc63b5e x-openstack-request-id: req-b1d6827b-3d00-456f-b8b4-d21bfbc63b5e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:47:02.040463 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80edaabf-abc1-49fe-9137-8fb4d960134e", "tag": "abd0ac3d-a5e4-4670-92ab-52149a156b05", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:47:02.040782 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b1d6827b-3d00-456f-b8b4-d21bfbc63b5e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:47:02.041317 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80edaabf-abc1-49fe-9137-8fb4d960134e', 'tag': 'abd0ac3d-a5e4-4670-92ab-52149a156b05', 'status': 'completed', 'code': 200} Jul 05 10:47:02.150031 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6de4d6-5729-4c24-b2d3-7e9850dbbae5 req-0b5db6db-a990-4dc6-9faf-ace0dfce6aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:02.151549 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef6de4d6-5729-4c24-b2d3-7e9850dbbae5 req-0b5db6db-a990-4dc6-9faf-ace0dfce6aab service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 1094 time: 0.0926566 Jul 05 10:47:02.153375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6de4d6-5729-4c24-b2d3-7e9850dbbae5 req-3c011910-824c-4dd4-bbc9-5e8fec6a5cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:02.154722 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef6de4d6-5729-4c24-b2d3-7e9850dbbae5 req-3c011910-824c-4dd4-bbc9-5e8fec6a5cba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 1094 time: 0.0872376 Jul 05 10:47:02.364961 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6de4d6-5729-4c24-b2d3-7e9850dbbae5 req-fb6b891c-9d76-4eec-ab6a-040ecc8ef954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:02.366466 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef6de4d6-5729-4c24-b2d3-7e9850dbbae5 req-fb6b891c-9d76-4eec-ab6a-040ecc8ef954 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.2086837 Jul 05 10:47:02.369660 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6de4d6-5729-4c24-b2d3-7e9850dbbae5 req-71cbca3d-9f06-4a5c-81dc-b3fa3ca1fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:02.371049 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef6de4d6-5729-4c24-b2d3-7e9850dbbae5 req-71cbca3d-9f06-4a5c-81dc-b3fa3ca1fa50 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.2058372 Jul 05 10:47:02.389230 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b536da-d4ce-4f1f-a857-1ea05805e44d req-8abcb260-abde-401c-a737-175bc8ddaebb tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:02.390726 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-16b536da-d4ce-4f1f-a857-1ea05805e44d req-8abcb260-abde-401c-a737-175bc8ddaebb tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 943 time: 0.1478775 Jul 05 10:47:02.517404 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef6de4d6-5729-4c24-b2d3-7e9850dbbae5 req-ee2a5557-8dc8-47f0-954a-e1ac2a4a0150 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05 HTTP/1.1" status: 200 len: 1000 time: 0.1436970 Jul 05 10:47:02.522105 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-16b536da-d4ce-4f1f-a857-1ea05805e44d req-aa501cfd-3966-4048-b54e-5ce8461e5ba3 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237695 Jul 05 10:47:02.524234 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef6de4d6-5729-4c24-b2d3-7e9850dbbae5 req-64d56cb6-5127-493c-a308-24f6dc4e4713 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05 HTTP/1.1" status: 200 len: 1000 time: 0.1429296 Jul 05 10:47:02.607930 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6de4d6-5729-4c24-b2d3-7e9850dbbae5 req-f456b248-0528-4131-8099-3493d0ed5fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:02.612665 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef6de4d6-5729-4c24-b2d3-7e9850dbbae5 req-f456b248-0528-4131-8099-3493d0ed5fe9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0843580 Jul 05 10:47:02.612665 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6de4d6-5729-4c24-b2d3-7e9850dbbae5 req-e342d65c-e671-4a71-be34-82a1f630875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:02.612665 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef6de4d6-5729-4c24-b2d3-7e9850dbbae5 req-e342d65c-e671-4a71-be34-82a1f630875a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0799720 Jul 05 10:47:02.704868 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6de4d6-5729-4c24-b2d3-7e9850dbbae5 req-2e1f29de-b97f-4df7-a676-04aec4f86032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:02.707060 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef6de4d6-5729-4c24-b2d3-7e9850dbbae5 req-2e1f29de-b97f-4df7-a676-04aec4f86032 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911901 Jul 05 10:47:02.709674 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6de4d6-5729-4c24-b2d3-7e9850dbbae5 req-04362e1f-a0eb-472a-86a1-7d091e042177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:02.711076 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef6de4d6-5729-4c24-b2d3-7e9850dbbae5 req-04362e1f-a0eb-472a-86a1-7d091e042177 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871503 Jul 05 10:47:02.872871 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef6de4d6-5729-4c24-b2d3-7e9850dbbae5 req-0b04a525-0259-432e-adbb-e18374a9c579 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598065 Jul 05 10:47:02.874693 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef6de4d6-5729-4c24-b2d3-7e9850dbbae5 req-c03f1509-2388-48e0-86a2-3e3cb6a6b8d7 service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546457 Jul 05 10:47:03.033793 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef6de4d6-5729-4c24-b2d3-7e9850dbbae5 req-c59dd0ca-0b69-468d-bb93-c5dab8f62297 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550834 Jul 05 10:47:03.035689 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef6de4d6-5729-4c24-b2d3-7e9850dbbae5 req-74384f89-bc14-468e-9e27-97d10770e7db service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488483 Jul 05 10:47:03.206979 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:03.709772 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85ae84-f518-453a-b3e2-381aa82b3447 req-997484f7-be41-48fe-b3db-8f01814a1ea9 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:03.711300 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3e85ae84-f518-453a-b3e2-381aa82b3447 req-997484f7-be41-48fe-b3db-8f01814a1ea9 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 943 time: 0.0709214 Jul 05 10:47:03.749922 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3e85ae84-f518-453a-b3e2-381aa82b3447 req-e35037e8-304a-417a-ab67-5db9a4fbeba5 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325449 Jul 05 10:47:04.933162 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854f43c-51bc-4a9e-8867-4803e8ce8877 req-5d54a08e-1559-4b73-8830-d0995ceba254 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:04.934663 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8854f43c-51bc-4a9e-8867-4803e8ce8877 req-5d54a08e-1559-4b73-8830-d0995ceba254 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 943 time: 0.0676482 Jul 05 10:47:04.974607 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8854f43c-51bc-4a9e-8867-4803e8ce8877 req-406b311f-76b6-4aae-8177-4da3e035a0bc tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336444 Jul 05 10:47:06.146375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29167f-5c3d-4935-b93e-b7b6bc6303cb req-16d0693f-5a24-432b-9312-bad2497d3caa tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:06.147882 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7b29167f-5c3d-4935-b93e-b7b6bc6303cb req-16d0693f-5a24-432b-9312-bad2497d3caa tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 943 time: 0.0626385 Jul 05 10:47:06.183955 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7b29167f-5c3d-4935-b93e-b7b6bc6303cb req-918dd5e9-1a9d-458d-bd5f-9acff4ece18d tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305429 Jul 05 10:47:06.683555 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:07.356235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4a9b8-0410-4f11-a735-f87fd6d3a464 req-74ad9bfb-1f23-455d-b954-7471f020a226 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:07.357742 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01b4a9b8-0410-4f11-a735-f87fd6d3a464 req-74ad9bfb-1f23-455d-b954-7471f020a226 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 943 time: 0.0628550 Jul 05 10:47:07.394094 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01b4a9b8-0410-4f11-a735-f87fd6d3a464 req-c73ed66c-4046-4da1-9ca1-5435d03d7906 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308769 Jul 05 10:47:08.573547 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee489617-c87d-4bbc-bf0e-9f9fbf4142d2 req-e94eb527-f628-4f45-bc5a-95546f2a6208 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:08.575106 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ee489617-c87d-4bbc-bf0e-9f9fbf4142d2 req-e94eb527-f628-4f45-bc5a-95546f2a6208 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 943 time: 0.0675225 Jul 05 10:47:08.614421 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ee489617-c87d-4bbc-bf0e-9f9fbf4142d2 req-5ac89681-7dd3-4e70-8a95-90a1ecc37cef tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335019 Jul 05 10:47:09.787021 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5282a7a-cf55-4879-af48-889d60718110 req-e4baeeb8-ade2-4c38-b8a7-d812fde3cf99 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:09.788544 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5282a7a-cf55-4879-af48-889d60718110 req-e4baeeb8-ade2-4c38-b8a7-d812fde3cf99 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 943 time: 0.0624235 Jul 05 10:47:09.825569 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5282a7a-cf55-4879-af48-889d60718110 req-7565bae9-2621-4464-a1fb-b9ba55c511d2 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312138 Jul 05 10:47:09.997334 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94906c3-792a-4277-8a75-fc4cf1c1d489 req-160e1ac1-4548-42e5-a0e7-5feee3b43081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:09.998723 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f94906c3-792a-4277-8a75-fc4cf1c1d489 req-160e1ac1-4548-42e5-a0e7-5feee3b43081 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 1094 time: 0.0607777 Jul 05 10:47:10.100063 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94906c3-792a-4277-8a75-fc4cf1c1d489 req-477de208-b4ff-47d3-90c8-86cbecb22109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:10.101534 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f94906c3-792a-4277-8a75-fc4cf1c1d489 req-477de208-b4ff-47d3-90c8-86cbecb22109 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0835056 Jul 05 10:47:10.168353 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f94906c3-792a-4277-8a75-fc4cf1c1d489 req-1836b9a0-d342-461e-8a3b-5060e56b5789 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05 HTTP/1.1" status: 200 len: 1000 time: 0.0604873 Jul 05 10:47:10.216929 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94906c3-792a-4277-8a75-fc4cf1c1d489 req-871cd8b6-dfd3-4024-9706-8526eaeca43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:10.218369 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f94906c3-792a-4277-8a75-fc4cf1c1d489 req-871cd8b6-dfd3-4024-9706-8526eaeca43b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0433002 Jul 05 10:47:10.274804 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94906c3-792a-4277-8a75-fc4cf1c1d489 req-aa64e0ba-204b-410e-9fec-0c90a8f5ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:10.276194 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f94906c3-792a-4277-8a75-fc4cf1c1d489 req-aa64e0ba-204b-410e-9fec-0c90a8f5ff60 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505044 Jul 05 10:47:10.366301 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f94906c3-792a-4277-8a75-fc4cf1c1d489 req-9a158311-2e47-403f-89eb-c55dc9aecfa1 service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834422 Jul 05 10:47:10.453302 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f94906c3-792a-4277-8a75-fc4cf1c1d489 req-c89bce05-5537-4f8a-ab15-1f9614e52697 service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805521 Jul 05 10:47:10.997805 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e348d8-423d-4505-a792-d32311a5e885 req-f21f15e4-f09f-4676-a885-8d5effd29555 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:10.999265 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61e348d8-423d-4505-a792-d32311a5e885 req-f21f15e4-f09f-4676-a885-8d5effd29555 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 943 time: 0.0625043 Jul 05 10:47:11.039359 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-61e348d8-423d-4505-a792-d32311a5e885 req-ff81e861-fa65-491f-8ee4-51ad898f10de tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346086 Jul 05 10:47:12.214804 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7472724-64e4-4c80-b714-f0cd0a9a68b4 req-7920702b-e36c-49dc-b7b5-27eeb4cd5c7d tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:12.216319 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7472724-64e4-4c80-b714-f0cd0a9a68b4 req-7920702b-e36c-49dc-b7b5-27eeb4cd5c7d tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 943 time: 0.0673370 Jul 05 10:47:12.253678 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a7472724-64e4-4c80-b714-f0cd0a9a68b4 req-f799dada-9a46-4d25-9a2c-893c87bf59af tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318255 Jul 05 10:47:12.631354 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device abd0ac3d-a5e4-4670-92ab-52149a156b05 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:47:12.723459 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port abd0ac3d-a5e4-4670-92ab-52149a156b05, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:12.734356 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': 'abd0ac3d-a5e4-4670-92ab-52149a156b05', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'port_id': 'abd0ac3d-a5e4-4670-92ab-52149a156b05', 'mac_address': 'fa:16:3e:fd:39:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:47:12.773971 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:12.786498 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd0ac3d-a5e4-4670-92ab-52149a156b05 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:47:12.805624 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port abd0ac3d-a5e4-4670-92ab-52149a156b05, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:12.809519 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:12.855431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=abd0ac3d-a5e4-4670-92ab-52149a156b05,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:12.862628 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:12.862981 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:12.863349 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:12.863691 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:12.864108 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:12.864390 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:12.864721 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:12.865050 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:12.865378 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:12.865706 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:12.866030 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:12.866352 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:13.076319 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['abd0ac3d-a5e4-4670-92ab-52149a156b05'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:47:13.423819 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e318f3-be01-459d-ab2c-d01cd87a0bc8 req-bcb73d19-538d-4547-a4bb-20e1c6e7ed2f tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:13.432968 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80e318f3-be01-459d-ab2c-d01cd87a0bc8 req-bcb73d19-538d-4547-a4bb-20e1c6e7ed2f tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 944 time: 0.0631571 Jul 05 10:47:13.466269 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-80e318f3-be01-459d-ab2c-d01cd87a0bc8 req-f6252d4e-447b-4472-b886-39f887fab398 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317762 Jul 05 10:47:13.894448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-9acaea85-e78e-43d7-abf1-367ef545b8ea tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:13.896459 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-9acaea85-e78e-43d7-abf1-367ef545b8ea tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.81 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e&tenant_id=00e8393afc484b1f8eb0247bc261d22e&binding%3Ahost_id=n-h1-798054-8 HTTP/1.1" status: 200 len: 944 time: 0.1062524 Jul 05 10:47:13.956729 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b663984-3b38-451c-950c-9eb138fd67dc req-0c4aa69f-cd96-4beb-8246-adfbd7a0c8d9 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:13.958699 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b663984-3b38-451c-950c-9eb138fd67dc req-0c4aa69f-cd96-4beb-8246-adfbd7a0c8d9 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 944 time: 0.1087251 Jul 05 10:47:13.987632 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-c805993d-6ca4-4231-81e8-83692cb1a772 service neutron] 10.222.0.81 "GET /v2.0/ports/abd0ac3d-a5e4-4670-92ab-52149a156b05/bindings/n-h1-798054-8 HTTP/1.1" status: 200 len: 382 time: 0.0844407 Jul 05 10:47:14.002883 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5b663984-3b38-451c-950c-9eb138fd67dc req-46fa874d-6614-483d-ae3b-f33f7cf9ca4d tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384209 Jul 05 10:47:14.066272 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-75c07c3b-cf6b-4ed7-8781-8802868b478b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:14.067757 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-75c07c3b-cf6b-4ed7-8781-8802868b478b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 1095 time: 0.0550084 Jul 05 10:47:14.154739 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-0dbdff25-a9a3-41ec-832d-21bf47723ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:14.156164 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-0dbdff25-a9a3-41ec-832d-21bf47723ce5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0819931 Jul 05 10:47:14.224454 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-6887f733-ac3b-4f40-9ab3-ea9d3e407d5f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05 HTTP/1.1" status: 200 len: 1001 time: 0.0606413 Jul 05 10:47:14.270642 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-d267f02c-0fcc-462e-a288-596a060ef5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:14.272049 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-d267f02c-0fcc-462e-a288-596a060ef5eb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0418134 Jul 05 10:47:14.326192 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-fc1f0acb-e333-40bf-a0a7-f2078e382ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:14.327637 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-fc1f0acb-e333-40bf-a0a7-f2078e382ff3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500207 Jul 05 10:47:14.416795 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-a02daa2a-1db4-4b62-8416-ea4ea4e4527c service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814486 Jul 05 10:47:14.504758 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-98cb0c63-c0ba-426f-8d32-ae0933f52862 service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806942 Jul 05 10:47:14.660236 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device abd0ac3d-a5e4-4670-92ab-52149a156b05 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:47:14.707527 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port abd0ac3d-a5e4-4670-92ab-52149a156b05 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:47:14.710936 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port abd0ac3d-a5e4-4670-92ab-52149a156b05 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:47:14.711308 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:14.784096 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:14.809566 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80edaabf-abc1-49fe-9137-8fb4d960134e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd0ac3d-a5e4-4670-92ab-52149a156b05'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:47:14.811823 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33809f3-4f67-4c00-8e9d-26bae1174ba6" -d '{"events": [{"server_uuid": "80edaabf-abc1-49fe-9137-8fb4d960134e", "name": "network-vif-plugged", "status": "completed", "tag": "abd0ac3d-a5e4-4670-92ab-52149a156b05"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:47:14.825261 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port abd0ac3d-a5e4-4670-92ab-52149a156b05, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:14.829359 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:14.876822 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=abd0ac3d-a5e4-4670-92ab-52149a156b05,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:14.909411 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11978cd-4984-46da-836b-c6ed04c8d8d7 x-openstack-request-id: req-f11978cd-4984-46da-836b-c6ed04c8d8d7 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:47:14.909715 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80edaabf-abc1-49fe-9137-8fb4d960134e", "name": "network-vif-plugged", "status": "completed", "tag": "abd0ac3d-a5e4-4670-92ab-52149a156b05", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:47:14.909980 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f11978cd-4984-46da-836b-c6ed04c8d8d7 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:47:14.910419 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80edaabf-abc1-49fe-9137-8fb4d960134e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd0ac3d-a5e4-4670-92ab-52149a156b05', 'code': 200} Jul 05 10:47:15.182162 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe12b9-c47a-4616-8778-cb78eb5ce98b req-82b6a96d-fd46-47a8-8363-e7abe929d6c2 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:15.183640 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eabe12b9-c47a-4616-8778-cb78eb5ce98b req-82b6a96d-fd46-47a8-8363-e7abe929d6c2 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.0629783 Jul 05 10:47:15.225912 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eabe12b9-c47a-4616-8778-cb78eb5ce98b req-c5f2921b-993b-436d-b501-8ed249f74215 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365822 Jul 05 10:47:16.401808 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdb480-bc06-4251-95b3-39fa6ecc842f req-d1f86bb4-f388-4368-99b4-311d53f25c2c tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:16.403226 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-23bdb480-bc06-4251-95b3-39fa6ecc842f req-d1f86bb4-f388-4368-99b4-311d53f25c2c tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.0637987 Jul 05 10:47:16.440029 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-23bdb480-bc06-4251-95b3-39fa6ecc842f req-a61c5b35-7165-4acd-ac5b-cd989e09b83f tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311570 Jul 05 10:47:17.621238 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771564ca-9142-4de6-b918-ac1814ebbd96 req-8ce6dce0-5bc8-43aa-8d0d-ff152e713114 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:17.622759 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-771564ca-9142-4de6-b918-ac1814ebbd96 req-8ce6dce0-5bc8-43aa-8d0d-ff152e713114 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.0692837 Jul 05 10:47:17.660933 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-771564ca-9142-4de6-b918-ac1814ebbd96 req-27dc4c32-d845-4e6f-ad98-1c12ba9eea4c tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321052 Jul 05 10:47:18.296329 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-93410802-13e3-4d7b-912b-b086b67e0469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:18.297878 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-93410802-13e3-4d7b-912b-b086b67e0469 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e&tenant_id=00e8393afc484b1f8eb0247bc261d22e HTTP/1.1" status: 200 len: 1096 time: 0.0559270 Jul 05 10:47:18.309274 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-8', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:47:18.377630 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:18.858565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] For port abd0ac3d-a5e4-4670-92ab-52149a156b05, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:18.880717 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f874d5-43c5-46f5-aa81-6a8ca7080f92 req-c277c4c0-57af-4b82-9b3a-a7e81906c73d tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:18.882202 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84f874d5-43c5-46f5-aa81-6a8ca7080f92 req-c277c4c0-57af-4b82-9b3a-a7e81906c73d tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.1065445 Jul 05 10:47:18.917514 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] For port abd0ac3d-a5e4-4670-92ab-52149a156b05, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:47:18.952572 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84f874d5-43c5-46f5-aa81-6a8ca7080f92 req-1243ee36-26b6-47cc-8f05-98f6576426cd tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634391 Jul 05 10:47:18.969348 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80edaabf-abc1-49fe-9137-8fb4d960134e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abd0ac3d-a5e4-4670-92ab-52149a156b05'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:47:18.971746 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9e50b1-350f-4cd8-acec-b8f115c7305d" -d '{"events": [{"server_uuid": "80edaabf-abc1-49fe-9137-8fb4d960134e", "name": "network-vif-unplugged", "status": "completed", "tag": "abd0ac3d-a5e4-4670-92ab-52149a156b05"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:47:18.976375 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:18.988897 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] Transition to ACTIVE for port object abd0ac3d-a5e4-4670-92ab-52149a156b05 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:47:18.992514 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:19.021059 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527bf128-9a7b-4555-9283-0238d4c7a0d0 x-openstack-request-id: req-527bf128-9a7b-4555-9283-0238d4c7a0d0 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:47:19.021362 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80edaabf-abc1-49fe-9137-8fb4d960134e", "name": "network-vif-unplugged", "status": "completed", "tag": "abd0ac3d-a5e4-4670-92ab-52149a156b05", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:47:19.021617 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-527bf128-9a7b-4555-9283-0238d4c7a0d0 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:47:19.022014 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80edaabf-abc1-49fe-9137-8fb4d960134e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abd0ac3d-a5e4-4670-92ab-52149a156b05', 'code': 200} Jul 05 10:47:19.078200 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] Pushing event updated for resources: {'Port': ['ID=abd0ac3d-a5e4-4670-92ab-52149a156b05,revision_number=10']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:19.120921 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] No DVR routers for this DVR port abd0ac3d-a5e4-4670-92ab-52149a156b05 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:47:19.221182 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788a770-0d6e-44e0-b0fa-b6434f754cb1 req-813b1ae8-fba5-42fb-9977-ff5eb7a6f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:19.222759 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1788a770-0d6e-44e0-b0fa-b6434f754cb1 req-813b1ae8-fba5-42fb-9977-ff5eb7a6f9fd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 1053 time: 0.0735829 Jul 05 10:47:19.274595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] Attempting to bind port abd0ac3d-a5e4-4670-92ab-52149a156b05 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:47:19.274940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] Attempting to bind port abd0ac3d-a5e4-4670-92ab-52149a156b05 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:47:19.275275 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] Attempting to bind port abd0ac3d-a5e4-4670-92ab-52149a156b05 on network 2e00388c-443a-4492-a417-fa464345c863 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:47:19.279799 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] Port abd0ac3d-a5e4-4670-92ab-52149a156b05 on network 2e00388c-443a-4492-a417-fa464345c863 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:47:19.280150 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] Attempting to bind port abd0ac3d-a5e4-4670-92ab-52149a156b05 on network 2e00388c-443a-4492-a417-fa464345c863 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:47:19.284923 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:47:19.285260 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] Checking segment: {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:47:19.285676 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] Bound using segment: {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:47:19.286105 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] Bound port: abd0ac3d-a5e4-4670-92ab-52149a156b05, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b54897eb-e08d-4d8a-8688-575f08a059ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e00388c-443a-4492-a417-fa464345c863'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:47:19.286465 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:19.327621 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788a770-0d6e-44e0-b0fa-b6434f754cb1 req-675fe382-de7a-46c1-9c61-49e542a3830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:19.329246 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1788a770-0d6e-44e0-b0fa-b6434f754cb1 req-675fe382-de7a-46c1-9c61-49e542a3830c service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0869055 Jul 05 10:47:19.352126 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] For port abd0ac3d-a5e4-4670-92ab-52149a156b05, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:47:19.356121 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] For port abd0ac3d-a5e4-4670-92ab-52149a156b05, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:47:19.360315 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:19.394716 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:19.396148 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:19.397539 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] 10.222.0.78 "PUT /v2.0/ports/abd0ac3d-a5e4-4670-92ab-52149a156b05 HTTP/1.1" status: 200 len: 1092 time: 1.0922484 Jul 05 10:47:19.397771 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1788a770-0d6e-44e0-b0fa-b6434f754cb1 req-96ce5ff8-a287-411f-9c04-ce4286cfcc84 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05 HTTP/1.1" status: 200 len: 1000 time: 0.0625691 Jul 05 10:47:19.418006 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0d2bc-683b-410f-a4a2-c2e02dd599cd service neutron] Pushing event updated for resources: {'Port': ['ID=abd0ac3d-a5e4-4670-92ab-52149a156b05,revision_number=11']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:19.450582 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788a770-0d6e-44e0-b0fa-b6434f754cb1 req-159a30ea-745c-4c6e-9501-4dec88f00ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:19.452129 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1788a770-0d6e-44e0-b0fa-b6434f754cb1 req-159a30ea-745c-4c6e-9501-4dec88f00ebb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0475538 Jul 05 10:47:19.514444 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788a770-0d6e-44e0-b0fa-b6434f754cb1 req-2ea2debd-5d00-4347-8201-41df2aea5dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:19.515999 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1788a770-0d6e-44e0-b0fa-b6434f754cb1 req-2ea2debd-5d00-4347-8201-41df2aea5dc0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575166 Jul 05 10:47:19.609423 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1788a770-0d6e-44e0-b0fa-b6434f754cb1 req-d87ec3fe-6bf4-44f9-86f5-8451c3b96285 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866585 Jul 05 10:47:19.698384 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1788a770-0d6e-44e0-b0fa-b6434f754cb1 req-ec80c2cb-86c6-41bd-9f60-a6dae083e2aa service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823696 Jul 05 10:47:19.794256 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-1ff2b062-7ccd-4849-9a79-692e912531e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:19.795628 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-1ff2b062-7ccd-4849-9a79-692e912531e5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 1095 time: 0.0515885 Jul 05 10:47:19.885835 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-0fc19a48-e2f6-4fc6-a382-0edd0690c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:19.887309 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-0fc19a48-e2f6-4fc6-a382-0edd0690c275 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0849371 Jul 05 10:47:19.948775 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-ff37427d-c6ba-4d7b-8566-69dc49230764 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05 HTTP/1.1" status: 200 len: 1000 time: 0.0553162 Jul 05 10:47:19.999937 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-abe0da42-049a-448e-9a16-b7620f27deed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:20.001415 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-abe0da42-049a-448e-9a16-b7620f27deed service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0464160 Jul 05 10:47:20.061353 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-a19da35c-7260-4ade-b140-dcb865506cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:20.062874 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-a19da35c-7260-4ade-b140-dcb865506cc8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554461 Jul 05 10:47:20.132029 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf70970-0a63-4f2b-888d-f8a5e46ee9d5 req-28c6140a-3c63-4236-9f0e-97867e95020f tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:20.133553 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6cf70970-0a63-4f2b-888d-f8a5e46ee9d5 req-28c6140a-3c63-4236-9f0e-97867e95020f tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 944 time: 0.0641572 Jul 05 10:47:20.152325 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-f725cf0d-4fba-4550-b7d2-f91cbacd68f2 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829477 Jul 05 10:47:20.171615 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6cf70970-0a63-4f2b-888d-f8a5e46ee9d5 req-003946fb-0c3c-4acf-a05e-359ac7aee5ba tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324097 Jul 05 10:47:20.558162 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b3922e7d-cf06-403a-9ef9-4c6844e5fd42 req-b8097dd3-6bde-4d83-97c0-ea97df374ecf service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995879 Jul 05 10:47:20.724933 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device abd0ac3d-a5e4-4670-92ab-52149a156b05 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:47:20.762199 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device abd0ac3d-a5e4-4670-92ab-52149a156b05 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:47:21.013659 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-83ed206c-0f45-4453-b345-bdb706354e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:21.023281 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80edaabf-abc1-49fe-9137-8fb4d960134e', 'tag': 'abd0ac3d-a5e4-4670-92ab-52149a156b05'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:47:21.025686 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd6bd32-c3e1-4455-8545-6f5e15fb7abb" -d '{"events": [{"name": "network-changed", "server_uuid": "80edaabf-abc1-49fe-9137-8fb4d960134e", "tag": "abd0ac3d-a5e4-4670-92ab-52149a156b05"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:47:21.073999 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d047936-9c1e-4dad-9a22-7f52561940db x-openstack-request-id: req-2d047936-9c1e-4dad-9a22-7f52561940db {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:47:21.074299 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80edaabf-abc1-49fe-9137-8fb4d960134e", "tag": "abd0ac3d-a5e4-4670-92ab-52149a156b05", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:47:21.074551 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2d047936-9c1e-4dad-9a22-7f52561940db {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:47:21.074968 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80edaabf-abc1-49fe-9137-8fb4d960134e', 'tag': 'abd0ac3d-a5e4-4670-92ab-52149a156b05', 'status': 'completed', 'code': 200} Jul 05 10:47:21.150673 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6bd32-c3e1-4455-8545-6f5e15fb7abb req-86555cef-811c-4abf-96f3-5f4ecf95f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:21.152378 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cfd6bd32-c3e1-4455-8545-6f5e15fb7abb req-86555cef-811c-4abf-96f3-5f4ecf95f0a9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 1095 time: 0.0559392 Jul 05 10:47:21.155357 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6bd32-c3e1-4455-8545-6f5e15fb7abb req-92b7e1b7-b075-469a-b24e-735fe6de2caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:21.156889 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cfd6bd32-c3e1-4455-8545-6f5e15fb7abb req-92b7e1b7-b075-469a-b24e-735fe6de2caa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=00e8393afc484b1f8eb0247bc261d22e&device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 1095 time: 0.0575824 Jul 05 10:47:21.255192 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6bd32-c3e1-4455-8545-6f5e15fb7abb req-accacc84-8939-42ad-9f6e-299dfce5f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:21.256736 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cfd6bd32-c3e1-4455-8545-6f5e15fb7abb req-accacc84-8939-42ad-9f6e-299dfce5f3e3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.0982881 Jul 05 10:47:21.265402 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6bd32-c3e1-4455-8545-6f5e15fb7abb req-77581e21-fb88-494b-8e1a-c56d55fbb823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:21.267449 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cfd6bd32-c3e1-4455-8545-6f5e15fb7abb req-77581e21-fb88-494b-8e1a-c56d55fbb823 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 200 len: 913 time: 0.1036716 Jul 05 10:47:21.326030 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cfd6bd32-c3e1-4455-8545-6f5e15fb7abb req-5676b39c-589e-455c-965d-28745d13708b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05 HTTP/1.1" status: 200 len: 1000 time: 0.0627694 Jul 05 10:47:21.379821 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cfd6bd32-c3e1-4455-8545-6f5e15fb7abb req-e5d8d47c-c266-4385-8339-5754fbfc65c0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05 HTTP/1.1" status: 200 len: 1000 time: 0.1048360 Jul 05 10:47:21.380086 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6bd32-c3e1-4455-8545-6f5e15fb7abb req-9ee215c0-1afb-43c5-a4e0-ae8589e32838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:21.381789 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cfd6bd32-c3e1-4455-8545-6f5e15fb7abb req-9ee215c0-1afb-43c5-a4e0-ae8589e32838 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0483148 Jul 05 10:47:21.432295 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef9d32-215c-4bf0-9650-352fcf34a423 req-6582f0f0-38a4-4d1d-915c-1cf35e44a995 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:21.434430 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-acef9d32-215c-4bf0-9650-352fcf34a423 req-6582f0f0-38a4-4d1d-915c-1cf35e44a995 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 944 time: 0.1211708 Jul 05 10:47:21.446439 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6bd32-c3e1-4455-8545-6f5e15fb7abb req-3bd698a8-f572-4005-89f2-e7a2c108bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:21.448375 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cfd6bd32-c3e1-4455-8545-6f5e15fb7abb req-3bd698a8-f572-4005-89f2-e7a2c108bc26 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 200 len: 851 time: 0.0624170 Jul 05 10:47:21.454760 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6bd32-c3e1-4455-8545-6f5e15fb7abb req-45ab27bd-3fa2-4c7c-a735-56d8669e6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:21.456778 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cfd6bd32-c3e1-4455-8545-6f5e15fb7abb req-45ab27bd-3fa2-4c7c-a735-56d8669e6f02 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690610 Jul 05 10:47:21.518174 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-acef9d32-215c-4bf0-9650-352fcf34a423 req-81a2db8e-ab1b-4d91-89aa-3fd77df024c9 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744066 Jul 05 10:47:21.543457 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6bd32-c3e1-4455-8545-6f5e15fb7abb req-94fa85dd-1414-4d0d-a346-6e5e38edd259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:21.545015 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cfd6bd32-c3e1-4455-8545-6f5e15fb7abb req-94fa85dd-1414-4d0d-a346-6e5e38edd259 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e00388c-443a-4492-a417-fa464345c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908601 Jul 05 10:47:21.551934 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cfd6bd32-c3e1-4455-8545-6f5e15fb7abb req-2ac5def7-1d6c-4a25-a3d0-13acb5a0a947 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887244 Jul 05 10:47:21.648790 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cfd6bd32-c3e1-4455-8545-6f5e15fb7abb req-b27c3ff2-952a-462b-ba71-c27996dc407f service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965188 Jul 05 10:47:21.649761 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cfd6bd32-c3e1-4455-8545-6f5e15fb7abb req-01026573-265a-4ba2-9155-de6571d658f4 service neutron] 10.222.0.78 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921543 Jul 05 10:47:21.745627 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cfd6bd32-c3e1-4455-8545-6f5e15fb7abb req-4ca0bbda-fbd7-4c22-a300-85a9099f8e1d service neutron] 10.222.0.81 "GET /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904894 Jul 05 10:47:22.693378 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cf5c3-6029-462a-aaa3-4f8e2418b1da req-02b8e4f2-2936-4939-ae98-e8f5c20d9a69 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:22.695014 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-734cf5c3-6029-462a-aaa3-4f8e2418b1da req-02b8e4f2-2936-4939-ae98-e8f5c20d9a69 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 944 time: 0.0649924 Jul 05 10:47:22.733739 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-734cf5c3-6029-462a-aaa3-4f8e2418b1da req-fddfae78-99c2-48f7-81bc-45b84d359eed tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328066 Jul 05 10:47:23.376895 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0834ca99-8700-4eef-a150-a492aa47a129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:23.728243 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:23.916152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe3ea3-5151-46df-a855-30ff558817c4 req-d97a2f5c-6302-4824-8e6e-d26ebed8c2c7 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:23.917581 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9ebe3ea3-5151-46df-a855-30ff558817c4 req-d97a2f5c-6302-4824-8e6e-d26ebed8c2c7 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 944 time: 0.0643446 Jul 05 10:47:23.955896 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9ebe3ea3-5151-46df-a855-30ff558817c4 req-f0e7f0ef-d919-4b22-b51f-acc8ae65705a tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325248 Jul 05 10:47:24.801934 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:25.131375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e55697-3b56-47b1-8509-de33b6f53805 req-a3004b27-5347-4e83-99ad-9cffd0e7f867 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:25.132865 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77e55697-3b56-47b1-8509-de33b6f53805 req-a3004b27-5347-4e83-99ad-9cffd0e7f867 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 944 time: 0.0653644 Jul 05 10:47:25.169456 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77e55697-3b56-47b1-8509-de33b6f53805 req-9461ef51-d112-4008-b8b0-4bb8e8661d0e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310199 Jul 05 10:47:26.341050 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b50e4-f263-4053-ad77-12947967e390 req-90e8bbca-67b6-49e2-980d-a382c601fc09 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:26.342600 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f01b50e4-f263-4053-ad77-12947967e390 req-90e8bbca-67b6-49e2-980d-a382c601fc09 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 944 time: 0.0630825 Jul 05 10:47:26.380105 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f01b50e4-f263-4053-ad77-12947967e390 req-ae1b539d-c281-4de9-b06a-fee7e9228878 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320716 Jul 05 10:47:26.906045 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:27.554788 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97a945-5da0-45d6-a83e-236c7706072f req-bb4f5d86-1bc9-49a8-a2b3-ca45a068c233 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:27.556302 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe97a945-5da0-45d6-a83e-236c7706072f req-bb4f5d86-1bc9-49a8-a2b3-ca45a068c233 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 944 time: 0.0624261 Jul 05 10:47:27.593502 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fe97a945-5da0-45d6-a83e-236c7706072f req-60934062-5880-44e0-9acf-e80e3cc98f11 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318174 Jul 05 10:47:28.773540 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d3609-e00b-4a7d-8286-861c669ab21c req-0c5cfe1d-5df3-49ae-9fd5-1092f86371d1 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:28.775041 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-199d3609-e00b-4a7d-8286-861c669ab21c req-0c5cfe1d-5df3-49ae-9fd5-1092f86371d1 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 944 time: 0.0664752 Jul 05 10:47:28.811394 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-199d3609-e00b-4a7d-8286-861c669ab21c req-664ebe99-e1b4-4095-9bfb-b11c44650ce7 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309062 Jul 05 10:47:29.989040 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1e387-915c-4c0a-b7c2-2444daa152e3 req-a8273da6-3554-4bff-bb54-6d84462f25dd tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:29.990435 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ab1e387-915c-4c0a-b7c2-2444daa152e3 req-a8273da6-3554-4bff-bb54-6d84462f25dd tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 944 time: 0.0631649 Jul 05 10:47:30.031741 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ab1e387-915c-4c0a-b7c2-2444daa152e3 req-b354b1fd-439c-4f78-9eb9-bbd4172373c7 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358031 Jul 05 10:47:31.209136 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98309aad-c765-4afe-a0a6-39449ce4e73f req-7f03d4d2-1658-4410-93a9-a3cd6f47a3be tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:31.212360 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-98309aad-c765-4afe-a0a6-39449ce4e73f req-7f03d4d2-1658-4410-93a9-a3cd6f47a3be tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 944 time: 0.0693364 Jul 05 10:47:31.248105 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-98309aad-c765-4afe-a0a6-39449ce4e73f req-6a7a986f-bf00-4c90-90cf-c492aac8872a tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319612 Jul 05 10:47:32.084014 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device abd0ac3d-a5e4-4670-92ab-52149a156b05 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:47:32.178002 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port abd0ac3d-a5e4-4670-92ab-52149a156b05, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:32.189365 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'abd0ac3d-a5e4-4670-92ab-52149a156b05', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'port_id': 'abd0ac3d-a5e4-4670-92ab-52149a156b05', 'mac_address': 'fa:16:3e:fd:39:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:47:32.225469 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:32.237470 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd0ac3d-a5e4-4670-92ab-52149a156b05 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:47:32.256377 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port abd0ac3d-a5e4-4670-92ab-52149a156b05, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:32.260203 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:32.310560 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=abd0ac3d-a5e4-4670-92ab-52149a156b05,revision_number=12']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:32.424536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4176f17-ad06-47bd-93ea-a56ba159697b req-90d6021a-41fd-4bec-bcce-5865707843b0 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:32.426598 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4176f17-ad06-47bd-93ea-a56ba159697b req-90d6021a-41fd-4bec-bcce-5865707843b0 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.0629930 Jul 05 10:47:32.463302 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4176f17-ad06-47bd-93ea-a56ba159697b req-6bec9dbe-a0a3-40a7-a4ca-f4a5d26e4f9a tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309682 Jul 05 10:47:33.198588 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:33.636017 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea483ce5-d7c1-4ea9-80e3-bf7c934331ff req-1442da8c-f9e1-4737-a797-e1332ab2e0e3 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:33.637494 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea483ce5-d7c1-4ea9-80e3-bf7c934331ff req-1442da8c-f9e1-4737-a797-e1332ab2e0e3 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.0629745 Jul 05 10:47:33.671187 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['abd0ac3d-a5e4-4670-92ab-52149a156b05'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:47:33.674557 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea483ce5-d7c1-4ea9-80e3-bf7c934331ff req-bb236590-3359-461f-929f-32acf4c7683c tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314863 Jul 05 10:47:33.857075 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf4a32-b49a-45da-b44e-4551e379648f req-e6880fa8-b04c-48da-af9f-ddc0e7db2636 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:33.858570 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bbdf4a32-b49a-45da-b44e-4551e379648f req-e6880fa8-b04c-48da-af9f-ddc0e7db2636 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.0675502 Jul 05 10:47:33.896989 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bbdf4a32-b49a-45da-b44e-4551e379648f req-16d042db-8b54-413e-815e-04a1816e3fb8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322609 Jul 05 10:47:34.071002 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063e270-7ad2-43ba-a5ff-bd55d221e9f3 req-edd2996a-8b44-4945-95c3-83f811140bbf tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:34.075718 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0063e270-7ad2-43ba-a5ff-bd55d221e9f3 req-edd2996a-8b44-4945-95c3-83f811140bbf tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.0644462 Jul 05 10:47:34.114994 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0063e270-7ad2-43ba-a5ff-bd55d221e9f3 req-b02c65cf-e1a1-4537-b658-56b47252855c tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362997 Jul 05 10:47:34.327332 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:47:34.496905 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695b067-813f-4a3a-a0e5-9e0d6145c4c2 req-69b3fdd7-11d6-4b00-a2d4-a30f8abfb170 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:34.498320 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1695b067-813f-4a3a-a0e5-9e0d6145c4c2 req-69b3fdd7-11d6-4b00-a2d4-a30f8abfb170 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.0673311 Jul 05 10:47:34.542791 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1695b067-813f-4a3a-a0e5-9e0d6145c4c2 req-b481e2c5-4817-46f2-aa52-7af319ed25da tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314674 Jul 05 10:47:35.719511 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b3869-ed97-4950-8f98-8e959ee21452 req-d9a3b17f-e2c9-43bf-aef6-58226c36b8aa tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:35.721042 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a37b3869-ed97-4950-8f98-8e959ee21452 req-d9a3b17f-e2c9-43bf-aef6-58226c36b8aa tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.0652795 Jul 05 10:47:35.758494 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a37b3869-ed97-4950-8f98-8e959ee21452 req-ed627e9e-15fa-4799-ab9b-4eb0a66d2915 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups?id=038602bd-889e-4647-8ffc-e63461211ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318439 Jul 05 10:47:36.095644 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device abd0ac3d-a5e4-4670-92ab-52149a156b05 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:47:36.118697 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d918e-2d2c-42da-a95e-34bc3d354390 req-c24999ab-5da7-4a8c-9e7f-8c871f0d9f1b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:36.120272 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e33d918e-2d2c-42da-a95e-34bc3d354390 req-c24999ab-5da7-4a8c-9e7f-8c871f0d9f1b tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.78 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 945 time: 0.0714962 Jul 05 10:47:36.144319 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port abd0ac3d-a5e4-4670-92ab-52149a156b05 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:47:36.148266 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port abd0ac3d-a5e4-4670-92ab-52149a156b05 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:47:36.148667 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:36.225529 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-e33d918e-2d2c-42da-a95e-34bc3d354390 req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Deleting port abd0ac3d-a5e4-4670-92ab-52149a156b05 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:47:36.225861 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e33d918e-2d2c-42da-a95e-34bc3d354390 req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:36.227468 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:36.249262 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80edaabf-abc1-49fe-9137-8fb4d960134e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd0ac3d-a5e4-4670-92ab-52149a156b05'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:47:36.251801 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fe0f70-9e4d-4c8e-b599-f6874a75de6d" -d '{"events": [{"server_uuid": "80edaabf-abc1-49fe-9137-8fb4d960134e", "name": "network-vif-plugged", "status": "completed", "tag": "abd0ac3d-a5e4-4670-92ab-52149a156b05"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:47:36.264627 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port abd0ac3d-a5e4-4670-92ab-52149a156b05, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:36.269197 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:36.293828 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679925b4-2468-446b-a0aa-394391c7b10f x-openstack-request-id: req-679925b4-2468-446b-a0aa-394391c7b10f {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:47:36.294097 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80edaabf-abc1-49fe-9137-8fb4d960134e", "name": "network-vif-plugged", "status": "completed", "tag": "abd0ac3d-a5e4-4670-92ab-52149a156b05", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:47:36.294353 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-679925b4-2468-446b-a0aa-394391c7b10f {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:47:36.294736 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80edaabf-abc1-49fe-9137-8fb4d960134e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd0ac3d-a5e4-4670-92ab-52149a156b05', 'code': 200} Jul 05 10:47:36.318631 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-e33d918e-2d2c-42da-a95e-34bc3d354390 req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] For port abd0ac3d-a5e4-4670-92ab-52149a156b05, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=abd0ac3d-a5e4-4670-92ab-52149a156b05,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:36.318996 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e33d918e-2d2c-42da-a95e-34bc3d354390 req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:36.320803 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=abd0ac3d-a5e4-4670-92ab-52149a156b05,revision_number=13']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:36.489355 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e33d918e-2d2c-42da-a95e-34bc3d354390 req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:36.489641 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e33d918e-2d2c-42da-a95e-34bc3d354390 req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:36.489955 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [req-e33d918e-2d2c-42da-a95e-34bc3d354390 req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Floating IP d5c4fc5f-c1f2-4e48-adfb-143ec60e48b6 disassociated. External IP: 172.25.7.170, port: abd0ac3d-a5e4-4670-92ab-52149a156b05. Jul 05 10:47:36.490300 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-e33d918e-2d2c-42da-a95e-34bc3d354390 req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Calling delete_port for abd0ac3d-a5e4-4670-92ab-52149a156b05 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:47:36.618893 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e33d918e-2d2c-42da-a95e-34bc3d354390 req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:36.647128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Pushing event deleted for resources: {'Port': ['ID=abd0ac3d-a5e4-4670-92ab-52149a156b05,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:36.658296 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:36.658650 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:36.659021 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:36.659369 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:36.659707 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:36.660690 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:36.661027 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:36.661358 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:36.661693 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:36.662016 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:36.662348 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:36.662675 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:36.697559 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:36.780611 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e33d918e-2d2c-42da-a95e-34bc3d354390 req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Router b3cfb868-fe8d-4810-8858-019dae474b2c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:47:36.892060 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e33d918e-2d2c-42da-a95e-34bc3d354390 req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:47:36.899739 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-710223d1-85c7-4f05-909e-7a7a7d746a59 req-b7330195-4331-45b7-aae8-983ae0483fb8 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 210 time: 0.0281487 Jul 05 10:47:36.903396 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e44b43-50d6-4c14-9b3a-a5ce2d99b573 None None] Sync routers for ids ['b3cfb868-fe8d-4810-8858-019dae474b2c'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:47:36.913295 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e44b43-50d6-4c14-9b3a-a5ce2d99b573 None None] Routers {'b3cfb868-fe8d-4810-8858-019dae474b2c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:47:36.913907 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-10e44b43-50d6-4c14-9b3a-a5ce2d99b573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:47:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b3cfb868-fe8d-4810-8858-019dae474b2c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:36.935970 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33d918e-2d2c-42da-a95e-34bc3d354390 req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] No DVR routers for this DVR port abd0ac3d-a5e4-4670-92ab-52149a156b05 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:47:36.938561 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e33d918e-2d2c-42da-a95e-34bc3d354390 req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:36.940597 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e33d918e-2d2c-42da-a95e-34bc3d354390 req-0d8e1353-0178-4b71-b71d-d2df22b9b93e tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.78 "DELETE /v2.0/ports/abd0ac3d-a5e4-4670-92ab-52149a156b05 HTTP/1.1" status: 204 len: 173 time: 0.8147075 Jul 05 10:47:36.941043 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80edaabf-abc1-49fe-9137-8fb4d960134e', 'name': 'network-vif-deleted', 'tag': 'abd0ac3d-a5e4-4670-92ab-52149a156b05'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:47:36.999576 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13136b6-98e3-4600-aa03-dad148e8805b" -d '{"events": [{"server_uuid": "80edaabf-abc1-49fe-9137-8fb4d960134e", "name": "network-vif-deleted", "tag": "abd0ac3d-a5e4-4670-92ab-52149a156b05"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:47:37.034047 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-10e44b43-50d6-4c14-9b3a-a5ce2d99b573 None None] Set router b3cfb868-fe8d-4810-8858-019dae474b2c gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:47:37.086869 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3109e41a-cdce-4406-a297-083e8f117fee x-openstack-request-id: req-3109e41a-cdce-4406-a297-083e8f117fee {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:47:37.087174 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80edaabf-abc1-49fe-9137-8fb4d960134e", "name": "network-vif-deleted", "tag": "abd0ac3d-a5e4-4670-92ab-52149a156b05", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:47:37.087432 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3109e41a-cdce-4406-a297-083e8f117fee {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:47:37.087843 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80edaabf-abc1-49fe-9137-8fb4d960134e', 'name': 'network-vif-deleted', 'tag': 'abd0ac3d-a5e4-4670-92ab-52149a156b05', 'status': 'completed', 'code': 200} Jul 05 10:47:37.230164 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-10e44b43-50d6-4c14-9b3a-a5ce2d99b573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:37.255518 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e44b43-50d6-4c14-9b3a-a5ce2d99b573 None None] Checking router: b3cfb868-fe8d-4810-8858-019dae474b2c for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:47:37.263592 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e44b43-50d6-4c14-9b3a-a5ce2d99b573 None None] Routers {'b3cfb868-fe8d-4810-8858-019dae474b2c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:47:37.264216 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-10e44b43-50d6-4c14-9b3a-a5ce2d99b573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:47:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b3cfb868-fe8d-4810-8858-019dae474b2c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:37.367621 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-10e44b43-50d6-4c14-9b3a-a5ce2d99b573 None None] Set router b3cfb868-fe8d-4810-8858-019dae474b2c gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:47:37.660807 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-10e44b43-50d6-4c14-9b3a-a5ce2d99b573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:37.686833 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e44b43-50d6-4c14-9b3a-a5ce2d99b573 None None] The sync data for ids ['b3cfb868-fe8d-4810-8858-019dae474b2c'] in n-d-798054-8 is: [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:34:17Z', 'revision_number': 4, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '91b83bb5-d274-44c4-9283-b90e77d35637', 'name': '', 'network_id': '2e00388c-443a-4492-a417-fa464345c863', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'mac_address': 'fa:16:3e:17:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:16Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'subnets': [{'id': '56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:47:37.907467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61315306-af29-40b3-aec7-e57e929c99a0 None None] New status for floating IP d5c4fc5f-c1f2-4e48-adfb-143ec60e48b6: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:47:38.053320 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b18615d2-9955-4f2c-acb8-ad9fee59db7a req-a7582048-bab6-4649-a317-acf7da7c9c8a tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 210 time: 0.0338511 Jul 05 10:47:39.201697 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0f8f2b1c-28cc-49e4-8166-115515c45c26 req-1f0c6e1c-cf65-433d-a16a-1b91d6744623 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 210 time: 0.0289881 Jul 05 10:47:40.122539 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device abd0ac3d-a5e4-4670-92ab-52149a156b05 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:47:40.143657 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: abd0ac3d-a5e4-4670-92ab-52149a156b05 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:47:40.144046 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device abd0ac3d-a5e4-4670-92ab-52149a156b05 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:47:40.346340 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-beead6f4-9a9a-401c-a0e5-e54be718d3d3 req-fc949b5c-2142-444d-a3ca-f210934c9f07 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/ports?device_id=80edaabf-abc1-49fe-9137-8fb4d960134e HTTP/1.1" status: 200 len: 210 time: 0.0290775 Jul 05 10:47:44.373973 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48136) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:44.429742 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3e86e982-1ac3-48b6-aa9a-3bd622d616b1 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:44.452490 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3e86e982-1ac3-48b6-aa9a-3bd622d616b1 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:44.501250 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3e86e982-1ac3-48b6-aa9a-3bd622d616b1 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:44.503754 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3e86e982-1ac3-48b6-aa9a-3bd622d616b1 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:44.505038 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3e86e982-1ac3-48b6-aa9a-3bd622d616b1 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "DELETE /v2.0/security-groups/038602bd-889e-4647-8ffc-e63461211ecb HTTP/1.1" status: 204 len: 168 time: 0.1298888 Jul 05 10:47:44.508026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48138) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:44.514652 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86e982-1ac3-48b6-aa9a-3bd622d616b1 tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=038602bd-889e-4647-8ffc-e63461211ecb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:44.528032 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [None req-fb70d227-cf6d-471c-9ce8-ff3ac03a0bcb tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] show failed (client error): The resource could not be found. Jul 05 10:47:44.531926 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fb70d227-cf6d-471c-9ce8-ff3ac03a0bcb tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "GET /v2.0/security-groups/038602bd-889e-4647-8ffc-e63461211ecb HTTP/1.1" status: 404 len: 347 time: 0.0225747 Jul 05 10:47:44.532100 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48140) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:44.660809 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-cdf36988-597d-4f0e-9eb0-1a84ac4295eb tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Deleting port a1dbd556-fdde-42d3-9bbb-e92dac0100ad {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:47:44.661142 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cdf36988-597d-4f0e-9eb0-1a84ac4295eb tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:44.737359 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cdf36988-597d-4f0e-9eb0-1a84ac4295eb tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:44.737694 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cdf36988-597d-4f0e-9eb0-1a84ac4295eb tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:44.748928 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-cdf36988-597d-4f0e-9eb0-1a84ac4295eb tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Calling delete_port for a1dbd556-fdde-42d3-9bbb-e92dac0100ad owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:47:44.884949 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cdf36988-597d-4f0e-9eb0-1a84ac4295eb tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:44.909701 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf36988-597d-4f0e-9eb0-1a84ac4295eb tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Pushing event deleted for resources: {'Port': ['ID=a1dbd556-fdde-42d3-9bbb-e92dac0100ad,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:44.974553 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cdf36988-597d-4f0e-9eb0-1a84ac4295eb tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:44.977023 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cdf36988-597d-4f0e-9eb0-1a84ac4295eb tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:44.978183 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cdf36988-597d-4f0e-9eb0-1a84ac4295eb tempest-ServerActionsTestJSON-1606894584 tempest-ServerActionsTestJSON-1606894584-project] 10.222.0.79 "DELETE /v2.0/floatingips/d5c4fc5f-c1f2-4e48-adfb-143ec60e48b6 HTTP/1.1" status: 204 len: 168 time: 0.4451730 Jul 05 10:47:44.981164 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48142) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:45.748081 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fa46977e-2f3f-43da-b54d-36ffa68d04ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:46.047947 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-fa46977e-2f3f-43da-b54d-36ffa68d04ac admin admin] Deleting port 91b83bb5-d274-44c4-9283-b90e77d35637 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:47:46.048235 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fa46977e-2f3f-43da-b54d-36ffa68d04ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:46.128985 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-fa46977e-2f3f-43da-b54d-36ffa68d04ac admin admin] For port 91b83bb5-d274-44c4-9283-b90e77d35637, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=91b83bb5-d274-44c4-9283-b90e77d35637,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:46.129343 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fa46977e-2f3f-43da-b54d-36ffa68d04ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:46.141671 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-fa46977e-2f3f-43da-b54d-36ffa68d04ac admin admin] Calling delete_port for 91b83bb5-d274-44c4-9283-b90e77d35637 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:47:46.342363 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fa46977e-2f3f-43da-b54d-36ffa68d04ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:46.370068 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46977e-2f3f-43da-b54d-36ffa68d04ac admin admin] Pushing event deleted for resources: {'Port': ['ID=91b83bb5-d274-44c4-9283-b90e77d35637,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:46.535781 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fa46977e-2f3f-43da-b54d-36ffa68d04ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:46.752930 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa46977e-2f3f-43da-b54d-36ffa68d04ac admin admin] Router b3cfb868-fe8d-4810-8858-019dae474b2c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:47:46.857432 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa46977e-2f3f-43da-b54d-36ffa68d04ac admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:47:46.862719 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-fa46977e-2f3f-43da-b54d-36ffa68d04ac admin admin] 10.222.0.79 "PUT /v2.0/routers/b3cfb868-fe8d-4810-8858-019dae474b2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8804390 Jul 05 10:47:46.865565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48146) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:46.866363 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b63f98-95b7-4d19-8f43-7c55458ba30d None None] Sync routers for ids ['b3cfb868-fe8d-4810-8858-019dae474b2c'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:47:46.875619 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b63f98-95b7-4d19-8f43-7c55458ba30d None None] Routers {'b3cfb868-fe8d-4810-8858-019dae474b2c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:47:46.876268 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-01b63f98-95b7-4d19-8f43-7c55458ba30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:47:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b3cfb868-fe8d-4810-8858-019dae474b2c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:46.972682 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bc34577-f065-4069-a2aa-56b42986f951 admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:46.976406 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-01b63f98-95b7-4d19-8f43-7c55458ba30d None None] Set router b3cfb868-fe8d-4810-8858-019dae474b2c gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:47:47.072342 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bc34577-f065-4069-a2aa-56b42986f951 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:47.126387 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8bc34577-f065-4069-a2aa-56b42986f951 admin admin] Deleting port 82c7cf36-4a82-4bd5-81a5-66721e14846c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:47:47.126626 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bc34577-f065-4069-a2aa-56b42986f951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:47.147261 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-01b63f98-95b7-4d19-8f43-7c55458ba30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:47:46Z', 'revision_number': 5, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port': {'id': '82c7cf36-4a82-4bd5-81a5-66721e14846c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:15Z', 'updated_at': '2021-07-05T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:47.175690 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b63f98-95b7-4d19-8f43-7c55458ba30d None None] Checking router: b3cfb868-fe8d-4810-8858-019dae474b2c for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:47:47.183787 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b63f98-95b7-4d19-8f43-7c55458ba30d None None] Routers {'b3cfb868-fe8d-4810-8858-019dae474b2c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:47:47.184420 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-01b63f98-95b7-4d19-8f43-7c55458ba30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:47:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['b3cfb868-fe8d-4810-8858-019dae474b2c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:47.208672 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-8bc34577-f065-4069-a2aa-56b42986f951 admin admin] For port 82c7cf36-4a82-4bd5-81a5-66721e14846c, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=82c7cf36-4a82-4bd5-81a5-66721e14846c,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:47.209038 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bc34577-f065-4069-a2aa-56b42986f951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:47.221606 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8bc34577-f065-4069-a2aa-56b42986f951 admin admin] Calling delete_port for 82c7cf36-4a82-4bd5-81a5-66721e14846c owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:47:47.267379 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-01b63f98-95b7-4d19-8f43-7c55458ba30d None None] Set router b3cfb868-fe8d-4810-8858-019dae474b2c gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:47:47.318387 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-01b63f98-95b7-4d19-8f43-7c55458ba30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:47:47Z', 'revision_number': 6, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:47.348335 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b63f98-95b7-4d19-8f43-7c55458ba30d None None] The sync data for ids ['b3cfb868-fe8d-4810-8858-019dae474b2c'] in n-d-798054-8 is: [{'id': 'b3cfb868-fe8d-4810-8858-019dae474b2c', 'name': 'tempest-ServerActionsTestJSON-2104431249-router', 'tenant_id': '00e8393afc484b1f8eb0247bc261d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:14Z', 'updated_at': '2021-07-05T10:47:47Z', 'revision_number': 6, 'project_id': '00e8393afc484b1f8eb0247bc261d22e', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:47:47.388266 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bc34577-f065-4069-a2aa-56b42986f951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:47.412908 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc34577-f065-4069-a2aa-56b42986f951 admin admin] Pushing event deleted for resources: {'Port': ['ID=82c7cf36-4a82-4bd5-81a5-66721e14846c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:47.477475 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bc34577-f065-4069-a2aa-56b42986f951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:47.564884 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bc34577-f065-4069-a2aa-56b42986f951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:47.567544 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bc34577-f065-4069-a2aa-56b42986f951 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:47.609447 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bc34577-f065-4069-a2aa-56b42986f951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:47.610027 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc34577-f065-4069-a2aa-56b42986f951 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3cfb868-fe8d-4810-8858-019dae474b2c {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:47:47.616184 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bc34577-f065-4069-a2aa-56b42986f951 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:47.617374 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8bc34577-f065-4069-a2aa-56b42986f951 admin admin] 10.222.0.79 "DELETE /v2.0/routers/b3cfb868-fe8d-4810-8858-019dae474b2c HTTP/1.1" status: 204 len: 168 time: 0.7508965 Jul 05 10:47:47.619843 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48148) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:47.663396 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-002365e5-f118-473e-bb3e-9de43b2f1327 admin admin] Deleting subnet 56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:47:47.666240 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-002365e5-f118-473e-bb3e-9de43b2f1327 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:47.700896 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-002365e5-f118-473e-bb3e-9de43b2f1327 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:47.812754 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-002365e5-f118-473e-bb3e-9de43b2f1327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:47.862461 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-002365e5-f118-473e-bb3e-9de43b2f1327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:47.889319 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002365e5-f118-473e-bb3e-9de43b2f1327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:47.895109 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-002365e5-f118-473e-bb3e-9de43b2f1327 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:47.897051 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-002365e5-f118-473e-bb3e-9de43b2f1327 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/56b7cc0c-a9a0-4648-8ee0-5fd4e1cf8260 HTTP/1.1" status: 204 len: 168 time: 0.2762122 Jul 05 10:47:47.899635 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48150) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:47.902010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbbcfc5-cc82-4688-98ee-ce5c5578c401 None None] Network 2e00388c-443a-4492-a417-fa464345c863 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:47:47.967490 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9a8d8ec-a740-4c9f-b593-17ad703a8104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:48.017874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f9a8d8ec-a740-4c9f-b593-17ad703a8104 admin admin] Deleting port d5170307-bb3d-4826-a3e6-71fbdb5259e5 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:47:48.018131 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9a8d8ec-a740-4c9f-b593-17ad703a8104 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:48.085425 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-f9a8d8ec-a740-4c9f-b593-17ad703a8104 admin admin] For port d5170307-bb3d-4826-a3e6-71fbdb5259e5, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d5170307-bb3d-4826-a3e6-71fbdb5259e5,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:48.085425 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9a8d8ec-a740-4c9f-b593-17ad703a8104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:48.093968 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262337c2-a0ed-4e4b-9121-1ef01c1c6822 None None] DHCP port deletion for 2e00388c-443a-4492-a417-fa464345c863 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:47:48.101525 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f9a8d8ec-a740-4c9f-b593-17ad703a8104 admin admin] Calling delete_port for d5170307-bb3d-4826-a3e6-71fbdb5259e5 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:47:48.149613 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-262337c2-a0ed-4e4b-9121-1ef01c1c6822 None None] Deleting port d5170307-bb3d-4826-a3e6-71fbdb5259e5 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:47:48.149998 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-262337c2-a0ed-4e4b-9121-1ef01c1c6822 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:48.163150 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 82c7cf36-4a82-4bd5-81a5-66721e14846c no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:47:48.189549 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9a8d8ec-a740-4c9f-b593-17ad703a8104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:48.216978 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 82c7cf36-4a82-4bd5-81a5-66721e14846c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:47:48.217356 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 82c7cf36-4a82-4bd5-81a5-66721e14846c not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:47:48.218005 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d5170307-bb3d-4826-a3e6-71fbdb5259e5 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:47:48.226090 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8d8ec-a740-4c9f-b593-17ad703a8104 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5170307-bb3d-4826-a3e6-71fbdb5259e5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:48.229633 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a8d8ec-a740-4c9f-b593-17ad703a8104 admin admin] No DVR routers for this DVR port d5170307-bb3d-4826-a3e6-71fbdb5259e5 on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:47:48.243149 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: d5170307-bb3d-4826-a3e6-71fbdb5259e5 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:47:48.243502 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d5170307-bb3d-4826-a3e6-71fbdb5259e5 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:47:48.243953 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 91b83bb5-d274-44c4-9283-b90e77d35637 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:47:48.271572 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 91b83bb5-d274-44c4-9283-b90e77d35637 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:47:48.271977 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 91b83bb5-d274-44c4-9283-b90e77d35637 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:47:48.274617 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-262337c2-a0ed-4e4b-9121-1ef01c1c6822 None None] For port d5170307-bb3d-4826-a3e6-71fbdb5259e5, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d5170307-bb3d-4826-a3e6-71fbdb5259e5,segment=NetworkSegment(b54897eb-e08d-4d8a-8688-575f08a059ed),segment_id=b54897eb-e08d-4d8a-8688-575f08a059ed)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:48.275176 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-262337c2-a0ed-4e4b-9121-1ef01c1c6822 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:48.289365 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-262337c2-a0ed-4e4b-9121-1ef01c1c6822 None None] Calling delete_port for d5170307-bb3d-4826-a3e6-71fbdb5259e5 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:47:48.376484 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-262337c2-a0ed-4e4b-9121-1ef01c1c6822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:48.405000 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262337c2-a0ed-4e4b-9121-1ef01c1c6822 None None] Pushing event deleted for resources: {'Port': ['ID=d5170307-bb3d-4826-a3e6-71fbdb5259e5,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:48.406940 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262337c2-a0ed-4e4b-9121-1ef01c1c6822 None None] No DVR routers for this DVR port d5170307-bb3d-4826-a3e6-71fbdb5259e5 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:47:48.556482 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9a8d8ec-a740-4c9f-b593-17ad703a8104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:48.566611 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f9a8d8ec-a740-4c9f-b593-17ad703a8104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e00388c-443a-4492-a417-fa464345c863']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:48.576356 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f9a8d8ec-a740-4c9f-b593-17ad703a8104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54897eb-e08d-4d8a-8688-575f08a059ed') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:48.576653 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f9a8d8ec-a740-4c9f-b593-17ad703a8104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54897eb-e08d-4d8a-8688-575f08a059ed') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:48.586123 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9a8d8ec-a740-4c9f-b593-17ad703a8104 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:48.599765 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9a8d8ec-a740-4c9f-b593-17ad703a8104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:48.606742 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a8d8ec-a740-4c9f-b593-17ad703a8104 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:47:48.607183 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9a8d8ec-a740-4c9f-b593-17ad703a8104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:47:48.609198 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:47:48.664770 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9a8d8ec-a740-4c9f-b593-17ad703a8104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:48.670178 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9a8d8ec-a740-4c9f-b593-17ad703a8104 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:48.672025 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f9a8d8ec-a740-4c9f-b593-17ad703a8104 admin admin] 10.222.0.79 "DELETE /v2.0/networks/2e00388c-443a-4492-a417-fa464345c863 HTTP/1.1" status: 204 len: 168 time: 0.7714031 Jul 05 10:47:48.682601 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8d8ec-a740-4c9f-b593-17ad703a8104 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e00388c-443a-4492-a417-fa464345c863,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:48.793230 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48154) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:48.833135 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a9bbb554-dcbd-4540-aad5-59993719567f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=00e8393afc484b1f8eb0247bc261d22e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386829 Jul 05 10:47:48.835392 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48156) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:48.881937 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e9c53e0a-0019-4b6a-9670-be9a9a4cf98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:48.901865 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e9c53e0a-0019-4b6a-9670-be9a9a4cf98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:48.948010 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e9c53e0a-0019-4b6a-9670-be9a9a4cf98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:48.950503 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e9c53e0a-0019-4b6a-9670-be9a9a4cf98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:48.951726 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e9c53e0a-0019-4b6a-9670-be9a9a4cf98a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fd6bf4ba-9e3f-4fb7-838d-e1a4e225e36d HTTP/1.1" status: 204 len: 168 time: 0.1153364 Jul 05 10:47:48.959240 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c53e0a-0019-4b6a-9670-be9a9a4cf98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6bf4ba-9e3f-4fb7-838d-e1a4e225e36d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:49.638239 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48178) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:49.731227 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a0d89de6-bb43-4349-bff9-54ded058b915 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1372431324-network', 'tenant_id': '14c7523d80df44e8868838085a6a5df2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:47:49.756561 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d89de6-bb43-4349-bff9-54ded058b915 admin admin] Made reservation on behalf of 14c7523d80df44e8868838085a6a5df2 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:47:49.758918 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0d89de6-bb43-4349-bff9-54ded058b915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:49.767189 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0d89de6-bb43-4349-bff9-54ded058b915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:49.855288 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0d89de6-bb43-4349-bff9-54ded058b915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:49.859061 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0d89de6-bb43-4349-bff9-54ded058b915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:49.882730 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d89de6-bb43-4349-bff9-54ded058b915 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:47:49.899446 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d89de6-bb43-4349-bff9-54ded058b915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8d989d-c00c-4f86-87af-57fd9428db5b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:49.905216 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0d89de6-bb43-4349-bff9-54ded058b915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:49.905561 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-a0d89de6-bb43-4349-bff9-54ded058b915 admin admin] Added segment 6f28a2ae-b89c-47cd-8515-786736b2c989 of type vlan for network 91b779f2-438e-4cec-a4ad-bc8344721a69 Jul 05 10:47:49.944018 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0d89de6-bb43-4349-bff9-54ded058b915 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:49.971680 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0d89de6-bb43-4349-bff9-54ded058b915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:49.972828 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d89de6-bb43-4349-bff9-54ded058b915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:49.973473 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0d89de6-bb43-4349-bff9-54ded058b915 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:50.029544 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a0d89de6-bb43-4349-bff9-54ded058b915 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3901789 Jul 05 10:47:50.032581 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48182) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:50.037717 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7d48fb2f-54f2-4614-a8c8-03e107f40a62 admin admin] Request body: {'subnet': {'network_id': '91b779f2-438e-4cec-a4ad-bc8344721a69', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1372431324-subnet', 'tenant_id': '14c7523d80df44e8868838085a6a5df2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:47:50.038713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d89de6-bb43-4349-bff9-54ded058b915 admin admin] Pushing event updated for resources: {'Network': ['ID=91b779f2-438e-4cec-a4ad-bc8344721a69,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:50.048710 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 91b779f2-438e-4cec-a4ad-bc8344721a69 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:47:50.061888 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d48fb2f-54f2-4614-a8c8-03e107f40a62 admin admin] Made reservation on behalf of 14c7523d80df44e8868838085a6a5df2 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:47:50.064381 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d48fb2f-54f2-4614-a8c8-03e107f40a62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:50.235339 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d48fb2f-54f2-4614-a8c8-03e107f40a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:50.290413 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48fb2f-54f2-4614-a8c8-03e107f40a62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da1b6d1b-1a54-4460-9e66-d77e6a807778,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:50.297432 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d48fb2f-54f2-4614-a8c8-03e107f40a62 admin admin] Checking segment: {'id': '6f28a2ae-b89c-47cd-8515-786736b2c989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '91b779f2-438e-4cec-a4ad-bc8344721a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:47:50.297790 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d48fb2f-54f2-4614-a8c8-03e107f40a62 admin admin] Network hostable DHCP agents. Network: 91b779f2-438e-4cec-a4ad-bc8344721a69, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:47:50.314325 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d48fb2f-54f2-4614-a8c8-03e107f40a62 admin admin] Network 91b779f2-438e-4cec-a4ad-bc8344721a69 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:47:50.323439 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-7d48fb2f-54f2-4614-a8c8-03e107f40a62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 91b779f2-438e-4cec-a4ad-bc8344721a69) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:47:50.328463 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d48fb2f-54f2-4614-a8c8-03e107f40a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:50.329345 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d48fb2f-54f2-4614-a8c8-03e107f40a62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:50.335187 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8982722-d430-4ad7-ad1b-a85ce4ec896d None None] Network 91b779f2-438e-4cec-a4ad-bc8344721a69 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:47:50.350193 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7d48fb2f-54f2-4614-a8c8-03e107f40a62 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3120379 Jul 05 10:47:50.460878 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a4c5c1-5745-4c15-956a-25da55a3111b None None] Network 91b779f2-438e-4cec-a4ad-bc8344721a69 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:47:50.753165 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-b297bc40-2ed6-4bb7-a560-38670ac702ca tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:50.755043 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-b297bc40-2ed6-4bb7-a560-38670ac702ca tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/networks?id=91b779f2-438e-4cec-a4ad-bc8344721a69 HTTP/1.1" status: 200 len: 814 time: 0.0985131 Jul 05 10:47:50.770131 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-22a5b383-73cc-45a6-a4ef-cc9263eee279 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/quotas/14c7523d80df44e8868838085a6a5df2 HTTP/1.1" status: 200 len: 375 time: 0.0094290 Jul 05 10:47:50.801833 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-60c6b59c-6a24-4b89-9ae8-bd0795eaed1a tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=14c7523d80df44e8868838085a6a5df2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267169 Jul 05 10:47:50.933281 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-9895a7d3-80cc-44db-8710-814f0035a518 service neutron] 10.222.0.79 "GET /v2.0/networks/91b779f2-438e-4cec-a4ad-bc8344721a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246657 Jul 05 10:47:51.015728 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-35c7e815-6a92-49bd-86a8-cb8c9716955a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:51.026366 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-dec8ea56-0df8-496e-95c3-8209cdbe6425 service neutron] 10.222.0.79 "GET /v2.0/networks/91b779f2-438e-4cec-a4ad-bc8344721a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874314 Jul 05 10:47:51.198765 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8f39cce-a626-430b-92f0-7c337a4478d1 req-71b0bde1-b380-4e6d-852a-a5d4a3f1e2f9 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ce161-c93a-49d3-85a5-8cbf0998f1c0 HTTP/1.1" status: 200 len: 210 time: 0.0363259 Jul 05 10:47:52.376758 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e568c26d-d238-4a48-be8d-43aecbbd0e61 req-7428a9d9-75ed-4e88-bf00-647c50e9d628 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ce161-c93a-49d3-85a5-8cbf0998f1c0 HTTP/1.1" status: 200 len: 210 time: 0.0664687 Jul 05 10:47:52.421947 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-d09a801a-dc4f-49cb-9c7c-d0c0f077788b tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:52.423519 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-d09a801a-dc4f-49cb-9c7c-d0c0f077788b tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.81 "GET /v2.0/networks?id=91b779f2-438e-4cec-a4ad-bc8344721a69 HTTP/1.1" status: 200 len: 814 time: 0.1359260 Jul 05 10:47:52.435574 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-0c8b619c-3c8a-4c00-b194-fff9045b1a2a tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Request body: {'port': {'device_id': '9d5ce161-c93a-49d3-85a5-8cbf0998f1c0', 'network_id': '91b779f2-438e-4cec-a4ad-bc8344721a69', 'admin_state_up': True, 'tenant_id': '14c7523d80df44e8868838085a6a5df2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:47:52.543796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-0c8b619c-3c8a-4c00-b194-fff9045b1a2a tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Made reservation on behalf of 14c7523d80df44e8868838085a6a5df2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:47:52.547363 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-0c8b619c-3c8a-4c00-b194-fff9045b1a2a tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:52.673731 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-0c8b619c-3c8a-4c00-b194-fff9045b1a2a tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Allocated IP 172.20.0.3 (91b779f2-438e-4cec-a4ad-bc8344721a69/da1b6d1b-1a54-4460-9e66-d77e6a807778/1dce019a-e96a-4be9-8242-a0a02f4c6f6b) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:47:52.815797 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-0c8b619c-3c8a-4c00-b194-fff9045b1a2a tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:52.855022 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-0c8b619c-3c8a-4c00-b194-fff9045b1a2a tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:52.903120 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-0c8b619c-3c8a-4c00-b194-fff9045b1a2a tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Network 91b779f2-438e-4cec-a4ad-bc8344721a69 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:47:52.906267 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-0c8b619c-3c8a-4c00-b194-fff9045b1a2a tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:47:52.912663 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-0c8b619c-3c8a-4c00-b194-fff9045b1a2a tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:47:52.939432 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b619c-3c8a-4c00-b194-fff9045b1a2a tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Pushing event updated for resources: {'Port': ['ID=1dce019a-e96a-4be9-8242-a0a02f4c6f6b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:52.964683 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-0c8b619c-3c8a-4c00-b194-fff9045b1a2a tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:52.965313 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-0c8b619c-3c8a-4c00-b194-fff9045b1a2a tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:52.979893 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-0c8b619c-3c8a-4c00-b194-fff9045b1a2a tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5480645 Jul 05 10:47:52.992261 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-5ef835ef-29e1-408c-a68f-2cb8ae522066 service neutron] Request body: {'port': {'device_id': '9d5ce161-c93a-49d3-85a5-8cbf0998f1c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:47:53.061140 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-5ef835ef-29e1-408c-a68f-2cb8ae522066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:53.323952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-5ef835ef-29e1-408c-a68f-2cb8ae522066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dce019a-e96a-4be9-8242-a0a02f4c6f6b {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:47:53.331453 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-5ef835ef-29e1-408c-a68f-2cb8ae522066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:53.343606 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-5ef835ef-29e1-408c-a68f-2cb8ae522066 service neutron] Transition to ACTIVE for port object 1dce019a-e96a-4be9-8242-a0a02f4c6f6b will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:47:53.347338 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-5ef835ef-29e1-408c-a68f-2cb8ae522066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:53.380243 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a917fbea-cb81-4ebf-87e0-f0f30f48d3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:53.398087 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef835ef-29e1-408c-a68f-2cb8ae522066 service neutron] Pushing event updated for resources: {'Port': ['ID=1dce019a-e96a-4be9-8242-a0a02f4c6f6b,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:53.468790 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-5ef835ef-29e1-408c-a68f-2cb8ae522066 service neutron] Attempting to bind port 1dce019a-e96a-4be9-8242-a0a02f4c6f6b on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:47:53.469136 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-5ef835ef-29e1-408c-a68f-2cb8ae522066 service neutron] Attempting to bind port 1dce019a-e96a-4be9-8242-a0a02f4c6f6b by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '6f28a2ae-b89c-47cd-8515-786736b2c989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '91b779f2-438e-4cec-a4ad-bc8344721a69'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:47:53.469470 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-5ef835ef-29e1-408c-a68f-2cb8ae522066 service neutron] Attempting to bind port 1dce019a-e96a-4be9-8242-a0a02f4c6f6b on network 91b779f2-438e-4cec-a4ad-bc8344721a69 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:47:53.474337 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-5ef835ef-29e1-408c-a68f-2cb8ae522066 service neutron] Port 1dce019a-e96a-4be9-8242-a0a02f4c6f6b on network 91b779f2-438e-4cec-a4ad-bc8344721a69 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:47:53.474669 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-5ef835ef-29e1-408c-a68f-2cb8ae522066 service neutron] Attempting to bind port 1dce019a-e96a-4be9-8242-a0a02f4c6f6b on network 91b779f2-438e-4cec-a4ad-bc8344721a69 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:47:53.479567 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-5ef835ef-29e1-408c-a68f-2cb8ae522066 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:47:53.479936 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-5ef835ef-29e1-408c-a68f-2cb8ae522066 service neutron] Checking segment: {'id': '6f28a2ae-b89c-47cd-8515-786736b2c989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '91b779f2-438e-4cec-a4ad-bc8344721a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:47:53.480330 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-5ef835ef-29e1-408c-a68f-2cb8ae522066 service neutron] Bound using segment: {'id': '6f28a2ae-b89c-47cd-8515-786736b2c989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '91b779f2-438e-4cec-a4ad-bc8344721a69'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:47:53.480762 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-5ef835ef-29e1-408c-a68f-2cb8ae522066 service neutron] Bound port: 1dce019a-e96a-4be9-8242-a0a02f4c6f6b, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f28a2ae-b89c-47cd-8515-786736b2c989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '91b779f2-438e-4cec-a4ad-bc8344721a69'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:47:53.481124 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-5ef835ef-29e1-408c-a68f-2cb8ae522066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:53.588875 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-5ef835ef-29e1-408c-a68f-2cb8ae522066 service neutron] For port 1dce019a-e96a-4be9-8242-a0a02f4c6f6b, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:47:53.604256 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-5ef835ef-29e1-408c-a68f-2cb8ae522066 service neutron] For port 1dce019a-e96a-4be9-8242-a0a02f4c6f6b, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=1dce019a-e96a-4be9-8242-a0a02f4c6f6b,segment=NetworkSegment(6f28a2ae-b89c-47cd-8515-786736b2c989),segment_id=6f28a2ae-b89c-47cd-8515-786736b2c989)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:47:53.613795 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dacdd-21fb-44dd-a305-4e7caf5624e6 req-25732e95-4b15-446f-807e-93010412d50c tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:53.615705 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f76dacdd-21fb-44dd-a305-4e7caf5624e6 req-25732e95-4b15-446f-807e-93010412d50c tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ce161-c93a-49d3-85a5-8cbf0998f1c0 HTTP/1.1" status: 200 len: 943 time: 0.1210859 Jul 05 10:47:53.616894 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-5ef835ef-29e1-408c-a68f-2cb8ae522066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:53.667124 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-5ef835ef-29e1-408c-a68f-2cb8ae522066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:53.667840 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-5ef835ef-29e1-408c-a68f-2cb8ae522066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:53.669238 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-5ef835ef-29e1-408c-a68f-2cb8ae522066 service neutron] 10.222.0.81 "PUT /v2.0/ports/1dce019a-e96a-4be9-8242-a0a02f4c6f6b HTTP/1.1" status: 200 len: 1091 time: 0.6817415 Jul 05 10:47:53.672809 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5ce161-c93a-49d3-85a5-8cbf0998f1c0', 'tag': '1dce019a-e96a-4be9-8242-a0a02f4c6f6b'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:47:53.676472 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb6e905-4abd-42c9-94e3-ab73412fa456" -d '{"events": [{"name": "network-changed", "server_uuid": "9d5ce161-c93a-49d3-85a5-8cbf0998f1c0", "tag": "1dce019a-e96a-4be9-8242-a0a02f4c6f6b"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:47:53.720228 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f76dacdd-21fb-44dd-a305-4e7caf5624e6 req-ec837c36-9710-4a40-8282-16c49ba7f763 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975418 Jul 05 10:47:53.722758 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef835ef-29e1-408c-a68f-2cb8ae522066 service neutron] Pushing event updated for resources: {'Port': ['ID=1dce019a-e96a-4be9-8242-a0a02f4c6f6b,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:53.730838 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:53.737417 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd6bef9-ffec-4094-b491-04cc10323607 x-openstack-request-id: req-cbd6bef9-ffec-4094-b491-04cc10323607 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:47:53.737800 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d5ce161-c93a-49d3-85a5-8cbf0998f1c0", "tag": "1dce019a-e96a-4be9-8242-a0a02f4c6f6b", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:47:53.738557 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cbd6bef9-ffec-4094-b491-04cc10323607 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:47:53.739138 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5ce161-c93a-49d3-85a5-8cbf0998f1c0', 'tag': '1dce019a-e96a-4be9-8242-a0a02f4c6f6b', 'status': 'completed', 'code': 200} Jul 05 10:47:53.782222 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-8feebd69-cae1-4984-b5c3-9bf708f01c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:53.783827 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-8feebd69-cae1-4984-b5c3-9bf708f01c9b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=14c7523d80df44e8868838085a6a5df2&device_id=9d5ce161-c93a-49d3-85a5-8cbf0998f1c0 HTTP/1.1" status: 200 len: 1094 time: 0.0627058 Jul 05 10:47:53.823839 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-6212aefa-1ef3-44c8-bb9c-a1cb077b740f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1dce019a-e96a-4be9-8242-a0a02f4c6f6b HTTP/1.1" status: 200 len: 217 time: 0.0333214 Jul 05 10:47:53.875912 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-6026e78d-5d77-4b44-909d-d6fcdd8ea657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:53.877344 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-6026e78d-5d77-4b44-909d-d6fcdd8ea657 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=da1b6d1b-1a54-4460-9e66-d77e6a807778 HTTP/1.1" status: 200 len: 854 time: 0.0472126 Jul 05 10:47:53.908285 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-34639fdb-2059-4c75-be3a-86e5525c84f4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=91b779f2-438e-4cec-a4ad-bc8344721a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249393 Jul 05 10:47:53.993413 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-d49fa3f1-a55a-4e71-a04e-cce219dbe8cc service neutron] 10.222.0.81 "GET /v2.0/networks/91b779f2-438e-4cec-a4ad-bc8344721a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790989 Jul 05 10:47:54.082761 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-01d5e194-ad80-4eeb-9068-75e7b68362c9 req-c5f2470b-8dd0-4006-bbea-969f0c0eb0dc service neutron] 10.222.0.81 "GET /v2.0/networks/91b779f2-438e-4cec-a4ad-bc8344721a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833507 Jul 05 10:47:54.188532 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6e905-4abd-42c9-94e3-ab73412fa456 req-2ec65c79-8527-4078-9763-db103b5b2362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:54.189960 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0fb6e905-4abd-42c9-94e3-ab73412fa456 req-2ec65c79-8527-4078-9763-db103b5b2362 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=14c7523d80df44e8868838085a6a5df2&device_id=9d5ce161-c93a-49d3-85a5-8cbf0998f1c0 HTTP/1.1" status: 200 len: 1094 time: 0.0549994 Jul 05 10:47:54.280867 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6e905-4abd-42c9-94e3-ab73412fa456 req-e412497e-c7c2-49aa-b47c-0a1cd4198675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:54.282378 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0fb6e905-4abd-42c9-94e3-ab73412fa456 req-e412497e-c7c2-49aa-b47c-0a1cd4198675 service neutron] 10.222.0.81 "GET /v2.0/networks?id=91b779f2-438e-4cec-a4ad-bc8344721a69 HTTP/1.1" status: 200 len: 915 time: 0.0865316 Jul 05 10:47:54.322838 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0fb6e905-4abd-42c9-94e3-ab73412fa456 req-a35f2af9-0ec3-4e30-8d0c-f87f9f10dba5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1dce019a-e96a-4be9-8242-a0a02f4c6f6b HTTP/1.1" status: 200 len: 217 time: 0.0340655 Jul 05 10:47:54.371165 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6e905-4abd-42c9-94e3-ab73412fa456 req-6b98345b-1fa8-4304-92f4-9ff40d19a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:54.372628 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0fb6e905-4abd-42c9-94e3-ab73412fa456 req-6b98345b-1fa8-4304-92f4-9ff40d19a21b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=da1b6d1b-1a54-4460-9e66-d77e6a807778 HTTP/1.1" status: 200 len: 854 time: 0.0429609 Jul 05 10:47:54.406562 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0fb6e905-4abd-42c9-94e3-ab73412fa456 req-779fa924-adea-4104-90fc-fae6fc7cb43e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=91b779f2-438e-4cec-a4ad-bc8344721a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257430 Jul 05 10:47:54.498452 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0fb6e905-4abd-42c9-94e3-ab73412fa456 req-4f99bf6c-478a-4396-aff6-41fa1efea5ef service neutron] 10.222.0.81 "GET /v2.0/networks/91b779f2-438e-4cec-a4ad-bc8344721a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846176 Jul 05 10:47:54.586739 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0fb6e905-4abd-42c9-94e3-ab73412fa456 req-41d5362c-865b-4c5e-9a35-9a217e4d34e1 service neutron] 10.222.0.81 "GET /v2.0/networks/91b779f2-438e-4cec-a4ad-bc8344721a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808201 Jul 05 10:47:54.804583 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:54.918628 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f3ede-8d93-41a3-82cc-da730769cf2c req-9fd15b46-e304-4c6b-80d8-aab82b8af390 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:54.920147 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d7f3ede-8d93-41a3-82cc-da730769cf2c req-9fd15b46-e304-4c6b-80d8-aab82b8af390 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ce161-c93a-49d3-85a5-8cbf0998f1c0 HTTP/1.1" status: 200 len: 943 time: 0.0688519 Jul 05 10:47:54.958426 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d7f3ede-8d93-41a3-82cc-da730769cf2c req-8c16b7e8-4b4a-4df0-932e-7c0d937e031c tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321920 Jul 05 10:47:56.124931 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e67aa-2106-470d-bc72-4c92aad54369 req-973f82e7-1df0-423a-a811-9b49970fc902 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:56.126428 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-227e67aa-2106-470d-bc72-4c92aad54369 req-973f82e7-1df0-423a-a811-9b49970fc902 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ce161-c93a-49d3-85a5-8cbf0998f1c0 HTTP/1.1" status: 200 len: 943 time: 0.0627859 Jul 05 10:47:56.163731 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-227e67aa-2106-470d-bc72-4c92aad54369 req-ea4351d9-d0cd-4794-b46c-38e2d68489ca tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313430 Jul 05 10:47:56.910612 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:56.926979 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 1dce019a-e96a-4be9-8242-a0a02f4c6f6b details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:47:57.172984 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 1dce019a-e96a-4be9-8242-a0a02f4c6f6b, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=1dce019a-e96a-4be9-8242-a0a02f4c6f6b,segment=NetworkSegment(6f28a2ae-b89c-47cd-8515-786736b2c989),segment_id=6f28a2ae-b89c-47cd-8515-786736b2c989)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:57.183701 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '1dce019a-e96a-4be9-8242-a0a02f4c6f6b', 'network_id': '91b779f2-438e-4cec-a4ad-bc8344721a69', 'port_id': '1dce019a-e96a-4be9-8242-a0a02f4c6f6b', 'mac_address': 'fa:16:3e:7d:7f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da1b6d1b-1a54-4460-9e66-d77e6a807778', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:47:57.221064 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:57.234117 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dce019a-e96a-4be9-8242-a0a02f4c6f6b {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:47:57.254085 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 1dce019a-e96a-4be9-8242-a0a02f4c6f6b, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=1dce019a-e96a-4be9-8242-a0a02f4c6f6b,segment=NetworkSegment(6f28a2ae-b89c-47cd-8515-786736b2c989),segment_id=6f28a2ae-b89c-47cd-8515-786736b2c989)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:57.257985 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:57.306936 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=1dce019a-e96a-4be9-8242-a0a02f4c6f6b,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:57.339065 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36eb044-1b0e-4b47-a392-b1f70d900092 req-4c4b04bb-fc29-4aae-890f-23652b5aff92 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:57.340571 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b36eb044-1b0e-4b47-a392-b1f70d900092 req-4c4b04bb-fc29-4aae-890f-23652b5aff92 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ce161-c93a-49d3-85a5-8cbf0998f1c0 HTTP/1.1" status: 200 len: 944 time: 0.0678639 Jul 05 10:47:57.376556 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b36eb044-1b0e-4b47-a392-b1f70d900092 req-317b2513-bdf0-4ba7-b65d-8f22900012ff tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304294 Jul 05 10:47:57.454575 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['1dce019a-e96a-4be9-8242-a0a02f4c6f6b'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:47:58.550591 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40209c82-cd0e-40d7-867e-c10b3465c5e8 req-c861c7ed-208d-48a6-96a6-85b5f31c243c tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:58.552188 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-40209c82-cd0e-40d7-867e-c10b3465c5e8 req-c861c7ed-208d-48a6-96a6-85b5f31c243c tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ce161-c93a-49d3-85a5-8cbf0998f1c0 HTTP/1.1" status: 200 len: 944 time: 0.0636308 Jul 05 10:47:58.594337 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-40209c82-cd0e-40d7-867e-c10b3465c5e8 req-5c6e0901-c33b-4681-b739-b4898259ca75 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367274 Jul 05 10:47:58.926328 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 1dce019a-e96a-4be9-8242-a0a02f4c6f6b up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:47:58.976145 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 1dce019a-e96a-4be9-8242-a0a02f4c6f6b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:47:58.979793 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 1dce019a-e96a-4be9-8242-a0a02f4c6f6b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:47:58.980218 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:59.057158 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:59.081810 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5ce161-c93a-49d3-85a5-8cbf0998f1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dce019a-e96a-4be9-8242-a0a02f4c6f6b'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:47:59.084071 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a02d87b-d465-4bfa-89ee-da645a94db3b" -d '{"events": [{"server_uuid": "9d5ce161-c93a-49d3-85a5-8cbf0998f1c0", "name": "network-vif-plugged", "status": "completed", "tag": "1dce019a-e96a-4be9-8242-a0a02f4c6f6b"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:47:59.094399 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 1dce019a-e96a-4be9-8242-a0a02f4c6f6b, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=1dce019a-e96a-4be9-8242-a0a02f4c6f6b,segment=NetworkSegment(6f28a2ae-b89c-47cd-8515-786736b2c989),segment_id=6f28a2ae-b89c-47cd-8515-786736b2c989)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:59.098631 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:59.123895 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc20be6-99a8-4d05-83c3-c0c40554f576 x-openstack-request-id: req-4cc20be6-99a8-4d05-83c3-c0c40554f576 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:47:59.124201 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5ce161-c93a-49d3-85a5-8cbf0998f1c0", "name": "network-vif-plugged", "status": "completed", "tag": "1dce019a-e96a-4be9-8242-a0a02f4c6f6b", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:47:59.124456 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4cc20be6-99a8-4d05-83c3-c0c40554f576 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:47:59.124852 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5ce161-c93a-49d3-85a5-8cbf0998f1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dce019a-e96a-4be9-8242-a0a02f4c6f6b', 'code': 200} Jul 05 10:47:59.149743 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=1dce019a-e96a-4be9-8242-a0a02f4c6f6b,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:59.244071 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05879a76-cc3f-4cef-a113-3a1d5f680566 req-7d4c60a6-99b5-4dbd-a586-707a6a1d8689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:59.245467 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-05879a76-cc3f-4cef-a113-3a1d5f680566 req-7d4c60a6-99b5-4dbd-a586-707a6a1d8689 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9d5ce161-c93a-49d3-85a5-8cbf0998f1c0 HTTP/1.1" status: 200 len: 1096 time: 0.0534339 Jul 05 10:47:59.278240 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-05879a76-cc3f-4cef-a113-3a1d5f680566 req-8d7caef5-d488-4523-909d-9e67afdce1cc service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265608 Jul 05 10:47:59.772350 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037fb94-81a8-4e22-b402-82615b39c8a1 req-3078bad8-f367-4b84-be8a-f5528a865d5e tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:59.773832 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3037fb94-81a8-4e22-b402-82615b39c8a1 req-3078bad8-f367-4b84-be8a-f5528a865d5e tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ce161-c93a-49d3-85a5-8cbf0998f1c0 HTTP/1.1" status: 200 len: 945 time: 0.0663607 Jul 05 10:47:59.810326 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3037fb94-81a8-4e22-b402-82615b39c8a1 req-2c64dbfd-e85f-4017-a80a-4af244139087 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308120 Jul 05 10:48:00.985746 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7ebf4-3138-4b5f-9845-7a0672e13465 req-c2824a3d-4115-4688-a1fd-919671f1d76f tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:00.989671 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78b7ebf4-3138-4b5f-9845-7a0672e13465 req-c2824a3d-4115-4688-a1fd-919671f1d76f tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ce161-c93a-49d3-85a5-8cbf0998f1c0 HTTP/1.1" status: 200 len: 945 time: 0.0649972 Jul 05 10:48:01.024700 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-78b7ebf4-3138-4b5f-9845-7a0672e13465 req-96f4ab1a-9bb3-47c7-bdbd-9da35f668091 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314136 Jul 05 10:48:01.250769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-dd147ce1-4dc2-4fb0-be9b-115c8507c760 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:01.252181 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-dd147ce1-4dc2-4fb0-be9b-115c8507c760 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/networks?id=91b779f2-438e-4cec-a4ad-bc8344721a69 HTTP/1.1" status: 200 len: 814 time: 0.1049480 Jul 05 10:48:01.266483 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-5a2e9b18-a4ef-431d-8199-0beda3a12ae1 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/quotas/14c7523d80df44e8868838085a6a5df2 HTTP/1.1" status: 200 len: 375 time: 0.0090489 Jul 05 10:48:01.329416 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-c4f5601c-3ade-4c43-a277-80ae6141c066 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=14c7523d80df44e8868838085a6a5df2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0579884 Jul 05 10:48:01.408892 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-e5d32eae-2c7a-4e1b-987b-b3f0e400bc92 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:48:01.410402 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-e5d32eae-2c7a-4e1b-987b-b3f0e400bc92 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0423384 Jul 05 10:48:01.501809 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-0402d80e-79b7-43a2-b313-8b511b1959c6 service neutron] 10.222.0.79 "GET /v2.0/networks/91b779f2-438e-4cec-a4ad-bc8344721a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856955 Jul 05 10:48:01.590075 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-5b728083-e93b-4f6c-90da-bb04f0f763fc service neutron] 10.222.0.79 "GET /v2.0/networks/91b779f2-438e-4cec-a4ad-bc8344721a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825787 Jul 05 10:48:01.765719 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a06e533b-4d9d-4f67-9d26-affe2a5cb138 req-4eb6148b-c51f-44fd-9b2d-c3b7578fc201 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=a97ea85f-6131-404e-a4b0-098290b0a0b4 HTTP/1.1" status: 200 len: 210 time: 0.0293260 Jul 05 10:48:02.915421 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-7f92c4bc-d27c-40ec-86e3-3678abcc86f3 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:02.916845 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-7f92c4bc-d27c-40ec-86e3-3678abcc86f3 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.78 "GET /v2.0/networks?id=91b779f2-438e-4cec-a4ad-bc8344721a69 HTTP/1.1" status: 200 len: 814 time: 0.1106923 Jul 05 10:48:02.917849 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d40eb824-1a2e-4fff-b8ea-e5ce094c80fe req-e5b6cfac-c027-4059-9b27-2ddae3a395fa tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=a97ea85f-6131-404e-a4b0-098290b0a0b4 HTTP/1.1" status: 200 len: 210 time: 0.0398762 Jul 05 10:48:02.936732 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-30997337-8d9b-419f-bd69-2363c353f32b tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Request body: {'port': {'device_id': 'a97ea85f-6131-404e-a4b0-098290b0a0b4', 'network_id': '91b779f2-438e-4cec-a4ad-bc8344721a69', 'admin_state_up': True, 'tenant_id': '14c7523d80df44e8868838085a6a5df2'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:03.052079 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-30997337-8d9b-419f-bd69-2363c353f32b tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Made reservation on behalf of 14c7523d80df44e8868838085a6a5df2 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:48:03.055810 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-30997337-8d9b-419f-bd69-2363c353f32b tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:03.181648 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-30997337-8d9b-419f-bd69-2363c353f32b tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Allocated IP 172.20.0.10 (91b779f2-438e-4cec-a4ad-bc8344721a69/da1b6d1b-1a54-4460-9e66-d77e6a807778/0bae2e66-9cc8-4c6c-b362-a7dbb11b2824) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:48:03.220946 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:03.328418 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-30997337-8d9b-419f-bd69-2363c353f32b tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:03.368014 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-30997337-8d9b-419f-bd69-2363c353f32b tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:03.380677 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['1dce019a-e96a-4be9-8242-a0a02f4c6f6b'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:48:03.415521 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-30997337-8d9b-419f-bd69-2363c353f32b tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Network 91b779f2-438e-4cec-a4ad-bc8344721a69 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:48:03.421105 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-30997337-8d9b-419f-bd69-2363c353f32b tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:03.425715 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-30997337-8d9b-419f-bd69-2363c353f32b tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:48:03.450867 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30997337-8d9b-419f-bd69-2363c353f32b tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Pushing event updated for resources: {'Port': ['ID=0bae2e66-9cc8-4c6c-b362-a7dbb11b2824,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:03.480055 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-30997337-8d9b-419f-bd69-2363c353f32b tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:03.480681 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-30997337-8d9b-419f-bd69-2363c353f32b tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:03.494812 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-30997337-8d9b-419f-bd69-2363c353f32b tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5623817 Jul 05 10:48:03.506484 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-25ec61da-9f2d-46da-82e4-acf51fe7b025 service neutron] Request body: {'port': {'device_id': 'a97ea85f-6131-404e-a4b0-098290b0a0b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:03.577830 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-25ec61da-9f2d-46da-82e4-acf51fe7b025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:03.846549 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-25ec61da-9f2d-46da-82e4-acf51fe7b025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bae2e66-9cc8-4c6c-b362-a7dbb11b2824 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:48:03.854454 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-25ec61da-9f2d-46da-82e4-acf51fe7b025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:03.866575 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-25ec61da-9f2d-46da-82e4-acf51fe7b025 service neutron] Transition to ACTIVE for port object 0bae2e66-9cc8-4c6c-b362-a7dbb11b2824 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:03.869339 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-25ec61da-9f2d-46da-82e4-acf51fe7b025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:03.919425 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec61da-9f2d-46da-82e4-acf51fe7b025 service neutron] Pushing event updated for resources: {'Port': ['ID=0bae2e66-9cc8-4c6c-b362-a7dbb11b2824,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:03.984380 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-25ec61da-9f2d-46da-82e4-acf51fe7b025 service neutron] Attempting to bind port 0bae2e66-9cc8-4c6c-b362-a7dbb11b2824 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:48:03.984720 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-25ec61da-9f2d-46da-82e4-acf51fe7b025 service neutron] Attempting to bind port 0bae2e66-9cc8-4c6c-b362-a7dbb11b2824 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '6f28a2ae-b89c-47cd-8515-786736b2c989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '91b779f2-438e-4cec-a4ad-bc8344721a69'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:48:03.985047 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-25ec61da-9f2d-46da-82e4-acf51fe7b025 service neutron] Attempting to bind port 0bae2e66-9cc8-4c6c-b362-a7dbb11b2824 on network 91b779f2-438e-4cec-a4ad-bc8344721a69 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:48:03.989336 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-25ec61da-9f2d-46da-82e4-acf51fe7b025 service neutron] Port 0bae2e66-9cc8-4c6c-b362-a7dbb11b2824 on network 91b779f2-438e-4cec-a4ad-bc8344721a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:48:03.989677 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-25ec61da-9f2d-46da-82e4-acf51fe7b025 service neutron] Attempting to bind port 0bae2e66-9cc8-4c6c-b362-a7dbb11b2824 on network 91b779f2-438e-4cec-a4ad-bc8344721a69 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:48:03.994362 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-25ec61da-9f2d-46da-82e4-acf51fe7b025 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:48:03.994699 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-25ec61da-9f2d-46da-82e4-acf51fe7b025 service neutron] Checking segment: {'id': '6f28a2ae-b89c-47cd-8515-786736b2c989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '91b779f2-438e-4cec-a4ad-bc8344721a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:03.995082 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-25ec61da-9f2d-46da-82e4-acf51fe7b025 service neutron] Bound using segment: {'id': '6f28a2ae-b89c-47cd-8515-786736b2c989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '91b779f2-438e-4cec-a4ad-bc8344721a69'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:48:03.995510 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-25ec61da-9f2d-46da-82e4-acf51fe7b025 service neutron] Bound port: 0bae2e66-9cc8-4c6c-b362-a7dbb11b2824, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f28a2ae-b89c-47cd-8515-786736b2c989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '91b779f2-438e-4cec-a4ad-bc8344721a69'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:48:03.995888 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-25ec61da-9f2d-46da-82e4-acf51fe7b025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:04.063889 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-25ec61da-9f2d-46da-82e4-acf51fe7b025 service neutron] For port 0bae2e66-9cc8-4c6c-b362-a7dbb11b2824, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:48:04.067579 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-25ec61da-9f2d-46da-82e4-acf51fe7b025 service neutron] For port 0bae2e66-9cc8-4c6c-b362-a7dbb11b2824, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=0bae2e66-9cc8-4c6c-b362-a7dbb11b2824,segment=NetworkSegment(6f28a2ae-b89c-47cd-8515-786736b2c989),segment_id=6f28a2ae-b89c-47cd-8515-786736b2c989)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:48:04.071988 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-25ec61da-9f2d-46da-82e4-acf51fe7b025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:04.096023 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ec0e3-f004-447d-b0d6-65dba63382d8 req-6c749946-9646-4428-994b-9846c4206e3b tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:04.097772 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-351ec0e3-f004-447d-b0d6-65dba63382d8 req-6c749946-9646-4428-994b-9846c4206e3b tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=a97ea85f-6131-404e-a4b0-098290b0a0b4 HTTP/1.1" status: 200 len: 944 time: 0.0650184 Jul 05 10:48:04.105326 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-25ec61da-9f2d-46da-82e4-acf51fe7b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:04.105790 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-25ec61da-9f2d-46da-82e4-acf51fe7b025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:04.107200 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-25ec61da-9f2d-46da-82e4-acf51fe7b025 service neutron] 10.222.0.78 "PUT /v2.0/ports/0bae2e66-9cc8-4c6c-b362-a7dbb11b2824 HTTP/1.1" status: 200 len: 1092 time: 0.6051695 Jul 05 10:48:04.107640 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97ea85f-6131-404e-a4b0-098290b0a0b4', 'tag': '0bae2e66-9cc8-4c6c-b362-a7dbb11b2824'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:48:04.109914 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f56d652-8f1a-4f17-ba18-5fdb95900ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "a97ea85f-6131-404e-a4b0-098290b0a0b4", "tag": "0bae2e66-9cc8-4c6c-b362-a7dbb11b2824"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:48:04.136891 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec61da-9f2d-46da-82e4-acf51fe7b025 service neutron] Pushing event updated for resources: {'Port': ['ID=0bae2e66-9cc8-4c6c-b362-a7dbb11b2824,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:04.138124 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-351ec0e3-f004-447d-b0d6-65dba63382d8 req-eeb2ca5e-3e4b-4762-a433-535d8c1cdb97 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344853 Jul 05 10:48:04.181116 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eca081d-53f6-4271-9900-e7ad0b60493f x-openstack-request-id: req-2eca081d-53f6-4271-9900-e7ad0b60493f {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:48:04.181419 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97ea85f-6131-404e-a4b0-098290b0a0b4", "tag": "0bae2e66-9cc8-4c6c-b362-a7dbb11b2824", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:48:04.181681 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2eca081d-53f6-4271-9900-e7ad0b60493f {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:48:04.182085 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97ea85f-6131-404e-a4b0-098290b0a0b4', 'tag': '0bae2e66-9cc8-4c6c-b362-a7dbb11b2824', 'status': 'completed', 'code': 200} Jul 05 10:48:04.209188 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-0d78fb6d-eb89-4f38-b293-4aa879cea238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:04.210709 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-0d78fb6d-eb89-4f38-b293-4aa879cea238 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=14c7523d80df44e8868838085a6a5df2&device_id=a97ea85f-6131-404e-a4b0-098290b0a0b4 HTTP/1.1" status: 200 len: 1095 time: 0.0586054 Jul 05 10:48:04.254419 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-3fdf62ff-a464-41b9-802c-f10cfc110c22 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bae2e66-9cc8-4c6c-b362-a7dbb11b2824 HTTP/1.1" status: 200 len: 217 time: 0.0366206 Jul 05 10:48:04.302746 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-96c43384-d4b0-44b9-8f5c-c4eefe12c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:04.304182 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-96c43384-d4b0-44b9-8f5c-c4eefe12c904 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=da1b6d1b-1a54-4460-9e66-d77e6a807778 HTTP/1.1" status: 200 len: 854 time: 0.0441780 Jul 05 10:48:04.344158 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-861ca4dd-b8d4-4356-8e2d-c44886d1ec6d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=91b779f2-438e-4cec-a4ad-bc8344721a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334630 Jul 05 10:48:04.433430 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-f75b8c4a-9023-4bb1-ab81-6d5d7ad6d9f9 service neutron] 10.222.0.78 "GET /v2.0/networks/91b779f2-438e-4cec-a4ad-bc8344721a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829470 Jul 05 10:48:04.522104 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f4adb501-1924-44fa-99e4-b1f3e1da64b8 req-3edd4c2a-3164-45c1-a4c8-b1f976960975 service neutron] 10.222.0.78 "GET /v2.0/networks/91b779f2-438e-4cec-a4ad-bc8344721a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819371 Jul 05 10:48:04.621527 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56d652-8f1a-4f17-ba18-5fdb95900ceb req-6298ac5a-1843-4822-86d3-685230f16d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:04.623024 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7f56d652-8f1a-4f17-ba18-5fdb95900ceb req-6298ac5a-1843-4822-86d3-685230f16d4a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=14c7523d80df44e8868838085a6a5df2&device_id=a97ea85f-6131-404e-a4b0-098290b0a0b4 HTTP/1.1" status: 200 len: 1095 time: 0.0527749 Jul 05 10:48:04.715061 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56d652-8f1a-4f17-ba18-5fdb95900ceb req-d861af20-b157-4b80-9251-5a317957c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:04.716477 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7f56d652-8f1a-4f17-ba18-5fdb95900ceb req-d861af20-b157-4b80-9251-5a317957c106 service neutron] 10.222.0.78 "GET /v2.0/networks?id=91b779f2-438e-4cec-a4ad-bc8344721a69 HTTP/1.1" status: 200 len: 915 time: 0.0867267 Jul 05 10:48:04.756573 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7f56d652-8f1a-4f17-ba18-5fdb95900ceb req-82aded99-4016-4bb3-a840-eb8038558e62 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bae2e66-9cc8-4c6c-b362-a7dbb11b2824 HTTP/1.1" status: 200 len: 217 time: 0.0334134 Jul 05 10:48:04.807436 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56d652-8f1a-4f17-ba18-5fdb95900ceb req-3860cae8-a253-484b-a101-a6fca5838e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:04.808873 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7f56d652-8f1a-4f17-ba18-5fdb95900ceb req-3860cae8-a253-484b-a101-a6fca5838e82 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=da1b6d1b-1a54-4460-9e66-d77e6a807778 HTTP/1.1" status: 200 len: 854 time: 0.0464160 Jul 05 10:48:04.841464 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7f56d652-8f1a-4f17-ba18-5fdb95900ceb req-9103fd9f-c4c1-41ff-9fbd-cdeeee7966d7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=91b779f2-438e-4cec-a4ad-bc8344721a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263002 Jul 05 10:48:04.926425 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7f56d652-8f1a-4f17-ba18-5fdb95900ceb req-f0a3b8f5-63a1-4512-a858-d0a7461525bf service neutron] 10.222.0.78 "GET /v2.0/networks/91b779f2-438e-4cec-a4ad-bc8344721a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782440 Jul 05 10:48:05.018243 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7f56d652-8f1a-4f17-ba18-5fdb95900ceb req-2c72c2d5-eb12-41c8-aeec-c1c014e73524 service neutron] 10.222.0.78 "GET /v2.0/networks/91b779f2-438e-4cec-a4ad-bc8344721a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858481 Jul 05 10:48:05.312343 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646307b-7ed2-4cae-a504-7ee74287320c req-e9593996-d2e0-4451-9739-53835e35d667 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:05.313822 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5646307b-7ed2-4cae-a504-7ee74287320c req-e9593996-d2e0-4451-9739-53835e35d667 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=a97ea85f-6131-404e-a4b0-098290b0a0b4 HTTP/1.1" status: 200 len: 944 time: 0.0617774 Jul 05 10:48:05.352407 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5646307b-7ed2-4cae-a504-7ee74287320c req-11e982e1-d082-4ce4-b555-2d56795c7185 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320513 Jul 05 10:48:06.527065 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ab723-0937-488c-bad4-07e74c3d29ec req-43108a09-0e16-4b8e-96f7-e499e9a045c2 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:06.528579 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-514ab723-0937-488c-bad4-07e74c3d29ec req-43108a09-0e16-4b8e-96f7-e499e9a045c2 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=a97ea85f-6131-404e-a4b0-098290b0a0b4 HTTP/1.1" status: 200 len: 944 time: 0.0668905 Jul 05 10:48:06.566154 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-514ab723-0937-488c-bad4-07e74c3d29ec req-176015a1-9241-4407-aae0-05a7421e1e0b tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320325 Jul 05 10:48:06.696446 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:07.736724 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1a0aa-ad02-42ba-bd0e-3a877a32a0e5 req-aeb7d788-fbd3-454b-8ece-ebb8842b63f6 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:07.738749 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45f1a0aa-ad02-42ba-bd0e-3a877a32a0e5 req-aeb7d788-fbd3-454b-8ece-ebb8842b63f6 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=a97ea85f-6131-404e-a4b0-098290b0a0b4 HTTP/1.1" status: 200 len: 944 time: 0.0626717 Jul 05 10:48:07.777048 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-45f1a0aa-ad02-42ba-bd0e-3a877a32a0e5 req-de789e74-78db-402b-8343-7d4043d6b832 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323873 Jul 05 10:48:08.952676 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31943b32-e9c8-4595-8c81-93c2ea8cf338 req-23654ffe-fb87-489a-94da-31d7f9bd15a9 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:08.954155 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-31943b32-e9c8-4595-8c81-93c2ea8cf338 req-23654ffe-fb87-489a-94da-31d7f9bd15a9 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=a97ea85f-6131-404e-a4b0-098290b0a0b4 HTTP/1.1" status: 200 len: 944 time: 0.0667069 Jul 05 10:48:08.992058 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-31943b32-e9c8-4595-8c81-93c2ea8cf338 req-fd9a1335-1b52-4ddc-b096-8fdc7ef36d94 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315228 Jul 05 10:48:09.964586 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dba88238-c6ab-4ea0-bb79-332a17a568e4 req-c51c7b3b-45e8-499f-a843-61c98cdbd5b9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9d5ce161-c93a-49d3-85a5-8cbf0998f1c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504227 Jul 05 10:48:10.058125 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba88238-c6ab-4ea0-bb79-332a17a568e4 req-6c14bc31-d112-457b-b53c-6f52be54cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:10.059681 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dba88238-c6ab-4ea0-bb79-332a17a568e4 req-6c14bc31-d112-457b-b53c-6f52be54cd6f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=14c7523d80df44e8868838085a6a5df2&device_id=9d5ce161-c93a-49d3-85a5-8cbf0998f1c0 HTTP/1.1" status: 200 len: 1096 time: 0.0534973 Jul 05 10:48:10.204452 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba88238-c6ab-4ea0-bb79-332a17a568e4 req-f16cefe3-6f16-4c0e-84dd-0891b2a84efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:10.206745 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dba88238-c6ab-4ea0-bb79-332a17a568e4 req-f16cefe3-6f16-4c0e-84dd-0891b2a84efc service neutron] 10.222.0.81 "GET /v2.0/networks?id=91b779f2-438e-4cec-a4ad-bc8344721a69 HTTP/1.1" status: 200 len: 915 time: 0.1257880 Jul 05 10:48:10.218438 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687b7cd-d397-4cb0-9d09-f632ebe78c1d req-d19642ac-660b-460f-8649-4cabcad92f49 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:10.219807 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a687b7cd-d397-4cb0-9d09-f632ebe78c1d req-d19642ac-660b-460f-8649-4cabcad92f49 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=a97ea85f-6131-404e-a4b0-098290b0a0b4 HTTP/1.1" status: 200 len: 944 time: 0.0953107 Jul 05 10:48:10.243252 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 0bae2e66-9cc8-4c6c-b362-a7dbb11b2824 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:48:10.262021 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dba88238-c6ab-4ea0-bb79-332a17a568e4 req-53df4f70-45b9-4083-a030-ab7c2a72e44e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1dce019a-e96a-4be9-8242-a0a02f4c6f6b HTTP/1.1" status: 200 len: 217 time: 0.0412929 Jul 05 10:48:10.319116 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a687b7cd-d397-4cb0-9d09-f632ebe78c1d req-a25e31c0-768e-402d-89b3-af207f220c51 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917199 Jul 05 10:48:10.326249 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba88238-c6ab-4ea0-bb79-332a17a568e4 req-b85ada5d-6bff-4e79-84e5-619de78921fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:10.327721 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dba88238-c6ab-4ea0-bb79-332a17a568e4 req-b85ada5d-6bff-4e79-84e5-619de78921fe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=da1b6d1b-1a54-4460-9e66-d77e6a807778 HTTP/1.1" status: 200 len: 854 time: 0.0579641 Jul 05 10:48:10.340533 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 0bae2e66-9cc8-4c6c-b362-a7dbb11b2824, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=0bae2e66-9cc8-4c6c-b362-a7dbb11b2824,segment=NetworkSegment(6f28a2ae-b89c-47cd-8515-786736b2c989),segment_id=6f28a2ae-b89c-47cd-8515-786736b2c989)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:10.351953 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '0bae2e66-9cc8-4c6c-b362-a7dbb11b2824', 'network_id': '91b779f2-438e-4cec-a4ad-bc8344721a69', 'port_id': '0bae2e66-9cc8-4c6c-b362-a7dbb11b2824', 'mac_address': 'fa:16:3e:8b:d1:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da1b6d1b-1a54-4460-9e66-d77e6a807778', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:48:10.361574 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dba88238-c6ab-4ea0-bb79-332a17a568e4 req-0814e087-530b-4ad8-9397-10970bb32ca1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=91b779f2-438e-4cec-a4ad-bc8344721a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255234 Jul 05 10:48:10.388904 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:10.402200 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bae2e66-9cc8-4c6c-b362-a7dbb11b2824 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:48:10.421570 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 0bae2e66-9cc8-4c6c-b362-a7dbb11b2824, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=0bae2e66-9cc8-4c6c-b362-a7dbb11b2824,segment=NetworkSegment(6f28a2ae-b89c-47cd-8515-786736b2c989),segment_id=6f28a2ae-b89c-47cd-8515-786736b2c989)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:10.425862 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:10.460719 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dba88238-c6ab-4ea0-bb79-332a17a568e4 req-be3207ca-184f-4398-9762-e8ec4ceb02b1 service neutron] 10.222.0.81 "GET /v2.0/networks/91b779f2-438e-4cec-a4ad-bc8344721a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911946 Jul 05 10:48:10.473701 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=0bae2e66-9cc8-4c6c-b362-a7dbb11b2824,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:10.546231 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dba88238-c6ab-4ea0-bb79-332a17a568e4 req-23012b17-9c94-4366-a34f-b84dfe72c32f service neutron] 10.222.0.81 "GET /v2.0/networks/91b779f2-438e-4cec-a4ad-bc8344721a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791576 Jul 05 10:48:10.738970 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['0bae2e66-9cc8-4c6c-b362-a7dbb11b2824'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:48:11.326856 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:48:11.496666 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5347f-7a84-4688-958d-18b4f62c9b8a req-37090587-4d49-4f74-b080-ecbb950fbf94 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:11.498074 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3b5347f-7a84-4688-958d-18b4f62c9b8a req-37090587-4d49-4f74-b080-ecbb950fbf94 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=a97ea85f-6131-404e-a4b0-098290b0a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0679469 Jul 05 10:48:11.536623 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3b5347f-7a84-4688-958d-18b4f62c9b8a req-a838b9f5-9ad2-400e-a476-30938fcb7ad0 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323582 Jul 05 10:48:12.257651 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 0bae2e66-9cc8-4c6c-b362-a7dbb11b2824 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:48:12.304968 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 0bae2e66-9cc8-4c6c-b362-a7dbb11b2824 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:48:12.308559 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 0bae2e66-9cc8-4c6c-b362-a7dbb11b2824 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:12.308932 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:12.384776 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:12.406054 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97ea85f-6131-404e-a4b0-098290b0a0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bae2e66-9cc8-4c6c-b362-a7dbb11b2824'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:48:12.408364 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a678c7e-2e6a-411f-beb5-6d2b59757dea" -d '{"events": [{"server_uuid": "a97ea85f-6131-404e-a4b0-098290b0a0b4", "name": "network-vif-plugged", "status": "completed", "tag": "0bae2e66-9cc8-4c6c-b362-a7dbb11b2824"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:48:12.421264 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 0bae2e66-9cc8-4c6c-b362-a7dbb11b2824, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=0bae2e66-9cc8-4c6c-b362-a7dbb11b2824,segment=NetworkSegment(6f28a2ae-b89c-47cd-8515-786736b2c989),segment_id=6f28a2ae-b89c-47cd-8515-786736b2c989)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:12.425761 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:12.450145 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb04703-9902-4f58-890e-4df0f0ea9678 x-openstack-request-id: req-eeb04703-9902-4f58-890e-4df0f0ea9678 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:48:12.450451 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97ea85f-6131-404e-a4b0-098290b0a0b4", "name": "network-vif-plugged", "status": "completed", "tag": "0bae2e66-9cc8-4c6c-b362-a7dbb11b2824", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:48:12.450710 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eeb04703-9902-4f58-890e-4df0f0ea9678 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:48:12.451104 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97ea85f-6131-404e-a4b0-098290b0a0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bae2e66-9cc8-4c6c-b362-a7dbb11b2824', 'code': 200} Jul 05 10:48:12.477801 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=0bae2e66-9cc8-4c6c-b362-a7dbb11b2824,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:12.610849 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed06cb-31a3-4bce-81e3-3a6c37020746 req-ef1af203-dedf-4c98-ba09-5c3ff6a7035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:12.612441 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-abed06cb-31a3-4bce-81e3-3a6c37020746 req-ef1af203-dedf-4c98-ba09-5c3ff6a7035e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a97ea85f-6131-404e-a4b0-098290b0a0b4 HTTP/1.1" status: 200 len: 1097 time: 0.1066344 Jul 05 10:48:12.647443 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-abed06cb-31a3-4bce-81e3-3a6c37020746 req-84c4d71c-d5ef-4e91-9d8f-3358987f364c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286300 Jul 05 10:48:12.710466 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f235185-1899-49ec-992f-f17487a555cf req-30597233-054d-4762-9ab1-11e05565bc3e tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:12.711978 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0f235185-1899-49ec-992f-f17487a555cf req-30597233-054d-4762-9ab1-11e05565bc3e tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=a97ea85f-6131-404e-a4b0-098290b0a0b4 HTTP/1.1" status: 200 len: 946 time: 0.0652523 Jul 05 10:48:12.752292 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0f235185-1899-49ec-992f-f17487a555cf req-69108a14-73d8-471a-8993-94ce67e1891e tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348513 Jul 05 10:48:13.932328 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df80f76-f6da-4ac9-9999-7b5b1985c317 req-e70e35ab-2162-411f-8965-f893a4d1c2c2 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:13.934045 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3df80f76-f6da-4ac9-9999-7b5b1985c317 req-e70e35ab-2162-411f-8965-f893a4d1c2c2 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=a97ea85f-6131-404e-a4b0-098290b0a0b4 HTTP/1.1" status: 200 len: 946 time: 0.0660903 Jul 05 10:48:13.970292 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3df80f76-f6da-4ac9-9999-7b5b1985c317 req-bae26c2a-f009-4d8e-946b-e274a77cf59e tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309145 Jul 05 10:48:14.338733 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd50ac8-bf45-4693-a7cb-ee6bbd5a1660 req-868c59cf-f9c1-4549-89e2-7d1ca7cc5623 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:14.340246 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1bd50ac8-bf45-4693-a7cb-ee6bbd5a1660 req-868c59cf-f9c1-4549-89e2-7d1ca7cc5623 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=a97ea85f-6131-404e-a4b0-098290b0a0b4 HTTP/1.1" status: 200 len: 946 time: 0.0624821 Jul 05 10:48:14.376698 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1bd50ac8-bf45-4693-a7cb-ee6bbd5a1660 req-be900bd7-be03-439a-bc3a-d88aa4932648 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310726 Jul 05 10:48:15.548302 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da0413-9890-4931-b9e0-b7f9c01ca382 req-d6c60b3d-8554-4971-be5f-e22a244fa94d tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:15.550398 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6da0413-9890-4931-b9e0-b7f9c01ca382 req-d6c60b3d-8554-4971-be5f-e22a244fa94d tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=a97ea85f-6131-404e-a4b0-098290b0a0b4 HTTP/1.1" status: 200 len: 946 time: 0.0631602 Jul 05 10:48:15.586667 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e6da0413-9890-4931-b9e0-b7f9c01ca382 req-22aff5a8-a07d-4660-a203-3baf1d8a2400 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308623 Jul 05 10:48:15.794516 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947d06b-b118-4541-957f-42e89a3c30cb req-2abb5dfc-7372-4161-ac66-5be3330b5af3 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:15.795946 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5947d06b-b118-4541-957f-42e89a3c30cb req-2abb5dfc-7372-4161-ac66-5be3330b5af3 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.78 "GET /v2.0/ports?device_id=a97ea85f-6131-404e-a4b0-098290b0a0b4 HTTP/1.1" status: 200 len: 946 time: 0.0647225 Jul 05 10:48:15.896678 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-5947d06b-b118-4541-957f-42e89a3c30cb req-c979e43b-bce4-4df5-ae86-2a16d2e27cc1 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Deleting port 0bae2e66-9cc8-4c6c-b362-a7dbb11b2824 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:48:15.897034 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5947d06b-b118-4541-957f-42e89a3c30cb req-c979e43b-bce4-4df5-ae86-2a16d2e27cc1 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:15.981830 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-5947d06b-b118-4541-957f-42e89a3c30cb req-c979e43b-bce4-4df5-ae86-2a16d2e27cc1 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] For port 0bae2e66-9cc8-4c6c-b362-a7dbb11b2824, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=0bae2e66-9cc8-4c6c-b362-a7dbb11b2824,segment=NetworkSegment(6f28a2ae-b89c-47cd-8515-786736b2c989),segment_id=6f28a2ae-b89c-47cd-8515-786736b2c989)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:15.982191 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5947d06b-b118-4541-957f-42e89a3c30cb req-c979e43b-bce4-4df5-ae86-2a16d2e27cc1 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:15.998582 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-5947d06b-b118-4541-957f-42e89a3c30cb req-c979e43b-bce4-4df5-ae86-2a16d2e27cc1 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Calling delete_port for 0bae2e66-9cc8-4c6c-b362-a7dbb11b2824 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:48:16.120268 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5947d06b-b118-4541-957f-42e89a3c30cb req-c979e43b-bce4-4df5-ae86-2a16d2e27cc1 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:16.132156 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['0bae2e66-9cc8-4c6c-b362-a7dbb11b2824'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:48:16.136328 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['1dce019a-e96a-4be9-8242-a0a02f4c6f6b'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:48:16.149879 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979e43b-bce4-4df5-ae86-2a16d2e27cc1 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Pushing event deleted for resources: {'Port': ['ID=0bae2e66-9cc8-4c6c-b362-a7dbb11b2824,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:16.195776 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-5947d06b-b118-4541-957f-42e89a3c30cb req-c979e43b-bce4-4df5-ae86-2a16d2e27cc1 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] No DVR routers for this DVR port 0bae2e66-9cc8-4c6c-b362-a7dbb11b2824 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:48:16.198732 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5947d06b-b118-4541-957f-42e89a3c30cb req-c979e43b-bce4-4df5-ae86-2a16d2e27cc1 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:16.200750 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5947d06b-b118-4541-957f-42e89a3c30cb req-c979e43b-bce4-4df5-ae86-2a16d2e27cc1 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.78 "DELETE /v2.0/ports/0bae2e66-9cc8-4c6c-b362-a7dbb11b2824 HTTP/1.1" status: 204 len: 173 time: 0.3991859 Jul 05 10:48:16.201192 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97ea85f-6131-404e-a4b0-098290b0a0b4', 'name': 'network-vif-deleted', 'tag': '0bae2e66-9cc8-4c6c-b362-a7dbb11b2824'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:48:16.203433 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87242889-9652-40c8-86fb-261c4c352787" -d '{"events": [{"server_uuid": "a97ea85f-6131-404e-a4b0-098290b0a0b4", "name": "network-vif-deleted", "tag": "0bae2e66-9cc8-4c6c-b362-a7dbb11b2824"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:48:16.249497 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a92e3d-9544-4908-b22c-31572aaa80f7 x-openstack-request-id: req-98a92e3d-9544-4908-b22c-31572aaa80f7 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:48:16.249806 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97ea85f-6131-404e-a4b0-098290b0a0b4", "name": "network-vif-deleted", "tag": "0bae2e66-9cc8-4c6c-b362-a7dbb11b2824", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:48:16.250053 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-98a92e3d-9544-4908-b22c-31572aaa80f7 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:48:16.250455 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97ea85f-6131-404e-a4b0-098290b0a0b4', 'name': 'network-vif-deleted', 'tag': '0bae2e66-9cc8-4c6c-b362-a7dbb11b2824', 'status': 'completed', 'code': 200} Jul 05 10:48:16.742702 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b3dafd0-b82d-45c5-9971-0d479b4d0761 req-a8cb550b-1f12-4151-a74b-0f4e547ee8f6 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=a97ea85f-6131-404e-a4b0-098290b0a0b4 HTTP/1.1" status: 200 len: 210 time: 0.0324538 Jul 05 10:48:17.989878 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde86b0-ef16-47ab-a64d-ecc74b38e6b7 req-2165fdf5-f2d8-4cab-b000-a6e54f99ba0c tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:17.991361 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2cde86b0-ef16-47ab-a64d-ecc74b38e6b7 req-2165fdf5-f2d8-4cab-b000-a6e54f99ba0c tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ce161-c93a-49d3-85a5-8cbf0998f1c0 HTTP/1.1" status: 200 len: 945 time: 0.0632515 Jul 05 10:48:18.027980 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2cde86b0-ef16-47ab-a64d-ecc74b38e6b7 req-ffc86e7d-85ae-46be-9d14-f9126bbc33df tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311110 Jul 05 10:48:18.216902 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a254f4d-91a6-4d91-8509-44718bc0dd03 req-387d4029-22b3-4b8d-bb82-7786d7d3c0ae tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:18.218310 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a254f4d-91a6-4d91-8509-44718bc0dd03 req-387d4029-22b3-4b8d-bb82-7786d7d3c0ae tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ce161-c93a-49d3-85a5-8cbf0998f1c0 HTTP/1.1" status: 200 len: 945 time: 0.0639455 Jul 05 10:48:18.255378 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a254f4d-91a6-4d91-8509-44718bc0dd03 req-e148b0ac-a3df-4c62-aae6-ac5f0b6cdd7e tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315058 Jul 05 10:48:18.431284 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f0cc8-a907-4000-be04-bb4d9e36a3f2 req-c0898122-901d-4724-b9aa-984ebb02c6a0 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:18.432880 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-973f0cc8-a907-4000-be04-bb4d9e36a3f2 req-c0898122-901d-4724-b9aa-984ebb02c6a0 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ce161-c93a-49d3-85a5-8cbf0998f1c0 HTTP/1.1" status: 200 len: 945 time: 0.0661051 Jul 05 10:48:18.469326 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-973f0cc8-a907-4000-be04-bb4d9e36a3f2 req-d914301f-d4f2-42d1-9b56-909f5a4e2791 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309083 Jul 05 10:48:18.738327 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d45c55-0329-4b90-8773-b190a8558013 req-ab7fc5fd-4db3-4443-8c78-5a081841df22 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:18.739735 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a1d45c55-0329-4b90-8773-b190a8558013 req-ab7fc5fd-4db3-4443-8c78-5a081841df22 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ce161-c93a-49d3-85a5-8cbf0998f1c0 HTTP/1.1" status: 200 len: 945 time: 0.0625820 Jul 05 10:48:18.778893 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a1d45c55-0329-4b90-8773-b190a8558013 req-d9702f9f-c09c-44c5-b627-b15d12827425 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336018 Jul 05 10:48:18.949391 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127cb068-d585-4b57-bf99-4b96dd6b248c req-c94475a8-531d-42db-94a9-0d90d7fb0638 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:18.950835 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-127cb068-d585-4b57-bf99-4b96dd6b248c req-c94475a8-531d-42db-94a9-0d90d7fb0638 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ce161-c93a-49d3-85a5-8cbf0998f1c0 HTTP/1.1" status: 200 len: 945 time: 0.0644734 Jul 05 10:48:18.988095 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-127cb068-d585-4b57-bf99-4b96dd6b248c req-c470a18b-01da-4406-a596-8bd6e4303032 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312266 Jul 05 10:48:19.167147 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea8859-6440-4797-8d0e-7246e764c090 req-6c05252d-5472-4e8a-a033-f31e4fc2a12d tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:19.168680 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53ea8859-6440-4797-8d0e-7246e764c090 req-6c05252d-5472-4e8a-a033-f31e4fc2a12d tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ce161-c93a-49d3-85a5-8cbf0998f1c0 HTTP/1.1" status: 200 len: 945 time: 0.0629344 Jul 05 10:48:19.206998 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53ea8859-6440-4797-8d0e-7246e764c090 req-0633aeb9-f2dd-4f6a-834e-c64b62c38d45 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320444 Jul 05 10:48:19.715924 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8528fed-fd8c-462b-a4a6-c0acd0840c36 req-007256a7-5102-43c3-a3c0-094a4c0d11a0 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:19.717363 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8528fed-fd8c-462b-a4a6-c0acd0840c36 req-007256a7-5102-43c3-a3c0-094a4c0d11a0 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ce161-c93a-49d3-85a5-8cbf0998f1c0 HTTP/1.1" status: 200 len: 945 time: 0.0613630 Jul 05 10:48:19.754054 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8528fed-fd8c-462b-a4a6-c0acd0840c36 req-d041e13f-807a-41c3-a8bd-36e7836415db tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311501 Jul 05 10:48:20.261261 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 0bae2e66-9cc8-4c6c-b362-a7dbb11b2824 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:48:20.281700 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 0bae2e66-9cc8-4c6c-b362-a7dbb11b2824 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:48:20.282042 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 0bae2e66-9cc8-4c6c-b362-a7dbb11b2824 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:48:20.932377 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f75d14-6d10-4eea-8411-bec3b0abf7c3 req-81af2b66-15ac-4615-8e34-fb352a842949 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:20.933863 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49f75d14-6d10-4eea-8411-bec3b0abf7c3 req-81af2b66-15ac-4615-8e34-fb352a842949 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ce161-c93a-49d3-85a5-8cbf0998f1c0 HTTP/1.1" status: 200 len: 945 time: 0.0658357 Jul 05 10:48:20.971078 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49f75d14-6d10-4eea-8411-bec3b0abf7c3 req-e3ff2b9b-d63d-43ea-9815-297e25213c72 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b8d989d-c00c-4f86-87af-57fd9428db5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316858 Jul 05 10:48:21.016861 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9bb383e-6879-4d85-a21b-ec3a90e0f348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:21.073460 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79097f11-5d3e-4483-9db9-e5a78e95cb27 req-e4f6c1ca-321d-4501-bc9c-ccc043b794d9 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:21.074911 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79097f11-5d3e-4483-9db9-e5a78e95cb27 req-e4f6c1ca-321d-4501-bc9c-ccc043b794d9 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d5ce161-c93a-49d3-85a5-8cbf0998f1c0 HTTP/1.1" status: 200 len: 945 time: 0.0617728 Jul 05 10:48:21.435026 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-79097f11-5d3e-4483-9db9-e5a78e95cb27 req-c5f0274c-175a-4187-8756-23481647ca47 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Deleting port 1dce019a-e96a-4be9-8242-a0a02f4c6f6b {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:48:21.435418 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79097f11-5d3e-4483-9db9-e5a78e95cb27 req-c5f0274c-175a-4187-8756-23481647ca47 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:21.519558 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-79097f11-5d3e-4483-9db9-e5a78e95cb27 req-c5f0274c-175a-4187-8756-23481647ca47 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] For port 1dce019a-e96a-4be9-8242-a0a02f4c6f6b, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=1dce019a-e96a-4be9-8242-a0a02f4c6f6b,segment=NetworkSegment(6f28a2ae-b89c-47cd-8515-786736b2c989),segment_id=6f28a2ae-b89c-47cd-8515-786736b2c989)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:21.519946 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79097f11-5d3e-4483-9db9-e5a78e95cb27 req-c5f0274c-175a-4187-8756-23481647ca47 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:21.535451 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-79097f11-5d3e-4483-9db9-e5a78e95cb27 req-c5f0274c-175a-4187-8756-23481647ca47 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Calling delete_port for 1dce019a-e96a-4be9-8242-a0a02f4c6f6b owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:48:21.655915 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79097f11-5d3e-4483-9db9-e5a78e95cb27 req-c5f0274c-175a-4187-8756-23481647ca47 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:21.668215 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['1dce019a-e96a-4be9-8242-a0a02f4c6f6b'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:48:21.692043 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0274c-175a-4187-8756-23481647ca47 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Pushing event deleted for resources: {'Port': ['ID=1dce019a-e96a-4be9-8242-a0a02f4c6f6b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:21.720304 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0274c-175a-4187-8756-23481647ca47 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:21.720652 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0274c-175a-4187-8756-23481647ca47 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:21.720993 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0274c-175a-4187-8756-23481647ca47 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:21.721942 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0274c-175a-4187-8756-23481647ca47 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:21.722276 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0274c-175a-4187-8756-23481647ca47 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:21.722606 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0274c-175a-4187-8756-23481647ca47 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:21.722932 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0274c-175a-4187-8756-23481647ca47 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:21.723256 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0274c-175a-4187-8756-23481647ca47 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:21.723581 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0274c-175a-4187-8756-23481647ca47 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:21.723925 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0274c-175a-4187-8756-23481647ca47 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:21.724249 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0274c-175a-4187-8756-23481647ca47 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:21.724567 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0274c-175a-4187-8756-23481647ca47 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:21.743751 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-79097f11-5d3e-4483-9db9-e5a78e95cb27 req-c5f0274c-175a-4187-8756-23481647ca47 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] No DVR routers for this DVR port 1dce019a-e96a-4be9-8242-a0a02f4c6f6b on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:48:21.746133 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79097f11-5d3e-4483-9db9-e5a78e95cb27 req-c5f0274c-175a-4187-8756-23481647ca47 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:21.748198 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-79097f11-5d3e-4483-9db9-e5a78e95cb27 req-c5f0274c-175a-4187-8756-23481647ca47 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.81 "DELETE /v2.0/ports/1dce019a-e96a-4be9-8242-a0a02f4c6f6b HTTP/1.1" status: 204 len: 173 time: 0.6681409 Jul 05 10:48:21.748626 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5ce161-c93a-49d3-85a5-8cbf0998f1c0', 'name': 'network-vif-deleted', 'tag': '1dce019a-e96a-4be9-8242-a0a02f4c6f6b'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:48:21.750827 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb86d6d-aebc-4189-bd05-494dd5a29a23" -d '{"events": [{"server_uuid": "9d5ce161-c93a-49d3-85a5-8cbf0998f1c0", "name": "network-vif-deleted", "tag": "1dce019a-e96a-4be9-8242-a0a02f4c6f6b"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:48:21.787624 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f07e159-5f08-4ff9-ad33-14c0761d3624 x-openstack-request-id: req-3f07e159-5f08-4ff9-ad33-14c0761d3624 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:48:21.787949 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5ce161-c93a-49d3-85a5-8cbf0998f1c0", "name": "network-vif-deleted", "tag": "1dce019a-e96a-4be9-8242-a0a02f4c6f6b", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:48:21.788205 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3f07e159-5f08-4ff9-ad33-14c0761d3624 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:48:21.788614 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5ce161-c93a-49d3-85a5-8cbf0998f1c0', 'name': 'network-vif-deleted', 'tag': '1dce019a-e96a-4be9-8242-a0a02f4c6f6b', 'status': 'completed', 'code': 200} Jul 05 10:48:22.119955 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8bede708-5f26-4adf-95fc-673298622881 req-38eea58c-0913-446f-b0a5-01292b1a51f2 tempest-ServersNegativeTestJSON-1555732858 tempest-ServersNegativeTestJSON-1555732858-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ce161-c93a-49d3-85a5-8cbf0998f1c0 HTTP/1.1" status: 200 len: 210 time: 0.0276687 Jul 05 10:48:23.213833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48346) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:23.257896 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-5270281f-8535-4204-810c-9cd49147abcf admin admin] Deleting subnet da1b6d1b-1a54-4460-9e66-d77e6a807778 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:48:23.260857 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5270281f-8535-4204-810c-9cd49147abcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:23.293935 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5270281f-8535-4204-810c-9cd49147abcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:23.332092 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5270281f-8535-4204-810c-9cd49147abcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:23.381678 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-02accffb-7992-4af2-9df1-fe83c0a9a412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:23.388212 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5270281f-8535-4204-810c-9cd49147abcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:23.412958 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270281f-8535-4204-810c-9cd49147abcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da1b6d1b-1a54-4460-9e66-d77e6a807778,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:23.417795 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5270281f-8535-4204-810c-9cd49147abcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:23.419594 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5270281f-8535-4204-810c-9cd49147abcf admin admin] 10.222.0.79 "DELETE /v2.0/subnets/da1b6d1b-1a54-4460-9e66-d77e6a807778 HTTP/1.1" status: 204 len: 168 time: 0.2047079 Jul 05 10:48:23.421994 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48348) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:23.489770 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e2d34a1-4adc-4c6b-8b4d-26590d5cda9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:23.569100 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e2d34a1-4adc-4c6b-8b4d-26590d5cda9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:23.578971 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2e2d34a1-4adc-4c6b-8b4d-26590d5cda9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b779f2-438e-4cec-a4ad-bc8344721a69']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:23.589073 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2e2d34a1-4adc-4c6b-8b4d-26590d5cda9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f28a2ae-b89c-47cd-8515-786736b2c989') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:23.589374 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2e2d34a1-4adc-4c6b-8b4d-26590d5cda9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f28a2ae-b89c-47cd-8515-786736b2c989') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:23.598535 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e2d34a1-4adc-4c6b-8b4d-26590d5cda9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:23.611842 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e2d34a1-4adc-4c6b-8b4d-26590d5cda9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:23.618461 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2d34a1-4adc-4c6b-8b4d-26590d5cda9d admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:48:23.619066 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e2d34a1-4adc-4c6b-8b4d-26590d5cda9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:48:23.620979 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:48:23.673404 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e2d34a1-4adc-4c6b-8b4d-26590d5cda9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:23.678537 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e2d34a1-4adc-4c6b-8b4d-26590d5cda9d admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:23.680503 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2e2d34a1-4adc-4c6b-8b4d-26590d5cda9d admin admin] 10.222.0.79 "DELETE /v2.0/networks/91b779f2-438e-4cec-a4ad-bc8344721a69 HTTP/1.1" status: 204 len: 168 time: 0.2575355 Jul 05 10:48:23.692801 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d34a1-4adc-4c6b-8b4d-26590d5cda9d admin admin] Pushing event deleted for resources: {'Network': ['ID=91b779f2-438e-4cec-a4ad-bc8344721a69,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:23.718503 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:23.788863 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48352) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:23.832087 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-893c9c24-ee0a-49de-a2f0-0cd78ae5631e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=14c7523d80df44e8868838085a6a5df2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420246 Jul 05 10:48:23.834512 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48354) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:23.884132 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec7e7-fcf3-4069-8706-e565e2635cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:23.904312 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec7e7-fcf3-4069-8706-e565e2635cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:23.951112 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec7e7-fcf3-4069-8706-e565e2635cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:23.953999 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec7e7-fcf3-4069-8706-e565e2635cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:23.954952 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5a6ec7e7-fcf3-4069-8706-e565e2635cfd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1b8d989d-c00c-4f86-87af-57fd9428db5b HTTP/1.1" status: 204 len: 168 time: 0.1195474 Jul 05 10:48:23.963396 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ec7e7-fcf3-4069-8706-e565e2635cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8d989d-c00c-4f86-87af-57fd9428db5b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:24.607118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48376) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:24.697673 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d7214b42-6ef4-4660-8f61-da43b6e356a3 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-938033054'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:24.718517 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7214b42-6ef4-4660-8f61-da43b6e356a3 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Made reservation on behalf of b9a5845dcd234de5b10d0a320f0ce0ea for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:48:24.722066 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7214b42-6ef4-4660-8f61-da43b6e356a3 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:24.730617 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7214b42-6ef4-4660-8f61-da43b6e356a3 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:24.810702 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:24.822741 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7214b42-6ef4-4660-8f61-da43b6e356a3 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:24.826405 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7214b42-6ef4-4660-8f61-da43b6e356a3 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:24.854312 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7214b42-6ef4-4660-8f61-da43b6e356a3 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:48:24.860505 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7214b42-6ef4-4660-8f61-da43b6e356a3 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c773dc-7a46-4b94-9cc0-32ec132dafdb,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:24.867337 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7214b42-6ef4-4660-8f61-da43b6e356a3 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:24.867689 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-d7214b42-6ef4-4660-8f61-da43b6e356a3 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Added segment 861f060d-a40b-448e-bdd4-7c82ddc2f21a of type vlan for network 3261a819-1e03-4eab-997a-066d16a83321 Jul 05 10:48:24.910192 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7214b42-6ef4-4660-8f61-da43b6e356a3 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:24.937478 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7214b42-6ef4-4660-8f61-da43b6e356a3 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:24.943887 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7214b42-6ef4-4660-8f61-da43b6e356a3 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:24.944473 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7214b42-6ef4-4660-8f61-da43b6e356a3 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:24.973036 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 1dce019a-e96a-4be9-8242-a0a02f4c6f6b no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:48:24.992467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 1dce019a-e96a-4be9-8242-a0a02f4c6f6b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:48:24.992817 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 1dce019a-e96a-4be9-8242-a0a02f4c6f6b not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:48:25.021969 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d7214b42-6ef4-4660-8f61-da43b6e356a3 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4136100 Jul 05 10:48:25.047760 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7214b42-6ef4-4660-8f61-da43b6e356a3 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Pushing event updated for resources: {'Network': ['ID=3261a819-1e03-4eab-997a-066d16a83321,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:25.059528 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 3261a819-1e03-4eab-997a-066d16a83321 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:48:26.912355 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:28.332710 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48380) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:28.337984 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7bb2d41b-e12b-4736-8b59-2b363b83df32 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Request body: {'subnet': {'network_id': '3261a819-1e03-4eab-997a-066d16a83321', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:28.425831 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb2d41b-e12b-4736-8b59-2b363b83df32 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Made reservation on behalf of b9a5845dcd234de5b10d0a320f0ce0ea for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:48:28.429606 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bb2d41b-e12b-4736-8b59-2b363b83df32 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:28.606004 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bb2d41b-e12b-4736-8b59-2b363b83df32 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:28.666680 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2d41b-e12b-4736-8b59-2b363b83df32 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Pushing event updated for resources: {'Subnet': ['ID=bb9b03b8-4b9b-41cd-a088-487d9e7c89f9,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:28.675273 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb2d41b-e12b-4736-8b59-2b363b83df32 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Checking segment: {'id': '861f060d-a40b-448e-bdd4-7c82ddc2f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3261a819-1e03-4eab-997a-066d16a83321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:28.675634 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb2d41b-e12b-4736-8b59-2b363b83df32 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Network hostable DHCP agents. Network: 3261a819-1e03-4eab-997a-066d16a83321, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:48:28.691643 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb2d41b-e12b-4736-8b59-2b363b83df32 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Network 3261a819-1e03-4eab-997a-066d16a83321 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:48:28.699786 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-7bb2d41b-e12b-4736-8b59-2b363b83df32 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 3261a819-1e03-4eab-997a-066d16a83321) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:28.703959 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb2d41b-e12b-4736-8b59-2b363b83df32 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:28.704541 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bb2d41b-e12b-4736-8b59-2b363b83df32 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:28.709756 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b0867f-6306-4626-ad1f-1d1ce489a6d3 None None] Network 3261a819-1e03-4eab-997a-066d16a83321 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:48:28.722013 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7bb2d41b-e12b-4736-8b59-2b363b83df32 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3874118 Jul 05 10:48:28.725286 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48382) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:28.730202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6fba47da-22fd-41f2-8551-5dea9990cd58 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1605339057'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:28.750444 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fba47da-22fd-41f2-8551-5dea9990cd58 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Made reservation on behalf of b9a5845dcd234de5b10d0a320f0ce0ea for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:48:28.754047 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6fba47da-22fd-41f2-8551-5dea9990cd58 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:28.782563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fba47da-22fd-41f2-8551-5dea9990cd58 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:48:28.791763 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6fba47da-22fd-41f2-8551-5dea9990cd58 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:28.792139 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-6fba47da-22fd-41f2-8551-5dea9990cd58 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Added segment c503d533-2c90-4988-9bdf-775a614bb3a1 of type vlan for network 5e4eccac-aef6-47c7-86e6-a3fdd9552c62 Jul 05 10:48:28.830097 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6fba47da-22fd-41f2-8551-5dea9990cd58 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:28.858397 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6fba47da-22fd-41f2-8551-5dea9990cd58 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:28.863759 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-3261a819-1e03-4eab-997a-066d16a83321', 'network_id': '3261a819-1e03-4eab-997a-066d16a83321', 'tenant_id': 'b9a5845dcd234de5b10d0a320f0ce0ea', 'fixed_ips': [{'subnet_id': 'bb9b03b8-4b9b-41cd-a088-487d9e7c89f9'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:48:28.863944 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fba47da-22fd-41f2-8551-5dea9990cd58 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:28.864510 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6fba47da-22fd-41f2-8551-5dea9990cd58 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:28.864785 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:28.918791 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6fba47da-22fd-41f2-8551-5dea9990cd58 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1924596 Jul 05 10:48:28.921729 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48384) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:28.927017 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e603a3a7-dd9f-4585-a4b0-266c787bce71 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Request body: {'subnet': {'network_id': '5e4eccac-aef6-47c7-86e6-a3fdd9552c62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:28.933339 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba47da-22fd-41f2-8551-5dea9990cd58 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Pushing event updated for resources: {'Network': ['ID=5e4eccac-aef6-47c7-86e6-a3fdd9552c62,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:28.948372 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 5e4eccac-aef6-47c7-86e6-a3fdd9552c62 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:48:29.015435 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e603a3a7-dd9f-4585-a4b0-266c787bce71 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Made reservation on behalf of b9a5845dcd234de5b10d0a320f0ce0ea for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:48:29.019534 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e603a3a7-dd9f-4585-a4b0-266c787bce71 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.055961 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Allocated IP 2001:db8:0:ffff::2 (3261a819-1e03-4eab-997a-066d16a83321/bb9b03b8-4b9b-41cd-a088-487d9e7c89f9/033ab222-98be-4246-9507-ceed7b97bb94) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:48:29.207040 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.209021 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e603a3a7-dd9f-4585-a4b0-266c787bce71 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.216295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Transition to ACTIVE for port object 033ab222-98be-4246-9507-ceed7b97bb94 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:29.232378 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Transition to ACTIVE for port object 033ab222-98be-4246-9507-ceed7b97bb94 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:29.238442 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.269097 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603a3a7-dd9f-4585-a4b0-266c787bce71 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Pushing event updated for resources: {'Subnet': ['ID=0891fa3f-bbd5-40b4-ae64-955a17132f1f,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:29.275645 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Network 3261a819-1e03-4eab-997a-066d16a83321 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:48:29.278505 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:29.278818 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e603a3a7-dd9f-4585-a4b0-266c787bce71 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Checking segment: {'id': 'c503d533-2c90-4988-9bdf-775a614bb3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5e4eccac-aef6-47c7-86e6-a3fdd9552c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:29.279186 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e603a3a7-dd9f-4585-a4b0-266c787bce71 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Network hostable DHCP agents. Network: 5e4eccac-aef6-47c7-86e6-a3fdd9552c62, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:48:29.280833 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:48:29.297241 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e603a3a7-dd9f-4585-a4b0-266c787bce71 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Network 5e4eccac-aef6-47c7-86e6-a3fdd9552c62 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:48:29.305895 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e603a3a7-dd9f-4585-a4b0-266c787bce71 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 5e4eccac-aef6-47c7-86e6-a3fdd9552c62) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:29.310538 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e603a3a7-dd9f-4585-a4b0-266c787bce71 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:29.311303 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e603a3a7-dd9f-4585-a4b0-266c787bce71 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.323388 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020f938c-02cd-44ba-9bd7-615ad04bfb2d None None] Network 5e4eccac-aef6-47c7-86e6-a3fdd9552c62 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:48:29.329184 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48386) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:29.329364 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e603a3a7-dd9f-4585-a4b0-266c787bce71 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4064083 Jul 05 10:48:29.354839 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Pushing event updated for resources: {'Port': ['ID=033ab222-98be-4246-9507-ceed7b97bb94,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:29.394694 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:29.395041 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:29.395381 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:29.395715 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:29.396148 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:29.396479 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:29.396802 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:29.397125 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:29.397444 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:29.397761 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:29.398077 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:29.398391 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:29.413578 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Attempting to bind port 033ab222-98be-4246-9507-ceed7b97bb94 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:48:29.413950 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Attempting to bind port 033ab222-98be-4246-9507-ceed7b97bb94 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '861f060d-a40b-448e-bdd4-7c82ddc2f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3261a819-1e03-4eab-997a-066d16a83321'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:48:29.414317 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Attempting to bind port 033ab222-98be-4246-9507-ceed7b97bb94 on network 3261a819-1e03-4eab-997a-066d16a83321 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:48:29.424659 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:48:29.425014 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Checking segment: {'id': '861f060d-a40b-448e-bdd4-7c82ddc2f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3261a819-1e03-4eab-997a-066d16a83321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:29.425415 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.425804 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Bound using segment: {'id': '861f060d-a40b-448e-bdd4-7c82ddc2f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3261a819-1e03-4eab-997a-066d16a83321'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:48:29.426266 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Bound port: 033ab222-98be-4246-9507-ceed7b97bb94, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861f060d-a40b-448e-bdd4-7c82ddc2f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3261a819-1e03-4eab-997a-066d16a83321'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:48:29.426645 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.429655 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c403e9bd-5680-4284-86b7-07a095852187 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.504785 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c403e9bd-5680-4284-86b7-07a095852187 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.536109 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] For port 033ab222-98be-4246-9507-ceed7b97bb94, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:48:29.540747 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] For port 033ab222-98be-4246-9507-ceed7b97bb94, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=033ab222-98be-4246-9507-ceed7b97bb94,segment=NetworkSegment(861f060d-a40b-448e-bdd4-7c82ddc2f21a),segment_id=861f060d-a40b-448e-bdd4-7c82ddc2f21a)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:48:29.561343 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.577726 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c403e9bd-5680-4284-86b7-07a095852187 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.593020 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8420d35f-e59d-4a22-8840-24bc777b1866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-5e4eccac-aef6-47c7-86e6-a3fdd9552c62', 'network_id': '5e4eccac-aef6-47c7-86e6-a3fdd9552c62', 'tenant_id': 'b9a5845dcd234de5b10d0a320f0ce0ea', 'fixed_ips': [{'subnet_id': '0891fa3f-bbd5-40b4-ae64-955a17132f1f'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:48:29.594051 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8420d35f-e59d-4a22-8840-24bc777b1866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.602833 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403e9bd-5680-4284-86b7-07a095852187 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Pushing event deleted for resources: {'Subnet': ['ID=0891fa3f-bbd5-40b4-ae64-955a17132f1f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:29.644749 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e9014-006c-4850-bfc5-f5b78a496f28 None None] Pushing event updated for resources: {'Port': ['ID=033ab222-98be-4246-9507-ceed7b97bb94,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:29.676239 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c403e9bd-5680-4284-86b7-07a095852187 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.687146 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-c403e9bd-5680-4284-86b7-07a095852187 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4eccac-aef6-47c7-86e6-a3fdd9552c62']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:29.698907 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-c403e9bd-5680-4284-86b7-07a095852187 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c503d533-2c90-4988-9bdf-775a614bb3a1') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:29.699380 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-c403e9bd-5680-4284-86b7-07a095852187 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c503d533-2c90-4988-9bdf-775a614bb3a1') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:29.709360 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c403e9bd-5680-4284-86b7-07a095852187 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.712401 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bace087-86fd-4831-9195-21ad0abfdf2f None None] Network 5e4eccac-aef6-47c7-86e6-a3fdd9552c62 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:48:29.724342 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c403e9bd-5680-4284-86b7-07a095852187 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.730763 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c403e9bd-5680-4284-86b7-07a095852187 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:48:29.731169 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c403e9bd-5680-4284-86b7-07a095852187 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:48:29.734534 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:48:29.826368 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c403e9bd-5680-4284-86b7-07a095852187 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.834939 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c403e9bd-5680-4284-86b7-07a095852187 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.836885 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c403e9bd-5680-4284-86b7-07a095852187 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] 10.222.0.79 "DELETE /v2.0/networks/5e4eccac-aef6-47c7-86e6-a3fdd9552c62 HTTP/1.1" status: 204 len: 168 time: 0.5067022 Jul 05 10:48:29.840572 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48388) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:29.846086 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a603ba84-3142-4d9b-a4c9-19d2b0a55307 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1570692468'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:29.848546 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403e9bd-5680-4284-86b7-07a095852187 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Pushing event deleted for resources: {'Network': ['ID=5e4eccac-aef6-47c7-86e6-a3fdd9552c62,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:29.879001 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a603ba84-3142-4d9b-a4c9-19d2b0a55307 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Made reservation on behalf of b9a5845dcd234de5b10d0a320f0ce0ea for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:48:29.883173 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a603ba84-3142-4d9b-a4c9-19d2b0a55307 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.914127 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a603ba84-3142-4d9b-a4c9-19d2b0a55307 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:48:29.924823 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a603ba84-3142-4d9b-a4c9-19d2b0a55307 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.925928 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-a603ba84-3142-4d9b-a4c9-19d2b0a55307 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Added segment 0e722f2f-21bb-423c-bcbd-7309305ad1a2 of type vlan for network 156b4ff6-1015-4a47-96fc-d4865ccc02cb Jul 05 10:48:29.959297 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 033ab222-98be-4246-9507-ceed7b97bb94 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:48:29.972141 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a603ba84-3142-4d9b-a4c9-19d2b0a55307 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.000934 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a603ba84-3142-4d9b-a4c9-19d2b0a55307 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.007059 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a603ba84-3142-4d9b-a4c9-19d2b0a55307 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:30.007615 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a603ba84-3142-4d9b-a4c9-19d2b0a55307 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.007763 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 033ab222-98be-4246-9507-ceed7b97bb94 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:48:30.065555 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a603ba84-3142-4d9b-a4c9-19d2b0a55307 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2228537 Jul 05 10:48:30.068057 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48390) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:30.072857 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ae4fc3e6-23fc-42fa-9dab-930d198993d4 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Request body: {'subnet': {'network_id': '156b4ff6-1015-4a47-96fc-d4865ccc02cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:30.116823 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603ba84-3142-4d9b-a4c9-19d2b0a55307 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Pushing event updated for resources: {'Network': ['ID=156b4ff6-1015-4a47-96fc-d4865ccc02cb,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:30.129067 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 156b4ff6-1015-4a47-96fc-d4865ccc02cb details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:48:30.165377 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4fc3e6-23fc-42fa-9dab-930d198993d4 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Made reservation on behalf of b9a5845dcd234de5b10d0a320f0ce0ea for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:48:30.169378 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae4fc3e6-23fc-42fa-9dab-930d198993d4 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.230552 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.ipam_backend_mixin [None req-ae4fc3e6-23fc-42fa-9dab-930d198993d4 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Performing IP validity checks on allocation pools {{(pid=93906) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 10:48:30.231068 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.ipam_backend_mixin [None req-ae4fc3e6-23fc-42fa-9dab-930d198993d4 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93906) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 10:48:30.352424 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae4fc3e6-23fc-42fa-9dab-930d198993d4 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.417112 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4fc3e6-23fc-42fa-9dab-930d198993d4 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Pushing event updated for resources: {'Subnet': ['ID=cbaed629-9909-4db8-977c-884c0391d0e6,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:30.427725 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4fc3e6-23fc-42fa-9dab-930d198993d4 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Checking segment: {'id': '0e722f2f-21bb-423c-bcbd-7309305ad1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '156b4ff6-1015-4a47-96fc-d4865ccc02cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:30.428178 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4fc3e6-23fc-42fa-9dab-930d198993d4 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Network hostable DHCP agents. Network: 156b4ff6-1015-4a47-96fc-d4865ccc02cb, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:48:30.446322 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4fc3e6-23fc-42fa-9dab-930d198993d4 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Network 156b4ff6-1015-4a47-96fc-d4865ccc02cb is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:48:30.456383 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ae4fc3e6-23fc-42fa-9dab-930d198993d4 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 156b4ff6-1015-4a47-96fc-d4865ccc02cb) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:30.460884 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4fc3e6-23fc-42fa-9dab-930d198993d4 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:30.461662 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae4fc3e6-23fc-42fa-9dab-930d198993d4 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.465649 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b2e05b-9003-44b9-9cff-816a180e2eee None None] Network 156b4ff6-1015-4a47-96fc-d4865ccc02cb requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:48:30.477292 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ae4fc3e6-23fc-42fa-9dab-930d198993d4 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4082012 Jul 05 10:48:30.479981 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48392) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:30.583276 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fbe6b15-eb30-4410-b9f1-e3f4f6fe42a0 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.624496 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342e2641-0b65-4dc9-886f-fbf34f32f3a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-156b4ff6-1015-4a47-96fc-d4865ccc02cb', 'network_id': '156b4ff6-1015-4a47-96fc-d4865ccc02cb', 'tenant_id': 'b9a5845dcd234de5b10d0a320f0ce0ea', 'fixed_ips': [{'subnet_id': 'cbaed629-9909-4db8-977c-884c0391d0e6'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:48:30.626374 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-342e2641-0b65-4dc9-886f-fbf34f32f3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.631506 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf201ca-b78f-4a5a-9ff5-7942e7266e1e None None] Network 3261a819-1e03-4eab-997a-066d16a83321 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:48:30.638649 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fbe6b15-eb30-4410-b9f1-e3f4f6fe42a0 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.702923 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fbe6b15-eb30-4410-b9f1-e3f4f6fe42a0 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.731219 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe6b15-eb30-4410-b9f1-e3f4f6fe42a0 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Pushing event deleted for resources: {'Subnet': ['ID=cbaed629-9909-4db8-977c-884c0391d0e6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:30.787262 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fe34ae57-f95e-489f-82eb-8c91a60f6191 None None] Provisioning for port 033ab222-98be-4246-9507-ceed7b97bb94 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:48:30.790038 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fbe6b15-eb30-4410-b9f1-e3f4f6fe42a0 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.797270 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fe34ae57-f95e-489f-82eb-8c91a60f6191 None None] Provisioning complete for port 033ab222-98be-4246-9507-ceed7b97bb94 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:30.797577 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fe34ae57-f95e-489f-82eb-8c91a60f6191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.800814 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-8fbe6b15-eb30-4410-b9f1-e3f4f6fe42a0 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156b4ff6-1015-4a47-96fc-d4865ccc02cb']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:30.811229 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-8fbe6b15-eb30-4410-b9f1-e3f4f6fe42a0 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e722f2f-21bb-423c-bcbd-7309305ad1a2') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:30.811532 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-8fbe6b15-eb30-4410-b9f1-e3f4f6fe42a0 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e722f2f-21bb-423c-bcbd-7309305ad1a2') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:30.821406 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fbe6b15-eb30-4410-b9f1-e3f4f6fe42a0 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server [None req-342e2641-0b65-4dc9-886f-fbf34f32f3a1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cbaed629-9909-4db8-977c-884c0391d0e6: This subnet is being modified by another concurrent operation. Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exception Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cbaed629-9909-4db8-977c-884c0391d0e6: This subnet is being modified by another concurrent operation. Jul 05 10:48:30.822257 n-d-798054-8 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 05 10:48:30.835276 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fbe6b15-eb30-4410-b9f1-e3f4f6fe42a0 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.846511 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbe6b15-eb30-4410-b9f1-e3f4f6fe42a0 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:48:30.846511 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fbe6b15-eb30-4410-b9f1-e3f4f6fe42a0 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.846698 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14917fc2-f33f-4d64-9fcf-ea7f5eab7252 None None] Network 156b4ff6-1015-4a47-96fc-d4865ccc02cb requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:48:30.847457 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:48:30.908896 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fbe6b15-eb30-4410-b9f1-e3f4f6fe42a0 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.916104 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fbe6b15-eb30-4410-b9f1-e3f4f6fe42a0 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.917944 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8fbe6b15-eb30-4410-b9f1-e3f4f6fe42a0 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] 10.222.0.79 "DELETE /v2.0/networks/156b4ff6-1015-4a47-96fc-d4865ccc02cb HTTP/1.1" status: 204 len: 168 time: 0.4370248 Jul 05 10:48:30.922829 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48394) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:30.930019 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe6b15-eb30-4410-b9f1-e3f4f6fe42a0 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Pushing event deleted for resources: {'Network': ['ID=156b4ff6-1015-4a47-96fc-d4865ccc02cb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:30.930523 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-81310ce1-9c2e-470a-b65d-c890ce3b854e tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1809409390'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:30.953279 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81310ce1-9c2e-470a-b65d-c890ce3b854e tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Made reservation on behalf of b9a5845dcd234de5b10d0a320f0ce0ea for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:48:30.957526 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81310ce1-9c2e-470a-b65d-c890ce3b854e tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.981065 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81310ce1-9c2e-470a-b65d-c890ce3b854e tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:48:30.990524 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81310ce1-9c2e-470a-b65d-c890ce3b854e tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.990948 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-81310ce1-9c2e-470a-b65d-c890ce3b854e tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Added segment 30210c4d-691f-4af6-90ff-d659d7652c12 of type vlan for network 3d6bb7c0-ae90-47f9-a6bb-55710e3a05bc Jul 05 10:48:31.035535 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fe34ae57-f95e-489f-82eb-8c91a60f6191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:31.039074 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81310ce1-9c2e-470a-b65d-c890ce3b854e tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:31.072385 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81310ce1-9c2e-470a-b65d-c890ce3b854e tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:31.074463 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-fe34ae57-f95e-489f-82eb-8c91a60f6191 None None] For port 033ab222-98be-4246-9507-ceed7b97bb94, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=033ab222-98be-4246-9507-ceed7b97bb94,segment=NetworkSegment(861f060d-a40b-448e-bdd4-7c82ddc2f21a),segment_id=861f060d-a40b-448e-bdd4-7c82ddc2f21a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:31.078822 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81310ce1-9c2e-470a-b65d-c890ce3b854e tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:31.079370 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fe34ae57-f95e-489f-82eb-8c91a60f6191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:31.079768 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81310ce1-9c2e-470a-b65d-c890ce3b854e tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:31.137102 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34ae57-f95e-489f-82eb-8c91a60f6191 None None] Pushing event updated for resources: {'Port': ['ID=033ab222-98be-4246-9507-ceed7b97bb94,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:31.143493 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-81310ce1-9c2e-470a-b65d-c890ce3b854e tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2177405 Jul 05 10:48:31.147211 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48396) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:31.152560 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-56820ec9-8ca1-4a96-9831-1c442f9e4bf5 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Request body: {'subnet': {'network_id': '3d6bb7c0-ae90-47f9-a6bb-55710e3a05bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:31.154654 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81310ce1-9c2e-470a-b65d-c890ce3b854e tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Pushing event updated for resources: {'Network': ['ID=3d6bb7c0-ae90-47f9-a6bb-55710e3a05bc,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:31.165465 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 3d6bb7c0-ae90-47f9-a6bb-55710e3a05bc details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:48:31.248890 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56820ec9-8ca1-4a96-9831-1c442f9e4bf5 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Made reservation on behalf of b9a5845dcd234de5b10d0a320f0ce0ea for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:48:31.252534 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56820ec9-8ca1-4a96-9831-1c442f9e4bf5 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:31.272863 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf94829d-dc35-4046-a1e3-8409e316b8c8 None None] get_active_networks_info from n-d-798054-8 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:48:31.319363 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d77093b4-5dc4-4046-8d06-f206ec237712 None None] Provisioning complete for port 033ab222-98be-4246-9507-ceed7b97bb94 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:31.319652 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d77093b4-5dc4-4046-8d06-f206ec237712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:31.382374 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf94829d-dc35-4046-a1e3-8409e316b8c8 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:48:31.745875 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56820ec9-8ca1-4a96-9831-1c442f9e4bf5 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:31.807748 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56820ec9-8ca1-4a96-9831-1c442f9e4bf5 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Pushing event updated for resources: {'Subnet': ['ID=6f4029d1-8a1c-49c6-9eb9-fe0d68e7f10a,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:31.815186 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56820ec9-8ca1-4a96-9831-1c442f9e4bf5 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Checking segment: {'id': '30210c4d-691f-4af6-90ff-d659d7652c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3d6bb7c0-ae90-47f9-a6bb-55710e3a05bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:31.815547 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56820ec9-8ca1-4a96-9831-1c442f9e4bf5 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Network hostable DHCP agents. Network: 3d6bb7c0-ae90-47f9-a6bb-55710e3a05bc, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:48:31.831964 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56820ec9-8ca1-4a96-9831-1c442f9e4bf5 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Network 3d6bb7c0-ae90-47f9-a6bb-55710e3a05bc is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:48:31.840316 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-56820ec9-8ca1-4a96-9831-1c442f9e4bf5 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 3d6bb7c0-ae90-47f9-a6bb-55710e3a05bc) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:31.844224 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56820ec9-8ca1-4a96-9831-1c442f9e4bf5 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:31.844811 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56820ec9-8ca1-4a96-9831-1c442f9e4bf5 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:31.849143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcdab56-f06e-4cd0-adec-75091399c417 None None] Network 3d6bb7c0-ae90-47f9-a6bb-55710e3a05bc requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:48:31.859412 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-56820ec9-8ca1-4a96-9831-1c442f9e4bf5 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7109330 Jul 05 10:48:31.863120 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48398) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:31.869935 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6f013e96-21df-4433-aba8-34391a30b234 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-575163933'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:31.891429 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f013e96-21df-4433-aba8-34391a30b234 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Made reservation on behalf of b9a5845dcd234de5b10d0a320f0ce0ea for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:48:31.899865 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6f013e96-21df-4433-aba8-34391a30b234 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:31.922578 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f013e96-21df-4433-aba8-34391a30b234 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:48:31.934006 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6f013e96-21df-4433-aba8-34391a30b234 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:31.934668 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-6f013e96-21df-4433-aba8-34391a30b234 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Added segment 21e811c8-b735-4d77-b066-b1b898865782 of type vlan for network e701bb6c-b5b1-465e-8cc5-9b1e9b5c4dd2 Jul 05 10:48:31.957792 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 033ab222-98be-4246-9507-ceed7b97bb94 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:48:31.976881 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6f013e96-21df-4433-aba8-34391a30b234 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:32.005615 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6f013e96-21df-4433-aba8-34391a30b234 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:32.011315 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f013e96-21df-4433-aba8-34391a30b234 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:32.012125 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6f013e96-21df-4433-aba8-34391a30b234 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:32.032828 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b9595a-045b-4b2c-a7b5-f7ae1ab571ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-3d6bb7c0-ae90-47f9-a6bb-55710e3a05bc', 'network_id': '3d6bb7c0-ae90-47f9-a6bb-55710e3a05bc', 'tenant_id': 'b9a5845dcd234de5b10d0a320f0ce0ea', 'fixed_ips': [{'subnet_id': '6f4029d1-8a1c-49c6-9eb9-fe0d68e7f10a'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:48:32.033803 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-08b9595a-045b-4b2c-a7b5-f7ae1ab571ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:32.048527 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 033ab222-98be-4246-9507-ceed7b97bb94 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:32.048895 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:32.071675 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6f013e96-21df-4433-aba8-34391a30b234 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2073221 Jul 05 10:48:32.075052 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48400) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:32.083446 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1a71d69c-e9b6-4782-9194-258f2173b39c tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Request body: {'subnet': {'network_id': 'e701bb6c-b5b1-465e-8cc5-9b1e9b5c4dd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:32.092861 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f013e96-21df-4433-aba8-34391a30b234 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Pushing event updated for resources: {'Network': ['ID=e701bb6c-b5b1-465e-8cc5-9b1e9b5c4dd2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:32.180156 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a71d69c-e9b6-4782-9194-258f2173b39c tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Made reservation on behalf of b9a5845dcd234de5b10d0a320f0ce0ea for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:48:32.183735 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a71d69c-e9b6-4782-9194-258f2173b39c tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:32.299695 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network e701bb6c-b5b1-465e-8cc5-9b1e9b5c4dd2 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:48:32.370080 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a71d69c-e9b6-4782-9194-258f2173b39c tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:32.437278 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71d69c-e9b6-4782-9194-258f2173b39c tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Pushing event updated for resources: {'Subnet': ['ID=650af21c-f22b-4345-a50e-87da5b015fce,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:32.442156 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71d69c-e9b6-4782-9194-258f2173b39c tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Checking segment: {'id': '21e811c8-b735-4d77-b066-b1b898865782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e701bb6c-b5b1-465e-8cc5-9b1e9b5c4dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:32.442518 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a71d69c-e9b6-4782-9194-258f2173b39c tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Network hostable DHCP agents. Network: e701bb6c-b5b1-465e-8cc5-9b1e9b5c4dd2, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:48:32.459036 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a71d69c-e9b6-4782-9194-258f2173b39c tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Network e701bb6c-b5b1-465e-8cc5-9b1e9b5c4dd2 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:48:32.462765 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-08b9595a-045b-4b2c-a7b5-f7ae1ab571ad None None] Allocated IP 2001:db8::2 (3d6bb7c0-ae90-47f9-a6bb-55710e3a05bc/6f4029d1-8a1c-49c6-9eb9-fe0d68e7f10a/0be5eda8-80c4-4a2d-ba4d-39310adca7ff) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:48:32.468718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-1a71d69c-e9b6-4782-9194-258f2173b39c tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, e701bb6c-b5b1-465e-8cc5-9b1e9b5c4dd2) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:32.475381 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a71d69c-e9b6-4782-9194-258f2173b39c tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:32.476026 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a71d69c-e9b6-4782-9194-258f2173b39c tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:32.479340 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9598500-bbba-463f-bc33-eccb6deae939 None None] Network e701bb6c-b5b1-465e-8cc5-9b1e9b5c4dd2 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:48:32.492128 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1a71d69c-e9b6-4782-9194-258f2173b39c tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4146502 Jul 05 10:48:32.494762 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48402) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:32.588656 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-56570cdf-9184-4926-80a5-62b8f42596cf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:32.644493 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-56570cdf-9184-4926-80a5-62b8f42596cf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:32.705872 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-56570cdf-9184-4926-80a5-62b8f42596cf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:32.726815 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc3cd80-0697-4a81-93e8-7ffe8756699d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-e701bb6c-b5b1-465e-8cc5-9b1e9b5c4dd2', 'network_id': 'e701bb6c-b5b1-465e-8cc5-9b1e9b5c4dd2', 'tenant_id': 'b9a5845dcd234de5b10d0a320f0ce0ea', 'fixed_ips': [{'subnet_id': '650af21c-f22b-4345-a50e-87da5b015fce'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:48:32.727666 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bbc3cd80-0697-4a81-93e8-7ffe8756699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:32.733348 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56570cdf-9184-4926-80a5-62b8f42596cf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Pushing event deleted for resources: {'Subnet': ['ID=650af21c-f22b-4345-a50e-87da5b015fce,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:32.734812 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-08b9595a-045b-4b2c-a7b5-f7ae1ab571ad None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:32.753510 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-08b9595a-045b-4b2c-a7b5-f7ae1ab571ad None None] Transition to ACTIVE for port object 0be5eda8-80c4-4a2d-ba4d-39310adca7ff will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:32.797788 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-56570cdf-9184-4926-80a5-62b8f42596cf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:32.807816 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-56570cdf-9184-4926-80a5-62b8f42596cf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e701bb6c-b5b1-465e-8cc5-9b1e9b5c4dd2']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:32.816815 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-08b9595a-045b-4b2c-a7b5-f7ae1ab571ad None None] Transition to ACTIVE for port object 0be5eda8-80c4-4a2d-ba4d-39310adca7ff will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:32.817548 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-56570cdf-9184-4926-80a5-62b8f42596cf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e811c8-b735-4d77-b066-b1b898865782') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:32.817856 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-56570cdf-9184-4926-80a5-62b8f42596cf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e811c8-b735-4d77-b066-b1b898865782') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:32.826754 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-08b9595a-045b-4b2c-a7b5-f7ae1ab571ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:32.827935 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-56570cdf-9184-4926-80a5-62b8f42596cf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:32.843303 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-56570cdf-9184-4926-80a5-62b8f42596cf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:32.849818 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56570cdf-9184-4926-80a5-62b8f42596cf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:48:32.850204 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-56570cdf-9184-4926-80a5-62b8f42596cf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:48:32.853607 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:48:32.856154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5048e802-affe-48cd-8146-8f1b39a55fdf None None] Network e701bb6c-b5b1-465e-8cc5-9b1e9b5c4dd2 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:48:32.910115 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b9595a-045b-4b2c-a7b5-f7ae1ab571ad None None] Network 3d6bb7c0-ae90-47f9-a6bb-55710e3a05bc is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:48:32.913768 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-56570cdf-9184-4926-80a5-62b8f42596cf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:32.917903 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-08b9595a-045b-4b2c-a7b5-f7ae1ab571ad None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:32.918802 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-56570cdf-9184-4926-80a5-62b8f42596cf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:32.923841 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-56570cdf-9184-4926-80a5-62b8f42596cf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] 10.222.0.79 "DELETE /v2.0/networks/e701bb6c-b5b1-465e-8cc5-9b1e9b5c4dd2 HTTP/1.1" status: 204 len: 168 time: 0.4255431 Jul 05 10:48:32.924126 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b9595a-045b-4b2c-a7b5-f7ae1ab571ad None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:48:32.924968 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48404) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:32.935134 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9595a-045b-4b2c-a7b5-f7ae1ab571ad None None] Pushing event updated for resources: {'Port': ['ID=0be5eda8-80c4-4a2d-ba4d-39310adca7ff,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:32.937696 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56570cdf-9184-4926-80a5-62b8f42596cf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Pushing event deleted for resources: {'Network': ['ID=e701bb6c-b5b1-465e-8cc5-9b1e9b5c4dd2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:32.956462 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d1ae42-83e2-4e3e-a67a-eeedde788606 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] GET failed (client error): The resource could not be found. Jul 05 10:48:32.957920 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-48d1ae42-83e2-4e3e-a67a-eeedde788606 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] 10.222.0.79 "GET /v2.0/subnets/650af21c-f22b-4345-a50e-87da5b015fce HTTP/1.1" status: 404 len: 337 time: 0.0315907 Jul 05 10:48:32.960905 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48406) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:32.979796 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-813399ce-02bf-4e18-bdc0-438ef0f17463 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] DELETE failed (client error): The resource could not be found. Jul 05 10:48:32.980401 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-813399ce-02bf-4e18-bdc0-438ef0f17463 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:48:32.982076 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-813399ce-02bf-4e18-bdc0-438ef0f17463 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] 10.222.0.79 "DELETE /v2.0/networks/e701bb6c-b5b1-465e-8cc5-9b1e9b5c4dd2 HTTP/1.1" status: 404 len: 339 time: 0.0202296 Jul 05 10:48:32.985958 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48408) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:33.011470 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-c446e4be-0dc4-4b0d-8cfa-26287bd54b14 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] DELETE failed (client error): The resource could not be found. Jul 05 10:48:33.011960 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c446e4be-0dc4-4b0d-8cfa-26287bd54b14 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:48:33.016189 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c446e4be-0dc4-4b0d-8cfa-26287bd54b14 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] 10.222.0.79 "DELETE /v2.0/subnets/650af21c-f22b-4345-a50e-87da5b015fce HTTP/1.1" status: 404 len: 337 time: 0.0267444 Jul 05 10:48:33.016364 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48410) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:33.035303 n-d-798054-8 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d8b6e3-c3f7-4d24-8af6-ef6cb9adad02 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] DELETE failed (client error): The resource could not be found. Jul 05 10:48:33.035878 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10d8b6e3-c3f7-4d24-8af6-ef6cb9adad02 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:48:33.037863 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-08b9595a-045b-4b2c-a7b5-f7ae1ab571ad None None] Attempting to bind port 0be5eda8-80c4-4a2d-ba4d-39310adca7ff on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:48:33.038173 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-10d8b6e3-c3f7-4d24-8af6-ef6cb9adad02 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] 10.222.0.79 "DELETE /v2.0/networks/e701bb6c-b5b1-465e-8cc5-9b1e9b5c4dd2 HTTP/1.1" status: 404 len: 339 time: 0.0208852 Jul 05 10:48:33.038356 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-08b9595a-045b-4b2c-a7b5-f7ae1ab571ad None None] Attempting to bind port 0be5eda8-80c4-4a2d-ba4d-39310adca7ff by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '30210c4d-691f-4af6-90ff-d659d7652c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3d6bb7c0-ae90-47f9-a6bb-55710e3a05bc'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:48:33.038577 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b9595a-045b-4b2c-a7b5-f7ae1ab571ad None None] Attempting to bind port 0be5eda8-80c4-4a2d-ba4d-39310adca7ff on network 3d6bb7c0-ae90-47f9-a6bb-55710e3a05bc {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:48:33.040877 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48412) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:33.044647 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b9595a-045b-4b2c-a7b5-f7ae1ab571ad None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:48:33.045032 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b9595a-045b-4b2c-a7b5-f7ae1ab571ad None None] Checking segment: {'id': '30210c4d-691f-4af6-90ff-d659d7652c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3d6bb7c0-ae90-47f9-a6bb-55710e3a05bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:33.045436 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-08b9595a-045b-4b2c-a7b5-f7ae1ab571ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:33.045831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b9595a-045b-4b2c-a7b5-f7ae1ab571ad None None] Bound using segment: {'id': '30210c4d-691f-4af6-90ff-d659d7652c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3d6bb7c0-ae90-47f9-a6bb-55710e3a05bc'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:48:33.046300 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-08b9595a-045b-4b2c-a7b5-f7ae1ab571ad None None] Bound port: 0be5eda8-80c4-4a2d-ba4d-39310adca7ff, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30210c4d-691f-4af6-90ff-d659d7652c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3d6bb7c0-ae90-47f9-a6bb-55710e3a05bc'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:48:33.046688 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-08b9595a-045b-4b2c-a7b5-f7ae1ab571ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:33.094381 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd41fff4-64f9-455b-a3c3-184912a354e8 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Deleting subnet 6f4029d1-8a1c-49c6-9eb9-fe0d68e7f10a {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:48:33.097966 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd41fff4-64f9-455b-a3c3-184912a354e8 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:33.108173 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-08b9595a-045b-4b2c-a7b5-f7ae1ab571ad None None] For port 0be5eda8-80c4-4a2d-ba4d-39310adca7ff, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:48:33.111610 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-08b9595a-045b-4b2c-a7b5-f7ae1ab571ad None None] For port 0be5eda8-80c4-4a2d-ba4d-39310adca7ff, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=0be5eda8-80c4-4a2d-ba4d-39310adca7ff,segment=NetworkSegment(30210c4d-691f-4af6-90ff-d659d7652c12),segment_id=30210c4d-691f-4af6-90ff-d659d7652c12)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:48:33.116225 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-08b9595a-045b-4b2c-a7b5-f7ae1ab571ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:33.141328 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd41fff4-64f9-455b-a3c3-184912a354e8 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:33.176771 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9595a-045b-4b2c-a7b5-f7ae1ab571ad None None] Pushing event updated for resources: {'Port': ['ID=0be5eda8-80c4-4a2d-ba4d-39310adca7ff,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:33.224119 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:33.233859 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd41fff4-64f9-455b-a3c3-184912a354e8 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:33.294355 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd41fff4-64f9-455b-a3c3-184912a354e8 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:33.328636 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41fff4-64f9-455b-a3c3-184912a354e8 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Pushing event deleted for resources: {'Subnet': ['ID=6f4029d1-8a1c-49c6-9eb9-fe0d68e7f10a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:33.332349 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd41fff4-64f9-455b-a3c3-184912a354e8 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:33.334525 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bd41fff4-64f9-455b-a3c3-184912a354e8 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] 10.222.0.79 "DELETE /v2.0/subnets/6f4029d1-8a1c-49c6-9eb9-fe0d68e7f10a HTTP/1.1" status: 204 len: 168 time: 0.2924161 Jul 05 10:48:33.338389 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48414) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:33.426031 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-017ef77a-b58c-45e9-a51d-5d9dfaf95faf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:33.480311 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-017ef77a-b58c-45e9-a51d-5d9dfaf95faf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Deleting port 0be5eda8-80c4-4a2d-ba4d-39310adca7ff {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:48:33.480657 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-017ef77a-b58c-45e9-a51d-5d9dfaf95faf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:33.540968 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-017ef77a-b58c-45e9-a51d-5d9dfaf95faf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] For port 0be5eda8-80c4-4a2d-ba4d-39310adca7ff, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=0be5eda8-80c4-4a2d-ba4d-39310adca7ff,segment=NetworkSegment(30210c4d-691f-4af6-90ff-d659d7652c12),segment_id=30210c4d-691f-4af6-90ff-d659d7652c12)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:33.541328 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-017ef77a-b58c-45e9-a51d-5d9dfaf95faf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:33.553659 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-017ef77a-b58c-45e9-a51d-5d9dfaf95faf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Calling delete_port for 0be5eda8-80c4-4a2d-ba4d-39310adca7ff owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:48:33.637775 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-017ef77a-b58c-45e9-a51d-5d9dfaf95faf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:33.665107 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017ef77a-b58c-45e9-a51d-5d9dfaf95faf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] No DVR routers for this DVR port 0be5eda8-80c4-4a2d-ba4d-39310adca7ff on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:48:33.670006 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ef77a-b58c-45e9-a51d-5d9dfaf95faf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Pushing event deleted for resources: {'Port': ['ID=0be5eda8-80c4-4a2d-ba4d-39310adca7ff,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:33.753585 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-017ef77a-b58c-45e9-a51d-5d9dfaf95faf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:33.764031 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-017ef77a-b58c-45e9-a51d-5d9dfaf95faf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6bb7c0-ae90-47f9-a6bb-55710e3a05bc']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:33.775332 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-017ef77a-b58c-45e9-a51d-5d9dfaf95faf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30210c4d-691f-4af6-90ff-d659d7652c12') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:33.775726 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-017ef77a-b58c-45e9-a51d-5d9dfaf95faf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30210c4d-691f-4af6-90ff-d659d7652c12') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:33.785106 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-017ef77a-b58c-45e9-a51d-5d9dfaf95faf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:33.798854 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-017ef77a-b58c-45e9-a51d-5d9dfaf95faf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:33.805666 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017ef77a-b58c-45e9-a51d-5d9dfaf95faf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:48:33.806132 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-017ef77a-b58c-45e9-a51d-5d9dfaf95faf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:48:33.809349 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:48:33.869082 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-017ef77a-b58c-45e9-a51d-5d9dfaf95faf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:33.876094 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-017ef77a-b58c-45e9-a51d-5d9dfaf95faf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:33.878734 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-017ef77a-b58c-45e9-a51d-5d9dfaf95faf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] 10.222.0.79 "DELETE /v2.0/networks/3d6bb7c0-ae90-47f9-a6bb-55710e3a05bc HTTP/1.1" status: 204 len: 168 time: 0.5392096 Jul 05 10:48:33.881298 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48416) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:33.899335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ef77a-b58c-45e9-a51d-5d9dfaf95faf tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Pushing event deleted for resources: {'Network': ['ID=3d6bb7c0-ae90-47f9-a6bb-55710e3a05bc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:33.917916 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdfa6123-1a83-4369-9316-95d097274bed tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] DELETE failed (client error): The resource could not be found. Jul 05 10:48:33.918389 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdfa6123-1a83-4369-9316-95d097274bed tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:48:33.920149 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bdfa6123-1a83-4369-9316-95d097274bed tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] 10.222.0.79 "DELETE /v2.0/subnets/cbaed629-9909-4db8-977c-884c0391d0e6 HTTP/1.1" status: 404 len: 337 time: 0.0293534 Jul 05 10:48:33.922765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48418) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:33.946726 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b58c45-af02-4507-8b0d-81de79afd55e tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] DELETE failed (client error): The resource could not be found. Jul 05 10:48:33.947295 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b58c45-af02-4507-8b0d-81de79afd55e tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:48:33.949047 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f2b58c45-af02-4507-8b0d-81de79afd55e tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] 10.222.0.79 "DELETE /v2.0/networks/156b4ff6-1015-4a47-96fc-d4865ccc02cb HTTP/1.1" status: 404 len: 339 time: 0.0253704 Jul 05 10:48:33.951575 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48420) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:33.978220 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d873f8-4d03-44c4-9b7a-02841ce9410c tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] DELETE failed (client error): The resource could not be found. Jul 05 10:48:33.978696 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d873f8-4d03-44c4-9b7a-02841ce9410c tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:48:33.982804 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-12d873f8-4d03-44c4-9b7a-02841ce9410c tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] 10.222.0.79 "DELETE /v2.0/subnets/0891fa3f-bbd5-40b4-ae64-955a17132f1f HTTP/1.1" status: 404 len: 337 time: 0.0279381 Jul 05 10:48:33.983056 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48422) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:34.001956 n-d-798054-8 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb28a0d8-19e3-42e3-a50f-5dc8a2fffe31 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] DELETE failed (client error): The resource could not be found. Jul 05 10:48:34.003253 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb28a0d8-19e3-42e3-a50f-5dc8a2fffe31 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:48:34.005187 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-fb28a0d8-19e3-42e3-a50f-5dc8a2fffe31 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] 10.222.0.79 "DELETE /v2.0/networks/5e4eccac-aef6-47c7-86e6-a3fdd9552c62 HTTP/1.1" status: 404 len: 339 time: 0.0211551 Jul 05 10:48:34.007745 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48424) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:34.059129 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-6532c8b5-fb90-49b2-bf05-129885480730 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Deleting subnet bb9b03b8-4b9b-41cd-a088-487d9e7c89f9 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:48:34.062280 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6532c8b5-fb90-49b2-bf05-129885480730 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:34.106042 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6532c8b5-fb90-49b2-bf05-129885480730 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:34.110793 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e950a0a3-4cff-4927-adff-1132f8d1a299 None None] DHCP port deletion for 3d6bb7c0-ae90-47f9-a6bb-55710e3a05bc request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:48:34.119359 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0fe5814c-1f69-4de1-861c-685fc82b7733 None None] Could not find standard attr ID for object 0be5eda8-80c4-4a2d-ba4d-39310adca7ff. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:48:34.138868 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0455682f-2186-4315-94ab-ab3b75d7c80e None None] Network 3d6bb7c0-ae90-47f9-a6bb-55710e3a05bc requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:48:34.151225 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0455682f-2186-4315-94ab-ab3b75d7c80e None None] Network 3d6bb7c0-ae90-47f9-a6bb-55710e3a05bc could not be found, it might have been deleted concurrently. {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 10:48:34.197514 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6532c8b5-fb90-49b2-bf05-129885480730 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:34.258713 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6532c8b5-fb90-49b2-bf05-129885480730 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:34.286125 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532c8b5-fb90-49b2-bf05-129885480730 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Pushing event deleted for resources: {'Subnet': ['ID=bb9b03b8-4b9b-41cd-a088-487d9e7c89f9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:34.289735 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6532c8b5-fb90-49b2-bf05-129885480730 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:34.292071 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6532c8b5-fb90-49b2-bf05-129885480730 tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] 10.222.0.79 "DELETE /v2.0/subnets/bb9b03b8-4b9b-41cd-a088-487d9e7c89f9 HTTP/1.1" status: 204 len: 168 time: 0.2828875 Jul 05 10:48:34.294034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48426) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:34.296784 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e876b35-c481-4316-8cdf-5ad1c2bf073b None None] Network 3261a819-1e03-4eab-997a-066d16a83321 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:48:34.374409 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb60eec5-5daa-4780-b819-f77f02edb65f tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:34.429024 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-cb60eec5-5daa-4780-b819-f77f02edb65f tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Deleting port 033ab222-98be-4246-9507-ceed7b97bb94 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:48:34.429374 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb60eec5-5daa-4780-b819-f77f02edb65f tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:34.486564 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e918c3-6ce2-4f97-a88f-b5c538bc8733 None None] DHCP port deletion for 3261a819-1e03-4eab-997a-066d16a83321 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:48:34.491225 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-cb60eec5-5daa-4780-b819-f77f02edb65f tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] For port 033ab222-98be-4246-9507-ceed7b97bb94, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=033ab222-98be-4246-9507-ceed7b97bb94,segment=NetworkSegment(861f060d-a40b-448e-bdd4-7c82ddc2f21a),segment_id=861f060d-a40b-448e-bdd4-7c82ddc2f21a)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:34.491590 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb60eec5-5daa-4780-b819-f77f02edb65f tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:34.504251 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-cb60eec5-5daa-4780-b819-f77f02edb65f tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Calling delete_port for 033ab222-98be-4246-9507-ceed7b97bb94 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:48:34.536394 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-89e918c3-6ce2-4f97-a88f-b5c538bc8733 None None] Deleting port 033ab222-98be-4246-9507-ceed7b97bb94 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:48:34.536780 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-89e918c3-6ce2-4f97-a88f-b5c538bc8733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:34.585139 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb60eec5-5daa-4780-b819-f77f02edb65f tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:34.598061 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-89e918c3-6ce2-4f97-a88f-b5c538bc8733 None None] For port 033ab222-98be-4246-9507-ceed7b97bb94, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=033ab222-98be-4246-9507-ceed7b97bb94,segment=NetworkSegment(861f060d-a40b-448e-bdd4-7c82ddc2f21a),segment_id=861f060d-a40b-448e-bdd4-7c82ddc2f21a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:34.598460 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-89e918c3-6ce2-4f97-a88f-b5c538bc8733 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:34.611141 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-89e918c3-6ce2-4f97-a88f-b5c538bc8733 None None] Calling delete_port for 033ab222-98be-4246-9507-ceed7b97bb94 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:48:34.611462 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60eec5-5daa-4780-b819-f77f02edb65f tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Pushing event deleted for resources: {'Port': ['ID=033ab222-98be-4246-9507-ceed7b97bb94,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:34.613272 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb60eec5-5daa-4780-b819-f77f02edb65f tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] No DVR routers for this DVR port 033ab222-98be-4246-9507-ceed7b97bb94 on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:48:34.690627 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-89e918c3-6ce2-4f97-a88f-b5c538bc8733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:34.692476 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb60eec5-5daa-4780-b819-f77f02edb65f tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:34.702197 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-cb60eec5-5daa-4780-b819-f77f02edb65f tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3261a819-1e03-4eab-997a-066d16a83321']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:34.713492 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-cb60eec5-5daa-4780-b819-f77f02edb65f tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861f060d-a40b-448e-bdd4-7c82ddc2f21a') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:34.713733 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-cb60eec5-5daa-4780-b819-f77f02edb65f tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861f060d-a40b-448e-bdd4-7c82ddc2f21a') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:34.718446 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e918c3-6ce2-4f97-a88f-b5c538bc8733 None None] No DVR routers for this DVR port 033ab222-98be-4246-9507-ceed7b97bb94 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:48:34.720403 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e918c3-6ce2-4f97-a88f-b5c538bc8733 None None] Pushing event deleted for resources: {'Port': ['ID=033ab222-98be-4246-9507-ceed7b97bb94,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:34.723547 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb60eec5-5daa-4780-b819-f77f02edb65f tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:34.737782 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb60eec5-5daa-4780-b819-f77f02edb65f tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:34.748972 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb60eec5-5daa-4780-b819-f77f02edb65f tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:48:34.749359 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb60eec5-5daa-4780-b819-f77f02edb65f tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:48:34.752258 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:48:34.807574 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb60eec5-5daa-4780-b819-f77f02edb65f tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:34.815235 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb60eec5-5daa-4780-b819-f77f02edb65f tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:34.817060 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cb60eec5-5daa-4780-b819-f77f02edb65f tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] 10.222.0.79 "DELETE /v2.0/networks/3261a819-1e03-4eab-997a-066d16a83321 HTTP/1.1" status: 204 len: 168 time: 0.5221245 Jul 05 10:48:34.828271 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60eec5-5daa-4780-b819-f77f02edb65f tempest-NetworksIpV6Test-387432634 tempest-NetworksIpV6Test-387432634-project] Pushing event deleted for resources: {'Network': ['ID=3261a819-1e03-4eab-997a-066d16a83321,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:35.052308 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48432) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:35.176659 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-9e6fac3f-fa16-4ce7-8516-d9c9fda41e47 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b9a5845dcd234de5b10d0a320f0ce0ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1231601 Jul 05 10:48:35.179104 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48436) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:35.232235 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-543af542-9907-4643-8ecc-c23d3dcc6cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:35.253201 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-543af542-9907-4643-8ecc-c23d3dcc6cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:35.297257 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-543af542-9907-4643-8ecc-c23d3dcc6cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:35.300295 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-543af542-9907-4643-8ecc-c23d3dcc6cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:35.301476 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-543af542-9907-4643-8ecc-c23d3dcc6cbf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f4c773dc-7a46-4b94-9cc0-32ec132dafdb HTTP/1.1" status: 204 len: 168 time: 0.1214874 Jul 05 10:48:35.309640 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543af542-9907-4643-8ecc-c23d3dcc6cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c773dc-7a46-4b94-9cc0-32ec132dafdb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:35.913664 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48458) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:35.927201 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 033ab222-98be-4246-9507-ceed7b97bb94 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:48:35.947228 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 033ab222-98be-4246-9507-ceed7b97bb94 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:48:35.947583 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 033ab222-98be-4246-9507-ceed7b97bb94 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:48:35.948041 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 0be5eda8-80c4-4a2d-ba4d-39310adca7ff no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:48:35.966866 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 0be5eda8-80c4-4a2d-ba4d-39310adca7ff {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:48:35.967218 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 0be5eda8-80c4-4a2d-ba4d-39310adca7ff not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:48:36.008770 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c8f44786-1bd8-4269-8e57-04889b5a7d1f tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2100675273', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:36.033097 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8f44786-1bd8-4269-8e57-04889b5a7d1f tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.034911 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8f44786-1bd8-4269-8e57-04889b5a7d1f tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.118013 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8f44786-1bd8-4269-8e57-04889b5a7d1f tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.122178 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8f44786-1bd8-4269-8e57-04889b5a7d1f tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.137761 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8f44786-1bd8-4269-8e57-04889b5a7d1f tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.138951 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c8f44786-1bd8-4269-8e57-04889b5a7d1f tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2241788 Jul 05 10:48:36.141777 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48462) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:36.147165 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-39caa15d-1ba0-46e0-ae96-440a98df2e23 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-730650999'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:36.167404 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39caa15d-1ba0-46e0-ae96-440a98df2e23 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Made reservation on behalf of ae91941e7dd24bc6ab1e51b3e3c30019 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:48:36.171025 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39caa15d-1ba0-46e0-ae96-440a98df2e23 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.179459 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39caa15d-1ba0-46e0-ae96-440a98df2e23 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.269544 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39caa15d-1ba0-46e0-ae96-440a98df2e23 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.272473 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39caa15d-1ba0-46e0-ae96-440a98df2e23 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.297976 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39caa15d-1ba0-46e0-ae96-440a98df2e23 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:48:36.307552 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39caa15d-1ba0-46e0-ae96-440a98df2e23 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82dd5667-defe-4976-8ae2-32da4953eebe,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:36.312204 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39caa15d-1ba0-46e0-ae96-440a98df2e23 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.312546 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-39caa15d-1ba0-46e0-ae96-440a98df2e23 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Added segment 944d34c7-572b-4ef3-a4a9-59f988fac6d2 of type vlan for network ce697d02-3505-455f-904f-537637b13e2c Jul 05 10:48:36.351879 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39caa15d-1ba0-46e0-ae96-440a98df2e23 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.382524 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39caa15d-1ba0-46e0-ae96-440a98df2e23 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.387976 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39caa15d-1ba0-46e0-ae96-440a98df2e23 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:36.388566 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39caa15d-1ba0-46e0-ae96-440a98df2e23 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.448078 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-39caa15d-1ba0-46e0-ae96-440a98df2e23 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3052044 Jul 05 10:48:36.450783 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48464) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:36.458608 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2743317d-c7dc-4ea3-a013-74ff567886aa tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Request body: {'subnet': {'network_id': 'ce697d02-3505-455f-904f-537637b13e2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:36.503280 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39caa15d-1ba0-46e0-ae96-440a98df2e23 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Pushing event updated for resources: {'Network': ['ID=ce697d02-3505-455f-904f-537637b13e2c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:36.513331 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network ce697d02-3505-455f-904f-537637b13e2c details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:48:36.552448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2743317d-c7dc-4ea3-a013-74ff567886aa tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Made reservation on behalf of ae91941e7dd24bc6ab1e51b3e3c30019 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:48:36.556045 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2743317d-c7dc-4ea3-a013-74ff567886aa tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.706762 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.732387 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2743317d-c7dc-4ea3-a013-74ff567886aa tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.791177 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743317d-c7dc-4ea3-a013-74ff567886aa tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Pushing event updated for resources: {'Subnet': ['ID=65b71ff4-da21-4dc2-9065-b4f7ab09a530,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:36.800097 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2743317d-c7dc-4ea3-a013-74ff567886aa tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Checking segment: {'id': '944d34c7-572b-4ef3-a4a9-59f988fac6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ce697d02-3505-455f-904f-537637b13e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:36.800465 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2743317d-c7dc-4ea3-a013-74ff567886aa tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Network hostable DHCP agents. Network: ce697d02-3505-455f-904f-537637b13e2c, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:48:36.816511 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2743317d-c7dc-4ea3-a013-74ff567886aa tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Network ce697d02-3505-455f-904f-537637b13e2c is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:48:36.824553 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-2743317d-c7dc-4ea3-a013-74ff567886aa tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, ce697d02-3505-455f-904f-537637b13e2c) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:36.828686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2743317d-c7dc-4ea3-a013-74ff567886aa tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:36.829279 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2743317d-c7dc-4ea3-a013-74ff567886aa tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.833634 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606e3385-4da5-4db7-9ad9-1f81528c1973 None None] Network ce697d02-3505-455f-904f-537637b13e2c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:48:36.843603 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2743317d-c7dc-4ea3-a013-74ff567886aa tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3917699 Jul 05 10:48:36.846932 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48466) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:36.852012 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-26ec9cbb-29b5-4234-a736-d2bf7ac24534 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1359152165'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:36.873103 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ec9cbb-29b5-4234-a736-d2bf7ac24534 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Made reservation on behalf of ae91941e7dd24bc6ab1e51b3e3c30019 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:48:36.876581 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26ec9cbb-29b5-4234-a736-d2bf7ac24534 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.901211 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ec9cbb-29b5-4234-a736-d2bf7ac24534 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:48:36.910287 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26ec9cbb-29b5-4234-a736-d2bf7ac24534 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.910630 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-26ec9cbb-29b5-4234-a736-d2bf7ac24534 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Added segment a45ade02-7cdf-4d38-88a8-d4a11fc249f4 of type vlan for network baeca4ae-a90f-4f0f-9e61-7f9a8fe3e18a Jul 05 10:48:36.950314 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26ec9cbb-29b5-4234-a736-d2bf7ac24534 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.977374 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084e9c6b-a9a7-4ab3-a5fa-6e4b69053b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-ce697d02-3505-455f-904f-537637b13e2c', 'network_id': 'ce697d02-3505-455f-904f-537637b13e2c', 'tenant_id': 'ae91941e7dd24bc6ab1e51b3e3c30019', 'fixed_ips': [{'subnet_id': '65b71ff4-da21-4dc2-9065-b4f7ab09a530'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:48:36.978296 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-084e9c6b-a9a7-4ab3-a5fa-6e4b69053b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.980224 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26ec9cbb-29b5-4234-a736-d2bf7ac24534 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.985846 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ec9cbb-29b5-4234-a736-d2bf7ac24534 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:36.986441 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26ec9cbb-29b5-4234-a736-d2bf7ac24534 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:37.045227 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-26ec9cbb-29b5-4234-a736-d2bf7ac24534 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1971509 Jul 05 10:48:37.048901 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48468) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:37.056769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7261c236-9721-4252-91f8-d76e197d3bf0 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Request body: {'subnet': {'network_id': 'baeca4ae-a90f-4f0f-9e61-7f9a8fe3e18a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:37.100298 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec9cbb-29b5-4234-a736-d2bf7ac24534 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Pushing event updated for resources: {'Network': ['ID=baeca4ae-a90f-4f0f-9e61-7f9a8fe3e18a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:37.115245 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network baeca4ae-a90f-4f0f-9e61-7f9a8fe3e18a details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:48:37.149567 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7261c236-9721-4252-91f8-d76e197d3bf0 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Made reservation on behalf of ae91941e7dd24bc6ab1e51b3e3c30019 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:48:37.153357 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7261c236-9721-4252-91f8-d76e197d3bf0 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:37.159213 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-084e9c6b-a9a7-4ab3-a5fa-6e4b69053b68 None None] Allocated IP 172.20.0.2 (ce697d02-3505-455f-904f-537637b13e2c/65b71ff4-da21-4dc2-9065-b4f7ab09a530/83c81bba-4480-42ea-91cb-b8551be6a5e1) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:48:37.331614 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-084e9c6b-a9a7-4ab3-a5fa-6e4b69053b68 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:37.340309 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-084e9c6b-a9a7-4ab3-a5fa-6e4b69053b68 None None] Transition to ACTIVE for port object 83c81bba-4480-42ea-91cb-b8551be6a5e1 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:37.356343 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-084e9c6b-a9a7-4ab3-a5fa-6e4b69053b68 None None] Transition to ACTIVE for port object 83c81bba-4480-42ea-91cb-b8551be6a5e1 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:37.361577 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-084e9c6b-a9a7-4ab3-a5fa-6e4b69053b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:37.399302 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084e9c6b-a9a7-4ab3-a5fa-6e4b69053b68 None None] Network ce697d02-3505-455f-904f-537637b13e2c is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:48:37.402181 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-084e9c6b-a9a7-4ab3-a5fa-6e4b69053b68 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:37.407869 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084e9c6b-a9a7-4ab3-a5fa-6e4b69053b68 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:48:37.418520 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e9c6b-a9a7-4ab3-a5fa-6e4b69053b68 None None] Pushing event updated for resources: {'Port': ['ID=83c81bba-4480-42ea-91cb-b8551be6a5e1,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:37.473019 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-084e9c6b-a9a7-4ab3-a5fa-6e4b69053b68 None None] Attempting to bind port 83c81bba-4480-42ea-91cb-b8551be6a5e1 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:48:37.473400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-084e9c6b-a9a7-4ab3-a5fa-6e4b69053b68 None None] Attempting to bind port 83c81bba-4480-42ea-91cb-b8551be6a5e1 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '944d34c7-572b-4ef3-a4a9-59f988fac6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ce697d02-3505-455f-904f-537637b13e2c'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:48:37.473779 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084e9c6b-a9a7-4ab3-a5fa-6e4b69053b68 None None] Attempting to bind port 83c81bba-4480-42ea-91cb-b8551be6a5e1 on network ce697d02-3505-455f-904f-537637b13e2c {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:48:37.478896 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084e9c6b-a9a7-4ab3-a5fa-6e4b69053b68 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:48:37.479278 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084e9c6b-a9a7-4ab3-a5fa-6e4b69053b68 None None] Checking segment: {'id': '944d34c7-572b-4ef3-a4a9-59f988fac6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ce697d02-3505-455f-904f-537637b13e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:37.479687 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-084e9c6b-a9a7-4ab3-a5fa-6e4b69053b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:37.480121 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084e9c6b-a9a7-4ab3-a5fa-6e4b69053b68 None None] Bound using segment: {'id': '944d34c7-572b-4ef3-a4a9-59f988fac6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ce697d02-3505-455f-904f-537637b13e2c'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:48:37.480599 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-084e9c6b-a9a7-4ab3-a5fa-6e4b69053b68 None None] Bound port: 83c81bba-4480-42ea-91cb-b8551be6a5e1, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944d34c7-572b-4ef3-a4a9-59f988fac6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ce697d02-3505-455f-904f-537637b13e2c'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:48:37.480997 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-084e9c6b-a9a7-4ab3-a5fa-6e4b69053b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:37.554296 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-084e9c6b-a9a7-4ab3-a5fa-6e4b69053b68 None None] For port 83c81bba-4480-42ea-91cb-b8551be6a5e1, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:48:37.558377 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-084e9c6b-a9a7-4ab3-a5fa-6e4b69053b68 None None] For port 83c81bba-4480-42ea-91cb-b8551be6a5e1, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=83c81bba-4480-42ea-91cb-b8551be6a5e1,segment=NetworkSegment(944d34c7-572b-4ef3-a4a9-59f988fac6d2),segment_id=944d34c7-572b-4ef3-a4a9-59f988fac6d2)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:48:37.562257 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-084e9c6b-a9a7-4ab3-a5fa-6e4b69053b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:37.604750 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7261c236-9721-4252-91f8-d76e197d3bf0 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:37.622325 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e9c6b-a9a7-4ab3-a5fa-6e4b69053b68 None None] Pushing event updated for resources: {'Port': ['ID=83c81bba-4480-42ea-91cb-b8551be6a5e1,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:37.675194 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261c236-9721-4252-91f8-d76e197d3bf0 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Pushing event updated for resources: {'Subnet': ['ID=4afa2b50-9a9a-43c6-b22f-4565cbe38545,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:37.684209 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7261c236-9721-4252-91f8-d76e197d3bf0 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Checking segment: {'id': 'a45ade02-7cdf-4d38-88a8-d4a11fc249f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'baeca4ae-a90f-4f0f-9e61-7f9a8fe3e18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:37.684578 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7261c236-9721-4252-91f8-d76e197d3bf0 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Network hostable DHCP agents. Network: baeca4ae-a90f-4f0f-9e61-7f9a8fe3e18a, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:48:37.702315 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7261c236-9721-4252-91f8-d76e197d3bf0 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Network baeca4ae-a90f-4f0f-9e61-7f9a8fe3e18a is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:48:37.711305 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-7261c236-9721-4252-91f8-d76e197d3bf0 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, baeca4ae-a90f-4f0f-9e61-7f9a8fe3e18a) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:37.715333 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7261c236-9721-4252-91f8-d76e197d3bf0 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:37.715952 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7261c236-9721-4252-91f8-d76e197d3bf0 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:37.720166 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585591f2-fe8b-440f-9f5e-27e6cf71a798 None None] Network baeca4ae-a90f-4f0f-9e61-7f9a8fe3e18a requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:48:37.741094 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7261c236-9721-4252-91f8-d76e197d3bf0 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6905351 Jul 05 10:48:37.744076 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48470) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:37.749032 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0bec9081-2522-4a2a-bd0b-b5b91bbffab4 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Request body: {'router': {'external_gateway_info': {'network_id': 'baeca4ae-a90f-4f0f-9e61-7f9a8fe3e18a'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:37.920510 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9331d00e-88a1-4d98-aa5b-33a28c3cefae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-baeca4ae-a90f-4f0f-9e61-7f9a8fe3e18a', 'network_id': 'baeca4ae-a90f-4f0f-9e61-7f9a8fe3e18a', 'tenant_id': 'ae91941e7dd24bc6ab1e51b3e3c30019', 'fixed_ips': [{'subnet_id': '4afa2b50-9a9a-43c6-b22f-4565cbe38545'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:48:37.921678 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9331d00e-88a1-4d98-aa5b-33a28c3cefae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:37.983805 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0bec9081-2522-4a2a-bd0b-b5b91bbffab4 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.004228 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 83c81bba-4480-42ea-91cb-b8551be6a5e1 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:48:38.096525 n-d-798054-8 neutron-server[93907]: INFO neutron.api.v2.resource [None req-0bec9081-2522-4a2a-bd0b-b5b91bbffab4 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:48:38.097801 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0bec9081-2522-4a2a-bd0b-b5b91bbffab4 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] 10.222.0.79 "PUT /v2.0/routers/05463f11-e6a9-4fb1-b161-9229357cf4dc HTTP/1.1" status: 400 len: 364 time: 0.3527324 Jul 05 10:48:38.103686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48472) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:38.106686 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-9331d00e-88a1-4d98-aa5b-33a28c3cefae None None] Allocated IP 172.21.0.2 (baeca4ae-a90f-4f0f-9e61-7f9a8fe3e18a/4afa2b50-9a9a-43c6-b22f-4565cbe38545/c9025327-1cdc-43a6-acbd-41453d9ee73a) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:48:38.109059 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 83c81bba-4480-42ea-91cb-b8551be6a5e1 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:48:38.159089 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63b6e04-4f67-4aa0-96b8-628ff3b0a88a tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Deleting subnet 4afa2b50-9a9a-43c6-b22f-4565cbe38545 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:48:38.249137 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9331d00e-88a1-4d98-aa5b-33a28c3cefae None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.257122 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9331d00e-88a1-4d98-aa5b-33a28c3cefae None None] Transition to ACTIVE for port object c9025327-1cdc-43a6-acbd-41453d9ee73a will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:38.272358 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9331d00e-88a1-4d98-aa5b-33a28c3cefae None None] Transition to ACTIVE for port object c9025327-1cdc-43a6-acbd-41453d9ee73a will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:38.277837 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e63b6e04-4f67-4aa0-96b8-628ff3b0a88a tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.279341 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9331d00e-88a1-4d98-aa5b-33a28c3cefae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.320372 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9331d00e-88a1-4d98-aa5b-33a28c3cefae None None] Network baeca4ae-a90f-4f0f-9e61-7f9a8fe3e18a is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:48:38.323291 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-9331d00e-88a1-4d98-aa5b-33a28c3cefae None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:38.323465 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e63b6e04-4f67-4aa0-96b8-628ff3b0a88a tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.329065 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9331d00e-88a1-4d98-aa5b-33a28c3cefae None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:48:38.340255 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331d00e-88a1-4d98-aa5b-33a28c3cefae None None] Pushing event updated for resources: {'Port': ['ID=c9025327-1cdc-43a6-acbd-41453d9ee73a,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:38.402485 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9331d00e-88a1-4d98-aa5b-33a28c3cefae None None] Attempting to bind port c9025327-1cdc-43a6-acbd-41453d9ee73a on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:48:38.402777 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9331d00e-88a1-4d98-aa5b-33a28c3cefae None None] Attempting to bind port c9025327-1cdc-43a6-acbd-41453d9ee73a by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'a45ade02-7cdf-4d38-88a8-d4a11fc249f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'baeca4ae-a90f-4f0f-9e61-7f9a8fe3e18a'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:48:38.403164 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9331d00e-88a1-4d98-aa5b-33a28c3cefae None None] Attempting to bind port c9025327-1cdc-43a6-acbd-41453d9ee73a on network baeca4ae-a90f-4f0f-9e61-7f9a8fe3e18a {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:48:38.408599 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9331d00e-88a1-4d98-aa5b-33a28c3cefae None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:48:38.409468 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9331d00e-88a1-4d98-aa5b-33a28c3cefae None None] Checking segment: {'id': 'a45ade02-7cdf-4d38-88a8-d4a11fc249f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'baeca4ae-a90f-4f0f-9e61-7f9a8fe3e18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:38.409881 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9331d00e-88a1-4d98-aa5b-33a28c3cefae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.410568 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9331d00e-88a1-4d98-aa5b-33a28c3cefae None None] Bound using segment: {'id': 'a45ade02-7cdf-4d38-88a8-d4a11fc249f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'baeca4ae-a90f-4f0f-9e61-7f9a8fe3e18a'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:48:38.411057 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9331d00e-88a1-4d98-aa5b-33a28c3cefae None None] Bound port: c9025327-1cdc-43a6-acbd-41453d9ee73a, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45ade02-7cdf-4d38-88a8-d4a11fc249f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'baeca4ae-a90f-4f0f-9e61-7f9a8fe3e18a'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:48:38.411447 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9331d00e-88a1-4d98-aa5b-33a28c3cefae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.421766 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e63b6e04-4f67-4aa0-96b8-628ff3b0a88a tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.485324 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e63b6e04-4f67-4aa0-96b8-628ff3b0a88a tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.488881 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9331d00e-88a1-4d98-aa5b-33a28c3cefae None None] For port c9025327-1cdc-43a6-acbd-41453d9ee73a, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:48:38.492563 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9331d00e-88a1-4d98-aa5b-33a28c3cefae None None] For port c9025327-1cdc-43a6-acbd-41453d9ee73a, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c9025327-1cdc-43a6-acbd-41453d9ee73a,segment=NetworkSegment(a45ade02-7cdf-4d38-88a8-d4a11fc249f4),segment_id=a45ade02-7cdf-4d38-88a8-d4a11fc249f4)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:48:38.497302 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9331d00e-88a1-4d98-aa5b-33a28c3cefae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.513624 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b6e04-4f67-4aa0-96b8-628ff3b0a88a tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Pushing event deleted for resources: {'Subnet': ['ID=4afa2b50-9a9a-43c6-b22f-4565cbe38545,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:38.517341 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e63b6e04-4f67-4aa0-96b8-628ff3b0a88a tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.522477 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48474) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:38.531766 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e63b6e04-4f67-4aa0-96b8-628ff3b0a88a tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] 10.222.0.79 "DELETE /v2.0/subnets/4afa2b50-9a9a-43c6-b22f-4565cbe38545 HTTP/1.1" status: 204 len: 168 time: 0.4267285 Jul 05 10:48:38.558221 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331d00e-88a1-4d98-aa5b-33a28c3cefae None None] Pushing event updated for resources: {'Port': ['ID=c9025327-1cdc-43a6-acbd-41453d9ee73a,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:38.609396 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.651366 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2beecbe-9660-4cd1-8642-91f48a8aff6b None None] Network ce697d02-3505-455f-904f-537637b13e2c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:48:38.676156 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Deleting port c9025327-1cdc-43a6-acbd-41453d9ee73a {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:48:38.676502 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.718815 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-83515224-0d83-4d96-bde3-eeed6ed9f1f9 None None] Provisioning for port 83c81bba-4480-42ea-91cb-b8551be6a5e1 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:48:38.732648 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-83515224-0d83-4d96-bde3-eeed6ed9f1f9 None None] Provisioning complete for port 83c81bba-4480-42ea-91cb-b8551be6a5e1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:38.733043 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-83515224-0d83-4d96-bde3-eeed6ed9f1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.746833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] For port c9025327-1cdc-43a6-acbd-41453d9ee73a, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c9025327-1cdc-43a6-acbd-41453d9ee73a,segment=NetworkSegment(a45ade02-7cdf-4d38-88a8-d4a11fc249f4),segment_id=a45ade02-7cdf-4d38-88a8-d4a11fc249f4)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:38.747109 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.787206 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Calling delete_port for c9025327-1cdc-43a6-acbd-41453d9ee73a owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:48:38.884191 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.907547 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-83515224-0d83-4d96-bde3-eeed6ed9f1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.914462 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Pushing event deleted for resources: {'Port': ['ID=c9025327-1cdc-43a6-acbd-41453d9ee73a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:38.919199 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] No DVR routers for this DVR port c9025327-1cdc-43a6-acbd-41453d9ee73a on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:48:38.929041 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:38.929516 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:38.929937 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:38.930369 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:38.930720 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:38.931269 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:38.931790 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:38.932162 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:38.932504 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:38.933043 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:38.933273 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:38.933603 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:38.957293 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-83515224-0d83-4d96-bde3-eeed6ed9f1f9 None None] For port 83c81bba-4480-42ea-91cb-b8551be6a5e1, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=83c81bba-4480-42ea-91cb-b8551be6a5e1,segment=NetworkSegment(944d34c7-572b-4ef3-a4a9-59f988fac6d2),segment_id=944d34c7-572b-4ef3-a4a9-59f988fac6d2)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:38.962046 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-83515224-0d83-4d96-bde3-eeed6ed9f1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.011701 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83515224-0d83-4d96-bde3-eeed6ed9f1f9 None None] Pushing event updated for resources: {'Port': ['ID=83c81bba-4480-42ea-91cb-b8551be6a5e1,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:39.021694 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.032543 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baeca4ae-a90f-4f0f-9e61-7f9a8fe3e18a']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:39.043571 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45ade02-7cdf-4d38-88a8-d4a11fc249f4') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:39.044041 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45ade02-7cdf-4d38-88a8-d4a11fc249f4') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:39.054262 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.068852 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.075374 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:48:39.075832 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:48:39.079238 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:48:39.146197 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.153671 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.155731 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] 10.222.0.79 "DELETE /v2.0/networks/baeca4ae-a90f-4f0f-9e61-7f9a8fe3e18a HTTP/1.1" status: 204 len: 168 time: 0.6321251 Jul 05 10:48:39.158269 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48476) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:39.167898 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61338f9-c045-4e40-9350-c33ce3fd4111 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Pushing event deleted for resources: {'Network': ['ID=baeca4ae-a90f-4f0f-9e61-7f9a8fe3e18a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:39.190717 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a118c410-9f67-48b1-856a-fd0b26b38aa1 None None] Provisioning complete for port 83c81bba-4480-42ea-91cb-b8551be6a5e1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:39.191096 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a118c410-9f67-48b1-856a-fd0b26b38aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.211831 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-7630563f-e731-40ce-931e-2ffd1a710da8 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Deleting subnet 65b71ff4-da21-4dc2-9065-b4f7ab09a530 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:48:39.215156 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7630563f-e731-40ce-931e-2ffd1a710da8 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.261200 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7630563f-e731-40ce-931e-2ffd1a710da8 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.346644 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7630563f-e731-40ce-931e-2ffd1a710da8 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.407076 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7630563f-e731-40ce-931e-2ffd1a710da8 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.438959 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630563f-e731-40ce-931e-2ffd1a710da8 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Pushing event deleted for resources: {'Subnet': ['ID=65b71ff4-da21-4dc2-9065-b4f7ab09a530,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:39.445990 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7630563f-e731-40ce-931e-2ffd1a710da8 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.450442 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48478) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:39.450962 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7630563f-e731-40ce-931e-2ffd1a710da8 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] 10.222.0.79 "DELETE /v2.0/subnets/65b71ff4-da21-4dc2-9065-b4f7ab09a530 HTTP/1.1" status: 204 len: 168 time: 0.2916622 Jul 05 10:48:39.454011 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4567ae-eeea-440a-abeb-8a7d0f4d010b None None] Network ce697d02-3505-455f-904f-537637b13e2c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:48:39.533114 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a07f398-e716-420f-9991-8487c6db296c tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.594178 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0a07f398-e716-420f-9991-8487c6db296c tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Deleting port 83c81bba-4480-42ea-91cb-b8551be6a5e1 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:48:39.594528 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a07f398-e716-420f-9991-8487c6db296c tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.667292 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-0a07f398-e716-420f-9991-8487c6db296c tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] For port 83c81bba-4480-42ea-91cb-b8551be6a5e1, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=83c81bba-4480-42ea-91cb-b8551be6a5e1,segment=NetworkSegment(944d34c7-572b-4ef3-a4a9-59f988fac6d2),segment_id=944d34c7-572b-4ef3-a4a9-59f988fac6d2)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:39.667671 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a07f398-e716-420f-9991-8487c6db296c tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.669106 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3440d5d4-6951-409e-b1eb-5a0a70b37153 None None] DHCP port deletion for ce697d02-3505-455f-904f-537637b13e2c request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:48:39.684253 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0a07f398-e716-420f-9991-8487c6db296c tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Calling delete_port for 83c81bba-4480-42ea-91cb-b8551be6a5e1 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:48:39.703369 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf69b0c-dcbf-4e60-9027-31545fb23458 None None] DHCP port deletion for baeca4ae-a90f-4f0f-9e61-7f9a8fe3e18a request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:48:39.711080 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8e65dcab-0832-4207-9a62-3240791a9700 None None] Could not find standard attr ID for object c9025327-1cdc-43a6-acbd-41453d9ee73a. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:48:39.730412 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d0f18a-e1d5-441c-beae-66b9df4f44a6 None None] Network baeca4ae-a90f-4f0f-9e61-7f9a8fe3e18a requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:48:39.744162 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d0f18a-e1d5-441c-beae-66b9df4f44a6 None None] Network baeca4ae-a90f-4f0f-9e61-7f9a8fe3e18a could not be found, it might have been deleted concurrently. {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 10:48:39.748810 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3440d5d4-6951-409e-b1eb-5a0a70b37153 None None] Deleting port 83c81bba-4480-42ea-91cb-b8551be6a5e1 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:48:39.749195 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3440d5d4-6951-409e-b1eb-5a0a70b37153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.770902 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a07f398-e716-420f-9991-8487c6db296c tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.797939 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07f398-e716-420f-9991-8487c6db296c tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Pushing event deleted for resources: {'Port': ['ID=83c81bba-4480-42ea-91cb-b8551be6a5e1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:39.799833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a07f398-e716-420f-9991-8487c6db296c tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] No DVR routers for this DVR port 83c81bba-4480-42ea-91cb-b8551be6a5e1 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:48:39.816373 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3440d5d4-6951-409e-b1eb-5a0a70b37153 None None] For port 83c81bba-4480-42ea-91cb-b8551be6a5e1, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=83c81bba-4480-42ea-91cb-b8551be6a5e1,segment=NetworkSegment(944d34c7-572b-4ef3-a4a9-59f988fac6d2),segment_id=944d34c7-572b-4ef3-a4a9-59f988fac6d2)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:39.816782 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3440d5d4-6951-409e-b1eb-5a0a70b37153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.829437 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3440d5d4-6951-409e-b1eb-5a0a70b37153 None None] Calling delete_port for 83c81bba-4480-42ea-91cb-b8551be6a5e1 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:48:39.877086 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a07f398-e716-420f-9991-8487c6db296c tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.888149 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-0a07f398-e716-420f-9991-8487c6db296c tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce697d02-3505-455f-904f-537637b13e2c']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:39.899379 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-0a07f398-e716-420f-9991-8487c6db296c tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944d34c7-572b-4ef3-a4a9-59f988fac6d2') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:39.899684 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-0a07f398-e716-420f-9991-8487c6db296c tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944d34c7-572b-4ef3-a4a9-59f988fac6d2') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:39.908915 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a07f398-e716-420f-9991-8487c6db296c tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.911563 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3440d5d4-6951-409e-b1eb-5a0a70b37153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.923124 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a07f398-e716-420f-9991-8487c6db296c tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.930522 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a07f398-e716-420f-9991-8487c6db296c tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:48:39.930924 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a07f398-e716-420f-9991-8487c6db296c tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:48:39.933996 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:48:39.939199 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 83c81bba-4480-42ea-91cb-b8551be6a5e1 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:48:39.942386 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440d5d4-6951-409e-b1eb-5a0a70b37153 None None] Pushing event deleted for resources: {'Port': ['ID=83c81bba-4480-42ea-91cb-b8551be6a5e1,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:39.961828 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3440d5d4-6951-409e-b1eb-5a0a70b37153 None None] No DVR routers for this DVR port 83c81bba-4480-42ea-91cb-b8551be6a5e1 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:48:39.963549 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 83c81bba-4480-42ea-91cb-b8551be6a5e1 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:48:39.963915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 83c81bba-4480-42ea-91cb-b8551be6a5e1 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:48:39.997975 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a07f398-e716-420f-9991-8487c6db296c tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:40.005267 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a07f398-e716-420f-9991-8487c6db296c tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:40.009777 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0a07f398-e716-420f-9991-8487c6db296c tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] 10.222.0.79 "DELETE /v2.0/networks/ce697d02-3505-455f-904f-537637b13e2c HTTP/1.1" status: 204 len: 168 time: 0.5556409 Jul 05 10:48:40.010081 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48480) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:40.018448 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07f398-e716-420f-9991-8487c6db296c tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Pushing event deleted for resources: {'Network': ['ID=ce697d02-3505-455f-904f-537637b13e2c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:40.039495 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-40a66afa-53e3-4087-922d-1f72d732ce47 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] 10.222.0.79 "GET /v2.0/ports?device_id=05463f11-e6a9-4fb1-b161-9229357cf4dc HTTP/1.1" status: 200 len: 205 time: 0.0281954 Jul 05 10:48:40.041805 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48482) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:40.116658 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75732652-a4c2-4c8e-a392-6662c035a382 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:40.269136 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75732652-a4c2-4c8e-a392-6662c035a382 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:40.271141 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75732652-a4c2-4c8e-a392-6662c035a382 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:40.312046 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75732652-a4c2-4c8e-a392-6662c035a382 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:40.312548 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75732652-a4c2-4c8e-a392-6662c035a382 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Fanout notify agent at l3_agent the message router_deleted on router 05463f11-e6a9-4fb1-b161-9229357cf4dc {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:48:40.319620 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75732652-a4c2-4c8e-a392-6662c035a382 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:40.320695 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-75732652-a4c2-4c8e-a392-6662c035a382 tempest-RoutersNegativeTest-819950005 tempest-RoutersNegativeTest-819950005-project] 10.222.0.79 "DELETE /v2.0/routers/05463f11-e6a9-4fb1-b161-9229357cf4dc HTTP/1.1" status: 204 len: 168 time: 0.2780073 Jul 05 10:48:40.552569 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48488) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:40.679219 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3c034f80-5ebd-4f18-9062-ef4759ae9605 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ae91941e7dd24bc6ab1e51b3e3c30019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1254449 Jul 05 10:48:40.681643 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48492) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:40.727646 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7d6e54c7-6035-4d14-82ae-8b1330d5472f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:40.748217 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7d6e54c7-6035-4d14-82ae-8b1330d5472f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:40.797763 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7d6e54c7-6035-4d14-82ae-8b1330d5472f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:40.800920 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7d6e54c7-6035-4d14-82ae-8b1330d5472f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:40.802025 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7d6e54c7-6035-4d14-82ae-8b1330d5472f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/82dd5667-defe-4976-8ae2-32da4953eebe HTTP/1.1" status: 204 len: 168 time: 0.1194806 Jul 05 10:48:40.812140 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e54c7-6035-4d14-82ae-8b1330d5472f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dd5667-defe-4976-8ae2-32da4953eebe,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:41.388253 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48514) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:41.479842 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f9e199c0-d6e1-47a4-9f7d-67cfb0647729 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-911794529-network', 'tenant_id': 'd7eae28d4eb848a6b26ac80de899f6d9'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:41.500897 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e199c0-d6e1-47a4-9f7d-67cfb0647729 admin admin] Made reservation on behalf of d7eae28d4eb848a6b26ac80de899f6d9 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:48:41.503385 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9e199c0-d6e1-47a4-9f7d-67cfb0647729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:41.511681 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9e199c0-d6e1-47a4-9f7d-67cfb0647729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:41.600031 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9e199c0-d6e1-47a4-9f7d-67cfb0647729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:41.604484 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9e199c0-d6e1-47a4-9f7d-67cfb0647729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:41.624874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e199c0-d6e1-47a4-9f7d-67cfb0647729 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:48:41.643424 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e199c0-d6e1-47a4-9f7d-67cfb0647729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645deaee-f7c3-44f5-936f-0cd0443409f0,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:41.647548 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9e199c0-d6e1-47a4-9f7d-67cfb0647729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:41.647922 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-f9e199c0-d6e1-47a4-9f7d-67cfb0647729 admin admin] Added segment f7327d41-a414-413c-a78b-a0770493c3dc of type vlan for network bfa5098c-54d4-4337-a1c1-e69914fe3a63 Jul 05 10:48:41.687072 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9e199c0-d6e1-47a4-9f7d-67cfb0647729 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:41.715438 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9e199c0-d6e1-47a4-9f7d-67cfb0647729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:41.716420 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e199c0-d6e1-47a4-9f7d-67cfb0647729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:41.717010 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9e199c0-d6e1-47a4-9f7d-67cfb0647729 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:41.772740 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f9e199c0-d6e1-47a4-9f7d-67cfb0647729 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3833389 Jul 05 10:48:41.775751 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48518) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:41.780291 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e199c0-d6e1-47a4-9f7d-67cfb0647729 admin admin] Pushing event updated for resources: {'Network': ['ID=bfa5098c-54d4-4337-a1c1-e69914fe3a63,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:41.781383 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-eca3b1cd-ead2-4475-8ee2-162f67528792 admin admin] Request body: {'subnet': {'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-911794529-subnet', 'tenant_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:41.789918 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network bfa5098c-54d4-4337-a1c1-e69914fe3a63 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:48:41.801604 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca3b1cd-ead2-4475-8ee2-162f67528792 admin admin] Made reservation on behalf of d7eae28d4eb848a6b26ac80de899f6d9 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:48:41.804060 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eca3b1cd-ead2-4475-8ee2-162f67528792 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:41.971372 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eca3b1cd-ead2-4475-8ee2-162f67528792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:42.025738 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3b1cd-ead2-4475-8ee2-162f67528792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c64a359-1298-4419-bd89-4deeb80b9774,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:42.034698 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca3b1cd-ead2-4475-8ee2-162f67528792 admin admin] Checking segment: {'id': 'f7327d41-a414-413c-a78b-a0770493c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:42.035059 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca3b1cd-ead2-4475-8ee2-162f67528792 admin admin] Network hostable DHCP agents. Network: bfa5098c-54d4-4337-a1c1-e69914fe3a63, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:48:42.051701 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca3b1cd-ead2-4475-8ee2-162f67528792 admin admin] Network bfa5098c-54d4-4337-a1c1-e69914fe3a63 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:48:42.060430 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-eca3b1cd-ead2-4475-8ee2-162f67528792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, bfa5098c-54d4-4337-a1c1-e69914fe3a63) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:42.065327 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca3b1cd-ead2-4475-8ee2-162f67528792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:42.065916 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eca3b1cd-ead2-4475-8ee2-162f67528792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:42.069647 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970ae970-50eb-48fa-ae1d-af391286aaaa None None] Network bfa5098c-54d4-4337-a1c1-e69914fe3a63 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:48:42.080063 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-eca3b1cd-ead2-4475-8ee2-162f67528792 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3031514 Jul 05 10:48:42.083080 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48520) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:42.087404 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ef76b0f2-3eff-47c4-8264-49abfaaadc5a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-911794529-router', 'tenant_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:42.107390 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef76b0f2-3eff-47c4-8264-49abfaaadc5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:42.108341 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef76b0f2-3eff-47c4-8264-49abfaaadc5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:42.164293 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef76b0f2-3eff-47c4-8264-49abfaaadc5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:42.219400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64266a77-14d6-40ca-974c-bca5c6c3c545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-bfa5098c-54d4-4337-a1c1-e69914fe3a63', 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63', 'tenant_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'fixed_ips': [{'subnet_id': '4c64a359-1298-4419-bd89-4deeb80b9774'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:48:42.220298 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-64266a77-14d6-40ca-974c-bca5c6c3c545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:42.300231 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef76b0f2-3eff-47c4-8264-49abfaaadc5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:42.355835 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-64266a77-14d6-40ca-974c-bca5c6c3c545 None None] Allocated IP 172.20.0.2 (bfa5098c-54d4-4337-a1c1-e69914fe3a63/4c64a359-1298-4419-bd89-4deeb80b9774/d12e68c2-d2c8-4dad-9a3a-87fb51e5f025) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:48:42.507371 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef76b0f2-3eff-47c4-8264-49abfaaadc5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:42.526588 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef76b0f2-3eff-47c4-8264-49abfaaadc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:42.635461 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-ef76b0f2-3eff-47c4-8264-49abfaaadc5a admin admin] Allocated IP 172.25.7.241 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/511d8189-cb10-4660-bff2-99b0ba6d2915) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:48:42.652341 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-64266a77-14d6-40ca-974c-bca5c6c3c545 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:42.662053 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-64266a77-14d6-40ca-974c-bca5c6c3c545 None None] Transition to ACTIVE for port object d12e68c2-d2c8-4dad-9a3a-87fb51e5f025 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:42.677587 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-64266a77-14d6-40ca-974c-bca5c6c3c545 None None] Transition to ACTIVE for port object d12e68c2-d2c8-4dad-9a3a-87fb51e5f025 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:42.683434 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-64266a77-14d6-40ca-974c-bca5c6c3c545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:42.723661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64266a77-14d6-40ca-974c-bca5c6c3c545 None None] Network bfa5098c-54d4-4337-a1c1-e69914fe3a63 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:48:42.728449 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-64266a77-14d6-40ca-974c-bca5c6c3c545 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:42.731873 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64266a77-14d6-40ca-974c-bca5c6c3c545 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:48:42.737315 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64266a77-14d6-40ca-974c-bca5c6c3c545 None None] Pushing event updated for resources: {'Port': ['ID=d12e68c2-d2c8-4dad-9a3a-87fb51e5f025,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:42.739526 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef76b0f2-3eff-47c4-8264-49abfaaadc5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:42.780589 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef76b0f2-3eff-47c4-8264-49abfaaadc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:42.793593 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-64266a77-14d6-40ca-974c-bca5c6c3c545 None None] Attempting to bind port d12e68c2-d2c8-4dad-9a3a-87fb51e5f025 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:48:42.794164 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-64266a77-14d6-40ca-974c-bca5c6c3c545 None None] Attempting to bind port d12e68c2-d2c8-4dad-9a3a-87fb51e5f025 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'f7327d41-a414-413c-a78b-a0770493c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:48:42.794333 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64266a77-14d6-40ca-974c-bca5c6c3c545 None None] Attempting to bind port d12e68c2-d2c8-4dad-9a3a-87fb51e5f025 on network bfa5098c-54d4-4337-a1c1-e69914fe3a63 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:48:42.799364 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64266a77-14d6-40ca-974c-bca5c6c3c545 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:48:42.799741 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64266a77-14d6-40ca-974c-bca5c6c3c545 None None] Checking segment: {'id': 'f7327d41-a414-413c-a78b-a0770493c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:42.800178 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-64266a77-14d6-40ca-974c-bca5c6c3c545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:42.800577 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64266a77-14d6-40ca-974c-bca5c6c3c545 None None] Bound using segment: {'id': 'f7327d41-a414-413c-a78b-a0770493c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:48:42.801047 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-64266a77-14d6-40ca-974c-bca5c6c3c545 None None] Bound port: d12e68c2-d2c8-4dad-9a3a-87fb51e5f025, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7327d41-a414-413c-a78b-a0770493c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:48:42.801436 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-64266a77-14d6-40ca-974c-bca5c6c3c545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:42.827225 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef76b0f2-3eff-47c4-8264-49abfaaadc5a admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:48:42.830076 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ef76b0f2-3eff-47c4-8264-49abfaaadc5a admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:42.833038 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef76b0f2-3eff-47c4-8264-49abfaaadc5a admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:48:42.857981 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76b0f2-3eff-47c4-8264-49abfaaadc5a admin admin] Pushing event updated for resources: {'Port': ['ID=511d8189-cb10-4660-bff2-99b0ba6d2915,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:42.863209 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-64266a77-14d6-40ca-974c-bca5c6c3c545 None None] For port d12e68c2-d2c8-4dad-9a3a-87fb51e5f025, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:48:42.867704 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-64266a77-14d6-40ca-974c-bca5c6c3c545 None None] For port d12e68c2-d2c8-4dad-9a3a-87fb51e5f025, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d12e68c2-d2c8-4dad-9a3a-87fb51e5f025,segment=NetworkSegment(f7327d41-a414-413c-a78b-a0770493c3dc),segment_id=f7327d41-a414-413c-a78b-a0770493c3dc)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:48:42.872474 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-64266a77-14d6-40ca-974c-bca5c6c3c545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:42.934079 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64266a77-14d6-40ca-974c-bca5c6c3c545 None None] Pushing event updated for resources: {'Port': ['ID=d12e68c2-d2c8-4dad-9a3a-87fb51e5f025,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:43.101744 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef76b0f2-3eff-47c4-8264-49abfaaadc5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:43.303547 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef76b0f2-3eff-47c4-8264-49abfaaadc5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:43.429619 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef76b0f2-3eff-47c4-8264-49abfaaadc5a admin admin] Router 1e4a3e73-b52b-479c-b6d5-517ec24f01ab is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:48:43.538050 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef76b0f2-3eff-47c4-8264-49abfaaadc5a admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:48:43.548926 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] Sync routers for ids ['1e4a3e73-b52b-479c-b6d5-517ec24f01ab'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:48:43.557936 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef76b0f2-3eff-47c4-8264-49abfaaadc5a admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:43.559605 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ef76b0f2-3eff-47c4-8264-49abfaaadc5a admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4755552 Jul 05 10:48:43.562506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48522) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:43.563183 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] Routers {'1e4a3e73-b52b-479c-b6d5-517ec24f01ab'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:48:43.563968 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:48:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['1e4a3e73-b52b-479c-b6d5-517ec24f01ab'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:43.689325 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] Set router 1e4a3e73-b52b-479c-b6d5-517ec24f01ab gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:48:43.863121 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e006751e-2178-4c14-81eb-68c826bed402 None None] Network bfa5098c-54d4-4337-a1c1-e69914fe3a63 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:48:43.962913 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4a3e73-b52b-479c-b6d5-517ec24f01ab', 'name': 'tempest-TestEncryptedCinderVolumes-911794529-router', 'tenant_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '511d8189-cb10-4660-bff2-99b0ba6d2915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:42Z', 'updated_at': '2021-07-05T10:48:42Z', 'revision_number': 3, 'project_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'gw_port': {'id': '511d8189-cb10-4660-bff2-99b0ba6d2915', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4a3e73-b52b-479c-b6d5-517ec24f01ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:42Z', 'updated_at': '2021-07-05T10:48:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:43.999501 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d12e68c2-d2c8-4dad-9a3a-87fb51e5f025 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:48:44.004531 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] Checking router: 1e4a3e73-b52b-479c-b6d5-517ec24f01ab for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:48:44.004890 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] Updating router 1e4a3e73-b52b-479c-b6d5-517ec24f01ab port 511d8189-cb10-4660-bff2-99b0ba6d2915 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:48:44.014966 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9299fca-8f91-427f-8081-4a58ce931518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.071957 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-29d1a59b-10c8-4cd2-9d17-b8562419896c None None] Provisioning for port d12e68c2-d2c8-4dad-9a3a-87fb51e5f025 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:48:44.126114 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.170536 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-b9299fca-8f91-427f-8081-4a58ce931518 admin admin] Allocated IP 172.20.0.1 (bfa5098c-54d4-4337-a1c1-e69914fe3a63/4c64a359-1298-4419-bd89-4deeb80b9774/66a5544a-47b2-496a-a166-646dc2aaaff6) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:48:44.226060 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port d12e68c2-d2c8-4dad-9a3a-87fb51e5f025 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:48:44.234136 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port d12e68c2-d2c8-4dad-9a3a-87fb51e5f025 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:44.234423 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.276343 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9299fca-8f91-427f-8081-4a58ce931518 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.289598 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-b9299fca-8f91-427f-8081-4a58ce931518 admin admin] Transition to ACTIVE for port object 66a5544a-47b2-496a-a166-646dc2aaaff6 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:44.325194 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9299fca-8f91-427f-8081-4a58ce931518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.366649 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9299fca-8f91-427f-8081-4a58ce931518 admin admin] Network bfa5098c-54d4-4337-a1c1-e69914fe3a63 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:48:44.369665 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b9299fca-8f91-427f-8081-4a58ce931518 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:44.373202 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9299fca-8f91-427f-8081-4a58ce931518 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:48:44.404309 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9299fca-8f91-427f-8081-4a58ce931518 admin admin] Pushing event updated for resources: {'Port': ['ID=66a5544a-47b2-496a-a166-646dc2aaaff6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:44.407584 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.426896 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9299fca-8f91-427f-8081-4a58ce931518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.468373 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port d12e68c2-d2c8-4dad-9a3a-87fb51e5f025, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d12e68c2-d2c8-4dad-9a3a-87fb51e5f025,segment=NetworkSegment(f7327d41-a414-413c-a78b-a0770493c3dc),segment_id=f7327d41-a414-413c-a78b-a0770493c3dc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:44.473481 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.546220 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.567191 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=d12e68c2-d2c8-4dad-9a3a-87fb51e5f025,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:44.571362 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] Transition to ACTIVE for port object 511d8189-cb10-4660-bff2-99b0ba6d2915 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:44.578003 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.642157 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea5e59-f490-4d09-ac61-7461df9f3de8 None None] Pushing event updated for resources: {'Port': ['ID=511d8189-cb10-4660-bff2-99b0ba6d2915,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:44.647284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] Attempting to bind port 511d8189-cb10-4660-bff2-99b0ba6d2915 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:48:44.647675 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] Attempting to bind port 511d8189-cb10-4660-bff2-99b0ba6d2915 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:48:44.648084 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] Attempting to bind port 511d8189-cb10-4660-bff2-99b0ba6d2915 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:48:44.657009 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:48:44.657398 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:44.657813 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.658227 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:48:44.658758 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] Bound port: 511d8189-cb10-4660-bff2-99b0ba6d2915, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:48:44.659156 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.662386 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-af35c5e8-38af-4142-b878-0bbe05e9b7b2 None None] Provisioning complete for port d12e68c2-d2c8-4dad-9a3a-87fb51e5f025 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:44.662768 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-af35c5e8-38af-4142-b878-0bbe05e9b7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.745241 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] For port 511d8189-cb10-4660-bff2-99b0ba6d2915, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:48:44.749442 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] For port 511d8189-cb10-4660-bff2-99b0ba6d2915, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=511d8189-cb10-4660-bff2-99b0ba6d2915,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:48:44.756100 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.859552 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] Routers {'1e4a3e73-b52b-479c-b6d5-517ec24f01ab'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:48:44.860218 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:48:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['1e4a3e73-b52b-479c-b6d5-517ec24f01ab'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:44.863316 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea5e59-f490-4d09-ac61-7461df9f3de8 None None] Pushing event updated for resources: {'Port': ['ID=511d8189-cb10-4660-bff2-99b0ba6d2915,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:44.909767 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9299fca-8f91-427f-8081-4a58ce931518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.973355 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] Set router 1e4a3e73-b52b-479c-b6d5-517ec24f01ab gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:48:45.010151 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cf6eaa28-d4f8-4394-b7c2-61c0275520c0 None None] Provisioning for port 66a5544a-47b2-496a-a166-646dc2aaaff6 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:48:45.018387 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cf6eaa28-d4f8-4394-b7c2-61c0275520c0 None None] Provisioning complete for port 66a5544a-47b2-496a-a166-646dc2aaaff6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:45.018772 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cf6eaa28-d4f8-4394-b7c2-61c0275520c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:45.068262 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9299fca-8f91-427f-8081-4a58ce931518 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:45.073344 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9299fca-8f91-427f-8081-4a58ce931518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:45.145369 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9299fca-8f91-427f-8081-4a58ce931518 admin admin] Pushing event updated for resources: {'Port': ['ID=66a5544a-47b2-496a-a166-646dc2aaaff6,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:45.150415 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9299fca-8f91-427f-8081-4a58ce931518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:45.243916 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9299fca-8f91-427f-8081-4a58ce931518 admin admin] Network bfa5098c-54d4-4337-a1c1-e69914fe3a63 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:48:45.245432 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b9299fca-8f91-427f-8081-4a58ce931518 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:45.282408 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-cf6eaa28-d4f8-4394-b7c2-61c0275520c0 None None] Port 66a5544a-47b2-496a-a166-646dc2aaaff6 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:48:45.364181 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9299fca-8f91-427f-8081-4a58ce931518 admin admin] Router 1e4a3e73-b52b-479c-b6d5-517ec24f01ab has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:48:45.374250 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4a3e73-b52b-479c-b6d5-517ec24f01ab', 'name': 'tempest-TestEncryptedCinderVolumes-911794529-router', 'tenant_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '511d8189-cb10-4660-bff2-99b0ba6d2915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:42Z', 'updated_at': '2021-07-05T10:48:44Z', 'revision_number': 4, 'project_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'gw_port': {'id': '511d8189-cb10-4660-bff2-99b0ba6d2915', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4a3e73-b52b-479c-b6d5-517ec24f01ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:42Z', 'updated_at': '2021-07-05T10:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '66a5544a-47b2-496a-a166-646dc2aaaff6', 'name': '', 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63', 'tenant_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'mac_address': 'fa:16:3e:9b:62:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4a3e73-b52b-479c-b6d5-517ec24f01ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '4c64a359-1298-4419-bd89-4deeb80b9774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:44Z', 'updated_at': '2021-07-05T10:48:44Z', 'revision_number': 1, 'project_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'subnets': [{'id': '4c64a359-1298-4419-bd89-4deeb80b9774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:45.406385 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c30c10f-be10-404d-8393-d1ea453d2e76 None None] The sync data for ids ['1e4a3e73-b52b-479c-b6d5-517ec24f01ab'] in n-d-798054-8 is: [{'id': '1e4a3e73-b52b-479c-b6d5-517ec24f01ab', 'name': 'tempest-TestEncryptedCinderVolumes-911794529-router', 'tenant_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '511d8189-cb10-4660-bff2-99b0ba6d2915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:42Z', 'updated_at': '2021-07-05T10:48:44Z', 'revision_number': 4, 'project_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'gw_port': {'id': '511d8189-cb10-4660-bff2-99b0ba6d2915', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4a3e73-b52b-479c-b6d5-517ec24f01ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:42Z', 'updated_at': '2021-07-05T10:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '66a5544a-47b2-496a-a166-646dc2aaaff6', 'name': '', 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63', 'tenant_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'mac_address': 'fa:16:3e:9b:62:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4a3e73-b52b-479c-b6d5-517ec24f01ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '4c64a359-1298-4419-bd89-4deeb80b9774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:44Z', 'updated_at': '2021-07-05T10:48:44Z', 'revision_number': 1, 'project_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'subnets': [{'id': '4c64a359-1298-4419-bd89-4deeb80b9774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:48:45.479382 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9299fca-8f91-427f-8081-4a58ce931518 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:48:45.484788 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b9299fca-8f91-427f-8081-4a58ce931518 admin admin] 10.222.0.79 "PUT /v2.0/routers/1e4a3e73-b52b-479c-b6d5-517ec24f01ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9209754 Jul 05 10:48:45.506042 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4cccc870-8453-42da-bae9-5f54dabdc8af None None] Provisioning complete for port 66a5544a-47b2-496a-a166-646dc2aaaff6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:45.506427 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4cccc870-8453-42da-bae9-5f54dabdc8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:45.540526 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4cccc870-8453-42da-bae9-5f54dabdc8af None None] Port 66a5544a-47b2-496a-a166-646dc2aaaff6 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:48:45.947938 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d12e68c2-d2c8-4dad-9a3a-87fb51e5f025 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:48:45.996028 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48538) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:46.001694 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6725331d-e4b6-4c7d-bfd6-f593f2560f99 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-153036082-network', 'tenant_id': '65e83467ded347648478e53197b9a43a'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:46.004554 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port d12e68c2-d2c8-4dad-9a3a-87fb51e5f025 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:46.005373 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.054433 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6725331d-e4b6-4c7d-bfd6-f593f2560f99 admin admin] Made reservation on behalf of 65e83467ded347648478e53197b9a43a for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:48:46.056895 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6725331d-e4b6-4c7d-bfd6-f593f2560f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.066121 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6725331d-e4b6-4c7d-bfd6-f593f2560f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.172425 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6725331d-e4b6-4c7d-bfd6-f593f2560f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.176447 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6725331d-e4b6-4c7d-bfd6-f593f2560f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.208596 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6725331d-e4b6-4c7d-bfd6-f593f2560f99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:48:46.214084 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725331d-e4b6-4c7d-bfd6-f593f2560f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b97f069-ed78-4c2c-8b03-4c6c400ee890,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:46.222667 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6725331d-e4b6-4c7d-bfd6-f593f2560f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.222667 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-6725331d-e4b6-4c7d-bfd6-f593f2560f99 admin admin] Added segment 2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0 of type vlan for network 3bafa2b0-0c30-4b97-87a2-cf37cb738c92 Jul 05 10:48:46.265008 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6725331d-e4b6-4c7d-bfd6-f593f2560f99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.296208 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6725331d-e4b6-4c7d-bfd6-f593f2560f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.297313 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6725331d-e4b6-4c7d-bfd6-f593f2560f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:46.297979 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6725331d-e4b6-4c7d-bfd6-f593f2560f99 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.349839 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6725331d-e4b6-4c7d-bfd6-f593f2560f99 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3522770 Jul 05 10:48:46.352658 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48540) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:46.357519 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0cf1fd7e-9800-4023-9690-1dfc608a7306 admin admin] Request body: {'subnet': {'network_id': '3bafa2b0-0c30-4b97-87a2-cf37cb738c92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-153036082-subnet', 'tenant_id': '65e83467ded347648478e53197b9a43a', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:46.373322 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725331d-e4b6-4c7d-bfd6-f593f2560f99 admin admin] Pushing event updated for resources: {'Network': ['ID=3bafa2b0-0c30-4b97-87a2-cf37cb738c92,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:46.384087 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 3bafa2b0-0c30-4b97-87a2-cf37cb738c92 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:48:46.388414 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf1fd7e-9800-4023-9690-1dfc608a7306 admin admin] Made reservation on behalf of 65e83467ded347648478e53197b9a43a for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:48:46.390943 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0cf1fd7e-9800-4023-9690-1dfc608a7306 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.562845 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0cf1fd7e-9800-4023-9690-1dfc608a7306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.617537 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1fd7e-9800-4023-9690-1dfc608a7306 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d65e18a-4b43-47e8-8934-be3c130e6bc4,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:46.629617 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf1fd7e-9800-4023-9690-1dfc608a7306 admin admin] Checking segment: {'id': '2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3bafa2b0-0c30-4b97-87a2-cf37cb738c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:46.629986 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf1fd7e-9800-4023-9690-1dfc608a7306 admin admin] Network hostable DHCP agents. Network: 3bafa2b0-0c30-4b97-87a2-cf37cb738c92, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:48:46.647328 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf1fd7e-9800-4023-9690-1dfc608a7306 admin admin] Network 3bafa2b0-0c30-4b97-87a2-cf37cb738c92 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:48:46.656761 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-0cf1fd7e-9800-4023-9690-1dfc608a7306 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 3bafa2b0-0c30-4b97-87a2-cf37cb738c92) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:46.660840 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf1fd7e-9800-4023-9690-1dfc608a7306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:46.661439 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0cf1fd7e-9800-4023-9690-1dfc608a7306 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.666236 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6432c4f3-34e0-491a-bf7b-88d31b57aa3b None None] Network 3bafa2b0-0c30-4b97-87a2-cf37cb738c92 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:48:46.676400 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0cf1fd7e-9800-4023-9690-1dfc608a7306 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3226902 Jul 05 10:48:46.678933 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48542) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:46.683328 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2e5e0f2c-729f-4699-8da0-d1b0bb028adc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-153036082-router', 'tenant_id': '65e83467ded347648478e53197b9a43a', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:46.704880 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0f2c-729f-4699-8da0-d1b0bb028adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.706084 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0f2c-729f-4699-8da0-d1b0bb028adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.762834 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0f2c-729f-4699-8da0-d1b0bb028adc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.816682 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385dae4a-af70-4027-945b-f355da9acf68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-3bafa2b0-0c30-4b97-87a2-cf37cb738c92', 'network_id': '3bafa2b0-0c30-4b97-87a2-cf37cb738c92', 'tenant_id': '65e83467ded347648478e53197b9a43a', 'fixed_ips': [{'subnet_id': '9d65e18a-4b43-47e8-8934-be3c130e6bc4'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:48:46.817555 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-385dae4a-af70-4027-945b-f355da9acf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.907727 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0f2c-729f-4699-8da0-d1b0bb028adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.957173 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-385dae4a-af70-4027-945b-f355da9acf68 None None] Allocated IP 172.20.0.2 (3bafa2b0-0c30-4b97-87a2-cf37cb738c92/9d65e18a-4b43-47e8-8934-be3c130e6bc4/786fdc93-6f35-42ac-9c54-983eebfda2d1) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:48:47.107165 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-385dae4a-af70-4027-945b-f355da9acf68 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:47.112764 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0f2c-729f-4699-8da0-d1b0bb028adc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:47.116510 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-385dae4a-af70-4027-945b-f355da9acf68 None None] Transition to ACTIVE for port object 786fdc93-6f35-42ac-9c54-983eebfda2d1 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:47.132131 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-385dae4a-af70-4027-945b-f355da9acf68 None None] Transition to ACTIVE for port object 786fdc93-6f35-42ac-9c54-983eebfda2d1 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:47.132354 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0f2c-729f-4699-8da0-d1b0bb028adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:47.138038 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-385dae4a-af70-4027-945b-f355da9acf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:47.177542 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385dae4a-af70-4027-945b-f355da9acf68 None None] Network 3bafa2b0-0c30-4b97-87a2-cf37cb738c92 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:48:47.183686 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-385dae4a-af70-4027-945b-f355da9acf68 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:47.188256 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385dae4a-af70-4027-945b-f355da9acf68 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:48:47.191714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385dae4a-af70-4027-945b-f355da9acf68 None None] Pushing event updated for resources: {'Port': ['ID=786fdc93-6f35-42ac-9c54-983eebfda2d1,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:47.246553 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-2e5e0f2c-729f-4699-8da0-d1b0bb028adc admin admin] Allocated IP 172.25.7.8 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/495a0c2a-eb0c-4ad7-9e53-be22912a04ff) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:48:47.249851 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-385dae4a-af70-4027-945b-f355da9acf68 None None] Attempting to bind port 786fdc93-6f35-42ac-9c54-983eebfda2d1 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:48:47.250245 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-385dae4a-af70-4027-945b-f355da9acf68 None None] Attempting to bind port 786fdc93-6f35-42ac-9c54-983eebfda2d1 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3bafa2b0-0c30-4b97-87a2-cf37cb738c92'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:48:47.250642 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385dae4a-af70-4027-945b-f355da9acf68 None None] Attempting to bind port 786fdc93-6f35-42ac-9c54-983eebfda2d1 on network 3bafa2b0-0c30-4b97-87a2-cf37cb738c92 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:48:47.255691 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385dae4a-af70-4027-945b-f355da9acf68 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:48:47.256113 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385dae4a-af70-4027-945b-f355da9acf68 None None] Checking segment: {'id': '2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3bafa2b0-0c30-4b97-87a2-cf37cb738c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:47.256521 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-385dae4a-af70-4027-945b-f355da9acf68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:47.256916 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385dae4a-af70-4027-945b-f355da9acf68 None None] Bound using segment: {'id': '2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3bafa2b0-0c30-4b97-87a2-cf37cb738c92'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:48:47.257412 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-385dae4a-af70-4027-945b-f355da9acf68 None None] Bound port: 786fdc93-6f35-42ac-9c54-983eebfda2d1, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3bafa2b0-0c30-4b97-87a2-cf37cb738c92'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:48:47.257796 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-385dae4a-af70-4027-945b-f355da9acf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:47.321334 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-385dae4a-af70-4027-945b-f355da9acf68 None None] For port 786fdc93-6f35-42ac-9c54-983eebfda2d1, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:48:47.324478 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-385dae4a-af70-4027-945b-f355da9acf68 None None] For port 786fdc93-6f35-42ac-9c54-983eebfda2d1, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=786fdc93-6f35-42ac-9c54-983eebfda2d1,segment=NetworkSegment(2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0),segment_id=2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:48:47.328647 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-385dae4a-af70-4027-945b-f355da9acf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:47.352716 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0f2c-729f-4699-8da0-d1b0bb028adc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:47.384698 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] Sync routers for ids ['1e4a3e73-b52b-479c-b6d5-517ec24f01ab'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:48:47.394857 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385dae4a-af70-4027-945b-f355da9acf68 None None] Pushing event updated for resources: {'Port': ['ID=786fdc93-6f35-42ac-9c54-983eebfda2d1,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:47.400776 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] Routers {'1e4a3e73-b52b-479c-b6d5-517ec24f01ab'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:48:47.401398 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:48:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['1e4a3e73-b52b-479c-b6d5-517ec24f01ab'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:47.410649 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0f2c-729f-4699-8da0-d1b0bb028adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:47.452686 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5e0f2c-729f-4699-8da0-d1b0bb028adc admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:48:47.462003 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-2e5e0f2c-729f-4699-8da0-d1b0bb028adc admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:47.464420 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5e0f2c-729f-4699-8da0-d1b0bb028adc admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:48:47.491710 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e0f2c-729f-4699-8da0-d1b0bb028adc admin admin] Pushing event updated for resources: {'Port': ['ID=495a0c2a-eb0c-4ad7-9e53-be22912a04ff,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:47.521629 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] Set router 1e4a3e73-b52b-479c-b6d5-517ec24f01ab gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:48:47.762501 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4a3e73-b52b-479c-b6d5-517ec24f01ab', 'name': 'tempest-TestEncryptedCinderVolumes-911794529-router', 'tenant_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '511d8189-cb10-4660-bff2-99b0ba6d2915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:42Z', 'updated_at': '2021-07-05T10:48:44Z', 'revision_number': 4, 'project_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'gw_port': {'id': '511d8189-cb10-4660-bff2-99b0ba6d2915', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4a3e73-b52b-479c-b6d5-517ec24f01ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:42Z', 'updated_at': '2021-07-05T10:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '66a5544a-47b2-496a-a166-646dc2aaaff6', 'name': '', 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63', 'tenant_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'mac_address': 'fa:16:3e:9b:62:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4a3e73-b52b-479c-b6d5-517ec24f01ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '4c64a359-1298-4419-bd89-4deeb80b9774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:44Z', 'updated_at': '2021-07-05T10:48:44Z', 'revision_number': 2, 'project_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'subnets': [{'id': '4c64a359-1298-4419-bd89-4deeb80b9774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:47.770718 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0f2c-729f-4699-8da0-d1b0bb028adc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:47.792642 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] Checking router: 1e4a3e73-b52b-479c-b6d5-517ec24f01ab for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:48:47.792995 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] Updating router 1e4a3e73-b52b-479c-b6d5-517ec24f01ab port 66a5544a-47b2-496a-a166-646dc2aaaff6 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:48:47.825960 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:47.981882 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0f2c-729f-4699-8da0-d1b0bb028adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:48.024081 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 511d8189-cb10-4660-bff2-99b0ba6d2915 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:48:48.083978 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 511d8189-cb10-4660-bff2-99b0ba6d2915 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:48:48.090334 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 511d8189-cb10-4660-bff2-99b0ba6d2915 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:48.090738 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:48.138225 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:48.152673 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] Transition to ACTIVE for port object 66a5544a-47b2-496a-a166-646dc2aaaff6 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:48.155389 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5e0f2c-729f-4699-8da0-d1b0bb028adc admin admin] Router c62b2eac-53b9-4d8b-8b74-9221ba3fed7c is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:48:48.163362 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:48.200997 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:48.213809 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a761d-2cf5-4d85-978f-2c84b37e956c None None] Pushing event updated for resources: {'Port': ['ID=66a5544a-47b2-496a-a166-646dc2aaaff6,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:48.240443 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 511d8189-cb10-4660-bff2-99b0ba6d2915, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=511d8189-cb10-4660-bff2-99b0ba6d2915,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:48.251616 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:48.252561 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 786fdc93-6f35-42ac-9c54-983eebfda2d1 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:48:48.310842 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5e0f2c-729f-4699-8da0-d1b0bb028adc admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:48:48.331659 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0f2c-729f-4699-8da0-d1b0bb028adc admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:48.333369 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2e5e0f2c-729f-4699-8da0-d1b0bb028adc admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6533194 Jul 05 10:48:48.336780 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48544) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:48.337320 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] Sync routers for ids ['c62b2eac-53b9-4d8b-8b74-9221ba3fed7c'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:48:48.362332 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a761d-2cf5-4d85-978f-2c84b37e956c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:48.362878 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a761d-2cf5-4d85-978f-2c84b37e956c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:48.363002 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a761d-2cf5-4d85-978f-2c84b37e956c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:48.363311 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a761d-2cf5-4d85-978f-2c84b37e956c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:48.363659 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a761d-2cf5-4d85-978f-2c84b37e956c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:48.363966 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a761d-2cf5-4d85-978f-2c84b37e956c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:48.364285 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a761d-2cf5-4d85-978f-2c84b37e956c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:48.364601 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a761d-2cf5-4d85-978f-2c84b37e956c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:48.365053 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a761d-2cf5-4d85-978f-2c84b37e956c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:48.365338 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a761d-2cf5-4d85-978f-2c84b37e956c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:48.365653 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a761d-2cf5-4d85-978f-2c84b37e956c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:48.366031 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a761d-2cf5-4d85-978f-2c84b37e956c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:48.368879 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] Routers {'c62b2eac-53b9-4d8b-8b74-9221ba3fed7c'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:48:48.369801 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:48:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c62b2eac-53b9-4d8b-8b74-9221ba3fed7c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:48.381328 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 786fdc93-6f35-42ac-9c54-983eebfda2d1 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:48:48.427105 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=511d8189-cb10-4660-bff2-99b0ba6d2915,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:48.433468 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] Attempting to bind port 66a5544a-47b2-496a-a166-646dc2aaaff6 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:48:48.446806 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] Attempting to bind port 66a5544a-47b2-496a-a166-646dc2aaaff6 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'f7327d41-a414-413c-a78b-a0770493c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:48:48.448569 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] Attempting to bind port 66a5544a-47b2-496a-a166-646dc2aaaff6 on network bfa5098c-54d4-4337-a1c1-e69914fe3a63 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:48:48.453182 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:48:48.457194 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:48:48.458132 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] Checking segment: {'id': 'f7327d41-a414-413c-a78b-a0770493c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:48.458542 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:48.458935 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] Bound using segment: {'id': 'f7327d41-a414-413c-a78b-a0770493c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:48:48.459413 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] Bound port: 66a5544a-47b2-496a-a166-646dc2aaaff6, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7327d41-a414-413c-a78b-a0770493c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:48:48.459793 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:48.546249 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] For port 66a5544a-47b2-496a-a166-646dc2aaaff6, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:48:48.550549 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] Set router c62b2eac-53b9-4d8b-8b74-9221ba3fed7c gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:48:48.550891 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] For port 66a5544a-47b2-496a-a166-646dc2aaaff6, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=66a5544a-47b2-496a-a166-646dc2aaaff6,segment=NetworkSegment(f7327d41-a414-413c-a78b-a0770493c3dc),segment_id=f7327d41-a414-413c-a78b-a0770493c3dc)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:48:48.555258 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:48.595664 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1acbefd-78d6-4e84-822a-438a2a24768a None None] Network 3bafa2b0-0c30-4b97-87a2-cf37cb738c92 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:48:48.605139 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] Routers {'1e4a3e73-b52b-479c-b6d5-517ec24f01ab'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:48:48.606005 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:48:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['1e4a3e73-b52b-479c-b6d5-517ec24f01ab'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:48.663214 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a761d-2cf5-4d85-978f-2c84b37e956c None None] Pushing event updated for resources: {'Port': ['ID=66a5544a-47b2-496a-a166-646dc2aaaff6,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:48.759274 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] Set router 1e4a3e73-b52b-479c-b6d5-517ec24f01ab gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:48:48.780630 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bc795abd-7c42-47de-a071-42a3689e4b16 None None] Provisioning for port 786fdc93-6f35-42ac-9c54-983eebfda2d1 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:48:48.808485 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bc795abd-7c42-47de-a071-42a3689e4b16 None None] Provisioning complete for port 786fdc93-6f35-42ac-9c54-983eebfda2d1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:48.808807 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bc795abd-7c42-47de-a071-42a3689e4b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:48.905214 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d626f028-425c-467e-89a6-e2610d7c1c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:48.986028 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4a3e73-b52b-479c-b6d5-517ec24f01ab', 'name': 'tempest-TestEncryptedCinderVolumes-911794529-router', 'tenant_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '511d8189-cb10-4660-bff2-99b0ba6d2915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:42Z', 'updated_at': '2021-07-05T10:48:44Z', 'revision_number': 4, 'project_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'gw_port': {'id': '511d8189-cb10-4660-bff2-99b0ba6d2915', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4a3e73-b52b-479c-b6d5-517ec24f01ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:42Z', 'updated_at': '2021-07-05T10:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '66a5544a-47b2-496a-a166-646dc2aaaff6', 'name': '', 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63', 'tenant_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'mac_address': 'fa:16:3e:9b:62:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4a3e73-b52b-479c-b6d5-517ec24f01ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '4c64a359-1298-4419-bd89-4deeb80b9774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:44Z', 'updated_at': '2021-07-05T10:48:48Z', 'revision_number': 4, 'project_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'subnets': [{'id': '4c64a359-1298-4419-bd89-4deeb80b9774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:48.987599 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bc795abd-7c42-47de-a071-42a3689e4b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:49.019457 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acc54fe-9572-494e-8e03-7bceb2e91f9c None None] The sync data for ids ['1e4a3e73-b52b-479c-b6d5-517ec24f01ab'] in n-d-798054-8 is: [{'id': '1e4a3e73-b52b-479c-b6d5-517ec24f01ab', 'name': 'tempest-TestEncryptedCinderVolumes-911794529-router', 'tenant_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '511d8189-cb10-4660-bff2-99b0ba6d2915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:42Z', 'updated_at': '2021-07-05T10:48:44Z', 'revision_number': 4, 'project_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'gw_port': {'id': '511d8189-cb10-4660-bff2-99b0ba6d2915', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4a3e73-b52b-479c-b6d5-517ec24f01ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:42Z', 'updated_at': '2021-07-05T10:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '66a5544a-47b2-496a-a166-646dc2aaaff6', 'name': '', 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63', 'tenant_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'mac_address': 'fa:16:3e:9b:62:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4a3e73-b52b-479c-b6d5-517ec24f01ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '4c64a359-1298-4419-bd89-4deeb80b9774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:44Z', 'updated_at': '2021-07-05T10:48:48Z', 'revision_number': 4, 'project_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'subnets': [{'id': '4c64a359-1298-4419-bd89-4deeb80b9774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:48:49.046976 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-bc795abd-7c42-47de-a071-42a3689e4b16 None None] For port 786fdc93-6f35-42ac-9c54-983eebfda2d1, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=786fdc93-6f35-42ac-9c54-983eebfda2d1,segment=NetworkSegment(2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0),segment_id=2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:49.052153 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62b2eac-53b9-4d8b-8b74-9221ba3fed7c', 'name': 'tempest-TestEncryptedCinderVolumes-153036082-router', 'tenant_id': '65e83467ded347648478e53197b9a43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '495a0c2a-eb0c-4ad7-9e53-be22912a04ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:46Z', 'updated_at': '2021-07-05T10:48:47Z', 'revision_number': 3, 'project_id': '65e83467ded347648478e53197b9a43a', 'gw_port': {'id': '495a0c2a-eb0c-4ad7-9e53-be22912a04ff', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62b2eac-53b9-4d8b-8b74-9221ba3fed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:47Z', 'updated_at': '2021-07-05T10:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:49.055707 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bc795abd-7c42-47de-a071-42a3689e4b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:49.088192 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] Checking router: c62b2eac-53b9-4d8b-8b74-9221ba3fed7c for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:48:49.088457 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] Updating router c62b2eac-53b9-4d8b-8b74-9221ba3fed7c port 495a0c2a-eb0c-4ad7-9e53-be22912a04ff binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:48:49.174434 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc795abd-7c42-47de-a071-42a3689e4b16 None None] Pushing event updated for resources: {'Port': ['ID=786fdc93-6f35-42ac-9c54-983eebfda2d1,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:49.178383 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:49.466476 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bd7514bf-e3d3-48fc-b5fc-d1a7e71d32c8 None None] Provisioning complete for port 786fdc93-6f35-42ac-9c54-983eebfda2d1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:49.466854 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bd7514bf-e3d3-48fc-b5fc-d1a7e71d32c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:49.469615 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-d626f028-425c-467e-89a6-e2610d7c1c5b admin admin] Allocated IP 172.20.0.1 (3bafa2b0-0c30-4b97-87a2-cf37cb738c92/9d65e18a-4b43-47e8-8934-be3c130e6bc4/b3f970c6-9621-4a69-a13c-b82971de6757) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:48:49.509282 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:49.526281 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] Transition to ACTIVE for port object 495a0c2a-eb0c-4ad7-9e53-be22912a04ff will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:49.537559 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:49.585871 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d626f028-425c-467e-89a6-e2610d7c1c5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:49.600376 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-d626f028-425c-467e-89a6-e2610d7c1c5b admin admin] Transition to ACTIVE for port object b3f970c6-9621-4a69-a13c-b82971de6757 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:49.613318 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260cb6e-29a0-4e57-aba6-5ba3de3e559a None None] Pushing event updated for resources: {'Port': ['ID=495a0c2a-eb0c-4ad7-9e53-be22912a04ff,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:49.623542 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] Attempting to bind port 495a0c2a-eb0c-4ad7-9e53-be22912a04ff on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:48:49.623939 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] Attempting to bind port 495a0c2a-eb0c-4ad7-9e53-be22912a04ff by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:48:49.624311 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] Attempting to bind port 495a0c2a-eb0c-4ad7-9e53-be22912a04ff on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:48:49.634140 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:48:49.634522 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:49.634931 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:49.635329 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:48:49.635803 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] Bound port: 495a0c2a-eb0c-4ad7-9e53-be22912a04ff, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:48:49.636221 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:49.647521 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d626f028-425c-467e-89a6-e2610d7c1c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:49.685978 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d626f028-425c-467e-89a6-e2610d7c1c5b admin admin] Network 3bafa2b0-0c30-4b97-87a2-cf37cb738c92 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:48:49.691978 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-d626f028-425c-467e-89a6-e2610d7c1c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:49.693319 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] For port 495a0c2a-eb0c-4ad7-9e53-be22912a04ff, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:48:49.694652 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d626f028-425c-467e-89a6-e2610d7c1c5b admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:48:49.696987 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] For port 495a0c2a-eb0c-4ad7-9e53-be22912a04ff, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=495a0c2a-eb0c-4ad7-9e53-be22912a04ff,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:48:49.703337 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:49.740130 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626f028-425c-467e-89a6-e2610d7c1c5b admin admin] Pushing event updated for resources: {'Port': ['ID=b3f970c6-9621-4a69-a13c-b82971de6757,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:49.754622 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d626f028-425c-467e-89a6-e2610d7c1c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:49.754832 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] Routers {'c62b2eac-53b9-4d8b-8b74-9221ba3fed7c'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:48:49.755471 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:48:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c62b2eac-53b9-4d8b-8b74-9221ba3fed7c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:49.814177 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260cb6e-29a0-4e57-aba6-5ba3de3e559a None None] Pushing event updated for resources: {'Port': ['ID=495a0c2a-eb0c-4ad7-9e53-be22912a04ff,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:49.886941 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] Set router c62b2eac-53b9-4d8b-8b74-9221ba3fed7c gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:48:49.990427 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d626f028-425c-467e-89a6-e2610d7c1c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:50.008714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 511d8189-cb10-4660-bff2-99b0ba6d2915 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:48:50.014520 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-03be69a6-52c9-49f7-afb0-0401fa9881d7 None None] Provisioning for port b3f970c6-9621-4a69-a13c-b82971de6757 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:48:50.044928 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-03be69a6-52c9-49f7-afb0-0401fa9881d7 None None] Provisioning complete for port b3f970c6-9621-4a69-a13c-b82971de6757 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:50.045309 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-03be69a6-52c9-49f7-afb0-0401fa9881d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:50.103159 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-03be69a6-52c9-49f7-afb0-0401fa9881d7 None None] Port b3f970c6-9621-4a69-a13c-b82971de6757 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:48:50.140127 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 511d8189-cb10-4660-bff2-99b0ba6d2915 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:50.140509 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:50.162924 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d626f028-425c-467e-89a6-e2610d7c1c5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:50.167786 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d626f028-425c-467e-89a6-e2610d7c1c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:50.193974 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62b2eac-53b9-4d8b-8b74-9221ba3fed7c', 'name': 'tempest-TestEncryptedCinderVolumes-153036082-router', 'tenant_id': '65e83467ded347648478e53197b9a43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '495a0c2a-eb0c-4ad7-9e53-be22912a04ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:46Z', 'updated_at': '2021-07-05T10:48:47Z', 'revision_number': 3, 'project_id': '65e83467ded347648478e53197b9a43a', 'gw_port': {'id': '495a0c2a-eb0c-4ad7-9e53-be22912a04ff', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62b2eac-53b9-4d8b-8b74-9221ba3fed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:47Z', 'updated_at': '2021-07-05T10:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:50.222274 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca5745f-8145-4bdc-b520-15040c25e496 None None] The sync data for ids ['c62b2eac-53b9-4d8b-8b74-9221ba3fed7c'] in n-d-798054-8 is: [{'id': 'c62b2eac-53b9-4d8b-8b74-9221ba3fed7c', 'name': 'tempest-TestEncryptedCinderVolumes-153036082-router', 'tenant_id': '65e83467ded347648478e53197b9a43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '495a0c2a-eb0c-4ad7-9e53-be22912a04ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:46Z', 'updated_at': '2021-07-05T10:48:47Z', 'revision_number': 3, 'project_id': '65e83467ded347648478e53197b9a43a', 'gw_port': {'id': '495a0c2a-eb0c-4ad7-9e53-be22912a04ff', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62b2eac-53b9-4d8b-8b74-9221ba3fed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:47Z', 'updated_at': '2021-07-05T10:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:48:50.237643 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d626f028-425c-467e-89a6-e2610d7c1c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:50.239574 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626f028-425c-467e-89a6-e2610d7c1c5b admin admin] Pushing event updated for resources: {'Port': ['ID=b3f970c6-9621-4a69-a13c-b82971de6757,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:50.256056 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 66a5544a-47b2-496a-a166-646dc2aaaff6 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:48:50.349105 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d626f028-425c-467e-89a6-e2610d7c1c5b admin admin] Network 3bafa2b0-0c30-4b97-87a2-cf37cb738c92 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:48:50.350690 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-d626f028-425c-467e-89a6-e2610d7c1c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:50.481805 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 66a5544a-47b2-496a-a166-646dc2aaaff6 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:48:50.486943 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 66a5544a-47b2-496a-a166-646dc2aaaff6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:50.488840 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:50.514632 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d626f028-425c-467e-89a6-e2610d7c1c5b admin admin] Router c62b2eac-53b9-4d8b-8b74-9221ba3fed7c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:48:50.602519 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:50.644988 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 66a5544a-47b2-496a-a166-646dc2aaaff6, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=66a5544a-47b2-496a-a166-646dc2aaaff6,segment=NetworkSegment(f7327d41-a414-413c-a78b-a0770493c3dc),segment_id=f7327d41-a414-413c-a78b-a0770493c3dc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:50.649048 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:50.650538 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 786fdc93-6f35-42ac-9c54-983eebfda2d1 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:48:50.655768 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d626f028-425c-467e-89a6-e2610d7c1c5b admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:48:50.662047 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d626f028-425c-467e-89a6-e2610d7c1c5b admin admin] 10.222.0.79 "PUT /v2.0/routers/c62b2eac-53b9-4d8b-8b74-9221ba3fed7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3233511 Jul 05 10:48:50.751548 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=66a5544a-47b2-496a-a166-646dc2aaaff6,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:50.756078 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b8600fad-2f45-47ea-9274-4ac2e06b2ddf None None] Provisioning complete for port b3f970c6-9621-4a69-a13c-b82971de6757 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:50.756459 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b8600fad-2f45-47ea-9274-4ac2e06b2ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:50.783643 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 786fdc93-6f35-42ac-9c54-983eebfda2d1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:50.784251 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:50.818300 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b8600fad-2f45-47ea-9274-4ac2e06b2ddf None None] Port b3f970c6-9621-4a69-a13c-b82971de6757 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:48:51.022624 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ca9fcc35-ec8d-4438-b019-d3cae44bb917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:51.493183 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-74b3d7cb-71ad-41fd-aa07-2a6f07fd9692 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:51.494662 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-74b3d7cb-71ad-41fd-aa07-2a6f07fd9692 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/networks?id=bfa5098c-54d4-4337-a1c1-e69914fe3a63 HTTP/1.1" status: 200 len: 816 time: 0.0977607 Jul 05 10:48:51.509239 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-2d1da184-0eeb-4caa-83ed-da6545c49a63 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/quotas/d7eae28d4eb848a6b26ac80de899f6d9 HTTP/1.1" status: 200 len: 375 time: 0.0093908 Jul 05 10:48:51.576193 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-b037bd31-be6d-4c56-b0e6-04f19792cc8a tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d7eae28d4eb848a6b26ac80de899f6d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623231 Jul 05 10:48:51.672021 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-5ad66ab7-0e2b-4edc-9bd9-c0a3f686164f service neutron] 10.222.0.79 "GET /v2.0/networks/bfa5098c-54d4-4337-a1c1-e69914fe3a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840333 Jul 05 10:48:51.760371 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-86cb1c30-9d62-4247-84bc-9a291ba726ba service neutron] 10.222.0.79 "GET /v2.0/networks/bfa5098c-54d4-4337-a1c1-e69914fe3a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824435 Jul 05 10:48:51.952416 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-db4fbe97-b87f-4651-82c5-46418ae46ef5 req-a450dcb3-38df-47ba-9fb6-7aba3282e28e tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=244ef3aa-db58-4052-b160-736afa331c37 HTTP/1.1" status: 200 len: 210 time: 0.0384896 Jul 05 10:48:52.027444 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 66a5544a-47b2-496a-a166-646dc2aaaff6 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:48:52.079015 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 66a5544a-47b2-496a-a166-646dc2aaaff6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:52.079400 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:52.161903 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 495a0c2a-eb0c-4ad7-9e53-be22912a04ff up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:48:52.214898 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 495a0c2a-eb0c-4ad7-9e53-be22912a04ff completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:48:52.219119 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 495a0c2a-eb0c-4ad7-9e53-be22912a04ff triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:52.219508 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:52.306248 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:52.326715 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 495a0c2a-eb0c-4ad7-9e53-be22912a04ff, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=495a0c2a-eb0c-4ad7-9e53-be22912a04ff,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:52.331201 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:52.380515 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=495a0c2a-eb0c-4ad7-9e53-be22912a04ff,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:52.511475 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] Sync routers for ids ['c62b2eac-53b9-4d8b-8b74-9221ba3fed7c'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:48:52.521326 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] Routers {'c62b2eac-53b9-4d8b-8b74-9221ba3fed7c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:48:52.522007 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:48:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c62b2eac-53b9-4d8b-8b74-9221ba3fed7c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:52.625631 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] Set router c62b2eac-53b9-4d8b-8b74-9221ba3fed7c gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:48:52.819111 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62b2eac-53b9-4d8b-8b74-9221ba3fed7c', 'name': 'tempest-TestEncryptedCinderVolumes-153036082-router', 'tenant_id': '65e83467ded347648478e53197b9a43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '495a0c2a-eb0c-4ad7-9e53-be22912a04ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:46Z', 'updated_at': '2021-07-05T10:48:49Z', 'revision_number': 4, 'project_id': '65e83467ded347648478e53197b9a43a', 'gw_port': {'id': '495a0c2a-eb0c-4ad7-9e53-be22912a04ff', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62b2eac-53b9-4d8b-8b74-9221ba3fed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:47Z', 'updated_at': '2021-07-05T10:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'b3f970c6-9621-4a69-a13c-b82971de6757', 'name': '', 'network_id': '3bafa2b0-0c30-4b97-87a2-cf37cb738c92', 'tenant_id': '65e83467ded347648478e53197b9a43a', 'mac_address': 'fa:16:3e:bc:c5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62b2eac-53b9-4d8b-8b74-9221ba3fed7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '9d65e18a-4b43-47e8-8934-be3c130e6bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:48Z', 'updated_at': '2021-07-05T10:48:50Z', 'revision_number': 2, 'project_id': '65e83467ded347648478e53197b9a43a', 'subnets': [{'id': '9d65e18a-4b43-47e8-8934-be3c130e6bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:52.846282 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] Checking router: c62b2eac-53b9-4d8b-8b74-9221ba3fed7c for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:48:52.846631 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] Updating router c62b2eac-53b9-4d8b-8b74-9221ba3fed7c port b3f970c6-9621-4a69-a13c-b82971de6757 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:48:52.879479 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:53.022680 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-27a93fdf-68a8-42c0-8192-37a68101647f tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:53.024350 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-27a93fdf-68a8-42c0-8192-37a68101647f tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.78 "GET /v2.0/networks?id=bfa5098c-54d4-4337-a1c1-e69914fe3a63 HTTP/1.1" status: 200 len: 816 time: 0.1167562 Jul 05 10:48:53.042016 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-49e6d309-2c75-445e-bd75-1e4acf59050a tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Request body: {'port': {'device_id': '244ef3aa-db58-4052-b160-736afa331c37', 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63', 'admin_state_up': True, 'tenant_id': 'd7eae28d4eb848a6b26ac80de899f6d9'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:53.112533 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eb58aa39-0a2e-455c-8b35-d269f94a39d0 req-a6832a3d-c239-45f3-8d9b-51d5f27d130a tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=244ef3aa-db58-4052-b160-736afa331c37 HTTP/1.1" status: 200 len: 210 time: 0.0382941 Jul 05 10:48:53.170273 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-49e6d309-2c75-445e-bd75-1e4acf59050a tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Made reservation on behalf of d7eae28d4eb848a6b26ac80de899f6d9 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:48:53.174596 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-49e6d309-2c75-445e-bd75-1e4acf59050a tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:53.188172 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:53.199200 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] Transition to ACTIVE for port object b3f970c6-9621-4a69-a13c-b82971de6757 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:53.206807 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:53.255678 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c899a-31b9-4959-ba26-b0c352704409 None None] Pushing event updated for resources: {'Port': ['ID=b3f970c6-9621-4a69-a13c-b82971de6757,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:53.308730 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] Attempting to bind port b3f970c6-9621-4a69-a13c-b82971de6757 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:48:53.309100 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] Attempting to bind port b3f970c6-9621-4a69-a13c-b82971de6757 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3bafa2b0-0c30-4b97-87a2-cf37cb738c92'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:48:53.309461 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] Attempting to bind port b3f970c6-9621-4a69-a13c-b82971de6757 on network 3bafa2b0-0c30-4b97-87a2-cf37cb738c92 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:48:53.315063 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:48:53.315447 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] Checking segment: {'id': '2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3bafa2b0-0c30-4b97-87a2-cf37cb738c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:53.315865 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:53.316246 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] Bound using segment: {'id': '2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3bafa2b0-0c30-4b97-87a2-cf37cb738c92'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:48:53.316716 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] Bound port: b3f970c6-9621-4a69-a13c-b82971de6757, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3bafa2b0-0c30-4b97-87a2-cf37cb738c92'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:48:53.317445 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:53.323615 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-49e6d309-2c75-445e-bd75-1e4acf59050a tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Allocated IP 172.20.0.12 (bfa5098c-54d4-4337-a1c1-e69914fe3a63/4c64a359-1298-4419-bd89-4deeb80b9774/187a3b72-4a22-49db-9fba-39698d2fc7d6) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:48:53.385174 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-64f4239e-9d13-4628-b85a-3fc1a96d851b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:53.397363 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] For port b3f970c6-9621-4a69-a13c-b82971de6757, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:48:53.401692 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] For port b3f970c6-9621-4a69-a13c-b82971de6757, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b3f970c6-9621-4a69-a13c-b82971de6757,segment=NetworkSegment(2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0),segment_id=2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:48:53.406003 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:53.463558 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] Routers {'c62b2eac-53b9-4d8b-8b74-9221ba3fed7c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:48:53.464218 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:48:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c62b2eac-53b9-4d8b-8b74-9221ba3fed7c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:53.469435 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c899a-31b9-4959-ba26-b0c352704409 None None] Pushing event updated for resources: {'Port': ['ID=b3f970c6-9621-4a69-a13c-b82971de6757,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:53.494036 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-49e6d309-2c75-445e-bd75-1e4acf59050a tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:53.509560 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-49e6d309-2c75-445e-bd75-1e4acf59050a tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Transition to ACTIVE for port object 187a3b72-4a22-49db-9fba-39698d2fc7d6 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:53.545934 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-49e6d309-2c75-445e-bd75-1e4acf59050a tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:53.604440 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-49e6d309-2c75-445e-bd75-1e4acf59050a tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Network bfa5098c-54d4-4337-a1c1-e69914fe3a63 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:48:53.616803 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-49e6d309-2c75-445e-bd75-1e4acf59050a tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:53.619282 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-49e6d309-2c75-445e-bd75-1e4acf59050a tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:48:53.622459 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6d309-2c75-445e-bd75-1e4acf59050a tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Pushing event updated for resources: {'Port': ['ID=187a3b72-4a22-49db-9fba-39698d2fc7d6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:53.678621 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-49e6d309-2c75-445e-bd75-1e4acf59050a tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:53.679373 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-49e6d309-2c75-445e-bd75-1e4acf59050a tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:53.681825 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] Set router c62b2eac-53b9-4d8b-8b74-9221ba3fed7c gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:48:53.697926 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-49e6d309-2c75-445e-bd75-1e4acf59050a tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6610670 Jul 05 10:48:53.712990 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-1c7a87ae-7f95-4b8f-9de7-eab8c7c2401c service neutron] Request body: {'port': {'device_id': '244ef3aa-db58-4052-b160-736afa331c37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:53.732395 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:53.801712 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-1c7a87ae-7f95-4b8f-9de7-eab8c7c2401c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:53.909071 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-085c29ed-d581-4396-8b59-c9ae23b45088 None None] Provisioning for port 187a3b72-4a22-49db-9fba-39698d2fc7d6 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:48:53.913200 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-085c29ed-d581-4396-8b59-c9ae23b45088 None None] Provisioning complete for port 187a3b72-4a22-49db-9fba-39698d2fc7d6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:53.913576 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-085c29ed-d581-4396-8b59-c9ae23b45088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:53.925147 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62b2eac-53b9-4d8b-8b74-9221ba3fed7c', 'name': 'tempest-TestEncryptedCinderVolumes-153036082-router', 'tenant_id': '65e83467ded347648478e53197b9a43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '495a0c2a-eb0c-4ad7-9e53-be22912a04ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:46Z', 'updated_at': '2021-07-05T10:48:49Z', 'revision_number': 4, 'project_id': '65e83467ded347648478e53197b9a43a', 'gw_port': {'id': '495a0c2a-eb0c-4ad7-9e53-be22912a04ff', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62b2eac-53b9-4d8b-8b74-9221ba3fed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:47Z', 'updated_at': '2021-07-05T10:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'b3f970c6-9621-4a69-a13c-b82971de6757', 'name': '', 'network_id': '3bafa2b0-0c30-4b97-87a2-cf37cb738c92', 'tenant_id': '65e83467ded347648478e53197b9a43a', 'mac_address': 'fa:16:3e:bc:c5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62b2eac-53b9-4d8b-8b74-9221ba3fed7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '9d65e18a-4b43-47e8-8934-be3c130e6bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:48Z', 'updated_at': '2021-07-05T10:48:53Z', 'revision_number': 4, 'project_id': '65e83467ded347648478e53197b9a43a', 'subnets': [{'id': '9d65e18a-4b43-47e8-8934-be3c130e6bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:53.948106 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16962f4c-6d05-4c77-aa50-f8e6e7cfb95b None None] The sync data for ids ['c62b2eac-53b9-4d8b-8b74-9221ba3fed7c'] in n-d-798054-8 is: [{'id': 'c62b2eac-53b9-4d8b-8b74-9221ba3fed7c', 'name': 'tempest-TestEncryptedCinderVolumes-153036082-router', 'tenant_id': '65e83467ded347648478e53197b9a43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '495a0c2a-eb0c-4ad7-9e53-be22912a04ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:46Z', 'updated_at': '2021-07-05T10:48:49Z', 'revision_number': 4, 'project_id': '65e83467ded347648478e53197b9a43a', 'gw_port': {'id': '495a0c2a-eb0c-4ad7-9e53-be22912a04ff', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62b2eac-53b9-4d8b-8b74-9221ba3fed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:47Z', 'updated_at': '2021-07-05T10:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'b3f970c6-9621-4a69-a13c-b82971de6757', 'name': '', 'network_id': '3bafa2b0-0c30-4b97-87a2-cf37cb738c92', 'tenant_id': '65e83467ded347648478e53197b9a43a', 'mac_address': 'fa:16:3e:bc:c5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62b2eac-53b9-4d8b-8b74-9221ba3fed7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '9d65e18a-4b43-47e8-8934-be3c130e6bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:48Z', 'updated_at': '2021-07-05T10:48:53Z', 'revision_number': 4, 'project_id': '65e83467ded347648478e53197b9a43a', 'subnets': [{'id': '9d65e18a-4b43-47e8-8934-be3c130e6bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:48:53.958722 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-085c29ed-d581-4396-8b59-c9ae23b45088 None None] Port 187a3b72-4a22-49db-9fba-39698d2fc7d6 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:48:53.970043 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 495a0c2a-eb0c-4ad7-9e53-be22912a04ff up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:48:54.047588 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 495a0c2a-eb0c-4ad7-9e53-be22912a04ff triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:54.048051 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:54.124741 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-1c7a87ae-7f95-4b8f-9de7-eab8c7c2401c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 187a3b72-4a22-49db-9fba-39698d2fc7d6 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:48:54.147795 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-1c7a87ae-7f95-4b8f-9de7-eab8c7c2401c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:54.183124 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-1c7a87ae-7f95-4b8f-9de7-eab8c7c2401c service neutron] Transition to ACTIVE for port object 187a3b72-4a22-49db-9fba-39698d2fc7d6 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:54.188318 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-1c7a87ae-7f95-4b8f-9de7-eab8c7c2401c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:54.250813 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a87ae-7f95-4b8f-9de7-eab8c7c2401c service neutron] Pushing event updated for resources: {'Port': ['ID=187a3b72-4a22-49db-9fba-39698d2fc7d6,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:54.334631 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-1c7a87ae-7f95-4b8f-9de7-eab8c7c2401c service neutron] Attempting to bind port 187a3b72-4a22-49db-9fba-39698d2fc7d6 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:48:54.335063 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-1c7a87ae-7f95-4b8f-9de7-eab8c7c2401c service neutron] Attempting to bind port 187a3b72-4a22-49db-9fba-39698d2fc7d6 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'f7327d41-a414-413c-a78b-a0770493c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:48:54.335406 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-1c7a87ae-7f95-4b8f-9de7-eab8c7c2401c service neutron] Attempting to bind port 187a3b72-4a22-49db-9fba-39698d2fc7d6 on network bfa5098c-54d4-4337-a1c1-e69914fe3a63 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:48:54.341017 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-1c7a87ae-7f95-4b8f-9de7-eab8c7c2401c service neutron] Port 187a3b72-4a22-49db-9fba-39698d2fc7d6 on network bfa5098c-54d4-4337-a1c1-e69914fe3a63 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:48:54.341347 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-1c7a87ae-7f95-4b8f-9de7-eab8c7c2401c service neutron] Attempting to bind port 187a3b72-4a22-49db-9fba-39698d2fc7d6 on network bfa5098c-54d4-4337-a1c1-e69914fe3a63 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:48:54.343991 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf2cdc-a4d1-49d2-85d1-de7119a71292 req-7bed484a-ddb9-4c26-bdd4-3e09963e04e9 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:54.346263 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3daf2cdc-a4d1-49d2-85d1-de7119a71292 req-7bed484a-ddb9-4c26-bdd4-3e09963e04e9 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=244ef3aa-db58-4052-b160-736afa331c37 HTTP/1.1" status: 200 len: 944 time: 0.0796988 Jul 05 10:48:54.346775 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-1c7a87ae-7f95-4b8f-9de7-eab8c7c2401c service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:48:54.347252 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-1c7a87ae-7f95-4b8f-9de7-eab8c7c2401c service neutron] Checking segment: {'id': 'f7327d41-a414-413c-a78b-a0770493c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:54.347647 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-1c7a87ae-7f95-4b8f-9de7-eab8c7c2401c service neutron] Bound using segment: {'id': 'f7327d41-a414-413c-a78b-a0770493c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:48:54.348135 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-1c7a87ae-7f95-4b8f-9de7-eab8c7c2401c service neutron] Bound port: 187a3b72-4a22-49db-9fba-39698d2fc7d6, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7327d41-a414-413c-a78b-a0770493c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:48:54.348507 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-1c7a87ae-7f95-4b8f-9de7-eab8c7c2401c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:54.400862 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3daf2cdc-a4d1-49d2-85d1-de7119a71292 req-1a1aa813-42a8-49ac-9d15-03b89db0f86b tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472007 Jul 05 10:48:54.438156 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-1c7a87ae-7f95-4b8f-9de7-eab8c7c2401c service neutron] For port 187a3b72-4a22-49db-9fba-39698d2fc7d6, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:48:54.444695 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-1c7a87ae-7f95-4b8f-9de7-eab8c7c2401c service neutron] For port 187a3b72-4a22-49db-9fba-39698d2fc7d6, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=187a3b72-4a22-49db-9fba-39698d2fc7d6,segment=NetworkSegment(f7327d41-a414-413c-a78b-a0770493c3dc),segment_id=f7327d41-a414-413c-a78b-a0770493c3dc)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:48:54.450369 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-1c7a87ae-7f95-4b8f-9de7-eab8c7c2401c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:54.492023 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-1c7a87ae-7f95-4b8f-9de7-eab8c7c2401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:54.492667 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-1c7a87ae-7f95-4b8f-9de7-eab8c7c2401c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:54.494121 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-1c7a87ae-7f95-4b8f-9de7-eab8c7c2401c service neutron] 10.222.0.78 "PUT /v2.0/ports/187a3b72-4a22-49db-9fba-39698d2fc7d6 HTTP/1.1" status: 200 len: 1092 time: 0.7863193 Jul 05 10:48:54.494572 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244ef3aa-db58-4052-b160-736afa331c37', 'tag': '187a3b72-4a22-49db-9fba-39698d2fc7d6'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:48:54.497053 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82cfcfe-2d77-409d-9c17-d141805fb1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "244ef3aa-db58-4052-b160-736afa331c37", "tag": "187a3b72-4a22-49db-9fba-39698d2fc7d6"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:48:54.532611 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a87ae-7f95-4b8f-9de7-eab8c7c2401c service neutron] Pushing event updated for resources: {'Port': ['ID=187a3b72-4a22-49db-9fba-39698d2fc7d6,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:54.549586 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6393d552-42f5-4a91-8f80-a66d0dc6cf73 x-openstack-request-id: req-6393d552-42f5-4a91-8f80-a66d0dc6cf73 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:48:54.549955 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244ef3aa-db58-4052-b160-736afa331c37", "tag": "187a3b72-4a22-49db-9fba-39698d2fc7d6", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:48:54.550135 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6393d552-42f5-4a91-8f80-a66d0dc6cf73 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:48:54.550569 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244ef3aa-db58-4052-b160-736afa331c37', 'tag': '187a3b72-4a22-49db-9fba-39698d2fc7d6', 'status': 'completed', 'code': 200} Jul 05 10:48:54.613276 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-815f24b2-895f-4c55-83ad-b80803e37144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:54.614969 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-815f24b2-895f-4c55-83ad-b80803e37144 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d7eae28d4eb848a6b26ac80de899f6d9&device_id=244ef3aa-db58-4052-b160-736afa331c37 HTTP/1.1" status: 200 len: 1095 time: 0.0598855 Jul 05 10:48:54.658163 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-5d676e5f-8f6b-423f-be9f-e324410d3789 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=187a3b72-4a22-49db-9fba-39698d2fc7d6 HTTP/1.1" status: 200 len: 217 time: 0.0364428 Jul 05 10:48:54.717008 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-ef43ea7c-1018-49ae-a858-94646ddd413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:54.718546 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-ef43ea7c-1018-49ae-a858-94646ddd413d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c64a359-1298-4419-bd89-4deeb80b9774 HTTP/1.1" status: 200 len: 855 time: 0.0548983 Jul 05 10:48:54.778185 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-1c6f8470-dfb9-4487-9246-f9cfefaa4fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:54.779937 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-1c6f8470-dfb9-4487-9246-f9cfefaa4fab service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bfa5098c-54d4-4337-a1c1-e69914fe3a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548625 Jul 05 10:48:54.816803 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:54.875447 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-11d8079e-ec96-4f95-862a-3a77864dab1f service neutron] 10.222.0.78 "GET /v2.0/networks/bfa5098c-54d4-4337-a1c1-e69914fe3a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888126 Jul 05 10:48:54.967446 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8a803cdb-d369-412e-ab7e-50130df24af4 req-3f06c96e-dce4-4db1-a111-708ad9188dd5 service neutron] 10.222.0.78 "GET /v2.0/networks/bfa5098c-54d4-4337-a1c1-e69914fe3a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842328 Jul 05 10:48:55.066733 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cfcfe-2d77-409d-9c17-d141805fb1b2 req-1f45c479-e289-4037-9e41-2c1d5ad95bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:55.068231 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d82cfcfe-2d77-409d-9c17-d141805fb1b2 req-1f45c479-e289-4037-9e41-2c1d5ad95bee service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d7eae28d4eb848a6b26ac80de899f6d9&device_id=244ef3aa-db58-4052-b160-736afa331c37 HTTP/1.1" status: 200 len: 1095 time: 0.0531752 Jul 05 10:48:55.158749 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cfcfe-2d77-409d-9c17-d141805fb1b2 req-2c92eb4d-0225-4d66-879b-03b727602011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:55.160397 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d82cfcfe-2d77-409d-9c17-d141805fb1b2 req-2c92eb4d-0225-4d66-879b-03b727602011 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bfa5098c-54d4-4337-a1c1-e69914fe3a63 HTTP/1.1" status: 200 len: 917 time: 0.0863872 Jul 05 10:48:55.203653 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d82cfcfe-2d77-409d-9c17-d141805fb1b2 req-0191b9aa-1f88-4cb8-9db4-8caccec217d2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=187a3b72-4a22-49db-9fba-39698d2fc7d6 HTTP/1.1" status: 200 len: 217 time: 0.0364995 Jul 05 10:48:55.250366 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cfcfe-2d77-409d-9c17-d141805fb1b2 req-cc6b9494-02cd-429e-a24a-9b552935f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:55.252305 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d82cfcfe-2d77-409d-9c17-d141805fb1b2 req-cc6b9494-02cd-429e-a24a-9b552935f3ce service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c64a359-1298-4419-bd89-4deeb80b9774 HTTP/1.1" status: 200 len: 855 time: 0.0429480 Jul 05 10:48:55.310091 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cfcfe-2d77-409d-9c17-d141805fb1b2 req-de19e54e-4dbb-435c-a12d-24e9f3674fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:55.311569 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d82cfcfe-2d77-409d-9c17-d141805fb1b2 req-de19e54e-4dbb-435c-a12d-24e9f3674fb9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bfa5098c-54d4-4337-a1c1-e69914fe3a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540545 Jul 05 10:48:55.399463 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d82cfcfe-2d77-409d-9c17-d141805fb1b2 req-b9ef62c4-eb12-4dc4-b037-c224354cdb36 service neutron] 10.222.0.78 "GET /v2.0/networks/bfa5098c-54d4-4337-a1c1-e69914fe3a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807722 Jul 05 10:48:55.581715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a01003-899f-44ab-a3dd-9f91e7bece59 req-7f567e31-9d2b-43cf-b82b-ac409702fefb tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:55.583332 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-81a01003-899f-44ab-a3dd-9f91e7bece59 req-7f567e31-9d2b-43cf-b82b-ac409702fefb tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=244ef3aa-db58-4052-b160-736afa331c37 HTTP/1.1" status: 200 len: 944 time: 0.0737221 Jul 05 10:48:55.623404 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-81a01003-899f-44ab-a3dd-9f91e7bece59 req-bcbc443f-338b-40e6-a19f-24e41703bf3e tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343411 Jul 05 10:48:55.801755 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d82cfcfe-2d77-409d-9c17-d141805fb1b2 req-82cb076d-a75f-4cb5-a997-b28112e27a2a service neutron] 10.222.0.78 "GET /v2.0/networks/bfa5098c-54d4-4337-a1c1-e69914fe3a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961256 Jul 05 10:48:55.961730 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b3f970c6-9621-4a69-a13c-b82971de6757 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:48:56.011956 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port b3f970c6-9621-4a69-a13c-b82971de6757 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:48:56.015495 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b3f970c6-9621-4a69-a13c-b82971de6757 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:56.015880 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:56.088448 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:56.119517 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port b3f970c6-9621-4a69-a13c-b82971de6757, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b3f970c6-9621-4a69-a13c-b82971de6757,segment=NetworkSegment(2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0),segment_id=2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:56.123088 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:56.167897 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=b3f970c6-9621-4a69-a13c-b82971de6757,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:56.795739 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103a2c9-2481-407c-9fc0-c751836b1d1f req-d77e8caf-2316-4286-9315-9b99e4f5aa5b tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:56.797254 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0103a2c9-2481-407c-9fc0-c751836b1d1f req-d77e8caf-2316-4286-9315-9b99e4f5aa5b tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=244ef3aa-db58-4052-b160-736afa331c37 HTTP/1.1" status: 200 len: 944 time: 0.0626080 Jul 05 10:48:56.835180 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0103a2c9-2481-407c-9fc0-c751836b1d1f req-7681c822-2fe5-4799-8048-7e89b09e5310 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323479 Jul 05 10:48:56.918989 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:57.946225 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b3f970c6-9621-4a69-a13c-b82971de6757 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:48:57.997142 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b3f970c6-9621-4a69-a13c-b82971de6757 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:57.997522 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:58.010202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72636cc2-f9de-4a38-8133-be763f332074 req-f248efe1-e531-4de6-a22a-cd70e43abaa2 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:58.011684 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-72636cc2-f9de-4a38-8133-be763f332074 req-f248efe1-e531-4de6-a22a-cd70e43abaa2 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=244ef3aa-db58-4052-b160-736afa331c37 HTTP/1.1" status: 200 len: 944 time: 0.0677905 Jul 05 10:48:58.049412 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-72636cc2-f9de-4a38-8133-be763f332074 req-74daa7c3-35d3-405d-a95e-e1ed28e87d4d tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321286 Jul 05 10:48:59.222275 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febed54-f2d9-448b-abf1-1ba45856d57f req-bf414e79-0abc-40bd-90cf-7d81ce71b662 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:59.223698 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5febed54-f2d9-448b-abf1-1ba45856d57f req-bf414e79-0abc-40bd-90cf-7d81ce71b662 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=244ef3aa-db58-4052-b160-736afa331c37 HTTP/1.1" status: 200 len: 944 time: 0.0648344 Jul 05 10:48:59.261319 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5febed54-f2d9-448b-abf1-1ba45856d57f req-e7d7dc1e-73c3-49ec-9a29-6a0cd3db6f0c tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321021 Jul 05 10:49:00.433765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88479690-a1fa-41a6-8325-d4da34f99a92 req-43a2ec17-e2f6-4c18-9abd-8643a5db7129 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:00.435274 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-88479690-a1fa-41a6-8325-d4da34f99a92 req-43a2ec17-e2f6-4c18-9abd-8643a5db7129 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=244ef3aa-db58-4052-b160-736afa331c37 HTTP/1.1" status: 200 len: 944 time: 0.0663607 Jul 05 10:49:00.443700 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 187a3b72-4a22-49db-9fba-39698d2fc7d6 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:49:00.474743 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-88479690-a1fa-41a6-8325-d4da34f99a92 req-3d8be850-461a-44c6-96a6-9f897130c540 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326076 Jul 05 10:49:00.539157 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 187a3b72-4a22-49db-9fba-39698d2fc7d6, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=187a3b72-4a22-49db-9fba-39698d2fc7d6,segment=NetworkSegment(f7327d41-a414-413c-a78b-a0770493c3dc),segment_id=f7327d41-a414-413c-a78b-a0770493c3dc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:49:00.550120 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '187a3b72-4a22-49db-9fba-39698d2fc7d6', 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63', 'port_id': '187a3b72-4a22-49db-9fba-39698d2fc7d6', 'mac_address': 'fa:16:3e:bf:f1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c64a359-1298-4419-bd89-4deeb80b9774', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:49:00.586965 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:00.599169 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187a3b72-4a22-49db-9fba-39698d2fc7d6 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:49:00.618842 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 187a3b72-4a22-49db-9fba-39698d2fc7d6, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=187a3b72-4a22-49db-9fba-39698d2fc7d6,segment=NetworkSegment(f7327d41-a414-413c-a78b-a0770493c3dc),segment_id=f7327d41-a414-413c-a78b-a0770493c3dc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:49:00.622588 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:00.671507 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=187a3b72-4a22-49db-9fba-39698d2fc7d6,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:00.946562 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['187a3b72-4a22-49db-9fba-39698d2fc7d6'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:49:01.648329 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693d421-dcd1-401a-91ee-2843055476e2 req-266d979b-ccfc-47e6-bbbf-00725b7f0962 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:01.649750 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2693d421-dcd1-401a-91ee-2843055476e2 req-266d979b-ccfc-47e6-bbbf-00725b7f0962 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=244ef3aa-db58-4052-b160-736afa331c37 HTTP/1.1" status: 200 len: 945 time: 0.0666506 Jul 05 10:49:01.686921 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2693d421-dcd1-401a-91ee-2843055476e2 req-29269275-2e66-4b8d-ac8d-f32fb07cddd5 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316863 Jul 05 10:49:02.458529 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 187a3b72-4a22-49db-9fba-39698d2fc7d6 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:49:02.510358 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 187a3b72-4a22-49db-9fba-39698d2fc7d6 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:49:02.514186 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 187a3b72-4a22-49db-9fba-39698d2fc7d6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:49:02.518384 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:02.591791 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:02.613449 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244ef3aa-db58-4052-b160-736afa331c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187a3b72-4a22-49db-9fba-39698d2fc7d6'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:49:02.615698 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088c98a9-5952-4dd4-bfc4-e4f418d52278" -d '{"events": [{"server_uuid": "244ef3aa-db58-4052-b160-736afa331c37", "name": "network-vif-plugged", "status": "completed", "tag": "187a3b72-4a22-49db-9fba-39698d2fc7d6"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:49:02.628061 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 187a3b72-4a22-49db-9fba-39698d2fc7d6, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=187a3b72-4a22-49db-9fba-39698d2fc7d6,segment=NetworkSegment(f7327d41-a414-413c-a78b-a0770493c3dc),segment_id=f7327d41-a414-413c-a78b-a0770493c3dc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:49:02.632823 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:02.656099 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4f9bdc-0bbc-4103-8687-7947eacb89f7 x-openstack-request-id: req-9c4f9bdc-0bbc-4103-8687-7947eacb89f7 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:49:02.656396 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244ef3aa-db58-4052-b160-736afa331c37", "name": "network-vif-plugged", "status": "completed", "tag": "187a3b72-4a22-49db-9fba-39698d2fc7d6", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:49:02.656653 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9c4f9bdc-0bbc-4103-8687-7947eacb89f7 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:49:02.657043 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244ef3aa-db58-4052-b160-736afa331c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187a3b72-4a22-49db-9fba-39698d2fc7d6', 'code': 200} Jul 05 10:49:02.681972 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=187a3b72-4a22-49db-9fba-39698d2fc7d6,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:02.762790 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f36720-f840-43b7-855c-cb642011a395 req-6ff0e21d-9621-4943-9361-97d2abca1219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:02.764336 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a6f36720-f840-43b7-855c-cb642011a395 req-6ff0e21d-9621-4943-9361-97d2abca1219 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=244ef3aa-db58-4052-b160-736afa331c37 HTTP/1.1" status: 200 len: 1097 time: 0.0512822 Jul 05 10:49:02.797766 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a6f36720-f840-43b7-855c-cb642011a395 req-83394c98-b85d-456c-bb34-5607efddc2e2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270538 Jul 05 10:49:02.860536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28f997-6264-456c-ac6f-3d86b9e17af3 req-b8faf0a7-92bf-4eab-b6ee-11e8162a0ea9 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:02.862031 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-af28f997-6264-456c-ac6f-3d86b9e17af3 req-b8faf0a7-92bf-4eab-b6ee-11e8162a0ea9 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=244ef3aa-db58-4052-b160-736afa331c37 HTTP/1.1" status: 200 len: 946 time: 0.0629175 Jul 05 10:49:02.899729 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-af28f997-6264-456c-ac6f-3d86b9e17af3 req-6602be70-ade5-4c38-93fc-f4e945887a0d tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321929 Jul 05 10:49:03.233226 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:04.082985 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036330a1-598b-4c57-b97e-8fbd8a0e4542 req-70747800-c3d9-4d2f-ac0b-4579eb806324 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:04.084513 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-036330a1-598b-4c57-b97e-8fbd8a0e4542 req-70747800-c3d9-4d2f-ac0b-4579eb806324 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=244ef3aa-db58-4052-b160-736afa331c37 HTTP/1.1" status: 200 len: 946 time: 0.0682316 Jul 05 10:49:04.120959 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-036330a1-598b-4c57-b97e-8fbd8a0e4542 req-5a14a88f-2f02-457e-b34c-61969f1bc871 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308046 Jul 05 10:49:05.292241 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e27f1-34f7-4e0a-b118-da2bce30f8bb req-1c38e0ec-31d6-40de-be94-92c8d8a74716 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:05.293650 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a47e27f1-34f7-4e0a-b118-da2bce30f8bb req-1c38e0ec-31d6-40de-be94-92c8d8a74716 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=244ef3aa-db58-4052-b160-736afa331c37 HTTP/1.1" status: 200 len: 946 time: 0.0628333 Jul 05 10:49:05.331307 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a47e27f1-34f7-4e0a-b118-da2bce30f8bb req-4ead691c-a9f0-4442-9bb1-5d08104cad7a tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319605 Jul 05 10:49:05.504772 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a22510-7c1f-4d72-9da3-8346958f1e06 req-c6f58b5e-99ca-41b0-88c7-4a9a2ce638e7 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:05.506263 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5a22510-7c1f-4d72-9da3-8346958f1e06 req-c6f58b5e-99ca-41b0-88c7-4a9a2ce638e7 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=244ef3aa-db58-4052-b160-736afa331c37 HTTP/1.1" status: 200 len: 946 time: 0.0665846 Jul 05 10:49:05.544291 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5a22510-7c1f-4d72-9da3-8346958f1e06 req-5cbe09f8-eca3-4be0-bb6e-9f2f204146dc tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321896 Jul 05 10:49:06.707605 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:21.015735 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0950381b-d836-4dfe-b74f-e2f6becb4aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:22.183228 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dd18b190-5580-4f51-b232-ae1c7f779f64 req-bd258e81-574e-471e-b721-ced6793c4d6f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=244ef3aa-db58-4052-b160-736afa331c37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547237 Jul 05 10:49:22.290303 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18b190-5580-4f51-b232-ae1c7f779f64 req-a19ef95e-c2ad-4457-9294-f8b2d54ab524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:22.291735 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dd18b190-5580-4f51-b232-ae1c7f779f64 req-a19ef95e-c2ad-4457-9294-f8b2d54ab524 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d7eae28d4eb848a6b26ac80de899f6d9&device_id=244ef3aa-db58-4052-b160-736afa331c37 HTTP/1.1" status: 200 len: 1097 time: 0.0598001 Jul 05 10:49:22.398193 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18b190-5580-4f51-b232-ae1c7f779f64 req-573712f7-0c98-42e2-8f79-0590747b30ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:22.399691 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dd18b190-5580-4f51-b232-ae1c7f779f64 req-573712f7-0c98-42e2-8f79-0590747b30ad service neutron] 10.222.0.78 "GET /v2.0/networks?id=bfa5098c-54d4-4337-a1c1-e69914fe3a63 HTTP/1.1" status: 200 len: 917 time: 0.0877395 Jul 05 10:49:22.445761 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dd18b190-5580-4f51-b232-ae1c7f779f64 req-ff7972bf-797d-42b8-ba36-350bffd8053f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=187a3b72-4a22-49db-9fba-39698d2fc7d6 HTTP/1.1" status: 200 len: 217 time: 0.0388727 Jul 05 10:49:22.495669 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18b190-5580-4f51-b232-ae1c7f779f64 req-0b1e5c36-f49a-46d1-a6e1-7a99b45f38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:22.497185 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dd18b190-5580-4f51-b232-ae1c7f779f64 req-0b1e5c36-f49a-46d1-a6e1-7a99b45f38b4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c64a359-1298-4419-bd89-4deeb80b9774 HTTP/1.1" status: 200 len: 855 time: 0.0455451 Jul 05 10:49:22.559818 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18b190-5580-4f51-b232-ae1c7f779f64 req-350e6269-7237-4c55-8485-812e3a1940ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:22.561384 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dd18b190-5580-4f51-b232-ae1c7f779f64 req-350e6269-7237-4c55-8485-812e3a1940ad service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bfa5098c-54d4-4337-a1c1-e69914fe3a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556660 Jul 05 10:49:22.661102 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dd18b190-5580-4f51-b232-ae1c7f779f64 req-35c1384f-0d30-4ebe-9eea-18581ab8ed04 service neutron] 10.222.0.78 "GET /v2.0/networks/bfa5098c-54d4-4337-a1c1-e69914fe3a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922685 Jul 05 10:49:22.754339 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dd18b190-5580-4f51-b232-ae1c7f779f64 req-f9bb458a-636e-4756-83bb-fb3f39072dc3 service neutron] 10.222.0.78 "GET /v2.0/networks/bfa5098c-54d4-4337-a1c1-e69914fe3a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857263 Jul 05 10:49:23.385828 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-841b9679-b90e-496f-9d40-94356b62c27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:23.726285 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:24.554664 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87ca00-d1ad-439d-983c-c38e17bd8f69 req-874ab849-6e62-4c97-abb9-21c1abb298e8 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:24.556093 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c87ca00-d1ad-439d-983c-c38e17bd8f69 req-874ab849-6e62-4c97-abb9-21c1abb298e8 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=244ef3aa-db58-4052-b160-736afa331c37 HTTP/1.1" status: 200 len: 946 time: 0.0672722 Jul 05 10:49:24.596009 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c87ca00-d1ad-439d-983c-c38e17bd8f69 req-5b0fad9e-5c48-4f4a-9783-99d7b51bda7e tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342214 Jul 05 10:49:24.813545 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:25.372789 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:49:25.772161 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819eb98-4a81-4f2e-a1d8-de7c49d61df5 req-bdf02aec-6ee2-4197-9c51-7bb8cebc1518 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:25.773640 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1819eb98-4a81-4f2e-a1d8-de7c49d61df5 req-bdf02aec-6ee2-4197-9c51-7bb8cebc1518 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=244ef3aa-db58-4052-b160-736afa331c37 HTTP/1.1" status: 200 len: 946 time: 0.0639317 Jul 05 10:49:25.810828 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1819eb98-4a81-4f2e-a1d8-de7c49d61df5 req-b5112f83-081e-4d57-811c-8db7c9b256fb tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317540 Jul 05 10:49:26.448676 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f774c-35ca-49b2-98e7-00f4bb2567da req-b0784e04-670a-4003-b326-8d5411521b5b tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:26.450153 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5e7f774c-35ca-49b2-98e7-00f4bb2567da req-b0784e04-670a-4003-b326-8d5411521b5b tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.78 "GET /v2.0/ports?device_id=244ef3aa-db58-4052-b160-736afa331c37 HTTP/1.1" status: 200 len: 946 time: 0.0629556 Jul 05 10:49:26.552456 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-5e7f774c-35ca-49b2-98e7-00f4bb2567da req-c379cea2-e81e-460a-8b6b-09363a070ecd tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Deleting port 187a3b72-4a22-49db-9fba-39698d2fc7d6 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:49:26.552803 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5e7f774c-35ca-49b2-98e7-00f4bb2567da req-c379cea2-e81e-460a-8b6b-09363a070ecd tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:26.639975 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-5e7f774c-35ca-49b2-98e7-00f4bb2567da req-c379cea2-e81e-460a-8b6b-09363a070ecd tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] For port 187a3b72-4a22-49db-9fba-39698d2fc7d6, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=187a3b72-4a22-49db-9fba-39698d2fc7d6,segment=NetworkSegment(f7327d41-a414-413c-a78b-a0770493c3dc),segment_id=f7327d41-a414-413c-a78b-a0770493c3dc)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:49:26.640347 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5e7f774c-35ca-49b2-98e7-00f4bb2567da req-c379cea2-e81e-460a-8b6b-09363a070ecd tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:26.653104 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-5e7f774c-35ca-49b2-98e7-00f4bb2567da req-c379cea2-e81e-460a-8b6b-09363a070ecd tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Calling delete_port for 187a3b72-4a22-49db-9fba-39698d2fc7d6 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:49:26.782936 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5e7f774c-35ca-49b2-98e7-00f4bb2567da req-c379cea2-e81e-460a-8b6b-09363a070ecd tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:26.797379 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['187a3b72-4a22-49db-9fba-39698d2fc7d6'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:49:26.812318 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379cea2-e81e-460a-8b6b-09363a070ecd tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Pushing event deleted for resources: {'Port': ['ID=187a3b72-4a22-49db-9fba-39698d2fc7d6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:26.867425 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7f774c-35ca-49b2-98e7-00f4bb2567da req-c379cea2-e81e-460a-8b6b-09363a070ecd tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] No DVR routers for this DVR port 187a3b72-4a22-49db-9fba-39698d2fc7d6 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:49:26.870055 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5e7f774c-35ca-49b2-98e7-00f4bb2567da req-c379cea2-e81e-460a-8b6b-09363a070ecd tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:26.872109 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5e7f774c-35ca-49b2-98e7-00f4bb2567da req-c379cea2-e81e-460a-8b6b-09363a070ecd tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.78 "DELETE /v2.0/ports/187a3b72-4a22-49db-9fba-39698d2fc7d6 HTTP/1.1" status: 204 len: 173 time: 0.4159660 Jul 05 10:49:26.872697 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244ef3aa-db58-4052-b160-736afa331c37', 'name': 'network-vif-deleted', 'tag': '187a3b72-4a22-49db-9fba-39698d2fc7d6'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:49:26.874899 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d876cc3-ee6e-4283-a976-6c142f129733" -d '{"events": [{"server_uuid": "244ef3aa-db58-4052-b160-736afa331c37", "name": "network-vif-deleted", "tag": "187a3b72-4a22-49db-9fba-39698d2fc7d6"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:49:26.928166 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c701161-af3b-4397-bda8-4dcb3c1faa79 x-openstack-request-id: req-7c701161-af3b-4397-bda8-4dcb3c1faa79 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:49:26.928674 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244ef3aa-db58-4052-b160-736afa331c37", "name": "network-vif-deleted", "tag": "187a3b72-4a22-49db-9fba-39698d2fc7d6", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:49:26.929290 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7c701161-af3b-4397-bda8-4dcb3c1faa79 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:49:26.929894 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244ef3aa-db58-4052-b160-736afa331c37', 'name': 'network-vif-deleted', 'tag': '187a3b72-4a22-49db-9fba-39698d2fc7d6', 'status': 'completed', 'code': 200} Jul 05 10:49:26.930384 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:26.982072 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0ae6a7db-9488-4908-a302-6aff6d25b9d7 req-bb0fed63-becd-47ec-9ab8-b6a78fceb839 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=244ef3aa-db58-4052-b160-736afa331c37 HTTP/1.1" status: 200 len: 210 time: 0.0339878 Jul 05 10:49:28.875209 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-fda5494f-e277-404a-8611-a15bd9b02675 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:28.876753 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-fda5494f-e277-404a-8611-a15bd9b02675 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/networks?id=bfa5098c-54d4-4337-a1c1-e69914fe3a63 HTTP/1.1" status: 200 len: 816 time: 0.1007512 Jul 05 10:49:28.891592 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-8382ab6a-a4a7-4ae4-bf62-e9e1c45683eb tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/quotas/d7eae28d4eb848a6b26ac80de899f6d9 HTTP/1.1" status: 200 len: 375 time: 0.0095358 Jul 05 10:49:28.958354 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-fb6d70bd-2d03-4926-8fcf-899dcaa44fc8 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d7eae28d4eb848a6b26ac80de899f6d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606039 Jul 05 10:49:29.054973 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-7e7e6634-35ee-4353-b4d6-07e74722dee2 service neutron] 10.222.0.79 "GET /v2.0/networks/bfa5098c-54d4-4337-a1c1-e69914fe3a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855610 Jul 05 10:49:29.142468 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-b013a94e-c7a3-454c-85c1-ad0dd2ebee25 service neutron] 10.222.0.79 "GET /v2.0/networks/bfa5098c-54d4-4337-a1c1-e69914fe3a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817485 Jul 05 10:49:29.328434 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff3c6e01-c375-4b35-93ec-d1442f2259ef req-79507511-c91d-4b6f-979e-bc1d0cc434e4 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a7619b2-98f8-4845-93d8-570142db69ae HTTP/1.1" status: 200 len: 210 time: 0.0330637 Jul 05 10:49:30.333376 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-1721a5c3-f231-411b-a2e5-7c9f8bbcbd11 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:30.334874 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-1721a5c3-f231-411b-a2e5-7c9f8bbcbd11 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.78 "GET /v2.0/networks?id=bfa5098c-54d4-4337-a1c1-e69914fe3a63 HTTP/1.1" status: 200 len: 816 time: 0.1016009 Jul 05 10:49:30.346509 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-5927ff74-42b3-47f4-930b-8ae5f064d705 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Request body: {'port': {'device_id': '3a7619b2-98f8-4845-93d8-570142db69ae', 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63', 'admin_state_up': True, 'tenant_id': 'd7eae28d4eb848a6b26ac80de899f6d9'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:49:30.465329 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-5927ff74-42b3-47f4-930b-8ae5f064d705 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Made reservation on behalf of d7eae28d4eb848a6b26ac80de899f6d9 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:49:30.469012 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-5927ff74-42b3-47f4-930b-8ae5f064d705 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:30.474083 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e50fce5-4fa3-4c3f-be50-23dea94e6c1e req-d03c9879-78de-4ad8-bd90-b7c278ca3bc7 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a7619b2-98f8-4845-93d8-570142db69ae HTTP/1.1" status: 200 len: 210 time: 0.0297637 Jul 05 10:49:30.593675 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-5927ff74-42b3-47f4-930b-8ae5f064d705 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Allocated IP 172.20.0.9 (bfa5098c-54d4-4337-a1c1-e69914fe3a63/4c64a359-1298-4419-bd89-4deeb80b9774/b50f8d9e-ca14-4de1-b88e-dba25bca3df5) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:49:30.618685 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 187a3b72-4a22-49db-9fba-39698d2fc7d6 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:49:30.638382 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 187a3b72-4a22-49db-9fba-39698d2fc7d6 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:49:30.638731 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 187a3b72-4a22-49db-9fba-39698d2fc7d6 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:49:30.751482 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-5927ff74-42b3-47f4-930b-8ae5f064d705 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:30.766660 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-5927ff74-42b3-47f4-930b-8ae5f064d705 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Transition to ACTIVE for port object b50f8d9e-ca14-4de1-b88e-dba25bca3df5 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:49:30.801040 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-5927ff74-42b3-47f4-930b-8ae5f064d705 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:30.846073 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-5927ff74-42b3-47f4-930b-8ae5f064d705 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Network bfa5098c-54d4-4337-a1c1-e69914fe3a63 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:49:30.851135 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-5927ff74-42b3-47f4-930b-8ae5f064d705 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:49:30.854888 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-5927ff74-42b3-47f4-930b-8ae5f064d705 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:49:30.861727 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927ff74-42b3-47f4-930b-8ae5f064d705 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Pushing event updated for resources: {'Port': ['ID=b50f8d9e-ca14-4de1-b88e-dba25bca3df5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:30.913440 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-5927ff74-42b3-47f4-930b-8ae5f064d705 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:30.914081 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-5927ff74-42b3-47f4-930b-8ae5f064d705 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:30.929545 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-5927ff74-42b3-47f4-930b-8ae5f064d705 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5871243 Jul 05 10:49:30.997421 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-ba7cac1a-f5d0-4377-ae66-df36f4220552 service neutron] Request body: {'port': {'device_id': '3a7619b2-98f8-4845-93d8-570142db69ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:49:31.046604 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5a646192-c301-4fc2-bebb-44b8900c8cb9 None None] Provisioning for port b50f8d9e-ca14-4de1-b88e-dba25bca3df5 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:49:31.050852 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5a646192-c301-4fc2-bebb-44b8900c8cb9 None None] Provisioning complete for port b50f8d9e-ca14-4de1-b88e-dba25bca3df5 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:49:31.051240 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5a646192-c301-4fc2-bebb-44b8900c8cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:31.072761 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-ba7cac1a-f5d0-4377-ae66-df36f4220552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:31.088811 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5a646192-c301-4fc2-bebb-44b8900c8cb9 None None] Port b50f8d9e-ca14-4de1-b88e-dba25bca3df5 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:49:31.361881 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-ba7cac1a-f5d0-4377-ae66-df36f4220552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50f8d9e-ca14-4de1-b88e-dba25bca3df5 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:49:31.369619 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-ba7cac1a-f5d0-4377-ae66-df36f4220552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:31.382030 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-ba7cac1a-f5d0-4377-ae66-df36f4220552 service neutron] Transition to ACTIVE for port object b50f8d9e-ca14-4de1-b88e-dba25bca3df5 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:49:31.385955 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-ba7cac1a-f5d0-4377-ae66-df36f4220552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:31.457435 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7cac1a-f5d0-4377-ae66-df36f4220552 service neutron] Pushing event updated for resources: {'Port': ['ID=b50f8d9e-ca14-4de1-b88e-dba25bca3df5,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:31.506966 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-ba7cac1a-f5d0-4377-ae66-df36f4220552 service neutron] Attempting to bind port b50f8d9e-ca14-4de1-b88e-dba25bca3df5 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:49:31.507309 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-ba7cac1a-f5d0-4377-ae66-df36f4220552 service neutron] Attempting to bind port b50f8d9e-ca14-4de1-b88e-dba25bca3df5 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'f7327d41-a414-413c-a78b-a0770493c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:49:31.508053 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-ba7cac1a-f5d0-4377-ae66-df36f4220552 service neutron] Attempting to bind port b50f8d9e-ca14-4de1-b88e-dba25bca3df5 on network bfa5098c-54d4-4337-a1c1-e69914fe3a63 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:49:31.512246 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-ba7cac1a-f5d0-4377-ae66-df36f4220552 service neutron] Port b50f8d9e-ca14-4de1-b88e-dba25bca3df5 on network bfa5098c-54d4-4337-a1c1-e69914fe3a63 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:49:31.512574 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-ba7cac1a-f5d0-4377-ae66-df36f4220552 service neutron] Attempting to bind port b50f8d9e-ca14-4de1-b88e-dba25bca3df5 on network bfa5098c-54d4-4337-a1c1-e69914fe3a63 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:49:31.517685 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-ba7cac1a-f5d0-4377-ae66-df36f4220552 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:49:31.518025 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-ba7cac1a-f5d0-4377-ae66-df36f4220552 service neutron] Checking segment: {'id': 'f7327d41-a414-413c-a78b-a0770493c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:49:31.518414 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-ba7cac1a-f5d0-4377-ae66-df36f4220552 service neutron] Bound using segment: {'id': 'f7327d41-a414-413c-a78b-a0770493c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:49:31.518845 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-ba7cac1a-f5d0-4377-ae66-df36f4220552 service neutron] Bound port: b50f8d9e-ca14-4de1-b88e-dba25bca3df5, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7327d41-a414-413c-a78b-a0770493c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:49:31.519209 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-ba7cac1a-f5d0-4377-ae66-df36f4220552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:31.589652 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-ba7cac1a-f5d0-4377-ae66-df36f4220552 service neutron] For port b50f8d9e-ca14-4de1-b88e-dba25bca3df5, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:49:31.593264 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-ba7cac1a-f5d0-4377-ae66-df36f4220552 service neutron] For port b50f8d9e-ca14-4de1-b88e-dba25bca3df5, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=b50f8d9e-ca14-4de1-b88e-dba25bca3df5,segment=NetworkSegment(f7327d41-a414-413c-a78b-a0770493c3dc),segment_id=f7327d41-a414-413c-a78b-a0770493c3dc)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:49:31.599968 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-ba7cac1a-f5d0-4377-ae66-df36f4220552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:31.641313 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-ba7cac1a-f5d0-4377-ae66-df36f4220552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:31.641952 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-ba7cac1a-f5d0-4377-ae66-df36f4220552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:31.643401 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-ba7cac1a-f5d0-4377-ae66-df36f4220552 service neutron] 10.222.0.78 "PUT /v2.0/ports/b50f8d9e-ca14-4de1-b88e-dba25bca3df5 HTTP/1.1" status: 200 len: 1091 time: 0.6504791 Jul 05 10:49:31.646497 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a7619b2-98f8-4845-93d8-570142db69ae', 'tag': 'b50f8d9e-ca14-4de1-b88e-dba25bca3df5'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:49:31.650058 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1404b040-90d9-44da-ab64-3d316f548267" -d '{"events": [{"name": "network-changed", "server_uuid": "3a7619b2-98f8-4845-93d8-570142db69ae", "tag": "b50f8d9e-ca14-4de1-b88e-dba25bca3df5"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:49:31.660205 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8660c0f-1ac0-43d0-b099-f7e0881fc607 req-8dbc3087-66a6-4cb7-9903-f55161c4c4c5 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:31.662769 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a8660c0f-1ac0-43d0-b099-f7e0881fc607 req-8dbc3087-66a6-4cb7-9903-f55161c4c4c5 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a7619b2-98f8-4845-93d8-570142db69ae HTTP/1.1" status: 200 len: 943 time: 0.0695686 Jul 05 10:49:31.691516 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7cac1a-f5d0-4377-ae66-df36f4220552 service neutron] Pushing event updated for resources: {'Port': ['ID=b50f8d9e-ca14-4de1-b88e-dba25bca3df5,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:31.712290 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e78367-532c-493c-9835-ca31320dd612 x-openstack-request-id: req-51e78367-532c-493c-9835-ca31320dd612 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:49:31.713114 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a7619b2-98f8-4845-93d8-570142db69ae", "tag": "b50f8d9e-ca14-4de1-b88e-dba25bca3df5", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:49:31.713114 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-51e78367-532c-493c-9835-ca31320dd612 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:49:31.713924 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a7619b2-98f8-4845-93d8-570142db69ae', 'tag': 'b50f8d9e-ca14-4de1-b88e-dba25bca3df5', 'status': 'completed', 'code': 200} Jul 05 10:49:31.719263 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a8660c0f-1ac0-43d0-b099-f7e0881fc607 req-1df50117-e9df-4a38-9c2b-710dbffa38fa tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474689 Jul 05 10:49:31.777055 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-30e0985d-13b8-404b-b2c4-6b75b4449c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:31.778669 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-30e0985d-13b8-404b-b2c4-6b75b4449c95 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d7eae28d4eb848a6b26ac80de899f6d9&device_id=3a7619b2-98f8-4845-93d8-570142db69ae HTTP/1.1" status: 200 len: 1094 time: 0.0763588 Jul 05 10:49:31.825975 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-72e3dba2-94fe-4a7e-bbb1-8435e636125a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b50f8d9e-ca14-4de1-b88e-dba25bca3df5 HTTP/1.1" status: 200 len: 217 time: 0.0401416 Jul 05 10:49:31.874809 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-8c6f74c5-424b-4fc8-8e0e-0f6fcada08f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:31.876207 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-8c6f74c5-424b-4fc8-8e0e-0f6fcada08f1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c64a359-1298-4419-bd89-4deeb80b9774 HTTP/1.1" status: 200 len: 855 time: 0.0447047 Jul 05 10:49:31.936438 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-a79862c4-56b8-4fc6-8b3e-2c40b596eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:31.937989 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-a79862c4-56b8-4fc6-8b3e-2c40b596eb7a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bfa5098c-54d4-4337-a1c1-e69914fe3a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560508 Jul 05 10:49:32.035258 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-2df979b8-982e-42f4-9533-764b700555ca service neutron] 10.222.0.78 "GET /v2.0/networks/bfa5098c-54d4-4337-a1c1-e69914fe3a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906746 Jul 05 10:49:32.122683 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2a964e81-5e8c-440b-8237-e9f381b13486 req-8e8bc428-c9fc-4825-9b47-2412ba0e5dc6 service neutron] 10.222.0.78 "GET /v2.0/networks/bfa5098c-54d4-4337-a1c1-e69914fe3a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816386 Jul 05 10:49:32.230888 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404b040-90d9-44da-ab64-3d316f548267 req-970de32a-7e89-4d53-b4f0-cb17189012cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:32.232393 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1404b040-90d9-44da-ab64-3d316f548267 req-970de32a-7e89-4d53-b4f0-cb17189012cf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d7eae28d4eb848a6b26ac80de899f6d9&device_id=3a7619b2-98f8-4845-93d8-570142db69ae HTTP/1.1" status: 200 len: 1094 time: 0.0582492 Jul 05 10:49:32.326975 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404b040-90d9-44da-ab64-3d316f548267 req-b53e95c5-5b3f-479e-b34e-90db71d616b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:32.328491 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1404b040-90d9-44da-ab64-3d316f548267 req-b53e95c5-5b3f-479e-b34e-90db71d616b8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bfa5098c-54d4-4337-a1c1-e69914fe3a63 HTTP/1.1" status: 200 len: 917 time: 0.0896554 Jul 05 10:49:32.368674 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1404b040-90d9-44da-ab64-3d316f548267 req-e3faa248-2e57-4939-ad29-a2fafe4328b5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b50f8d9e-ca14-4de1-b88e-dba25bca3df5 HTTP/1.1" status: 200 len: 217 time: 0.0344384 Jul 05 10:49:32.418646 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404b040-90d9-44da-ab64-3d316f548267 req-5a82d9d0-32ad-484d-b59c-96f23d5ae235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:32.420089 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1404b040-90d9-44da-ab64-3d316f548267 req-5a82d9d0-32ad-484d-b59c-96f23d5ae235 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c64a359-1298-4419-bd89-4deeb80b9774 HTTP/1.1" status: 200 len: 855 time: 0.0459199 Jul 05 10:49:32.476458 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404b040-90d9-44da-ab64-3d316f548267 req-0b290321-1657-4e59-95f7-fc5eae6206cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:32.477984 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1404b040-90d9-44da-ab64-3d316f548267 req-0b290321-1657-4e59-95f7-fc5eae6206cb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bfa5098c-54d4-4337-a1c1-e69914fe3a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516839 Jul 05 10:49:32.566721 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1404b040-90d9-44da-ab64-3d316f548267 req-a6c08d48-af96-4432-9ece-bdcca2907b43 service neutron] 10.222.0.78 "GET /v2.0/networks/bfa5098c-54d4-4337-a1c1-e69914fe3a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816293 Jul 05 10:49:32.678357 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1404b040-90d9-44da-ab64-3d316f548267 req-ce06bc14-a3de-4414-a3bb-33ed498f447b service neutron] 10.222.0.78 "GET /v2.0/networks/bfa5098c-54d4-4337-a1c1-e69914fe3a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056838 Jul 05 10:49:32.946268 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cbf6a-ffb7-4274-850e-01397b7287d2 req-739edd5c-fdc2-4f8e-993b-638c5bce2e53 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:32.948669 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-984cbf6a-ffb7-4274-850e-01397b7287d2 req-739edd5c-fdc2-4f8e-993b-638c5bce2e53 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a7619b2-98f8-4845-93d8-570142db69ae HTTP/1.1" status: 200 len: 943 time: 0.1098709 Jul 05 10:49:33.009799 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-984cbf6a-ffb7-4274-850e-01397b7287d2 req-7d2894f4-d317-41eb-919f-a7ccc494ebd4 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517375 Jul 05 10:49:33.235541 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:34.194331 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43288fd1-b5e6-4c39-8d59-8a89de4bce91 req-85eb4de4-ce3c-4d86-b5f0-59fd2bd60642 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:34.195746 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43288fd1-b5e6-4c39-8d59-8a89de4bce91 req-85eb4de4-ce3c-4d86-b5f0-59fd2bd60642 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a7619b2-98f8-4845-93d8-570142db69ae HTTP/1.1" status: 200 len: 943 time: 0.0636861 Jul 05 10:49:34.237005 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43288fd1-b5e6-4c39-8d59-8a89de4bce91 req-9f740c2f-05f9-4aeb-b9bb-c41c586eac90 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356400 Jul 05 10:49:35.416729 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afc121-9a04-42d9-a3df-95c51aa73887 req-7a96116a-e787-44b0-890e-c65ae9f44762 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:35.418213 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-96afc121-9a04-42d9-a3df-95c51aa73887 req-7a96116a-e787-44b0-890e-c65ae9f44762 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a7619b2-98f8-4845-93d8-570142db69ae HTTP/1.1" status: 200 len: 943 time: 0.0678151 Jul 05 10:49:35.455875 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-96afc121-9a04-42d9-a3df-95c51aa73887 req-ab33f816-5343-4e13-a72e-206d26bfe4dc tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321667 Jul 05 10:49:36.632102 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b00b0-b776-42e7-b0c0-7089cda5c70b req-3a6adaea-f80c-45c2-a524-10621d002339 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:36.633623 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-939b00b0-b776-42e7-b0c0-7089cda5c70b req-3a6adaea-f80c-45c2-a524-10621d002339 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a7619b2-98f8-4845-93d8-570142db69ae HTTP/1.1" status: 200 len: 943 time: 0.0688376 Jul 05 10:49:36.634493 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device b50f8d9e-ca14-4de1-b88e-dba25bca3df5 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:49:36.671662 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-939b00b0-b776-42e7-b0c0-7089cda5c70b req-7e710d9c-0bbe-4395-ae48-deb72e044575 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323501 Jul 05 10:49:36.735284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port b50f8d9e-ca14-4de1-b88e-dba25bca3df5, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=b50f8d9e-ca14-4de1-b88e-dba25bca3df5,segment=NetworkSegment(f7327d41-a414-413c-a78b-a0770493c3dc),segment_id=f7327d41-a414-413c-a78b-a0770493c3dc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:49:36.737602 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:36.746123 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'b50f8d9e-ca14-4de1-b88e-dba25bca3df5', 'network_id': 'bfa5098c-54d4-4337-a1c1-e69914fe3a63', 'port_id': 'b50f8d9e-ca14-4de1-b88e-dba25bca3df5', 'mac_address': 'fa:16:3e:41:e4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c64a359-1298-4419-bd89-4deeb80b9774', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:49:36.782757 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:36.794738 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50f8d9e-ca14-4de1-b88e-dba25bca3df5 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:49:36.818454 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port b50f8d9e-ca14-4de1-b88e-dba25bca3df5, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=b50f8d9e-ca14-4de1-b88e-dba25bca3df5,segment=NetworkSegment(f7327d41-a414-413c-a78b-a0770493c3dc),segment_id=f7327d41-a414-413c-a78b-a0770493c3dc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:49:36.822252 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:36.867696 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=b50f8d9e-ca14-4de1-b88e-dba25bca3df5,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:36.874952 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:36.875300 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:36.875639 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:36.876014 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:36.876349 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:36.876680 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:36.877007 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:36.877331 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:36.877653 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:36.877971 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:36.878293 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:36.878615 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:37.121677 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['b50f8d9e-ca14-4de1-b88e-dba25bca3df5'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:49:37.849396 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724585b-a654-4906-83aa-0ea4ded8791f req-9c4981f7-2b3e-49a5-81dd-b7d0c5abea70 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:37.850893 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3724585b-a654-4906-83aa-0ea4ded8791f req-9c4981f7-2b3e-49a5-81dd-b7d0c5abea70 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a7619b2-98f8-4845-93d8-570142db69ae HTTP/1.1" status: 200 len: 944 time: 0.0641103 Jul 05 10:49:37.887569 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3724585b-a654-4906-83aa-0ea4ded8791f req-10bb1c2e-fe7d-43ac-83eb-53f10bf28965 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310373 Jul 05 10:49:38.633489 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device b50f8d9e-ca14-4de1-b88e-dba25bca3df5 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:49:38.683760 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port b50f8d9e-ca14-4de1-b88e-dba25bca3df5 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:49:38.687366 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port b50f8d9e-ca14-4de1-b88e-dba25bca3df5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:49:38.687739 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:38.762841 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:38.784879 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7619b2-98f8-4845-93d8-570142db69ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50f8d9e-ca14-4de1-b88e-dba25bca3df5'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:49:38.787115 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d60923-429e-4bfb-8757-9b4eca62af53" -d '{"events": [{"server_uuid": "3a7619b2-98f8-4845-93d8-570142db69ae", "name": "network-vif-plugged", "status": "completed", "tag": "b50f8d9e-ca14-4de1-b88e-dba25bca3df5"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:49:38.799350 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port b50f8d9e-ca14-4de1-b88e-dba25bca3df5, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=b50f8d9e-ca14-4de1-b88e-dba25bca3df5,segment=NetworkSegment(f7327d41-a414-413c-a78b-a0770493c3dc),segment_id=f7327d41-a414-413c-a78b-a0770493c3dc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:49:38.804149 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:38.830391 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed0ab56-23e2-4cff-aadf-f0cd5fb44a83 x-openstack-request-id: req-1ed0ab56-23e2-4cff-aadf-f0cd5fb44a83 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:49:38.830682 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7619b2-98f8-4845-93d8-570142db69ae", "name": "network-vif-plugged", "status": "completed", "tag": "b50f8d9e-ca14-4de1-b88e-dba25bca3df5", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:49:38.830933 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1ed0ab56-23e2-4cff-aadf-f0cd5fb44a83 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:49:38.831327 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7619b2-98f8-4845-93d8-570142db69ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50f8d9e-ca14-4de1-b88e-dba25bca3df5', 'code': 200} Jul 05 10:49:38.857592 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=b50f8d9e-ca14-4de1-b88e-dba25bca3df5,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:38.939620 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50036d64-a9b5-4c46-9e09-8526ee6762fa req-92a0353f-f9fa-46b8-9880-91a16fa35214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:38.941188 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-50036d64-a9b5-4c46-9e09-8526ee6762fa req-92a0353f-f9fa-46b8-9880-91a16fa35214 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3a7619b2-98f8-4845-93d8-570142db69ae HTTP/1.1" status: 200 len: 1096 time: 0.0529871 Jul 05 10:49:38.976573 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-50036d64-a9b5-4c46-9e09-8526ee6762fa req-35508a34-cc29-4fe5-81f4-4829722f4db5 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292902 Jul 05 10:49:39.064946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca64d8-23b2-4e45-90a8-1140c8c5f806 req-985ec4f9-387a-456f-819b-136bf0df0891 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:39.066452 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-47ca64d8-23b2-4e45-90a8-1140c8c5f806 req-985ec4f9-387a-456f-819b-136bf0df0891 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a7619b2-98f8-4845-93d8-570142db69ae HTTP/1.1" status: 200 len: 945 time: 0.0687933 Jul 05 10:49:39.104122 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-47ca64d8-23b2-4e45-90a8-1140c8c5f806 req-76a20d2b-4ccd-45ba-b734-e33b6ec03fa9 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320227 Jul 05 10:49:40.278141 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b186e-ca25-440d-bf9d-a9d2e753c0fe req-680c366c-4a89-4e88-a202-58c5ae03c8a6 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:40.279602 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-536b186e-ca25-440d-bf9d-a9d2e753c0fe req-680c366c-4a89-4e88-a202-58c5ae03c8a6 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a7619b2-98f8-4845-93d8-570142db69ae HTTP/1.1" status: 200 len: 945 time: 0.0646267 Jul 05 10:49:40.322990 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-536b186e-ca25-440d-bf9d-a9d2e753c0fe req-48b2de88-8922-4a0b-b4cf-bcb3a893ffdc tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375202 Jul 05 10:49:40.492742 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28774c51-acfd-4d17-813f-48180c323fbb req-a927c02e-f461-467b-a411-253c4650a3f7 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:40.494220 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28774c51-acfd-4d17-813f-48180c323fbb req-a927c02e-f461-467b-a411-253c4650a3f7 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a7619b2-98f8-4845-93d8-570142db69ae HTTP/1.1" status: 200 len: 945 time: 0.0625608 Jul 05 10:49:40.532707 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28774c51-acfd-4d17-813f-48180c323fbb req-544e77ab-6f56-45b0-8dd7-59ac94c997bc tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324402 Jul 05 10:49:51.018045 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-79838a59-2acf-4f9e-800c-e094eaf7afe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:53.387070 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5d67179d-c1f2-46b4-af38-b55cf0613acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:53.729778 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:54.815375 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:56.927515 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.454267 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca578fe9-a6ac-4296-9e32-d96e1e440fbf req-761e622b-ab89-4c70-bf98-266d8de80f7f tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:59.455939 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ca578fe9-a6ac-4296-9e32-d96e1e440fbf req-761e622b-ab89-4c70-bf98-266d8de80f7f tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a7619b2-98f8-4845-93d8-570142db69ae HTTP/1.1" status: 200 len: 945 time: 0.0698509 Jul 05 10:49:59.500769 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ca578fe9-a6ac-4296-9e32-d96e1e440fbf req-868b0fc7-b008-451e-888f-98d964c2d0ef tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381711 Jul 05 10:50:00.688783 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5f9f7-5595-4ebc-951d-de42676813b3 req-2a2f72eb-ad3f-4be8-9e9e-a521989922a1 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:00.690304 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17b5f9f7-5595-4ebc-951d-de42676813b3 req-2a2f72eb-ad3f-4be8-9e9e-a521989922a1 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a7619b2-98f8-4845-93d8-570142db69ae HTTP/1.1" status: 200 len: 945 time: 0.0701709 Jul 05 10:50:00.729847 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-17b5f9f7-5595-4ebc-951d-de42676813b3 req-9e72506c-cfdd-46de-a807-9f36a43722c8 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/security-groups?id=645deaee-f7c3-44f5-936f-0cd0443409f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339944 Jul 05 10:50:01.279485 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdf3d4-81df-4468-852f-6b72376829c4 req-ec81ba5f-3413-4103-9087-eace5d00fee2 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:01.281003 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1ffdf3d4-81df-4468-852f-6b72376829c4 req-ec81ba5f-3413-4103-9087-eace5d00fee2 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a7619b2-98f8-4845-93d8-570142db69ae HTTP/1.1" status: 200 len: 945 time: 0.0654211 Jul 05 10:50:01.389891 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-1ffdf3d4-81df-4468-852f-6b72376829c4 req-c40db3e7-814a-4eff-a338-0d07bca0c828 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Deleting port b50f8d9e-ca14-4de1-b88e-dba25bca3df5 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:50:01.390234 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1ffdf3d4-81df-4468-852f-6b72376829c4 req-c40db3e7-814a-4eff-a338-0d07bca0c828 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:01.477719 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-1ffdf3d4-81df-4468-852f-6b72376829c4 req-c40db3e7-814a-4eff-a338-0d07bca0c828 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] For port b50f8d9e-ca14-4de1-b88e-dba25bca3df5, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=b50f8d9e-ca14-4de1-b88e-dba25bca3df5,segment=NetworkSegment(f7327d41-a414-413c-a78b-a0770493c3dc),segment_id=f7327d41-a414-413c-a78b-a0770493c3dc)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:01.478084 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1ffdf3d4-81df-4468-852f-6b72376829c4 req-c40db3e7-814a-4eff-a338-0d07bca0c828 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:01.495934 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-1ffdf3d4-81df-4468-852f-6b72376829c4 req-c40db3e7-814a-4eff-a338-0d07bca0c828 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Calling delete_port for b50f8d9e-ca14-4de1-b88e-dba25bca3df5 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:50:01.627155 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1ffdf3d4-81df-4468-852f-6b72376829c4 req-c40db3e7-814a-4eff-a338-0d07bca0c828 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:01.638787 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['b50f8d9e-ca14-4de1-b88e-dba25bca3df5'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:50:01.656320 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40db3e7-814a-4eff-a338-0d07bca0c828 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Pushing event deleted for resources: {'Port': ['ID=b50f8d9e-ca14-4de1-b88e-dba25bca3df5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:01.670559 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40db3e7-814a-4eff-a338-0d07bca0c828 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:01.670894 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40db3e7-814a-4eff-a338-0d07bca0c828 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:01.671244 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40db3e7-814a-4eff-a338-0d07bca0c828 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:01.671582 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40db3e7-814a-4eff-a338-0d07bca0c828 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:01.671944 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40db3e7-814a-4eff-a338-0d07bca0c828 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:01.672282 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40db3e7-814a-4eff-a338-0d07bca0c828 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:01.672619 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40db3e7-814a-4eff-a338-0d07bca0c828 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:01.672953 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40db3e7-814a-4eff-a338-0d07bca0c828 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:01.673286 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40db3e7-814a-4eff-a338-0d07bca0c828 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:01.673611 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40db3e7-814a-4eff-a338-0d07bca0c828 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:01.673942 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40db3e7-814a-4eff-a338-0d07bca0c828 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:01.674276 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40db3e7-814a-4eff-a338-0d07bca0c828 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:01.718550 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffdf3d4-81df-4468-852f-6b72376829c4 req-c40db3e7-814a-4eff-a338-0d07bca0c828 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] No DVR routers for this DVR port b50f8d9e-ca14-4de1-b88e-dba25bca3df5 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:50:01.721115 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1ffdf3d4-81df-4468-852f-6b72376829c4 req-c40db3e7-814a-4eff-a338-0d07bca0c828 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:01.723124 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1ffdf3d4-81df-4468-852f-6b72376829c4 req-c40db3e7-814a-4eff-a338-0d07bca0c828 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.78 "DELETE /v2.0/ports/b50f8d9e-ca14-4de1-b88e-dba25bca3df5 HTTP/1.1" status: 204 len: 173 time: 0.4360440 Jul 05 10:50:01.724100 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7619b2-98f8-4845-93d8-570142db69ae', 'name': 'network-vif-deleted', 'tag': 'b50f8d9e-ca14-4de1-b88e-dba25bca3df5'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:50:01.726384 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88a9048-f665-4ba3-948c-61855774c632" -d '{"events": [{"server_uuid": "3a7619b2-98f8-4845-93d8-570142db69ae", "name": "network-vif-deleted", "tag": "b50f8d9e-ca14-4de1-b88e-dba25bca3df5"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:50:01.771762 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c849b825-ffd3-4453-a7cd-bda0ae4fa29e x-openstack-request-id: req-c849b825-ffd3-4453-a7cd-bda0ae4fa29e {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:50:01.772082 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7619b2-98f8-4845-93d8-570142db69ae", "name": "network-vif-deleted", "tag": "b50f8d9e-ca14-4de1-b88e-dba25bca3df5", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:50:01.772357 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c849b825-ffd3-4453-a7cd-bda0ae4fa29e {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:50:01.772761 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7619b2-98f8-4845-93d8-570142db69ae', 'name': 'network-vif-deleted', 'tag': 'b50f8d9e-ca14-4de1-b88e-dba25bca3df5', 'status': 'completed', 'code': 200} Jul 05 10:50:01.898014 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b642664d-0104-41eb-8f3c-35726ab14ba4 req-d897f2e3-ed63-4e9c-996a-56cc5abe2861 tempest-TestEncryptedCinderVolumes-979326397 tempest-TestEncryptedCinderVolumes-979326397-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a7619b2-98f8-4845-93d8-570142db69ae HTTP/1.1" status: 200 len: 210 time: 0.0334830 Jul 05 10:50:02.373347 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:50:03.030386 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48854) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:03.247774 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:03.377259 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11c04f56-16fe-4c06-8d00-85ef4f1ef2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:03.630443 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-11c04f56-16fe-4c06-8d00-85ef4f1ef2fb admin admin] Deleting port 66a5544a-47b2-496a-a166-646dc2aaaff6 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:50:03.630789 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11c04f56-16fe-4c06-8d00-85ef4f1ef2fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:03.709718 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-11c04f56-16fe-4c06-8d00-85ef4f1ef2fb admin admin] For port 66a5544a-47b2-496a-a166-646dc2aaaff6, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=66a5544a-47b2-496a-a166-646dc2aaaff6,segment=NetworkSegment(f7327d41-a414-413c-a78b-a0770493c3dc),segment_id=f7327d41-a414-413c-a78b-a0770493c3dc)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:03.710077 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11c04f56-16fe-4c06-8d00-85ef4f1ef2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:03.999976 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-11c04f56-16fe-4c06-8d00-85ef4f1ef2fb admin admin] Calling delete_port for 66a5544a-47b2-496a-a166-646dc2aaaff6 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:50:04.178406 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11c04f56-16fe-4c06-8d00-85ef4f1ef2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:04.202652 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c04f56-16fe-4c06-8d00-85ef4f1ef2fb admin admin] Pushing event deleted for resources: {'Port': ['ID=66a5544a-47b2-496a-a166-646dc2aaaff6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:04.214444 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c04f56-16fe-4c06-8d00-85ef4f1ef2fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:04.214795 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c04f56-16fe-4c06-8d00-85ef4f1ef2fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:04.215139 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c04f56-16fe-4c06-8d00-85ef4f1ef2fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:04.215479 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c04f56-16fe-4c06-8d00-85ef4f1ef2fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:04.215816 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c04f56-16fe-4c06-8d00-85ef4f1ef2fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:04.216180 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c04f56-16fe-4c06-8d00-85ef4f1ef2fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:04.216593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c04f56-16fe-4c06-8d00-85ef4f1ef2fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:04.216841 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c04f56-16fe-4c06-8d00-85ef4f1ef2fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:04.217181 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c04f56-16fe-4c06-8d00-85ef4f1ef2fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:04.217597 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c04f56-16fe-4c06-8d00-85ef4f1ef2fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:04.217928 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c04f56-16fe-4c06-8d00-85ef4f1ef2fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:04.218258 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c04f56-16fe-4c06-8d00-85ef4f1ef2fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:04.382372 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11c04f56-16fe-4c06-8d00-85ef4f1ef2fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:04.600460 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c04f56-16fe-4c06-8d00-85ef4f1ef2fb admin admin] Router 1e4a3e73-b52b-479c-b6d5-517ec24f01ab has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:50:04.663969 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device b50f8d9e-ca14-4de1-b88e-dba25bca3df5 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:50:04.683699 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: b50f8d9e-ca14-4de1-b88e-dba25bca3df5 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:50:04.684075 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device b50f8d9e-ca14-4de1-b88e-dba25bca3df5 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:50:04.709772 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c04f56-16fe-4c06-8d00-85ef4f1ef2fb admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:50:04.716162 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-11c04f56-16fe-4c06-8d00-85ef4f1ef2fb admin admin] 10.222.0.79 "PUT /v2.0/routers/1e4a3e73-b52b-479c-b6d5-517ec24f01ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6838207 Jul 05 10:50:04.718086 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48856) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:04.718396 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef18ebc-2f71-43e9-abf8-60e2b01f7726 None None] Sync routers for ids ['1e4a3e73-b52b-479c-b6d5-517ec24f01ab'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:50:04.727960 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef18ebc-2f71-43e9-abf8-60e2b01f7726 None None] Routers {'1e4a3e73-b52b-479c-b6d5-517ec24f01ab'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:04.728597 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-eef18ebc-2f71-43e9-abf8-60e2b01f7726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:49:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['1e4a3e73-b52b-479c-b6d5-517ec24f01ab'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:04.826757 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8da5b96-d113-4c71-bb49-4ab17a34d3e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:04.833739 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-eef18ebc-2f71-43e9-abf8-60e2b01f7726 None None] Set router 1e4a3e73-b52b-479c-b6d5-517ec24f01ab gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:04.928848 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8da5b96-d113-4c71-bb49-4ab17a34d3e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:04.982006 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a8da5b96-d113-4c71-bb49-4ab17a34d3e7 admin admin] Deleting port 511d8189-cb10-4660-bff2-99b0ba6d2915 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:50:04.982515 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8da5b96-d113-4c71-bb49-4ab17a34d3e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:05.015138 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-eef18ebc-2f71-43e9-abf8-60e2b01f7726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4a3e73-b52b-479c-b6d5-517ec24f01ab', 'name': 'tempest-TestEncryptedCinderVolumes-911794529-router', 'tenant_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '511d8189-cb10-4660-bff2-99b0ba6d2915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:42Z', 'updated_at': '2021-07-05T10:50:04Z', 'revision_number': 5, 'project_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'gw_port': {'id': '511d8189-cb10-4660-bff2-99b0ba6d2915', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4a3e73-b52b-479c-b6d5-517ec24f01ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:42Z', 'updated_at': '2021-07-05T10:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:05.041345 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef18ebc-2f71-43e9-abf8-60e2b01f7726 None None] Checking router: 1e4a3e73-b52b-479c-b6d5-517ec24f01ab for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:50:05.049785 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef18ebc-2f71-43e9-abf8-60e2b01f7726 None None] Routers {'1e4a3e73-b52b-479c-b6d5-517ec24f01ab'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:05.050399 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-eef18ebc-2f71-43e9-abf8-60e2b01f7726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:49:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['1e4a3e73-b52b-479c-b6d5-517ec24f01ab'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:05.065809 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-a8da5b96-d113-4c71-bb49-4ab17a34d3e7 admin admin] For port 511d8189-cb10-4660-bff2-99b0ba6d2915, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=511d8189-cb10-4660-bff2-99b0ba6d2915,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:05.066204 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8da5b96-d113-4c71-bb49-4ab17a34d3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:05.079356 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a8da5b96-d113-4c71-bb49-4ab17a34d3e7 admin admin] Calling delete_port for 511d8189-cb10-4660-bff2-99b0ba6d2915 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:50:05.141716 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-eef18ebc-2f71-43e9-abf8-60e2b01f7726 None None] Set router 1e4a3e73-b52b-479c-b6d5-517ec24f01ab gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:05.196523 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-eef18ebc-2f71-43e9-abf8-60e2b01f7726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4a3e73-b52b-479c-b6d5-517ec24f01ab', 'name': 'tempest-TestEncryptedCinderVolumes-911794529-router', 'tenant_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:42Z', 'updated_at': '2021-07-05T10:50:04Z', 'revision_number': 6, 'project_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:05.223514 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef18ebc-2f71-43e9-abf8-60e2b01f7726 None None] The sync data for ids ['1e4a3e73-b52b-479c-b6d5-517ec24f01ab'] in n-d-798054-8 is: [{'id': '1e4a3e73-b52b-479c-b6d5-517ec24f01ab', 'name': 'tempest-TestEncryptedCinderVolumes-911794529-router', 'tenant_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:42Z', 'updated_at': '2021-07-05T10:50:04Z', 'revision_number': 6, 'project_id': 'd7eae28d4eb848a6b26ac80de899f6d9', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:50:05.247520 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8da5b96-d113-4c71-bb49-4ab17a34d3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:05.273749 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da5b96-d113-4c71-bb49-4ab17a34d3e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=511d8189-cb10-4660-bff2-99b0ba6d2915,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:05.334751 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8da5b96-d113-4c71-bb49-4ab17a34d3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:05.422927 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8da5b96-d113-4c71-bb49-4ab17a34d3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:05.425041 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8da5b96-d113-4c71-bb49-4ab17a34d3e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:05.470532 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8da5b96-d113-4c71-bb49-4ab17a34d3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:05.471335 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8da5b96-d113-4c71-bb49-4ab17a34d3e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e4a3e73-b52b-479c-b6d5-517ec24f01ab {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:50:05.476649 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8da5b96-d113-4c71-bb49-4ab17a34d3e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:05.477798 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a8da5b96-d113-4c71-bb49-4ab17a34d3e7 admin admin] 10.222.0.79 "DELETE /v2.0/routers/1e4a3e73-b52b-479c-b6d5-517ec24f01ab HTTP/1.1" status: 204 len: 168 time: 0.7587852 Jul 05 10:50:05.480355 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48858) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:05.523679 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde3e57b-20ce-41fc-91be-6d2c04728571 admin admin] Deleting subnet 4c64a359-1298-4419-bd89-4deeb80b9774 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:50:05.526661 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bde3e57b-20ce-41fc-91be-6d2c04728571 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:05.560298 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bde3e57b-20ce-41fc-91be-6d2c04728571 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:05.650760 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bde3e57b-20ce-41fc-91be-6d2c04728571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:05.706102 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bde3e57b-20ce-41fc-91be-6d2c04728571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:05.731029 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3e57b-20ce-41fc-91be-6d2c04728571 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c64a359-1298-4419-bd89-4deeb80b9774,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:05.734833 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bde3e57b-20ce-41fc-91be-6d2c04728571 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:05.736695 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bde3e57b-20ce-41fc-91be-6d2c04728571 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4c64a359-1298-4419-bd89-4deeb80b9774 HTTP/1.1" status: 204 len: 168 time: 0.2554305 Jul 05 10:50:05.739763 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48860) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:05.742590 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb07a5a0-f6c2-460b-b1b9-1ae27a509b3a None None] Network bfa5098c-54d4-4337-a1c1-e69914fe3a63 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:50:05.807146 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3e8242cf-f0e3-4c75-8bba-1847054d1990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:05.868110 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-3e8242cf-f0e3-4c75-8bba-1847054d1990 admin admin] Deleting port d12e68c2-d2c8-4dad-9a3a-87fb51e5f025 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:50:05.868454 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3e8242cf-f0e3-4c75-8bba-1847054d1990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:05.933137 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-3e8242cf-f0e3-4c75-8bba-1847054d1990 admin admin] For port d12e68c2-d2c8-4dad-9a3a-87fb51e5f025, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d12e68c2-d2c8-4dad-9a3a-87fb51e5f025,segment=NetworkSegment(f7327d41-a414-413c-a78b-a0770493c3dc),segment_id=f7327d41-a414-413c-a78b-a0770493c3dc)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:05.933503 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3e8242cf-f0e3-4c75-8bba-1847054d1990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:05.947283 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-3e8242cf-f0e3-4c75-8bba-1847054d1990 admin admin] Calling delete_port for d12e68c2-d2c8-4dad-9a3a-87fb51e5f025 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:50:06.014719 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b17ae34-0f71-4931-a388-521489b840aa None None] DHCP port deletion for bfa5098c-54d4-4337-a1c1-e69914fe3a63 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:50:06.044622 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3e8242cf-f0e3-4c75-8bba-1847054d1990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:06.065976 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0b17ae34-0f71-4931-a388-521489b840aa None None] Deleting port d12e68c2-d2c8-4dad-9a3a-87fb51e5f025 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:50:06.066361 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0b17ae34-0f71-4931-a388-521489b840aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:06.077966 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8242cf-f0e3-4c75-8bba-1847054d1990 admin admin] Pushing event deleted for resources: {'Port': ['ID=d12e68c2-d2c8-4dad-9a3a-87fb51e5f025,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:06.080315 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8242cf-f0e3-4c75-8bba-1847054d1990 admin admin] No DVR routers for this DVR port d12e68c2-d2c8-4dad-9a3a-87fb51e5f025 on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:50:06.104777 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 511d8189-cb10-4660-bff2-99b0ba6d2915 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:50:06.138530 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 511d8189-cb10-4660-bff2-99b0ba6d2915 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:50:06.138879 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 511d8189-cb10-4660-bff2-99b0ba6d2915 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:50:06.139373 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 66a5544a-47b2-496a-a166-646dc2aaaff6 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:50:06.159041 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3e8242cf-f0e3-4c75-8bba-1847054d1990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:06.169236 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-3e8242cf-f0e3-4c75-8bba-1847054d1990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa5098c-54d4-4337-a1c1-e69914fe3a63']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:06.174162 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 66a5544a-47b2-496a-a166-646dc2aaaff6 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:50:06.174578 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 66a5544a-47b2-496a-a166-646dc2aaaff6 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:50:06.174935 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d12e68c2-d2c8-4dad-9a3a-87fb51e5f025 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:50:06.181260 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-3e8242cf-f0e3-4c75-8bba-1847054d1990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7327d41-a414-413c-a78b-a0770493c3dc') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:06.181662 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-3e8242cf-f0e3-4c75-8bba-1847054d1990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7327d41-a414-413c-a78b-a0770493c3dc') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:06.192582 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3e8242cf-f0e3-4c75-8bba-1847054d1990 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:06.197805 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0b17ae34-0f71-4931-a388-521489b840aa None None] For port d12e68c2-d2c8-4dad-9a3a-87fb51e5f025, host n-d-798054-8, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:06.198259 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0b17ae34-0f71-4931-a388-521489b840aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:06.201441 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: d12e68c2-d2c8-4dad-9a3a-87fb51e5f025 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:50:06.201441 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d12e68c2-d2c8-4dad-9a3a-87fb51e5f025 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:50:06.213156 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3e8242cf-f0e3-4c75-8bba-1847054d1990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:06.214639 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0b17ae34-0f71-4931-a388-521489b840aa None None] Calling delete_port for d12e68c2-d2c8-4dad-9a3a-87fb51e5f025 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:50:06.217670 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-0b17ae34-0f71-4931-a388-521489b840aa None None] Port d12e68c2-d2c8-4dad-9a3a-87fb51e5f025 was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 10:50:06.220233 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8242cf-f0e3-4c75-8bba-1847054d1990 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:50:06.220452 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0b17ae34-0f71-4931-a388-521489b840aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:06.220718 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3e8242cf-f0e3-4c75-8bba-1847054d1990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:50:06.222637 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:50:06.247405 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17ae34-0f71-4931-a388-521489b840aa None None] Pushing event deleted for resources: {'Port': ['ID=d12e68c2-d2c8-4dad-9a3a-87fb51e5f025,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:06.251078 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b17ae34-0f71-4931-a388-521489b840aa None None] No DVR routers for this DVR port d12e68c2-d2c8-4dad-9a3a-87fb51e5f025 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:50:06.294873 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3e8242cf-f0e3-4c75-8bba-1847054d1990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:06.301904 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3e8242cf-f0e3-4c75-8bba-1847054d1990 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:06.304066 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3e8242cf-f0e3-4c75-8bba-1847054d1990 admin admin] 10.222.0.79 "DELETE /v2.0/networks/bfa5098c-54d4-4337-a1c1-e69914fe3a63 HTTP/1.1" status: 204 len: 168 time: 0.5632262 Jul 05 10:50:06.307073 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48862) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:06.315003 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8242cf-f0e3-4c75-8bba-1847054d1990 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfa5098c-54d4-4337-a1c1-e69914fe3a63,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:06.654431 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3a93735-9e22-4242-b282-26d63e934a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:06.720198 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:06.911664 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d3a93735-9e22-4242-b282-26d63e934a6f admin admin] Deleting port b3f970c6-9621-4a69-a13c-b82971de6757 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:50:06.911963 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3a93735-9e22-4242-b282-26d63e934a6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:06.991055 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-d3a93735-9e22-4242-b282-26d63e934a6f admin admin] For port b3f970c6-9621-4a69-a13c-b82971de6757, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b3f970c6-9621-4a69-a13c-b82971de6757,segment=NetworkSegment(2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0),segment_id=2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:06.991409 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3a93735-9e22-4242-b282-26d63e934a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.003768 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d3a93735-9e22-4242-b282-26d63e934a6f admin admin] Calling delete_port for b3f970c6-9621-4a69-a13c-b82971de6757 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:50:07.180431 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3a93735-9e22-4242-b282-26d63e934a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.203129 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a93735-9e22-4242-b282-26d63e934a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=b3f970c6-9621-4a69-a13c-b82971de6757,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:07.379455 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3a93735-9e22-4242-b282-26d63e934a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.595339 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a93735-9e22-4242-b282-26d63e934a6f admin admin] Router c62b2eac-53b9-4d8b-8b74-9221ba3fed7c has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:50:07.704119 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a93735-9e22-4242-b282-26d63e934a6f admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:50:07.709894 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d3a93735-9e22-4242-b282-26d63e934a6f admin admin] 10.222.0.79 "PUT /v2.0/routers/c62b2eac-53b9-4d8b-8b74-9221ba3fed7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4017487 Jul 05 10:50:07.712814 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48864) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:07.713827 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07b17b7-5d5f-4d8b-9ff8-e13c178a0d0d None None] Sync routers for ids ['c62b2eac-53b9-4d8b-8b74-9221ba3fed7c'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:50:07.722900 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07b17b7-5d5f-4d8b-9ff8-e13c178a0d0d None None] Routers {'c62b2eac-53b9-4d8b-8b74-9221ba3fed7c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:07.723524 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f07b17b7-5d5f-4d8b-9ff8-e13c178a0d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:49:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c62b2eac-53b9-4d8b-8b74-9221ba3fed7c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:07.821164 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ce07a0b-6407-4b79-ad9f-0dc19e3626b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.828091 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f07b17b7-5d5f-4d8b-9ff8-e13c178a0d0d None None] Set router c62b2eac-53b9-4d8b-8b74-9221ba3fed7c gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:07.923205 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ce07a0b-6407-4b79-ad9f-0dc19e3626b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.983005 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0ce07a0b-6407-4b79-ad9f-0dc19e3626b7 admin admin] Deleting port 495a0c2a-eb0c-4ad7-9e53-be22912a04ff {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:50:07.983377 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ce07a0b-6407-4b79-ad9f-0dc19e3626b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:08.015797 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f07b17b7-5d5f-4d8b-9ff8-e13c178a0d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62b2eac-53b9-4d8b-8b74-9221ba3fed7c', 'name': 'tempest-TestEncryptedCinderVolumes-153036082-router', 'tenant_id': '65e83467ded347648478e53197b9a43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '495a0c2a-eb0c-4ad7-9e53-be22912a04ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:46Z', 'updated_at': '2021-07-05T10:50:07Z', 'revision_number': 5, 'project_id': '65e83467ded347648478e53197b9a43a', 'gw_port': {'id': '495a0c2a-eb0c-4ad7-9e53-be22912a04ff', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62b2eac-53b9-4d8b-8b74-9221ba3fed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:47Z', 'updated_at': '2021-07-05T10:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:08.041069 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07b17b7-5d5f-4d8b-9ff8-e13c178a0d0d None None] Checking router: c62b2eac-53b9-4d8b-8b74-9221ba3fed7c for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:50:08.049457 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07b17b7-5d5f-4d8b-9ff8-e13c178a0d0d None None] Routers {'c62b2eac-53b9-4d8b-8b74-9221ba3fed7c'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:08.050062 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f07b17b7-5d5f-4d8b-9ff8-e13c178a0d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:49:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['c62b2eac-53b9-4d8b-8b74-9221ba3fed7c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:08.064415 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-0ce07a0b-6407-4b79-ad9f-0dc19e3626b7 admin admin] For port 495a0c2a-eb0c-4ad7-9e53-be22912a04ff, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=495a0c2a-eb0c-4ad7-9e53-be22912a04ff,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:08.064775 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ce07a0b-6407-4b79-ad9f-0dc19e3626b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:08.137758 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f07b17b7-5d5f-4d8b-9ff8-e13c178a0d0d None None] Set router c62b2eac-53b9-4d8b-8b74-9221ba3fed7c gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:08.193553 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f07b17b7-5d5f-4d8b-9ff8-e13c178a0d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62b2eac-53b9-4d8b-8b74-9221ba3fed7c', 'name': 'tempest-TestEncryptedCinderVolumes-153036082-router', 'tenant_id': '65e83467ded347648478e53197b9a43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:46Z', 'updated_at': '2021-07-05T10:50:07Z', 'revision_number': 6, 'project_id': '65e83467ded347648478e53197b9a43a', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:08.221513 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07b17b7-5d5f-4d8b-9ff8-e13c178a0d0d None None] The sync data for ids ['c62b2eac-53b9-4d8b-8b74-9221ba3fed7c'] in n-d-798054-8 is: [{'id': 'c62b2eac-53b9-4d8b-8b74-9221ba3fed7c', 'name': 'tempest-TestEncryptedCinderVolumes-153036082-router', 'tenant_id': '65e83467ded347648478e53197b9a43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:46Z', 'updated_at': '2021-07-05T10:50:07Z', 'revision_number': 6, 'project_id': '65e83467ded347648478e53197b9a43a', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:50:08.405271 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0ce07a0b-6407-4b79-ad9f-0dc19e3626b7 admin admin] Calling delete_port for 495a0c2a-eb0c-4ad7-9e53-be22912a04ff owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:50:08.590077 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ce07a0b-6407-4b79-ad9f-0dc19e3626b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:08.621679 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce07a0b-6407-4b79-ad9f-0dc19e3626b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=495a0c2a-eb0c-4ad7-9e53-be22912a04ff,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:08.698203 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ce07a0b-6407-4b79-ad9f-0dc19e3626b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:08.799739 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ce07a0b-6407-4b79-ad9f-0dc19e3626b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:08.801952 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ce07a0b-6407-4b79-ad9f-0dc19e3626b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:08.849109 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ce07a0b-6407-4b79-ad9f-0dc19e3626b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:08.849594 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce07a0b-6407-4b79-ad9f-0dc19e3626b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c62b2eac-53b9-4d8b-8b74-9221ba3fed7c {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:50:08.857436 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ce07a0b-6407-4b79-ad9f-0dc19e3626b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:08.858899 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0ce07a0b-6407-4b79-ad9f-0dc19e3626b7 admin admin] 10.222.0.79 "DELETE /v2.0/routers/c62b2eac-53b9-4d8b-8b74-9221ba3fed7c HTTP/1.1" status: 204 len: 168 time: 1.1451359 Jul 05 10:50:08.861533 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48866) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:08.913405 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-baffbfd5-4ad1-4d61-861b-f9a8b5e368c4 admin admin] Deleting subnet 9d65e18a-4b43-47e8-8934-be3c130e6bc4 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:50:08.917463 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-baffbfd5-4ad1-4d61-861b-f9a8b5e368c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:08.952777 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-baffbfd5-4ad1-4d61-861b-f9a8b5e368c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:09.053334 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-baffbfd5-4ad1-4d61-861b-f9a8b5e368c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:09.114239 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-baffbfd5-4ad1-4d61-861b-f9a8b5e368c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:09.140506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baffbfd5-4ad1-4d61-861b-f9a8b5e368c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d65e18a-4b43-47e8-8934-be3c130e6bc4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:09.144173 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-baffbfd5-4ad1-4d61-861b-f9a8b5e368c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:09.147319 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-baffbfd5-4ad1-4d61-861b-f9a8b5e368c4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9d65e18a-4b43-47e8-8934-be3c130e6bc4 HTTP/1.1" status: 204 len: 168 time: 0.2842541 Jul 05 10:50:09.149239 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48868) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:09.152243 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c8e93c-4f2d-4aaf-afc4-810d0e1dda99 None None] Network 3bafa2b0-0c30-4b97-87a2-cf37cb738c92 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:50:09.243870 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f07456de-252e-454d-8aff-5c20f64d977a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:09.311319 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-f07456de-252e-454d-8aff-5c20f64d977a admin admin] Deleting port 786fdc93-6f35-42ac-9c54-983eebfda2d1 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:50:09.311319 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f07456de-252e-454d-8aff-5c20f64d977a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:09.377714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d45b812-3540-426d-a822-449b2ed2e83a None None] DHCP port deletion for 3bafa2b0-0c30-4b97-87a2-cf37cb738c92 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:50:09.398114 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-f07456de-252e-454d-8aff-5c20f64d977a admin admin] For port 786fdc93-6f35-42ac-9c54-983eebfda2d1, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=786fdc93-6f35-42ac-9c54-983eebfda2d1,segment=NetworkSegment(2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0),segment_id=2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:09.398578 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f07456de-252e-454d-8aff-5c20f64d977a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:09.413997 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-f07456de-252e-454d-8aff-5c20f64d977a admin admin] Calling delete_port for 786fdc93-6f35-42ac-9c54-983eebfda2d1 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:50:09.456881 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9d45b812-3540-426d-a822-449b2ed2e83a None None] Deleting port 786fdc93-6f35-42ac-9c54-983eebfda2d1 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:50:09.457618 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9d45b812-3540-426d-a822-449b2ed2e83a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:09.524779 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f07456de-252e-454d-8aff-5c20f64d977a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:09.537966 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9d45b812-3540-426d-a822-449b2ed2e83a None None] For port 786fdc93-6f35-42ac-9c54-983eebfda2d1, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=786fdc93-6f35-42ac-9c54-983eebfda2d1,segment=NetworkSegment(2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0),segment_id=2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:09.538360 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9d45b812-3540-426d-a822-449b2ed2e83a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:09.555574 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07456de-252e-454d-8aff-5c20f64d977a admin admin] Pushing event deleted for resources: {'Port': ['ID=786fdc93-6f35-42ac-9c54-983eebfda2d1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:09.556013 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9d45b812-3540-426d-a822-449b2ed2e83a None None] Calling delete_port for 786fdc93-6f35-42ac-9c54-983eebfda2d1 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:50:09.559383 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07456de-252e-454d-8aff-5c20f64d977a admin admin] No DVR routers for this DVR port 786fdc93-6f35-42ac-9c54-983eebfda2d1 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:50:09.660625 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f07456de-252e-454d-8aff-5c20f64d977a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:09.666423 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9d45b812-3540-426d-a822-449b2ed2e83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:09.674373 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-f07456de-252e-454d-8aff-5c20f64d977a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bafa2b0-0c30-4b97-87a2-cf37cb738c92']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:09.689672 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-f07456de-252e-454d-8aff-5c20f64d977a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:09.690154 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-f07456de-252e-454d-8aff-5c20f64d977a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1b1bcb-6c8c-4a25-a7ef-f04c9abe94a0') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:09.703269 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45b812-3540-426d-a822-449b2ed2e83a None None] Pushing event deleted for resources: {'Port': ['ID=786fdc93-6f35-42ac-9c54-983eebfda2d1,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:09.707175 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f07456de-252e-454d-8aff-5c20f64d977a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:09.709216 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d45b812-3540-426d-a822-449b2ed2e83a None None] No DVR routers for this DVR port 786fdc93-6f35-42ac-9c54-983eebfda2d1 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:50:09.730282 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f07456de-252e-454d-8aff-5c20f64d977a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:09.738442 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07456de-252e-454d-8aff-5c20f64d977a admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:50:09.738935 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f07456de-252e-454d-8aff-5c20f64d977a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:50:09.740965 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:50:09.798449 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f07456de-252e-454d-8aff-5c20f64d977a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:09.804102 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f07456de-252e-454d-8aff-5c20f64d977a admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:09.808909 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f07456de-252e-454d-8aff-5c20f64d977a admin admin] 10.222.0.79 "DELETE /v2.0/networks/3bafa2b0-0c30-4b97-87a2-cf37cb738c92 HTTP/1.1" status: 204 len: 168 time: 0.6579428 Jul 05 10:50:09.821926 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07456de-252e-454d-8aff-5c20f64d977a admin admin] Pushing event deleted for resources: {'Network': ['ID=3bafa2b0-0c30-4b97-87a2-cf37cb738c92,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:09.988937 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 786fdc93-6f35-42ac-9c54-983eebfda2d1 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:50:10.010761 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 786fdc93-6f35-42ac-9c54-983eebfda2d1 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:50:10.011128 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 786fdc93-6f35-42ac-9c54-983eebfda2d1 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:50:10.011557 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 495a0c2a-eb0c-4ad7-9e53-be22912a04ff no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:50:10.032335 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 495a0c2a-eb0c-4ad7-9e53-be22912a04ff {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:50:10.032692 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 495a0c2a-eb0c-4ad7-9e53-be22912a04ff not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:50:10.033118 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b3f970c6-9621-4a69-a13c-b82971de6757 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:50:10.033937 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48872) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:10.053558 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: b3f970c6-9621-4a69-a13c-b82971de6757 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:50:10.053921 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b3f970c6-9621-4a69-a13c-b82971de6757 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:50:10.089949 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2c53e582-adb8-4a27-a028-cccde9cec4ed admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d7eae28d4eb848a6b26ac80de899f6d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547583 Jul 05 10:50:10.092865 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48874) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:10.151687 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f948a62e-9162-4afd-ae89-707ce0ba38b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:10.181386 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f948a62e-9162-4afd-ae89-707ce0ba38b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:10.239632 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f948a62e-9162-4afd-ae89-707ce0ba38b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:10.244225 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f948a62e-9162-4afd-ae89-707ce0ba38b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:10.245734 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f948a62e-9162-4afd-ae89-707ce0ba38b4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/645deaee-f7c3-44f5-936f-0cd0443409f0 HTTP/1.1" status: 204 len: 168 time: 0.1514907 Jul 05 10:50:10.254950 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948a62e-9162-4afd-ae89-707ce0ba38b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645deaee-f7c3-44f5-936f-0cd0443409f0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:10.606834 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48882) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:10.661092 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d24cf18e-8569-439c-a0e4-bec6ef0652c5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=65e83467ded347648478e53197b9a43a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525427 Jul 05 10:50:10.664362 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48884) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:10.727752 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f925a51f-e7d3-408b-8c29-d9cd0215b863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:10.760562 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f925a51f-e7d3-408b-8c29-d9cd0215b863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:10.833935 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f925a51f-e7d3-408b-8c29-d9cd0215b863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:10.836676 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f925a51f-e7d3-408b-8c29-d9cd0215b863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:10.837860 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f925a51f-e7d3-408b-8c29-d9cd0215b863 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8b97f069-ed78-4c2c-8b03-4c6c400ee890 HTTP/1.1" status: 204 len: 168 time: 0.1725552 Jul 05 10:50:10.846748 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925a51f-e7d3-408b-8c29-d9cd0215b863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b97f069-ed78-4c2c-8b03-4c6c400ee890,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:11.686352 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48906) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:11.796958 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-bc873f5b-6f7a-40d4-9c10-b54032ac760a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-463500995-network', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:50:11.819563 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc873f5b-6f7a-40d4-9c10-b54032ac760a admin admin] Made reservation on behalf of d36bd8b3b8f74a868fb8f8b87d1641b5 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:50:11.822085 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc873f5b-6f7a-40d4-9c10-b54032ac760a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:11.831575 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc873f5b-6f7a-40d4-9c10-b54032ac760a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:11.940038 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc873f5b-6f7a-40d4-9c10-b54032ac760a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:11.943967 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc873f5b-6f7a-40d4-9c10-b54032ac760a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:11.969119 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc873f5b-6f7a-40d4-9c10-b54032ac760a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:50:11.979723 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc873f5b-6f7a-40d4-9c10-b54032ac760a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8d751e-b846-488e-b00d-8ae7c6c99ab1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:11.984744 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc873f5b-6f7a-40d4-9c10-b54032ac760a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:11.985097 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-bc873f5b-6f7a-40d4-9c10-b54032ac760a admin admin] Added segment 667deaf9-1fe8-4c9e-893e-f442133e1ed5 of type vlan for network 9231c753-0560-419c-9920-4d535df31fce Jul 05 10:50:12.027391 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc873f5b-6f7a-40d4-9c10-b54032ac760a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.067632 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc873f5b-6f7a-40d4-9c10-b54032ac760a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.068681 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc873f5b-6f7a-40d4-9c10-b54032ac760a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:12.069271 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc873f5b-6f7a-40d4-9c10-b54032ac760a admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.121005 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bc873f5b-6f7a-40d4-9c10-b54032ac760a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4335213 Jul 05 10:50:12.124433 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 48910) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:12.130250 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f4b2f076-8d49-4d96-b084-24cd1c973959 admin admin] Request body: {'subnet': {'network_id': '9231c753-0560-419c-9920-4d535df31fce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-463500995-subnet', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:50:12.130653 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc873f5b-6f7a-40d4-9c10-b54032ac760a admin admin] Pushing event updated for resources: {'Network': ['ID=9231c753-0560-419c-9920-4d535df31fce,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:12.143306 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 9231c753-0560-419c-9920-4d535df31fce details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:50:12.159288 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b2f076-8d49-4d96-b084-24cd1c973959 admin admin] Made reservation on behalf of d36bd8b3b8f74a868fb8f8b87d1641b5 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:50:12.161850 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4b2f076-8d49-4d96-b084-24cd1c973959 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.333406 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4b2f076-8d49-4d96-b084-24cd1c973959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.392110 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2f076-8d49-4d96-b084-24cd1c973959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41111b8a-5c41-4067-9f78-8c6ce5e6d04f,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:12.402275 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2f076-8d49-4d96-b084-24cd1c973959 admin admin] Checking segment: {'id': '667deaf9-1fe8-4c9e-893e-f442133e1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9231c753-0560-419c-9920-4d535df31fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:50:12.402633 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b2f076-8d49-4d96-b084-24cd1c973959 admin admin] Network hostable DHCP agents. Network: 9231c753-0560-419c-9920-4d535df31fce, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:50:12.419251 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b2f076-8d49-4d96-b084-24cd1c973959 admin admin] Network 9231c753-0560-419c-9920-4d535df31fce is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:50:12.428286 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-f4b2f076-8d49-4d96-b084-24cd1c973959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 9231c753-0560-419c-9920-4d535df31fce) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:50:12.432286 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b2f076-8d49-4d96-b084-24cd1c973959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:12.432878 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4b2f076-8d49-4d96-b084-24cd1c973959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.438632 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0420e1-f3b3-40f5-9556-c4518b573e68 None None] Network 9231c753-0560-419c-9920-4d535df31fce requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:50:12.452648 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48912) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:12.452885 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f4b2f076-8d49-4d96-b084-24cd1c973959 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3264673 Jul 05 10:50:12.457032 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-003dc06b-2b71-4d27-a7e3-5cd3d1487b1c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-463500995-router', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:50:12.478145 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-003dc06b-2b71-4d27-a7e3-5cd3d1487b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.479149 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-003dc06b-2b71-4d27-a7e3-5cd3d1487b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.536640 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-003dc06b-2b71-4d27-a7e3-5cd3d1487b1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.587790 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48b1c26-4001-4a8d-ad49-a2106bfb7c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-9231c753-0560-419c-9920-4d535df31fce', 'network_id': '9231c753-0560-419c-9920-4d535df31fce', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'fixed_ips': [{'subnet_id': '41111b8a-5c41-4067-9f78-8c6ce5e6d04f'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:50:12.588696 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c48b1c26-4001-4a8d-ad49-a2106bfb7c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.675575 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-003dc06b-2b71-4d27-a7e3-5cd3d1487b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.730808 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-c48b1c26-4001-4a8d-ad49-a2106bfb7c6d None None] Allocated IP 172.20.0.2 (9231c753-0560-419c-9920-4d535df31fce/41111b8a-5c41-4067-9f78-8c6ce5e6d04f/628c19fc-dec4-4c37-a4ef-88bdb58f575f) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:50:12.878066 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c48b1c26-4001-4a8d-ad49-a2106bfb7c6d None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.885796 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-003dc06b-2b71-4d27-a7e3-5cd3d1487b1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.887060 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c48b1c26-4001-4a8d-ad49-a2106bfb7c6d None None] Transition to ACTIVE for port object 628c19fc-dec4-4c37-a4ef-88bdb58f575f will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:12.902486 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c48b1c26-4001-4a8d-ad49-a2106bfb7c6d None None] Transition to ACTIVE for port object 628c19fc-dec4-4c37-a4ef-88bdb58f575f will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:12.905481 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-003dc06b-2b71-4d27-a7e3-5cd3d1487b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.909565 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c48b1c26-4001-4a8d-ad49-a2106bfb7c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.946161 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48b1c26-4001-4a8d-ad49-a2106bfb7c6d None None] Network 9231c753-0560-419c-9920-4d535df31fce is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:50:12.952471 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-c48b1c26-4001-4a8d-ad49-a2106bfb7c6d None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:50:12.956089 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48b1c26-4001-4a8d-ad49-a2106bfb7c6d None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:50:12.961701 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b1c26-4001-4a8d-ad49-a2106bfb7c6d None None] Pushing event updated for resources: {'Port': ['ID=628c19fc-dec4-4c37-a4ef-88bdb58f575f,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:13.012287 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-003dc06b-2b71-4d27-a7e3-5cd3d1487b1c admin admin] Allocated IP 172.25.7.233 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/62e70341-ac17-4d6c-99e9-b8793db22344) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:50:13.020965 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-c48b1c26-4001-4a8d-ad49-a2106bfb7c6d None None] Attempting to bind port 628c19fc-dec4-4c37-a4ef-88bdb58f575f on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:50:13.021632 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-c48b1c26-4001-4a8d-ad49-a2106bfb7c6d None None] Attempting to bind port 628c19fc-dec4-4c37-a4ef-88bdb58f575f by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '667deaf9-1fe8-4c9e-893e-f442133e1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9231c753-0560-419c-9920-4d535df31fce'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:50:13.021825 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48b1c26-4001-4a8d-ad49-a2106bfb7c6d None None] Attempting to bind port 628c19fc-dec4-4c37-a4ef-88bdb58f575f on network 9231c753-0560-419c-9920-4d535df31fce {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:50:13.027015 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48b1c26-4001-4a8d-ad49-a2106bfb7c6d None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:50:13.027393 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48b1c26-4001-4a8d-ad49-a2106bfb7c6d None None] Checking segment: {'id': '667deaf9-1fe8-4c9e-893e-f442133e1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9231c753-0560-419c-9920-4d535df31fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:50:13.027804 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c48b1c26-4001-4a8d-ad49-a2106bfb7c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:13.028300 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48b1c26-4001-4a8d-ad49-a2106bfb7c6d None None] Bound using segment: {'id': '667deaf9-1fe8-4c9e-893e-f442133e1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9231c753-0560-419c-9920-4d535df31fce'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:50:13.028791 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-c48b1c26-4001-4a8d-ad49-a2106bfb7c6d None None] Bound port: 628c19fc-dec4-4c37-a4ef-88bdb58f575f, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '667deaf9-1fe8-4c9e-893e-f442133e1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9231c753-0560-419c-9920-4d535df31fce'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:50:13.029266 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c48b1c26-4001-4a8d-ad49-a2106bfb7c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:13.093620 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c48b1c26-4001-4a8d-ad49-a2106bfb7c6d None None] For port 628c19fc-dec4-4c37-a4ef-88bdb58f575f, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:50:13.096894 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c48b1c26-4001-4a8d-ad49-a2106bfb7c6d None None] For port 628c19fc-dec4-4c37-a4ef-88bdb58f575f, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=628c19fc-dec4-4c37-a4ef-88bdb58f575f,segment=NetworkSegment(667deaf9-1fe8-4c9e-893e-f442133e1ed5),segment_id=667deaf9-1fe8-4c9e-893e-f442133e1ed5)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:50:13.101844 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c48b1c26-4001-4a8d-ad49-a2106bfb7c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:13.121889 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-003dc06b-2b71-4d27-a7e3-5cd3d1487b1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:13.169177 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-003dc06b-2b71-4d27-a7e3-5cd3d1487b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:13.170858 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b1c26-4001-4a8d-ad49-a2106bfb7c6d None None] Pushing event updated for resources: {'Port': ['ID=628c19fc-dec4-4c37-a4ef-88bdb58f575f,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:13.225188 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003dc06b-2b71-4d27-a7e3-5cd3d1487b1c admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:50:13.228132 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-003dc06b-2b71-4d27-a7e3-5cd3d1487b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:50:13.233817 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003dc06b-2b71-4d27-a7e3-5cd3d1487b1c admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:50:13.258536 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003dc06b-2b71-4d27-a7e3-5cd3d1487b1c admin admin] Pushing event updated for resources: {'Port': ['ID=62e70341-ac17-4d6c-99e9-b8793db22344,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:13.510129 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-003dc06b-2b71-4d27-a7e3-5cd3d1487b1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:13.713011 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-003dc06b-2b71-4d27-a7e3-5cd3d1487b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:13.848311 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003dc06b-2b71-4d27-a7e3-5cd3d1487b1c admin admin] Router 9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:50:13.963944 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003dc06b-2b71-4d27-a7e3-5cd3d1487b1c admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:50:13.976365 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] Sync routers for ids ['9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:50:13.985682 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-003dc06b-2b71-4d27-a7e3-5cd3d1487b1c admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:13.986802 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] Routers {'9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:13.987249 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-003dc06b-2b71-4d27-a7e3-5cd3d1487b1c admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5342557 Jul 05 10:50:13.990776 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48914) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:13.991774 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:49:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:14.052642 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 628c19fc-dec4-4c37-a4ef-88bdb58f575f up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:14.111365 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073f0c37-1d7b-4e71-80d4-dcd673ed7826 None None] Network 9231c753-0560-419c-9920-4d535df31fce requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:50:14.189266 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] Set router 9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:14.252835 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-874014b5-a3f4-4a92-9181-4c17d43064ab None None] Provisioning for port 628c19fc-dec4-4c37-a4ef-88bdb58f575f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:14.318691 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 628c19fc-dec4-4c37-a4ef-88bdb58f575f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:14.335751 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 628c19fc-dec4-4c37-a4ef-88bdb58f575f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:14.336147 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:14.424785 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1634070-c8aa-4bd7-b199-a2d173478591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:14.531094 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:14.571028 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'name': 'tempest-TestMinimumBasicScenario-463500995-router', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:13Z', 'revision_number': 3, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'gw_port': {'id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:75:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:14.591486 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-a1634070-c8aa-4bd7-b199-a2d173478591 admin admin] Allocated IP 172.20.0.1 (9231c753-0560-419c-9920-4d535df31fce/41111b8a-5c41-4067-9f78-8c6ce5e6d04f/1e40f6fe-7987-48bf-b17f-6485c8cf707d) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:50:14.624337 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] Checking router: 9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:50:14.624577 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] Updating router 9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f port 62e70341-ac17-4d6c-99e9-b8793db22344 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:50:14.650283 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 628c19fc-dec4-4c37-a4ef-88bdb58f575f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=628c19fc-dec4-4c37-a4ef-88bdb58f575f,segment=NetworkSegment(667deaf9-1fe8-4c9e-893e-f442133e1ed5),segment_id=667deaf9-1fe8-4c9e-893e-f442133e1ed5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:14.658661 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:14.689999 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:14.719348 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1634070-c8aa-4bd7-b199-a2d173478591 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:14.736137 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-a1634070-c8aa-4bd7-b199-a2d173478591 admin admin] Transition to ACTIVE for port object 1e40f6fe-7987-48bf-b17f-6485c8cf707d will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:14.751384 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=628c19fc-dec4-4c37-a4ef-88bdb58f575f,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:14.772677 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1634070-c8aa-4bd7-b199-a2d173478591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:14.818625 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1634070-c8aa-4bd7-b199-a2d173478591 admin admin] Network 9231c753-0560-419c-9920-4d535df31fce is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:50:14.823223 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a1634070-c8aa-4bd7-b199-a2d173478591 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:50:14.825151 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1634070-c8aa-4bd7-b199-a2d173478591 admin admin] Pushing event updated for resources: {'Port': ['ID=1e40f6fe-7987-48bf-b17f-6485c8cf707d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:14.827381 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f9b57e2c-ed23-4dcd-9235-7cd20a989e7f None None] Provisioning complete for port 628c19fc-dec4-4c37-a4ef-88bdb58f575f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:14.827550 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1634070-c8aa-4bd7-b199-a2d173478591 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:50:14.827679 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f9b57e2c-ed23-4dcd-9235-7cd20a989e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:14.871730 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1634070-c8aa-4bd7-b199-a2d173478591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:15.104903 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:15.120593 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] Transition to ACTIVE for port object 62e70341-ac17-4d6c-99e9-b8793db22344 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:15.126733 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:15.194441 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] Attempting to bind port 62e70341-ac17-4d6c-99e9-b8793db22344 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:50:15.195133 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] Attempting to bind port 62e70341-ac17-4d6c-99e9-b8793db22344 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:50:15.195245 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] Attempting to bind port 62e70341-ac17-4d6c-99e9-b8793db22344 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:50:15.197608 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f07955ae-8ba9-4469-a8a9-375d4fb9561b None None] Provisioning for port 1e40f6fe-7987-48bf-b17f-6485c8cf707d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:15.201373 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c16cd-18c0-4d0a-aac5-870d9435f61d None None] Pushing event updated for resources: {'Port': ['ID=62e70341-ac17-4d6c-99e9-b8793db22344,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:15.207381 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:50:15.207906 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:50:15.208263 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:15.209199 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:50:15.209728 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] Bound port: 62e70341-ac17-4d6c-99e9-b8793db22344, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:50:15.210119 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:15.211930 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f07955ae-8ba9-4469-a8a9-375d4fb9561b None None] Provisioning complete for port 1e40f6fe-7987-48bf-b17f-6485c8cf707d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:15.212921 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f07955ae-8ba9-4469-a8a9-375d4fb9561b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:15.287272 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f07955ae-8ba9-4469-a8a9-375d4fb9561b None None] Port 1e40f6fe-7987-48bf-b17f-6485c8cf707d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:50:15.298006 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] For port 62e70341-ac17-4d6c-99e9-b8793db22344, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:50:15.301128 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] For port 62e70341-ac17-4d6c-99e9-b8793db22344, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=62e70341-ac17-4d6c-99e9-b8793db22344,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:50:15.305594 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:15.369574 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] Routers {'9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:15.370247 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:49:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:15.376714 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1634070-c8aa-4bd7-b199-a2d173478591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:15.560653 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1634070-c8aa-4bd7-b199-a2d173478591 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:15.567498 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1634070-c8aa-4bd7-b199-a2d173478591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:15.575035 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c16cd-18c0-4d0a-aac5-870d9435f61d None None] Pushing event updated for resources: {'Port': ['ID=62e70341-ac17-4d6c-99e9-b8793db22344,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:15.639998 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1634070-c8aa-4bd7-b199-a2d173478591 admin admin] Pushing event updated for resources: {'Port': ['ID=1e40f6fe-7987-48bf-b17f-6485c8cf707d,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:15.644016 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1634070-c8aa-4bd7-b199-a2d173478591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:15.660415 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] Set router 9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:15.755317 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1634070-c8aa-4bd7-b199-a2d173478591 admin admin] Network 9231c753-0560-419c-9920-4d535df31fce is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:50:15.757521 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a1634070-c8aa-4bd7-b199-a2d173478591 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:50:15.918407 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1634070-c8aa-4bd7-b199-a2d173478591 admin admin] Router 9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:50:15.954293 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'name': 'tempest-TestMinimumBasicScenario-463500995-router', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:15Z', 'revision_number': 4, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'gw_port': {'id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:75:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '1e40f6fe-7987-48bf-b17f-6485c8cf707d', 'name': '', 'network_id': '9231c753-0560-419c-9920-4d535df31fce', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'mac_address': 'fa:16:3e:56:7e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '41111b8a-5c41-4067-9f78-8c6ce5e6d04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:14Z', 'updated_at': '2021-07-05T10:50:14Z', 'revision_number': 1, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'subnets': [{'id': '41111b8a-5c41-4067-9f78-8c6ce5e6d04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:15.995399 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e1ae0b-f0c9-46bd-a892-9c958a230d69 None None] The sync data for ids ['9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'] in n-d-798054-8 is: [{'id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'name': 'tempest-TestMinimumBasicScenario-463500995-router', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:15Z', 'revision_number': 4, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'gw_port': {'id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:75:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '1e40f6fe-7987-48bf-b17f-6485c8cf707d', 'name': '', 'network_id': '9231c753-0560-419c-9920-4d535df31fce', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'mac_address': 'fa:16:3e:56:7e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '41111b8a-5c41-4067-9f78-8c6ce5e6d04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:14Z', 'updated_at': '2021-07-05T10:50:14Z', 'revision_number': 1, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'subnets': [{'id': '41111b8a-5c41-4067-9f78-8c6ce5e6d04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:50:16.022612 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 628c19fc-dec4-4c37-a4ef-88bdb58f575f up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:16.080314 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 628c19fc-dec4-4c37-a4ef-88bdb58f575f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:16.080699 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:16.120054 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1634070-c8aa-4bd7-b199-a2d173478591 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:50:16.127423 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a1634070-c8aa-4bd7-b199-a2d173478591 admin admin] 10.222.0.79 "PUT /v2.0/routers/9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1343284 Jul 05 10:50:16.129486 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a948243b-b71c-4528-aac3-9a400d0869a7 None None] Provisioning complete for port 1e40f6fe-7987-48bf-b17f-6485c8cf707d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:16.129872 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a948243b-b71c-4528-aac3-9a400d0869a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:16.212847 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a948243b-b71c-4528-aac3-9a400d0869a7 None None] Port 1e40f6fe-7987-48bf-b17f-6485c8cf707d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:50:16.687794 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48930) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:16.693674 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-37d9e84c-5d0f-44b3-b4c6-da2e3a153061 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-472089609-network', 'tenant_id': '8a6d9cdb60654175b2d8a512df9bbcaf'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:50:16.722729 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d9e84c-5d0f-44b3-b4c6-da2e3a153061 admin admin] Made reservation on behalf of 8a6d9cdb60654175b2d8a512df9bbcaf for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:50:16.725693 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37d9e84c-5d0f-44b3-b4c6-da2e3a153061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:16.735770 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37d9e84c-5d0f-44b3-b4c6-da2e3a153061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:16.835895 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37d9e84c-5d0f-44b3-b4c6-da2e3a153061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:16.840064 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37d9e84c-5d0f-44b3-b4c6-da2e3a153061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:16.868834 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d9e84c-5d0f-44b3-b4c6-da2e3a153061 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:50:16.874645 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9e84c-5d0f-44b3-b4c6-da2e3a153061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317b39e5-c22f-4086-88ab-87e51fe37fa5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:16.883106 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37d9e84c-5d0f-44b3-b4c6-da2e3a153061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:16.883364 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-37d9e84c-5d0f-44b3-b4c6-da2e3a153061 admin admin] Added segment c6154ad4-a540-4aeb-ad27-8c66f457253b of type vlan for network 8f913ec7-4aa7-4b44-8821-da4af66da44c Jul 05 10:50:16.931436 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37d9e84c-5d0f-44b3-b4c6-da2e3a153061 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:16.965941 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37d9e84c-5d0f-44b3-b4c6-da2e3a153061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:16.967048 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d9e84c-5d0f-44b3-b4c6-da2e3a153061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:16.967649 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37d9e84c-5d0f-44b3-b4c6-da2e3a153061 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:17.029751 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-37d9e84c-5d0f-44b3-b4c6-da2e3a153061 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3406165 Jul 05 10:50:17.032476 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48932) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:17.039623 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b5c6fa6d-a4c3-47bd-9ac1-12afe137c4e6 admin admin] Request body: {'subnet': {'network_id': '8f913ec7-4aa7-4b44-8821-da4af66da44c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-472089609-subnet', 'tenant_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:50:17.051964 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9e84c-5d0f-44b3-b4c6-da2e3a153061 admin admin] Pushing event updated for resources: {'Network': ['ID=8f913ec7-4aa7-4b44-8821-da4af66da44c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:17.064952 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 8f913ec7-4aa7-4b44-8821-da4af66da44c details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:50:17.069846 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c6fa6d-a4c3-47bd-9ac1-12afe137c4e6 admin admin] Made reservation on behalf of 8a6d9cdb60654175b2d8a512df9bbcaf for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:50:17.072487 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5c6fa6d-a4c3-47bd-9ac1-12afe137c4e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:17.274600 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5c6fa6d-a4c3-47bd-9ac1-12afe137c4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:17.334101 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6fa6d-a4c3-47bd-9ac1-12afe137c4e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44ec4fb2-dde7-48c7-bf30-db02551a6c7c,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:17.345335 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c6fa6d-a4c3-47bd-9ac1-12afe137c4e6 admin admin] Checking segment: {'id': 'c6154ad4-a540-4aeb-ad27-8c66f457253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8f913ec7-4aa7-4b44-8821-da4af66da44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:50:17.345707 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c6fa6d-a4c3-47bd-9ac1-12afe137c4e6 admin admin] Network hostable DHCP agents. Network: 8f913ec7-4aa7-4b44-8821-da4af66da44c, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:50:17.374506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c6fa6d-a4c3-47bd-9ac1-12afe137c4e6 admin admin] Network 8f913ec7-4aa7-4b44-8821-da4af66da44c is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:50:17.384712 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b5c6fa6d-a4c3-47bd-9ac1-12afe137c4e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 8f913ec7-4aa7-4b44-8821-da4af66da44c) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:50:17.388769 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c6fa6d-a4c3-47bd-9ac1-12afe137c4e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:17.389442 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5c6fa6d-a4c3-47bd-9ac1-12afe137c4e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:17.393290 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f998d0-5386-41de-8495-3c245456d178 None None] Network 8f913ec7-4aa7-4b44-8821-da4af66da44c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:50:17.407687 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b5c6fa6d-a4c3-47bd-9ac1-12afe137c4e6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3717995 Jul 05 10:50:17.407975 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48934) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:17.412880 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c059e05d-a655-41e9-b8b3-0ddeb5c1b851 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-472089609-router', 'tenant_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:50:17.437472 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c059e05d-a655-41e9-b8b3-0ddeb5c1b851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:17.438492 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c059e05d-a655-41e9-b8b3-0ddeb5c1b851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:17.501127 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c059e05d-a655-41e9-b8b3-0ddeb5c1b851 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:17.552396 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8279255b-2d91-41c2-b3d2-57b28c614635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-8f913ec7-4aa7-4b44-8821-da4af66da44c', 'network_id': '8f913ec7-4aa7-4b44-8821-da4af66da44c', 'tenant_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'fixed_ips': [{'subnet_id': '44ec4fb2-dde7-48c7-bf30-db02551a6c7c'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:50:17.553330 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8279255b-2d91-41c2-b3d2-57b28c614635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:17.662066 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c059e05d-a655-41e9-b8b3-0ddeb5c1b851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:17.696224 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-8279255b-2d91-41c2-b3d2-57b28c614635 None None] Allocated IP 172.20.0.2 (8f913ec7-4aa7-4b44-8821-da4af66da44c/44ec4fb2-dde7-48c7-bf30-db02551a6c7c/9e822612-4735-4bce-a3db-840c7538c480) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:50:17.888527 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8279255b-2d91-41c2-b3d2-57b28c614635 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:17.899183 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c059e05d-a655-41e9-b8b3-0ddeb5c1b851 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:17.901401 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8279255b-2d91-41c2-b3d2-57b28c614635 None None] Transition to ACTIVE for port object 9e822612-4735-4bce-a3db-840c7538c480 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:17.919631 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c059e05d-a655-41e9-b8b3-0ddeb5c1b851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:17.926802 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8279255b-2d91-41c2-b3d2-57b28c614635 None None] Transition to ACTIVE for port object 9e822612-4735-4bce-a3db-840c7538c480 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:17.935910 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8279255b-2d91-41c2-b3d2-57b28c614635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:17.985161 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8279255b-2d91-41c2-b3d2-57b28c614635 None None] Network 8f913ec7-4aa7-4b44-8821-da4af66da44c is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:50:17.988761 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-8279255b-2d91-41c2-b3d2-57b28c614635 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:50:17.993940 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8279255b-2d91-41c2-b3d2-57b28c614635 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:50:17.996857 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279255b-2d91-41c2-b3d2-57b28c614635 None None] Pushing event updated for resources: {'Port': ['ID=9e822612-4735-4bce-a3db-840c7538c480,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:18.064583 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-c059e05d-a655-41e9-b8b3-0ddeb5c1b851 admin admin] Allocated IP 172.25.7.28 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/d4ca20b6-79dc-4a79-b1b1-999532cad77c) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:50:18.085386 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 62e70341-ac17-4d6c-99e9-b8793db22344 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:18.139490 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8279255b-2d91-41c2-b3d2-57b28c614635 None None] Attempting to bind port 9e822612-4735-4bce-a3db-840c7538c480 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:50:18.139894 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8279255b-2d91-41c2-b3d2-57b28c614635 None None] Attempting to bind port 9e822612-4735-4bce-a3db-840c7538c480 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c6154ad4-a540-4aeb-ad27-8c66f457253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8f913ec7-4aa7-4b44-8821-da4af66da44c'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:50:18.140272 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8279255b-2d91-41c2-b3d2-57b28c614635 None None] Attempting to bind port 9e822612-4735-4bce-a3db-840c7538c480 on network 8f913ec7-4aa7-4b44-8821-da4af66da44c {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:50:18.153165 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8279255b-2d91-41c2-b3d2-57b28c614635 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:50:18.153870 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8279255b-2d91-41c2-b3d2-57b28c614635 None None] Checking segment: {'id': 'c6154ad4-a540-4aeb-ad27-8c66f457253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8f913ec7-4aa7-4b44-8821-da4af66da44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:50:18.154304 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] Sync routers for ids ['9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:50:18.154798 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8279255b-2d91-41c2-b3d2-57b28c614635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:18.155297 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8279255b-2d91-41c2-b3d2-57b28c614635 None None] Bound using segment: {'id': 'c6154ad4-a540-4aeb-ad27-8c66f457253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8f913ec7-4aa7-4b44-8821-da4af66da44c'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:50:18.156113 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8279255b-2d91-41c2-b3d2-57b28c614635 None None] Bound port: 9e822612-4735-4bce-a3db-840c7538c480, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6154ad4-a540-4aeb-ad27-8c66f457253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8f913ec7-4aa7-4b44-8821-da4af66da44c'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:50:18.157118 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8279255b-2d91-41c2-b3d2-57b28c614635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:18.164629 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] Routers {'9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:18.165168 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:49:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:18.187104 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c059e05d-a655-41e9-b8b3-0ddeb5c1b851 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:18.228306 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 62e70341-ac17-4d6c-99e9-b8793db22344 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:18.232914 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c059e05d-a655-41e9-b8b3-0ddeb5c1b851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:18.246534 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 62e70341-ac17-4d6c-99e9-b8793db22344 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:18.247106 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:18.251385 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8279255b-2d91-41c2-b3d2-57b28c614635 None None] For port 9e822612-4735-4bce-a3db-840c7538c480, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:50:18.273658 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c059e05d-a655-41e9-b8b3-0ddeb5c1b851 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:50:18.279541 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c059e05d-a655-41e9-b8b3-0ddeb5c1b851 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:50:18.282169 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c059e05d-a655-41e9-b8b3-0ddeb5c1b851 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:50:18.286664 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8279255b-2d91-41c2-b3d2-57b28c614635 None None] For port 9e822612-4735-4bce-a3db-840c7538c480, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9e822612-4735-4bce-a3db-840c7538c480,segment=NetworkSegment(c6154ad4-a540-4aeb-ad27-8c66f457253b),segment_id=c6154ad4-a540-4aeb-ad27-8c66f457253b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:50:18.294007 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8279255b-2d91-41c2-b3d2-57b28c614635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:18.297655 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] Set router 9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:18.316065 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059e05d-a655-41e9-b8b3-0ddeb5c1b851 admin admin] Pushing event updated for resources: {'Port': ['ID=d4ca20b6-79dc-4a79-b1b1-999532cad77c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:18.397580 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279255b-2d91-41c2-b3d2-57b28c614635 None None] Pushing event updated for resources: {'Port': ['ID=9e822612-4735-4bce-a3db-840c7538c480,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:18.449345 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:18.486087 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 62e70341-ac17-4d6c-99e9-b8793db22344, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=62e70341-ac17-4d6c-99e9-b8793db22344,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:18.490851 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:18.544171 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=62e70341-ac17-4d6c-99e9-b8793db22344,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:18.566543 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'name': 'tempest-TestMinimumBasicScenario-463500995-router', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:15Z', 'revision_number': 4, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'gw_port': {'id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:75:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '1e40f6fe-7987-48bf-b17f-6485c8cf707d', 'name': '', 'network_id': '9231c753-0560-419c-9920-4d535df31fce', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'mac_address': 'fa:16:3e:56:7e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '41111b8a-5c41-4067-9f78-8c6ce5e6d04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:14Z', 'updated_at': '2021-07-05T10:50:15Z', 'revision_number': 2, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'subnets': [{'id': '41111b8a-5c41-4067-9f78-8c6ce5e6d04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:18.603821 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c059e05d-a655-41e9-b8b3-0ddeb5c1b851 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:18.633658 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] Checking router: 9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:50:18.634038 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] Updating router 9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f port 1e40f6fe-7987-48bf-b17f-6485c8cf707d binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:50:18.682123 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:18.858238 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c059e05d-a655-41e9-b8b3-0ddeb5c1b851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:19.002144 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c059e05d-a655-41e9-b8b3-0ddeb5c1b851 admin admin] Router 954b9932-7aee-4a4c-889f-d60acc21f227 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:50:19.005231 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:19.015987 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] Transition to ACTIVE for port object 1e40f6fe-7987-48bf-b17f-6485c8cf707d will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:19.024584 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:19.077076 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7522ced-8bda-458b-8402-185b48916f1e None None] Pushing event updated for resources: {'Port': ['ID=1e40f6fe-7987-48bf-b17f-6485c8cf707d,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:19.125303 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7522ced-8bda-458b-8402-185b48916f1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:19.125853 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7522ced-8bda-458b-8402-185b48916f1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:19.126401 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7522ced-8bda-458b-8402-185b48916f1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:19.126938 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7522ced-8bda-458b-8402-185b48916f1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:19.127473 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7522ced-8bda-458b-8402-185b48916f1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:19.128040 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7522ced-8bda-458b-8402-185b48916f1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:19.128573 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7522ced-8bda-458b-8402-185b48916f1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:19.129899 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7522ced-8bda-458b-8402-185b48916f1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:19.130168 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7522ced-8bda-458b-8402-185b48916f1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:19.130702 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7522ced-8bda-458b-8402-185b48916f1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:19.131412 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7522ced-8bda-458b-8402-185b48916f1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:19.131748 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7522ced-8bda-458b-8402-185b48916f1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:19.140032 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c059e05d-a655-41e9-b8b3-0ddeb5c1b851 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:50:19.156212 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] Sync routers for ids ['954b9932-7aee-4a4c-889f-d60acc21f227'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:50:19.169707 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c059e05d-a655-41e9-b8b3-0ddeb5c1b851 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:19.173957 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c059e05d-a655-41e9-b8b3-0ddeb5c1b851 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7623343 Jul 05 10:50:19.174179 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 48936) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:19.176306 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] Routers {'954b9932-7aee-4a4c-889f-d60acc21f227'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:19.176979 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:49:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['954b9932-7aee-4a4c-889f-d60acc21f227'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:19.200531 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] Attempting to bind port 1e40f6fe-7987-48bf-b17f-6485c8cf707d on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:50:19.201117 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] Attempting to bind port 1e40f6fe-7987-48bf-b17f-6485c8cf707d by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '667deaf9-1fe8-4c9e-893e-f442133e1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9231c753-0560-419c-9920-4d535df31fce'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:50:19.201283 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] Attempting to bind port 1e40f6fe-7987-48bf-b17f-6485c8cf707d on network 9231c753-0560-419c-9920-4d535df31fce {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:50:19.210956 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:50:19.211640 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] Checking segment: {'id': '667deaf9-1fe8-4c9e-893e-f442133e1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9231c753-0560-419c-9920-4d535df31fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:50:19.212249 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:19.212799 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] Bound using segment: {'id': '667deaf9-1fe8-4c9e-893e-f442133e1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9231c753-0560-419c-9920-4d535df31fce'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:50:19.213435 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] Bound port: 1e40f6fe-7987-48bf-b17f-6485c8cf707d, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '667deaf9-1fe8-4c9e-893e-f442133e1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9231c753-0560-419c-9920-4d535df31fce'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:50:19.213999 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:19.296777 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] For port 1e40f6fe-7987-48bf-b17f-6485c8cf707d, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:50:19.301118 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] For port 1e40f6fe-7987-48bf-b17f-6485c8cf707d, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=1e40f6fe-7987-48bf-b17f-6485c8cf707d,segment=NetworkSegment(667deaf9-1fe8-4c9e-893e-f442133e1ed5),segment_id=667deaf9-1fe8-4c9e-893e-f442133e1ed5)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:50:19.307503 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:19.400790 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] Set router 954b9932-7aee-4a4c-889f-d60acc21f227 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:19.483750 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] Routers {'9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:19.484589 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:49:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:19.488242 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7522ced-8bda-458b-8402-185b48916f1e None None] Pushing event updated for resources: {'Port': ['ID=1e40f6fe-7987-48bf-b17f-6485c8cf707d,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:19.663556 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] Set router 9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:19.664314 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e90876-5bb1-4edc-a4f4-91172b4dfb50 None None] Network 8f913ec7-4aa7-4b44-8821-da4af66da44c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:50:19.734945 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b9932-7aee-4a4c-889f-d60acc21f227', 'name': 'tempest-TestMinimumBasicScenario-472089609-router', 'tenant_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': 'd4ca20b6-79dc-4a79-b1b1-999532cad77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:17Z', 'updated_at': '2021-07-05T10:50:18Z', 'revision_number': 3, 'project_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'gw_port': {'id': 'd4ca20b6-79dc-4a79-b1b1-999532cad77c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:78:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b9932-7aee-4a4c-889f-d60acc21f227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:17Z', 'updated_at': '2021-07-05T10:50:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:19.772257 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] Checking router: 954b9932-7aee-4a4c-889f-d60acc21f227 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:50:19.772621 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] Updating router 954b9932-7aee-4a4c-889f-d60acc21f227 port d4ca20b6-79dc-4a79-b1b1-999532cad77c binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:50:19.844716 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:19.861772 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11c2695c-df00-4d1b-a168-e4145fef0b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:19.899900 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6405e3ff-a7f3-4395-89ec-7c1ab1a9f4e4 None None] Provisioning for port 9e822612-4735-4bce-a3db-840c7538c480 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:19.933766 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'name': 'tempest-TestMinimumBasicScenario-463500995-router', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:15Z', 'revision_number': 4, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'gw_port': {'id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '1e40f6fe-7987-48bf-b17f-6485c8cf707d', 'name': '', 'network_id': '9231c753-0560-419c-9920-4d535df31fce', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'mac_address': 'fa:16:3e:56:7e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '41111b8a-5c41-4067-9f78-8c6ce5e6d04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:14Z', 'updated_at': '2021-07-05T10:50:19Z', 'revision_number': 4, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'subnets': [{'id': '41111b8a-5c41-4067-9f78-8c6ce5e6d04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:19.969103 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7a7e47-9ffd-48b2-8a1c-70970447f2cb None None] The sync data for ids ['9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'] in n-d-798054-8 is: [{'id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'name': 'tempest-TestMinimumBasicScenario-463500995-router', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:15Z', 'revision_number': 4, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'gw_port': {'id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '1e40f6fe-7987-48bf-b17f-6485c8cf707d', 'name': '', 'network_id': '9231c753-0560-419c-9920-4d535df31fce', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'mac_address': 'fa:16:3e:56:7e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '41111b8a-5c41-4067-9f78-8c6ce5e6d04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:14Z', 'updated_at': '2021-07-05T10:50:19Z', 'revision_number': 4, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'subnets': [{'id': '41111b8a-5c41-4067-9f78-8c6ce5e6d04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:50:20.079107 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-11c2695c-df00-4d1b-a168-e4145fef0b35 admin admin] Allocated IP 172.20.0.1 (8f913ec7-4aa7-4b44-8821-da4af66da44c/44ec4fb2-dde7-48c7-bf30-db02551a6c7c/5aeecc74-96f8-407a-a7fd-f052836bc433) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:50:20.232077 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:20.253701 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] Transition to ACTIVE for port object d4ca20b6-79dc-4a79-b1b1-999532cad77c will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:20.268086 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:20.276404 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11c2695c-df00-4d1b-a168-e4145fef0b35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:20.301098 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-11c2695c-df00-4d1b-a168-e4145fef0b35 admin admin] Transition to ACTIVE for port object 5aeecc74-96f8-407a-a7fd-f052836bc433 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:20.326649 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 62e70341-ac17-4d6c-99e9-b8793db22344 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:20.354413 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11c2695c-df00-4d1b-a168-e4145fef0b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:20.365920 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] Attempting to bind port d4ca20b6-79dc-4a79-b1b1-999532cad77c on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:50:20.366584 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] Attempting to bind port d4ca20b6-79dc-4a79-b1b1-999532cad77c by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:50:20.367276 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] Attempting to bind port d4ca20b6-79dc-4a79-b1b1-999532cad77c on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:50:20.394372 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d6401-631f-49bd-91bc-1c96662495a7 None None] Pushing event updated for resources: {'Port': ['ID=d4ca20b6-79dc-4a79-b1b1-999532cad77c,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:20.409315 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2695c-df00-4d1b-a168-e4145fef0b35 admin admin] Pushing event updated for resources: {'Port': ['ID=5aeecc74-96f8-407a-a7fd-f052836bc433,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:20.413765 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:50:20.414709 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:50:20.414709 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:20.415034 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:50:20.415437 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] Bound port: d4ca20b6-79dc-4a79-b1b1-999532cad77c, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:50:20.415830 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:20.422580 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c2695c-df00-4d1b-a168-e4145fef0b35 admin admin] Network 8f913ec7-4aa7-4b44-8821-da4af66da44c is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:50:20.424530 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-11c2695c-df00-4d1b-a168-e4145fef0b35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:50:20.427035 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c2695c-df00-4d1b-a168-e4145fef0b35 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:50:20.485338 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11c2695c-df00-4d1b-a168-e4145fef0b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:20.498207 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 62e70341-ac17-4d6c-99e9-b8793db22344 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:20.498662 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:20.504077 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] For port d4ca20b6-79dc-4a79-b1b1-999532cad77c, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:50:20.558929 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] For port d4ca20b6-79dc-4a79-b1b1-999532cad77c, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d4ca20b6-79dc-4a79-b1b1-999532cad77c,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:50:20.568992 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:20.677989 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] Routers {'954b9932-7aee-4a4c-889f-d60acc21f227'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:20.678843 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:49:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['954b9932-7aee-4a4c-889f-d60acc21f227'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:20.711594 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11c2695c-df00-4d1b-a168-e4145fef0b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:20.730844 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d6401-631f-49bd-91bc-1c96662495a7 None None] Pushing event updated for resources: {'Port': ['ID=d4ca20b6-79dc-4a79-b1b1-999532cad77c,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:20.835754 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 1e40f6fe-7987-48bf-b17f-6485c8cf707d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:20.837710 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0fc475b0-08dc-45e6-b6b9-4611a0ef8410 None None] Provisioning for port 5aeecc74-96f8-407a-a7fd-f052836bc433 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:20.874185 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0fc475b0-08dc-45e6-b6b9-4611a0ef8410 None None] Provisioning complete for port 5aeecc74-96f8-407a-a7fd-f052836bc433 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:20.874572 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0fc475b0-08dc-45e6-b6b9-4611a0ef8410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:20.886941 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] Set router 954b9932-7aee-4a4c-889f-d60acc21f227 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:20.934976 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11c2695c-df00-4d1b-a168-e4145fef0b35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:20.941091 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11c2695c-df00-4d1b-a168-e4145fef0b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:20.999689 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0fc475b0-08dc-45e6-b6b9-4611a0ef8410 None None] Port 5aeecc74-96f8-407a-a7fd-f052836bc433 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:50:21.020603 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2695c-df00-4d1b-a168-e4145fef0b35 admin admin] Pushing event updated for resources: {'Port': ['ID=5aeecc74-96f8-407a-a7fd-f052836bc433,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:21.023152 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11c2695c-df00-4d1b-a168-e4145fef0b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:21.049259 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 1e40f6fe-7987-48bf-b17f-6485c8cf707d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:21.059078 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 1e40f6fe-7987-48bf-b17f-6485c8cf707d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:21.059568 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:21.081519 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e4bd7bef-493c-431b-a10d-e4fdac7687aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:21.123397 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c2695c-df00-4d1b-a168-e4145fef0b35 admin admin] Network 8f913ec7-4aa7-4b44-8821-da4af66da44c is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:50:21.125286 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-11c2695c-df00-4d1b-a168-e4145fef0b35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:50:21.277582 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c2695c-df00-4d1b-a168-e4145fef0b35 admin admin] Router 954b9932-7aee-4a4c-889f-d60acc21f227 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:50:21.368422 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:21.404473 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c2695c-df00-4d1b-a168-e4145fef0b35 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:50:21.409962 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-11c2695c-df00-4d1b-a168-e4145fef0b35 admin admin] 10.222.0.79 "PUT /v2.0/routers/954b9932-7aee-4a4c-889f-d60acc21f227/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2349007 Jul 05 10:50:21.415207 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 1e40f6fe-7987-48bf-b17f-6485c8cf707d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=1e40f6fe-7987-48bf-b17f-6485c8cf707d,segment=NetworkSegment(667deaf9-1fe8-4c9e-893e-f442133e1ed5),segment_id=667deaf9-1fe8-4c9e-893e-f442133e1ed5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:21.424295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b9932-7aee-4a4c-889f-d60acc21f227', 'name': 'tempest-TestMinimumBasicScenario-472089609-router', 'tenant_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': 'd4ca20b6-79dc-4a79-b1b1-999532cad77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:17Z', 'updated_at': '2021-07-05T10:50:20Z', 'revision_number': 4, 'project_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'gw_port': {'id': 'd4ca20b6-79dc-4a79-b1b1-999532cad77c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:78:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b9932-7aee-4a4c-889f-d60acc21f227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:17Z', 'updated_at': '2021-07-05T10:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '5aeecc74-96f8-407a-a7fd-f052836bc433', 'name': '', 'network_id': '8f913ec7-4aa7-4b44-8821-da4af66da44c', 'tenant_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'mac_address': 'fa:16:3e:9f:6f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b9932-7aee-4a4c-889f-d60acc21f227', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '44ec4fb2-dde7-48c7-bf30-db02551a6c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:19Z', 'updated_at': '2021-07-05T10:50:20Z', 'revision_number': 1, 'project_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'subnets': [{'id': '44ec4fb2-dde7-48c7-bf30-db02551a6c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:21.453165 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:21.453868 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9e822612-4735-4bce-a3db-840c7538c480 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:21.460924 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6fbe86-2772-4534-8ebf-2d6bfe39f446 None None] The sync data for ids ['954b9932-7aee-4a4c-889f-d60acc21f227'] in n-d-798054-8 is: [{'id': '954b9932-7aee-4a4c-889f-d60acc21f227', 'name': 'tempest-TestMinimumBasicScenario-472089609-router', 'tenant_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': 'd4ca20b6-79dc-4a79-b1b1-999532cad77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:17Z', 'updated_at': '2021-07-05T10:50:20Z', 'revision_number': 4, 'project_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'gw_port': {'id': 'd4ca20b6-79dc-4a79-b1b1-999532cad77c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:78:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b9932-7aee-4a4c-889f-d60acc21f227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:17Z', 'updated_at': '2021-07-05T10:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '5aeecc74-96f8-407a-a7fd-f052836bc433', 'name': '', 'network_id': '8f913ec7-4aa7-4b44-8821-da4af66da44c', 'tenant_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'mac_address': 'fa:16:3e:9f:6f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b9932-7aee-4a4c-889f-d60acc21f227', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '44ec4fb2-dde7-48c7-bf30-db02551a6c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:19Z', 'updated_at': '2021-07-05T10:50:20Z', 'revision_number': 1, 'project_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'subnets': [{'id': '44ec4fb2-dde7-48c7-bf30-db02551a6c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:50:21.513526 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6dc2ae4e-344a-4999-93e8-a99ff11ed706 None None] Provisioning complete for port 5aeecc74-96f8-407a-a7fd-f052836bc433 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:21.513913 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6dc2ae4e-344a-4999-93e8-a99ff11ed706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:21.580022 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6dc2ae4e-344a-4999-93e8-a99ff11ed706 None None] Port 5aeecc74-96f8-407a-a7fd-f052836bc433 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:50:21.582373 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=1e40f6fe-7987-48bf-b17f-6485c8cf707d,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:21.597851 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 9e822612-4735-4bce-a3db-840c7538c480 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:21.603509 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 9e822612-4735-4bce-a3db-840c7538c480 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:21.603931 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:21.746039 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:21.793838 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 9e822612-4735-4bce-a3db-840c7538c480, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9e822612-4735-4bce-a3db-840c7538c480,segment=NetworkSegment(c6154ad4-a540-4aeb-ad27-8c66f457253b),segment_id=c6154ad4-a540-4aeb-ad27-8c66f457253b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:21.799030 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:21.856145 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=9e822612-4735-4bce-a3db-840c7538c480,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:22.024960 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 1e40f6fe-7987-48bf-b17f-6485c8cf707d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:22.086068 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 1e40f6fe-7987-48bf-b17f-6485c8cf707d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:22.086458 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:22.196587 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9e822612-4735-4bce-a3db-840c7538c480 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:22.247495 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 9e822612-4735-4bce-a3db-840c7538c480 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:22.247920 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:23.398447 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6bc07762-5a5d-4c9d-9506-c0cced28a6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:23.732440 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:24.057903 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d4ca20b6-79dc-4a79-b1b1-999532cad77c up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:24.119596 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port d4ca20b6-79dc-4a79-b1b1-999532cad77c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:24.126197 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port d4ca20b6-79dc-4a79-b1b1-999532cad77c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:24.126916 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:24.237467 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:24.261354 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port d4ca20b6-79dc-4a79-b1b1-999532cad77c, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d4ca20b6-79dc-4a79-b1b1-999532cad77c,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:24.277429 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:24.337553 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=d4ca20b6-79dc-4a79-b1b1-999532cad77c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:24.617200 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] Sync routers for ids ['954b9932-7aee-4a4c-889f-d60acc21f227'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:50:24.629819 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] Routers {'954b9932-7aee-4a4c-889f-d60acc21f227'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:24.630460 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:50:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['954b9932-7aee-4a4c-889f-d60acc21f227'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:24.764067 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] Set router 954b9932-7aee-4a4c-889f-d60acc21f227 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:24.834685 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:25.065441 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b9932-7aee-4a4c-889f-d60acc21f227', 'name': 'tempest-TestMinimumBasicScenario-472089609-router', 'tenant_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': 'd4ca20b6-79dc-4a79-b1b1-999532cad77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:17Z', 'updated_at': '2021-07-05T10:50:20Z', 'revision_number': 4, 'project_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'gw_port': {'id': 'd4ca20b6-79dc-4a79-b1b1-999532cad77c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b9932-7aee-4a4c-889f-d60acc21f227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:17Z', 'updated_at': '2021-07-05T10:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '5aeecc74-96f8-407a-a7fd-f052836bc433', 'name': '', 'network_id': '8f913ec7-4aa7-4b44-8821-da4af66da44c', 'tenant_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'mac_address': 'fa:16:3e:9f:6f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b9932-7aee-4a4c-889f-d60acc21f227', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '44ec4fb2-dde7-48c7-bf30-db02551a6c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:19Z', 'updated_at': '2021-07-05T10:50:20Z', 'revision_number': 2, 'project_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'subnets': [{'id': '44ec4fb2-dde7-48c7-bf30-db02551a6c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:25.100632 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] Checking router: 954b9932-7aee-4a4c-889f-d60acc21f227 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:50:25.101149 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] Updating router 954b9932-7aee-4a4c-889f-d60acc21f227 port 5aeecc74-96f8-407a-a7fd-f052836bc433 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:50:25.151471 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:25.468473 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:25.481021 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] Transition to ACTIVE for port object 5aeecc74-96f8-407a-a7fd-f052836bc433 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:25.490397 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:25.553336 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25593019-1734-4a97-941c-42456c5a45ac None None] Pushing event updated for resources: {'Port': ['ID=5aeecc74-96f8-407a-a7fd-f052836bc433,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:25.641255 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] Attempting to bind port 5aeecc74-96f8-407a-a7fd-f052836bc433 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:50:25.641944 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] Attempting to bind port 5aeecc74-96f8-407a-a7fd-f052836bc433 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c6154ad4-a540-4aeb-ad27-8c66f457253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8f913ec7-4aa7-4b44-8821-da4af66da44c'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:50:25.642132 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] Attempting to bind port 5aeecc74-96f8-407a-a7fd-f052836bc433 on network 8f913ec7-4aa7-4b44-8821-da4af66da44c {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:50:25.650728 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:50:25.651172 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] Checking segment: {'id': 'c6154ad4-a540-4aeb-ad27-8c66f457253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8f913ec7-4aa7-4b44-8821-da4af66da44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:50:25.651509 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:25.651950 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] Bound using segment: {'id': 'c6154ad4-a540-4aeb-ad27-8c66f457253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8f913ec7-4aa7-4b44-8821-da4af66da44c'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:50:25.652406 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] Bound port: 5aeecc74-96f8-407a-a7fd-f052836bc433, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6154ad4-a540-4aeb-ad27-8c66f457253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8f913ec7-4aa7-4b44-8821-da4af66da44c'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:50:25.652793 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:25.758357 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] For port 5aeecc74-96f8-407a-a7fd-f052836bc433, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:50:25.762395 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] For port 5aeecc74-96f8-407a-a7fd-f052836bc433, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=5aeecc74-96f8-407a-a7fd-f052836bc433,segment=NetworkSegment(c6154ad4-a540-4aeb-ad27-8c66f457253b),segment_id=c6154ad4-a540-4aeb-ad27-8c66f457253b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:50:25.769515 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:25.837271 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] Routers {'954b9932-7aee-4a4c-889f-d60acc21f227'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:25.837929 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:50:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['954b9932-7aee-4a4c-889f-d60acc21f227'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:25.884989 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25593019-1734-4a97-941c-42456c5a45ac None None] Pushing event updated for resources: {'Port': ['ID=5aeecc74-96f8-407a-a7fd-f052836bc433,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:25.994883 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] Set router 954b9932-7aee-4a4c-889f-d60acc21f227 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:26.113127 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d4ca20b6-79dc-4a79-b1b1-999532cad77c up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:26.175365 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port d4ca20b6-79dc-4a79-b1b1-999532cad77c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:26.176721 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:26.282553 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b9932-7aee-4a4c-889f-d60acc21f227', 'name': 'tempest-TestMinimumBasicScenario-472089609-router', 'tenant_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': 'd4ca20b6-79dc-4a79-b1b1-999532cad77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:17Z', 'updated_at': '2021-07-05T10:50:20Z', 'revision_number': 4, 'project_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'gw_port': {'id': 'd4ca20b6-79dc-4a79-b1b1-999532cad77c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b9932-7aee-4a4c-889f-d60acc21f227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:17Z', 'updated_at': '2021-07-05T10:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '5aeecc74-96f8-407a-a7fd-f052836bc433', 'name': '', 'network_id': '8f913ec7-4aa7-4b44-8821-da4af66da44c', 'tenant_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'mac_address': 'fa:16:3e:9f:6f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b9932-7aee-4a4c-889f-d60acc21f227', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '44ec4fb2-dde7-48c7-bf30-db02551a6c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:19Z', 'updated_at': '2021-07-05T10:50:25Z', 'revision_number': 4, 'project_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'subnets': [{'id': '44ec4fb2-dde7-48c7-bf30-db02551a6c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:26.290333 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 5aeecc74-96f8-407a-a7fd-f052836bc433 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:26.357099 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 5aeecc74-96f8-407a-a7fd-f052836bc433 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:26.361800 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 5aeecc74-96f8-407a-a7fd-f052836bc433 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:26.362180 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:26.428596 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfcef94-c8c8-4a53-ad1c-6b4f07b61d2e None None] The sync data for ids ['954b9932-7aee-4a4c-889f-d60acc21f227'] in n-d-798054-8 is: [{'id': '954b9932-7aee-4a4c-889f-d60acc21f227', 'name': 'tempest-TestMinimumBasicScenario-472089609-router', 'tenant_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': 'd4ca20b6-79dc-4a79-b1b1-999532cad77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:17Z', 'updated_at': '2021-07-05T10:50:20Z', 'revision_number': 4, 'project_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'gw_port': {'id': 'd4ca20b6-79dc-4a79-b1b1-999532cad77c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b9932-7aee-4a4c-889f-d60acc21f227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:17Z', 'updated_at': '2021-07-05T10:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '5aeecc74-96f8-407a-a7fd-f052836bc433', 'name': '', 'network_id': '8f913ec7-4aa7-4b44-8821-da4af66da44c', 'tenant_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'mac_address': 'fa:16:3e:9f:6f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b9932-7aee-4a4c-889f-d60acc21f227', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '44ec4fb2-dde7-48c7-bf30-db02551a6c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:19Z', 'updated_at': '2021-07-05T10:50:25Z', 'revision_number': 4, 'project_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'subnets': [{'id': '44ec4fb2-dde7-48c7-bf30-db02551a6c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:50:26.488214 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:26.529534 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 5aeecc74-96f8-407a-a7fd-f052836bc433, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=5aeecc74-96f8-407a-a7fd-f052836bc433,segment=NetworkSegment(c6154ad4-a540-4aeb-ad27-8c66f457253b),segment_id=c6154ad4-a540-4aeb-ad27-8c66f457253b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:26.534284 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:26.617228 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=5aeecc74-96f8-407a-a7fd-f052836bc433,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:26.945589 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:28.027004 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 5aeecc74-96f8-407a-a7fd-f052836bc433 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:28.099349 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 5aeecc74-96f8-407a-a7fd-f052836bc433 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:28.099841 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:32.113840 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-cadc97de-1a38-4363-aa5e-a81ada472dab tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:32.115481 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-cadc97de-1a38-4363-aa5e-a81ada472dab tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/networks?id=9231c753-0560-419c-9920-4d535df31fce HTTP/1.1" status: 200 len: 814 time: 0.1119871 Jul 05 10:50:32.131979 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-d6238ecb-5b0d-4bfd-9269-3a79e1263032 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/quotas/d36bd8b3b8f74a868fb8f8b87d1641b5 HTTP/1.1" status: 200 len: 375 time: 0.0107145 Jul 05 10:50:32.220026 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-79aeb399-9b92-4ea1-8135-7d677f4c8cc2 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d36bd8b3b8f74a868fb8f8b87d1641b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828748 Jul 05 10:50:32.329057 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-740d4bb7-ec31-4cbe-af83-ef841f974730 service neutron] 10.222.0.79 "GET /v2.0/networks/9231c753-0560-419c-9920-4d535df31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949781 Jul 05 10:50:32.447660 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-ea50576c-c981-4e2e-bb13-2fdc14606212 service neutron] 10.222.0.79 "GET /v2.0/networks/9231c753-0560-419c-9920-4d535df31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086094 Jul 05 10:50:32.641285 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8935eec9-df33-48cc-aeba-2a4a8deed845 req-38e7ec8e-d654-439e-b9ff-74a36853996b tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 210 time: 0.0302124 Jul 05 10:50:33.247910 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:33.815283 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9ed7afc9-3745-49d5-9904-102d97448279 req-1a427e5d-f9ed-4af9-ac7c-773d7970452f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 210 time: 0.0438647 Jul 05 10:50:34.127014 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-812c5788-9377-49b7-9835-1faa81ffaaf1 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:34.128743 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-812c5788-9377-49b7-9835-1faa81ffaaf1 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.78 "GET /v2.0/networks?id=9231c753-0560-419c-9920-4d535df31fce HTTP/1.1" status: 200 len: 814 time: 0.4950299 Jul 05 10:50:34.140788 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-8e326f37-9b7c-4169-a8dc-9fdbb983f33f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Request body: {'port': {'device_id': '1243a050-e3cf-4537-8948-6f75aa71c679', 'network_id': '9231c753-0560-419c-9920-4d535df31fce', 'admin_state_up': True, 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:50:34.261485 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-8e326f37-9b7c-4169-a8dc-9fdbb983f33f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Made reservation on behalf of d36bd8b3b8f74a868fb8f8b87d1641b5 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:50:34.265321 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-8e326f37-9b7c-4169-a8dc-9fdbb983f33f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:34.416311 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-8e326f37-9b7c-4169-a8dc-9fdbb983f33f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Allocated IP 172.20.0.12 (9231c753-0560-419c-9920-4d535df31fce/41111b8a-5c41-4067-9f78-8c6ce5e6d04f/821bde99-9e3e-4ad1-ae17-6c7885c2deb7) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:50:34.611345 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-8e326f37-9b7c-4169-a8dc-9fdbb983f33f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:34.628862 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-8e326f37-9b7c-4169-a8dc-9fdbb983f33f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Transition to ACTIVE for port object 821bde99-9e3e-4ad1-ae17-6c7885c2deb7 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:34.683778 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-8e326f37-9b7c-4169-a8dc-9fdbb983f33f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:34.764127 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-8e326f37-9b7c-4169-a8dc-9fdbb983f33f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Network 9231c753-0560-419c-9920-4d535df31fce is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:50:34.770163 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e326f37-9b7c-4169-a8dc-9fdbb983f33f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Pushing event updated for resources: {'Port': ['ID=821bde99-9e3e-4ad1-ae17-6c7885c2deb7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:34.776153 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-8e326f37-9b7c-4169-a8dc-9fdbb983f33f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:50:34.793459 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-8e326f37-9b7c-4169-a8dc-9fdbb983f33f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:50:34.874527 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-8e326f37-9b7c-4169-a8dc-9fdbb983f33f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:34.875196 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-8e326f37-9b7c-4169-a8dc-9fdbb983f33f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:34.902451 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-8e326f37-9b7c-4169-a8dc-9fdbb983f33f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7657816 Jul 05 10:50:35.078562 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6204ed-d3f5-4936-a975-14fa832fe1a5 req-93ff3083-5a6a-484e-bb4a-a1492ba01cfa tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:35.081777 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0e6204ed-d3f5-4936-a975-14fa832fe1a5 req-93ff3083-5a6a-484e-bb4a-a1492ba01cfa tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 932 time: 0.0948901 Jul 05 10:50:35.133592 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-59755e68-631f-454e-8a23-20c2f2463461 None None] Provisioning for port 821bde99-9e3e-4ad1-ae17-6c7885c2deb7 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:35.141435 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-59755e68-631f-454e-8a23-20c2f2463461 None None] Provisioning complete for port 821bde99-9e3e-4ad1-ae17-6c7885c2deb7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:35.142050 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-59755e68-631f-454e-8a23-20c2f2463461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:35.162812 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0e6204ed-d3f5-4936-a975-14fa832fe1a5 req-2d18d365-2bf3-4316-9ab5-352e1fdc8e50 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646307 Jul 05 10:50:35.202231 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-59755e68-631f-454e-8a23-20c2f2463461 None None] Port 821bde99-9e3e-4ad1-ae17-6c7885c2deb7 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:50:36.355576 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9024e-fd03-487e-8239-61517df04bcd req-e036112b-1fc6-4c99-87f9-1c75d55a7456 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:36.362735 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92b9024e-fd03-487e-8239-61517df04bcd req-e036112b-1fc6-4c99-87f9-1c75d55a7456 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 932 time: 0.0829620 Jul 05 10:50:36.402490 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-92b9024e-fd03-487e-8239-61517df04bcd req-9099fe6f-cff3-45b7-839b-02ef5fb1882e tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386260 Jul 05 10:50:36.748535 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:37.626988 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58282b47-674a-4043-93c6-005b3f4d9ac5 req-e301e015-2f29-4195-a03b-28953a1cabef tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:37.628600 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58282b47-674a-4043-93c6-005b3f4d9ac5 req-e301e015-2f29-4195-a03b-28953a1cabef tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 932 time: 0.0759928 Jul 05 10:50:37.671632 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-58282b47-674a-4043-93c6-005b3f4d9ac5 req-c51ac735-6999-417e-8e07-9450091252a2 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362678 Jul 05 10:50:38.868791 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27da1e0-6039-444e-8e05-ca10776c9e2b req-8ddd9f62-ca50-4311-9ef1-40b125db391d tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:38.870410 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a27da1e0-6039-444e-8e05-ca10776c9e2b req-8ddd9f62-ca50-4311-9ef1-40b125db391d tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 932 time: 0.0756752 Jul 05 10:50:38.925018 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a27da1e0-6039-444e-8e05-ca10776c9e2b req-033871b5-d8a0-4c92-b14c-09bc44b4e72a tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476789 Jul 05 10:50:39.373088 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:50:40.128244 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91ce2d-126e-41e7-8dde-73792ce84d3d req-a792bb95-bab9-4e5d-92ab-e03c46393f37 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:40.130103 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2f91ce2d-126e-41e7-8dde-73792ce84d3d req-a792bb95-bab9-4e5d-92ab-e03c46393f37 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 932 time: 0.0784724 Jul 05 10:50:40.174857 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2f91ce2d-126e-41e7-8dde-73792ce84d3d req-8c769c00-30ad-4906-982b-2c1d152f3dbc tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354428 Jul 05 10:50:41.408740 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d2389-cbb0-455b-a629-9cb6d9291954 req-f37a3669-ca14-44c6-8fdb-b1f9641da71c tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:41.410871 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f18d2389-cbb0-455b-a629-9cb6d9291954 req-f37a3669-ca14-44c6-8fdb-b1f9641da71c tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 932 time: 0.1126797 Jul 05 10:50:41.453476 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f18d2389-cbb0-455b-a629-9cb6d9291954 req-7a9ce0f5-9fd1-4237-b034-7b0f542dafd9 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369601 Jul 05 10:50:42.654752 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfc33b-1d7d-4eb1-bde8-61acd5df74e6 req-1136afc0-03ed-4c2c-a08a-d78fa6045a88 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:42.656429 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbcfc33b-1d7d-4eb1-bde8-61acd5df74e6 req-1136afc0-03ed-4c2c-a08a-d78fa6045a88 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 932 time: 0.0756526 Jul 05 10:50:42.701721 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbcfc33b-1d7d-4eb1-bde8-61acd5df74e6 req-061852be-89b2-408c-8bd1-68763040f53e tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390024 Jul 05 10:50:43.877179 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd7ad8-2db7-4afe-bb9f-e69b8ac355de req-230984a8-36ac-423b-bc20-5cc32ce0d865 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:43.879208 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28cd7ad8-2db7-4afe-bb9f-e69b8ac355de req-230984a8-36ac-423b-bc20-5cc32ce0d865 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 932 time: 0.0655096 Jul 05 10:50:43.917266 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-28cd7ad8-2db7-4afe-bb9f-e69b8ac355de req-d4478f42-6c8c-4769-8262-7bee6c49e4fd tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324626 Jul 05 10:50:45.108959 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2243b-8744-444b-93ee-e8fde12199ca req-83099af0-b718-4038-84bf-958dea85565d tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:45.110519 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4e2243b-8744-444b-93ee-e8fde12199ca req-83099af0-b718-4038-84bf-958dea85565d tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 932 time: 0.0696101 Jul 05 10:50:45.151572 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4e2243b-8744-444b-93ee-e8fde12199ca req-8dbf8562-89c8-4233-809d-2a2018b17eb7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350275 Jul 05 10:50:46.332649 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7fc5f-fdf3-44ff-82ba-cbef6d85f11f req-29373cdd-e018-4658-9483-bde062bded80 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:46.334226 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bcf7fc5f-fdf3-44ff-82ba-cbef6d85f11f req-29373cdd-e018-4658-9483-bde062bded80 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 932 time: 0.0673711 Jul 05 10:50:46.363680 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-c67a0cb1-8c0c-4591-9939-bfd041ec8dff service neutron] Request body: {'port': {'device_id': '1243a050-e3cf-4537-8948-6f75aa71c679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:50:46.381735 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bcf7fc5f-fdf3-44ff-82ba-cbef6d85f11f req-1ccde914-2996-4731-93bf-4060c8c25567 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418215 Jul 05 10:50:46.447338 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-c67a0cb1-8c0c-4591-9939-bfd041ec8dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:46.724721 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-c67a0cb1-8c0c-4591-9939-bfd041ec8dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 821bde99-9e3e-4ad1-ae17-6c7885c2deb7 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:50:46.732402 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-c67a0cb1-8c0c-4591-9939-bfd041ec8dff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:46.745771 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-c67a0cb1-8c0c-4591-9939-bfd041ec8dff service neutron] Transition to ACTIVE for port object 821bde99-9e3e-4ad1-ae17-6c7885c2deb7 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:46.749814 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-c67a0cb1-8c0c-4591-9939-bfd041ec8dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:46.802032 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a0cb1-8c0c-4591-9939-bfd041ec8dff service neutron] Pushing event updated for resources: {'Port': ['ID=821bde99-9e3e-4ad1-ae17-6c7885c2deb7,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:46.889824 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-c67a0cb1-8c0c-4591-9939-bfd041ec8dff service neutron] Attempting to bind port 821bde99-9e3e-4ad1-ae17-6c7885c2deb7 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:50:46.890328 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-c67a0cb1-8c0c-4591-9939-bfd041ec8dff service neutron] Attempting to bind port 821bde99-9e3e-4ad1-ae17-6c7885c2deb7 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '667deaf9-1fe8-4c9e-893e-f442133e1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9231c753-0560-419c-9920-4d535df31fce'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:50:46.890827 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-c67a0cb1-8c0c-4591-9939-bfd041ec8dff service neutron] Attempting to bind port 821bde99-9e3e-4ad1-ae17-6c7885c2deb7 on network 9231c753-0560-419c-9920-4d535df31fce {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:50:46.896630 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-c67a0cb1-8c0c-4591-9939-bfd041ec8dff service neutron] Port 821bde99-9e3e-4ad1-ae17-6c7885c2deb7 on network 9231c753-0560-419c-9920-4d535df31fce not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:50:46.896957 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-c67a0cb1-8c0c-4591-9939-bfd041ec8dff service neutron] Attempting to bind port 821bde99-9e3e-4ad1-ae17-6c7885c2deb7 on network 9231c753-0560-419c-9920-4d535df31fce {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:50:46.902207 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-c67a0cb1-8c0c-4591-9939-bfd041ec8dff service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:50:46.902550 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-c67a0cb1-8c0c-4591-9939-bfd041ec8dff service neutron] Checking segment: {'id': '667deaf9-1fe8-4c9e-893e-f442133e1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9231c753-0560-419c-9920-4d535df31fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:50:46.903093 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-c67a0cb1-8c0c-4591-9939-bfd041ec8dff service neutron] Bound using segment: {'id': '667deaf9-1fe8-4c9e-893e-f442133e1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9231c753-0560-419c-9920-4d535df31fce'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:50:46.903607 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-c67a0cb1-8c0c-4591-9939-bfd041ec8dff service neutron] Bound port: 821bde99-9e3e-4ad1-ae17-6c7885c2deb7, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '667deaf9-1fe8-4c9e-893e-f442133e1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9231c753-0560-419c-9920-4d535df31fce'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:50:46.904207 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-c67a0cb1-8c0c-4591-9939-bfd041ec8dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:46.978595 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-c67a0cb1-8c0c-4591-9939-bfd041ec8dff service neutron] For port 821bde99-9e3e-4ad1-ae17-6c7885c2deb7, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:50:46.981970 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-c67a0cb1-8c0c-4591-9939-bfd041ec8dff service neutron] For port 821bde99-9e3e-4ad1-ae17-6c7885c2deb7, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=821bde99-9e3e-4ad1-ae17-6c7885c2deb7,segment=NetworkSegment(667deaf9-1fe8-4c9e-893e-f442133e1ed5),segment_id=667deaf9-1fe8-4c9e-893e-f442133e1ed5)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:50:46.989056 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-c67a0cb1-8c0c-4591-9939-bfd041ec8dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:47.025069 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-c67a0cb1-8c0c-4591-9939-bfd041ec8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:47.025707 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-c67a0cb1-8c0c-4591-9939-bfd041ec8dff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:47.027134 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-c67a0cb1-8c0c-4591-9939-bfd041ec8dff service neutron] 10.222.0.78 "PUT /v2.0/ports/821bde99-9e3e-4ad1-ae17-6c7885c2deb7 HTTP/1.1" status: 200 len: 1092 time: 0.6690726 Jul 05 10:50:47.027588 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1243a050-e3cf-4537-8948-6f75aa71c679', 'tag': '821bde99-9e3e-4ad1-ae17-6c7885c2deb7'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:50:47.030097 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3148d3c-fa1f-431b-b91c-30c738d16aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "1243a050-e3cf-4537-8948-6f75aa71c679", "tag": "821bde99-9e3e-4ad1-ae17-6c7885c2deb7"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:50:47.059102 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a0cb1-8c0c-4591-9939-bfd041ec8dff service neutron] Pushing event updated for resources: {'Port': ['ID=821bde99-9e3e-4ad1-ae17-6c7885c2deb7,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:47.095163 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85af04d6-695c-4d50-a3c7-12d168f4d449 x-openstack-request-id: req-85af04d6-695c-4d50-a3c7-12d168f4d449 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:50:47.095458 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1243a050-e3cf-4537-8948-6f75aa71c679", "tag": "821bde99-9e3e-4ad1-ae17-6c7885c2deb7", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:50:47.095749 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-85af04d6-695c-4d50-a3c7-12d168f4d449 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:50:47.096195 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1243a050-e3cf-4537-8948-6f75aa71c679', 'tag': '821bde99-9e3e-4ad1-ae17-6c7885c2deb7', 'status': 'completed', 'code': 200} Jul 05 10:50:47.155750 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-6a958fb6-29c1-40aa-b7c1-e9795e0d115f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:47.157753 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-6a958fb6-29c1-40aa-b7c1-e9795e0d115f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d36bd8b3b8f74a868fb8f8b87d1641b5&device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 1095 time: 0.0739603 Jul 05 10:50:47.206321 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-11bcf610-a447-4605-bfa9-f105ead4e264 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=821bde99-9e3e-4ad1-ae17-6c7885c2deb7 HTTP/1.1" status: 200 len: 217 time: 0.0413539 Jul 05 10:50:47.271041 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-9d5773bc-2bc4-43e6-80f4-eb56682a3d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:47.272648 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-9d5773bc-2bc4-43e6-80f4-eb56682a3d7c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=41111b8a-5c41-4067-9f78-8c6ce5e6d04f HTTP/1.1" status: 200 len: 853 time: 0.0608625 Jul 05 10:50:47.343085 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-92928931-7139-451a-9174-de88f2e68ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:47.344664 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-92928931-7139-451a-9174-de88f2e68ec7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9231c753-0560-419c-9920-4d535df31fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662436 Jul 05 10:50:47.437520 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-cab5d740-70e7-4610-b9ec-822ac6f98c5b service neutron] 10.222.0.78 "GET /v2.0/networks/9231c753-0560-419c-9920-4d535df31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866332 Jul 05 10:50:47.545126 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-29ae6790-9585-42aa-8c1c-51235a12af3d req-180704c9-6741-41d6-b497-735a42daf023 service neutron] 10.222.0.78 "GET /v2.0/networks/9231c753-0560-419c-9920-4d535df31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016533 Jul 05 10:50:47.584241 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea11b9-d4a6-4793-8702-70c57cfcac8a req-4a51e336-dd36-43cf-8272-c50e21857783 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:47.585902 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-40ea11b9-d4a6-4793-8702-70c57cfcac8a req-4a51e336-dd36-43cf-8272-c50e21857783 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 944 time: 0.0878916 Jul 05 10:50:47.636207 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-40ea11b9-d4a6-4793-8702-70c57cfcac8a req-1509b56e-1b70-43bb-b43d-7361ac347464 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428565 Jul 05 10:50:47.656721 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3148d3c-fa1f-431b-b91c-30c738d16aeb req-3da8a4f6-c2b7-42b9-97ff-7224e08329a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:47.658334 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a3148d3c-fa1f-431b-b91c-30c738d16aeb req-3da8a4f6-c2b7-42b9-97ff-7224e08329a7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d36bd8b3b8f74a868fb8f8b87d1641b5&device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 1095 time: 0.0647190 Jul 05 10:50:47.752210 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3148d3c-fa1f-431b-b91c-30c738d16aeb req-bb947037-e631-4966-9532-18fd34186593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:47.753766 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a3148d3c-fa1f-431b-b91c-30c738d16aeb req-bb947037-e631-4966-9532-18fd34186593 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9231c753-0560-419c-9920-4d535df31fce HTTP/1.1" status: 200 len: 915 time: 0.0885496 Jul 05 10:50:47.800081 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a3148d3c-fa1f-431b-b91c-30c738d16aeb req-56cb8ef0-a0f3-43db-acfe-4cf5517f96f1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=821bde99-9e3e-4ad1-ae17-6c7885c2deb7 HTTP/1.1" status: 200 len: 217 time: 0.0401664 Jul 05 10:50:47.851616 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3148d3c-fa1f-431b-b91c-30c738d16aeb req-2442de56-ac96-46be-bd48-025ba1f0dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:47.853157 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a3148d3c-fa1f-431b-b91c-30c738d16aeb req-2442de56-ac96-46be-bd48-025ba1f0dde6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=41111b8a-5c41-4067-9f78-8c6ce5e6d04f HTTP/1.1" status: 200 len: 853 time: 0.0474443 Jul 05 10:50:47.914685 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3148d3c-fa1f-431b-b91c-30c738d16aeb req-30395abc-ceb3-49d0-a410-71c21e2ed7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:47.916269 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a3148d3c-fa1f-431b-b91c-30c738d16aeb req-30395abc-ceb3-49d0-a410-71c21e2ed7da service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9231c753-0560-419c-9920-4d535df31fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567422 Jul 05 10:50:48.013634 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a3148d3c-fa1f-431b-b91c-30c738d16aeb req-17af11b4-d988-4608-b148-b9dfd44a5df5 service neutron] 10.222.0.78 "GET /v2.0/networks/9231c753-0560-419c-9920-4d535df31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904713 Jul 05 10:50:48.108553 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a3148d3c-fa1f-431b-b91c-30c738d16aeb req-abcf10d7-af73-4014-8986-02284e55a118 service neutron] 10.222.0.78 "GET /v2.0/networks/9231c753-0560-419c-9920-4d535df31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878963 Jul 05 10:50:48.832289 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc6c67-cd4c-4685-a3d5-79717ebc0dd6 req-885b5ea7-91bc-4d85-9f02-f10fbb629ff3 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:48.833940 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8bcc6c67-cd4c-4685-a3d5-79717ebc0dd6 req-885b5ea7-91bc-4d85-9f02-f10fbb629ff3 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 944 time: 0.0680509 Jul 05 10:50:48.875045 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8bcc6c67-cd4c-4685-a3d5-79717ebc0dd6 req-9c1d1abe-577b-41fd-a628-5816d6805289 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354075 Jul 05 10:50:50.056056 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2a3b6-cf7a-4e46-b6ed-0fbca4f4c012 req-1dfd906e-21fe-44bc-b3b4-3fcca5b904b5 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:50.057655 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ce2a3b6-cf7a-4e46-b6ed-0fbca4f4c012 req-1dfd906e-21fe-44bc-b3b4-3fcca5b904b5 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 944 time: 0.0666070 Jul 05 10:50:50.097858 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8ce2a3b6-cf7a-4e46-b6ed-0fbca4f4c012 req-433f1874-7a49-4332-a3b3-73e9ebfd6a81 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345268 Jul 05 10:50:50.820801 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 821bde99-9e3e-4ad1-ae17-6c7885c2deb7 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:50:50.924486 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 821bde99-9e3e-4ad1-ae17-6c7885c2deb7, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=821bde99-9e3e-4ad1-ae17-6c7885c2deb7,segment=NetworkSegment(667deaf9-1fe8-4c9e-893e-f442133e1ed5),segment_id=667deaf9-1fe8-4c9e-893e-f442133e1ed5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:50.935718 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '821bde99-9e3e-4ad1-ae17-6c7885c2deb7', 'network_id': '9231c753-0560-419c-9920-4d535df31fce', 'port_id': '821bde99-9e3e-4ad1-ae17-6c7885c2deb7', 'mac_address': 'fa:16:3e:17:9a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41111b8a-5c41-4067-9f78-8c6ce5e6d04f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:50:50.975753 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:50.992399 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 821bde99-9e3e-4ad1-ae17-6c7885c2deb7 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:50:51.017188 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 821bde99-9e3e-4ad1-ae17-6c7885c2deb7, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=821bde99-9e3e-4ad1-ae17-6c7885c2deb7,segment=NetworkSegment(667deaf9-1fe8-4c9e-893e-f442133e1ed5),segment_id=667deaf9-1fe8-4c9e-893e-f442133e1ed5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:51.024416 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:51.047308 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-01cfb89d-1755-463d-aa46-f264665c60b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:51.074220 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=821bde99-9e3e-4ad1-ae17-6c7885c2deb7,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:51.082866 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:51.083215 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:51.083554 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:51.083927 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:51.084266 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:51.084598 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:51.084926 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:51.085250 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:51.085572 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:51.085898 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:51.086219 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:51.086537 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:51.288636 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73666267-cfe4-404f-9414-ba8790b08b8d req-eb3451c5-1e6b-4206-9348-d79c7554dd1d tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:51.290199 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-73666267-cfe4-404f-9414-ba8790b08b8d req-eb3451c5-1e6b-4206-9348-d79c7554dd1d tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 945 time: 0.0694642 Jul 05 10:50:51.328200 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-73666267-cfe4-404f-9414-ba8790b08b8d req-2bcd121f-bd09-4890-9019-7f339a4617da tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324337 Jul 05 10:50:51.345811 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['821bde99-9e3e-4ad1-ae17-6c7885c2deb7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:50:52.686195 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3503ca2-9603-43a8-a032-80cf1c186aff req-7767ac40-08d7-4533-a0cb-5a29e0f602ff tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:52.687757 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3503ca2-9603-43a8-a032-80cf1c186aff req-7767ac40-08d7-4533-a0cb-5a29e0f602ff tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 945 time: 0.0648446 Jul 05 10:50:52.729672 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b3503ca2-9603-43a8-a032-80cf1c186aff req-138b749e-2616-409b-8306-2dcbe367f755 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358849 Jul 05 10:50:52.833670 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 821bde99-9e3e-4ad1-ae17-6c7885c2deb7 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:52.887085 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 821bde99-9e3e-4ad1-ae17-6c7885c2deb7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:52.890432 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 821bde99-9e3e-4ad1-ae17-6c7885c2deb7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:52.890806 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:52.969723 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:52.993455 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1243a050-e3cf-4537-8948-6f75aa71c679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821bde99-9e3e-4ad1-ae17-6c7885c2deb7'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:50:52.995696 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4aeb34a-6a2d-42be-aae2-41d31809a4c3" -d '{"events": [{"server_uuid": "1243a050-e3cf-4537-8948-6f75aa71c679", "name": "network-vif-plugged", "status": "completed", "tag": "821bde99-9e3e-4ad1-ae17-6c7885c2deb7"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:50:53.008202 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 821bde99-9e3e-4ad1-ae17-6c7885c2deb7, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=821bde99-9e3e-4ad1-ae17-6c7885c2deb7,segment=NetworkSegment(667deaf9-1fe8-4c9e-893e-f442133e1ed5),segment_id=667deaf9-1fe8-4c9e-893e-f442133e1ed5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:53.013994 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:53.041445 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3212a01-8e62-4c36-897d-89bd4e6d2906 x-openstack-request-id: req-d3212a01-8e62-4c36-897d-89bd4e6d2906 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:50:53.041752 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1243a050-e3cf-4537-8948-6f75aa71c679", "name": "network-vif-plugged", "status": "completed", "tag": "821bde99-9e3e-4ad1-ae17-6c7885c2deb7", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:50:53.042014 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d3212a01-8e62-4c36-897d-89bd4e6d2906 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:50:53.042407 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1243a050-e3cf-4537-8948-6f75aa71c679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821bde99-9e3e-4ad1-ae17-6c7885c2deb7', 'code': 200} Jul 05 10:50:53.068750 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=821bde99-9e3e-4ad1-ae17-6c7885c2deb7,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:53.152437 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b69641-8423-4d4e-bdb5-377898b4758c req-4474f9bc-746a-4670-b23b-80601d4da74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:53.153957 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b3b69641-8423-4d4e-bdb5-377898b4758c req-4474f9bc-746a-4670-b23b-80601d4da74b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 1097 time: 0.0575371 Jul 05 10:50:53.196794 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b3b69641-8423-4d4e-bdb5-377898b4758c req-eaa8ab22-7b3a-4dc0-a557-8902bf67f6e6 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355947 Jul 05 10:50:53.390767 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-86c9397e-3e9a-4222-a713-191a1e159631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:53.735448 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:53.917819 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d1521-c8d1-4085-b02d-7b947ba281f4 req-f68db7f4-055f-4365-b32c-116aa137f708 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:53.919306 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-532d1521-c8d1-4085-b02d-7b947ba281f4 req-f68db7f4-055f-4365-b32c-116aa137f708 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 946 time: 0.0736864 Jul 05 10:50:53.958984 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-532d1521-c8d1-4085-b02d-7b947ba281f4 req-d1110ab6-8f8a-416c-8b98-337ecde99edc tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340726 Jul 05 10:50:54.814082 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:55.137976 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed82db2-2ece-4929-8c77-edadb634a897 req-23c354eb-fc10-4306-a90e-d6f6b678fe38 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:55.139426 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ed82db2-2ece-4929-8c77-edadb634a897 req-23c354eb-fc10-4306-a90e-d6f6b678fe38 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 946 time: 0.0673029 Jul 05 10:50:55.183174 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ed82db2-2ece-4929-8c77-edadb634a897 req-7057265a-671c-4c3a-8e11-cc282b517ce1 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338948 Jul 05 10:50:55.360225 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583478b-b1a6-4443-8fb5-baf2fb5c1050 req-50701354-4e1a-4b73-9419-c6bf9b308a35 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:55.361759 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3583478b-b1a6-4443-8fb5-baf2fb5c1050 req-50701354-4e1a-4b73-9419-c6bf9b308a35 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 946 time: 0.0647037 Jul 05 10:50:55.401713 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3583478b-b1a6-4443-8fb5-baf2fb5c1050 req-a918b053-fea9-4fe6-90b3-d1afe5486432 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338755 Jul 05 10:50:55.753095 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec73a8-fe29-4882-bc0e-96a98db0b550 req-ded53b52-481d-4ec3-8612-3bb29ca7d7cf tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:55.754556 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-54ec73a8-fe29-4882-bc0e-96a98db0b550 req-ded53b52-481d-4ec3-8612-3bb29ca7d7cf tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 946 time: 0.0685885 Jul 05 10:50:55.792465 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-54ec73a8-fe29-4882-bc0e-96a98db0b550 req-e92442ef-b928-46fa-a51a-0afa67666216 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324147 Jul 05 10:50:56.940281 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:03.262622 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:06.738983 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:08.596490 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c797a-ef01-4561-baa0-813509debcd1 req-ee4fa834-6d1f-461f-90d6-1a9de1aa4314 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:08.598552 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c95c797a-ef01-4561-baa0-813509debcd1 req-ee4fa834-6d1f-461f-90d6-1a9de1aa4314 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 946 time: 0.0719514 Jul 05 10:51:08.644253 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c95c797a-ef01-4561-baa0-813509debcd1 req-b2818704-dac9-4845-98aa-e0fa7adad26f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396752 Jul 05 10:51:08.671360 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49138) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:08.840310 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e0f116-f334-4fad-affc-52e3ac2515f9 tempest-TestMinimumBasicScenario-375238299 tempest-TestMinimumBasicScenario-375238299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:08.841756 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c2e0f116-f334-4fad-affc-52e3ac2515f9 tempest-TestMinimumBasicScenario-375238299 tempest-TestMinimumBasicScenario-375238299-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 1092 time: 0.1693199 Jul 05 10:51:08.844860 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49142) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:08.850906 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': '821bde99-9e3e-4ad1-ae17-6c7885c2deb7', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:51:08.873309 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:08.978305 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:09.091409 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Allocated IP 172.25.7.56 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/6d997961-0e27-4e79-9c52-aa9b4f32b25b) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:51:09.211280 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:09.253650 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:09.291894 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:51:09.298627 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:51:09.303054 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:51:09.307458 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Pushing event updated for resources: {'Port': ['ID=6d997961-0e27-4e79-9c52-aa9b4f32b25b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:09.333888 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:09.334235 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:09.334575 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:09.334936 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:09.335242 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:09.335571 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:09.335922 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:09.336249 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:09.336573 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:09.336894 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:09.337217 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:09.337536 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:09.685755 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:09.762717 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:09.939073 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:09.944567 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.018974 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Pushing event updated for resources: {'Port': ['ID=6d997961-0e27-4e79-9c52-aa9b4f32b25b,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:10.029787 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.137299 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Floating IP 26dbf286-8096-4edc-aa10-e29f858b3280 associated. External IP: 172.25.7.56, port: 821bde99-9e3e-4ad1-ae17-6c7885c2deb7. Jul 05 10:51:10.349216 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Router 9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:51:10.455488 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:51:10.467684 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0923f2-cfa8-4772-9b97-ecc788a53790 None None] Sync routers for ids ['9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:51:10.475875 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.478400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0923f2-cfa8-4772-9b97-ecc788a53790 None None] Routers {'9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:51:10.479065 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ee0923f2-cfa8-4772-9b97-ecc788a53790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:50:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:10.517618 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-87695c71-a719-4022-b2d6-c5f9c399f0de tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6708324 Jul 05 10:51:10.518254 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1243a050-e3cf-4537-8948-6f75aa71c679', 'tag': '821bde99-9e3e-4ad1-ae17-6c7885c2deb7'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:51:10.521035 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de776ca-a516-4ecc-9a75-5bc3ba3c43a2" -d '{"events": [{"name": "network-changed", "server_uuid": "1243a050-e3cf-4537-8948-6f75aa71c679", "tag": "821bde99-9e3e-4ad1-ae17-6c7885c2deb7"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:51:10.521236 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49144) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:10.525992 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-bb9ac2b5-aa71-4f55-8f38-2e6d818809e4 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1627575169', 'description': 'tempest-secgroup-smoke-1627575169 description', 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:51:10.554339 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bb9ac2b5-aa71-4f55-8f38-2e6d818809e4 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.560579 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9e5344-fa48-4e2f-b805-963e151074c0 x-openstack-request-id: req-dc9e5344-fa48-4e2f-b805-963e151074c0 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:51:10.561550 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1243a050-e3cf-4537-8948-6f75aa71c679", "tag": "821bde99-9e3e-4ad1-ae17-6c7885c2deb7", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:51:10.561550 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dc9e5344-fa48-4e2f-b805-963e151074c0 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:51:10.561550 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1243a050-e3cf-4537-8948-6f75aa71c679', 'tag': '821bde99-9e3e-4ad1-ae17-6c7885c2deb7', 'status': 'completed', 'code': 200} Jul 05 10:51:10.591404 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-ee0923f2-cfa8-4772-9b97-ecc788a53790 None None] Set router 9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:51:10.648119 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de776ca-a516-4ecc-9a75-5bc3ba3c43a2 req-ba403472-771a-4ee6-9a31-b2123dc5fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:10.649709 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7de776ca-a516-4ecc-9a75-5bc3ba3c43a2 req-ba403472-771a-4ee6-9a31-b2123dc5fef9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d36bd8b3b8f74a868fb8f8b87d1641b5&device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 1097 time: 0.0615187 Jul 05 10:51:10.662258 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bb9ac2b5-aa71-4f55-8f38-2e6d818809e4 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.667055 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bb9ac2b5-aa71-4f55-8f38-2e6d818809e4 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.698713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ac2b5-aa71-4f55-8f38-2e6d818809e4 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=451d1537-1783-4dc3-a9a7-125de265c5fb,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:10.708839 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ac2b5-aa71-4f55-8f38-2e6d818809e4 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:10.709200 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ac2b5-aa71-4f55-8f38-2e6d818809e4 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:10.709562 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ac2b5-aa71-4f55-8f38-2e6d818809e4 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:10.709873 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ac2b5-aa71-4f55-8f38-2e6d818809e4 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:10.710199 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ac2b5-aa71-4f55-8f38-2e6d818809e4 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:10.710530 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ac2b5-aa71-4f55-8f38-2e6d818809e4 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:10.710858 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ac2b5-aa71-4f55-8f38-2e6d818809e4 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:10.711185 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ac2b5-aa71-4f55-8f38-2e6d818809e4 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:10.711506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ac2b5-aa71-4f55-8f38-2e6d818809e4 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:10.711837 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ac2b5-aa71-4f55-8f38-2e6d818809e4 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:10.712187 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ac2b5-aa71-4f55-8f38-2e6d818809e4 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:10.712507 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ac2b5-aa71-4f55-8f38-2e6d818809e4 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:10.716117 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bb9ac2b5-aa71-4f55-8f38-2e6d818809e4 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.721865 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bb9ac2b5-aa71-4f55-8f38-2e6d818809e4 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1952734 Jul 05 10:51:10.721865 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49148) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:10.725170 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-32d71ec6-557c-4eb2-91d6-f3c85135f51f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Request body: {'security_group_rule': {'security_group_id': '451d1537-1783-4dc3-a9a7-125de265c5fb', 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:51:10.753959 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32d71ec6-557c-4eb2-91d6-f3c85135f51f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.768550 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de776ca-a516-4ecc-9a75-5bc3ba3c43a2 req-a7b9a7bc-3c9e-4c91-8261-fe6205681420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:10.770572 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7de776ca-a516-4ecc-9a75-5bc3ba3c43a2 req-a7b9a7bc-3c9e-4c91-8261-fe6205681420 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9231c753-0560-419c-9920-4d535df31fce HTTP/1.1" status: 200 len: 915 time: 0.1127458 Jul 05 10:51:10.817091 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32d71ec6-557c-4eb2-91d6-f3c85135f51f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.822341 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32d71ec6-557c-4eb2-91d6-f3c85135f51f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.841786 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d71ec6-557c-4eb2-91d6-f3c85135f51f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90fd8bfa-20fd-40c2-9e1c-cf07af1bbcc8,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:10.846429 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7de776ca-a516-4ecc-9a75-5bc3ba3c43a2 req-26913b0f-4f7d-47c6-b8ec-ddd3a4200067 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=821bde99-9e3e-4ad1-ae17-6c7885c2deb7 HTTP/1.1" status: 200 len: 999 time: 0.0692770 Jul 05 10:51:10.850956 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32d71ec6-557c-4eb2-91d6-f3c85135f51f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.852211 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-32d71ec6-557c-4eb2-91d6-f3c85135f51f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307187 Jul 05 10:51:10.854921 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49150) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:10.858250 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ee0923f2-cfa8-4772-9b97-ecc788a53790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'name': 'tempest-TestMinimumBasicScenario-463500995-router', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:15Z', 'revision_number': 4, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'gw_port': {'id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '26dbf286-8096-4edc-aa10-e29f858b3280', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'port_id': '821bde99-9e3e-4ad1-ae17-6c7885c2deb7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9231c753-0560-419c-9920-4d535df31fce', 'mac_address': 'fa:16:3e:17:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1243a050-e3cf-4537-8948-6f75aa71c679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:51:09Z', 'updated_at': '2021-07-05T10:51:09Z', 'revision_number': 0, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e40f6fe-7987-48bf-b17f-6485c8cf707d', 'name': '', 'network_id': '9231c753-0560-419c-9920-4d535df31fce', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'mac_address': 'fa:16:3e:56:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '41111b8a-5c41-4067-9f78-8c6ce5e6d04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:14Z', 'updated_at': '2021-07-05T10:50:21Z', 'revision_number': 5, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'subnets': [{'id': '41111b8a-5c41-4067-9f78-8c6ce5e6d04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:10.859515 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-432a32b6-97d5-4224-b987-c0abdc7045b6 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Request body: {'security_group_rule': {'security_group_id': '451d1537-1783-4dc3-a9a7-125de265c5fb', 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:51:10.889323 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0923f2-cfa8-4772-9b97-ecc788a53790 None None] Checking router: 9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:51:10.889705 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-432a32b6-97d5-4224-b987-c0abdc7045b6 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.899347 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0923f2-cfa8-4772-9b97-ecc788a53790 None None] Routers {'9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:51:10.900017 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ee0923f2-cfa8-4772-9b97-ecc788a53790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:50:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:10.906505 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de776ca-a516-4ecc-9a75-5bc3ba3c43a2 req-692171a6-5f73-4cf9-b672-527f977fe7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:10.908056 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7de776ca-a516-4ecc-9a75-5bc3ba3c43a2 req-692171a6-5f73-4cf9-b672-527f977fe7f0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=41111b8a-5c41-4067-9f78-8c6ce5e6d04f HTTP/1.1" status: 200 len: 853 time: 0.0561545 Jul 05 10:51:10.953019 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-432a32b6-97d5-4224-b987-c0abdc7045b6 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.961087 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-432a32b6-97d5-4224-b987-c0abdc7045b6 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.977008 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a32b6-97d5-4224-b987-c0abdc7045b6 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254fef34-52ff-4594-8190-a55d9b35e4d1,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:10.978334 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de776ca-a516-4ecc-9a75-5bc3ba3c43a2 req-d3004b20-564b-400c-ba91-cbee41af1ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:10.981302 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7de776ca-a516-4ecc-9a75-5bc3ba3c43a2 req-d3004b20-564b-400c-ba91-cbee41af1ef2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9231c753-0560-419c-9920-4d535df31fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668681 Jul 05 10:51:10.989388 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-432a32b6-97d5-4224-b987-c0abdc7045b6 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.993290 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-432a32b6-97d5-4224-b987-c0abdc7045b6 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347833 Jul 05 10:51:10.993561 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49152) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:10.998387 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6b15a8bc-040f-4ed1-b79f-c88a8370c945 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Request body: {'security_group_rule': {'security_group_id': '451d1537-1783-4dc3-a9a7-125de265c5fb', 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:51:11.026095 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-ee0923f2-cfa8-4772-9b97-ecc788a53790 None None] Set router 9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:51:11.026883 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b15a8bc-040f-4ed1-b79f-c88a8370c945 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.089637 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7de776ca-a516-4ecc-9a75-5bc3ba3c43a2 req-e89225c1-4f8f-4d6d-859e-0883c727c439 service neutron] 10.222.0.78 "GET /v2.0/networks/9231c753-0560-419c-9920-4d535df31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007354 Jul 05 10:51:11.097133 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b15a8bc-040f-4ed1-b79f-c88a8370c945 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.102273 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b15a8bc-040f-4ed1-b79f-c88a8370c945 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.123485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15a8bc-040f-4ed1-b79f-c88a8370c945 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b34930-b79f-435b-bcae-fdceb13df417,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:11.134951 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b15a8bc-040f-4ed1-b79f-c88a8370c945 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.138921 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6b15a8bc-040f-4ed1-b79f-c88a8370c945 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418080 Jul 05 10:51:11.140167 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49154) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:11.144713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-07e64c08-35ec-4c13-990b-af55ca3e4bb5 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Request body: {'security_group_rule': {'security_group_id': '451d1537-1783-4dc3-a9a7-125de265c5fb', 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:51:11.181824 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07e64c08-35ec-4c13-990b-af55ca3e4bb5 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.194653 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7de776ca-a516-4ecc-9a75-5bc3ba3c43a2 req-242564ca-c7ce-4752-8e24-855f17324c71 service neutron] 10.222.0.78 "GET /v2.0/networks/9231c753-0560-419c-9920-4d535df31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989690 Jul 05 10:51:11.257545 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07e64c08-35ec-4c13-990b-af55ca3e4bb5 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.263437 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07e64c08-35ec-4c13-990b-af55ca3e4bb5 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.278832 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ee0923f2-cfa8-4772-9b97-ecc788a53790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'name': 'tempest-TestMinimumBasicScenario-463500995-router', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:15Z', 'revision_number': 4, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'gw_port': {'id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '26dbf286-8096-4edc-aa10-e29f858b3280', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'port_id': '821bde99-9e3e-4ad1-ae17-6c7885c2deb7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9231c753-0560-419c-9920-4d535df31fce', 'mac_address': 'fa:16:3e:17:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1243a050-e3cf-4537-8948-6f75aa71c679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:51:09Z', 'updated_at': '2021-07-05T10:51:09Z', 'revision_number': 0, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e40f6fe-7987-48bf-b17f-6485c8cf707d', 'name': '', 'network_id': '9231c753-0560-419c-9920-4d535df31fce', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'mac_address': 'fa:16:3e:56:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '41111b8a-5c41-4067-9f78-8c6ce5e6d04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:14Z', 'updated_at': '2021-07-05T10:50:21Z', 'revision_number': 5, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'subnets': [{'id': '41111b8a-5c41-4067-9f78-8c6ce5e6d04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:11.279612 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e64c08-35ec-4c13-990b-af55ca3e4bb5 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54818c8a-7c6f-4df2-8319-532349eaa8cb,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:11.289680 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07e64c08-35ec-4c13-990b-af55ca3e4bb5 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.293444 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-07e64c08-35ec-4c13-990b-af55ca3e4bb5 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1499040 Jul 05 10:51:11.294222 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49156) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:11.299291 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4b7c289d-95cf-4d0e-b9f3-00bbf9eed507 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Request body: {'security_group_rule': {'security_group_id': '451d1537-1783-4dc3-a9a7-125de265c5fb', 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:51:11.312355 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0923f2-cfa8-4772-9b97-ecc788a53790 None None] The sync data for ids ['9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'] in n-d-798054-8 is: [{'id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'name': 'tempest-TestMinimumBasicScenario-463500995-router', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:15Z', 'revision_number': 4, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'gw_port': {'id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '26dbf286-8096-4edc-aa10-e29f858b3280', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'port_id': '821bde99-9e3e-4ad1-ae17-6c7885c2deb7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9231c753-0560-419c-9920-4d535df31fce', 'mac_address': 'fa:16:3e:17:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1243a050-e3cf-4537-8948-6f75aa71c679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:51:09Z', 'updated_at': '2021-07-05T10:51:09Z', 'revision_number': 0, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e40f6fe-7987-48bf-b17f-6485c8cf707d', 'name': '', 'network_id': '9231c753-0560-419c-9920-4d535df31fce', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'mac_address': 'fa:16:3e:56:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '41111b8a-5c41-4067-9f78-8c6ce5e6d04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:14Z', 'updated_at': '2021-07-05T10:50:21Z', 'revision_number': 5, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'subnets': [{'id': '41111b8a-5c41-4067-9f78-8c6ce5e6d04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:51:11.324786 n-d-798054-8 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-4b7c289d-95cf-4d0e-b9f3-00bbf9eed507 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Project d36bd8b3b8f74a868fb8f8b87d1641b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:51:11.331635 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b7c289d-95cf-4d0e-b9f3-00bbf9eed507 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.404844 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b7c289d-95cf-4d0e-b9f3-00bbf9eed507 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.413660 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b7c289d-95cf-4d0e-b9f3-00bbf9eed507 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.435032 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c289d-95cf-4d0e-b9f3-00bbf9eed507 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8879d7-43e9-4c04-8e1f-be6f584c4ae6,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:11.441543 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b7c289d-95cf-4d0e-b9f3-00bbf9eed507 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.443271 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4b7c289d-95cf-4d0e-b9f3-00bbf9eed507 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1478407 Jul 05 10:51:11.446716 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49158) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:11.452247 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-df806b43-9f63-475e-9ed7-5cd9b03a01af tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Request body: {'security_group_rule': {'security_group_id': '451d1537-1783-4dc3-a9a7-125de265c5fb', 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:51:11.486881 n-d-798054-8 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-df806b43-9f63-475e-9ed7-5cd9b03a01af tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Project d36bd8b3b8f74a868fb8f8b87d1641b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:51:11.494128 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-df806b43-9f63-475e-9ed7-5cd9b03a01af tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.558016 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61752b0-c907-4890-81d0-d4b446fe0b14 None None] New status for floating IP 26dbf286-8096-4edc-aa10-e29f858b3280: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:51:11.567673 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-df806b43-9f63-475e-9ed7-5cd9b03a01af tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.572302 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-df806b43-9f63-475e-9ed7-5cd9b03a01af tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.590921 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df806b43-9f63-475e-9ed7-5cd9b03a01af tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac014f09-d88c-4acc-8213-1b8abf9f735e,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:11.597833 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-df806b43-9f63-475e-9ed7-5cd9b03a01af tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.601816 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-df806b43-9f63-475e-9ed7-5cd9b03a01af tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1511836 Jul 05 10:51:11.730312 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9fa1ae4d-b23f-4e50-9154-e3b91a242aca req-5fcf53d5-37ad-4987-8cfa-89e297e18a2d tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1627575169&fields=id&tenant_id=d36bd8b3b8f74a868fb8f8b87d1641b5 HTTP/1.1" status: 200 len: 267 time: 0.0371523 Jul 05 10:51:11.805887 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1ae4d-b23f-4e50-9154-e3b91a242aca req-7bcb638d-7bb5-4f45-b99d-4f542fa05236 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:11.807390 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9fa1ae4d-b23f-4e50-9154-e3b91a242aca req-7bcb638d-7bb5-4f45-b99d-4f542fa05236 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 946 time: 0.0705693 Jul 05 10:51:11.818443 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-9fa1ae4d-b23f-4e50-9154-e3b91a242aca req-d5ca9799-4616-4544-99cc-e92333c17b7f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Request body: {'port': {'security_groups': ['6b8d751e-b846-488e-b00d-8ae7c6c99ab1', '451d1537-1783-4dc3-a9a7-125de265c5fb']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:51:11.905253 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9fa1ae4d-b23f-4e50-9154-e3b91a242aca req-d5ca9799-4616-4544-99cc-e92333c17b7f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:12.105572 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9fa1ae4d-b23f-4e50-9154-e3b91a242aca req-d5ca9799-4616-4544-99cc-e92333c17b7f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] For port 821bde99-9e3e-4ad1-ae17-6c7885c2deb7, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=821bde99-9e3e-4ad1-ae17-6c7885c2deb7,segment=NetworkSegment(667deaf9-1fe8-4c9e-893e-f442133e1ed5),segment_id=667deaf9-1fe8-4c9e-893e-f442133e1ed5)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:51:12.138593 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9fa1ae4d-b23f-4e50-9154-e3b91a242aca req-d5ca9799-4616-4544-99cc-e92333c17b7f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:12.144848 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9fa1ae4d-b23f-4e50-9154-e3b91a242aca req-d5ca9799-4616-4544-99cc-e92333c17b7f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:12.156320 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['821bde99-9e3e-4ad1-ae17-6c7885c2deb7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:51:12.189343 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1ae4d-b23f-4e50-9154-e3b91a242aca req-d5ca9799-4616-4544-99cc-e92333c17b7f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:12.189996 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9fa1ae4d-b23f-4e50-9154-e3b91a242aca req-d5ca9799-4616-4544-99cc-e92333c17b7f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:12.191980 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9fa1ae4d-b23f-4e50-9154-e3b91a242aca req-d5ca9799-4616-4544-99cc-e92333c17b7f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "PUT /v2.0/ports/821bde99-9e3e-4ad1-ae17-6c7885c2deb7 HTTP/1.1" status: 200 len: 982 time: 0.3781877 Jul 05 10:51:12.192454 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1243a050-e3cf-4537-8948-6f75aa71c679', 'tag': '821bde99-9e3e-4ad1-ae17-6c7885c2deb7'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:51:12.194785 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb1afa9-6f4b-42f9-80e2-1e2d57e8231a" -d '{"events": [{"name": "network-changed", "server_uuid": "1243a050-e3cf-4537-8948-6f75aa71c679", "tag": "821bde99-9e3e-4ad1-ae17-6c7885c2deb7"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:51:12.240543 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca9799-4616-4544-99cc-e92333c17b7f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Pushing event updated for resources: {'Port': ['ID=821bde99-9e3e-4ad1-ae17-6c7885c2deb7,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:12.254921 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4088ce8-2f5e-49f1-a057-a2025d19059e x-openstack-request-id: req-d4088ce8-2f5e-49f1-a057-a2025d19059e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:51:12.254921 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1243a050-e3cf-4537-8948-6f75aa71c679", "tag": "821bde99-9e3e-4ad1-ae17-6c7885c2deb7", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:51:12.254921 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d4088ce8-2f5e-49f1-a057-a2025d19059e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:51:12.255380 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1243a050-e3cf-4537-8948-6f75aa71c679', 'tag': '821bde99-9e3e-4ad1-ae17-6c7885c2deb7', 'status': 'completed', 'code': 200} Jul 05 10:51:12.267787 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['821bde99-9e3e-4ad1-ae17-6c7885c2deb7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:51:12.341552 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1afa9-6f4b-42f9-80e2-1e2d57e8231a req-25bf7866-ef24-48a4-a3d3-023bec7f1bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:12.343342 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ccb1afa9-6f4b-42f9-80e2-1e2d57e8231a req-25bf7866-ef24-48a4-a3d3-023bec7f1bde service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d36bd8b3b8f74a868fb8f8b87d1641b5&device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 1136 time: 0.0658362 Jul 05 10:51:12.400441 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452aa88d-0d25-43c7-b5a6-9c80a89d7d85 req-4dc25205-8e90-4e56-9b55-c91fc6f9828e tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:12.402262 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-452aa88d-0d25-43c7-b5a6-9c80a89d7d85 req-4dc25205-8e90-4e56-9b55-c91fc6f9828e tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 985 time: 0.0839612 Jul 05 10:51:12.457583 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-452aa88d-0d25-43c7-b5a6-9c80a89d7d85 req-e6c4852a-a6a8-4ce1-b268-f353fcfc7ccc tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=451d1537-1783-4dc3-a9a7-125de265c5fb&id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477128 Jul 05 10:51:12.476758 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1afa9-6f4b-42f9-80e2-1e2d57e8231a req-055569ab-0857-48b0-a841-05cc789da757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:12.478567 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ccb1afa9-6f4b-42f9-80e2-1e2d57e8231a req-055569ab-0857-48b0-a841-05cc789da757 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9231c753-0560-419c-9920-4d535df31fce HTTP/1.1" status: 200 len: 915 time: 0.1282053 Jul 05 10:51:12.547652 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ccb1afa9-6f4b-42f9-80e2-1e2d57e8231a req-2ccde19f-3764-4c8b-8bac-0d1d4bd0c933 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=821bde99-9e3e-4ad1-ae17-6c7885c2deb7 HTTP/1.1" status: 200 len: 1001 time: 0.0622473 Jul 05 10:51:12.578622 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-daa32b13-4293-44cf-be82-1ab59b458553 None None] Provisioning complete for port 821bde99-9e3e-4ad1-ae17-6c7885c2deb7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:51:12.579248 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-daa32b13-4293-44cf-be82-1ab59b458553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:12.606659 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1afa9-6f4b-42f9-80e2-1e2d57e8231a req-c3588673-7e16-4749-b758-3dc4b9eef96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:12.608196 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ccb1afa9-6f4b-42f9-80e2-1e2d57e8231a req-c3588673-7e16-4749-b758-3dc4b9eef96b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=41111b8a-5c41-4067-9f78-8c6ce5e6d04f HTTP/1.1" status: 200 len: 853 time: 0.0543270 Jul 05 10:51:12.670477 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1afa9-6f4b-42f9-80e2-1e2d57e8231a req-9611ecf1-7ede-48de-b493-c3a72a398558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:12.672053 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ccb1afa9-6f4b-42f9-80e2-1e2d57e8231a req-9611ecf1-7ede-48de-b493-c3a72a398558 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9231c753-0560-419c-9920-4d535df31fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570681 Jul 05 10:51:12.764480 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ccb1afa9-6f4b-42f9-80e2-1e2d57e8231a req-234b7dc0-21fb-41da-a908-64d2120631e1 service neutron] 10.222.0.78 "GET /v2.0/networks/9231c753-0560-419c-9920-4d535df31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855119 Jul 05 10:51:12.864359 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ccb1afa9-6f4b-42f9-80e2-1e2d57e8231a req-11ea56aa-2698-47cf-a9cf-9a0ef01b51e4 service neutron] 10.222.0.78 "GET /v2.0/networks/9231c753-0560-419c-9920-4d535df31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923100 Jul 05 10:51:16.372268 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:51:21.027645 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ac9c139f-7a4c-4dad-b1d9-7d230e7c4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:23.392989 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9e032b0a-0fc3-46d5-ad27-903d997e82af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:23.738032 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:24.819723 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:26.168764 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-38faefdc-bb17-45a7-9599-f6bc6d5092c8 req-75ba8041-421a-482a-a118-6ef923c7ee7a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521352 Jul 05 10:51:26.262661 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38faefdc-bb17-45a7-9599-f6bc6d5092c8 req-0adc6ece-39cf-450e-8752-d3f19bc194a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:26.264135 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-38faefdc-bb17-45a7-9599-f6bc6d5092c8 req-0adc6ece-39cf-450e-8752-d3f19bc194a5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d36bd8b3b8f74a868fb8f8b87d1641b5&device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 1136 time: 0.0550330 Jul 05 10:51:26.369784 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38faefdc-bb17-45a7-9599-f6bc6d5092c8 req-a8ad4e60-6c00-4634-85ec-c88f7b114c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:26.371262 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-38faefdc-bb17-45a7-9599-f6bc6d5092c8 req-a8ad4e60-6c00-4634-85ec-c88f7b114c1f service neutron] 10.222.0.78 "GET /v2.0/networks?id=9231c753-0560-419c-9920-4d535df31fce HTTP/1.1" status: 200 len: 915 time: 0.0872707 Jul 05 10:51:26.764760 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-38faefdc-bb17-45a7-9599-f6bc6d5092c8 req-f24262ed-1993-44ad-97f1-0ffcc3fdbb53 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=821bde99-9e3e-4ad1-ae17-6c7885c2deb7 HTTP/1.1" status: 200 len: 1001 time: 0.3856153 Jul 05 10:51:26.812271 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38faefdc-bb17-45a7-9599-f6bc6d5092c8 req-8dde32bb-0d0d-450e-922a-c74cd697fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:26.813689 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-38faefdc-bb17-45a7-9599-f6bc6d5092c8 req-8dde32bb-0d0d-450e-922a-c74cd697fb12 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=41111b8a-5c41-4067-9f78-8c6ce5e6d04f HTTP/1.1" status: 200 len: 853 time: 0.0426662 Jul 05 10:51:26.872224 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38faefdc-bb17-45a7-9599-f6bc6d5092c8 req-f4796eec-0b80-4c94-9cc1-ffc91d432948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:26.873631 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-38faefdc-bb17-45a7-9599-f6bc6d5092c8 req-f4796eec-0b80-4c94-9cc1-ffc91d432948 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9231c753-0560-419c-9920-4d535df31fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541880 Jul 05 10:51:26.941861 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:26.962902 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-38faefdc-bb17-45a7-9599-f6bc6d5092c8 req-5e49e95f-65c8-4995-b264-3285984b7fe8 service neutron] 10.222.0.78 "GET /v2.0/networks/9231c753-0560-419c-9920-4d535df31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821245 Jul 05 10:51:27.056057 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-38faefdc-bb17-45a7-9599-f6bc6d5092c8 req-533f2318-091a-45a3-a05d-45d48eee99e5 service neutron] 10.222.0.78 "GET /v2.0/networks/9231c753-0560-419c-9920-4d535df31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868478 Jul 05 10:51:33.276293 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:36.749293 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:51.036730 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-99bfae29-4a8d-441f-b1de-46eac1c52d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:53.371974 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:51:53.395693 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-00bbd117-0687-4b2a-8602-039499af4f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:53.745789 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:54.820316 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:56.948525 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:03.309567 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:06.760339 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:11.236682 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398e55e-0fca-49f5-bdcd-e8768bb4a979 req-cd90acf8-7db4-4b03-a3ca-2d3567c7f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:11.243294 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1398e55e-0fca-49f5-bdcd-e8768bb4a979 req-cd90acf8-7db4-4b03-a3ca-2d3567c7f42f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d36bd8b3b8f74a868fb8f8b87d1641b5&device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 1136 time: 0.0669858 Jul 05 10:52:11.382924 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398e55e-0fca-49f5-bdcd-e8768bb4a979 req-67a37b03-3a00-4160-a31d-7df7b343b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:11.385005 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1398e55e-0fca-49f5-bdcd-e8768bb4a979 req-67a37b03-3a00-4160-a31d-7df7b343b8e3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9231c753-0560-419c-9920-4d535df31fce HTTP/1.1" status: 200 len: 915 time: 0.1352258 Jul 05 10:52:11.425261 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84553067-2bc6-49fe-b4fc-947bb5103efd req-429af37b-0bd4-41c7-8392-2de91e1bdfe6 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:11.426783 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84553067-2bc6-49fe-b4fc-947bb5103efd req-429af37b-0bd4-41c7-8392-2de91e1bdfe6 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 985 time: 0.2145436 Jul 05 10:52:11.475300 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1398e55e-0fca-49f5-bdcd-e8768bb4a979 req-47164faa-280e-4228-ac38-096e441e24e3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=821bde99-9e3e-4ad1-ae17-6c7885c2deb7 HTTP/1.1" status: 200 len: 1001 time: 0.0836267 Jul 05 10:52:11.487905 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84553067-2bc6-49fe-b4fc-947bb5103efd req-c5c93db5-d0ce-42bf-94bd-a598e966b0e0 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=451d1537-1783-4dc3-a9a7-125de265c5fb&id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534654 Jul 05 10:52:11.535276 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398e55e-0fca-49f5-bdcd-e8768bb4a979 req-0f81aaf3-8d64-4ab2-96f5-2a16f00fe8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:11.536821 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1398e55e-0fca-49f5-bdcd-e8768bb4a979 req-0f81aaf3-8d64-4ab2-96f5-2a16f00fe8d6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=41111b8a-5c41-4067-9f78-8c6ce5e6d04f HTTP/1.1" status: 200 len: 853 time: 0.0548873 Jul 05 10:52:11.600283 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398e55e-0fca-49f5-bdcd-e8768bb4a979 req-fcd5480c-b41e-4502-b9c2-2a24f8eeba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:11.601862 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1398e55e-0fca-49f5-bdcd-e8768bb4a979 req-fcd5480c-b41e-4502-b9c2-2a24f8eeba53 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9231c753-0560-419c-9920-4d535df31fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586705 Jul 05 10:52:11.703078 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1398e55e-0fca-49f5-bdcd-e8768bb4a979 req-6624c381-8fdd-4a10-971f-5c5ff51437ec service neutron] 10.222.0.78 "GET /v2.0/networks/9231c753-0560-419c-9920-4d535df31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944459 Jul 05 10:52:11.806574 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1398e55e-0fca-49f5-bdcd-e8768bb4a979 req-6e324974-52c8-4512-a186-ea02bd2060af service neutron] 10.222.0.78 "GET /v2.0/networks/9231c753-0560-419c-9920-4d535df31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965693 Jul 05 10:52:12.748158 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede28923-3909-45dc-b855-4854165ccf77 req-5c6cc9ff-e63f-4ee6-8ea7-86c3c26efae7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:12.749737 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ede28923-3909-45dc-b855-4854165ccf77 req-5c6cc9ff-e63f-4ee6-8ea7-86c3c26efae7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 985 time: 0.1400528 Jul 05 10:52:12.797914 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ede28923-3909-45dc-b855-4854165ccf77 req-a1ca96aa-949d-416d-bb30-c93dc4c515df tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=451d1537-1783-4dc3-a9a7-125de265c5fb&id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404458 Jul 05 10:52:13.989136 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0a424-55a2-478c-8d63-7a28b9b3127d req-287a0a2e-18f6-41fe-9f43-83e96aa45ee4 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:13.990705 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aea0a424-55a2-478c-8d63-7a28b9b3127d req-287a0a2e-18f6-41fe-9f43-83e96aa45ee4 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 985 time: 0.0660286 Jul 05 10:52:14.033864 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aea0a424-55a2-478c-8d63-7a28b9b3127d req-c4e14f4b-1535-4d81-b21a-b6e71a67a454 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=451d1537-1783-4dc3-a9a7-125de265c5fb&id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352471 Jul 05 10:52:15.230558 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e5d6a-bd4c-4639-9254-cce73683f89a req-38732d71-33b0-4217-927d-63aabe5223b6 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:15.232082 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-934e5d6a-bd4c-4639-9254-cce73683f89a req-38732d71-33b0-4217-927d-63aabe5223b6 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 985 time: 0.0773964 Jul 05 10:52:15.277956 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-934e5d6a-bd4c-4639-9254-cce73683f89a req-07c39d2f-4b6c-4826-83e4-b922a06da64f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=451d1537-1783-4dc3-a9a7-125de265c5fb&id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393474 Jul 05 10:52:16.455730 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b213f7-88a8-44dc-b478-b3b15862b54b req-04071408-e482-4804-9bb1-6e8733908788 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:16.457253 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-23b213f7-88a8-44dc-b478-b3b15862b54b req-04071408-e482-4804-9bb1-6e8733908788 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 985 time: 0.0654826 Jul 05 10:52:16.499265 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-23b213f7-88a8-44dc-b478-b3b15862b54b req-ffba7f3b-a671-4ade-9d7c-9166d0f4f7b6 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=451d1537-1783-4dc3-a9a7-125de265c5fb&id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345495 Jul 05 10:52:17.675251 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb86ae7-ec31-4e06-b7ec-015d1d57b92f req-eabdf34b-7e6e-424a-9444-5bdb84e39bf8 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:17.676747 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fb86ae7-ec31-4e06-b7ec-015d1d57b92f req-eabdf34b-7e6e-424a-9444-5bdb84e39bf8 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 985 time: 0.0623152 Jul 05 10:52:17.715546 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1fb86ae7-ec31-4e06-b7ec-015d1d57b92f req-39f60135-fac1-42fd-a716-09e3013f0eef tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=451d1537-1783-4dc3-a9a7-125de265c5fb&id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331669 Jul 05 10:52:18.893235 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0e816-f9fd-4e57-8fe1-cf96ad214277 req-9cbf830e-62d9-4b4b-b398-e852ee6ccca1 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:18.894685 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c2a0e816-f9fd-4e57-8fe1-cf96ad214277 req-9cbf830e-62d9-4b4b-b398-e852ee6ccca1 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 985 time: 0.0686314 Jul 05 10:52:18.934692 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c2a0e816-f9fd-4e57-8fe1-cf96ad214277 req-a14f7918-7876-42ff-8452-46a348288ec9 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=451d1537-1783-4dc3-a9a7-125de265c5fb&id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337853 Jul 05 10:52:20.107739 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca4309-f7f9-44ae-9b2e-2e8080d3f720 req-ec5e84e4-1f88-463e-b118-33c2a44c7ece tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:20.109251 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-08ca4309-f7f9-44ae-9b2e-2e8080d3f720 req-ec5e84e4-1f88-463e-b118-33c2a44c7ece tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 985 time: 0.0655322 Jul 05 10:52:20.148545 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-08ca4309-f7f9-44ae-9b2e-2e8080d3f720 req-7d3927f7-852d-467c-a1a0-4055c8381cb3 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=451d1537-1783-4dc3-a9a7-125de265c5fb&id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336812 Jul 05 10:52:21.027754 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eac24c41-ce39-46af-8396-559a29484665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:21.317646 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa582669-315e-4cac-8aa4-8d56c817e563 req-023fac22-029a-4fba-b5dd-f661f5edbba8 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:21.319753 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa582669-315e-4cac-8aa4-8d56c817e563 req-023fac22-029a-4fba-b5dd-f661f5edbba8 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 985 time: 0.0622809 Jul 05 10:52:21.362301 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fa582669-315e-4cac-8aa4-8d56c817e563 req-72a72f0a-e950-4b8a-9689-542b1e436726 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=451d1537-1783-4dc3-a9a7-125de265c5fb&id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369062 Jul 05 10:52:22.547540 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c975564-d49c-43e2-b4b0-cbec5ab4540c req-51a22814-845e-4cbc-bd81-c10fdacd95bc tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:22.549097 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c975564-d49c-43e2-b4b0-cbec5ab4540c req-51a22814-845e-4cbc-bd81-c10fdacd95bc tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 985 time: 0.0664358 Jul 05 10:52:22.589970 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5c975564-d49c-43e2-b4b0-cbec5ab4540c req-6be09038-4252-41f2-afa2-bc16bf99a1bd tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=451d1537-1783-4dc3-a9a7-125de265c5fb&id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352204 Jul 05 10:52:23.549868 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eeab159f-0866-4ac7-8697-431c5a73d43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:23.740658 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:23.788621 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cebe6-e729-4afe-b377-450a4242365a req-ab16953b-da3b-4b2b-981b-44038fa04a36 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:23.790119 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d33cebe6-e729-4afe-b377-450a4242365a req-ab16953b-da3b-4b2b-981b-44038fa04a36 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 985 time: 0.0664482 Jul 05 10:52:23.831761 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d33cebe6-e729-4afe-b377-450a4242365a req-e4dc979b-0cd5-4074-bf17-69006d5caf05 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=451d1537-1783-4dc3-a9a7-125de265c5fb&id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358765 Jul 05 10:52:24.824418 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:25.293754 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3751d82-fdd1-49c0-b3a0-483524a8e627 req-ec882268-0a81-4b3a-a6ab-fc1ad50cdb87 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:25.295156 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c3751d82-fdd1-49c0-b3a0-483524a8e627 req-ec882268-0a81-4b3a-a6ab-fc1ad50cdb87 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 985 time: 0.3495383 Jul 05 10:52:25.335355 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c3751d82-fdd1-49c0-b3a0-483524a8e627 req-ed264c63-a8ab-426f-8c0f-ffb718c933fd tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=451d1537-1783-4dc3-a9a7-125de265c5fb&id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345051 Jul 05 10:52:26.521375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5405854-1710-44cf-999e-bf2f156f8332 req-4a7b00d8-c47e-4b68-a723-7175fb88c2d1 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:26.523570 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5405854-1710-44cf-999e-bf2f156f8332 req-4a7b00d8-c47e-4b68-a723-7175fb88c2d1 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 985 time: 0.0704525 Jul 05 10:52:26.567793 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d5405854-1710-44cf-999e-bf2f156f8332 req-d74879a7-f9ad-4dc3-9852-04887ab1e489 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=451d1537-1783-4dc3-a9a7-125de265c5fb&id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384409 Jul 05 10:52:26.949738 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:27.196154 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33e5c9-d04d-45aa-8da6-eb53d78764c4 req-ca95efc9-30ac-413f-aa2d-2266b8df9b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:27.197517 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2e33e5c9-d04d-45aa-8da6-eb53d78764c4 req-ca95efc9-30ac-413f-aa2d-2266b8df9b74 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d36bd8b3b8f74a868fb8f8b87d1641b5&device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 1136 time: 0.0626945 Jul 05 10:52:27.304758 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33e5c9-d04d-45aa-8da6-eb53d78764c4 req-35e27b1d-f7e2-4d09-9ab8-d117d3946c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:27.306278 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2e33e5c9-d04d-45aa-8da6-eb53d78764c4 req-35e27b1d-f7e2-4d09-9ab8-d117d3946c64 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9231c753-0560-419c-9920-4d535df31fce HTTP/1.1" status: 200 len: 915 time: 0.0858171 Jul 05 10:52:27.377139 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2e33e5c9-d04d-45aa-8da6-eb53d78764c4 req-40b4ccfa-f13d-415b-84dc-a0cf7acd5bd9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=821bde99-9e3e-4ad1-ae17-6c7885c2deb7 HTTP/1.1" status: 200 len: 1001 time: 0.0643160 Jul 05 10:52:27.428146 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33e5c9-d04d-45aa-8da6-eb53d78764c4 req-5d7047bc-4d80-4a30-a3a6-8b1c4f9207f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:27.430178 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2e33e5c9-d04d-45aa-8da6-eb53d78764c4 req-5d7047bc-4d80-4a30-a3a6-8b1c4f9207f2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=41111b8a-5c41-4067-9f78-8c6ce5e6d04f HTTP/1.1" status: 200 len: 853 time: 0.0449135 Jul 05 10:52:27.489884 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33e5c9-d04d-45aa-8da6-eb53d78764c4 req-44cf82a9-aa33-485a-a5d9-3e2d58b7bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:27.492160 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2e33e5c9-d04d-45aa-8da6-eb53d78764c4 req-44cf82a9-aa33-485a-a5d9-3e2d58b7bd30 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9231c753-0560-419c-9920-4d535df31fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553131 Jul 05 10:52:27.502718 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [req-2e33e5c9-d04d-45aa-8da6-eb53d78764c4 req-f2556ff4-c0ab-455d-b8d0-cdbca835216a service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:52:27.503689 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2e33e5c9-d04d-45aa-8da6-eb53d78764c4 req-f2556ff4-c0ab-455d-b8d0-cdbca835216a service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051603 Jul 05 10:52:27.604377 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2e33e5c9-d04d-45aa-8da6-eb53d78764c4 req-88e5c742-9ed3-4536-9d49-74ec9414148c service neutron] 10.222.0.78 "GET /v2.0/networks/9231c753-0560-419c-9920-4d535df31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941546 Jul 05 10:52:27.705492 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2e33e5c9-d04d-45aa-8da6-eb53d78764c4 req-49dbf5db-a48b-428d-9ab8-d4069e773308 service neutron] 10.222.0.78 "GET /v2.0/networks/9231c753-0560-419c-9920-4d535df31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927749 Jul 05 10:52:27.757352 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d46b5b-ae02-41c5-9a46-78720fa76429 req-bfb1cb1b-9ba9-4164-b394-c5a5cc951371 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:27.758767 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7d46b5b-ae02-41c5-9a46-78720fa76429 req-bfb1cb1b-9ba9-4164-b394-c5a5cc951371 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 985 time: 0.0700147 Jul 05 10:52:27.799538 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c7d46b5b-ae02-41c5-9a46-78720fa76429 req-0f16b035-1fb8-41b5-ac1b-15d059aa383f tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=451d1537-1783-4dc3-a9a7-125de265c5fb&id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343790 Jul 05 10:52:28.982431 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435e704-320f-44ad-ba79-cd6135b90a9b req-8797078f-3695-4375-91d7-04a56dd0d691 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:28.983939 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0435e704-320f-44ad-ba79-cd6135b90a9b req-8797078f-3695-4375-91d7-04a56dd0d691 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 985 time: 0.0679922 Jul 05 10:52:29.027226 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0435e704-320f-44ad-ba79-cd6135b90a9b req-83fdf786-6071-476c-91c9-7170fdaab810 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=451d1537-1783-4dc3-a9a7-125de265c5fb&id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360081 Jul 05 10:52:30.371275 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:52:33.305950 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:36.759957 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:51.027836 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9fe65336-a0a8-4fd9-a173-e6708d1dc221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:53.401279 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-07940767-a69f-4b96-91a5-3ae5d71c8951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:53.744012 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:54.828652 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:56.951239 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:03.305306 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:06.778014 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:07.372227 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:53:21.029877 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-02d5ae59-6587-4a29-b411-6deaa0ff167d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:23.403594 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b8532358-62c5-4db3-8e6c-55037364faa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:23.746269 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:24.722571 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d71f5257-72f8-4688-a451-0729d92db15a req-0ffc223b-3bb1-4f78-9d16-5666fd2c63ed tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1627575169&fields=id&tenant_id=d36bd8b3b8f74a868fb8f8b87d1641b5 HTTP/1.1" status: 200 len: 267 time: 0.0376408 Jul 05 10:53:24.802962 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f5257-72f8-4688-a451-0729d92db15a req-39b5bc01-9035-41b5-9513-d094a2a47abf tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:24.804681 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d71f5257-72f8-4688-a451-0729d92db15a req-39b5bc01-9035-41b5-9513-d094a2a47abf tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 985 time: 0.0758123 Jul 05 10:53:24.817970 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d71f5257-72f8-4688-a451-0729d92db15a req-0938d915-2fd4-494e-9e8d-1d64be176dba tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Request body: {'port': {'security_groups': ['6b8d751e-b846-488e-b00d-8ae7c6c99ab1']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:24.830904 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:24.909360 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d71f5257-72f8-4688-a451-0729d92db15a req-0938d915-2fd4-494e-9e8d-1d64be176dba tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:25.083620 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d71f5257-72f8-4688-a451-0729d92db15a req-0938d915-2fd4-494e-9e8d-1d64be176dba tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] For port 821bde99-9e3e-4ad1-ae17-6c7885c2deb7, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=821bde99-9e3e-4ad1-ae17-6c7885c2deb7,segment=NetworkSegment(667deaf9-1fe8-4c9e-893e-f442133e1ed5),segment_id=667deaf9-1fe8-4c9e-893e-f442133e1ed5)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:53:25.114577 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d71f5257-72f8-4688-a451-0729d92db15a req-0938d915-2fd4-494e-9e8d-1d64be176dba tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:25.119605 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d71f5257-72f8-4688-a451-0729d92db15a req-0938d915-2fd4-494e-9e8d-1d64be176dba tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:25.132237 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['821bde99-9e3e-4ad1-ae17-6c7885c2deb7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:53:25.167208 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f5257-72f8-4688-a451-0729d92db15a req-0938d915-2fd4-494e-9e8d-1d64be176dba tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:25.167886 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d71f5257-72f8-4688-a451-0729d92db15a req-0938d915-2fd4-494e-9e8d-1d64be176dba tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:25.169484 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d71f5257-72f8-4688-a451-0729d92db15a req-0938d915-2fd4-494e-9e8d-1d64be176dba tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "PUT /v2.0/ports/821bde99-9e3e-4ad1-ae17-6c7885c2deb7 HTTP/1.1" status: 200 len: 943 time: 0.3584728 Jul 05 10:53:25.169953 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1243a050-e3cf-4537-8948-6f75aa71c679', 'tag': '821bde99-9e3e-4ad1-ae17-6c7885c2deb7'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:53:25.172435 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ef85f0-a439-4f19-a40f-876809e98d08" -d '{"events": [{"name": "network-changed", "server_uuid": "1243a050-e3cf-4537-8948-6f75aa71c679", "tag": "821bde99-9e3e-4ad1-ae17-6c7885c2deb7"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:53:25.180177 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49278) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:25.252926 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['821bde99-9e3e-4ad1-ae17-6c7885c2deb7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:53:25.272827 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dde5e2a0-2888-440f-95b9-be08fee83933 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:25.275157 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938d915-2fd4-494e-9e8d-1d64be176dba tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Pushing event updated for resources: {'Port': ['ID=821bde99-9e3e-4ad1-ae17-6c7885c2deb7,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:25.286962 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938d915-2fd4-494e-9e8d-1d64be176dba tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:25.287193 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938d915-2fd4-494e-9e8d-1d64be176dba tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:25.287483 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938d915-2fd4-494e-9e8d-1d64be176dba tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:25.287828 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938d915-2fd4-494e-9e8d-1d64be176dba tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:25.288231 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938d915-2fd4-494e-9e8d-1d64be176dba tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:25.288564 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938d915-2fd4-494e-9e8d-1d64be176dba tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:25.288896 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938d915-2fd4-494e-9e8d-1d64be176dba tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:25.290130 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938d915-2fd4-494e-9e8d-1d64be176dba tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:25.290130 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938d915-2fd4-494e-9e8d-1d64be176dba tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:25.290368 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938d915-2fd4-494e-9e8d-1d64be176dba tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:25.290699 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938d915-2fd4-494e-9e8d-1d64be176dba tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:25.291018 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938d915-2fd4-494e-9e8d-1d64be176dba tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:25.334517 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0d4232-5a34-4fa9-b7c5-09ab44933e21 x-openstack-request-id: req-7d0d4232-5a34-4fa9-b7c5-09ab44933e21 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:53:25.334860 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1243a050-e3cf-4537-8948-6f75aa71c679", "tag": "821bde99-9e3e-4ad1-ae17-6c7885c2deb7", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:53:25.335031 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7d0d4232-5a34-4fa9-b7c5-09ab44933e21 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:53:25.335437 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1243a050-e3cf-4537-8948-6f75aa71c679', 'tag': '821bde99-9e3e-4ad1-ae17-6c7885c2deb7', 'status': 'completed', 'code': 200} Jul 05 10:53:25.337976 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dde5e2a0-2888-440f-95b9-be08fee83933 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:25.441262 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dde5e2a0-2888-440f-95b9-be08fee83933 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:25.444546 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dde5e2a0-2888-440f-95b9-be08fee83933 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:25.445884 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-dde5e2a0-2888-440f-95b9-be08fee83933 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "DELETE /v2.0/security-groups/451d1537-1783-4dc3-a9a7-125de265c5fb HTTP/1.1" status: 204 len: 168 time: 0.2651069 Jul 05 10:53:25.451509 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49286) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:25.455990 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5e2a0-2888-440f-95b9-be08fee83933 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=451d1537-1783-4dc3-a9a7-125de265c5fb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:25.499147 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4b612b99-9029-4914-9477-d629a83e3a62 None None] Provisioning complete for port 821bde99-9e3e-4ad1-ae17-6c7885c2deb7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:53:25.499707 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4b612b99-9029-4914-9477-d629a83e3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:25.565891 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef85f0-a439-4f19-a40f-876809e98d08 req-6bf27408-3ea0-4d65-9d5e-ec4e62813875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:25.568331 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-92ef85f0-a439-4f19-a40f-876809e98d08 req-6bf27408-3ea0-4d65-9d5e-ec4e62813875 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d36bd8b3b8f74a868fb8f8b87d1641b5&device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 1097 time: 0.2124343 Jul 05 10:53:25.728873 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef85f0-a439-4f19-a40f-876809e98d08 req-11080ce6-ed57-44d9-a07c-c6654982c6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:25.730327 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-92ef85f0-a439-4f19-a40f-876809e98d08 req-11080ce6-ed57-44d9-a07c-c6654982c6e9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9231c753-0560-419c-9920-4d535df31fce HTTP/1.1" status: 200 len: 915 time: 0.1341610 Jul 05 10:53:25.791420 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8f4b4e59-7fae-4808-9265-ffada105dfa7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Deleting port 6d997961-0e27-4e79-9c52-aa9b4f32b25b {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:53:25.791769 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f4b4e59-7fae-4808-9265-ffada105dfa7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:25.856928 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-92ef85f0-a439-4f19-a40f-876809e98d08 req-05ca9a37-f41d-4a0f-a9e2-00bfc7ab789c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=821bde99-9e3e-4ad1-ae17-6c7885c2deb7 HTTP/1.1" status: 200 len: 1001 time: 0.1165109 Jul 05 10:53:25.929108 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f4b4e59-7fae-4808-9265-ffada105dfa7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:25.929450 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f4b4e59-7fae-4808-9265-ffada105dfa7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:25.948835 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8f4b4e59-7fae-4808-9265-ffada105dfa7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Calling delete_port for 6d997961-0e27-4e79-9c52-aa9b4f32b25b owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:53:25.954315 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef85f0-a439-4f19-a40f-876809e98d08 req-a7aa14d9-7df2-4e14-bc84-4ab60ff7ab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:25.955873 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-92ef85f0-a439-4f19-a40f-876809e98d08 req-a7aa14d9-7df2-4e14-bc84-4ab60ff7ab4e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=41111b8a-5c41-4067-9f78-8c6ce5e6d04f HTTP/1.1" status: 200 len: 853 time: 0.0913358 Jul 05 10:53:26.086516 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef85f0-a439-4f19-a40f-876809e98d08 req-a948a28b-caf5-43bf-b146-337b58d3621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:26.088146 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-92ef85f0-a439-4f19-a40f-876809e98d08 req-a948a28b-caf5-43bf-b146-337b58d3621b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9231c753-0560-419c-9920-4d535df31fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245942 Jul 05 10:53:26.226695 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-92ef85f0-a439-4f19-a40f-876809e98d08 req-d0c55ac2-af38-48c9-bbf9-ea56a63ce620 service neutron] 10.222.0.78 "GET /v2.0/networks/9231c753-0560-419c-9920-4d535df31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317999 Jul 05 10:53:26.228217 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f4b4e59-7fae-4808-9265-ffada105dfa7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:26.277402 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b4e59-7fae-4808-9265-ffada105dfa7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Pushing event deleted for resources: {'Port': ['ID=6d997961-0e27-4e79-9c52-aa9b4f32b25b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:26.342549 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4b4e59-7fae-4808-9265-ffada105dfa7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:26.342904 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4b4e59-7fae-4808-9265-ffada105dfa7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:26.343254 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4b4e59-7fae-4808-9265-ffada105dfa7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:26.343597 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4b4e59-7fae-4808-9265-ffada105dfa7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:26.343964 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4b4e59-7fae-4808-9265-ffada105dfa7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:26.344304 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4b4e59-7fae-4808-9265-ffada105dfa7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:26.344639 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4b4e59-7fae-4808-9265-ffada105dfa7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:26.344974 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4b4e59-7fae-4808-9265-ffada105dfa7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:26.345307 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4b4e59-7fae-4808-9265-ffada105dfa7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:26.345640 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4b4e59-7fae-4808-9265-ffada105dfa7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:26.345971 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4b4e59-7fae-4808-9265-ffada105dfa7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:26.346300 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4b4e59-7fae-4808-9265-ffada105dfa7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:26.421801 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f4b4e59-7fae-4808-9265-ffada105dfa7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:26.422154 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-8f4b4e59-7fae-4808-9265-ffada105dfa7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Floating IP 26dbf286-8096-4edc-aa10-e29f858b3280 disassociated (deleted). External IP: 172.25.7.56, port: 821bde99-9e3e-4ad1-ae17-6c7885c2deb7. Jul 05 10:53:26.459937 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-92ef85f0-a439-4f19-a40f-876809e98d08 req-e79f1604-1a4e-4eb9-9f92-b7981ba90fb9 service neutron] 10.222.0.78 "GET /v2.0/networks/9231c753-0560-419c-9920-4d535df31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261913 Jul 05 10:53:26.643256 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4b4e59-7fae-4808-9265-ffada105dfa7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Router 9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:53:26.757518 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4b4e59-7fae-4808-9265-ffada105dfa7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:53:26.762493 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f4b4e59-7fae-4808-9265-ffada105dfa7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:26.767593 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d5d9e0-ce6a-4784-b1bd-f32aa0fb3819 None None] Sync routers for ids ['9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:53:26.778012 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d5d9e0-ce6a-4784-b1bd-f32aa0fb3819 None None] Routers {'9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:53:26.778691 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e0d5d9e0-ce6a-4784-b1bd-f32aa0fb3819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:53:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:26.806591 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8f4b4e59-7fae-4808-9265-ffada105dfa7 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "DELETE /v2.0/floatingips/26dbf286-8096-4edc-aa10-e29f858b3280 HTTP/1.1" status: 204 len: 168 time: 1.3524539 Jul 05 10:53:26.807534 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1243a050-e3cf-4537-8948-6f75aa71c679', 'tag': '821bde99-9e3e-4ad1-ae17-6c7885c2deb7'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:53:26.810383 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be84a1f-be16-493d-8326-95dde15c6dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "1243a050-e3cf-4537-8948-6f75aa71c679", "tag": "821bde99-9e3e-4ad1-ae17-6c7885c2deb7"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:53:26.903770 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e0d5d9e0-ce6a-4784-b1bd-f32aa0fb3819 None None] Set router 9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:53:26.911733 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20278e48-9b5f-4a25-9e40-f1246e33f564 x-openstack-request-id: req-20278e48-9b5f-4a25-9e40-f1246e33f564 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:53:26.912062 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1243a050-e3cf-4537-8948-6f75aa71c679", "tag": "821bde99-9e3e-4ad1-ae17-6c7885c2deb7", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:53:26.912319 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-20278e48-9b5f-4a25-9e40-f1246e33f564 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:53:26.912736 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1243a050-e3cf-4537-8948-6f75aa71c679', 'tag': '821bde99-9e3e-4ad1-ae17-6c7885c2deb7', 'status': 'completed', 'code': 200} Jul 05 10:53:27.002053 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be84a1f-be16-493d-8326-95dde15c6dbe req-4af06701-cdaa-49f2-b46f-fcbed9e7e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:27.003692 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2be84a1f-be16-493d-8326-95dde15c6dbe req-4af06701-cdaa-49f2-b46f-fcbed9e7e261 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d36bd8b3b8f74a868fb8f8b87d1641b5&device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 1097 time: 0.0678058 Jul 05 10:53:27.011750 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:27.128009 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be84a1f-be16-493d-8326-95dde15c6dbe req-20793b40-4895-46e9-acd6-cb25656ee505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:27.129942 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2be84a1f-be16-493d-8326-95dde15c6dbe req-20793b40-4895-46e9-acd6-cb25656ee505 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9231c753-0560-419c-9920-4d535df31fce HTTP/1.1" status: 200 len: 915 time: 0.1194677 Jul 05 10:53:27.187058 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e0d5d9e0-ce6a-4784-b1bd-f32aa0fb3819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'name': 'tempest-TestMinimumBasicScenario-463500995-router', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:15Z', 'revision_number': 4, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'gw_port': {'id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '1e40f6fe-7987-48bf-b17f-6485c8cf707d', 'name': '', 'network_id': '9231c753-0560-419c-9920-4d535df31fce', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'mac_address': 'fa:16:3e:56:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '41111b8a-5c41-4067-9f78-8c6ce5e6d04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:14Z', 'updated_at': '2021-07-05T10:50:21Z', 'revision_number': 5, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'subnets': [{'id': '41111b8a-5c41-4067-9f78-8c6ce5e6d04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:27.192159 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2be84a1f-be16-493d-8326-95dde15c6dbe req-b962b9ed-d065-4a41-a4d3-72db8d1b11ea service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=821bde99-9e3e-4ad1-ae17-6c7885c2deb7 HTTP/1.1" status: 200 len: 217 time: 0.0549946 Jul 05 10:53:27.221207 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d5d9e0-ce6a-4784-b1bd-f32aa0fb3819 None None] Checking router: 9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:53:27.225452 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9700f3a8-a2b0-4685-a8c5-8d0e41561db7 req-5da71927-9bf0-43fa-9191-8f36ad1b6112 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1032240 Jul 05 10:53:27.233680 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d5d9e0-ce6a-4784-b1bd-f32aa0fb3819 None None] Routers {'9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:53:27.236161 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e0d5d9e0-ce6a-4784-b1bd-f32aa0fb3819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:53:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:27.255551 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be84a1f-be16-493d-8326-95dde15c6dbe req-483d123b-e454-4676-a8d6-0ba90690d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:27.257292 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2be84a1f-be16-493d-8326-95dde15c6dbe req-483d123b-e454-4676-a8d6-0ba90690d00d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=41111b8a-5c41-4067-9f78-8c6ce5e6d04f HTTP/1.1" status: 200 len: 853 time: 0.0586045 Jul 05 10:53:27.328813 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be84a1f-be16-493d-8326-95dde15c6dbe req-05354a37-0d23-4f05-85a7-c0f891a0b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:27.330579 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2be84a1f-be16-493d-8326-95dde15c6dbe req-05354a37-0d23-4f05-85a7-c0f891a0b4fe service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9231c753-0560-419c-9920-4d535df31fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667288 Jul 05 10:53:27.359652 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e0d5d9e0-ce6a-4784-b1bd-f32aa0fb3819 None None] Set router 9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:53:27.443685 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2be84a1f-be16-493d-8326-95dde15c6dbe req-4afdbe47-e5f4-41c4-b4fe-d00160386f52 service neutron] 10.222.0.78 "GET /v2.0/networks/9231c753-0560-419c-9920-4d535df31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058557 Jul 05 10:53:27.551660 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2be84a1f-be16-493d-8326-95dde15c6dbe req-50c89f70-dc98-40c7-936f-18b44cbadfad service neutron] 10.222.0.78 "GET /v2.0/networks/9231c753-0560-419c-9920-4d535df31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012192 Jul 05 10:53:27.584603 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e0d5d9e0-ce6a-4784-b1bd-f32aa0fb3819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'name': 'tempest-TestMinimumBasicScenario-463500995-router', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:15Z', 'revision_number': 4, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'gw_port': {'id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '1e40f6fe-7987-48bf-b17f-6485c8cf707d', 'name': '', 'network_id': '9231c753-0560-419c-9920-4d535df31fce', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'mac_address': 'fa:16:3e:56:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '41111b8a-5c41-4067-9f78-8c6ce5e6d04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:14Z', 'updated_at': '2021-07-05T10:50:21Z', 'revision_number': 5, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'subnets': [{'id': '41111b8a-5c41-4067-9f78-8c6ce5e6d04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:27.619271 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d5d9e0-ce6a-4784-b1bd-f32aa0fb3819 None None] The sync data for ids ['9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'] in n-d-798054-8 is: [{'id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'name': 'tempest-TestMinimumBasicScenario-463500995-router', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:15Z', 'revision_number': 4, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'gw_port': {'id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '1e40f6fe-7987-48bf-b17f-6485c8cf707d', 'name': '', 'network_id': '9231c753-0560-419c-9920-4d535df31fce', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'mac_address': 'fa:16:3e:56:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '41111b8a-5c41-4067-9f78-8c6ce5e6d04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:14Z', 'updated_at': '2021-07-05T10:50:21Z', 'revision_number': 5, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'subnets': [{'id': '41111b8a-5c41-4067-9f78-8c6ce5e6d04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:53:27.681972 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700f3a8-a2b0-4685-a8c5-8d0e41561db7 req-1a95c3b3-8617-4e7d-b1c8-367aacdc010c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:27.683566 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9700f3a8-a2b0-4685-a8c5-8d0e41561db7 req-1a95c3b3-8617-4e7d-b1c8-367aacdc010c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d36bd8b3b8f74a868fb8f8b87d1641b5&device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 1097 time: 0.0576596 Jul 05 10:53:27.799400 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700f3a8-a2b0-4685-a8c5-8d0e41561db7 req-fc05ef64-93be-430e-a970-4323694a3b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:27.800981 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9700f3a8-a2b0-4685-a8c5-8d0e41561db7 req-fc05ef64-93be-430e-a970-4323694a3b4a service neutron] 10.222.0.78 "GET /v2.0/networks?id=9231c753-0560-419c-9920-4d535df31fce HTTP/1.1" status: 200 len: 915 time: 0.0960393 Jul 05 10:53:27.844946 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9700f3a8-a2b0-4685-a8c5-8d0e41561db7 req-326c768b-cb35-4de1-b69e-ff68b304c72a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=821bde99-9e3e-4ad1-ae17-6c7885c2deb7 HTTP/1.1" status: 200 len: 217 time: 0.0373218 Jul 05 10:53:27.868821 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d644ce-e459-4fb0-9040-7a1b7107748d None None] New status for floating IP 26dbf286-8096-4edc-aa10-e29f858b3280: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:53:27.907262 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700f3a8-a2b0-4685-a8c5-8d0e41561db7 req-51068ab3-5ad7-45d4-b110-f4cb0f5eb9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:27.908978 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9700f3a8-a2b0-4685-a8c5-8d0e41561db7 req-51068ab3-5ad7-45d4-b110-f4cb0f5eb9e2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=41111b8a-5c41-4067-9f78-8c6ce5e6d04f HTTP/1.1" status: 200 len: 853 time: 0.0566893 Jul 05 10:53:27.971287 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700f3a8-a2b0-4685-a8c5-8d0e41561db7 req-622728c1-7620-48b6-a392-c4d6ec41bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:27.972902 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9700f3a8-a2b0-4685-a8c5-8d0e41561db7 req-622728c1-7620-48b6-a392-c4d6ec41bba0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9231c753-0560-419c-9920-4d535df31fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565522 Jul 05 10:53:28.069307 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9700f3a8-a2b0-4685-a8c5-8d0e41561db7 req-a7c8b40b-9735-4ed7-9cf1-180bd955a9f5 service neutron] 10.222.0.78 "GET /v2.0/networks/9231c753-0560-419c-9920-4d535df31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895009 Jul 05 10:53:28.168894 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9700f3a8-a2b0-4685-a8c5-8d0e41561db7 req-3dad82f3-6fcb-4f1a-9760-94639a103fd1 service neutron] 10.222.0.78 "GET /v2.0/networks/9231c753-0560-419c-9920-4d535df31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932190 Jul 05 10:53:33.322104 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:34.541556 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54c895-8625-4f5f-9019-acbfe6633eba req-5a199d1e-b314-472c-8aae-7d8516bba803 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:34.543054 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8f54c895-8625-4f5f-9019-acbfe6633eba req-5a199d1e-b314-472c-8aae-7d8516bba803 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 946 time: 0.0694618 Jul 05 10:53:34.584401 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8f54c895-8625-4f5f-9019-acbfe6633eba req-22980524-cad5-4bd8-b423-396659846b37 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353470 Jul 05 10:53:35.772196 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ecb17-43bc-47ab-bb3e-cd3e49b263e8 req-09c1a548-33d7-4ecd-aebe-9fbf64dcd641 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:35.773968 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6e6ecb17-43bc-47ab-bb3e-cd3e49b263e8 req-09c1a548-33d7-4ecd-aebe-9fbf64dcd641 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 946 time: 0.0683966 Jul 05 10:53:35.813436 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6e6ecb17-43bc-47ab-bb3e-cd3e49b263e8 req-3ee41605-a215-43f5-9b80-e7ea21519b30 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b8d751e-b846-488e-b00d-8ae7c6c99ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338144 Jul 05 10:53:36.340552 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a2211-5711-4ba0-b7e1-3ce8ed12112e req-65c18a4c-b975-432c-931f-d1f411468787 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:36.342204 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b14a2211-5711-4ba0-b7e1-3ce8ed12112e req-65c18a4c-b975-432c-931f-d1f411468787 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.78 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 946 time: 0.0704148 Jul 05 10:53:36.452961 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-b14a2211-5711-4ba0-b7e1-3ce8ed12112e req-6e252c8f-4afa-4f88-9f2d-89fdaf01120b tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Deleting port 821bde99-9e3e-4ad1-ae17-6c7885c2deb7 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:53:36.453315 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b14a2211-5711-4ba0-b7e1-3ce8ed12112e req-6e252c8f-4afa-4f88-9f2d-89fdaf01120b tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:36.543567 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-b14a2211-5711-4ba0-b7e1-3ce8ed12112e req-6e252c8f-4afa-4f88-9f2d-89fdaf01120b tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] For port 821bde99-9e3e-4ad1-ae17-6c7885c2deb7, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=821bde99-9e3e-4ad1-ae17-6c7885c2deb7,segment=NetworkSegment(667deaf9-1fe8-4c9e-893e-f442133e1ed5),segment_id=667deaf9-1fe8-4c9e-893e-f442133e1ed5)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:53:36.543961 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b14a2211-5711-4ba0-b7e1-3ce8ed12112e req-6e252c8f-4afa-4f88-9f2d-89fdaf01120b tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:36.557392 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-b14a2211-5711-4ba0-b7e1-3ce8ed12112e req-6e252c8f-4afa-4f88-9f2d-89fdaf01120b tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Calling delete_port for 821bde99-9e3e-4ad1-ae17-6c7885c2deb7 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:53:36.689101 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b14a2211-5711-4ba0-b7e1-3ce8ed12112e req-6e252c8f-4afa-4f88-9f2d-89fdaf01120b tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:36.701360 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['821bde99-9e3e-4ad1-ae17-6c7885c2deb7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:53:36.719909 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e252c8f-4afa-4f88-9f2d-89fdaf01120b tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Pushing event deleted for resources: {'Port': ['ID=821bde99-9e3e-4ad1-ae17-6c7885c2deb7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:36.764022 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14a2211-5711-4ba0-b7e1-3ce8ed12112e req-6e252c8f-4afa-4f88-9f2d-89fdaf01120b tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] No DVR routers for this DVR port 821bde99-9e3e-4ad1-ae17-6c7885c2deb7 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:53:36.766675 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b14a2211-5711-4ba0-b7e1-3ce8ed12112e req-6e252c8f-4afa-4f88-9f2d-89fdaf01120b tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:36.768730 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b14a2211-5711-4ba0-b7e1-3ce8ed12112e req-6e252c8f-4afa-4f88-9f2d-89fdaf01120b tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.78 "DELETE /v2.0/ports/821bde99-9e3e-4ad1-ae17-6c7885c2deb7 HTTP/1.1" status: 204 len: 173 time: 0.4213955 Jul 05 10:53:36.769180 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1243a050-e3cf-4537-8948-6f75aa71c679', 'name': 'network-vif-deleted', 'tag': '821bde99-9e3e-4ad1-ae17-6c7885c2deb7'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:53:36.771438 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bf3bb5-6b08-4cf4-9d71-f7128f5d1ba3" -d '{"events": [{"server_uuid": "1243a050-e3cf-4537-8948-6f75aa71c679", "name": "network-vif-deleted", "tag": "821bde99-9e3e-4ad1-ae17-6c7885c2deb7"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:53:36.777200 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:36.813178 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e7fdbe-bb9d-495d-8617-9ecddce7041d x-openstack-request-id: req-54e7fdbe-bb9d-495d-8617-9ecddce7041d {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:53:36.813552 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1243a050-e3cf-4537-8948-6f75aa71c679", "name": "network-vif-deleted", "tag": "821bde99-9e3e-4ad1-ae17-6c7885c2deb7", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:53:36.813813 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-54e7fdbe-bb9d-495d-8617-9ecddce7041d {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:53:36.814213 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1243a050-e3cf-4537-8948-6f75aa71c679', 'name': 'network-vif-deleted', 'tag': '821bde99-9e3e-4ad1-ae17-6c7885c2deb7', 'status': 'completed', 'code': 200} Jul 05 10:53:36.963246 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a29ea27c-13cb-4228-b79e-ac2c72b32b29 req-f649dca2-d911-4fd9-b2da-4d728ff09823 tempest-TestMinimumBasicScenario-205839553 tempest-TestMinimumBasicScenario-205839553-project] 10.222.0.79 "GET /v2.0/ports?device_id=1243a050-e3cf-4537-8948-6f75aa71c679 HTTP/1.1" status: 200 len: 210 time: 0.0296993 Jul 05 10:53:38.620352 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49392) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:39.015715 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cd84d584-0883-470c-838e-7a761452eab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:39.293786 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-cd84d584-0883-470c-838e-7a761452eab9 admin admin] Deleting port 1e40f6fe-7987-48bf-b17f-6485c8cf707d {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:53:39.294019 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cd84d584-0883-470c-838e-7a761452eab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:39.376398 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-cd84d584-0883-470c-838e-7a761452eab9 admin admin] For port 1e40f6fe-7987-48bf-b17f-6485c8cf707d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=1e40f6fe-7987-48bf-b17f-6485c8cf707d,segment=NetworkSegment(667deaf9-1fe8-4c9e-893e-f442133e1ed5),segment_id=667deaf9-1fe8-4c9e-893e-f442133e1ed5)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:53:39.376770 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cd84d584-0883-470c-838e-7a761452eab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:39.398951 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-cd84d584-0883-470c-838e-7a761452eab9 admin admin] Calling delete_port for 1e40f6fe-7987-48bf-b17f-6485c8cf707d owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:53:39.593539 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cd84d584-0883-470c-838e-7a761452eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:39.621942 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84d584-0883-470c-838e-7a761452eab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e40f6fe-7987-48bf-b17f-6485c8cf707d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:39.665312 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 821bde99-9e3e-4ad1-ae17-6c7885c2deb7 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:53:39.689326 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 821bde99-9e3e-4ad1-ae17-6c7885c2deb7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:53:39.689835 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 821bde99-9e3e-4ad1-ae17-6c7885c2deb7 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:53:39.827773 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cd84d584-0883-470c-838e-7a761452eab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:40.057784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd84d584-0883-470c-838e-7a761452eab9 admin admin] Router 9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:53:40.178578 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd84d584-0883-470c-838e-7a761452eab9 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:53:40.184911 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cd84d584-0883-470c-838e-7a761452eab9 admin admin] 10.222.0.79 "PUT /v2.0/routers/9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5629013 Jul 05 10:53:40.187423 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a1270f-7fb7-42ad-9039-d7d35762dcb3 None None] Sync routers for ids ['9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:53:40.187639 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49394) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:40.198238 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a1270f-7fb7-42ad-9039-d7d35762dcb3 None None] Routers {'9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:53:40.198949 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-13a1270f-7fb7-42ad-9039-d7d35762dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:53:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:40.295739 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cdc36c63-068d-4101-a4b1-a9b2149e1995 admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:40.307437 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-13a1270f-7fb7-42ad-9039-d7d35762dcb3 None None] Set router 9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:53:40.402145 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cdc36c63-068d-4101-a4b1-a9b2149e1995 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:40.459122 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-cdc36c63-068d-4101-a4b1-a9b2149e1995 admin admin] Deleting port 62e70341-ac17-4d6c-99e9-b8793db22344 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:53:40.459580 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cdc36c63-068d-4101-a4b1-a9b2149e1995 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:40.499424 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-13a1270f-7fb7-42ad-9039-d7d35762dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'name': 'tempest-TestMinimumBasicScenario-463500995-router', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:53:39Z', 'revision_number': 5, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'gw_port': {'id': '62e70341-ac17-4d6c-99e9-b8793db22344', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:40.528417 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a1270f-7fb7-42ad-9039-d7d35762dcb3 None None] Checking router: 9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:53:40.537610 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a1270f-7fb7-42ad-9039-d7d35762dcb3 None None] Routers {'9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:53:40.538237 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-13a1270f-7fb7-42ad-9039-d7d35762dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:53:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:40.560315 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-cdc36c63-068d-4101-a4b1-a9b2149e1995 admin admin] For port 62e70341-ac17-4d6c-99e9-b8793db22344, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=62e70341-ac17-4d6c-99e9-b8793db22344,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:53:40.560830 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cdc36c63-068d-4101-a4b1-a9b2149e1995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:40.586956 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-cdc36c63-068d-4101-a4b1-a9b2149e1995 admin admin] Calling delete_port for 62e70341-ac17-4d6c-99e9-b8793db22344 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:53:40.634789 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-13a1270f-7fb7-42ad-9039-d7d35762dcb3 None None] Set router 9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:53:40.687793 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-13a1270f-7fb7-42ad-9039-d7d35762dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'name': 'tempest-TestMinimumBasicScenario-463500995-router', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:53:40Z', 'revision_number': 6, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:40.721051 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a1270f-7fb7-42ad-9039-d7d35762dcb3 None None] The sync data for ids ['9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f'] in n-d-798054-8 is: [{'id': '9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f', 'name': 'tempest-TestMinimumBasicScenario-463500995-router', 'tenant_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:53:40Z', 'revision_number': 6, 'project_id': 'd36bd8b3b8f74a868fb8f8b87d1641b5', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:53:40.791427 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cdc36c63-068d-4101-a4b1-a9b2149e1995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:40.826066 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc36c63-068d-4101-a4b1-a9b2149e1995 admin admin] Pushing event deleted for resources: {'Port': ['ID=62e70341-ac17-4d6c-99e9-b8793db22344,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:40.887703 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cdc36c63-068d-4101-a4b1-a9b2149e1995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:40.984869 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cdc36c63-068d-4101-a4b1-a9b2149e1995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:40.987345 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cdc36c63-068d-4101-a4b1-a9b2149e1995 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:41.032668 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cdc36c63-068d-4101-a4b1-a9b2149e1995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:41.033116 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc36c63-068d-4101-a4b1-a9b2149e1995 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:53:41.037736 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cdc36c63-068d-4101-a4b1-a9b2149e1995 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:41.038984 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cdc36c63-068d-4101-a4b1-a9b2149e1995 admin admin] 10.222.0.79 "DELETE /v2.0/routers/9b6a03b1-e67f-4414-8fe0-2ce9a6bb446f HTTP/1.1" status: 204 len: 168 time: 0.8503180 Jul 05 10:53:41.041854 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49396) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:41.094832 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5bd095f-d22b-4675-8ab7-4ab7731b8195 admin admin] Deleting subnet 41111b8a-5c41-4067-9f78-8c6ce5e6d04f {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:53:41.107624 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e5bd095f-d22b-4675-8ab7-4ab7731b8195 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:41.136849 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e5bd095f-d22b-4675-8ab7-4ab7731b8195 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:41.221829 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e5bd095f-d22b-4675-8ab7-4ab7731b8195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:41.277271 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e5bd095f-d22b-4675-8ab7-4ab7731b8195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:41.306914 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd095f-d22b-4675-8ab7-4ab7731b8195 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41111b8a-5c41-4067-9f78-8c6ce5e6d04f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:41.312657 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e5bd095f-d22b-4675-8ab7-4ab7731b8195 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:41.314664 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e5bd095f-d22b-4675-8ab7-4ab7731b8195 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/41111b8a-5c41-4067-9f78-8c6ce5e6d04f HTTP/1.1" status: 204 len: 168 time: 0.2718408 Jul 05 10:53:41.318024 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49398) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:41.320209 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2648171a-502d-47bb-a35b-3e352f5687e9 None None] Network 9231c753-0560-419c-9920-4d535df31fce requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:53:41.392847 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31dbf32e-82c8-4b10-8a0d-4a2a547bdbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:41.451652 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-31dbf32e-82c8-4b10-8a0d-4a2a547bdbe0 admin admin] Deleting port 628c19fc-dec4-4c37-a4ef-88bdb58f575f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:53:41.451916 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31dbf32e-82c8-4b10-8a0d-4a2a547bdbe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:41.526542 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-31dbf32e-82c8-4b10-8a0d-4a2a547bdbe0 admin admin] For port 628c19fc-dec4-4c37-a4ef-88bdb58f575f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=628c19fc-dec4-4c37-a4ef-88bdb58f575f,segment=NetworkSegment(667deaf9-1fe8-4c9e-893e-f442133e1ed5),segment_id=667deaf9-1fe8-4c9e-893e-f442133e1ed5)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:53:41.526910 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31dbf32e-82c8-4b10-8a0d-4a2a547bdbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:41.542665 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-31dbf32e-82c8-4b10-8a0d-4a2a547bdbe0 admin admin] Calling delete_port for 628c19fc-dec4-4c37-a4ef-88bdb58f575f owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:53:41.544811 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f08429b-72ff-4d52-a4f4-d340739e11e2 None None] DHCP port deletion for 9231c753-0560-419c-9920-4d535df31fce request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:53:41.594414 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9f08429b-72ff-4d52-a4f4-d340739e11e2 None None] Deleting port 628c19fc-dec4-4c37-a4ef-88bdb58f575f {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:53:41.594795 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9f08429b-72ff-4d52-a4f4-d340739e11e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:41.632110 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31dbf32e-82c8-4b10-8a0d-4a2a547bdbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:41.661536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbf32e-82c8-4b10-8a0d-4a2a547bdbe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=628c19fc-dec4-4c37-a4ef-88bdb58f575f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:41.663480 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dbf32e-82c8-4b10-8a0d-4a2a547bdbe0 admin admin] No DVR routers for this DVR port 628c19fc-dec4-4c37-a4ef-88bdb58f575f on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:53:41.673376 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9f08429b-72ff-4d52-a4f4-d340739e11e2 None None] For port 628c19fc-dec4-4c37-a4ef-88bdb58f575f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=628c19fc-dec4-4c37-a4ef-88bdb58f575f,segment=NetworkSegment(667deaf9-1fe8-4c9e-893e-f442133e1ed5),segment_id=667deaf9-1fe8-4c9e-893e-f442133e1ed5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:53:41.673777 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9f08429b-72ff-4d52-a4f4-d340739e11e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:41.688481 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9f08429b-72ff-4d52-a4f4-d340739e11e2 None None] Calling delete_port for 628c19fc-dec4-4c37-a4ef-88bdb58f575f owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:53:41.744050 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31dbf32e-82c8-4b10-8a0d-4a2a547bdbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:41.755194 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-31dbf32e-82c8-4b10-8a0d-4a2a547bdbe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9231c753-0560-419c-9920-4d535df31fce']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:41.767371 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-31dbf32e-82c8-4b10-8a0d-4a2a547bdbe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '667deaf9-1fe8-4c9e-893e-f442133e1ed5') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:41.767672 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-31dbf32e-82c8-4b10-8a0d-4a2a547bdbe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '667deaf9-1fe8-4c9e-893e-f442133e1ed5') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:41.777893 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31dbf32e-82c8-4b10-8a0d-4a2a547bdbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:41.784445 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9f08429b-72ff-4d52-a4f4-d340739e11e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:41.795175 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31dbf32e-82c8-4b10-8a0d-4a2a547bdbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:41.802548 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31dbf32e-82c8-4b10-8a0d-4a2a547bdbe0 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:53:41.803036 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31dbf32e-82c8-4b10-8a0d-4a2a547bdbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:53:41.805150 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:53:41.817140 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08429b-72ff-4d52-a4f4-d340739e11e2 None None] Pushing event deleted for resources: {'Port': ['ID=628c19fc-dec4-4c37-a4ef-88bdb58f575f,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:41.821762 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f08429b-72ff-4d52-a4f4-d340739e11e2 None None] No DVR routers for this DVR port 628c19fc-dec4-4c37-a4ef-88bdb58f575f on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:53:41.831504 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f08429b-72ff-4d52-a4f4-d340739e11e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:41.831504 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f08429b-72ff-4d52-a4f4-d340739e11e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:41.831504 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f08429b-72ff-4d52-a4f4-d340739e11e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:41.831504 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f08429b-72ff-4d52-a4f4-d340739e11e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:41.831504 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f08429b-72ff-4d52-a4f4-d340739e11e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:41.831504 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f08429b-72ff-4d52-a4f4-d340739e11e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:41.831504 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f08429b-72ff-4d52-a4f4-d340739e11e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:41.832558 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f08429b-72ff-4d52-a4f4-d340739e11e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:41.832558 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f08429b-72ff-4d52-a4f4-d340739e11e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:41.832558 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f08429b-72ff-4d52-a4f4-d340739e11e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:41.832934 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f08429b-72ff-4d52-a4f4-d340739e11e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:41.833171 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f08429b-72ff-4d52-a4f4-d340739e11e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:42.148143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 628c19fc-dec4-4c37-a4ef-88bdb58f575f no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:53:42.170708 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 628c19fc-dec4-4c37-a4ef-88bdb58f575f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:53:42.171031 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 628c19fc-dec4-4c37-a4ef-88bdb58f575f not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:53:42.171515 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 62e70341-ac17-4d6c-99e9-b8793db22344 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:53:42.188315 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31dbf32e-82c8-4b10-8a0d-4a2a547bdbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:42.191621 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 62e70341-ac17-4d6c-99e9-b8793db22344 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:53:42.193087 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 62e70341-ac17-4d6c-99e9-b8793db22344 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:53:42.193087 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 1e40f6fe-7987-48bf-b17f-6485c8cf707d no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:53:42.198222 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31dbf32e-82c8-4b10-8a0d-4a2a547bdbe0 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:42.200221 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-31dbf32e-82c8-4b10-8a0d-4a2a547bdbe0 admin admin] 10.222.0.79 "DELETE /v2.0/networks/9231c753-0560-419c-9920-4d535df31fce HTTP/1.1" status: 204 len: 168 time: 0.8808515 Jul 05 10:53:42.205326 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49400) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:42.214658 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbf32e-82c8-4b10-8a0d-4a2a547bdbe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9231c753-0560-419c-9920-4d535df31fce,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:42.217051 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 1e40f6fe-7987-48bf-b17f-6485c8cf707d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:53:42.217406 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 1e40f6fe-7987-48bf-b17f-6485c8cf707d not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:53:42.572326 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d5c511e-b49f-4f9c-a9b4-24eab7bd0625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:42.828759 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0d5c511e-b49f-4f9c-a9b4-24eab7bd0625 admin admin] Deleting port 5aeecc74-96f8-407a-a7fd-f052836bc433 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:53:42.829059 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d5c511e-b49f-4f9c-a9b4-24eab7bd0625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:42.909362 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-0d5c511e-b49f-4f9c-a9b4-24eab7bd0625 admin admin] For port 5aeecc74-96f8-407a-a7fd-f052836bc433, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=5aeecc74-96f8-407a-a7fd-f052836bc433,segment=NetworkSegment(c6154ad4-a540-4aeb-ad27-8c66f457253b),segment_id=c6154ad4-a540-4aeb-ad27-8c66f457253b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:53:42.909725 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d5c511e-b49f-4f9c-a9b4-24eab7bd0625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:42.922487 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0d5c511e-b49f-4f9c-a9b4-24eab7bd0625 admin admin] Calling delete_port for 5aeecc74-96f8-407a-a7fd-f052836bc433 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:53:43.106541 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d5c511e-b49f-4f9c-a9b4-24eab7bd0625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:43.137988 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c511e-b49f-4f9c-a9b4-24eab7bd0625 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aeecc74-96f8-407a-a7fd-f052836bc433,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:43.310143 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d5c511e-b49f-4f9c-a9b4-24eab7bd0625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:43.851116 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5c511e-b49f-4f9c-a9b4-24eab7bd0625 admin admin] Router 954b9932-7aee-4a4c-889f-d60acc21f227 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:53:43.957886 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5c511e-b49f-4f9c-a9b4-24eab7bd0625 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:53:43.963023 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0d5c511e-b49f-4f9c-a9b4-24eab7bd0625 admin admin] 10.222.0.79 "PUT /v2.0/routers/954b9932-7aee-4a4c-889f-d60acc21f227/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7559836 Jul 05 10:53:43.965638 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49402) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:43.968239 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e468af72-f81e-4761-b712-d5ccc3220434 None None] Sync routers for ids ['954b9932-7aee-4a4c-889f-d60acc21f227'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:53:43.977751 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e468af72-f81e-4761-b712-d5ccc3220434 None None] Routers {'954b9932-7aee-4a4c-889f-d60acc21f227'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:53:43.978361 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e468af72-f81e-4761-b712-d5ccc3220434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:53:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['954b9932-7aee-4a4c-889f-d60acc21f227'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:44.074627 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9681df81-a2c2-4332-8819-83fb92e96d30 admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:44.090162 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e468af72-f81e-4761-b712-d5ccc3220434 None None] Set router 954b9932-7aee-4a4c-889f-d60acc21f227 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:53:44.188383 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9681df81-a2c2-4332-8819-83fb92e96d30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:44.244098 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9681df81-a2c2-4332-8819-83fb92e96d30 admin admin] Deleting port d4ca20b6-79dc-4a79-b1b1-999532cad77c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:53:44.244485 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9681df81-a2c2-4332-8819-83fb92e96d30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:44.271395 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e468af72-f81e-4761-b712-d5ccc3220434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b9932-7aee-4a4c-889f-d60acc21f227', 'name': 'tempest-TestMinimumBasicScenario-472089609-router', 'tenant_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': 'd4ca20b6-79dc-4a79-b1b1-999532cad77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:17Z', 'updated_at': '2021-07-05T10:53:43Z', 'revision_number': 5, 'project_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'gw_port': {'id': 'd4ca20b6-79dc-4a79-b1b1-999532cad77c', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b9932-7aee-4a4c-889f-d60acc21f227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:17Z', 'updated_at': '2021-07-05T10:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:44.297538 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e468af72-f81e-4761-b712-d5ccc3220434 None None] Checking router: 954b9932-7aee-4a4c-889f-d60acc21f227 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:53:44.306430 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e468af72-f81e-4761-b712-d5ccc3220434 None None] Routers {'954b9932-7aee-4a4c-889f-d60acc21f227'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:53:44.307112 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e468af72-f81e-4761-b712-d5ccc3220434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:53:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['954b9932-7aee-4a4c-889f-d60acc21f227'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:44.327773 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-9681df81-a2c2-4332-8819-83fb92e96d30 admin admin] For port d4ca20b6-79dc-4a79-b1b1-999532cad77c, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=d4ca20b6-79dc-4a79-b1b1-999532cad77c,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:53:44.328408 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9681df81-a2c2-4332-8819-83fb92e96d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:44.347894 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9681df81-a2c2-4332-8819-83fb92e96d30 admin admin] Calling delete_port for d4ca20b6-79dc-4a79-b1b1-999532cad77c owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:53:44.378992 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:53:44.400455 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e468af72-f81e-4761-b712-d5ccc3220434 None None] Set router 954b9932-7aee-4a4c-889f-d60acc21f227 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:53:44.457587 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e468af72-f81e-4761-b712-d5ccc3220434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b9932-7aee-4a4c-889f-d60acc21f227', 'name': 'tempest-TestMinimumBasicScenario-472089609-router', 'tenant_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:17Z', 'updated_at': '2021-07-05T10:53:44Z', 'revision_number': 6, 'project_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:44.483495 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e468af72-f81e-4761-b712-d5ccc3220434 None None] The sync data for ids ['954b9932-7aee-4a4c-889f-d60acc21f227'] in n-d-798054-8 is: [{'id': '954b9932-7aee-4a4c-889f-d60acc21f227', 'name': 'tempest-TestMinimumBasicScenario-472089609-router', 'tenant_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:17Z', 'updated_at': '2021-07-05T10:53:44Z', 'revision_number': 6, 'project_id': '8a6d9cdb60654175b2d8a512df9bbcaf', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:53:44.527635 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9681df81-a2c2-4332-8819-83fb92e96d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:44.568013 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681df81-a2c2-4332-8819-83fb92e96d30 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ca20b6-79dc-4a79-b1b1-999532cad77c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:44.627626 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9681df81-a2c2-4332-8819-83fb92e96d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:44.722610 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9681df81-a2c2-4332-8819-83fb92e96d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:44.725410 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9681df81-a2c2-4332-8819-83fb92e96d30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:44.772286 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9681df81-a2c2-4332-8819-83fb92e96d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:44.772843 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9681df81-a2c2-4332-8819-83fb92e96d30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 954b9932-7aee-4a4c-889f-d60acc21f227 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:53:44.778043 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9681df81-a2c2-4332-8819-83fb92e96d30 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:44.779230 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9681df81-a2c2-4332-8819-83fb92e96d30 admin admin] 10.222.0.79 "DELETE /v2.0/routers/954b9932-7aee-4a4c-889f-d60acc21f227 HTTP/1.1" status: 204 len: 168 time: 0.8126085 Jul 05 10:53:44.783459 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49404) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:44.833351 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-96967958-b3e9-43c5-9b8f-b256301249b5 admin admin] Deleting subnet 44ec4fb2-dde7-48c7-bf30-db02551a6c7c {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:53:44.837893 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96967958-b3e9-43c5-9b8f-b256301249b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:44.873813 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96967958-b3e9-43c5-9b8f-b256301249b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:44.959357 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96967958-b3e9-43c5-9b8f-b256301249b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:45.018729 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96967958-b3e9-43c5-9b8f-b256301249b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:45.043448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96967958-b3e9-43c5-9b8f-b256301249b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44ec4fb2-dde7-48c7-bf30-db02551a6c7c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:45.049161 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96967958-b3e9-43c5-9b8f-b256301249b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:45.051172 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-96967958-b3e9-43c5-9b8f-b256301249b5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/44ec4fb2-dde7-48c7-bf30-db02551a6c7c HTTP/1.1" status: 204 len: 168 time: 0.2665203 Jul 05 10:53:45.053789 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49406) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:45.054518 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a572f213-834a-46ad-a2d3-9c68896816f0 None None] Network 8f913ec7-4aa7-4b44-8821-da4af66da44c requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:53:45.122710 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ff1aed8e-802c-4585-8a80-a172c2fd2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:45.181432 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ff1aed8e-802c-4585-8a80-a172c2fd2da7 admin admin] Deleting port 9e822612-4735-4bce-a3db-840c7538c480 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:53:45.181688 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ff1aed8e-802c-4585-8a80-a172c2fd2da7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:45.252129 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-ff1aed8e-802c-4585-8a80-a172c2fd2da7 admin admin] For port 9e822612-4735-4bce-a3db-840c7538c480, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9e822612-4735-4bce-a3db-840c7538c480,segment=NetworkSegment(c6154ad4-a540-4aeb-ad27-8c66f457253b),segment_id=c6154ad4-a540-4aeb-ad27-8c66f457253b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:53:45.252129 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ff1aed8e-802c-4585-8a80-a172c2fd2da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:45.261657 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ec5b6f-fbcb-4029-a352-5d3a5a780596 None None] DHCP port deletion for 8f913ec7-4aa7-4b44-8821-da4af66da44c request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:53:45.268345 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ff1aed8e-802c-4585-8a80-a172c2fd2da7 admin admin] Calling delete_port for 9e822612-4735-4bce-a3db-840c7538c480 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:53:45.313049 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-09ec5b6f-fbcb-4029-a352-5d3a5a780596 None None] Deleting port 9e822612-4735-4bce-a3db-840c7538c480 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:53:45.313429 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-09ec5b6f-fbcb-4029-a352-5d3a5a780596 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:45.360997 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ff1aed8e-802c-4585-8a80-a172c2fd2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:45.383137 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-09ec5b6f-fbcb-4029-a352-5d3a5a780596 None None] For port 9e822612-4735-4bce-a3db-840c7538c480, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9e822612-4735-4bce-a3db-840c7538c480,segment=NetworkSegment(c6154ad4-a540-4aeb-ad27-8c66f457253b),segment_id=c6154ad4-a540-4aeb-ad27-8c66f457253b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:53:45.383539 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-09ec5b6f-fbcb-4029-a352-5d3a5a780596 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:45.401827 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-09ec5b6f-fbcb-4029-a352-5d3a5a780596 None None] Calling delete_port for 9e822612-4735-4bce-a3db-840c7538c480 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:53:45.403243 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1aed8e-802c-4585-8a80-a172c2fd2da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e822612-4735-4bce-a3db-840c7538c480,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:45.406462 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1aed8e-802c-4585-8a80-a172c2fd2da7 admin admin] No DVR routers for this DVR port 9e822612-4735-4bce-a3db-840c7538c480 on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:53:45.499651 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ff1aed8e-802c-4585-8a80-a172c2fd2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:45.511763 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-ff1aed8e-802c-4585-8a80-a172c2fd2da7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f913ec7-4aa7-4b44-8821-da4af66da44c']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:45.528543 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-ff1aed8e-802c-4585-8a80-a172c2fd2da7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6154ad4-a540-4aeb-ad27-8c66f457253b') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:45.528843 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-ff1aed8e-802c-4585-8a80-a172c2fd2da7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6154ad4-a540-4aeb-ad27-8c66f457253b') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:45.539875 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ff1aed8e-802c-4585-8a80-a172c2fd2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:45.557755 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ff1aed8e-802c-4585-8a80-a172c2fd2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:45.565519 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1aed8e-802c-4585-8a80-a172c2fd2da7 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:53:45.565884 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ff1aed8e-802c-4585-8a80-a172c2fd2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:53:45.570026 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:53:45.628942 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ff1aed8e-802c-4585-8a80-a172c2fd2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:45.634330 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ff1aed8e-802c-4585-8a80-a172c2fd2da7 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:45.637534 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ff1aed8e-802c-4585-8a80-a172c2fd2da7 admin admin] 10.222.0.79 "DELETE /v2.0/networks/8f913ec7-4aa7-4b44-8821-da4af66da44c HTTP/1.1" status: 204 len: 168 time: 0.5827131 Jul 05 10:53:45.652045 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1aed8e-802c-4585-8a80-a172c2fd2da7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f913ec7-4aa7-4b44-8821-da4af66da44c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:45.664999 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-09ec5b6f-fbcb-4029-a352-5d3a5a780596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:45.672408 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-09ec5b6f-fbcb-4029-a352-5d3a5a780596 None None] Network 8f913ec7-4aa7-4b44-8821-da4af66da44c is not hosted by any dhcp agent {{(pid=93908) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 10:53:45.672875 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec5b6f-fbcb-4029-a352-5d3a5a780596 None None] No DVR routers for this DVR port 9e822612-4735-4bce-a3db-840c7538c480 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:53:45.693517 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec5b6f-fbcb-4029-a352-5d3a5a780596 None None] Pushing event deleted for resources: {'Port': ['ID=9e822612-4735-4bce-a3db-840c7538c480,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:45.814015 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49410) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:45.855451 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e413d802-d585-4a33-be5e-4b589c97455f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d36bd8b3b8f74a868fb8f8b87d1641b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400164 Jul 05 10:53:45.857996 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49412) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:45.908035 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5dca62e4-7725-4553-bc90-1fc1a33409a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:45.933729 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5dca62e4-7725-4553-bc90-1fc1a33409a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:45.980693 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5dca62e4-7725-4553-bc90-1fc1a33409a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:45.983245 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5dca62e4-7725-4553-bc90-1fc1a33409a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:45.984576 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-5dca62e4-7725-4553-bc90-1fc1a33409a9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6b8d751e-b846-488e-b00d-8ae7c6c99ab1 HTTP/1.1" status: 204 len: 168 time: 0.1256790 Jul 05 10:53:45.993128 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca62e4-7725-4553-bc90-1fc1a33409a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8d751e-b846-488e-b00d-8ae7c6c99ab1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:46.110084 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d4ca20b6-79dc-4a79-b1b1-999532cad77c no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:53:46.132558 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: d4ca20b6-79dc-4a79-b1b1-999532cad77c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:53:46.132911 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device d4ca20b6-79dc-4a79-b1b1-999532cad77c not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:53:46.133331 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 5aeecc74-96f8-407a-a7fd-f052836bc433 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:53:46.153087 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 5aeecc74-96f8-407a-a7fd-f052836bc433 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:53:46.153451 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 5aeecc74-96f8-407a-a7fd-f052836bc433 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:53:46.153880 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9e822612-4735-4bce-a3db-840c7538c480 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:53:46.173188 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 9e822612-4735-4bce-a3db-840c7538c480 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:53:46.173547 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9e822612-4735-4bce-a3db-840c7538c480 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:53:46.325894 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49418) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:46.371197 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f5cbd023-4996-440c-90ff-ccd5215b6224 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8a6d9cdb60654175b2d8a512df9bbcaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444412 Jul 05 10:53:46.373656 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49420) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:46.426242 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0bd8cfb-a7c6-4eae-b61d-79e8a96caad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:46.448423 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0bd8cfb-a7c6-4eae-b61d-79e8a96caad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:46.497482 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0bd8cfb-a7c6-4eae-b61d-79e8a96caad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:46.500139 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0bd8cfb-a7c6-4eae-b61d-79e8a96caad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:46.501337 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d0bd8cfb-a7c6-4eae-b61d-79e8a96caad7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/317b39e5-c22f-4086-88ab-87e51fe37fa5 HTTP/1.1" status: 204 len: 168 time: 0.1267419 Jul 05 10:53:46.510383 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd8cfb-a7c6-4eae-b61d-79e8a96caad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317b39e5-c22f-4086-88ab-87e51fe37fa5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:48.064403 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49460) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:48.069221 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-138f306a-8f88-4483-b0c5-13b0311a97c1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-961164426', 'description': 'tempest-secgroup-smoke-961164426 description', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:48.094381 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-138f306a-8f88-4483-b0c5-13b0311a97c1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:48.103562 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-138f306a-8f88-4483-b0c5-13b0311a97c1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:48.208164 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-138f306a-8f88-4483-b0c5-13b0311a97c1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:48.213399 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-138f306a-8f88-4483-b0c5-13b0311a97c1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:48.272732 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f306a-8f88-4483-b0c5-13b0311a97c1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e495a00-61a9-4be0-ab94-b52eb7a37129,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:48.338359 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-138f306a-8f88-4483-b0c5-13b0311a97c1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:48.344624 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-138f306a-8f88-4483-b0c5-13b0311a97c1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:48.370990 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-138f306a-8f88-4483-b0c5-13b0311a97c1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:48.372293 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-138f306a-8f88-4483-b0c5-13b0311a97c1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3068585 Jul 05 10:53:48.376081 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49462) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:48.376623 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f306a-8f88-4483-b0c5-13b0311a97c1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=856315ff-54bf-419f-b01c-972a06aec50a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:48.384892 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-45fbe3df-7f0b-4577-a3c4-c8908e17bf2a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': '856315ff-54bf-419f-b01c-972a06aec50a', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:48.414467 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45fbe3df-7f0b-4577-a3c4-c8908e17bf2a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:48.470482 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45fbe3df-7f0b-4577-a3c4-c8908e17bf2a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:48.475276 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45fbe3df-7f0b-4577-a3c4-c8908e17bf2a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:48.493715 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fbe3df-7f0b-4577-a3c4-c8908e17bf2a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2dcacd9-6c8e-4f48-bad3-8501b3649502,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:48.503903 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45fbe3df-7f0b-4577-a3c4-c8908e17bf2a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:48.505753 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-45fbe3df-7f0b-4577-a3c4-c8908e17bf2a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283929 Jul 05 10:53:48.512946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49464) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:48.514501 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-41982846-38b6-4a93-9e36-6bd3fa8811f7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': '856315ff-54bf-419f-b01c-972a06aec50a', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:48.543398 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41982846-38b6-4a93-9e36-6bd3fa8811f7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:48.660234 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41982846-38b6-4a93-9e36-6bd3fa8811f7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:48.666960 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41982846-38b6-4a93-9e36-6bd3fa8811f7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:48.698672 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41982846-38b6-4a93-9e36-6bd3fa8811f7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2b8160-d5d2-4171-97c4-6d8c682ae9a7,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:48.708934 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41982846-38b6-4a93-9e36-6bd3fa8811f7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:48.711033 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-41982846-38b6-4a93-9e36-6bd3fa8811f7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2002227 Jul 05 10:53:48.715428 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49466) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:48.723840 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f4386da0-e9ed-4a47-bbe7-74a88ca40d6b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': '856315ff-54bf-419f-b01c-972a06aec50a', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:48.758257 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4386da0-e9ed-4a47-bbe7-74a88ca40d6b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:48.819048 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4386da0-e9ed-4a47-bbe7-74a88ca40d6b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:48.822911 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4386da0-e9ed-4a47-bbe7-74a88ca40d6b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:48.848091 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4386da0-e9ed-4a47-bbe7-74a88ca40d6b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4414da5-ff08-4089-af25-303c28006a5c,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:48.855730 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4386da0-e9ed-4a47-bbe7-74a88ca40d6b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:48.856981 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f4386da0-e9ed-4a47-bbe7-74a88ca40d6b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1402071 Jul 05 10:53:48.859708 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49468) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:48.864750 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-75d02233-303d-48c6-87c0-296d6c644290 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': '856315ff-54bf-419f-b01c-972a06aec50a', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:48.892984 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75d02233-303d-48c6-87c0-296d6c644290 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:48.956109 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75d02233-303d-48c6-87c0-296d6c644290 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:48.961902 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75d02233-303d-48c6-87c0-296d6c644290 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:48.980179 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d02233-303d-48c6-87c0-296d6c644290 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c2af13-c4e2-493a-891e-0aae3be0f0f1,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:48.987043 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75d02233-303d-48c6-87c0-296d6c644290 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:48.989608 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-75d02233-303d-48c6-87c0-296d6c644290 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280601 Jul 05 10:53:48.992358 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49470) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:48.998713 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1b38d1f1-5d24-4faf-9e5a-d45d4d57ce5c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': '856315ff-54bf-419f-b01c-972a06aec50a', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:49.028663 n-d-798054-8 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-1b38d1f1-5d24-4faf-9e5a-d45d4d57ce5c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Project 2bc3fa9261bd425a8fa9117a8e536783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:53:49.036150 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b38d1f1-5d24-4faf-9e5a-d45d4d57ce5c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:49.108081 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b38d1f1-5d24-4faf-9e5a-d45d4d57ce5c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:49.112207 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b38d1f1-5d24-4faf-9e5a-d45d4d57ce5c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:49.130870 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38d1f1-5d24-4faf-9e5a-d45d4d57ce5c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64dd82ca-2eb5-48cc-9386-0cabad76ff4a,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:49.139481 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b38d1f1-5d24-4faf-9e5a-d45d4d57ce5c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:49.140547 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1b38d1f1-5d24-4faf-9e5a-d45d4d57ce5c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1466062 Jul 05 10:53:49.142883 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49472) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:49.147882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ec6b5d44-df7f-4e7d-ac47-9c4c1489940f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': '856315ff-54bf-419f-b01c-972a06aec50a', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:49.171122 n-d-798054-8 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-ec6b5d44-df7f-4e7d-ac47-9c4c1489940f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Project 2bc3fa9261bd425a8fa9117a8e536783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:53:49.176888 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec6b5d44-df7f-4e7d-ac47-9c4c1489940f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:49.245628 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec6b5d44-df7f-4e7d-ac47-9c4c1489940f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:49.249106 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec6b5d44-df7f-4e7d-ac47-9c4c1489940f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:49.267664 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b5d44-df7f-4e7d-ac47-9c4c1489940f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c1b460-05f7-4384-b47a-be6f5bc0a525,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:49.271678 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec6b5d44-df7f-4e7d-ac47-9c4c1489940f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:49.272933 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ec6b5d44-df7f-4e7d-ac47-9c4c1489940f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1290245 Jul 05 10:53:49.275984 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49474) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:49.281003 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-82788ecd-c36c-42cc-9271-3bba7c254d04 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'network': {'name': 'tempest-network-smoke--260348709', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'port_security_enabled': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:49.311032 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82788ecd-c36c-42cc-9271-3bba7c254d04 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Made reservation on behalf of 2bc3fa9261bd425a8fa9117a8e536783 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:53:49.314603 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82788ecd-c36c-42cc-9271-3bba7c254d04 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:49.340119 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82788ecd-c36c-42cc-9271-3bba7c254d04 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:53:49.350127 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82788ecd-c36c-42cc-9271-3bba7c254d04 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:49.350467 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-82788ecd-c36c-42cc-9271-3bba7c254d04 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Added segment 7b024c8a-b311-4d77-b8dd-61dc88695e8d of type vlan for network a889feec-dd2a-43b7-b065-e53b143d2fef Jul 05 10:53:49.395066 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82788ecd-c36c-42cc-9271-3bba7c254d04 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:49.433703 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82788ecd-c36c-42cc-9271-3bba7c254d04 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:49.439310 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82788ecd-c36c-42cc-9271-3bba7c254d04 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:49.439936 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82788ecd-c36c-42cc-9271-3bba7c254d04 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:49.500533 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-82788ecd-c36c-42cc-9271-3bba7c254d04 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2232966 Jul 05 10:53:49.504702 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49476) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:49.511149 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0c26896f-92a8-4255-956f-aaddc84c9c30 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1217046788', 'admin_state_up': True, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:49.511759 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82788ecd-c36c-42cc-9271-3bba7c254d04 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Network': ['ID=a889feec-dd2a-43b7-b065-e53b143d2fef,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:49.523747 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network a889feec-dd2a-43b7-b065-e53b143d2fef details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:53:49.548771 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c26896f-92a8-4255-956f-aaddc84c9c30 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:49.549826 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c26896f-92a8-4255-956f-aaddc84c9c30 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:49.608039 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c26896f-92a8-4255-956f-aaddc84c9c30 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:49.760846 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c26896f-92a8-4255-956f-aaddc84c9c30 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:49.994391 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c26896f-92a8-4255-956f-aaddc84c9c30 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:50.013579 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c26896f-92a8-4255-956f-aaddc84c9c30 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:50.117220 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-0c26896f-92a8-4255-956f-aaddc84c9c30 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Allocated IP 172.25.7.26 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/3f43ec45-303b-4cbc-a901-f5c65b033e67) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:53:50.228996 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c26896f-92a8-4255-956f-aaddc84c9c30 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:50.270734 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c26896f-92a8-4255-956f-aaddc84c9c30 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:50.307407 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c26896f-92a8-4255-956f-aaddc84c9c30 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:53:50.310375 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-0c26896f-92a8-4255-956f-aaddc84c9c30 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:53:50.316133 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c26896f-92a8-4255-956f-aaddc84c9c30 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:53:50.344621 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26896f-92a8-4255-956f-aaddc84c9c30 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=3f43ec45-303b-4cbc-a901-f5c65b033e67,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:50.586264 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c26896f-92a8-4255-956f-aaddc84c9c30 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:50.783281 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c26896f-92a8-4255-956f-aaddc84c9c30 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:50.915045 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c26896f-92a8-4255-956f-aaddc84c9c30 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Router 92fc5976-499f-4061-8a3e-6110af0c312d is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:53:51.024320 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c26896f-92a8-4255-956f-aaddc84c9c30 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:53:51.032737 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2c47972c-030f-4079-8722-da6c4eda5aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:51.036794 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] Sync routers for ids ['92fc5976-499f-4061-8a3e-6110af0c312d'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:53:51.044361 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c26896f-92a8-4255-956f-aaddc84c9c30 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:51.045711 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0c26896f-92a8-4255-956f-aaddc84c9c30 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5399206 Jul 05 10:53:51.047938 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] Routers {'92fc5976-499f-4061-8a3e-6110af0c312d'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:53:51.048559 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:53:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['92fc5976-499f-4061-8a3e-6110af0c312d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:51.049501 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49478) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:51.154102 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] Set router 92fc5976-499f-4061-8a3e-6110af0c312d gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:53:51.168215 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8e8390e7-9d2b-49b7-8a80-b28a737fba9a tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=2bc3fa9261bd425a8fa9117a8e536783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1173501 Jul 05 10:53:51.170657 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49482) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:51.259632 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893d85cb-9fa9-4d2d-b4b2-1a08410c1169 tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:51.261246 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-893d85cb-9fa9-4d2d-b4b2-1a08410c1169 tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896890 Jul 05 10:53:51.264039 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49484) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:51.293398 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-58718c91-246b-4e17-a26f-98a18af21577 tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282364 Jul 05 10:53:51.296057 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49486) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:51.300848 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f23a7c92-737a-449e-8335-7158adc8436a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1652872254', 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:51.331623 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217046788', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:49Z', 'updated_at': '2021-07-05T10:53:50Z', 'revision_number': 3, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:50Z', 'updated_at': '2021-07-05T10:53:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:51.364744 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] Checking router: 92fc5976-499f-4061-8a3e-6110af0c312d for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:53:51.365100 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] Updating router 92fc5976-499f-4061-8a3e-6110af0c312d port 3f43ec45-303b-4cbc-a901-f5c65b033e67 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:53:51.388337 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23a7c92-737a-449e-8335-7158adc8436a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Made reservation on behalf of 2bc3fa9261bd425a8fa9117a8e536783 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:53:51.391829 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f23a7c92-737a-449e-8335-7158adc8436a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:51.400337 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:51.575650 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f23a7c92-737a-449e-8335-7158adc8436a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:51.648512 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a7c92-737a-449e-8335-7158adc8436a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Subnet': ['ID=be58ebdf-5528-4962-ac48-8f822b010a2e,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:51.654287 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23a7c92-737a-449e-8335-7158adc8436a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Checking segment: {'id': '7b024c8a-b311-4d77-b8dd-61dc88695e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:53:51.654729 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23a7c92-737a-449e-8335-7158adc8436a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network hostable DHCP agents. Network: a889feec-dd2a-43b7-b065-e53b143d2fef, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:53:51.672194 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23a7c92-737a-449e-8335-7158adc8436a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network a889feec-dd2a-43b7-b065-e53b143d2fef is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:53:51.672589 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:51.685191 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] Transition to ACTIVE for port object 3f43ec45-303b-4cbc-a901-f5c65b033e67 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:53:51.693203 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f23a7c92-737a-449e-8335-7158adc8436a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, a889feec-dd2a-43b7-b065-e53b143d2fef) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:53:51.697377 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:51.699260 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23a7c92-737a-449e-8335-7158adc8436a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:51.700405 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f23a7c92-737a-449e-8335-7158adc8436a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:51.713214 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f8c1d1-ad72-4993-ac74-4d230c432cb7 None None] Network a889feec-dd2a-43b7-b065-e53b143d2fef requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:53:51.718011 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f23a7c92-737a-449e-8335-7158adc8436a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4209058 Jul 05 10:53:51.722145 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49488) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:51.802899 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] Attempting to bind port 3f43ec45-303b-4cbc-a901-f5c65b033e67 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:53:51.803255 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] Attempting to bind port 3f43ec45-303b-4cbc-a901-f5c65b033e67 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:53:51.803631 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] Attempting to bind port 3f43ec45-303b-4cbc-a901-f5c65b033e67 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:53:51.816345 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:53:51.816776 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:53:51.817193 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:51.817607 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:53:51.818129 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] Bound port: 3f43ec45-303b-4cbc-a901-f5c65b033e67, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:53:51.818517 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:51.820351 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1fb3d1-b3f6-4a9a-bf0e-f61c309e7c3d None None] Pushing event updated for resources: {'Port': ['ID=3f43ec45-303b-4cbc-a901-f5c65b033e67,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:51.930890 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] For port 3f43ec45-303b-4cbc-a901-f5c65b033e67, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:53:51.947439 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] For port 3f43ec45-303b-4cbc-a901-f5c65b033e67, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3f43ec45-303b-4cbc-a901-f5c65b033e67,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:53:51.954738 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:52.000694 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eab034c-7897-4bb7-9305-eef7070c8082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-a889feec-dd2a-43b7-b065-e53b143d2fef', 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'fixed_ips': [{'subnet_id': 'be58ebdf-5528-4962-ac48-8f822b010a2e'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:53:52.001583 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3eab034c-7897-4bb7-9305-eef7070c8082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:52.055003 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] Routers {'92fc5976-499f-4061-8a3e-6110af0c312d'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:53:52.055997 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:53:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['92fc5976-499f-4061-8a3e-6110af0c312d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:52.137850 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1fb3d1-b3f6-4a9a-bf0e-f61c309e7c3d None None] Pushing event updated for resources: {'Port': ['ID=3f43ec45-303b-4cbc-a901-f5c65b033e67,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:52.231259 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3cc0c62-7053-48c3-ac7c-67ba8ba6339b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:52.266788 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] Set router 92fc5976-499f-4061-8a3e-6110af0c312d gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:53:52.325236 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-3eab034c-7897-4bb7-9305-eef7070c8082 None None] Allocated IP 172.20.0.2 (a889feec-dd2a-43b7-b065-e53b143d2fef/be58ebdf-5528-4962-ac48-8f822b010a2e/c37b01b8-81ef-43da-a7ca-1fe409683be4) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:53:52.572079 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3eab034c-7897-4bb7-9305-eef7070c8082 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:52.584640 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3eab034c-7897-4bb7-9305-eef7070c8082 None None] Transition to ACTIVE for port object c37b01b8-81ef-43da-a7ca-1fe409683be4 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:53:52.590640 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217046788', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:49Z', 'updated_at': '2021-07-05T10:53:50Z', 'revision_number': 3, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:50Z', 'updated_at': '2021-07-05T10:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:52.625433 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6321ef51-b5b4-4de6-90b9-51f9835b1dce None None] The sync data for ids ['92fc5976-499f-4061-8a3e-6110af0c312d'] in n-d-798054-8 is: [{'id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217046788', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:49Z', 'updated_at': '2021-07-05T10:53:50Z', 'revision_number': 3, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:50Z', 'updated_at': '2021-07-05T10:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:53:52.635049 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3eab034c-7897-4bb7-9305-eef7070c8082 None None] Transition to ACTIVE for port object c37b01b8-81ef-43da-a7ca-1fe409683be4 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:53:52.642644 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3eab034c-7897-4bb7-9305-eef7070c8082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:52.683963 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eab034c-7897-4bb7-9305-eef7070c8082 None None] Network a889feec-dd2a-43b7-b065-e53b143d2fef is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:53:52.687071 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-3eab034c-7897-4bb7-9305-eef7070c8082 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:53:52.690924 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eab034c-7897-4bb7-9305-eef7070c8082 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:53:52.723938 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab034c-7897-4bb7-9305-eef7070c8082 None None] Pushing event updated for resources: {'Port': ['ID=c37b01b8-81ef-43da-a7ca-1fe409683be4,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:52.760347 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3eab034c-7897-4bb7-9305-eef7070c8082 None None] Attempting to bind port c37b01b8-81ef-43da-a7ca-1fe409683be4 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:53:52.760731 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3eab034c-7897-4bb7-9305-eef7070c8082 None None] Attempting to bind port c37b01b8-81ef-43da-a7ca-1fe409683be4 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '7b024c8a-b311-4d77-b8dd-61dc88695e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:53:52.761094 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab034c-7897-4bb7-9305-eef7070c8082 None None] Attempting to bind port c37b01b8-81ef-43da-a7ca-1fe409683be4 on network a889feec-dd2a-43b7-b065-e53b143d2fef {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:53:52.766367 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab034c-7897-4bb7-9305-eef7070c8082 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:53:52.766761 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab034c-7897-4bb7-9305-eef7070c8082 None None] Checking segment: {'id': '7b024c8a-b311-4d77-b8dd-61dc88695e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:53:52.767156 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3eab034c-7897-4bb7-9305-eef7070c8082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:52.767554 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab034c-7897-4bb7-9305-eef7070c8082 None None] Bound using segment: {'id': '7b024c8a-b311-4d77-b8dd-61dc88695e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:53:52.768067 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3eab034c-7897-4bb7-9305-eef7070c8082 None None] Bound port: c37b01b8-81ef-43da-a7ca-1fe409683be4, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b024c8a-b311-4d77-b8dd-61dc88695e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:53:52.768452 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3eab034c-7897-4bb7-9305-eef7070c8082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:52.841999 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3eab034c-7897-4bb7-9305-eef7070c8082 None None] For port c37b01b8-81ef-43da-a7ca-1fe409683be4, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:53:52.845477 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3eab034c-7897-4bb7-9305-eef7070c8082 None None] For port c37b01b8-81ef-43da-a7ca-1fe409683be4, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c37b01b8-81ef-43da-a7ca-1fe409683be4,segment=NetworkSegment(7b024c8a-b311-4d77-b8dd-61dc88695e8d),segment_id=7b024c8a-b311-4d77-b8dd-61dc88695e8d)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:53:52.853078 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3eab034c-7897-4bb7-9305-eef7070c8082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:52.915069 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-c3cc0c62-7053-48c3-ac7c-67ba8ba6339b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Allocated IP 172.20.0.1 (a889feec-dd2a-43b7-b065-e53b143d2fef/be58ebdf-5528-4962-ac48-8f822b010a2e/9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:53:52.936489 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab034c-7897-4bb7-9305-eef7070c8082 None None] Pushing event updated for resources: {'Port': ['ID=c37b01b8-81ef-43da-a7ca-1fe409683be4,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:53.102621 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3cc0c62-7053-48c3-ac7c-67ba8ba6339b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:53.157203 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-c3cc0c62-7053-48c3-ac7c-67ba8ba6339b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Transition to ACTIVE for port object 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:53:53.206101 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3cc0c62-7053-48c3-ac7c-67ba8ba6339b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:53.251058 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cc0c62-7053-48c3-ac7c-67ba8ba6339b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network a889feec-dd2a-43b7-b065-e53b143d2fef is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:53:53.255361 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c3cc0c62-7053-48c3-ac7c-67ba8ba6339b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:53:53.260972 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cc0c62-7053-48c3-ac7c-67ba8ba6339b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:53:53.298111 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc0c62-7053-48c3-ac7c-67ba8ba6339b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:53.320778 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3cc0c62-7053-48c3-ac7c-67ba8ba6339b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:53.409576 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-881ec519-de2d-49a4-8121-1e50c76d077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:53.491032 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3cc0c62-7053-48c3-ac7c-67ba8ba6339b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:53.758020 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:53.805845 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3cc0c62-7053-48c3-ac7c-67ba8ba6339b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:53.813011 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3cc0c62-7053-48c3-ac7c-67ba8ba6339b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:53.905448 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3cc0c62-7053-48c3-ac7c-67ba8ba6339b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:53.907513 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc0c62-7053-48c3-ac7c-67ba8ba6339b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:53.978044 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bb1d85-17ba-4ef4-9422-ce50eb241acf None None] Network a889feec-dd2a-43b7-b065-e53b143d2fef requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:53:54.047663 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cc0c62-7053-48c3-ac7c-67ba8ba6339b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network a889feec-dd2a-43b7-b065-e53b143d2fef is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:53:54.050025 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c3cc0c62-7053-48c3-ac7c-67ba8ba6339b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:53:54.075351 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-62d4b023-52bb-49d8-b118-ca8436210b18 None None] Provisioning for port c37b01b8-81ef-43da-a7ca-1fe409683be4 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:53:54.253965 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3f43ec45-303b-4cbc-a901-f5c65b033e67 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:53:54.263458 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cc0c62-7053-48c3-ac7c-67ba8ba6339b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Router 92fc5976-499f-4061-8a3e-6110af0c312d has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:53:54.310112 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 3f43ec45-303b-4cbc-a901-f5c65b033e67 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:53:54.314427 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 3f43ec45-303b-4cbc-a901-f5c65b033e67 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:53:54.314811 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:54.423296 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cc0c62-7053-48c3-ac7c-67ba8ba6339b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:53:54.433640 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c3cc0c62-7053-48c3-ac7c-67ba8ba6339b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "PUT /v2.0/routers/92fc5976-499f-4061-8a3e-6110af0c312d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7096181 Jul 05 10:53:54.634904 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:54.656650 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-0289dfb1-6635-4278-9125-fcce364e988a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-961164426&fields=id&tenant_id=2bc3fa9261bd425a8fa9117a8e536783 HTTP/1.1" status: 200 len: 267 time: 0.0402024 Jul 05 10:53:54.661660 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 3f43ec45-303b-4cbc-a901-f5c65b033e67, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3f43ec45-303b-4cbc-a901-f5c65b033e67,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:53:54.668881 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:54.669783 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c37b01b8-81ef-43da-a7ca-1fe409683be4 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:53:54.683752 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] Sync routers for ids ['92fc5976-499f-4061-8a3e-6110af0c312d'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:53:54.696510 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] Routers {'92fc5976-499f-4061-8a3e-6110af0c312d'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:53:54.697297 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:53:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['92fc5976-499f-4061-8a3e-6110af0c312d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:54.756327 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f6459000-a34d-438c-b2b8-6dcd4e180c99 None None] Provisioning for port 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:53:54.765364 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f6459000-a34d-438c-b2b8-6dcd4e180c99 None None] Provisioning complete for port 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:53:54.765899 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f6459000-a34d-438c-b2b8-6dcd4e180c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:54.767912 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port c37b01b8-81ef-43da-a7ca-1fe409683be4 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:53:54.776630 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port c37b01b8-81ef-43da-a7ca-1fe409683be4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:53:54.777112 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:54.830279 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] Set router 92fc5976-499f-4061-8a3e-6110af0c312d gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:53:54.830904 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-f2e47efd-ac15-4e26-b202-d474370ffc32 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:54.839023 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-f2e47efd-ac15-4e26-b202-d474370ffc32 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/networks?id=a889feec-dd2a-43b7-b065-e53b143d2fef HTTP/1.1" status: 200 len: 796 time: 0.1715500 Jul 05 10:53:54.857480 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-384037b9-848b-4698-a44f-2cd72281b3dc tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/quotas/2bc3fa9261bd425a8fa9117a8e536783 HTTP/1.1" status: 200 len: 375 time: 0.0173314 Jul 05 10:53:54.880877 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f6459000-a34d-438c-b2b8-6dcd4e180c99 None None] Port 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:53:54.882955 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=3f43ec45-303b-4cbc-a901-f5c65b033e67,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:54.892506 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:54.951202 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-84180f6b-abb5-48e9-a8d1-9026db9380c9 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853951 Jul 05 10:53:54.956453 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:55.020443 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port c37b01b8-81ef-43da-a7ca-1fe409683be4, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c37b01b8-81ef-43da-a7ca-1fe409683be4,segment=NetworkSegment(7b024c8a-b311-4d77-b8dd-61dc88695e8d),segment_id=7b024c8a-b311-4d77-b8dd-61dc88695e8d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:53:55.021730 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-58d7a59c-1822-4460-b30f-e2349003bd77 None None] Provisioning complete for port 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:53:55.022134 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-58d7a59c-1822-4460-b30f-e2349003bd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:55.025217 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-75ae2f8c-2cbf-4377-b1c1-397057114888 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:53:55.038059 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-75ae2f8c-2cbf-4377-b1c1-397057114888 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0853302 Jul 05 10:53:55.045972 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:55.087745 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-58d7a59c-1822-4460-b30f-e2349003bd77 None None] Port 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:53:55.108290 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=c37b01b8-81ef-43da-a7ca-1fe409683be4,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:55.167571 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-a7dc316f-dd77-4437-b7c2-3aa776f3b2c3 service neutron] 10.222.0.79 "GET /v2.0/networks/a889feec-dd2a-43b7-b065-e53b143d2fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283696 Jul 05 10:53:55.207687 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217046788', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:49Z', 'updated_at': '2021-07-05T10:53:53Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:50Z', 'updated_at': '2021-07-05T10:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca', 'name': '', 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:fd:77:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'be58ebdf-5528-4962-ac48-8f822b010a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:52Z', 'updated_at': '2021-07-05T10:53:53Z', 'revision_number': 2, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': 'be58ebdf-5528-4962-ac48-8f822b010a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:55.209595 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b38afd26-85c1-4343-ab6d-93de3f2cdc63 None None] Provisioning complete for port 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:53:55.210996 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b38afd26-85c1-4343-ab6d-93de3f2cdc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:55.237416 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] Checking router: 92fc5976-499f-4061-8a3e-6110af0c312d for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:53:55.237768 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] Updating router 92fc5976-499f-4061-8a3e-6110af0c312d port 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:53:55.248312 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b38afd26-85c1-4343-ab6d-93de3f2cdc63 None None] Port 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:53:55.269718 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-2ff61be7-2e3e-4bf5-a026-bd34b9b18ae6 service neutron] 10.222.0.79 "GET /v2.0/networks/a889feec-dd2a-43b7-b065-e53b143d2fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939379 Jul 05 10:53:55.276759 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:55.485446 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a844e31b-542a-4762-a258-9a2e68c44baa req-e549a253-1f29-43a9-b90f-41b24c1863d5 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 210 time: 0.0317013 Jul 05 10:53:55.602388 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:55.612160 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] Transition to ACTIVE for port object 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:53:55.619062 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:55.666167 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04b48f-7b96-4a4c-8a79-84419d341516 None None] Pushing event updated for resources: {'Port': ['ID=9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:55.676656 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b48f-7b96-4a4c-8a79-84419d341516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:55.677004 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b48f-7b96-4a4c-8a79-84419d341516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:55.677343 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b48f-7b96-4a4c-8a79-84419d341516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:55.677673 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b48f-7b96-4a4c-8a79-84419d341516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:55.678004 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b48f-7b96-4a4c-8a79-84419d341516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:55.678330 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b48f-7b96-4a4c-8a79-84419d341516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:55.678667 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b48f-7b96-4a4c-8a79-84419d341516 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:55.679176 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b48f-7b96-4a4c-8a79-84419d341516 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:55.679500 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b48f-7b96-4a4c-8a79-84419d341516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:55.679823 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b48f-7b96-4a4c-8a79-84419d341516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:55.680300 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b48f-7b96-4a4c-8a79-84419d341516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:55.680621 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b48f-7b96-4a4c-8a79-84419d341516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:55.735649 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] Attempting to bind port 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:53:55.736397 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] Attempting to bind port 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '7b024c8a-b311-4d77-b8dd-61dc88695e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:53:55.736397 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] Attempting to bind port 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca on network a889feec-dd2a-43b7-b065-e53b143d2fef {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:53:55.741838 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:53:55.742210 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] Checking segment: {'id': '7b024c8a-b311-4d77-b8dd-61dc88695e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:53:55.742565 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:55.742959 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] Bound using segment: {'id': '7b024c8a-b311-4d77-b8dd-61dc88695e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:53:55.743433 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] Bound port: 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b024c8a-b311-4d77-b8dd-61dc88695e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:53:55.743814 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:55.814469 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] For port 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:53:55.818217 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] For port 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca,segment=NetworkSegment(7b024c8a-b311-4d77-b8dd-61dc88695e8d),segment_id=7b024c8a-b311-4d77-b8dd-61dc88695e8d)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:53:55.822516 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:55.884498 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] Routers {'92fc5976-499f-4061-8a3e-6110af0c312d'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:53:55.885141 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:53:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['92fc5976-499f-4061-8a3e-6110af0c312d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:55.888431 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04b48f-7b96-4a4c-8a79-84419d341516 None None] Pushing event updated for resources: {'Port': ['ID=9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:56.010303 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] Set router 92fc5976-499f-4061-8a3e-6110af0c312d gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:53:56.138744 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3f43ec45-303b-4cbc-a901-f5c65b033e67 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:53:56.195796 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 3f43ec45-303b-4cbc-a901-f5c65b033e67 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:53:56.196203 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:56.235963 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217046788', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:49Z', 'updated_at': '2021-07-05T10:53:53Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:50Z', 'updated_at': '2021-07-05T10:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca', 'name': '', 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:fd:77:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'be58ebdf-5528-4962-ac48-8f822b010a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:52Z', 'updated_at': '2021-07-05T10:53:55Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': 'be58ebdf-5528-4962-ac48-8f822b010a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:56.267692 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f749eaa-bb7f-4be5-93fd-109237507a1f None None] The sync data for ids ['92fc5976-499f-4061-8a3e-6110af0c312d'] in n-d-798054-8 is: [{'id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217046788', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:49Z', 'updated_at': '2021-07-05T10:53:53Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:50Z', 'updated_at': '2021-07-05T10:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca', 'name': '', 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:fd:77:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'be58ebdf-5528-4962-ac48-8f822b010a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:52Z', 'updated_at': '2021-07-05T10:53:55Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': 'be58ebdf-5528-4962-ac48-8f822b010a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:53:56.284072 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c37b01b8-81ef-43da-a7ca-1fe409683be4 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:53:56.346844 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port c37b01b8-81ef-43da-a7ca-1fe409683be4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:53:56.347234 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:56.594027 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9ccb3ecf-88b4-470e-aaf0-6b14ab29c4c9 req-180c6693-1b66-439f-b8e1-f5aed0a01dc0 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 210 time: 0.0506611 Jul 05 10:53:56.966946 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:57.737330 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ad5d8519-a3d3-4ef3-8a92-037a93b9b837 req-9ac012be-618a-4b96-8c86-f24ac091abe6 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 210 time: 0.0321910 Jul 05 10:53:57.883800 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-45c66531-0dfe-4c06-8289-3a5a5a773fc0 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:57.885250 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-45c66531-0dfe-4c06-8289-3a5a5a773fc0 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.78 "GET /v2.0/networks?id=a889feec-dd2a-43b7-b065-e53b143d2fef HTTP/1.1" status: 200 len: 796 time: 0.1395552 Jul 05 10:53:57.940689 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-e86e9816-d4c6-4528-9ef7-f931260e4e0d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bc3fa9261bd425a8fa9117a8e536783 HTTP/1.1" status: 200 len: 379 time: 0.0469944 Jul 05 10:53:57.950957 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-e77587a8-cc47-4c3f-a900-7ca7b036ad12 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'port': {'device_id': '3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1', 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef', 'admin_state_up': True, 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'security_groups': ['856315ff-54bf-419f-b01c-972a06aec50a']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:58.095381 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-e77587a8-cc47-4c3f-a900-7ca7b036ad12 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Made reservation on behalf of 2bc3fa9261bd425a8fa9117a8e536783 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:53:58.101851 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-e77587a8-cc47-4c3f-a900-7ca7b036ad12 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:58.158862 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:53:58.209758 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:53:58.213866 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:53:58.214359 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:58.257304 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-e77587a8-cc47-4c3f-a900-7ca7b036ad12 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Allocated IP 172.20.0.10 (a889feec-dd2a-43b7-b065-e53b143d2fef/be58ebdf-5528-4962-ac48-8f822b010a2e/b904c983-823a-4a63-b7c5-2d471e429d7f) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:53:58.303906 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:58.337556 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca,segment=NetworkSegment(7b024c8a-b311-4d77-b8dd-61dc88695e8d),segment_id=7b024c8a-b311-4d77-b8dd-61dc88695e8d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:53:58.342169 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:58.404790 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:58.420113 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-e77587a8-cc47-4c3f-a900-7ca7b036ad12 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:58.434822 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-e77587a8-cc47-4c3f-a900-7ca7b036ad12 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Transition to ACTIVE for port object b904c983-823a-4a63-b7c5-2d471e429d7f will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:53:58.473324 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-e77587a8-cc47-4c3f-a900-7ca7b036ad12 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:58.525322 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-e77587a8-cc47-4c3f-a900-7ca7b036ad12 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network a889feec-dd2a-43b7-b065-e53b143d2fef is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:53:58.530595 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-e77587a8-cc47-4c3f-a900-7ca7b036ad12 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:53:58.534415 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-e77587a8-cc47-4c3f-a900-7ca7b036ad12 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:53:58.541830 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77587a8-cc47-4c3f-a900-7ca7b036ad12 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=b904c983-823a-4a63-b7c5-2d471e429d7f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:58.592926 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-e77587a8-cc47-4c3f-a900-7ca7b036ad12 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:58.593582 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-e77587a8-cc47-4c3f-a900-7ca7b036ad12 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:58.610219 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-e77587a8-cc47-4c3f-a900-7ca7b036ad12 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6635916 Jul 05 10:53:58.624302 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-b42d5cc6-0119-452b-b451-3db0f3a9c380 service neutron] Request body: {'port': {'device_id': '3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:58.719802 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-b42d5cc6-0119-452b-b451-3db0f3a9c380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:58.748185 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e1172a06-2c94-4e9f-9f4f-80bad427e42e None None] Provisioning for port b904c983-823a-4a63-b7c5-2d471e429d7f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:53:58.752658 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e1172a06-2c94-4e9f-9f4f-80bad427e42e None None] Provisioning complete for port b904c983-823a-4a63-b7c5-2d471e429d7f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:53:58.753041 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e1172a06-2c94-4e9f-9f4f-80bad427e42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:58.796686 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e1172a06-2c94-4e9f-9f4f-80bad427e42e None None] Port b904c983-823a-4a63-b7c5-2d471e429d7f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:53:58.928349 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275f29e-afe2-4c63-8a19-484b085a7e8b req-5537f0f1-5912-49ac-bca5-1d115d1fc1c8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:58.929937 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e275f29e-afe2-4c63-8a19-484b085a7e8b req-5537f0f1-5912-49ac-bca5-1d115d1fc1c8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 932 time: 0.0691111 Jul 05 10:53:58.981177 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e275f29e-afe2-4c63-8a19-484b085a7e8b req-188ed99a-0614-461e-81a9-c75c9b55a2cf tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=856315ff-54bf-419f-b01c-972a06aec50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451431 Jul 05 10:53:59.041858 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-b42d5cc6-0119-452b-b451-3db0f3a9c380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b904c983-823a-4a63-b7c5-2d471e429d7f {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:53:59.050835 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-b42d5cc6-0119-452b-b451-3db0f3a9c380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:59.065146 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-b42d5cc6-0119-452b-b451-3db0f3a9c380 service neutron] Transition to ACTIVE for port object b904c983-823a-4a63-b7c5-2d471e429d7f will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:53:59.069050 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-b42d5cc6-0119-452b-b451-3db0f3a9c380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:59.123900 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d5cc6-0119-452b-b451-3db0f3a9c380 service neutron] Pushing event updated for resources: {'Port': ['ID=b904c983-823a-4a63-b7c5-2d471e429d7f,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:59.198146 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-b42d5cc6-0119-452b-b451-3db0f3a9c380 service neutron] Attempting to bind port b904c983-823a-4a63-b7c5-2d471e429d7f on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:53:59.198491 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-b42d5cc6-0119-452b-b451-3db0f3a9c380 service neutron] Attempting to bind port b904c983-823a-4a63-b7c5-2d471e429d7f by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '7b024c8a-b311-4d77-b8dd-61dc88695e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:53:59.198827 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-b42d5cc6-0119-452b-b451-3db0f3a9c380 service neutron] Attempting to bind port b904c983-823a-4a63-b7c5-2d471e429d7f on network a889feec-dd2a-43b7-b065-e53b143d2fef {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:53:59.210011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-b42d5cc6-0119-452b-b451-3db0f3a9c380 service neutron] Port b904c983-823a-4a63-b7c5-2d471e429d7f on network a889feec-dd2a-43b7-b065-e53b143d2fef not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:53:59.210011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-b42d5cc6-0119-452b-b451-3db0f3a9c380 service neutron] Attempting to bind port b904c983-823a-4a63-b7c5-2d471e429d7f on network a889feec-dd2a-43b7-b065-e53b143d2fef {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:53:59.212128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-b42d5cc6-0119-452b-b451-3db0f3a9c380 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:53:59.212475 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-b42d5cc6-0119-452b-b451-3db0f3a9c380 service neutron] Checking segment: {'id': '7b024c8a-b311-4d77-b8dd-61dc88695e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:53:59.212874 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-b42d5cc6-0119-452b-b451-3db0f3a9c380 service neutron] Bound using segment: {'id': '7b024c8a-b311-4d77-b8dd-61dc88695e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:53:59.213313 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-b42d5cc6-0119-452b-b451-3db0f3a9c380 service neutron] Bound port: b904c983-823a-4a63-b7c5-2d471e429d7f, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b024c8a-b311-4d77-b8dd-61dc88695e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:53:59.213681 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-b42d5cc6-0119-452b-b451-3db0f3a9c380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:59.294875 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-b42d5cc6-0119-452b-b451-3db0f3a9c380 service neutron] For port b904c983-823a-4a63-b7c5-2d471e429d7f, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:53:59.298660 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-b42d5cc6-0119-452b-b451-3db0f3a9c380 service neutron] For port b904c983-823a-4a63-b7c5-2d471e429d7f, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=b904c983-823a-4a63-b7c5-2d471e429d7f,segment=NetworkSegment(7b024c8a-b311-4d77-b8dd-61dc88695e8d),segment_id=7b024c8a-b311-4d77-b8dd-61dc88695e8d)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:53:59.303265 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-b42d5cc6-0119-452b-b451-3db0f3a9c380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:59.340943 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-b42d5cc6-0119-452b-b451-3db0f3a9c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:59.341648 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-b42d5cc6-0119-452b-b451-3db0f3a9c380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:59.343279 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-b42d5cc6-0119-452b-b451-3db0f3a9c380 service neutron] 10.222.0.78 "PUT /v2.0/ports/b904c983-823a-4a63-b7c5-2d471e429d7f HTTP/1.1" status: 200 len: 1092 time: 0.7237084 Jul 05 10:53:59.343920 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1', 'tag': 'b904c983-823a-4a63-b7c5-2d471e429d7f'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:53:59.346452 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485d1c57-a8c4-407f-a31c-b97eab590066" -d '{"events": [{"name": "network-changed", "server_uuid": "3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1", "tag": "b904c983-823a-4a63-b7c5-2d471e429d7f"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:53:59.382465 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d5cc6-0119-452b-b451-3db0f3a9c380 service neutron] Pushing event updated for resources: {'Port': ['ID=b904c983-823a-4a63-b7c5-2d471e429d7f,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:59.397632 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df78c8e9-6f3d-43ad-9351-95e9b7a4f28a x-openstack-request-id: req-df78c8e9-6f3d-43ad-9351-95e9b7a4f28a {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:53:59.398064 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1", "tag": "b904c983-823a-4a63-b7c5-2d471e429d7f", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:53:59.398282 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-df78c8e9-6f3d-43ad-9351-95e9b7a4f28a {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:53:59.398627 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1', 'tag': 'b904c983-823a-4a63-b7c5-2d471e429d7f', 'status': 'completed', 'code': 200} Jul 05 10:53:59.458771 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-832c0856-0b1c-4d96-8bfa-88f19e0df9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:59.460564 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-832c0856-0b1c-4d96-8bfa-88f19e0df9f8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 1095 time: 0.0723202 Jul 05 10:53:59.530818 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-43dd100a-8cbc-4a8a-b4a0-f9b2efdc23cc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b904c983-823a-4a63-b7c5-2d471e429d7f HTTP/1.1" status: 200 len: 217 time: 0.0606654 Jul 05 10:53:59.580063 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-555bf6de-0fb9-4cd8-b380-f2a133bda6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:59.581608 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-555bf6de-0fb9-4cd8-b380-f2a133bda6a0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=be58ebdf-5528-4962-ac48-8f822b010a2e HTTP/1.1" status: 200 len: 835 time: 0.0448158 Jul 05 10:53:59.638574 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-1d3eb740-9dd3-4f7b-819f-80c3176e7ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:59.640107 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-1d3eb740-9dd3-4f7b-819f-80c3176e7ea8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a889feec-dd2a-43b7-b065-e53b143d2fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512056 Jul 05 10:53:59.732157 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-1c8d03a1-0b7f-4a98-9524-23f1f5d8c6fc service neutron] 10.222.0.78 "GET /v2.0/networks/a889feec-dd2a-43b7-b065-e53b143d2fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857117 Jul 05 10:53:59.819621 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7f848c5e-8ebb-46bf-ad61-9f3355bef80a req-7818e9ff-277d-48d1-b40c-4e16ea44246c service neutron] 10.222.0.78 "GET /v2.0/networks/a889feec-dd2a-43b7-b065-e53b143d2fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813982 Jul 05 10:53:59.921727 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d1c57-a8c4-407f-a31c-b97eab590066 req-27cb0f76-defc-4ce9-91ed-8c069e91ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:59.923209 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-485d1c57-a8c4-407f-a31c-b97eab590066 req-27cb0f76-defc-4ce9-91ed-8c069e91ab9b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 1095 time: 0.0538232 Jul 05 10:54:00.027186 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d1c57-a8c4-407f-a31c-b97eab590066 req-b03e4793-8694-42e0-81e4-571a7aebfd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:00.028738 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-485d1c57-a8c4-407f-a31c-b97eab590066 req-b03e4793-8694-42e0-81e4-571a7aebfd33 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a889feec-dd2a-43b7-b065-e53b143d2fef HTTP/1.1" status: 200 len: 897 time: 0.0987895 Jul 05 10:54:00.075374 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-485d1c57-a8c4-407f-a31c-b97eab590066 req-9b682924-e2a0-47be-a217-c588500abfab service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b904c983-823a-4a63-b7c5-2d471e429d7f HTTP/1.1" status: 200 len: 217 time: 0.0400362 Jul 05 10:54:00.136396 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:54:00.149499 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d1c57-a8c4-407f-a31c-b97eab590066 req-754e14b5-086a-4543-9d3c-ac8c496a8e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:00.151951 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-485d1c57-a8c4-407f-a31c-b97eab590066 req-754e14b5-086a-4543-9d3c-ac8c496a8e6c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=be58ebdf-5528-4962-ac48-8f822b010a2e HTTP/1.1" status: 200 len: 835 time: 0.0706556 Jul 05 10:54:00.173206 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29b7bb-9ad6-4bb3-8161-e31b396c7123 req-6af8ab94-5b41-4409-bf97-913a01eff902 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:00.174851 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc29b7bb-9ad6-4bb3-8161-e31b396c7123 req-6af8ab94-5b41-4409-bf97-913a01eff902 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 944 time: 0.0747521 Jul 05 10:54:00.197728 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:54:00.198350 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:00.219353 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d1c57-a8c4-407f-a31c-b97eab590066 req-978aaf25-e747-4940-94a2-4a8ff851b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:00.220934 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-485d1c57-a8c4-407f-a31c-b97eab590066 req-978aaf25-e747-4940-94a2-4a8ff851b38a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a889feec-dd2a-43b7-b065-e53b143d2fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632496 Jul 05 10:54:00.228394 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc29b7bb-9ad6-4bb3-8161-e31b396c7123 req-f2fd5ae1-f86c-4d8f-b25b-d34dc21d29f4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=856315ff-54bf-419f-b01c-972a06aec50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455792 Jul 05 10:54:00.341808 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-485d1c57-a8c4-407f-a31c-b97eab590066 req-7a8ff45f-597b-4e41-8a48-6f643fc972db service neutron] 10.222.0.78 "GET /v2.0/networks/a889feec-dd2a-43b7-b065-e53b143d2fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125371 Jul 05 10:54:00.442464 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-485d1c57-a8c4-407f-a31c-b97eab590066 req-62bd05ce-708f-4395-b66a-6bfe516bd890 service neutron] 10.222.0.78 "GET /v2.0/networks/a889feec-dd2a-43b7-b065-e53b143d2fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924060 Jul 05 10:54:01.410124 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1462684-e492-463e-ad13-5a6b6597b9a7 req-1b321463-6ae3-452c-8e99-2d3e9f358bba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:01.411675 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1462684-e492-463e-ad13-5a6b6597b9a7 req-1b321463-6ae3-452c-8e99-2d3e9f358bba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 944 time: 0.0646212 Jul 05 10:54:01.451556 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f1462684-e492-463e-ad13-5a6b6597b9a7 req-2cdbf1fc-0ea9-4e3b-a1a7-63cd3018aa96 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=856315ff-54bf-419f-b01c-972a06aec50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335662 Jul 05 10:54:02.626551 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f85177-4ce5-41fa-ad5a-f4b96683f6a8 req-2a844ff8-ab16-4734-8fa8-59f9efa6002b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:02.628362 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e0f85177-4ce5-41fa-ad5a-f4b96683f6a8 req-2a844ff8-ab16-4734-8fa8-59f9efa6002b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 944 time: 0.0650177 Jul 05 10:54:02.671799 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e0f85177-4ce5-41fa-ad5a-f4b96683f6a8 req-1c180009-5b69-4187-af87-beb8609acc5a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=856315ff-54bf-419f-b01c-972a06aec50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377440 Jul 05 10:54:03.320860 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:03.777429 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device b904c983-823a-4a63-b7c5-2d471e429d7f details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:54:03.851809 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbfc83-66e1-4890-a945-5596d0536c37 req-6400638a-7034-4f24-93da-b0a70094b911 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:03.853321 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8afbfc83-66e1-4890-a945-5596d0536c37 req-6400638a-7034-4f24-93da-b0a70094b911 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 944 time: 0.0664506 Jul 05 10:54:03.882916 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port b904c983-823a-4a63-b7c5-2d471e429d7f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=b904c983-823a-4a63-b7c5-2d471e429d7f,segment=NetworkSegment(7b024c8a-b311-4d77-b8dd-61dc88695e8d),segment_id=7b024c8a-b311-4d77-b8dd-61dc88695e8d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:54:03.894899 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8afbfc83-66e1-4890-a945-5596d0536c37 req-b8f1f008-5906-48f9-b43f-20a3655271f1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=856315ff-54bf-419f-b01c-972a06aec50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352609 Jul 05 10:54:03.896836 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': 'b904c983-823a-4a63-b7c5-2d471e429d7f', 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef', 'port_id': 'b904c983-823a-4a63-b7c5-2d471e429d7f', 'mac_address': 'fa:16:3e:a9:01:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be58ebdf-5528-4962-ac48-8f822b010a2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:54:03.934899 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:03.947639 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b904c983-823a-4a63-b7c5-2d471e429d7f {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:54:03.968714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port b904c983-823a-4a63-b7c5-2d471e429d7f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=b904c983-823a-4a63-b7c5-2d471e429d7f,segment=NetworkSegment(7b024c8a-b311-4d77-b8dd-61dc88695e8d),segment_id=7b024c8a-b311-4d77-b8dd-61dc88695e8d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:54:03.972602 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:04.020349 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=b904c983-823a-4a63-b7c5-2d471e429d7f,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:54:04.336327 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['b904c983-823a-4a63-b7c5-2d471e429d7f'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:54:05.070156 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b84e14-cc00-4ba5-8ff4-b6ebf08fe254 req-301076ff-2242-42a9-a315-f963f6a44417 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:05.071695 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-98b84e14-cc00-4ba5-8ff4-b6ebf08fe254 req-301076ff-2242-42a9-a315-f963f6a44417 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 945 time: 0.0639613 Jul 05 10:54:05.112730 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-98b84e14-cc00-4ba5-8ff4-b6ebf08fe254 req-5151715c-c8af-4de0-8160-a3886de0ce50 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=856315ff-54bf-419f-b01c-972a06aec50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352123 Jul 05 10:54:05.793281 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device b904c983-823a-4a63-b7c5-2d471e429d7f up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:54:05.842227 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port b904c983-823a-4a63-b7c5-2d471e429d7f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:54:05.846389 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port b904c983-823a-4a63-b7c5-2d471e429d7f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:54:05.846774 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:05.935680 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:05.958034 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b904c983-823a-4a63-b7c5-2d471e429d7f'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:54:05.960550 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b0e2a5-d205-4ca3-aa88-63cbbeeb2799" -d '{"events": [{"server_uuid": "3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1", "name": "network-vif-plugged", "status": "completed", "tag": "b904c983-823a-4a63-b7c5-2d471e429d7f"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:54:05.976163 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port b904c983-823a-4a63-b7c5-2d471e429d7f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=b904c983-823a-4a63-b7c5-2d471e429d7f,segment=NetworkSegment(7b024c8a-b311-4d77-b8dd-61dc88695e8d),segment_id=7b024c8a-b311-4d77-b8dd-61dc88695e8d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:54:05.980578 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:06.031060 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=b904c983-823a-4a63-b7c5-2d471e429d7f,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:54:06.059221 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7716ea5c-4444-4234-a53a-fbc0980fdfeb x-openstack-request-id: req-7716ea5c-4444-4234-a53a-fbc0980fdfeb {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:54:06.059518 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1", "name": "network-vif-plugged", "status": "completed", "tag": "b904c983-823a-4a63-b7c5-2d471e429d7f", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:54:06.059771 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7716ea5c-4444-4234-a53a-fbc0980fdfeb {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:54:06.062162 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b904c983-823a-4a63-b7c5-2d471e429d7f', 'code': 200} Jul 05 10:54:06.179942 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2793e0b-706b-497c-9403-86a7cb2adb8a req-a35da9fd-db65-491e-8b66-e5006732efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:06.181610 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b2793e0b-706b-497c-9403-86a7cb2adb8a req-a35da9fd-db65-491e-8b66-e5006732efdb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 1097 time: 0.0551672 Jul 05 10:54:06.219573 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b2793e0b-706b-497c-9403-86a7cb2adb8a req-a7e25ace-978c-4b0a-bd9a-fb975fce0c50 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=856315ff-54bf-419f-b01c-972a06aec50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308068 Jul 05 10:54:06.305717 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1357d-e4d9-43c6-a2e9-80532533a97c req-18d689cb-9a20-4ade-9456-8f2c52a52b5b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:06.307299 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0a1357d-e4d9-43c6-a2e9-80532533a97c req-18d689cb-9a20-4ade-9456-8f2c52a52b5b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 946 time: 0.0737178 Jul 05 10:54:06.345853 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0a1357d-e4d9-43c6-a2e9-80532533a97c req-a4f255bb-07df-4235-8f1b-4c89ed3f46f5 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=856315ff-54bf-419f-b01c-972a06aec50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329332 Jul 05 10:54:06.805454 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:07.524406 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a578ee-158d-447e-9958-23c7c2b20373 req-bf514487-6701-420b-aedb-1e4a97f8e82d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:07.525872 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-20a578ee-158d-447e-9958-23c7c2b20373 req-bf514487-6701-420b-aedb-1e4a97f8e82d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 946 time: 0.0661483 Jul 05 10:54:07.573570 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-20a578ee-158d-447e-9958-23c7c2b20373 req-b4e8cb81-416d-488b-8673-edec7d1ec018 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=856315ff-54bf-419f-b01c-972a06aec50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414162 Jul 05 10:54:07.775346 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777ad9f-6cb8-47f0-819e-c0823019e694 req-d42abafa-b354-4694-be78-a468207d1b71 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:07.776817 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3777ad9f-6cb8-47f0-819e-c0823019e694 req-d42abafa-b354-4694-be78-a468207d1b71 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 946 time: 0.0685146 Jul 05 10:54:07.815075 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3777ad9f-6cb8-47f0-819e-c0823019e694 req-b21f83a5-263d-4293-ab85-6a34df94b131 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=856315ff-54bf-419f-b01c-972a06aec50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323668 Jul 05 10:54:07.839949 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49552) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:54:07.892512 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c627b6-3342-44ca-8baf-24f7a319688e tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:07.894094 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-71c627b6-3342-44ca-8baf-24f7a319688e tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 1092 time: 0.0531344 Jul 05 10:54:07.896972 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49554) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:54:07.901304 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-fb8d349a-898a-4320-afe3-9a343310f3a3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': 'b904c983-823a-4a63-b7c5-2d471e429d7f', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:54:07.922389 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb8d349a-898a-4320-afe3-9a343310f3a3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:08.022145 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb8d349a-898a-4320-afe3-9a343310f3a3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:08.129662 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-fb8d349a-898a-4320-afe3-9a343310f3a3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Allocated IP 172.25.7.105 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/717ddb34-56eb-41d4-8ea0-040d6111c120) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:54:08.236804 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb8d349a-898a-4320-afe3-9a343310f3a3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:08.280900 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb8d349a-898a-4320-afe3-9a343310f3a3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:08.320730 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8d349a-898a-4320-afe3-9a343310f3a3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:54:08.325731 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-fb8d349a-898a-4320-afe3-9a343310f3a3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:54:08.329526 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d349a-898a-4320-afe3-9a343310f3a3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:54:08.336105 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d349a-898a-4320-afe3-9a343310f3a3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=717ddb34-56eb-41d4-8ea0-040d6111c120,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:54:08.725615 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb8d349a-898a-4320-afe3-9a343310f3a3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:08.807796 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb8d349a-898a-4320-afe3-9a343310f3a3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:08.967709 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb8d349a-898a-4320-afe3-9a343310f3a3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:08.972991 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb8d349a-898a-4320-afe3-9a343310f3a3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:09.052013 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d349a-898a-4320-afe3-9a343310f3a3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=717ddb34-56eb-41d4-8ea0-040d6111c120,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:54:09.064987 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb8d349a-898a-4320-afe3-9a343310f3a3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:09.174783 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-fb8d349a-898a-4320-afe3-9a343310f3a3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Floating IP 3c7eb7bb-63ff-4244-918f-d7169b7f6d57 associated. External IP: 172.25.7.105, port: b904c983-823a-4a63-b7c5-2d471e429d7f. Jul 05 10:54:09.734026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8d349a-898a-4320-afe3-9a343310f3a3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Router 92fc5976-499f-4061-8a3e-6110af0c312d has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:54:09.858270 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8d349a-898a-4320-afe3-9a343310f3a3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:54:09.869756 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79111abe-7fe4-424a-a500-f13412d19f30 None None] Sync routers for ids ['92fc5976-499f-4061-8a3e-6110af0c312d'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:54:09.879173 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb8d349a-898a-4320-afe3-9a343310f3a3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:09.884335 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79111abe-7fe4-424a-a500-f13412d19f30 None None] Routers {'92fc5976-499f-4061-8a3e-6110af0c312d'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:54:09.885009 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-79111abe-7fe4-424a-a500-f13412d19f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:53:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['92fc5976-499f-4061-8a3e-6110af0c312d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:54:09.919842 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fb8d349a-898a-4320-afe3-9a343310f3a3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0217485 Jul 05 10:54:09.920418 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1', 'tag': 'b904c983-823a-4a63-b7c5-2d471e429d7f'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:54:09.922827 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297c79d3-b0ec-4671-8c94-c4658a1e68b1" -d '{"events": [{"name": "network-changed", "server_uuid": "3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1", "tag": "b904c983-823a-4a63-b7c5-2d471e429d7f"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:54:09.962349 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad396e6-e33e-4aae-94f6-8605ca0ceb34 x-openstack-request-id: req-aad396e6-e33e-4aae-94f6-8605ca0ceb34 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:54:09.962978 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1", "tag": "b904c983-823a-4a63-b7c5-2d471e429d7f", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:54:09.963103 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aad396e6-e33e-4aae-94f6-8605ca0ceb34 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:54:09.963615 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1', 'tag': 'b904c983-823a-4a63-b7c5-2d471e429d7f', 'status': 'completed', 'code': 200} Jul 05 10:54:10.010422 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-79111abe-7fe4-424a-a500-f13412d19f30 None None] Set router 92fc5976-499f-4061-8a3e-6110af0c312d gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:54:10.082908 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c79d3-b0ec-4671-8c94-c4658a1e68b1 req-5ff8c82e-6e0a-4bd8-8dcc-9b4506913079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:10.085517 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-297c79d3-b0ec-4671-8c94-c4658a1e68b1 req-5ff8c82e-6e0a-4bd8-8dcc-9b4506913079 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 1097 time: 0.0956326 Jul 05 10:54:10.126741 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec7797-b99c-4f50-88e6-d54d1a77a18f req-ae524c40-2b89-493e-9017-e4f751c8fc6b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:10.128285 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0dec7797-b99c-4f50-88e6-d54d1a77a18f req-ae524c40-2b89-493e-9017-e4f751c8fc6b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 946 time: 0.0806315 Jul 05 10:54:10.173490 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0dec7797-b99c-4f50-88e6-d54d1a77a18f req-792ec5d5-eb07-4104-a93e-4f0d010cd071 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=856315ff-54bf-419f-b01c-972a06aec50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383110 Jul 05 10:54:10.196709 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c79d3-b0ec-4671-8c94-c4658a1e68b1 req-81b667a2-a3a0-4e86-9e37-4d2cb90c31fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:10.196709 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-297c79d3-b0ec-4671-8c94-c4658a1e68b1 req-81b667a2-a3a0-4e86-9e37-4d2cb90c31fb service neutron] 10.222.0.78 "GET /v2.0/networks?id=a889feec-dd2a-43b7-b065-e53b143d2fef HTTP/1.1" status: 200 len: 897 time: 0.1014996 Jul 05 10:54:10.199230 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49560) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:54:10.256648 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-79111abe-7fe4-424a-a500-f13412d19f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217046788', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:49Z', 'updated_at': '2021-07-05T10:53:53Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:50Z', 'updated_at': '2021-07-05T10:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3c7eb7bb-63ff-4244-918f-d7169b7f6d57', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'port_id': 'b904c983-823a-4a63-b7c5-2d471e429d7f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef', 'mac_address': 'fa:16:3e:a9:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:54:08Z', 'updated_at': '2021-07-05T10:54:08Z', 'revision_number': 0, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca', 'name': '', 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:fd:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'be58ebdf-5528-4962-ac48-8f822b010a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:52Z', 'updated_at': '2021-07-05T10:53:58Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': 'be58ebdf-5528-4962-ac48-8f822b010a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:54:10.283004 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79111abe-7fe4-424a-a500-f13412d19f30 None None] Checking router: 92fc5976-499f-4061-8a3e-6110af0c312d for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:54:10.291956 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79111abe-7fe4-424a-a500-f13412d19f30 None None] Routers {'92fc5976-499f-4061-8a3e-6110af0c312d'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:54:10.292615 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-79111abe-7fe4-424a-a500-f13412d19f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:53:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['92fc5976-499f-4061-8a3e-6110af0c312d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:54:10.334933 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b06fef0b-0eef-46c2-ace3-8412ba73e156 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/floatingips/3c7eb7bb-63ff-4244-918f-d7169b7f6d57 HTTP/1.1" status: 200 len: 992 time: 0.1345494 Jul 05 10:54:10.339596 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-297c79d3-b0ec-4671-8c94-c4658a1e68b1 req-95571f0b-c0ca-4d76-9a75-765920ff1ed7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b904c983-823a-4a63-b7c5-2d471e429d7f HTTP/1.1" status: 200 len: 1000 time: 0.1381195 Jul 05 10:54:10.389489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c79d3-b0ec-4671-8c94-c4658a1e68b1 req-8383ce5c-cbc0-4d60-9332-3f36049bafa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:10.390899 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-297c79d3-b0ec-4671-8c94-c4658a1e68b1 req-8383ce5c-cbc0-4d60-9332-3f36049bafa0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=be58ebdf-5528-4962-ac48-8f822b010a2e HTTP/1.1" status: 200 len: 835 time: 0.0457282 Jul 05 10:54:10.401811 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-79111abe-7fe4-424a-a500-f13412d19f30 None None] Set router 92fc5976-499f-4061-8a3e-6110af0c312d gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:54:10.448011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c79d3-b0ec-4671-8c94-c4658a1e68b1 req-06aeff16-201a-4172-96a2-cdbd3b3c7d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:10.449554 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-297c79d3-b0ec-4671-8c94-c4658a1e68b1 req-06aeff16-201a-4172-96a2-cdbd3b3c7d8a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a889feec-dd2a-43b7-b065-e53b143d2fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529628 Jul 05 10:54:10.548286 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-297c79d3-b0ec-4671-8c94-c4658a1e68b1 req-e31dbc7e-ec4d-4aa9-bc86-f8cbf7269a48 service neutron] 10.222.0.78 "GET /v2.0/networks/a889feec-dd2a-43b7-b065-e53b143d2fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922017 Jul 05 10:54:10.640835 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-297c79d3-b0ec-4671-8c94-c4658a1e68b1 req-188709b2-0e2a-4ee8-a92e-2488bf0f4f3b service neutron] 10.222.0.78 "GET /v2.0/networks/a889feec-dd2a-43b7-b065-e53b143d2fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866041 Jul 05 10:54:10.708891 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-79111abe-7fe4-424a-a500-f13412d19f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217046788', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:49Z', 'updated_at': '2021-07-05T10:53:53Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:50Z', 'updated_at': '2021-07-05T10:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3c7eb7bb-63ff-4244-918f-d7169b7f6d57', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'port_id': 'b904c983-823a-4a63-b7c5-2d471e429d7f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef', 'mac_address': 'fa:16:3e:a9:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:54:08Z', 'updated_at': '2021-07-05T10:54:08Z', 'revision_number': 0, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca', 'name': '', 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:fd:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'be58ebdf-5528-4962-ac48-8f822b010a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:52Z', 'updated_at': '2021-07-05T10:53:58Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': 'be58ebdf-5528-4962-ac48-8f822b010a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:54:10.759836 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79111abe-7fe4-424a-a500-f13412d19f30 None None] The sync data for ids ['92fc5976-499f-4061-8a3e-6110af0c312d'] in n-d-798054-8 is: [{'id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217046788', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:49Z', 'updated_at': '2021-07-05T10:53:53Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:50Z', 'updated_at': '2021-07-05T10:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3c7eb7bb-63ff-4244-918f-d7169b7f6d57', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'port_id': 'b904c983-823a-4a63-b7c5-2d471e429d7f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef', 'mac_address': 'fa:16:3e:a9:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:54:08Z', 'updated_at': '2021-07-05T10:54:08Z', 'revision_number': 0, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca', 'name': '', 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:fd:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'be58ebdf-5528-4962-ac48-8f822b010a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:52Z', 'updated_at': '2021-07-05T10:53:58Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': 'be58ebdf-5528-4962-ac48-8f822b010a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:54:10.951667 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e825b08-ef29-44cc-b91e-17f86eb69541 None None] New status for floating IP 3c7eb7bb-63ff-4244-918f-d7169b7f6d57: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:54:11.339470 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49564) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:54:11.435529 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-669f17d2-bda8-472a-ad54-e92fbd162bdf tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/floatingips/3c7eb7bb-63ff-4244-918f-d7169b7f6d57 HTTP/1.1" status: 200 len: 994 time: 0.0877962 Jul 05 10:54:21.036446 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a1bd43f3-2601-43cb-8fdf-0212e33e5d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:21.378006 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:54:23.411683 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6186a197-732c-41fd-a5ca-65e26d3ec325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:23.754838 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:24.843524 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:26.966490 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:27.164787 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dbbd8356-2106-49f3-9f4c-af91f0c87926 req-5e043e8e-7e54-47a1-9a30-fa71a0808a1d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525782 Jul 05 10:54:27.264560 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd8356-2106-49f3-9f4c-af91f0c87926 req-761b5aa0-7334-4665-8819-7d4580763380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:27.266006 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dbbd8356-2106-49f3-9f4c-af91f0c87926 req-761b5aa0-7334-4665-8819-7d4580763380 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 1097 time: 0.0589614 Jul 05 10:54:27.371030 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd8356-2106-49f3-9f4c-af91f0c87926 req-74fa8671-ac34-400a-aa95-2444c02c5fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:27.372591 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dbbd8356-2106-49f3-9f4c-af91f0c87926 req-74fa8671-ac34-400a-aa95-2444c02c5fce service neutron] 10.222.0.78 "GET /v2.0/networks?id=a889feec-dd2a-43b7-b065-e53b143d2fef HTTP/1.1" status: 200 len: 897 time: 0.0861592 Jul 05 10:54:27.446621 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dbbd8356-2106-49f3-9f4c-af91f0c87926 req-beffa26f-7816-423f-ac66-6ac6cd4a997d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b904c983-823a-4a63-b7c5-2d471e429d7f HTTP/1.1" status: 200 len: 1002 time: 0.0665703 Jul 05 10:54:27.496889 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd8356-2106-49f3-9f4c-af91f0c87926 req-9bec034e-d926-42ab-8651-ae656aa6e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:27.498378 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dbbd8356-2106-49f3-9f4c-af91f0c87926 req-9bec034e-d926-42ab-8651-ae656aa6e6df service neutron] 10.222.0.78 "GET /v2.0/subnets?id=be58ebdf-5528-4962-ac48-8f822b010a2e HTTP/1.1" status: 200 len: 835 time: 0.0455282 Jul 05 10:54:27.557431 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd8356-2106-49f3-9f4c-af91f0c87926 req-9f39773c-2cf4-42e7-8995-1a759fb805e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:27.558963 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dbbd8356-2106-49f3-9f4c-af91f0c87926 req-9f39773c-2cf4-42e7-8995-1a759fb805e2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a889feec-dd2a-43b7-b065-e53b143d2fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534430 Jul 05 10:54:27.655377 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dbbd8356-2106-49f3-9f4c-af91f0c87926 req-f649f8d0-8d1e-4ac5-8674-9d8c2aa1930b service neutron] 10.222.0.78 "GET /v2.0/networks/a889feec-dd2a-43b7-b065-e53b143d2fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894904 Jul 05 10:54:27.748187 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-dbbd8356-2106-49f3-9f4c-af91f0c87926 req-8c7d5d32-5070-4d05-aa80-f592cfbc62db service neutron] 10.222.0.78 "GET /v2.0/networks/a889feec-dd2a-43b7-b065-e53b143d2fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853040 Jul 05 10:54:33.323288 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:36.821982 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:51.038260 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9b5771fe-994c-483f-a489-ce696b3275ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:53.412101 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d68d8c27-33cb-43ac-83ab-15d40ac7d97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:53.813261 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:54.842274 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:56.969376 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:58.376476 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:55:03.335590 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:06.817158 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:21.038422 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bc0cb32f-6fa5-4ca8-964c-a45e72755b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:23.412760 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ad1b8403-9f1c-4699-b732-c6be9cc473b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:23.744692 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:24.845236 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:24.955475 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe87bfa-c195-4ea7-a252-04b559ca3f49 req-ad001167-e447-4fc2-b980-b32de84f65fa tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:24.956909 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-afe87bfa-c195-4ea7-a252-04b559ca3f49 req-ad001167-e447-4fc2-b980-b32de84f65fa tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 946 time: 0.0665736 Jul 05 10:55:24.999135 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-afe87bfa-c195-4ea7-a252-04b559ca3f49 req-d9ef86ed-c5ec-42eb-adfd-fe556d5e56d7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=856315ff-54bf-419f-b01c-972a06aec50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362828 Jul 05 10:55:26.177503 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffd92e-6ab3-4af1-b204-66cc1bf8c2ea req-abca2e0c-f126-4a3d-94d3-aa4b08f05df8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:26.179013 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0cffd92e-6ab3-4af1-b204-66cc1bf8c2ea req-abca2e0c-f126-4a3d-94d3-aa4b08f05df8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 946 time: 0.0642705 Jul 05 10:55:26.216653 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0cffd92e-6ab3-4af1-b204-66cc1bf8c2ea req-2d54c6f5-7714-4766-9c6a-c22c060d1c2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=856315ff-54bf-419f-b01c-972a06aec50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319865 Jul 05 10:55:26.243101 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49596) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:26.309760 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f4a955f4-fad5-4749-b370-1cd245b4d95f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/floatingips/3c7eb7bb-63ff-4244-918f-d7169b7f6d57 HTTP/1.1" status: 200 len: 994 time: 0.0655096 Jul 05 10:55:26.972174 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:27.146869 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-51d340be-4724-4611-8689-4a11a370d9a7 req-4aca8e01-7dcd-4a55-bfe3-1b4f494ed1e7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527241 Jul 05 10:55:27.243964 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d340be-4724-4611-8689-4a11a370d9a7 req-c37c4bb9-0a9c-4655-82b5-f27ff1da2995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:27.245418 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-51d340be-4724-4611-8689-4a11a370d9a7 req-c37c4bb9-0a9c-4655-82b5-f27ff1da2995 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 1097 time: 0.0574040 Jul 05 10:55:27.350906 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d340be-4724-4611-8689-4a11a370d9a7 req-d14048d1-18e9-4caa-984b-568c28c68d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:27.352457 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-51d340be-4724-4611-8689-4a11a370d9a7 req-d14048d1-18e9-4caa-984b-568c28c68d72 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a889feec-dd2a-43b7-b065-e53b143d2fef HTTP/1.1" status: 200 len: 897 time: 0.0871301 Jul 05 10:55:27.427647 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-51d340be-4724-4611-8689-4a11a370d9a7 req-93e2de7b-5c66-4be8-aa5b-3af7798493d7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b904c983-823a-4a63-b7c5-2d471e429d7f HTTP/1.1" status: 200 len: 1002 time: 0.0687268 Jul 05 10:55:27.477276 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d340be-4724-4611-8689-4a11a370d9a7 req-99565f33-60d9-4a1a-9fb1-901c233578f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:27.478740 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-51d340be-4724-4611-8689-4a11a370d9a7 req-99565f33-60d9-4a1a-9fb1-901c233578f4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=be58ebdf-5528-4962-ac48-8f822b010a2e HTTP/1.1" status: 200 len: 835 time: 0.0452492 Jul 05 10:55:27.535274 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d340be-4724-4611-8689-4a11a370d9a7 req-be241c81-c753-425e-a79e-029b159c264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:27.536986 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-51d340be-4724-4611-8689-4a11a370d9a7 req-be241c81-c753-425e-a79e-029b159c264b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a889feec-dd2a-43b7-b065-e53b143d2fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524068 Jul 05 10:55:27.644127 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-51d340be-4724-4611-8689-4a11a370d9a7 req-d1d8caae-ab76-4760-9215-7992f1bdb4c3 service neutron] 10.222.0.78 "GET /v2.0/networks/a889feec-dd2a-43b7-b065-e53b143d2fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005826 Jul 05 10:55:27.737963 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-51d340be-4724-4611-8689-4a11a370d9a7 req-db6b53ec-610d-4ce3-a4f8-a9369f8d9217 service neutron] 10.222.0.78 "GET /v2.0/networks/a889feec-dd2a-43b7-b065-e53b143d2fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877626 Jul 05 10:55:27.756499 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c4ef5-6655-4196-9472-c2f1d1f151ae req-0fe73b22-b3ac-4d63-a0bc-f31f6b8430be tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:27.758895 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-213c4ef5-6655-4196-9472-c2f1d1f151ae req-0fe73b22-b3ac-4d63-a0bc-f31f6b8430be tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 946 time: 0.0725350 Jul 05 10:55:27.800005 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-213c4ef5-6655-4196-9472-c2f1d1f151ae req-9b565604-7aa8-4848-978b-e78cc2b31872 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=856315ff-54bf-419f-b01c-972a06aec50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335419 Jul 05 10:55:28.984797 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538db21-1272-4867-ab72-55baf8797253 req-35dfcd99-7ff1-43e6-92b9-3999606da532 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:28.986794 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b538db21-1272-4867-ab72-55baf8797253 req-35dfcd99-7ff1-43e6-92b9-3999606da532 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 946 time: 0.0686939 Jul 05 10:55:29.023682 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b538db21-1272-4867-ab72-55baf8797253 req-f44cad3a-b913-46ab-bc0d-11d488c4e53b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=856315ff-54bf-419f-b01c-972a06aec50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311978 Jul 05 10:55:29.049112 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49606) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:29.107911 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d61303fd-620f-4dca-86a3-f73cbbd6ae3b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/floatingips/3c7eb7bb-63ff-4244-918f-d7169b7f6d57 HTTP/1.1" status: 200 len: 994 time: 0.0574820 Jul 05 10:55:29.356823 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49612) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:29.518135 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d9d20bd1-4cd2-481b-97a6-a4275d1d33ba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting port 717ddb34-56eb-41d4-8ea0-040d6111c120 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:55:29.518478 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9d20bd1-4cd2-481b-97a6-a4275d1d33ba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:29.595899 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9d20bd1-4cd2-481b-97a6-a4275d1d33ba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:29.596247 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9d20bd1-4cd2-481b-97a6-a4275d1d33ba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:29.607788 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d9d20bd1-4cd2-481b-97a6-a4275d1d33ba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Calling delete_port for 717ddb34-56eb-41d4-8ea0-040d6111c120 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:55:29.755778 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9d20bd1-4cd2-481b-97a6-a4275d1d33ba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:29.782002 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d20bd1-4cd2-481b-97a6-a4275d1d33ba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Port': ['ID=717ddb34-56eb-41d4-8ea0-040d6111c120,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:29.793626 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d20bd1-4cd2-481b-97a6-a4275d1d33ba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:29.793991 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d20bd1-4cd2-481b-97a6-a4275d1d33ba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:29.794345 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d20bd1-4cd2-481b-97a6-a4275d1d33ba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:29.794701 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d20bd1-4cd2-481b-97a6-a4275d1d33ba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:29.795047 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d20bd1-4cd2-481b-97a6-a4275d1d33ba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:29.795393 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d20bd1-4cd2-481b-97a6-a4275d1d33ba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:29.795736 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d20bd1-4cd2-481b-97a6-a4275d1d33ba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:29.796101 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d20bd1-4cd2-481b-97a6-a4275d1d33ba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:29.796471 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d20bd1-4cd2-481b-97a6-a4275d1d33ba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:29.796808 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d20bd1-4cd2-481b-97a6-a4275d1d33ba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:29.797144 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d20bd1-4cd2-481b-97a6-a4275d1d33ba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:29.797478 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d20bd1-4cd2-481b-97a6-a4275d1d33ba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:29.853832 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9d20bd1-4cd2-481b-97a6-a4275d1d33ba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:29.854177 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-d9d20bd1-4cd2-481b-97a6-a4275d1d33ba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Floating IP 3c7eb7bb-63ff-4244-918f-d7169b7f6d57 disassociated (deleted). External IP: 172.25.7.105, port: b904c983-823a-4a63-b7c5-2d471e429d7f. Jul 05 10:55:30.065249 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d20bd1-4cd2-481b-97a6-a4275d1d33ba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Router 92fc5976-499f-4061-8a3e-6110af0c312d has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:55:30.174660 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d20bd1-4cd2-481b-97a6-a4275d1d33ba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:55:30.179513 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9d20bd1-4cd2-481b-97a6-a4275d1d33ba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:30.183817 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0557978-7abd-46f2-9f1b-9d3c758f5f8f None None] Sync routers for ids ['92fc5976-499f-4061-8a3e-6110af0c312d'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:55:30.192757 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0557978-7abd-46f2-9f1b-9d3c758f5f8f None None] Routers {'92fc5976-499f-4061-8a3e-6110af0c312d'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:55:30.193491 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d0557978-7abd-46f2-9f1b-9d3c758f5f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:55:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['92fc5976-499f-4061-8a3e-6110af0c312d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:30.215305 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d9d20bd1-4cd2-481b-97a6-a4275d1d33ba tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "DELETE /v2.0/floatingips/3c7eb7bb-63ff-4244-918f-d7169b7f6d57 HTTP/1.1" status: 204 len: 168 time: 0.8573699 Jul 05 10:55:30.215926 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1', 'tag': 'b904c983-823a-4a63-b7c5-2d471e429d7f'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:55:30.218190 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c0478e-44b3-4cd1-ab18-c85e3f7229f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1", "tag": "b904c983-823a-4a63-b7c5-2d471e429d7f"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:55:30.259777 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21658e96-38c8-4c8b-b4f2-7e60e0d59c61 x-openstack-request-id: req-21658e96-38c8-4c8b-b4f2-7e60e0d59c61 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:55:30.260159 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1", "tag": "b904c983-823a-4a63-b7c5-2d471e429d7f", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:55:30.260414 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-21658e96-38c8-4c8b-b4f2-7e60e0d59c61 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:55:30.260869 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1', 'tag': 'b904c983-823a-4a63-b7c5-2d471e429d7f', 'status': 'completed', 'code': 200} Jul 05 10:55:30.309684 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-d0557978-7abd-46f2-9f1b-9d3c758f5f8f None None] Set router 92fc5976-499f-4061-8a3e-6110af0c312d gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:55:30.342352 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0478e-44b3-4cd1-ab18-c85e3f7229f5 req-bbc2f38a-ed2a-4bdc-982d-6ab9bc38d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:30.344201 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-02c0478e-44b3-4cd1-ab18-c85e3f7229f5 req-bbc2f38a-ed2a-4bdc-982d-6ab9bc38d6b0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 1097 time: 0.0600255 Jul 05 10:55:30.451726 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0478e-44b3-4cd1-ab18-c85e3f7229f5 req-5b4d067f-d3c1-4219-9554-87df21a17999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:30.453734 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-02c0478e-44b3-4cd1-ab18-c85e3f7229f5 req-5b4d067f-d3c1-4219-9554-87df21a17999 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a889feec-dd2a-43b7-b065-e53b143d2fef HTTP/1.1" status: 200 len: 897 time: 0.1038320 Jul 05 10:55:30.503081 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-02c0478e-44b3-4cd1-ab18-c85e3f7229f5 req-20845ddb-7c0f-4513-9c96-a6918f205343 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b904c983-823a-4a63-b7c5-2d471e429d7f HTTP/1.1" status: 200 len: 217 time: 0.0404005 Jul 05 10:55:30.580717 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0478e-44b3-4cd1-ab18-c85e3f7229f5 req-41329ec6-ed36-4115-bfbd-4ff68ef88c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:30.582536 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-02c0478e-44b3-4cd1-ab18-c85e3f7229f5 req-41329ec6-ed36-4115-bfbd-4ff68ef88c4c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=be58ebdf-5528-4962-ac48-8f822b010a2e HTTP/1.1" status: 200 len: 835 time: 0.0679126 Jul 05 10:55:30.614552 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3063cca-5868-483a-859f-f65e2cdccd88 req-9a999993-6686-4ba9-a8dd-19046be381f0 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:30.617466 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3063cca-5868-483a-859f-f65e2cdccd88 req-9a999993-6686-4ba9-a8dd-19046be381f0 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 946 time: 0.0769343 Jul 05 10:55:30.652737 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0478e-44b3-4cd1-ab18-c85e3f7229f5 req-7f12fb1f-9159-4e64-9db4-45511cb88906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:30.655125 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-02c0478e-44b3-4cd1-ab18-c85e3f7229f5 req-7f12fb1f-9159-4e64-9db4-45511cb88906 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a889feec-dd2a-43b7-b065-e53b143d2fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651422 Jul 05 10:55:30.661960 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3063cca-5868-483a-859f-f65e2cdccd88 req-d04ca5d3-6cf0-4e0a-a234-7e1481aa360c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=856315ff-54bf-419f-b01c-972a06aec50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386255 Jul 05 10:55:30.691089 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d0557978-7abd-46f2-9f1b-9d3c758f5f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217046788', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:49Z', 'updated_at': '2021-07-05T10:53:53Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:50Z', 'updated_at': '2021-07-05T10:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca', 'name': '', 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:fd:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'be58ebdf-5528-4962-ac48-8f822b010a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:52Z', 'updated_at': '2021-07-05T10:53:58Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': 'be58ebdf-5528-4962-ac48-8f822b010a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:30.717706 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0557978-7abd-46f2-9f1b-9d3c758f5f8f None None] Checking router: 92fc5976-499f-4061-8a3e-6110af0c312d for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:55:30.727258 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0557978-7abd-46f2-9f1b-9d3c758f5f8f None None] Routers {'92fc5976-499f-4061-8a3e-6110af0c312d'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:55:30.727931 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d0557978-7abd-46f2-9f1b-9d3c758f5f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:55:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['92fc5976-499f-4061-8a3e-6110af0c312d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:30.751070 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-02c0478e-44b3-4cd1-ab18-c85e3f7229f5 req-c7684dee-e034-4460-88b0-cae391ec4277 service neutron] 10.222.0.78 "GET /v2.0/networks/a889feec-dd2a-43b7-b065-e53b143d2fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862415 Jul 05 10:55:30.834332 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-d0557978-7abd-46f2-9f1b-9d3c758f5f8f None None] Set router 92fc5976-499f-4061-8a3e-6110af0c312d gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:55:30.848068 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-02c0478e-44b3-4cd1-ab18-c85e3f7229f5 req-e42a5193-b154-42c2-b3a0-c1d2d531b941 service neutron] 10.222.0.78 "GET /v2.0/networks/a889feec-dd2a-43b7-b065-e53b143d2fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885684 Jul 05 10:55:31.035504 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d0557978-7abd-46f2-9f1b-9d3c758f5f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217046788', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:49Z', 'updated_at': '2021-07-05T10:53:53Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:50Z', 'updated_at': '2021-07-05T10:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca', 'name': '', 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:fd:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'be58ebdf-5528-4962-ac48-8f822b010a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:52Z', 'updated_at': '2021-07-05T10:53:58Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': 'be58ebdf-5528-4962-ac48-8f822b010a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:31.061000 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0557978-7abd-46f2-9f1b-9d3c758f5f8f None None] The sync data for ids ['92fc5976-499f-4061-8a3e-6110af0c312d'] in n-d-798054-8 is: [{'id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217046788', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:49Z', 'updated_at': '2021-07-05T10:53:53Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:50Z', 'updated_at': '2021-07-05T10:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca', 'name': '', 'network_id': 'a889feec-dd2a-43b7-b065-e53b143d2fef', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:fd:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'be58ebdf-5528-4962-ac48-8f822b010a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:52Z', 'updated_at': '2021-07-05T10:53:58Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': 'be58ebdf-5528-4962-ac48-8f822b010a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:55:31.277477 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c1e233-3070-4225-a51c-9657717d9d2d None None] New status for floating IP 3c7eb7bb-63ff-4244-918f-d7169b7f6d57: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:55:31.836927 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbf597-7ed1-4dd9-b3df-fef8698641e1 req-d77a1e42-0c4e-4b0d-87cc-f966432d35d3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:31.838455 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8fbf597-7ed1-4dd9-b3df-fef8698641e1 req-d77a1e42-0c4e-4b0d-87cc-f966432d35d3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 946 time: 0.0628645 Jul 05 10:55:31.876193 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8fbf597-7ed1-4dd9-b3df-fef8698641e1 req-924bbcd7-4dff-4ccd-b58f-ba76772780c4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=856315ff-54bf-419f-b01c-972a06aec50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321875 Jul 05 10:55:32.267096 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0903f-7602-4e37-8e71-08565cb03b73 req-5dc7cb3d-5dfe-41e8-90d7-fb787b144a00 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:32.268608 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7ff0903f-7602-4e37-8e71-08565cb03b73 req-5dc7cb3d-5dfe-41e8-90d7-fb787b144a00 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 946 time: 0.0621498 Jul 05 10:55:32.371231 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-7ff0903f-7602-4e37-8e71-08565cb03b73 req-4b9c74c7-0b58-43ac-af75-92d8ee22e204 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting port b904c983-823a-4a63-b7c5-2d471e429d7f {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:55:32.371576 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7ff0903f-7602-4e37-8e71-08565cb03b73 req-4b9c74c7-0b58-43ac-af75-92d8ee22e204 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:32.460701 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-7ff0903f-7602-4e37-8e71-08565cb03b73 req-4b9c74c7-0b58-43ac-af75-92d8ee22e204 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] For port b904c983-823a-4a63-b7c5-2d471e429d7f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=b904c983-823a-4a63-b7c5-2d471e429d7f,segment=NetworkSegment(7b024c8a-b311-4d77-b8dd-61dc88695e8d),segment_id=7b024c8a-b311-4d77-b8dd-61dc88695e8d)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:55:32.461066 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7ff0903f-7602-4e37-8e71-08565cb03b73 req-4b9c74c7-0b58-43ac-af75-92d8ee22e204 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:32.473874 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-7ff0903f-7602-4e37-8e71-08565cb03b73 req-4b9c74c7-0b58-43ac-af75-92d8ee22e204 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Calling delete_port for b904c983-823a-4a63-b7c5-2d471e429d7f owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:55:32.606880 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7ff0903f-7602-4e37-8e71-08565cb03b73 req-4b9c74c7-0b58-43ac-af75-92d8ee22e204 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:32.638300 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c74c7-0b58-43ac-af75-92d8ee22e204 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Port': ['ID=b904c983-823a-4a63-b7c5-2d471e429d7f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:32.689734 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff0903f-7602-4e37-8e71-08565cb03b73 req-4b9c74c7-0b58-43ac-af75-92d8ee22e204 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] No DVR routers for this DVR port b904c983-823a-4a63-b7c5-2d471e429d7f on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:55:32.693161 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7ff0903f-7602-4e37-8e71-08565cb03b73 req-4b9c74c7-0b58-43ac-af75-92d8ee22e204 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:32.695145 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7ff0903f-7602-4e37-8e71-08565cb03b73 req-4b9c74c7-0b58-43ac-af75-92d8ee22e204 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.78 "DELETE /v2.0/ports/b904c983-823a-4a63-b7c5-2d471e429d7f HTTP/1.1" status: 204 len: 173 time: 0.4214079 Jul 05 10:55:32.695594 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1', 'name': 'network-vif-deleted', 'tag': 'b904c983-823a-4a63-b7c5-2d471e429d7f'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:55:32.698525 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1363c74e-8731-4f1d-b1f8-056b60343b14" -d '{"events": [{"server_uuid": "3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1", "name": "network-vif-deleted", "tag": "b904c983-823a-4a63-b7c5-2d471e429d7f"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:55:32.738058 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66482e3-3296-4175-b132-4c6cc7413928 x-openstack-request-id: req-d66482e3-3296-4175-b132-4c6cc7413928 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:55:32.738420 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1", "name": "network-vif-deleted", "tag": "b904c983-823a-4a63-b7c5-2d471e429d7f", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:55:32.738698 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d66482e3-3296-4175-b132-4c6cc7413928 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:55:32.739104 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1', 'name': 'network-vif-deleted', 'tag': 'b904c983-823a-4a63-b7c5-2d471e429d7f', 'status': 'completed', 'code': 200} Jul 05 10:55:33.036593 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-766f4aaa-11aa-4d80-bd4c-f4dbc78ac025 req-abe6124c-3916-4dc3-b220-1260e8229248 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d1a1407-4b53-4ac5-9f6d-a2d9bda79eb1 HTTP/1.1" status: 200 len: 210 time: 0.0295005 Jul 05 10:55:33.347369 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:34.146684 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49628) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:34.507525 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9dcead7a-a2b7-45c5-bd3f-693a5ea2244b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:35.088884 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9dcead7a-a2b7-45c5-bd3f-693a5ea2244b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting port 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:55:35.089229 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9dcead7a-a2b7-45c5-bd3f-693a5ea2244b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:35.179150 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-9dcead7a-a2b7-45c5-bd3f-693a5ea2244b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] For port 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca,segment=NetworkSegment(7b024c8a-b311-4d77-b8dd-61dc88695e8d),segment_id=7b024c8a-b311-4d77-b8dd-61dc88695e8d)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:55:35.179964 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9dcead7a-a2b7-45c5-bd3f-693a5ea2244b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:35.192393 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9dcead7a-a2b7-45c5-bd3f-693a5ea2244b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Calling delete_port for 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:55:35.375575 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:55:35.379009 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9dcead7a-a2b7-45c5-bd3f-693a5ea2244b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:35.407319 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcead7a-a2b7-45c5-bd3f-693a5ea2244b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Port': ['ID=9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:35.592531 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9dcead7a-a2b7-45c5-bd3f-693a5ea2244b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:35.812640 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcead7a-a2b7-45c5-bd3f-693a5ea2244b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Router 92fc5976-499f-4061-8a3e-6110af0c312d has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:55:35.930171 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcead7a-a2b7-45c5-bd3f-693a5ea2244b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:55:35.935520 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9dcead7a-a2b7-45c5-bd3f-693a5ea2244b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "PUT /v2.0/routers/92fc5976-499f-4061-8a3e-6110af0c312d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7874165 Jul 05 10:55:35.938144 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49632) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:35.941354 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45ce143-db55-4e62-b71e-6929676c6ff1 None None] Sync routers for ids ['92fc5976-499f-4061-8a3e-6110af0c312d'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:55:35.951784 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45ce143-db55-4e62-b71e-6929676c6ff1 None None] Routers {'92fc5976-499f-4061-8a3e-6110af0c312d'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:55:35.952449 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a45ce143-db55-4e62-b71e-6929676c6ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:55:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['92fc5976-499f-4061-8a3e-6110af0c312d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:35.990550 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5ef768-e8f0-4269-b6a2-f523d30fd131 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting subnet be58ebdf-5528-4962-ac48-8f822b010a2e {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:55:35.993806 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5f5ef768-e8f0-4269-b6a2-f523d30fd131 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:36.035071 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5f5ef768-e8f0-4269-b6a2-f523d30fd131 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:36.058032 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-a45ce143-db55-4e62-b71e-6929676c6ff1 None None] Set router 92fc5976-499f-4061-8a3e-6110af0c312d gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:55:36.153499 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5f5ef768-e8f0-4269-b6a2-f523d30fd131 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:36.229030 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5f5ef768-e8f0-4269-b6a2-f523d30fd131 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:36.259072 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ef768-e8f0-4269-b6a2-f523d30fd131 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Subnet': ['ID=be58ebdf-5528-4962-ac48-8f822b010a2e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:36.266926 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5f5ef768-e8f0-4269-b6a2-f523d30fd131 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:36.269098 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5f5ef768-e8f0-4269-b6a2-f523d30fd131 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "DELETE /v2.0/subnets/be58ebdf-5528-4962-ac48-8f822b010a2e HTTP/1.1" status: 204 len: 168 time: 0.3299973 Jul 05 10:55:36.271823 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49634) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:36.275883 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33dc4cd-c081-49d7-80fb-b0501743a36e None None] Network a889feec-dd2a-43b7-b065-e53b143d2fef requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:55:36.281017 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device b904c983-823a-4a63-b7c5-2d471e429d7f no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:55:36.335575 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a45ce143-db55-4e62-b71e-6929676c6ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217046788', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:49Z', 'updated_at': '2021-07-05T10:55:35Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:50Z', 'updated_at': '2021-07-05T10:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:36.366479 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: b904c983-823a-4a63-b7c5-2d471e429d7f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:55:36.366750 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device b904c983-823a-4a63-b7c5-2d471e429d7f not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:55:36.376052 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45ce143-db55-4e62-b71e-6929676c6ff1 None None] Checking router: 92fc5976-499f-4061-8a3e-6110af0c312d for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:55:36.389944 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:36.398464 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45ce143-db55-4e62-b71e-6929676c6ff1 None None] Routers {'92fc5976-499f-4061-8a3e-6110af0c312d'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:55:36.399112 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a45ce143-db55-4e62-b71e-6929676c6ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:55:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['92fc5976-499f-4061-8a3e-6110af0c312d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:36.503795 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:36.548897 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-a45ce143-db55-4e62-b71e-6929676c6ff1 None None] Set router 92fc5976-499f-4061-8a3e-6110af0c312d gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:55:36.560875 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting port 3f43ec45-303b-4cbc-a901-f5c65b033e67 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:55:36.561228 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:36.653755 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] For port 3f43ec45-303b-4cbc-a901-f5c65b033e67, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=3f43ec45-303b-4cbc-a901-f5c65b033e67,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:55:36.654128 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:36.654742 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d4e4b4-a053-46f1-8f18-c00549af7045 None None] DHCP port deletion for a889feec-dd2a-43b7-b065-e53b143d2fef request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:55:36.667786 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Calling delete_port for 3f43ec45-303b-4cbc-a901-f5c65b033e67 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:55:36.764744 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c4d4e4b4-a053-46f1-8f18-c00549af7045 None None] Deleting port c37b01b8-81ef-43da-a7ca-1fe409683be4 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:55:36.765126 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c4d4e4b4-a053-46f1-8f18-c00549af7045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:36.836309 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:36.844677 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c4d4e4b4-a053-46f1-8f18-c00549af7045 None None] For port c37b01b8-81ef-43da-a7ca-1fe409683be4, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c37b01b8-81ef-43da-a7ca-1fe409683be4,segment=NetworkSegment(7b024c8a-b311-4d77-b8dd-61dc88695e8d),segment_id=7b024c8a-b311-4d77-b8dd-61dc88695e8d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:55:36.845700 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c4d4e4b4-a053-46f1-8f18-c00549af7045 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:36.862215 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c4d4e4b4-a053-46f1-8f18-c00549af7045 None None] Calling delete_port for c37b01b8-81ef-43da-a7ca-1fe409683be4 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:55:36.866801 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:36.869666 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Port': ['ID=3f43ec45-303b-4cbc-a901-f5c65b033e67,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:36.869823 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a45ce143-db55-4e62-b71e-6929676c6ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217046788', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:49Z', 'updated_at': '2021-07-05T10:55:35Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:50Z', 'updated_at': '2021-07-05T10:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:36.894681 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:36.895105 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:36.895457 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:36.895805 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:36.896165 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:36.896506 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:36.896851 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:36.897184 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:36.897518 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:36.897848 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:36.898178 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:36.898505 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:36.904815 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45ce143-db55-4e62-b71e-6929676c6ff1 None None] The sync data for ids ['92fc5976-499f-4061-8a3e-6110af0c312d'] in n-d-798054-8 is: [{'id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217046788', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:49Z', 'updated_at': '2021-07-05T10:55:35Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '3f43ec45-303b-4cbc-a901-f5c65b033e67', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fc5976-499f-4061-8a3e-6110af0c312d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:50Z', 'updated_at': '2021-07-05T10:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:55:36.948705 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:36.982319 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c4d4e4b4-a053-46f1-8f18-c00549af7045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:37.006752 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4e4b4-a053-46f1-8f18-c00549af7045 None None] Pushing event deleted for resources: {'Port': ['ID=c37b01b8-81ef-43da-a7ca-1fe409683be4,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:37.014867 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d4e4b4-a053-46f1-8f18-c00549af7045 None None] No DVR routers for this DVR port c37b01b8-81ef-43da-a7ca-1fe409683be4 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:55:37.017832 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d4e4b4-a053-46f1-8f18-c00549af7045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:37.017989 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d4e4b4-a053-46f1-8f18-c00549af7045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:37.018328 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d4e4b4-a053-46f1-8f18-c00549af7045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:37.018668 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d4e4b4-a053-46f1-8f18-c00549af7045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:37.019002 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d4e4b4-a053-46f1-8f18-c00549af7045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:37.019330 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d4e4b4-a053-46f1-8f18-c00549af7045 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:37.019661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d4e4b4-a053-46f1-8f18-c00549af7045 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:37.020018 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d4e4b4-a053-46f1-8f18-c00549af7045 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:37.020344 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d4e4b4-a053-46f1-8f18-c00549af7045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:37.020668 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d4e4b4-a053-46f1-8f18-c00549af7045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:37.020990 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d4e4b4-a053-46f1-8f18-c00549af7045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:37.021315 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d4e4b4-a053-46f1-8f18-c00549af7045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:37.042176 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:37.044327 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:37.088235 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:37.088889 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Fanout notify agent at l3_agent the message router_deleted on router 92fc5976-499f-4061-8a3e-6110af0c312d {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:55:37.097677 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:37.098819 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-97cdd3fc-a5bd-4c04-bc09-d0d9e8852838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "DELETE /v2.0/routers/92fc5976-499f-4061-8a3e-6110af0c312d HTTP/1.1" status: 204 len: 168 time: 0.8254187 Jul 05 10:55:37.101665 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49636) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:37.176713 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a63c9b3-5b98-4360-9596-5eb517148f45 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:37.266152 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a63c9b3-5b98-4360-9596-5eb517148f45 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:37.277856 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6a63c9b3-5b98-4360-9596-5eb517148f45 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a889feec-dd2a-43b7-b065-e53b143d2fef']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:37.290606 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6a63c9b3-5b98-4360-9596-5eb517148f45 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b024c8a-b311-4d77-b8dd-61dc88695e8d') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:37.290943 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6a63c9b3-5b98-4360-9596-5eb517148f45 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b024c8a-b311-4d77-b8dd-61dc88695e8d') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:37.301218 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a63c9b3-5b98-4360-9596-5eb517148f45 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:37.317074 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a63c9b3-5b98-4360-9596-5eb517148f45 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:37.323284 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a63c9b3-5b98-4360-9596-5eb517148f45 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:55:37.323731 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a63c9b3-5b98-4360-9596-5eb517148f45 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: timer() Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:55:37.327242 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:55:37.391476 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a63c9b3-5b98-4360-9596-5eb517148f45 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:37.403594 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a63c9b3-5b98-4360-9596-5eb517148f45 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:37.405458 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6a63c9b3-5b98-4360-9596-5eb517148f45 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "DELETE /v2.0/networks/a889feec-dd2a-43b7-b065-e53b143d2fef HTTP/1.1" status: 204 len: 168 time: 0.3028271 Jul 05 10:55:37.408497 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49638) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:37.417526 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63c9b3-5b98-4360-9596-5eb517148f45 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Network': ['ID=a889feec-dd2a-43b7-b065-e53b143d2fef,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:37.471026 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd588114-c697-456d-b7fa-c432091048d6 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:37.497916 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd588114-c697-456d-b7fa-c432091048d6 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:37.582280 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd588114-c697-456d-b7fa-c432091048d6 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:37.585131 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd588114-c697-456d-b7fa-c432091048d6 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:37.586387 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-dd588114-c697-456d-b7fa-c432091048d6 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "DELETE /v2.0/security-groups/856315ff-54bf-419f-b01c-972a06aec50a HTTP/1.1" status: 204 len: 168 time: 0.1768520 Jul 05 10:55:37.608470 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd588114-c697-456d-b7fa-c432091048d6 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=856315ff-54bf-419f-b01c-972a06aec50a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:37.839084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49644) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:37.843890 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ab91a7be-36a8-455a-8e5b-83bfca396c42 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-662796928', 'description': 'tempest-secgroup-smoke-662796928 description', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:37.867082 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab91a7be-36a8-455a-8e5b-83bfca396c42 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:37.953434 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab91a7be-36a8-455a-8e5b-83bfca396c42 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:37.957402 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab91a7be-36a8-455a-8e5b-83bfca396c42 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:37.985492 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab91a7be-36a8-455a-8e5b-83bfca396c42 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:37.987434 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ab91a7be-36a8-455a-8e5b-83bfca396c42 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1472983 Jul 05 10:55:37.990347 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49646) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:37.995951 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-97383193-bca0-43e0-a88a-b415bb8c9d52 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': '4a6931f9-441b-4d5f-a654-1bdf3255db37', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:38.003914 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91a7be-36a8-455a-8e5b-83bfca396c42 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6931f9-441b-4d5f-a654-1bdf3255db37,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:38.028197 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97383193-bca0-43e0-a88a-b415bb8c9d52 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.085221 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97383193-bca0-43e0-a88a-b415bb8c9d52 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.088965 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97383193-bca0-43e0-a88a-b415bb8c9d52 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.109508 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97383193-bca0-43e0-a88a-b415bb8c9d52 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76dd7201-f211-4fa9-bc21-2cbd794dd55f,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:38.113221 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97383193-bca0-43e0-a88a-b415bb8c9d52 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.117018 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-97383193-bca0-43e0-a88a-b415bb8c9d52 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231041 Jul 05 10:55:38.117393 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49648) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:38.121687 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-46eb83ff-6d47-420e-9cf4-db204f8d0044 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': '4a6931f9-441b-4d5f-a654-1bdf3255db37', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:38.151242 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-46eb83ff-6d47-420e-9cf4-db204f8d0044 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.177637 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3f43ec45-303b-4cbc-a901-f5c65b033e67 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:55:38.200938 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 3f43ec45-303b-4cbc-a901-f5c65b033e67 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:55:38.201562 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 3f43ec45-303b-4cbc-a901-f5c65b033e67 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:55:38.202188 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:55:38.217701 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-46eb83ff-6d47-420e-9cf4-db204f8d0044 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.221681 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-46eb83ff-6d47-420e-9cf4-db204f8d0044 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.222447 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:55:38.222885 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 9303f4f5-9654-4f7c-8f20-a1b36e5aa1ca not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:55:38.223398 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c37b01b8-81ef-43da-a7ca-1fe409683be4 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:55:38.243676 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: c37b01b8-81ef-43da-a7ca-1fe409683be4 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:55:38.244058 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb83ff-6d47-420e-9cf4-db204f8d0044 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e78aa00a-0284-4d3a-96d8-709826c33a7d,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:38.244296 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c37b01b8-81ef-43da-a7ca-1fe409683be4 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:55:38.248060 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-46eb83ff-6d47-420e-9cf4-db204f8d0044 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.249554 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-46eb83ff-6d47-420e-9cf4-db204f8d0044 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312144 Jul 05 10:55:38.252880 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49650) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:38.257762 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-75707407-6636-4222-be7a-b35ea2372694 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': '4a6931f9-441b-4d5f-a654-1bdf3255db37', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:38.286023 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75707407-6636-4222-be7a-b35ea2372694 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.344068 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75707407-6636-4222-be7a-b35ea2372694 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.347576 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75707407-6636-4222-be7a-b35ea2372694 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.366585 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75707407-6636-4222-be7a-b35ea2372694 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffbad791-8515-4c64-a568-883b66830a78,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:38.369652 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75707407-6636-4222-be7a-b35ea2372694 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.370856 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-75707407-6636-4222-be7a-b35ea2372694 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169991 Jul 05 10:55:38.373622 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49652) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:38.378870 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-70ca5c05-576d-4bfc-9286-6fece4c05fe1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': '4a6931f9-441b-4d5f-a654-1bdf3255db37', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:38.404472 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-70ca5c05-576d-4bfc-9286-6fece4c05fe1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.463108 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-70ca5c05-576d-4bfc-9286-6fece4c05fe1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.466444 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-70ca5c05-576d-4bfc-9286-6fece4c05fe1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.485059 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca5c05-576d-4bfc-9286-6fece4c05fe1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ad315e-4be2-443c-b396-50df315dd2ae,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:38.488812 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-70ca5c05-576d-4bfc-9286-6fece4c05fe1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.490108 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-70ca5c05-576d-4bfc-9286-6fece4c05fe1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153615 Jul 05 10:55:38.494576 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49654) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:38.499343 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c6e6b84e-fd72-47e9-9302-fbac90ad60e1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': '4a6931f9-441b-4d5f-a654-1bdf3255db37', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:38.521808 n-d-798054-8 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-c6e6b84e-fd72-47e9-9302-fbac90ad60e1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Project 2bc3fa9261bd425a8fa9117a8e536783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:55:38.526686 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c6e6b84e-fd72-47e9-9302-fbac90ad60e1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.577628 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c6e6b84e-fd72-47e9-9302-fbac90ad60e1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.581493 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c6e6b84e-fd72-47e9-9302-fbac90ad60e1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.599773 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6b84e-fd72-47e9-9302-fbac90ad60e1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb099bda-3856-4919-a93d-071c64fb5c68,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:38.605299 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c6e6b84e-fd72-47e9-9302-fbac90ad60e1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.606517 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c6e6b84e-fd72-47e9-9302-fbac90ad60e1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1109076 Jul 05 10:55:38.612620 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49656) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:38.614634 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-954feec9-9712-4db3-8b0e-9eed5a4830bf tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': '4a6931f9-441b-4d5f-a654-1bdf3255db37', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:38.636763 n-d-798054-8 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-954feec9-9712-4db3-8b0e-9eed5a4830bf tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Project 2bc3fa9261bd425a8fa9117a8e536783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:55:38.641399 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-954feec9-9712-4db3-8b0e-9eed5a4830bf tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.716631 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-954feec9-9712-4db3-8b0e-9eed5a4830bf tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.721120 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-954feec9-9712-4db3-8b0e-9eed5a4830bf tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.740644 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954feec9-9712-4db3-8b0e-9eed5a4830bf tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca8dc74-6fa8-4d1b-b9aa-45a1cc5227de,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:38.746044 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-954feec9-9712-4db3-8b0e-9eed5a4830bf tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.747283 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-954feec9-9712-4db3-8b0e-9eed5a4830bf tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368780 Jul 05 10:55:38.750344 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49658) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:38.755587 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-122ec716-6ee4-4cba-8954-12c4dd075bd1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'network': {'name': 'tempest-network-smoke--692760770', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'port_security_enabled': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:38.776814 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122ec716-6ee4-4cba-8954-12c4dd075bd1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Made reservation on behalf of 2bc3fa9261bd425a8fa9117a8e536783 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:55:38.780410 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-122ec716-6ee4-4cba-8954-12c4dd075bd1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.805468 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122ec716-6ee4-4cba-8954-12c4dd075bd1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:55:38.814476 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-122ec716-6ee4-4cba-8954-12c4dd075bd1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.814853 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-122ec716-6ee4-4cba-8954-12c4dd075bd1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Added segment c23c0adc-3930-4b2c-9f74-ed9739f4bf58 of type vlan for network 13acb89c-5c3e-4d9a-9c7c-297a84531151 Jul 05 10:55:38.855009 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-122ec716-6ee4-4cba-8954-12c4dd075bd1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.882637 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-122ec716-6ee4-4cba-8954-12c4dd075bd1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.888178 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122ec716-6ee4-4cba-8954-12c4dd075bd1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:38.888762 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-122ec716-6ee4-4cba-8954-12c4dd075bd1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.950598 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-122ec716-6ee4-4cba-8954-12c4dd075bd1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1991384 Jul 05 10:55:38.953546 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49660) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:38.957934 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6474f3a0-8ab8-4685-a32d-54000434ec9f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1519489974', 'admin_state_up': True, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:38.968049 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ec716-6ee4-4cba-8954-12c4dd075bd1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Network': ['ID=13acb89c-5c3e-4d9a-9c7c-297a84531151,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:38.978882 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 13acb89c-5c3e-4d9a-9c7c-297a84531151 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:55:38.986855 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6474f3a0-8ab8-4685-a32d-54000434ec9f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:38.987918 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6474f3a0-8ab8-4685-a32d-54000434ec9f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:39.039060 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6474f3a0-8ab8-4685-a32d-54000434ec9f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:39.177712 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6474f3a0-8ab8-4685-a32d-54000434ec9f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:39.364988 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6474f3a0-8ab8-4685-a32d-54000434ec9f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:39.386842 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6474f3a0-8ab8-4685-a32d-54000434ec9f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:39.489136 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-6474f3a0-8ab8-4685-a32d-54000434ec9f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Allocated IP 172.25.7.143 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/84c3c8a1-e9d6-43ed-a52a-654480cfab7b) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:55:39.595025 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6474f3a0-8ab8-4685-a32d-54000434ec9f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:39.635045 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6474f3a0-8ab8-4685-a32d-54000434ec9f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:39.672741 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6474f3a0-8ab8-4685-a32d-54000434ec9f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:55:39.678958 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-6474f3a0-8ab8-4685-a32d-54000434ec9f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:55:39.683344 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6474f3a0-8ab8-4685-a32d-54000434ec9f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:55:39.686430 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474f3a0-8ab8-4685-a32d-54000434ec9f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=84c3c8a1-e9d6-43ed-a52a-654480cfab7b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:39.931429 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6474f3a0-8ab8-4685-a32d-54000434ec9f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:40.128891 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6474f3a0-8ab8-4685-a32d-54000434ec9f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:40.256974 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6474f3a0-8ab8-4685-a32d-54000434ec9f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Router 7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:55:40.362656 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6474f3a0-8ab8-4685-a32d-54000434ec9f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:55:40.371837 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] Sync routers for ids ['7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:55:40.381045 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] Routers {'7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:55:40.381260 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6474f3a0-8ab8-4685-a32d-54000434ec9f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:40.381826 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:55:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:40.382749 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6474f3a0-8ab8-4685-a32d-54000434ec9f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4282794 Jul 05 10:55:40.385930 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49662) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:40.414650 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-85667b4d-151d-41fb-9f59-3893675abd6a tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=2bc3fa9261bd425a8fa9117a8e536783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273840 Jul 05 10:55:40.417236 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49664) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:40.508859 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39194a14-27f0-4389-a873-4ec3a1cf76b7 tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:40.510329 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-39194a14-27f0-4389-a873-4ec3a1cf76b7 tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921290 Jul 05 10:55:40.513266 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49666) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:40.547005 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-05eec9d8-cf82-436d-a5a7-32d7a8544654 tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325947 Jul 05 10:55:40.550220 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49668) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:40.555350 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-585edb5b-b900-4cb0-be47-2a5ea8112fca tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-578847379', 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:40.578628 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] Set router 7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:55:40.647650 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585edb5b-b900-4cb0-be47-2a5ea8112fca tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Made reservation on behalf of 2bc3fa9261bd425a8fa9117a8e536783 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:55:40.651308 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-585edb5b-b900-4cb0-be47-2a5ea8112fca tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:40.760822 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519489974', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:38Z', 'updated_at': '2021-07-05T10:55:39Z', 'revision_number': 3, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:39Z', 'updated_at': '2021-07-05T10:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:40.789936 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] Checking router: 7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:55:40.790289 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] Updating router 7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0 port 84c3c8a1-e9d6-43ed-a52a-654480cfab7b binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:55:40.831961 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:41.095521 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:41.106197 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] Transition to ACTIVE for port object 84c3c8a1-e9d6-43ed-a52a-654480cfab7b will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:55:41.112789 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:41.161215 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-585edb5b-b900-4cb0-be47-2a5ea8112fca tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:41.163300 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] Attempting to bind port 84c3c8a1-e9d6-43ed-a52a-654480cfab7b on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:55:41.163682 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] Attempting to bind port 84c3c8a1-e9d6-43ed-a52a-654480cfab7b by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:55:41.164067 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] Attempting to bind port 84c3c8a1-e9d6-43ed-a52a-654480cfab7b on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:55:41.174218 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:55:41.174980 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:55:41.175387 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:41.175774 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:55:41.176274 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] Bound port: 84c3c8a1-e9d6-43ed-a52a-654480cfab7b, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:55:41.176642 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:41.178543 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2240f8-8bc2-432b-99ed-34c81e43fba8 None None] Pushing event updated for resources: {'Port': ['ID=84c3c8a1-e9d6-43ed-a52a-654480cfab7b,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:41.209098 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2240f8-8bc2-432b-99ed-34c81e43fba8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:41.209431 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2240f8-8bc2-432b-99ed-34c81e43fba8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:41.209769 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2240f8-8bc2-432b-99ed-34c81e43fba8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:41.210098 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2240f8-8bc2-432b-99ed-34c81e43fba8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:41.210422 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2240f8-8bc2-432b-99ed-34c81e43fba8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:41.210752 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2240f8-8bc2-432b-99ed-34c81e43fba8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:41.211063 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2240f8-8bc2-432b-99ed-34c81e43fba8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:41.211385 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2240f8-8bc2-432b-99ed-34c81e43fba8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:41.211701 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2240f8-8bc2-432b-99ed-34c81e43fba8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:41.212053 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2240f8-8bc2-432b-99ed-34c81e43fba8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:41.212375 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2240f8-8bc2-432b-99ed-34c81e43fba8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:41.212689 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2240f8-8bc2-432b-99ed-34c81e43fba8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:41.222207 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585edb5b-b900-4cb0-be47-2a5ea8112fca tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Subnet': ['ID=67d12470-cd62-4f6f-9861-33a255e26325,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:41.231058 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585edb5b-b900-4cb0-be47-2a5ea8112fca tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Checking segment: {'id': 'c23c0adc-3930-4b2c-9f74-ed9739f4bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:55:41.231427 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585edb5b-b900-4cb0-be47-2a5ea8112fca tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network hostable DHCP agents. Network: 13acb89c-5c3e-4d9a-9c7c-297a84531151, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:55:41.249701 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585edb5b-b900-4cb0-be47-2a5ea8112fca tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network 13acb89c-5c3e-4d9a-9c7c-297a84531151 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:55:41.250683 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] For port 84c3c8a1-e9d6-43ed-a52a-654480cfab7b, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:55:41.253961 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] For port 84c3c8a1-e9d6-43ed-a52a-654480cfab7b, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=84c3c8a1-e9d6-43ed-a52a-654480cfab7b,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:55:41.258883 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:41.259613 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-585edb5b-b900-4cb0-be47-2a5ea8112fca tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 13acb89c-5c3e-4d9a-9c7c-297a84531151) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:55:41.266473 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585edb5b-b900-4cb0-be47-2a5ea8112fca tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:41.267879 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f6d472-bd50-41b0-8563-474e139641ac None None] Network 13acb89c-5c3e-4d9a-9c7c-297a84531151 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:55:41.268391 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-585edb5b-b900-4cb0-be47-2a5ea8112fca tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:41.288805 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-585edb5b-b900-4cb0-be47-2a5ea8112fca tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7349226 Jul 05 10:55:41.289312 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49670) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:41.318430 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] Routers {'7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:55:41.319080 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:55:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:41.356187 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2240f8-8bc2-432b-99ed-34c81e43fba8 None None] Pushing event updated for resources: {'Port': ['ID=84c3c8a1-e9d6-43ed-a52a-654480cfab7b,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:41.430575 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] Set router 7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:55:41.443120 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2e2647-e0f9-465f-9cdc-7213e5f66a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-13acb89c-5c3e-4d9a-9c7c-297a84531151', 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'fixed_ips': [{'subnet_id': '67d12470-cd62-4f6f-9861-33a255e26325'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:55:41.444200 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7f2e2647-e0f9-465f-9cdc-7213e5f66a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:41.603160 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-7f2e2647-e0f9-465f-9cdc-7213e5f66a65 None None] Allocated IP 172.20.0.2 (13acb89c-5c3e-4d9a-9c7c-297a84531151/67d12470-cd62-4f6f-9861-33a255e26325/6d20ef97-ba88-468a-acaa-0a29b96c5aa2) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:55:41.629299 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519489974', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:38Z', 'updated_at': '2021-07-05T10:55:39Z', 'revision_number': 3, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:39Z', 'updated_at': '2021-07-05T10:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:41.660527 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef45f9b7-a098-4a6f-85a5-268384a173ba None None] The sync data for ids ['7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'] in n-d-798054-8 is: [{'id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519489974', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:38Z', 'updated_at': '2021-07-05T10:55:39Z', 'revision_number': 3, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:39Z', 'updated_at': '2021-07-05T10:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:55:41.776431 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-230d8890-34ca-481d-91f9-4c67678a5ee3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:41.789798 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7f2e2647-e0f9-465f-9cdc-7213e5f66a65 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:41.799692 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7f2e2647-e0f9-465f-9cdc-7213e5f66a65 None None] Transition to ACTIVE for port object 6d20ef97-ba88-468a-acaa-0a29b96c5aa2 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:55:41.821824 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7f2e2647-e0f9-465f-9cdc-7213e5f66a65 None None] Transition to ACTIVE for port object 6d20ef97-ba88-468a-acaa-0a29b96c5aa2 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:55:41.828848 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7f2e2647-e0f9-465f-9cdc-7213e5f66a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:41.863923 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2e2647-e0f9-465f-9cdc-7213e5f66a65 None None] Network 13acb89c-5c3e-4d9a-9c7c-297a84531151 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:55:41.866834 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-7f2e2647-e0f9-465f-9cdc-7213e5f66a65 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:55:41.870481 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2e2647-e0f9-465f-9cdc-7213e5f66a65 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:55:41.907260 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e2647-e0f9-465f-9cdc-7213e5f66a65 None None] Pushing event updated for resources: {'Port': ['ID=6d20ef97-ba88-468a-acaa-0a29b96c5aa2,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:41.964229 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7f2e2647-e0f9-465f-9cdc-7213e5f66a65 None None] Attempting to bind port 6d20ef97-ba88-468a-acaa-0a29b96c5aa2 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:55:41.964603 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7f2e2647-e0f9-465f-9cdc-7213e5f66a65 None None] Attempting to bind port 6d20ef97-ba88-468a-acaa-0a29b96c5aa2 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c23c0adc-3930-4b2c-9f74-ed9739f4bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:55:41.964980 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2e2647-e0f9-465f-9cdc-7213e5f66a65 None None] Attempting to bind port 6d20ef97-ba88-468a-acaa-0a29b96c5aa2 on network 13acb89c-5c3e-4d9a-9c7c-297a84531151 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:55:41.971011 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2e2647-e0f9-465f-9cdc-7213e5f66a65 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:55:41.971511 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2e2647-e0f9-465f-9cdc-7213e5f66a65 None None] Checking segment: {'id': 'c23c0adc-3930-4b2c-9f74-ed9739f4bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:55:41.971790 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7f2e2647-e0f9-465f-9cdc-7213e5f66a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:41.972253 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2e2647-e0f9-465f-9cdc-7213e5f66a65 None None] Bound using segment: {'id': 'c23c0adc-3930-4b2c-9f74-ed9739f4bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:55:41.972730 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7f2e2647-e0f9-465f-9cdc-7213e5f66a65 None None] Bound port: 6d20ef97-ba88-468a-acaa-0a29b96c5aa2, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23c0adc-3930-4b2c-9f74-ed9739f4bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:55:41.973164 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7f2e2647-e0f9-465f-9cdc-7213e5f66a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:42.046298 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7f2e2647-e0f9-465f-9cdc-7213e5f66a65 None None] For port 6d20ef97-ba88-468a-acaa-0a29b96c5aa2, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:55:42.050256 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7f2e2647-e0f9-465f-9cdc-7213e5f66a65 None None] For port 6d20ef97-ba88-468a-acaa-0a29b96c5aa2, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6d20ef97-ba88-468a-acaa-0a29b96c5aa2,segment=NetworkSegment(c23c0adc-3930-4b2c-9f74-ed9739f4bf58),segment_id=c23c0adc-3930-4b2c-9f74-ed9739f4bf58)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:55:42.055279 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7f2e2647-e0f9-465f-9cdc-7213e5f66a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:42.101064 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-230d8890-34ca-481d-91f9-4c67678a5ee3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Allocated IP 172.20.0.1 (13acb89c-5c3e-4d9a-9c7c-297a84531151/67d12470-cd62-4f6f-9861-33a255e26325/6a74188e-9d61-4d05-be10-958a8c613c41) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:55:42.124670 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e2647-e0f9-465f-9cdc-7213e5f66a65 None None] Pushing event updated for resources: {'Port': ['ID=6d20ef97-ba88-468a-acaa-0a29b96c5aa2,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:42.226243 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 84c3c8a1-e9d6-43ed-a52a-654480cfab7b up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:55:42.275311 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-230d8890-34ca-481d-91f9-4c67678a5ee3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:42.292174 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 84c3c8a1-e9d6-43ed-a52a-654480cfab7b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:55:42.294797 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-230d8890-34ca-481d-91f9-4c67678a5ee3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Transition to ACTIVE for port object 6a74188e-9d61-4d05-be10-958a8c613c41 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:55:42.297816 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 84c3c8a1-e9d6-43ed-a52a-654480cfab7b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:55:42.299079 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:42.367463 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-230d8890-34ca-481d-91f9-4c67678a5ee3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:42.401442 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:42.424284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 84c3c8a1-e9d6-43ed-a52a-654480cfab7b, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=84c3c8a1-e9d6-43ed-a52a-654480cfab7b,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:55:42.430778 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:42.441259 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d8890-34ca-481d-91f9-4c67678a5ee3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=6a74188e-9d61-4d05-be10-958a8c613c41,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:42.457062 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230d8890-34ca-481d-91f9-4c67678a5ee3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network 13acb89c-5c3e-4d9a-9c7c-297a84531151 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:55:42.458774 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-230d8890-34ca-481d-91f9-4c67678a5ee3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:55:42.461919 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230d8890-34ca-481d-91f9-4c67678a5ee3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:55:42.499401 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=84c3c8a1-e9d6-43ed-a52a-654480cfab7b,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:42.529169 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-230d8890-34ca-481d-91f9-4c67678a5ee3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:42.681454 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-230d8890-34ca-481d-91f9-4c67678a5ee3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:42.975813 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-230d8890-34ca-481d-91f9-4c67678a5ee3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:42.980673 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-230d8890-34ca-481d-91f9-4c67678a5ee3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:43.058369 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d8890-34ca-481d-91f9-4c67678a5ee3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=6a74188e-9d61-4d05-be10-958a8c613c41,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:43.063652 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-230d8890-34ca-481d-91f9-4c67678a5ee3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:43.166524 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230d8890-34ca-481d-91f9-4c67678a5ee3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network 13acb89c-5c3e-4d9a-9c7c-297a84531151 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:55:43.168259 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-230d8890-34ca-481d-91f9-4c67678a5ee3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:55:43.173515 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f238c4fd-7e92-4304-8cb8-839304dca622 None None] Network 13acb89c-5c3e-4d9a-9c7c-297a84531151 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:55:43.254731 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f5526be2-64b9-483c-92e2-611b992d55d5 None None] Provisioning for port 6d20ef97-ba88-468a-acaa-0a29b96c5aa2 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:55:43.287840 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230d8890-34ca-481d-91f9-4c67678a5ee3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Router 7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:55:43.404144 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230d8890-34ca-481d-91f9-4c67678a5ee3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:55:43.411024 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-230d8890-34ca-481d-91f9-4c67678a5ee3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "PUT /v2.0/routers/7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1195941 Jul 05 10:55:43.561757 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-a8828284-ca63-47fb-bb97-f5fed5b6dd82 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-662796928&fields=id&tenant_id=2bc3fa9261bd425a8fa9117a8e536783 HTTP/1.1" status: 200 len: 267 time: 0.0351944 Jul 05 10:55:43.606607 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-76a2723c-cbd1-48a0-affc-61d8d50b25d6 None None] Provisioning for port 6a74188e-9d61-4d05-be10-958a8c613c41 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:55:43.615037 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-76a2723c-cbd1-48a0-affc-61d8d50b25d6 None None] Provisioning complete for port 6a74188e-9d61-4d05-be10-958a8c613c41 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:55:43.615523 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-76a2723c-cbd1-48a0-affc-61d8d50b25d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:43.666208 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-76a2723c-cbd1-48a0-affc-61d8d50b25d6 None None] Port 6a74188e-9d61-4d05-be10-958a8c613c41 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:55:43.684526 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-4796e2e3-5f0b-4093-99e2-c701c2d0733d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:43.686171 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-4796e2e3-5f0b-4093-99e2-c701c2d0733d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/networks?id=13acb89c-5c3e-4d9a-9c7c-297a84531151 HTTP/1.1" status: 200 len: 796 time: 0.1174419 Jul 05 10:55:43.708441 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-d00cb1ea-d106-4732-8e7f-338faf3e29d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/quotas/2bc3fa9261bd425a8fa9117a8e536783 HTTP/1.1" status: 200 len: 375 time: 0.0162323 Jul 05 10:55:43.718848 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] Sync routers for ids ['7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:55:43.730202 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] Routers {'7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:55:43.730852 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:55:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:43.783552 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-c6596afe-92a3-49e9-878c-27a7a6e5f110 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739069 Jul 05 10:55:43.798801 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-df004b57-3d5e-4086-8cb2-ed275b186cdd None None] Provisioning complete for port 6a74188e-9d61-4d05-be10-958a8c613c41 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:55:43.799492 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-df004b57-3d5e-4086-8cb2-ed275b186cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:43.936833 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-a35be765-61a7-4d65-894e-776160c298c0 service neutron] 10.222.0.79 "GET /v2.0/networks/13acb89c-5c3e-4d9a-9c7c-297a84531151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399808 Jul 05 10:55:44.036788 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-df004b57-3d5e-4086-8cb2-ed275b186cdd None None] Port 6a74188e-9d61-4d05-be10-958a8c613c41 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:55:44.040422 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-5d84358f-20e3-4610-9218-7f859e5ce067 service neutron] 10.222.0.79 "GET /v2.0/networks/13acb89c-5c3e-4d9a-9c7c-297a84531151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971432 Jul 05 10:55:44.044282 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] Set router 7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:55:44.192108 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b962f5b8-fc6c-4a13-af36-e6fdad0ac34e None None] Provisioning complete for port 6a74188e-9d61-4d05-be10-958a8c613c41 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:55:44.192485 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b962f5b8-fc6c-4a13-af36-e6fdad0ac34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:44.263545 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 84c3c8a1-e9d6-43ed-a52a-654480cfab7b up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:55:44.284142 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b962f5b8-fc6c-4a13-af36-e6fdad0ac34e None None] Port 6a74188e-9d61-4d05-be10-958a8c613c41 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:55:44.328605 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 84c3c8a1-e9d6-43ed-a52a-654480cfab7b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:55:44.328986 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:44.357795 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519489974', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:38Z', 'updated_at': '2021-07-05T10:55:42Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:39Z', 'updated_at': '2021-07-05T10:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '6a74188e-9d61-4d05-be10-958a8c613c41', 'name': '', 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:b5:05:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '67d12470-cd62-4f6f-9861-33a255e26325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:41Z', 'updated_at': '2021-07-05T10:55:42Z', 'revision_number': 2, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '67d12470-cd62-4f6f-9861-33a255e26325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:44.386456 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] Checking router: 7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:55:44.386820 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] Updating router 7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0 port 6a74188e-9d61-4d05-be10-958a8c613c41 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:55:44.431969 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:44.501669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6d20ef97-ba88-468a-acaa-0a29b96c5aa2 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:55:44.661860 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 6d20ef97-ba88-468a-acaa-0a29b96c5aa2 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:55:44.669189 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 6d20ef97-ba88-468a-acaa-0a29b96c5aa2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:55:44.669586 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:44.813335 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:44.837893 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:44.856769 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] Transition to ACTIVE for port object 6a74188e-9d61-4d05-be10-958a8c613c41 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:55:44.867754 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 6d20ef97-ba88-468a-acaa-0a29b96c5aa2, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6d20ef97-ba88-468a-acaa-0a29b96c5aa2,segment=NetworkSegment(c23c0adc-3930-4b2c-9f74-ed9739f4bf58),segment_id=c23c0adc-3930-4b2c-9f74-ed9739f4bf58)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:55:44.869130 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:44.874496 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:44.919420 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e2240-ca01-4430-9b7a-09aca8266f86 None None] Pushing event updated for resources: {'Port': ['ID=6a74188e-9d61-4d05-be10-958a8c613c41,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:45.019310 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] Attempting to bind port 6a74188e-9d61-4d05-be10-958a8c613c41 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:55:45.019696 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] Attempting to bind port 6a74188e-9d61-4d05-be10-958a8c613c41 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'c23c0adc-3930-4b2c-9f74-ed9739f4bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:55:45.020097 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] Attempting to bind port 6a74188e-9d61-4d05-be10-958a8c613c41 on network 13acb89c-5c3e-4d9a-9c7c-297a84531151 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:55:45.026627 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=6d20ef97-ba88-468a-acaa-0a29b96c5aa2,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:45.030359 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:55:45.030742 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] Checking segment: {'id': 'c23c0adc-3930-4b2c-9f74-ed9739f4bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:55:45.031156 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:45.031552 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] Bound using segment: {'id': 'c23c0adc-3930-4b2c-9f74-ed9739f4bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:55:45.032081 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] Bound port: 6a74188e-9d61-4d05-be10-958a8c613c41, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23c0adc-3930-4b2c-9f74-ed9739f4bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:55:45.032529 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:45.112367 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] For port 6a74188e-9d61-4d05-be10-958a8c613c41, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:55:45.115389 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] For port 6a74188e-9d61-4d05-be10-958a8c613c41, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6a74188e-9d61-4d05-be10-958a8c613c41,segment=NetworkSegment(c23c0adc-3930-4b2c-9f74-ed9739f4bf58),segment_id=c23c0adc-3930-4b2c-9f74-ed9739f4bf58)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:55:45.120091 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:45.180831 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] Routers {'7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:55:45.181891 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:55:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:45.186557 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e2240-ca01-4430-9b7a-09aca8266f86 None None] Pushing event updated for resources: {'Port': ['ID=6a74188e-9d61-4d05-be10-958a8c613c41,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:45.253680 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0adc7098-a06b-4251-a144-fd75a81ed114 req-47829e6a-3037-41b2-a6da-ec5596282bae tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 210 time: 0.0331953 Jul 05 10:55:45.319996 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] Set router 7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:55:45.537479 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519489974', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:38Z', 'updated_at': '2021-07-05T10:55:42Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:39Z', 'updated_at': '2021-07-05T10:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '6a74188e-9d61-4d05-be10-958a8c613c41', 'name': '', 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:b5:05:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '67d12470-cd62-4f6f-9861-33a255e26325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:41Z', 'updated_at': '2021-07-05T10:55:45Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '67d12470-cd62-4f6f-9861-33a255e26325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:45.563248 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68fc308-752a-474a-8476-2ec7393cd1bc None None] The sync data for ids ['7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'] in n-d-798054-8 is: [{'id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519489974', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:38Z', 'updated_at': '2021-07-05T10:55:42Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:39Z', 'updated_at': '2021-07-05T10:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '6a74188e-9d61-4d05-be10-958a8c613c41', 'name': '', 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:b5:05:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '67d12470-cd62-4f6f-9861-33a255e26325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:41Z', 'updated_at': '2021-07-05T10:55:45Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '67d12470-cd62-4f6f-9861-33a255e26325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:55:46.257951 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6d20ef97-ba88-468a-acaa-0a29b96c5aa2 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:55:46.322214 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 6d20ef97-ba88-468a-acaa-0a29b96c5aa2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:55:46.322883 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:46.351319 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e3d8fc9-67fc-4537-ad8e-a2ee64943ab7 req-22812392-3028-4831-a159-c522130a5c50 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 210 time: 0.0343685 Jul 05 10:55:46.419598 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6a74188e-9d61-4d05-be10-958a8c613c41 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:55:46.468319 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 6a74188e-9d61-4d05-be10-958a8c613c41 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:55:46.474164 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 6a74188e-9d61-4d05-be10-958a8c613c41 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:55:46.474785 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:46.563083 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:46.602997 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 6a74188e-9d61-4d05-be10-958a8c613c41, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6a74188e-9d61-4d05-be10-958a8c613c41,segment=NetworkSegment(c23c0adc-3930-4b2c-9f74-ed9739f4bf58),segment_id=c23c0adc-3930-4b2c-9f74-ed9739f4bf58)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:55:46.607203 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:46.658661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=6a74188e-9d61-4d05-be10-958a8c613c41,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:47.437278 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4e94496f-d5bb-434d-a08a-054338639844 req-71d15b3e-929c-45c0-9f30-acf06f631b03 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 210 time: 0.0290205 Jul 05 10:55:48.177409 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6a74188e-9d61-4d05-be10-958a8c613c41 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:55:48.225733 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 6a74188e-9d61-4d05-be10-958a8c613c41 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:55:48.227212 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:48.528566 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1e68b1b3-6d8f-4845-b9a9-abbb43455d16 req-544cc0f2-4a32-4ec1-b473-9c234fdfdb87 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 210 time: 0.0321918 Jul 05 10:55:49.666242 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-364e89db-83bd-4e8b-a214-8dd8496bfd4b req-791978e9-dadf-4c90-b572-e408e6bf6c6b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 210 time: 0.0289147 Jul 05 10:55:50.506321 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-021b4adb-ce69-4824-b93a-3bfcf28b5a03 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:50.508008 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-021b4adb-ce69-4824-b93a-3bfcf28b5a03 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.78 "GET /v2.0/networks?id=13acb89c-5c3e-4d9a-9c7c-297a84531151 HTTP/1.1" status: 200 len: 796 time: 0.1118999 Jul 05 10:55:50.559302 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-19defd25-25bd-4c98-b17e-261e1d7a465e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bc3fa9261bd425a8fa9117a8e536783 HTTP/1.1" status: 200 len: 379 time: 0.0366061 Jul 05 10:55:50.568560 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-a68a4928-926c-4bbd-a43b-c32c890c8fe4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'port': {'device_id': '08fe3e7e-31c1-49f6-9744-bd59014853bc', 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151', 'admin_state_up': True, 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'security_groups': ['4a6931f9-441b-4d5f-a654-1bdf3255db37']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:50.681007 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-a68a4928-926c-4bbd-a43b-c32c890c8fe4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Made reservation on behalf of 2bc3fa9261bd425a8fa9117a8e536783 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:55:50.684750 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-a68a4928-926c-4bbd-a43b-c32c890c8fe4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:50.806256 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef33adcd-d36f-4b84-a1d9-73e4993705e0 req-138d6707-7040-4036-ad3a-380dd3c80075 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 210 time: 0.0286210 Jul 05 10:55:50.814263 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-a68a4928-926c-4bbd-a43b-c32c890c8fe4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Allocated IP 172.20.0.11 (13acb89c-5c3e-4d9a-9c7c-297a84531151/67d12470-cd62-4f6f-9861-33a255e26325/64b687f6-96de-410f-b355-dd15a4ae7eaa) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:55:50.958526 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-a68a4928-926c-4bbd-a43b-c32c890c8fe4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:50.972124 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-a68a4928-926c-4bbd-a43b-c32c890c8fe4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Transition to ACTIVE for port object 64b687f6-96de-410f-b355-dd15a4ae7eaa will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:55:51.007074 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-a68a4928-926c-4bbd-a43b-c32c890c8fe4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:51.040455 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-91832845-c8ec-475b-8d96-83f82a13a8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:51.056720 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-a68a4928-926c-4bbd-a43b-c32c890c8fe4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network 13acb89c-5c3e-4d9a-9c7c-297a84531151 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:55:51.060119 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-a68a4928-926c-4bbd-a43b-c32c890c8fe4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:55:51.065330 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-a68a4928-926c-4bbd-a43b-c32c890c8fe4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:55:51.069600 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a4928-926c-4bbd-a43b-c32c890c8fe4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=64b687f6-96de-410f-b355-dd15a4ae7eaa,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:51.122311 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-a68a4928-926c-4bbd-a43b-c32c890c8fe4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:51.122539 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-a68a4928-926c-4bbd-a43b-c32c890c8fe4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:51.138749 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-a68a4928-926c-4bbd-a43b-c32c890c8fe4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5738807 Jul 05 10:55:51.150287 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-4ec1b1fc-23d9-4b2b-b020-399229465985 service neutron] Request body: {'port': {'device_id': '08fe3e7e-31c1-49f6-9744-bd59014853bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:51.227486 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-4ec1b1fc-23d9-4b2b-b020-399229465985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:51.270127 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a7a7f54e-83a5-4e76-b4a7-985f9d379f8f None None] Provisioning for port 64b687f6-96de-410f-b355-dd15a4ae7eaa completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:55:51.274229 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a7a7f54e-83a5-4e76-b4a7-985f9d379f8f None None] Provisioning complete for port 64b687f6-96de-410f-b355-dd15a4ae7eaa triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:55:51.274613 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a7a7f54e-83a5-4e76-b4a7-985f9d379f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:51.308884 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a7a7f54e-83a5-4e76-b4a7-985f9d379f8f None None] Port 64b687f6-96de-410f-b355-dd15a4ae7eaa cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:55:51.503620 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-4ec1b1fc-23d9-4b2b-b020-399229465985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b687f6-96de-410f-b355-dd15a4ae7eaa {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:55:51.511142 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-4ec1b1fc-23d9-4b2b-b020-399229465985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:51.524467 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-4ec1b1fc-23d9-4b2b-b020-399229465985 service neutron] Transition to ACTIVE for port object 64b687f6-96de-410f-b355-dd15a4ae7eaa will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:55:51.529286 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-4ec1b1fc-23d9-4b2b-b020-399229465985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:51.604868 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1b1fc-23d9-4b2b-b020-399229465985 service neutron] Pushing event updated for resources: {'Port': ['ID=64b687f6-96de-410f-b355-dd15a4ae7eaa,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:51.661026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-4ec1b1fc-23d9-4b2b-b020-399229465985 service neutron] Attempting to bind port 64b687f6-96de-410f-b355-dd15a4ae7eaa on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:55:51.661393 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-4ec1b1fc-23d9-4b2b-b020-399229465985 service neutron] Attempting to bind port 64b687f6-96de-410f-b355-dd15a4ae7eaa by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'c23c0adc-3930-4b2c-9f74-ed9739f4bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:55:51.661729 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-4ec1b1fc-23d9-4b2b-b020-399229465985 service neutron] Attempting to bind port 64b687f6-96de-410f-b355-dd15a4ae7eaa on network 13acb89c-5c3e-4d9a-9c7c-297a84531151 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:55:51.666492 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-4ec1b1fc-23d9-4b2b-b020-399229465985 service neutron] Port 64b687f6-96de-410f-b355-dd15a4ae7eaa on network 13acb89c-5c3e-4d9a-9c7c-297a84531151 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:55:51.666817 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-4ec1b1fc-23d9-4b2b-b020-399229465985 service neutron] Attempting to bind port 64b687f6-96de-410f-b355-dd15a4ae7eaa on network 13acb89c-5c3e-4d9a-9c7c-297a84531151 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:55:51.672054 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-4ec1b1fc-23d9-4b2b-b020-399229465985 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:55:51.672406 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-4ec1b1fc-23d9-4b2b-b020-399229465985 service neutron] Checking segment: {'id': 'c23c0adc-3930-4b2c-9f74-ed9739f4bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:55:51.672802 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-4ec1b1fc-23d9-4b2b-b020-399229465985 service neutron] Bound using segment: {'id': 'c23c0adc-3930-4b2c-9f74-ed9739f4bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:55:51.673249 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-4ec1b1fc-23d9-4b2b-b020-399229465985 service neutron] Bound port: 64b687f6-96de-410f-b355-dd15a4ae7eaa, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c23c0adc-3930-4b2c-9f74-ed9739f4bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:55:51.673598 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-4ec1b1fc-23d9-4b2b-b020-399229465985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:51.744767 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-4ec1b1fc-23d9-4b2b-b020-399229465985 service neutron] For port 64b687f6-96de-410f-b355-dd15a4ae7eaa, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:55:51.747731 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-4ec1b1fc-23d9-4b2b-b020-399229465985 service neutron] For port 64b687f6-96de-410f-b355-dd15a4ae7eaa, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=64b687f6-96de-410f-b355-dd15a4ae7eaa,segment=NetworkSegment(c23c0adc-3930-4b2c-9f74-ed9739f4bf58),segment_id=c23c0adc-3930-4b2c-9f74-ed9739f4bf58)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:55:51.752734 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-4ec1b1fc-23d9-4b2b-b020-399229465985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:51.786908 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-4ec1b1fc-23d9-4b2b-b020-399229465985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:51.787532 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-4ec1b1fc-23d9-4b2b-b020-399229465985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:51.788963 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-4ec1b1fc-23d9-4b2b-b020-399229465985 service neutron] 10.222.0.78 "PUT /v2.0/ports/64b687f6-96de-410f-b355-dd15a4ae7eaa HTTP/1.1" status: 200 len: 1092 time: 0.6432467 Jul 05 10:55:51.789391 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fe3e7e-31c1-49f6-9744-bd59014853bc', 'tag': '64b687f6-96de-410f-b355-dd15a4ae7eaa'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:55:51.791646 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafd5ef5-0168-4982-91c3-80a47eb21248" -d '{"events": [{"name": "network-changed", "server_uuid": "08fe3e7e-31c1-49f6-9744-bd59014853bc", "tag": "64b687f6-96de-410f-b355-dd15a4ae7eaa"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:55:51.818575 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1b1fc-23d9-4b2b-b020-399229465985 service neutron] Pushing event updated for resources: {'Port': ['ID=64b687f6-96de-410f-b355-dd15a4ae7eaa,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:51.865590 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dcf911-b3ab-4261-b43a-9ff3c57db24b x-openstack-request-id: req-00dcf911-b3ab-4261-b43a-9ff3c57db24b {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:55:51.865880 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fe3e7e-31c1-49f6-9744-bd59014853bc", "tag": "64b687f6-96de-410f-b355-dd15a4ae7eaa", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:55:51.866130 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-00dcf911-b3ab-4261-b43a-9ff3c57db24b {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:55:51.866535 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fe3e7e-31c1-49f6-9744-bd59014853bc', 'tag': '64b687f6-96de-410f-b355-dd15a4ae7eaa', 'status': 'completed', 'code': 200} Jul 05 10:55:51.900450 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-51ea8638-1412-4d6e-b342-0d0002d517eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:51.902033 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-51ea8638-1412-4d6e-b342-0d0002d517eb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 1095 time: 0.0736716 Jul 05 10:55:51.952753 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-b6ea26e2-9409-458e-b7de-b10ef8389435 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64b687f6-96de-410f-b355-dd15a4ae7eaa HTTP/1.1" status: 200 len: 217 time: 0.0414279 Jul 05 10:55:52.010808 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce49129-4996-4d16-9d84-0ca3136569ee req-4e2c06a6-7ac3-4cf7-865b-e813ac11ace8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:52.012401 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ce49129-4996-4d16-9d84-0ca3136569ee req-4e2c06a6-7ac3-4cf7-865b-e813ac11ace8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 944 time: 0.0798171 Jul 05 10:55:52.014244 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-da2dc242-9f54-4064-9574-134a1a42ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:52.015739 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-da2dc242-9f54-4064-9574-134a1a42ee0c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=67d12470-cd62-4f6f-9861-33a255e26325 HTTP/1.1" status: 200 len: 834 time: 0.0589046 Jul 05 10:55:52.052766 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ce49129-4996-4d16-9d84-0ca3136569ee req-736ea26c-3f3b-41e8-aabb-9f91ab03fa34 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a6931f9-441b-4d5f-a654-1bdf3255db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340941 Jul 05 10:55:52.075257 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-f454e9b7-b3ca-4381-94a8-6210cf0a0dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:52.077127 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-f454e9b7-b3ca-4381-94a8-6210cf0a0dd3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=13acb89c-5c3e-4d9a-9c7c-297a84531151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551829 Jul 05 10:55:52.168272 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-219af747-7d9a-40d0-ade1-732c765efd1e service neutron] 10.222.0.78 "GET /v2.0/networks/13acb89c-5c3e-4d9a-9c7c-297a84531151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849140 Jul 05 10:55:52.258173 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4d7587fc-d010-42fb-8c59-abc2b539cc9d req-26f9c1dc-bb4a-462e-9566-1af1941c69e1 service neutron] 10.222.0.78 "GET /v2.0/networks/13acb89c-5c3e-4d9a-9c7c-297a84531151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836918 Jul 05 10:55:52.355542 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd5ef5-0168-4982-91c3-80a47eb21248 req-0382a7f3-e8b2-437f-b686-acb697592add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:52.357071 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fafd5ef5-0168-4982-91c3-80a47eb21248 req-0382a7f3-e8b2-437f-b686-acb697592add service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 1095 time: 0.0525725 Jul 05 10:55:52.448364 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd5ef5-0168-4982-91c3-80a47eb21248 req-bfbee838-5a1a-4a91-a52b-60338012fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:52.449842 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fafd5ef5-0168-4982-91c3-80a47eb21248 req-bfbee838-5a1a-4a91-a52b-60338012fe69 service neutron] 10.222.0.78 "GET /v2.0/networks?id=13acb89c-5c3e-4d9a-9c7c-297a84531151 HTTP/1.1" status: 200 len: 897 time: 0.0864692 Jul 05 10:55:52.490474 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fafd5ef5-0168-4982-91c3-80a47eb21248 req-a34940f7-bc80-483e-a8b7-59523560c2c9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64b687f6-96de-410f-b355-dd15a4ae7eaa HTTP/1.1" status: 200 len: 217 time: 0.0346379 Jul 05 10:55:52.537343 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd5ef5-0168-4982-91c3-80a47eb21248 req-d15d9c3c-ac59-425f-86b4-09ba069c6c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:52.538777 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fafd5ef5-0168-4982-91c3-80a47eb21248 req-d15d9c3c-ac59-425f-86b4-09ba069c6c16 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=67d12470-cd62-4f6f-9861-33a255e26325 HTTP/1.1" status: 200 len: 834 time: 0.0418937 Jul 05 10:55:52.599824 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd5ef5-0168-4982-91c3-80a47eb21248 req-c77d59db-ea49-4225-88b2-14cccc2c768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:52.601503 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fafd5ef5-0168-4982-91c3-80a47eb21248 req-c77d59db-ea49-4225-88b2-14cccc2c768f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=13acb89c-5c3e-4d9a-9c7c-297a84531151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559244 Jul 05 10:55:52.689773 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fafd5ef5-0168-4982-91c3-80a47eb21248 req-6d3a7d70-445c-45ff-8221-904a3832a4fa service neutron] 10.222.0.78 "GET /v2.0/networks/13acb89c-5c3e-4d9a-9c7c-297a84531151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814304 Jul 05 10:55:52.786880 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-fafd5ef5-0168-4982-91c3-80a47eb21248 req-9956998d-de32-47a0-9746-ee4c68f4c9a8 service neutron] 10.222.0.78 "GET /v2.0/networks/13acb89c-5c3e-4d9a-9c7c-297a84531151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910304 Jul 05 10:55:53.239520 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d4257-c86a-4df3-a1f0-057006bfe54b req-0c6bda5f-b065-4c8a-8122-68e25d44f4db tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:53.241199 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-659d4257-c86a-4df3-a1f0-057006bfe54b req-0c6bda5f-b065-4c8a-8122-68e25d44f4db tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 944 time: 0.0673211 Jul 05 10:55:53.280758 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-659d4257-c86a-4df3-a1f0-057006bfe54b req-499d51e4-42a6-4055-8c41-303d4c12b2d0 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a6931f9-441b-4d5f-a654-1bdf3255db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339673 Jul 05 10:55:53.419159 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f0e2849d-6b0f-4cb9-964a-a7c99279194d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:53.746148 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:54.458164 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5372b6-a4c8-42ad-a478-0b29f644c3ac req-59443194-feeb-4547-b5da-daccde937a57 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:54.459600 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf5372b6-a4c8-42ad-a478-0b29f644c3ac req-59443194-feeb-4547-b5da-daccde937a57 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 944 time: 0.0643356 Jul 05 10:55:54.499702 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cf5372b6-a4c8-42ad-a478-0b29f644c3ac req-cf84ef9f-93fd-4d47-a614-1611561805de tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a6931f9-441b-4d5f-a654-1bdf3255db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344515 Jul 05 10:55:54.851180 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:55.677630 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376e51b-272b-457f-8d22-75abafbd5fda req-f4ed630c-2bff-4f5b-bedf-3263433e912f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:55.679147 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6376e51b-272b-457f-8d22-75abafbd5fda req-f4ed630c-2bff-4f5b-bedf-3263433e912f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 944 time: 0.0687554 Jul 05 10:55:55.717176 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6376e51b-272b-457f-8d22-75abafbd5fda req-1e623839-ede7-4882-87e7-57863595f3f4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a6931f9-441b-4d5f-a654-1bdf3255db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323370 Jul 05 10:55:56.347296 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 64b687f6-96de-410f-b355-dd15a4ae7eaa details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:55:56.450555 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 64b687f6-96de-410f-b355-dd15a4ae7eaa, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=64b687f6-96de-410f-b355-dd15a4ae7eaa,segment=NetworkSegment(c23c0adc-3930-4b2c-9f74-ed9739f4bf58),segment_id=c23c0adc-3930-4b2c-9f74-ed9739f4bf58)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:55:56.462997 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '64b687f6-96de-410f-b355-dd15a4ae7eaa', 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151', 'port_id': '64b687f6-96de-410f-b355-dd15a4ae7eaa', 'mac_address': 'fa:16:3e:b6:78:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67d12470-cd62-4f6f-9861-33a255e26325', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:55:56.502678 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:56.515525 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b687f6-96de-410f-b355-dd15a4ae7eaa {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:55:56.535543 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 64b687f6-96de-410f-b355-dd15a4ae7eaa, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=64b687f6-96de-410f-b355-dd15a4ae7eaa,segment=NetworkSegment(c23c0adc-3930-4b2c-9f74-ed9739f4bf58),segment_id=c23c0adc-3930-4b2c-9f74-ed9739f4bf58)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:55:56.542909 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:56.594294 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=64b687f6-96de-410f-b355-dd15a4ae7eaa,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:56.859941 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['64b687f6-96de-410f-b355-dd15a4ae7eaa'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:55:56.892728 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fa08c-b301-4f6e-ba07-978d65fb7277 req-1c6bf574-f71f-45f6-88e3-2cdb6c9138ea tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:56.894346 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-414fa08c-b301-4f6e-ba07-978d65fb7277 req-1c6bf574-f71f-45f6-88e3-2cdb6c9138ea tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 945 time: 0.0654502 Jul 05 10:55:56.933482 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-414fa08c-b301-4f6e-ba07-978d65fb7277 req-1ff58889-1ad2-40e1-9039-122ff8466d36 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a6931f9-441b-4d5f-a654-1bdf3255db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334246 Jul 05 10:55:56.989671 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:58.111564 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02335d38-3c45-4b2b-a4fa-7f0e7556c2a4 req-94363881-967f-41c9-9221-3405abe25ff3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:58.113103 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02335d38-3c45-4b2b-a4fa-7f0e7556c2a4 req-94363881-967f-41c9-9221-3405abe25ff3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 945 time: 0.0692737 Jul 05 10:55:58.153690 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-02335d38-3c45-4b2b-a4fa-7f0e7556c2a4 req-ddf1460e-592a-45f5-a881-e8a739557c89 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a6931f9-441b-4d5f-a654-1bdf3255db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348349 Jul 05 10:55:58.372666 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 64b687f6-96de-410f-b355-dd15a4ae7eaa up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:55:58.423994 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 64b687f6-96de-410f-b355-dd15a4ae7eaa completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:55:58.427723 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 64b687f6-96de-410f-b355-dd15a4ae7eaa triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:55:58.428146 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:58.502943 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:58.525219 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fe3e7e-31c1-49f6-9744-bd59014853bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b687f6-96de-410f-b355-dd15a4ae7eaa'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:55:58.527496 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75084565-2f76-4c43-bfa7-d2f4a25603bc" -d '{"events": [{"server_uuid": "08fe3e7e-31c1-49f6-9744-bd59014853bc", "name": "network-vif-plugged", "status": "completed", "tag": "64b687f6-96de-410f-b355-dd15a4ae7eaa"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:55:58.540361 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 64b687f6-96de-410f-b355-dd15a4ae7eaa, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=64b687f6-96de-410f-b355-dd15a4ae7eaa,segment=NetworkSegment(c23c0adc-3930-4b2c-9f74-ed9739f4bf58),segment_id=c23c0adc-3930-4b2c-9f74-ed9739f4bf58)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:55:58.544750 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:58.568531 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f722cb-5423-4bf6-8d66-d022ffc4fc6a x-openstack-request-id: req-27f722cb-5423-4bf6-8d66-d022ffc4fc6a {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:55:58.568878 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fe3e7e-31c1-49f6-9744-bd59014853bc", "name": "network-vif-plugged", "status": "completed", "tag": "64b687f6-96de-410f-b355-dd15a4ae7eaa", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:55:58.569039 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-27f722cb-5423-4bf6-8d66-d022ffc4fc6a {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:55:58.570079 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fe3e7e-31c1-49f6-9744-bd59014853bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b687f6-96de-410f-b355-dd15a4ae7eaa', 'code': 200} Jul 05 10:55:58.599810 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=64b687f6-96de-410f-b355-dd15a4ae7eaa,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:58.676506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894c3c3-3437-4b5e-ab07-0f0d598ea8fe req-ddd07c0c-7f27-42f6-a8ba-44c2f4c0c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:58.677926 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e894c3c3-3437-4b5e-ab07-0f0d598ea8fe req-ddd07c0c-7f27-42f6-a8ba-44c2f4c0c736 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 1097 time: 0.0522437 Jul 05 10:55:58.713778 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e894c3c3-3437-4b5e-ab07-0f0d598ea8fe req-9c868eb7-4bc2-4797-a31d-ffb8a333a839 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4a6931f9-441b-4d5f-a654-1bdf3255db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298281 Jul 05 10:55:59.330015 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f1bf4-3ea4-4a43-82ec-bc5eaab1b5e6 req-9f4148e4-3199-4b70-b6de-92d9768be51c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:59.331689 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d74f1bf4-3ea4-4a43-82ec-bc5eaab1b5e6 req-9f4148e4-3199-4b70-b6de-92d9768be51c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 946 time: 0.0640368 Jul 05 10:55:59.369346 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d74f1bf4-3ea4-4a43-82ec-bc5eaab1b5e6 req-fadcc687-06f9-42c3-804f-101f7d11a9c9 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a6931f9-441b-4d5f-a654-1bdf3255db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320261 Jul 05 10:56:00.549106 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f4cae-13ab-426b-9663-be9866aed68b req-6a16ee3a-3bfc-4708-a005-044119c21527 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:00.550611 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-793f4cae-13ab-426b-9663-be9866aed68b req-6a16ee3a-3bfc-4708-a005-044119c21527 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 946 time: 0.0638206 Jul 05 10:56:00.589141 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-793f4cae-13ab-426b-9663-be9866aed68b req-b2071332-b8d5-48b2-8003-7375b7541740 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a6931f9-441b-4d5f-a654-1bdf3255db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329392 Jul 05 10:56:00.769745 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9d6e1-42b6-4c1f-803f-eb1b49bc3f9a req-39a612a0-71a1-482e-b279-4b669b92d1a8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:00.771142 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5bf9d6e1-42b6-4c1f-803f-eb1b49bc3f9a req-39a612a0-71a1-482e-b279-4b669b92d1a8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 946 time: 0.0680072 Jul 05 10:56:00.809410 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5bf9d6e1-42b6-4c1f-803f-eb1b49bc3f9a req-f51838d8-d640-4712-83a5-98ef285a07e7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a6931f9-441b-4d5f-a654-1bdf3255db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327239 Jul 05 10:56:00.834532 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49748) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:56:00.886811 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8096d5da-2bef-4cf0-98b6-3d7b46528e65 tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:00.888379 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8096d5da-2bef-4cf0-98b6-3d7b46528e65 tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 1092 time: 0.0528660 Jul 05 10:56:00.891159 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49750) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:56:00.895520 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-fa642c3a-c21b-47ae-a0d2-147966b3e2d3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': '64b687f6-96de-410f-b355-dd15a4ae7eaa', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:56:00.923513 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa642c3a-c21b-47ae-a0d2-147966b3e2d3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:01.024111 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa642c3a-c21b-47ae-a0d2-147966b3e2d3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:01.129203 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-fa642c3a-c21b-47ae-a0d2-147966b3e2d3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Allocated IP 172.25.7.16 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/7915c26f-d695-4182-8bf6-ac71a113b7d6) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:56:01.236803 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa642c3a-c21b-47ae-a0d2-147966b3e2d3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:01.275252 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa642c3a-c21b-47ae-a0d2-147966b3e2d3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:01.313391 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa642c3a-c21b-47ae-a0d2-147966b3e2d3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:56:01.318194 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-fa642c3a-c21b-47ae-a0d2-147966b3e2d3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:56:01.321599 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa642c3a-c21b-47ae-a0d2-147966b3e2d3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:56:01.327376 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa642c3a-c21b-47ae-a0d2-147966b3e2d3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=7915c26f-d695-4182-8bf6-ac71a113b7d6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:56:01.701808 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa642c3a-c21b-47ae-a0d2-147966b3e2d3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:01.779247 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa642c3a-c21b-47ae-a0d2-147966b3e2d3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:01.935697 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa642c3a-c21b-47ae-a0d2-147966b3e2d3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:01.940328 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa642c3a-c21b-47ae-a0d2-147966b3e2d3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:02.017224 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa642c3a-c21b-47ae-a0d2-147966b3e2d3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=7915c26f-d695-4182-8bf6-ac71a113b7d6,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:56:02.027319 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa642c3a-c21b-47ae-a0d2-147966b3e2d3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:02.129541 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-fa642c3a-c21b-47ae-a0d2-147966b3e2d3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Floating IP 073bce6b-dc74-43d7-91d4-c742ddb6088a associated. External IP: 172.25.7.16, port: 64b687f6-96de-410f-b355-dd15a4ae7eaa. Jul 05 10:56:02.656629 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa642c3a-c21b-47ae-a0d2-147966b3e2d3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Router 7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:56:02.767107 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa642c3a-c21b-47ae-a0d2-147966b3e2d3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:56:02.778499 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0620657e-eaac-42f5-8456-54a0d4064f98 None None] Sync routers for ids ['7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:56:02.788482 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa642c3a-c21b-47ae-a0d2-147966b3e2d3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:02.790032 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0620657e-eaac-42f5-8456-54a0d4064f98 None None] Routers {'7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:56:02.790741 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0620657e-eaac-42f5-8456-54a0d4064f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:55:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:56:02.828432 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fa642c3a-c21b-47ae-a0d2-147966b3e2d3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9362226 Jul 05 10:56:02.829532 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fe3e7e-31c1-49f6-9744-bd59014853bc', 'tag': '64b687f6-96de-410f-b355-dd15a4ae7eaa'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:56:02.831960 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53cc86c-7f63-4f32-a62c-99f1347024d1" -d '{"events": [{"name": "network-changed", "server_uuid": "08fe3e7e-31c1-49f6-9744-bd59014853bc", "tag": "64b687f6-96de-410f-b355-dd15a4ae7eaa"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:56:02.868606 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91ff61f-1721-4333-8419-24823f064df7 x-openstack-request-id: req-f91ff61f-1721-4333-8419-24823f064df7 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:56:02.868897 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fe3e7e-31c1-49f6-9744-bd59014853bc", "tag": "64b687f6-96de-410f-b355-dd15a4ae7eaa", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:56:02.869149 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f91ff61f-1721-4333-8419-24823f064df7 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:56:02.869561 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fe3e7e-31c1-49f6-9744-bd59014853bc', 'tag': '64b687f6-96de-410f-b355-dd15a4ae7eaa', 'status': 'completed', 'code': 200} Jul 05 10:56:02.899121 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-0620657e-eaac-42f5-8456-54a0d4064f98 None None] Set router 7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:56:02.947537 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cc86c-7f63-4f32-a62c-99f1347024d1 req-245a92e3-3471-4c6e-9582-dffd09c6c58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:02.949185 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a53cc86c-7f63-4f32-a62c-99f1347024d1 req-245a92e3-3471-4c6e-9582-dffd09c6c58c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 1097 time: 0.0558090 Jul 05 10:56:03.034918 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe0ac5-311e-4d6d-b32d-daf81d3c2857 req-f18bcc16-568b-4704-a150-339bd61cd601 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:03.036541 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-89fe0ac5-311e-4d6d-b32d-daf81d3c2857 req-f18bcc16-568b-4704-a150-339bd61cd601 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 946 time: 0.0687351 Jul 05 10:56:03.051901 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cc86c-7f63-4f32-a62c-99f1347024d1 req-28cfb717-f9a5-445b-8980-abca81b90585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:03.054104 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a53cc86c-7f63-4f32-a62c-99f1347024d1 req-28cfb717-f9a5-445b-8980-abca81b90585 service neutron] 10.222.0.78 "GET /v2.0/networks?id=13acb89c-5c3e-4d9a-9c7c-297a84531151 HTTP/1.1" status: 200 len: 897 time: 0.0990198 Jul 05 10:56:03.077014 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-89fe0ac5-311e-4d6d-b32d-daf81d3c2857 req-62ef578a-1b8f-45cc-9c32-91e3ab8f649e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a6931f9-441b-4d5f-a654-1bdf3255db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342662 Jul 05 10:56:03.103412 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49756) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:56:03.126693 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a53cc86c-7f63-4f32-a62c-99f1347024d1 req-41c010c4-f72b-46d7-b341-f8a38b39bbb5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64b687f6-96de-410f-b355-dd15a4ae7eaa HTTP/1.1" status: 200 len: 999 time: 0.0656993 Jul 05 10:56:03.132618 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0620657e-eaac-42f5-8456-54a0d4064f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519489974', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:38Z', 'updated_at': '2021-07-05T10:55:42Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:39Z', 'updated_at': '2021-07-05T10:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '073bce6b-dc74-43d7-91d4-c742ddb6088a', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'port_id': '64b687f6-96de-410f-b355-dd15a4ae7eaa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151', 'mac_address': 'fa:16:3e:b6:78:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fe3e7e-31c1-49f6-9744-bd59014853bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:56:01Z', 'updated_at': '2021-07-05T10:56:01Z', 'revision_number': 0, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a74188e-9d61-4d05-be10-958a8c613c41', 'name': '', 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:b5:05:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '67d12470-cd62-4f6f-9861-33a255e26325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:41Z', 'updated_at': '2021-07-05T10:55:46Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '67d12470-cd62-4f6f-9861-33a255e26325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:56:03.165072 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0620657e-eaac-42f5-8456-54a0d4064f98 None None] Checking router: 7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:56:03.175116 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0620657e-eaac-42f5-8456-54a0d4064f98 None None] Routers {'7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:56:03.176062 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0620657e-eaac-42f5-8456-54a0d4064f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:55:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:56:03.183648 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cc86c-7f63-4f32-a62c-99f1347024d1 req-b7e7b73b-5964-4452-bd05-63ba760e0083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:03.185281 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a53cc86c-7f63-4f32-a62c-99f1347024d1 req-b7e7b73b-5964-4452-bd05-63ba760e0083 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=67d12470-cd62-4f6f-9861-33a255e26325 HTTP/1.1" status: 200 len: 834 time: 0.0531647 Jul 05 10:56:03.276737 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cc86c-7f63-4f32-a62c-99f1347024d1 req-7cec4cfe-481d-4510-8908-d4d03a5e7ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:03.279428 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a53cc86c-7f63-4f32-a62c-99f1347024d1 req-7cec4cfe-481d-4510-8908-d4d03a5e7ff4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=13acb89c-5c3e-4d9a-9c7c-297a84531151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881016 Jul 05 10:56:03.343874 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-0620657e-eaac-42f5-8456-54a0d4064f98 None None] Set router 7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:56:03.373599 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:03.402003 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a53cc86c-7f63-4f32-a62c-99f1347024d1 req-c27bc950-889c-4828-95e5-cf0d032981d9 service neutron] 10.222.0.78 "GET /v2.0/networks/13acb89c-5c3e-4d9a-9c7c-297a84531151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157641 Jul 05 10:56:03.492489 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ef16a295-902b-43a8-a315-03d443734f41 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/floatingips/073bce6b-dc74-43d7-91d4-c742ddb6088a HTTP/1.1" status: 200 len: 991 time: 0.3878188 Jul 05 10:56:03.506480 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a53cc86c-7f63-4f32-a62c-99f1347024d1 req-b66fc846-59fc-482d-a6d5-9d45abcb315a service neutron] 10.222.0.78 "GET /v2.0/networks/13acb89c-5c3e-4d9a-9c7c-297a84531151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978155 Jul 05 10:56:03.671551 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0620657e-eaac-42f5-8456-54a0d4064f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519489974', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:38Z', 'updated_at': '2021-07-05T10:55:42Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:39Z', 'updated_at': '2021-07-05T10:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '073bce6b-dc74-43d7-91d4-c742ddb6088a', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'port_id': '64b687f6-96de-410f-b355-dd15a4ae7eaa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151', 'mac_address': 'fa:16:3e:b6:78:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fe3e7e-31c1-49f6-9744-bd59014853bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:56:01Z', 'updated_at': '2021-07-05T10:56:01Z', 'revision_number': 0, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a74188e-9d61-4d05-be10-958a8c613c41', 'name': '', 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:b5:05:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '67d12470-cd62-4f6f-9861-33a255e26325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:41Z', 'updated_at': '2021-07-05T10:55:46Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '67d12470-cd62-4f6f-9861-33a255e26325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:56:03.700025 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0620657e-eaac-42f5-8456-54a0d4064f98 None None] The sync data for ids ['7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'] in n-d-798054-8 is: [{'id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519489974', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:38Z', 'updated_at': '2021-07-05T10:55:42Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:39Z', 'updated_at': '2021-07-05T10:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '073bce6b-dc74-43d7-91d4-c742ddb6088a', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'port_id': '64b687f6-96de-410f-b355-dd15a4ae7eaa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151', 'mac_address': 'fa:16:3e:b6:78:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fe3e7e-31c1-49f6-9744-bd59014853bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:56:01Z', 'updated_at': '2021-07-05T10:56:01Z', 'revision_number': 0, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a74188e-9d61-4d05-be10-958a8c613c41', 'name': '', 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:b5:05:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '67d12470-cd62-4f6f-9861-33a255e26325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:41Z', 'updated_at': '2021-07-05T10:55:46Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '67d12470-cd62-4f6f-9861-33a255e26325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:56:03.908907 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1760961-203c-43d1-b8b2-b683e87d99b3 None None] New status for floating IP 073bce6b-dc74-43d7-91d4-c742ddb6088a: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:56:04.494429 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49758) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:56:04.553339 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d169131f-2193-4ca2-9a1e-1a586080a81a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/floatingips/073bce6b-dc74-43d7-91d4-c742ddb6088a HTTP/1.1" status: 200 len: 993 time: 0.0578487 Jul 05 10:56:06.845132 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:12.377894 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:56:21.042397 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c97dfb6d-6635-45e8-8060-c0a8abfdd671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:23.410315 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47879980-55b7-4256-8d9b-785bd4e9a126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:23.747406 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:24.848866 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:26.977415 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:28.145503 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a684b0e4-9533-4587-8698-a9842a21819f req-9fb049ac-36bb-4d57-a37f-0e800ea52aea service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526319 Jul 05 10:56:28.245655 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684b0e4-9533-4587-8698-a9842a21819f req-ecc45869-79ec-4646-a530-7c6d7abe7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:28.247207 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a684b0e4-9533-4587-8698-a9842a21819f req-ecc45869-79ec-4646-a530-7c6d7abe7418 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 1097 time: 0.0577869 Jul 05 10:56:28.355325 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684b0e4-9533-4587-8698-a9842a21819f req-e5d0e446-8de5-4d6a-ab91-148f1a114bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:28.356896 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a684b0e4-9533-4587-8698-a9842a21819f req-e5d0e446-8de5-4d6a-ab91-148f1a114bf8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=13acb89c-5c3e-4d9a-9c7c-297a84531151 HTTP/1.1" status: 200 len: 897 time: 0.0895176 Jul 05 10:56:28.422913 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a684b0e4-9533-4587-8698-a9842a21819f req-eaca298b-604d-42dc-a274-e463672beff2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64b687f6-96de-410f-b355-dd15a4ae7eaa HTTP/1.1" status: 200 len: 1001 time: 0.0592933 Jul 05 10:56:28.472317 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684b0e4-9533-4587-8698-a9842a21819f req-340c938e-6760-48d3-82a6-4b2e087ce4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:28.473794 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a684b0e4-9533-4587-8698-a9842a21819f req-340c938e-6760-48d3-82a6-4b2e087ce4b4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=67d12470-cd62-4f6f-9861-33a255e26325 HTTP/1.1" status: 200 len: 834 time: 0.0454195 Jul 05 10:56:28.535069 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684b0e4-9533-4587-8698-a9842a21819f req-16e59be2-c6a1-4817-a88c-f01eb5cff51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:28.536628 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a684b0e4-9533-4587-8698-a9842a21819f req-16e59be2-c6a1-4817-a88c-f01eb5cff51c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=13acb89c-5c3e-4d9a-9c7c-297a84531151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571246 Jul 05 10:56:28.635008 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a684b0e4-9533-4587-8698-a9842a21819f req-1eec3263-fe56-4fc0-b4fa-b6b3d03045bb service neutron] 10.222.0.78 "GET /v2.0/networks/13acb89c-5c3e-4d9a-9c7c-297a84531151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841937 Jul 05 10:56:28.731080 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a684b0e4-9533-4587-8698-a9842a21819f req-9a1779f1-1c33-4869-b17c-34241f260e82 service neutron] 10.222.0.78 "GET /v2.0/networks/13acb89c-5c3e-4d9a-9c7c-297a84531151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890667 Jul 05 10:56:33.361925 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:36.852031 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:49.377122 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:56:51.043798 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-19ef08c8-a31f-405c-81b2-2718767929bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:53.411828 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a8660cb3-d597-474d-a92e-5fed7e3f91bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:53.748528 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:54.851921 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:56.983538 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:03.376073 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:07.009649 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:07.481983 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045a448-95c4-4691-ad47-c8ecaccfa30a req-a2e61184-b0b4-49a1-9dcc-6929bf3aa015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:07.484107 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5045a448-95c4-4691-ad47-c8ecaccfa30a req-a2e61184-b0b4-49a1-9dcc-6929bf3aa015 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 1097 time: 0.0566771 Jul 05 10:57:07.531379 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865144b-9f72-4ea1-b55c-65c3f29a09e0 req-09f06938-5a77-4f23-937d-c7755e4c5e5a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:07.532922 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3865144b-9f72-4ea1-b55c-65c3f29a09e0 req-09f06938-5a77-4f23-937d-c7755e4c5e5a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 946 time: 0.0696549 Jul 05 10:57:07.571602 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3865144b-9f72-4ea1-b55c-65c3f29a09e0 req-c71c9786-9591-4b97-97be-d60b7755483a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a6931f9-441b-4d5f-a654-1bdf3255db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330477 Jul 05 10:57:07.581149 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045a448-95c4-4691-ad47-c8ecaccfa30a req-9c4ec71e-502c-4f35-a1d4-ccce3dad5f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:07.582659 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5045a448-95c4-4691-ad47-c8ecaccfa30a req-9c4ec71e-502c-4f35-a1d4-ccce3dad5f1c service neutron] 10.222.0.78 "GET /v2.0/networks?id=13acb89c-5c3e-4d9a-9c7c-297a84531151 HTTP/1.1" status: 200 len: 897 time: 0.0920110 Jul 05 10:57:07.648911 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5045a448-95c4-4691-ad47-c8ecaccfa30a req-792cd8c9-0034-4f14-93c5-7fa29001627f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64b687f6-96de-410f-b355-dd15a4ae7eaa HTTP/1.1" status: 200 len: 1001 time: 0.0597415 Jul 05 10:57:07.697838 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045a448-95c4-4691-ad47-c8ecaccfa30a req-e1a25865-8459-46a0-a780-f95076a97945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:07.699249 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5045a448-95c4-4691-ad47-c8ecaccfa30a req-e1a25865-8459-46a0-a780-f95076a97945 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=67d12470-cd62-4f6f-9861-33a255e26325 HTTP/1.1" status: 200 len: 834 time: 0.0438983 Jul 05 10:57:07.759551 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045a448-95c4-4691-ad47-c8ecaccfa30a req-9fc34808-4cde-4dc1-8492-ebf4f1cc7abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:07.761075 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5045a448-95c4-4691-ad47-c8ecaccfa30a req-9fc34808-4cde-4dc1-8492-ebf4f1cc7abf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=13acb89c-5c3e-4d9a-9c7c-297a84531151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549281 Jul 05 10:57:07.848014 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5045a448-95c4-4691-ad47-c8ecaccfa30a req-2298e18e-a144-4e96-b74b-af7b9a3297ac service neutron] 10.222.0.78 "GET /v2.0/networks/13acb89c-5c3e-4d9a-9c7c-297a84531151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798526 Jul 05 10:57:07.941668 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5045a448-95c4-4691-ad47-c8ecaccfa30a req-dacf31f1-1833-486c-ac9a-bd551f7dc975 service neutron] 10.222.0.78 "GET /v2.0/networks/13acb89c-5c3e-4d9a-9c7c-297a84531151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861208 Jul 05 10:57:08.776531 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0497d-f450-4d70-b561-0b8ae23bf22f req-a7ccaee0-d606-4fc7-bab0-7995807fb00a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:08.778028 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-deb0497d-f450-4d70-b561-0b8ae23bf22f req-a7ccaee0-d606-4fc7-bab0-7995807fb00a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 946 time: 0.0633559 Jul 05 10:57:08.814925 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-deb0497d-f450-4d70-b561-0b8ae23bf22f req-4335af3d-1799-4d73-b9d7-3bcfc084e8e5 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a6931f9-441b-4d5f-a654-1bdf3255db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312843 Jul 05 10:57:10.009034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c266ac-7c29-4ce1-948f-060d58b29b71 req-8c84aebc-afda-49fe-aee6-0d0de4f63548 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:10.010521 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c3c266ac-7c29-4ce1-948f-060d58b29b71 req-8c84aebc-afda-49fe-aee6-0d0de4f63548 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 946 time: 0.0634539 Jul 05 10:57:10.052163 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c3c266ac-7c29-4ce1-948f-060d58b29b71 req-582ce20a-93ee-4d38-9410-cd431e5d33ed tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a6931f9-441b-4d5f-a654-1bdf3255db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352275 Jul 05 10:57:11.237297 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768f93a-3e6b-4f4f-bd92-6564f9f09ab2 req-aebd5b5a-b40f-4c4a-a645-12e29b63a96e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:11.239170 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2768f93a-3e6b-4f4f-bd92-6564f9f09ab2 req-aebd5b5a-b40f-4c4a-a645-12e29b63a96e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 946 time: 0.0708740 Jul 05 10:57:11.276760 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2768f93a-3e6b-4f4f-bd92-6564f9f09ab2 req-7b04ebad-3579-46a7-976f-072fdb296bc2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a6931f9-441b-4d5f-a654-1bdf3255db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317373 Jul 05 10:57:12.504891 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749b2d0-39a0-42a9-92bd-c77c7568bbf8 req-5cd3db5f-b1bc-4bf6-b713-3b9d6b571647 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:12.506359 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5749b2d0-39a0-42a9-92bd-c77c7568bbf8 req-5cd3db5f-b1bc-4bf6-b713-3b9d6b571647 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 946 time: 0.1181092 Jul 05 10:57:12.543079 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5749b2d0-39a0-42a9-92bd-c77c7568bbf8 req-9fb27c4b-f100-4ba3-88c6-d3027c2b754f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a6931f9-441b-4d5f-a654-1bdf3255db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311868 Jul 05 10:57:13.786356 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650489d3-426f-497b-b0e6-19e473697c5b req-070df1cc-5a22-407b-a386-3ed3b18e9f68 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:13.787836 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-650489d3-426f-497b-b0e6-19e473697c5b req-070df1cc-5a22-407b-a386-3ed3b18e9f68 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 946 time: 0.1335967 Jul 05 10:57:13.825042 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-650489d3-426f-497b-b0e6-19e473697c5b req-2b2e45e7-3bf3-4d05-8ed2-fa537c450c33 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a6931f9-441b-4d5f-a654-1bdf3255db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315485 Jul 05 10:57:15.007503 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daf668-d478-4e34-9b06-187ab071b19a req-e069b55b-f65f-4a75-a126-c49cac314af2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:15.009019 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0daf668-d478-4e34-9b06-187ab071b19a req-e069b55b-f65f-4a75-a126-c49cac314af2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 946 time: 0.0761681 Jul 05 10:57:15.050336 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b0daf668-d478-4e34-9b06-187ab071b19a req-1b4793c7-f9a1-4e86-b8a9-17803af4bcfc tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a6931f9-441b-4d5f-a654-1bdf3255db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312274 Jul 05 10:57:16.228098 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4f38f-696e-4246-93ec-36c50c562fc5 req-b2b3e403-7bf1-471f-adc4-36e12ac7d85a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:16.229580 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-86c4f38f-696e-4246-93ec-36c50c562fc5 req-b2b3e403-7bf1-471f-adc4-36e12ac7d85a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 946 time: 0.0685680 Jul 05 10:57:16.274977 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-86c4f38f-696e-4246-93ec-36c50c562fc5 req-a4b426fd-4d43-4506-8ec8-2951a2da870f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a6931f9-441b-4d5f-a654-1bdf3255db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348010 Jul 05 10:57:17.458691 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2b35f-39e9-413d-bbcb-7d1ae97b3346 req-c27532b2-718d-49b9-9c61-e4a4802b3e78 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:17.460212 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9da2b35f-39e9-413d-bbcb-7d1ae97b3346 req-c27532b2-718d-49b9-9c61-e4a4802b3e78 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 946 time: 0.0643902 Jul 05 10:57:17.497458 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9da2b35f-39e9-413d-bbcb-7d1ae97b3346 req-b5ce2264-46aa-4f93-9acb-64c302c7598e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a6931f9-441b-4d5f-a654-1bdf3255db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317259 Jul 05 10:57:18.669234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf7157-cad8-4275-b560-79c3fc3878e3 req-01be77da-03f9-4ea0-b5f2-292424917ed3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:18.671274 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2daf7157-cad8-4275-b560-79c3fc3878e3 req-01be77da-03f9-4ea0-b5f2-292424917ed3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 946 time: 0.0630083 Jul 05 10:57:18.709066 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2daf7157-cad8-4275-b560-79c3fc3878e3 req-81fb5dca-0bf5-4651-a758-6926451579d4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a6931f9-441b-4d5f-a654-1bdf3255db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321684 Jul 05 10:57:19.886379 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99597ed5-43b3-4f5f-8a35-969643f2293a req-512e3475-399c-4d54-9e05-d9903c5d0be4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:19.887730 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-99597ed5-43b3-4f5f-8a35-969643f2293a req-512e3475-399c-4d54-9e05-d9903c5d0be4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 946 time: 0.0659661 Jul 05 10:57:19.924817 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-99597ed5-43b3-4f5f-8a35-969643f2293a req-00ba6360-8ca8-479a-9d1f-ab9b336133bd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a6931f9-441b-4d5f-a654-1bdf3255db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309181 Jul 05 10:57:19.948968 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49838) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:20.011609 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-17acdbbd-c5bc-4262-b70c-c82d8feea9a2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/floatingips/073bce6b-dc74-43d7-91d4-c742ddb6088a HTTP/1.1" status: 200 len: 993 time: 0.0612819 Jul 05 10:57:21.043778 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cf88f6d3-26ab-458d-8daa-8eaf36dfae32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:23.414350 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bc31ddf3-1b0c-4fca-939a-b79646ef7984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:23.751487 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:24.854961 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:26.378043 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:57:26.982960 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:28.159764 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c90066f4-d9ca-448e-90c8-ea0500f34a35 req-39d9de7f-b6ec-4778-9834-becda0802f1e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519361 Jul 05 10:57:28.252701 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90066f4-d9ca-448e-90c8-ea0500f34a35 req-6d37d160-13a3-4b0b-bf49-4bdde61d610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:28.254196 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c90066f4-d9ca-448e-90c8-ea0500f34a35 req-6d37d160-13a3-4b0b-bf49-4bdde61d610b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 1097 time: 0.0540228 Jul 05 10:57:28.360813 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90066f4-d9ca-448e-90c8-ea0500f34a35 req-ec21b460-838c-4f70-ad79-cc75bdb597e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:28.362664 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c90066f4-d9ca-448e-90c8-ea0500f34a35 req-ec21b460-838c-4f70-ad79-cc75bdb597e8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=13acb89c-5c3e-4d9a-9c7c-297a84531151 HTTP/1.1" status: 200 len: 897 time: 0.0883424 Jul 05 10:57:28.426660 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c90066f4-d9ca-448e-90c8-ea0500f34a35 req-b5a05bfa-3e64-4a8e-bbfc-981a30b7e56a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64b687f6-96de-410f-b355-dd15a4ae7eaa HTTP/1.1" status: 200 len: 1001 time: 0.0575526 Jul 05 10:57:28.474315 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90066f4-d9ca-448e-90c8-ea0500f34a35 req-462d8b77-21d2-4422-88c0-844f1f5cc4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:28.475729 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c90066f4-d9ca-448e-90c8-ea0500f34a35 req-462d8b77-21d2-4422-88c0-844f1f5cc4a4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=67d12470-cd62-4f6f-9861-33a255e26325 HTTP/1.1" status: 200 len: 834 time: 0.0433223 Jul 05 10:57:28.534464 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90066f4-d9ca-448e-90c8-ea0500f34a35 req-00faa007-dde0-4ae6-ab11-1ca54f785e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:28.535996 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c90066f4-d9ca-448e-90c8-ea0500f34a35 req-00faa007-dde0-4ae6-ab11-1ca54f785e16 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=13acb89c-5c3e-4d9a-9c7c-297a84531151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545974 Jul 05 10:57:28.624313 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c90066f4-d9ca-448e-90c8-ea0500f34a35 req-26c0fde7-61a5-46b0-9652-fbc29d91e9b0 service neutron] 10.222.0.78 "GET /v2.0/networks/13acb89c-5c3e-4d9a-9c7c-297a84531151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822365 Jul 05 10:57:28.720697 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c90066f4-d9ca-448e-90c8-ea0500f34a35 req-f8dcabef-7d1d-4b52-825a-f0111c68d70d service neutron] 10.222.0.78 "GET /v2.0/networks/13acb89c-5c3e-4d9a-9c7c-297a84531151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888813 Jul 05 10:57:33.375695 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:36.860522 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:51.045962 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d346fd09-85b3-448b-a07c-6720503f647d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:53.414688 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a1f7407e-3d88-4f37-be19-7c8860dcb94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:53.752753 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:54.857105 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:56.986934 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:03.374049 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:03.377099 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:58:06.892009 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:14.946070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49856) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:15.106625 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-521decee-26ca-411a-a0bc-209a570f9974 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting port 7915c26f-d695-4182-8bf6-ac71a113b7d6 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:58:15.106973 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-521decee-26ca-411a-a0bc-209a570f9974 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:15.181741 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-521decee-26ca-411a-a0bc-209a570f9974 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:15.182067 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-521decee-26ca-411a-a0bc-209a570f9974 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:15.198377 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-521decee-26ca-411a-a0bc-209a570f9974 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Calling delete_port for 7915c26f-d695-4182-8bf6-ac71a113b7d6 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:58:15.364570 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-521decee-26ca-411a-a0bc-209a570f9974 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:15.390573 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521decee-26ca-411a-a0bc-209a570f9974 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Port': ['ID=7915c26f-d695-4182-8bf6-ac71a113b7d6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:15.401808 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521decee-26ca-411a-a0bc-209a570f9974 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:15.402170 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521decee-26ca-411a-a0bc-209a570f9974 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:15.402519 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521decee-26ca-411a-a0bc-209a570f9974 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:15.402861 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521decee-26ca-411a-a0bc-209a570f9974 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:15.403234 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521decee-26ca-411a-a0bc-209a570f9974 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:15.403576 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521decee-26ca-411a-a0bc-209a570f9974 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:15.403938 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521decee-26ca-411a-a0bc-209a570f9974 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:15.404271 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521decee-26ca-411a-a0bc-209a570f9974 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:15.404603 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521decee-26ca-411a-a0bc-209a570f9974 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:15.404935 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521decee-26ca-411a-a0bc-209a570f9974 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:15.405265 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521decee-26ca-411a-a0bc-209a570f9974 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:15.405591 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521decee-26ca-411a-a0bc-209a570f9974 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:15.468497 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-521decee-26ca-411a-a0bc-209a570f9974 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:15.468750 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-521decee-26ca-411a-a0bc-209a570f9974 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Floating IP 073bce6b-dc74-43d7-91d4-c742ddb6088a disassociated (deleted). External IP: 172.25.7.16, port: 64b687f6-96de-410f-b355-dd15a4ae7eaa. Jul 05 10:58:15.677231 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521decee-26ca-411a-a0bc-209a570f9974 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Router 7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:58:15.784244 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521decee-26ca-411a-a0bc-209a570f9974 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:58:15.788954 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-521decee-26ca-411a-a0bc-209a570f9974 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:15.793113 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6d12d3-3008-4949-9c9c-6476053f237e None None] Sync routers for ids ['7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:58:15.802977 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6d12d3-3008-4949-9c9c-6476053f237e None None] Routers {'7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:58:15.803581 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-de6d12d3-3008-4949-9c9c-6476053f237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:57:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:15.823894 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-521decee-26ca-411a-a0bc-209a570f9974 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "DELETE /v2.0/floatingips/073bce6b-dc74-43d7-91d4-c742ddb6088a HTTP/1.1" status: 204 len: 168 time: 0.8767867 Jul 05 10:58:15.824763 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fe3e7e-31c1-49f6-9744-bd59014853bc', 'tag': '64b687f6-96de-410f-b355-dd15a4ae7eaa'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:58:15.827010 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31c6ba0-a091-4ae3-9089-39ef7bc4bc1b" -d '{"events": [{"name": "network-changed", "server_uuid": "08fe3e7e-31c1-49f6-9744-bd59014853bc", "tag": "64b687f6-96de-410f-b355-dd15a4ae7eaa"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:58:15.865917 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6e7ecf-366d-4530-89c0-74f9449d0002 x-openstack-request-id: req-2f6e7ecf-366d-4530-89c0-74f9449d0002 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:58:15.866221 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fe3e7e-31c1-49f6-9744-bd59014853bc", "tag": "64b687f6-96de-410f-b355-dd15a4ae7eaa", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:58:15.866486 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2f6e7ecf-366d-4530-89c0-74f9449d0002 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:58:15.866899 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fe3e7e-31c1-49f6-9744-bd59014853bc', 'tag': '64b687f6-96de-410f-b355-dd15a4ae7eaa', 'status': 'completed', 'code': 200} Jul 05 10:58:15.914226 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-de6d12d3-3008-4949-9c9c-6476053f237e None None] Set router 7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:58:15.942962 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c6ba0-a091-4ae3-9089-39ef7bc4bc1b req-89e5fa44-6e1d-4b7c-be3b-bc2f76c1a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:15.944529 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c31c6ba0-a091-4ae3-9089-39ef7bc4bc1b req-89e5fa44-6e1d-4b7c-be3b-bc2f76c1a70b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 1097 time: 0.0548089 Jul 05 10:58:16.049119 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c6ba0-a091-4ae3-9089-39ef7bc4bc1b req-45034781-6948-4d1c-8869-f708e448937d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:16.050718 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c31c6ba0-a091-4ae3-9089-39ef7bc4bc1b req-45034781-6948-4d1c-8869-f708e448937d service neutron] 10.222.0.78 "GET /v2.0/networks?id=13acb89c-5c3e-4d9a-9c7c-297a84531151 HTTP/1.1" status: 200 len: 897 time: 0.0985687 Jul 05 10:58:16.110320 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c31c6ba0-a091-4ae3-9089-39ef7bc4bc1b req-42b7f8c7-9352-4233-82b6-b4eca8ee7754 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64b687f6-96de-410f-b355-dd15a4ae7eaa HTTP/1.1" status: 200 len: 217 time: 0.0478086 Jul 05 10:58:16.121533 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-de6d12d3-3008-4949-9c9c-6476053f237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519489974', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:38Z', 'updated_at': '2021-07-05T10:55:42Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:39Z', 'updated_at': '2021-07-05T10:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '6a74188e-9d61-4d05-be10-958a8c613c41', 'name': '', 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:b5:05:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '67d12470-cd62-4f6f-9861-33a255e26325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:41Z', 'updated_at': '2021-07-05T10:55:46Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '67d12470-cd62-4f6f-9861-33a255e26325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:16.152093 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6d12d3-3008-4949-9c9c-6476053f237e None None] Checking router: 7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:58:16.160996 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6d12d3-3008-4949-9c9c-6476053f237e None None] Routers {'7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:58:16.161591 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-de6d12d3-3008-4949-9c9c-6476053f237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:57:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:16.162145 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c6ba0-a091-4ae3-9089-39ef7bc4bc1b req-96e842fa-7f4c-4946-abd5-9e1ed4ef9d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:16.164040 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c31c6ba0-a091-4ae3-9089-39ef7bc4bc1b req-96e842fa-7f4c-4946-abd5-9e1ed4ef9d77 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=67d12470-cd62-4f6f-9861-33a255e26325 HTTP/1.1" status: 200 len: 834 time: 0.0471148 Jul 05 10:58:16.223232 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea839d-5799-4a46-836e-0a762c9d8bf8 req-a3c2e4b1-88fb-4e91-97ca-1875afea2b42 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:16.225010 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c8ea839d-5799-4a46-836e-0a762c9d8bf8 req-a3c2e4b1-88fb-4e91-97ca-1875afea2b42 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 946 time: 0.0861378 Jul 05 10:58:16.225510 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c6ba0-a091-4ae3-9089-39ef7bc4bc1b req-4fc06313-c4bd-4cde-9da0-dd3a4ae0592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:16.227031 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c31c6ba0-a091-4ae3-9089-39ef7bc4bc1b req-4fc06313-c4bd-4cde-9da0-dd3a4ae0592b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=13acb89c-5c3e-4d9a-9c7c-297a84531151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555489 Jul 05 10:58:16.267194 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c8ea839d-5799-4a46-836e-0a762c9d8bf8 req-af5ba603-ce81-4869-94c6-4d2a7375870a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a6931f9-441b-4d5f-a654-1bdf3255db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360212 Jul 05 10:58:16.276218 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-de6d12d3-3008-4949-9c9c-6476053f237e None None] Set router 7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:58:16.323178 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c31c6ba0-a091-4ae3-9089-39ef7bc4bc1b req-f555c55c-730f-468f-822d-043a5a1dd8b2 service neutron] 10.222.0.78 "GET /v2.0/networks/13acb89c-5c3e-4d9a-9c7c-297a84531151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891328 Jul 05 10:58:16.411836 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c31c6ba0-a091-4ae3-9089-39ef7bc4bc1b req-da71c423-8629-4ff6-8196-b7f60529cf2a service neutron] 10.222.0.78 "GET /v2.0/networks/13acb89c-5c3e-4d9a-9c7c-297a84531151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817297 Jul 05 10:58:16.469789 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-de6d12d3-3008-4949-9c9c-6476053f237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519489974', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:38Z', 'updated_at': '2021-07-05T10:55:42Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:39Z', 'updated_at': '2021-07-05T10:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '6a74188e-9d61-4d05-be10-958a8c613c41', 'name': '', 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:b5:05:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '67d12470-cd62-4f6f-9861-33a255e26325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:41Z', 'updated_at': '2021-07-05T10:55:46Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '67d12470-cd62-4f6f-9861-33a255e26325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:16.494737 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6d12d3-3008-4949-9c9c-6476053f237e None None] The sync data for ids ['7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'] in n-d-798054-8 is: [{'id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519489974', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:38Z', 'updated_at': '2021-07-05T10:55:42Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:39Z', 'updated_at': '2021-07-05T10:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '6a74188e-9d61-4d05-be10-958a8c613c41', 'name': '', 'network_id': '13acb89c-5c3e-4d9a-9c7c-297a84531151', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:b5:05:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '67d12470-cd62-4f6f-9861-33a255e26325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:41Z', 'updated_at': '2021-07-05T10:55:46Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '67d12470-cd62-4f6f-9861-33a255e26325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:58:16.697422 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a87af15-92da-4ab9-8b62-6c7f82dc6229 None None] New status for floating IP 073bce6b-dc74-43d7-91d4-c742ddb6088a: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:58:17.443238 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff9a6e-266a-4bb8-8bd5-6bb6a132871e req-5223ba39-b3fb-431e-ad07-408235a4b778 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:17.444755 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-feff9a6e-266a-4bb8-8bd5-6bb6a132871e req-5223ba39-b3fb-431e-ad07-408235a4b778 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 946 time: 0.0669127 Jul 05 10:58:17.480998 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-feff9a6e-266a-4bb8-8bd5-6bb6a132871e req-15dfd639-af73-4432-99c1-7f92b8a18a52 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a6931f9-441b-4d5f-a654-1bdf3255db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305839 Jul 05 10:58:17.984637 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97fb41-c38d-45bc-a163-d8c0c404d676 req-fbe400d5-1b3e-4bde-aeae-59792ba84439 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:17.986022 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a97fb41-c38d-45bc-a163-d8c0c404d676 req-fbe400d5-1b3e-4bde-aeae-59792ba84439 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.78 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 946 time: 0.0672448 Jul 05 10:58:18.081666 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-0a97fb41-c38d-45bc-a163-d8c0c404d676 req-f872e2ea-102f-4b1b-b6e6-67da31e6e69f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting port 64b687f6-96de-410f-b355-dd15a4ae7eaa {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:58:18.082010 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0a97fb41-c38d-45bc-a163-d8c0c404d676 req-f872e2ea-102f-4b1b-b6e6-67da31e6e69f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:18.171113 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-0a97fb41-c38d-45bc-a163-d8c0c404d676 req-f872e2ea-102f-4b1b-b6e6-67da31e6e69f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] For port 64b687f6-96de-410f-b355-dd15a4ae7eaa, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=64b687f6-96de-410f-b355-dd15a4ae7eaa,segment=NetworkSegment(c23c0adc-3930-4b2c-9f74-ed9739f4bf58),segment_id=c23c0adc-3930-4b2c-9f74-ed9739f4bf58)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:18.171475 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0a97fb41-c38d-45bc-a163-d8c0c404d676 req-f872e2ea-102f-4b1b-b6e6-67da31e6e69f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:18.183828 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-0a97fb41-c38d-45bc-a163-d8c0c404d676 req-f872e2ea-102f-4b1b-b6e6-67da31e6e69f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Calling delete_port for 64b687f6-96de-410f-b355-dd15a4ae7eaa owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:58:18.308687 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0a97fb41-c38d-45bc-a163-d8c0c404d676 req-f872e2ea-102f-4b1b-b6e6-67da31e6e69f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:18.342094 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872e2ea-102f-4b1b-b6e6-67da31e6e69f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Port': ['ID=64b687f6-96de-410f-b355-dd15a4ae7eaa,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:18.373045 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f872e2ea-102f-4b1b-b6e6-67da31e6e69f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:18.373409 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f872e2ea-102f-4b1b-b6e6-67da31e6e69f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:18.373761 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f872e2ea-102f-4b1b-b6e6-67da31e6e69f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:18.374110 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f872e2ea-102f-4b1b-b6e6-67da31e6e69f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:18.374453 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f872e2ea-102f-4b1b-b6e6-67da31e6e69f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:18.374796 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f872e2ea-102f-4b1b-b6e6-67da31e6e69f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:18.375135 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f872e2ea-102f-4b1b-b6e6-67da31e6e69f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:18.375474 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f872e2ea-102f-4b1b-b6e6-67da31e6e69f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:18.375815 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f872e2ea-102f-4b1b-b6e6-67da31e6e69f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:18.376175 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f872e2ea-102f-4b1b-b6e6-67da31e6e69f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:18.376510 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f872e2ea-102f-4b1b-b6e6-67da31e6e69f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:18.376850 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f872e2ea-102f-4b1b-b6e6-67da31e6e69f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:18.397153 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a97fb41-c38d-45bc-a163-d8c0c404d676 req-f872e2ea-102f-4b1b-b6e6-67da31e6e69f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] No DVR routers for this DVR port 64b687f6-96de-410f-b355-dd15a4ae7eaa on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:58:18.399526 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0a97fb41-c38d-45bc-a163-d8c0c404d676 req-f872e2ea-102f-4b1b-b6e6-67da31e6e69f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:18.401607 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0a97fb41-c38d-45bc-a163-d8c0c404d676 req-f872e2ea-102f-4b1b-b6e6-67da31e6e69f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.78 "DELETE /v2.0/ports/64b687f6-96de-410f-b355-dd15a4ae7eaa HTTP/1.1" status: 204 len: 173 time: 0.4104922 Jul 05 10:58:18.402039 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fe3e7e-31c1-49f6-9744-bd59014853bc', 'name': 'network-vif-deleted', 'tag': '64b687f6-96de-410f-b355-dd15a4ae7eaa'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:58:18.404339 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decd486b-d1af-458a-bfb3-0609b225824d" -d '{"events": [{"server_uuid": "08fe3e7e-31c1-49f6-9744-bd59014853bc", "name": "network-vif-deleted", "tag": "64b687f6-96de-410f-b355-dd15a4ae7eaa"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:58:18.442562 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f106ea1-f0e2-48d7-a4c5-e32def4cb415 x-openstack-request-id: req-8f106ea1-f0e2-48d7-a4c5-e32def4cb415 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:58:18.442855 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fe3e7e-31c1-49f6-9744-bd59014853bc", "name": "network-vif-deleted", "tag": "64b687f6-96de-410f-b355-dd15a4ae7eaa", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:58:18.443110 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8f106ea1-f0e2-48d7-a4c5-e32def4cb415 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:58:18.443513 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fe3e7e-31c1-49f6-9744-bd59014853bc', 'name': 'network-vif-deleted', 'tag': '64b687f6-96de-410f-b355-dd15a4ae7eaa', 'status': 'completed', 'code': 200} Jul 05 10:58:18.638489 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6fb6749f-9cd5-4ef4-93a7-bee445b06d13 req-cd937c11-d415-49d0-bb22-2f4e98fca9e5 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=08fe3e7e-31c1-49f6-9744-bd59014853bc HTTP/1.1" status: 200 len: 210 time: 0.0286710 Jul 05 10:58:19.730744 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49874) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:20.087326 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a3fe9ef-c87d-4fb1-b56f-c047957dd062 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:20.348363 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-1a3fe9ef-c87d-4fb1-b56f-c047957dd062 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting port 6a74188e-9d61-4d05-be10-958a8c613c41 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:58:20.348611 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a3fe9ef-c87d-4fb1-b56f-c047957dd062 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:20.433128 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-1a3fe9ef-c87d-4fb1-b56f-c047957dd062 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] For port 6a74188e-9d61-4d05-be10-958a8c613c41, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6a74188e-9d61-4d05-be10-958a8c613c41,segment=NetworkSegment(c23c0adc-3930-4b2c-9f74-ed9739f4bf58),segment_id=c23c0adc-3930-4b2c-9f74-ed9739f4bf58)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:20.433492 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a3fe9ef-c87d-4fb1-b56f-c047957dd062 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:20.446540 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-1a3fe9ef-c87d-4fb1-b56f-c047957dd062 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Calling delete_port for 6a74188e-9d61-4d05-be10-958a8c613c41 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:58:20.948196 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a3fe9ef-c87d-4fb1-b56f-c047957dd062 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:20.976532 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3fe9ef-c87d-4fb1-b56f-c047957dd062 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Port': ['ID=6a74188e-9d61-4d05-be10-958a8c613c41,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:21.048040 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-371e5b16-66c7-4c40-8ddd-4d03c9e7cde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:21.157944 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a3fe9ef-c87d-4fb1-b56f-c047957dd062 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:21.175544 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 64b687f6-96de-410f-b355-dd15a4ae7eaa no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:58:21.196499 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 64b687f6-96de-410f-b355-dd15a4ae7eaa {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:58:21.196768 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 64b687f6-96de-410f-b355-dd15a4ae7eaa not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:58:21.373952 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3fe9ef-c87d-4fb1-b56f-c047957dd062 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Router 7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:58:21.478156 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3fe9ef-c87d-4fb1-b56f-c047957dd062 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:58:21.483645 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1a3fe9ef-c87d-4fb1-b56f-c047957dd062 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "PUT /v2.0/routers/7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7513142 Jul 05 10:58:21.486432 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49876) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:21.489035 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5ee599-80cd-4d0e-9881-9df4a8b64506 None None] Sync routers for ids ['7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:58:21.498612 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5ee599-80cd-4d0e-9881-9df4a8b64506 None None] Routers {'7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:58:21.499320 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5b5ee599-80cd-4d0e-9881-9df4a8b64506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:57:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:21.536763 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-c80d3241-2269-49d9-a31b-9ffa9e32be7f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting subnet 67d12470-cd62-4f6f-9861-33a255e26325 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:58:21.539804 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c80d3241-2269-49d9-a31b-9ffa9e32be7f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:21.579392 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c80d3241-2269-49d9-a31b-9ffa9e32be7f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:21.600555 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-5b5ee599-80cd-4d0e-9881-9df4a8b64506 None None] Set router 7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:58:21.667953 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c80d3241-2269-49d9-a31b-9ffa9e32be7f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:21.727295 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c80d3241-2269-49d9-a31b-9ffa9e32be7f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:21.754736 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d3241-2269-49d9-a31b-9ffa9e32be7f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Subnet': ['ID=67d12470-cd62-4f6f-9861-33a255e26325,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:21.758439 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c80d3241-2269-49d9-a31b-9ffa9e32be7f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:21.760722 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c80d3241-2269-49d9-a31b-9ffa9e32be7f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "DELETE /v2.0/subnets/67d12470-cd62-4f6f-9861-33a255e26325 HTTP/1.1" status: 204 len: 168 time: 0.2732894 Jul 05 10:58:21.764053 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49878) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:21.768415 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b76188-97b4-4dcc-b649-44e2edf3c296 None None] Network 13acb89c-5c3e-4d9a-9c7c-297a84531151 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:58:21.780242 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5b5ee599-80cd-4d0e-9881-9df4a8b64506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519489974', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:38Z', 'updated_at': '2021-07-05T10:58:20Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:39Z', 'updated_at': '2021-07-05T10:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:21.878481 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe36c-f545-4c38-a534-08744a427309 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:21.903336 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5ee599-80cd-4d0e-9881-9df4a8b64506 None None] Checking router: 7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:58:21.912692 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5ee599-80cd-4d0e-9881-9df4a8b64506 None None] Routers {'7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:58:21.913302 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5b5ee599-80cd-4d0e-9881-9df4a8b64506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:57:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:21.982245 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7f44ae-6d2b-4318-9d19-735a0203c959 None None] DHCP port deletion for 13acb89c-5c3e-4d9a-9c7c-297a84531151 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:58:21.986621 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe36c-f545-4c38-a534-08744a427309 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:22.021836 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-5b5ee599-80cd-4d0e-9881-9df4a8b64506 None None] Set router 7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:58:22.036264 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-bd7f44ae-6d2b-4318-9d19-735a0203c959 None None] Deleting port 6d20ef97-ba88-468a-acaa-0a29b96c5aa2 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:58:22.036842 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bd7f44ae-6d2b-4318-9d19-735a0203c959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:22.042108 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3c3fe36c-f545-4c38-a534-08744a427309 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting port 84c3c8a1-e9d6-43ed-a52a-654480cfab7b {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:58:22.042709 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe36c-f545-4c38-a534-08744a427309 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:22.112785 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-bd7f44ae-6d2b-4318-9d19-735a0203c959 None None] For port 6d20ef97-ba88-468a-acaa-0a29b96c5aa2, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=6d20ef97-ba88-468a-acaa-0a29b96c5aa2,segment=NetworkSegment(c23c0adc-3930-4b2c-9f74-ed9739f4bf58),segment_id=c23c0adc-3930-4b2c-9f74-ed9739f4bf58)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:22.113435 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bd7f44ae-6d2b-4318-9d19-735a0203c959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:22.127399 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-bd7f44ae-6d2b-4318-9d19-735a0203c959 None None] Calling delete_port for 6d20ef97-ba88-468a-acaa-0a29b96c5aa2 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:58:22.136168 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-3c3fe36c-f545-4c38-a534-08744a427309 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] For port 84c3c8a1-e9d6-43ed-a52a-654480cfab7b, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=84c3c8a1-e9d6-43ed-a52a-654480cfab7b,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:22.136535 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe36c-f545-4c38-a534-08744a427309 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:22.149059 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3c3fe36c-f545-4c38-a534-08744a427309 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Calling delete_port for 84c3c8a1-e9d6-43ed-a52a-654480cfab7b owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:58:22.226021 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5b5ee599-80cd-4d0e-9881-9df4a8b64506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519489974', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:38Z', 'updated_at': '2021-07-05T10:58:20Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:39Z', 'updated_at': '2021-07-05T10:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:22.234721 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bd7f44ae-6d2b-4318-9d19-735a0203c959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:22.271167 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5ee599-80cd-4d0e-9881-9df4a8b64506 None None] The sync data for ids ['7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0'] in n-d-798054-8 is: [{'id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519489974', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:38Z', 'updated_at': '2021-07-05T10:58:20Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '84c3c8a1-e9d6-43ed-a52a-654480cfab7b', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:39Z', 'updated_at': '2021-07-05T10:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:58:22.278871 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f44ae-6d2b-4318-9d19-735a0203c959 None None] Pushing event deleted for resources: {'Port': ['ID=6d20ef97-ba88-468a-acaa-0a29b96c5aa2,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:22.289880 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7f44ae-6d2b-4318-9d19-735a0203c959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:22.290419 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7f44ae-6d2b-4318-9d19-735a0203c959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:22.290859 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7f44ae-6d2b-4318-9d19-735a0203c959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:22.291202 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7f44ae-6d2b-4318-9d19-735a0203c959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:22.291538 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7f44ae-6d2b-4318-9d19-735a0203c959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:22.295684 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7f44ae-6d2b-4318-9d19-735a0203c959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:22.296263 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7f44ae-6d2b-4318-9d19-735a0203c959 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:22.296842 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7f44ae-6d2b-4318-9d19-735a0203c959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:22.297326 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7f44ae-6d2b-4318-9d19-735a0203c959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:22.297871 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7f44ae-6d2b-4318-9d19-735a0203c959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:22.298404 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7f44ae-6d2b-4318-9d19-735a0203c959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:22.298949 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7f44ae-6d2b-4318-9d19-735a0203c959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:22.314769 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7f44ae-6d2b-4318-9d19-735a0203c959 None None] No DVR routers for this DVR port 6d20ef97-ba88-468a-acaa-0a29b96c5aa2 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:58:22.372037 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe36c-f545-4c38-a534-08744a427309 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:22.401222 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fe36c-f545-4c38-a534-08744a427309 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Port': ['ID=84c3c8a1-e9d6-43ed-a52a-654480cfab7b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:22.466281 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe36c-f545-4c38-a534-08744a427309 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:22.559669 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe36c-f545-4c38-a534-08744a427309 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:22.561819 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe36c-f545-4c38-a534-08744a427309 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:22.606074 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe36c-f545-4c38-a534-08744a427309 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:22.606551 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3fe36c-f545-4c38-a534-08744a427309 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Fanout notify agent at l3_agent the message router_deleted on router 7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:58:22.613752 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe36c-f545-4c38-a534-08744a427309 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:22.618368 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-3c3fe36c-f545-4c38-a534-08744a427309 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "DELETE /v2.0/routers/7eb76c3c-23c9-41a3-bfa6-ba816e8bd6a0 HTTP/1.1" status: 204 len: 168 time: 0.8501809 Jul 05 10:58:22.618368 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49880) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:22.672867 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6d20ef97-ba88-468a-acaa-0a29b96c5aa2 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:58:22.700017 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 6d20ef97-ba88-468a-acaa-0a29b96c5aa2 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:58:22.700380 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6d20ef97-ba88-468a-acaa-0a29b96c5aa2 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:58:22.710385 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4660e6f6-173e-4bab-9ccb-46ac76ae5f15 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:22.802603 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4660e6f6-173e-4bab-9ccb-46ac76ae5f15 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:22.814008 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-4660e6f6-173e-4bab-9ccb-46ac76ae5f15 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13acb89c-5c3e-4d9a-9c7c-297a84531151']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:22.830370 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-4660e6f6-173e-4bab-9ccb-46ac76ae5f15 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c23c0adc-3930-4b2c-9f74-ed9739f4bf58') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:22.830931 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-4660e6f6-173e-4bab-9ccb-46ac76ae5f15 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c23c0adc-3930-4b2c-9f74-ed9739f4bf58') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:22.844039 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4660e6f6-173e-4bab-9ccb-46ac76ae5f15 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:22.861555 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4660e6f6-173e-4bab-9ccb-46ac76ae5f15 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:22.870199 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4660e6f6-173e-4bab-9ccb-46ac76ae5f15 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:58:22.870597 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4660e6f6-173e-4bab-9ccb-46ac76ae5f15 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: timer() Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:58:22.874247 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:58:22.940549 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4660e6f6-173e-4bab-9ccb-46ac76ae5f15 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:22.958572 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4660e6f6-173e-4bab-9ccb-46ac76ae5f15 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:22.960615 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4660e6f6-173e-4bab-9ccb-46ac76ae5f15 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "DELETE /v2.0/networks/13acb89c-5c3e-4d9a-9c7c-297a84531151 HTTP/1.1" status: 204 len: 168 time: 0.3416948 Jul 05 10:58:22.961961 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660e6f6-173e-4bab-9ccb-46ac76ae5f15 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Network': ['ID=13acb89c-5c3e-4d9a-9c7c-297a84531151,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:22.963510 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49882) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:23.029224 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-60ff15c7-04e8-4653-8570-8439a4068697 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.055738 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-60ff15c7-04e8-4653-8570-8439a4068697 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.115954 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-60ff15c7-04e8-4653-8570-8439a4068697 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.118414 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-60ff15c7-04e8-4653-8570-8439a4068697 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.119570 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-60ff15c7-04e8-4653-8570-8439a4068697 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "DELETE /v2.0/security-groups/4a6931f9-441b-4d5f-a654-1bdf3255db37 HTTP/1.1" status: 204 len: 168 time: 0.1544707 Jul 05 10:58:23.129417 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff15c7-04e8-4653-8570-8439a4068697 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6931f9-441b-4d5f-a654-1bdf3255db37,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:23.419662 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9d1244d8-4904-4e38-97f9-a245ba18879a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.425920 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49888) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:23.431374 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c5393507-a731-4ebd-8328-5d0c17fd3455 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2079753565', 'description': 'tempest-secgroup-smoke-2079753565 description', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:23.453469 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5393507-a731-4ebd-8328-5d0c17fd3455 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.540893 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5393507-a731-4ebd-8328-5d0c17fd3455 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.545155 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5393507-a731-4ebd-8328-5d0c17fd3455 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.570120 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5393507-a731-4ebd-8328-5d0c17fd3455 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.571943 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c5393507-a731-4ebd-8328-5d0c17fd3455 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1443460 Jul 05 10:58:23.575110 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49890) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:23.579983 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-bdca53ba-08d8-4fac-be68-1b24b13779ed tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': 'ff1aa855-a5b6-4cb7-95d3-be742d2f1164', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:23.580996 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5393507-a731-4ebd-8328-5d0c17fd3455 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1aa855-a5b6-4cb7-95d3-be742d2f1164,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:23.607527 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bdca53ba-08d8-4fac-be68-1b24b13779ed tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.654644 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bdca53ba-08d8-4fac-be68-1b24b13779ed tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.658180 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bdca53ba-08d8-4fac-be68-1b24b13779ed tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.681024 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca53ba-08d8-4fac-be68-1b24b13779ed tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921d84a7-f88a-41c1-bbe9-74a7ed49e2be,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:23.683543 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bdca53ba-08d8-4fac-be68-1b24b13779ed tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.688140 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-bdca53ba-08d8-4fac-be68-1b24b13779ed tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118624 Jul 05 10:58:23.688281 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49892) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:23.693039 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-886a7e87-5100-4512-b6b9-336cf976e10c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': 'ff1aa855-a5b6-4cb7-95d3-be742d2f1164', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:23.720678 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-886a7e87-5100-4512-b6b9-336cf976e10c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.755304 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.771445 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-886a7e87-5100-4512-b6b9-336cf976e10c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.775101 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-886a7e87-5100-4512-b6b9-336cf976e10c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.794437 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a7e87-5100-4512-b6b9-336cf976e10c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f3dae2-0a67-4043-a2e7-0bfefe1450f9,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:23.802577 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-886a7e87-5100-4512-b6b9-336cf976e10c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.803860 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-886a7e87-5100-4512-b6b9-336cf976e10c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144848 Jul 05 10:58:23.806478 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49894) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:23.812094 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-bc3e742f-7e49-44a5-983a-40836a0ba903 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': 'ff1aa855-a5b6-4cb7-95d3-be742d2f1164', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:23.843635 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc3e742f-7e49-44a5-983a-40836a0ba903 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.903978 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc3e742f-7e49-44a5-983a-40836a0ba903 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.907841 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc3e742f-7e49-44a5-983a-40836a0ba903 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.932138 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e742f-7e49-44a5-983a-40836a0ba903 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c54b585-a5c9-40d1-a32e-d44b8f47f44e,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:23.935763 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc3e742f-7e49-44a5-983a-40836a0ba903 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.939612 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-bc3e742f-7e49-44a5-983a-40836a0ba903 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295669 Jul 05 10:58:23.940237 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49896) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:23.944546 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-26cb588e-3cca-4d2a-bd0e-8f9b3d447423 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': 'ff1aa855-a5b6-4cb7-95d3-be742d2f1164', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:23.971839 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26cb588e-3cca-4d2a-bd0e-8f9b3d447423 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:24.033151 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26cb588e-3cca-4d2a-bd0e-8f9b3d447423 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:24.036803 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26cb588e-3cca-4d2a-bd0e-8f9b3d447423 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:24.057049 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb588e-3cca-4d2a-bd0e-8f9b3d447423 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f33e7959-f50a-4627-8675-c78a27d1ffd5,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:24.061837 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26cb588e-3cca-4d2a-bd0e-8f9b3d447423 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:24.062264 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-26cb588e-3cca-4d2a-bd0e-8f9b3d447423 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214037 Jul 05 10:58:24.065906 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49898) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:24.072732 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3cb9b2a9-c16f-49f7-88ee-aa3048b04482 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': 'ff1aa855-a5b6-4cb7-95d3-be742d2f1164', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:24.100424 n-d-798054-8 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-3cb9b2a9-c16f-49f7-88ee-aa3048b04482 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Project 2bc3fa9261bd425a8fa9117a8e536783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:58:24.105720 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b2a9-c16f-49f7-88ee-aa3048b04482 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:24.167326 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b2a9-c16f-49f7-88ee-aa3048b04482 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:24.171785 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b2a9-c16f-49f7-88ee-aa3048b04482 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:24.190636 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9b2a9-c16f-49f7-88ee-aa3048b04482 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a4eff9-9ee5-4a1b-91e6-3fe6a3a982dd,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:24.198845 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b2a9-c16f-49f7-88ee-aa3048b04482 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:24.203143 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3cb9b2a9-c16f-49f7-88ee-aa3048b04482 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1357839 Jul 05 10:58:24.203341 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49900) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:24.208520 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ba26a891-4190-41a7-879f-e47338793e54 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': 'ff1aa855-a5b6-4cb7-95d3-be742d2f1164', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:24.232135 n-d-798054-8 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-ba26a891-4190-41a7-879f-e47338793e54 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Project 2bc3fa9261bd425a8fa9117a8e536783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:58:24.237311 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba26a891-4190-41a7-879f-e47338793e54 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:24.259811 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 84c3c8a1-e9d6-43ed-a52a-654480cfab7b no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:58:24.280638 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 84c3c8a1-e9d6-43ed-a52a-654480cfab7b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:58:24.281022 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 84c3c8a1-e9d6-43ed-a52a-654480cfab7b not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:58:24.281578 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6a74188e-9d61-4d05-be10-958a8c613c41 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:58:24.303455 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 6a74188e-9d61-4d05-be10-958a8c613c41 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:58:24.303808 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 6a74188e-9d61-4d05-be10-958a8c613c41 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:58:24.305630 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba26a891-4190-41a7-879f-e47338793e54 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:24.310441 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba26a891-4190-41a7-879f-e47338793e54 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:24.330203 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26a891-4190-41a7-879f-e47338793e54 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b04401-e8e3-406e-b8f7-4b3aac041a15,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:24.337411 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba26a891-4190-41a7-879f-e47338793e54 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:24.338797 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ba26a891-4190-41a7-879f-e47338793e54 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1341605 Jul 05 10:58:24.342032 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49902) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:24.347531 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-fbdb170f-52df-485c-ad11-6315de4d32d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'network': {'name': 'tempest-network-smoke--1167177537', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'port_security_enabled': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:24.373298 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdb170f-52df-485c-ad11-6315de4d32d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Made reservation on behalf of 2bc3fa9261bd425a8fa9117a8e536783 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:58:24.376921 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbdb170f-52df-485c-ad11-6315de4d32d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:24.401444 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbdb170f-52df-485c-ad11-6315de4d32d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:58:24.411279 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbdb170f-52df-485c-ad11-6315de4d32d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:24.411629 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-fbdb170f-52df-485c-ad11-6315de4d32d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Added segment 944735ef-95b4-4238-a80a-1780583b9b51 of type vlan for network bf764e0b-4258-42e2-ab0e-c63bf0891d18 Jul 05 10:58:24.457319 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbdb170f-52df-485c-ad11-6315de4d32d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:24.486828 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbdb170f-52df-485c-ad11-6315de4d32d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:24.492478 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdb170f-52df-485c-ad11-6315de4d32d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:24.493068 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbdb170f-52df-485c-ad11-6315de4d32d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:24.550204 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fbdb170f-52df-485c-ad11-6315de4d32d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2070622 Jul 05 10:58:24.553241 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49904) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:24.558154 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ef84d5b0-da05-494d-8c0d-673cd9b93bbb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1650412098', 'admin_state_up': True, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:24.562349 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb170f-52df-485c-ad11-6315de4d32d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Network': ['ID=bf764e0b-4258-42e2-ab0e-c63bf0891d18,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:24.576284 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network bf764e0b-4258-42e2-ab0e-c63bf0891d18 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:58:24.585307 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef84d5b0-da05-494d-8c0d-673cd9b93bbb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:24.586344 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef84d5b0-da05-494d-8c0d-673cd9b93bbb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:24.647507 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef84d5b0-da05-494d-8c0d-673cd9b93bbb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:24.801859 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef84d5b0-da05-494d-8c0d-673cd9b93bbb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:24.860882 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:24.996461 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef84d5b0-da05-494d-8c0d-673cd9b93bbb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:25.020565 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef84d5b0-da05-494d-8c0d-673cd9b93bbb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:25.119754 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-ef84d5b0-da05-494d-8c0d-673cd9b93bbb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Allocated IP 172.25.7.234 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/25e86b92-36d9-41c4-8ff2-12d0fb627621) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:58:25.235239 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef84d5b0-da05-494d-8c0d-673cd9b93bbb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:25.274759 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef84d5b0-da05-494d-8c0d-673cd9b93bbb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:25.310282 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef84d5b0-da05-494d-8c0d-673cd9b93bbb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:58:25.313181 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-ef84d5b0-da05-494d-8c0d-673cd9b93bbb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:58:25.318618 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef84d5b0-da05-494d-8c0d-673cd9b93bbb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:58:25.342540 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84d5b0-da05-494d-8c0d-673cd9b93bbb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=25e86b92-36d9-41c4-8ff2-12d0fb627621,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:25.572698 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef84d5b0-da05-494d-8c0d-673cd9b93bbb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:25.768800 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef84d5b0-da05-494d-8c0d-673cd9b93bbb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:26.194434 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef84d5b0-da05-494d-8c0d-673cd9b93bbb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Router fed1b347-7393-4b5e-99f8-a75fc8e0d756 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:58:26.305353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef84d5b0-da05-494d-8c0d-673cd9b93bbb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:58:26.317722 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] Sync routers for ids ['fed1b347-7393-4b5e-99f8-a75fc8e0d756'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:58:26.326502 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef84d5b0-da05-494d-8c0d-673cd9b93bbb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:26.327765 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ef84d5b0-da05-494d-8c0d-673cd9b93bbb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7734756 Jul 05 10:58:26.331093 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49908) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:26.331659 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] Routers {'fed1b347-7393-4b5e-99f8-a75fc8e0d756'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:58:26.332306 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:58:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['fed1b347-7393-4b5e-99f8-a75fc8e0d756'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:26.366421 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-23093453-c2c3-4549-8404-8b00ebdb90b6 tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=2bc3fa9261bd425a8fa9117a8e536783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342066 Jul 05 10:58:26.369083 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49910) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:26.437461 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] Set router fed1b347-7393-4b5e-99f8-a75fc8e0d756 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:58:26.525100 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bdc502-32f8-471d-92bf-a8bbe3d991d4 tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:26.529346 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-60bdc502-32f8-471d-92bf-a8bbe3d991d4 tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1565340 Jul 05 10:58:26.529510 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49912) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:26.573125 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0a710fd3-4d5b-40b3-9fd8-d172a2151c41 tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400677 Jul 05 10:58:26.573353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49914) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:26.578504 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-702e80bb-87dd-442a-a1f0-54e667ffa838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1245592936', 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:26.623525 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650412098', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:24Z', 'updated_at': '2021-07-05T10:58:25Z', 'revision_number': 3, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:55:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:25Z', 'updated_at': '2021-07-05T10:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:26.648973 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] Checking router: fed1b347-7393-4b5e-99f8-a75fc8e0d756 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:58:26.649326 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] Updating router fed1b347-7393-4b5e-99f8-a75fc8e0d756 port 25e86b92-36d9-41c4-8ff2-12d0fb627621 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:58:26.664195 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702e80bb-87dd-442a-a1f0-54e667ffa838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Made reservation on behalf of 2bc3fa9261bd425a8fa9117a8e536783 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:58:26.668232 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-702e80bb-87dd-442a-a1f0-54e667ffa838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:26.687423 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:26.850182 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-702e80bb-87dd-442a-a1f0-54e667ffa838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:26.914430 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e80bb-87dd-442a-a1f0-54e667ffa838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Subnet': ['ID=257fb21e-9dc8-435f-9549-12062507e6ad,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:26.922204 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702e80bb-87dd-442a-a1f0-54e667ffa838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Checking segment: {'id': '944735ef-95b4-4238-a80a-1780583b9b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:58:26.922567 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702e80bb-87dd-442a-a1f0-54e667ffa838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network hostable DHCP agents. Network: bf764e0b-4258-42e2-ab0e-c63bf0891d18, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:58:26.938501 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702e80bb-87dd-442a-a1f0-54e667ffa838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network bf764e0b-4258-42e2-ab0e-c63bf0891d18 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:58:26.942006 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:26.948475 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-702e80bb-87dd-442a-a1f0-54e667ffa838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, bf764e0b-4258-42e2-ab0e-c63bf0891d18) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:58:26.952892 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] Transition to ACTIVE for port object 25e86b92-36d9-41c4-8ff2-12d0fb627621 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:58:26.953446 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702e80bb-87dd-442a-a1f0-54e667ffa838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:26.954189 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-702e80bb-87dd-442a-a1f0-54e667ffa838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:26.959598 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb95e86f-8f45-4933-a7ab-2ba71ae097d9 None None] Network bf764e0b-4258-42e2-ab0e-c63bf0891d18 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:58:26.969559 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-702e80bb-87dd-442a-a1f0-54e667ffa838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3952093 Jul 05 10:58:26.973119 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49916) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:26.996289 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:27.069724 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:27.081874 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] Attempting to bind port 25e86b92-36d9-41c4-8ff2-12d0fb627621 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:58:27.082250 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] Attempting to bind port 25e86b92-36d9-41c4-8ff2-12d0fb627621 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:58:27.082613 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] Attempting to bind port 25e86b92-36d9-41c4-8ff2-12d0fb627621 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:58:27.085892 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f17d0-6e35-44d8-ace8-cd3b7b262532 None None] Pushing event updated for resources: {'Port': ['ID=25e86b92-36d9-41c4-8ff2-12d0fb627621,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:27.094304 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:58:27.094685 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:58:27.095090 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:27.095482 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:58:27.095977 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] Bound port: 25e86b92-36d9-41c4-8ff2-12d0fb627621, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:58:27.096363 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:27.187121 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] For port 25e86b92-36d9-41c4-8ff2-12d0fb627621, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:58:27.190110 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] For port 25e86b92-36d9-41c4-8ff2-12d0fb627621, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=25e86b92-36d9-41c4-8ff2-12d0fb627621,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:58:27.194688 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:27.245487 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea6d5cc-d7d5-40f7-a229-49befd724bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-bf764e0b-4258-42e2-ab0e-c63bf0891d18', 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'fixed_ips': [{'subnet_id': '257fb21e-9dc8-435f-9549-12062507e6ad'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:58:27.246331 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bea6d5cc-d7d5-40f7-a229-49befd724bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:27.294905 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f17d0-6e35-44d8-ace8-cd3b7b262532 None None] Pushing event updated for resources: {'Port': ['ID=25e86b92-36d9-41c4-8ff2-12d0fb627621,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:27.300634 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] Routers {'fed1b347-7393-4b5e-99f8-a75fc8e0d756'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:58:27.301315 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:58:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['fed1b347-7393-4b5e-99f8-a75fc8e0d756'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:27.466024 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2836c5f-00fa-4532-ae3c-5cd145e1322b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:27.495881 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] Set router fed1b347-7393-4b5e-99f8-a75fc8e0d756 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:58:27.523446 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-bea6d5cc-d7d5-40f7-a229-49befd724bf4 None None] Allocated IP 172.20.0.2 (bf764e0b-4258-42e2-ab0e-c63bf0891d18/257fb21e-9dc8-435f-9549-12062507e6ad/53ac9eb8-51da-4f9b-94e6-68c8f379da1b) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:58:27.942282 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bea6d5cc-d7d5-40f7-a229-49befd724bf4 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:27.953432 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bea6d5cc-d7d5-40f7-a229-49befd724bf4 None None] Transition to ACTIVE for port object 53ac9eb8-51da-4f9b-94e6-68c8f379da1b will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:58:27.960931 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650412098', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:24Z', 'updated_at': '2021-07-05T10:58:25Z', 'revision_number': 3, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:55:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:25Z', 'updated_at': '2021-07-05T10:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:27.991718 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b09558-3d19-41f9-9766-32a03466afb8 None None] The sync data for ids ['fed1b347-7393-4b5e-99f8-a75fc8e0d756'] in n-d-798054-8 is: [{'id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650412098', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:24Z', 'updated_at': '2021-07-05T10:58:25Z', 'revision_number': 3, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:55:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:25Z', 'updated_at': '2021-07-05T10:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:58:27.995780 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bea6d5cc-d7d5-40f7-a229-49befd724bf4 None None] Transition to ACTIVE for port object 53ac9eb8-51da-4f9b-94e6-68c8f379da1b will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:58:28.003313 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bea6d5cc-d7d5-40f7-a229-49befd724bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:28.048165 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea6d5cc-d7d5-40f7-a229-49befd724bf4 None None] Network bf764e0b-4258-42e2-ab0e-c63bf0891d18 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:58:28.051176 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-bea6d5cc-d7d5-40f7-a229-49befd724bf4 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:58:28.054637 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-e2836c5f-00fa-4532-ae3c-5cd145e1322b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Allocated IP 172.20.0.1 (bf764e0b-4258-42e2-ab0e-c63bf0891d18/257fb21e-9dc8-435f-9549-12062507e6ad/ffceb990-fd20-4767-8e4f-e942118acf06) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:58:28.057520 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea6d5cc-d7d5-40f7-a229-49befd724bf4 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:58:28.067400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6d5cc-d7d5-40f7-a229-49befd724bf4 None None] Pushing event updated for resources: {'Port': ['ID=53ac9eb8-51da-4f9b-94e6-68c8f379da1b,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:28.124882 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-bea6d5cc-d7d5-40f7-a229-49befd724bf4 None None] Attempting to bind port 53ac9eb8-51da-4f9b-94e6-68c8f379da1b on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:58:28.125260 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-bea6d5cc-d7d5-40f7-a229-49befd724bf4 None None] Attempting to bind port 53ac9eb8-51da-4f9b-94e6-68c8f379da1b by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '944735ef-95b4-4238-a80a-1780583b9b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:58:28.125625 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea6d5cc-d7d5-40f7-a229-49befd724bf4 None None] Attempting to bind port 53ac9eb8-51da-4f9b-94e6-68c8f379da1b on network bf764e0b-4258-42e2-ab0e-c63bf0891d18 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:58:28.130639 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea6d5cc-d7d5-40f7-a229-49befd724bf4 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:58:28.131017 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea6d5cc-d7d5-40f7-a229-49befd724bf4 None None] Checking segment: {'id': '944735ef-95b4-4238-a80a-1780583b9b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:58:28.131420 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bea6d5cc-d7d5-40f7-a229-49befd724bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:28.131811 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea6d5cc-d7d5-40f7-a229-49befd724bf4 None None] Bound using segment: {'id': '944735ef-95b4-4238-a80a-1780583b9b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:58:28.132307 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-bea6d5cc-d7d5-40f7-a229-49befd724bf4 None None] Bound port: 53ac9eb8-51da-4f9b-94e6-68c8f379da1b, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944735ef-95b4-4238-a80a-1780583b9b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:58:28.132697 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bea6d5cc-d7d5-40f7-a229-49befd724bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:28.187450 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2836c5f-00fa-4532-ae3c-5cd145e1322b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:28.200182 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-bea6d5cc-d7d5-40f7-a229-49befd724bf4 None None] For port 53ac9eb8-51da-4f9b-94e6-68c8f379da1b, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:58:28.202521 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-e2836c5f-00fa-4532-ae3c-5cd145e1322b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Transition to ACTIVE for port object ffceb990-fd20-4767-8e4f-e942118acf06 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:58:28.204731 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-bea6d5cc-d7d5-40f7-a229-49befd724bf4 None None] For port 53ac9eb8-51da-4f9b-94e6-68c8f379da1b, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=53ac9eb8-51da-4f9b-94e6-68c8f379da1b,segment=NetworkSegment(944735ef-95b4-4238-a80a-1780583b9b51),segment_id=944735ef-95b4-4238-a80a-1780583b9b51)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:58:28.209483 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bea6d5cc-d7d5-40f7-a229-49befd724bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:28.280839 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2836c5f-00fa-4532-ae3c-5cd145e1322b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:28.290736 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6d5cc-d7d5-40f7-a229-49befd724bf4 None None] Pushing event updated for resources: {'Port': ['ID=53ac9eb8-51da-4f9b-94e6-68c8f379da1b,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:28.339500 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2836c5f-00fa-4532-ae3c-5cd145e1322b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=ffceb990-fd20-4767-8e4f-e942118acf06,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:28.343657 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2836c5f-00fa-4532-ae3c-5cd145e1322b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network bf764e0b-4258-42e2-ab0e-c63bf0891d18 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:58:28.345873 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e2836c5f-00fa-4532-ae3c-5cd145e1322b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:58:28.347876 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2836c5f-00fa-4532-ae3c-5cd145e1322b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:58:28.402151 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2836c5f-00fa-4532-ae3c-5cd145e1322b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:28.569825 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2836c5f-00fa-4532-ae3c-5cd145e1322b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:28.897247 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2836c5f-00fa-4532-ae3c-5cd145e1322b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:28.902306 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2836c5f-00fa-4532-ae3c-5cd145e1322b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:28.989086 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2836c5f-00fa-4532-ae3c-5cd145e1322b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=ffceb990-fd20-4767-8e4f-e942118acf06,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:28.991569 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2836c5f-00fa-4532-ae3c-5cd145e1322b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:29.089668 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2836c5f-00fa-4532-ae3c-5cd145e1322b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network bf764e0b-4258-42e2-ab0e-c63bf0891d18 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:58:29.091434 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e2836c5f-00fa-4532-ae3c-5cd145e1322b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:58:29.211685 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2836c5f-00fa-4532-ae3c-5cd145e1322b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Router fed1b347-7393-4b5e-99f8-a75fc8e0d756 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:58:29.274166 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a5484a-19ef-4f0a-b819-6136f9079c57 None None] Network bf764e0b-4258-42e2-ab0e-c63bf0891d18 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:58:29.328272 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e2aa2c00-0342-43e0-bb4f-ef6a779ed99d None None] Provisioning for port 53ac9eb8-51da-4f9b-94e6-68c8f379da1b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:58:29.664814 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2836c5f-00fa-4532-ae3c-5cd145e1322b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:58:29.671163 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e2836c5f-00fa-4532-ae3c-5cd145e1322b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "PUT /v2.0/routers/fed1b347-7393-4b5e-99f8-a75fc8e0d756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6968935 Jul 05 10:58:29.764357 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] Sync routers for ids ['fed1b347-7393-4b5e-99f8-a75fc8e0d756'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:58:29.771390 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-aef0ea18-38ef-4ad5-9656-d4c0b33b7a5d None None] Provisioning for port ffceb990-fd20-4767-8e4f-e942118acf06 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:58:29.775608 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-aef0ea18-38ef-4ad5-9656-d4c0b33b7a5d None None] Provisioning complete for port ffceb990-fd20-4767-8e4f-e942118acf06 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:29.775930 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] Routers {'fed1b347-7393-4b5e-99f8-a75fc8e0d756'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:58:29.776091 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aef0ea18-38ef-4ad5-9656-d4c0b33b7a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:29.776595 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:58:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['fed1b347-7393-4b5e-99f8-a75fc8e0d756'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:29.817689 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-aef0ea18-38ef-4ad5-9656-d4c0b33b7a5d None None] Port ffceb990-fd20-4767-8e4f-e942118acf06 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:58:29.837767 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-73e01aa3-fc04-4db5-b5e6-705f59110269 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2079753565&fields=id&tenant_id=2bc3fa9261bd425a8fa9117a8e536783 HTTP/1.1" status: 200 len: 267 time: 0.0397170 Jul 05 10:58:29.899199 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] Set router fed1b347-7393-4b5e-99f8-a75fc8e0d756 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:58:29.956875 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f6e5d3e7-8e92-407c-bdaf-7bbbe3b756d6 None None] Provisioning complete for port ffceb990-fd20-4767-8e4f-e942118acf06 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:29.957111 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-41f72c5d-3bad-4b28-8af3-6e492d8bcbc8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:29.957243 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f6e5d3e7-8e92-407c-bdaf-7bbbe3b756d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:29.958881 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-41f72c5d-3bad-4b28-8af3-6e492d8bcbc8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/networks?id=bf764e0b-4258-42e2-ab0e-c63bf0891d18 HTTP/1.1" status: 200 len: 797 time: 0.1136391 Jul 05 10:58:29.977381 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-88f23e86-c38f-4936-9bf2-e17d7ccbd4e0 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/quotas/2bc3fa9261bd425a8fa9117a8e536783 HTTP/1.1" status: 200 len: 375 time: 0.0100667 Jul 05 10:58:30.008339 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f6e5d3e7-8e92-407c-bdaf-7bbbe3b756d6 None None] Port ffceb990-fd20-4767-8e4f-e942118acf06 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:58:30.063167 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-7075c53b-e8df-448a-a080-af0e4b041f41 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794454 Jul 05 10:58:30.129376 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-419586d3-bdb5-4cb2-94c1-37a25f67fec4 None None] Provisioning complete for port ffceb990-fd20-4767-8e4f-e942118acf06 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:30.130008 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-419586d3-bdb5-4cb2-94c1-37a25f67fec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:30.148767 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650412098', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:24Z', 'updated_at': '2021-07-05T10:58:28Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:55:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:25Z', 'updated_at': '2021-07-05T10:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'ffceb990-fd20-4767-8e4f-e942118acf06', 'name': '', 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:d2:67:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '257fb21e-9dc8-435f-9549-12062507e6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:27Z', 'updated_at': '2021-07-05T10:58:28Z', 'revision_number': 2, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '257fb21e-9dc8-435f-9549-12062507e6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:30.184558 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-1c1743b8-7d6e-4fa1-a596-467faf88041d service neutron] 10.222.0.79 "GET /v2.0/networks/bf764e0b-4258-42e2-ab0e-c63bf0891d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068568 Jul 05 10:58:30.185368 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-419586d3-bdb5-4cb2-94c1-37a25f67fec4 None None] Port ffceb990-fd20-4767-8e4f-e942118acf06 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:58:30.195491 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] Checking router: fed1b347-7393-4b5e-99f8-a75fc8e0d756 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:58:30.195864 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] Updating router fed1b347-7393-4b5e-99f8-a75fc8e0d756 port ffceb990-fd20-4767-8e4f-e942118acf06 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:58:30.237344 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:30.286609 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-f4278407-0ea0-4601-af38-73e049b69c36 service neutron] 10.222.0.79 "GET /v2.0/networks/bf764e0b-4258-42e2-ab0e-c63bf0891d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966642 Jul 05 10:58:30.323597 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 25e86b92-36d9-41c4-8ff2-12d0fb627621 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:58:30.378830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 25e86b92-36d9-41c4-8ff2-12d0fb627621 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:58:30.384046 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 25e86b92-36d9-41c4-8ff2-12d0fb627621 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:30.384425 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:30.476763 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:30.481818 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c4401e8-8ea7-46c7-9b1b-7ce57c949662 req-ef62c6c0-0991-480a-a0bd-9fd1af2aaaea tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 210 time: 0.0403464 Jul 05 10:58:30.503937 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 25e86b92-36d9-41c4-8ff2-12d0fb627621, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=25e86b92-36d9-41c4-8ff2-12d0fb627621,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:30.509200 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:30.510121 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 53ac9eb8-51da-4f9b-94e6-68c8f379da1b up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:58:30.555282 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:30.568732 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] Transition to ACTIVE for port object ffceb990-fd20-4767-8e4f-e942118acf06 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:58:30.578655 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:30.593591 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=25e86b92-36d9-41c4-8ff2-12d0fb627621,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:30.608027 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 53ac9eb8-51da-4f9b-94e6-68c8f379da1b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:58:30.612561 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 53ac9eb8-51da-4f9b-94e6-68c8f379da1b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:30.613005 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:30.636675 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347929f-d177-4506-bdad-2cff37087ff3 None None] Pushing event updated for resources: {'Port': ['ID=ffceb990-fd20-4767-8e4f-e942118acf06,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:30.653580 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347929f-d177-4506-bdad-2cff37087ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:30.653931 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347929f-d177-4506-bdad-2cff37087ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:30.654604 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347929f-d177-4506-bdad-2cff37087ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:30.654829 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347929f-d177-4506-bdad-2cff37087ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:30.655166 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347929f-d177-4506-bdad-2cff37087ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:30.655621 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347929f-d177-4506-bdad-2cff37087ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:30.655977 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347929f-d177-4506-bdad-2cff37087ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:30.656308 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347929f-d177-4506-bdad-2cff37087ff3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:30.656629 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347929f-d177-4506-bdad-2cff37087ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:30.656949 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347929f-d177-4506-bdad-2cff37087ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:30.657406 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347929f-d177-4506-bdad-2cff37087ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:30.657760 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347929f-d177-4506-bdad-2cff37087ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:30.726328 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] Attempting to bind port ffceb990-fd20-4767-8e4f-e942118acf06 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:58:30.726829 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] Attempting to bind port ffceb990-fd20-4767-8e4f-e942118acf06 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '944735ef-95b4-4238-a80a-1780583b9b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:58:30.727249 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] Attempting to bind port ffceb990-fd20-4767-8e4f-e942118acf06 on network bf764e0b-4258-42e2-ab0e-c63bf0891d18 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:58:30.733338 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:30.734399 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:58:30.735508 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] Checking segment: {'id': '944735ef-95b4-4238-a80a-1780583b9b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:58:30.736255 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:30.737051 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] Bound using segment: {'id': '944735ef-95b4-4238-a80a-1780583b9b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:58:30.737725 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] Bound port: ffceb990-fd20-4767-8e4f-e942118acf06, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944735ef-95b4-4238-a80a-1780583b9b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:58:30.738619 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:30.777375 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 53ac9eb8-51da-4f9b-94e6-68c8f379da1b, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=53ac9eb8-51da-4f9b-94e6-68c8f379da1b,segment=NetworkSegment(944735ef-95b4-4238-a80a-1780583b9b51),segment_id=944735ef-95b4-4238-a80a-1780583b9b51)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:30.784131 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:30.813677 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] For port ffceb990-fd20-4767-8e4f-e942118acf06, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:58:30.817298 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] For port ffceb990-fd20-4767-8e4f-e942118acf06, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ffceb990-fd20-4767-8e4f-e942118acf06,segment=NetworkSegment(944735ef-95b4-4238-a80a-1780583b9b51),segment_id=944735ef-95b4-4238-a80a-1780583b9b51)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:58:30.826924 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:30.853556 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=53ac9eb8-51da-4f9b-94e6-68c8f379da1b,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:30.886647 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] Routers {'fed1b347-7393-4b5e-99f8-a75fc8e0d756'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:58:30.887870 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:58:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['fed1b347-7393-4b5e-99f8-a75fc8e0d756'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:30.893448 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347929f-d177-4506-bdad-2cff37087ff3 None None] Pushing event updated for resources: {'Port': ['ID=ffceb990-fd20-4767-8e4f-e942118acf06,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:31.007938 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] Set router fed1b347-7393-4b5e-99f8-a75fc8e0d756 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:58:31.218509 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650412098', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:24Z', 'updated_at': '2021-07-05T10:58:28Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:25Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'ffceb990-fd20-4767-8e4f-e942118acf06', 'name': '', 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:d2:67:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '257fb21e-9dc8-435f-9549-12062507e6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:27Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '257fb21e-9dc8-435f-9549-12062507e6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:31.329249 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dacd94-9b71-4148-84a1-997185bbb951 None None] The sync data for ids ['fed1b347-7393-4b5e-99f8-a75fc8e0d756'] in n-d-798054-8 is: [{'id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650412098', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:24Z', 'updated_at': '2021-07-05T10:58:28Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:25Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'ffceb990-fd20-4767-8e4f-e942118acf06', 'name': '', 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:d2:67:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '257fb21e-9dc8-435f-9549-12062507e6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:27Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '257fb21e-9dc8-435f-9549-12062507e6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:58:31.631356 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-dbde6980-dcea-49ba-ad9c-582cff1e3e5f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:31.633117 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-dbde6980-dcea-49ba-ad9c-582cff1e3e5f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.78 "GET /v2.0/networks?id=bf764e0b-4258-42e2-ab0e-c63bf0891d18 HTTP/1.1" status: 200 len: 797 time: 0.1300673 Jul 05 10:58:31.656900 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-16f610af-a858-4c16-983d-e191ab40770c req-cc14fa70-c5d1-430f-b6df-2340837b96c1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 210 time: 0.0466239 Jul 05 10:58:31.680544 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-c6caac0e-ac0d-456a-89af-cc202c832fd1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bc3fa9261bd425a8fa9117a8e536783 HTTP/1.1" status: 200 len: 380 time: 0.0390728 Jul 05 10:58:31.690080 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-6280a63b-c62a-4c2e-88b0-87030176e633 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'port': {'device_id': '7a80dca5-1b35-4073-bb12-7e7381a7c1d6', 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18', 'admin_state_up': True, 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'security_groups': ['ff1aa855-a5b6-4cb7-95d3-be742d2f1164']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:31.804936 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-6280a63b-c62a-4c2e-88b0-87030176e633 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Made reservation on behalf of 2bc3fa9261bd425a8fa9117a8e536783 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:58:31.808679 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-6280a63b-c62a-4c2e-88b0-87030176e633 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:31.947231 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-6280a63b-c62a-4c2e-88b0-87030176e633 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Allocated IP 172.20.0.6 (bf764e0b-4258-42e2-ab0e-c63bf0891d18/257fb21e-9dc8-435f-9549-12062507e6ad/225305fe-3057-4424-b07f-0aa925bc5598) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:58:32.094023 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-6280a63b-c62a-4c2e-88b0-87030176e633 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:32.109241 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-6280a63b-c62a-4c2e-88b0-87030176e633 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Transition to ACTIVE for port object 225305fe-3057-4424-b07f-0aa925bc5598 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:58:32.144767 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-6280a63b-c62a-4c2e-88b0-87030176e633 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:32.195368 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-6280a63b-c62a-4c2e-88b0-87030176e633 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network bf764e0b-4258-42e2-ab0e-c63bf0891d18 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:58:32.198651 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-6280a63b-c62a-4c2e-88b0-87030176e633 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:58:32.201434 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-6280a63b-c62a-4c2e-88b0-87030176e633 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:58:32.208773 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280a63b-c62a-4c2e-88b0-87030176e633 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=225305fe-3057-4424-b07f-0aa925bc5598,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:32.261135 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-6280a63b-c62a-4c2e-88b0-87030176e633 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:32.261908 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-6280a63b-c62a-4c2e-88b0-87030176e633 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:32.280018 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-6280a63b-c62a-4c2e-88b0-87030176e633 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5930624 Jul 05 10:58:32.366292 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-a455f6fc-6c6d-49b9-a81a-20f77f92988e service neutron] Request body: {'port': {'device_id': '7a80dca5-1b35-4073-bb12-7e7381a7c1d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:32.390014 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ffceb990-fd20-4767-8e4f-e942118acf06 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:58:32.455298 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port ffceb990-fd20-4767-8e4f-e942118acf06 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:58:32.461435 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-a455f6fc-6c6d-49b9-a81a-20f77f92988e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:32.463003 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port ffceb990-fd20-4767-8e4f-e942118acf06 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:32.463397 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:32.466276 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7a2f1501-bea1-4723-9922-f6b7de573640 None None] Provisioning for port 225305fe-3057-4424-b07f-0aa925bc5598 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:58:32.489287 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7a2f1501-bea1-4723-9922-f6b7de573640 None None] Provisioning complete for port 225305fe-3057-4424-b07f-0aa925bc5598 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:32.489575 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7a2f1501-bea1-4723-9922-f6b7de573640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:32.537341 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7a2f1501-bea1-4723-9922-f6b7de573640 None None] Port 225305fe-3057-4424-b07f-0aa925bc5598 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:58:32.580657 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:32.616915 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port ffceb990-fd20-4767-8e4f-e942118acf06, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ffceb990-fd20-4767-8e4f-e942118acf06,segment=NetworkSegment(944735ef-95b4-4238-a80a-1780583b9b51),segment_id=944735ef-95b4-4238-a80a-1780583b9b51)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:32.621240 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:32.622885 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 25e86b92-36d9-41c4-8ff2-12d0fb627621 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:58:32.701037 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=ffceb990-fd20-4767-8e4f-e942118acf06,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:32.719180 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 25e86b92-36d9-41c4-8ff2-12d0fb627621 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:32.719561 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:32.743751 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-a455f6fc-6c6d-49b9-a81a-20f77f92988e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 225305fe-3057-4424-b07f-0aa925bc5598 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:58:32.752254 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-a455f6fc-6c6d-49b9-a81a-20f77f92988e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:32.770341 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-a455f6fc-6c6d-49b9-a81a-20f77f92988e service neutron] Transition to ACTIVE for port object 225305fe-3057-4424-b07f-0aa925bc5598 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:58:32.775065 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-a455f6fc-6c6d-49b9-a81a-20f77f92988e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:32.811833 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 53ac9eb8-51da-4f9b-94e6-68c8f379da1b up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:58:32.829311 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455f6fc-6c6d-49b9-a81a-20f77f92988e service neutron] Pushing event updated for resources: {'Port': ['ID=225305fe-3057-4424-b07f-0aa925bc5598,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:32.844701 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f1489-0e1a-4682-b405-59848d0a4eb9 req-03c2162b-f739-4ebe-89cd-0222dc2d22c2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:32.851722 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c3f1489-0e1a-4682-b405-59848d0a4eb9 req-03c2162b-f739-4ebe-89cd-0222dc2d22c2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 943 time: 0.0865324 Jul 05 10:58:32.869488 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 53ac9eb8-51da-4f9b-94e6-68c8f379da1b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:32.869955 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:32.902125 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8c3f1489-0e1a-4682-b405-59848d0a4eb9 req-4e313abe-43f0-4102-b0e1-e91920e68a6d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489941 Jul 05 10:58:32.921807 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-a455f6fc-6c6d-49b9-a81a-20f77f92988e service neutron] Attempting to bind port 225305fe-3057-4424-b07f-0aa925bc5598 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:58:32.922062 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-a455f6fc-6c6d-49b9-a81a-20f77f92988e service neutron] Attempting to bind port 225305fe-3057-4424-b07f-0aa925bc5598 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '944735ef-95b4-4238-a80a-1780583b9b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:58:32.922386 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-a455f6fc-6c6d-49b9-a81a-20f77f92988e service neutron] Attempting to bind port 225305fe-3057-4424-b07f-0aa925bc5598 on network bf764e0b-4258-42e2-ab0e-c63bf0891d18 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:58:32.926940 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-a455f6fc-6c6d-49b9-a81a-20f77f92988e service neutron] Port 225305fe-3057-4424-b07f-0aa925bc5598 on network bf764e0b-4258-42e2-ab0e-c63bf0891d18 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:58:32.927330 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-a455f6fc-6c6d-49b9-a81a-20f77f92988e service neutron] Attempting to bind port 225305fe-3057-4424-b07f-0aa925bc5598 on network bf764e0b-4258-42e2-ab0e-c63bf0891d18 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:58:32.932916 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-a455f6fc-6c6d-49b9-a81a-20f77f92988e service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:58:32.933446 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-a455f6fc-6c6d-49b9-a81a-20f77f92988e service neutron] Checking segment: {'id': '944735ef-95b4-4238-a80a-1780583b9b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:58:32.934366 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-a455f6fc-6c6d-49b9-a81a-20f77f92988e service neutron] Bound using segment: {'id': '944735ef-95b4-4238-a80a-1780583b9b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:58:32.936087 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-a455f6fc-6c6d-49b9-a81a-20f77f92988e service neutron] Bound port: 225305fe-3057-4424-b07f-0aa925bc5598, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944735ef-95b4-4238-a80a-1780583b9b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:58:32.936467 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-a455f6fc-6c6d-49b9-a81a-20f77f92988e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:33.005933 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-a455f6fc-6c6d-49b9-a81a-20f77f92988e service neutron] For port 225305fe-3057-4424-b07f-0aa925bc5598, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:58:33.009459 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-a455f6fc-6c6d-49b9-a81a-20f77f92988e service neutron] For port 225305fe-3057-4424-b07f-0aa925bc5598, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=225305fe-3057-4424-b07f-0aa925bc5598,segment=NetworkSegment(944735ef-95b4-4238-a80a-1780583b9b51),segment_id=944735ef-95b4-4238-a80a-1780583b9b51)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:58:33.014644 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-a455f6fc-6c6d-49b9-a81a-20f77f92988e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:33.048373 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-a455f6fc-6c6d-49b9-a81a-20f77f92988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:33.049039 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-a455f6fc-6c6d-49b9-a81a-20f77f92988e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:33.050784 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-a455f6fc-6c6d-49b9-a81a-20f77f92988e service neutron] 10.222.0.78 "PUT /v2.0/ports/225305fe-3057-4424-b07f-0aa925bc5598 HTTP/1.1" status: 200 len: 1091 time: 0.7644503 Jul 05 10:58:33.051236 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a80dca5-1b35-4073-bb12-7e7381a7c1d6', 'tag': '225305fe-3057-4424-b07f-0aa925bc5598'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:58:33.053893 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af7134b-678a-44a2-bb01-364d71e0ab22" -d '{"events": [{"name": "network-changed", "server_uuid": "7a80dca5-1b35-4073-bb12-7e7381a7c1d6", "tag": "225305fe-3057-4424-b07f-0aa925bc5598"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:58:33.087899 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455f6fc-6c6d-49b9-a81a-20f77f92988e service neutron] Pushing event updated for resources: {'Port': ['ID=225305fe-3057-4424-b07f-0aa925bc5598,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:33.153758 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-03a91e78-665e-4c51-84cc-8a1d2d6350f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:33.155314 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-03a91e78-665e-4c51-84cc-8a1d2d6350f9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 1094 time: 0.0629125 Jul 05 10:58:33.202025 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552ed8f5-7d86-4ec0-83c1-3aced913edfc x-openstack-request-id: req-552ed8f5-7d86-4ec0-83c1-3aced913edfc {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:58:33.202330 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a80dca5-1b35-4073-bb12-7e7381a7c1d6", "tag": "225305fe-3057-4424-b07f-0aa925bc5598", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:58:33.202694 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-552ed8f5-7d86-4ec0-83c1-3aced913edfc {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:58:33.203133 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a80dca5-1b35-4073-bb12-7e7381a7c1d6', 'tag': '225305fe-3057-4424-b07f-0aa925bc5598', 'status': 'completed', 'code': 200} Jul 05 10:58:33.205200 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-b3f837f3-1978-443e-a460-dd0274c606f3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=225305fe-3057-4424-b07f-0aa925bc5598 HTTP/1.1" status: 200 len: 217 time: 0.0432782 Jul 05 10:58:33.255600 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-2ea0b867-34c1-47b1-83f4-b6df7c2f36f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:33.257260 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-2ea0b867-34c1-47b1-83f4-b6df7c2f36f6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=257fb21e-9dc8-435f-9549-12062507e6ad HTTP/1.1" status: 200 len: 835 time: 0.0465508 Jul 05 10:58:33.322581 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-b789343a-4545-4a81-b6c0-7aabd1b42192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:33.324128 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-b789343a-4545-4a81-b6c0-7aabd1b42192 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bf764e0b-4258-42e2-ab0e-c63bf0891d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605969 Jul 05 10:58:33.390430 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:33.415413 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-91df2e02-19ff-4ea8-acf8-a79441a8dfb9 service neutron] 10.222.0.78 "GET /v2.0/networks/bf764e0b-4258-42e2-ab0e-c63bf0891d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841796 Jul 05 10:58:33.506313 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-c160c7a1-4c9b-48cc-b281-0195d174bee8 req-b0ee1444-d559-4819-b703-8653a41a67fd service neutron] 10.222.0.78 "GET /v2.0/networks/bf764e0b-4258-42e2-ab0e-c63bf0891d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853300 Jul 05 10:58:33.606853 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7134b-678a-44a2-bb01-364d71e0ab22 req-f14fe18c-0f4a-4728-b4cf-978b102f1f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:33.608503 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6af7134b-678a-44a2-bb01-364d71e0ab22 req-f14fe18c-0f4a-4728-b4cf-978b102f1f01 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 1094 time: 0.0551155 Jul 05 10:58:33.701448 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7134b-678a-44a2-bb01-364d71e0ab22 req-027a0e13-88c8-493f-86dc-aef01f7e9e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:33.702838 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6af7134b-678a-44a2-bb01-364d71e0ab22 req-027a0e13-88c8-493f-86dc-aef01f7e9e97 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bf764e0b-4258-42e2-ab0e-c63bf0891d18 HTTP/1.1" status: 200 len: 898 time: 0.0876968 Jul 05 10:58:33.748551 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6af7134b-678a-44a2-bb01-364d71e0ab22 req-16658de6-91fe-4940-9e8a-6600d0efd03f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=225305fe-3057-4424-b07f-0aa925bc5598 HTTP/1.1" status: 200 len: 217 time: 0.0390487 Jul 05 10:58:33.797916 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7134b-678a-44a2-bb01-364d71e0ab22 req-7378d11b-a8e0-4351-988b-5b8e6f69f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:33.799386 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6af7134b-678a-44a2-bb01-364d71e0ab22 req-7378d11b-a8e0-4351-988b-5b8e6f69f798 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=257fb21e-9dc8-435f-9549-12062507e6ad HTTP/1.1" status: 200 len: 835 time: 0.0452302 Jul 05 10:58:33.857023 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7134b-678a-44a2-bb01-364d71e0ab22 req-18eb8163-7d46-43a9-909d-2d7ae26f21ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:33.858526 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6af7134b-678a-44a2-bb01-364d71e0ab22 req-18eb8163-7d46-43a9-909d-2d7ae26f21ea service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bf764e0b-4258-42e2-ab0e-c63bf0891d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517392 Jul 05 10:58:33.950522 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6af7134b-678a-44a2-bb01-364d71e0ab22 req-98cb46ed-d35b-4906-bef7-371f515c6dac service neutron] 10.222.0.78 "GET /v2.0/networks/bf764e0b-4258-42e2-ab0e-c63bf0891d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856290 Jul 05 10:58:34.048035 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6af7134b-678a-44a2-bb01-364d71e0ab22 req-7f798a27-f230-4634-8beb-16175b7207f4 service neutron] 10.222.0.78 "GET /v2.0/networks/bf764e0b-4258-42e2-ab0e-c63bf0891d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911815 Jul 05 10:58:34.077228 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a97e4-7def-4356-b839-f0b0dd13e82a req-c2361bdf-1c2c-43ac-8f92-faca2071fef9 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:34.078728 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b3a97e4-7def-4356-b839-f0b0dd13e82a req-c2361bdf-1c2c-43ac-8f92-faca2071fef9 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 943 time: 0.0684619 Jul 05 10:58:34.115507 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3b3a97e4-7def-4356-b839-f0b0dd13e82a req-745127a1-9db1-468d-bac0-aba14a581412 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311871 Jul 05 10:58:34.266134 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ffceb990-fd20-4767-8e4f-e942118acf06 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:58:34.316608 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port ffceb990-fd20-4767-8e4f-e942118acf06 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:34.316991 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:35.299264 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ce4a0-1f39-44e1-832a-e95f25e02fa5 req-3d354284-c8a1-4220-906a-72733a8203f7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:35.300795 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e10ce4a0-1f39-44e1-832a-e95f25e02fa5 req-3d354284-c8a1-4220-906a-72733a8203f7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 943 time: 0.0722516 Jul 05 10:58:35.338254 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e10ce4a0-1f39-44e1-832a-e95f25e02fa5 req-0081c89f-9a7c-49a1-9800-4d19b4f1a2ed tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316286 Jul 05 10:58:36.516711 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c5b47-0d70-478e-bc94-43e7fd6bcbf0 req-d4aa1a82-2ed5-4c03-a924-91db58a67393 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:36.518128 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e89c5b47-0d70-478e-bc94-43e7fd6bcbf0 req-d4aa1a82-2ed5-4c03-a924-91db58a67393 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 943 time: 0.0709934 Jul 05 10:58:36.554781 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e89c5b47-0d70-478e-bc94-43e7fd6bcbf0 req-def8d129-9fb6-4a88-be2c-479cf2082458 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306940 Jul 05 10:58:36.906969 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:37.263328 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 225305fe-3057-4424-b07f-0aa925bc5598 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:58:37.360237 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 225305fe-3057-4424-b07f-0aa925bc5598, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=225305fe-3057-4424-b07f-0aa925bc5598,segment=NetworkSegment(944735ef-95b4-4238-a80a-1780583b9b51),segment_id=944735ef-95b4-4238-a80a-1780583b9b51)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:37.371073 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '225305fe-3057-4424-b07f-0aa925bc5598', 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18', 'port_id': '225305fe-3057-4424-b07f-0aa925bc5598', 'mac_address': 'fa:16:3e:fb:1f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257fb21e-9dc8-435f-9549-12062507e6ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:58:37.406830 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:37.420459 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 225305fe-3057-4424-b07f-0aa925bc5598 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:58:37.440096 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 225305fe-3057-4424-b07f-0aa925bc5598, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=225305fe-3057-4424-b07f-0aa925bc5598,segment=NetworkSegment(944735ef-95b4-4238-a80a-1780583b9b51),segment_id=944735ef-95b4-4238-a80a-1780583b9b51)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:37.444707 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:37.490453 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=225305fe-3057-4424-b07f-0aa925bc5598,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:37.729842 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899dcda-cce7-43da-929c-3e86ec081846 req-63027f28-2f19-4c58-9756-512bce1c33cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:37.731368 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8899dcda-cce7-43da-929c-3e86ec081846 req-63027f28-2f19-4c58-9756-512bce1c33cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 944 time: 0.0645938 Jul 05 10:58:37.768067 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8899dcda-cce7-43da-929c-3e86ec081846 req-9c0e653d-fef5-4f52-8db7-20b6247952d4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310524 Jul 05 10:58:37.804329 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['225305fe-3057-4424-b07f-0aa925bc5598'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:58:38.940983 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6f285-bc8f-4445-b902-aa4df0504478 req-9937307d-04b6-49e0-aa40-d86404f8928a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:38.942305 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8f6f285-bc8f-4445-b902-aa4df0504478 req-9937307d-04b6-49e0-aa40-d86404f8928a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 944 time: 0.0631630 Jul 05 10:58:38.984021 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f8f6f285-bc8f-4445-b902-aa4df0504478 req-038b8444-ba0d-4d4f-8a56-3f2d8d45c75f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362232 Jul 05 10:58:39.284006 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 225305fe-3057-4424-b07f-0aa925bc5598 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:58:39.336344 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 225305fe-3057-4424-b07f-0aa925bc5598 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:58:39.340154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 225305fe-3057-4424-b07f-0aa925bc5598 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:39.340537 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:39.415075 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:39.437458 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a80dca5-1b35-4073-bb12-7e7381a7c1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225305fe-3057-4424-b07f-0aa925bc5598'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:58:39.439700 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc04315d-91b7-4631-8af3-909bbb4af11e" -d '{"events": [{"server_uuid": "7a80dca5-1b35-4073-bb12-7e7381a7c1d6", "name": "network-vif-plugged", "status": "completed", "tag": "225305fe-3057-4424-b07f-0aa925bc5598"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:58:39.452682 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 225305fe-3057-4424-b07f-0aa925bc5598, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=225305fe-3057-4424-b07f-0aa925bc5598,segment=NetworkSegment(944735ef-95b4-4238-a80a-1780583b9b51),segment_id=944735ef-95b4-4238-a80a-1780583b9b51)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:39.457128 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:39.483215 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc17d67-e0fb-4e55-a295-0fbe8b255a82 x-openstack-request-id: req-5dc17d67-e0fb-4e55-a295-0fbe8b255a82 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:58:39.483478 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a80dca5-1b35-4073-bb12-7e7381a7c1d6", "name": "network-vif-plugged", "status": "completed", "tag": "225305fe-3057-4424-b07f-0aa925bc5598", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:58:39.483743 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5dc17d67-e0fb-4e55-a295-0fbe8b255a82 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:58:39.484156 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a80dca5-1b35-4073-bb12-7e7381a7c1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225305fe-3057-4424-b07f-0aa925bc5598', 'code': 200} Jul 05 10:58:39.510818 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=225305fe-3057-4424-b07f-0aa925bc5598,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:39.596522 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d214c04-3c48-40b7-9c95-6d581803022d req-d0f49a2d-60a5-447b-bd07-0b0421d1482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:39.598022 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3d214c04-3c48-40b7-9c95-6d581803022d req-d0f49a2d-60a5-447b-bd07-0b0421d1482a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 1096 time: 0.0533254 Jul 05 10:58:39.638727 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3d214c04-3c48-40b7-9c95-6d581803022d req-97ef37be-162f-4ecc-a600-a0c28656bf4c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336006 Jul 05 10:58:40.159180 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fe9e4-fed6-4ad5-9c56-ed8a0cc0294e req-58432d80-07b2-45f4-95fe-5f96429b995e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:40.160702 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-852fe9e4-fed6-4ad5-9c56-ed8a0cc0294e req-58432d80-07b2-45f4-95fe-5f96429b995e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0654404 Jul 05 10:58:40.199070 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-852fe9e4-fed6-4ad5-9c56-ed8a0cc0294e req-f2cce8be-5a77-41d5-86b1-2923a15d500a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326383 Jul 05 10:58:40.376380 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:58:41.376076 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778eef35-18d8-4e5f-ac14-a0b8efb07915 req-c72cd712-a494-42e2-ad1b-bf4c3a65ab96 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:41.377567 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-778eef35-18d8-4e5f-ac14-a0b8efb07915 req-c72cd712-a494-42e2-ad1b-bf4c3a65ab96 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0664217 Jul 05 10:58:41.414517 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-778eef35-18d8-4e5f-ac14-a0b8efb07915 req-d981121f-7649-4531-84c7-5b3bb2fd47c1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314248 Jul 05 10:58:41.590770 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3d994-07a0-46d3-9296-f21adf6cad8b req-098c1f52-ed4c-4148-8642-79526a2dd15e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:41.592297 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84f3d994-07a0-46d3-9296-f21adf6cad8b req-098c1f52-ed4c-4148-8642-79526a2dd15e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0681307 Jul 05 10:58:41.629574 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-84f3d994-07a0-46d3-9296-f21adf6cad8b req-701bb056-5b7e-4573-be22-43ad61318648 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314806 Jul 05 10:58:41.654197 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49976) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:41.706378 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c566bdb-7f95-4404-ad07-7ffdf5fe7d2c tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:41.707935 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8c566bdb-7f95-4404-ad07-7ffdf5fe7d2c tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 1091 time: 0.0527384 Jul 05 10:58:41.710760 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49978) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:41.715737 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f3f1cabe-86c4-40ec-9b01-e60d6adb7f7d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': '225305fe-3057-4424-b07f-0aa925bc5598', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:41.737793 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3f1cabe-86c4-40ec-9b01-e60d6adb7f7d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:41.833158 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3f1cabe-86c4-40ec-9b01-e60d6adb7f7d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:41.942472 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-f3f1cabe-86c4-40ec-9b01-e60d6adb7f7d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Allocated IP 172.25.7.70 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/0ba2134e-b1df-4abf-be9c-c256ae71c0c5) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:58:42.050884 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3f1cabe-86c4-40ec-9b01-e60d6adb7f7d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:42.091782 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3f1cabe-86c4-40ec-9b01-e60d6adb7f7d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:42.133568 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f1cabe-86c4-40ec-9b01-e60d6adb7f7d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:58:42.138900 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f3f1cabe-86c4-40ec-9b01-e60d6adb7f7d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:58:42.142325 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f1cabe-86c4-40ec-9b01-e60d6adb7f7d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:58:42.147790 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1cabe-86c4-40ec-9b01-e60d6adb7f7d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=0ba2134e-b1df-4abf-be9c-c256ae71c0c5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:42.517946 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3f1cabe-86c4-40ec-9b01-e60d6adb7f7d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:42.597541 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3f1cabe-86c4-40ec-9b01-e60d6adb7f7d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:42.749559 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3f1cabe-86c4-40ec-9b01-e60d6adb7f7d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:42.754073 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3f1cabe-86c4-40ec-9b01-e60d6adb7f7d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:42.818391 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1cabe-86c4-40ec-9b01-e60d6adb7f7d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=0ba2134e-b1df-4abf-be9c-c256ae71c0c5,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:42.831026 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3f1cabe-86c4-40ec-9b01-e60d6adb7f7d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:42.930081 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-f3f1cabe-86c4-40ec-9b01-e60d6adb7f7d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Floating IP a528614b-7997-442b-9215-d9478dcabc73 associated. External IP: 172.25.7.70, port: 225305fe-3057-4424-b07f-0aa925bc5598. Jul 05 10:58:43.134449 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f1cabe-86c4-40ec-9b01-e60d6adb7f7d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Router fed1b347-7393-4b5e-99f8-a75fc8e0d756 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:58:43.240177 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f1cabe-86c4-40ec-9b01-e60d6adb7f7d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:58:43.250518 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd128259-9735-4149-92ed-a7527918398e None None] Sync routers for ids ['fed1b347-7393-4b5e-99f8-a75fc8e0d756'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:58:43.257398 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3f1cabe-86c4-40ec-9b01-e60d6adb7f7d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:43.260695 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd128259-9735-4149-92ed-a7527918398e None None] Routers {'fed1b347-7393-4b5e-99f8-a75fc8e0d756'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:58:43.261397 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fd128259-9735-4149-92ed-a7527918398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:58:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['fed1b347-7393-4b5e-99f8-a75fc8e0d756'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:43.295989 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f3f1cabe-86c4-40ec-9b01-e60d6adb7f7d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5841751 Jul 05 10:58:43.296687 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a80dca5-1b35-4073-bb12-7e7381a7c1d6', 'tag': '225305fe-3057-4424-b07f-0aa925bc5598'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:58:43.299061 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9130e74f-511a-44db-958f-5f8a1e1fc3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "7a80dca5-1b35-4073-bb12-7e7381a7c1d6", "tag": "225305fe-3057-4424-b07f-0aa925bc5598"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:58:43.364959 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b9d6b0-2abf-4f73-92b7-8f8a4eff247a x-openstack-request-id: req-77b9d6b0-2abf-4f73-92b7-8f8a4eff247a {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:58:43.365293 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a80dca5-1b35-4073-bb12-7e7381a7c1d6", "tag": "225305fe-3057-4424-b07f-0aa925bc5598", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:58:43.365673 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-77b9d6b0-2abf-4f73-92b7-8f8a4eff247a {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:58:43.366208 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a80dca5-1b35-4073-bb12-7e7381a7c1d6', 'tag': '225305fe-3057-4424-b07f-0aa925bc5598', 'status': 'completed', 'code': 200} Jul 05 10:58:43.372727 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-fd128259-9735-4149-92ed-a7527918398e None None] Set router fed1b347-7393-4b5e-99f8-a75fc8e0d756 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:58:43.459395 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130e74f-511a-44db-958f-5f8a1e1fc3c5 req-73f07825-636f-44ec-b1bd-8ea2a03add64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:43.461082 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9130e74f-511a-44db-958f-5f8a1e1fc3c5 req-73f07825-636f-44ec-b1bd-8ea2a03add64 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 1096 time: 0.0710204 Jul 05 10:58:43.468859 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e010684-6e92-415e-8312-a66002cb0227 req-09a50088-fbc2-423d-bc41-bb08609950b4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:43.470386 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e010684-6e92-415e-8312-a66002cb0227 req-09a50088-fbc2-423d-bc41-bb08609950b4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0737596 Jul 05 10:58:43.509903 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e010684-6e92-415e-8312-a66002cb0227 req-308022e8-21eb-4e5a-9f7b-9452d074e5e5 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331862 Jul 05 10:58:43.536478 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 49984) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:43.562584 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130e74f-511a-44db-958f-5f8a1e1fc3c5 req-141f1700-aebd-46b2-af8e-b1d810490158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:43.568569 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9130e74f-511a-44db-958f-5f8a1e1fc3c5 req-141f1700-aebd-46b2-af8e-b1d810490158 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bf764e0b-4258-42e2-ab0e-c63bf0891d18 HTTP/1.1" status: 200 len: 898 time: 0.0971010 Jul 05 10:58:43.604782 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-425cc69d-9dd5-4973-b59b-b321193b1eb7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/floatingips/a528614b-7997-442b-9215-d9478dcabc73 HTTP/1.1" status: 200 len: 990 time: 0.0671399 Jul 05 10:58:43.609665 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fd128259-9735-4149-92ed-a7527918398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650412098', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:24Z', 'updated_at': '2021-07-05T10:58:28Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:25Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'a528614b-7997-442b-9215-d9478dcabc73', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'port_id': '225305fe-3057-4424-b07f-0aa925bc5598', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18', 'mac_address': 'fa:16:3e:fb:1f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a80dca5-1b35-4073-bb12-7e7381a7c1d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:58:42Z', 'updated_at': '2021-07-05T10:58:42Z', 'revision_number': 0, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffceb990-fd20-4767-8e4f-e942118acf06', 'name': '', 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:d2:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '257fb21e-9dc8-435f-9549-12062507e6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:27Z', 'updated_at': '2021-07-05T10:58:32Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '257fb21e-9dc8-435f-9549-12062507e6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:43.635609 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9130e74f-511a-44db-958f-5f8a1e1fc3c5 req-09d476bc-1403-4b30-9a4e-ac7eff2a4c9c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=225305fe-3057-4424-b07f-0aa925bc5598 HTTP/1.1" status: 200 len: 998 time: 0.0655103 Jul 05 10:58:43.639705 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd128259-9735-4149-92ed-a7527918398e None None] Checking router: fed1b347-7393-4b5e-99f8-a75fc8e0d756 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:58:43.648187 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd128259-9735-4149-92ed-a7527918398e None None] Routers {'fed1b347-7393-4b5e-99f8-a75fc8e0d756'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:58:43.648795 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fd128259-9735-4149-92ed-a7527918398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T10:58:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['fed1b347-7393-4b5e-99f8-a75fc8e0d756'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:43.687413 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130e74f-511a-44db-958f-5f8a1e1fc3c5 req-1a2ade79-92be-4ab7-9b8f-57d53a3d6151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:43.688914 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9130e74f-511a-44db-958f-5f8a1e1fc3c5 req-1a2ade79-92be-4ab7-9b8f-57d53a3d6151 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=257fb21e-9dc8-435f-9549-12062507e6ad HTTP/1.1" status: 200 len: 835 time: 0.0476792 Jul 05 10:58:43.748026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130e74f-511a-44db-958f-5f8a1e1fc3c5 req-57b35786-5ad1-4ead-ae02-1c2910552381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:43.750015 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9130e74f-511a-44db-958f-5f8a1e1fc3c5 req-57b35786-5ad1-4ead-ae02-1c2910552381 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bf764e0b-4258-42e2-ab0e-c63bf0891d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552545 Jul 05 10:58:43.750627 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-fd128259-9735-4149-92ed-a7527918398e None None] Set router fed1b347-7393-4b5e-99f8-a75fc8e0d756 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:58:43.840743 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9130e74f-511a-44db-958f-5f8a1e1fc3c5 req-e1e8204c-4966-4083-928e-8f2e42f2123a service neutron] 10.222.0.78 "GET /v2.0/networks/bf764e0b-4258-42e2-ab0e-c63bf0891d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840957 Jul 05 10:58:43.933460 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9130e74f-511a-44db-958f-5f8a1e1fc3c5 req-96821823-3aef-41f2-807b-61f34e8f5809 service neutron] 10.222.0.78 "GET /v2.0/networks/bf764e0b-4258-42e2-ab0e-c63bf0891d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873549 Jul 05 10:58:43.975067 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fd128259-9735-4149-92ed-a7527918398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650412098', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:24Z', 'updated_at': '2021-07-05T10:58:28Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:25Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'a528614b-7997-442b-9215-d9478dcabc73', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'port_id': '225305fe-3057-4424-b07f-0aa925bc5598', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18', 'mac_address': 'fa:16:3e:fb:1f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a80dca5-1b35-4073-bb12-7e7381a7c1d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:58:42Z', 'updated_at': '2021-07-05T10:58:42Z', 'revision_number': 0, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffceb990-fd20-4767-8e4f-e942118acf06', 'name': '', 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:d2:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '257fb21e-9dc8-435f-9549-12062507e6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:27Z', 'updated_at': '2021-07-05T10:58:32Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '257fb21e-9dc8-435f-9549-12062507e6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:44.002604 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd128259-9735-4149-92ed-a7527918398e None None] The sync data for ids ['fed1b347-7393-4b5e-99f8-a75fc8e0d756'] in n-d-798054-8 is: [{'id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650412098', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:24Z', 'updated_at': '2021-07-05T10:58:28Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:25Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'a528614b-7997-442b-9215-d9478dcabc73', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'port_id': '225305fe-3057-4424-b07f-0aa925bc5598', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18', 'mac_address': 'fa:16:3e:fb:1f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a80dca5-1b35-4073-bb12-7e7381a7c1d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:58:42Z', 'updated_at': '2021-07-05T10:58:42Z', 'revision_number': 0, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffceb990-fd20-4767-8e4f-e942118acf06', 'name': '', 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:d2:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '257fb21e-9dc8-435f-9549-12062507e6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:27Z', 'updated_at': '2021-07-05T10:58:32Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '257fb21e-9dc8-435f-9549-12062507e6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:58:44.191787 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0006cd72-a866-40ca-a6b1-9df1f17a3822 None None] New status for floating IP a528614b-7997-442b-9215-d9478dcabc73: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:58:44.608809 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 49986) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:44.667599 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2e68a3ad-99bd-43c8-b98f-56d4999c313c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/floatingips/a528614b-7997-442b-9215-d9478dcabc73 HTTP/1.1" status: 200 len: 992 time: 0.0577168 Jul 05 10:58:51.050194 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eacb0241-e3a8-48c0-bc8b-aa7e457fb237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:53.416133 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4712cc51-fd7d-4ffb-9545-c7b48151c632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:53.756443 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:54.863874 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:56.996225 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:03.388643 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:06.905431 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:17.377629 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:59:21.050643 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ef9fe113-aa20-4ef9-bc19-ed2d2dedecca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:23.416227 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-615659c7-2652-4688-b5f8-de5a56e28ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:23.757207 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:24.865169 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:26.999470 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:28.146579 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a75813e7-0702-44d3-9a7d-3c0a13302242 req-0cb2594d-23c1-4bc5-80a0-8d45b5eae8fe service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0564969 Jul 05 10:59:28.243513 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75813e7-0702-44d3-9a7d-3c0a13302242 req-195ae06b-afe1-4295-9c5a-5e420b5cb5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:28.245209 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a75813e7-0702-44d3-9a7d-3c0a13302242 req-195ae06b-afe1-4295-9c5a-5e420b5cb5ac service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 1096 time: 0.0567873 Jul 05 10:59:28.349330 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75813e7-0702-44d3-9a7d-3c0a13302242 req-0546f262-da4e-40d7-a58d-81b16497c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:28.350800 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a75813e7-0702-44d3-9a7d-3c0a13302242 req-0546f262-da4e-40d7-a58d-81b16497c55f service neutron] 10.222.0.78 "GET /v2.0/networks?id=bf764e0b-4258-42e2-ab0e-c63bf0891d18 HTTP/1.1" status: 200 len: 898 time: 0.0837133 Jul 05 10:59:28.419882 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a75813e7-0702-44d3-9a7d-3c0a13302242 req-14f2601e-4c35-4403-8a87-52af249edf07 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=225305fe-3057-4424-b07f-0aa925bc5598 HTTP/1.1" status: 200 len: 1000 time: 0.0622931 Jul 05 10:59:28.466483 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75813e7-0702-44d3-9a7d-3c0a13302242 req-4ed48126-8e46-4a2f-b997-10604a7eefac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:28.467925 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a75813e7-0702-44d3-9a7d-3c0a13302242 req-4ed48126-8e46-4a2f-b997-10604a7eefac service neutron] 10.222.0.78 "GET /v2.0/subnets?id=257fb21e-9dc8-435f-9549-12062507e6ad HTTP/1.1" status: 200 len: 835 time: 0.0428495 Jul 05 10:59:28.524364 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75813e7-0702-44d3-9a7d-3c0a13302242 req-15900266-0936-4d13-a7c7-39ee9531b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:28.526700 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a75813e7-0702-44d3-9a7d-3c0a13302242 req-15900266-0936-4d13-a7c7-39ee9531b648 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bf764e0b-4258-42e2-ab0e-c63bf0891d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527279 Jul 05 10:59:28.621452 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a75813e7-0702-44d3-9a7d-3c0a13302242 req-316e7958-7565-42a2-aaf8-73410b172480 service neutron] 10.222.0.78 "GET /v2.0/networks/bf764e0b-4258-42e2-ab0e-c63bf0891d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886087 Jul 05 10:59:28.708277 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a75813e7-0702-44d3-9a7d-3c0a13302242 req-1ddbf1fd-0344-498b-8d25-c494da31429c service neutron] 10.222.0.78 "GET /v2.0/networks/bf764e0b-4258-42e2-ab0e-c63bf0891d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807393 Jul 05 10:59:33.403124 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:36.905089 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:51.055305 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-89f07a0a-e388-4464-b56e-3e18fff92317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:53.416524 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b2ea9fa7-8865-4019-9427-b2a1ee884231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:53.759791 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:54.376997 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:59:54.868655 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:56.385170 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50024) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:59:56.434161 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28de97-9a4e-4cdc-bb29-8899604e3a4a req-a0ccd246-7ca5-4a85-a5a2-06c6d943ce75 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:56.435679 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fd28de97-9a4e-4cdc-bb29-8899604e3a4a req-a0ccd246-7ca5-4a85-a5a2-06c6d943ce75 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0656869 Jul 05 10:59:56.479789 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fd28de97-9a4e-4cdc-bb29-8899604e3a4a req-98d06673-003d-46e1-90d8-90a49671200b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384352 Jul 05 10:59:56.504805 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-71599fda-0d39-49b8-83d6-9d52ee483033 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1181359 Jul 05 10:59:57.001605 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:57.651291 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0e6fc-83e6-4f81-8db5-e4448969c221 req-91da136f-27d1-482f-b0b9-93be867d5894 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:57.652803 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-62a0e6fc-83e6-4f81-8db5-e4448969c221 req-91da136f-27d1-482f-b0b9-93be867d5894 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0619996 Jul 05 10:59:57.694685 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-62a0e6fc-83e6-4f81-8db5-e4448969c221 req-254477c6-d54d-45df-bdd2-c8367d7ce585 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359123 Jul 05 10:59:58.873201 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc10cb-7efd-4ac8-bdf2-c72b9ec01005 req-e16bc7fd-9e10-4c84-a04e-a16d1649d317 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:58.874714 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-affc10cb-7efd-4ac8-bdf2-c72b9ec01005 req-e16bc7fd-9e10-4c84-a04e-a16d1649d317 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0630617 Jul 05 10:59:58.912250 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-affc10cb-7efd-4ac8-bdf2-c72b9ec01005 req-205e0b9c-06f1-43cb-96e1-0f694aeae62a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315728 Jul 05 11:00:00.091158 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2732a-c232-4d48-905f-9ce4507384a5 req-bf8595d0-93ef-4371-a354-60f90f512883 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:00.092197 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ebb2732a-c232-4d48-905f-9ce4507384a5 req-bf8595d0-93ef-4371-a354-60f90f512883 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0694244 Jul 05 11:00:00.130433 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ebb2732a-c232-4d48-905f-9ce4507384a5 req-0ac3b9ea-0638-49ca-a84c-20299c9eaffd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326836 Jul 05 11:00:01.344565 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa397b8a-0632-4bbf-9378-aa318699a896 req-04b3107f-0a0a-4a43-9373-938f75c2aed1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:01.346229 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa397b8a-0632-4bbf-9378-aa318699a896 req-04b3107f-0a0a-4a43-9373-938f75c2aed1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0943449 Jul 05 11:00:01.390194 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa397b8a-0632-4bbf-9378-aa318699a896 req-bec39e3f-b697-4258-a0bd-e964c77d66e7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351791 Jul 05 11:00:01.823635 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-fa80ac24-8f8d-45d7-8050-88b371709666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:01.825188 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-fa80ac24-8f8d-45d7-8050-88b371709666 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 1096 time: 0.0542598 Jul 05 11:00:01.922743 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-6e82d629-f82c-4243-8344-fdacc60259f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:01.925354 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-6e82d629-f82c-4243-8344-fdacc60259f5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bf764e0b-4258-42e2-ab0e-c63bf0891d18 HTTP/1.1" status: 200 len: 898 time: 0.0941403 Jul 05 11:00:01.988785 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-889dde50-55d7-476b-88e4-612e43f22e3b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=225305fe-3057-4424-b07f-0aa925bc5598 HTTP/1.1" status: 200 len: 1000 time: 0.0577323 Jul 05 11:00:02.035330 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-dfbe6dd9-5410-4519-b368-05b861a32885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:02.036803 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-dfbe6dd9-5410-4519-b368-05b861a32885 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=257fb21e-9dc8-435f-9549-12062507e6ad HTTP/1.1" status: 200 len: 835 time: 0.0425966 Jul 05 11:00:02.107153 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-410af8b7-073c-4de4-9e3f-14350521d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:02.108604 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-410af8b7-073c-4de4-9e3f-14350521d2d6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bf764e0b-4258-42e2-ab0e-c63bf0891d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663693 Jul 05 11:00:02.197048 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-6132f856-956f-44e5-9af6-3eb703fb79f7 service neutron] 10.222.0.78 "GET /v2.0/networks/bf764e0b-4258-42e2-ab0e-c63bf0891d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825126 Jul 05 11:00:02.298293 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-2baf932f-df94-43ec-b6c1-8b1916b2aa26 service neutron] 10.222.0.78 "GET /v2.0/networks/bf764e0b-4258-42e2-ab0e-c63bf0891d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936205 Jul 05 11:00:02.583504 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a7e2d-3442-4cf3-b3b5-e843a6895d3b req-27421c5e-9c4d-4f23-b532-e8c8dc6856bb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:02.585871 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-478a7e2d-3442-4cf3-b3b5-e843a6895d3b req-27421c5e-9c4d-4f23-b532-e8c8dc6856bb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0701380 Jul 05 11:00:02.639751 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-478a7e2d-3442-4cf3-b3b5-e843a6895d3b req-2bd0727c-92b4-406e-83df-450ac2f48415 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481002 Jul 05 11:00:03.417480 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:03.817929 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f7cc1-5e16-45aa-bf35-b4fad9a63f81 req-8c1b84fb-aeb7-4f5a-a278-80468e41a725 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:03.820041 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b1f7cc1-5e16-45aa-bf35-b4fad9a63f81 req-8c1b84fb-aeb7-4f5a-a278-80468e41a725 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0645475 Jul 05 11:00:03.866131 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b1f7cc1-5e16-45aa-bf35-b4fad9a63f81 req-254a48ac-6c01-4189-b2c0-139d237e7f7f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370312 Jul 05 11:00:05.035573 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3abf5e-03da-461c-8689-700b30a5c9b7 req-fdeeb11d-156f-4b46-af0e-f1fe64535ac2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:05.037594 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab3abf5e-03da-461c-8689-700b30a5c9b7 req-fdeeb11d-156f-4b46-af0e-f1fe64535ac2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0620980 Jul 05 11:00:05.074432 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ab3abf5e-03da-461c-8689-700b30a5c9b7 req-74cabe61-dc06-41e4-be8a-fa567d153be5 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314100 Jul 05 11:00:06.246577 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda022cf-2120-4698-8622-e39e93880f9b req-df18f381-9c1d-4995-bf7c-27085a30b508 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:06.248147 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cda022cf-2120-4698-8622-e39e93880f9b req-df18f381-9c1d-4995-bf7c-27085a30b508 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0624831 Jul 05 11:00:06.287996 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cda022cf-2120-4698-8622-e39e93880f9b req-14ef0dd5-c97d-46e8-8930-f831091fd2e0 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336511 Jul 05 11:00:06.928270 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:07.465798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767af11-c417-4d6c-915c-cbf3d0cf3ab8 req-3c17683c-d18a-41cd-817d-9c6d2ac2294d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:07.467301 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a767af11-c417-4d6c-915c-cbf3d0cf3ab8 req-3c17683c-d18a-41cd-817d-9c6d2ac2294d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0692196 Jul 05 11:00:07.505124 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a767af11-c417-4d6c-915c-cbf3d0cf3ab8 req-a86bcb51-1b2d-4d8b-b0b5-ca6c1a9679d9 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321817 Jul 05 11:00:08.682694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca51aa7-d3f1-48d9-be90-6e65f7f46f47 req-1910a328-b3ce-49b8-960e-01a947991f94 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:08.684220 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9ca51aa7-d3f1-48d9-be90-6e65f7f46f47 req-1910a328-b3ce-49b8-960e-01a947991f94 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0634475 Jul 05 11:00:08.728051 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9ca51aa7-d3f1-48d9-be90-6e65f7f46f47 req-9c4fca13-cadd-4664-bd2d-1113a82c0af2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382440 Jul 05 11:00:09.897579 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ae2b9-2c8b-4106-95cb-52885fae82b8 req-43db8fe9-5b14-4f3b-85f0-446016205a04 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:09.899065 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa5ae2b9-2c8b-4106-95cb-52885fae82b8 req-43db8fe9-5b14-4f3b-85f0-446016205a04 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0626595 Jul 05 11:00:09.942505 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aa5ae2b9-2c8b-4106-95cb-52885fae82b8 req-9c376f61-b78d-4023-a394-219ce92d2b16 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350368 Jul 05 11:00:11.185182 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09327e87-9549-4d45-b872-588aada8ee0e req-251cec0e-cb43-48c9-b1bf-c98f41ad8385 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:11.186672 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09327e87-9549-4d45-b872-588aada8ee0e req-251cec0e-cb43-48c9-b1bf-c98f41ad8385 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0637703 Jul 05 11:00:11.240517 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-09327e87-9549-4d45-b872-588aada8ee0e req-bede2a32-2858-4586-b9e4-209b48141583 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480168 Jul 05 11:00:12.482609 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d603f-32d5-4685-8b3c-fc048b6f62fc req-3b27de9c-3f72-46c4-894f-f1a85f903788 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:12.484171 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bd1d603f-32d5-4685-8b3c-fc048b6f62fc req-3b27de9c-3f72-46c4-894f-f1a85f903788 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0624654 Jul 05 11:00:12.524093 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bd1d603f-32d5-4685-8b3c-fc048b6f62fc req-d06d6711-5ec0-443d-9a72-e370f36c2d6f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304894 Jul 05 11:00:13.758558 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc35ede-734a-4d4c-8647-d46d170a3688 req-d9632986-2a0c-4ebf-8059-245c81093611 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:13.760058 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-afc35ede-734a-4d4c-8647-d46d170a3688 req-d9632986-2a0c-4ebf-8059-245c81093611 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0670965 Jul 05 11:00:13.798157 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-afc35ede-734a-4d4c-8647-d46d170a3688 req-0bfa312c-0bf1-4d6b-bc29-7f0e34fc9f95 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326264 Jul 05 11:00:14.972266 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c58b6-4923-4ae1-acec-44ab3e501a90 req-a01c137a-28f8-4294-90a6-730a04c57e27 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:14.973676 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-515c58b6-4923-4ae1-acec-44ab3e501a90 req-a01c137a-28f8-4294-90a6-730a04c57e27 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0643992 Jul 05 11:00:15.010742 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-515c58b6-4923-4ae1-acec-44ab3e501a90 req-566a2d5f-6df8-4fbb-ba43-ba6c1eec1bd8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315228 Jul 05 11:00:16.182303 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ce223-8dfa-4b57-b20f-160f018c86be req-9105bb2f-202c-409a-813f-b9c623eeedab tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:16.183802 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-245ce223-8dfa-4b57-b20f-160f018c86be req-9105bb2f-202c-409a-813f-b9c623eeedab tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0622685 Jul 05 11:00:16.226333 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-245ce223-8dfa-4b57-b20f-160f018c86be req-a698de5d-3fed-40cc-bb1c-86e5883924b7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358796 Jul 05 11:00:17.399043 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60268b3b-df9c-477b-b621-085387e48522 req-59267e68-62f4-4f9d-9f62-68e032ec9778 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:17.400568 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-60268b3b-df9c-477b-b621-085387e48522 req-59267e68-62f4-4f9d-9f62-68e032ec9778 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0627248 Jul 05 11:00:17.437600 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-60268b3b-df9c-477b-b621-085387e48522 req-8ab8f333-71a2-40ad-9967-9b5f21a17d24 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315154 Jul 05 11:00:18.616160 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450634b-bc89-4af5-83e0-e00a78f4070b req-26d50109-5054-471c-9f58-89723ee8163b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:18.617718 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8450634b-bc89-4af5-83e0-e00a78f4070b req-26d50109-5054-471c-9f58-89723ee8163b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0654895 Jul 05 11:00:18.656359 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8450634b-bc89-4af5-83e0-e00a78f4070b req-fbcef72b-b466-439c-a5e7-43d32422473e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329790 Jul 05 11:00:19.295324 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-a9f5ef03-ff1e-4b34-9c01-790c2546a671 service neutron] show failed (client error): The resource could not be found. Jul 05 11:00:19.296411 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-a9f5ef03-ff1e-4b34-9c01-790c2546a671 service neutron] 10.222.0.78 "GET /v2.0/ports/225305fe-3057-4424-b07f-0aa925bc5598/bindings/n-h1-798054-8 HTTP/1.1" status: 404 len: 380 time: 0.0571382 Jul 05 11:00:19.595735 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-84cff08b-2e96-4a1f-ba8c-1ae13f6e6564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:19.597267 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-84cff08b-2e96-4a1f-ba8c-1ae13f6e6564 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6&tenant_id=2bc3fa9261bd425a8fa9117a8e536783 HTTP/1.1" status: 200 len: 1096 time: 0.1038978 Jul 05 11:00:19.609289 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-8', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:00:19.682667 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:19.942177 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b377e4d-f4c1-45cf-8630-3bade6027d56 req-00fa54d5-f44c-43c7-b0d8-ac5b38fd153a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:19.943747 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b377e4d-f4c1-45cf-8630-3bade6027d56 req-00fa54d5-f44c-43c7-b0d8-ac5b38fd153a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1423712 Jul 05 11:00:19.962166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] For port 225305fe-3057-4424-b07f-0aa925bc5598, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=225305fe-3057-4424-b07f-0aa925bc5598,segment=NetworkSegment(944735ef-95b4-4238-a80a-1780583b9b51),segment_id=944735ef-95b4-4238-a80a-1780583b9b51)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:00:20.008110 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b377e4d-f4c1-45cf-8630-3bade6027d56 req-acd3d71b-9b69-41d4-aedd-cf3936c4c37c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584357 Jul 05 11:00:20.016200 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] For port 225305fe-3057-4424-b07f-0aa925bc5598, host n-h2-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:00:20.058149 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a80dca5-1b35-4073-bb12-7e7381a7c1d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '225305fe-3057-4424-b07f-0aa925bc5598'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:00:20.060629 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6be4ec-8fa2-44fe-a219-9d80929c27fc" -d '{"events": [{"server_uuid": "7a80dca5-1b35-4073-bb12-7e7381a7c1d6", "name": "network-vif-unplugged", "status": "completed", "tag": "225305fe-3057-4424-b07f-0aa925bc5598"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:00:20.065015 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:20.078835 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Transition to ACTIVE for port object 225305fe-3057-4424-b07f-0aa925bc5598 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:00:20.084095 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:20.194164 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 11:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e5502c-bf8b-4e22-93bd-2fe9229d9159 x-openstack-request-id: req-f4e5502c-bf8b-4e22-93bd-2fe9229d9159 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:00:20.194406 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a80dca5-1b35-4073-bb12-7e7381a7c1d6", "name": "network-vif-unplugged", "status": "completed", "tag": "225305fe-3057-4424-b07f-0aa925bc5598", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:00:20.194622 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f4e5502c-bf8b-4e22-93bd-2fe9229d9159 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:00:20.195002 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a80dca5-1b35-4073-bb12-7e7381a7c1d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '225305fe-3057-4424-b07f-0aa925bc5598', 'code': 200} Jul 05 11:00:20.195605 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Pushing event updated for resources: {'Port': ['ID=225305fe-3057-4424-b07f-0aa925bc5598,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:00:20.209421 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:20.209771 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:20.210109 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:20.210442 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:20.210773 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:20.211108 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:20.211427 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:20.211753 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:20.212100 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:20.212422 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:20.212848 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:20.213062 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:20.237276 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] No DVR routers for this DVR port 225305fe-3057-4424-b07f-0aa925bc5598 on host n-h2-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:00:20.392384 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Attempting to bind port 225305fe-3057-4424-b07f-0aa925bc5598 on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:00:20.392730 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Attempting to bind port 225305fe-3057-4424-b07f-0aa925bc5598 by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': '944735ef-95b4-4238-a80a-1780583b9b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:00:20.393029 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Attempting to bind port 225305fe-3057-4424-b07f-0aa925bc5598 on network bf764e0b-4258-42e2-ab0e-c63bf0891d18 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:00:20.397862 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Port 225305fe-3057-4424-b07f-0aa925bc5598 on network bf764e0b-4258-42e2-ab0e-c63bf0891d18 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:00:20.398180 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Attempting to bind port 225305fe-3057-4424-b07f-0aa925bc5598 on network bf764e0b-4258-42e2-ab0e-c63bf0891d18 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:00:20.403173 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:00:20.403443 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Checking segment: {'id': '944735ef-95b4-4238-a80a-1780583b9b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:00:20.403824 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Bound using segment: {'id': '944735ef-95b4-4238-a80a-1780583b9b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:00:20.404275 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Bound port: 225305fe-3057-4424-b07f-0aa925bc5598, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944735ef-95b4-4238-a80a-1780583b9b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:00:20.404632 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:20.471379 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] For port 225305fe-3057-4424-b07f-0aa925bc5598, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:00:20.475025 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] For port 225305fe-3057-4424-b07f-0aa925bc5598, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=225305fe-3057-4424-b07f-0aa925bc5598,segment=NetworkSegment(944735ef-95b4-4238-a80a-1780583b9b51),segment_id=944735ef-95b4-4238-a80a-1780583b9b51)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:00:20.480003 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:20.514303 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:20.515355 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:20.517679 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] 10.222.0.81 "PUT /v2.0/ports/225305fe-3057-4424-b07f-0aa925bc5598 HTTP/1.1" status: 200 len: 1091 time: 0.9124517 Jul 05 11:00:20.579684 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1caa5a-d1b3-4936-8fe8-5d8392ff3f43 service neutron] Pushing event updated for resources: {'Port': ['ID=225305fe-3057-4424-b07f-0aa925bc5598,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:00:20.609003 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-4cbc6fe9-2237-4e28-94dd-37be4cebb471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:20.611005 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-4cbc6fe9-2237-4e28-94dd-37be4cebb471 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 1094 time: 0.0640171 Jul 05 11:00:20.719811 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-1e201a29-b05b-4104-b09b-d47ff6185220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:20.721335 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-1e201a29-b05b-4104-b09b-d47ff6185220 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bf764e0b-4258-42e2-ab0e-c63bf0891d18 HTTP/1.1" status: 200 len: 898 time: 0.1036928 Jul 05 11:00:20.789862 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-6264c2fa-59b2-4c37-812a-c7090fda75ba service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=225305fe-3057-4424-b07f-0aa925bc5598 HTTP/1.1" status: 200 len: 998 time: 0.0616412 Jul 05 11:00:20.837947 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-e0904b38-d523-4b98-b24c-87b9c3a65444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:20.839461 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-e0904b38-d523-4b98-b24c-87b9c3a65444 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=257fb21e-9dc8-435f-9549-12062507e6ad HTTP/1.1" status: 200 len: 835 time: 0.0431693 Jul 05 11:00:20.900975 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-b1a4948e-66c0-4b71-b65c-9a72efec5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:20.902626 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-b1a4948e-66c0-4b71-b65c-9a72efec5ac9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bf764e0b-4258-42e2-ab0e-c63bf0891d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566547 Jul 05 11:00:20.913478 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-68621562-7bd0-4c70-8c6d-6b32c305ffa3 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 11:00:20.914445 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-68621562-7bd0-4c70-8c6d-6b32c305ffa3 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054791 Jul 05 11:00:21.003630 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-3fe0d458-a373-4ff5-86dc-f01b55e01a44 service neutron] 10.222.0.81 "GET /v2.0/networks/bf764e0b-4258-42e2-ab0e-c63bf0891d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814018 Jul 05 11:00:21.062387 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ed5dd058-c7e6-41aa-b6b9-e13d57422744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:21.104296 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-a515f49d-3264-4711-a0b8-3566d3f46992 service neutron] 10.222.0.81 "GET /v2.0/networks/bf764e0b-4258-42e2-ab0e-c63bf0891d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943215 Jul 05 11:00:21.202887 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc922b-aac6-49ae-b457-0dc61c94d71f req-6e4ed2f2-077a-46da-8301-ee9c01ba64eb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:21.204436 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eedc922b-aac6-49ae-b457-0dc61c94d71f req-6e4ed2f2-077a-46da-8301-ee9c01ba64eb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 943 time: 0.0687888 Jul 05 11:00:21.271698 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-eedc922b-aac6-49ae-b457-0dc61c94d71f req-9e5b76f8-532c-43d6-9597-6dc87a0dd14c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586913 Jul 05 11:00:21.292107 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101650b6-75b0-4280-86f0-82f0e4a2902e req-7cb62430-76cf-4de7-aaae-d1fee7a8ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:21.293973 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-101650b6-75b0-4280-86f0-82f0e4a2902e req-7cb62430-76cf-4de7-aaae-d1fee7a8ac9a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 1094 time: 0.0886161 Jul 05 11:00:21.407101 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101650b6-75b0-4280-86f0-82f0e4a2902e req-97a49393-4597-4e8f-bfac-28900f76c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:21.408649 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-101650b6-75b0-4280-86f0-82f0e4a2902e req-97a49393-4597-4e8f-bfac-28900f76c20b service neutron] 10.222.0.81 "GET /v2.0/networks?id=bf764e0b-4258-42e2-ab0e-c63bf0891d18 HTTP/1.1" status: 200 len: 898 time: 0.0897818 Jul 05 11:00:21.473335 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-101650b6-75b0-4280-86f0-82f0e4a2902e req-19b5431a-cd2a-44ab-aea9-277c78a8ff6a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=225305fe-3057-4424-b07f-0aa925bc5598 HTTP/1.1" status: 200 len: 998 time: 0.0581055 Jul 05 11:00:21.525636 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101650b6-75b0-4280-86f0-82f0e4a2902e req-5056aa45-235b-476e-9e2d-d60235f9e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:21.527135 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-101650b6-75b0-4280-86f0-82f0e4a2902e req-5056aa45-235b-476e-9e2d-d60235f9e158 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=257fb21e-9dc8-435f-9549-12062507e6ad HTTP/1.1" status: 200 len: 835 time: 0.0481303 Jul 05 11:00:21.586314 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101650b6-75b0-4280-86f0-82f0e4a2902e req-ed3afd66-8c92-43c7-8f19-634d7a2f8105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:21.587942 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-101650b6-75b0-4280-86f0-82f0e4a2902e req-ed3afd66-8c92-43c7-8f19-634d7a2f8105 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bf764e0b-4258-42e2-ab0e-c63bf0891d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538838 Jul 05 11:00:21.677798 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-101650b6-75b0-4280-86f0-82f0e4a2902e req-c9330a81-5e31-430c-ae3e-bacb869f11da service neutron] 10.222.0.81 "GET /v2.0/networks/bf764e0b-4258-42e2-ab0e-c63bf0891d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821137 Jul 05 11:00:21.773046 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 225305fe-3057-4424-b07f-0aa925bc5598 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:00:21.817024 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 225305fe-3057-4424-b07f-0aa925bc5598 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:00:22.071043 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-101650b6-75b0-4280-86f0-82f0e4a2902e req-a103cb86-8059-4c94-b952-6c1eac5ec56d service neutron] 10.222.0.81 "GET /v2.0/networks/bf764e0b-4258-42e2-ab0e-c63bf0891d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862274 Jul 05 11:00:22.195923 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a80dca5-1b35-4073-bb12-7e7381a7c1d6', 'tag': '225305fe-3057-4424-b07f-0aa925bc5598'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:00:22.198540 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ad8db1-ef6b-41f1-a911-9bf5d14ed496" -d '{"events": [{"name": "network-changed", "server_uuid": "7a80dca5-1b35-4073-bb12-7e7381a7c1d6", "tag": "225305fe-3057-4424-b07f-0aa925bc5598"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:00:22.248886 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1ca06a-816e-4b5f-ae9a-b07d0490b4c8 x-openstack-request-id: req-fb1ca06a-816e-4b5f-ae9a-b07d0490b4c8 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:00:22.249368 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a80dca5-1b35-4073-bb12-7e7381a7c1d6", "tag": "225305fe-3057-4424-b07f-0aa925bc5598", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:00:22.249686 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fb1ca06a-816e-4b5f-ae9a-b07d0490b4c8 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:00:22.250145 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a80dca5-1b35-4073-bb12-7e7381a7c1d6', 'tag': '225305fe-3057-4424-b07f-0aa925bc5598', 'status': 'completed', 'code': 200} Jul 05 11:00:22.323749 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad8db1-ef6b-41f1-a911-9bf5d14ed496 req-e02d421f-f61f-4567-84ea-dd7b1a9d8464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:22.325866 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-14ad8db1-ef6b-41f1-a911-9bf5d14ed496 req-e02d421f-f61f-4567-84ea-dd7b1a9d8464 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 1094 time: 0.0586498 Jul 05 11:00:22.338847 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad8db1-ef6b-41f1-a911-9bf5d14ed496 req-144f43c5-06e5-4ba8-af86-3f57cbb17d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:22.340551 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-14ad8db1-ef6b-41f1-a911-9bf5d14ed496 req-144f43c5-06e5-4ba8-af86-3f57cbb17d00 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 1094 time: 0.0663257 Jul 05 11:00:22.426594 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad8db1-ef6b-41f1-a911-9bf5d14ed496 req-2e9d6e35-6ffe-4775-a2b4-4f5cbdf28b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:22.428686 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-14ad8db1-ef6b-41f1-a911-9bf5d14ed496 req-2e9d6e35-6ffe-4775-a2b4-4f5cbdf28b62 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bf764e0b-4258-42e2-ab0e-c63bf0891d18 HTTP/1.1" status: 200 len: 898 time: 0.0967035 Jul 05 11:00:22.493308 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad8db1-ef6b-41f1-a911-9bf5d14ed496 req-34ca78be-a05f-449a-aacd-5e3a4025635d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:22.494860 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-14ad8db1-ef6b-41f1-a911-9bf5d14ed496 req-34ca78be-a05f-449a-aacd-5e3a4025635d service neutron] 10.222.0.81 "GET /v2.0/networks?id=bf764e0b-4258-42e2-ab0e-c63bf0891d18 HTTP/1.1" status: 200 len: 898 time: 0.1466255 Jul 05 11:00:22.496339 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-14ad8db1-ef6b-41f1-a911-9bf5d14ed496 req-6e9a09d0-8579-478c-823f-5daf2c529354 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=225305fe-3057-4424-b07f-0aa925bc5598 HTTP/1.1" status: 200 len: 998 time: 0.0617981 Jul 05 11:00:22.517191 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502925c2-1bc7-48dc-b543-6fb052662c8a req-173815c6-55ac-4429-88f5-4818f71663a4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:22.518691 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-502925c2-1bc7-48dc-b543-6fb052662c8a req-173815c6-55ac-4429-88f5-4818f71663a4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 943 time: 0.1126876 Jul 05 11:00:22.546481 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad8db1-ef6b-41f1-a911-9bf5d14ed496 req-1d76a939-c207-4498-9092-d32b435a7f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:22.548022 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-14ad8db1-ef6b-41f1-a911-9bf5d14ed496 req-1d76a939-c207-4498-9092-d32b435a7f63 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=257fb21e-9dc8-435f-9549-12062507e6ad HTTP/1.1" status: 200 len: 835 time: 0.0458925 Jul 05 11:00:22.596849 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-14ad8db1-ef6b-41f1-a911-9bf5d14ed496 req-419b3689-b7c5-4bfe-8765-25bf9d518290 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=225305fe-3057-4424-b07f-0aa925bc5598 HTTP/1.1" status: 200 len: 998 time: 0.0945876 Jul 05 11:00:22.601827 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-502925c2-1bc7-48dc-b543-6fb052662c8a req-e842cab4-ac5f-4a44-b9b4-a9fd45a81f7c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524375 Jul 05 11:00:22.616255 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad8db1-ef6b-41f1-a911-9bf5d14ed496 req-6d0c2c36-edb1-40ce-9bc8-2ed1dcbcde55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:22.622746 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-14ad8db1-ef6b-41f1-a911-9bf5d14ed496 req-6d0c2c36-edb1-40ce-9bc8-2ed1dcbcde55 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bf764e0b-4258-42e2-ab0e-c63bf0891d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682232 Jul 05 11:00:22.648967 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad8db1-ef6b-41f1-a911-9bf5d14ed496 req-5c7478ff-801e-40f1-aa76-bfd40465acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:22.650508 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-14ad8db1-ef6b-41f1-a911-9bf5d14ed496 req-5c7478ff-801e-40f1-aa76-bfd40465acf8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=257fb21e-9dc8-435f-9549-12062507e6ad HTTP/1.1" status: 200 len: 835 time: 0.0467765 Jul 05 11:00:22.714462 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad8db1-ef6b-41f1-a911-9bf5d14ed496 req-cb68f651-ae03-428e-a8aa-b33aca525f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:22.716261 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-14ad8db1-ef6b-41f1-a911-9bf5d14ed496 req-cb68f651-ae03-428e-a8aa-b33aca525f97 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bf764e0b-4258-42e2-ab0e-c63bf0891d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578935 Jul 05 11:00:22.723012 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-14ad8db1-ef6b-41f1-a911-9bf5d14ed496 req-956b57e8-0041-41a7-af92-964530f9c02d service neutron] 10.222.0.78 "GET /v2.0/networks/bf764e0b-4258-42e2-ab0e-c63bf0891d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919600 Jul 05 11:00:22.829030 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-14ad8db1-ef6b-41f1-a911-9bf5d14ed496 req-99ac4a61-226b-4c4e-be38-29e72b913528 service neutron] 10.222.0.81 "GET /v2.0/networks/bf764e0b-4258-42e2-ab0e-c63bf0891d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011288 Jul 05 11:00:22.946788 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-14ad8db1-ef6b-41f1-a911-9bf5d14ed496 req-eddb957b-51a2-455d-8e25-7b6090560f92 service neutron] 10.222.0.81 "GET /v2.0/networks/bf764e0b-4258-42e2-ab0e-c63bf0891d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981822 Jul 05 11:00:23.167748 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-14ad8db1-ef6b-41f1-a911-9bf5d14ed496 req-eed5116a-3e65-45b5-862c-23abe09d1810 service neutron] 10.222.0.78 "GET /v2.0/networks/bf764e0b-4258-42e2-ab0e-c63bf0891d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388444 Jul 05 11:00:23.417936 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-13a725ba-6b29-44e2-b322-6358847c008a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:23.769468 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:23.807468 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f01ed5-6da7-4e74-a49d-2e714ead765a req-834d561e-140e-49fe-8bec-e084ea007f18 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:23.809019 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-86f01ed5-6da7-4e74-a49d-2e714ead765a req-834d561e-140e-49fe-8bec-e084ea007f18 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 943 time: 0.0830078 Jul 05 11:00:23.847750 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-86f01ed5-6da7-4e74-a49d-2e714ead765a req-95fb1403-05f3-4f5c-a1c5-75f19fca67ff tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331869 Jul 05 11:00:24.165147 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a35d4-9bd0-44f3-af3c-2ab16fd3c366 req-caaf73f0-1fd5-46b6-9896-f2a000cc19ae tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:24.166725 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-923a35d4-9bd0-44f3-af3c-2ab16fd3c366 req-caaf73f0-1fd5-46b6-9896-f2a000cc19ae tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 943 time: 0.0790486 Jul 05 11:00:24.183457 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aa7ff-3a3c-4e33-85ca-ec6bd612edbe req-36c9c5d6-f8ac-4d9d-9ec0-4f83c7d76d0a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:24.185267 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f00aa7ff-3a3c-4e33-85ca-ec6bd612edbe req-36c9c5d6-f8ac-4d9d-9ec0-4f83c7d76d0a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6&tenant_id=2bc3fa9261bd425a8fa9117a8e536783&binding%3Ahost_id=n-h1-798054-8 HTTP/1.1" status: 200 len: 943 time: 0.0763824 Jul 05 11:00:24.208103 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-923a35d4-9bd0-44f3-af3c-2ab16fd3c366 req-05066b8c-381b-4bb3-ac14-2a20abfa09bb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349636 Jul 05 11:00:24.254089 n-d-798054-8 neutron-server[93906]: INFO neutron.api.v2.resource [req-f00aa7ff-3a3c-4e33-85ca-ec6bd612edbe req-3d21ae0a-543b-4a87-91f7-bfe9beedd127 service neutron] delete failed (client error): The resource could not be found. Jul 05 11:00:24.255247 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f00aa7ff-3a3c-4e33-85ca-ec6bd612edbe req-3d21ae0a-543b-4a87-91f7-bfe9beedd127 service neutron] 10.222.0.78 "DELETE /v2.0/ports/225305fe-3057-4424-b07f-0aa925bc5598/bindings/n-h2-798054-8 HTTP/1.1" status: 404 len: 380 time: 0.0640702 Jul 05 11:00:24.360755 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aa7ff-3a3c-4e33-85ca-ec6bd612edbe req-ba633633-17e7-4839-8423-8be6861667fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:24.362271 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f00aa7ff-3a3c-4e33-85ca-ec6bd612edbe req-ba633633-17e7-4839-8423-8be6861667fb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 1094 time: 0.0589221 Jul 05 11:00:24.410370 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f502bc4-7092-4e05-a565-6e0d71270795 req-f1bc8832-6b4c-45af-a81c-40f76154416a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:24.412466 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f502bc4-7092-4e05-a565-6e0d71270795 req-f1bc8832-6b4c-45af-a81c-40f76154416a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 943 time: 0.0785518 Jul 05 11:00:24.476149 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5f502bc4-7092-4e05-a565-6e0d71270795 req-a5481fe1-e12c-4133-b56c-b1f51e37c7b2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564826 Jul 05 11:00:24.476958 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aa7ff-3a3c-4e33-85ca-ec6bd612edbe req-e56daf1c-80ee-4177-aa7c-191983864af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:24.478567 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f00aa7ff-3a3c-4e33-85ca-ec6bd612edbe req-e56daf1c-80ee-4177-aa7c-191983864af0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bf764e0b-4258-42e2-ab0e-c63bf0891d18 HTTP/1.1" status: 200 len: 898 time: 0.1105673 Jul 05 11:00:24.559168 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f00aa7ff-3a3c-4e33-85ca-ec6bd612edbe req-aa6c30d6-936a-436c-9d9e-cfaf83568cf7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=225305fe-3057-4424-b07f-0aa925bc5598 HTTP/1.1" status: 200 len: 998 time: 0.0740876 Jul 05 11:00:24.610254 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aa7ff-3a3c-4e33-85ca-ec6bd612edbe req-6b146f0c-f1d8-4816-9f6a-c141f27eb948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:24.611136 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f00aa7ff-3a3c-4e33-85ca-ec6bd612edbe req-6b146f0c-f1d8-4816-9f6a-c141f27eb948 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=257fb21e-9dc8-435f-9549-12062507e6ad HTTP/1.1" status: 200 len: 835 time: 0.0454361 Jul 05 11:00:24.668231 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aa7ff-3a3c-4e33-85ca-ec6bd612edbe req-3b851d6c-0ea7-471d-9051-aaee459ee89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:24.669749 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f00aa7ff-3a3c-4e33-85ca-ec6bd612edbe req-3b851d6c-0ea7-471d-9051-aaee459ee89b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bf764e0b-4258-42e2-ab0e-c63bf0891d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528319 Jul 05 11:00:24.762846 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f00aa7ff-3a3c-4e33-85ca-ec6bd612edbe req-848a1814-0731-4e61-9746-81aa99e7a692 service neutron] 10.222.0.78 "GET /v2.0/networks/bf764e0b-4258-42e2-ab0e-c63bf0891d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867627 Jul 05 11:00:24.816794 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 225305fe-3057-4424-b07f-0aa925bc5598 details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:00:24.858219 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f00aa7ff-3a3c-4e33-85ca-ec6bd612edbe req-a5c8fb2f-7684-4c83-a9a0-24e728f40e13 service neutron] 10.222.0.78 "GET /v2.0/networks/bf764e0b-4258-42e2-ab0e-c63bf0891d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884914 Jul 05 11:00:24.896319 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:24.928105 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 225305fe-3057-4424-b07f-0aa925bc5598, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=225305fe-3057-4424-b07f-0aa925bc5598,segment=NetworkSegment(944735ef-95b4-4238-a80a-1780583b9b51),segment_id=944735ef-95b4-4238-a80a-1780583b9b51)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:00:24.939685 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '225305fe-3057-4424-b07f-0aa925bc5598', 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18', 'port_id': '225305fe-3057-4424-b07f-0aa925bc5598', 'mac_address': 'fa:16:3e:fb:1f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257fb21e-9dc8-435f-9549-12062507e6ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:00:24.983231 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:24.995718 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 225305fe-3057-4424-b07f-0aa925bc5598 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:00:25.015920 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 225305fe-3057-4424-b07f-0aa925bc5598, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=225305fe-3057-4424-b07f-0aa925bc5598,segment=NetworkSegment(944735ef-95b4-4238-a80a-1780583b9b51),segment_id=944735ef-95b4-4238-a80a-1780583b9b51)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:00:25.019927 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:25.066711 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=225305fe-3057-4424-b07f-0aa925bc5598,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:00:25.074967 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:25.075339 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:25.075672 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:25.076056 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:25.076431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:25.076773 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:25.077111 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:25.077445 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:25.077777 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:25.078106 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:25.078444 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:25.078765 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:25.251402 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['225305fe-3057-4424-b07f-0aa925bc5598'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:00:25.671126 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c0bf9-56c8-49e1-b3fc-886dd3cab139 req-edac0784-9216-4d45-b6a8-391622d002be tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:25.672663 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4e7c0bf9-56c8-49e1-b3fc-886dd3cab139 req-edac0784-9216-4d45-b6a8-391622d002be tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 944 time: 0.0633252 Jul 05 11:00:25.711068 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4e7c0bf9-56c8-49e1-b3fc-886dd3cab139 req-9cb4f7b7-a9d2-4a2c-93a9-024c64d93de5 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321383 Jul 05 11:00:25.735641 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50124) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:00:25.800521 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0e9ec300-b03c-4a98-a43a-bbc7d1b9be13 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/floatingips/a528614b-7997-442b-9215-d9478dcabc73 HTTP/1.1" status: 200 len: 991 time: 0.0636878 Jul 05 11:00:26.826799 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 225305fe-3057-4424-b07f-0aa925bc5598 up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:00:26.876845 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 225305fe-3057-4424-b07f-0aa925bc5598 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:00:26.881083 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 225305fe-3057-4424-b07f-0aa925bc5598 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:00:26.881455 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:26.958595 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:26.987185 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a80dca5-1b35-4073-bb12-7e7381a7c1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225305fe-3057-4424-b07f-0aa925bc5598'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:00:26.989975 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9b0302-4c2d-444b-9c5f-716ce5370695" -d '{"events": [{"server_uuid": "7a80dca5-1b35-4073-bb12-7e7381a7c1d6", "name": "network-vif-plugged", "status": "completed", "tag": "225305fe-3057-4424-b07f-0aa925bc5598"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:00:27.012146 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 225305fe-3057-4424-b07f-0aa925bc5598, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=225305fe-3057-4424-b07f-0aa925bc5598,segment=NetworkSegment(944735ef-95b4-4238-a80a-1780583b9b51),segment_id=944735ef-95b4-4238-a80a-1780583b9b51)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:00:27.017420 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:27.023339 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:27.069809 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=225305fe-3057-4424-b07f-0aa925bc5598,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:00:27.080091 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b0edf1-88ab-4f30-8e71-a150f8156afb x-openstack-request-id: req-45b0edf1-88ab-4f30-8e71-a150f8156afb {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:00:27.080387 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a80dca5-1b35-4073-bb12-7e7381a7c1d6", "name": "network-vif-plugged", "status": "completed", "tag": "225305fe-3057-4424-b07f-0aa925bc5598", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:00:27.080646 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-45b0edf1-88ab-4f30-8e71-a150f8156afb {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:00:27.081042 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a80dca5-1b35-4073-bb12-7e7381a7c1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225305fe-3057-4424-b07f-0aa925bc5598', 'code': 200} Jul 05 11:00:31.375606 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:00:33.424550 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:36.942212 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:51.054351 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ede7dc0c-6f83-4b6c-b4de-52abb7b8f283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:53.418797 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f3278a81-7aff-4bf2-b342-91d03a62f9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:53.761290 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:54.260637 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50140) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:00:54.415915 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-97c2b1e1-bd32-4fb7-bf60-ed7c9529d1cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting port 0ba2134e-b1df-4abf-be9c-c256ae71c0c5 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:00:54.416186 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97c2b1e1-bd32-4fb7-bf60-ed7c9529d1cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:54.490696 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97c2b1e1-bd32-4fb7-bf60-ed7c9529d1cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:54.491033 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97c2b1e1-bd32-4fb7-bf60-ed7c9529d1cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:54.502423 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-97c2b1e1-bd32-4fb7-bf60-ed7c9529d1cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Calling delete_port for 0ba2134e-b1df-4abf-be9c-c256ae71c0c5 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:00:54.659337 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97c2b1e1-bd32-4fb7-bf60-ed7c9529d1cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:54.684488 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2b1e1-bd32-4fb7-bf60-ed7c9529d1cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Port': ['ID=0ba2134e-b1df-4abf-be9c-c256ae71c0c5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:00:54.696246 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2b1e1-bd32-4fb7-bf60-ed7c9529d1cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:54.696603 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2b1e1-bd32-4fb7-bf60-ed7c9529d1cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:54.696948 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2b1e1-bd32-4fb7-bf60-ed7c9529d1cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:54.697290 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2b1e1-bd32-4fb7-bf60-ed7c9529d1cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:54.697881 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2b1e1-bd32-4fb7-bf60-ed7c9529d1cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:54.698218 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2b1e1-bd32-4fb7-bf60-ed7c9529d1cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:54.698553 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2b1e1-bd32-4fb7-bf60-ed7c9529d1cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:54.698884 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2b1e1-bd32-4fb7-bf60-ed7c9529d1cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:54.699217 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2b1e1-bd32-4fb7-bf60-ed7c9529d1cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:54.699546 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2b1e1-bd32-4fb7-bf60-ed7c9529d1cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:54.699891 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2b1e1-bd32-4fb7-bf60-ed7c9529d1cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:54.700224 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2b1e1-bd32-4fb7-bf60-ed7c9529d1cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:54.759448 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97c2b1e1-bd32-4fb7-bf60-ed7c9529d1cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:54.759786 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-97c2b1e1-bd32-4fb7-bf60-ed7c9529d1cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Floating IP a528614b-7997-442b-9215-d9478dcabc73 disassociated (deleted). External IP: 172.25.7.70, port: 225305fe-3057-4424-b07f-0aa925bc5598. Jul 05 11:00:54.879260 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:54.975730 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c2b1e1-bd32-4fb7-bf60-ed7c9529d1cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Router fed1b347-7393-4b5e-99f8-a75fc8e0d756 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:00:55.081791 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c2b1e1-bd32-4fb7-bf60-ed7c9529d1cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:00:55.087106 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97c2b1e1-bd32-4fb7-bf60-ed7c9529d1cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:55.092291 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d456515-7da6-4d2e-a768-6cdf36639b5d None None] Sync routers for ids ['fed1b347-7393-4b5e-99f8-a75fc8e0d756'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:00:55.101804 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d456515-7da6-4d2e-a768-6cdf36639b5d None None] Routers {'fed1b347-7393-4b5e-99f8-a75fc8e0d756'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:00:55.102450 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8d456515-7da6-4d2e-a768-6cdf36639b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:00:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['fed1b347-7393-4b5e-99f8-a75fc8e0d756'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:00:55.123329 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-97c2b1e1-bd32-4fb7-bf60-ed7c9529d1cb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "DELETE /v2.0/floatingips/a528614b-7997-442b-9215-d9478dcabc73 HTTP/1.1" status: 204 len: 168 time: 0.8615372 Jul 05 11:00:55.123963 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a80dca5-1b35-4073-bb12-7e7381a7c1d6', 'tag': '225305fe-3057-4424-b07f-0aa925bc5598'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:00:55.126204 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd4ef90-fc25-4590-b0f4-7eea8f2ed08e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a80dca5-1b35-4073-bb12-7e7381a7c1d6", "tag": "225305fe-3057-4424-b07f-0aa925bc5598"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:00:55.164838 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2393e225-5f5f-4ba5-a0d6-6b6c2da38e15 x-openstack-request-id: req-2393e225-5f5f-4ba5-a0d6-6b6c2da38e15 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:00:55.165131 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a80dca5-1b35-4073-bb12-7e7381a7c1d6", "tag": "225305fe-3057-4424-b07f-0aa925bc5598", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:00:55.165383 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2393e225-5f5f-4ba5-a0d6-6b6c2da38e15 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:00:55.165786 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a80dca5-1b35-4073-bb12-7e7381a7c1d6', 'tag': '225305fe-3057-4424-b07f-0aa925bc5598', 'status': 'completed', 'code': 200} Jul 05 11:00:55.211173 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-8d456515-7da6-4d2e-a768-6cdf36639b5d None None] Set router fed1b347-7393-4b5e-99f8-a75fc8e0d756 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:00:55.244676 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4ef90-fc25-4590-b0f4-7eea8f2ed08e req-b062bbcc-a7bb-47ff-954c-c890dfdb1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:55.246441 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0bd4ef90-fc25-4590-b0f4-7eea8f2ed08e req-b062bbcc-a7bb-47ff-954c-c890dfdb1914 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 1096 time: 0.0538130 Jul 05 11:00:55.341139 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4ef90-fc25-4590-b0f4-7eea8f2ed08e req-293e97cc-a2b7-48f8-81a5-1efa975ab28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:55.342960 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0bd4ef90-fc25-4590-b0f4-7eea8f2ed08e req-293e97cc-a2b7-48f8-81a5-1efa975ab28e service neutron] 10.222.0.81 "GET /v2.0/networks?id=bf764e0b-4258-42e2-ab0e-c63bf0891d18 HTTP/1.1" status: 200 len: 898 time: 0.0902283 Jul 05 11:00:55.388921 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0bd4ef90-fc25-4590-b0f4-7eea8f2ed08e req-e6539610-830f-48e7-8632-19a8718ffe10 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=225305fe-3057-4424-b07f-0aa925bc5598 HTTP/1.1" status: 200 len: 217 time: 0.0391381 Jul 05 11:00:55.420837 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8d456515-7da6-4d2e-a768-6cdf36639b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650412098', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:24Z', 'updated_at': '2021-07-05T10:58:28Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:25Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'ffceb990-fd20-4767-8e4f-e942118acf06', 'name': '', 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:d2:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '257fb21e-9dc8-435f-9549-12062507e6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:27Z', 'updated_at': '2021-07-05T10:58:32Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '257fb21e-9dc8-435f-9549-12062507e6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:00:55.440616 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4ef90-fc25-4590-b0f4-7eea8f2ed08e req-b1a387f5-4d4d-4f1a-8ec0-297847ea00aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:55.442687 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0bd4ef90-fc25-4590-b0f4-7eea8f2ed08e req-b1a387f5-4d4d-4f1a-8ec0-297847ea00aa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=257fb21e-9dc8-435f-9549-12062507e6ad HTTP/1.1" status: 200 len: 835 time: 0.0465226 Jul 05 11:00:55.450935 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d456515-7da6-4d2e-a768-6cdf36639b5d None None] Checking router: fed1b347-7393-4b5e-99f8-a75fc8e0d756 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:00:55.459538 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d456515-7da6-4d2e-a768-6cdf36639b5d None None] Routers {'fed1b347-7393-4b5e-99f8-a75fc8e0d756'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:00:55.460200 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8d456515-7da6-4d2e-a768-6cdf36639b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:00:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['fed1b347-7393-4b5e-99f8-a75fc8e0d756'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:00:55.548571 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4ef90-fc25-4590-b0f4-7eea8f2ed08e req-1d8e35ed-d6c5-4b4a-9a15-59b9fbc38323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:55.550003 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0bd4ef90-fc25-4590-b0f4-7eea8f2ed08e req-1d8e35ed-d6c5-4b4a-9a15-59b9fbc38323 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bf764e0b-4258-42e2-ab0e-c63bf0891d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000822 Jul 05 11:00:55.558888 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f90f9-e451-45c4-b488-eeed2eb5f2d7 req-78ea116c-ba79-4f6c-9cf3-420bc8c21275 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:55.560341 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc2f90f9-e451-45c4-b488-eeed2eb5f2d7 req-78ea116c-ba79-4f6c-9cf3-420bc8c21275 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1015437 Jul 05 11:00:55.569075 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-8d456515-7da6-4d2e-a768-6cdf36639b5d None None] Set router fed1b347-7393-4b5e-99f8-a75fc8e0d756 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:00:55.652953 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc2f90f9-e451-45c4-b488-eeed2eb5f2d7 req-c43d2b6a-aecd-4140-ab78-9c1176f5cada tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819690 Jul 05 11:00:55.679265 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0bd4ef90-fc25-4590-b0f4-7eea8f2ed08e req-2c85739b-44f9-42eb-a02e-4908dfc101eb service neutron] 10.222.0.81 "GET /v2.0/networks/bf764e0b-4258-42e2-ab0e-c63bf0891d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162260 Jul 05 11:00:55.762047 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8d456515-7da6-4d2e-a768-6cdf36639b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650412098', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:24Z', 'updated_at': '2021-07-05T10:58:28Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:25Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'ffceb990-fd20-4767-8e4f-e942118acf06', 'name': '', 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:d2:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '257fb21e-9dc8-435f-9549-12062507e6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:27Z', 'updated_at': '2021-07-05T10:58:32Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '257fb21e-9dc8-435f-9549-12062507e6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:00:55.769262 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0bd4ef90-fc25-4590-b0f4-7eea8f2ed08e req-b7df4679-a1c7-488c-b747-3965537f48e7 service neutron] 10.222.0.81 "GET /v2.0/networks/bf764e0b-4258-42e2-ab0e-c63bf0891d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822370 Jul 05 11:00:55.792550 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d456515-7da6-4d2e-a768-6cdf36639b5d None None] The sync data for ids ['fed1b347-7393-4b5e-99f8-a75fc8e0d756'] in n-d-798054-8 is: [{'id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650412098', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:24Z', 'updated_at': '2021-07-05T10:58:28Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:25Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': 'ffceb990-fd20-4767-8e4f-e942118acf06', 'name': '', 'network_id': 'bf764e0b-4258-42e2-ab0e-c63bf0891d18', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:d2:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '257fb21e-9dc8-435f-9549-12062507e6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:27Z', 'updated_at': '2021-07-05T10:58:32Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '257fb21e-9dc8-435f-9549-12062507e6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:00:55.998024 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcd00f6-7c79-442e-961c-a376cae090f5 None None] New status for floating IP a528614b-7997-442b-9215-d9478dcabc73: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:00:56.888768 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c3b89-a8bd-44a9-b540-145a247e01dc req-7639382c-3422-440d-804b-f4573175710c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:56.890164 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c0c3b89-a8bd-44a9-b540-145a247e01dc req-7639382c-3422-440d-804b-f4573175710c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1077528 Jul 05 11:00:56.898231 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79432da-7ba9-4e02-9482-0b3638e2163c req-866f9b69-09e1-49a9-bbd1-224ca11ce3af tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:56.899575 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a79432da-7ba9-4e02-9482-0b3638e2163c req-866f9b69-09e1-49a9-bbd1-224ca11ce3af tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a80dca5-1b35-4073-bb12-7e7381a7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1080189 Jul 05 11:00:56.967052 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4c0c3b89-a8bd-44a9-b540-145a247e01dc req-336af292-8732-444e-830f-448c6d70b813 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff1aa855-a5b6-4cb7-95d3-be742d2f1164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664885 Jul 05 11:00:57.008075 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:57.022624 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-a79432da-7ba9-4e02-9482-0b3638e2163c req-8e6ec25c-dd37-4954-8c5a-1d295ee4c524 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting port 225305fe-3057-4424-b07f-0aa925bc5598 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:00:57.022968 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a79432da-7ba9-4e02-9482-0b3638e2163c req-8e6ec25c-dd37-4954-8c5a-1d295ee4c524 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:57.107834 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a79432da-7ba9-4e02-9482-0b3638e2163c req-8e6ec25c-dd37-4954-8c5a-1d295ee4c524 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] For port 225305fe-3057-4424-b07f-0aa925bc5598, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=225305fe-3057-4424-b07f-0aa925bc5598,segment=NetworkSegment(944735ef-95b4-4238-a80a-1780583b9b51),segment_id=944735ef-95b4-4238-a80a-1780583b9b51)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:00:57.108222 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a79432da-7ba9-4e02-9482-0b3638e2163c req-8e6ec25c-dd37-4954-8c5a-1d295ee4c524 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:57.121192 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-a79432da-7ba9-4e02-9482-0b3638e2163c req-8e6ec25c-dd37-4954-8c5a-1d295ee4c524 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Calling delete_port for 225305fe-3057-4424-b07f-0aa925bc5598 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:00:57.251365 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a79432da-7ba9-4e02-9482-0b3638e2163c req-8e6ec25c-dd37-4954-8c5a-1d295ee4c524 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:57.280443 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ec25c-dd37-4954-8c5a-1d295ee4c524 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Port': ['ID=225305fe-3057-4424-b07f-0aa925bc5598,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:00:57.324972 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79432da-7ba9-4e02-9482-0b3638e2163c req-8e6ec25c-dd37-4954-8c5a-1d295ee4c524 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] No DVR routers for this DVR port 225305fe-3057-4424-b07f-0aa925bc5598 on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:00:57.327627 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a79432da-7ba9-4e02-9482-0b3638e2163c req-8e6ec25c-dd37-4954-8c5a-1d295ee4c524 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:57.329645 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a79432da-7ba9-4e02-9482-0b3638e2163c req-8e6ec25c-dd37-4954-8c5a-1d295ee4c524 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.81 "DELETE /v2.0/ports/225305fe-3057-4424-b07f-0aa925bc5598 HTTP/1.1" status: 204 len: 173 time: 0.4232965 Jul 05 11:00:57.330076 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a80dca5-1b35-4073-bb12-7e7381a7c1d6', 'name': 'network-vif-deleted', 'tag': '225305fe-3057-4424-b07f-0aa925bc5598'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:00:57.332333 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4154a0aa-34bf-4286-ab08-e66a7b7b45e0" -d '{"events": [{"server_uuid": "7a80dca5-1b35-4073-bb12-7e7381a7c1d6", "name": "network-vif-deleted", "tag": "225305fe-3057-4424-b07f-0aa925bc5598"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:00:57.370232 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27120a50-23ce-4c47-a766-b00aba796286 x-openstack-request-id: req-27120a50-23ce-4c47-a766-b00aba796286 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:00:57.370538 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a80dca5-1b35-4073-bb12-7e7381a7c1d6", "name": "network-vif-deleted", "tag": "225305fe-3057-4424-b07f-0aa925bc5598", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:00:57.370795 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-27120a50-23ce-4c47-a766-b00aba796286 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:00:57.371275 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a80dca5-1b35-4073-bb12-7e7381a7c1d6', 'name': 'network-vif-deleted', 'tag': '225305fe-3057-4424-b07f-0aa925bc5598', 'status': 'completed', 'code': 200} Jul 05 11:01:01.013593 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 225305fe-3057-4424-b07f-0aa925bc5598 no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:01:01.033026 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 225305fe-3057-4424-b07f-0aa925bc5598 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:01:01.033376 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 225305fe-3057-4424-b07f-0aa925bc5598 not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:01:03.431875 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:06.948664 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:08.373907 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:01:21.056152 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-50f40842-68a7-4d3b-9f68-4edde06a6f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:23.419273 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3fabde0d-5344-49f9-ac9c-90c552692674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:23.762368 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:24.878524 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:27.011201 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:33.430635 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:36.949114 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:43.451810 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-660d8b1c-101a-4bf2-bb7d-bca3abce0fb6 req-84d89bf9-1036-44cf-91f0-33e1478023a5 service neutron] (93907) timed out ('10.222.0.79', 43950) {{(pid=93907) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 11:01:45.373914 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:01:51.058809 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-658c26e3-7077-4d05-b51d-9b2a080c913e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:53.420542 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-43422e70-c010-4415-8a5b-f3201116b63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:53.765879 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:54.880506 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:57.013335 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:58.171837 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50182) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:01:58.529113 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f868e6d-6350-45a7-8a89-596af9e64e2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:58.795198 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6f868e6d-6350-45a7-8a89-596af9e64e2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting port ffceb990-fd20-4767-8e4f-e942118acf06 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:01:58.795544 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f868e6d-6350-45a7-8a89-596af9e64e2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:58.887260 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-6f868e6d-6350-45a7-8a89-596af9e64e2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] For port ffceb990-fd20-4767-8e4f-e942118acf06, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=ffceb990-fd20-4767-8e4f-e942118acf06,segment=NetworkSegment(944735ef-95b4-4238-a80a-1780583b9b51),segment_id=944735ef-95b4-4238-a80a-1780583b9b51)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:01:58.887599 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f868e6d-6350-45a7-8a89-596af9e64e2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:58.900229 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6f868e6d-6350-45a7-8a89-596af9e64e2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Calling delete_port for ffceb990-fd20-4767-8e4f-e942118acf06 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:01:59.090992 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f868e6d-6350-45a7-8a89-596af9e64e2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:59.117948 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f868e6d-6350-45a7-8a89-596af9e64e2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Port': ['ID=ffceb990-fd20-4767-8e4f-e942118acf06,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:59.135676 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f868e6d-6350-45a7-8a89-596af9e64e2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:59.136063 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f868e6d-6350-45a7-8a89-596af9e64e2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:59.136412 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f868e6d-6350-45a7-8a89-596af9e64e2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:59.136754 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f868e6d-6350-45a7-8a89-596af9e64e2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:59.137088 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f868e6d-6350-45a7-8a89-596af9e64e2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:59.137469 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f868e6d-6350-45a7-8a89-596af9e64e2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:59.137757 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f868e6d-6350-45a7-8a89-596af9e64e2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:59.138089 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f868e6d-6350-45a7-8a89-596af9e64e2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:59.138416 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f868e6d-6350-45a7-8a89-596af9e64e2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:59.138749 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f868e6d-6350-45a7-8a89-596af9e64e2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:59.139078 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f868e6d-6350-45a7-8a89-596af9e64e2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:59.139402 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f868e6d-6350-45a7-8a89-596af9e64e2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:59.317790 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f868e6d-6350-45a7-8a89-596af9e64e2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:59.530045 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f868e6d-6350-45a7-8a89-596af9e64e2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Router fed1b347-7393-4b5e-99f8-a75fc8e0d756 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:01:59.635603 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f868e6d-6350-45a7-8a89-596af9e64e2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:01:59.640649 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6f868e6d-6350-45a7-8a89-596af9e64e2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "PUT /v2.0/routers/fed1b347-7393-4b5e-99f8-a75fc8e0d756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4677587 Jul 05 11:01:59.643402 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50186) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:01:59.646707 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a48db7-b515-4cef-8a83-03df05b49b45 None None] Sync routers for ids ['fed1b347-7393-4b5e-99f8-a75fc8e0d756'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:01:59.656411 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a48db7-b515-4cef-8a83-03df05b49b45 None None] Routers {'fed1b347-7393-4b5e-99f8-a75fc8e0d756'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:01:59.657114 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-78a48db7-b515-4cef-8a83-03df05b49b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:01:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['fed1b347-7393-4b5e-99f8-a75fc8e0d756'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:01:59.693428 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-e100c163-492a-452b-a25b-e1fef5925c5c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting subnet 257fb21e-9dc8-435f-9549-12062507e6ad {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:01:59.696547 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e100c163-492a-452b-a25b-e1fef5925c5c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:59.735973 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e100c163-492a-452b-a25b-e1fef5925c5c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:59.759692 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-78a48db7-b515-4cef-8a83-03df05b49b45 None None] Set router fed1b347-7393-4b5e-99f8-a75fc8e0d756 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:01:59.821619 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e100c163-492a-452b-a25b-e1fef5925c5c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:59.883338 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e100c163-492a-452b-a25b-e1fef5925c5c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:59.909919 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100c163-492a-452b-a25b-e1fef5925c5c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Subnet': ['ID=257fb21e-9dc8-435f-9549-12062507e6ad,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:59.914831 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e100c163-492a-452b-a25b-e1fef5925c5c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:59.917385 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e100c163-492a-452b-a25b-e1fef5925c5c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "DELETE /v2.0/subnets/257fb21e-9dc8-435f-9549-12062507e6ad HTTP/1.1" status: 204 len: 168 time: 0.2724669 Jul 05 11:01:59.920440 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50188) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:01:59.944517 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de846cb-dd3d-4115-bbbe-7b7e069ff3ea None None] Network bf764e0b-4258-42e2-ab0e-c63bf0891d18 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:02:00.038470 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1048acb-c88f-4c8c-be82-5a3b32c64838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:00.146889 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1048acb-c88f-4c8c-be82-5a3b32c64838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:00.156589 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-78a48db7-b515-4cef-8a83-03df05b49b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650412098', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:24Z', 'updated_at': '2021-07-05T11:01:59Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '25e86b92-36d9-41c4-8ff2-12d0fb627621', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:25Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:02:00.198617 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a1048acb-c88f-4c8c-be82-5a3b32c64838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting port 25e86b92-36d9-41c4-8ff2-12d0fb627621 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:02:00.198978 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1048acb-c88f-4c8c-be82-5a3b32c64838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:00.204981 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a48db7-b515-4cef-8a83-03df05b49b45 None None] Checking router: fed1b347-7393-4b5e-99f8-a75fc8e0d756 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:02:00.228026 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a48db7-b515-4cef-8a83-03df05b49b45 None None] Routers {'fed1b347-7393-4b5e-99f8-a75fc8e0d756'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:02:00.228817 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-78a48db7-b515-4cef-8a83-03df05b49b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:01:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['fed1b347-7393-4b5e-99f8-a75fc8e0d756'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:02:00.295461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-a1048acb-c88f-4c8c-be82-5a3b32c64838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] For port 25e86b92-36d9-41c4-8ff2-12d0fb627621, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=25e86b92-36d9-41c4-8ff2-12d0fb627621,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:02:00.296049 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1048acb-c88f-4c8c-be82-5a3b32c64838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:00.315527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a1048acb-c88f-4c8c-be82-5a3b32c64838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Calling delete_port for 25e86b92-36d9-41c4-8ff2-12d0fb627621 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:02:00.325432 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-78a48db7-b515-4cef-8a83-03df05b49b45 None None] Set router fed1b347-7393-4b5e-99f8-a75fc8e0d756 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:02:00.409641 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f54e326-4285-45c0-851d-56c0b528f1ac None None] DHCP port deletion for bf764e0b-4258-42e2-ab0e-c63bf0891d18 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:02:00.412787 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-78a48db7-b515-4cef-8a83-03df05b49b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650412098', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:24Z', 'updated_at': '2021-07-05T11:02:00Z', 'revision_number': 6, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:02:00.456672 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a48db7-b515-4cef-8a83-03df05b49b45 None None] The sync data for ids ['fed1b347-7393-4b5e-99f8-a75fc8e0d756'] in n-d-798054-8 is: [{'id': 'fed1b347-7393-4b5e-99f8-a75fc8e0d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650412098', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:24Z', 'updated_at': '2021-07-05T11:02:00Z', 'revision_number': 6, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:02:00.522326 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7f54e326-4285-45c0-851d-56c0b528f1ac None None] Deleting port 53ac9eb8-51da-4f9b-94e6-68c8f379da1b {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:02:00.522943 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7f54e326-4285-45c0-851d-56c0b528f1ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:00.542828 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1048acb-c88f-4c8c-be82-5a3b32c64838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:00.574886 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1048acb-c88f-4c8c-be82-5a3b32c64838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Port': ['ID=25e86b92-36d9-41c4-8ff2-12d0fb627621,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:00.634586 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1048acb-c88f-4c8c-be82-5a3b32c64838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:00.740809 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1048acb-c88f-4c8c-be82-5a3b32c64838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:00.743863 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1048acb-c88f-4c8c-be82-5a3b32c64838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:00.795670 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1048acb-c88f-4c8c-be82-5a3b32c64838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:00.796052 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7f54e326-4285-45c0-851d-56c0b528f1ac None None] For port 53ac9eb8-51da-4f9b-94e6-68c8f379da1b, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=53ac9eb8-51da-4f9b-94e6-68c8f379da1b,segment=NetworkSegment(944735ef-95b4-4238-a80a-1780583b9b51),segment_id=944735ef-95b4-4238-a80a-1780583b9b51)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:02:00.796522 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1048acb-c88f-4c8c-be82-5a3b32c64838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Fanout notify agent at l3_agent the message router_deleted on router fed1b347-7393-4b5e-99f8-a75fc8e0d756 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:02:00.796643 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7f54e326-4285-45c0-851d-56c0b528f1ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:00.803741 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1048acb-c88f-4c8c-be82-5a3b32c64838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:00.804901 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a1048acb-c88f-4c8c-be82-5a3b32c64838 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "DELETE /v2.0/routers/fed1b347-7393-4b5e-99f8-a75fc8e0d756 HTTP/1.1" status: 204 len: 168 time: 0.8835542 Jul 05 11:02:00.807717 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50190) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:00.820962 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7f54e326-4285-45c0-851d-56c0b528f1ac None None] Calling delete_port for 53ac9eb8-51da-4f9b-94e6-68c8f379da1b owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:02:00.887705 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95eee2ab-9c08-4306-8c8c-0479c1297b0d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:00.942661 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7f54e326-4285-45c0-851d-56c0b528f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:00.946356 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-95eee2ab-9c08-4306-8c8c-0479c1297b0d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting port 53ac9eb8-51da-4f9b-94e6-68c8f379da1b {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:02:00.947134 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95eee2ab-9c08-4306-8c8c-0479c1297b0d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:00.968795 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54e326-4285-45c0-851d-56c0b528f1ac None None] Pushing event deleted for resources: {'Port': ['ID=53ac9eb8-51da-4f9b-94e6-68c8f379da1b,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:00.973117 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f54e326-4285-45c0-851d-56c0b528f1ac None None] No DVR routers for this DVR port 53ac9eb8-51da-4f9b-94e6-68c8f379da1b on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:02:00.980204 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54e326-4285-45c0-851d-56c0b528f1ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:00.980559 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54e326-4285-45c0-851d-56c0b528f1ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:00.980886 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54e326-4285-45c0-851d-56c0b528f1ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:00.981223 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54e326-4285-45c0-851d-56c0b528f1ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:00.981553 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54e326-4285-45c0-851d-56c0b528f1ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:00.981879 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54e326-4285-45c0-851d-56c0b528f1ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:00.982207 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54e326-4285-45c0-851d-56c0b528f1ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:00.982529 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54e326-4285-45c0-851d-56c0b528f1ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:00.982852 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54e326-4285-45c0-851d-56c0b528f1ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:00.988624 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54e326-4285-45c0-851d-56c0b528f1ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:00.988624 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54e326-4285-45c0-851d-56c0b528f1ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:00.988624 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54e326-4285-45c0-851d-56c0b528f1ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:01.017276 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-95eee2ab-9c08-4306-8c8c-0479c1297b0d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] For port 53ac9eb8-51da-4f9b-94e6-68c8f379da1b, host n-d-798054-8, got binding levels [] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:02:01.017632 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95eee2ab-9c08-4306-8c8c-0479c1297b0d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:01.030211 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-95eee2ab-9c08-4306-8c8c-0479c1297b0d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Calling delete_port for 53ac9eb8-51da-4f9b-94e6-68c8f379da1b owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:02:01.032870 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.ipam_backend_mixin [None req-95eee2ab-9c08-4306-8c8c-0479c1297b0d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Port 53ac9eb8-51da-4f9b-94e6-68c8f379da1b was not found and therefore no delete operation was performed {{(pid=93907) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 11:02:01.034139 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95eee2ab-9c08-4306-8c8c-0479c1297b0d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:01.058585 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eee2ab-9c08-4306-8c8c-0479c1297b0d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Port': ['ID=53ac9eb8-51da-4f9b-94e6-68c8f379da1b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:01.062226 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eee2ab-9c08-4306-8c8c-0479c1297b0d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] No DVR routers for this DVR port 53ac9eb8-51da-4f9b-94e6-68c8f379da1b on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:02:01.140031 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95eee2ab-9c08-4306-8c8c-0479c1297b0d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:01.150088 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-95eee2ab-9c08-4306-8c8c-0479c1297b0d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf764e0b-4258-42e2-ab0e-c63bf0891d18']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:02:01.160255 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-95eee2ab-9c08-4306-8c8c-0479c1297b0d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944735ef-95b4-4238-a80a-1780583b9b51') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:02:01.160549 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-95eee2ab-9c08-4306-8c8c-0479c1297b0d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944735ef-95b4-4238-a80a-1780583b9b51') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:02:01.169673 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95eee2ab-9c08-4306-8c8c-0479c1297b0d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:01.183336 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95eee2ab-9c08-4306-8c8c-0479c1297b0d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:01.188929 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95eee2ab-9c08-4306-8c8c-0479c1297b0d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:02:01.189318 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95eee2ab-9c08-4306-8c8c-0479c1297b0d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: timer() Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:02:01.192149 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:02:01.249897 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95eee2ab-9c08-4306-8c8c-0479c1297b0d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:01.262630 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95eee2ab-9c08-4306-8c8c-0479c1297b0d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:01.265769 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-95eee2ab-9c08-4306-8c8c-0479c1297b0d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "DELETE /v2.0/networks/bf764e0b-4258-42e2-ab0e-c63bf0891d18 HTTP/1.1" status: 204 len: 168 time: 0.4567640 Jul 05 11:02:01.268504 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50192) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:01.281461 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eee2ab-9c08-4306-8c8c-0479c1297b0d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Network': ['ID=bf764e0b-4258-42e2-ab0e-c63bf0891d18,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:01.334281 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c064f41b-1eb3-4f62-acd9-d4ec5da04340 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:01.366671 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c064f41b-1eb3-4f62-acd9-d4ec5da04340 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:01.427470 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c064f41b-1eb3-4f62-acd9-d4ec5da04340 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:01.432496 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c064f41b-1eb3-4f62-acd9-d4ec5da04340 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:01.434549 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c064f41b-1eb3-4f62-acd9-d4ec5da04340 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "DELETE /v2.0/security-groups/ff1aa855-a5b6-4cb7-95d3-be742d2f1164 HTTP/1.1" status: 204 len: 168 time: 0.1646991 Jul 05 11:02:01.450202 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064f41b-1eb3-4f62-acd9-d4ec5da04340 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1aa855-a5b6-4cb7-95d3-be742d2f1164,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:01.464421 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064f41b-1eb3-4f62-acd9-d4ec5da04340 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:01.465100 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064f41b-1eb3-4f62-acd9-d4ec5da04340 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:01.465551 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064f41b-1eb3-4f62-acd9-d4ec5da04340 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:01.466100 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064f41b-1eb3-4f62-acd9-d4ec5da04340 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:01.472094 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064f41b-1eb3-4f62-acd9-d4ec5da04340 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:01.472839 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064f41b-1eb3-4f62-acd9-d4ec5da04340 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:01.473266 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064f41b-1eb3-4f62-acd9-d4ec5da04340 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:01.473874 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064f41b-1eb3-4f62-acd9-d4ec5da04340 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:01.474414 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064f41b-1eb3-4f62-acd9-d4ec5da04340 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:01.474971 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064f41b-1eb3-4f62-acd9-d4ec5da04340 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:01.475533 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064f41b-1eb3-4f62-acd9-d4ec5da04340 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:01.479920 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064f41b-1eb3-4f62-acd9-d4ec5da04340 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:01.709981 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50200) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:01.714683 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a1d871d2-f981-44fc-bddc-6a83019c9f35 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1066026690', 'description': 'tempest-secgroup-smoke-1066026690 description', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:02:01.737432 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1d871d2-f981-44fc-bddc-6a83019c9f35 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:01.821458 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1d871d2-f981-44fc-bddc-6a83019c9f35 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:01.825906 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1d871d2-f981-44fc-bddc-6a83019c9f35 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:01.853555 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1d871d2-f981-44fc-bddc-6a83019c9f35 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:01.854797 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a1d871d2-f981-44fc-bddc-6a83019c9f35 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1437845 Jul 05 11:02:01.856762 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d871d2-f981-44fc-bddc-6a83019c9f35 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b653f08-2094-4de7-ad64-a6ac3e98325d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:01.857881 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50202) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:01.862874 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2ed4f1e1-2d01-4a25-b3a9-fce105911701 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': '1b653f08-2094-4de7-ad64-a6ac3e98325d', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:02:01.898669 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f1e1-2d01-4a25-b3a9-fce105911701 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:01.961779 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f1e1-2d01-4a25-b3a9-fce105911701 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:01.966365 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f1e1-2d01-4a25-b3a9-fce105911701 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:01.984047 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4f1e1-2d01-4a25-b3a9-fce105911701 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebe6b8e-9616-43b0-bc18-2fe98e12359f,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:01.989152 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f1e1-2d01-4a25-b3a9-fce105911701 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:01.993374 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2ed4f1e1-2d01-4a25-b3a9-fce105911701 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318333 Jul 05 11:02:01.993671 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50206) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:01.998196 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-af9e320f-9817-4282-ae30-34903dbfb3e8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': '1b653f08-2094-4de7-ad64-a6ac3e98325d', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:02:02.025355 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-af9e320f-9817-4282-ae30-34903dbfb3e8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.081618 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-af9e320f-9817-4282-ae30-34903dbfb3e8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.085441 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-af9e320f-9817-4282-ae30-34903dbfb3e8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.104455 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e320f-9817-4282-ae30-34903dbfb3e8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db2dd47-c57a-4b88-adde-4d50c24215f5,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:02.111388 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-af9e320f-9817-4282-ae30-34903dbfb3e8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.112658 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-af9e320f-9817-4282-ae30-34903dbfb3e8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180556 Jul 05 11:02:02.116035 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50208) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:02.120424 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1c54afa0-b487-4df0-945c-91d4154b979c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': '1b653f08-2094-4de7-ad64-a6ac3e98325d', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:02:02.146860 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c54afa0-b487-4df0-945c-91d4154b979c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.203749 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c54afa0-b487-4df0-945c-91d4154b979c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.207327 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c54afa0-b487-4df0-945c-91d4154b979c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.224992 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54afa0-b487-4df0-945c-91d4154b979c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626453dd-ed63-4aab-8323-e0b78025e935,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:02.230032 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c54afa0-b487-4df0-945c-91d4154b979c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.231287 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1c54afa0-b487-4df0-945c-91d4154b979c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143117 Jul 05 11:02:02.233979 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50210) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:02.238356 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2f618d0a-5290-4bc0-86c1-11223a753d38 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': '1b653f08-2094-4de7-ad64-a6ac3e98325d', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:02:02.264877 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f618d0a-5290-4bc0-86c1-11223a753d38 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.325632 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f618d0a-5290-4bc0-86c1-11223a753d38 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.329777 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f618d0a-5290-4bc0-86c1-11223a753d38 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.345689 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f618d0a-5290-4bc0-86c1-11223a753d38 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f25c4af-96b4-4025-9e26-13041c39ef85,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:02.355474 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f618d0a-5290-4bc0-86c1-11223a753d38 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.357052 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2f618d0a-5290-4bc0-86c1-11223a753d38 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219954 Jul 05 11:02:02.359904 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50212) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:02.368609 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4f84f7e4-a756-4d17-be22-c4aea1d4ea8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': '1b653f08-2094-4de7-ad64-a6ac3e98325d', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:02:02.379063 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ffceb990-fd20-4767-8e4f-e942118acf06 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:02:02.394489 n-d-798054-8 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-4f84f7e4-a756-4d17-be22-c4aea1d4ea8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Project 2bc3fa9261bd425a8fa9117a8e536783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:02:02.400652 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f84f7e4-a756-4d17-be22-c4aea1d4ea8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.407508 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: ffceb990-fd20-4767-8e4f-e942118acf06 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:02:02.409638 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device ffceb990-fd20-4767-8e4f-e942118acf06 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:02:02.409638 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 25e86b92-36d9-41c4-8ff2-12d0fb627621 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:02:02.427808 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 25e86b92-36d9-41c4-8ff2-12d0fb627621 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:02:02.428245 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 25e86b92-36d9-41c4-8ff2-12d0fb627621 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:02:02.428612 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 53ac9eb8-51da-4f9b-94e6-68c8f379da1b no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:02:02.452115 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 53ac9eb8-51da-4f9b-94e6-68c8f379da1b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:02:02.452516 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 53ac9eb8-51da-4f9b-94e6-68c8f379da1b not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:02:02.464886 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f84f7e4-a756-4d17-be22-c4aea1d4ea8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.469189 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f84f7e4-a756-4d17-be22-c4aea1d4ea8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.486733 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84f7e4-a756-4d17-be22-c4aea1d4ea8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c405cd63-a04d-4384-b74e-62cb62537bf8,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:02.493324 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f84f7e4-a756-4d17-be22-c4aea1d4ea8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.494359 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4f84f7e4-a756-4d17-be22-c4aea1d4ea8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1318328 Jul 05 11:02:02.498559 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50214) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:02.503124 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4881dd97-76f7-447d-a5e1-61e12eff74d5 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': '1b653f08-2094-4de7-ad64-a6ac3e98325d', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:02:02.524919 n-d-798054-8 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-4881dd97-76f7-447d-a5e1-61e12eff74d5 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Project 2bc3fa9261bd425a8fa9117a8e536783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:02:02.529742 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4881dd97-76f7-447d-a5e1-61e12eff74d5 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.590981 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4881dd97-76f7-447d-a5e1-61e12eff74d5 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.594893 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4881dd97-76f7-447d-a5e1-61e12eff74d5 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.612485 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881dd97-76f7-447d-a5e1-61e12eff74d5 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0038850-4bc6-47c1-9e52-566651a27502,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:02.620681 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4881dd97-76f7-447d-a5e1-61e12eff74d5 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.622218 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-4881dd97-76f7-447d-a5e1-61e12eff74d5 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225631 Jul 05 11:02:02.625086 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50216) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:02.633251 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1d10cc84-08e0-411c-a27b-2f0ccd4a3640 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'network': {'name': 'tempest-network-smoke--454402459', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'port_security_enabled': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:02:02.663118 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d10cc84-08e0-411c-a27b-2f0ccd4a3640 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Made reservation on behalf of 2bc3fa9261bd425a8fa9117a8e536783 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:02:02.668427 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d10cc84-08e0-411c-a27b-2f0ccd4a3640 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.693637 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d10cc84-08e0-411c-a27b-2f0ccd4a3640 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:02:02.703602 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d10cc84-08e0-411c-a27b-2f0ccd4a3640 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.703994 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-1d10cc84-08e0-411c-a27b-2f0ccd4a3640 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Added segment 85d668f1-c529-4763-9b69-fcdbd5a939fd of type vlan for network af146ecc-1c5a-4493-9ee0-544f79be052a Jul 05 11:02:02.748270 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d10cc84-08e0-411c-a27b-2f0ccd4a3640 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.776988 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d10cc84-08e0-411c-a27b-2f0ccd4a3640 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.782705 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d10cc84-08e0-411c-a27b-2f0ccd4a3640 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:02.783295 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d10cc84-08e0-411c-a27b-2f0ccd4a3640 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.845218 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1d10cc84-08e0-411c-a27b-2f0ccd4a3640 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2183490 Jul 05 11:02:02.847785 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50218) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:02.851260 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10cc84-08e0-411c-a27b-2f0ccd4a3640 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Network': ['ID=af146ecc-1c5a-4493-9ee0-544f79be052a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:02.852896 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e8c0d80f-cdd2-40b3-8803-71e7253b9a57 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1072135373', 'admin_state_up': True, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:02:02.862667 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network af146ecc-1c5a-4493-9ee0-544f79be052a details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:02:02.882916 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d80f-cdd2-40b3-8803-71e7253b9a57 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.884914 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d80f-cdd2-40b3-8803-71e7253b9a57 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.935720 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d80f-cdd2-40b3-8803-71e7253b9a57 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:03.370252 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d80f-cdd2-40b3-8803-71e7253b9a57 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:03.446144 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:03.561565 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d80f-cdd2-40b3-8803-71e7253b9a57 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:03.580288 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d80f-cdd2-40b3-8803-71e7253b9a57 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:03.686831 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-e8c0d80f-cdd2-40b3-8803-71e7253b9a57 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Allocated IP 172.25.7.155 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/fff92f22-59d9-4627-a35c-fb83d8f4e679) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:02:03.789352 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d80f-cdd2-40b3-8803-71e7253b9a57 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:03.834093 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d80f-cdd2-40b3-8803-71e7253b9a57 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:03.873287 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c0d80f-cdd2-40b3-8803-71e7253b9a57 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:02:03.879352 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-e8c0d80f-cdd2-40b3-8803-71e7253b9a57 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:02:03.884694 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c0d80f-cdd2-40b3-8803-71e7253b9a57 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:02:03.887093 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0d80f-cdd2-40b3-8803-71e7253b9a57 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=fff92f22-59d9-4627-a35c-fb83d8f4e679,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:04.132247 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d80f-cdd2-40b3-8803-71e7253b9a57 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:04.337875 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d80f-cdd2-40b3-8803-71e7253b9a57 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:04.467126 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c0d80f-cdd2-40b3-8803-71e7253b9a57 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Router 9b634302-b03f-4109-a7d0-7d23376cb441 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 11:02:04.575217 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c0d80f-cdd2-40b3-8803-71e7253b9a57 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:02:04.586469 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] Sync routers for ids ['9b634302-b03f-4109-a7d0-7d23376cb441'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:02:04.596194 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] Routers {'9b634302-b03f-4109-a7d0-7d23376cb441'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:02:04.596822 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:01:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9b634302-b03f-4109-a7d0-7d23376cb441'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:02:04.597585 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d80f-cdd2-40b3-8803-71e7253b9a57 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:04.604062 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50220) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:04.604819 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e8c0d80f-cdd2-40b3-8803-71e7253b9a57 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7551756 Jul 05 11:02:04.686863 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-2149fb3e-ff81-4034-a47a-14b9cf35e442 tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=2bc3fa9261bd425a8fa9117a8e536783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0814900 Jul 05 11:02:04.690271 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50224) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:04.711135 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] Set router 9b634302-b03f-4109-a7d0-7d23376cb441 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:02:04.783000 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3261679-d2fe-4d22-8fd5-3d0c0cd25873 tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:04.784586 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f3261679-d2fe-4d22-8fd5-3d0c0cd25873 tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0933826 Jul 05 11:02:04.788246 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50226) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:04.816636 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d815e858-694b-410e-b882-72c8bd8ea44b tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272503 Jul 05 11:02:04.820346 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50228) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:04.825740 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5517b5b2-6ed6-483b-baee-fa528682a246 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1979557502', 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:02:04.916312 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072135373', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:02:02Z', 'updated_at': '2021-07-05T11:02:04Z', 'revision_number': 3, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:02:03Z', 'updated_at': '2021-07-05T11:02:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:02:04.918627 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5517b5b2-6ed6-483b-baee-fa528682a246 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Made reservation on behalf of 2bc3fa9261bd425a8fa9117a8e536783 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:02:04.922309 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5517b5b2-6ed6-483b-baee-fa528682a246 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:04.943408 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] Checking router: 9b634302-b03f-4109-a7d0-7d23376cb441 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:02:04.943753 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] Updating router 9b634302-b03f-4109-a7d0-7d23376cb441 port fff92f22-59d9-4627-a35c-fb83d8f4e679 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:02:04.979629 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:05.109542 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5517b5b2-6ed6-483b-baee-fa528682a246 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:05.172143 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517b5b2-6ed6-483b-baee-fa528682a246 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Subnet': ['ID=2a0f68f8-eedf-44b9-968b-f42abbcc5f5f,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:05.186063 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517b5b2-6ed6-483b-baee-fa528682a246 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Checking segment: {'id': '85d668f1-c529-4763-9b69-fcdbd5a939fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:02:05.186435 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5517b5b2-6ed6-483b-baee-fa528682a246 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network hostable DHCP agents. Network: af146ecc-1c5a-4493-9ee0-544f79be052a, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:02:05.207396 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5517b5b2-6ed6-483b-baee-fa528682a246 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network af146ecc-1c5a-4493-9ee0-544f79be052a is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:02:05.218138 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-5517b5b2-6ed6-483b-baee-fa528682a246 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, af146ecc-1c5a-4493-9ee0-544f79be052a) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:02:05.222749 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5517b5b2-6ed6-483b-baee-fa528682a246 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:05.223480 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5517b5b2-6ed6-483b-baee-fa528682a246 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:05.230911 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ad9dc9-9309-4aed-b077-1b13c9228e5f None None] Network af146ecc-1c5a-4493-9ee0-544f79be052a requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:02:05.245958 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5517b5b2-6ed6-483b-baee-fa528682a246 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4220061 Jul 05 11:02:05.246586 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50230) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:05.254754 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:05.273608 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] Transition to ACTIVE for port object fff92f22-59d9-4627-a35c-fb83d8f4e679 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:02:05.282401 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:05.343617 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] Attempting to bind port fff92f22-59d9-4627-a35c-fb83d8f4e679 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:02:05.344225 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] Attempting to bind port fff92f22-59d9-4627-a35c-fb83d8f4e679 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:02:05.344970 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] Attempting to bind port fff92f22-59d9-4627-a35c-fb83d8f4e679 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:02:05.360376 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:02:05.360728 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:02:05.361262 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:05.361873 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:02:05.362512 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] Bound port: fff92f22-59d9-4627-a35c-fb83d8f4e679, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:02:05.363021 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:05.388586 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa40dc4-d568-417b-86fa-2180d74c4282 None None] Pushing event updated for resources: {'Port': ['ID=fff92f22-59d9-4627-a35c-fb83d8f4e679,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:05.400791 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa40dc4-d568-417b-86fa-2180d74c4282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:05.401237 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa40dc4-d568-417b-86fa-2180d74c4282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:05.401509 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa40dc4-d568-417b-86fa-2180d74c4282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:05.401810 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa40dc4-d568-417b-86fa-2180d74c4282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:05.402141 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa40dc4-d568-417b-86fa-2180d74c4282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:05.402474 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa40dc4-d568-417b-86fa-2180d74c4282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:05.402801 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa40dc4-d568-417b-86fa-2180d74c4282 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:05.403125 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa40dc4-d568-417b-86fa-2180d74c4282 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:05.403452 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa40dc4-d568-417b-86fa-2180d74c4282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:05.403777 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa40dc4-d568-417b-86fa-2180d74c4282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:05.404139 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa40dc4-d568-417b-86fa-2180d74c4282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:05.404450 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa40dc4-d568-417b-86fa-2180d74c4282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:05.421779 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89432aec-f1f6-43fe-b7a3-17f5f88236a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-af146ecc-1c5a-4493-9ee0-544f79be052a', 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'fixed_ips': [{'subnet_id': '2a0f68f8-eedf-44b9-968b-f42abbcc5f5f'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:02:05.422676 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-89432aec-f1f6-43fe-b7a3-17f5f88236a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:05.444313 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] For port fff92f22-59d9-4627-a35c-fb83d8f4e679, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:02:05.449300 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] For port fff92f22-59d9-4627-a35c-fb83d8f4e679, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=fff92f22-59d9-4627-a35c-fb83d8f4e679,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:02:05.454252 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:05.535354 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] Routers {'9b634302-b03f-4109-a7d0-7d23376cb441'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:02:05.536284 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:01:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9b634302-b03f-4109-a7d0-7d23376cb441'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:02:05.594537 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa40dc4-d568-417b-86fa-2180d74c4282 None None] Pushing event updated for resources: {'Port': ['ID=fff92f22-59d9-4627-a35c-fb83d8f4e679,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:05.605967 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-89432aec-f1f6-43fe-b7a3-17f5f88236a8 None None] Allocated IP 172.20.0.2 (af146ecc-1c5a-4493-9ee0-544f79be052a/2a0f68f8-eedf-44b9-968b-f42abbcc5f5f/09cef6de-251a-418c-8a5f-9902002cc91d) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:02:05.670412 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] Set router 9b634302-b03f-4109-a7d0-7d23376cb441 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:02:05.780611 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-89432aec-f1f6-43fe-b7a3-17f5f88236a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:05.785087 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c36044df-5510-4f02-9a58-c602e32a09cd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:05.790885 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-89432aec-f1f6-43fe-b7a3-17f5f88236a8 None None] Transition to ACTIVE for port object 09cef6de-251a-418c-8a5f-9902002cc91d will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:02:05.806509 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-89432aec-f1f6-43fe-b7a3-17f5f88236a8 None None] Transition to ACTIVE for port object 09cef6de-251a-418c-8a5f-9902002cc91d will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:02:05.813491 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-89432aec-f1f6-43fe-b7a3-17f5f88236a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:05.850810 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89432aec-f1f6-43fe-b7a3-17f5f88236a8 None None] Network af146ecc-1c5a-4493-9ee0-544f79be052a is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:02:05.853783 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-89432aec-f1f6-43fe-b7a3-17f5f88236a8 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:02:05.859499 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89432aec-f1f6-43fe-b7a3-17f5f88236a8 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:02:05.869548 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89432aec-f1f6-43fe-b7a3-17f5f88236a8 None None] Pushing event updated for resources: {'Port': ['ID=09cef6de-251a-418c-8a5f-9902002cc91d,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:05.927873 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-89432aec-f1f6-43fe-b7a3-17f5f88236a8 None None] Attempting to bind port 09cef6de-251a-418c-8a5f-9902002cc91d on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:02:05.928266 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-89432aec-f1f6-43fe-b7a3-17f5f88236a8 None None] Attempting to bind port 09cef6de-251a-418c-8a5f-9902002cc91d by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '85d668f1-c529-4763-9b69-fcdbd5a939fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:02:05.928640 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89432aec-f1f6-43fe-b7a3-17f5f88236a8 None None] Attempting to bind port 09cef6de-251a-418c-8a5f-9902002cc91d on network af146ecc-1c5a-4493-9ee0-544f79be052a {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:02:05.933873 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89432aec-f1f6-43fe-b7a3-17f5f88236a8 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:02:05.935344 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89432aec-f1f6-43fe-b7a3-17f5f88236a8 None None] Checking segment: {'id': '85d668f1-c529-4763-9b69-fcdbd5a939fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:02:05.935880 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-89432aec-f1f6-43fe-b7a3-17f5f88236a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:05.936206 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89432aec-f1f6-43fe-b7a3-17f5f88236a8 None None] Bound using segment: {'id': '85d668f1-c529-4763-9b69-fcdbd5a939fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:02:05.936691 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-89432aec-f1f6-43fe-b7a3-17f5f88236a8 None None] Bound port: 09cef6de-251a-418c-8a5f-9902002cc91d, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d668f1-c529-4763-9b69-fcdbd5a939fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:02:05.937088 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-89432aec-f1f6-43fe-b7a3-17f5f88236a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:06.016230 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-89432aec-f1f6-43fe-b7a3-17f5f88236a8 None None] For port 09cef6de-251a-418c-8a5f-9902002cc91d, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:02:06.018250 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072135373', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:02:02Z', 'updated_at': '2021-07-05T11:02:04Z', 'revision_number': 3, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:02:03Z', 'updated_at': '2021-07-05T11:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:02:06.021117 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-89432aec-f1f6-43fe-b7a3-17f5f88236a8 None None] For port 09cef6de-251a-418c-8a5f-9902002cc91d, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=09cef6de-251a-418c-8a5f-9902002cc91d,segment=NetworkSegment(85d668f1-c529-4763-9b69-fcdbd5a939fd),segment_id=85d668f1-c529-4763-9b69-fcdbd5a939fd)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:02:06.027916 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-89432aec-f1f6-43fe-b7a3-17f5f88236a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:06.047904 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8ac1ca-3207-4463-9c0a-4fcebb37e741 None None] The sync data for ids ['9b634302-b03f-4109-a7d0-7d23376cb441'] in n-d-798054-8 is: [{'id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072135373', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:02:02Z', 'updated_at': '2021-07-05T11:02:04Z', 'revision_number': 3, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:02:03Z', 'updated_at': '2021-07-05T11:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:02:06.094565 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89432aec-f1f6-43fe-b7a3-17f5f88236a8 None None] Pushing event updated for resources: {'Port': ['ID=09cef6de-251a-418c-8a5f-9902002cc91d,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:06.171110 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-c36044df-5510-4f02-9a58-c602e32a09cd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Allocated IP 172.20.0.1 (af146ecc-1c5a-4493-9ee0-544f79be052a/2a0f68f8-eedf-44b9-968b-f42abbcc5f5f/553e19b0-3b4c-49ba-9cf9-a68ed65a963f) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:02:06.318101 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c36044df-5510-4f02-9a58-c602e32a09cd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:06.338356 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-c36044df-5510-4f02-9a58-c602e32a09cd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Transition to ACTIVE for port object 553e19b0-3b4c-49ba-9cf9-a68ed65a963f will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:02:06.391487 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c36044df-5510-4f02-9a58-c602e32a09cd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:06.485505 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36044df-5510-4f02-9a58-c602e32a09cd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network af146ecc-1c5a-4493-9ee0-544f79be052a is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:02:06.500688 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-c36044df-5510-4f02-9a58-c602e32a09cd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:02:06.504988 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36044df-5510-4f02-9a58-c602e32a09cd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:02:06.522569 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 09cef6de-251a-418c-8a5f-9902002cc91d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:02:06.537189 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36044df-5510-4f02-9a58-c602e32a09cd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=553e19b0-3b4c-49ba-9cf9-a68ed65a963f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:06.580018 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c36044df-5510-4f02-9a58-c602e32a09cd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:06.605846 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 09cef6de-251a-418c-8a5f-9902002cc91d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:02:06.747664 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c36044df-5510-4f02-9a58-c602e32a09cd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:06.962737 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:07.299324 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fc89e9-4529-4ab9-bc76-a68260a4a0a4 None None] Network af146ecc-1c5a-4493-9ee0-544f79be052a requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:02:07.371925 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0d8def33-b0f2-445b-8361-db988fcee210 None None] Provisioning for port 09cef6de-251a-418c-8a5f-9902002cc91d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:02:07.379066 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0d8def33-b0f2-445b-8361-db988fcee210 None None] Provisioning complete for port 09cef6de-251a-418c-8a5f-9902002cc91d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:02:07.379450 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0d8def33-b0f2-445b-8361-db988fcee210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:07.392119 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c36044df-5510-4f02-9a58-c602e32a09cd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:07.400724 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c36044df-5510-4f02-9a58-c602e32a09cd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:07.481595 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c36044df-5510-4f02-9a58-c602e32a09cd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:07.483262 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36044df-5510-4f02-9a58-c602e32a09cd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=553e19b0-3b4c-49ba-9cf9-a68ed65a963f,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:07.532178 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0d8def33-b0f2-445b-8361-db988fcee210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:07.573498 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0d8def33-b0f2-445b-8361-db988fcee210 None None] For port 09cef6de-251a-418c-8a5f-9902002cc91d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=09cef6de-251a-418c-8a5f-9902002cc91d,segment=NetworkSegment(85d668f1-c529-4763-9b69-fcdbd5a939fd),segment_id=85d668f1-c529-4763-9b69-fcdbd5a939fd)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:02:07.579525 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0d8def33-b0f2-445b-8361-db988fcee210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:07.584266 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36044df-5510-4f02-9a58-c602e32a09cd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network af146ecc-1c5a-4493-9ee0-544f79be052a is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:02:07.586468 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-c36044df-5510-4f02-9a58-c602e32a09cd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:02:07.647762 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8def33-b0f2-445b-8361-db988fcee210 None None] Pushing event updated for resources: {'Port': ['ID=09cef6de-251a-418c-8a5f-9902002cc91d,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:07.748680 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36044df-5510-4f02-9a58-c602e32a09cd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Router 9b634302-b03f-4109-a7d0-7d23376cb441 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:02:07.809357 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1114c6e7-4ba9-46f7-870d-73010f27157c None None] Provisioning for port 553e19b0-3b4c-49ba-9cf9-a68ed65a963f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:02:07.814531 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1114c6e7-4ba9-46f7-870d-73010f27157c None None] Provisioning complete for port 553e19b0-3b4c-49ba-9cf9-a68ed65a963f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:02:07.815402 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1114c6e7-4ba9-46f7-870d-73010f27157c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:07.865437 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1114c6e7-4ba9-46f7-870d-73010f27157c None None] Port 553e19b0-3b4c-49ba-9cf9-a68ed65a963f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:02:07.879609 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1114c6e7-4ba9-46f7-870d-73010f27157c None None] Provisioning complete for port 09cef6de-251a-418c-8a5f-9902002cc91d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:02:07.881353 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1114c6e7-4ba9-46f7-870d-73010f27157c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:07.882278 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36044df-5510-4f02-9a58-c602e32a09cd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:02:07.891887 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c36044df-5510-4f02-9a58-c602e32a09cd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "PUT /v2.0/routers/9b634302-b03f-4109-a7d0-7d23376cb441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6442358 Jul 05 11:02:08.033059 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] Sync routers for ids ['9b634302-b03f-4109-a7d0-7d23376cb441'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:02:08.048352 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] Routers {'9b634302-b03f-4109-a7d0-7d23376cb441'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:02:08.049388 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:01:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9b634302-b03f-4109-a7d0-7d23376cb441'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:02:08.091717 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-167ac34f-215f-4cac-99c1-e162f56cc100 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1066026690&fields=id&tenant_id=2bc3fa9261bd425a8fa9117a8e536783 HTTP/1.1" status: 200 len: 267 time: 0.0415847 Jul 05 11:02:08.156431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9480fc89-03cb-4358-bf6c-e5f12fccc27c None None] Provisioning complete for port 553e19b0-3b4c-49ba-9cf9-a68ed65a963f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:02:08.156813 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9480fc89-03cb-4358-bf6c-e5f12fccc27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:08.202936 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] Set router 9b634302-b03f-4109-a7d0-7d23376cb441 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:02:08.218883 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-1885016f-3cc0-4d57-98b3-a2a6585f07ac tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:08.220782 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-1885016f-3cc0-4d57-98b3-a2a6585f07ac tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/networks?id=af146ecc-1c5a-4493-9ee0-544f79be052a HTTP/1.1" status: 200 len: 796 time: 0.1200988 Jul 05 11:02:08.234750 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9480fc89-03cb-4358-bf6c-e5f12fccc27c None None] Port 553e19b0-3b4c-49ba-9cf9-a68ed65a963f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:02:08.242358 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-1206378a-a7ce-48fa-ba69-38e09393b8a5 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/quotas/2bc3fa9261bd425a8fa9117a8e536783 HTTP/1.1" status: 200 len: 375 time: 0.0118475 Jul 05 11:02:08.319217 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-37f3844a-14a4-4e0b-b210-124166bae158 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655174 Jul 05 11:02:08.384976 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-59ebc465-8b0a-4449-bec8-4929df88c464 None None] Provisioning complete for port 553e19b0-3b4c-49ba-9cf9-a68ed65a963f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:02:08.385497 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-59ebc465-8b0a-4449-bec8-4929df88c464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:08.397969 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-4a6f39e8-f543-4dae-9d8a-bb46d32e8538 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 11:02:08.399076 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-4a6f39e8-f543-4dae-9d8a-bb46d32e8538 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0659728 Jul 05 11:02:08.452258 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-59ebc465-8b0a-4449-bec8-4929df88c464 None None] Port 553e19b0-3b4c-49ba-9cf9-a68ed65a963f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:02:08.476027 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072135373', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:02:02Z', 'updated_at': '2021-07-05T11:02:06Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:02:03Z', 'updated_at': '2021-07-05T11:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '553e19b0-3b4c-49ba-9cf9-a68ed65a963f', 'name': '', 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:36:da:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2a0f68f8-eedf-44b9-968b-f42abbcc5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:02:05Z', 'updated_at': '2021-07-05T11:02:07Z', 'revision_number': 2, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '2a0f68f8-eedf-44b9-968b-f42abbcc5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:02:08.500692 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-f945eb14-f4ca-405f-8ed3-50d28e13bfdd service neutron] 10.222.0.79 "GET /v2.0/networks/af146ecc-1c5a-4493-9ee0-544f79be052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949411 Jul 05 11:02:08.505888 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] Checking router: 9b634302-b03f-4109-a7d0-7d23376cb441 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:02:08.505888 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] Updating router 9b634302-b03f-4109-a7d0-7d23376cb441 port 553e19b0-3b4c-49ba-9cf9-a68ed65a963f binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:02:08.531062 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device fff92f22-59d9-4627-a35c-fb83d8f4e679 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:02:08.573730 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:08.605991 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-c20553b8-c574-4080-84e6-a02240954217 service neutron] 10.222.0.79 "GET /v2.0/networks/af146ecc-1c5a-4493-9ee0-544f79be052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927410 Jul 05 11:02:08.621636 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port fff92f22-59d9-4627-a35c-fb83d8f4e679 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:02:08.633275 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port fff92f22-59d9-4627-a35c-fb83d8f4e679 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:02:08.633657 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:08.858514 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d123da7d-9441-42ea-9bb6-f4658403b47a req-1461bf2e-7b8b-4ae3-b174-dd6e1f0fe811 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 210 time: 0.0374827 Jul 05 11:02:08.891074 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:08.924537 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port fff92f22-59d9-4627-a35c-fb83d8f4e679, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=fff92f22-59d9-4627-a35c-fb83d8f4e679,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:02:08.931594 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:08.932423 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 09cef6de-251a-418c-8a5f-9902002cc91d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:02:09.068619 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:09.079145 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=fff92f22-59d9-4627-a35c-fb83d8f4e679,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:09.090291 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] Transition to ACTIVE for port object 553e19b0-3b4c-49ba-9cf9-a68ed65a963f will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:02:09.098400 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:09.101611 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 09cef6de-251a-418c-8a5f-9902002cc91d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:02:09.101977 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:09.200403 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20244cc-e3af-4090-bfe8-26bfc12bd4a5 None None] Pushing event updated for resources: {'Port': ['ID=553e19b0-3b4c-49ba-9cf9-a68ed65a963f,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:09.294678 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] Attempting to bind port 553e19b0-3b4c-49ba-9cf9-a68ed65a963f on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:02:09.295262 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] Attempting to bind port 553e19b0-3b4c-49ba-9cf9-a68ed65a963f by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '85d668f1-c529-4763-9b69-fcdbd5a939fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:02:09.295959 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] Attempting to bind port 553e19b0-3b4c-49ba-9cf9-a68ed65a963f on network af146ecc-1c5a-4493-9ee0-544f79be052a {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:02:09.308698 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:02:09.309295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] Checking segment: {'id': '85d668f1-c529-4763-9b69-fcdbd5a939fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:02:09.309952 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:09.310588 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] Bound using segment: {'id': '85d668f1-c529-4763-9b69-fcdbd5a939fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:02:09.311368 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] Bound port: 553e19b0-3b4c-49ba-9cf9-a68ed65a963f, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d668f1-c529-4763-9b69-fcdbd5a939fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:02:09.312012 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:09.423551 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] For port 553e19b0-3b4c-49ba-9cf9-a68ed65a963f, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:02:09.428176 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] For port 553e19b0-3b4c-49ba-9cf9-a68ed65a963f, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=553e19b0-3b4c-49ba-9cf9-a68ed65a963f,segment=NetworkSegment(85d668f1-c529-4763-9b69-fcdbd5a939fd),segment_id=85d668f1-c529-4763-9b69-fcdbd5a939fd)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:02:09.433428 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:09.504612 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] Routers {'9b634302-b03f-4109-a7d0-7d23376cb441'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:02:09.505840 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:01:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9b634302-b03f-4109-a7d0-7d23376cb441'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:02:09.511172 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20244cc-e3af-4090-bfe8-26bfc12bd4a5 None None] Pushing event updated for resources: {'Port': ['ID=553e19b0-3b4c-49ba-9cf9-a68ed65a963f,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:09.679766 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] Set router 9b634302-b03f-4109-a7d0-7d23376cb441 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:02:10.030171 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ca5cf91-3f9c-4823-98bf-5d77c9b820de req-18433448-7ccd-4c0e-8427-7718ecc22166 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 210 time: 0.0421922 Jul 05 11:02:10.071431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072135373', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:02:02Z', 'updated_at': '2021-07-05T11:02:06Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:02:03Z', 'updated_at': '2021-07-05T11:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '553e19b0-3b4c-49ba-9cf9-a68ed65a963f', 'name': '', 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:36:da:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2a0f68f8-eedf-44b9-968b-f42abbcc5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:02:05Z', 'updated_at': '2021-07-05T11:02:09Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '2a0f68f8-eedf-44b9-968b-f42abbcc5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:02:10.104983 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f69ec0-ee59-4e59-887f-3298fb5866aa None None] The sync data for ids ['9b634302-b03f-4109-a7d0-7d23376cb441'] in n-d-798054-8 is: [{'id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072135373', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:02:02Z', 'updated_at': '2021-07-05T11:02:06Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:02:03Z', 'updated_at': '2021-07-05T11:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '553e19b0-3b4c-49ba-9cf9-a68ed65a963f', 'name': '', 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:36:da:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2a0f68f8-eedf-44b9-968b-f42abbcc5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:02:05Z', 'updated_at': '2021-07-05T11:02:09Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '2a0f68f8-eedf-44b9-968b-f42abbcc5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:02:10.188924 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-1c728c3d-d83b-4d78-a0a7-abf6f6c99636 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:10.190545 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-1c728c3d-d83b-4d78-a0a7-abf6f6c99636 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.78 "GET /v2.0/networks?id=af146ecc-1c5a-4493-9ee0-544f79be052a HTTP/1.1" status: 200 len: 796 time: 0.1196222 Jul 05 11:02:10.246018 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-f5c66910-5854-44b4-b3ed-ea07b3b5209a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bc3fa9261bd425a8fa9117a8e536783 HTTP/1.1" status: 200 len: 380 time: 0.0471392 Jul 05 11:02:10.255373 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-a001d36f-acab-4371-a632-3a4c2109ab33 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'port': {'device_id': 'c5791e1e-abdd-4b63-81fa-3ebde22508ec', 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a', 'admin_state_up': True, 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'security_groups': ['1b653f08-2094-4de7-ad64-a6ac3e98325d']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:02:10.441548 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-a001d36f-acab-4371-a632-3a4c2109ab33 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Made reservation on behalf of 2bc3fa9261bd425a8fa9117a8e536783 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:02:10.448429 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-a001d36f-acab-4371-a632-3a4c2109ab33 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:10.523423 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 553e19b0-3b4c-49ba-9cf9-a68ed65a963f up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:02:10.584737 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 553e19b0-3b4c-49ba-9cf9-a68ed65a963f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:02:10.588847 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 553e19b0-3b4c-49ba-9cf9-a68ed65a963f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:02:10.589288 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:10.658402 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-a001d36f-acab-4371-a632-3a4c2109ab33 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Allocated IP 172.20.0.14 (af146ecc-1c5a-4493-9ee0-544f79be052a/2a0f68f8-eedf-44b9-968b-f42abbcc5f5f/8e16ace0-f7b6-40a7-8a75-25c871146942) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:02:10.684328 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:10.736511 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 553e19b0-3b4c-49ba-9cf9-a68ed65a963f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=553e19b0-3b4c-49ba-9cf9-a68ed65a963f,segment=NetworkSegment(85d668f1-c529-4763-9b69-fcdbd5a939fd),segment_id=85d668f1-c529-4763-9b69-fcdbd5a939fd)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:02:10.745207 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:10.746549 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device fff92f22-59d9-4627-a35c-fb83d8f4e679 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:02:10.857156 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=553e19b0-3b4c-49ba-9cf9-a68ed65a963f,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:10.867287 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-a001d36f-acab-4371-a632-3a4c2109ab33 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:10.870735 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port fff92f22-59d9-4627-a35c-fb83d8f4e679 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:02:10.871521 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:10.884037 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-a001d36f-acab-4371-a632-3a4c2109ab33 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Transition to ACTIVE for port object 8e16ace0-f7b6-40a7-8a75-25c871146942 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:02:10.925601 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-a001d36f-acab-4371-a632-3a4c2109ab33 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:10.997914 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-a001d36f-acab-4371-a632-3a4c2109ab33 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network af146ecc-1c5a-4493-9ee0-544f79be052a is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:02:11.002809 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-a001d36f-acab-4371-a632-3a4c2109ab33 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:02:11.012230 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-a001d36f-acab-4371-a632-3a4c2109ab33 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:02:11.044832 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001d36f-acab-4371-a632-3a4c2109ab33 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=8e16ace0-f7b6-40a7-8a75-25c871146942,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:11.074232 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-a001d36f-acab-4371-a632-3a4c2109ab33 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:11.075371 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-a001d36f-acab-4371-a632-3a4c2109ab33 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:11.095336 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-a001d36f-acab-4371-a632-3a4c2109ab33 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8439047 Jul 05 11:02:11.107570 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-f2eb9c27-9980-4a05-965d-73cf3960976b service neutron] Request body: {'port': {'device_id': 'c5791e1e-abdd-4b63-81fa-3ebde22508ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:02:11.234198 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-f2eb9c27-9980-4a05-965d-73cf3960976b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:11.341175 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77833cb6-4269-4216-803c-6fa4409147d1 req-d04c4544-b88b-40c8-938d-54878ff37dbf tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:11.346193 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77833cb6-4269-4216-803c-6fa4409147d1 req-d04c4544-b88b-40c8-938d-54878ff37dbf tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 932 time: 0.1308694 Jul 05 11:02:11.423316 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-77833cb6-4269-4216-803c-6fa4409147d1 req-e51a9ad3-589b-4342-86a0-023d072b2d78 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707922 Jul 05 11:02:11.434566 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0bd28731-c82f-4b16-b901-fd8d2e3f8f5b None None] Provisioning for port 8e16ace0-f7b6-40a7-8a75-25c871146942 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:02:11.445250 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0bd28731-c82f-4b16-b901-fd8d2e3f8f5b None None] Provisioning complete for port 8e16ace0-f7b6-40a7-8a75-25c871146942 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:02:11.445835 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0bd28731-c82f-4b16-b901-fd8d2e3f8f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:11.523693 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0bd28731-c82f-4b16-b901-fd8d2e3f8f5b None None] Port 8e16ace0-f7b6-40a7-8a75-25c871146942 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:02:11.721563 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-f2eb9c27-9980-4a05-965d-73cf3960976b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e16ace0-f7b6-40a7-8a75-25c871146942 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:02:11.729380 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-f2eb9c27-9980-4a05-965d-73cf3960976b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:11.742117 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-f2eb9c27-9980-4a05-965d-73cf3960976b service neutron] Transition to ACTIVE for port object 8e16ace0-f7b6-40a7-8a75-25c871146942 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:02:11.746166 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-f2eb9c27-9980-4a05-965d-73cf3960976b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:11.803337 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb9c27-9980-4a05-965d-73cf3960976b service neutron] Pushing event updated for resources: {'Port': ['ID=8e16ace0-f7b6-40a7-8a75-25c871146942,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:11.877527 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-f2eb9c27-9980-4a05-965d-73cf3960976b service neutron] Attempting to bind port 8e16ace0-f7b6-40a7-8a75-25c871146942 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:02:11.877878 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-f2eb9c27-9980-4a05-965d-73cf3960976b service neutron] Attempting to bind port 8e16ace0-f7b6-40a7-8a75-25c871146942 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '85d668f1-c529-4763-9b69-fcdbd5a939fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:02:11.878219 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-f2eb9c27-9980-4a05-965d-73cf3960976b service neutron] Attempting to bind port 8e16ace0-f7b6-40a7-8a75-25c871146942 on network af146ecc-1c5a-4493-9ee0-544f79be052a {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:02:11.883178 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-f2eb9c27-9980-4a05-965d-73cf3960976b service neutron] Port 8e16ace0-f7b6-40a7-8a75-25c871146942 on network af146ecc-1c5a-4493-9ee0-544f79be052a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:02:11.883497 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-f2eb9c27-9980-4a05-965d-73cf3960976b service neutron] Attempting to bind port 8e16ace0-f7b6-40a7-8a75-25c871146942 on network af146ecc-1c5a-4493-9ee0-544f79be052a {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:02:11.888878 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-f2eb9c27-9980-4a05-965d-73cf3960976b service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:02:11.889249 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-f2eb9c27-9980-4a05-965d-73cf3960976b service neutron] Checking segment: {'id': '85d668f1-c529-4763-9b69-fcdbd5a939fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:02:11.889629 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-f2eb9c27-9980-4a05-965d-73cf3960976b service neutron] Bound using segment: {'id': '85d668f1-c529-4763-9b69-fcdbd5a939fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:02:11.890060 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-f2eb9c27-9980-4a05-965d-73cf3960976b service neutron] Bound port: 8e16ace0-f7b6-40a7-8a75-25c871146942, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d668f1-c529-4763-9b69-fcdbd5a939fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:02:11.890420 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-f2eb9c27-9980-4a05-965d-73cf3960976b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:11.968723 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-f2eb9c27-9980-4a05-965d-73cf3960976b service neutron] For port 8e16ace0-f7b6-40a7-8a75-25c871146942, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:02:11.972198 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-f2eb9c27-9980-4a05-965d-73cf3960976b service neutron] For port 8e16ace0-f7b6-40a7-8a75-25c871146942, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8e16ace0-f7b6-40a7-8a75-25c871146942,segment=NetworkSegment(85d668f1-c529-4763-9b69-fcdbd5a939fd),segment_id=85d668f1-c529-4763-9b69-fcdbd5a939fd)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:02:11.982407 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-f2eb9c27-9980-4a05-965d-73cf3960976b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:12.034740 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-f2eb9c27-9980-4a05-965d-73cf3960976b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:12.035747 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-f2eb9c27-9980-4a05-965d-73cf3960976b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:12.038241 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-f2eb9c27-9980-4a05-965d-73cf3960976b service neutron] 10.222.0.78 "PUT /v2.0/ports/8e16ace0-f7b6-40a7-8a75-25c871146942 HTTP/1.1" status: 200 len: 1092 time: 0.9357381 Jul 05 11:02:12.038856 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5791e1e-abdd-4b63-81fa-3ebde22508ec', 'tag': '8e16ace0-f7b6-40a7-8a75-25c871146942'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:02:12.042419 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9375c4d2-8a85-4e08-921f-8e53aa8ee8b9" -d '{"events": [{"name": "network-changed", "server_uuid": "c5791e1e-abdd-4b63-81fa-3ebde22508ec", "tag": "8e16ace0-f7b6-40a7-8a75-25c871146942"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:02:12.092108 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9793f89e-0aa9-44f0-a219-078e1931c536 x-openstack-request-id: req-9793f89e-0aa9-44f0-a219-078e1931c536 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:02:12.092507 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5791e1e-abdd-4b63-81fa-3ebde22508ec", "tag": "8e16ace0-f7b6-40a7-8a75-25c871146942", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:02:12.092860 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9793f89e-0aa9-44f0-a219-078e1931c536 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:02:12.093455 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5791e1e-abdd-4b63-81fa-3ebde22508ec', 'tag': '8e16ace0-f7b6-40a7-8a75-25c871146942', 'status': 'completed', 'code': 200} Jul 05 11:02:12.147880 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb9c27-9980-4a05-965d-73cf3960976b service neutron] Pushing event updated for resources: {'Port': ['ID=8e16ace0-f7b6-40a7-8a75-25c871146942,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:12.182466 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-1b86aa8d-113e-4d5d-b4bb-a19c441bb6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:12.184544 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-1b86aa8d-113e-4d5d-b4bb-a19c441bb6d6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 1095 time: 0.0815911 Jul 05 11:02:12.236898 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-bb2b3a87-176b-4444-a44e-ed19c0b2558b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e16ace0-f7b6-40a7-8a75-25c871146942 HTTP/1.1" status: 200 len: 217 time: 0.0444953 Jul 05 11:02:12.297374 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-38370087-d122-445b-9865-e9cb56a4e323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:12.298979 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-38370087-d122-445b-9865-e9cb56a4e323 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a0f68f8-eedf-44b9-968b-f42abbcc5f5f HTTP/1.1" status: 200 len: 835 time: 0.0556402 Jul 05 11:02:12.367416 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-b0d1e26b-a3d8-4f46-b30e-fb1cd177529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:12.369231 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-b0d1e26b-a3d8-4f46-b30e-fb1cd177529c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af146ecc-1c5a-4493-9ee0-544f79be052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635381 Jul 05 11:02:12.396445 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 553e19b0-3b4c-49ba-9cf9-a68ed65a963f up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:02:12.448025 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 553e19b0-3b4c-49ba-9cf9-a68ed65a963f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:02:12.448321 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:12.478849 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-cacf7d4b-39fe-4057-9ef6-aabc7ee8373b service neutron] 10.222.0.78 "GET /v2.0/networks/af146ecc-1c5a-4493-9ee0-544f79be052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021340 Jul 05 11:02:12.576915 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7130bfd6-3d2d-40b9-acc8-80f23f439930 req-9502214e-d2ff-4f22-b09b-5cc5b00d408b service neutron] 10.222.0.78 "GET /v2.0/networks/af146ecc-1c5a-4493-9ee0-544f79be052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908043 Jul 05 11:02:12.689416 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375c4d2-8a85-4e08-921f-8e53aa8ee8b9 req-671f1f9c-5b8b-469a-aa9b-b62a7d6a18db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:12.690934 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9375c4d2-8a85-4e08-921f-8e53aa8ee8b9 req-671f1f9c-5b8b-469a-aa9b-b62a7d6a18db service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 1095 time: 0.0575449 Jul 05 11:02:12.745691 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12105bf0-4b70-41d8-bedd-933cfcbdd385 req-a7659710-3db1-4ae1-b1cc-1325c16d32c0 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:12.747260 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12105bf0-4b70-41d8-bedd-933cfcbdd385 req-a7659710-3db1-4ae1-b1cc-1325c16d32c0 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 944 time: 0.1324570 Jul 05 11:02:12.787575 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-12105bf0-4b70-41d8-bedd-933cfcbdd385 req-109141a3-de20-487b-8023-d03437a10ae2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344787 Jul 05 11:02:12.790417 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375c4d2-8a85-4e08-921f-8e53aa8ee8b9 req-9717f610-c592-4ec6-b291-ac7b84038eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:12.792053 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9375c4d2-8a85-4e08-921f-8e53aa8ee8b9 req-9717f610-c592-4ec6-b291-ac7b84038eaa service neutron] 10.222.0.78 "GET /v2.0/networks?id=af146ecc-1c5a-4493-9ee0-544f79be052a HTTP/1.1" status: 200 len: 897 time: 0.0945017 Jul 05 11:02:12.836300 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9375c4d2-8a85-4e08-921f-8e53aa8ee8b9 req-81920a2b-789f-4ec1-83ca-77f724289d9a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e16ace0-f7b6-40a7-8a75-25c871146942 HTTP/1.1" status: 200 len: 217 time: 0.0374799 Jul 05 11:02:12.890564 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375c4d2-8a85-4e08-921f-8e53aa8ee8b9 req-b664ee5f-484f-4217-8771-16dcd3d7df32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:12.892102 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9375c4d2-8a85-4e08-921f-8e53aa8ee8b9 req-b664ee5f-484f-4217-8771-16dcd3d7df32 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a0f68f8-eedf-44b9-968b-f42abbcc5f5f HTTP/1.1" status: 200 len: 835 time: 0.0492837 Jul 05 11:02:12.949711 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375c4d2-8a85-4e08-921f-8e53aa8ee8b9 req-7f73d719-b509-461b-8657-524e4921637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:12.951239 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9375c4d2-8a85-4e08-921f-8e53aa8ee8b9 req-7f73d719-b509-461b-8657-524e4921637c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af146ecc-1c5a-4493-9ee0-544f79be052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530581 Jul 05 11:02:13.039832 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9375c4d2-8a85-4e08-921f-8e53aa8ee8b9 req-72616b5c-b833-4a7d-ac0f-de06eb6c24d7 service neutron] 10.222.0.78 "GET /v2.0/networks/af146ecc-1c5a-4493-9ee0-544f79be052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824065 Jul 05 11:02:13.132452 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9375c4d2-8a85-4e08-921f-8e53aa8ee8b9 req-45220609-96c5-436d-bf44-8f7a7694e7ab service neutron] 10.222.0.78 "GET /v2.0/networks/af146ecc-1c5a-4493-9ee0-544f79be052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865183 Jul 05 11:02:13.982451 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c790a-661c-4d87-9886-9bee8e3c5487 req-20dfc314-20c0-4f25-906e-13cb9d4fcd26 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:13.984479 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f40c790a-661c-4d87-9886-9bee8e3c5487 req-20dfc314-20c0-4f25-906e-13cb9d4fcd26 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 944 time: 0.0705569 Jul 05 11:02:14.022279 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f40c790a-661c-4d87-9886-9bee8e3c5487 req-c0609be6-cf4b-4cea-a3ec-82c3faac13f6 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327773 Jul 05 11:02:15.195964 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b105f0-abdc-4e61-80e6-179ccfd8e821 req-793625b3-26e3-4616-abb6-6cbe6e7d2af6 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:15.197837 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-93b105f0-abdc-4e61-80e6-179ccfd8e821 req-793625b3-26e3-4616-abb6-6cbe6e7d2af6 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 944 time: 0.0652354 Jul 05 11:02:15.238893 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-93b105f0-abdc-4e61-80e6-179ccfd8e821 req-854bd312-5763-40ff-9e82-c59812fdf6a7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346606 Jul 05 11:02:16.141801 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 8e16ace0-f7b6-40a7-8a75-25c871146942 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:02:16.238463 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 8e16ace0-f7b6-40a7-8a75-25c871146942, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8e16ace0-f7b6-40a7-8a75-25c871146942,segment=NetworkSegment(85d668f1-c529-4763-9b69-fcdbd5a939fd),segment_id=85d668f1-c529-4763-9b69-fcdbd5a939fd)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:02:16.249757 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '8e16ace0-f7b6-40a7-8a75-25c871146942', 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a', 'port_id': '8e16ace0-f7b6-40a7-8a75-25c871146942', 'mac_address': 'fa:16:3e:c7:c9:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0f68f8-eedf-44b9-968b-f42abbcc5f5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:02:16.287870 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:16.300853 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e16ace0-f7b6-40a7-8a75-25c871146942 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:02:16.321022 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 8e16ace0-f7b6-40a7-8a75-25c871146942, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8e16ace0-f7b6-40a7-8a75-25c871146942,segment=NetworkSegment(85d668f1-c529-4763-9b69-fcdbd5a939fd),segment_id=85d668f1-c529-4763-9b69-fcdbd5a939fd)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:02:16.326194 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:16.385245 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=8e16ace0-f7b6-40a7-8a75-25c871146942,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:16.430491 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9fd13-08a9-4dd1-bd6c-9e3b431a60cc req-92f0982a-7b27-4fd8-b136-ea21ee967de0 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:16.432068 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4ee9fd13-08a9-4dd1-bd6c-9e3b431a60cc req-92f0982a-7b27-4fd8-b136-ea21ee967de0 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 945 time: 0.0728853 Jul 05 11:02:16.471826 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4ee9fd13-08a9-4dd1-bd6c-9e3b431a60cc req-dffa4464-5e03-426c-9323-d6df1a5ec7de tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339270 Jul 05 11:02:16.696935 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['8e16ace0-f7b6-40a7-8a75-25c871146942'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:02:17.650202 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29e253-e474-4354-ab59-56d738ca5f3a req-36798a0a-c8b9-4f9c-8f6d-048854c82d53 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:17.651783 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8b29e253-e474-4354-ab59-56d738ca5f3a req-36798a0a-c8b9-4f9c-8f6d-048854c82d53 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 945 time: 0.0658698 Jul 05 11:02:17.690322 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8b29e253-e474-4354-ab59-56d738ca5f3a req-0e6115ba-33ec-42bd-b032-9adb6a9b96ac tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328805 Jul 05 11:02:18.157270 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 8e16ace0-f7b6-40a7-8a75-25c871146942 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:02:18.206555 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 8e16ace0-f7b6-40a7-8a75-25c871146942 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:02:18.211082 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 8e16ace0-f7b6-40a7-8a75-25c871146942 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:02:18.211437 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:18.292636 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:18.315068 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5791e1e-abdd-4b63-81fa-3ebde22508ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e16ace0-f7b6-40a7-8a75-25c871146942'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:02:18.317413 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77b2ec2-4ac1-46ab-ab41-b2a66e0a9534" -d '{"events": [{"server_uuid": "c5791e1e-abdd-4b63-81fa-3ebde22508ec", "name": "network-vif-plugged", "status": "completed", "tag": "8e16ace0-f7b6-40a7-8a75-25c871146942"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:02:18.330693 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 8e16ace0-f7b6-40a7-8a75-25c871146942, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8e16ace0-f7b6-40a7-8a75-25c871146942,segment=NetworkSegment(85d668f1-c529-4763-9b69-fcdbd5a939fd),segment_id=85d668f1-c529-4763-9b69-fcdbd5a939fd)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:02:18.338577 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:18.364407 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4af5e6-9bea-4c60-97e3-f117fef734a4 x-openstack-request-id: req-8d4af5e6-9bea-4c60-97e3-f117fef734a4 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:02:18.364705 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5791e1e-abdd-4b63-81fa-3ebde22508ec", "name": "network-vif-plugged", "status": "completed", "tag": "8e16ace0-f7b6-40a7-8a75-25c871146942", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:02:18.364961 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8d4af5e6-9bea-4c60-97e3-f117fef734a4 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:02:18.365353 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5791e1e-abdd-4b63-81fa-3ebde22508ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e16ace0-f7b6-40a7-8a75-25c871146942', 'code': 200} Jul 05 11:02:18.394419 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=8e16ace0-f7b6-40a7-8a75-25c871146942,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:18.474010 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4108c-7cdc-41eb-8dfe-80e907cbb3b4 req-bfdd93a5-2ad2-43a9-843f-204b72c6bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:18.475447 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7ba4108c-7cdc-41eb-8dfe-80e907cbb3b4 req-bfdd93a5-2ad2-43a9-843f-204b72c6bafa service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 1097 time: 0.0526259 Jul 05 11:02:18.509385 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7ba4108c-7cdc-41eb-8dfe-80e907cbb3b4 req-45c33c3c-6970-4910-bc53-004c010f64b9 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271978 Jul 05 11:02:18.869372 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31e446-0263-4708-8e55-b4c23a3ce27d req-0d2d94dc-9a47-4498-aecd-9a2e6601fa7b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:18.870969 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff31e446-0263-4708-8e55-b4c23a3ce27d req-0d2d94dc-9a47-4498-aecd-9a2e6601fa7b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 946 time: 0.0658896 Jul 05 11:02:18.910533 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ff31e446-0263-4708-8e55-b4c23a3ce27d req-cd7a6d0e-6ff4-4d33-aa21-76bd976e9b48 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336950 Jul 05 11:02:20.099133 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adc0ed-9135-4c5f-a04c-dbbab97b6202 req-75637b75-aee8-44a9-bf92-58a8a84ef113 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:20.100675 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39adc0ed-9135-4c5f-a04c-dbbab97b6202 req-75637b75-aee8-44a9-bf92-58a8a84ef113 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 946 time: 0.0755823 Jul 05 11:02:20.139828 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-39adc0ed-9135-4c5f-a04c-dbbab97b6202 req-40e1e097-2d21-4143-bc6d-630f6ecb4f7a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332770 Jul 05 11:02:20.318564 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de82265-779b-47ea-ad57-805532032f84 req-881bfab2-e810-4578-b346-7bc969c0fb3b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:20.320126 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9de82265-779b-47ea-ad57-805532032f84 req-881bfab2-e810-4578-b346-7bc969c0fb3b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 946 time: 0.0646372 Jul 05 11:02:20.363050 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9de82265-779b-47ea-ad57-805532032f84 req-5bb4c9ed-9dbb-4102-99e0-9f4003ea3474 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368631 Jul 05 11:02:20.388272 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50292) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:20.445919 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db33dbf-d451-47a1-a38b-2049833eaeec tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:20.447806 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1db33dbf-d451-47a1-a38b-2049833eaeec tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 1092 time: 0.0583873 Jul 05 11:02:20.450660 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50294) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:20.455808 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5a9f621f-6ed2-4838-9db3-7f8f3315f91b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': '8e16ace0-f7b6-40a7-8a75-25c871146942', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:02:20.480585 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a9f621f-6ed2-4838-9db3-7f8f3315f91b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:20.585520 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a9f621f-6ed2-4838-9db3-7f8f3315f91b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:20.692944 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-5a9f621f-6ed2-4838-9db3-7f8f3315f91b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Allocated IP 172.25.7.208 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/e63a8c6c-6d48-492c-a3ae-fcbc8af6cb77) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:02:20.811399 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a9f621f-6ed2-4838-9db3-7f8f3315f91b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:20.852304 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a9f621f-6ed2-4838-9db3-7f8f3315f91b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:20.889954 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9f621f-6ed2-4838-9db3-7f8f3315f91b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:02:20.896756 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-5a9f621f-6ed2-4838-9db3-7f8f3315f91b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:02:20.901373 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9f621f-6ed2-4838-9db3-7f8f3315f91b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:02:20.904238 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f621f-6ed2-4838-9db3-7f8f3315f91b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=e63a8c6c-6d48-492c-a3ae-fcbc8af6cb77,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:21.061272 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31d29041-d64f-4504-ae26-53710f71f98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:21.280732 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a9f621f-6ed2-4838-9db3-7f8f3315f91b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:21.357297 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a9f621f-6ed2-4838-9db3-7f8f3315f91b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:21.502133 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a9f621f-6ed2-4838-9db3-7f8f3315f91b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:21.507272 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a9f621f-6ed2-4838-9db3-7f8f3315f91b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:21.576075 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f621f-6ed2-4838-9db3-7f8f3315f91b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=e63a8c6c-6d48-492c-a3ae-fcbc8af6cb77,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:21.587480 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a9f621f-6ed2-4838-9db3-7f8f3315f91b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:22.012063 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-5a9f621f-6ed2-4838-9db3-7f8f3315f91b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Floating IP 925e9580-d098-4c6f-a279-d627fd51e31d associated. External IP: 172.25.7.208, port: 8e16ace0-f7b6-40a7-8a75-25c871146942. Jul 05 11:02:22.221457 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9f621f-6ed2-4838-9db3-7f8f3315f91b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Router 9b634302-b03f-4109-a7d0-7d23376cb441 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:02:22.330345 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9f621f-6ed2-4838-9db3-7f8f3315f91b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:02:22.341666 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2497ad8-8b47-42d4-a56a-99bbc3c1be2d None None] Sync routers for ids ['9b634302-b03f-4109-a7d0-7d23376cb441'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:02:22.347538 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a9f621f-6ed2-4838-9db3-7f8f3315f91b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:22.351741 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2497ad8-8b47-42d4-a56a-99bbc3c1be2d None None] Routers {'9b634302-b03f-4109-a7d0-7d23376cb441'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:02:22.352533 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a2497ad8-8b47-42d4-a56a-99bbc3c1be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:01:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9b634302-b03f-4109-a7d0-7d23376cb441'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:02:22.384208 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5a9f621f-6ed2-4838-9db3-7f8f3315f91b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9323888 Jul 05 11:02:22.384786 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5791e1e-abdd-4b63-81fa-3ebde22508ec', 'tag': '8e16ace0-f7b6-40a7-8a75-25c871146942'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:02:22.387281 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51715af-c081-4178-b4e8-ff5e8f97da8a" -d '{"events": [{"name": "network-changed", "server_uuid": "c5791e1e-abdd-4b63-81fa-3ebde22508ec", "tag": "8e16ace0-f7b6-40a7-8a75-25c871146942"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:02:22.406692 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:02:22.470655 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-a2497ad8-8b47-42d4-a56a-99bbc3c1be2d None None] Set router 9b634302-b03f-4109-a7d0-7d23376cb441 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:02:22.543679 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36971f-375a-4db9-bab0-2ba6f122c177 req-d78e5bc9-d006-408d-8be0-93fb110e9761 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:22.545252 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c36971f-375a-4db9-bab0-2ba6f122c177 req-d78e5bc9-d006-408d-8be0-93fb110e9761 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 946 time: 0.0679259 Jul 05 11:02:22.585045 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c36971f-375a-4db9-bab0-2ba6f122c177 req-e9e58010-93b3-42e2-8c09-18a3fa1dead6 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340354 Jul 05 11:02:22.612253 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50300) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:22.633310 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53df705a-295c-440c-a538-6edda7e69e2a x-openstack-request-id: req-53df705a-295c-440c-a538-6edda7e69e2a {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:02:22.633846 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5791e1e-abdd-4b63-81fa-3ebde22508ec", "tag": "8e16ace0-f7b6-40a7-8a75-25c871146942", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:02:22.633846 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-53df705a-295c-440c-a538-6edda7e69e2a {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:02:22.634248 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5791e1e-abdd-4b63-81fa-3ebde22508ec', 'tag': '8e16ace0-f7b6-40a7-8a75-25c871146942', 'status': 'completed', 'code': 200} Jul 05 11:02:22.677638 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-afb32163-3f09-4617-ad92-471b04e17bd0 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/floatingips/925e9580-d098-4c6f-a279-d627fd51e31d HTTP/1.1" status: 200 len: 992 time: 0.0660162 Jul 05 11:02:22.703244 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a2497ad8-8b47-42d4-a56a-99bbc3c1be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072135373', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:02:02Z', 'updated_at': '2021-07-05T11:02:06Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:02:03Z', 'updated_at': '2021-07-05T11:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '925e9580-d098-4c6f-a279-d627fd51e31d', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'port_id': '8e16ace0-f7b6-40a7-8a75-25c871146942', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a', 'mac_address': 'fa:16:3e:c7:c9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5791e1e-abdd-4b63-81fa-3ebde22508ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:02:21Z', 'updated_at': '2021-07-05T11:02:21Z', 'revision_number': 0, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e19b0-3b4c-49ba-9cf9-a68ed65a963f', 'name': '', 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:36:da:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2a0f68f8-eedf-44b9-968b-f42abbcc5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:02:05Z', 'updated_at': '2021-07-05T11:02:10Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '2a0f68f8-eedf-44b9-968b-f42abbcc5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:02:22.713222 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51715af-c081-4178-b4e8-ff5e8f97da8a req-23180dc2-de3c-4b5e-bd4e-f940a48c9d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:22.714980 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f51715af-c081-4178-b4e8-ff5e8f97da8a req-23180dc2-de3c-4b5e-bd4e-f940a48c9d91 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 1097 time: 0.0568199 Jul 05 11:02:22.729170 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2497ad8-8b47-42d4-a56a-99bbc3c1be2d None None] Checking router: 9b634302-b03f-4109-a7d0-7d23376cb441 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:02:22.737346 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2497ad8-8b47-42d4-a56a-99bbc3c1be2d None None] Routers {'9b634302-b03f-4109-a7d0-7d23376cb441'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:02:22.737985 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a2497ad8-8b47-42d4-a56a-99bbc3c1be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:01:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9b634302-b03f-4109-a7d0-7d23376cb441'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:02:22.807714 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51715af-c081-4178-b4e8-ff5e8f97da8a req-143a5bd9-353b-4f8c-9161-63c3e1e6b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:22.809303 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f51715af-c081-4178-b4e8-ff5e8f97da8a req-143a5bd9-353b-4f8c-9161-63c3e1e6b0f9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=af146ecc-1c5a-4493-9ee0-544f79be052a HTTP/1.1" status: 200 len: 897 time: 0.0887072 Jul 05 11:02:22.844034 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-a2497ad8-8b47-42d4-a56a-99bbc3c1be2d None None] Set router 9b634302-b03f-4109-a7d0-7d23376cb441 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:02:22.874864 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f51715af-c081-4178-b4e8-ff5e8f97da8a req-62eeba2f-af17-4e87-bd72-ae84d86e0939 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e16ace0-f7b6-40a7-8a75-25c871146942 HTTP/1.1" status: 200 len: 1000 time: 0.0594585 Jul 05 11:02:22.922904 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51715af-c081-4178-b4e8-ff5e8f97da8a req-41744f76-2a75-47c3-a298-ba6f00766cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:22.924428 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f51715af-c081-4178-b4e8-ff5e8f97da8a req-41744f76-2a75-47c3-a298-ba6f00766cf3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a0f68f8-eedf-44b9-968b-f42abbcc5f5f HTTP/1.1" status: 200 len: 835 time: 0.0435190 Jul 05 11:02:22.985556 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51715af-c081-4178-b4e8-ff5e8f97da8a req-d7a98d51-fde7-415a-90af-2a50b94dc56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:22.987085 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f51715af-c081-4178-b4e8-ff5e8f97da8a req-d7a98d51-fde7-415a-90af-2a50b94dc56c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af146ecc-1c5a-4493-9ee0-544f79be052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568559 Jul 05 11:02:23.070896 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a2497ad8-8b47-42d4-a56a-99bbc3c1be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072135373', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:02:02Z', 'updated_at': '2021-07-05T11:02:06Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:02:03Z', 'updated_at': '2021-07-05T11:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '925e9580-d098-4c6f-a279-d627fd51e31d', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'port_id': '8e16ace0-f7b6-40a7-8a75-25c871146942', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a', 'mac_address': 'fa:16:3e:c7:c9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5791e1e-abdd-4b63-81fa-3ebde22508ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:02:21Z', 'updated_at': '2021-07-05T11:02:21Z', 'revision_number': 0, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e19b0-3b4c-49ba-9cf9-a68ed65a963f', 'name': '', 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:36:da:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2a0f68f8-eedf-44b9-968b-f42abbcc5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:02:05Z', 'updated_at': '2021-07-05T11:02:10Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '2a0f68f8-eedf-44b9-968b-f42abbcc5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:02:23.081709 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f51715af-c081-4178-b4e8-ff5e8f97da8a req-5711a8a0-68b0-47ac-95aa-e093ab5494f3 service neutron] 10.222.0.78 "GET /v2.0/networks/af146ecc-1c5a-4493-9ee0-544f79be052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882776 Jul 05 11:02:23.100979 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2497ad8-8b47-42d4-a56a-99bbc3c1be2d None None] The sync data for ids ['9b634302-b03f-4109-a7d0-7d23376cb441'] in n-d-798054-8 is: [{'id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072135373', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:02:02Z', 'updated_at': '2021-07-05T11:02:06Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:02:03Z', 'updated_at': '2021-07-05T11:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '925e9580-d098-4c6f-a279-d627fd51e31d', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'port_id': '8e16ace0-f7b6-40a7-8a75-25c871146942', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a', 'mac_address': 'fa:16:3e:c7:c9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5791e1e-abdd-4b63-81fa-3ebde22508ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:02:21Z', 'updated_at': '2021-07-05T11:02:21Z', 'revision_number': 0, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e19b0-3b4c-49ba-9cf9-a68ed65a963f', 'name': '', 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:36:da:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2a0f68f8-eedf-44b9-968b-f42abbcc5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:02:05Z', 'updated_at': '2021-07-05T11:02:10Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '2a0f68f8-eedf-44b9-968b-f42abbcc5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:02:23.178851 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-f51715af-c081-4178-b4e8-ff5e8f97da8a req-cf6a1cfa-1273-42d3-9019-2937120831b9 service neutron] 10.222.0.78 "GET /v2.0/networks/af146ecc-1c5a-4493-9ee0-544f79be052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913565 Jul 05 11:02:23.308722 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598671b1-276f-4890-8b93-b2495411788b None None] New status for floating IP 925e9580-d098-4c6f-a279-d627fd51e31d: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:02:23.459414 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-80eeefdd-56f4-44fc-9bd0-799893374483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:23.680019 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50302) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:23.744270 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-538b5572-8590-4127-bc62-915cdda26d64 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/floatingips/925e9580-d098-4c6f-a279-d627fd51e31d HTTP/1.1" status: 200 len: 994 time: 0.0629632 Jul 05 11:02:23.771386 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:24.885954 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:27.016717 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:33.133913 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-001848a5-ec05-44fe-be48-29bfc91d1f6d req-691ddd90-735e-49ba-8899-88b7a7dab341 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528672 Jul 05 11:02:33.226638 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001848a5-ec05-44fe-be48-29bfc91d1f6d req-f8a96fb8-2f67-41bc-853f-279eb551c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:33.228167 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-001848a5-ec05-44fe-be48-29bfc91d1f6d req-f8a96fb8-2f67-41bc-853f-279eb551c173 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 1097 time: 0.0534086 Jul 05 11:02:33.339621 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001848a5-ec05-44fe-be48-29bfc91d1f6d req-c323593f-8a54-474f-9c6b-712a4f8f1ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:33.341151 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-001848a5-ec05-44fe-be48-29bfc91d1f6d req-c323593f-8a54-474f-9c6b-712a4f8f1ef3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=af146ecc-1c5a-4493-9ee0-544f79be052a HTTP/1.1" status: 200 len: 897 time: 0.0929558 Jul 05 11:02:33.407909 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-001848a5-ec05-44fe-be48-29bfc91d1f6d req-0f257480-9a1a-4ebe-9476-e71a9af903b0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e16ace0-f7b6-40a7-8a75-25c871146942 HTTP/1.1" status: 200 len: 1002 time: 0.0607674 Jul 05 11:02:33.445469 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:33.457092 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001848a5-ec05-44fe-be48-29bfc91d1f6d req-ff556421-ddf0-4511-9187-2682c9b3c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:33.458560 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-001848a5-ec05-44fe-be48-29bfc91d1f6d req-ff556421-ddf0-4511-9187-2682c9b3c2b7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a0f68f8-eedf-44b9-968b-f42abbcc5f5f HTTP/1.1" status: 200 len: 835 time: 0.0452781 Jul 05 11:02:33.521167 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001848a5-ec05-44fe-be48-29bfc91d1f6d req-433c0a70-c42f-4f46-bb35-c8fc825c39eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:33.522702 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-001848a5-ec05-44fe-be48-29bfc91d1f6d req-433c0a70-c42f-4f46-bb35-c8fc825c39eb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af146ecc-1c5a-4493-9ee0-544f79be052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574679 Jul 05 11:02:33.533465 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [req-001848a5-ec05-44fe-be48-29bfc91d1f6d req-009a74ab-61f3-4217-90e6-725317e70426 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 11:02:33.534410 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-001848a5-ec05-44fe-be48-29bfc91d1f6d req-009a74ab-61f3-4217-90e6-725317e70426 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049992 Jul 05 11:02:33.621962 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-001848a5-ec05-44fe-be48-29bfc91d1f6d req-ce0d9ecc-fc77-4933-97d7-6fa568cca4b1 service neutron] 10.222.0.78 "GET /v2.0/networks/af146ecc-1c5a-4493-9ee0-544f79be052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818300 Jul 05 11:02:33.716521 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-001848a5-ec05-44fe-be48-29bfc91d1f6d req-1efc4f9b-3475-4894-8ec0-f0b15abe6f8f service neutron] 10.222.0.78 "GET /v2.0/networks/af146ecc-1c5a-4493-9ee0-544f79be052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887566 Jul 05 11:02:36.953097 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:51.062697 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-90977de6-d560-4162-b537-bef27e82edea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:53.426575 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-76c48e9f-b2dc-4da2-99f8-8739206dcfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:53.773568 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:54.887469 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:57.019779 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:59.406276 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:03:03.476455 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:06.966863 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:21.063755 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b247b0c7-9983-47c1-ba20-5f4f2f191285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:23.428741 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a69d80ae-82a8-449c-8ead-0f4e268532b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:23.776516 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:24.888252 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:27.020375 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:33.486780 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:34.179415 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d7ff86a0-8cda-497e-8ba7-82dd08b02700 req-00c40c91-9972-49a2-89e3-fa2e051c391b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0977581 Jul 05 11:03:34.275752 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff86a0-8cda-497e-8ba7-82dd08b02700 req-235a98ae-87e4-40c1-939b-d848553babc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:34.277426 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d7ff86a0-8cda-497e-8ba7-82dd08b02700 req-235a98ae-87e4-40c1-939b-d848553babc5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 1097 time: 0.0560496 Jul 05 11:03:34.385989 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff86a0-8cda-497e-8ba7-82dd08b02700 req-a32d9255-3a1c-433e-be61-d026b3ee8cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:34.387491 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d7ff86a0-8cda-497e-8ba7-82dd08b02700 req-a32d9255-3a1c-433e-be61-d026b3ee8cab service neutron] 10.222.0.78 "GET /v2.0/networks?id=af146ecc-1c5a-4493-9ee0-544f79be052a HTTP/1.1" status: 200 len: 897 time: 0.0909870 Jul 05 11:03:34.451248 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d7ff86a0-8cda-497e-8ba7-82dd08b02700 req-36dc803e-e69d-4b15-90d2-e146d5951f0c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e16ace0-f7b6-40a7-8a75-25c871146942 HTTP/1.1" status: 200 len: 1002 time: 0.0577409 Jul 05 11:03:34.503047 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff86a0-8cda-497e-8ba7-82dd08b02700 req-0c10075f-9c84-4b5d-a964-edaef7f8b745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:34.504619 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d7ff86a0-8cda-497e-8ba7-82dd08b02700 req-0c10075f-9c84-4b5d-a964-edaef7f8b745 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a0f68f8-eedf-44b9-968b-f42abbcc5f5f HTTP/1.1" status: 200 len: 835 time: 0.0477393 Jul 05 11:03:34.562963 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff86a0-8cda-497e-8ba7-82dd08b02700 req-1bf8672a-c78e-48ac-acdb-4333a4d47806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:34.564543 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d7ff86a0-8cda-497e-8ba7-82dd08b02700 req-1bf8672a-c78e-48ac-acdb-4333a4d47806 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af146ecc-1c5a-4493-9ee0-544f79be052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542758 Jul 05 11:03:34.653524 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d7ff86a0-8cda-497e-8ba7-82dd08b02700 req-46eab63d-670f-46fa-a34b-f202815fd830 service neutron] 10.222.0.78 "GET /v2.0/networks/af146ecc-1c5a-4493-9ee0-544f79be052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816262 Jul 05 11:03:34.744561 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d7ff86a0-8cda-497e-8ba7-82dd08b02700 req-31a7f52b-71db-4a4c-8538-1ad2acf5dd98 service neutron] 10.222.0.78 "GET /v2.0/networks/af146ecc-1c5a-4493-9ee0-544f79be052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852811 Jul 05 11:03:35.246741 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403d346-e1c5-4f8b-a364-9b324dbd47fb req-8c0e07bb-8430-4647-adb0-eae23877f461 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:35.248250 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c403d346-e1c5-4f8b-a364-9b324dbd47fb req-8c0e07bb-8430-4647-adb0-eae23877f461 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 946 time: 0.0733445 Jul 05 11:03:35.289651 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c403d346-e1c5-4f8b-a364-9b324dbd47fb req-4fe8d520-5e0d-4203-bac0-f46e15abcd1f tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357120 Jul 05 11:03:36.406156 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:03:36.494493 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130683a-d239-4dcc-973c-972120d08f07 req-872ab92e-934c-4d0c-98b4-aefa124c6cbc tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:36.496062 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3130683a-d239-4dcc-973c-972120d08f07 req-872ab92e-934c-4d0c-98b4-aefa124c6cbc tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 946 time: 0.0729015 Jul 05 11:03:36.534510 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3130683a-d239-4dcc-973c-972120d08f07 req-2cf03342-f42f-43ea-9f87-884ed3589f37 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327847 Jul 05 11:03:36.975420 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:37.711769 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf364a3-150d-4014-a171-b72eb9b9d70a req-5c263117-72bc-4b42-9002-968fbf2955fa tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:37.713270 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7cf364a3-150d-4014-a171-b72eb9b9d70a req-5c263117-72bc-4b42-9002-968fbf2955fa tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 946 time: 0.0664661 Jul 05 11:03:37.750389 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7cf364a3-150d-4014-a171-b72eb9b9d70a req-e0abcf0b-faa5-47df-935a-e92a01b211c9 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316439 Jul 05 11:03:38.932328 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2b4e4-2999-4cbb-b81e-167d1a3542ab req-e8ecbaa7-c4f6-43ee-a532-35baa324419c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:38.933766 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f2c2b4e4-2999-4cbb-b81e-167d1a3542ab req-e8ecbaa7-c4f6-43ee-a532-35baa324419c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 946 time: 0.0635204 Jul 05 11:03:38.972809 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f2c2b4e4-2999-4cbb-b81e-167d1a3542ab req-b11bfaed-9d93-4511-abe4-3a10c1cb7d96 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334110 Jul 05 11:03:40.154264 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955b182-1c77-4392-a8ba-b1d1095df1d7 req-4d3159ea-1280-4e3c-825e-c97877162598 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:40.155885 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9955b182-1c77-4392-a8ba-b1d1095df1d7 req-4d3159ea-1280-4e3c-825e-c97877162598 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 946 time: 0.0700452 Jul 05 11:03:40.196040 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9955b182-1c77-4392-a8ba-b1d1095df1d7 req-062e7797-f56c-4615-9c6f-6f455c92a1c9 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341418 Jul 05 11:03:41.370678 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ea054-71f1-4ce1-86ae-96105c316d15 req-f8a163da-f7d4-4f01-a7bc-ac850741f0fe tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:41.372249 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea5ea054-71f1-4ce1-86ae-96105c316d15 req-f8a163da-f7d4-4f01-a7bc-ac850741f0fe tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 946 time: 0.0644116 Jul 05 11:03:41.415779 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea5ea054-71f1-4ce1-86ae-96105c316d15 req-f0184164-660d-40eb-9945-2d616701b623 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374694 Jul 05 11:03:42.590774 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c12fc-417e-4bcd-a6cf-b31e38cdbd82 req-d5eaaf25-b105-46b5-845a-a9f43674c4a8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:42.592307 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-047c12fc-417e-4bcd-a6cf-b31e38cdbd82 req-d5eaaf25-b105-46b5-845a-a9f43674c4a8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 946 time: 0.0660815 Jul 05 11:03:42.630963 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-047c12fc-417e-4bcd-a6cf-b31e38cdbd82 req-42cab48b-e03f-4d96-af3b-c24706b95efe tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330503 Jul 05 11:03:43.815255 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab1345-aabf-4fc3-9be4-73d446091efe req-5333ce04-f9ee-41bb-bd2c-d34b966d46ce tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:43.816845 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-23ab1345-aabf-4fc3-9be4-73d446091efe req-5333ce04-f9ee-41bb-bd2c-d34b966d46ce tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 946 time: 0.0686631 Jul 05 11:03:43.857366 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-23ab1345-aabf-4fc3-9be4-73d446091efe req-837b980e-cdc4-47cd-a1f1-84f53f8c3356 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339108 Jul 05 11:03:45.034210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bd3a4-0310-429c-ae96-6dd7aa87011c req-4958a531-159c-4bed-88fa-1c776c58cf2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:45.035741 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a11bd3a4-0310-429c-ae96-6dd7aa87011c req-4958a531-159c-4bed-88fa-1c776c58cf2e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 946 time: 0.0677056 Jul 05 11:03:45.073780 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a11bd3a4-0310-429c-ae96-6dd7aa87011c req-c9e7b311-a8d4-4836-8e29-b9bb60a35ede tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323265 Jul 05 11:03:46.251078 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20bf03-0fe7-43f4-ba4b-f680d10e9a73 req-31253740-9472-432b-9663-8f766a002934 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:46.252595 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fb20bf03-0fe7-43f4-ba4b-f680d10e9a73 req-31253740-9472-432b-9663-8f766a002934 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 946 time: 0.0685639 Jul 05 11:03:46.291490 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fb20bf03-0fe7-43f4-ba4b-f680d10e9a73 req-f636bc59-dee9-46c9-b811-aec2d89aa7ff tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326912 Jul 05 11:03:47.461953 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250514c7-a3f5-4120-9844-733bb7ec256f req-18a54c6f-64b1-4763-805e-73f122c9a588 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:47.463450 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-250514c7-a3f5-4120-9844-733bb7ec256f req-18a54c6f-64b1-4763-805e-73f122c9a588 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 946 time: 0.0623105 Jul 05 11:03:47.500871 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-250514c7-a3f5-4120-9844-733bb7ec256f req-b1c7821c-7620-46b3-864f-afbd89bc3371 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319006 Jul 05 11:03:48.680680 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd41dd8-f54c-4e04-a1f3-0ac645bfdffc req-9b01c50c-5c8d-46ec-957a-ed6cccd347ea tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:48.682113 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6bd41dd8-f54c-4e04-a1f3-0ac645bfdffc req-9b01c50c-5c8d-46ec-957a-ed6cccd347ea tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 946 time: 0.0680618 Jul 05 11:03:48.721831 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6bd41dd8-f54c-4e04-a1f3-0ac645bfdffc req-c6eb6f8e-a0d2-4638-b7c8-3660c2e1f33e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325708 Jul 05 11:03:49.900118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a551f5-a6f1-49ef-9519-630e69778a1c req-ceb41aaf-54e5-4552-8d75-e7db7ce895c5 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:49.901513 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67a551f5-a6f1-49ef-9519-630e69778a1c req-ceb41aaf-54e5-4552-8d75-e7db7ce895c5 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 946 time: 0.0681374 Jul 05 11:03:49.940148 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-67a551f5-a6f1-49ef-9519-630e69778a1c req-7301299e-cab0-40c0-8550-10d085924264 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328703 Jul 05 11:03:51.065127 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1eaaa410-0c35-4ed5-b987-2b1a4703b5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:51.120489 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5234b-472e-4133-a45c-a4bac71f9db6 req-2e2ad35e-dd69-4343-895b-3ae7d3f327d8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:51.122017 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7cb5234b-472e-4133-a45c-a4bac71f9db6 req-2e2ad35e-dd69-4343-895b-3ae7d3f327d8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 946 time: 0.0702279 Jul 05 11:03:51.160080 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7cb5234b-472e-4133-a45c-a4bac71f9db6 req-0bf42a86-3366-4fee-9f50-5b6944bc795c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323198 Jul 05 11:03:51.184902 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50370) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:03:51.249558 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4556d33e-7911-4d40-aef4-6d76f89aaa3b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/floatingips/925e9580-d098-4c6f-a279-d627fd51e31d HTTP/1.1" status: 200 len: 994 time: 0.0634086 Jul 05 11:03:52.679323 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39081afd-8d2f-4d29-afb4-1d62f1a01e62 req-35ae3889-c6c0-4bf8-8f71-71fd6e6f33c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:52.681016 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-39081afd-8d2f-4d29-afb4-1d62f1a01e62 req-35ae3889-c6c0-4bf8-8f71-71fd6e6f33c3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 1097 time: 0.0608578 Jul 05 11:03:52.691840 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fedf73-eef4-4eba-aa1f-aa9491301c88 req-665a149a-6f74-4d1d-951e-c4b6a5183ec8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:52.693611 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74fedf73-eef4-4eba-aa1f-aa9491301c88 req-665a149a-6f74-4d1d-951e-c4b6a5183ec8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 946 time: 0.0659966 Jul 05 11:03:52.734208 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-74fedf73-eef4-4eba-aa1f-aa9491301c88 req-31302b10-cd46-4d03-9013-5b9c3e1ba90b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343926 Jul 05 11:03:52.781811 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39081afd-8d2f-4d29-afb4-1d62f1a01e62 req-42fa6aec-6f05-4a54-89f8-3d819b877218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:52.783235 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-39081afd-8d2f-4d29-afb4-1d62f1a01e62 req-42fa6aec-6f05-4a54-89f8-3d819b877218 service neutron] 10.222.0.78 "GET /v2.0/networks?id=af146ecc-1c5a-4493-9ee0-544f79be052a HTTP/1.1" status: 200 len: 897 time: 0.0963407 Jul 05 11:03:52.849660 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-39081afd-8d2f-4d29-afb4-1d62f1a01e62 req-00362bac-8153-4f68-a99e-046729f098bb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e16ace0-f7b6-40a7-8a75-25c871146942 HTTP/1.1" status: 200 len: 1002 time: 0.0593204 Jul 05 11:03:52.897489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39081afd-8d2f-4d29-afb4-1d62f1a01e62 req-07b12c1f-d906-4baf-8a9c-5a884b84d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:52.898988 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-39081afd-8d2f-4d29-afb4-1d62f1a01e62 req-07b12c1f-d906-4baf-8a9c-5a884b84d757 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a0f68f8-eedf-44b9-968b-f42abbcc5f5f HTTP/1.1" status: 200 len: 835 time: 0.0442319 Jul 05 11:03:52.961644 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39081afd-8d2f-4d29-afb4-1d62f1a01e62 req-20fb27b8-4d15-4f96-a48c-79c69e449864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:52.963255 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-39081afd-8d2f-4d29-afb4-1d62f1a01e62 req-20fb27b8-4d15-4f96-a48c-79c69e449864 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af146ecc-1c5a-4493-9ee0-544f79be052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585880 Jul 05 11:03:53.051751 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-39081afd-8d2f-4d29-afb4-1d62f1a01e62 req-6c98d3ae-1f61-4633-be78-8928f3716e3c service neutron] 10.222.0.78 "GET /v2.0/networks/af146ecc-1c5a-4493-9ee0-544f79be052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819228 Jul 05 11:03:53.144637 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-39081afd-8d2f-4d29-afb4-1d62f1a01e62 req-2b0ceaf9-f24a-4682-a958-443f130139fd service neutron] 10.222.0.78 "GET /v2.0/networks/af146ecc-1c5a-4493-9ee0-544f79be052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870001 Jul 05 11:03:53.430216 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bbaa884d-602f-4faf-a6ed-90d0261324da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:53.781860 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:53.930215 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2242bd-2a7e-4b5d-a9d9-20e0bded9506 req-75ce1621-dad7-497a-8215-e9a825ceb442 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:53.931771 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc2242bd-2a7e-4b5d-a9d9-20e0bded9506 req-75ce1621-dad7-497a-8215-e9a825ceb442 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 946 time: 0.0714264 Jul 05 11:03:53.971936 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dc2242bd-2a7e-4b5d-a9d9-20e0bded9506 req-9acca6d2-408e-4fd1-8d0f-702cb8a960ac tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344174 Jul 05 11:03:53.996587 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50380) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:03:54.057985 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2365253e-aa21-4158-8ac6-749c06175ddf tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/floatingips/925e9580-d098-4c6f-a279-d627fd51e31d HTTP/1.1" status: 200 len: 994 time: 0.0602083 Jul 05 11:03:54.891399 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:57.023945 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:03.488894 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:06.988537 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:13.406619 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:04:21.067502 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b7cdd865-3a2b-473d-9442-4043595b4632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:23.431398 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-330f502f-53f7-4817-93f2-4ebfcd4d9c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:23.782372 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:24.895154 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:27.025952 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:33.488683 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:36.141581 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9b16491f-8751-4347-8689-6b9d8856a057 req-9f3949a8-6489-4379-ba29-97bee5afed43 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544126 Jul 05 11:04:36.234588 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16491f-8751-4347-8689-6b9d8856a057 req-991b2794-ed81-423c-bb2f-5de13b111a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:36.236124 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9b16491f-8751-4347-8689-6b9d8856a057 req-991b2794-ed81-423c-bb2f-5de13b111a53 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 1097 time: 0.0532033 Jul 05 11:04:36.344111 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16491f-8751-4347-8689-6b9d8856a057 req-c139dbb1-df97-4e19-bf73-e06694afa04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:36.345598 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9b16491f-8751-4347-8689-6b9d8856a057 req-c139dbb1-df97-4e19-bf73-e06694afa04b service neutron] 10.222.0.78 "GET /v2.0/networks?id=af146ecc-1c5a-4493-9ee0-544f79be052a HTTP/1.1" status: 200 len: 897 time: 0.0892200 Jul 05 11:04:36.415297 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9b16491f-8751-4347-8689-6b9d8856a057 req-ff2453ae-4520-49b7-b75e-5a563206a515 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e16ace0-f7b6-40a7-8a75-25c871146942 HTTP/1.1" status: 200 len: 1002 time: 0.0621512 Jul 05 11:04:36.464110 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16491f-8751-4347-8689-6b9d8856a057 req-57febf55-7d5a-4c2e-a07b-216f2b3d551e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:36.465568 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9b16491f-8751-4347-8689-6b9d8856a057 req-57febf55-7d5a-4c2e-a07b-216f2b3d551e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a0f68f8-eedf-44b9-968b-f42abbcc5f5f HTTP/1.1" status: 200 len: 835 time: 0.0444586 Jul 05 11:04:36.526473 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16491f-8751-4347-8689-6b9d8856a057 req-0cce266a-498f-4b37-895f-2bf8d8e68351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:36.528018 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9b16491f-8751-4347-8689-6b9d8856a057 req-0cce266a-498f-4b37-895f-2bf8d8e68351 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af146ecc-1c5a-4493-9ee0-544f79be052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564516 Jul 05 11:04:36.618267 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9b16491f-8751-4347-8689-6b9d8856a057 req-49f2f531-4d1b-40f4-adc0-abcfcb14c2b8 service neutron] 10.222.0.78 "GET /v2.0/networks/af146ecc-1c5a-4493-9ee0-544f79be052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842860 Jul 05 11:04:36.712472 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9b16491f-8751-4347-8689-6b9d8856a057 req-34f1c78a-ebf6-42b2-be6a-8c95e5fa08e8 service neutron] 10.222.0.78 "GET /v2.0/networks/af146ecc-1c5a-4493-9ee0-544f79be052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879166 Jul 05 11:04:37.002356 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:50.405367 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:04:51.070436 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2d634692-7ff7-42c6-8c59-2853713c9735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:51.196404 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50416) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:04:51.358675 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-cf503ad6-4504-495b-ba59-86b11e177a8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting port e63a8c6c-6d48-492c-a3ae-fcbc8af6cb77 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:04:51.358924 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf503ad6-4504-495b-ba59-86b11e177a8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:51.440312 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf503ad6-4504-495b-ba59-86b11e177a8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:51.440620 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf503ad6-4504-495b-ba59-86b11e177a8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:51.452951 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-cf503ad6-4504-495b-ba59-86b11e177a8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Calling delete_port for e63a8c6c-6d48-492c-a3ae-fcbc8af6cb77 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:04:51.600384 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf503ad6-4504-495b-ba59-86b11e177a8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:51.624152 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf503ad6-4504-495b-ba59-86b11e177a8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Port': ['ID=e63a8c6c-6d48-492c-a3ae-fcbc8af6cb77,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:04:51.637526 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf503ad6-4504-495b-ba59-86b11e177a8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:51.637880 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf503ad6-4504-495b-ba59-86b11e177a8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:51.638217 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf503ad6-4504-495b-ba59-86b11e177a8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:51.638552 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf503ad6-4504-495b-ba59-86b11e177a8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:51.638882 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf503ad6-4504-495b-ba59-86b11e177a8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:51.639211 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf503ad6-4504-495b-ba59-86b11e177a8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:51.639537 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf503ad6-4504-495b-ba59-86b11e177a8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:51.639940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf503ad6-4504-495b-ba59-86b11e177a8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:51.640210 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf503ad6-4504-495b-ba59-86b11e177a8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:51.640577 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf503ad6-4504-495b-ba59-86b11e177a8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:51.640861 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf503ad6-4504-495b-ba59-86b11e177a8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:51.641181 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf503ad6-4504-495b-ba59-86b11e177a8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:51.698690 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf503ad6-4504-495b-ba59-86b11e177a8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:51.698990 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-cf503ad6-4504-495b-ba59-86b11e177a8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Floating IP 925e9580-d098-4c6f-a279-d627fd51e31d disassociated (deleted). External IP: 172.25.7.208, port: 8e16ace0-f7b6-40a7-8a75-25c871146942. Jul 05 11:04:51.905394 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf503ad6-4504-495b-ba59-86b11e177a8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Router 9b634302-b03f-4109-a7d0-7d23376cb441 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:04:52.014308 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf503ad6-4504-495b-ba59-86b11e177a8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:04:52.019286 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf503ad6-4504-495b-ba59-86b11e177a8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:52.026840 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5898c80e-15ee-4983-8aa8-7ff859729954 None None] Sync routers for ids ['9b634302-b03f-4109-a7d0-7d23376cb441'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:04:52.038191 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5898c80e-15ee-4983-8aa8-7ff859729954 None None] Routers {'9b634302-b03f-4109-a7d0-7d23376cb441'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:04:52.038798 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5898c80e-15ee-4983-8aa8-7ff859729954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:04:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9b634302-b03f-4109-a7d0-7d23376cb441'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:04:52.077946 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cf503ad6-4504-495b-ba59-86b11e177a8e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "DELETE /v2.0/floatingips/925e9580-d098-4c6f-a279-d627fd51e31d HTTP/1.1" status: 204 len: 168 time: 0.8777714 Jul 05 11:04:52.077946 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5791e1e-abdd-4b63-81fa-3ebde22508ec', 'tag': '8e16ace0-f7b6-40a7-8a75-25c871146942'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:04:52.078334 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d6a00a-7f9d-4a05-91ba-290477068a86" -d '{"events": [{"name": "network-changed", "server_uuid": "c5791e1e-abdd-4b63-81fa-3ebde22508ec", "tag": "8e16ace0-f7b6-40a7-8a75-25c871146942"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:04:52.149027 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-5898c80e-15ee-4983-8aa8-7ff859729954 None None] Set router 9b634302-b03f-4109-a7d0-7d23376cb441 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:04:52.327870 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f544fe-4080-4eca-9925-dbfab431e8c6 x-openstack-request-id: req-23f544fe-4080-4eca-9925-dbfab431e8c6 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:04:52.328408 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5791e1e-abdd-4b63-81fa-3ebde22508ec", "tag": "8e16ace0-f7b6-40a7-8a75-25c871146942", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:04:52.328408 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-23f544fe-4080-4eca-9925-dbfab431e8c6 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:04:52.328798 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5791e1e-abdd-4b63-81fa-3ebde22508ec', 'tag': '8e16ace0-f7b6-40a7-8a75-25c871146942', 'status': 'completed', 'code': 200} Jul 05 11:04:52.410708 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6a00a-7f9d-4a05-91ba-290477068a86 req-ca304e29-3ac6-432c-88d4-3ae70e486fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:52.412314 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e1d6a00a-7f9d-4a05-91ba-290477068a86 req-ca304e29-3ac6-432c-88d4-3ae70e486fe9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 1097 time: 0.0590205 Jul 05 11:04:52.459898 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5898c80e-15ee-4983-8aa8-7ff859729954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072135373', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:02:02Z', 'updated_at': '2021-07-05T11:02:06Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:02:03Z', 'updated_at': '2021-07-05T11:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '553e19b0-3b4c-49ba-9cf9-a68ed65a963f', 'name': '', 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:36:da:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2a0f68f8-eedf-44b9-968b-f42abbcc5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:02:05Z', 'updated_at': '2021-07-05T11:02:10Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '2a0f68f8-eedf-44b9-968b-f42abbcc5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:04:52.485807 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481a932-e869-49be-a640-b90eb3d9ef3a req-4b9a80e3-be24-4924-a945-aaf856a5cfad tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:52.487387 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2481a932-e869-49be-a640-b90eb3d9ef3a req-4b9a80e3-be24-4924-a945-aaf856a5cfad tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 946 time: 0.0700183 Jul 05 11:04:52.490475 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5898c80e-15ee-4983-8aa8-7ff859729954 None None] Checking router: 9b634302-b03f-4109-a7d0-7d23376cb441 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:04:52.499171 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5898c80e-15ee-4983-8aa8-7ff859729954 None None] Routers {'9b634302-b03f-4109-a7d0-7d23376cb441'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:04:52.499791 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5898c80e-15ee-4983-8aa8-7ff859729954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:04:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9b634302-b03f-4109-a7d0-7d23376cb441'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:04:52.513502 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6a00a-7f9d-4a05-91ba-290477068a86 req-d2e7e7f2-5501-4492-8c13-b850ab5b5f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:52.515023 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e1d6a00a-7f9d-4a05-91ba-290477068a86 req-d2e7e7f2-5501-4492-8c13-b850ab5b5f19 service neutron] 10.222.0.78 "GET /v2.0/networks?id=af146ecc-1c5a-4493-9ee0-544f79be052a HTTP/1.1" status: 200 len: 897 time: 0.0936527 Jul 05 11:04:52.538664 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2481a932-e869-49be-a640-b90eb3d9ef3a req-01b0870b-e906-4197-9cd7-30f92b46c108 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415697 Jul 05 11:04:52.562963 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e1d6a00a-7f9d-4a05-91ba-290477068a86 req-8b5a7f42-4163-4e13-b13d-c95b2976e306 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e16ace0-f7b6-40a7-8a75-25c871146942 HTTP/1.1" status: 200 len: 217 time: 0.0408540 Jul 05 11:04:52.606726 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-5898c80e-15ee-4983-8aa8-7ff859729954 None None] Set router 9b634302-b03f-4109-a7d0-7d23376cb441 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:04:52.614828 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6a00a-7f9d-4a05-91ba-290477068a86 req-8e71c803-c9c7-479b-a1ac-cc7de24dedea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:52.616441 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e1d6a00a-7f9d-4a05-91ba-290477068a86 req-8e71c803-c9c7-479b-a1ac-cc7de24dedea service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a0f68f8-eedf-44b9-968b-f42abbcc5f5f HTTP/1.1" status: 200 len: 835 time: 0.0472054 Jul 05 11:04:52.676714 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6a00a-7f9d-4a05-91ba-290477068a86 req-6ecafa81-8328-4428-8da8-a073febb7d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:52.678286 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e1d6a00a-7f9d-4a05-91ba-290477068a86 req-6ecafa81-8328-4428-8da8-a073febb7d65 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af146ecc-1c5a-4493-9ee0-544f79be052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549145 Jul 05 11:04:52.775018 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e1d6a00a-7f9d-4a05-91ba-290477068a86 req-898a6dda-71b0-49e8-ac5c-888b3a0683e6 service neutron] 10.222.0.78 "GET /v2.0/networks/af146ecc-1c5a-4493-9ee0-544f79be052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899303 Jul 05 11:04:52.808964 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5898c80e-15ee-4983-8aa8-7ff859729954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072135373', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:02:02Z', 'updated_at': '2021-07-05T11:02:06Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:02:03Z', 'updated_at': '2021-07-05T11:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '553e19b0-3b4c-49ba-9cf9-a68ed65a963f', 'name': '', 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:36:da:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2a0f68f8-eedf-44b9-968b-f42abbcc5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:02:05Z', 'updated_at': '2021-07-05T11:02:10Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '2a0f68f8-eedf-44b9-968b-f42abbcc5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:04:52.835577 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5898c80e-15ee-4983-8aa8-7ff859729954 None None] The sync data for ids ['9b634302-b03f-4109-a7d0-7d23376cb441'] in n-d-798054-8 is: [{'id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072135373', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:02:02Z', 'updated_at': '2021-07-05T11:02:06Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:02:03Z', 'updated_at': '2021-07-05T11:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '553e19b0-3b4c-49ba-9cf9-a68ed65a963f', 'name': '', 'network_id': 'af146ecc-1c5a-4493-9ee0-544f79be052a', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:36:da:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2a0f68f8-eedf-44b9-968b-f42abbcc5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:02:05Z', 'updated_at': '2021-07-05T11:02:10Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '2a0f68f8-eedf-44b9-968b-f42abbcc5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:04:52.866077 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-e1d6a00a-7f9d-4a05-91ba-290477068a86 req-50f23a5f-5365-4c46-9108-0c84594f4ac3 service neutron] 10.222.0.78 "GET /v2.0/networks/af146ecc-1c5a-4493-9ee0-544f79be052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845714 Jul 05 11:04:53.056961 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d047ee82-5f42-43f1-b732-94caefa237ae None None] New status for floating IP 925e9580-d098-4c6f-a279-d627fd51e31d: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:04:53.432974 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ff1b5d5e-87c3-4041-9aef-29b910772e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:53.713118 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcef457-50c1-4efd-a5e5-8951e0c4301a req-f0630c96-e57b-4c7b-aa91-bc12c2d116ce tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:53.714528 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7dcef457-50c1-4efd-a5e5-8951e0c4301a req-f0630c96-e57b-4c7b-aa91-bc12c2d116ce tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 946 time: 0.0647056 Jul 05 11:04:53.753934 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7dcef457-50c1-4efd-a5e5-8951e0c4301a req-52904235-657d-4b36-8e7e-cd535da42af2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b653f08-2094-4de7-ad64-a6ac3e98325d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333545 Jul 05 11:04:53.786371 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:54.098826 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af8d13-b4c7-46e1-8bfb-ea6a86f81bc6 req-7e767c44-e4d5-4110-95bb-2406e151fade tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:54.100437 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-64af8d13-b4c7-46e1-8bfb-ea6a86f81bc6 req-7e767c44-e4d5-4110-95bb-2406e151fade tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 946 time: 0.0716867 Jul 05 11:04:54.201526 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-64af8d13-b4c7-46e1-8bfb-ea6a86f81bc6 req-5cf4507b-0fea-4101-a4f4-fb8b8ba02c81 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting port 8e16ace0-f7b6-40a7-8a75-25c871146942 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:04:54.201878 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-64af8d13-b4c7-46e1-8bfb-ea6a86f81bc6 req-5cf4507b-0fea-4101-a4f4-fb8b8ba02c81 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:54.294620 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-64af8d13-b4c7-46e1-8bfb-ea6a86f81bc6 req-5cf4507b-0fea-4101-a4f4-fb8b8ba02c81 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] For port 8e16ace0-f7b6-40a7-8a75-25c871146942, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=8e16ace0-f7b6-40a7-8a75-25c871146942,segment=NetworkSegment(85d668f1-c529-4763-9b69-fcdbd5a939fd),segment_id=85d668f1-c529-4763-9b69-fcdbd5a939fd)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:04:54.294986 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-64af8d13-b4c7-46e1-8bfb-ea6a86f81bc6 req-5cf4507b-0fea-4101-a4f4-fb8b8ba02c81 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:54.307978 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-64af8d13-b4c7-46e1-8bfb-ea6a86f81bc6 req-5cf4507b-0fea-4101-a4f4-fb8b8ba02c81 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Calling delete_port for 8e16ace0-f7b6-40a7-8a75-25c871146942 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:04:54.434784 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-64af8d13-b4c7-46e1-8bfb-ea6a86f81bc6 req-5cf4507b-0fea-4101-a4f4-fb8b8ba02c81 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:54.468371 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4507b-0fea-4101-a4f4-fb8b8ba02c81 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Port': ['ID=8e16ace0-f7b6-40a7-8a75-25c871146942,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:04:54.498474 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4507b-0fea-4101-a4f4-fb8b8ba02c81 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:54.498833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4507b-0fea-4101-a4f4-fb8b8ba02c81 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:54.499182 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4507b-0fea-4101-a4f4-fb8b8ba02c81 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:54.499522 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4507b-0fea-4101-a4f4-fb8b8ba02c81 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:54.499889 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4507b-0fea-4101-a4f4-fb8b8ba02c81 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:54.500222 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4507b-0fea-4101-a4f4-fb8b8ba02c81 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:54.500557 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4507b-0fea-4101-a4f4-fb8b8ba02c81 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:54.500890 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4507b-0fea-4101-a4f4-fb8b8ba02c81 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:54.501221 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4507b-0fea-4101-a4f4-fb8b8ba02c81 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:54.501551 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4507b-0fea-4101-a4f4-fb8b8ba02c81 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:54.501887 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4507b-0fea-4101-a4f4-fb8b8ba02c81 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:54.502212 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4507b-0fea-4101-a4f4-fb8b8ba02c81 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:54.523387 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-64af8d13-b4c7-46e1-8bfb-ea6a86f81bc6 req-5cf4507b-0fea-4101-a4f4-fb8b8ba02c81 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] No DVR routers for this DVR port 8e16ace0-f7b6-40a7-8a75-25c871146942 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:04:54.525989 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-64af8d13-b4c7-46e1-8bfb-ea6a86f81bc6 req-5cf4507b-0fea-4101-a4f4-fb8b8ba02c81 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:54.528091 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-64af8d13-b4c7-46e1-8bfb-ea6a86f81bc6 req-5cf4507b-0fea-4101-a4f4-fb8b8ba02c81 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.78 "DELETE /v2.0/ports/8e16ace0-f7b6-40a7-8a75-25c871146942 HTTP/1.1" status: 204 len: 173 time: 0.4227383 Jul 05 11:04:54.528527 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5791e1e-abdd-4b63-81fa-3ebde22508ec', 'name': 'network-vif-deleted', 'tag': '8e16ace0-f7b6-40a7-8a75-25c871146942'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:04:54.530785 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3c9d9a-ffa3-4a15-8196-f3d943186611" -d '{"events": [{"server_uuid": "c5791e1e-abdd-4b63-81fa-3ebde22508ec", "name": "network-vif-deleted", "tag": "8e16ace0-f7b6-40a7-8a75-25c871146942"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:04:54.616700 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d0f63d-620a-4275-aaf1-291fcac5dec7 x-openstack-request-id: req-79d0f63d-620a-4275-aaf1-291fcac5dec7 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:04:54.617002 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5791e1e-abdd-4b63-81fa-3ebde22508ec", "name": "network-vif-deleted", "tag": "8e16ace0-f7b6-40a7-8a75-25c871146942", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:04:54.617264 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-79d0f63d-620a-4275-aaf1-291fcac5dec7 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:04:54.617945 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5791e1e-abdd-4b63-81fa-3ebde22508ec', 'name': 'network-vif-deleted', 'tag': '8e16ace0-f7b6-40a7-8a75-25c871146942', 'status': 'completed', 'code': 200} Jul 05 11:04:54.929181 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:54.960725 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1349ee1a-8163-49a0-9699-3389f04c10a2 req-6812564a-12a1-4d5c-b736-099ca8ba4eef tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5791e1e-abdd-4b63-81fa-3ebde22508ec HTTP/1.1" status: 200 len: 210 time: 0.0375981 Jul 05 11:04:56.054533 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50434) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:04:56.421115 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7457e9f5-c0b0-406b-8442-f66cf8e5d145 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:56.698409 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7457e9f5-c0b0-406b-8442-f66cf8e5d145 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting port 553e19b0-3b4c-49ba-9cf9-a68ed65a963f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:04:56.698653 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7457e9f5-c0b0-406b-8442-f66cf8e5d145 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:56.786786 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-7457e9f5-c0b0-406b-8442-f66cf8e5d145 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] For port 553e19b0-3b4c-49ba-9cf9-a68ed65a963f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=553e19b0-3b4c-49ba-9cf9-a68ed65a963f,segment=NetworkSegment(85d668f1-c529-4763-9b69-fcdbd5a939fd),segment_id=85d668f1-c529-4763-9b69-fcdbd5a939fd)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:04:56.787150 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7457e9f5-c0b0-406b-8442-f66cf8e5d145 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:56.805505 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7457e9f5-c0b0-406b-8442-f66cf8e5d145 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Calling delete_port for 553e19b0-3b4c-49ba-9cf9-a68ed65a963f owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:04:56.990853 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7457e9f5-c0b0-406b-8442-f66cf8e5d145 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:57.018390 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457e9f5-c0b0-406b-8442-f66cf8e5d145 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Port': ['ID=553e19b0-3b4c-49ba-9cf9-a68ed65a963f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:04:57.033395 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:57.515742 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7457e9f5-c0b0-406b-8442-f66cf8e5d145 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:57.736138 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7457e9f5-c0b0-406b-8442-f66cf8e5d145 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Router 9b634302-b03f-4109-a7d0-7d23376cb441 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:04:57.845027 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7457e9f5-c0b0-406b-8442-f66cf8e5d145 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:04:57.850294 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7457e9f5-c0b0-406b-8442-f66cf8e5d145 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "PUT /v2.0/routers/9b634302-b03f-4109-a7d0-7d23376cb441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7946937 Jul 05 11:04:57.853369 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50436) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:04:57.856998 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98b1f04-a7ff-4ab7-b9ca-f05dc41deb3b None None] Sync routers for ids ['9b634302-b03f-4109-a7d0-7d23376cb441'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:04:57.867383 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98b1f04-a7ff-4ab7-b9ca-f05dc41deb3b None None] Routers {'9b634302-b03f-4109-a7d0-7d23376cb441'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:04:57.868041 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f98b1f04-a7ff-4ab7-b9ca-f05dc41deb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:04:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9b634302-b03f-4109-a7d0-7d23376cb441'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:04:57.904812 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecad01fb-9c46-48d3-84c2-0c25d2b13544 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting subnet 2a0f68f8-eedf-44b9-968b-f42abbcc5f5f {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:04:57.908007 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecad01fb-9c46-48d3-84c2-0c25d2b13544 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:57.957373 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecad01fb-9c46-48d3-84c2-0c25d2b13544 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:57.983336 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f98b1f04-a7ff-4ab7-b9ca-f05dc41deb3b None None] Set router 9b634302-b03f-4109-a7d0-7d23376cb441 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:04:58.054958 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecad01fb-9c46-48d3-84c2-0c25d2b13544 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:58.114862 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecad01fb-9c46-48d3-84c2-0c25d2b13544 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:58.145152 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecad01fb-9c46-48d3-84c2-0c25d2b13544 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:58.147078 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ecad01fb-9c46-48d3-84c2-0c25d2b13544 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "DELETE /v2.0/subnets/2a0f68f8-eedf-44b9-968b-f42abbcc5f5f HTTP/1.1" status: 204 len: 168 time: 0.2926898 Jul 05 11:04:58.148149 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad01fb-9c46-48d3-84c2-0c25d2b13544 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Subnet': ['ID=2a0f68f8-eedf-44b9-968b-f42abbcc5f5f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:04:58.149868 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50438) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:04:58.157829 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d657219a-45df-4954-b99f-35c72a43993f None None] Network af146ecc-1c5a-4493-9ee0-544f79be052a requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:04:58.171058 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f98b1f04-a7ff-4ab7-b9ca-f05dc41deb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072135373', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:02:02Z', 'updated_at': '2021-07-05T11:04:56Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:02:03Z', 'updated_at': '2021-07-05T11:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:04:58.198712 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98b1f04-a7ff-4ab7-b9ca-f05dc41deb3b None None] Checking router: 9b634302-b03f-4109-a7d0-7d23376cb441 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:04:58.214798 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98b1f04-a7ff-4ab7-b9ca-f05dc41deb3b None None] Routers {'9b634302-b03f-4109-a7d0-7d23376cb441'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:04:58.215679 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f98b1f04-a7ff-4ab7-b9ca-f05dc41deb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:04:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['9b634302-b03f-4109-a7d0-7d23376cb441'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:04:58.268556 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-50cbc44c-bf59-49db-94f4-7cda5d04f811 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:58.327168 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f98b1f04-a7ff-4ab7-b9ca-f05dc41deb3b None None] Set router 9b634302-b03f-4109-a7d0-7d23376cb441 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:04:58.362657 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc80fbf-c2e5-47e9-8df5-c3ed92cc5dd1 None None] DHCP port deletion for af146ecc-1c5a-4493-9ee0-544f79be052a request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:04:58.385466 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-50cbc44c-bf59-49db-94f4-7cda5d04f811 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:58.412144 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3dc80fbf-c2e5-47e9-8df5-c3ed92cc5dd1 None None] Deleting port 09cef6de-251a-418c-8a5f-9902002cc91d {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:04:58.412815 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3dc80fbf-c2e5-47e9-8df5-c3ed92cc5dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:58.448160 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-50cbc44c-bf59-49db-94f4-7cda5d04f811 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting port fff92f22-59d9-4627-a35c-fb83d8f4e679 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:04:58.448519 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-50cbc44c-bf59-49db-94f4-7cda5d04f811 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:58.485605 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3dc80fbf-c2e5-47e9-8df5-c3ed92cc5dd1 None None] For port 09cef6de-251a-418c-8a5f-9902002cc91d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=09cef6de-251a-418c-8a5f-9902002cc91d,segment=NetworkSegment(85d668f1-c529-4763-9b69-fcdbd5a939fd),segment_id=85d668f1-c529-4763-9b69-fcdbd5a939fd)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:04:58.486005 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3dc80fbf-c2e5-47e9-8df5-c3ed92cc5dd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:58.501756 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3dc80fbf-c2e5-47e9-8df5-c3ed92cc5dd1 None None] Calling delete_port for 09cef6de-251a-418c-8a5f-9902002cc91d owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:04:58.531998 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f98b1f04-a7ff-4ab7-b9ca-f05dc41deb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072135373', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:02:02Z', 'updated_at': '2021-07-05T11:04:56Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:02:03Z', 'updated_at': '2021-07-05T11:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:04:58.538946 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-50cbc44c-bf59-49db-94f4-7cda5d04f811 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] For port fff92f22-59d9-4627-a35c-fb83d8f4e679, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=fff92f22-59d9-4627-a35c-fb83d8f4e679,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:04:58.539436 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-50cbc44c-bf59-49db-94f4-7cda5d04f811 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:58.559290 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-50cbc44c-bf59-49db-94f4-7cda5d04f811 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Calling delete_port for fff92f22-59d9-4627-a35c-fb83d8f4e679 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:04:58.564660 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98b1f04-a7ff-4ab7-b9ca-f05dc41deb3b None None] The sync data for ids ['9b634302-b03f-4109-a7d0-7d23376cb441'] in n-d-798054-8 is: [{'id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072135373', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:02:02Z', 'updated_at': '2021-07-05T11:04:56Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': 'fff92f22-59d9-4627-a35c-fb83d8f4e679', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b634302-b03f-4109-a7d0-7d23376cb441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:02:03Z', 'updated_at': '2021-07-05T11:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:04:58.586629 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 09cef6de-251a-418c-8a5f-9902002cc91d no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:04:58.622701 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3dc80fbf-c2e5-47e9-8df5-c3ed92cc5dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:58.655943 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc80fbf-c2e5-47e9-8df5-c3ed92cc5dd1 None None] Pushing event deleted for resources: {'Port': ['ID=09cef6de-251a-418c-8a5f-9902002cc91d,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:04:58.661507 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc80fbf-c2e5-47e9-8df5-c3ed92cc5dd1 None None] No DVR routers for this DVR port 09cef6de-251a-418c-8a5f-9902002cc91d on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:04:58.662876 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No active binding found for port 09cef6de-251a-418c-8a5f-9902002cc91d {{(pid=93908) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 11:04:58.663304 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 09cef6de-251a-418c-8a5f-9902002cc91d not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:04:58.673242 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc80fbf-c2e5-47e9-8df5-c3ed92cc5dd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:58.673242 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc80fbf-c2e5-47e9-8df5-c3ed92cc5dd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:58.673242 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc80fbf-c2e5-47e9-8df5-c3ed92cc5dd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:58.673242 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc80fbf-c2e5-47e9-8df5-c3ed92cc5dd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:58.673242 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc80fbf-c2e5-47e9-8df5-c3ed92cc5dd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:58.673242 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc80fbf-c2e5-47e9-8df5-c3ed92cc5dd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:58.673242 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc80fbf-c2e5-47e9-8df5-c3ed92cc5dd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:58.673242 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc80fbf-c2e5-47e9-8df5-c3ed92cc5dd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:58.673242 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc80fbf-c2e5-47e9-8df5-c3ed92cc5dd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:58.674554 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc80fbf-c2e5-47e9-8df5-c3ed92cc5dd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:58.674554 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc80fbf-c2e5-47e9-8df5-c3ed92cc5dd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:58.674554 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc80fbf-c2e5-47e9-8df5-c3ed92cc5dd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:04:58.751106 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-50cbc44c-bf59-49db-94f4-7cda5d04f811 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:58.777047 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbc44c-bf59-49db-94f4-7cda5d04f811 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Port': ['ID=fff92f22-59d9-4627-a35c-fb83d8f4e679,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:04:58.832031 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 8e16ace0-f7b6-40a7-8a75-25c871146942 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:04:58.841157 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-50cbc44c-bf59-49db-94f4-7cda5d04f811 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:58.852806 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 8e16ace0-f7b6-40a7-8a75-25c871146942 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:04:58.853154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 8e16ace0-f7b6-40a7-8a75-25c871146942 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:04:59.269057 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-50cbc44c-bf59-49db-94f4-7cda5d04f811 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:59.272105 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-50cbc44c-bf59-49db-94f4-7cda5d04f811 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:59.315370 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-50cbc44c-bf59-49db-94f4-7cda5d04f811 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:59.316044 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cbc44c-bf59-49db-94f4-7cda5d04f811 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Fanout notify agent at l3_agent the message router_deleted on router 9b634302-b03f-4109-a7d0-7d23376cb441 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:04:59.324502 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-50cbc44c-bf59-49db-94f4-7cda5d04f811 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:59.328261 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-50cbc44c-bf59-49db-94f4-7cda5d04f811 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "DELETE /v2.0/routers/9b634302-b03f-4109-a7d0-7d23376cb441 HTTP/1.1" status: 204 len: 168 time: 1.1747882 Jul 05 11:04:59.328457 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50440) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:04:59.409405 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1b78a4f-a29b-4816-8f6e-50b7152c8d5b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:59.500191 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1b78a4f-a29b-4816-8f6e-50b7152c8d5b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:59.518281 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e1b78a4f-a29b-4816-8f6e-50b7152c8d5b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af146ecc-1c5a-4493-9ee0-544f79be052a']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:04:59.535156 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e1b78a4f-a29b-4816-8f6e-50b7152c8d5b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d668f1-c529-4763-9b69-fcdbd5a939fd') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:04:59.535382 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e1b78a4f-a29b-4816-8f6e-50b7152c8d5b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d668f1-c529-4763-9b69-fcdbd5a939fd') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:04:59.545238 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1b78a4f-a29b-4816-8f6e-50b7152c8d5b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:59.562426 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1b78a4f-a29b-4816-8f6e-50b7152c8d5b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:59.569845 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b78a4f-a29b-4816-8f6e-50b7152c8d5b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:04:59.570343 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1b78a4f-a29b-4816-8f6e-50b7152c8d5b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: timer() Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:04:59.573788 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:04:59.636159 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1b78a4f-a29b-4816-8f6e-50b7152c8d5b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:59.643811 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1b78a4f-a29b-4816-8f6e-50b7152c8d5b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:59.645079 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-e1b78a4f-a29b-4816-8f6e-50b7152c8d5b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "DELETE /v2.0/networks/af146ecc-1c5a-4493-9ee0-544f79be052a HTTP/1.1" status: 204 len: 168 time: 0.3155608 Jul 05 11:04:59.647713 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50442) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:04:59.663884 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b78a4f-a29b-4816-8f6e-50b7152c8d5b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Network': ['ID=af146ecc-1c5a-4493-9ee0-544f79be052a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:04:59.719417 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a2892f9-a5b4-40b8-91fa-e82f08788eaa tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:59.749877 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a2892f9-a5b4-40b8-91fa-e82f08788eaa tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:59.812951 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a2892f9-a5b4-40b8-91fa-e82f08788eaa tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:59.815702 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a2892f9-a5b4-40b8-91fa-e82f08788eaa tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:59.819815 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1a2892f9-a5b4-40b8-91fa-e82f08788eaa tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "DELETE /v2.0/security-groups/1b653f08-2094-4de7-ad64-a6ac3e98325d HTTP/1.1" status: 204 len: 168 time: 0.1598656 Jul 05 11:04:59.831007 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2892f9-a5b4-40b8-91fa-e82f08788eaa tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b653f08-2094-4de7-ad64-a6ac3e98325d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:00.104560 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50448) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:05:00.109283 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a91f9479-909d-46db-a247-abcd7cbf9848 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-887014931', 'description': 'tempest-secgroup-smoke-887014931 description', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:05:00.131744 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a91f9479-909d-46db-a247-abcd7cbf9848 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.216476 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a91f9479-909d-46db-a247-abcd7cbf9848 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.225661 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a91f9479-909d-46db-a247-abcd7cbf9848 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.251519 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a91f9479-909d-46db-a247-abcd7cbf9848 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.252811 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a91f9479-909d-46db-a247-abcd7cbf9848 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1472268 Jul 05 11:05:00.254747 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f9479-909d-46db-a247-abcd7cbf9848 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:00.255810 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50450) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:05:00.261467 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ec6ac1cf-0298-4bc6-a953-5ae7895f7057 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': '85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:05:00.289028 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec6ac1cf-0298-4bc6-a953-5ae7895f7057 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.345087 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec6ac1cf-0298-4bc6-a953-5ae7895f7057 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.349397 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec6ac1cf-0298-4bc6-a953-5ae7895f7057 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.372024 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ac1cf-0298-4bc6-a953-5ae7895f7057 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75634c75-7eae-410b-ab33-71ec114bbcb2,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:00.376056 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec6ac1cf-0298-4bc6-a953-5ae7895f7057 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.377631 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ec6ac1cf-0298-4bc6-a953-5ae7895f7057 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198204 Jul 05 11:05:00.380217 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50452) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:05:00.385031 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-446ff232-1a7c-48c8-8f0b-845756615a6d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': '85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:05:00.414166 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-446ff232-1a7c-48c8-8f0b-845756615a6d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.478284 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-446ff232-1a7c-48c8-8f0b-845756615a6d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.482483 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-446ff232-1a7c-48c8-8f0b-845756615a6d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.485846 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 553e19b0-3b4c-49ba-9cf9-a68ed65a963f no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:05:00.506583 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ff232-1a7c-48c8-8f0b-845756615a6d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee97812-7e15-4a80-863e-b102fe211341,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:00.507036 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 553e19b0-3b4c-49ba-9cf9-a68ed65a963f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:05:00.507314 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 553e19b0-3b4c-49ba-9cf9-a68ed65a963f not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:05:00.507685 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device fff92f22-59d9-4627-a35c-fb83d8f4e679 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:05:00.511080 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-446ff232-1a7c-48c8-8f0b-845756615a6d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.512340 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-446ff232-1a7c-48c8-8f0b-845756615a6d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1311378 Jul 05 11:05:00.515175 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50454) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:05:00.520849 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-efeaea3d-9a30-4813-87b6-fb912ddae084 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': '85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:05:00.527428 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: fff92f22-59d9-4627-a35c-fb83d8f4e679 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:05:00.527785 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device fff92f22-59d9-4627-a35c-fb83d8f4e679 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:05:00.548328 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-efeaea3d-9a30-4813-87b6-fb912ddae084 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.607244 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-efeaea3d-9a30-4813-87b6-fb912ddae084 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.611461 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-efeaea3d-9a30-4813-87b6-fb912ddae084 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.634929 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeaea3d-9a30-4813-87b6-fb912ddae084 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ff8e33-19aa-4860-9712-d2efd7fb7466,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:00.639326 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-efeaea3d-9a30-4813-87b6-fb912ddae084 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.640633 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-efeaea3d-9a30-4813-87b6-fb912ddae084 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244066 Jul 05 11:05:00.643368 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50456) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:05:00.648529 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a58b835c-e2f8-4f94-8991-a91c1a4ed641 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': '85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:05:00.674700 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a58b835c-e2f8-4f94-8991-a91c1a4ed641 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.735900 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a58b835c-e2f8-4f94-8991-a91c1a4ed641 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.739868 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a58b835c-e2f8-4f94-8991-a91c1a4ed641 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.762315 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b835c-e2f8-4f94-8991-a91c1a4ed641 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f924c1e4-45d8-4dc5-a3df-a7dba51ebc57,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:00.764848 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a58b835c-e2f8-4f94-8991-a91c1a4ed641 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.766089 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a58b835c-e2f8-4f94-8991-a91c1a4ed641 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217544 Jul 05 11:05:00.769065 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50458) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:05:00.774546 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0c58449c-3a83-43a8-a09c-fc9e9fc7d63d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': '85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:05:00.796445 n-d-798054-8 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-0c58449c-3a83-43a8-a09c-fc9e9fc7d63d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Project 2bc3fa9261bd425a8fa9117a8e536783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:05:00.801775 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c58449c-3a83-43a8-a09c-fc9e9fc7d63d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.866136 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c58449c-3a83-43a8-a09c-fc9e9fc7d63d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.869793 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c58449c-3a83-43a8-a09c-fc9e9fc7d63d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.887447 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58449c-3a83-43a8-a09c-fc9e9fc7d63d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54066a1f-65e5-4a10-8945-4200a5319c04,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:00.894058 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c58449c-3a83-43a8-a09c-fc9e9fc7d63d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.895412 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0c58449c-3a83-43a8-a09c-fc9e9fc7d63d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1253443 Jul 05 11:05:00.898110 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50460) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:05:00.902514 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0196455c-6ad7-4956-a5ce-d43638a44213 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'security_group_rule': {'security_group_id': '85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:05:00.924169 n-d-798054-8 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-0196455c-6ad7-4956-a5ce-d43638a44213 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Project 2bc3fa9261bd425a8fa9117a8e536783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:05:00.929767 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0196455c-6ad7-4956-a5ce-d43638a44213 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:01.003933 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0196455c-6ad7-4956-a5ce-d43638a44213 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:01.008486 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0196455c-6ad7-4956-a5ce-d43638a44213 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:01.029353 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196455c-6ad7-4956-a5ce-d43638a44213 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=766ef687-0b89-40c9-a456-7fb733721ead,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:01.032962 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0196455c-6ad7-4956-a5ce-d43638a44213 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:01.034156 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0196455c-6ad7-4956-a5ce-d43638a44213 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1351225 Jul 05 11:05:01.037350 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50462) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:05:01.042207 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6b5c211f-7191-4185-8459-c8a7c2059581 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'network': {'name': 'tempest-network-smoke--1173096107', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'port_security_enabled': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:05:01.064228 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5c211f-7191-4185-8459-c8a7c2059581 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Made reservation on behalf of 2bc3fa9261bd425a8fa9117a8e536783 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:05:01.068365 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b5c211f-7191-4185-8459-c8a7c2059581 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:01.092248 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b5c211f-7191-4185-8459-c8a7c2059581 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:05:01.101618 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b5c211f-7191-4185-8459-c8a7c2059581 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:01.101965 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-6b5c211f-7191-4185-8459-c8a7c2059581 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Added segment a27cc850-d433-4a3c-ad79-fd8700a65977 of type vlan for network 31031a34-aecb-4f48-b4c0-8382d37e0fc4 Jul 05 11:05:01.146381 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b5c211f-7191-4185-8459-c8a7c2059581 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:01.175887 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b5c211f-7191-4185-8459-c8a7c2059581 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:01.181942 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5c211f-7191-4185-8459-c8a7c2059581 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:01.182548 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b5c211f-7191-4185-8459-c8a7c2059581 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:01.240315 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6b5c211f-7191-4185-8459-c8a7c2059581 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2018702 Jul 05 11:05:01.243003 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50464) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:05:01.249629 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0c01635e-80b5-423b-9307-1c803751d1a2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-446044221', 'admin_state_up': True, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:05:01.264464 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c211f-7191-4185-8459-c8a7c2059581 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Network': ['ID=31031a34-aecb-4f48-b4c0-8382d37e0fc4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:01.275977 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 31031a34-aecb-4f48-b4c0-8382d37e0fc4 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:05:01.281017 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c01635e-80b5-423b-9307-1c803751d1a2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:01.282050 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c01635e-80b5-423b-9307-1c803751d1a2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:01.333850 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c01635e-80b5-423b-9307-1c803751d1a2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:01.476924 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c01635e-80b5-423b-9307-1c803751d1a2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:01.673207 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c01635e-80b5-423b-9307-1c803751d1a2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:01.691424 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c01635e-80b5-423b-9307-1c803751d1a2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:01.793050 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-0c01635e-80b5-423b-9307-1c803751d1a2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Allocated IP 172.25.7.229 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/772e4778-e84a-4619-9d82-934eb702b1ce) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:05:01.899136 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c01635e-80b5-423b-9307-1c803751d1a2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:01.938829 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c01635e-80b5-423b-9307-1c803751d1a2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:01.979223 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c01635e-80b5-423b-9307-1c803751d1a2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:05:01.984129 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-0c01635e-80b5-423b-9307-1c803751d1a2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:05:01.987556 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c01635e-80b5-423b-9307-1c803751d1a2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:05:01.993206 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01635e-80b5-423b-9307-1c803751d1a2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=772e4778-e84a-4619-9d82-934eb702b1ce,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:02.241266 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c01635e-80b5-423b-9307-1c803751d1a2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:02.441471 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c01635e-80b5-423b-9307-1c803751d1a2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:02.580562 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c01635e-80b5-423b-9307-1c803751d1a2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Router 2ebb05c0-3ea2-454c-b579-952cb3195263 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 11:05:02.686536 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c01635e-80b5-423b-9307-1c803751d1a2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:05:02.697149 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] Sync routers for ids ['2ebb05c0-3ea2-454c-b579-952cb3195263'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:05:02.704174 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c01635e-80b5-423b-9307-1c803751d1a2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:02.705413 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0c01635e-80b5-423b-9307-1c803751d1a2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4614837 Jul 05 11:05:02.707196 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] Routers {'2ebb05c0-3ea2-454c-b579-952cb3195263'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:05:02.708037 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:04:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['2ebb05c0-3ea2-454c-b579-952cb3195263'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:05:02.708650 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50466) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:05:02.737275 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a6a13b8d-b7e5-43a0-b6bb-28334132c16b tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=2bc3fa9261bd425a8fa9117a8e536783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274329 Jul 05 11:05:02.740601 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50468) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:05:02.829570 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c172ddbb-977f-4467-a075-5ebf76a2b5fe tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:02.831249 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c172ddbb-977f-4467-a075-5ebf76a2b5fe tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895679 Jul 05 11:05:02.834055 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50470) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:05:02.874382 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1965d9cc-05c5-4675-a42d-304ab3adf240 tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=09e44b00-3ed2-4b73-b8aa-2fb63853c529&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391636 Jul 05 11:05:02.876933 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50472) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:05:02.882116 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8e5641a6-a587-4401-9c16-aa28a6d57504 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-460734206', 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4', 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:05:02.975158 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5641a6-a587-4401-9c16-aa28a6d57504 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Made reservation on behalf of 2bc3fa9261bd425a8fa9117a8e536783 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:05:02.975461 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] Set router 2ebb05c0-3ea2-454c-b579-952cb3195263 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:05:02.979821 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e5641a6-a587-4401-9c16-aa28a6d57504 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:03.158523 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446044221', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:02Z', 'revision_number': 3, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:05:03.167913 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e5641a6-a587-4401-9c16-aa28a6d57504 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:03.185123 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] Checking router: 2ebb05c0-3ea2-454c-b579-952cb3195263 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:05:03.185480 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] Updating router 2ebb05c0-3ea2-454c-b579-952cb3195263 port 772e4778-e84a-4619-9d82-934eb702b1ce binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:05:03.221124 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:03.229501 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5641a6-a587-4401-9c16-aa28a6d57504 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Subnet': ['ID=96e58e9f-6639-4407-9e5e-ef22f17fb837,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:03.238686 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5641a6-a587-4401-9c16-aa28a6d57504 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Checking segment: {'id': 'a27cc850-d433-4a3c-ad79-fd8700a65977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:05:03.239058 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5641a6-a587-4401-9c16-aa28a6d57504 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network hostable DHCP agents. Network: 31031a34-aecb-4f48-b4c0-8382d37e0fc4, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:05:03.256750 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5641a6-a587-4401-9c16-aa28a6d57504 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network 31031a34-aecb-4f48-b4c0-8382d37e0fc4 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:05:03.266532 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-8e5641a6-a587-4401-9c16-aa28a6d57504 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 31031a34-aecb-4f48-b4c0-8382d37e0fc4) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:05:03.271893 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5641a6-a587-4401-9c16-aa28a6d57504 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:03.273375 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e5641a6-a587-4401-9c16-aa28a6d57504 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:03.288764 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-8e5641a6-a587-4401-9c16-aa28a6d57504 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4107559 Jul 05 11:05:03.291497 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50476) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:05:03.308896 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46b2a17-887a-490e-ad1d-265b21dd34d3 None None] Network 31031a34-aecb-4f48-b4c0-8382d37e0fc4 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:05:03.536314 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:03.563670 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb23653-427a-4b46-b60b-dfbaa47b1f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-31031a34-aecb-4f48-b4c0-8382d37e0fc4', 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'fixed_ips': [{'subnet_id': '96e58e9f-6639-4407-9e5e-ef22f17fb837'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:05:03.567884 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fbb23653-427a-4b46-b60b-dfbaa47b1f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:03.673806 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:03.697059 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] Transition to ACTIVE for port object 772e4778-e84a-4619-9d82-934eb702b1ce will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:05:03.706816 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:03.751825 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d7a4e5f8-0002-4297-8734-f915c5a1c9dd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:03.797574 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-fbb23653-427a-4b46-b60b-dfbaa47b1f10 None None] Allocated IP 172.20.0.2 (31031a34-aecb-4f48-b4c0-8382d37e0fc4/96e58e9f-6639-4407-9e5e-ef22f17fb837/b4cd23ef-2b45-40ad-a721-13f27523ce52) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:05:03.804979 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd929ef-a991-45f9-ab8a-1d7ba25500f0 None None] Pushing event updated for resources: {'Port': ['ID=772e4778-e84a-4619-9d82-934eb702b1ce,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:03.809854 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] Attempting to bind port 772e4778-e84a-4619-9d82-934eb702b1ce on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:05:03.810295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] Attempting to bind port 772e4778-e84a-4619-9d82-934eb702b1ce by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:05:03.810653 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] Attempting to bind port 772e4778-e84a-4619-9d82-934eb702b1ce on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:05:03.821626 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:05:03.822834 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:05:03.823460 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:03.824157 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:05:03.824953 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] Bound port: 772e4778-e84a-4619-9d82-934eb702b1ce, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:05:03.825393 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:03.943949 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] For port 772e4778-e84a-4619-9d82-934eb702b1ce, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:05:03.948795 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] For port 772e4778-e84a-4619-9d82-934eb702b1ce, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=772e4778-e84a-4619-9d82-934eb702b1ce,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:05:03.954734 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:04.054230 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd929ef-a991-45f9-ab8a-1d7ba25500f0 None None] Pushing event updated for resources: {'Port': ['ID=772e4778-e84a-4619-9d82-934eb702b1ce,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:04.064041 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] Routers {'2ebb05c0-3ea2-454c-b579-952cb3195263'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:05:04.064688 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:04:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['2ebb05c0-3ea2-454c-b579-952cb3195263'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:05:04.114198 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fbb23653-427a-4b46-b60b-dfbaa47b1f10 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:04.130484 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fbb23653-427a-4b46-b60b-dfbaa47b1f10 None None] Transition to ACTIVE for port object b4cd23ef-2b45-40ad-a721-13f27523ce52 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:05:04.177940 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fbb23653-427a-4b46-b60b-dfbaa47b1f10 None None] Transition to ACTIVE for port object b4cd23ef-2b45-40ad-a721-13f27523ce52 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:05:04.190685 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fbb23653-427a-4b46-b60b-dfbaa47b1f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:04.231159 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] Set router 2ebb05c0-3ea2-454c-b579-952cb3195263 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:05:04.244290 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-d7a4e5f8-0002-4297-8734-f915c5a1c9dd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Allocated IP 172.20.0.1 (31031a34-aecb-4f48-b4c0-8382d37e0fc4/96e58e9f-6639-4407-9e5e-ef22f17fb837/4ddec3c4-d05c-486a-9def-c4294c09e2fa) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:05:04.266461 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb23653-427a-4b46-b60b-dfbaa47b1f10 None None] Network 31031a34-aecb-4f48-b4c0-8382d37e0fc4 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:05:04.298581 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-fbb23653-427a-4b46-b60b-dfbaa47b1f10 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:05:04.305246 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb23653-427a-4b46-b60b-dfbaa47b1f10 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:05:04.308907 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb23653-427a-4b46-b60b-dfbaa47b1f10 None None] Pushing event updated for resources: {'Port': ['ID=b4cd23ef-2b45-40ad-a721-13f27523ce52,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:04.364893 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d7a4e5f8-0002-4297-8734-f915c5a1c9dd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:04.379727 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-d7a4e5f8-0002-4297-8734-f915c5a1c9dd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Transition to ACTIVE for port object 4ddec3c4-d05c-486a-9def-c4294c09e2fa will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:05:04.413738 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d7a4e5f8-0002-4297-8734-f915c5a1c9dd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:04.416184 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-fbb23653-427a-4b46-b60b-dfbaa47b1f10 None None] Attempting to bind port b4cd23ef-2b45-40ad-a721-13f27523ce52 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:05:04.416657 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-fbb23653-427a-4b46-b60b-dfbaa47b1f10 None None] Attempting to bind port b4cd23ef-2b45-40ad-a721-13f27523ce52 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'a27cc850-d433-4a3c-ad79-fd8700a65977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:05:04.417132 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb23653-427a-4b46-b60b-dfbaa47b1f10 None None] Attempting to bind port b4cd23ef-2b45-40ad-a721-13f27523ce52 on network 31031a34-aecb-4f48-b4c0-8382d37e0fc4 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:05:04.428399 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb23653-427a-4b46-b60b-dfbaa47b1f10 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:05:04.428783 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb23653-427a-4b46-b60b-dfbaa47b1f10 None None] Checking segment: {'id': 'a27cc850-d433-4a3c-ad79-fd8700a65977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:05:04.429195 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fbb23653-427a-4b46-b60b-dfbaa47b1f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:04.429593 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb23653-427a-4b46-b60b-dfbaa47b1f10 None None] Bound using segment: {'id': 'a27cc850-d433-4a3c-ad79-fd8700a65977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:05:04.430074 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-fbb23653-427a-4b46-b60b-dfbaa47b1f10 None None] Bound port: b4cd23ef-2b45-40ad-a721-13f27523ce52, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27cc850-d433-4a3c-ad79-fd8700a65977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:05:04.430568 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fbb23653-427a-4b46-b60b-dfbaa47b1f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:04.457666 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a4e5f8-0002-4297-8734-f915c5a1c9dd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network 31031a34-aecb-4f48-b4c0-8382d37e0fc4 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:05:04.463037 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d7a4e5f8-0002-4297-8734-f915c5a1c9dd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:05:04.466933 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a4e5f8-0002-4297-8734-f915c5a1c9dd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:05:04.496126 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4e5f8-0002-4297-8734-f915c5a1c9dd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=4ddec3c4-d05c-486a-9def-c4294c09e2fa,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:04.518537 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d7a4e5f8-0002-4297-8734-f915c5a1c9dd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:04.533989 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-fbb23653-427a-4b46-b60b-dfbaa47b1f10 None None] For port b4cd23ef-2b45-40ad-a721-13f27523ce52, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:05:04.538389 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-fbb23653-427a-4b46-b60b-dfbaa47b1f10 None None] For port b4cd23ef-2b45-40ad-a721-13f27523ce52, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b4cd23ef-2b45-40ad-a721-13f27523ce52,segment=NetworkSegment(a27cc850-d433-4a3c-ad79-fd8700a65977),segment_id=a27cc850-d433-4a3c-ad79-fd8700a65977)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:05:04.543537 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fbb23653-427a-4b46-b60b-dfbaa47b1f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:04.586147 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446044221', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:02Z', 'revision_number': 3, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:05:04.617720 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bbb6fd-3de2-48df-8a2b-a93c373c31f7 None None] The sync data for ids ['2ebb05c0-3ea2-454c-b579-952cb3195263'] in n-d-798054-8 is: [{'id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446044221', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:02Z', 'revision_number': 3, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:05:04.634211 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb23653-427a-4b46-b60b-dfbaa47b1f10 None None] Pushing event updated for resources: {'Port': ['ID=b4cd23ef-2b45-40ad-a721-13f27523ce52,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:04.681930 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d7a4e5f8-0002-4297-8734-f915c5a1c9dd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:05.386747 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d7a4e5f8-0002-4297-8734-f915c5a1c9dd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:05.393023 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d7a4e5f8-0002-4297-8734-f915c5a1c9dd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:05.479432 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d7a4e5f8-0002-4297-8734-f915c5a1c9dd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:05.481756 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4e5f8-0002-4297-8734-f915c5a1c9dd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=4ddec3c4-d05c-486a-9def-c4294c09e2fa,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:05.588947 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a4e5f8-0002-4297-8734-f915c5a1c9dd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network 31031a34-aecb-4f48-b4c0-8382d37e0fc4 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:05:05.590484 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d7a4e5f8-0002-4297-8734-f915c5a1c9dd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:05:05.636440 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1250d9ec-855b-4aa9-8da6-8c4e6bab84d2 None None] Network 31031a34-aecb-4f48-b4c0-8382d37e0fc4 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:05:05.711689 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a4e5f8-0002-4297-8734-f915c5a1c9dd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Router 2ebb05c0-3ea2-454c-b579-952cb3195263 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:05:05.728258 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1224b1e1-3d17-4791-b4d3-1189f5a58250 None None] Provisioning for port b4cd23ef-2b45-40ad-a721-13f27523ce52 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:05:05.824675 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a4e5f8-0002-4297-8734-f915c5a1c9dd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:05:05.831895 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d7a4e5f8-0002-4297-8734-f915c5a1c9dd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "PUT /v2.0/routers/2ebb05c0-3ea2-454c-b579-952cb3195263/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5375473 Jul 05 11:05:06.004461 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-3cf890ee-7171-4462-bddd-61fdf5d74b35 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-887014931&fields=id&tenant_id=2bc3fa9261bd425a8fa9117a8e536783 HTTP/1.1" status: 200 len: 267 time: 0.0479708 Jul 05 11:05:06.089865 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1dd4dd9b-489d-4c4b-ae5f-664a273f3c86 None None] Provisioning for port 4ddec3c4-d05c-486a-9def-c4294c09e2fa completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:05:06.098872 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1dd4dd9b-489d-4c4b-ae5f-664a273f3c86 None None] Provisioning complete for port 4ddec3c4-d05c-486a-9def-c4294c09e2fa triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:05:06.099255 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1dd4dd9b-489d-4c4b-ae5f-664a273f3c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:06.135768 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-471ec4a3-9a47-456e-8f87-234edd37b3f0 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:06.137399 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-471ec4a3-9a47-456e-8f87-234edd37b3f0 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/networks?id=31031a34-aecb-4f48-b4c0-8382d37e0fc4 HTTP/1.1" status: 200 len: 797 time: 0.1296229 Jul 05 11:05:06.137854 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1dd4dd9b-489d-4c4b-ae5f-664a273f3c86 None None] Port 4ddec3c4-d05c-486a-9def-c4294c09e2fa cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:05:06.155372 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-991317a1-8888-4000-82d7-111c8e47dc7e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/quotas/2bc3fa9261bd425a8fa9117a8e536783 HTTP/1.1" status: 200 len: 375 time: 0.0108979 Jul 05 11:05:06.236207 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-db7159a3-ce4a-4b8a-9dd3-b27761bf9e54 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729012 Jul 05 11:05:06.258635 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dfe59515-ffd7-4338-938e-8c83791ae978 None None] Provisioning complete for port 4ddec3c4-d05c-486a-9def-c4294c09e2fa triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:05:06.259335 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dfe59515-ffd7-4338-938e-8c83791ae978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:06.302133 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-dfe59515-ffd7-4338-938e-8c83791ae978 None None] Port 4ddec3c4-d05c-486a-9def-c4294c09e2fa cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:05:06.347917 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] Sync routers for ids ['2ebb05c0-3ea2-454c-b579-952cb3195263'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:05:06.351014 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-903b9faa-54f3-4d2f-8059-6ff450ef40ec service neutron] 10.222.0.79 "GET /v2.0/networks/31031a34-aecb-4f48-b4c0-8382d37e0fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021893 Jul 05 11:05:06.360013 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] Routers {'2ebb05c0-3ea2-454c-b579-952cb3195263'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:05:06.360608 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:04:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['2ebb05c0-3ea2-454c-b579-952cb3195263'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:05:06.430258 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa2e-9dd7-4540-9a50-231aca5ab8de None None] Provisioning complete for port 4ddec3c4-d05c-486a-9def-c4294c09e2fa triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:05:06.430751 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa2e-9dd7-4540-9a50-231aca5ab8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:06.472445 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-f5302314-ed97-4efb-b7ee-e46c3b737ba7 service neutron] 10.222.0.79 "GET /v2.0/networks/31031a34-aecb-4f48-b4c0-8382d37e0fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149013 Jul 05 11:05:06.486562 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa2e-9dd7-4540-9a50-231aca5ab8de None None] Port 4ddec3c4-d05c-486a-9def-c4294c09e2fa cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:05:06.487373 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] Set router 2ebb05c0-3ea2-454c-b579-952cb3195263 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:05:06.558520 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b4cd23ef-2b45-40ad-a721-13f27523ce52 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:05:06.634908 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port b4cd23ef-2b45-40ad-a721-13f27523ce52 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:05:06.641080 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b4cd23ef-2b45-40ad-a721-13f27523ce52 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:05:06.641769 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:06.687763 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e1414520-5af5-42c7-97aa-7cbc600010a6 req-78aaae03-d915-4a8f-9506-da5313049eab tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 210 time: 0.0348611 Jul 05 11:05:06.753865 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:06.793264 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port b4cd23ef-2b45-40ad-a721-13f27523ce52, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b4cd23ef-2b45-40ad-a721-13f27523ce52,segment=NetworkSegment(a27cc850-d433-4a3c-ad79-fd8700a65977),segment_id=a27cc850-d433-4a3c-ad79-fd8700a65977)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:05:06.797968 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:06.798902 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 772e4778-e84a-4619-9d82-934eb702b1ce up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:05:06.820201 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446044221', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:04Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '4ddec3c4-d05c-486a-9def-c4294c09e2fa', 'name': '', 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:da:0e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '96e58e9f-6639-4407-9e5e-ef22f17fb837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:05:03Z', 'updated_at': '2021-07-05T11:05:05Z', 'revision_number': 2, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '96e58e9f-6639-4407-9e5e-ef22f17fb837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:05:06.847104 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] Checking router: 2ebb05c0-3ea2-454c-b579-952cb3195263 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:05:06.847671 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] Updating router 2ebb05c0-3ea2-454c-b579-952cb3195263 port 4ddec3c4-d05c-486a-9def-c4294c09e2fa binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:05:06.889508 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:06.912524 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=b4cd23ef-2b45-40ad-a721-13f27523ce52,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:06.928448 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 772e4778-e84a-4619-9d82-934eb702b1ce completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:05:06.934240 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 772e4778-e84a-4619-9d82-934eb702b1ce triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:05:06.934734 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:07.034307 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:07.041515 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:07.061400 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 772e4778-e84a-4619-9d82-934eb702b1ce, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=772e4778-e84a-4619-9d82-934eb702b1ce,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:05:07.066141 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:07.123553 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=772e4778-e84a-4619-9d82-934eb702b1ce,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:07.204387 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:07.214968 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] Transition to ACTIVE for port object 4ddec3c4-d05c-486a-9def-c4294c09e2fa will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:05:07.221908 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:07.310083 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0be512-52b6-4180-8b40-6d971c65c1b8 None None] Pushing event updated for resources: {'Port': ['ID=4ddec3c4-d05c-486a-9def-c4294c09e2fa,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:07.335299 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0be512-52b6-4180-8b40-6d971c65c1b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:07.335639 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0be512-52b6-4180-8b40-6d971c65c1b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:07.336000 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0be512-52b6-4180-8b40-6d971c65c1b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:07.336329 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0be512-52b6-4180-8b40-6d971c65c1b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:07.336655 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0be512-52b6-4180-8b40-6d971c65c1b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:07.336974 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0be512-52b6-4180-8b40-6d971c65c1b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:07.337291 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0be512-52b6-4180-8b40-6d971c65c1b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:07.337606 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0be512-52b6-4180-8b40-6d971c65c1b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:07.337920 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0be512-52b6-4180-8b40-6d971c65c1b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:07.338226 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0be512-52b6-4180-8b40-6d971c65c1b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:07.338558 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0be512-52b6-4180-8b40-6d971c65c1b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:07.338847 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0be512-52b6-4180-8b40-6d971c65c1b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:07.361175 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] Attempting to bind port 4ddec3c4-d05c-486a-9def-c4294c09e2fa on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:05:07.361881 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] Attempting to bind port 4ddec3c4-d05c-486a-9def-c4294c09e2fa by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'a27cc850-d433-4a3c-ad79-fd8700a65977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:05:07.362168 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] Attempting to bind port 4ddec3c4-d05c-486a-9def-c4294c09e2fa on network 31031a34-aecb-4f48-b4c0-8382d37e0fc4 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:05:07.368624 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:05:07.368999 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] Checking segment: {'id': 'a27cc850-d433-4a3c-ad79-fd8700a65977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:05:07.369405 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:07.369791 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] Bound using segment: {'id': 'a27cc850-d433-4a3c-ad79-fd8700a65977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:05:07.370268 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] Bound port: 4ddec3c4-d05c-486a-9def-c4294c09e2fa, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27cc850-d433-4a3c-ad79-fd8700a65977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:05:07.370655 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:07.444257 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] For port 4ddec3c4-d05c-486a-9def-c4294c09e2fa, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:05:07.447800 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] For port 4ddec3c4-d05c-486a-9def-c4294c09e2fa, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4ddec3c4-d05c-486a-9def-c4294c09e2fa,segment=NetworkSegment(a27cc850-d433-4a3c-ad79-fd8700a65977),segment_id=a27cc850-d433-4a3c-ad79-fd8700a65977)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:05:07.453422 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:07.510162 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] Routers {'2ebb05c0-3ea2-454c-b579-952cb3195263'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:05:07.510816 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:04:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['2ebb05c0-3ea2-454c-b579-952cb3195263'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:05:07.550623 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0be512-52b6-4180-8b40-6d971c65c1b8 None None] Pushing event updated for resources: {'Port': ['ID=4ddec3c4-d05c-486a-9def-c4294c09e2fa,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:07.636860 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] Set router 2ebb05c0-3ea2-454c-b579-952cb3195263 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:05:07.843627 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c9f9a39c-48e7-47ca-8d04-0a0bb2d7abb7 req-d6dd6008-30e4-4ed7-b3d5-210516a7b728 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 210 time: 0.0299816 Jul 05 11:05:07.851450 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446044221', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:04Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '4ddec3c4-d05c-486a-9def-c4294c09e2fa', 'name': '', 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:da:0e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '96e58e9f-6639-4407-9e5e-ef22f17fb837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:05:03Z', 'updated_at': '2021-07-05T11:05:07Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '96e58e9f-6639-4407-9e5e-ef22f17fb837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:05:07.877819 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19045057-5aeb-4438-b604-6e5abcf326d5 None None] The sync data for ids ['2ebb05c0-3ea2-454c-b579-952cb3195263'] in n-d-798054-8 is: [{'id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446044221', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:04Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '4ddec3c4-d05c-486a-9def-c4294c09e2fa', 'name': '', 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:da:0e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '96e58e9f-6639-4407-9e5e-ef22f17fb837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:05:03Z', 'updated_at': '2021-07-05T11:05:07Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '96e58e9f-6639-4407-9e5e-ef22f17fb837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:05:08.065843 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-6ae579d8-14b4-44bd-8b8a-ecfaef5839a8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:08.068821 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-6ae579d8-14b4-44bd-8b8a-ecfaef5839a8 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.78 "GET /v2.0/networks?id=31031a34-aecb-4f48-b4c0-8382d37e0fc4 HTTP/1.1" status: 200 len: 797 time: 0.1298962 Jul 05 11:05:08.114407 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-4463d8ac-2898-4e91-aaf5-a275dee1585a tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bc3fa9261bd425a8fa9117a8e536783 HTTP/1.1" status: 200 len: 379 time: 0.0374658 Jul 05 11:05:08.123273 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-35a611bd-ffe0-4e2b-9358-ff8da1e6d8d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'port': {'device_id': '4db0b53c-8057-415f-85de-18dbb4b04ca9', 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4', 'admin_state_up': True, 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'security_groups': ['85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:05:08.259470 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-35a611bd-ffe0-4e2b-9358-ff8da1e6d8d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Made reservation on behalf of 2bc3fa9261bd425a8fa9117a8e536783 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:05:08.263739 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-35a611bd-ffe0-4e2b-9358-ff8da1e6d8d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:08.413715 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-35a611bd-ffe0-4e2b-9358-ff8da1e6d8d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Allocated IP 172.20.0.12 (31031a34-aecb-4f48-b4c0-8382d37e0fc4/96e58e9f-6639-4407-9e5e-ef22f17fb837/492e9dc4-ce07-4c99-8473-4e2b561bfc4d) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:05:08.576507 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-35a611bd-ffe0-4e2b-9358-ff8da1e6d8d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:08.587421 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b4cd23ef-2b45-40ad-a721-13f27523ce52 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:05:08.594447 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-35a611bd-ffe0-4e2b-9358-ff8da1e6d8d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Transition to ACTIVE for port object 492e9dc4-ce07-4c99-8473-4e2b561bfc4d will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:05:08.635348 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-35a611bd-ffe0-4e2b-9358-ff8da1e6d8d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:08.641493 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port b4cd23ef-2b45-40ad-a721-13f27523ce52 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:05:08.641902 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:08.688558 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-35a611bd-ffe0-4e2b-9358-ff8da1e6d8d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network 31031a34-aecb-4f48-b4c0-8382d37e0fc4 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:05:08.692690 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-35a611bd-ffe0-4e2b-9358-ff8da1e6d8d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:05:08.697950 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-35a611bd-ffe0-4e2b-9358-ff8da1e6d8d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:05:08.702295 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a611bd-ffe0-4e2b-9358-ff8da1e6d8d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=492e9dc4-ce07-4c99-8473-4e2b561bfc4d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:08.761662 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-35a611bd-ffe0-4e2b-9358-ff8da1e6d8d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:08.762348 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-35a611bd-ffe0-4e2b-9358-ff8da1e6d8d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:08.780370 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-35a611bd-ffe0-4e2b-9358-ff8da1e6d8d2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6609299 Jul 05 11:05:08.794719 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-c5c1622f-ab29-4a82-bb07-a49602369f8a service neutron] Request body: {'port': {'device_id': '4db0b53c-8057-415f-85de-18dbb4b04ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:05:08.920783 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-c5c1622f-ab29-4a82-bb07-a49602369f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:08.959747 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4ddec3c4-d05c-486a-9def-c4294c09e2fa up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:05:09.025725 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f7741409-bfef-46d8-aafb-089716ae04ec None None] Provisioning for port 492e9dc4-ce07-4c99-8473-4e2b561bfc4d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:05:09.030850 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 4ddec3c4-d05c-486a-9def-c4294c09e2fa completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:05:09.035022 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 4ddec3c4-d05c-486a-9def-c4294c09e2fa triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:05:09.035418 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:09.067433 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51648abb-a537-40f3-9a1e-f755408edcfe req-910a8f14-1fa7-4eb5-b939-4e433548b0f7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:09.070066 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-51648abb-a537-40f3-9a1e-f755408edcfe req-910a8f14-1fa7-4eb5-b939-4e433548b0f7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 932 time: 0.0831885 Jul 05 11:05:09.073712 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f7741409-bfef-46d8-aafb-089716ae04ec None None] Provisioning complete for port 492e9dc4-ce07-4c99-8473-4e2b561bfc4d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:05:09.074119 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f7741409-bfef-46d8-aafb-089716ae04ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:09.124099 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f7741409-bfef-46d8-aafb-089716ae04ec None None] Port 492e9dc4-ce07-4c99-8473-4e2b561bfc4d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:05:09.130652 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-51648abb-a537-40f3-9a1e-f755408edcfe req-a1b8f38d-848d-488f-855c-5f9b0cc71df5 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490758 Jul 05 11:05:09.162108 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:09.197309 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 4ddec3c4-d05c-486a-9def-c4294c09e2fa, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4ddec3c4-d05c-486a-9def-c4294c09e2fa,segment=NetworkSegment(a27cc850-d433-4a3c-ad79-fd8700a65977),segment_id=a27cc850-d433-4a3c-ad79-fd8700a65977)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:05:09.201608 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:09.202467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 772e4778-e84a-4619-9d82-934eb702b1ce up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:05:09.247401 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-c5c1622f-ab29-4a82-bb07-a49602369f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 492e9dc4-ce07-4c99-8473-4e2b561bfc4d {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:05:09.256665 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-c5c1622f-ab29-4a82-bb07-a49602369f8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:09.270784 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-c5c1622f-ab29-4a82-bb07-a49602369f8a service neutron] Transition to ACTIVE for port object 492e9dc4-ce07-4c99-8473-4e2b561bfc4d will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:05:09.275419 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-c5c1622f-ab29-4a82-bb07-a49602369f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:09.287765 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=4ddec3c4-d05c-486a-9def-c4294c09e2fa,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:09.298097 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 772e4778-e84a-4619-9d82-934eb702b1ce triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:05:09.298481 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:09.371529 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1622f-ab29-4a82-bb07-a49602369f8a service neutron] Pushing event updated for resources: {'Port': ['ID=492e9dc4-ce07-4c99-8473-4e2b561bfc4d,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:09.404175 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-c5c1622f-ab29-4a82-bb07-a49602369f8a service neutron] Attempting to bind port 492e9dc4-ce07-4c99-8473-4e2b561bfc4d on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:05:09.404514 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-c5c1622f-ab29-4a82-bb07-a49602369f8a service neutron] Attempting to bind port 492e9dc4-ce07-4c99-8473-4e2b561bfc4d by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'a27cc850-d433-4a3c-ad79-fd8700a65977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:05:09.404847 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-c5c1622f-ab29-4a82-bb07-a49602369f8a service neutron] Attempting to bind port 492e9dc4-ce07-4c99-8473-4e2b561bfc4d on network 31031a34-aecb-4f48-b4c0-8382d37e0fc4 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:05:09.409463 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-c5c1622f-ab29-4a82-bb07-a49602369f8a service neutron] Port 492e9dc4-ce07-4c99-8473-4e2b561bfc4d on network 31031a34-aecb-4f48-b4c0-8382d37e0fc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:05:09.409910 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-c5c1622f-ab29-4a82-bb07-a49602369f8a service neutron] Attempting to bind port 492e9dc4-ce07-4c99-8473-4e2b561bfc4d on network 31031a34-aecb-4f48-b4c0-8382d37e0fc4 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:05:09.415676 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-c5c1622f-ab29-4a82-bb07-a49602369f8a service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:05:09.416046 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-c5c1622f-ab29-4a82-bb07-a49602369f8a service neutron] Checking segment: {'id': 'a27cc850-d433-4a3c-ad79-fd8700a65977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:05:09.416432 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-c5c1622f-ab29-4a82-bb07-a49602369f8a service neutron] Bound using segment: {'id': 'a27cc850-d433-4a3c-ad79-fd8700a65977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:05:09.416860 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-c5c1622f-ab29-4a82-bb07-a49602369f8a service neutron] Bound port: 492e9dc4-ce07-4c99-8473-4e2b561bfc4d, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27cc850-d433-4a3c-ad79-fd8700a65977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:05:09.417220 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-c5c1622f-ab29-4a82-bb07-a49602369f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:09.485905 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-c5c1622f-ab29-4a82-bb07-a49602369f8a service neutron] For port 492e9dc4-ce07-4c99-8473-4e2b561bfc4d, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:05:09.489742 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-c5c1622f-ab29-4a82-bb07-a49602369f8a service neutron] For port 492e9dc4-ce07-4c99-8473-4e2b561bfc4d, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=492e9dc4-ce07-4c99-8473-4e2b561bfc4d,segment=NetworkSegment(a27cc850-d433-4a3c-ad79-fd8700a65977),segment_id=a27cc850-d433-4a3c-ad79-fd8700a65977)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:05:09.494181 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-c5c1622f-ab29-4a82-bb07-a49602369f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:09.531884 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-c5c1622f-ab29-4a82-bb07-a49602369f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:09.532483 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-c5c1622f-ab29-4a82-bb07-a49602369f8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:09.533878 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-c5c1622f-ab29-4a82-bb07-a49602369f8a service neutron] 10.222.0.78 "PUT /v2.0/ports/492e9dc4-ce07-4c99-8473-4e2b561bfc4d HTTP/1.1" status: 200 len: 1092 time: 0.7449782 Jul 05 11:05:09.534296 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db0b53c-8057-415f-85de-18dbb4b04ca9', 'tag': '492e9dc4-ce07-4c99-8473-4e2b561bfc4d'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:05:09.537089 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4744321a-891e-47bf-b7d7-3b24513fdcb3" -d '{"events": [{"name": "network-changed", "server_uuid": "4db0b53c-8057-415f-85de-18dbb4b04ca9", "tag": "492e9dc4-ce07-4c99-8473-4e2b561bfc4d"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:05:09.562051 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1622f-ab29-4a82-bb07-a49602369f8a service neutron] Pushing event updated for resources: {'Port': ['ID=492e9dc4-ce07-4c99-8473-4e2b561bfc4d,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:09.592104 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083fea55-e5d4-4c04-bc32-e58f8e233947 x-openstack-request-id: req-083fea55-e5d4-4c04-bc32-e58f8e233947 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:05:09.592414 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db0b53c-8057-415f-85de-18dbb4b04ca9", "tag": "492e9dc4-ce07-4c99-8473-4e2b561bfc4d", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:05:09.592669 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-083fea55-e5d4-4c04-bc32-e58f8e233947 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:05:09.593088 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db0b53c-8057-415f-85de-18dbb4b04ca9', 'tag': '492e9dc4-ce07-4c99-8473-4e2b561bfc4d', 'status': 'completed', 'code': 200} Jul 05 11:05:09.645565 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-c97da143-146a-4a96-918d-4c87da53132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:09.647432 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-c97da143-146a-4a96-918d-4c87da53132c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 1095 time: 0.0643117 Jul 05 11:05:09.707804 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-b06b0f8d-396f-4380-b542-0f1b492ef52b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=492e9dc4-ce07-4c99-8473-4e2b561bfc4d HTTP/1.1" status: 200 len: 217 time: 0.0527215 Jul 05 11:05:09.759049 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-4162eb6b-c421-4c46-9979-82ac328d26b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:09.760836 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-4162eb6b-c421-4c46-9979-82ac328d26b3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=96e58e9f-6639-4407-9e5e-ef22f17fb837 HTTP/1.1" status: 200 len: 834 time: 0.0468540 Jul 05 11:05:09.819759 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-6a199517-6123-4463-b218-83d4202da3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:09.821374 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-6a199517-6123-4463-b218-83d4202da3f1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=31031a34-aecb-4f48-b4c0-8382d37e0fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544960 Jul 05 11:05:09.915620 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-5477d39b-57cd-4a6f-aee8-f6b890c07103 service neutron] 10.222.0.78 "GET /v2.0/networks/31031a34-aecb-4f48-b4c0-8382d37e0fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879538 Jul 05 11:05:10.005120 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1d01e90c-3f9d-47bc-baed-74496ee6f723 req-11bddf19-721f-4519-8bbd-447dfe18e81e service neutron] 10.222.0.78 "GET /v2.0/networks/31031a34-aecb-4f48-b4c0-8382d37e0fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835996 Jul 05 11:05:10.114141 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744321a-891e-47bf-b7d7-3b24513fdcb3 req-efa516e7-aff0-40d0-83dc-9ab533826b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:10.115572 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4744321a-891e-47bf-b7d7-3b24513fdcb3 req-efa516e7-aff0-40d0-83dc-9ab533826b2a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 1095 time: 0.0587602 Jul 05 11:05:10.208137 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744321a-891e-47bf-b7d7-3b24513fdcb3 req-306dfdb8-d829-418c-b49f-5995399dc0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:10.209628 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4744321a-891e-47bf-b7d7-3b24513fdcb3 req-306dfdb8-d829-418c-b49f-5995399dc0aa service neutron] 10.222.0.78 "GET /v2.0/networks?id=31031a34-aecb-4f48-b4c0-8382d37e0fc4 HTTP/1.1" status: 200 len: 898 time: 0.0876663 Jul 05 11:05:10.257672 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4744321a-891e-47bf-b7d7-3b24513fdcb3 req-e1fa7985-ed37-4878-acc7-32e5c90d9351 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=492e9dc4-ce07-4c99-8473-4e2b561bfc4d HTTP/1.1" status: 200 len: 217 time: 0.0416601 Jul 05 11:05:10.307058 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744321a-891e-47bf-b7d7-3b24513fdcb3 req-039e1a1d-b422-4d59-8a8d-6fa2dbf6fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:10.308620 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4744321a-891e-47bf-b7d7-3b24513fdcb3 req-039e1a1d-b422-4d59-8a8d-6fa2dbf6fdd6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=96e58e9f-6639-4407-9e5e-ef22f17fb837 HTTP/1.1" status: 200 len: 834 time: 0.0454588 Jul 05 11:05:10.315451 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b95e8-db67-4d72-8366-50f0f5208004 req-1c00622d-832a-4c6c-9997-35fde9e2f3e1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:10.317512 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-234b95e8-db67-4d72-8366-50f0f5208004 req-1c00622d-832a-4c6c-9997-35fde9e2f3e1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 944 time: 0.0720301 Jul 05 11:05:10.356544 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-234b95e8-db67-4d72-8366-50f0f5208004 req-a744e940-c4d6-4039-a829-87e8289b5bdf tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330229 Jul 05 11:05:10.368125 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744321a-891e-47bf-b7d7-3b24513fdcb3 req-ef79730e-748b-459a-be04-8944f3cb179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:10.369570 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4744321a-891e-47bf-b7d7-3b24513fdcb3 req-ef79730e-748b-459a-be04-8944f3cb179f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=31031a34-aecb-4f48-b4c0-8382d37e0fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549819 Jul 05 11:05:10.465549 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4744321a-891e-47bf-b7d7-3b24513fdcb3 req-2113d04a-5a3f-4d3a-9e50-f07f69720b68 service neutron] 10.222.0.78 "GET /v2.0/networks/31031a34-aecb-4f48-b4c0-8382d37e0fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901222 Jul 05 11:05:10.479905 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4ddec3c4-d05c-486a-9def-c4294c09e2fa up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:05:10.533870 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 4ddec3c4-d05c-486a-9def-c4294c09e2fa triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:05:10.534317 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:10.569804 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-4744321a-891e-47bf-b7d7-3b24513fdcb3 req-fc5a4f02-c0fd-41f4-b2c6-d10bf06d7ea3 service neutron] 10.222.0.78 "GET /v2.0/networks/31031a34-aecb-4f48-b4c0-8382d37e0fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980377 Jul 05 11:05:11.551157 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b31bf-e35f-4210-b6db-c0af6348cec3 req-f95046b9-8a22-4ce3-874f-30d0de7be84e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:11.552710 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d92b31bf-e35f-4210-b6db-c0af6348cec3 req-f95046b9-8a22-4ce3-874f-30d0de7be84e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 944 time: 0.0813625 Jul 05 11:05:11.591422 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d92b31bf-e35f-4210-b6db-c0af6348cec3 req-dad22732-1643-4496-9647-a562c6cfe8b2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331914 Jul 05 11:05:12.768218 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66dd44-c025-4dfb-bff0-963f08ab919a req-66cab8d9-85fa-44bd-95ba-de9693421df5 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:12.769665 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc66dd44-c025-4dfb-bff0-963f08ab919a req-66cab8d9-85fa-44bd-95ba-de9693421df5 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 944 time: 0.0677044 Jul 05 11:05:12.808304 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc66dd44-c025-4dfb-bff0-963f08ab919a req-403ac420-b0b9-42eb-aac3-47ef94b04ce4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329933 Jul 05 11:05:13.983490 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304b5ce-d226-4305-8c87-0c3920626baa req-6d5c232b-befa-4a7b-a27b-aa7ab3cd2140 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:13.985018 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8304b5ce-d226-4305-8c87-0c3920626baa req-6d5c232b-befa-4a7b-a27b-aa7ab3cd2140 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 944 time: 0.0657995 Jul 05 11:05:14.023235 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8304b5ce-d226-4305-8c87-0c3920626baa req-673ac710-253a-480b-a1f4-f8f18b4a59bd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315638 Jul 05 11:05:14.925184 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 492e9dc4-ce07-4c99-8473-4e2b561bfc4d details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:05:15.021385 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 492e9dc4-ce07-4c99-8473-4e2b561bfc4d, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=492e9dc4-ce07-4c99-8473-4e2b561bfc4d,segment=NetworkSegment(a27cc850-d433-4a3c-ad79-fd8700a65977),segment_id=a27cc850-d433-4a3c-ad79-fd8700a65977)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:05:15.036740 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '492e9dc4-ce07-4c99-8473-4e2b561bfc4d', 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4', 'port_id': '492e9dc4-ce07-4c99-8473-4e2b561bfc4d', 'mac_address': 'fa:16:3e:cc:b2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e58e9f-6639-4407-9e5e-ef22f17fb837', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:05:15.075903 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:15.088975 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 492e9dc4-ce07-4c99-8473-4e2b561bfc4d {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:05:15.108825 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 492e9dc4-ce07-4c99-8473-4e2b561bfc4d, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=492e9dc4-ce07-4c99-8473-4e2b561bfc4d,segment=NetworkSegment(a27cc850-d433-4a3c-ad79-fd8700a65977),segment_id=a27cc850-d433-4a3c-ad79-fd8700a65977)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:05:15.113615 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:15.164081 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=492e9dc4-ce07-4c99-8473-4e2b561bfc4d,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:15.198844 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acc584-8825-4cf8-9eae-5f5f307d8c41 req-f0a6876d-2f89-40bf-8e4d-7c5cbdf53cfc tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:15.200373 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03acc584-8825-4cf8-9eae-5f5f307d8c41 req-f0a6876d-2f89-40bf-8e4d-7c5cbdf53cfc tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 945 time: 0.0644310 Jul 05 11:05:15.242652 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03acc584-8825-4cf8-9eae-5f5f307d8c41 req-db205dc1-7baa-4cd9-8975-d7866cfdb474 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368376 Jul 05 11:05:15.437208 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['492e9dc4-ce07-4c99-8473-4e2b561bfc4d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:05:16.421576 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd4237-45be-4545-a9d0-9ea2fbf40ee5 req-754baf79-f2fc-4b92-afdb-5bbd34ec71bb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:16.423284 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cffd4237-45be-4545-a9d0-9ea2fbf40ee5 req-754baf79-f2fc-4b92-afdb-5bbd34ec71bb tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 945 time: 0.0648036 Jul 05 11:05:16.468299 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cffd4237-45be-4545-a9d0-9ea2fbf40ee5 req-2c8dcd8e-8a34-4c1b-86d6-892e4d0390a3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341208 Jul 05 11:05:16.948355 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 492e9dc4-ce07-4c99-8473-4e2b561bfc4d up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:05:16.997998 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 492e9dc4-ce07-4c99-8473-4e2b561bfc4d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:05:17.002252 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 492e9dc4-ce07-4c99-8473-4e2b561bfc4d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:05:17.002630 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:17.080807 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:17.103057 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db0b53c-8057-415f-85de-18dbb4b04ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492e9dc4-ce07-4c99-8473-4e2b561bfc4d'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:05:17.105349 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80470a6-f327-4fc6-bf96-b3739a98c375" -d '{"events": [{"server_uuid": "4db0b53c-8057-415f-85de-18dbb4b04ca9", "name": "network-vif-plugged", "status": "completed", "tag": "492e9dc4-ce07-4c99-8473-4e2b561bfc4d"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:05:17.118489 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 492e9dc4-ce07-4c99-8473-4e2b561bfc4d, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=492e9dc4-ce07-4c99-8473-4e2b561bfc4d,segment=NetworkSegment(a27cc850-d433-4a3c-ad79-fd8700a65977),segment_id=a27cc850-d433-4a3c-ad79-fd8700a65977)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:05:17.122699 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:17.146047 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64e30a7-700c-4432-8f05-083ec6d5ec70 x-openstack-request-id: req-a64e30a7-700c-4432-8f05-083ec6d5ec70 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:05:17.146319 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db0b53c-8057-415f-85de-18dbb4b04ca9", "name": "network-vif-plugged", "status": "completed", "tag": "492e9dc4-ce07-4c99-8473-4e2b561bfc4d", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:05:17.146544 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a64e30a7-700c-4432-8f05-083ec6d5ec70 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:05:17.146969 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db0b53c-8057-415f-85de-18dbb4b04ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492e9dc4-ce07-4c99-8473-4e2b561bfc4d', 'code': 200} Jul 05 11:05:17.174489 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=492e9dc4-ce07-4c99-8473-4e2b561bfc4d,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:17.257348 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331be9d-5f0e-4a03-bd42-39da4ce70176 req-5db6e0eb-5e89-425a-bc0a-6c9c77d69cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:17.258806 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2331be9d-5f0e-4a03-bd42-39da4ce70176 req-5db6e0eb-5e89-425a-bc0a-6c9c77d69cf8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 1097 time: 0.0540261 Jul 05 11:05:17.293529 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-2331be9d-5f0e-4a03-bd42-39da4ce70176 req-60faa1e4-4865-4d3a-a6e1-3d19e12c1472 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286193 Jul 05 11:05:17.645249 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cf805-5914-4c88-ad14-69964c82a5a5 req-10682415-3287-4f51-8f09-455d88fac158 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:17.646775 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-663cf805-5914-4c88-ad14-69964c82a5a5 req-10682415-3287-4f51-8f09-455d88fac158 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 946 time: 0.0640535 Jul 05 11:05:17.685753 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-663cf805-5914-4c88-ad14-69964c82a5a5 req-04d6540c-b5fb-475e-b923-66610d4cabbc tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329452 Jul 05 11:05:18.864975 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb015e-b83a-47b7-ac4d-299dc6613117 req-19f9a64e-e372-4f85-9bc0-32cc8bc25b01 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:18.866506 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abbb015e-b83a-47b7-ac4d-299dc6613117 req-19f9a64e-e372-4f85-9bc0-32cc8bc25b01 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 946 time: 0.0725279 Jul 05 11:05:18.904142 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abbb015e-b83a-47b7-ac4d-299dc6613117 req-07bda646-f7f7-481f-a23b-d88f8ac7cba6 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321195 Jul 05 11:05:19.080413 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc584a3-2386-433e-96bc-d7cbdf20b65f req-da45854f-bc40-4b24-be69-c1901021a725 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:19.081969 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4cc584a3-2386-433e-96bc-d7cbdf20b65f req-da45854f-bc40-4b24-be69-c1901021a725 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 946 time: 0.0660770 Jul 05 11:05:19.120561 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4cc584a3-2386-433e-96bc-d7cbdf20b65f req-576d472c-0f77-4755-9f52-47727c4b8e73 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324931 Jul 05 11:05:19.144744 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50536) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:05:19.202015 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5ccaa4-4f0c-42cc-921b-03be1a0eecd5 tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:19.203566 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7e5ccaa4-4f0c-42cc-921b-03be1a0eecd5 tempest-TestNetworkAdvancedServerOps-1565903995 tempest-TestNetworkAdvancedServerOps-1565903995-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 1092 time: 0.0578196 Jul 05 11:05:19.206367 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50538) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:05:19.210784 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9c8e4769-1629-4a9e-9430-c7af45ab6f72 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': '492e9dc4-ce07-4c99-8473-4e2b561bfc4d', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:05:19.233489 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c8e4769-1629-4a9e-9430-c7af45ab6f72 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:19.333322 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c8e4769-1629-4a9e-9430-c7af45ab6f72 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:19.441355 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-9c8e4769-1629-4a9e-9430-c7af45ab6f72 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Allocated IP 172.25.7.67 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/d47c39c1-5cb1-49cc-a74b-ab2b80079f7f) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:05:19.544122 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c8e4769-1629-4a9e-9430-c7af45ab6f72 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:19.585049 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c8e4769-1629-4a9e-9430-c7af45ab6f72 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:19.625682 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8e4769-1629-4a9e-9430-c7af45ab6f72 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:05:19.628611 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-9c8e4769-1629-4a9e-9430-c7af45ab6f72 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:05:19.634246 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8e4769-1629-4a9e-9430-c7af45ab6f72 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:05:19.663097 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e4769-1629-4a9e-9430-c7af45ab6f72 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=d47c39c1-5cb1-49cc-a74b-ab2b80079f7f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:20.011909 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c8e4769-1629-4a9e-9430-c7af45ab6f72 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:20.092844 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c8e4769-1629-4a9e-9430-c7af45ab6f72 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:20.246968 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c8e4769-1629-4a9e-9430-c7af45ab6f72 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:20.251468 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c8e4769-1629-4a9e-9430-c7af45ab6f72 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:20.320853 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e4769-1629-4a9e-9430-c7af45ab6f72 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event updated for resources: {'Port': ['ID=d47c39c1-5cb1-49cc-a74b-ab2b80079f7f,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:20.330842 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c8e4769-1629-4a9e-9430-c7af45ab6f72 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:20.432544 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-9c8e4769-1629-4a9e-9430-c7af45ab6f72 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Floating IP 6921547a-3c93-436b-b106-45cd7481ff88 associated. External IP: 172.25.7.67, port: 492e9dc4-ce07-4c99-8473-4e2b561bfc4d. Jul 05 11:05:20.644231 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8e4769-1629-4a9e-9430-c7af45ab6f72 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Router 2ebb05c0-3ea2-454c-b579-952cb3195263 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:05:20.752217 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8e4769-1629-4a9e-9430-c7af45ab6f72 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:05:20.761707 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0a5195-e445-400b-9b38-5ecae82db04c None None] Sync routers for ids ['2ebb05c0-3ea2-454c-b579-952cb3195263'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:05:20.770496 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c8e4769-1629-4a9e-9430-c7af45ab6f72 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:20.772183 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0a5195-e445-400b-9b38-5ecae82db04c None None] Routers {'2ebb05c0-3ea2-454c-b579-952cb3195263'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:05:20.772820 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-cd0a5195-e445-400b-9b38-5ecae82db04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:04:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['2ebb05c0-3ea2-454c-b579-952cb3195263'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:05:20.808022 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9c8e4769-1629-4a9e-9430-c7af45ab6f72 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6005509 Jul 05 11:05:20.808632 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db0b53c-8057-415f-85de-18dbb4b04ca9', 'tag': '492e9dc4-ce07-4c99-8473-4e2b561bfc4d'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:05:20.810941 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f15da9-f219-49bf-b378-316920939581" -d '{"events": [{"name": "network-changed", "server_uuid": "4db0b53c-8057-415f-85de-18dbb4b04ca9", "tag": "492e9dc4-ce07-4c99-8473-4e2b561bfc4d"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:05:20.880530 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-cd0a5195-e445-400b-9b38-5ecae82db04c None None] Set router 2ebb05c0-3ea2-454c-b579-952cb3195263 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:05:20.970006 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46a58d-257e-46e3-bbe2-bda2da93a7f1 req-422a561c-1f6e-485e-9a49-296e9cc6a5e1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:20.971543 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b46a58d-257e-46e3-bbe2-bda2da93a7f1 req-422a561c-1f6e-485e-9a49-296e9cc6a5e1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 946 time: 0.0702469 Jul 05 11:05:21.011695 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4b46a58d-257e-46e3-bbe2-bda2da93a7f1 req-fc7fb47f-462b-4f8b-84a9-bd49a63c4427 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336828 Jul 05 11:05:21.037476 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50544) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:05:21.084784 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bd2e5d-1413-4eb1-946e-dd764553926d x-openstack-request-id: req-03bd2e5d-1413-4eb1-946e-dd764553926d {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:05:21.085179 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db0b53c-8057-415f-85de-18dbb4b04ca9", "tag": "492e9dc4-ce07-4c99-8473-4e2b561bfc4d", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:05:21.085421 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-03bd2e5d-1413-4eb1-946e-dd764553926d {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:05:21.085860 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db0b53c-8057-415f-85de-18dbb4b04ca9', 'tag': '492e9dc4-ce07-4c99-8473-4e2b561bfc4d', 'status': 'completed', 'code': 200} Jul 05 11:05:21.087573 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3803dff3-4590-4e92-bc64-9b3291d412bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:21.140483 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-cd0a5195-e445-400b-9b38-5ecae82db04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446044221', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:04Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '6921547a-3c93-436b-b106-45cd7481ff88', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'floating_ip_address': '172.25.7.67', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'port_id': '492e9dc4-ce07-4c99-8473-4e2b561bfc4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4', 'mac_address': 'fa:16:3e:cc:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db0b53c-8057-415f-85de-18dbb4b04ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:05:19Z', 'updated_at': '2021-07-05T11:05:19Z', 'revision_number': 0, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ddec3c4-d05c-486a-9def-c4294c09e2fa', 'name': '', 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:da:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '96e58e9f-6639-4407-9e5e-ef22f17fb837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:05:03Z', 'updated_at': '2021-07-05T11:05:09Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '96e58e9f-6639-4407-9e5e-ef22f17fb837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:05:21.147677 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-0deb7908-8cf3-4e80-9fa8-b227cf8b0c51 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/floatingips/6921547a-3c93-436b-b106-45cd7481ff88 HTTP/1.1" status: 200 len: 991 time: 0.1073468 Jul 05 11:05:21.167175 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f15da9-f219-49bf-b378-316920939581 req-388a6937-f3a0-44a6-b815-a26032d7f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:21.168627 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0a5195-e445-400b-9b38-5ecae82db04c None None] Checking router: 2ebb05c0-3ea2-454c-b579-952cb3195263 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:05:21.168918 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a1f15da9-f219-49bf-b378-316920939581 req-388a6937-f3a0-44a6-b815-a26032d7f8e4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 1097 time: 0.0771432 Jul 05 11:05:21.177404 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0a5195-e445-400b-9b38-5ecae82db04c None None] Routers {'2ebb05c0-3ea2-454c-b579-952cb3195263'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:05:21.178035 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-cd0a5195-e445-400b-9b38-5ecae82db04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:04:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['2ebb05c0-3ea2-454c-b579-952cb3195263'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:05:21.260728 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f15da9-f219-49bf-b378-316920939581 req-a61b7b40-d856-4d9b-838c-76ef0f3c95fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:21.262251 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a1f15da9-f219-49bf-b378-316920939581 req-a61b7b40-d856-4d9b-838c-76ef0f3c95fd service neutron] 10.222.0.78 "GET /v2.0/networks?id=31031a34-aecb-4f48-b4c0-8382d37e0fc4 HTTP/1.1" status: 200 len: 898 time: 0.0868583 Jul 05 11:05:21.289766 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-cd0a5195-e445-400b-9b38-5ecae82db04c None None] Set router 2ebb05c0-3ea2-454c-b579-952cb3195263 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:05:21.339569 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a1f15da9-f219-49bf-b378-316920939581 req-90d11e27-1597-404d-a9e4-c522cbf15a2b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=492e9dc4-ce07-4c99-8473-4e2b561bfc4d HTTP/1.1" status: 200 len: 999 time: 0.0682769 Jul 05 11:05:21.391664 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f15da9-f219-49bf-b378-316920939581 req-8bd0a89f-4a97-4a18-ae9e-573cead584dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:21.393468 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a1f15da9-f219-49bf-b378-316920939581 req-8bd0a89f-4a97-4a18-ae9e-573cead584dc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=96e58e9f-6639-4407-9e5e-ef22f17fb837 HTTP/1.1" status: 200 len: 834 time: 0.0485203 Jul 05 11:05:21.452428 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f15da9-f219-49bf-b378-316920939581 req-f9a10c1d-a299-420a-936d-f84d803de822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:21.454275 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a1f15da9-f219-49bf-b378-316920939581 req-f9a10c1d-a299-420a-936d-f84d803de822 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=31031a34-aecb-4f48-b4c0-8382d37e0fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548966 Jul 05 11:05:21.535820 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-cd0a5195-e445-400b-9b38-5ecae82db04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446044221', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:04Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '6921547a-3c93-436b-b106-45cd7481ff88', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'floating_ip_address': '172.25.7.67', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'port_id': '492e9dc4-ce07-4c99-8473-4e2b561bfc4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4', 'mac_address': 'fa:16:3e:cc:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db0b53c-8057-415f-85de-18dbb4b04ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:05:19Z', 'updated_at': '2021-07-05T11:05:19Z', 'revision_number': 0, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ddec3c4-d05c-486a-9def-c4294c09e2fa', 'name': '', 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:da:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '96e58e9f-6639-4407-9e5e-ef22f17fb837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:05:03Z', 'updated_at': '2021-07-05T11:05:09Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '96e58e9f-6639-4407-9e5e-ef22f17fb837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:05:21.551016 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a1f15da9-f219-49bf-b378-316920939581 req-1b142ce9-3b4b-46e5-a8ac-f6e42d386fc4 service neutron] 10.222.0.78 "GET /v2.0/networks/31031a34-aecb-4f48-b4c0-8382d37e0fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896170 Jul 05 11:05:21.562228 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0a5195-e445-400b-9b38-5ecae82db04c None None] The sync data for ids ['2ebb05c0-3ea2-454c-b579-952cb3195263'] in n-d-798054-8 is: [{'id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446044221', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:04Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '6921547a-3c93-436b-b106-45cd7481ff88', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'floating_ip_address': '172.25.7.67', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'port_id': '492e9dc4-ce07-4c99-8473-4e2b561bfc4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4', 'mac_address': 'fa:16:3e:cc:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db0b53c-8057-415f-85de-18dbb4b04ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:05:19Z', 'updated_at': '2021-07-05T11:05:19Z', 'revision_number': 0, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ddec3c4-d05c-486a-9def-c4294c09e2fa', 'name': '', 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:da:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '96e58e9f-6639-4407-9e5e-ef22f17fb837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:05:03Z', 'updated_at': '2021-07-05T11:05:09Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '96e58e9f-6639-4407-9e5e-ef22f17fb837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:05:21.650177 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a1f15da9-f219-49bf-b378-316920939581 req-ac23a29f-0dca-4724-a756-c65aa8e1c442 service neutron] 10.222.0.78 "GET /v2.0/networks/31031a34-aecb-4f48-b4c0-8382d37e0fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917993 Jul 05 11:05:21.756106 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6580b13-646f-4b22-b3b9-d518bbb3ae88 None None] New status for floating IP 6921547a-3c93-436b-b106-45cd7481ff88: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:05:22.150509 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50546) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:05:22.215306 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-cb78a271-47fb-49bf-aa25-ffce8c42d5ea tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/floatingips/6921547a-3c93-436b-b106-45cd7481ff88 HTTP/1.1" status: 200 len: 993 time: 0.0635037 Jul 05 11:05:23.433669 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b7044686-fa0f-4304-884c-908d6de02fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:23.788203 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:24.904284 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:27.033331 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:27.405453 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:05:33.518132 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:37.015971 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:37.178631 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ac073218-a940-4b65-bbc2-a6d70b5f392c req-da0b9ab0-7c3d-4f91-9a67-fc479c45c12b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534093 Jul 05 11:05:37.291799 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac073218-a940-4b65-bbc2-a6d70b5f392c req-4bbad8ee-2f6f-44f2-9152-6459d4aa9193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:37.293299 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ac073218-a940-4b65-bbc2-a6d70b5f392c req-4bbad8ee-2f6f-44f2-9152-6459d4aa9193 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 1097 time: 0.0563591 Jul 05 11:05:37.412924 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac073218-a940-4b65-bbc2-a6d70b5f392c req-047a677b-1fe2-4826-a424-117beba20936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:37.414467 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ac073218-a940-4b65-bbc2-a6d70b5f392c req-047a677b-1fe2-4826-a424-117beba20936 service neutron] 10.222.0.78 "GET /v2.0/networks?id=31031a34-aecb-4f48-b4c0-8382d37e0fc4 HTTP/1.1" status: 200 len: 898 time: 0.0988510 Jul 05 11:05:37.481777 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ac073218-a940-4b65-bbc2-a6d70b5f392c req-7c46b864-3099-426a-947e-d27fee6a7b5e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=492e9dc4-ce07-4c99-8473-4e2b561bfc4d HTTP/1.1" status: 200 len: 1001 time: 0.0601292 Jul 05 11:05:37.530688 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac073218-a940-4b65-bbc2-a6d70b5f392c req-f8be3f1a-00b9-466c-934b-90dca0f4af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:37.532194 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ac073218-a940-4b65-bbc2-a6d70b5f392c req-f8be3f1a-00b9-466c-934b-90dca0f4af50 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=96e58e9f-6639-4407-9e5e-ef22f17fb837 HTTP/1.1" status: 200 len: 834 time: 0.0444574 Jul 05 11:05:37.597678 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac073218-a940-4b65-bbc2-a6d70b5f392c req-26c92707-818a-4b4f-872c-a23c5227e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:37.599208 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ac073218-a940-4b65-bbc2-a6d70b5f392c req-26c92707-818a-4b4f-872c-a23c5227e830 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=31031a34-aecb-4f48-b4c0-8382d37e0fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591295 Jul 05 11:05:37.689215 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ac073218-a940-4b65-bbc2-a6d70b5f392c req-39f5ed3e-b85a-49c6-83d7-12ac48e5fd14 service neutron] 10.222.0.78 "GET /v2.0/networks/31031a34-aecb-4f48-b4c0-8382d37e0fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821435 Jul 05 11:05:38.106700 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ac073218-a940-4b65-bbc2-a6d70b5f392c req-7d5b1b38-80bd-47d2-9140-e25525d178b8 service neutron] 10.222.0.78 "GET /v2.0/networks/31031a34-aecb-4f48-b4c0-8382d37e0fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106712 Jul 05 11:05:51.069997 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bc4acb65-b235-4b1b-9695-1190d8cfc5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:53.434853 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d1a604bf-f712-4ad0-af80-bb97c2801568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:53.788986 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:54.910736 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:57.037219 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:03.516579 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:04.404455 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:06:07.017890 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:21.070618 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aba2dc2a-f567-4de9-abb5-bcdec369dc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:23.437173 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e09e-a005-4fec-9d32-1551a023f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:23.790871 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:24.911728 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:27.040236 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:33.527416 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:33.533257 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b3c85-82a3-42bd-b9a9-b050b367a587 req-f4d7d2dd-2d78-4288-89c1-bb924a1e7ab0 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:33.535268 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ce8b3c85-82a3-42bd-b9a9-b050b367a587 req-f4d7d2dd-2d78-4288-89c1-bb924a1e7ab0 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 946 time: 0.0670259 Jul 05 11:06:33.573560 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ce8b3c85-82a3-42bd-b9a9-b050b367a587 req-f0348dcb-7b90-44cc-9c76-88dd900036b0 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327396 Jul 05 11:06:34.753905 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717d758-fa4c-4c97-9a9c-ce1b86861b3c req-e599b12b-39b4-4c4f-b433-c7e724f39300 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:34.755327 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6717d758-fa4c-4c97-9a9c-ce1b86861b3c req-e599b12b-39b4-4c4f-b433-c7e724f39300 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 946 time: 0.0653565 Jul 05 11:06:34.792604 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6717d758-fa4c-4c97-9a9c-ce1b86861b3c req-0e2e5f06-60fd-4519-ba15-355512f6f6cc tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317562 Jul 05 11:06:35.970457 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c6245-9208-4fdb-8eb7-7cc08bade593 req-b247a49d-c0fc-400e-9af8-aadd5ac6bb1d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:35.972120 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-196c6245-9208-4fdb-8eb7-7cc08bade593 req-b247a49d-c0fc-400e-9af8-aadd5ac6bb1d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 946 time: 0.0687373 Jul 05 11:06:36.009183 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-196c6245-9208-4fdb-8eb7-7cc08bade593 req-fb5e0adc-2b66-4c39-b4b9-37833ba0fb1d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315866 Jul 05 11:06:36.033918 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50582) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:06:36.094054 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-931ea227-bb54-421d-95b2-0825a143f3bc tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/floatingips/6921547a-3c93-436b-b106-45cd7481ff88 HTTP/1.1" status: 200 len: 993 time: 0.0589285 Jul 05 11:06:37.013268 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:37.691500 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e18c55-1aeb-4ab4-9a9e-856269ae894a req-e05924e1-2dd1-4e40-8155-4551a6111511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:37.693059 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-07e18c55-1aeb-4ab4-9a9e-856269ae894a req-e05924e1-2dd1-4e40-8155-4551a6111511 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 1097 time: 0.0536382 Jul 05 11:06:37.719813 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10c61f-3ea2-4db9-996f-4603cd849282 req-e4f5e123-14ad-426a-88e8-d9054ea89343 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:37.721409 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f10c61f-3ea2-4db9-996f-4603cd849282 req-e4f5e123-14ad-426a-88e8-d9054ea89343 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 946 time: 0.0698581 Jul 05 11:06:37.760964 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9f10c61f-3ea2-4db9-996f-4603cd849282 req-3837b65d-115e-4303-a65c-c1756e5eed4b tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330236 Jul 05 11:06:37.787657 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e18c55-1aeb-4ab4-9a9e-856269ae894a req-63daa091-1663-4835-a689-79af56c58b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:37.789202 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-07e18c55-1aeb-4ab4-9a9e-856269ae894a req-63daa091-1663-4835-a689-79af56c58b50 service neutron] 10.222.0.78 "GET /v2.0/networks?id=31031a34-aecb-4f48-b4c0-8382d37e0fc4 HTTP/1.1" status: 200 len: 898 time: 0.0906126 Jul 05 11:06:37.857060 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-07e18c55-1aeb-4ab4-9a9e-856269ae894a req-3ef14f8c-c08e-4212-b26b-e151c9841635 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=492e9dc4-ce07-4c99-8473-4e2b561bfc4d HTTP/1.1" status: 200 len: 1001 time: 0.0614507 Jul 05 11:06:37.907578 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e18c55-1aeb-4ab4-9a9e-856269ae894a req-8e384091-c5e8-4b69-b4e2-58d3514cebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:37.909763 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-07e18c55-1aeb-4ab4-9a9e-856269ae894a req-8e384091-c5e8-4b69-b4e2-58d3514cebe1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=96e58e9f-6639-4407-9e5e-ef22f17fb837 HTTP/1.1" status: 200 len: 834 time: 0.0473416 Jul 05 11:06:37.965481 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e18c55-1aeb-4ab4-9a9e-856269ae894a req-d636533f-b379-429a-a1ac-f12bc5b9b3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:37.967003 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-07e18c55-1aeb-4ab4-9a9e-856269ae894a req-d636533f-b379-429a-a1ac-f12bc5b9b3a5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=31031a34-aecb-4f48-b4c0-8382d37e0fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515759 Jul 05 11:06:38.053671 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-07e18c55-1aeb-4ab4-9a9e-856269ae894a req-831dec9d-ef01-4b24-98e2-8ed1ea656c16 service neutron] 10.222.0.78 "GET /v2.0/networks/31031a34-aecb-4f48-b4c0-8382d37e0fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802116 Jul 05 11:06:38.147173 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-07e18c55-1aeb-4ab4-9a9e-856269ae894a req-ce4eb3e3-a9a5-49d8-a262-fe79887d88e8 service neutron] 10.222.0.78 "GET /v2.0/networks/31031a34-aecb-4f48-b4c0-8382d37e0fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867925 Jul 05 11:06:38.967906 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a00ea3-2753-41ef-a7e9-ec92bb2bdee8 req-2110ddf7-eead-4825-a0b5-febaea96264d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:38.970178 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49a00ea3-2753-41ef-a7e9-ec92bb2bdee8 req-2110ddf7-eead-4825-a0b5-febaea96264d tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 946 time: 0.0753250 Jul 05 11:06:39.012176 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-49a00ea3-2753-41ef-a7e9-ec92bb2bdee8 req-39a960ae-f3cb-43fb-8923-ebcb1bce86ab tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349696 Jul 05 11:06:39.164891 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73838086-31a2-44f0-8a3d-f31b7f847ae9 req-f4fb89d3-0256-41e4-b971-315a0f89a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:39.166392 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-73838086-31a2-44f0-8a3d-f31b7f847ae9 req-f4fb89d3-0256-41e4-b971-315a0f89a482 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 1097 time: 0.0525980 Jul 05 11:06:39.281678 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73838086-31a2-44f0-8a3d-f31b7f847ae9 req-f495c6cc-42ac-4c70-b5f8-aec9cca77a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:39.283254 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-73838086-31a2-44f0-8a3d-f31b7f847ae9 req-f495c6cc-42ac-4c70-b5f8-aec9cca77a9f service neutron] 10.222.0.78 "GET /v2.0/networks?id=31031a34-aecb-4f48-b4c0-8382d37e0fc4 HTTP/1.1" status: 200 len: 898 time: 0.0886121 Jul 05 11:06:39.353765 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-73838086-31a2-44f0-8a3d-f31b7f847ae9 req-e5bf0640-23a7-4023-851a-77018db8d490 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=492e9dc4-ce07-4c99-8473-4e2b561bfc4d HTTP/1.1" status: 200 len: 1001 time: 0.0637703 Jul 05 11:06:39.412782 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73838086-31a2-44f0-8a3d-f31b7f847ae9 req-c41d2c77-b770-40ea-8259-4b9e44ab8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:39.414276 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-73838086-31a2-44f0-8a3d-f31b7f847ae9 req-c41d2c77-b770-40ea-8259-4b9e44ab8a19 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=96e58e9f-6639-4407-9e5e-ef22f17fb837 HTTP/1.1" status: 200 len: 834 time: 0.0533092 Jul 05 11:06:39.477135 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73838086-31a2-44f0-8a3d-f31b7f847ae9 req-ed1d01ce-0181-4bb6-9a93-db896f71445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:39.478566 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-73838086-31a2-44f0-8a3d-f31b7f847ae9 req-ed1d01ce-0181-4bb6-9a93-db896f71445c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=31031a34-aecb-4f48-b4c0-8382d37e0fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566444 Jul 05 11:06:39.567093 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-73838086-31a2-44f0-8a3d-f31b7f847ae9 req-69464a24-b3ee-4cd0-a111-cfc64e5095a2 service neutron] 10.222.0.78 "GET /v2.0/networks/31031a34-aecb-4f48-b4c0-8382d37e0fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810480 Jul 05 11:06:39.660651 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-73838086-31a2-44f0-8a3d-f31b7f847ae9 req-66f215da-5f87-4fce-9b61-e49b2145b672 service neutron] 10.222.0.78 "GET /v2.0/networks/31031a34-aecb-4f48-b4c0-8382d37e0fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870645 Jul 05 11:06:40.184322 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c07a8-24a2-4826-bfc6-56e10e8738d7 req-7f24a221-858c-4974-af7e-d2076778b3cd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:40.185851 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e45c07a8-24a2-4826-bfc6-56e10e8738d7 req-7f24a221-858c-4974-af7e-d2076778b3cd tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 946 time: 0.0635056 Jul 05 11:06:40.224118 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e45c07a8-24a2-4826-bfc6-56e10e8738d7 req-6c35b541-69ef-4251-b63d-571e6cd764ef tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320723 Jul 05 11:06:40.247938 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50598) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:06:40.312587 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7183539b-a100-4af1-9d68-9616cb85c166 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/floatingips/6921547a-3c93-436b-b106-45cd7481ff88 HTTP/1.1" status: 200 len: 993 time: 0.0634966 Jul 05 11:06:40.566759 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50604) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:06:40.722458 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-eb9d0b05-3f6e-4ce3-8523-9255b949a50e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting port d47c39c1-5cb1-49cc-a74b-ab2b80079f7f {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:06:40.722802 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb9d0b05-3f6e-4ce3-8523-9255b949a50e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:40.801607 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb9d0b05-3f6e-4ce3-8523-9255b949a50e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:40.801975 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb9d0b05-3f6e-4ce3-8523-9255b949a50e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:40.813368 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-eb9d0b05-3f6e-4ce3-8523-9255b949a50e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Calling delete_port for d47c39c1-5cb1-49cc-a74b-ab2b80079f7f owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:06:40.967654 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb9d0b05-3f6e-4ce3-8523-9255b949a50e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:40.996184 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d0b05-3f6e-4ce3-8523-9255b949a50e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Port': ['ID=d47c39c1-5cb1-49cc-a74b-ab2b80079f7f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:41.028022 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d0b05-3f6e-4ce3-8523-9255b949a50e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:41.028404 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d0b05-3f6e-4ce3-8523-9255b949a50e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:41.028791 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d0b05-3f6e-4ce3-8523-9255b949a50e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:41.029159 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d0b05-3f6e-4ce3-8523-9255b949a50e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:41.029503 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d0b05-3f6e-4ce3-8523-9255b949a50e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:41.029845 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d0b05-3f6e-4ce3-8523-9255b949a50e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:41.030211 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d0b05-3f6e-4ce3-8523-9255b949a50e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:41.030520 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d0b05-3f6e-4ce3-8523-9255b949a50e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:41.030858 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d0b05-3f6e-4ce3-8523-9255b949a50e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:41.031203 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d0b05-3f6e-4ce3-8523-9255b949a50e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:41.031538 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d0b05-3f6e-4ce3-8523-9255b949a50e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:41.031899 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d0b05-3f6e-4ce3-8523-9255b949a50e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:41.073055 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb9d0b05-3f6e-4ce3-8523-9255b949a50e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:41.073384 n-d-798054-8 neutron-server[93906]: INFO neutron.db.l3_db [None req-eb9d0b05-3f6e-4ce3-8523-9255b949a50e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Floating IP 6921547a-3c93-436b-b106-45cd7481ff88 disassociated (deleted). External IP: 172.25.7.67, port: 492e9dc4-ce07-4c99-8473-4e2b561bfc4d. Jul 05 11:06:41.282457 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9d0b05-3f6e-4ce3-8523-9255b949a50e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Router 2ebb05c0-3ea2-454c-b579-952cb3195263 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:06:41.388638 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9d0b05-3f6e-4ce3-8523-9255b949a50e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:06:41.393585 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb9d0b05-3f6e-4ce3-8523-9255b949a50e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:41.397949 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eff1186-220d-4e21-9ef2-0ba758ee4858 None None] Sync routers for ids ['2ebb05c0-3ea2-454c-b579-952cb3195263'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:06:41.404356 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:06:41.406576 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eff1186-220d-4e21-9ef2-0ba758ee4858 None None] Routers {'2ebb05c0-3ea2-454c-b579-952cb3195263'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:06:41.407488 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2eff1186-220d-4e21-9ef2-0ba758ee4858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:06:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['2ebb05c0-3ea2-454c-b579-952cb3195263'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:41.429738 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-eb9d0b05-3f6e-4ce3-8523-9255b949a50e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "DELETE /v2.0/floatingips/6921547a-3c93-436b-b106-45cd7481ff88 HTTP/1.1" status: 204 len: 168 time: 0.8619428 Jul 05 11:06:41.430425 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db0b53c-8057-415f-85de-18dbb4b04ca9', 'tag': '492e9dc4-ce07-4c99-8473-4e2b561bfc4d'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:06:41.432824 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0e1d15-f062-4723-be10-19981fb1d292" -d '{"events": [{"name": "network-changed", "server_uuid": "4db0b53c-8057-415f-85de-18dbb4b04ca9", "tag": "492e9dc4-ce07-4c99-8473-4e2b561bfc4d"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:06:41.513825 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-2eff1186-220d-4e21-9ef2-0ba758ee4858 None None] Set router 2ebb05c0-3ea2-454c-b579-952cb3195263 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:06:41.731801 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6659a12f-e3e0-44ef-8f4e-6be31b4a82e3 x-openstack-request-id: req-6659a12f-e3e0-44ef-8f4e-6be31b4a82e3 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:06:41.732358 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db0b53c-8057-415f-85de-18dbb4b04ca9", "tag": "492e9dc4-ce07-4c99-8473-4e2b561bfc4d", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:06:41.732358 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6659a12f-e3e0-44ef-8f4e-6be31b4a82e3 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:06:41.732770 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db0b53c-8057-415f-85de-18dbb4b04ca9', 'tag': '492e9dc4-ce07-4c99-8473-4e2b561bfc4d', 'status': 'completed', 'code': 200} Jul 05 11:06:41.766874 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2eff1186-220d-4e21-9ef2-0ba758ee4858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446044221', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:04Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '4ddec3c4-d05c-486a-9def-c4294c09e2fa', 'name': '', 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:da:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '96e58e9f-6639-4407-9e5e-ef22f17fb837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:05:03Z', 'updated_at': '2021-07-05T11:05:09Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '96e58e9f-6639-4407-9e5e-ef22f17fb837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:41.798474 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eff1186-220d-4e21-9ef2-0ba758ee4858 None None] Checking router: 2ebb05c0-3ea2-454c-b579-952cb3195263 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:06:41.807618 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eff1186-220d-4e21-9ef2-0ba758ee4858 None None] Routers {'2ebb05c0-3ea2-454c-b579-952cb3195263'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:06:41.808239 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2eff1186-220d-4e21-9ef2-0ba758ee4858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:06:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['2ebb05c0-3ea2-454c-b579-952cb3195263'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:41.812117 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e1d15-f062-4723-be10-19981fb1d292 req-45d39688-07d6-4131-a7f3-d5aab44ac6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:41.813751 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9f0e1d15-f062-4723-be10-19981fb1d292 req-45d39688-07d6-4131-a7f3-d5aab44ac6ae service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 1097 time: 0.0569584 Jul 05 11:06:41.885723 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9204eda-6199-481e-90b4-96918acc69cf req-bd56223d-d9ff-4d67-b085-32ede382d7a1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:41.887234 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9204eda-6199-481e-90b4-96918acc69cf req-bd56223d-d9ff-4d67-b085-32ede382d7a1 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 946 time: 0.0645480 Jul 05 11:06:41.913049 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e1d15-f062-4723-be10-19981fb1d292 req-7aaff8ef-dc74-47f0-9e42-f42b38068b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:41.913438 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-2eff1186-220d-4e21-9ef2-0ba758ee4858 None None] Set router 2ebb05c0-3ea2-454c-b579-952cb3195263 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:06:41.915536 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9f0e1d15-f062-4723-be10-19981fb1d292 req-7aaff8ef-dc74-47f0-9e42-f42b38068b2d service neutron] 10.222.0.78 "GET /v2.0/networks?id=31031a34-aecb-4f48-b4c0-8382d37e0fc4 HTTP/1.1" status: 200 len: 898 time: 0.0934796 Jul 05 11:06:41.929217 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e9204eda-6199-481e-90b4-96918acc69cf req-45e8773d-fe74-4022-9f07-4b98114125a4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358801 Jul 05 11:06:41.959576 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9f0e1d15-f062-4723-be10-19981fb1d292 req-a5aeeb1b-5545-4084-b9c5-a642280127ef service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=492e9dc4-ce07-4c99-8473-4e2b561bfc4d HTTP/1.1" status: 200 len: 217 time: 0.0373077 Jul 05 11:06:42.009057 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e1d15-f062-4723-be10-19981fb1d292 req-d02c4d47-b006-4549-bb81-379511fc52a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:42.010525 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9f0e1d15-f062-4723-be10-19981fb1d292 req-d02c4d47-b006-4549-bb81-379511fc52a5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=96e58e9f-6639-4407-9e5e-ef22f17fb837 HTTP/1.1" status: 200 len: 834 time: 0.0442297 Jul 05 11:06:42.069962 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e1d15-f062-4723-be10-19981fb1d292 req-df487d4d-61e0-4819-8f90-a8fd18fb4f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:42.071504 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9f0e1d15-f062-4723-be10-19981fb1d292 req-df487d4d-61e0-4819-8f90-a8fd18fb4f72 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=31031a34-aecb-4f48-b4c0-8382d37e0fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539975 Jul 05 11:06:42.175485 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9f0e1d15-f062-4723-be10-19981fb1d292 req-edfe3b3c-4faf-4c18-92e6-339316c2ce76 service neutron] 10.222.0.78 "GET /v2.0/networks/31031a34-aecb-4f48-b4c0-8382d37e0fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963235 Jul 05 11:06:42.272630 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9f0e1d15-f062-4723-be10-19981fb1d292 req-8a97ca65-529b-4d2e-ab72-1dca8c816017 service neutron] 10.222.0.78 "GET /v2.0/networks/31031a34-aecb-4f48-b4c0-8382d37e0fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906501 Jul 05 11:06:42.276107 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2eff1186-220d-4e21-9ef2-0ba758ee4858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446044221', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:04Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '4ddec3c4-d05c-486a-9def-c4294c09e2fa', 'name': '', 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:da:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '96e58e9f-6639-4407-9e5e-ef22f17fb837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:05:03Z', 'updated_at': '2021-07-05T11:05:09Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '96e58e9f-6639-4407-9e5e-ef22f17fb837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:42.304162 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eff1186-220d-4e21-9ef2-0ba758ee4858 None None] The sync data for ids ['2ebb05c0-3ea2-454c-b579-952cb3195263'] in n-d-798054-8 is: [{'id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446044221', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:04Z', 'revision_number': 4, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '4ddec3c4-d05c-486a-9def-c4294c09e2fa', 'name': '', 'network_id': '31031a34-aecb-4f48-b4c0-8382d37e0fc4', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'mac_address': 'fa:16:3e:da:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '96e58e9f-6639-4407-9e5e-ef22f17fb837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:05:03Z', 'updated_at': '2021-07-05T11:05:09Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'subnets': [{'id': '96e58e9f-6639-4407-9e5e-ef22f17fb837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:06:42.523835 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7a2976-f38f-4f03-9364-91c644daa750 None None] New status for floating IP 6921547a-3c93-436b-b106-45cd7481ff88: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:06:43.106140 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd87b2-4530-4ccf-8f90-fca10a088016 req-07de5615-46e9-4530-9e6e-8e7fb720ad3c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:43.107642 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-13dd87b2-4530-4ccf-8f90-fca10a088016 req-07de5615-46e9-4530-9e6e-8e7fb720ad3c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 946 time: 0.0649509 Jul 05 11:06:43.145384 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-13dd87b2-4530-4ccf-8f90-fca10a088016 req-177f5811-0d28-4045-af88-42f732d4c634 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/security-groups?id=85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321388 Jul 05 11:06:43.675771 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cc1ee-7c9d-4e12-b0a3-ed772659c6b1 req-10f73b3e-23b2-4ffe-b7d7-45b3cd13a97e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:43.677305 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0f0cc1ee-7c9d-4e12-b0a3-ed772659c6b1 req-10f73b3e-23b2-4ffe-b7d7-45b3cd13a97e tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.78 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 946 time: 0.0714881 Jul 05 11:06:43.777337 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-0f0cc1ee-7c9d-4e12-b0a3-ed772659c6b1 req-9cdb666c-0c7a-4b11-849a-59231e3735e4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting port 492e9dc4-ce07-4c99-8473-4e2b561bfc4d {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:06:43.777683 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0f0cc1ee-7c9d-4e12-b0a3-ed772659c6b1 req-9cdb666c-0c7a-4b11-849a-59231e3735e4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:43.871583 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-0f0cc1ee-7c9d-4e12-b0a3-ed772659c6b1 req-9cdb666c-0c7a-4b11-849a-59231e3735e4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] For port 492e9dc4-ce07-4c99-8473-4e2b561bfc4d, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=492e9dc4-ce07-4c99-8473-4e2b561bfc4d,segment=NetworkSegment(a27cc850-d433-4a3c-ad79-fd8700a65977),segment_id=a27cc850-d433-4a3c-ad79-fd8700a65977)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:06:43.871887 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0f0cc1ee-7c9d-4e12-b0a3-ed772659c6b1 req-9cdb666c-0c7a-4b11-849a-59231e3735e4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:43.886321 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-0f0cc1ee-7c9d-4e12-b0a3-ed772659c6b1 req-9cdb666c-0c7a-4b11-849a-59231e3735e4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Calling delete_port for 492e9dc4-ce07-4c99-8473-4e2b561bfc4d owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:06:44.029927 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0f0cc1ee-7c9d-4e12-b0a3-ed772659c6b1 req-9cdb666c-0c7a-4b11-849a-59231e3735e4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:44.066749 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb666c-0c7a-4b11-849a-59231e3735e4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Port': ['ID=492e9dc4-ce07-4c99-8473-4e2b561bfc4d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:44.112460 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0cc1ee-7c9d-4e12-b0a3-ed772659c6b1 req-9cdb666c-0c7a-4b11-849a-59231e3735e4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] No DVR routers for this DVR port 492e9dc4-ce07-4c99-8473-4e2b561bfc4d on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:06:44.117992 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0f0cc1ee-7c9d-4e12-b0a3-ed772659c6b1 req-9cdb666c-0c7a-4b11-849a-59231e3735e4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:44.120635 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-0f0cc1ee-7c9d-4e12-b0a3-ed772659c6b1 req-9cdb666c-0c7a-4b11-849a-59231e3735e4 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.78 "DELETE /v2.0/ports/492e9dc4-ce07-4c99-8473-4e2b561bfc4d HTTP/1.1" status: 204 len: 173 time: 0.4380524 Jul 05 11:06:44.121346 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db0b53c-8057-415f-85de-18dbb4b04ca9', 'name': 'network-vif-deleted', 'tag': '492e9dc4-ce07-4c99-8473-4e2b561bfc4d'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:06:44.124051 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db04237-96f0-4e7a-bee0-c8fc3988a015" -d '{"events": [{"server_uuid": "4db0b53c-8057-415f-85de-18dbb4b04ca9", "name": "network-vif-deleted", "tag": "492e9dc4-ce07-4c99-8473-4e2b561bfc4d"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:06:44.163843 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839d1747-ff2e-4826-bead-fae4e6eeda07 x-openstack-request-id: req-839d1747-ff2e-4826-bead-fae4e6eeda07 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:06:44.164179 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db0b53c-8057-415f-85de-18dbb4b04ca9", "name": "network-vif-deleted", "tag": "492e9dc4-ce07-4c99-8473-4e2b561bfc4d", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:06:44.164442 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-839d1747-ff2e-4826-bead-fae4e6eeda07 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:06:44.164852 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db0b53c-8057-415f-85de-18dbb4b04ca9', 'name': 'network-vif-deleted', 'tag': '492e9dc4-ce07-4c99-8473-4e2b561bfc4d', 'status': 'completed', 'code': 200} Jul 05 11:06:44.302254 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4fcc5495-235c-42d2-b3d5-ebda11d485c7 req-92fee71d-4c35-4c23-9d6c-9647b5581b37 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "GET /v2.0/ports?device_id=4db0b53c-8057-415f-85de-18dbb4b04ca9 HTTP/1.1" status: 200 len: 210 time: 0.0379748 Jul 05 11:06:45.396081 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50620) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:06:45.772729 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a590d422-ac1b-4011-afbe-ddcc893e28d7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:46.045626 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a590d422-ac1b-4011-afbe-ddcc893e28d7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting port 4ddec3c4-d05c-486a-9def-c4294c09e2fa {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:06:46.045891 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a590d422-ac1b-4011-afbe-ddcc893e28d7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:46.144520 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-a590d422-ac1b-4011-afbe-ddcc893e28d7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] For port 4ddec3c4-d05c-486a-9def-c4294c09e2fa, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=4ddec3c4-d05c-486a-9def-c4294c09e2fa,segment=NetworkSegment(a27cc850-d433-4a3c-ad79-fd8700a65977),segment_id=a27cc850-d433-4a3c-ad79-fd8700a65977)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:06:46.144885 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a590d422-ac1b-4011-afbe-ddcc893e28d7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:46.159334 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a590d422-ac1b-4011-afbe-ddcc893e28d7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Calling delete_port for 4ddec3c4-d05c-486a-9def-c4294c09e2fa owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:06:46.344738 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a590d422-ac1b-4011-afbe-ddcc893e28d7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:46.375831 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590d422-ac1b-4011-afbe-ddcc893e28d7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Port': ['ID=4ddec3c4-d05c-486a-9def-c4294c09e2fa,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:46.557523 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a590d422-ac1b-4011-afbe-ddcc893e28d7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:47.106956 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a590d422-ac1b-4011-afbe-ddcc893e28d7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Router 2ebb05c0-3ea2-454c-b579-952cb3195263 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:06:47.215443 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a590d422-ac1b-4011-afbe-ddcc893e28d7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:06:47.220997 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-a590d422-ac1b-4011-afbe-ddcc893e28d7 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "PUT /v2.0/routers/2ebb05c0-3ea2-454c-b579-952cb3195263/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8237228 Jul 05 11:06:47.223826 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50622) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:06:47.224916 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c6b487-cb94-4865-8ca3-c09763f19fd5 None None] Sync routers for ids ['2ebb05c0-3ea2-454c-b579-952cb3195263'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:06:47.237081 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c6b487-cb94-4865-8ca3-c09763f19fd5 None None] Routers {'2ebb05c0-3ea2-454c-b579-952cb3195263'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:06:47.237714 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d5c6b487-cb94-4865-8ca3-c09763f19fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:06:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['2ebb05c0-3ea2-454c-b579-952cb3195263'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:47.276428 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43e8cb6-9dc9-417a-b003-c76afaddde5c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting subnet 96e58e9f-6639-4407-9e5e-ef22f17fb837 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:06:47.280602 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b43e8cb6-9dc9-417a-b003-c76afaddde5c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:47.322427 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b43e8cb6-9dc9-417a-b003-c76afaddde5c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:47.355443 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-d5c6b487-cb94-4865-8ca3-c09763f19fd5 None None] Set router 2ebb05c0-3ea2-454c-b579-952cb3195263 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:06:47.410925 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b43e8cb6-9dc9-417a-b003-c76afaddde5c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:47.411542 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 492e9dc4-ce07-4c99-8473-4e2b561bfc4d no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:06:47.433493 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 492e9dc4-ce07-4c99-8473-4e2b561bfc4d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:06:47.433845 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 492e9dc4-ce07-4c99-8473-4e2b561bfc4d not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:06:47.472181 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b43e8cb6-9dc9-417a-b003-c76afaddde5c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:47.499093 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e8cb6-9dc9-417a-b003-c76afaddde5c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Subnet': ['ID=96e58e9f-6639-4407-9e5e-ef22f17fb837,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:47.503703 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b43e8cb6-9dc9-417a-b003-c76afaddde5c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:47.508394 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50624) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:06:47.508850 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-b43e8cb6-9dc9-417a-b003-c76afaddde5c tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "DELETE /v2.0/subnets/96e58e9f-6639-4407-9e5e-ef22f17fb837 HTTP/1.1" status: 204 len: 168 time: 0.2836235 Jul 05 11:06:47.510884 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176bcc7d-34a7-4532-933e-37bdfd7fdca9 None None] Network 31031a34-aecb-4f48-b4c0-8382d37e0fc4 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:06:47.617885 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:47.667743 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d5c6b487-cb94-4865-8ca3-c09763f19fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446044221', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:06:46Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:47.696935 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c6b487-cb94-4865-8ca3-c09763f19fd5 None None] Checking router: 2ebb05c0-3ea2-454c-b579-952cb3195263 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:06:47.715726 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c6b487-cb94-4865-8ca3-c09763f19fd5 None None] Routers {'2ebb05c0-3ea2-454c-b579-952cb3195263'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:06:47.716389 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d5c6b487-cb94-4865-8ca3-c09763f19fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:06:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['2ebb05c0-3ea2-454c-b579-952cb3195263'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:47.721376 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:47.783740 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Deleting port 772e4778-e84a-4619-9d82-934eb702b1ce {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:06:47.784285 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:47.808830 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651a919a-2fee-48d7-a086-318002c18e1c None None] DHCP port deletion for 31031a34-aecb-4f48-b4c0-8382d37e0fc4 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:06:47.858962 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-d5c6b487-cb94-4865-8ca3-c09763f19fd5 None None] Set router 2ebb05c0-3ea2-454c-b579-952cb3195263 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:06:47.870736 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] For port 772e4778-e84a-4619-9d82-934eb702b1ce, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=772e4778-e84a-4619-9d82-934eb702b1ce,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:06:47.871105 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:47.883995 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Calling delete_port for 772e4778-e84a-4619-9d82-934eb702b1ce owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:06:47.973363 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-651a919a-2fee-48d7-a086-318002c18e1c None None] Deleting port b4cd23ef-2b45-40ad-a721-13f27523ce52 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:06:47.973658 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-651a919a-2fee-48d7-a086-318002c18e1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:48.055198 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:48.063461 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-651a919a-2fee-48d7-a086-318002c18e1c None None] For port b4cd23ef-2b45-40ad-a721-13f27523ce52, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=b4cd23ef-2b45-40ad-a721-13f27523ce52,segment=NetworkSegment(a27cc850-d433-4a3c-ad79-fd8700a65977),segment_id=a27cc850-d433-4a3c-ad79-fd8700a65977)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:06:48.063825 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-651a919a-2fee-48d7-a086-318002c18e1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:48.082198 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Port': ['ID=772e4778-e84a-4619-9d82-934eb702b1ce,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:48.094239 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:48.094675 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:48.095386 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:48.095386 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:48.095608 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:48.095716 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-651a919a-2fee-48d7-a086-318002c18e1c None None] Calling delete_port for b4cd23ef-2b45-40ad-a721-13f27523ce52 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:06:48.096499 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:48.096840 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:48.097166 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:48.097504 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:48.097837 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:48.098156 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:48.098478 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:48.173718 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:48.177083 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d5c6b487-cb94-4865-8ca3-c09763f19fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446044221', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:06:46Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:48.206307 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c6b487-cb94-4865-8ca3-c09763f19fd5 None None] The sync data for ids ['2ebb05c0-3ea2-454c-b579-952cb3195263'] in n-d-798054-8 is: [{'id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446044221', 'tenant_id': '2bc3fa9261bd425a8fa9117a8e536783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:06:46Z', 'revision_number': 5, 'project_id': '2bc3fa9261bd425a8fa9117a8e536783', 'gw_port': {'id': '772e4778-e84a-4619-9d82-934eb702b1ce', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebb05c0-3ea2-454c-b579-952cb3195263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:05:01Z', 'updated_at': '2021-07-05T11:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:06:48.232938 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-651a919a-2fee-48d7-a086-318002c18e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:48.261955 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a919a-2fee-48d7-a086-318002c18e1c None None] Pushing event deleted for resources: {'Port': ['ID=b4cd23ef-2b45-40ad-a721-13f27523ce52,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:48.271506 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651a919a-2fee-48d7-a086-318002c18e1c None None] No DVR routers for this DVR port b4cd23ef-2b45-40ad-a721-13f27523ce52 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:06:48.273994 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a919a-2fee-48d7-a086-318002c18e1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:48.274346 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a919a-2fee-48d7-a086-318002c18e1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:48.274694 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a919a-2fee-48d7-a086-318002c18e1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:48.275106 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a919a-2fee-48d7-a086-318002c18e1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:48.275450 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a919a-2fee-48d7-a086-318002c18e1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:48.275786 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a919a-2fee-48d7-a086-318002c18e1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:48.276222 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a919a-2fee-48d7-a086-318002c18e1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:48.276558 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a919a-2fee-48d7-a086-318002c18e1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:48.276888 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a919a-2fee-48d7-a086-318002c18e1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:48.277224 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a919a-2fee-48d7-a086-318002c18e1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:48.277584 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a919a-2fee-48d7-a086-318002c18e1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:48.277991 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a919a-2fee-48d7-a086-318002c18e1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:48.281673 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:48.284837 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:48.331024 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:48.331582 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Fanout notify agent at l3_agent the message router_deleted on router 2ebb05c0-3ea2-454c-b579-952cb3195263 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:06:48.339140 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:48.340412 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-8a2b9f67-f98a-411c-a9d3-f60897bfcfb2 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "DELETE /v2.0/routers/2ebb05c0-3ea2-454c-b579-952cb3195263 HTTP/1.1" status: 204 len: 168 time: 0.8303387 Jul 05 11:06:48.343248 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50626) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:06:48.423689 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34c48658-0bc8-4843-9745-0af8c86a1a56 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:48.509393 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34c48658-0bc8-4843-9745-0af8c86a1a56 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:48.519531 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-34c48658-0bc8-4843-9745-0af8c86a1a56 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31031a34-aecb-4f48-b4c0-8382d37e0fc4']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:48.529933 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-34c48658-0bc8-4843-9745-0af8c86a1a56 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a27cc850-d433-4a3c-ad79-fd8700a65977') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:48.530232 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-34c48658-0bc8-4843-9745-0af8c86a1a56 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a27cc850-d433-4a3c-ad79-fd8700a65977') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:48.540466 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34c48658-0bc8-4843-9745-0af8c86a1a56 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:48.555943 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34c48658-0bc8-4843-9745-0af8c86a1a56 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:48.563038 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c48658-0bc8-4843-9745-0af8c86a1a56 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:06:48.563533 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34c48658-0bc8-4843-9745-0af8c86a1a56 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: timer() Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:06:48.567202 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:06:48.641786 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34c48658-0bc8-4843-9745-0af8c86a1a56 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:48.651500 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34c48658-0bc8-4843-9745-0af8c86a1a56 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:48.654209 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-34c48658-0bc8-4843-9745-0af8c86a1a56 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "DELETE /v2.0/networks/31031a34-aecb-4f48-b4c0-8382d37e0fc4 HTTP/1.1" status: 204 len: 168 time: 0.3095927 Jul 05 11:06:48.656755 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50628) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:06:48.670266 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c48658-0bc8-4843-9745-0af8c86a1a56 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'Network': ['ID=31031a34-aecb-4f48-b4c0-8382d37e0fc4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:48.691505 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b4cd23ef-2b45-40ad-a721-13f27523ce52 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:06:48.714026 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: b4cd23ef-2b45-40ad-a721-13f27523ce52 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:06:48.714624 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device b4cd23ef-2b45-40ad-a721-13f27523ce52 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:06:48.715082 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4ddec3c4-d05c-486a-9def-c4294c09e2fa no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:06:48.724609 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24eabf53-6572-45e2-aa0f-53ca021fb1e3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:48.735566 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 4ddec3c4-d05c-486a-9def-c4294c09e2fa {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:06:48.736022 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 4ddec3c4-d05c-486a-9def-c4294c09e2fa not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:06:48.753901 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24eabf53-6572-45e2-aa0f-53ca021fb1e3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:48.849754 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24eabf53-6572-45e2-aa0f-53ca021fb1e3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:48.852344 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24eabf53-6572-45e2-aa0f-53ca021fb1e3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:48.853536 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-24eabf53-6572-45e2-aa0f-53ca021fb1e3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] 10.222.0.79 "DELETE /v2.0/security-groups/85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf HTTP/1.1" status: 204 len: 168 time: 0.1953480 Jul 05 11:06:48.867484 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eabf53-6572-45e2-aa0f-53ca021fb1e3 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c58fa4-87ac-4ad1-b8a2-aa5fec45eedf,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:49.180294 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50636) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:06:49.322965 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fbcc719b-8c7f-48d7-a389-bbeae2be8b28 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2bc3fa9261bd425a8fa9117a8e536783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414392 Jul 05 11:06:49.325412 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50640) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:06:49.372607 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab066a60-27bc-435a-b64e-048dc66217dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:49.394288 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab066a60-27bc-435a-b64e-048dc66217dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:49.439285 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab066a60-27bc-435a-b64e-048dc66217dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:49.443004 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab066a60-27bc-435a-b64e-048dc66217dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:49.444529 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ab066a60-27bc-435a-b64e-048dc66217dd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5e495a00-61a9-4be0-ab94-b52eb7a37129 HTTP/1.1" status: 204 len: 168 time: 0.1181936 Jul 05 11:06:49.452182 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab066a60-27bc-435a-b64e-048dc66217dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e495a00-61a9-4be0-ab94-b52eb7a37129,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:49.706854 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50646) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:06:49.720093 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4afee5c9-779c-40f6-aff5-20d544790654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:49.824851 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4afee5c9-779c-40f6-aff5-20d544790654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:49.829396 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4afee5c9-779c-40f6-aff5-20d544790654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:49.869128 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afee5c9-779c-40f6-aff5-20d544790654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e40392b-509c-45df-9d4d-71b2b6d380c6,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:49.873457 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4afee5c9-779c-40f6-aff5-20d544790654 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f8c8db2a434d42a9bb61749b27b63bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1655424 Jul 05 11:06:49.876731 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50648) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:06:49.929454 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98f5ae67-51dd-431d-a653-7b45ffbafcaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:49.955320 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98f5ae67-51dd-431d-a653-7b45ffbafcaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:50.001677 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98f5ae67-51dd-431d-a653-7b45ffbafcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:50.004491 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98f5ae67-51dd-431d-a653-7b45ffbafcaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:50.005661 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-98f5ae67-51dd-431d-a653-7b45ffbafcaa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8e40392b-509c-45df-9d4d-71b2b6d380c6 HTTP/1.1" status: 204 len: 168 time: 0.1286228 Jul 05 11:06:50.013331 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5ae67-51dd-431d-a653-7b45ffbafcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e40392b-509c-45df-9d4d-71b2b6d380c6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:50.489986 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 772e4778-e84a-4619-9d82-934eb702b1ce no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:06:50.514215 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 772e4778-e84a-4619-9d82-934eb702b1ce {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:06:50.514215 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 772e4778-e84a-4619-9d82-934eb702b1ce not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:06:50.723790 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50672) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:06:50.818002 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6341ad37-af55-4594-a88d-69e9dcce3e12 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1759319287-network', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:06:50.841049 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6341ad37-af55-4594-a88d-69e9dcce3e12 admin admin] Made reservation on behalf of 3d02691e3dff4ef4bdc213da9eb91a18 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:06:50.843709 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6341ad37-af55-4594-a88d-69e9dcce3e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:50.853417 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6341ad37-af55-4594-a88d-69e9dcce3e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:50.946818 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6341ad37-af55-4594-a88d-69e9dcce3e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:50.950511 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6341ad37-af55-4594-a88d-69e9dcce3e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:50.976778 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6341ad37-af55-4594-a88d-69e9dcce3e12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:06:50.987340 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341ad37-af55-4594-a88d-69e9dcce3e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4343601e-dca1-4419-bd39-04ce28b7c052,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:50.994040 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6341ad37-af55-4594-a88d-69e9dcce3e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:50.994982 n-d-798054-8 neutron-server[93906]: INFO neutron.db.segments_db [None req-6341ad37-af55-4594-a88d-69e9dcce3e12 admin admin] Added segment 77b17388-b622-4b4d-aed3-4337a5beb2fc of type vlan for network 703f11dd-bc8a-4332-836c-e4d8dd0edeeb Jul 05 11:06:51.036194 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6341ad37-af55-4594-a88d-69e9dcce3e12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:51.066023 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6341ad37-af55-4594-a88d-69e9dcce3e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:51.067190 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6341ad37-af55-4594-a88d-69e9dcce3e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:51.067869 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6341ad37-af55-4594-a88d-69e9dcce3e12 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:51.071581 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d26cea15-1371-4c11-9eab-69040da1bf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:51.128656 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6341ad37-af55-4594-a88d-69e9dcce3e12 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4036818 Jul 05 11:06:51.131611 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50676) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:06:51.137030 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6ba07b91-7025-488a-8b43-a02683c44627 admin admin] Request body: {'subnet': {'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1759319287-subnet', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:06:51.140895 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341ad37-af55-4594-a88d-69e9dcce3e12 admin admin] Pushing event updated for resources: {'Network': ['ID=703f11dd-bc8a-4332-836c-e4d8dd0edeeb,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:51.154059 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 703f11dd-bc8a-4332-836c-e4d8dd0edeeb details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:06:51.165566 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba07b91-7025-488a-8b43-a02683c44627 admin admin] Made reservation on behalf of 3d02691e3dff4ef4bdc213da9eb91a18 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:06:51.168052 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ba07b91-7025-488a-8b43-a02683c44627 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:51.344744 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ba07b91-7025-488a-8b43-a02683c44627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:51.396067 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba07b91-7025-488a-8b43-a02683c44627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63bc9179-cafb-4412-9b92-026e334bc740,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:51.417640 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba07b91-7025-488a-8b43-a02683c44627 admin admin] Checking segment: {'id': '77b17388-b622-4b4d-aed3-4337a5beb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:06:51.418011 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba07b91-7025-488a-8b43-a02683c44627 admin admin] Network hostable DHCP agents. Network: 703f11dd-bc8a-4332-836c-e4d8dd0edeeb, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:06:51.436057 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba07b91-7025-488a-8b43-a02683c44627 admin admin] Network 703f11dd-bc8a-4332-836c-e4d8dd0edeeb is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:06:51.445894 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-6ba07b91-7025-488a-8b43-a02683c44627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 703f11dd-bc8a-4332-836c-e4d8dd0edeeb) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:06:51.451756 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba07b91-7025-488a-8b43-a02683c44627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:51.451940 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ba07b91-7025-488a-8b43-a02683c44627 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:51.455774 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8285673b-f077-45eb-a08c-a33ae1c95d03 None None] Network 703f11dd-bc8a-4332-836c-e4d8dd0edeeb requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:06:51.477403 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-6ba07b91-7025-488a-8b43-a02683c44627 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3442948 Jul 05 11:06:51.479640 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50678) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:06:51.484550 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f3057dbc-5093-40ca-85bb-0f6b3dc6a4ff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1759319287-router', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:06:51.505816 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3057dbc-5093-40ca-85bb-0f6b3dc6a4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:51.506944 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3057dbc-5093-40ca-85bb-0f6b3dc6a4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:51.565093 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3057dbc-5093-40ca-85bb-0f6b3dc6a4ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:51.611809 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a09691-bc60-44d5-ade2-6b1cdd037bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'fixed_ips': [{'subnet_id': '63bc9179-cafb-4412-9b92-026e334bc740'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:06:51.613340 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-07a09691-bc60-44d5-ade2-6b1cdd037bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:51.710280 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3057dbc-5093-40ca-85bb-0f6b3dc6a4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:51.750316 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-07a09691-bc60-44d5-ade2-6b1cdd037bbe None None] Allocated IP 172.20.0.2 (703f11dd-bc8a-4332-836c-e4d8dd0edeeb/63bc9179-cafb-4412-9b92-026e334bc740/02ba0bc2-b34a-4e56-9a84-8cbea6962573) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:06:51.894100 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-07a09691-bc60-44d5-ade2-6b1cdd037bbe None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:51.902800 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-07a09691-bc60-44d5-ade2-6b1cdd037bbe None None] Transition to ACTIVE for port object 02ba0bc2-b34a-4e56-9a84-8cbea6962573 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:06:51.917973 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3057dbc-5093-40ca-85bb-0f6b3dc6a4ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:51.918599 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-07a09691-bc60-44d5-ade2-6b1cdd037bbe None None] Transition to ACTIVE for port object 02ba0bc2-b34a-4e56-9a84-8cbea6962573 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:06:51.924853 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-07a09691-bc60-44d5-ade2-6b1cdd037bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:51.941328 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3057dbc-5093-40ca-85bb-0f6b3dc6a4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:51.964071 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a09691-bc60-44d5-ade2-6b1cdd037bbe None None] Network 703f11dd-bc8a-4332-836c-e4d8dd0edeeb is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:06:51.968902 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-07a09691-bc60-44d5-ade2-6b1cdd037bbe None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:06:51.972503 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a09691-bc60-44d5-ade2-6b1cdd037bbe None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:06:51.979254 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a09691-bc60-44d5-ade2-6b1cdd037bbe None None] Pushing event updated for resources: {'Port': ['ID=02ba0bc2-b34a-4e56-9a84-8cbea6962573,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:52.033005 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-07a09691-bc60-44d5-ade2-6b1cdd037bbe None None] Attempting to bind port 02ba0bc2-b34a-4e56-9a84-8cbea6962573 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:06:52.033323 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-07a09691-bc60-44d5-ade2-6b1cdd037bbe None None] Attempting to bind port 02ba0bc2-b34a-4e56-9a84-8cbea6962573 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '77b17388-b622-4b4d-aed3-4337a5beb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:06:52.033691 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a09691-bc60-44d5-ade2-6b1cdd037bbe None None] Attempting to bind port 02ba0bc2-b34a-4e56-9a84-8cbea6962573 on network 703f11dd-bc8a-4332-836c-e4d8dd0edeeb {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:06:52.038608 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a09691-bc60-44d5-ade2-6b1cdd037bbe None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:06:52.038991 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a09691-bc60-44d5-ade2-6b1cdd037bbe None None] Checking segment: {'id': '77b17388-b622-4b4d-aed3-4337a5beb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:06:52.039400 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-07a09691-bc60-44d5-ade2-6b1cdd037bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:52.039799 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a09691-bc60-44d5-ade2-6b1cdd037bbe None None] Bound using segment: {'id': '77b17388-b622-4b4d-aed3-4337a5beb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:06:52.040301 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-07a09691-bc60-44d5-ade2-6b1cdd037bbe None None] Bound port: 02ba0bc2-b34a-4e56-9a84-8cbea6962573, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b17388-b622-4b4d-aed3-4337a5beb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:06:52.040688 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-07a09691-bc60-44d5-ade2-6b1cdd037bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:52.051687 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-f3057dbc-5093-40ca-85bb-0f6b3dc6a4ff admin admin] Allocated IP 172.25.7.202 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/58d1afe1-744a-4090-8d61-c86048afe293) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:06:52.119543 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-07a09691-bc60-44d5-ade2-6b1cdd037bbe None None] For port 02ba0bc2-b34a-4e56-9a84-8cbea6962573, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:06:52.122812 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-07a09691-bc60-44d5-ade2-6b1cdd037bbe None None] For port 02ba0bc2-b34a-4e56-9a84-8cbea6962573, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=02ba0bc2-b34a-4e56-9a84-8cbea6962573,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:06:52.126530 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-07a09691-bc60-44d5-ade2-6b1cdd037bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:52.165737 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3057dbc-5093-40ca-85bb-0f6b3dc6a4ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:52.188327 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a09691-bc60-44d5-ade2-6b1cdd037bbe None None] Pushing event updated for resources: {'Port': ['ID=02ba0bc2-b34a-4e56-9a84-8cbea6962573,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:52.218346 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3057dbc-5093-40ca-85bb-0f6b3dc6a4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:52.256149 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3057dbc-5093-40ca-85bb-0f6b3dc6a4ff admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:06:52.259081 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f3057dbc-5093-40ca-85bb-0f6b3dc6a4ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:06:52.264842 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3057dbc-5093-40ca-85bb-0f6b3dc6a4ff admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:06:52.290208 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3057dbc-5093-40ca-85bb-0f6b3dc6a4ff admin admin] Pushing event updated for resources: {'Port': ['ID=58d1afe1-744a-4090-8d61-c86048afe293,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:52.544372 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3057dbc-5093-40ca-85bb-0f6b3dc6a4ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:52.555457 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 02ba0bc2-b34a-4e56-9a84-8cbea6962573 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:06:52.604976 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 02ba0bc2-b34a-4e56-9a84-8cbea6962573 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:06:52.743309 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3057dbc-5093-40ca-85bb-0f6b3dc6a4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:52.876498 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3057dbc-5093-40ca-85bb-0f6b3dc6a4ff admin admin] Router 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 11:06:52.987895 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3057dbc-5093-40ca-85bb-0f6b3dc6a4ff admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:06:52.998983 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] Sync routers for ids ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:06:53.004515 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3057dbc-5093-40ca-85bb-0f6b3dc6a4ff admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:53.005839 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-f3057dbc-5093-40ca-85bb-0f6b3dc6a4ff admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5251088 Jul 05 11:06:53.008652 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50680) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:06:53.013670 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] Routers {'6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:06:53.014599 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:06:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:53.120445 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4b6615-84e2-4c0b-a944-9bf01e30a936 None None] Network 703f11dd-bc8a-4332-836c-e4d8dd0edeeb requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:06:53.130053 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] Set router 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:06:53.180625 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-91d77785-ebad-4e32-a7a7-6f95300b57fc None None] Provisioning for port 02ba0bc2-b34a-4e56-9a84-8cbea6962573 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:06:53.191691 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-91d77785-ebad-4e32-a7a7-6f95300b57fc None None] Provisioning complete for port 02ba0bc2-b34a-4e56-9a84-8cbea6962573 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:06:53.192314 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-91d77785-ebad-4e32-a7a7-6f95300b57fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:53.327440 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'name': 'tempest-TestShelveInstance-1759319287-router', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '58d1afe1-744a-4090-8d61-c86048afe293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:52Z', 'revision_number': 3, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'gw_port': {'id': '58d1afe1-744a-4090-8d61-c86048afe293', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:53.353092 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] Checking router: 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:06:53.353453 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] Updating router 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed port 58d1afe1-744a-4090-8d61-c86048afe293 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:06:53.376108 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-91d77785-ebad-4e32-a7a7-6f95300b57fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:53.389905 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:53.486720 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5977f7ae-3714-457b-b432-b713531ff419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:53.582393 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6fd8ff1f-cabd-48ee-888f-e333c882b130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:53.592603 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-91d77785-ebad-4e32-a7a7-6f95300b57fc None None] For port 02ba0bc2-b34a-4e56-9a84-8cbea6962573, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=02ba0bc2-b34a-4e56-9a84-8cbea6962573,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:06:53.600250 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-91d77785-ebad-4e32-a7a7-6f95300b57fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:53.655343 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d77785-ebad-4e32-a7a7-6f95300b57fc None None] Pushing event updated for resources: {'Port': ['ID=02ba0bc2-b34a-4e56-9a84-8cbea6962573,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:53.671167 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-5977f7ae-3714-457b-b432-b713531ff419 admin admin] Allocated IP 172.20.0.1 (703f11dd-bc8a-4332-836c-e4d8dd0edeeb/63bc9179-cafb-4412-9b92-026e334bc740/868dada6-af54-4747-941e-28465764f56d) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:06:53.690752 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:53.702726 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] Transition to ACTIVE for port object 58d1afe1-744a-4090-8d61-c86048afe293 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:06:53.709913 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:53.768511 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] Attempting to bind port 58d1afe1-744a-4090-8d61-c86048afe293 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:06:53.768889 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] Attempting to bind port 58d1afe1-744a-4090-8d61-c86048afe293 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:06:53.769255 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] Attempting to bind port 58d1afe1-744a-4090-8d61-c86048afe293 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:06:53.773814 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b18829-4a82-42d2-9ffa-af0a3a884ae1 None None] Pushing event updated for resources: {'Port': ['ID=58d1afe1-744a-4090-8d61-c86048afe293,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:53.785396 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:06:53.785959 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:06:53.786511 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:53.787234 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:06:53.787796 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] Bound port: 58d1afe1-744a-4090-8d61-c86048afe293, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:06:53.788271 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:53.792313 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b18829-4a82-42d2-9ffa-af0a3a884ae1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:53.792655 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b18829-4a82-42d2-9ffa-af0a3a884ae1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:53.793344 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b18829-4a82-42d2-9ffa-af0a3a884ae1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:53.793793 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b18829-4a82-42d2-9ffa-af0a3a884ae1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:53.794120 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b18829-4a82-42d2-9ffa-af0a3a884ae1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:53.794682 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b18829-4a82-42d2-9ffa-af0a3a884ae1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:53.795354 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b18829-4a82-42d2-9ffa-af0a3a884ae1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:53.795597 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:53.795773 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b18829-4a82-42d2-9ffa-af0a3a884ae1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:53.796251 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b18829-4a82-42d2-9ffa-af0a3a884ae1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:53.796613 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b18829-4a82-42d2-9ffa-af0a3a884ae1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:53.796967 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b18829-4a82-42d2-9ffa-af0a3a884ae1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:53.797540 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b18829-4a82-42d2-9ffa-af0a3a884ae1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:53.811384 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5977f7ae-3714-457b-b432-b713531ff419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:53.827483 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-5977f7ae-3714-457b-b432-b713531ff419 admin admin] Transition to ACTIVE for port object 868dada6-af54-4747-941e-28465764f56d will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:06:53.863762 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] For port 58d1afe1-744a-4090-8d61-c86048afe293, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:06:53.867989 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] For port 58d1afe1-744a-4090-8d61-c86048afe293, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=58d1afe1-744a-4090-8d61-c86048afe293,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:06:53.868640 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5977f7ae-3714-457b-b432-b713531ff419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:53.872714 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:53.931880 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a397d5b4-16f8-4f80-a57a-4fd0f1aab697 None None] Provisioning complete for port 02ba0bc2-b34a-4e56-9a84-8cbea6962573 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:06:53.932436 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a397d5b4-16f8-4f80-a57a-4fd0f1aab697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:53.936858 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] Routers {'6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:06:53.937487 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:06:54Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:53.939716 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b18829-4a82-42d2-9ffa-af0a3a884ae1 None None] Pushing event updated for resources: {'Port': ['ID=58d1afe1-744a-4090-8d61-c86048afe293,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:54.106374 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] Set router 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:06:54.257198 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5977f7ae-3714-457b-b432-b713531ff419 admin admin] Network 703f11dd-bc8a-4332-836c-e4d8dd0edeeb is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:06:54.260241 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-5977f7ae-3714-457b-b432-b713531ff419 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:06:54.266083 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5977f7ae-3714-457b-b432-b713531ff419 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:06:54.293235 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977f7ae-3714-457b-b432-b713531ff419 admin admin] Pushing event updated for resources: {'Port': ['ID=868dada6-af54-4747-941e-28465764f56d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:54.310961 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5977f7ae-3714-457b-b432-b713531ff419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:54.452761 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'name': 'tempest-TestShelveInstance-1759319287-router', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '58d1afe1-744a-4090-8d61-c86048afe293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:52Z', 'revision_number': 3, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'gw_port': {'id': '58d1afe1-744a-4090-8d61-c86048afe293', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:54.465000 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5977f7ae-3714-457b-b432-b713531ff419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:54.481921 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1903dfb6-60ba-45e5-b371-7e1f2b1c4746 None None] The sync data for ids ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'] in n-d-798054-8 is: [{'id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'name': 'tempest-TestShelveInstance-1759319287-router', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '58d1afe1-744a-4090-8d61-c86048afe293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:52Z', 'revision_number': 3, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'gw_port': {'id': '58d1afe1-744a-4090-8d61-c86048afe293', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:06:54.553581 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 02ba0bc2-b34a-4e56-9a84-8cbea6962573 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:06:54.586177 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1ffb5194-dbfd-4af6-92d0-ad3ea5f342e9 None None] Provisioning for port 868dada6-af54-4747-941e-28465764f56d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:06:54.595550 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1ffb5194-dbfd-4af6-92d0-ad3ea5f342e9 None None] Provisioning complete for port 868dada6-af54-4747-941e-28465764f56d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:06:54.595973 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1ffb5194-dbfd-4af6-92d0-ad3ea5f342e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:54.639569 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb5194-dbfd-4af6-92d0-ad3ea5f342e9 None None] Port 868dada6-af54-4747-941e-28465764f56d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:06:54.646883 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 02ba0bc2-b34a-4e56-9a84-8cbea6962573 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:06:54.647298 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:54.650131 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5977f7ae-3714-457b-b432-b713531ff419 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:54.655349 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5977f7ae-3714-457b-b432-b713531ff419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:54.728302 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5977f7ae-3714-457b-b432-b713531ff419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:54.732796 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977f7ae-3714-457b-b432-b713531ff419 admin admin] Pushing event updated for resources: {'Port': ['ID=868dada6-af54-4747-941e-28465764f56d,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:54.846767 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5977f7ae-3714-457b-b432-b713531ff419 admin admin] Network 703f11dd-bc8a-4332-836c-e4d8dd0edeeb is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:06:54.848299 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-5977f7ae-3714-457b-b432-b713531ff419 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:06:54.925451 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:54.983733 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5977f7ae-3714-457b-b432-b713531ff419 admin admin] Router 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:06:55.101791 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5977f7ae-3714-457b-b432-b713531ff419 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:06:55.106835 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-5977f7ae-3714-457b-b432-b713531ff419 admin admin] 10.222.0.79 "PUT /v2.0/routers/6efe3c34-29d5-4eca-b42d-5ce45b25d7ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0971322 Jul 05 11:06:55.164486 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9a611374-c1f4-47a4-b0fc-b140993696bc None None] Provisioning complete for port 868dada6-af54-4747-941e-28465764f56d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:06:55.164899 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9a611374-c1f4-47a4-b0fc-b140993696bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:55.204649 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9a611374-c1f4-47a4-b0fc-b140993696bc None None] Port 868dada6-af54-4747-941e-28465764f56d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:06:55.602855 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50696) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:06:55.607962 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-79ea9f1f-7897-474e-a3d4-d25693c223ba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-533841179-network', 'tenant_id': '1764a99e0f9e49779dbe750816f3860f'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:06:55.629635 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ea9f1f-7897-474e-a3d4-d25693c223ba admin admin] Made reservation on behalf of 1764a99e0f9e49779dbe750816f3860f for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:06:55.632201 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79ea9f1f-7897-474e-a3d4-d25693c223ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:55.641319 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79ea9f1f-7897-474e-a3d4-d25693c223ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:55.733511 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79ea9f1f-7897-474e-a3d4-d25693c223ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:55.737480 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79ea9f1f-7897-474e-a3d4-d25693c223ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:55.762724 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ea9f1f-7897-474e-a3d4-d25693c223ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:06:55.772330 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea9f1f-7897-474e-a3d4-d25693c223ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e83ab1-25d6-458e-8553-af27e1d9b61e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:55.780181 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79ea9f1f-7897-474e-a3d4-d25693c223ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:55.780181 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-79ea9f1f-7897-474e-a3d4-d25693c223ba admin admin] Added segment fe029da5-bfae-4eab-a441-2f7fd001f2bb of type vlan for network 91fab032-b4d0-4e9c-9175-7517a874460a Jul 05 11:06:55.820329 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79ea9f1f-7897-474e-a3d4-d25693c223ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:55.849255 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79ea9f1f-7897-474e-a3d4-d25693c223ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:55.850230 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ea9f1f-7897-474e-a3d4-d25693c223ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:55.850824 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79ea9f1f-7897-474e-a3d4-d25693c223ba admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:55.905816 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-79ea9f1f-7897-474e-a3d4-d25693c223ba admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3018336 Jul 05 11:06:55.908606 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50698) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:06:55.914112 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-54db7266-fa7d-429c-a159-3c55b33158be admin admin] Request body: {'subnet': {'network_id': '91fab032-b4d0-4e9c-9175-7517a874460a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-533841179-subnet', 'tenant_id': '1764a99e0f9e49779dbe750816f3860f', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:06:55.932301 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea9f1f-7897-474e-a3d4-d25693c223ba admin admin] Pushing event updated for resources: {'Network': ['ID=91fab032-b4d0-4e9c-9175-7517a874460a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:55.944420 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 91fab032-b4d0-4e9c-9175-7517a874460a details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:06:55.946017 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54db7266-fa7d-429c-a159-3c55b33158be admin admin] Made reservation on behalf of 1764a99e0f9e49779dbe750816f3860f for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:06:55.948440 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54db7266-fa7d-429c-a159-3c55b33158be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:56.120228 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54db7266-fa7d-429c-a159-3c55b33158be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:56.176859 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db7266-fa7d-429c-a159-3c55b33158be admin admin] Pushing event updated for resources: {'Subnet': ['ID=a40a439b-686d-4fca-a491-e255f32ef1e3,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:56.185941 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54db7266-fa7d-429c-a159-3c55b33158be admin admin] Checking segment: {'id': 'fe029da5-bfae-4eab-a441-2f7fd001f2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '91fab032-b4d0-4e9c-9175-7517a874460a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:06:56.186313 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54db7266-fa7d-429c-a159-3c55b33158be admin admin] Network hostable DHCP agents. Network: 91fab032-b4d0-4e9c-9175-7517a874460a, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:06:56.192030 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] Sync routers for ids ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:06:56.201521 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] Routers {'6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:06:56.202063 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:06:54Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:56.204664 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54db7266-fa7d-429c-a159-3c55b33158be admin admin] Network 91fab032-b4d0-4e9c-9175-7517a874460a is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:06:56.214778 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-54db7266-fa7d-429c-a159-3c55b33158be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 91fab032-b4d0-4e9c-9175-7517a874460a) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:06:56.219246 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54db7266-fa7d-429c-a159-3c55b33158be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:56.220958 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54db7266-fa7d-429c-a159-3c55b33158be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:56.235834 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-54db7266-fa7d-429c-a159-3c55b33158be admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3261533 Jul 05 11:06:56.238353 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50700) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:06:56.242693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0a99f71a-8dbf-414d-894a-04aeef40409b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-533841179-router', 'tenant_id': '1764a99e0f9e49779dbe750816f3860f', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:06:56.243537 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0b24da-5a45-4ec5-8bed-9c23c196fd61 None None] Network 91fab032-b4d0-4e9c-9175-7517a874460a requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:06:56.264012 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a99f71a-8dbf-414d-894a-04aeef40409b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:56.265173 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a99f71a-8dbf-414d-894a-04aeef40409b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:56.322181 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a99f71a-8dbf-414d-894a-04aeef40409b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:56.382447 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] Set router 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:06:56.455712 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a99f71a-8dbf-414d-894a-04aeef40409b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:56.571557 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1329bb5-49d7-418d-89c6-30447ee80ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-91fab032-b4d0-4e9c-9175-7517a874460a', 'network_id': '91fab032-b4d0-4e9c-9175-7517a874460a', 'tenant_id': '1764a99e0f9e49779dbe750816f3860f', 'fixed_ips': [{'subnet_id': 'a40a439b-686d-4fca-a491-e255f32ef1e3'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:06:56.572312 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c1329bb5-49d7-418d-89c6-30447ee80ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:56.579963 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 58d1afe1-744a-4090-8d61-c86048afe293 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:06:56.760331 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 58d1afe1-744a-4090-8d61-c86048afe293 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:06:56.794571 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 58d1afe1-744a-4090-8d61-c86048afe293 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:06:56.794952 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:56.837480 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-c1329bb5-49d7-418d-89c6-30447ee80ec6 None None] Allocated IP 172.20.0.2 (91fab032-b4d0-4e9c-9175-7517a874460a/a40a439b-686d-4fca-a491-e255f32ef1e3/a5ae2229-ff76-4b84-b6ba-8c4954f28451) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:06:56.922121 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'name': 'tempest-TestShelveInstance-1759319287-router', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '58d1afe1-744a-4090-8d61-c86048afe293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:54Z', 'revision_number': 4, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'gw_port': {'id': '58d1afe1-744a-4090-8d61-c86048afe293', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '868dada6-af54-4747-941e-28465764f56d', 'name': '', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'mac_address': 'fa:16:3e:79:b6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '63bc9179-cafb-4412-9b92-026e334bc740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:53Z', 'updated_at': '2021-07-05T11:06:54Z', 'revision_number': 2, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'subnets': [{'id': '63bc9179-cafb-4412-9b92-026e334bc740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:56.956088 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] Checking router: 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:06:56.956838 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] Updating router 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed port 868dada6-af54-4747-941e-28465764f56d binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:06:56.983658 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a99f71a-8dbf-414d-894a-04aeef40409b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:57.002650 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a99f71a-8dbf-414d-894a-04aeef40409b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:57.029563 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:57.064540 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:57.111096 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-0a99f71a-8dbf-414d-894a-04aeef40409b admin admin] Allocated IP 172.25.7.164 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/50bd1a55-3dc8-4ba5-9654-3746fd13738f) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:06:57.127364 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:57.149450 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 58d1afe1-744a-4090-8d61-c86048afe293, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=58d1afe1-744a-4090-8d61-c86048afe293,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:06:57.166251 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:57.236525 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a99f71a-8dbf-414d-894a-04aeef40409b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:57.242922 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c1329bb5-49d7-418d-89c6-30447ee80ec6 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:57.271705 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c1329bb5-49d7-418d-89c6-30447ee80ec6 None None] Transition to ACTIVE for port object a5ae2229-ff76-4b84-b6ba-8c4954f28451 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:06:57.276448 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a99f71a-8dbf-414d-894a-04aeef40409b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:57.311324 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c1329bb5-49d7-418d-89c6-30447ee80ec6 None None] Transition to ACTIVE for port object a5ae2229-ff76-4b84-b6ba-8c4954f28451 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:06:57.314269 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a99f71a-8dbf-414d-894a-04aeef40409b admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:06:57.317252 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-0a99f71a-8dbf-414d-894a-04aeef40409b admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:06:57.319949 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a99f71a-8dbf-414d-894a-04aeef40409b admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:06:57.323371 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=58d1afe1-744a-4090-8d61-c86048afe293,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:57.354208 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c1329bb5-49d7-418d-89c6-30447ee80ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:57.356914 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99f71a-8dbf-414d-894a-04aeef40409b admin admin] Pushing event updated for resources: {'Port': ['ID=50bd1a55-3dc8-4ba5-9654-3746fd13738f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:57.401007 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1329bb5-49d7-418d-89c6-30447ee80ec6 None None] Network 91fab032-b4d0-4e9c-9175-7517a874460a is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:06:57.409546 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-c1329bb5-49d7-418d-89c6-30447ee80ec6 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:06:57.422703 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1329bb5-49d7-418d-89c6-30447ee80ec6 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:06:57.432522 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1329bb5-49d7-418d-89c6-30447ee80ec6 None None] Pushing event updated for resources: {'Port': ['ID=a5ae2229-ff76-4b84-b6ba-8c4954f28451,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:57.511278 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-c1329bb5-49d7-418d-89c6-30447ee80ec6 None None] Attempting to bind port a5ae2229-ff76-4b84-b6ba-8c4954f28451 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:06:57.511659 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-c1329bb5-49d7-418d-89c6-30447ee80ec6 None None] Attempting to bind port a5ae2229-ff76-4b84-b6ba-8c4954f28451 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'fe029da5-bfae-4eab-a441-2f7fd001f2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '91fab032-b4d0-4e9c-9175-7517a874460a'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:06:57.512065 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1329bb5-49d7-418d-89c6-30447ee80ec6 None None] Attempting to bind port a5ae2229-ff76-4b84-b6ba-8c4954f28451 on network 91fab032-b4d0-4e9c-9175-7517a874460a {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:06:57.526167 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1329bb5-49d7-418d-89c6-30447ee80ec6 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:06:57.526608 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1329bb5-49d7-418d-89c6-30447ee80ec6 None None] Checking segment: {'id': 'fe029da5-bfae-4eab-a441-2f7fd001f2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '91fab032-b4d0-4e9c-9175-7517a874460a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:06:57.526959 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c1329bb5-49d7-418d-89c6-30447ee80ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:57.527392 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1329bb5-49d7-418d-89c6-30447ee80ec6 None None] Bound using segment: {'id': 'fe029da5-bfae-4eab-a441-2f7fd001f2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '91fab032-b4d0-4e9c-9175-7517a874460a'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:06:57.527904 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-c1329bb5-49d7-418d-89c6-30447ee80ec6 None None] Bound port: a5ae2229-ff76-4b84-b6ba-8c4954f28451, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe029da5-bfae-4eab-a441-2f7fd001f2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '91fab032-b4d0-4e9c-9175-7517a874460a'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:06:57.528285 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c1329bb5-49d7-418d-89c6-30447ee80ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:57.588722 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a99f71a-8dbf-414d-894a-04aeef40409b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:57.616464 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:57.640061 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] Transition to ACTIVE for port object 868dada6-af54-4747-941e-28465764f56d will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:06:57.651795 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:57.654098 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c1329bb5-49d7-418d-89c6-30447ee80ec6 None None] For port a5ae2229-ff76-4b84-b6ba-8c4954f28451, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:06:57.658728 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c1329bb5-49d7-418d-89c6-30447ee80ec6 None None] For port a5ae2229-ff76-4b84-b6ba-8c4954f28451, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=a5ae2229-ff76-4b84-b6ba-8c4954f28451,segment=NetworkSegment(fe029da5-bfae-4eab-a441-2f7fd001f2bb),segment_id=fe029da5-bfae-4eab-a441-2f7fd001f2bb)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:06:57.793221 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a99f71a-8dbf-414d-894a-04aeef40409b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:57.843335 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c1329bb5-49d7-418d-89c6-30447ee80ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:57.882238 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca2fd7-1630-4e42-9ee9-afec70f70b4a None None] Pushing event updated for resources: {'Port': ['ID=868dada6-af54-4747-941e-28465764f56d,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:57.936319 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a99f71a-8dbf-414d-894a-04aeef40409b admin admin] Router a988c07d-7b66-4ebf-9f82-78b24a0e4348 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 11:06:57.984633 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] Attempting to bind port 868dada6-af54-4747-941e-28465764f56d on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:06:57.985279 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] Attempting to bind port 868dada6-af54-4747-941e-28465764f56d by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '77b17388-b622-4b4d-aed3-4337a5beb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:06:57.985453 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] Attempting to bind port 868dada6-af54-4747-941e-28465764f56d on network 703f11dd-bc8a-4332-836c-e4d8dd0edeeb {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:06:57.994613 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:06:57.995022 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] Checking segment: {'id': '77b17388-b622-4b4d-aed3-4337a5beb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:06:57.995989 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:57.995989 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] Bound using segment: {'id': '77b17388-b622-4b4d-aed3-4337a5beb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:06:57.996484 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] Bound port: 868dada6-af54-4747-941e-28465764f56d, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b17388-b622-4b4d-aed3-4337a5beb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:06:57.996849 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:57.999948 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1329bb5-49d7-418d-89c6-30447ee80ec6 None None] Pushing event updated for resources: {'Port': ['ID=a5ae2229-ff76-4b84-b6ba-8c4954f28451,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:58.063300 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a99f71a-8dbf-414d-894a-04aeef40409b admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:06:58.074428 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7699172-1945-49ac-896f-961902308a62 None None] Sync routers for ids ['a988c07d-7b66-4ebf-9f82-78b24a0e4348'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:06:58.082197 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a99f71a-8dbf-414d-894a-04aeef40409b admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:58.083624 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0a99f71a-8dbf-414d-894a-04aeef40409b admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8443165 Jul 05 11:06:58.086380 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50702) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:06:58.090854 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7699172-1945-49ac-896f-961902308a62 None None] Routers {'a988c07d-7b66-4ebf-9f82-78b24a0e4348'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:06:58.091495 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b7699172-1945-49ac-896f-961902308a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:06:54Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['a988c07d-7b66-4ebf-9f82-78b24a0e4348'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:58.094116 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] For port 868dada6-af54-4747-941e-28465764f56d, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:06:58.098946 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] For port 868dada6-af54-4747-941e-28465764f56d, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=868dada6-af54-4747-941e-28465764f56d,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:06:58.113794 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:58.238038 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] Routers {'6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:06:58.240462 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:06:54Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:58.247130 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca2fd7-1630-4e42-9ee9-afec70f70b4a None None] Pushing event updated for resources: {'Port': ['ID=868dada6-af54-4747-941e-28465764f56d,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:58.275999 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-b7699172-1945-49ac-896f-961902308a62 None None] Set router a988c07d-7b66-4ebf-9f82-78b24a0e4348 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:06:58.380667 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] Set router 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:06:58.514118 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b7699172-1945-49ac-896f-961902308a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a988c07d-7b66-4ebf-9f82-78b24a0e4348', 'name': 'tempest-TestShelveInstance-533841179-router', 'tenant_id': '1764a99e0f9e49779dbe750816f3860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '50bd1a55-3dc8-4ba5-9654-3746fd13738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:56Z', 'updated_at': '2021-07-05T11:06:57Z', 'revision_number': 3, 'project_id': '1764a99e0f9e49779dbe750816f3860f', 'gw_port': {'id': '50bd1a55-3dc8-4ba5-9654-3746fd13738f', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:eb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a988c07d-7b66-4ebf-9f82-78b24a0e4348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:57Z', 'updated_at': '2021-07-05T11:06:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:58.546898 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7699172-1945-49ac-896f-961902308a62 None None] Checking router: a988c07d-7b66-4ebf-9f82-78b24a0e4348 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:06:58.547407 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7699172-1945-49ac-896f-961902308a62 None None] Updating router a988c07d-7b66-4ebf-9f82-78b24a0e4348 port 50bd1a55-3dc8-4ba5-9654-3746fd13738f binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:06:58.595784 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b7699172-1945-49ac-896f-961902308a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:58.660786 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'name': 'tempest-TestShelveInstance-1759319287-router', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '58d1afe1-744a-4090-8d61-c86048afe293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:54Z', 'revision_number': 4, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'gw_port': {'id': '58d1afe1-744a-4090-8d61-c86048afe293', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '868dada6-af54-4747-941e-28465764f56d', 'name': '', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'mac_address': 'fa:16:3e:79:b6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '63bc9179-cafb-4412-9b92-026e334bc740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:53Z', 'updated_at': '2021-07-05T11:06:58Z', 'revision_number': 4, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'subnets': [{'id': '63bc9179-cafb-4412-9b92-026e334bc740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:58.698957 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-844af177-4edd-451e-ab60-b19242657668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:58.701677 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac90ab0-1168-436f-a737-655d02cf4c46 None None] The sync data for ids ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'] in n-d-798054-8 is: [{'id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'name': 'tempest-TestShelveInstance-1759319287-router', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '58d1afe1-744a-4090-8d61-c86048afe293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:54Z', 'revision_number': 4, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'gw_port': {'id': '58d1afe1-744a-4090-8d61-c86048afe293', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '868dada6-af54-4747-941e-28465764f56d', 'name': '', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'mac_address': 'fa:16:3e:79:b6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '63bc9179-cafb-4412-9b92-026e334bc740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:53Z', 'updated_at': '2021-07-05T11:06:58Z', 'revision_number': 4, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'subnets': [{'id': '63bc9179-cafb-4412-9b92-026e334bc740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:06:58.740493 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 58d1afe1-744a-4090-8d61-c86048afe293 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:06:58.810768 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 58d1afe1-744a-4090-8d61-c86048afe293 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:06:58.811161 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:58.940425 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device a5ae2229-ff76-4b84-b6ba-8c4954f28451 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:06:58.996071 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-844af177-4edd-451e-ab60-b19242657668 admin admin] Allocated IP 172.20.0.1 (91fab032-b4d0-4e9c-9175-7517a874460a/a40a439b-686d-4fca-a491-e255f32ef1e3/82f56a09-2bf2-45c6-96a9-c2fcdc446eb8) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:06:59.015760 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port a5ae2229-ff76-4b84-b6ba-8c4954f28451 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:06:59.026591 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b7699172-1945-49ac-896f-961902308a62 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:59.040050 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-b7699172-1945-49ac-896f-961902308a62 None None] Transition to ACTIVE for port object 50bd1a55-3dc8-4ba5-9654-3746fd13738f will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:06:59.046814 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b7699172-1945-49ac-896f-961902308a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:59.100179 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992922e-a3e6-4e1e-bf4f-c2980868314f None None] Pushing event updated for resources: {'Port': ['ID=50bd1a55-3dc8-4ba5-9654-3746fd13738f,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:59.125338 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-b7699172-1945-49ac-896f-961902308a62 None None] Attempting to bind port 50bd1a55-3dc8-4ba5-9654-3746fd13738f on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:06:59.125989 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-b7699172-1945-49ac-896f-961902308a62 None None] Attempting to bind port 50bd1a55-3dc8-4ba5-9654-3746fd13738f by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:06:59.126586 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7699172-1945-49ac-896f-961902308a62 None None] Attempting to bind port 50bd1a55-3dc8-4ba5-9654-3746fd13738f on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:06:59.134636 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7699172-1945-49ac-896f-961902308a62 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:06:59.135361 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7699172-1945-49ac-896f-961902308a62 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:06:59.136080 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b7699172-1945-49ac-896f-961902308a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:59.136668 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7699172-1945-49ac-896f-961902308a62 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:06:59.136977 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-844af177-4edd-451e-ab60-b19242657668 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:59.137874 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-b7699172-1945-49ac-896f-961902308a62 None None] Bound port: 50bd1a55-3dc8-4ba5-9654-3746fd13738f, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:06:59.138488 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b7699172-1945-49ac-896f-961902308a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:59.153227 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-844af177-4edd-451e-ab60-b19242657668 admin admin] Transition to ACTIVE for port object 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:06:59.200097 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-844af177-4edd-451e-ab60-b19242657668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:59.214434 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-b7699172-1945-49ac-896f-961902308a62 None None] For port 50bd1a55-3dc8-4ba5-9654-3746fd13738f, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:06:59.217919 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-b7699172-1945-49ac-896f-961902308a62 None None] For port 50bd1a55-3dc8-4ba5-9654-3746fd13738f, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=50bd1a55-3dc8-4ba5-9654-3746fd13738f,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:06:59.223698 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b7699172-1945-49ac-896f-961902308a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:59.263597 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844af177-4edd-451e-ab60-b19242657668 admin admin] Network 91fab032-b4d0-4e9c-9175-7517a874460a is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:06:59.267041 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60072934-c932-48a7-90ce-be4042dd3cf7 None None] Network 91fab032-b4d0-4e9c-9175-7517a874460a requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:06:59.273026 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-844af177-4edd-451e-ab60-b19242657668 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:06:59.277735 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844af177-4edd-451e-ab60-b19242657668 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:06:59.295161 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7699172-1945-49ac-896f-961902308a62 None None] Routers {'a988c07d-7b66-4ebf-9f82-78b24a0e4348'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:06:59.295823 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b7699172-1945-49ac-896f-961902308a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:06:54Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['a988c07d-7b66-4ebf-9f82-78b24a0e4348'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:59.301900 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844af177-4edd-451e-ab60-b19242657668 admin admin] Pushing event updated for resources: {'Port': ['ID=82f56a09-2bf2-45c6-96a9-c2fcdc446eb8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:59.307155 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992922e-a3e6-4e1e-bf4f-c2980868314f None None] Pushing event updated for resources: {'Port': ['ID=50bd1a55-3dc8-4ba5-9654-3746fd13738f,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:59.327683 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-844af177-4edd-451e-ab60-b19242657668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:59.431646 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-33ef0d00-b6b7-49b5-b22e-7e9a762b9bd2 None None] Provisioning for port a5ae2229-ff76-4b84-b6ba-8c4954f28451 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:06:59.440893 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-33ef0d00-b6b7-49b5-b22e-7e9a762b9bd2 None None] Provisioning complete for port a5ae2229-ff76-4b84-b6ba-8c4954f28451 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:06:59.441277 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-33ef0d00-b6b7-49b5-b22e-7e9a762b9bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:59.460484 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-b7699172-1945-49ac-896f-961902308a62 None None] Set router a988c07d-7b66-4ebf-9f82-78b24a0e4348 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:06:59.496776 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-844af177-4edd-451e-ab60-b19242657668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:59.574894 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-33ef0d00-b6b7-49b5-b22e-7e9a762b9bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:59.648897 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-33ef0d00-b6b7-49b5-b22e-7e9a762b9bd2 None None] For port a5ae2229-ff76-4b84-b6ba-8c4954f28451, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=a5ae2229-ff76-4b84-b6ba-8c4954f28451,segment=NetworkSegment(fe029da5-bfae-4eab-a441-2f7fd001f2bb),segment_id=fe029da5-bfae-4eab-a441-2f7fd001f2bb)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:06:59.658873 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-33ef0d00-b6b7-49b5-b22e-7e9a762b9bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:59.726434 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef0d00-b6b7-49b5-b22e-7e9a762b9bd2 None None] Pushing event updated for resources: {'Port': ['ID=a5ae2229-ff76-4b84-b6ba-8c4954f28451,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:59.755341 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b7699172-1945-49ac-896f-961902308a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a988c07d-7b66-4ebf-9f82-78b24a0e4348', 'name': 'tempest-TestShelveInstance-533841179-router', 'tenant_id': '1764a99e0f9e49779dbe750816f3860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '50bd1a55-3dc8-4ba5-9654-3746fd13738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:56Z', 'updated_at': '2021-07-05T11:06:57Z', 'revision_number': 3, 'project_id': '1764a99e0f9e49779dbe750816f3860f', 'gw_port': {'id': '50bd1a55-3dc8-4ba5-9654-3746fd13738f', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:eb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a988c07d-7b66-4ebf-9f82-78b24a0e4348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:57Z', 'updated_at': '2021-07-05T11:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:59.755629 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-844af177-4edd-451e-ab60-b19242657668 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:59.762622 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-844af177-4edd-451e-ab60-b19242657668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:59.786181 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7699172-1945-49ac-896f-961902308a62 None None] The sync data for ids ['a988c07d-7b66-4ebf-9f82-78b24a0e4348'] in n-d-798054-8 is: [{'id': 'a988c07d-7b66-4ebf-9f82-78b24a0e4348', 'name': 'tempest-TestShelveInstance-533841179-router', 'tenant_id': '1764a99e0f9e49779dbe750816f3860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '50bd1a55-3dc8-4ba5-9654-3746fd13738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:56Z', 'updated_at': '2021-07-05T11:06:57Z', 'revision_number': 3, 'project_id': '1764a99e0f9e49779dbe750816f3860f', 'gw_port': {'id': '50bd1a55-3dc8-4ba5-9654-3746fd13738f', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:eb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a988c07d-7b66-4ebf-9f82-78b24a0e4348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:57Z', 'updated_at': '2021-07-05T11:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:06:59.846101 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-844af177-4edd-451e-ab60-b19242657668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:59.856524 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844af177-4edd-451e-ab60-b19242657668 admin admin] Pushing event updated for resources: {'Port': ['ID=82f56a09-2bf2-45c6-96a9-c2fcdc446eb8,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:59.885528 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b035c5e2-3552-4406-9a27-9f8f93e990b9 None None] Provisioning for port 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:06:59.896143 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b035c5e2-3552-4406-9a27-9f8f93e990b9 None None] Provisioning complete for port 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:06:59.896531 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b035c5e2-3552-4406-9a27-9f8f93e990b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:59.950713 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b035c5e2-3552-4406-9a27-9f8f93e990b9 None None] Port 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:06:59.971075 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b035c5e2-3552-4406-9a27-9f8f93e990b9 None None] Provisioning complete for port a5ae2229-ff76-4b84-b6ba-8c4954f28451 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:06:59.971472 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b035c5e2-3552-4406-9a27-9f8f93e990b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:59.993022 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844af177-4edd-451e-ab60-b19242657668 admin admin] Network 91fab032-b4d0-4e9c-9175-7517a874460a is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:06:59.994509 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-844af177-4edd-451e-ab60-b19242657668 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:07:00.136159 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844af177-4edd-451e-ab60-b19242657668 admin admin] Router a988c07d-7b66-4ebf-9f82-78b24a0e4348 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:07:00.206656 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a5b22f8f-18b4-4036-ba62-182821aae350 None None] Provisioning complete for port 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:00.207246 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a5b22f8f-18b4-4036-ba62-182821aae350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:00.252389 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a5b22f8f-18b4-4036-ba62-182821aae350 None None] Port 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:07:00.322971 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844af177-4edd-451e-ab60-b19242657668 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:07:00.337728 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-844af177-4edd-451e-ab60-b19242657668 admin admin] 10.222.0.79 "PUT /v2.0/routers/a988c07d-7b66-4ebf-9f82-78b24a0e4348/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2447839 Jul 05 11:07:00.385786 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0a01c1c9-cea5-4ba6-bcb5-bc026dd0be86 None None] Provisioning complete for port 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:00.386159 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0a01c1c9-cea5-4ba6-bcb5-bc026dd0be86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:00.429092 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0a01c1c9-cea5-4ba6-bcb5-bc026dd0be86 None None] Port 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:07:00.673195 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 50bd1a55-3dc8-4ba5-9654-3746fd13738f up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:07:00.732466 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 50bd1a55-3dc8-4ba5-9654-3746fd13738f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:07:00.737652 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 50bd1a55-3dc8-4ba5-9654-3746fd13738f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:00.738035 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:00.820060 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:00.842335 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 50bd1a55-3dc8-4ba5-9654-3746fd13738f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=50bd1a55-3dc8-4ba5-9654-3746fd13738f,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:07:00.847783 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:00.848836 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 868dada6-af54-4747-941e-28465764f56d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:07:00.926289 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 50710) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:00.931620 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-42cc5e2a-e1fd-4c36-86c7-1c76ef9e6633 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1395658961', 'description': 'tempest-secgroup-smoke-1395658961 description', 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:07:00.938734 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=50bd1a55-3dc8-4ba5-9654-3746fd13738f,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:00.948491 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 868dada6-af54-4747-941e-28465764f56d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:07:00.952786 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 868dada6-af54-4747-941e-28465764f56d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:00.953119 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:00.960910 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42cc5e2a-e1fd-4c36-86c7-1c76ef9e6633 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.039513 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.058424 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42cc5e2a-e1fd-4c36-86c7-1c76ef9e6633 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.062508 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42cc5e2a-e1fd-4c36-86c7-1c76ef9e6633 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.073605 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 868dada6-af54-4747-941e-28465764f56d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=868dada6-af54-4747-941e-28465764f56d,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:07:01.078632 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.080374 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device a5ae2229-ff76-4b84-b6ba-8c4954f28451 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:07:01.093702 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42cc5e2a-e1fd-4c36-86c7-1c76ef9e6633 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.094963 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-42cc5e2a-e1fd-4c36-86c7-1c76ef9e6633 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1675484 Jul 05 11:07:01.097513 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc5e2a-e1fd-4c36-86c7-1c76ef9e6633 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b17a7d-33f0-4d77-b91d-2950101591e5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:01.098771 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50712) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:01.104138 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-dbe8f43b-54f0-429d-a200-345a985febd0 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Request body: {'security_group_rule': {'security_group_id': 'f0b17a7d-33f0-4d77-b91d-2950101591e5', 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:07:01.131532 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbe8f43b-54f0-429d-a200-345a985febd0 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.162792 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=868dada6-af54-4747-941e-28465764f56d,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:01.176353 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port a5ae2229-ff76-4b84-b6ba-8c4954f28451 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:01.176729 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.194494 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbe8f43b-54f0-429d-a200-345a985febd0 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.198857 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbe8f43b-54f0-429d-a200-345a985febd0 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.219151 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8f43b-54f0-429d-a200-345a985febd0 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c8d97c-b843-4f24-bed2-79506ad01472,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:01.226339 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbe8f43b-54f0-429d-a200-345a985febd0 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.230183 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-dbe8f43b-54f0-429d-a200-345a985febd0 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277261 Jul 05 11:07:01.230413 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50714) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:01.235115 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1ab13d23-8a9c-4126-8559-32c0f5673007 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Request body: {'security_group_rule': {'security_group_id': 'f0b17a7d-33f0-4d77-b91d-2950101591e5', 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:07:01.264692 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ab13d23-8a9c-4126-8559-32c0f5673007 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.322338 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ab13d23-8a9c-4126-8559-32c0f5673007 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.325844 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ab13d23-8a9c-4126-8559-32c0f5673007 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.343960 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab13d23-8a9c-4126-8559-32c0f5673007 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d0e151-f90b-4ad2-b7bb-df66b21fc6b5,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:01.348948 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ab13d23-8a9c-4126-8559-32c0f5673007 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.350154 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1ab13d23-8a9c-4126-8559-32c0f5673007 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187897 Jul 05 11:07:01.352919 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50716) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:01.357332 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-653487b7-0182-4cfa-b750-d2c2f0fad831 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Request body: {'security_group_rule': {'security_group_id': 'f0b17a7d-33f0-4d77-b91d-2950101591e5', 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:07:01.383784 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-653487b7-0182-4cfa-b750-d2c2f0fad831 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.442424 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-653487b7-0182-4cfa-b750-d2c2f0fad831 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.446532 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-653487b7-0182-4cfa-b750-d2c2f0fad831 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.466277 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653487b7-0182-4cfa-b750-d2c2f0fad831 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5efed8-00aa-47ef-a9cc-9f6c31a6d45a,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:01.468616 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-653487b7-0182-4cfa-b750-d2c2f0fad831 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.469869 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-653487b7-0182-4cfa-b750-d2c2f0fad831 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160083 Jul 05 11:07:01.472658 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50718) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:01.477163 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7ee702ec-bd4b-4531-8211-b0dd4635b63c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Request body: {'security_group_rule': {'security_group_id': 'f0b17a7d-33f0-4d77-b91d-2950101591e5', 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:07:01.503115 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ee702ec-bd4b-4531-8211-b0dd4635b63c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.574201 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ee702ec-bd4b-4531-8211-b0dd4635b63c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.578788 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ee702ec-bd4b-4531-8211-b0dd4635b63c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.602893 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee702ec-bd4b-4531-8211-b0dd4635b63c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095bbe2a-885c-4ed3-9620-df17e6bd30e3,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:01.606051 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ee702ec-bd4b-4531-8211-b0dd4635b63c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.607509 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7ee702ec-bd4b-4531-8211-b0dd4635b63c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1339066 Jul 05 11:07:01.615651 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50720) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:01.619784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0d01bca0-70d5-45a7-ab4e-8630ec9efb7b tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Request body: {'security_group_rule': {'security_group_id': 'f0b17a7d-33f0-4d77-b91d-2950101591e5', 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:07:01.645046 n-d-798054-8 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-0d01bca0-70d5-45a7-ab4e-8630ec9efb7b tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Project 3d02691e3dff4ef4bdc213da9eb91a18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:07:01.650088 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d01bca0-70d5-45a7-ab4e-8630ec9efb7b tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.710077 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d01bca0-70d5-45a7-ab4e-8630ec9efb7b tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.713664 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d01bca0-70d5-45a7-ab4e-8630ec9efb7b tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.730856 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01bca0-70d5-45a7-ab4e-8630ec9efb7b tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c371a99-9f6a-48aa-ac34-e67f4a40feb7,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:01.737446 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d01bca0-70d5-45a7-ab4e-8630ec9efb7b tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.738729 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-0d01bca0-70d5-45a7-ab4e-8630ec9efb7b tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261182 Jul 05 11:07:01.743544 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50722) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:01.748481 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-cce13eb3-fa49-4495-944e-53eca90acaeb tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Request body: {'security_group_rule': {'security_group_id': 'f0b17a7d-33f0-4d77-b91d-2950101591e5', 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:07:01.770184 n-d-798054-8 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-cce13eb3-fa49-4495-944e-53eca90acaeb tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Project 3d02691e3dff4ef4bdc213da9eb91a18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:07:01.775083 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cce13eb3-fa49-4495-944e-53eca90acaeb tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.841816 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cce13eb3-fa49-4495-944e-53eca90acaeb tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.849685 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cce13eb3-fa49-4495-944e-53eca90acaeb tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.874705 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce13eb3-fa49-4495-944e-53eca90acaeb tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792825e2-ee0c-403a-b019-4391aa718fab,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:01.880718 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cce13eb3-fa49-4495-944e-53eca90acaeb tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:01.890553 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cce13eb3-fa49-4495-944e-53eca90acaeb tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1458833 Jul 05 11:07:02.036942 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-29ed5903-5f87-4376-91c7-1c994fa91807 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1395658961&fields=id&tenant_id=3d02691e3dff4ef4bdc213da9eb91a18 HTTP/1.1" status: 200 len: 267 time: 0.0345159 Jul 05 11:07:02.156017 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-84699011-717c-45f0-9e41-86da4da39fed tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:02.157573 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-84699011-717c-45f0-9e41-86da4da39fed tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/networks?id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb HTTP/1.1" status: 200 len: 809 time: 0.1135345 Jul 05 11:07:02.159815 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] Sync routers for ids ['a988c07d-7b66-4ebf-9f82-78b24a0e4348'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:07:02.169705 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] Routers {'a988c07d-7b66-4ebf-9f82-78b24a0e4348'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:07:02.170254 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:06:54Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['a988c07d-7b66-4ebf-9f82-78b24a0e4348'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:02.174444 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-c21531e3-9e56-4ea3-aadc-59a73f5b7dc7 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/quotas/3d02691e3dff4ef4bdc213da9eb91a18 HTTP/1.1" status: 200 len: 375 time: 0.0097561 Jul 05 11:07:02.252579 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-cf1d62f0-c309-4e76-b3d0-a9eb92afb63e tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3d02691e3dff4ef4bdc213da9eb91a18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725646 Jul 05 11:07:02.282119 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] Set router a988c07d-7b66-4ebf-9f82-78b24a0e4348 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:07:02.358337 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-bfd2bc0d-9a43-44ba-9cc8-1a2b3045dc54 service neutron] 10.222.0.79 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914338 Jul 05 11:07:02.447938 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-7abe2929-3d5c-449c-8ff5-4a07dc31662f service neutron] 10.222.0.79 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837092 Jul 05 11:07:02.483671 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a988c07d-7b66-4ebf-9f82-78b24a0e4348', 'name': 'tempest-TestShelveInstance-533841179-router', 'tenant_id': '1764a99e0f9e49779dbe750816f3860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '50bd1a55-3dc8-4ba5-9654-3746fd13738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:56Z', 'updated_at': '2021-07-05T11:06:59Z', 'revision_number': 4, 'project_id': '1764a99e0f9e49779dbe750816f3860f', 'gw_port': {'id': '50bd1a55-3dc8-4ba5-9654-3746fd13738f', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:eb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a988c07d-7b66-4ebf-9f82-78b24a0e4348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:57Z', 'updated_at': '2021-07-05T11:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '82f56a09-2bf2-45c6-96a9-c2fcdc446eb8', 'name': '', 'network_id': '91fab032-b4d0-4e9c-9175-7517a874460a', 'tenant_id': '1764a99e0f9e49779dbe750816f3860f', 'mac_address': 'fa:16:3e:e9:c5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a988c07d-7b66-4ebf-9f82-78b24a0e4348', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a40a439b-686d-4fca-a491-e255f32ef1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:58Z', 'updated_at': '2021-07-05T11:06:59Z', 'revision_number': 2, 'project_id': '1764a99e0f9e49779dbe750816f3860f', 'subnets': [{'id': 'a40a439b-686d-4fca-a491-e255f32ef1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:02.512537 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] Checking router: a988c07d-7b66-4ebf-9f82-78b24a0e4348 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:07:02.512969 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] Updating router a988c07d-7b66-4ebf-9f82-78b24a0e4348 port 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:07:02.551986 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 50bd1a55-3dc8-4ba5-9654-3746fd13738f up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:07:02.574894 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:02.631747 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53c180ec-c7ad-47c1-8343-2f30f69caf92 req-9ff5dd9a-5fcd-420d-bfce-906206d3193c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 210 time: 0.0342276 Jul 05 11:07:02.694669 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 50bd1a55-3dc8-4ba5-9654-3746fd13738f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:02.695043 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:03.002185 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 868dada6-af54-4747-941e-28465764f56d up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:07:03.108253 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:03.110254 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 868dada6-af54-4747-941e-28465764f56d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:03.110623 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:03.139047 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] Transition to ACTIVE for port object 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:07:03.150830 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:03.207224 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e63457-273e-40a0-9ce3-c98bb4f557f9 None None] Pushing event updated for resources: {'Port': ['ID=82f56a09-2bf2-45c6-96a9-c2fcdc446eb8,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:03.298775 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] Attempting to bind port 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:07:03.299158 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] Attempting to bind port 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'fe029da5-bfae-4eab-a441-2f7fd001f2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '91fab032-b4d0-4e9c-9175-7517a874460a'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:07:03.299531 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] Attempting to bind port 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8 on network 91fab032-b4d0-4e9c-9175-7517a874460a {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:07:03.305200 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:07:03.305589 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] Checking segment: {'id': 'fe029da5-bfae-4eab-a441-2f7fd001f2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '91fab032-b4d0-4e9c-9175-7517a874460a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:07:03.306006 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:03.306408 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] Bound using segment: {'id': 'fe029da5-bfae-4eab-a441-2f7fd001f2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '91fab032-b4d0-4e9c-9175-7517a874460a'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:07:03.306891 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] Bound port: 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe029da5-bfae-4eab-a441-2f7fd001f2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '91fab032-b4d0-4e9c-9175-7517a874460a'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:07:03.307284 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:03.373222 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] For port 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:07:03.376331 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] For port 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=82f56a09-2bf2-45c6-96a9-c2fcdc446eb8,segment=NetworkSegment(fe029da5-bfae-4eab-a441-2f7fd001f2bb),segment_id=fe029da5-bfae-4eab-a441-2f7fd001f2bb)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:07:03.380465 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:03.437267 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] Routers {'a988c07d-7b66-4ebf-9f82-78b24a0e4348'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:07:03.438010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:06:54Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['a988c07d-7b66-4ebf-9f82-78b24a0e4348'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:03.483318 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e63457-273e-40a0-9ce3-c98bb4f557f9 None None] Pushing event updated for resources: {'Port': ['ID=82f56a09-2bf2-45c6-96a9-c2fcdc446eb8,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:03.557977 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:03.575482 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] Set router a988c07d-7b66-4ebf-9f82-78b24a0e4348 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:07:03.715270 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ef385e49-1133-450d-9a38-36313c394afa req-0b2833cb-657d-4708-979c-4d1f43017cde tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 210 time: 0.0293491 Jul 05 11:07:03.788582 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a988c07d-7b66-4ebf-9f82-78b24a0e4348', 'name': 'tempest-TestShelveInstance-533841179-router', 'tenant_id': '1764a99e0f9e49779dbe750816f3860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '50bd1a55-3dc8-4ba5-9654-3746fd13738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:56Z', 'updated_at': '2021-07-05T11:06:59Z', 'revision_number': 4, 'project_id': '1764a99e0f9e49779dbe750816f3860f', 'gw_port': {'id': '50bd1a55-3dc8-4ba5-9654-3746fd13738f', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:eb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a988c07d-7b66-4ebf-9f82-78b24a0e4348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:57Z', 'updated_at': '2021-07-05T11:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '82f56a09-2bf2-45c6-96a9-c2fcdc446eb8', 'name': '', 'network_id': '91fab032-b4d0-4e9c-9175-7517a874460a', 'tenant_id': '1764a99e0f9e49779dbe750816f3860f', 'mac_address': 'fa:16:3e:e9:c5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a988c07d-7b66-4ebf-9f82-78b24a0e4348', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a40a439b-686d-4fca-a491-e255f32ef1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:58Z', 'updated_at': '2021-07-05T11:07:03Z', 'revision_number': 4, 'project_id': '1764a99e0f9e49779dbe750816f3860f', 'subnets': [{'id': 'a40a439b-686d-4fca-a491-e255f32ef1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:03.815238 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cf417b-7f42-4cdd-abfd-df103f53742b None None] The sync data for ids ['a988c07d-7b66-4ebf-9f82-78b24a0e4348'] in n-d-798054-8 is: [{'id': 'a988c07d-7b66-4ebf-9f82-78b24a0e4348', 'name': 'tempest-TestShelveInstance-533841179-router', 'tenant_id': '1764a99e0f9e49779dbe750816f3860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '50bd1a55-3dc8-4ba5-9654-3746fd13738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:56Z', 'updated_at': '2021-07-05T11:06:59Z', 'revision_number': 4, 'project_id': '1764a99e0f9e49779dbe750816f3860f', 'gw_port': {'id': '50bd1a55-3dc8-4ba5-9654-3746fd13738f', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:eb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a988c07d-7b66-4ebf-9f82-78b24a0e4348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:57Z', 'updated_at': '2021-07-05T11:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '82f56a09-2bf2-45c6-96a9-c2fcdc446eb8', 'name': '', 'network_id': '91fab032-b4d0-4e9c-9175-7517a874460a', 'tenant_id': '1764a99e0f9e49779dbe750816f3860f', 'mac_address': 'fa:16:3e:e9:c5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a988c07d-7b66-4ebf-9f82-78b24a0e4348', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a40a439b-686d-4fca-a491-e255f32ef1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:58Z', 'updated_at': '2021-07-05T11:07:03Z', 'revision_number': 4, 'project_id': '1764a99e0f9e49779dbe750816f3860f', 'subnets': [{'id': 'a40a439b-686d-4fca-a491-e255f32ef1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:07:04.557340 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:07:04.606321 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:07:04.610287 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:04.610669 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:04.694508 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:04.728482 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=82f56a09-2bf2-45c6-96a9-c2fcdc446eb8,segment=NetworkSegment(fe029da5-bfae-4eab-a441-2f7fd001f2bb),segment_id=fe029da5-bfae-4eab-a441-2f7fd001f2bb)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:07:04.732853 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:04.781673 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=82f56a09-2bf2-45c6-96a9-c2fcdc446eb8,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:04.804998 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ac3a2406-7b94-4514-a085-7ebc1363f6d6 req-1dd75379-faff-4563-ac61-d80f5da3cfb1 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 210 time: 0.0379055 Jul 05 11:07:05.880400 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bef5ad37-aef8-45c1-9f55-208bbb8ecc6f req-7aba1a2a-c311-42ac-8b80-af05da9f30a9 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 210 time: 0.0301321 Jul 05 11:07:06.543065 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:07:06.592069 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:06.592448 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:07.024623 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c79ac30a-053d-48bf-8da4-aaa20eccbacd req-1672d2a2-19ea-4dd0-beb6-06088c11d91e tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 210 time: 0.0323398 Jul 05 11:07:07.027753 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:07.808266 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-875397af-ce48-4ca9-827f-6c589230de26 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:07.809738 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-875397af-ce48-4ca9-827f-6c589230de26 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.78 "GET /v2.0/networks?id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb HTTP/1.1" status: 200 len: 809 time: 0.1083093 Jul 05 11:07:07.861227 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-392989e2-bd92-48a3-b4c7-5ae87911373e tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d02691e3dff4ef4bdc213da9eb91a18 HTTP/1.1" status: 200 len: 380 time: 0.0355940 Jul 05 11:07:07.869421 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-6b5d3d0d-9861-43ab-9683-8a5b74a5750d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Request body: {'port': {'device_id': '75c8607b-3e4b-4e87-ba84-795736700d27', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'admin_state_up': True, 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'security_groups': ['f0b17a7d-33f0-4d77-b91d-2950101591e5']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:07:07.977140 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-6b5d3d0d-9861-43ab-9683-8a5b74a5750d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Made reservation on behalf of 3d02691e3dff4ef4bdc213da9eb91a18 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:07:07.980842 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-6b5d3d0d-9861-43ab-9683-8a5b74a5750d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:08.115750 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-6b5d3d0d-9861-43ab-9683-8a5b74a5750d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Allocated IP 172.20.0.6 (703f11dd-bc8a-4332-836c-e4d8dd0edeeb/63bc9179-cafb-4412-9b92-026e334bc740/1a85b432-f0a0-479f-81ce-a20dca64a139) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:07:08.169368 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3425e694-12c6-4c75-8aed-595f2a8e22b8 req-c4e30264-9ec3-49e6-ab1b-5397b3bc84e7 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 210 time: 0.0290079 Jul 05 11:07:08.260397 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-6b5d3d0d-9861-43ab-9683-8a5b74a5750d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:08.275980 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-6b5d3d0d-9861-43ab-9683-8a5b74a5750d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Transition to ACTIVE for port object 1a85b432-f0a0-479f-81ce-a20dca64a139 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:07:08.311203 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-6b5d3d0d-9861-43ab-9683-8a5b74a5750d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:08.361004 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-6b5d3d0d-9861-43ab-9683-8a5b74a5750d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Network 703f11dd-bc8a-4332-836c-e4d8dd0edeeb is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:07:08.364814 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-6b5d3d0d-9861-43ab-9683-8a5b74a5750d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:07:08.369421 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-6b5d3d0d-9861-43ab-9683-8a5b74a5750d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:07:08.404946 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d3d0d-9861-43ab-9683-8a5b74a5750d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event updated for resources: {'Port': ['ID=1a85b432-f0a0-479f-81ce-a20dca64a139,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:08.441602 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-6b5d3d0d-9861-43ab-9683-8a5b74a5750d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:08.442261 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-6b5d3d0d-9861-43ab-9683-8a5b74a5750d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:08.458244 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-6b5d3d0d-9861-43ab-9683-8a5b74a5750d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5924814 Jul 05 11:07:08.469886 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-c7653279-b446-4db6-856f-0b900aac3d18 service neutron] Request body: {'port': {'device_id': '75c8607b-3e4b-4e87-ba84-795736700d27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:07:08.546903 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-c7653279-b446-4db6-856f-0b900aac3d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:08.649132 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-31d390ad-3001-426b-9d71-645faa23d50e None None] Provisioning for port 1a85b432-f0a0-479f-81ce-a20dca64a139 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:07:08.653026 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-31d390ad-3001-426b-9d71-645faa23d50e None None] Provisioning complete for port 1a85b432-f0a0-479f-81ce-a20dca64a139 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:08.653400 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31d390ad-3001-426b-9d71-645faa23d50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:08.687187 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-31d390ad-3001-426b-9d71-645faa23d50e None None] Port 1a85b432-f0a0-479f-81ce-a20dca64a139 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:07:08.825498 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-c7653279-b446-4db6-856f-0b900aac3d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a85b432-f0a0-479f-81ce-a20dca64a139 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:07:08.834185 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-c7653279-b446-4db6-856f-0b900aac3d18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:08.846277 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-c7653279-b446-4db6-856f-0b900aac3d18 service neutron] Transition to ACTIVE for port object 1a85b432-f0a0-479f-81ce-a20dca64a139 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:07:08.850371 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-c7653279-b446-4db6-856f-0b900aac3d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:08.900744 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7653279-b446-4db6-856f-0b900aac3d18 service neutron] Pushing event updated for resources: {'Port': ['ID=1a85b432-f0a0-479f-81ce-a20dca64a139,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:08.972228 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-c7653279-b446-4db6-856f-0b900aac3d18 service neutron] Attempting to bind port 1a85b432-f0a0-479f-81ce-a20dca64a139 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:07:08.972565 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-c7653279-b446-4db6-856f-0b900aac3d18 service neutron] Attempting to bind port 1a85b432-f0a0-479f-81ce-a20dca64a139 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '77b17388-b622-4b4d-aed3-4337a5beb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:07:08.972946 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-c7653279-b446-4db6-856f-0b900aac3d18 service neutron] Attempting to bind port 1a85b432-f0a0-479f-81ce-a20dca64a139 on network 703f11dd-bc8a-4332-836c-e4d8dd0edeeb {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:07:08.977718 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-c7653279-b446-4db6-856f-0b900aac3d18 service neutron] Port 1a85b432-f0a0-479f-81ce-a20dca64a139 on network 703f11dd-bc8a-4332-836c-e4d8dd0edeeb not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:07:08.978042 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-c7653279-b446-4db6-856f-0b900aac3d18 service neutron] Attempting to bind port 1a85b432-f0a0-479f-81ce-a20dca64a139 on network 703f11dd-bc8a-4332-836c-e4d8dd0edeeb {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:07:08.983271 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-c7653279-b446-4db6-856f-0b900aac3d18 service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:07:08.983610 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-c7653279-b446-4db6-856f-0b900aac3d18 service neutron] Checking segment: {'id': '77b17388-b622-4b4d-aed3-4337a5beb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:07:08.984038 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-c7653279-b446-4db6-856f-0b900aac3d18 service neutron] Bound using segment: {'id': '77b17388-b622-4b4d-aed3-4337a5beb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:07:08.984519 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-c7653279-b446-4db6-856f-0b900aac3d18 service neutron] Bound port: 1a85b432-f0a0-479f-81ce-a20dca64a139, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b17388-b622-4b4d-aed3-4337a5beb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:07:08.984947 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-c7653279-b446-4db6-856f-0b900aac3d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:09.055820 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-c7653279-b446-4db6-856f-0b900aac3d18 service neutron] For port 1a85b432-f0a0-479f-81ce-a20dca64a139, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:07:09.059031 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-c7653279-b446-4db6-856f-0b900aac3d18 service neutron] For port 1a85b432-f0a0-479f-81ce-a20dca64a139, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=1a85b432-f0a0-479f-81ce-a20dca64a139,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:07:09.062455 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-c7653279-b446-4db6-856f-0b900aac3d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:09.095991 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-c7653279-b446-4db6-856f-0b900aac3d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:09.096680 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-c7653279-b446-4db6-856f-0b900aac3d18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:09.098105 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-c7653279-b446-4db6-856f-0b900aac3d18 service neutron] 10.222.0.78 "PUT /v2.0/ports/1a85b432-f0a0-479f-81ce-a20dca64a139 HTTP/1.1" status: 200 len: 1091 time: 0.6329019 Jul 05 11:07:09.098541 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c8607b-3e4b-4e87-ba84-795736700d27', 'tag': '1a85b432-f0a0-479f-81ce-a20dca64a139'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:07:09.100826 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134e18ab-7248-4b2b-b801-a6b4adf66fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "75c8607b-3e4b-4e87-ba84-795736700d27", "tag": "1a85b432-f0a0-479f-81ce-a20dca64a139"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:07:09.137287 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7653279-b446-4db6-856f-0b900aac3d18 service neutron] Pushing event updated for resources: {'Port': ['ID=1a85b432-f0a0-479f-81ce-a20dca64a139,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:09.177056 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1863a3d5-8f7f-4fda-9023-1dc78d86a363 x-openstack-request-id: req-1863a3d5-8f7f-4fda-9023-1dc78d86a363 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:07:09.177355 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c8607b-3e4b-4e87-ba84-795736700d27", "tag": "1a85b432-f0a0-479f-81ce-a20dca64a139", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:07:09.177604 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1863a3d5-8f7f-4fda-9023-1dc78d86a363 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:07:09.178000 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c8607b-3e4b-4e87-ba84-795736700d27', 'tag': '1a85b432-f0a0-479f-81ce-a20dca64a139', 'status': 'completed', 'code': 200} Jul 05 11:07:09.210618 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-22d74ce9-9217-45fd-9caa-b4f08a9e1573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:09.212294 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-22d74ce9-9217-45fd-9caa-b4f08a9e1573 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d02691e3dff4ef4bdc213da9eb91a18&device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 1094 time: 0.0649600 Jul 05 11:07:09.260494 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-74f5623a-77d6-40c2-8b3b-ceb6c9a7c7ac service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a85b432-f0a0-479f-81ce-a20dca64a139 HTTP/1.1" status: 200 len: 217 time: 0.0413496 Jul 05 11:07:09.315032 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-45cdf555-88a4-4c62-b687-2af33244b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:09.316570 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-45cdf555-88a4-4c62-b687-2af33244b544 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=63bc9179-cafb-4412-9b92-026e334bc740 HTTP/1.1" status: 200 len: 848 time: 0.0503519 Jul 05 11:07:09.350127 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a4fa9-0a7c-499c-81ff-3ff4a18fca7a req-e508e194-104e-4751-a1f5-bd2de396d775 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:09.352065 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-534a4fa9-0a7c-499c-81ff-3ff4a18fca7a req-e508e194-104e-4751-a1f5-bd2de396d775 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 943 time: 0.0639396 Jul 05 11:07:09.380193 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-dff6bb60-8f1c-40ba-af84-b179994b57de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:09.381716 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-dff6bb60-8f1c-40ba-af84-b179994b57de service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589838 Jul 05 11:07:09.397010 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-534a4fa9-0a7c-499c-81ff-3ff4a18fca7a req-1ba4a4e1-1e4f-4f4e-9fee-9ca07c547aa2 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388427 Jul 05 11:07:09.477344 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-e2111824-f58e-436c-8c77-24ed74aba3e0 service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885875 Jul 05 11:07:09.569204 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-41625a8d-0f05-4805-a64f-0918b3e4d436 req-684cf587-0116-4617-9500-fa16dd94a7fe service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862885 Jul 05 11:07:09.675284 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e18ab-7248-4b2b-b801-a6b4adf66fc4 req-421ff49d-e5cc-4706-a68c-d8ec014386b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:09.677028 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-134e18ab-7248-4b2b-b801-a6b4adf66fc4 req-421ff49d-e5cc-4706-a68c-d8ec014386b7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d02691e3dff4ef4bdc213da9eb91a18&device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 1094 time: 0.0549986 Jul 05 11:07:09.771412 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e18ab-7248-4b2b-b801-a6b4adf66fc4 req-c3d80bda-eca3-472a-96bf-fa9e93091f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:09.772847 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-134e18ab-7248-4b2b-b801-a6b4adf66fc4 req-c3d80bda-eca3-472a-96bf-fa9e93091f48 service neutron] 10.222.0.78 "GET /v2.0/networks?id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb HTTP/1.1" status: 200 len: 910 time: 0.0903246 Jul 05 11:07:09.815083 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-134e18ab-7248-4b2b-b801-a6b4adf66fc4 req-b134c450-743e-4ac7-a96d-3abb9312b245 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a85b432-f0a0-479f-81ce-a20dca64a139 HTTP/1.1" status: 200 len: 217 time: 0.0356457 Jul 05 11:07:09.863370 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e18ab-7248-4b2b-b801-a6b4adf66fc4 req-48db5517-495e-413e-8337-179322d2440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:09.864876 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-134e18ab-7248-4b2b-b801-a6b4adf66fc4 req-48db5517-495e-413e-8337-179322d2440c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=63bc9179-cafb-4412-9b92-026e334bc740 HTTP/1.1" status: 200 len: 848 time: 0.0439563 Jul 05 11:07:09.925991 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e18ab-7248-4b2b-b801-a6b4adf66fc4 req-65680b63-1d31-4fb1-8bfc-51607061bcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:09.927503 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-134e18ab-7248-4b2b-b801-a6b4adf66fc4 req-65680b63-1d31-4fb1-8bfc-51607061bcea service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566270 Jul 05 11:07:10.015491 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-134e18ab-7248-4b2b-b801-a6b4adf66fc4 req-99531010-b6cf-475b-b993-3eb4391f4672 service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812268 Jul 05 11:07:10.121934 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-134e18ab-7248-4b2b-b801-a6b4adf66fc4 req-607f516d-e6e7-48f3-a7bd-0c2eada406a9 service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998685 Jul 05 11:07:10.579842 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5adc3-662c-4bcc-b140-5f85cb6743d4 req-7b19e558-fccf-48df-a7aa-0219c459b589 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:10.581502 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dcc5adc3-662c-4bcc-b140-5f85cb6743d4 req-7b19e558-fccf-48df-a7aa-0219c459b589 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 943 time: 0.0727925 Jul 05 11:07:10.621525 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dcc5adc3-662c-4bcc-b140-5f85cb6743d4 req-c6890820-2cf8-4c59-a420-ea7d08526410 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344694 Jul 05 11:07:11.810239 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face17b1-e6d7-4562-ae7a-8baf18b1378a req-45512db9-01c6-4fcc-a56e-06a40f64f6e8 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:11.811874 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-face17b1-e6d7-4562-ae7a-8baf18b1378a req-45512db9-01c6-4fcc-a56e-06a40f64f6e8 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 943 time: 0.0733743 Jul 05 11:07:11.851346 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-face17b1-e6d7-4562-ae7a-8baf18b1378a req-bf4cd615-dbca-46f3-8392-1a7141f21e70 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336437 Jul 05 11:07:13.124428 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7463c6-7194-4daf-8c69-5c9e8067a648 req-40758f8e-49c0-472b-9a56-af76bdefd7f9 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:13.126034 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d7463c6-7194-4daf-8c69-5c9e8067a648 req-40758f8e-49c0-472b-9a56-af76bdefd7f9 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 943 time: 0.1656890 Jul 05 11:07:13.170661 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6d7463c6-7194-4daf-8c69-5c9e8067a648 req-740a9eaf-ee7c-41ca-9ddd-2182c7f30d60 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383956 Jul 05 11:07:13.520845 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 1a85b432-f0a0-479f-81ce-a20dca64a139 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:07:13.619051 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 1a85b432-f0a0-479f-81ce-a20dca64a139, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=1a85b432-f0a0-479f-81ce-a20dca64a139,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:07:13.630262 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '1a85b432-f0a0-479f-81ce-a20dca64a139', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'port_id': '1a85b432-f0a0-479f-81ce-a20dca64a139', 'mac_address': 'fa:16:3e:82:d9:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63bc9179-cafb-4412-9b92-026e334bc740', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:07:13.666942 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:13.679140 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a85b432-f0a0-479f-81ce-a20dca64a139 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:07:13.698926 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 1a85b432-f0a0-479f-81ce-a20dca64a139, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=1a85b432-f0a0-479f-81ce-a20dca64a139,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:07:13.704026 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:13.750299 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=1a85b432-f0a0-479f-81ce-a20dca64a139,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:14.017735 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['1a85b432-f0a0-479f-81ce-a20dca64a139'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:07:14.354520 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131ccaf-8427-4150-8966-c02a2e78c8a6 req-2dccdb15-756b-4549-93a9-de680db4a824 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:14.356074 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2131ccaf-8427-4150-8966-c02a2e78c8a6 req-2dccdb15-756b-4549-93a9-de680db4a824 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 944 time: 0.0657127 Jul 05 11:07:14.395467 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2131ccaf-8427-4150-8966-c02a2e78c8a6 req-bc4f9dac-126c-4f0f-b510-c072bb76b3f4 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333028 Jul 05 11:07:15.537034 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 1a85b432-f0a0-479f-81ce-a20dca64a139 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:07:15.568526 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04720308-383a-4262-9ca2-580bfa73a2cd req-d89916c9-8f6c-4916-9aee-5828463858b5 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:15.570275 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-04720308-383a-4262-9ca2-580bfa73a2cd req-d89916c9-8f6c-4916-9aee-5828463858b5 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 944 time: 0.0636308 Jul 05 11:07:15.588842 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 1a85b432-f0a0-479f-81ce-a20dca64a139 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:07:15.592599 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 1a85b432-f0a0-479f-81ce-a20dca64a139 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:15.592977 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:15.613112 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-04720308-383a-4262-9ca2-580bfa73a2cd req-35ccb1fd-c251-48c9-b72c-03b3723d702e tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326104 Jul 05 11:07:15.668474 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:15.691187 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c8607b-3e4b-4e87-ba84-795736700d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a85b432-f0a0-479f-81ce-a20dca64a139'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:07:15.693622 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d272d18f-ae66-4aec-8e6f-d52f035d80e0" -d '{"events": [{"server_uuid": "75c8607b-3e4b-4e87-ba84-795736700d27", "name": "network-vif-plugged", "status": "completed", "tag": "1a85b432-f0a0-479f-81ce-a20dca64a139"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:07:15.705688 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 1a85b432-f0a0-479f-81ce-a20dca64a139, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=1a85b432-f0a0-479f-81ce-a20dca64a139,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:07:15.709744 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:15.760399 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=1a85b432-f0a0-479f-81ce-a20dca64a139,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:15.790951 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ceeb57-2513-4cfc-afd1-cf2413e53cbc x-openstack-request-id: req-50ceeb57-2513-4cfc-afd1-cf2413e53cbc {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:07:15.791251 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c8607b-3e4b-4e87-ba84-795736700d27", "name": "network-vif-plugged", "status": "completed", "tag": "1a85b432-f0a0-479f-81ce-a20dca64a139", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:07:15.791510 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-50ceeb57-2513-4cfc-afd1-cf2413e53cbc {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:07:15.791934 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c8607b-3e4b-4e87-ba84-795736700d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a85b432-f0a0-479f-81ce-a20dca64a139', 'code': 200} Jul 05 11:07:15.915065 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921d880-2972-47e1-b2f4-cae77e47f1c0 req-d31376b3-115a-45a1-8151-b33df24fd76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:15.916799 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1921d880-2972-47e1-b2f4-cae77e47f1c0 req-d31376b3-115a-45a1-8151-b33df24fd76f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 1096 time: 0.0576792 Jul 05 11:07:15.951421 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-1921d880-2972-47e1-b2f4-cae77e47f1c0 req-ee232cf5-0e16-42d8-9b09-48deeaa515bf service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275373 Jul 05 11:07:16.788556 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d0c2f-c4de-49ba-99a0-7acf5face4ac req-127174c4-9ac9-4fb3-8cfb-56c58cedb6ac tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:16.789996 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-793d0c2f-c4de-49ba-99a0-7acf5face4ac req-127174c4-9ac9-4fb3-8cfb-56c58cedb6ac tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0673418 Jul 05 11:07:16.829353 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-793d0c2f-c4de-49ba-99a0-7acf5face4ac req-fd05ed62-cfe7-4397-bb16-b7c97103ef41 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335760 Jul 05 11:07:18.002799 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25255a41-0536-4450-9a5f-6060bb295655 req-ee259389-eb9f-43c2-b489-057fe999c2d1 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:18.004435 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25255a41-0536-4450-9a5f-6060bb295655 req-ee259389-eb9f-43c2-b489-057fe999c2d1 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0655594 Jul 05 11:07:18.043175 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25255a41-0536-4450-9a5f-6060bb295655 req-26d3ff4e-6e45-47f0-8f6f-648a7d28c049 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331569 Jul 05 11:07:18.216409 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec874870-4842-4b23-a29e-aefec562702a req-0438dec7-3533-4c2f-b647-b130284a57f5 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:18.217821 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ec874870-4842-4b23-a29e-aefec562702a req-0438dec7-3533-4c2f-b647-b130284a57f5 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0638723 Jul 05 11:07:18.260625 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ec874870-4842-4b23-a29e-aefec562702a req-d60441a7-cd5d-451b-a3a5-065f03d5ecf5 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372055 Jul 05 11:07:18.284958 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50794) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:18.376900 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c8bfa7-1378-4008-8dde-d73bde6044fb tempest-TestShelveInstance-1210406450 tempest-TestShelveInstance-1210406450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:18.378440 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-f4c8bfa7-1378-4008-8dde-d73bde6044fb tempest-TestShelveInstance-1210406450 tempest-TestShelveInstance-1210406450-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 1091 time: 0.0923827 Jul 05 11:07:18.381341 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 50798) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:18.385609 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d8842a47-0032-4b2e-943f-e1567c8d92c3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': '1a85b432-f0a0-479f-81ce-a20dca64a139', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:07:18.403307 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:07:18.410207 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8842a47-0032-4b2e-943f-e1567c8d92c3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:18.511505 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8842a47-0032-4b2e-943f-e1567c8d92c3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:18.615520 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-d8842a47-0032-4b2e-943f-e1567c8d92c3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Allocated IP 172.25.7.60 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/81172668-bd47-4364-9275-289f63ac8ae2) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:07:18.718184 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8842a47-0032-4b2e-943f-e1567c8d92c3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:18.757313 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8842a47-0032-4b2e-943f-e1567c8d92c3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:18.795524 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8842a47-0032-4b2e-943f-e1567c8d92c3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:07:18.801716 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-d8842a47-0032-4b2e-943f-e1567c8d92c3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:07:18.806086 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8842a47-0032-4b2e-943f-e1567c8d92c3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:07:18.809195 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8842a47-0032-4b2e-943f-e1567c8d92c3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event updated for resources: {'Port': ['ID=81172668-bd47-4364-9275-289f63ac8ae2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:19.201001 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8842a47-0032-4b2e-943f-e1567c8d92c3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:19.278644 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8842a47-0032-4b2e-943f-e1567c8d92c3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:19.431750 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8842a47-0032-4b2e-943f-e1567c8d92c3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:19.436561 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8842a47-0032-4b2e-943f-e1567c8d92c3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:19.513002 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8842a47-0032-4b2e-943f-e1567c8d92c3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event updated for resources: {'Port': ['ID=81172668-bd47-4364-9275-289f63ac8ae2,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:19.525431 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8842a47-0032-4b2e-943f-e1567c8d92c3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:19.930306 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-d8842a47-0032-4b2e-943f-e1567c8d92c3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Floating IP b3d82b8c-a969-4019-b465-5ff767dfe1aa associated. External IP: 172.25.7.60, port: 1a85b432-f0a0-479f-81ce-a20dca64a139. Jul 05 11:07:20.147866 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8842a47-0032-4b2e-943f-e1567c8d92c3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Router 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:07:20.258220 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8842a47-0032-4b2e-943f-e1567c8d92c3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:07:20.268243 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7073ac88-b6a1-472f-93c1-ba7bffc46015 None None] Sync routers for ids ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:07:20.274619 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8842a47-0032-4b2e-943f-e1567c8d92c3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:20.278371 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7073ac88-b6a1-472f-93c1-ba7bffc46015 None None] Routers {'6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:07:20.278989 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7073ac88-b6a1-472f-93c1-ba7bffc46015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:06:54Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:20.312363 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d8842a47-0032-4b2e-943f-e1567c8d92c3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9297237 Jul 05 11:07:20.312695 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c8607b-3e4b-4e87-ba84-795736700d27', 'tag': '1a85b432-f0a0-479f-81ce-a20dca64a139'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:07:20.315296 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebb7a37-c823-49e5-957e-c9d5f2eeaa15" -d '{"events": [{"name": "network-changed", "server_uuid": "75c8607b-3e4b-4e87-ba84-795736700d27", "tag": "1a85b432-f0a0-479f-81ce-a20dca64a139"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:07:20.386485 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-7073ac88-b6a1-472f-93c1-ba7bffc46015 None None] Set router 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:07:20.404264 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef29a822-b189-4c3f-b22e-28dd725481ca x-openstack-request-id: req-ef29a822-b189-4c3f-b22e-28dd725481ca {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:07:20.404569 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c8607b-3e4b-4e87-ba84-795736700d27", "tag": "1a85b432-f0a0-479f-81ce-a20dca64a139", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:07:20.404831 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ef29a822-b189-4c3f-b22e-28dd725481ca {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:07:20.405240 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c8607b-3e4b-4e87-ba84-795736700d27', 'tag': '1a85b432-f0a0-479f-81ce-a20dca64a139', 'status': 'completed', 'code': 200} Jul 05 11:07:20.481327 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb7a37-c823-49e5-957e-c9d5f2eeaa15 req-e925833e-e789-440b-9b36-4b8b590582a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:20.482841 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3ebb7a37-c823-49e5-957e-c9d5f2eeaa15 req-e925833e-e789-440b-9b36-4b8b590582a9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d02691e3dff4ef4bdc213da9eb91a18&device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 1096 time: 0.0543370 Jul 05 11:07:20.577987 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb7a37-c823-49e5-957e-c9d5f2eeaa15 req-2f28d058-9a49-4de1-b4d2-15bf396561bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:20.580036 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3ebb7a37-c823-49e5-957e-c9d5f2eeaa15 req-2f28d058-9a49-4de1-b4d2-15bf396561bf service neutron] 10.222.0.78 "GET /v2.0/networks?id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb HTTP/1.1" status: 200 len: 910 time: 0.0904496 Jul 05 11:07:20.610466 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7073ac88-b6a1-472f-93c1-ba7bffc46015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'name': 'tempest-TestShelveInstance-1759319287-router', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '58d1afe1-744a-4090-8d61-c86048afe293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:54Z', 'revision_number': 4, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'gw_port': {'id': '58d1afe1-744a-4090-8d61-c86048afe293', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'b3d82b8c-a969-4019-b465-5ff767dfe1aa', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'port_id': '1a85b432-f0a0-479f-81ce-a20dca64a139', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'mac_address': 'fa:16:3e:82:d9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c8607b-3e4b-4e87-ba84-795736700d27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:07:19Z', 'updated_at': '2021-07-05T11:07:19Z', 'revision_number': 0, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868dada6-af54-4747-941e-28465764f56d', 'name': '', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'mac_address': 'fa:16:3e:79:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '63bc9179-cafb-4412-9b92-026e334bc740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:53Z', 'updated_at': '2021-07-05T11:07:01Z', 'revision_number': 5, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'subnets': [{'id': '63bc9179-cafb-4412-9b92-026e334bc740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:20.645899 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3ebb7a37-c823-49e5-957e-c9d5f2eeaa15 req-8d2c7021-6a66-45a3-b7c8-b32d0cdbe951 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a85b432-f0a0-479f-81ce-a20dca64a139 HTTP/1.1" status: 200 len: 998 time: 0.0594440 Jul 05 11:07:20.702636 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb7a37-c823-49e5-957e-c9d5f2eeaa15 req-b558045d-c915-4033-85b8-0cb83411d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:20.705011 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3ebb7a37-c823-49e5-957e-c9d5f2eeaa15 req-b558045d-c915-4033-85b8-0cb83411d8c6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=63bc9179-cafb-4412-9b92-026e334bc740 HTTP/1.1" status: 200 len: 848 time: 0.0527253 Jul 05 11:07:20.729754 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7073ac88-b6a1-472f-93c1-ba7bffc46015 None None] Checking router: 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:07:20.738378 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7073ac88-b6a1-472f-93c1-ba7bffc46015 None None] Routers {'6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:07:20.738996 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7073ac88-b6a1-472f-93c1-ba7bffc46015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:06:54Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:20.761167 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb7a37-c823-49e5-957e-c9d5f2eeaa15 req-61e54a7e-ff15-4621-9c65-6198b569bdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:20.762682 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3ebb7a37-c823-49e5-957e-c9d5f2eeaa15 req-61e54a7e-ff15-4621-9c65-6198b569bdc4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525420 Jul 05 11:07:20.843151 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-7073ac88-b6a1-472f-93c1-ba7bffc46015 None None] Set router 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:07:20.853521 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3ebb7a37-c823-49e5-957e-c9d5f2eeaa15 req-f6482a7f-24c9-430f-8d0c-6353f0698891 service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838096 Jul 05 11:07:21.075339 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d17fdff3-d8f1-4a3d-9ec4-ca0ebd48c652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:21.080989 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7073ac88-b6a1-472f-93c1-ba7bffc46015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'name': 'tempest-TestShelveInstance-1759319287-router', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '58d1afe1-744a-4090-8d61-c86048afe293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:54Z', 'revision_number': 4, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'gw_port': {'id': '58d1afe1-744a-4090-8d61-c86048afe293', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'b3d82b8c-a969-4019-b465-5ff767dfe1aa', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'port_id': '1a85b432-f0a0-479f-81ce-a20dca64a139', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'mac_address': 'fa:16:3e:82:d9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c8607b-3e4b-4e87-ba84-795736700d27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:07:19Z', 'updated_at': '2021-07-05T11:07:19Z', 'revision_number': 0, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868dada6-af54-4747-941e-28465764f56d', 'name': '', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'mac_address': 'fa:16:3e:79:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '63bc9179-cafb-4412-9b92-026e334bc740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:53Z', 'updated_at': '2021-07-05T11:07:01Z', 'revision_number': 5, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'subnets': [{'id': '63bc9179-cafb-4412-9b92-026e334bc740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:21.112010 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7073ac88-b6a1-472f-93c1-ba7bffc46015 None None] The sync data for ids ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'] in n-d-798054-8 is: [{'id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'name': 'tempest-TestShelveInstance-1759319287-router', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '58d1afe1-744a-4090-8d61-c86048afe293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:54Z', 'revision_number': 4, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'gw_port': {'id': '58d1afe1-744a-4090-8d61-c86048afe293', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'b3d82b8c-a969-4019-b465-5ff767dfe1aa', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'port_id': '1a85b432-f0a0-479f-81ce-a20dca64a139', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'mac_address': 'fa:16:3e:82:d9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c8607b-3e4b-4e87-ba84-795736700d27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:07:19Z', 'updated_at': '2021-07-05T11:07:19Z', 'revision_number': 0, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868dada6-af54-4747-941e-28465764f56d', 'name': '', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'mac_address': 'fa:16:3e:79:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '63bc9179-cafb-4412-9b92-026e334bc740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:53Z', 'updated_at': '2021-07-05T11:07:01Z', 'revision_number': 5, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'subnets': [{'id': '63bc9179-cafb-4412-9b92-026e334bc740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:07:21.284822 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3ebb7a37-c823-49e5-957e-c9d5f2eeaa15 req-5bb36c13-4a8f-488d-936d-5235277efd0f service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247870 Jul 05 11:07:21.335616 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5e1afc-9f01-4c0b-b5c0-74509a70a2b4 None None] New status for floating IP b3d82b8c-a969-4019-b465-5ff767dfe1aa: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:07:23.443965 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1ebbcd66-da15-4429-acca-4f9a28215055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:23.788690 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:24.916783 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:27.049371 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:33.537000 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:37.044427 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:39.132717 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-eac59100-d44c-4e09-b3ca-e3ad1fe166f5 req-30ceb0e3-6c85-424a-8eb5-459db8608412 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558028 Jul 05 11:07:39.236827 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac59100-d44c-4e09-b3ca-e3ad1fe166f5 req-586d570d-60d6-4490-9c7a-91b10ec6b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:39.238398 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-eac59100-d44c-4e09-b3ca-e3ad1fe166f5 req-586d570d-60d6-4490-9c7a-91b10ec6b406 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d02691e3dff4ef4bdc213da9eb91a18&device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 1096 time: 0.0581603 Jul 05 11:07:39.344214 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac59100-d44c-4e09-b3ca-e3ad1fe166f5 req-9a75fe96-66c1-4548-8bd4-18dfb7911d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:39.345714 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-eac59100-d44c-4e09-b3ca-e3ad1fe166f5 req-9a75fe96-66c1-4548-8bd4-18dfb7911d62 service neutron] 10.222.0.78 "GET /v2.0/networks?id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb HTTP/1.1" status: 200 len: 910 time: 0.0871902 Jul 05 11:07:39.416038 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-eac59100-d44c-4e09-b3ca-e3ad1fe166f5 req-a98432fa-6433-4a7d-9cf7-283c2ca37b08 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a85b432-f0a0-479f-81ce-a20dca64a139 HTTP/1.1" status: 200 len: 1000 time: 0.0638783 Jul 05 11:07:39.465056 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac59100-d44c-4e09-b3ca-e3ad1fe166f5 req-6a039c45-cfde-40c0-9408-b74baf3bab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:39.466615 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-eac59100-d44c-4e09-b3ca-e3ad1fe166f5 req-6a039c45-cfde-40c0-9408-b74baf3bab3d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=63bc9179-cafb-4412-9b92-026e334bc740 HTTP/1.1" status: 200 len: 848 time: 0.0451968 Jul 05 11:07:39.524398 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac59100-d44c-4e09-b3ca-e3ad1fe166f5 req-6cb185db-bf03-45b9-bb31-ec403a90999a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:39.525923 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-eac59100-d44c-4e09-b3ca-e3ad1fe166f5 req-6cb185db-bf03-45b9-bb31-ec403a90999a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524061 Jul 05 11:07:39.620377 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-eac59100-d44c-4e09-b3ca-e3ad1fe166f5 req-213ad625-5a1f-4ed9-b7a4-167f581bb5b1 service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878172 Jul 05 11:07:39.711931 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-eac59100-d44c-4e09-b3ca-e3ad1fe166f5 req-f1730cc7-1a02-44e7-bb10-182fd9ef2684 service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853484 Jul 05 11:07:51.078142 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d580ccaf-b874-473b-84a1-d15f498a7443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:53.445131 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0dec4995-9be3-43d9-b853-07c6424a4184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:53.789745 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:54.919397 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:55.402898 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:07:57.055386 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:03.536164 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:07.041088 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:21.079622 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-916ebbbb-8bf7-4798-823c-a467894d746a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:23.445860 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7c17e970-0aad-48be-8816-e46fb0438e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:23.791213 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:24.927818 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:27.053578 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:27.228958 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-9700f3a8-a2b0-4685-a8c5-8d0e41561db7 req-5da71927-9bf0-43fa-9191-8f36ad1b6112 service neutron] (93907) timed out ('10.222.0.78', 59562) {{(pid=93907) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 11:08:32.403345 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:08:33.541270 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:37.055593 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:39.192982 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a42f3eb9-a593-4190-babd-f1b0d1ca2ab6 req-aa148191-540c-4c0e-a2ca-feead9cc17da service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1070044 Jul 05 11:08:39.292062 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f3eb9-a593-4190-babd-f1b0d1ca2ab6 req-e3fcde7b-17e6-44a9-b139-0bbd254573d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:39.293841 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a42f3eb9-a593-4190-babd-f1b0d1ca2ab6 req-e3fcde7b-17e6-44a9-b139-0bbd254573d1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d02691e3dff4ef4bdc213da9eb91a18&device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 1096 time: 0.0587733 Jul 05 11:08:39.399952 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f3eb9-a593-4190-babd-f1b0d1ca2ab6 req-03200523-ff63-4a84-9d1d-c80646ca88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:39.401361 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a42f3eb9-a593-4190-babd-f1b0d1ca2ab6 req-03200523-ff63-4a84-9d1d-c80646ca88f6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb HTTP/1.1" status: 200 len: 910 time: 0.0868838 Jul 05 11:08:39.473316 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a42f3eb9-a593-4190-babd-f1b0d1ca2ab6 req-f948a56a-ffd4-42ad-8e82-2cc000302d47 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a85b432-f0a0-479f-81ce-a20dca64a139 HTTP/1.1" status: 200 len: 1000 time: 0.0656545 Jul 05 11:08:39.524412 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f3eb9-a593-4190-babd-f1b0d1ca2ab6 req-d712a077-059e-4a47-b668-ae37a14a6456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:39.525956 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a42f3eb9-a593-4190-babd-f1b0d1ca2ab6 req-d712a077-059e-4a47-b668-ae37a14a6456 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=63bc9179-cafb-4412-9b92-026e334bc740 HTTP/1.1" status: 200 len: 848 time: 0.0465834 Jul 05 11:08:39.585234 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f3eb9-a593-4190-babd-f1b0d1ca2ab6 req-60a0943c-9cca-45c0-a317-70a45e03d02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:39.586755 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a42f3eb9-a593-4190-babd-f1b0d1ca2ab6 req-60a0943c-9cca-45c0-a317-70a45e03d02c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540872 Jul 05 11:08:39.679234 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a42f3eb9-a593-4190-babd-f1b0d1ca2ab6 req-234e35c9-267e-4931-8a4b-5dab7286f652 service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851374 Jul 05 11:08:39.768334 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a42f3eb9-a593-4190-babd-f1b0d1ca2ab6 req-fced7897-db17-4f64-9f81-0846e1cd42d8 service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809791 Jul 05 11:08:51.081255 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f9c1cc92-e9a1-4a22-8f8d-33f01e403df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:53.446721 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-22088cf9-67a0-4730-8f26-95765baa2808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:53.792559 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:54.924379 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:57.057820 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:03.558786 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:07.062321 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:09.403137 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:09:21.082757 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-709cca74-dd85-47f1-9a35-2b532cff35ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:23.447913 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1adb325a-4486-4b70-bff7-4608c93fab6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:23.793688 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:24.927941 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:27.063770 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:33.557358 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:37.061269 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:39.135653 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d0ed091f-fb4f-413b-8aa1-396e268d832b req-36236a0e-43fb-40af-a4e6-717b247e9e33 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533259 Jul 05 11:09:39.232634 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed091f-fb4f-413b-8aa1-396e268d832b req-2a7ea18b-993f-413b-a743-0bbba6a397f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:39.234157 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d0ed091f-fb4f-413b-8aa1-396e268d832b req-2a7ea18b-993f-413b-a743-0bbba6a397f4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d02691e3dff4ef4bdc213da9eb91a18&device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 1096 time: 0.0581453 Jul 05 11:09:39.337255 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed091f-fb4f-413b-8aa1-396e268d832b req-2bb1c54e-d811-4813-a191-30add992e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:39.338750 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d0ed091f-fb4f-413b-8aa1-396e268d832b req-2bb1c54e-d811-4813-a191-30add992e49d service neutron] 10.222.0.78 "GET /v2.0/networks?id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb HTTP/1.1" status: 200 len: 910 time: 0.0856690 Jul 05 11:09:39.408081 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d0ed091f-fb4f-413b-8aa1-396e268d832b req-b91a3703-204b-4c31-aa3e-f6cb2026520e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a85b432-f0a0-479f-81ce-a20dca64a139 HTTP/1.1" status: 200 len: 1000 time: 0.0626016 Jul 05 11:09:39.454942 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed091f-fb4f-413b-8aa1-396e268d832b req-e13915c7-115e-4bb3-a830-ba8440dcfaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:39.456453 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d0ed091f-fb4f-413b-8aa1-396e268d832b req-e13915c7-115e-4bb3-a830-ba8440dcfaa9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=63bc9179-cafb-4412-9b92-026e334bc740 HTTP/1.1" status: 200 len: 848 time: 0.0430994 Jul 05 11:09:39.511935 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed091f-fb4f-413b-8aa1-396e268d832b req-ca114867-0f79-485c-ba5f-c838a7852aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:39.513406 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d0ed091f-fb4f-413b-8aa1-396e268d832b req-ca114867-0f79-485c-ba5f-c838a7852aa6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503297 Jul 05 11:09:39.615217 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d0ed091f-fb4f-413b-8aa1-396e268d832b req-d18913d8-a08f-4283-ac32-0f1d3c0c0d4c service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950937 Jul 05 11:09:39.705663 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d0ed091f-fb4f-413b-8aa1-396e268d832b req-279de122-234b-4f8b-ba23-9237225b60c7 service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843911 Jul 05 11:09:46.403365 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:09:48.298129 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadeb8b7-bf67-47c6-89b7-609304e4073f req-92b948f8-370a-4b63-a9f2-1c7d818c0fcb tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:48.299644 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dadeb8b7-bf67-47c6-89b7-609304e4073f req-92b948f8-370a-4b63-a9f2-1c7d818c0fcb tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0631814 Jul 05 11:09:48.337138 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dadeb8b7-bf67-47c6-89b7-609304e4073f req-076c7d98-9a15-439d-be7b-09d1392f26c8 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318279 Jul 05 11:09:49.538480 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec190a-e3ad-4aeb-b78a-bcb87bad1439 req-933a81d5-90d8-4bf3-90ec-208fbe34653c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:49.539988 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35ec190a-e3ad-4aeb-b78a-bcb87bad1439 req-933a81d5-90d8-4bf3-90ec-208fbe34653c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0663939 Jul 05 11:09:49.577501 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-35ec190a-e3ad-4aeb-b78a-bcb87bad1439 req-d2c0198d-e3f8-48e8-9a7c-79b5885a5dd0 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320542 Jul 05 11:09:50.748924 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630547c9-2146-43d1-8b25-f60e4b71b9fd req-e74d2272-2a79-4745-ae11-f53b6b1997b4 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:50.750450 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-630547c9-2146-43d1-8b25-f60e4b71b9fd req-e74d2272-2a79-4745-ae11-f53b6b1997b4 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0648675 Jul 05 11:09:50.788522 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-630547c9-2146-43d1-8b25-f60e4b71b9fd req-903a80a8-8a63-4f78-81d2-73bbbe4d5558 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325997 Jul 05 11:09:51.083260 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7a7dc4ee-1bac-4257-a82d-6e0d61311114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:51.962892 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fd52f-0308-4dae-b40c-30c48937ff7f req-f427e820-cfef-4ee3-929f-efdb8ce02d62 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:51.964325 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a78fd52f-0308-4dae-b40c-30c48937ff7f req-f427e820-cfef-4ee3-929f-efdb8ce02d62 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0673237 Jul 05 11:09:52.001246 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a78fd52f-0308-4dae-b40c-30c48937ff7f req-97acfe37-0074-4a4a-b30f-89665d0329d2 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314369 Jul 05 11:09:53.181153 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809d1d6-22a3-4457-858b-d12227537170 req-a9597b3a-99fc-4bac-a7c7-40b7e180f559 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:53.182628 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6809d1d6-22a3-4457-858b-d12227537170 req-a9597b3a-99fc-4bac-a7c7-40b7e180f559 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0622382 Jul 05 11:09:53.220110 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6809d1d6-22a3-4457-858b-d12227537170 req-ac531fc1-91ca-4b74-9112-e8e25e79c70a tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317938 Jul 05 11:09:53.449356 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-33f2a432-b931-4d98-bb37-541eccd47cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:53.795028 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:54.397326 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981ec5b-8bac-433d-8931-fa02588b854a req-df5b61a8-6e7a-4504-a825-4442f978ee48 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:54.399508 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f981ec5b-8bac-433d-8931-fa02588b854a req-df5b61a8-6e7a-4504-a825-4442f978ee48 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0633380 Jul 05 11:09:54.436192 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f981ec5b-8bac-433d-8931-fa02588b854a req-6f86396b-277f-427a-b1cb-d098c42a97eb tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311527 Jul 05 11:09:54.932134 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:55.615984 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec912c-2772-4440-845c-adf2464b6eba req-be4338a4-6ab1-4d71-8d64-a6096c9ffbaa tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:55.617532 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0ec912c-2772-4440-845c-adf2464b6eba req-be4338a4-6ab1-4d71-8d64-a6096c9ffbaa tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0676441 Jul 05 11:09:55.654387 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c0ec912c-2772-4440-845c-adf2464b6eba req-b8665044-3239-4142-9633-c9513f899684 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313005 Jul 05 11:09:56.825717 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa2904-f863-4a7d-8be4-6e6b8477204d req-7170df1f-16e6-40f5-bd02-f699bbeb4dac tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:56.827198 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1efa2904-f863-4a7d-8be4-6e6b8477204d req-7170df1f-16e6-40f5-bd02-f699bbeb4dac tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0632105 Jul 05 11:09:56.863923 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1efa2904-f863-4a7d-8be4-6e6b8477204d req-1af18df2-1425-4189-92f7-462cabbdadab tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311792 Jul 05 11:09:57.063343 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:58.039114 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87455228-eaba-4ca7-aa8b-f9ef7ece9549 req-c9e6bd58-c618-4887-8efa-c61edf96fcd9 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:58.040795 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-87455228-eaba-4ca7-aa8b-f9ef7ece9549 req-c9e6bd58-c618-4887-8efa-c61edf96fcd9 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0677695 Jul 05 11:09:58.078755 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-87455228-eaba-4ca7-aa8b-f9ef7ece9549 req-9e92153c-763b-4890-87da-4f734f4937fe tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324910 Jul 05 11:09:59.251707 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e51f53-e5c2-4beb-8f85-392a194b354b req-e6726bd6-c381-4abf-b8bf-fa801acb0303 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:59.253216 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7e51f53-e5c2-4beb-8f85-392a194b354b req-e6726bd6-c381-4abf-b8bf-fa801acb0303 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0627303 Jul 05 11:09:59.290383 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f7e51f53-e5c2-4beb-8f85-392a194b354b req-10f46c9c-2362-40ed-b2c0-36e28ab5a28a tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317237 Jul 05 11:10:00.464005 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ddc5-fde0-4b88-bbef-1d890fb47d18 req-78609043-e55b-4296-a5db-8cdd9b3b4dd3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:00.465540 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27b0ddc5-fde0-4b88-bbef-1d890fb47d18 req-78609043-e55b-4296-a5db-8cdd9b3b4dd3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0643115 Jul 05 11:10:00.502066 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-27b0ddc5-fde0-4b88-bbef-1d890fb47d18 req-c0b02685-5845-45f9-bd07-205011731590 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309179 Jul 05 11:10:01.679661 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350c9d1-f799-4ae0-9358-b97cc27a50b3 req-91389af3-0936-4197-ad0c-bdbf1251a653 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:01.681320 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c350c9d1-f799-4ae0-9358-b97cc27a50b3 req-91389af3-0936-4197-ad0c-bdbf1251a653 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0677345 Jul 05 11:10:01.719403 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c350c9d1-f799-4ae0-9358-b97cc27a50b3 req-06b1e2b8-e652-4987-9f76-8ddc557a9471 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324833 Jul 05 11:10:02.894928 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc62e3c-ee18-4946-95f7-24ecb913840f req-3518a974-794e-43ae-8ba7-adb39d43396e tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:02.896343 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dcc62e3c-ee18-4946-95f7-24ecb913840f req-3518a974-794e-43ae-8ba7-adb39d43396e tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0634029 Jul 05 11:10:02.933787 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-dcc62e3c-ee18-4946-95f7-24ecb913840f req-79503227-7bab-4738-89ef-bb560763a091 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318351 Jul 05 11:10:03.557172 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:04.113670 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d7209-b555-497e-b62d-0a77919c2e24 req-bc98cb3d-7e04-4aa6-a4d2-a5060286c105 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:04.115167 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-301d7209-b555-497e-b62d-0a77919c2e24 req-bc98cb3d-7e04-4aa6-a4d2-a5060286c105 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0682070 Jul 05 11:10:04.152343 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-301d7209-b555-497e-b62d-0a77919c2e24 req-b2dce44e-b951-4352-8b99-87457ec27c66 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309455 Jul 05 11:10:05.322828 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad1c80-b85f-4b92-a691-a2f694c6b311 req-d6b21a58-339d-409b-8bee-137218a9070c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:05.324337 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5ad1c80-b85f-4b92-a691-a2f694c6b311 req-d6b21a58-339d-409b-8bee-137218a9070c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0628765 Jul 05 11:10:05.360497 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b5ad1c80-b85f-4b92-a691-a2f694c6b311 req-594fa7cf-f802-428f-9833-82715dceaa74 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306911 Jul 05 11:10:06.333513 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 1a85b432-f0a0-479f-81ce-a20dca64a139 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:10:06.424922 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 1a85b432-f0a0-479f-81ce-a20dca64a139, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=1a85b432-f0a0-479f-81ce-a20dca64a139,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:10:06.437162 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '1a85b432-f0a0-479f-81ce-a20dca64a139', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'port_id': '1a85b432-f0a0-479f-81ce-a20dca64a139', 'mac_address': 'fa:16:3e:82:d9:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63bc9179-cafb-4412-9b92-026e334bc740', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:10:06.477943 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:06.490507 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a85b432-f0a0-479f-81ce-a20dca64a139 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:10:06.510001 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 1a85b432-f0a0-479f-81ce-a20dca64a139, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=1a85b432-f0a0-479f-81ce-a20dca64a139,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:10:06.514529 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:06.533811 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b640b-3657-4d82-95a8-a42d9a26135c req-ec3b8a4f-7b76-4808-ba44-03676fc1e6e2 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:06.535341 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1d5b640b-3657-4d82-95a8-a42d9a26135c req-ec3b8a4f-7b76-4808-ba44-03676fc1e6e2 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0647349 Jul 05 11:10:06.569315 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=1a85b432-f0a0-479f-81ce-a20dca64a139,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:10:06.574384 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1d5b640b-3657-4d82-95a8-a42d9a26135c req-47895a21-ee73-4db0-b460-c40ffe92dfa7 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327625 Jul 05 11:10:06.576887 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:06.577309 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:06.577574 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:06.577920 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:06.578313 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:06.578591 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:06.578978 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:06.579255 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:06.579585 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:06.579957 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:06.580295 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:06.580627 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:06.589285 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['1a85b432-f0a0-479f-81ce-a20dca64a139'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:10:07.063796 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:07.753418 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2aa8c-12e8-41d8-85cb-4ca5398b2737 req-264f8a39-af9f-45db-9155-70b6690c787a tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:07.754894 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ef2aa8c-12e8-41d8-85cb-4ca5398b2737 req-264f8a39-af9f-45db-9155-70b6690c787a tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 944 time: 0.0662203 Jul 05 11:10:07.792514 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ef2aa8c-12e8-41d8-85cb-4ca5398b2737 req-f1c1ec48-8680-49a0-ae2e-8207903aee45 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314584 Jul 05 11:10:08.336760 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 1a85b432-f0a0-479f-81ce-a20dca64a139 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:10:08.382907 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 1a85b432-f0a0-479f-81ce-a20dca64a139 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:10:08.383800 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:08.459348 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:08.481614 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c8607b-3e4b-4e87-ba84-795736700d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a85b432-f0a0-479f-81ce-a20dca64a139'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:10:08.483840 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b42822-eaeb-4864-b2c6-1cc701124b78" -d '{"events": [{"server_uuid": "75c8607b-3e4b-4e87-ba84-795736700d27", "name": "network-vif-plugged", "status": "completed", "tag": "1a85b432-f0a0-479f-81ce-a20dca64a139"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:10:08.496411 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 1a85b432-f0a0-479f-81ce-a20dca64a139, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=1a85b432-f0a0-479f-81ce-a20dca64a139,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:10:08.500632 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:08.525614 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20ae526-a423-4ee7-a886-ed3025f84ccc x-openstack-request-id: req-a20ae526-a423-4ee7-a886-ed3025f84ccc {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:10:08.525913 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c8607b-3e4b-4e87-ba84-795736700d27", "name": "network-vif-plugged", "status": "completed", "tag": "1a85b432-f0a0-479f-81ce-a20dca64a139", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:10:08.526169 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a20ae526-a423-4ee7-a886-ed3025f84ccc {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:10:08.526568 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c8607b-3e4b-4e87-ba84-795736700d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a85b432-f0a0-479f-81ce-a20dca64a139', 'code': 200} Jul 05 11:10:08.552647 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=1a85b432-f0a0-479f-81ce-a20dca64a139,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:10:08.972569 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad7ec3-9398-4c80-bfc1-24714bf5a1ef req-719ce115-178e-46bb-a4cb-90280485d93c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:08.974155 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4ad7ec3-9398-4c80-bfc1-24714bf5a1ef req-719ce115-178e-46bb-a4cb-90280485d93c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0641136 Jul 05 11:10:09.014358 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4ad7ec3-9398-4c80-bfc1-24714bf5a1ef req-8b75a3ff-cec9-498b-9411-dd67be428944 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328600 Jul 05 11:10:10.192276 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefffb7a-42d0-48e4-8051-7a4397f9d10f req-193a0545-0b64-4182-9447-9e1ac45272f1 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:10.193761 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fefffb7a-42d0-48e4-8051-7a4397f9d10f req-193a0545-0b64-4182-9447-9e1ac45272f1 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0667281 Jul 05 11:10:10.230370 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fefffb7a-42d0-48e4-8051-7a4397f9d10f req-ddcce257-7b85-4927-9452-645ded0ab9f8 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311358 Jul 05 11:10:11.442320 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a594918-0239-4ff2-afd9-d742e3d6ba81 req-a9c5d3de-957c-4442-846a-7e59b063a0cc tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:11.444932 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a594918-0239-4ff2-afd9-d742e3d6ba81 req-a9c5d3de-957c-4442-846a-7e59b063a0cc tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0807474 Jul 05 11:10:11.499896 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8a594918-0239-4ff2-afd9-d742e3d6ba81 req-eb6bf5e1-02a7-4ae7-8ee6-33e5f54affcb tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485420 Jul 05 11:10:12.669572 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceffce0-d414-4ebe-a368-37032ac2fe63 req-27c011d6-4a0b-478b-9a2e-f1646f6f89d9 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:12.671878 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ceffce0-d414-4ebe-a368-37032ac2fe63 req-27c011d6-4a0b-478b-9a2e-f1646f6f89d9 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0658152 Jul 05 11:10:12.718428 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6ceffce0-d414-4ebe-a368-37032ac2fe63 req-9c1fdba5-b884-4001-995e-b7faf24f6592 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406342 Jul 05 11:10:13.913781 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d00e51-4d89-4d6b-8e2c-30c1983bb212 req-8841879b-b3b2-493f-a73f-70398f5a62a9 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:13.915785 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-31d00e51-4d89-4d6b-8e2c-30c1983bb212 req-8841879b-b3b2-493f-a73f-70398f5a62a9 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0674336 Jul 05 11:10:13.957096 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-31d00e51-4d89-4d6b-8e2c-30c1983bb212 req-33f5be0b-127c-4e41-904f-702f61fd3aaa tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354164 Jul 05 11:10:15.138842 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ece6a3-c06b-4f06-9b94-fb01cc2925e5 req-13f5bdfa-68e4-40b4-98ac-a27f56e82420 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:15.141372 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b9ece6a3-c06b-4f06-9b94-fb01cc2925e5 req-13f5bdfa-68e4-40b4-98ac-a27f56e82420 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0703526 Jul 05 11:10:15.184302 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b9ece6a3-c06b-4f06-9b94-fb01cc2925e5 req-68408953-ac29-4991-a60c-7d91acc01d41 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371859 Jul 05 11:10:16.375392 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe8b1e-ab6f-4059-8926-7b4a78d4db60 req-3883dcc9-b082-44c5-9c3b-709dacf5e782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:16.377035 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5fbe8b1e-ab6f-4059-8926-7b4a78d4db60 req-3883dcc9-b082-44c5-9c3b-709dacf5e782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0726757 Jul 05 11:10:16.421755 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5fbe8b1e-ab6f-4059-8926-7b4a78d4db60 req-b93742af-90f2-461d-a7bd-25da96312d5e tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391383 Jul 05 11:10:17.615527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9752e-da2d-462e-9a09-4dfbf8a32265 req-55fa30b4-04db-4e26-88f4-91218e8f0255 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:17.615527 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55e9752e-da2d-462e-9a09-4dfbf8a32265 req-55fa30b4-04db-4e26-88f4-91218e8f0255 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0828710 Jul 05 11:10:17.660844 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-55e9752e-da2d-462e-9a09-4dfbf8a32265 req-4ca0fed2-a3e8-4937-8a18-0c091dce31ba tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384159 Jul 05 11:10:18.859504 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774a57d-58f1-461e-b868-f9c11406819f req-526ac00b-be68-46de-bd0d-73bc1c8e68ce tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:18.878510 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8774a57d-58f1-461e-b868-f9c11406819f req-526ac00b-be68-46de-bd0d-73bc1c8e68ce tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0836830 Jul 05 11:10:18.920404 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8774a57d-58f1-461e-b868-f9c11406819f req-bdce334b-d4ec-4328-a4b0-aa522293f5e5 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410469 Jul 05 11:10:20.100354 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c461e-2e97-499a-96cc-b024d64af0bf req-4e6c312a-f689-45f4-9f2d-acd782bcb72f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:20.102366 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0d9c461e-2e97-499a-96cc-b024d64af0bf req-4e6c312a-f689-45f4-9f2d-acd782bcb72f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0685215 Jul 05 11:10:20.143123 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0d9c461e-2e97-499a-96cc-b024d64af0bf req-14e46680-a4b1-4144-abf9-3345932b4b43 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344372 Jul 05 11:10:21.084612 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4830380a-e25d-47f0-9831-2e185a5eee94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:21.314657 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1deb7-4895-4e71-96bb-1ed69c8c2367 req-da966c6a-9f1f-4625-867f-04beff44eed5 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:21.316414 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-64f1deb7-4895-4e71-96bb-1ed69c8c2367 req-da966c6a-9f1f-4625-867f-04beff44eed5 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0622747 Jul 05 11:10:21.352993 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-64f1deb7-4895-4e71-96bb-1ed69c8c2367 req-874032d5-2cd7-494c-b0e9-0d2b54701193 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311725 Jul 05 11:10:21.625937 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462f212-44e9-4a9e-a832-66bc088cc1cc req-190d272d-3b7b-477f-bb77-b151a77656c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:21.627448 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5462f212-44e9-4a9e-a832-66bc088cc1cc req-190d272d-3b7b-477f-bb77-b151a77656c3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d02691e3dff4ef4bdc213da9eb91a18&device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 1096 time: 0.0549023 Jul 05 11:10:21.721235 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462f212-44e9-4a9e-a832-66bc088cc1cc req-d3d7f1e0-f968-41ab-bd71-977c56995267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:21.722731 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5462f212-44e9-4a9e-a832-66bc088cc1cc req-d3d7f1e0-f968-41ab-bd71-977c56995267 service neutron] 10.222.0.78 "GET /v2.0/networks?id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb HTTP/1.1" status: 200 len: 910 time: 0.0881240 Jul 05 11:10:21.787583 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5462f212-44e9-4a9e-a832-66bc088cc1cc req-5700ee0d-6efd-4a85-b349-d2202e2e4e1e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a85b432-f0a0-479f-81ce-a20dca64a139 HTTP/1.1" status: 200 len: 1000 time: 0.0579095 Jul 05 11:10:21.840208 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462f212-44e9-4a9e-a832-66bc088cc1cc req-126a0f77-f21a-432d-96b4-bd469bda28c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:21.841676 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5462f212-44e9-4a9e-a832-66bc088cc1cc req-126a0f77-f21a-432d-96b4-bd469bda28c9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=63bc9179-cafb-4412-9b92-026e334bc740 HTTP/1.1" status: 200 len: 848 time: 0.0483496 Jul 05 11:10:21.897951 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462f212-44e9-4a9e-a832-66bc088cc1cc req-f54738b4-bb46-4352-b14a-e973ec870231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:21.899301 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5462f212-44e9-4a9e-a832-66bc088cc1cc req-f54738b4-bb46-4352-b14a-e973ec870231 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511186 Jul 05 11:10:21.986556 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5462f212-44e9-4a9e-a832-66bc088cc1cc req-e6ebc0db-d0c2-4f68-8309-1c122812fa29 service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805559 Jul 05 11:10:22.078782 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5462f212-44e9-4a9e-a832-66bc088cc1cc req-69c31f59-3ca6-4098-a571-5f55770ee7fd service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856991 Jul 05 11:10:22.528357 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce69783-ccd3-4cfa-baf5-ce12922f66e3 req-9d92f8b8-58a8-4c37-85ef-5489f0b12b01 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:22.530043 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ce69783-ccd3-4cfa-baf5-ce12922f66e3 req-9d92f8b8-58a8-4c37-85ef-5489f0b12b01 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0661342 Jul 05 11:10:22.566860 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5ce69783-ccd3-4cfa-baf5-ce12922f66e3 req-b0b123eb-79e7-426e-93ac-10cd297874b1 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315576 Jul 05 11:10:23.403292 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:10:23.450572 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f9fc8e40-fa07-4a8d-b6df-339a0f0dc004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:23.752864 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c2437-3b06-42aa-aec3-33ece39a2999 req-5a4abf58-13d2-43bf-801c-d196edc46717 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:23.754405 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-180c2437-3b06-42aa-aec3-33ece39a2999 req-5a4abf58-13d2-43bf-801c-d196edc46717 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 945 time: 0.0691972 Jul 05 11:10:23.794686 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-180c2437-3b06-42aa-aec3-33ece39a2999 req-a6ef1eb0-9ba6-4903-bc31-5718f8bd604a tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342460 Jul 05 11:10:23.797451 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:24.464491 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 1a85b432-f0a0-479f-81ce-a20dca64a139 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:10:24.539605 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:24.562727 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c8607b-3e4b-4e87-ba84-795736700d27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a85b432-f0a0-479f-81ce-a20dca64a139'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:10:24.564959 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f820d992-8359-4ca4-a55e-3d97622f281b" -d '{"events": [{"server_uuid": "75c8607b-3e4b-4e87-ba84-795736700d27", "name": "network-vif-unplugged", "status": "completed", "tag": "1a85b432-f0a0-479f-81ce-a20dca64a139"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:10:24.578125 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 1a85b432-f0a0-479f-81ce-a20dca64a139, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=1a85b432-f0a0-479f-81ce-a20dca64a139,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:10:24.581479 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:24.605210 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 11:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13411fc0-4ef5-4fad-a7ed-f2d8eeeb63c6 x-openstack-request-id: req-13411fc0-4ef5-4fad-a7ed-f2d8eeeb63c6 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:10:24.605511 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c8607b-3e4b-4e87-ba84-795736700d27", "name": "network-vif-unplugged", "status": "failed", "tag": "1a85b432-f0a0-479f-81ce-a20dca64a139", "code": 422}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:10:24.605770 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-13411fc0-4ef5-4fad-a7ed-f2d8eeeb63c6 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:10:24.606164 n-d-798054-8 neutron-server[93908]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '75c8607b-3e4b-4e87-ba84-795736700d27', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1a85b432-f0a0-479f-81ce-a20dca64a139', 'code': 422} returned with failed status Jul 05 11:10:24.630821 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=1a85b432-f0a0-479f-81ce-a20dca64a139,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:10:24.934317 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:24.982813 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb57c2a-d600-4c14-911b-89bfdeae9c08 req-3731e0d5-e7ab-466e-a243-afc28ade026a tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:24.984335 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8fb57c2a-d600-4c14-911b-89bfdeae9c08 req-3731e0d5-e7ab-466e-a243-afc28ade026a tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 943 time: 0.0678492 Jul 05 11:10:25.022153 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8fb57c2a-d600-4c14-911b-89bfdeae9c08 req-618ced22-13a3-4f68-bcb2-79177295e22b tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322652 Jul 05 11:10:25.366895 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752c037-b353-4c05-8b98-a02a7e0316d0 req-b862e28a-3ab0-421b-b0ea-22ed791ae206 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:25.368425 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f752c037-b353-4c05-8b98-a02a7e0316d0 req-b862e28a-3ab0-421b-b0ea-22ed791ae206 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 943 time: 0.0649354 Jul 05 11:10:25.406573 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f752c037-b353-4c05-8b98-a02a7e0316d0 req-2ec2b502-6029-4e0b-a657-70d4a303d22e tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318458 Jul 05 11:10:25.536672 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51030) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:10:25.629977 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-13b4f828-9612-4cc6-87c9-aff79e751559 req-cdce040a-c0c0-46b1-84a3-4a00f678e4b9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921178 Jul 05 11:10:26.582595 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a2a62-c677-42c1-9406-e2e62b3036f0 req-00c0efe9-7446-40cb-a9c1-c9065ef82703 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:26.584116 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ad1a2a62-c677-42c1-9406-e2e62b3036f0 req-00c0efe9-7446-40cb-a9c1-c9065ef82703 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 943 time: 0.0682898 Jul 05 11:10:26.604111 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4f828-9612-4cc6-87c9-aff79e751559 req-72e851d9-20f9-4a8e-bfe0-10090e31d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:26.605525 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-13b4f828-9612-4cc6-87c9-aff79e751559 req-72e851d9-20f9-4a8e-bfe0-10090e31d994 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27&tenant_id=3d02691e3dff4ef4bdc213da9eb91a18 HTTP/1.1" status: 200 len: 1094 time: 0.0564158 Jul 05 11:10:26.626095 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ad1a2a62-c677-42c1-9406-e2e62b3036f0 req-c5ff0257-1821-4e78-9c53-59a8b9f1c3bd tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363042 Jul 05 11:10:26.679837 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4f828-9612-4cc6-87c9-aff79e751559 req-73219788-76ff-45cc-aea0-4e1f60293b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:26.681949 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-13b4f828-9612-4cc6-87c9-aff79e751559 req-73219788-76ff-45cc-aea0-4e1f60293b02 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d02691e3dff4ef4bdc213da9eb91a18&device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 1094 time: 0.0530810 Jul 05 11:10:26.776640 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4f828-9612-4cc6-87c9-aff79e751559 req-281eb263-80a3-48de-8389-834432824b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:26.778063 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-13b4f828-9612-4cc6-87c9-aff79e751559 req-281eb263-80a3-48de-8389-834432824b57 service neutron] 10.222.0.78 "GET /v2.0/networks?id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb HTTP/1.1" status: 200 len: 910 time: 0.0912614 Jul 05 11:10:26.843617 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-13b4f828-9612-4cc6-87c9-aff79e751559 req-57da023b-5332-455e-8280-7974d486aefd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a85b432-f0a0-479f-81ce-a20dca64a139 HTTP/1.1" status: 200 len: 998 time: 0.0589716 Jul 05 11:10:26.896588 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4f828-9612-4cc6-87c9-aff79e751559 req-c1256469-3e0b-477e-b00e-b536f3665b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:26.898039 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-13b4f828-9612-4cc6-87c9-aff79e751559 req-c1256469-3e0b-477e-b00e-b536f3665b36 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=63bc9179-cafb-4412-9b92-026e334bc740 HTTP/1.1" status: 200 len: 848 time: 0.0479574 Jul 05 11:10:26.952918 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4f828-9612-4cc6-87c9-aff79e751559 req-26544c97-d271-4ce4-a9a4-fc84116e2fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:26.954366 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-13b4f828-9612-4cc6-87c9-aff79e751559 req-26544c97-d271-4ce4-a9a4-fc84116e2fec service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499322 Jul 05 11:10:27.041500 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-13b4f828-9612-4cc6-87c9-aff79e751559 req-f29e024a-a3aa-4358-8c2d-eee448c40a4d service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793333 Jul 05 11:10:27.066763 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:27.133663 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-13b4f828-9612-4cc6-87c9-aff79e751559 req-f25ba5f9-b273-40a3-b904-64088d8638f2 service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865846 Jul 05 11:10:27.804947 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62db41-cbf4-42c2-8055-fbf28c11e3b4 req-7de37c61-00b0-4349-a51f-a08ece4f3cad tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:27.806491 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b62db41-cbf4-42c2-8055-fbf28c11e3b4 req-7de37c61-00b0-4349-a51f-a08ece4f3cad tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 943 time: 0.0657308 Jul 05 11:10:27.849755 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9b62db41-cbf4-42c2-8055-fbf28c11e3b4 req-c479419f-e1c4-4294-b8ae-124628157e2c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330029 Jul 05 11:10:28.495701 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 1a85b432-f0a0-479f-81ce-a20dca64a139 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:10:29.047233 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f41f4-bc7e-48c1-ad4b-2af6cf0d19eb req-eb4fc26f-8a1f-409a-b076-22eebe537bd5 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:29.048784 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-505f41f4-bc7e-48c1-ad4b-2af6cf0d19eb req-eb4fc26f-8a1f-409a-b076-22eebe537bd5 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 943 time: 0.0655906 Jul 05 11:10:29.098397 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-505f41f4-bc7e-48c1-ad4b-2af6cf0d19eb req-c25be80d-7f29-4469-a82e-26078de0867a tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438731 Jul 05 11:10:30.281130 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a4cf4-4e6e-4e27-8b71-684a8d131590 req-509a0f7c-c362-4f1d-9723-e855c2eb6774 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:30.282639 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f00a4cf4-4e6e-4e27-8b71-684a8d131590 req-509a0f7c-c362-4f1d-9723-e855c2eb6774 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 943 time: 0.0662062 Jul 05 11:10:30.323461 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f00a4cf4-4e6e-4e27-8b71-684a8d131590 req-9a41cba5-b8a1-4a13-b3fd-51a9a907741a tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350881 Jul 05 11:10:31.503656 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d179031-023c-4e0e-b7fd-9822399fc360 req-d1fe3876-5225-456a-ab78-be2158491142 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:31.505185 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d179031-023c-4e0e-b7fd-9822399fc360 req-d1fe3876-5225-456a-ab78-be2158491142 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 943 time: 0.0697336 Jul 05 11:10:31.542639 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9d179031-023c-4e0e-b7fd-9822399fc360 req-bfc91638-b575-46aa-8b0a-07cc75ff81ab tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311663 Jul 05 11:10:32.735123 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd0eca-154c-4ae9-b957-a074ee4688fb req-4fde78f4-2095-41b4-8129-36e7b234710f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:32.736957 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3bcd0eca-154c-4ae9-b957-a074ee4688fb req-4fde78f4-2095-41b4-8129-36e7b234710f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 943 time: 0.0718024 Jul 05 11:10:32.777360 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3bcd0eca-154c-4ae9-b957-a074ee4688fb req-b2297000-15c0-4b09-8411-46c3f206e8df tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342836 Jul 05 11:10:33.575049 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:33.963160 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a417eed-ddd8-4ef4-b687-dac34e096660 req-2ff9a8b5-db35-492d-850c-3d446d3c68e3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:33.964656 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a417eed-ddd8-4ef4-b687-dac34e096660 req-2ff9a8b5-db35-492d-850c-3d446d3c68e3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 943 time: 0.0718956 Jul 05 11:10:34.002110 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0a417eed-ddd8-4ef4-b687-dac34e096660 req-0ab37833-955e-4cbd-a8cd-ae938e09cd93 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320489 Jul 05 11:10:35.186829 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c106c-b85c-4907-85b6-06198aef008d req-06f1a8b7-e72e-44fe-b0c0-f579a3f92c80 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:35.188402 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-760c106c-b85c-4907-85b6-06198aef008d req-06f1a8b7-e72e-44fe-b0c0-f579a3f92c80 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 943 time: 0.0650961 Jul 05 11:10:35.233648 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-760c106c-b85c-4907-85b6-06198aef008d req-83cf12d1-9143-4411-80ea-37d4d40cbe9d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393608 Jul 05 11:10:36.412169 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b8537-d421-4c1d-9304-5c3269c2bce9 req-4b1f953d-1973-405e-b030-2ba031dcc362 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:36.413792 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-127b8537-d421-4c1d-9304-5c3269c2bce9 req-4b1f953d-1973-405e-b030-2ba031dcc362 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 943 time: 0.0643470 Jul 05 11:10:36.455657 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-127b8537-d421-4c1d-9304-5c3269c2bce9 req-823c7900-90c9-43ea-b253-1f14e1caf562 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352108 Jul 05 11:10:37.071579 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:37.641449 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf522223-d543-47f0-997c-6acdc7f885d6 req-e8e756e6-23d5-4b47-8594-ebff1de90222 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:37.643008 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf522223-d543-47f0-997c-6acdc7f885d6 req-e8e756e6-23d5-4b47-8594-ebff1de90222 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 943 time: 0.0718882 Jul 05 11:10:37.683652 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bf522223-d543-47f0-997c-6acdc7f885d6 req-ab1ead4b-918d-465d-b014-fd4b161bcdf9 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350919 Jul 05 11:10:38.860393 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b3402-c5da-4209-8e76-6e9c758ea672 req-7d7dd964-63ae-4af0-ab54-9e39ad1d98ed tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:38.861805 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bd6b3402-c5da-4209-8e76-6e9c758ea672 req-7d7dd964-63ae-4af0-ab54-9e39ad1d98ed tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 943 time: 0.0680642 Jul 05 11:10:38.899360 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bd6b3402-c5da-4209-8e76-6e9c758ea672 req-c301796b-a996-4fca-a95c-ad9450c7c10a tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320020 Jul 05 11:10:40.082258 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb1f51-9a25-4a54-8e8f-80efeab66f51 req-3c97f7ba-9c5d-4aff-802f-6b56673c1f54 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:40.083776 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5fdb1f51-9a25-4a54-8e8f-80efeab66f51 req-3c97f7ba-9c5d-4aff-802f-6b56673c1f54 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 943 time: 0.0634506 Jul 05 11:10:40.122330 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5fdb1f51-9a25-4a54-8e8f-80efeab66f51 req-22df36a9-5fb4-453e-9e40-92d459a296f2 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319021 Jul 05 11:10:40.992551 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdebdd-f390-416b-901a-4f83466f7388 req-f8f0bb66-2f28-41a5-b31f-e025f78242d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:40.994038 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3dbdebdd-f390-416b-901a-4f83466f7388 req-f8f0bb66-2f28-41a5-b31f-e025f78242d0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d02691e3dff4ef4bdc213da9eb91a18&device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 1094 time: 0.0526056 Jul 05 11:10:41.101646 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdebdd-f390-416b-901a-4f83466f7388 req-1133b4ab-747f-4669-9c81-5ef0b07af50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:41.103281 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3dbdebdd-f390-416b-901a-4f83466f7388 req-1133b4ab-747f-4669-9c81-5ef0b07af50a service neutron] 10.222.0.78 "GET /v2.0/networks?id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb HTTP/1.1" status: 200 len: 910 time: 0.0864258 Jul 05 11:10:41.168561 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3dbdebdd-f390-416b-901a-4f83466f7388 req-4373eb32-bde4-425e-b554-3d4231e558c0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a85b432-f0a0-479f-81ce-a20dca64a139 HTTP/1.1" status: 200 len: 998 time: 0.0586908 Jul 05 11:10:41.217564 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdebdd-f390-416b-901a-4f83466f7388 req-18751b41-3a77-4bb3-834a-62661eeb54ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:41.218953 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3dbdebdd-f390-416b-901a-4f83466f7388 req-18751b41-3a77-4bb3-834a-62661eeb54ba service neutron] 10.222.0.78 "GET /v2.0/subnets?id=63bc9179-cafb-4412-9b92-026e334bc740 HTTP/1.1" status: 200 len: 848 time: 0.0443161 Jul 05 11:10:41.282068 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdebdd-f390-416b-901a-4f83466f7388 req-86bb56bf-46da-411c-a18e-48d7f806edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:41.283595 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3dbdebdd-f390-416b-901a-4f83466f7388 req-86bb56bf-46da-411c-a18e-48d7f806edfe service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574772 Jul 05 11:10:41.294963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0f6d9-07ec-4985-8c61-f0f249e7d3b2 req-5b567047-7d8f-42db-a288-fa2b45f2dc81 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:41.296670 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-32c0f6d9-07ec-4985-8c61-f0f249e7d3b2 req-5b567047-7d8f-42db-a288-fa2b45f2dc81 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 943 time: 0.0633173 Jul 05 11:10:41.339214 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-32c0f6d9-07ec-4985-8c61-f0f249e7d3b2 req-1d3265a8-d643-4d78-b390-334f987539d1 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367827 Jul 05 11:10:41.375651 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3dbdebdd-f390-416b-901a-4f83466f7388 req-ad24de54-779b-4b2f-a033-45b65d256235 service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842545 Jul 05 11:10:41.468181 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3dbdebdd-f390-416b-901a-4f83466f7388 req-611bda06-5bca-44ee-9044-628601a6d8ae service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853925 Jul 05 11:10:42.510587 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b95b4e-0e34-47a3-a65b-96d4a02cccab req-6887c6c4-e059-4ea6-9f4d-7227021f146f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:42.512091 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a4b95b4e-0e34-47a3-a65b-96d4a02cccab req-6887c6c4-e059-4ea6-9f4d-7227021f146f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 943 time: 0.0630767 Jul 05 11:10:42.548711 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a4b95b4e-0e34-47a3-a65b-96d4a02cccab req-eacc091c-ae35-4156-95d8-a1e6ca72fb41 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311275 Jul 05 11:10:43.720320 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b00ab-144c-464c-b30e-fd89a3d59582 req-1a8438ff-3447-44a0-b6b1-8d66955753b8 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:43.721840 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6a7b00ab-144c-464c-b30e-fd89a3d59582 req-1a8438ff-3447-44a0-b6b1-8d66955753b8 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 943 time: 0.0643253 Jul 05 11:10:43.758507 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6a7b00ab-144c-464c-b30e-fd89a3d59582 req-d7458b02-5aac-4fbe-b408-0f4b0e92babe tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310986 Jul 05 11:10:44.572306 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 1a85b432-f0a0-479f-81ce-a20dca64a139 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:10:44.663281 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 1a85b432-f0a0-479f-81ce-a20dca64a139, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=1a85b432-f0a0-479f-81ce-a20dca64a139,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:10:44.677642 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '1a85b432-f0a0-479f-81ce-a20dca64a139', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'port_id': '1a85b432-f0a0-479f-81ce-a20dca64a139', 'mac_address': 'fa:16:3e:82:d9:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63bc9179-cafb-4412-9b92-026e334bc740', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:10:44.867243 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:44.879917 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a85b432-f0a0-479f-81ce-a20dca64a139 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:10:44.899584 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 1a85b432-f0a0-479f-81ce-a20dca64a139, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=1a85b432-f0a0-479f-81ce-a20dca64a139,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:10:44.904250 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:44.941632 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7ca62-bf85-4557-9067-39faa7d8c602 req-88d73936-777f-4619-b0f4-c0b5e633b9aa tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:44.943224 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53e7ca62-bf85-4557-9067-39faa7d8c602 req-88d73936-777f-4619-b0f4-c0b5e633b9aa tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 943 time: 0.0675445 Jul 05 11:10:44.950311 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=1a85b432-f0a0-479f-81ce-a20dca64a139,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:10:44.981201 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-53e7ca62-bf85-4557-9067-39faa7d8c602 req-c53f920f-a990-4f97-b260-bfffc59b78ad tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323751 Jul 05 11:10:45.269673 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['1a85b432-f0a0-479f-81ce-a20dca64a139'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:10:46.153508 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ede2a-6a0c-4afa-af73-f23bdbfbb720 req-688ed31f-be3e-422f-809e-1b95020a7813 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:46.155014 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-114ede2a-6a0c-4afa-af73-f23bdbfbb720 req-688ed31f-be3e-422f-809e-1b95020a7813 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 944 time: 0.0637856 Jul 05 11:10:46.191370 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-114ede2a-6a0c-4afa-af73-f23bdbfbb720 req-950c63ef-8ba0-4f1a-a31c-5ffd1d94f48a tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308530 Jul 05 11:10:46.572989 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 1a85b432-f0a0-479f-81ce-a20dca64a139 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:10:46.620279 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 1a85b432-f0a0-479f-81ce-a20dca64a139 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:10:46.620597 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:46.697153 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:46.718132 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c8607b-3e4b-4e87-ba84-795736700d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a85b432-f0a0-479f-81ce-a20dca64a139'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:10:46.720368 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e8df3c-d137-42a8-be4d-f07be8d97b10" -d '{"events": [{"server_uuid": "75c8607b-3e4b-4e87-ba84-795736700d27", "name": "network-vif-plugged", "status": "completed", "tag": "1a85b432-f0a0-479f-81ce-a20dca64a139"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:10:46.733197 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 1a85b432-f0a0-479f-81ce-a20dca64a139, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=1a85b432-f0a0-479f-81ce-a20dca64a139,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:10:46.737411 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:46.761837 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cc97f2-d241-4f7d-8830-0fbeacafcfe1 x-openstack-request-id: req-26cc97f2-d241-4f7d-8830-0fbeacafcfe1 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:10:46.762139 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c8607b-3e4b-4e87-ba84-795736700d27", "name": "network-vif-plugged", "status": "completed", "tag": "1a85b432-f0a0-479f-81ce-a20dca64a139", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:10:46.762396 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-26cc97f2-d241-4f7d-8830-0fbeacafcfe1 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:10:46.762815 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c8607b-3e4b-4e87-ba84-795736700d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a85b432-f0a0-479f-81ce-a20dca64a139', 'code': 200} Jul 05 11:10:46.791744 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=1a85b432-f0a0-479f-81ce-a20dca64a139,revision_number=10']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:10:46.923721 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9125d4-a387-4b0c-ba77-4fe3e6f82f6c req-9e6defd6-af0c-4353-b960-9045276894fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:46.925166 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ab9125d4-a387-4b0c-ba77-4fe3e6f82f6c req-9e6defd6-af0c-4353-b960-9045276894fc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 1097 time: 0.0511978 Jul 05 11:10:46.960362 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-ab9125d4-a387-4b0c-ba77-4fe3e6f82f6c req-0b94fce4-eec3-43bf-9edb-074c4fe84036 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269017 Jul 05 11:10:47.367086 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a144d7-ccbc-4608-818d-e2f6a8784f83 req-81722329-8cc6-45f9-a0a6-83a49881b5f5 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:47.368626 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-54a144d7-ccbc-4608-818d-e2f6a8784f83 req-81722329-8cc6-45f9-a0a6-83a49881b5f5 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 946 time: 0.0663273 Jul 05 11:10:47.405160 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-54a144d7-ccbc-4608-818d-e2f6a8784f83 req-e4be2db2-7b1a-4811-a6b1-9dae2d4cd5d2 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310407 Jul 05 11:10:48.584983 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b6ae8-ee41-4d3d-a686-402eca4d1503 req-d0d6aca9-27a6-4dcc-a5c8-97e5d46b6b93 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:48.586494 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-439b6ae8-ee41-4d3d-a686-402eca4d1503 req-d0d6aca9-27a6-4dcc-a5c8-97e5d46b6b93 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 946 time: 0.0649505 Jul 05 11:10:48.626703 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-439b6ae8-ee41-4d3d-a686-402eca4d1503 req-8c6f6ec1-1eb8-4ae9-8d95-efe4fc8370d0 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340011 Jul 05 11:10:49.800151 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc5486-caac-4c03-b118-e568d0bde5e7 req-d2374c36-3319-4e9c-8c4e-c411a889137c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:49.801647 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70fc5486-caac-4c03-b118-e568d0bde5e7 req-d2374c36-3319-4e9c-8c4e-c411a889137c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 946 time: 0.0610864 Jul 05 11:10:49.838137 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-70fc5486-caac-4c03-b118-e568d0bde5e7 req-c1f74398-07ed-4448-a064-289f62dd000b tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304718 Jul 05 11:10:51.086581 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-af7f4dcf-ecd0-4b00-a0a9-870a16bd93ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:53.452026 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5afbe559-13bc-4ae3-9399-32de5aa307fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:53.802500 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:54.936567 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:57.070604 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:00.403404 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:11:03.571906 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:07.085730 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:21.086094 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-39a8f837-9adb-4bc8-8ece-cac76a95b1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:23.452548 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bc00f412-172c-4cc4-9a41-cbf73b068dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:23.803151 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:24.939185 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:27.074138 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:33.585207 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:37.087089 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:37.402586 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:11:40.108482 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-531141e8-0c0e-4294-8ae1-205ba413bf9f req-7ffbdb68-b4db-40a9-80c5-821813107938 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570481 Jul 05 11:11:40.211178 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531141e8-0c0e-4294-8ae1-205ba413bf9f req-e8ea7d62-5f60-4b09-8989-2af7edb557c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:40.212940 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-531141e8-0c0e-4294-8ae1-205ba413bf9f req-e8ea7d62-5f60-4b09-8989-2af7edb557c9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d02691e3dff4ef4bdc213da9eb91a18&device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 1097 time: 0.0592387 Jul 05 11:11:40.318415 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531141e8-0c0e-4294-8ae1-205ba413bf9f req-7b09d20b-2b48-4f23-8eb5-6882a4571641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:40.319946 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-531141e8-0c0e-4294-8ae1-205ba413bf9f req-7b09d20b-2b48-4f23-8eb5-6882a4571641 service neutron] 10.222.0.78 "GET /v2.0/networks?id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb HTTP/1.1" status: 200 len: 910 time: 0.0876381 Jul 05 11:11:40.387879 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-531141e8-0c0e-4294-8ae1-205ba413bf9f req-34f8872c-7fa4-4e34-885f-354d717303fb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a85b432-f0a0-479f-81ce-a20dca64a139 HTTP/1.1" status: 200 len: 1000 time: 0.0612969 Jul 05 11:11:40.435979 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531141e8-0c0e-4294-8ae1-205ba413bf9f req-6e80acc3-5940-4893-b53b-0cca7bc2cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:40.437594 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-531141e8-0c0e-4294-8ae1-205ba413bf9f req-6e80acc3-5940-4893-b53b-0cca7bc2cd3e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=63bc9179-cafb-4412-9b92-026e334bc740 HTTP/1.1" status: 200 len: 848 time: 0.0435143 Jul 05 11:11:40.494088 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531141e8-0c0e-4294-8ae1-205ba413bf9f req-4d9489ca-a3ef-413a-93e8-4ad807c9ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:40.495581 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-531141e8-0c0e-4294-8ae1-205ba413bf9f req-4d9489ca-a3ef-413a-93e8-4ad807c9ff19 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515342 Jul 05 11:11:40.587962 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-531141e8-0c0e-4294-8ae1-205ba413bf9f req-001ca785-5747-465d-9f84-8091163690b3 service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849593 Jul 05 11:11:40.675321 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-531141e8-0c0e-4294-8ae1-205ba413bf9f req-a4a20bc6-269a-4719-a066-5663a6698570 service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810966 Jul 05 11:11:51.085537 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bf79cea6-6ad8-4139-9025-3f0aef0e492d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:53.453430 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bda4ba27-a8ae-488f-a800-8df8d34248ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:53.804561 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:54.945002 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:57.076949 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:03.584354 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:07.087184 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:14.402170 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:12:21.085673 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-35fc7139-c609-4bbc-bcf8-0f47fcf9d855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:23.455678 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-172e7c51-639f-470c-ae05-2740caa38405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:23.804447 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:24.945638 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:27.084343 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:33.599361 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:33.834140 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51188) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:34.038758 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-441b19f0-9224-4873-9982-458975fdcd16 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Deleting port 81172668-bd47-4364-9275-289f63ac8ae2 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:12:34.039107 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-441b19f0-9224-4873-9982-458975fdcd16 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:34.112885 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-441b19f0-9224-4873-9982-458975fdcd16 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:34.113134 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-441b19f0-9224-4873-9982-458975fdcd16 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:34.124341 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-441b19f0-9224-4873-9982-458975fdcd16 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Calling delete_port for 81172668-bd47-4364-9275-289f63ac8ae2 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:12:34.274084 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-441b19f0-9224-4873-9982-458975fdcd16 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:34.300237 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b19f0-9224-4873-9982-458975fdcd16 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event deleted for resources: {'Port': ['ID=81172668-bd47-4364-9275-289f63ac8ae2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:34.326954 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b19f0-9224-4873-9982-458975fdcd16 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.327299 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b19f0-9224-4873-9982-458975fdcd16 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.327624 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b19f0-9224-4873-9982-458975fdcd16 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.327965 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b19f0-9224-4873-9982-458975fdcd16 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.328298 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b19f0-9224-4873-9982-458975fdcd16 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.328631 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b19f0-9224-4873-9982-458975fdcd16 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.328958 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b19f0-9224-4873-9982-458975fdcd16 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.329283 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b19f0-9224-4873-9982-458975fdcd16 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.329606 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b19f0-9224-4873-9982-458975fdcd16 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.329930 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b19f0-9224-4873-9982-458975fdcd16 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.330262 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b19f0-9224-4873-9982-458975fdcd16 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.330585 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b19f0-9224-4873-9982-458975fdcd16 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.374186 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-441b19f0-9224-4873-9982-458975fdcd16 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:34.374468 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-441b19f0-9224-4873-9982-458975fdcd16 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Floating IP b3d82b8c-a969-4019-b465-5ff767dfe1aa disassociated (deleted). External IP: 172.25.7.60, port: 1a85b432-f0a0-479f-81ce-a20dca64a139. Jul 05 11:12:34.574685 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441b19f0-9224-4873-9982-458975fdcd16 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Router 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:12:34.682095 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441b19f0-9224-4873-9982-458975fdcd16 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:12:34.686906 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-441b19f0-9224-4873-9982-458975fdcd16 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:34.691305 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da40c118-9bef-4a28-b7f3-e0d2304ce276 None None] Sync routers for ids ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:12:34.700377 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da40c118-9bef-4a28-b7f3-e0d2304ce276 None None] Routers {'6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:12:34.700980 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-da40c118-9bef-4a28-b7f3-e0d2304ce276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:12:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:34.726522 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-441b19f0-9224-4873-9982-458975fdcd16 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "DELETE /v2.0/floatingips/b3d82b8c-a969-4019-b465-5ff767dfe1aa HTTP/1.1" status: 204 len: 168 time: 0.8907723 Jul 05 11:12:34.727225 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c8607b-3e4b-4e87-ba84-795736700d27', 'tag': '1a85b432-f0a0-479f-81ce-a20dca64a139'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:12:34.729625 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f736b3b-fd11-4511-a541-d5ce1d9ea806" -d '{"events": [{"name": "network-changed", "server_uuid": "75c8607b-3e4b-4e87-ba84-795736700d27", "tag": "1a85b432-f0a0-479f-81ce-a20dca64a139"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:12:34.802731 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-da40c118-9bef-4a28-b7f3-e0d2304ce276 None None] Set router 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:12:35.008730 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-da40c118-9bef-4a28-b7f3-e0d2304ce276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'name': 'tempest-TestShelveInstance-1759319287-router', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '58d1afe1-744a-4090-8d61-c86048afe293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:54Z', 'revision_number': 4, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'gw_port': {'id': '58d1afe1-744a-4090-8d61-c86048afe293', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '868dada6-af54-4747-941e-28465764f56d', 'name': '', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'mac_address': 'fa:16:3e:79:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '63bc9179-cafb-4412-9b92-026e334bc740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:53Z', 'updated_at': '2021-07-05T11:07:01Z', 'revision_number': 5, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'subnets': [{'id': '63bc9179-cafb-4412-9b92-026e334bc740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:35.031797 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f0a442-9144-4c75-b237-db3eac4b9188 x-openstack-request-id: req-56f0a442-9144-4c75-b237-db3eac4b9188 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:12:35.032354 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c8607b-3e4b-4e87-ba84-795736700d27", "tag": "1a85b432-f0a0-479f-81ce-a20dca64a139", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:12:35.032354 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-56f0a442-9144-4c75-b237-db3eac4b9188 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:12:35.032786 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c8607b-3e4b-4e87-ba84-795736700d27', 'tag': '1a85b432-f0a0-479f-81ce-a20dca64a139', 'status': 'completed', 'code': 200} Jul 05 11:12:35.034326 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da40c118-9bef-4a28-b7f3-e0d2304ce276 None None] Checking router: 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:12:35.042852 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da40c118-9bef-4a28-b7f3-e0d2304ce276 None None] Routers {'6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:12:35.043468 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-da40c118-9bef-4a28-b7f3-e0d2304ce276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:12:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:35.107629 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f736b3b-fd11-4511-a541-d5ce1d9ea806 req-7d6c82d8-9ffb-45c9-9013-189fe31342a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:35.109234 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6f736b3b-fd11-4511-a541-d5ce1d9ea806 req-7d6c82d8-9ffb-45c9-9013-189fe31342a8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d02691e3dff4ef4bdc213da9eb91a18&device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 1097 time: 0.0547898 Jul 05 11:12:35.150443 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-da40c118-9bef-4a28-b7f3-e0d2304ce276 None None] Set router 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:12:35.213770 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f736b3b-fd11-4511-a541-d5ce1d9ea806 req-4ff846ce-4cb0-4ae4-80e5-3b61607e2ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:35.215353 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6f736b3b-fd11-4511-a541-d5ce1d9ea806 req-4ff846ce-4cb0-4ae4-80e5-3b61607e2ddc service neutron] 10.222.0.78 "GET /v2.0/networks?id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb HTTP/1.1" status: 200 len: 910 time: 0.0997880 Jul 05 11:12:35.238027 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b53784-a5ef-4310-9f50-a205444e458e req-85cc13d7-4b72-432f-a0b9-eaf11dfde0a2 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:35.239997 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-21b53784-a5ef-4310-9f50-a205444e458e req-85cc13d7-4b72-432f-a0b9-eaf11dfde0a2 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 946 time: 0.1120405 Jul 05 11:12:35.260454 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6f736b3b-fd11-4511-a541-d5ce1d9ea806 req-092ebfef-dbbe-4f6b-a14d-88629de5be37 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a85b432-f0a0-479f-81ce-a20dca64a139 HTTP/1.1" status: 200 len: 217 time: 0.0367777 Jul 05 11:12:35.279626 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-21b53784-a5ef-4310-9f50-a205444e458e req-d9e78a63-1fe9-40a6-acb8-7ef0bd50adc8 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325422 Jul 05 11:12:35.315202 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f736b3b-fd11-4511-a541-d5ce1d9ea806 req-0d986094-cc79-473e-9169-52145e1c69fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:35.316808 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6f736b3b-fd11-4511-a541-d5ce1d9ea806 req-0d986094-cc79-473e-9169-52145e1c69fb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=63bc9179-cafb-4412-9b92-026e334bc740 HTTP/1.1" status: 200 len: 848 time: 0.0502288 Jul 05 11:12:35.364265 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-da40c118-9bef-4a28-b7f3-e0d2304ce276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'name': 'tempest-TestShelveInstance-1759319287-router', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '58d1afe1-744a-4090-8d61-c86048afe293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:54Z', 'revision_number': 4, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'gw_port': {'id': '58d1afe1-744a-4090-8d61-c86048afe293', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '868dada6-af54-4747-941e-28465764f56d', 'name': '', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'mac_address': 'fa:16:3e:79:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '63bc9179-cafb-4412-9b92-026e334bc740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:53Z', 'updated_at': '2021-07-05T11:07:01Z', 'revision_number': 5, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'subnets': [{'id': '63bc9179-cafb-4412-9b92-026e334bc740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:35.373934 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f736b3b-fd11-4511-a541-d5ce1d9ea806 req-18a22e16-7edc-4c57-8829-ce087e56c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:35.375458 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6f736b3b-fd11-4511-a541-d5ce1d9ea806 req-18a22e16-7edc-4c57-8829-ce087e56c0f7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523441 Jul 05 11:12:35.386012 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [req-6f736b3b-fd11-4511-a541-d5ce1d9ea806 req-4415a89d-8315-4a69-9213-a4a808c0a8fb service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 11:12:35.387031 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6f736b3b-fd11-4511-a541-d5ce1d9ea806 req-4415a89d-8315-4a69-9213-a4a808c0a8fb service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049882 Jul 05 11:12:35.392828 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da40c118-9bef-4a28-b7f3-e0d2304ce276 None None] The sync data for ids ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'] in n-d-798054-8 is: [{'id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'name': 'tempest-TestShelveInstance-1759319287-router', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '58d1afe1-744a-4090-8d61-c86048afe293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:54Z', 'revision_number': 4, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'gw_port': {'id': '58d1afe1-744a-4090-8d61-c86048afe293', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '868dada6-af54-4747-941e-28465764f56d', 'name': '', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'mac_address': 'fa:16:3e:79:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '63bc9179-cafb-4412-9b92-026e334bc740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:53Z', 'updated_at': '2021-07-05T11:07:01Z', 'revision_number': 5, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'subnets': [{'id': '63bc9179-cafb-4412-9b92-026e334bc740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:12:35.478840 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6f736b3b-fd11-4511-a541-d5ce1d9ea806 req-3c42ecd8-751f-46ad-a4a8-150675dcaf7f service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853996 Jul 05 11:12:35.575751 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-6f736b3b-fd11-4511-a541-d5ce1d9ea806 req-bed1ec47-9fa1-4f44-bf3d-5a019b9f55c6 service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904279 Jul 05 11:12:35.617803 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbd0f8b-77b9-46eb-b3f1-00a669e1cb0d None None] New status for floating IP b3d82b8c-a969-4019-b465-5ff767dfe1aa: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:12:36.452739 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a5ed1-4e7d-49a1-b72b-22970cf04bdc req-33f79124-29c3-4533-8352-d35d86a5ad85 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:36.454240 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-348a5ed1-4e7d-49a1-b72b-22970cf04bdc req-33f79124-29c3-4533-8352-d35d86a5ad85 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 946 time: 0.0623243 Jul 05 11:12:36.494913 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-348a5ed1-4e7d-49a1-b72b-22970cf04bdc req-adbbf84a-7464-471f-a506-6d42954738ce tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0b17a7d-33f0-4d77-b91d-2950101591e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351996 Jul 05 11:12:36.666332 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d6457-2772-42e2-9de4-8e8fef7894d7 req-48947875-4804-4b24-9be4-6aee25446884 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:36.667943 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d56d6457-2772-42e2-9de4-8e8fef7894d7 req-48947875-4804-4b24-9be4-6aee25446884 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 946 time: 0.0640702 Jul 05 11:12:36.769697 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-d56d6457-2772-42e2-9de4-8e8fef7894d7 req-94c69ebe-f429-4bfd-83d7-38b14012fc2f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Deleting port 1a85b432-f0a0-479f-81ce-a20dca64a139 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:12:36.770049 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d56d6457-2772-42e2-9de4-8e8fef7894d7 req-94c69ebe-f429-4bfd-83d7-38b14012fc2f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:36.856165 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-d56d6457-2772-42e2-9de4-8e8fef7894d7 req-94c69ebe-f429-4bfd-83d7-38b14012fc2f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] For port 1a85b432-f0a0-479f-81ce-a20dca64a139, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=1a85b432-f0a0-479f-81ce-a20dca64a139,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:36.856529 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d56d6457-2772-42e2-9de4-8e8fef7894d7 req-94c69ebe-f429-4bfd-83d7-38b14012fc2f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:36.869724 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-d56d6457-2772-42e2-9de4-8e8fef7894d7 req-94c69ebe-f429-4bfd-83d7-38b14012fc2f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Calling delete_port for 1a85b432-f0a0-479f-81ce-a20dca64a139 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:12:36.997564 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d56d6457-2772-42e2-9de4-8e8fef7894d7 req-94c69ebe-f429-4bfd-83d7-38b14012fc2f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:37.026470 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c69ebe-f429-4bfd-83d7-38b14012fc2f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event deleted for resources: {'Port': ['ID=1a85b432-f0a0-479f-81ce-a20dca64a139,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:37.040890 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c69ebe-f429-4bfd-83d7-38b14012fc2f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:37.041248 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c69ebe-f429-4bfd-83d7-38b14012fc2f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:37.041596 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c69ebe-f429-4bfd-83d7-38b14012fc2f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:37.041951 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c69ebe-f429-4bfd-83d7-38b14012fc2f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:37.042293 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c69ebe-f429-4bfd-83d7-38b14012fc2f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:37.042648 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c69ebe-f429-4bfd-83d7-38b14012fc2f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:37.042959 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c69ebe-f429-4bfd-83d7-38b14012fc2f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:37.043298 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c69ebe-f429-4bfd-83d7-38b14012fc2f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:37.046292 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c69ebe-f429-4bfd-83d7-38b14012fc2f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:37.046292 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c69ebe-f429-4bfd-83d7-38b14012fc2f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:37.046292 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c69ebe-f429-4bfd-83d7-38b14012fc2f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:37.046292 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c69ebe-f429-4bfd-83d7-38b14012fc2f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:37.084097 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56d6457-2772-42e2-9de4-8e8fef7894d7 req-94c69ebe-f429-4bfd-83d7-38b14012fc2f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] No DVR routers for this DVR port 1a85b432-f0a0-479f-81ce-a20dca64a139 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:12:37.087097 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d56d6457-2772-42e2-9de4-8e8fef7894d7 req-94c69ebe-f429-4bfd-83d7-38b14012fc2f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:37.089113 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d56d6457-2772-42e2-9de4-8e8fef7894d7 req-94c69ebe-f429-4bfd-83d7-38b14012fc2f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.78 "DELETE /v2.0/ports/1a85b432-f0a0-479f-81ce-a20dca64a139 HTTP/1.1" status: 204 len: 173 time: 0.4160962 Jul 05 11:12:37.089549 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c8607b-3e4b-4e87-ba84-795736700d27', 'name': 'network-vif-deleted', 'tag': '1a85b432-f0a0-479f-81ce-a20dca64a139'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:12:37.092246 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbb02db-62d0-4f84-8417-c60bfae33268" -d '{"events": [{"server_uuid": "75c8607b-3e4b-4e87-ba84-795736700d27", "name": "network-vif-deleted", "tag": "1a85b432-f0a0-479f-81ce-a20dca64a139"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:12:37.093086 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:37.179126 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226788e3-9d3b-4a5a-8c04-9b3ff85c5569 x-openstack-request-id: req-226788e3-9d3b-4a5a-8c04-9b3ff85c5569 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:12:37.179436 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c8607b-3e4b-4e87-ba84-795736700d27", "name": "network-vif-deleted", "tag": "1a85b432-f0a0-479f-81ce-a20dca64a139", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:12:37.179686 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-226788e3-9d3b-4a5a-8c04-9b3ff85c5569 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:12:37.180145 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c8607b-3e4b-4e87-ba84-795736700d27', 'name': 'network-vif-deleted', 'tag': '1a85b432-f0a0-479f-81ce-a20dca64a139', 'status': 'completed', 'code': 200} Jul 05 11:12:37.672882 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c85d043-22ac-4c87-a148-62babddad149 req-8dba3206-f362-4882-b417-a40d7e0c716e tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c8607b-3e4b-4e87-ba84-795736700d27 HTTP/1.1" status: 200 len: 210 time: 0.0330818 Jul 05 11:12:38.765487 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51218) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:38.822498 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-963310ac-a749-477f-9565-c0381c97c981 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:38.846970 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-963310ac-a749-477f-9565-c0381c97c981 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:38.906884 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-963310ac-a749-477f-9565-c0381c97c981 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:38.909585 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-963310ac-a749-477f-9565-c0381c97c981 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:38.910873 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-963310ac-a749-477f-9565-c0381c97c981 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "DELETE /v2.0/security-groups/f0b17a7d-33f0-4d77-b91d-2950101591e5 HTTP/1.1" status: 204 len: 168 time: 0.1444030 Jul 05 11:12:38.920205 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963310ac-a749-477f-9565-c0381c97c981 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b17a7d-33f0-4d77-b91d-2950101591e5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:39.181711 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51224) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:39.186402 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-88319072-d7c6-4a44-ac4b-a0643ea7bc70 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1973040569', 'description': 'tempest-secgroup-smoke-1973040569 description', 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:12:39.208584 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88319072-d7c6-4a44-ac4b-a0643ea7bc70 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.291078 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88319072-d7c6-4a44-ac4b-a0643ea7bc70 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.294868 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88319072-d7c6-4a44-ac4b-a0643ea7bc70 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.323303 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88319072-d7c6-4a44-ac4b-a0643ea7bc70 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.324557 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-88319072-d7c6-4a44-ac4b-a0643ea7bc70 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1417875 Jul 05 11:12:39.327537 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51228) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:39.328598 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88319072-d7c6-4a44-ac4b-a0643ea7bc70 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=407703b7-9bd9-40e1-a247-75a8fe7f0467,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:39.332309 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c33843e9-8330-4462-90e7-649263ca450f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Request body: {'security_group_rule': {'security_group_id': '407703b7-9bd9-40e1-a247-75a8fe7f0467', 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:12:39.361990 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c33843e9-8330-4462-90e7-649263ca450f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.407841 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c33843e9-8330-4462-90e7-649263ca450f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.411199 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c33843e9-8330-4462-90e7-649263ca450f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.427996 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33843e9-8330-4462-90e7-649263ca450f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485ac035-e10d-41b7-9888-f13e84209369,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:39.434400 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c33843e9-8330-4462-90e7-649263ca450f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.435583 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c33843e9-8330-4462-90e7-649263ca450f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1069667 Jul 05 11:12:39.438264 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51230) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:39.442881 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-89a1e5df-df01-4b77-ab14-48a953e1b804 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Request body: {'security_group_rule': {'security_group_id': '407703b7-9bd9-40e1-a247-75a8fe7f0467', 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:12:39.468833 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89a1e5df-df01-4b77-ab14-48a953e1b804 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.525657 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89a1e5df-df01-4b77-ab14-48a953e1b804 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.529291 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89a1e5df-df01-4b77-ab14-48a953e1b804 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.547836 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1e5df-df01-4b77-ab14-48a953e1b804 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38eeae2e-8f86-45d3-9b05-679e56642ecb,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:39.554468 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89a1e5df-df01-4b77-ab14-48a953e1b804 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.555627 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-89a1e5df-df01-4b77-ab14-48a953e1b804 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164317 Jul 05 11:12:39.558544 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51232) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:39.563181 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-52961a5c-4d3a-4060-8196-c5e5f4eb9d41 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Request body: {'security_group_rule': {'security_group_id': '407703b7-9bd9-40e1-a247-75a8fe7f0467', 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:12:39.589941 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-52961a5c-4d3a-4060-8196-c5e5f4eb9d41 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.651517 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-52961a5c-4d3a-4060-8196-c5e5f4eb9d41 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.655241 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-52961a5c-4d3a-4060-8196-c5e5f4eb9d41 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.672944 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52961a5c-4d3a-4060-8196-c5e5f4eb9d41 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70061c7b-ba23-471a-ae7b-8408a8bc07c6,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:39.677711 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-52961a5c-4d3a-4060-8196-c5e5f4eb9d41 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.679516 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-52961a5c-4d3a-4060-8196-c5e5f4eb9d41 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199822 Jul 05 11:12:39.682226 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51234) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:39.686615 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-348a93ac-35c3-4755-86fe-82790540f0b0 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Request body: {'security_group_rule': {'security_group_id': '407703b7-9bd9-40e1-a247-75a8fe7f0467', 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:12:39.711613 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-348a93ac-35c3-4755-86fe-82790540f0b0 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.768227 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-348a93ac-35c3-4755-86fe-82790540f0b0 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.772099 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-348a93ac-35c3-4755-86fe-82790540f0b0 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.791141 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a93ac-35c3-4755-86fe-82790540f0b0 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3dbffda-e6bf-4af1-8e85-ceffec8b6415,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:39.793662 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-348a93ac-35c3-4755-86fe-82790540f0b0 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.794907 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-348a93ac-35c3-4755-86fe-82790540f0b0 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1117558 Jul 05 11:12:39.797693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51236) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:39.802081 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6b9e6489-5a5d-413e-ae56-df1bb3410dbf tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Request body: {'security_group_rule': {'security_group_id': '407703b7-9bd9-40e1-a247-75a8fe7f0467', 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:12:39.824082 n-d-798054-8 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-6b9e6489-5a5d-413e-ae56-df1bb3410dbf tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Project 3d02691e3dff4ef4bdc213da9eb91a18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:12:39.828930 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b9e6489-5a5d-413e-ae56-df1bb3410dbf tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.887553 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b9e6489-5a5d-413e-ae56-df1bb3410dbf tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.891241 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b9e6489-5a5d-413e-ae56-df1bb3410dbf tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.910352 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e6489-5a5d-413e-ae56-df1bb3410dbf tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779788d6-bfa6-468d-a719-ba8ec4057c11,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:39.914488 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b9e6489-5a5d-413e-ae56-df1bb3410dbf tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.915839 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-6b9e6489-5a5d-413e-ae56-df1bb3410dbf tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171777 Jul 05 11:12:39.918609 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51238) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:39.922931 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4f1a4b83-5c06-4f49-a91e-24d21f570148 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Request body: {'security_group_rule': {'security_group_id': '407703b7-9bd9-40e1-a247-75a8fe7f0467', 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:12:39.945263 n-d-798054-8 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-4f1a4b83-5c06-4f49-a91e-24d21f570148 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Project 3d02691e3dff4ef4bdc213da9eb91a18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:12:39.950054 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4f1a4b83-5c06-4f49-a91e-24d21f570148 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:40.014522 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4f1a4b83-5c06-4f49-a91e-24d21f570148 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:40.018286 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4f1a4b83-5c06-4f49-a91e-24d21f570148 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:40.035625 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a4b83-5c06-4f49-a91e-24d21f570148 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34e283e-d94a-4cc9-bc2a-a93e50bb7699,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:40.042214 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4f1a4b83-5c06-4f49-a91e-24d21f570148 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:40.043501 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4f1a4b83-5c06-4f49-a91e-24d21f570148 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1239729 Jul 05 11:12:41.220272 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 1a85b432-f0a0-479f-81ce-a20dca64a139 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:12:41.246047 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 1a85b432-f0a0-479f-81ce-a20dca64a139 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:12:41.246495 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 1a85b432-f0a0-479f-81ce-a20dca64a139 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:12:51.087701 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-22be8b22-4bc5-478b-905c-3ea86ec62264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:51.403632 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:12:53.282621 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97372a17-5fa9-4987-9671-6cefe517dfff req-5615d169-bd6f-447c-ba97-c9ea643e3830 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1973040569&fields=id&tenant_id=3d02691e3dff4ef4bdc213da9eb91a18 HTTP/1.1" status: 200 len: 267 time: 0.0328009 Jul 05 11:12:53.384828 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97372a17-5fa9-4987-9671-6cefe517dfff req-aeb097f4-a952-4025-a73c-2dfa78e24ea8 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:53.386305 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97372a17-5fa9-4987-9671-6cefe517dfff req-aeb097f4-a952-4025-a73c-2dfa78e24ea8 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/networks?id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb HTTP/1.1" status: 200 len: 809 time: 0.0974011 Jul 05 11:12:53.401307 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97372a17-5fa9-4987-9671-6cefe517dfff req-e4d7bea8-bf3d-42f9-8b05-c994c5a16bb0 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/quotas/3d02691e3dff4ef4bdc213da9eb91a18 HTTP/1.1" status: 200 len: 375 time: 0.0096996 Jul 05 11:12:53.456701 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8e076a90-cac0-4ad0-b0ba-81323f1fb15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:53.473253 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97372a17-5fa9-4987-9671-6cefe517dfff req-6863bba5-e6a3-4ef9-9469-3f0ac70d1a68 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3d02691e3dff4ef4bdc213da9eb91a18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673454 Jul 05 11:12:53.528739 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-97372a17-5fa9-4987-9671-6cefe517dfff req-26f89a7a-ecc1-4dad-b25b-d0c3cc1203e4 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 11:12:53.529728 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97372a17-5fa9-4987-9671-6cefe517dfff req-26f89a7a-ecc1-4dad-b25b-d0c3cc1203e4 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454297 Jul 05 11:12:53.617335 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97372a17-5fa9-4987-9671-6cefe517dfff req-d8cc29f0-633a-47ab-96e9-52f789798ba2 service neutron] 10.222.0.79 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818887 Jul 05 11:12:53.708681 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-97372a17-5fa9-4987-9671-6cefe517dfff req-e9b7147c-cf2a-496c-b75c-da2ed2b27de6 service neutron] 10.222.0.79 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856111 Jul 05 11:12:53.805729 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:54.003714 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7414ef23-175b-4a92-959a-eb7cd0a3eeae req-2ae79ce0-c323-4d87-8656-439b37b1f594 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 210 time: 0.0299909 Jul 05 11:12:54.948627 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:55.145808 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97372a17-5fa9-4987-9671-6cefe517dfff req-e1198462-ad1e-45bb-881f-a28c42c0f469 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:55.147346 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-97372a17-5fa9-4987-9671-6cefe517dfff req-e1198462-ad1e-45bb-881f-a28c42c0f469 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.78 "GET /v2.0/networks?id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb HTTP/1.1" status: 200 len: 809 time: 0.1169877 Jul 05 11:12:55.186629 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7c7904cb-4c13-43c8-af3b-62b1d2aaa17d req-61820be7-18fe-4bc3-8486-c15fdbf76cb9 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 210 time: 0.0284965 Jul 05 11:12:55.195973 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-97372a17-5fa9-4987-9671-6cefe517dfff req-6b11d5b1-ac57-4267-8c81-00ef2edcabb3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d02691e3dff4ef4bdc213da9eb91a18 HTTP/1.1" status: 200 len: 380 time: 0.0381505 Jul 05 11:12:55.204347 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-97372a17-5fa9-4987-9671-6cefe517dfff req-83b16572-4862-40a5-9fa2-dbbbef502c4c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Request body: {'port': {'device_id': 'ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'admin_state_up': True, 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'security_groups': ['407703b7-9bd9-40e1-a247-75a8fe7f0467']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:12:55.313297 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97372a17-5fa9-4987-9671-6cefe517dfff req-83b16572-4862-40a5-9fa2-dbbbef502c4c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Made reservation on behalf of 3d02691e3dff4ef4bdc213da9eb91a18 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:12:55.317633 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-97372a17-5fa9-4987-9671-6cefe517dfff req-83b16572-4862-40a5-9fa2-dbbbef502c4c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:55.446198 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-97372a17-5fa9-4987-9671-6cefe517dfff req-83b16572-4862-40a5-9fa2-dbbbef502c4c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Allocated IP 172.20.0.5 (703f11dd-bc8a-4332-836c-e4d8dd0edeeb/63bc9179-cafb-4412-9b92-026e334bc740/7ae247ca-ba72-44dc-8aa0-7623090cd38f) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:12:55.584534 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-97372a17-5fa9-4987-9671-6cefe517dfff req-83b16572-4862-40a5-9fa2-dbbbef502c4c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:55.602038 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-97372a17-5fa9-4987-9671-6cefe517dfff req-83b16572-4862-40a5-9fa2-dbbbef502c4c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Transition to ACTIVE for port object 7ae247ca-ba72-44dc-8aa0-7623090cd38f will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:12:55.635671 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-97372a17-5fa9-4987-9671-6cefe517dfff req-83b16572-4862-40a5-9fa2-dbbbef502c4c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:55.678784 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97372a17-5fa9-4987-9671-6cefe517dfff req-83b16572-4862-40a5-9fa2-dbbbef502c4c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Network 703f11dd-bc8a-4332-836c-e4d8dd0edeeb is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:12:55.681965 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-97372a17-5fa9-4987-9671-6cefe517dfff req-83b16572-4862-40a5-9fa2-dbbbef502c4c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:12:55.684482 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-97372a17-5fa9-4987-9671-6cefe517dfff req-83b16572-4862-40a5-9fa2-dbbbef502c4c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:12:55.718426 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b16572-4862-40a5-9fa2-dbbbef502c4c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event updated for resources: {'Port': ['ID=7ae247ca-ba72-44dc-8aa0-7623090cd38f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:55.748393 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97372a17-5fa9-4987-9671-6cefe517dfff req-83b16572-4862-40a5-9fa2-dbbbef502c4c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:55.749057 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-97372a17-5fa9-4987-9671-6cefe517dfff req-83b16572-4862-40a5-9fa2-dbbbef502c4c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:55.765496 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-97372a17-5fa9-4987-9671-6cefe517dfff req-83b16572-4862-40a5-9fa2-dbbbef502c4c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648513 Jul 05 11:12:55.778593 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-97372a17-5fa9-4987-9671-6cefe517dfff req-5ae361eb-179a-4c2a-a921-bd2835597edb service neutron] Request body: {'port': {'device_id': 'ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:12:55.858284 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-97372a17-5fa9-4987-9671-6cefe517dfff req-5ae361eb-179a-4c2a-a921-bd2835597edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:55.932426 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-352494a4-965b-427d-a37b-3a5f3769d771 None None] Provisioning for port 7ae247ca-ba72-44dc-8aa0-7623090cd38f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:12:55.936460 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-352494a4-965b-427d-a37b-3a5f3769d771 None None] Provisioning complete for port 7ae247ca-ba72-44dc-8aa0-7623090cd38f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:12:55.936845 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-352494a4-965b-427d-a37b-3a5f3769d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:55.972623 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-352494a4-965b-427d-a37b-3a5f3769d771 None None] Port 7ae247ca-ba72-44dc-8aa0-7623090cd38f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:12:56.121470 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-97372a17-5fa9-4987-9671-6cefe517dfff req-5ae361eb-179a-4c2a-a921-bd2835597edb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae247ca-ba72-44dc-8aa0-7623090cd38f {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:12:56.128861 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-97372a17-5fa9-4987-9671-6cefe517dfff req-5ae361eb-179a-4c2a-a921-bd2835597edb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:56.141987 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-97372a17-5fa9-4987-9671-6cefe517dfff req-5ae361eb-179a-4c2a-a921-bd2835597edb service neutron] Transition to ACTIVE for port object 7ae247ca-ba72-44dc-8aa0-7623090cd38f will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:12:56.145283 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-97372a17-5fa9-4987-9671-6cefe517dfff req-5ae361eb-179a-4c2a-a921-bd2835597edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:56.218007 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae361eb-179a-4c2a-a921-bd2835597edb service neutron] Pushing event updated for resources: {'Port': ['ID=7ae247ca-ba72-44dc-8aa0-7623090cd38f,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:56.273689 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-97372a17-5fa9-4987-9671-6cefe517dfff req-5ae361eb-179a-4c2a-a921-bd2835597edb service neutron] Attempting to bind port 7ae247ca-ba72-44dc-8aa0-7623090cd38f on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:12:56.274042 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-97372a17-5fa9-4987-9671-6cefe517dfff req-5ae361eb-179a-4c2a-a921-bd2835597edb service neutron] Attempting to bind port 7ae247ca-ba72-44dc-8aa0-7623090cd38f by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': '77b17388-b622-4b4d-aed3-4337a5beb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:12:56.274509 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97372a17-5fa9-4987-9671-6cefe517dfff req-5ae361eb-179a-4c2a-a921-bd2835597edb service neutron] Attempting to bind port 7ae247ca-ba72-44dc-8aa0-7623090cd38f on network 703f11dd-bc8a-4332-836c-e4d8dd0edeeb {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:12:56.279387 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97372a17-5fa9-4987-9671-6cefe517dfff req-5ae361eb-179a-4c2a-a921-bd2835597edb service neutron] Port 7ae247ca-ba72-44dc-8aa0-7623090cd38f on network 703f11dd-bc8a-4332-836c-e4d8dd0edeeb not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:12:56.279605 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97372a17-5fa9-4987-9671-6cefe517dfff req-5ae361eb-179a-4c2a-a921-bd2835597edb service neutron] Attempting to bind port 7ae247ca-ba72-44dc-8aa0-7623090cd38f on network 703f11dd-bc8a-4332-836c-e4d8dd0edeeb {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:12:56.285095 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97372a17-5fa9-4987-9671-6cefe517dfff req-5ae361eb-179a-4c2a-a921-bd2835597edb service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:12:56.285513 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97372a17-5fa9-4987-9671-6cefe517dfff req-5ae361eb-179a-4c2a-a921-bd2835597edb service neutron] Checking segment: {'id': '77b17388-b622-4b4d-aed3-4337a5beb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:12:56.285977 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97372a17-5fa9-4987-9671-6cefe517dfff req-5ae361eb-179a-4c2a-a921-bd2835597edb service neutron] Bound using segment: {'id': '77b17388-b622-4b4d-aed3-4337a5beb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:12:56.286480 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-97372a17-5fa9-4987-9671-6cefe517dfff req-5ae361eb-179a-4c2a-a921-bd2835597edb service neutron] Bound port: 7ae247ca-ba72-44dc-8aa0-7623090cd38f, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b17388-b622-4b4d-aed3-4337a5beb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:12:56.286916 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-97372a17-5fa9-4987-9671-6cefe517dfff req-5ae361eb-179a-4c2a-a921-bd2835597edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:56.359723 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-97372a17-5fa9-4987-9671-6cefe517dfff req-5ae361eb-179a-4c2a-a921-bd2835597edb service neutron] For port 7ae247ca-ba72-44dc-8aa0-7623090cd38f, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:12:56.364022 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-97372a17-5fa9-4987-9671-6cefe517dfff req-5ae361eb-179a-4c2a-a921-bd2835597edb service neutron] For port 7ae247ca-ba72-44dc-8aa0-7623090cd38f, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=7ae247ca-ba72-44dc-8aa0-7623090cd38f,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:12:56.376464 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-97372a17-5fa9-4987-9671-6cefe517dfff req-5ae361eb-179a-4c2a-a921-bd2835597edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:56.414835 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cea33-58ed-4ebe-a049-2204ade58e63 req-dd470a0a-ee70-47a4-b86b-14e14adf2f31 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:56.428482 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e71cea33-58ed-4ebe-a049-2204ade58e63 req-dd470a0a-ee70-47a4-b86b-14e14adf2f31 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 943 time: 0.1071327 Jul 05 11:12:56.431210 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97372a17-5fa9-4987-9671-6cefe517dfff req-5ae361eb-179a-4c2a-a921-bd2835597edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:56.432065 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-97372a17-5fa9-4987-9671-6cefe517dfff req-5ae361eb-179a-4c2a-a921-bd2835597edb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:56.433902 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-97372a17-5fa9-4987-9671-6cefe517dfff req-5ae361eb-179a-4c2a-a921-bd2835597edb service neutron] 10.222.0.78 "PUT /v2.0/ports/7ae247ca-ba72-44dc-8aa0-7623090cd38f HTTP/1.1" status: 200 len: 1091 time: 0.6609364 Jul 05 11:12:56.434502 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3', 'tag': '7ae247ca-ba72-44dc-8aa0-7623090cd38f'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:12:56.437133 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9076a80b-9c2a-4943-bbdd-461b2562e22e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3", "tag": "7ae247ca-ba72-44dc-8aa0-7623090cd38f"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:12:56.471495 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae361eb-179a-4c2a-a921-bd2835597edb service neutron] Pushing event updated for resources: {'Port': ['ID=7ae247ca-ba72-44dc-8aa0-7623090cd38f,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:56.480946 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e71cea33-58ed-4ebe-a049-2204ade58e63 req-8d856c3a-dacb-48d4-8bb4-4c3a6b3913cf tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511000 Jul 05 11:12:56.538670 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6645628a-dfd0-48db-bd53-987505a3c596 x-openstack-request-id: req-6645628a-dfd0-48db-bd53-987505a3c596 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:12:56.539117 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3", "tag": "7ae247ca-ba72-44dc-8aa0-7623090cd38f", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:12:56.539468 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6645628a-dfd0-48db-bd53-987505a3c596 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:12:56.539991 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3', 'tag': '7ae247ca-ba72-44dc-8aa0-7623090cd38f', 'status': 'completed', 'code': 200} Jul 05 11:12:56.558526 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97372a17-5fa9-4987-9671-6cefe517dfff req-e3391a38-7007-4e74-af2c-7ce18095311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:56.560460 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-97372a17-5fa9-4987-9671-6cefe517dfff req-e3391a38-7007-4e74-af2c-7ce18095311c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d02691e3dff4ef4bdc213da9eb91a18&device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 1094 time: 0.0762465 Jul 05 11:12:56.604776 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-97372a17-5fa9-4987-9671-6cefe517dfff req-a6e1e467-bd4e-49ac-a791-29ade736366d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ae247ca-ba72-44dc-8aa0-7623090cd38f HTTP/1.1" status: 200 len: 217 time: 0.0369098 Jul 05 11:12:56.657411 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97372a17-5fa9-4987-9671-6cefe517dfff req-a46bc3c1-07bb-4e37-a734-69a41282e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:56.658892 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-97372a17-5fa9-4987-9671-6cefe517dfff req-a46bc3c1-07bb-4e37-a734-69a41282e6bd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=63bc9179-cafb-4412-9b92-026e334bc740 HTTP/1.1" status: 200 len: 848 time: 0.0477924 Jul 05 11:12:56.718081 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97372a17-5fa9-4987-9671-6cefe517dfff req-8632b5cb-1d1a-426e-ae97-410601126971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:56.720469 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-97372a17-5fa9-4987-9671-6cefe517dfff req-8632b5cb-1d1a-426e-ae97-410601126971 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553665 Jul 05 11:12:56.811929 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-97372a17-5fa9-4987-9671-6cefe517dfff req-e0e7a712-62c6-4b9c-ae01-6eb9dd91e2e8 service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852661 Jul 05 11:12:56.903124 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-97372a17-5fa9-4987-9671-6cefe517dfff req-320cfabd-99d0-47ce-a4e9-a22430b3522e service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855711 Jul 05 11:12:57.001541 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076a80b-9c2a-4943-bbdd-461b2562e22e req-d27defda-0699-41f9-8730-a5680fa8166d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:57.002958 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9076a80b-9c2a-4943-bbdd-461b2562e22e req-d27defda-0699-41f9-8730-a5680fa8166d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d02691e3dff4ef4bdc213da9eb91a18&device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 1094 time: 0.0569279 Jul 05 11:12:57.087982 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:57.097319 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076a80b-9c2a-4943-bbdd-461b2562e22e req-ba8e86c3-622b-4bf7-acf6-01358cdb5b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:57.098989 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9076a80b-9c2a-4943-bbdd-461b2562e22e req-ba8e86c3-622b-4bf7-acf6-01358cdb5b2d service neutron] 10.222.0.78 "GET /v2.0/networks?id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb HTTP/1.1" status: 200 len: 910 time: 0.0903924 Jul 05 11:12:57.145981 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9076a80b-9c2a-4943-bbdd-461b2562e22e req-2efacd4b-c98c-4e46-92f1-62893ae4e148 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ae247ca-ba72-44dc-8aa0-7623090cd38f HTTP/1.1" status: 200 len: 217 time: 0.0411296 Jul 05 11:12:57.194430 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076a80b-9c2a-4943-bbdd-461b2562e22e req-de6accc7-db19-4874-8b04-f90c1cb7d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:57.195920 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9076a80b-9c2a-4943-bbdd-461b2562e22e req-de6accc7-db19-4874-8b04-f90c1cb7d9c2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=63bc9179-cafb-4412-9b92-026e334bc740 HTTP/1.1" status: 200 len: 848 time: 0.0436399 Jul 05 11:12:57.251734 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076a80b-9c2a-4943-bbdd-461b2562e22e req-bd9c8feb-ba1d-47c5-8274-53fde4d5edf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:57.253195 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9076a80b-9c2a-4943-bbdd-461b2562e22e req-bd9c8feb-ba1d-47c5-8274-53fde4d5edf2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512676 Jul 05 11:12:57.344779 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9076a80b-9c2a-4943-bbdd-461b2562e22e req-62007b69-7b88-4554-9973-0b672a87c96f service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854685 Jul 05 11:12:57.685735 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de8e4a-c2b3-4649-b21b-29fd397650db req-f2c933cf-8fbe-4714-91b4-e3acc543fd6d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:57.687637 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c5de8e4a-c2b3-4649-b21b-29fd397650db req-f2c933cf-8fbe-4714-91b4-e3acc543fd6d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 943 time: 0.0886178 Jul 05 11:12:57.729677 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c5de8e4a-c2b3-4649-b21b-29fd397650db req-2eaf147a-2dba-4a59-b9fb-fe1d4b150be1 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352824 Jul 05 11:12:57.765169 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9076a80b-9c2a-4943-bbdd-461b2562e22e req-3b363223-d01d-4407-acd9-2c9511c1d870 service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143238 Jul 05 11:12:58.908084 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c131cc-e6ab-4e2f-b21d-4e6f99bf2132 req-bad652a5-176b-4e0e-83ec-7e446a578c75 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:58.909826 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-75c131cc-e6ab-4e2f-b21d-4e6f99bf2132 req-bad652a5-176b-4e0e-83ec-7e446a578c75 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 943 time: 0.0669060 Jul 05 11:12:58.949949 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-75c131cc-e6ab-4e2f-b21d-4e6f99bf2132 req-5696a6f9-f88a-4a04-b521-1bf1fbef0367 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320399 Jul 05 11:13:00.124271 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4059682-5a89-4ca7-a692-a3b75d5fcbcd req-99e0cfa6-7b93-41b4-8053-5e2ae100d79b tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:00.125735 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4059682-5a89-4ca7-a692-a3b75d5fcbcd req-99e0cfa6-7b93-41b4-8053-5e2ae100d79b tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 943 time: 0.0668082 Jul 05 11:13:00.162715 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e4059682-5a89-4ca7-a692-a3b75d5fcbcd req-fb033861-1869-48ae-be0d-6c16b10b27ff tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310225 Jul 05 11:13:01.331655 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec14ead-0892-45ad-8740-be5b58571bbf req-455e5dee-415f-4e6a-8402-0cb958fc42c4 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:01.333163 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cec14ead-0892-45ad-8740-be5b58571bbf req-455e5dee-415f-4e6a-8402-0cb958fc42c4 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 943 time: 0.0629392 Jul 05 11:13:01.370350 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cec14ead-0892-45ad-8740-be5b58571bbf req-cde53851-7fba-48da-ad64-86c5a195c5f7 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310616 Jul 05 11:13:02.545987 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623acf6-6690-4698-86cb-638916bbc3d9 req-9acce0bb-2220-4ca0-959e-c91a3dde29e0 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:02.547465 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7623acf6-6690-4698-86cb-638916bbc3d9 req-9acce0bb-2220-4ca0-959e-c91a3dde29e0 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 943 time: 0.0655363 Jul 05 11:13:02.586224 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7623acf6-6690-4698-86cb-638916bbc3d9 req-94f13dac-4d08-4f32-b37b-5bb8ce29bfc9 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327265 Jul 05 11:13:03.614829 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:03.756839 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb0a27-0a7b-4465-8115-83df91826dd0 req-d1e8d7d2-481e-413a-97f7-3d44306d579f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:03.758334 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abbb0a27-0a7b-4465-8115-83df91826dd0 req-d1e8d7d2-481e-413a-97f7-3d44306d579f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 943 time: 0.0627408 Jul 05 11:13:03.795289 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abbb0a27-0a7b-4465-8115-83df91826dd0 req-6591394f-2086-4738-a0a0-39b278387173 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313704 Jul 05 11:13:04.967031 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140639d-1a8c-4516-8f8a-06aab1b29ac5 req-656b626f-15fa-4ae0-8cd0-950fce535fe2 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:04.968472 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a140639d-1a8c-4516-8f8a-06aab1b29ac5 req-656b626f-15fa-4ae0-8cd0-950fce535fe2 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 943 time: 0.0628350 Jul 05 11:13:05.005822 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a140639d-1a8c-4516-8f8a-06aab1b29ac5 req-e400b193-4dcb-4e64-b208-9157e9cd0544 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318182 Jul 05 11:13:06.179002 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28dd76-8ef6-4f4c-b404-d8a816d3b2b1 req-6949b394-21e2-472a-9f0a-24fd7ba4d18d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:06.180505 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e28dd76-8ef6-4f4c-b404-d8a816d3b2b1 req-6949b394-21e2-472a-9f0a-24fd7ba4d18d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 943 time: 0.0667312 Jul 05 11:13:06.218607 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9e28dd76-8ef6-4f4c-b404-d8a816d3b2b1 req-15620d37-fdd2-40b6-a27c-0aa85d78a051 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325608 Jul 05 11:13:07.097559 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:07.344130 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 7ae247ca-ba72-44dc-8aa0-7623090cd38f details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:13:07.391476 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c01b21-a2f8-471a-b96b-ac18c8b02526 req-cc5fb40c-e630-422a-829e-a1ffa868005e tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:07.392908 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43c01b21-a2f8-471a-b96b-ac18c8b02526 req-cc5fb40c-e630-422a-829e-a1ffa868005e tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 943 time: 0.0634933 Jul 05 11:13:07.430778 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-43c01b21-a2f8-471a-b96b-ac18c8b02526 req-c3396d55-050d-4013-8abb-db77814f7552 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323060 Jul 05 11:13:07.445989 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 7ae247ca-ba72-44dc-8aa0-7623090cd38f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=7ae247ca-ba72-44dc-8aa0-7623090cd38f,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:13:07.457326 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '7ae247ca-ba72-44dc-8aa0-7623090cd38f', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'port_id': '7ae247ca-ba72-44dc-8aa0-7623090cd38f', 'mac_address': 'fa:16:3e:aa:86:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63bc9179-cafb-4412-9b92-026e334bc740', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:13:07.493582 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:07.505760 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae247ca-ba72-44dc-8aa0-7623090cd38f {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:13:07.524257 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 7ae247ca-ba72-44dc-8aa0-7623090cd38f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=7ae247ca-ba72-44dc-8aa0-7623090cd38f,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:13:07.528370 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:07.574293 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=7ae247ca-ba72-44dc-8aa0-7623090cd38f,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:07.581423 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:07.581774 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:07.582118 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:07.582451 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:07.582788 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:07.583116 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:07.583441 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:07.583790 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:07.584196 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:07.584518 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:07.584839 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:07.585160 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:07.827523 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['7ae247ca-ba72-44dc-8aa0-7623090cd38f'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:13:08.604448 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd405a8-46fb-4e2e-a70a-e4e9273aa1fb req-6ad6d3c8-0211-48aa-bab1-f03fa5454b03 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:08.605942 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5cd405a8-46fb-4e2e-a70a-e4e9273aa1fb req-6ad6d3c8-0211-48aa-bab1-f03fa5454b03 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 944 time: 0.0660155 Jul 05 11:13:08.644804 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5cd405a8-46fb-4e2e-a70a-e4e9273aa1fb req-02db2afd-0502-49bc-8960-c495d0fe98df tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332978 Jul 05 11:13:09.344494 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 7ae247ca-ba72-44dc-8aa0-7623090cd38f up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:13:09.391203 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 7ae247ca-ba72-44dc-8aa0-7623090cd38f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:13:09.394857 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 7ae247ca-ba72-44dc-8aa0-7623090cd38f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:09.395234 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:09.471516 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:09.493222 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae247ca-ba72-44dc-8aa0-7623090cd38f'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:13:09.495471 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e56606-dcb4-4df7-b0a8-e9b9b6c01e40" -d '{"events": [{"server_uuid": "ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3", "name": "network-vif-plugged", "status": "completed", "tag": "7ae247ca-ba72-44dc-8aa0-7623090cd38f"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:13:09.508381 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 7ae247ca-ba72-44dc-8aa0-7623090cd38f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=7ae247ca-ba72-44dc-8aa0-7623090cd38f,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:13:09.512971 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:09.561102 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=7ae247ca-ba72-44dc-8aa0-7623090cd38f,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:09.577150 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526c1096-448e-4d0e-9dbc-e9d42bc2f9af x-openstack-request-id: req-526c1096-448e-4d0e-9dbc-e9d42bc2f9af {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:13:09.577452 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3", "name": "network-vif-plugged", "status": "completed", "tag": "7ae247ca-ba72-44dc-8aa0-7623090cd38f", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:13:09.577713 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-526c1096-448e-4d0e-9dbc-e9d42bc2f9af {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:13:09.578116 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae247ca-ba72-44dc-8aa0-7623090cd38f', 'code': 200} Jul 05 11:13:09.695643 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebad40b-0d18-4c50-b38a-80a71f703b6f req-a2897ae1-94b0-4ed4-aba6-7cbac7b6f4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:09.697323 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9ebad40b-0d18-4c50-b38a-80a71f703b6f req-a2897ae1-94b0-4ed4-aba6-7cbac7b6f4f7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 1096 time: 0.0550294 Jul 05 11:13:09.731553 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-9ebad40b-0d18-4c50-b38a-80a71f703b6f req-85e5f5c5-d07a-4022-8483-68ebee2d2de2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278220 Jul 05 11:13:09.817091 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14d4cb-0b19-484f-a7aa-423002d0adc0 req-d050697d-9408-40d2-9e2b-978ad5e2181f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:09.819097 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1c14d4cb-0b19-484f-a7aa-423002d0adc0 req-d050697d-9408-40d2-9e2b-978ad5e2181f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 945 time: 0.0624604 Jul 05 11:13:09.856134 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1c14d4cb-0b19-484f-a7aa-423002d0adc0 req-6a48cf0b-541c-4428-a7c7-0b20228595a6 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314794 Jul 05 11:13:11.026042 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59da330-91b6-4d91-87cc-87e6dfe46a15 req-cd3f3079-e948-4ab5-b31a-195425434197 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:11.027526 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b59da330-91b6-4d91-87cc-87e6dfe46a15 req-cd3f3079-e948-4ab5-b31a-195425434197 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 945 time: 0.0616744 Jul 05 11:13:11.064645 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b59da330-91b6-4d91-87cc-87e6dfe46a15 req-25942079-7afd-48e0-b8ae-52754c975b1e tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313613 Jul 05 11:13:11.240055 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d629f-0104-4312-8846-3913f001fabd req-0e9c7a7f-461f-441e-afc0-3e9dd933f78c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:11.241622 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-478d629f-0104-4312-8846-3913f001fabd req-0e9c7a7f-461f-441e-afc0-3e9dd933f78c tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 945 time: 0.0683079 Jul 05 11:13:11.279907 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-478d629f-0104-4312-8846-3913f001fabd req-0bcb234f-1419-497c-9581-e58cc94a98c1 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327163 Jul 05 11:13:11.303465 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51444) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:11.396974 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1174c99f-57e8-4993-a481-f96b42b588cd tempest-TestShelveInstance-1210406450 tempest-TestShelveInstance-1210406450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:11.398507 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1174c99f-57e8-4993-a481-f96b42b588cd tempest-TestShelveInstance-1210406450 tempest-TestShelveInstance-1210406450-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 1091 time: 0.0939059 Jul 05 11:13:11.401304 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51448) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:11.405685 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-33858389-7a8b-42ed-a42b-883bf7e4621f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': '7ae247ca-ba72-44dc-8aa0-7623090cd38f', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:13:11.427574 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-33858389-7a8b-42ed-a42b-883bf7e4621f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:11.841181 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-33858389-7a8b-42ed-a42b-883bf7e4621f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:11.940865 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-33858389-7a8b-42ed-a42b-883bf7e4621f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Allocated IP 172.25.7.198 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/4aaf7b5a-b475-4df1-8129-83279ba22269) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:13:12.045205 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-33858389-7a8b-42ed-a42b-883bf7e4621f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:12.087016 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-33858389-7a8b-42ed-a42b-883bf7e4621f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:12.123524 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33858389-7a8b-42ed-a42b-883bf7e4621f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:13:12.126350 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-33858389-7a8b-42ed-a42b-883bf7e4621f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:13:12.128835 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33858389-7a8b-42ed-a42b-883bf7e4621f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:13:12.158255 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33858389-7a8b-42ed-a42b-883bf7e4621f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event updated for resources: {'Port': ['ID=4aaf7b5a-b475-4df1-8129-83279ba22269,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:12.496111 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-33858389-7a8b-42ed-a42b-883bf7e4621f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:12.570995 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-33858389-7a8b-42ed-a42b-883bf7e4621f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:12.716010 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-33858389-7a8b-42ed-a42b-883bf7e4621f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:12.720618 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-33858389-7a8b-42ed-a42b-883bf7e4621f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:12.791229 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33858389-7a8b-42ed-a42b-883bf7e4621f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event updated for resources: {'Port': ['ID=4aaf7b5a-b475-4df1-8129-83279ba22269,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:12.802629 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-33858389-7a8b-42ed-a42b-883bf7e4621f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:12.902540 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-33858389-7a8b-42ed-a42b-883bf7e4621f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Floating IP ad65f42e-8fb6-44b1-a8a6-2e08ba97ae68 associated. External IP: 172.25.7.198, port: 7ae247ca-ba72-44dc-8aa0-7623090cd38f. Jul 05 11:13:13.107551 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33858389-7a8b-42ed-a42b-883bf7e4621f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Router 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:13:13.213754 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33858389-7a8b-42ed-a42b-883bf7e4621f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:13:13.223378 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d263ae-7011-4edb-ad6c-fe07cd2466ef None None] Sync routers for ids ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:13:13.231002 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-33858389-7a8b-42ed-a42b-883bf7e4621f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:13.269927 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-33858389-7a8b-42ed-a42b-883bf7e4621f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8675792 Jul 05 11:13:13.270536 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3', 'tag': '7ae247ca-ba72-44dc-8aa0-7623090cd38f'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:13:13.273241 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5482bb0-c5e9-40cd-a218-bcd918c3ea72" -d '{"events": [{"name": "network-changed", "server_uuid": "ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3", "tag": "7ae247ca-ba72-44dc-8aa0-7623090cd38f"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:13:13.311721 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fde526-6a66-4bfd-aa45-616a2562883e x-openstack-request-id: req-92fde526-6a66-4bfd-aa45-616a2562883e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:13:13.312068 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3", "tag": "7ae247ca-ba72-44dc-8aa0-7623090cd38f", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:13:13.312504 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-92fde526-6a66-4bfd-aa45-616a2562883e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:13:13.312881 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3', 'tag': '7ae247ca-ba72-44dc-8aa0-7623090cd38f', 'status': 'completed', 'code': 200} Jul 05 11:13:13.324427 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d263ae-7011-4edb-ad6c-fe07cd2466ef None None] Routers {'6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:13:13.325038 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e2d263ae-7011-4edb-ad6c-fe07cd2466ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:12:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:13.393489 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5482bb0-c5e9-40cd-a218-bcd918c3ea72 req-72c40dd8-1c02-4d56-b298-9f5e7b62682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:13.394950 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d5482bb0-c5e9-40cd-a218-bcd918c3ea72 req-72c40dd8-1c02-4d56-b298-9f5e7b62682c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d02691e3dff4ef4bdc213da9eb91a18&device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 1096 time: 0.0600033 Jul 05 11:13:13.426514 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e2d263ae-7011-4edb-ad6c-fe07cd2466ef None None] Set router 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:13:13.482096 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5482bb0-c5e9-40cd-a218-bcd918c3ea72 req-01cb8887-fe8c-43a5-b3c6-c657d78c9812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:13.483573 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d5482bb0-c5e9-40cd-a218-bcd918c3ea72 req-01cb8887-fe8c-43a5-b3c6-c657d78c9812 service neutron] 10.222.0.78 "GET /v2.0/networks?id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb HTTP/1.1" status: 200 len: 910 time: 0.0829022 Jul 05 11:13:13.551109 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d5482bb0-c5e9-40cd-a218-bcd918c3ea72 req-b7adc660-136e-422b-be32-e7f4b6dc1624 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ae247ca-ba72-44dc-8aa0-7623090cd38f HTTP/1.1" status: 200 len: 999 time: 0.0612316 Jul 05 11:13:13.598863 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5482bb0-c5e9-40cd-a218-bcd918c3ea72 req-3dbf1f93-3fa9-4970-962d-3ae63db96bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:13.600956 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d5482bb0-c5e9-40cd-a218-bcd918c3ea72 req-3dbf1f93-3fa9-4970-962d-3ae63db96bec service neutron] 10.222.0.78 "GET /v2.0/subnets?id=63bc9179-cafb-4412-9b92-026e334bc740 HTTP/1.1" status: 200 len: 848 time: 0.0438840 Jul 05 11:13:13.641206 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e2d263ae-7011-4edb-ad6c-fe07cd2466ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'name': 'tempest-TestShelveInstance-1759319287-router', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '58d1afe1-744a-4090-8d61-c86048afe293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:54Z', 'revision_number': 4, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'gw_port': {'id': '58d1afe1-744a-4090-8d61-c86048afe293', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'ad65f42e-8fb6-44b1-a8a6-2e08ba97ae68', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'floating_ip_address': '172.25.7.198', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'port_id': '7ae247ca-ba72-44dc-8aa0-7623090cd38f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'mac_address': 'fa:16:3e:aa:86:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:13:12Z', 'updated_at': '2021-07-05T11:13:12Z', 'revision_number': 0, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868dada6-af54-4747-941e-28465764f56d', 'name': '', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'mac_address': 'fa:16:3e:79:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '63bc9179-cafb-4412-9b92-026e334bc740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:53Z', 'updated_at': '2021-07-05T11:07:01Z', 'revision_number': 5, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'subnets': [{'id': '63bc9179-cafb-4412-9b92-026e334bc740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:13.656959 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5482bb0-c5e9-40cd-a218-bcd918c3ea72 req-796cd9d0-7b99-4d3b-9396-0ae087edf5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:13.658392 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d5482bb0-c5e9-40cd-a218-bcd918c3ea72 req-796cd9d0-7b99-4d3b-9396-0ae087edf5cc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512624 Jul 05 11:13:13.669916 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d263ae-7011-4edb-ad6c-fe07cd2466ef None None] Checking router: 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:13:13.679077 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d263ae-7011-4edb-ad6c-fe07cd2466ef None None] Routers {'6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:13:13.679933 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e2d263ae-7011-4edb-ad6c-fe07cd2466ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:12:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:13.754695 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d5482bb0-c5e9-40cd-a218-bcd918c3ea72 req-4638a399-45ef-4633-ac46-88382609038b service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896983 Jul 05 11:13:13.784630 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e2d263ae-7011-4edb-ad6c-fe07cd2466ef None None] Set router 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:13:13.842754 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d5482bb0-c5e9-40cd-a218-bcd918c3ea72 req-a646f372-08b9-4180-8cc0-70a632fd57f5 service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822749 Jul 05 11:13:14.001023 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e2d263ae-7011-4edb-ad6c-fe07cd2466ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'name': 'tempest-TestShelveInstance-1759319287-router', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '58d1afe1-744a-4090-8d61-c86048afe293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:54Z', 'revision_number': 4, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'gw_port': {'id': '58d1afe1-744a-4090-8d61-c86048afe293', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'ad65f42e-8fb6-44b1-a8a6-2e08ba97ae68', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'floating_ip_address': '172.25.7.198', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'port_id': '7ae247ca-ba72-44dc-8aa0-7623090cd38f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'mac_address': 'fa:16:3e:aa:86:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:13:12Z', 'updated_at': '2021-07-05T11:13:12Z', 'revision_number': 0, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868dada6-af54-4747-941e-28465764f56d', 'name': '', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'mac_address': 'fa:16:3e:79:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '63bc9179-cafb-4412-9b92-026e334bc740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:53Z', 'updated_at': '2021-07-05T11:07:01Z', 'revision_number': 5, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'subnets': [{'id': '63bc9179-cafb-4412-9b92-026e334bc740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:14.026678 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d263ae-7011-4edb-ad6c-fe07cd2466ef None None] The sync data for ids ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'] in n-d-798054-8 is: [{'id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'name': 'tempest-TestShelveInstance-1759319287-router', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '58d1afe1-744a-4090-8d61-c86048afe293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:54Z', 'revision_number': 4, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'gw_port': {'id': '58d1afe1-744a-4090-8d61-c86048afe293', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': 'ad65f42e-8fb6-44b1-a8a6-2e08ba97ae68', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'floating_ip_address': '172.25.7.198', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'port_id': '7ae247ca-ba72-44dc-8aa0-7623090cd38f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'mac_address': 'fa:16:3e:aa:86:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:13:12Z', 'updated_at': '2021-07-05T11:13:12Z', 'revision_number': 0, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868dada6-af54-4747-941e-28465764f56d', 'name': '', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'mac_address': 'fa:16:3e:79:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '63bc9179-cafb-4412-9b92-026e334bc740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:53Z', 'updated_at': '2021-07-05T11:07:01Z', 'revision_number': 5, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'subnets': [{'id': '63bc9179-cafb-4412-9b92-026e334bc740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:13:14.310382 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fa32ed-3905-433e-8e43-146f2ed61b9b None None] New status for floating IP ad65f42e-8fb6-44b1-a8a6-2e08ba97ae68: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:13:21.089175 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2c23d103-c5f8-46e4-83ab-6b368cf95afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:23.458728 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4ba2c392-b0b8-4748-bb55-5f959c7345a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:23.806878 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:24.952179 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:27.084135 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:28.402782 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:13:33.616003 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:37.105572 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:40.162157 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-439d2a3a-939a-4d95-b654-31b0bc4b7f84 req-5e9c9a09-2060-4c83-a445-2b21257173a1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0887640 Jul 05 11:13:40.260384 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d2a3a-939a-4d95-b654-31b0bc4b7f84 req-d06be926-8504-445c-9e73-79e2f2bcacc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:40.261936 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-439d2a3a-939a-4d95-b654-31b0bc4b7f84 req-d06be926-8504-445c-9e73-79e2f2bcacc6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d02691e3dff4ef4bdc213da9eb91a18&device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 1096 time: 0.0555303 Jul 05 11:13:40.368963 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d2a3a-939a-4d95-b654-31b0bc4b7f84 req-62628388-566d-4be7-b1d8-d6fe115890c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:40.370390 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-439d2a3a-939a-4d95-b654-31b0bc4b7f84 req-62628388-566d-4be7-b1d8-d6fe115890c1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb HTTP/1.1" status: 200 len: 910 time: 0.0865710 Jul 05 11:13:40.441207 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-439d2a3a-939a-4d95-b654-31b0bc4b7f84 req-e27965a8-b03f-494d-8e38-1ba3105bf280 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ae247ca-ba72-44dc-8aa0-7623090cd38f HTTP/1.1" status: 200 len: 1001 time: 0.0611169 Jul 05 11:13:40.488320 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d2a3a-939a-4d95-b654-31b0bc4b7f84 req-563f4cd4-aad9-4095-b3fe-93fde487fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:40.489758 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-439d2a3a-939a-4d95-b654-31b0bc4b7f84 req-563f4cd4-aad9-4095-b3fe-93fde487fddd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=63bc9179-cafb-4412-9b92-026e334bc740 HTTP/1.1" status: 200 len: 848 time: 0.0430198 Jul 05 11:13:40.552887 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d2a3a-939a-4d95-b654-31b0bc4b7f84 req-b66b6499-ce60-4aae-bde0-d6088b9c44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:40.554655 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-439d2a3a-939a-4d95-b654-31b0bc4b7f84 req-b66b6499-ce60-4aae-bde0-d6088b9c44c8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569546 Jul 05 11:13:40.655833 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-439d2a3a-939a-4d95-b654-31b0bc4b7f84 req-4cbf61c0-ae5c-4848-81fd-d27b55011536 service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931041 Jul 05 11:13:40.745717 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-439d2a3a-939a-4d95-b654-31b0bc4b7f84 req-ea1aa1dd-93a1-4505-b3cf-159c104453ff service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836232 Jul 05 11:13:51.089633 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ff3fd280-51f7-49eb-9185-93c8450558a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:53.460036 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1c9193f1-8677-488d-be8b-cb61d7104699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:53.807746 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:54.954679 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:57.091517 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:03.612650 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:05.404191 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:14:07.124335 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:21.090151 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a1530415-449e-4808-af6b-ae5abfa77c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:23.461588 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-923c7161-e59e-4d12-a3b9-f921d94a84e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:23.808409 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:24.957226 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:27.094181 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:33.610960 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:37.121812 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:41.120793 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-026fd129-f93f-4a8b-a07b-0832f43eba90 req-55c08fd4-0f64-44a8-8f8c-3573200ef459 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526011 Jul 05 11:14:41.218860 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fd129-f93f-4a8b-a07b-0832f43eba90 req-9b91422c-90b4-4dae-9efb-ee15f5d4e13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:41.220455 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-026fd129-f93f-4a8b-a07b-0832f43eba90 req-9b91422c-90b4-4dae-9efb-ee15f5d4e13c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d02691e3dff4ef4bdc213da9eb91a18&device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 1096 time: 0.0567827 Jul 05 11:14:41.327972 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fd129-f93f-4a8b-a07b-0832f43eba90 req-7c0b9159-a972-401f-9213-eb0fded08dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:41.329507 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-026fd129-f93f-4a8b-a07b-0832f43eba90 req-7c0b9159-a972-401f-9213-eb0fded08dfc service neutron] 10.222.0.78 "GET /v2.0/networks?id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb HTTP/1.1" status: 200 len: 910 time: 0.0892656 Jul 05 11:14:41.397027 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-026fd129-f93f-4a8b-a07b-0832f43eba90 req-6ef6c1d2-38c7-4369-b96e-a6661becdf75 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ae247ca-ba72-44dc-8aa0-7623090cd38f HTTP/1.1" status: 200 len: 1001 time: 0.0610037 Jul 05 11:14:41.444265 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fd129-f93f-4a8b-a07b-0832f43eba90 req-e1a2ac7d-fffc-441a-bec3-e81b1eb1af27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:41.445727 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-026fd129-f93f-4a8b-a07b-0832f43eba90 req-e1a2ac7d-fffc-441a-bec3-e81b1eb1af27 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=63bc9179-cafb-4412-9b92-026e334bc740 HTTP/1.1" status: 200 len: 848 time: 0.0428128 Jul 05 11:14:41.500952 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fd129-f93f-4a8b-a07b-0832f43eba90 req-aee71159-2ee2-43be-987b-3ceec08d1d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:41.502407 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-026fd129-f93f-4a8b-a07b-0832f43eba90 req-aee71159-2ee2-43be-987b-3ceec08d1d6b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509996 Jul 05 11:14:41.591961 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-026fd129-f93f-4a8b-a07b-0832f43eba90 req-d435e265-0e81-4847-8b13-aed4a8c0b059 service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834801 Jul 05 11:14:41.681953 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-026fd129-f93f-4a8b-a07b-0832f43eba90 req-8b5341d4-fcca-4c71-b4ec-45a72d844d0a service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841477 Jul 05 11:14:42.403169 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:14:51.091687 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69f645d9-3bca-46bd-b80e-6c7b4ac13b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:53.461557 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-49d302a4-da2e-45d2-88b7-257bbc40629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:53.808625 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:54.960522 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:56.507077 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [req-a3595ff4-70b1-4c4d-8a4a-faec36b06c7d req-71599fda-0d39-49b8-83d6-9d52ee483033 service neutron] (93906) timed out ('10.222.0.79', 50024) {{(pid=93906) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 11:14:57.096487 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:03.626557 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:06.110021 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fd078-09ac-4f5f-a1b7-bb1737919abc req-0751a72e-d8ab-4f52-9c20-8d4ed1efd013 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:06.111531 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-009fd078-09ac-4f5f-a1b7-bb1737919abc req-0751a72e-d8ab-4f52-9c20-8d4ed1efd013 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 945 time: 0.0675502 Jul 05 11:15:06.150261 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-009fd078-09ac-4f5f-a1b7-bb1737919abc req-b20023b5-4f52-41e1-90b9-e258647c40d0 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320661 Jul 05 11:15:07.132250 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:07.354033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0acbb-59cb-42af-9cf1-50bc19e8bee7 req-dbb72ef8-07be-4da7-8304-435a9c0bedf8 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:07.355531 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f9e0acbb-59cb-42af-9cf1-50bc19e8bee7 req-dbb72ef8-07be-4da7-8304-435a9c0bedf8 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 945 time: 0.0695002 Jul 05 11:15:07.392454 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-f9e0acbb-59cb-42af-9cf1-50bc19e8bee7 req-e6dba57d-72e2-48ec-823f-db76ed9d12e3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306945 Jul 05 11:15:08.564379 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4ee33-a889-4b03-aa82-0c5b72fd7b63 req-339a141e-75a5-4bd1-9ade-8a31da86875e tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:08.565974 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aea4ee33-a889-4b03-aa82-0c5b72fd7b63 req-339a141e-75a5-4bd1-9ade-8a31da86875e tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 945 time: 0.0658886 Jul 05 11:15:08.603828 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aea4ee33-a889-4b03-aa82-0c5b72fd7b63 req-b858ba9c-8e7b-4550-9b1f-4353ac03b71e tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323055 Jul 05 11:15:09.774101 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787a47a-1a32-494d-89ae-4f002f5f1094 req-3bf8e9d1-b323-4883-919e-6f68f2091987 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:09.775606 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a787a47a-1a32-494d-89ae-4f002f5f1094 req-3bf8e9d1-b323-4883-919e-6f68f2091987 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 945 time: 0.0633767 Jul 05 11:15:09.813826 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a787a47a-1a32-494d-89ae-4f002f5f1094 req-8e2aa0dd-7f63-4086-9886-d2b7b1cdd5ee tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326962 Jul 05 11:15:10.994269 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bc9f8-6140-4338-bd18-1320ab4af251 req-8e3e940a-c076-4494-998c-57272e33ff79 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:10.995700 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-710bc9f8-6140-4338-bd18-1320ab4af251 req-8e3e940a-c076-4494-998c-57272e33ff79 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 945 time: 0.0703213 Jul 05 11:15:11.033977 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-710bc9f8-6140-4338-bd18-1320ab4af251 req-009dcef4-4804-44a4-bba7-7afb25e1881a tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320706 Jul 05 11:15:12.208619 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290a4b4-0015-44b4-a7f4-038c977d0483 req-c7d04ada-785b-4ff3-a50d-ccf94c062d9a tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:12.210141 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9290a4b4-0015-44b4-a7f4-038c977d0483 req-c7d04ada-785b-4ff3-a50d-ccf94c062d9a tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 945 time: 0.0635817 Jul 05 11:15:12.247301 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9290a4b4-0015-44b4-a7f4-038c977d0483 req-ccf041d4-328a-4f99-ae87-ecbbf76dff58 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316966 Jul 05 11:15:13.421097 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8764a-d6ab-431f-a92e-e1d23a283eb0 req-0f5cf726-b3a6-44ee-9660-2ad1cf0cec23 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:13.422586 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1e8764a-d6ab-431f-a92e-e1d23a283eb0 req-0f5cf726-b3a6-44ee-9660-2ad1cf0cec23 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 945 time: 0.0659339 Jul 05 11:15:13.460391 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d1e8764a-d6ab-431f-a92e-e1d23a283eb0 req-940c24a2-c022-4d25-81dc-b1c9ad8072a3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320518 Jul 05 11:15:14.635835 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb16da4-b575-4e65-a600-ece3bfa2cfde req-13372e03-23c0-4475-b799-fce279512fe0 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:14.637358 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1eb16da4-b575-4e65-a600-ece3bfa2cfde req-13372e03-23c0-4475-b799-fce279512fe0 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 945 time: 0.0681522 Jul 05 11:15:14.674938 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1eb16da4-b575-4e65-a600-ece3bfa2cfde req-a94b1d3e-cfe1-4ed0-9511-bc93d26e98e1 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320210 Jul 05 11:15:15.847687 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29846f2b-22bd-49c0-ae0e-376b69771583 req-dde4ff81-93e3-48c5-a512-bd97019b505d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:15.849211 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29846f2b-22bd-49c0-ae0e-376b69771583 req-dde4ff81-93e3-48c5-a512-bd97019b505d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 945 time: 0.0628257 Jul 05 11:15:15.886045 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-29846f2b-22bd-49c0-ae0e-376b69771583 req-050b7eea-1b6f-496d-a5e7-8ed97d2b551f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311456 Jul 05 11:15:16.231875 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9315677-4d09-408c-89a6-9811cda64c71 req-8b72f62e-5b32-4881-a9b3-f201db81cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:16.233370 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b9315677-4d09-408c-89a6-9811cda64c71 req-8b72f62e-5b32-4881-a9b3-f201db81cd2d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d02691e3dff4ef4bdc213da9eb91a18&device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 1096 time: 0.0618389 Jul 05 11:15:16.325779 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9315677-4d09-408c-89a6-9811cda64c71 req-3e023c62-a036-46e7-b187-361b5ed6132e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:16.327932 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b9315677-4d09-408c-89a6-9811cda64c71 req-3e023c62-a036-46e7-b187-361b5ed6132e service neutron] 10.222.0.78 "GET /v2.0/networks?id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb HTTP/1.1" status: 200 len: 910 time: 0.0887883 Jul 05 11:15:16.391105 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b9315677-4d09-408c-89a6-9811cda64c71 req-125cb872-a276-476f-b457-975da9d87eca service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ae247ca-ba72-44dc-8aa0-7623090cd38f HTTP/1.1" status: 200 len: 1001 time: 0.0572085 Jul 05 11:15:16.441434 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9315677-4d09-408c-89a6-9811cda64c71 req-384a6699-a969-431a-813e-8cd760370c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:16.442864 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b9315677-4d09-408c-89a6-9811cda64c71 req-384a6699-a969-431a-813e-8cd760370c5d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=63bc9179-cafb-4412-9b92-026e334bc740 HTTP/1.1" status: 200 len: 848 time: 0.0465393 Jul 05 11:15:16.497623 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9315677-4d09-408c-89a6-9811cda64c71 req-a784ff15-f3c1-4a3d-b956-dc06a5174574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:16.499573 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b9315677-4d09-408c-89a6-9811cda64c71 req-a784ff15-f3c1-4a3d-b956-dc06a5174574 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509379 Jul 05 11:15:16.587793 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b9315677-4d09-408c-89a6-9811cda64c71 req-f5bb9581-847c-4899-8fa1-6d44c53e318b service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821147 Jul 05 11:15:16.679368 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b9315677-4d09-408c-89a6-9811cda64c71 req-46f33601-efa7-41b7-8591-c3526aabc4be service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857196 Jul 05 11:15:17.060474 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa0590-f7df-43c5-a2a0-ccce1fdedbc1 req-6f18c3a9-4826-42b6-b6ab-9f02feba97f2 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:17.062565 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fcfa0590-f7df-43c5-a2a0-ccce1fdedbc1 req-6f18c3a9-4826-42b6-b6ab-9f02feba97f2 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 945 time: 0.0689547 Jul 05 11:15:17.100053 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fcfa0590-f7df-43c5-a2a0-ccce1fdedbc1 req-56ce658e-5316-4636-b109-b45128eef3f9 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316248 Jul 05 11:15:18.282181 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af536c6c-01ac-41c8-b583-46f26c87f3be req-9985e8ba-28be-470a-acb3-560ee306edd8 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:18.283800 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-af536c6c-01ac-41c8-b583-46f26c87f3be req-9985e8ba-28be-470a-acb3-560ee306edd8 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 945 time: 0.0665598 Jul 05 11:15:18.322715 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-af536c6c-01ac-41c8-b583-46f26c87f3be req-e8ab2a1d-f823-435f-930f-4a08661e5e92 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328052 Jul 05 11:15:19.405729 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:15:19.500627 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec569bc-79ce-4ccd-a73a-a6652444e04d req-a938e597-7c0a-4e22-9a53-bf79804ef0aa tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:19.502217 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0ec569bc-79ce-4ccd-a73a-a6652444e04d req-a938e597-7c0a-4e22-9a53-bf79804ef0aa tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 945 time: 0.0699492 Jul 05 11:15:19.541522 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0ec569bc-79ce-4ccd-a73a-a6652444e04d req-fa1a2d6a-1865-41bc-8c10-87e362065edf tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335817 Jul 05 11:15:20.720103 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0206d-8aa5-4ceb-ad75-e7939d126d22 req-824a8cd8-0c1a-4b29-9aaa-ed07d8013822 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:20.721611 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4cd0206d-8aa5-4ceb-ad75-e7939d126d22 req-824a8cd8-0c1a-4b29-9aaa-ed07d8013822 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 945 time: 0.0648782 Jul 05 11:15:20.758898 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4cd0206d-8aa5-4ceb-ad75-e7939d126d22 req-168b7583-fb8a-4972-9707-541a14656162 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317791 Jul 05 11:15:21.093272 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-373524c2-ad56-4636-804b-455bcef5a904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:21.912735 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 7ae247ca-ba72-44dc-8aa0-7623090cd38f no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:15:21.990402 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:22.015799 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ae247ca-ba72-44dc-8aa0-7623090cd38f'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:15:22.018059 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470a7b39-9646-4ca1-ab7c-e1bfa888290e" -d '{"events": [{"server_uuid": "ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3", "name": "network-vif-unplugged", "status": "completed", "tag": "7ae247ca-ba72-44dc-8aa0-7623090cd38f"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:15:22.019702 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51522) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:15:22.036977 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 7ae247ca-ba72-44dc-8aa0-7623090cd38f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=7ae247ca-ba72-44dc-8aa0-7623090cd38f,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:15:22.041234 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:22.090279 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=7ae247ca-ba72-44dc-8aa0-7623090cd38f,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:22.098479 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:22.099092 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:22.099206 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:22.099508 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:22.099858 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:22.100218 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:22.100552 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:22.100886 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:22.101219 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:22.101551 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:22.101883 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:22.102212 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:22.178001 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5b8dc-9c42-4a17-8738-2420abe7abcb req-7e422966-4d9a-4f35-b367-cb23c79dd0d5 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:22.179422 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66b5b8dc-9c42-4a17-8738-2420abe7abcb req-7e422966-4d9a-4f35-b367-cb23c79dd0d5 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 943 time: 0.1115427 Jul 05 11:15:22.182993 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b8d4453c-8005-4761-b566-e8a32786cd80 req-30094b13-dea5-4849-85da-0913ecbc9175 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1615098 Jul 05 11:15:22.229062 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-66b5b8dc-9c42-4a17-8738-2420abe7abcb req-754082e3-c353-4129-9069-146476d90262 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438497 Jul 05 11:15:22.273791 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 11:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984f5035-f62a-4ee3-97f5-7d2d8b2a275d x-openstack-request-id: req-984f5035-f62a-4ee3-97f5-7d2d8b2a275d {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:15:22.274082 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3", "name": "network-vif-unplugged", "status": "failed", "tag": "7ae247ca-ba72-44dc-8aa0-7623090cd38f", "code": 422}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:15:22.274345 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-984f5035-f62a-4ee3-97f5-7d2d8b2a275d {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:15:22.274778 n-d-798054-8 neutron-server[93908]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7ae247ca-ba72-44dc-8aa0-7623090cd38f', 'code': 422} returned with failed status Jul 05 11:15:23.403886 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ddf1f-4f16-494d-994d-4b089445f6ad req-f1f56540-bfde-4ede-b5df-af6ae94ee041 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:23.406483 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-849ddf1f-4f16-494d-994d-4b089445f6ad req-f1f56540-bfde-4ede-b5df-af6ae94ee041 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 943 time: 0.0688086 Jul 05 11:15:23.445702 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-849ddf1f-4f16-494d-994d-4b089445f6ad req-b0b27da6-c83d-4cae-8bd2-ee0d891e6935 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330949 Jul 05 11:15:23.464365 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e28306d6-895b-47e5-9358-9b1b77ba415a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:23.810332 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:24.624473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b175d61-9554-442d-89cc-a66d311dbe69 req-48908b80-1aa3-4bce-8df3-0a58f7ee5943 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:24.625979 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1b175d61-9554-442d-89cc-a66d311dbe69 req-48908b80-1aa3-4bce-8df3-0a58f7ee5943 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 943 time: 0.0693402 Jul 05 11:15:24.663795 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1b175d61-9554-442d-89cc-a66d311dbe69 req-3f8dea54-21f8-4a97-a5c4-71e301ceffde tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321143 Jul 05 11:15:24.962994 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:25.842871 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec56e78-ea46-4470-9dea-f9c253780aac req-edf16761-f2fd-4f9a-9161-b73c712f856d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:25.844387 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ec56e78-ea46-4470-9dea-f9c253780aac req-edf16761-f2fd-4f9a-9161-b73c712f856d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 943 time: 0.0648918 Jul 05 11:15:25.882619 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ec56e78-ea46-4470-9dea-f9c253780aac req-9f6d01ce-3e10-43cb-90b1-990b1934fa1a tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323255 Jul 05 11:15:27.064485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950d16a-8478-4d4e-9242-21993bb2f0a4 req-280c4aa0-e6c7-4e73-92ae-122b59cccefe tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:27.065949 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9950d16a-8478-4d4e-9242-21993bb2f0a4 req-280c4aa0-e6c7-4e73-92ae-122b59cccefe tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 943 time: 0.0659344 Jul 05 11:15:27.102143 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:27.105696 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-9950d16a-8478-4d4e-9242-21993bb2f0a4 req-e4f5a69c-bcb7-4815-ade5-c8524ba9651b tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339143 Jul 05 11:15:28.289897 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4e1c1-074b-470e-93ee-2409e27f8834 req-6995154d-a986-425a-b6d1-6a9164e82801 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:28.291407 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c4e1c1-074b-470e-93ee-2409e27f8834 req-6995154d-a986-425a-b6d1-6a9164e82801 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 943 time: 0.0709758 Jul 05 11:15:28.329540 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-71c4e1c1-074b-470e-93ee-2409e27f8834 req-fada529b-0e7e-4816-b68f-72bccb9f570d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319293 Jul 05 11:15:28.891999 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4453c-8005-4761-b566-e8a32786cd80 req-6bc318ae-f120-41bb-977c-4b33747a08b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:28.893493 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b8d4453c-8005-4761-b566-e8a32786cd80 req-6bc318ae-f120-41bb-977c-4b33747a08b2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3&tenant_id=3d02691e3dff4ef4bdc213da9eb91a18 HTTP/1.1" status: 200 len: 1094 time: 0.0525334 Jul 05 11:15:28.967822 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4453c-8005-4761-b566-e8a32786cd80 req-eec40361-3a0f-46bf-9f41-10a31a0b661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:28.969382 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b8d4453c-8005-4761-b566-e8a32786cd80 req-eec40361-3a0f-46bf-9f41-10a31a0b661e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d02691e3dff4ef4bdc213da9eb91a18&device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 1094 time: 0.0529866 Jul 05 11:15:29.062090 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4453c-8005-4761-b566-e8a32786cd80 req-9ed0915f-6ed5-4625-a4bb-2674865f4245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:29.063833 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b8d4453c-8005-4761-b566-e8a32786cd80 req-9ed0915f-6ed5-4625-a4bb-2674865f4245 service neutron] 10.222.0.78 "GET /v2.0/networks?id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb HTTP/1.1" status: 200 len: 910 time: 0.0876920 Jul 05 11:15:29.128079 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b8d4453c-8005-4761-b566-e8a32786cd80 req-5e34795f-e06d-40bd-8429-1e3b80c0aaf3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ae247ca-ba72-44dc-8aa0-7623090cd38f HTTP/1.1" status: 200 len: 999 time: 0.0576739 Jul 05 11:15:29.178609 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4453c-8005-4761-b566-e8a32786cd80 req-fa3ad69a-e5f7-4dee-9a4c-1e6c23f41fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:29.180090 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b8d4453c-8005-4761-b566-e8a32786cd80 req-fa3ad69a-e5f7-4dee-9a4c-1e6c23f41fed service neutron] 10.222.0.78 "GET /v2.0/subnets?id=63bc9179-cafb-4412-9b92-026e334bc740 HTTP/1.1" status: 200 len: 848 time: 0.0464926 Jul 05 11:15:29.235909 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4453c-8005-4761-b566-e8a32786cd80 req-746e9288-e683-4b0e-a2bb-a7474763d19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:29.237460 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b8d4453c-8005-4761-b566-e8a32786cd80 req-746e9288-e683-4b0e-a2bb-a7474763d19b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511227 Jul 05 11:15:29.328772 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b8d4453c-8005-4761-b566-e8a32786cd80 req-8a622f77-d450-439f-9bb7-a2c224815bdf service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850866 Jul 05 11:15:29.422106 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-b8d4453c-8005-4761-b566-e8a32786cd80 req-d4db9f89-5689-46f1-ad1a-22459daf2e41 service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871341 Jul 05 11:15:29.505735 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fc9a6-b767-4edc-a85c-8a52019e4024 req-602e32ea-3bed-4701-8b6c-9933487f5b7f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:29.507236 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-413fc9a6-b767-4edc-a85c-8a52019e4024 req-602e32ea-3bed-4701-8b6c-9933487f5b7f tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 943 time: 0.0668876 Jul 05 11:15:29.543678 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-413fc9a6-b767-4edc-a85c-8a52019e4024 req-2f5baa0d-fd45-4898-ae96-b6384c035920 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308738 Jul 05 11:15:30.718801 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583953f-b23e-4e49-bd84-d48a59ff76a8 req-05a2b4b3-6f30-4c75-9e1a-48efd230b122 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:30.720310 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c583953f-b23e-4e49-bd84-d48a59ff76a8 req-05a2b4b3-6f30-4c75-9e1a-48efd230b122 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 943 time: 0.0673161 Jul 05 11:15:30.757828 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c583953f-b23e-4e49-bd84-d48a59ff76a8 req-5a9ee87b-6ba4-4591-88b6-f8f278aaa273 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319428 Jul 05 11:15:31.930537 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0d154-51bd-4a91-8c2c-76a22fe8a768 req-612017fd-e756-426e-8395-7e3251a9b2eb tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:31.932025 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25d0d154-51bd-4a91-8c2c-76a22fe8a768 req-612017fd-e756-426e-8395-7e3251a9b2eb tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 943 time: 0.0624115 Jul 05 11:15:31.969941 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25d0d154-51bd-4a91-8c2c-76a22fe8a768 req-33238bc2-9f4e-4b47-9e6d-b78d1c5559fb tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316253 Jul 05 11:15:33.140380 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcaecc-11de-46d2-8b28-876a53d9f1a1 req-daadfd3f-23eb-4f68-8301-6cef243b1611 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:33.141869 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25fcaecc-11de-46d2-8b28-876a53d9f1a1 req-daadfd3f-23eb-4f68-8301-6cef243b1611 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 943 time: 0.0639617 Jul 05 11:15:33.179300 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-25fcaecc-11de-46d2-8b28-876a53d9f1a1 req-a1b9220b-bfee-4d6f-ae96-9eaedb02fb74 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318122 Jul 05 11:15:33.641644 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:34.355861 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d952c-0ef2-4725-8f56-95907b0dbc6c req-29fba817-b6b9-4d23-bf53-973a7ea78c2d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:34.357500 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-421d952c-0ef2-4725-8f56-95907b0dbc6c req-29fba817-b6b9-4d23-bf53-973a7ea78c2d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 943 time: 0.0673475 Jul 05 11:15:34.396378 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-421d952c-0ef2-4725-8f56-95907b0dbc6c req-ace2647b-94f2-4cc4-b627-00263524c97a tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323925 Jul 05 11:15:35.568300 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f99a5-648c-4ade-8fdf-54b2df6e3735 req-c235b887-69c2-4537-9d40-ff4ffbc2dbd8 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:35.569835 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-364f99a5-648c-4ade-8fdf-54b2df6e3735 req-c235b887-69c2-4537-9d40-ff4ffbc2dbd8 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 943 time: 0.0629880 Jul 05 11:15:35.607436 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-364f99a5-648c-4ade-8fdf-54b2df6e3735 req-7e47bf7f-1aa0-4a91-8eb0-b8b64ebf5f97 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320911 Jul 05 11:15:36.784089 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75088e6d-3d56-4845-b0d4-bad8ab13a48d req-3052baa0-db10-490f-a3d5-c7149eedf514 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:36.785579 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-75088e6d-3d56-4845-b0d4-bad8ab13a48d req-3052baa0-db10-490f-a3d5-c7149eedf514 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 943 time: 0.0671754 Jul 05 11:15:36.822377 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-75088e6d-3d56-4845-b0d4-bad8ab13a48d req-962cdb98-8d6c-438b-8e6e-bfd918184014 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312936 Jul 05 11:15:37.148320 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:37.978734 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 7ae247ca-ba72-44dc-8aa0-7623090cd38f details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:15:37.996489 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa52e0-8076-46bf-9f87-d9d6a63e6f1b req-c9ff7e22-39cc-461e-a689-b1005951a336 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:37.997982 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3caa52e0-8076-46bf-9f87-d9d6a63e6f1b req-c9ff7e22-39cc-461e-a689-b1005951a336 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 943 time: 0.0655093 Jul 05 11:15:38.034943 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3caa52e0-8076-46bf-9f87-d9d6a63e6f1b req-fe82c99b-9249-45cf-b448-b07b0ff2a78d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312915 Jul 05 11:15:38.074573 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 7ae247ca-ba72-44dc-8aa0-7623090cd38f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=7ae247ca-ba72-44dc-8aa0-7623090cd38f,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:15:38.085610 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '7ae247ca-ba72-44dc-8aa0-7623090cd38f', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'port_id': '7ae247ca-ba72-44dc-8aa0-7623090cd38f', 'mac_address': 'fa:16:3e:aa:86:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63bc9179-cafb-4412-9b92-026e334bc740', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:15:38.121817 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:38.133900 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae247ca-ba72-44dc-8aa0-7623090cd38f {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:15:38.152344 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 7ae247ca-ba72-44dc-8aa0-7623090cd38f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=7ae247ca-ba72-44dc-8aa0-7623090cd38f,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:15:38.156318 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:38.202974 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=7ae247ca-ba72-44dc-8aa0-7623090cd38f,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:38.532406 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['7ae247ca-ba72-44dc-8aa0-7623090cd38f'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:15:39.205550 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fd5e9-0032-4656-9d0d-d433c34aae20 req-b4cf3b1a-6e48-496d-a7a7-88d7a6adb469 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:39.207064 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5d3fd5e9-0032-4656-9d0d-d433c34aae20 req-b4cf3b1a-6e48-496d-a7a7-88d7a6adb469 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 944 time: 0.0628905 Jul 05 11:15:39.244095 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5d3fd5e9-0032-4656-9d0d-d433c34aae20 req-751735f2-6a9a-4065-8c3f-2828cbd16295 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315533 Jul 05 11:15:39.994345 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 7ae247ca-ba72-44dc-8aa0-7623090cd38f up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:15:40.040408 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 7ae247ca-ba72-44dc-8aa0-7623090cd38f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:15:40.040784 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:40.119410 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:40.140625 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae247ca-ba72-44dc-8aa0-7623090cd38f'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:15:40.142851 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9d3293-04c3-4928-af50-099082621231" -d '{"events": [{"server_uuid": "ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3", "name": "network-vif-plugged", "status": "completed", "tag": "7ae247ca-ba72-44dc-8aa0-7623090cd38f"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:15:40.155501 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 7ae247ca-ba72-44dc-8aa0-7623090cd38f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=7ae247ca-ba72-44dc-8aa0-7623090cd38f,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:15:40.160162 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:40.182776 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988cdc0d-118a-40c5-93d0-64487b236e02 x-openstack-request-id: req-988cdc0d-118a-40c5-93d0-64487b236e02 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:15:40.183076 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3", "name": "network-vif-plugged", "status": "completed", "tag": "7ae247ca-ba72-44dc-8aa0-7623090cd38f", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:15:40.183342 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-988cdc0d-118a-40c5-93d0-64487b236e02 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:15:40.183756 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae247ca-ba72-44dc-8aa0-7623090cd38f', 'code': 200} Jul 05 11:15:40.210252 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=7ae247ca-ba72-44dc-8aa0-7623090cd38f,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:40.338375 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dd62f-0b71-4605-accc-afe9542afec7 req-f49342c3-aa0e-498c-ad01-1e92d4a42505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:40.339952 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8e4dd62f-0b71-4605-accc-afe9542afec7 req-f49342c3-aa0e-498c-ad01-1e92d4a42505 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 1096 time: 0.0530956 Jul 05 11:15:40.374609 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8e4dd62f-0b71-4605-accc-afe9542afec7 req-f521cb20-b9cb-4746-a877-9e09b2ed61d4 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282462 Jul 05 11:15:40.419388 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986fcba-f4b6-4e24-98af-04006d524330 req-245cf3c9-afa7-40b7-a469-4278d1a0aa0d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:40.420897 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6986fcba-f4b6-4e24-98af-04006d524330 req-245cf3c9-afa7-40b7-a469-4278d1a0aa0d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 945 time: 0.0661857 Jul 05 11:15:40.458808 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-6986fcba-f4b6-4e24-98af-04006d524330 req-66523c85-599a-4653-833a-670a2c02bdc4 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316937 Jul 05 11:15:41.633141 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffe09c-b8da-4207-8666-6388678f3876 req-5d245a6a-b6ad-4670-ab6c-8346423bb157 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:41.634687 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4ffe09c-b8da-4207-8666-6388678f3876 req-5d245a6a-b6ad-4670-ab6c-8346423bb157 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 945 time: 0.0632465 Jul 05 11:15:41.671271 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-c4ffe09c-b8da-4207-8666-6388678f3876 req-8bc641b8-4efd-42e8-944e-b1d5e82a4e09 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310974 Jul 05 11:15:42.108316 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3603b185-8bcc-485a-b9ae-e0f1525dd7c1 req-97561ec1-a9e5-4052-9066-79416f2aadca service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575128 Jul 05 11:15:42.217903 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603b185-8bcc-485a-b9ae-e0f1525dd7c1 req-245019f8-4afa-431c-a1af-8d2980040958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:42.219395 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3603b185-8bcc-485a-b9ae-e0f1525dd7c1 req-245019f8-4afa-431c-a1af-8d2980040958 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d02691e3dff4ef4bdc213da9eb91a18&device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 1096 time: 0.0669203 Jul 05 11:15:42.320947 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603b185-8bcc-485a-b9ae-e0f1525dd7c1 req-d753eb1c-2ca8-4fbe-801f-4181f44c0c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:42.322410 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3603b185-8bcc-485a-b9ae-e0f1525dd7c1 req-d753eb1c-2ca8-4fbe-801f-4181f44c0c0c service neutron] 10.222.0.78 "GET /v2.0/networks?id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb HTTP/1.1" status: 200 len: 910 time: 0.0836015 Jul 05 11:15:42.389106 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3603b185-8bcc-485a-b9ae-e0f1525dd7c1 req-b8afba60-205e-41a6-9f57-d4c925d22de6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ae247ca-ba72-44dc-8aa0-7623090cd38f HTTP/1.1" status: 200 len: 1001 time: 0.0604849 Jul 05 11:15:42.434964 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603b185-8bcc-485a-b9ae-e0f1525dd7c1 req-349420e6-4502-4d20-8fac-ff89d1674d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:42.436384 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3603b185-8bcc-485a-b9ae-e0f1525dd7c1 req-349420e6-4502-4d20-8fac-ff89d1674d09 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=63bc9179-cafb-4412-9b92-026e334bc740 HTTP/1.1" status: 200 len: 848 time: 0.0419137 Jul 05 11:15:42.491528 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603b185-8bcc-485a-b9ae-e0f1525dd7c1 req-aff0ad01-2bab-4c6c-b896-9cf4b4725b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:42.493102 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3603b185-8bcc-485a-b9ae-e0f1525dd7c1 req-aff0ad01-2bab-4c6c-b896-9cf4b4725b8f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508916 Jul 05 11:15:42.589308 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3603b185-8bcc-485a-b9ae-e0f1525dd7c1 req-e89479ba-ceb0-4cb1-9083-7d0c019ef797 service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899386 Jul 05 11:15:42.684910 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3603b185-8bcc-485a-b9ae-e0f1525dd7c1 req-f4ca9e33-9c14-4a5b-9201-c543cf41e468 service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821333 Jul 05 11:15:51.094530 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c8cf4cce-4e2a-43bb-bf60-078630ca8a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:53.464891 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-36171c8d-b34e-4bb3-a176-beee61d05ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:53.811831 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:54.968331 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:56.404530 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:15:56.968520 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-4c0c3b89-a8bd-44a9-b540-145a247e01dc req-336af292-8732-444e-830f-448c6d70b813 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] (93907) timed out ('10.222.0.79', 40114) {{(pid=93907) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 11:15:57.105007 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:57.330901 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-a79432da-7ba9-4e02-9482-0b3638e2163c req-8e6ec25c-dd37-4954-8c5a-1d295ee4c524 tempest-TestNetworkAdvancedServerOps-1290080579 tempest-TestNetworkAdvancedServerOps-1290080579-project] (93907) timed out ('10.222.0.81', 61720) {{(pid=93907) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 11:16:03.640905 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:07.148826 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:21.096804 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cc255e4d-a1a6-4d4c-9f73-9dd66aff2e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:23.465205 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5d4f8f8c-6f4e-45d9-a2b0-712d9a888227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:23.814132 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:24.968534 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:27.107594 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:33.404717 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:16:33.639877 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:37.165230 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:42.106986 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a988dbfc-cdf9-466a-8f54-912de2f53616 req-31148a3d-0078-4580-8842-2504daa172ba service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0574319 Jul 05 11:16:42.199870 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988dbfc-cdf9-466a-8f54-912de2f53616 req-d0bf71fb-4e11-44b0-bfc3-3750891323a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:42.201370 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a988dbfc-cdf9-466a-8f54-912de2f53616 req-d0bf71fb-4e11-44b0-bfc3-3750891323a7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d02691e3dff4ef4bdc213da9eb91a18&device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 1096 time: 0.0531268 Jul 05 11:16:42.300837 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988dbfc-cdf9-466a-8f54-912de2f53616 req-36b67899-8a45-4077-abf5-fdd9a74f6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:42.302279 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a988dbfc-cdf9-466a-8f54-912de2f53616 req-36b67899-8a45-4077-abf5-fdd9a74f6fc2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb HTTP/1.1" status: 200 len: 910 time: 0.0818243 Jul 05 11:16:42.369777 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a988dbfc-cdf9-466a-8f54-912de2f53616 req-9a4a5b2c-7e4c-4316-9c74-73d07b9045e1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ae247ca-ba72-44dc-8aa0-7623090cd38f HTTP/1.1" status: 200 len: 1001 time: 0.0613422 Jul 05 11:16:42.416380 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988dbfc-cdf9-466a-8f54-912de2f53616 req-4de03057-0ef0-405b-8cee-ea7ab2631363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:42.417781 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a988dbfc-cdf9-466a-8f54-912de2f53616 req-4de03057-0ef0-405b-8cee-ea7ab2631363 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=63bc9179-cafb-4412-9b92-026e334bc740 HTTP/1.1" status: 200 len: 848 time: 0.0425770 Jul 05 11:16:42.472695 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988dbfc-cdf9-466a-8f54-912de2f53616 req-009f384c-f818-495b-9507-8ed22e71104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:42.474139 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a988dbfc-cdf9-466a-8f54-912de2f53616 req-009f384c-f818-495b-9507-8ed22e71104d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505831 Jul 05 11:16:42.563672 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a988dbfc-cdf9-466a-8f54-912de2f53616 req-30e7d9e0-c61b-4b3d-901d-276c5edd1a69 service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835404 Jul 05 11:16:42.654220 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a988dbfc-cdf9-466a-8f54-912de2f53616 req-7385e230-2a05-4433-9de2-766e937a00d5 service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826263 Jul 05 11:16:51.098260 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f8cdf843-36ed-425c-b80f-a0984bd0e9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:53.466048 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eb384eba-340e-4fd5-864e-d29e69a9fd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:53.816021 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:54.971976 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:55.143079 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51608) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:16:55.299116 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4cfe20ab-6ef2-4277-bcfc-9f167708f782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Deleting port 4aaf7b5a-b475-4df1-8129-83279ba22269 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:16:55.299371 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4cfe20ab-6ef2-4277-bcfc-9f167708f782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:55.375218 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4cfe20ab-6ef2-4277-bcfc-9f167708f782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:55.375551 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4cfe20ab-6ef2-4277-bcfc-9f167708f782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:55.386744 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4cfe20ab-6ef2-4277-bcfc-9f167708f782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Calling delete_port for 4aaf7b5a-b475-4df1-8129-83279ba22269 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:16:55.530472 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4cfe20ab-6ef2-4277-bcfc-9f167708f782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:55.556254 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe20ab-6ef2-4277-bcfc-9f167708f782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event deleted for resources: {'Port': ['ID=4aaf7b5a-b475-4df1-8129-83279ba22269,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:16:55.583349 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe20ab-6ef2-4277-bcfc-9f167708f782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:55.583697 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe20ab-6ef2-4277-bcfc-9f167708f782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:55.584076 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe20ab-6ef2-4277-bcfc-9f167708f782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:55.584418 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe20ab-6ef2-4277-bcfc-9f167708f782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:55.584760 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe20ab-6ef2-4277-bcfc-9f167708f782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:55.585146 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe20ab-6ef2-4277-bcfc-9f167708f782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:55.585478 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe20ab-6ef2-4277-bcfc-9f167708f782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:55.585804 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe20ab-6ef2-4277-bcfc-9f167708f782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:55.586130 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe20ab-6ef2-4277-bcfc-9f167708f782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:55.586459 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe20ab-6ef2-4277-bcfc-9f167708f782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:55.586807 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe20ab-6ef2-4277-bcfc-9f167708f782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:55.587137 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe20ab-6ef2-4277-bcfc-9f167708f782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:55.626869 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4cfe20ab-6ef2-4277-bcfc-9f167708f782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:55.627264 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-4cfe20ab-6ef2-4277-bcfc-9f167708f782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Floating IP ad65f42e-8fb6-44b1-a8a6-2e08ba97ae68 disassociated (deleted). External IP: 172.25.7.198, port: 7ae247ca-ba72-44dc-8aa0-7623090cd38f. Jul 05 11:16:55.829860 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfe20ab-6ef2-4277-bcfc-9f167708f782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Router 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:16:55.934751 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfe20ab-6ef2-4277-bcfc-9f167708f782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:16:55.939815 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4cfe20ab-6ef2-4277-bcfc-9f167708f782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:55.944165 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7e6e1b-57da-4f97-93f8-2cc80ebe4883 None None] Sync routers for ids ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:16:55.953830 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7e6e1b-57da-4f97-93f8-2cc80ebe4883 None None] Routers {'6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:16:55.954471 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ee7e6e1b-57da-4f97-93f8-2cc80ebe4883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:16:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:16:55.974977 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4cfe20ab-6ef2-4277-bcfc-9f167708f782 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "DELETE /v2.0/floatingips/ad65f42e-8fb6-44b1-a8a6-2e08ba97ae68 HTTP/1.1" status: 204 len: 168 time: 0.8308175 Jul 05 11:16:55.975687 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3', 'tag': '7ae247ca-ba72-44dc-8aa0-7623090cd38f'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:16:55.978073 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d05541-b26b-4da5-832a-aeb2e5a1b793" -d '{"events": [{"name": "network-changed", "server_uuid": "ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3", "tag": "7ae247ca-ba72-44dc-8aa0-7623090cd38f"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:16:56.061065 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-ee7e6e1b-57da-4f97-93f8-2cc80ebe4883 None None] Set router 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:16:56.214349 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a00e68-3eec-4204-9e0c-557164c21cf9 x-openstack-request-id: req-17a00e68-3eec-4204-9e0c-557164c21cf9 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:16:56.214905 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3", "tag": "7ae247ca-ba72-44dc-8aa0-7623090cd38f", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:16:56.214905 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-17a00e68-3eec-4204-9e0c-557164c21cf9 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:16:56.215474 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3', 'tag': '7ae247ca-ba72-44dc-8aa0-7623090cd38f', 'status': 'completed', 'code': 200} Jul 05 11:16:56.267632 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ee7e6e1b-57da-4f97-93f8-2cc80ebe4883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'name': 'tempest-TestShelveInstance-1759319287-router', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '58d1afe1-744a-4090-8d61-c86048afe293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:54Z', 'revision_number': 4, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'gw_port': {'id': '58d1afe1-744a-4090-8d61-c86048afe293', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '868dada6-af54-4747-941e-28465764f56d', 'name': '', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'mac_address': 'fa:16:3e:79:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '63bc9179-cafb-4412-9b92-026e334bc740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:53Z', 'updated_at': '2021-07-05T11:07:01Z', 'revision_number': 5, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'subnets': [{'id': '63bc9179-cafb-4412-9b92-026e334bc740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:16:56.295053 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d05541-b26b-4da5-832a-aeb2e5a1b793 req-2da919a8-405b-4c5f-8332-bfad6827f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:56.296635 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-26d05541-b26b-4da5-832a-aeb2e5a1b793 req-2da919a8-405b-4c5f-8332-bfad6827f93b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d02691e3dff4ef4bdc213da9eb91a18&device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 1096 time: 0.0596764 Jul 05 11:16:56.394920 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7e6e1b-57da-4f97-93f8-2cc80ebe4883 None None] Checking router: 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:16:56.400236 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d05541-b26b-4da5-832a-aeb2e5a1b793 req-6330e4dc-70de-4666-8bd1-ed14adfa5c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:56.402501 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-26d05541-b26b-4da5-832a-aeb2e5a1b793 req-6330e4dc-70de-4666-8bd1-ed14adfa5c20 service neutron] 10.222.0.78 "GET /v2.0/networks?id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb HTTP/1.1" status: 200 len: 910 time: 0.0989292 Jul 05 11:16:56.404606 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7e6e1b-57da-4f97-93f8-2cc80ebe4883 None None] Routers {'6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:16:56.405238 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ee7e6e1b-57da-4f97-93f8-2cc80ebe4883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:16:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:16:56.447531 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-26d05541-b26b-4da5-832a-aeb2e5a1b793 req-991f7adf-a21f-4bc9-8ea4-628745679710 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ae247ca-ba72-44dc-8aa0-7623090cd38f HTTP/1.1" status: 200 len: 217 time: 0.0379238 Jul 05 11:16:56.503391 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d05541-b26b-4da5-832a-aeb2e5a1b793 req-87639b88-3129-4d9e-938c-a102485d9bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:56.505100 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-26d05541-b26b-4da5-832a-aeb2e5a1b793 req-87639b88-3129-4d9e-938c-a102485d9bf0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=63bc9179-cafb-4412-9b92-026e334bc740 HTTP/1.1" status: 200 len: 848 time: 0.0515113 Jul 05 11:16:56.513749 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-ee7e6e1b-57da-4f97-93f8-2cc80ebe4883 None None] Set router 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:16:56.566359 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d05541-b26b-4da5-832a-aeb2e5a1b793 req-db580e72-0d62-4090-a4c6-875528cb1fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:56.568363 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-26d05541-b26b-4da5-832a-aeb2e5a1b793 req-db580e72-0d62-4090-a4c6-875528cb1fef service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=703f11dd-bc8a-4332-836c-e4d8dd0edeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560391 Jul 05 11:16:56.668825 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-26d05541-b26b-4da5-832a-aeb2e5a1b793 req-d5a4dc4f-a8be-4000-9b07-b474d0afeb7d service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926831 Jul 05 11:16:56.694309 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a743f5-1799-4524-9097-b036fced6fa3 req-492223a4-ae2a-4c29-82e8-ce0c773cdec3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:56.696026 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-96a743f5-1799-4524-9097-b036fced6fa3 req-492223a4-ae2a-4c29-82e8-ce0c773cdec3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 945 time: 0.3896499 Jul 05 11:16:56.719029 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ee7e6e1b-57da-4f97-93f8-2cc80ebe4883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'name': 'tempest-TestShelveInstance-1759319287-router', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '58d1afe1-744a-4090-8d61-c86048afe293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:54Z', 'revision_number': 4, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'gw_port': {'id': '58d1afe1-744a-4090-8d61-c86048afe293', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '868dada6-af54-4747-941e-28465764f56d', 'name': '', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'mac_address': 'fa:16:3e:79:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '63bc9179-cafb-4412-9b92-026e334bc740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:53Z', 'updated_at': '2021-07-05T11:07:01Z', 'revision_number': 5, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'subnets': [{'id': '63bc9179-cafb-4412-9b92-026e334bc740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:16:56.739781 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-96a743f5-1799-4524-9097-b036fced6fa3 req-2327441e-f6d1-42e0-827b-fd72c720d17d tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378525 Jul 05 11:16:56.748974 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7e6e1b-57da-4f97-93f8-2cc80ebe4883 None None] The sync data for ids ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'] in n-d-798054-8 is: [{'id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'name': 'tempest-TestShelveInstance-1759319287-router', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '58d1afe1-744a-4090-8d61-c86048afe293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:54Z', 'revision_number': 4, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'gw_port': {'id': '58d1afe1-744a-4090-8d61-c86048afe293', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '868dada6-af54-4747-941e-28465764f56d', 'name': '', 'network_id': '703f11dd-bc8a-4332-836c-e4d8dd0edeeb', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'mac_address': 'fa:16:3e:79:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '63bc9179-cafb-4412-9b92-026e334bc740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:53Z', 'updated_at': '2021-07-05T11:07:01Z', 'revision_number': 5, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'subnets': [{'id': '63bc9179-cafb-4412-9b92-026e334bc740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:16:56.774198 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-26d05541-b26b-4da5-832a-aeb2e5a1b793 req-c65be481-d46f-4c26-9560-236a2d32c5aa service neutron] 10.222.0.78 "GET /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992739 Jul 05 11:16:56.954191 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d11ec-b522-4f56-87e5-ee905da017bd None None] New status for floating IP ad65f42e-8fb6-44b1-a8a6-2e08ba97ae68: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:16:57.178165 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:57.912779 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76081307-b0f1-4c2d-97e6-280695c88239 req-0fa797b5-3990-4674-a2fd-6b11e0711e99 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:57.914195 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-76081307-b0f1-4c2d-97e6-280695c88239 req-0fa797b5-3990-4674-a2fd-6b11e0711e99 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 945 time: 0.0635340 Jul 05 11:16:57.922121 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21ee5c-4fad-489b-a34c-e635d6d9c906 req-d24fd35a-34fe-4374-b570-ce169967923b tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:57.923591 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8d21ee5c-4fad-489b-a34c-e635d6d9c906 req-d24fd35a-34fe-4374-b570-ce169967923b tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 945 time: 0.0628436 Jul 05 11:16:57.961572 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8d21ee5c-4fad-489b-a34c-e635d6d9c906 req-80b51c63-eb11-4997-b184-c932964973f3 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/security-groups?id=407703b7-9bd9-40e1-a247-75a8fe7f0467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321527 Jul 05 11:16:58.020469 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-76081307-b0f1-4c2d-97e6-280695c88239 req-c2152e00-0ffe-472f-82a9-a9c457b736cc tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Deleting port 7ae247ca-ba72-44dc-8aa0-7623090cd38f {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:16:58.020822 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-76081307-b0f1-4c2d-97e6-280695c88239 req-c2152e00-0ffe-472f-82a9-a9c457b736cc tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:58.106980 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-76081307-b0f1-4c2d-97e6-280695c88239 req-c2152e00-0ffe-472f-82a9-a9c457b736cc tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] For port 7ae247ca-ba72-44dc-8aa0-7623090cd38f, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=7ae247ca-ba72-44dc-8aa0-7623090cd38f,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:16:58.107346 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-76081307-b0f1-4c2d-97e6-280695c88239 req-c2152e00-0ffe-472f-82a9-a9c457b736cc tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:58.119927 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-76081307-b0f1-4c2d-97e6-280695c88239 req-c2152e00-0ffe-472f-82a9-a9c457b736cc tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Calling delete_port for 7ae247ca-ba72-44dc-8aa0-7623090cd38f owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:16:58.249941 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-76081307-b0f1-4c2d-97e6-280695c88239 req-c2152e00-0ffe-472f-82a9-a9c457b736cc tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:58.279346 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2152e00-0ffe-472f-82a9-a9c457b736cc tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event deleted for resources: {'Port': ['ID=7ae247ca-ba72-44dc-8aa0-7623090cd38f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:16:58.307409 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2152e00-0ffe-472f-82a9-a9c457b736cc tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:58.307767 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2152e00-0ffe-472f-82a9-a9c457b736cc tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:58.308145 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2152e00-0ffe-472f-82a9-a9c457b736cc tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:58.308491 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2152e00-0ffe-472f-82a9-a9c457b736cc tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:58.308832 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2152e00-0ffe-472f-82a9-a9c457b736cc tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:58.309171 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2152e00-0ffe-472f-82a9-a9c457b736cc tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:58.309505 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2152e00-0ffe-472f-82a9-a9c457b736cc tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:58.309838 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2152e00-0ffe-472f-82a9-a9c457b736cc tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:58.310168 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2152e00-0ffe-472f-82a9-a9c457b736cc tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:58.310499 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2152e00-0ffe-472f-82a9-a9c457b736cc tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:58.310852 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2152e00-0ffe-472f-82a9-a9c457b736cc tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:58.311187 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2152e00-0ffe-472f-82a9-a9c457b736cc tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:58.334818 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-76081307-b0f1-4c2d-97e6-280695c88239 req-c2152e00-0ffe-472f-82a9-a9c457b736cc tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] No DVR routers for this DVR port 7ae247ca-ba72-44dc-8aa0-7623090cd38f on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:16:58.337304 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-76081307-b0f1-4c2d-97e6-280695c88239 req-c2152e00-0ffe-472f-82a9-a9c457b736cc tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:58.339781 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-76081307-b0f1-4c2d-97e6-280695c88239 req-c2152e00-0ffe-472f-82a9-a9c457b736cc tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.78 "DELETE /v2.0/ports/7ae247ca-ba72-44dc-8aa0-7623090cd38f HTTP/1.1" status: 204 len: 173 time: 0.4199097 Jul 05 11:16:58.340236 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3', 'name': 'network-vif-deleted', 'tag': '7ae247ca-ba72-44dc-8aa0-7623090cd38f'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:16:58.342470 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34d8fd3-d09d-4af9-bae6-2bfb44f71f08" -d '{"events": [{"server_uuid": "ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3", "name": "network-vif-deleted", "tag": "7ae247ca-ba72-44dc-8aa0-7623090cd38f"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:16:58.382553 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a2c979-f80f-4579-8b0a-dedcddfaee12 x-openstack-request-id: req-28a2c979-f80f-4579-8b0a-dedcddfaee12 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:16:58.382853 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3", "name": "network-vif-deleted", "tag": "7ae247ca-ba72-44dc-8aa0-7623090cd38f", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:16:58.383115 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-28a2c979-f80f-4579-8b0a-dedcddfaee12 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:16:58.383547 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3', 'name': 'network-vif-deleted', 'tag': '7ae247ca-ba72-44dc-8aa0-7623090cd38f', 'status': 'completed', 'code': 200} Jul 05 11:16:59.102998 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8606d33e-ef6e-48d8-a68f-65343a7914ff req-9f9c4a9a-4212-40af-bb8a-997984509da8 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 210 time: 0.0284531 Jul 05 11:17:00.245698 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-10a1dc65-a7f2-47e2-b704-1e960e58cb60 req-978f6058-b536-4a8c-b261-b27e82bf18d2 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 210 time: 0.0328124 Jul 05 11:17:00.413598 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 7ae247ca-ba72-44dc-8aa0-7623090cd38f no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:17:00.433783 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 7ae247ca-ba72-44dc-8aa0-7623090cd38f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:17:00.434134 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 7ae247ca-ba72-44dc-8aa0-7623090cd38f not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:17:01.389077 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ea5537d5-530c-4012-a9a8-1e247ba7bd37 req-d21664f1-0aaa-4eb5-9e0b-53bae3327b67 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca57a5cf-d9a2-4666-a9f3-4a3cb0ae4de3 HTTP/1.1" status: 200 len: 210 time: 0.0276611 Jul 05 11:17:02.480774 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51636) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:02.542997 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1c865d59-fffd-4bbe-b7c1-61ca70e3e0a9 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:02.568374 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1c865d59-fffd-4bbe-b7c1-61ca70e3e0a9 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:02.630630 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1c865d59-fffd-4bbe-b7c1-61ca70e3e0a9 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:02.633263 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1c865d59-fffd-4bbe-b7c1-61ca70e3e0a9 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:02.634758 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1c865d59-fffd-4bbe-b7c1-61ca70e3e0a9 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] 10.222.0.79 "DELETE /v2.0/security-groups/407703b7-9bd9-40e1-a247-75a8fe7f0467 HTTP/1.1" status: 204 len: 168 time: 0.1528516 Jul 05 11:17:02.644443 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c865d59-fffd-4bbe-b7c1-61ca70e3e0a9 tempest-TestShelveInstance-1076466738 tempest-TestShelveInstance-1076466738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=407703b7-9bd9-40e1-a247-75a8fe7f0467,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:02.694500 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51640) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:03.165678 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ef59793-d5d8-4f96-bfea-c0a8a35d2893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:03.422247 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7ef59793-d5d8-4f96-bfea-c0a8a35d2893 admin admin] Deleting port 868dada6-af54-4747-941e-28465764f56d {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:17:03.422515 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ef59793-d5d8-4f96-bfea-c0a8a35d2893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:03.503492 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-7ef59793-d5d8-4f96-bfea-c0a8a35d2893 admin admin] For port 868dada6-af54-4747-941e-28465764f56d, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=868dada6-af54-4747-941e-28465764f56d,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:03.503764 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ef59793-d5d8-4f96-bfea-c0a8a35d2893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:03.516775 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7ef59793-d5d8-4f96-bfea-c0a8a35d2893 admin admin] Calling delete_port for 868dada6-af54-4747-941e-28465764f56d owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:17:03.658482 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:03.705984 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ef59793-d5d8-4f96-bfea-c0a8a35d2893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:03.730196 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef59793-d5d8-4f96-bfea-c0a8a35d2893 admin admin] Pushing event deleted for resources: {'Port': ['ID=868dada6-af54-4747-941e-28465764f56d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:03.919622 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ef59793-d5d8-4f96-bfea-c0a8a35d2893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:04.138374 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef59793-d5d8-4f96-bfea-c0a8a35d2893 admin admin] Router 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:17:04.246133 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef59793-d5d8-4f96-bfea-c0a8a35d2893 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:17:04.252127 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-7ef59793-d5d8-4f96-bfea-c0a8a35d2893 admin admin] 10.222.0.79 "PUT /v2.0/routers/6efe3c34-29d5-4eca-b42d-5ce45b25d7ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5561717 Jul 05 11:17:04.254626 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51644) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:04.255695 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32e15fc-c81d-45ad-add8-db43e9625b81 None None] Sync routers for ids ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:17:04.266732 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32e15fc-c81d-45ad-add8-db43e9625b81 None None] Routers {'6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:17:04.267483 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e32e15fc-c81d-45ad-add8-db43e9625b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:16:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:04.367790 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-929c8363-5797-4a86-bcd7-cb3b3222ccce admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:04.378668 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e32e15fc-c81d-45ad-add8-db43e9625b81 None None] Set router 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:17:04.478625 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-929c8363-5797-4a86-bcd7-cb3b3222ccce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:04.533743 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-929c8363-5797-4a86-bcd7-cb3b3222ccce admin admin] Deleting port 58d1afe1-744a-4090-8d61-c86048afe293 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:17:04.534126 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-929c8363-5797-4a86-bcd7-cb3b3222ccce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:04.562568 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e32e15fc-c81d-45ad-add8-db43e9625b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'name': 'tempest-TestShelveInstance-1759319287-router', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '58d1afe1-744a-4090-8d61-c86048afe293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:17:03Z', 'revision_number': 5, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'gw_port': {'id': '58d1afe1-744a-4090-8d61-c86048afe293', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:04.593600 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32e15fc-c81d-45ad-add8-db43e9625b81 None None] Checking router: 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:17:04.602114 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32e15fc-c81d-45ad-add8-db43e9625b81 None None] Routers {'6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:17:04.602719 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e32e15fc-c81d-45ad-add8-db43e9625b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:16:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:04.619713 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-929c8363-5797-4a86-bcd7-cb3b3222ccce admin admin] For port 58d1afe1-744a-4090-8d61-c86048afe293, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=58d1afe1-744a-4090-8d61-c86048afe293,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:04.620237 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-929c8363-5797-4a86-bcd7-cb3b3222ccce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:04.632661 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-929c8363-5797-4a86-bcd7-cb3b3222ccce admin admin] Calling delete_port for 58d1afe1-744a-4090-8d61-c86048afe293 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:17:04.686119 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e32e15fc-c81d-45ad-add8-db43e9625b81 None None] Set router 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:17:04.736504 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e32e15fc-c81d-45ad-add8-db43e9625b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'name': 'tempest-TestShelveInstance-1759319287-router', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:17:04Z', 'revision_number': 6, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:04.767145 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32e15fc-c81d-45ad-add8-db43e9625b81 None None] The sync data for ids ['6efe3c34-29d5-4eca-b42d-5ce45b25d7ed'] in n-d-798054-8 is: [{'id': '6efe3c34-29d5-4eca-b42d-5ce45b25d7ed', 'name': 'tempest-TestShelveInstance-1759319287-router', 'tenant_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:51Z', 'updated_at': '2021-07-05T11:17:04Z', 'revision_number': 6, 'project_id': '3d02691e3dff4ef4bdc213da9eb91a18', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:17:04.819145 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-929c8363-5797-4a86-bcd7-cb3b3222ccce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:04.847444 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c8363-5797-4a86-bcd7-cb3b3222ccce admin admin] Pushing event deleted for resources: {'Port': ['ID=58d1afe1-744a-4090-8d61-c86048afe293,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:04.906611 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-929c8363-5797-4a86-bcd7-cb3b3222ccce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:04.993124 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-929c8363-5797-4a86-bcd7-cb3b3222ccce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:04.995679 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-929c8363-5797-4a86-bcd7-cb3b3222ccce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:05.040920 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-929c8363-5797-4a86-bcd7-cb3b3222ccce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:05.041423 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929c8363-5797-4a86-bcd7-cb3b3222ccce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6efe3c34-29d5-4eca-b42d-5ce45b25d7ed {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:17:05.045634 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-929c8363-5797-4a86-bcd7-cb3b3222ccce admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:05.046912 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-929c8363-5797-4a86-bcd7-cb3b3222ccce admin admin] 10.222.0.79 "DELETE /v2.0/routers/6efe3c34-29d5-4eca-b42d-5ce45b25d7ed HTTP/1.1" status: 204 len: 168 time: 0.7913156 Jul 05 11:17:05.049454 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51646) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:05.092986 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd263ba-3059-4cdb-8c36-e56bd578392d admin admin] Deleting subnet 63bc9179-cafb-4412-9b92-026e334bc740 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:17:05.095937 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1bd263ba-3059-4cdb-8c36-e56bd578392d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:05.134386 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1bd263ba-3059-4cdb-8c36-e56bd578392d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:05.222963 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1bd263ba-3059-4cdb-8c36-e56bd578392d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:05.275620 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1bd263ba-3059-4cdb-8c36-e56bd578392d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:05.300071 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd263ba-3059-4cdb-8c36-e56bd578392d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63bc9179-cafb-4412-9b92-026e334bc740,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:05.303660 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1bd263ba-3059-4cdb-8c36-e56bd578392d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:05.305538 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1bd263ba-3059-4cdb-8c36-e56bd578392d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/63bc9179-cafb-4412-9b92-026e334bc740 HTTP/1.1" status: 204 len: 168 time: 0.2552030 Jul 05 11:17:05.308644 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51648) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:05.312263 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f4aec7-9a1f-46bd-936e-09436e43db47 None None] Network 703f11dd-bc8a-4332-836c-e4d8dd0edeeb requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:17:05.377002 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c21e1d7f-9bd1-4a0a-995f-bdb902caaf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:05.433055 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c21e1d7f-9bd1-4a0a-995f-bdb902caaf33 admin admin] Deleting port 02ba0bc2-b34a-4e56-9a84-8cbea6962573 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:17:05.433403 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c21e1d7f-9bd1-4a0a-995f-bdb902caaf33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:05.500119 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-c21e1d7f-9bd1-4a0a-995f-bdb902caaf33 admin admin] For port 02ba0bc2-b34a-4e56-9a84-8cbea6962573, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=02ba0bc2-b34a-4e56-9a84-8cbea6962573,segment=NetworkSegment(77b17388-b622-4b4d-aed3-4337a5beb2fc),segment_id=77b17388-b622-4b4d-aed3-4337a5beb2fc)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:05.500425 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c21e1d7f-9bd1-4a0a-995f-bdb902caaf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:05.513358 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c21e1d7f-9bd1-4a0a-995f-bdb902caaf33 admin admin] Calling delete_port for 02ba0bc2-b34a-4e56-9a84-8cbea6962573 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:17:05.573007 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 868dada6-af54-4747-941e-28465764f56d no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:17:05.576874 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11de2263-9e0d-4f40-9ab3-1bbf9166aeb8 None None] DHCP port deletion for 703f11dd-bc8a-4332-836c-e4d8dd0edeeb request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:17:05.598416 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 868dada6-af54-4747-941e-28465764f56d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:17:05.598766 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 868dada6-af54-4747-941e-28465764f56d not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:17:05.605997 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c21e1d7f-9bd1-4a0a-995f-bdb902caaf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:05.631477 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e1d7f-9bd1-4a0a-995f-bdb902caaf33 admin admin] Pushing event deleted for resources: {'Port': ['ID=02ba0bc2-b34a-4e56-9a84-8cbea6962573,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:05.637789 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21e1d7f-9bd1-4a0a-995f-bdb902caaf33 admin admin] No DVR routers for this DVR port 02ba0bc2-b34a-4e56-9a84-8cbea6962573 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:17:05.647794 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-11de2263-9e0d-4f40-9ab3-1bbf9166aeb8 None None] Deleting port 02ba0bc2-b34a-4e56-9a84-8cbea6962573 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:17:05.648208 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-11de2263-9e0d-4f40-9ab3-1bbf9166aeb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:05.709838 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-11de2263-9e0d-4f40-9ab3-1bbf9166aeb8 None None] For port 02ba0bc2-b34a-4e56-9a84-8cbea6962573, host n-d-798054-8, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:05.710236 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-11de2263-9e0d-4f40-9ab3-1bbf9166aeb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:05.710410 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c21e1d7f-9bd1-4a0a-995f-bdb902caaf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:05.721086 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c21e1d7f-9bd1-4a0a-995f-bdb902caaf33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703f11dd-bc8a-4332-836c-e4d8dd0edeeb']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:05.723474 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-11de2263-9e0d-4f40-9ab3-1bbf9166aeb8 None None] Calling delete_port for 02ba0bc2-b34a-4e56-9a84-8cbea6962573 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:17:05.726484 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-11de2263-9e0d-4f40-9ab3-1bbf9166aeb8 None None] Port 02ba0bc2-b34a-4e56-9a84-8cbea6962573 was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 11:17:05.727683 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-11de2263-9e0d-4f40-9ab3-1bbf9166aeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:05.736363 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c21e1d7f-9bd1-4a0a-995f-bdb902caaf33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b17388-b622-4b4d-aed3-4337a5beb2fc') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:05.736722 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c21e1d7f-9bd1-4a0a-995f-bdb902caaf33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b17388-b622-4b4d-aed3-4337a5beb2fc') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:05.746383 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c21e1d7f-9bd1-4a0a-995f-bdb902caaf33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:05.759580 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de2263-9e0d-4f40-9ab3-1bbf9166aeb8 None None] Pushing event deleted for resources: {'Port': ['ID=02ba0bc2-b34a-4e56-9a84-8cbea6962573,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:05.760726 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c21e1d7f-9bd1-4a0a-995f-bdb902caaf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:05.764529 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11de2263-9e0d-4f40-9ab3-1bbf9166aeb8 None None] No DVR routers for this DVR port 02ba0bc2-b34a-4e56-9a84-8cbea6962573 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:17:05.767496 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21e1d7f-9bd1-4a0a-995f-bdb902caaf33 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:17:05.767924 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c21e1d7f-9bd1-4a0a-995f-bdb902caaf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: timer() Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:17:05.769579 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:17:05.773019 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de2263-9e0d-4f40-9ab3-1bbf9166aeb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:05.773019 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de2263-9e0d-4f40-9ab3-1bbf9166aeb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:05.773019 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de2263-9e0d-4f40-9ab3-1bbf9166aeb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:05.773019 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de2263-9e0d-4f40-9ab3-1bbf9166aeb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:05.773019 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de2263-9e0d-4f40-9ab3-1bbf9166aeb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:05.773666 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de2263-9e0d-4f40-9ab3-1bbf9166aeb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:05.773666 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de2263-9e0d-4f40-9ab3-1bbf9166aeb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:05.774014 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de2263-9e0d-4f40-9ab3-1bbf9166aeb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:05.774545 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de2263-9e0d-4f40-9ab3-1bbf9166aeb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:05.775216 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de2263-9e0d-4f40-9ab3-1bbf9166aeb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:05.775388 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de2263-9e0d-4f40-9ab3-1bbf9166aeb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:05.775931 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de2263-9e0d-4f40-9ab3-1bbf9166aeb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:05.834219 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c21e1d7f-9bd1-4a0a-995f-bdb902caaf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:05.840463 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c21e1d7f-9bd1-4a0a-995f-bdb902caaf33 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:05.842471 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-c21e1d7f-9bd1-4a0a-995f-bdb902caaf33 admin admin] 10.222.0.79 "DELETE /v2.0/networks/703f11dd-bc8a-4332-836c-e4d8dd0edeeb HTTP/1.1" status: 204 len: 168 time: 0.5328133 Jul 05 11:17:05.845670 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51650) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:05.853710 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e1d7f-9bd1-4a0a-995f-bdb902caaf33 admin admin] Pushing event deleted for resources: {'Network': ['ID=703f11dd-bc8a-4332-836c-e4d8dd0edeeb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:06.196889 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84f3094d-6b74-4866-807b-25a6096fef25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:06.443817 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-84f3094d-6b74-4866-807b-25a6096fef25 admin admin] Deleting port 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:17:06.444193 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84f3094d-6b74-4866-807b-25a6096fef25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:06.519803 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-84f3094d-6b74-4866-807b-25a6096fef25 admin admin] For port 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=82f56a09-2bf2-45c6-96a9-c2fcdc446eb8,segment=NetworkSegment(fe029da5-bfae-4eab-a441-2f7fd001f2bb),segment_id=fe029da5-bfae-4eab-a441-2f7fd001f2bb)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:06.520196 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84f3094d-6b74-4866-807b-25a6096fef25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:06.532318 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-84f3094d-6b74-4866-807b-25a6096fef25 admin admin] Calling delete_port for 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:17:06.708260 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84f3094d-6b74-4866-807b-25a6096fef25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:06.733429 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3094d-6b74-4866-807b-25a6096fef25 admin admin] Pushing event deleted for resources: {'Port': ['ID=82f56a09-2bf2-45c6-96a9-c2fcdc446eb8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:06.935408 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 02ba0bc2-b34a-4e56-9a84-8cbea6962573 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:17:06.965102 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 02ba0bc2-b34a-4e56-9a84-8cbea6962573 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:17:06.965366 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 02ba0bc2-b34a-4e56-9a84-8cbea6962573 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:17:06.965791 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 58d1afe1-744a-4090-8d61-c86048afe293 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:17:06.985984 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 58d1afe1-744a-4090-8d61-c86048afe293 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:17:06.986333 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 58d1afe1-744a-4090-8d61-c86048afe293 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:17:07.165814 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:07.217139 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84f3094d-6b74-4866-807b-25a6096fef25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:07.423261 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f3094d-6b74-4866-807b-25a6096fef25 admin admin] Router a988c07d-7b66-4ebf-9f82-78b24a0e4348 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:17:07.527153 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f3094d-6b74-4866-807b-25a6096fef25 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:17:07.532061 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-84f3094d-6b74-4866-807b-25a6096fef25 admin admin] 10.222.0.79 "PUT /v2.0/routers/a988c07d-7b66-4ebf-9f82-78b24a0e4348/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6842735 Jul 05 11:17:07.534734 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51654) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:07.537457 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef66b19-ae09-4419-9b81-f4007fb86a92 None None] Sync routers for ids ['a988c07d-7b66-4ebf-9f82-78b24a0e4348'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:17:07.547428 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef66b19-ae09-4419-9b81-f4007fb86a92 None None] Routers {'a988c07d-7b66-4ebf-9f82-78b24a0e4348'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:17:07.548111 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1ef66b19-ae09-4419-9b81-f4007fb86a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:16:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['a988c07d-7b66-4ebf-9f82-78b24a0e4348'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:07.638498 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7c5199b3-1719-4abb-a3c2-12adc79bc36f admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:07.651047 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-1ef66b19-ae09-4419-9b81-f4007fb86a92 None None] Set router a988c07d-7b66-4ebf-9f82-78b24a0e4348 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:17:07.737971 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7c5199b3-1719-4abb-a3c2-12adc79bc36f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:07.790741 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7c5199b3-1719-4abb-a3c2-12adc79bc36f admin admin] Deleting port 50bd1a55-3dc8-4ba5-9654-3746fd13738f {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:17:07.790998 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7c5199b3-1719-4abb-a3c2-12adc79bc36f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:07.829164 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1ef66b19-ae09-4419-9b81-f4007fb86a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a988c07d-7b66-4ebf-9f82-78b24a0e4348', 'name': 'tempest-TestShelveInstance-533841179-router', 'tenant_id': '1764a99e0f9e49779dbe750816f3860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '50bd1a55-3dc8-4ba5-9654-3746fd13738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:56Z', 'updated_at': '2021-07-05T11:17:06Z', 'revision_number': 5, 'project_id': '1764a99e0f9e49779dbe750816f3860f', 'gw_port': {'id': '50bd1a55-3dc8-4ba5-9654-3746fd13738f', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:eb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a988c07d-7b66-4ebf-9f82-78b24a0e4348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:06:57Z', 'updated_at': '2021-07-05T11:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:07.863265 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef66b19-ae09-4419-9b81-f4007fb86a92 None None] Checking router: a988c07d-7b66-4ebf-9f82-78b24a0e4348 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:17:07.873461 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef66b19-ae09-4419-9b81-f4007fb86a92 None None] Routers {'a988c07d-7b66-4ebf-9f82-78b24a0e4348'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:17:07.874092 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1ef66b19-ae09-4419-9b81-f4007fb86a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:16:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['a988c07d-7b66-4ebf-9f82-78b24a0e4348'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:07.875276 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-7c5199b3-1719-4abb-a3c2-12adc79bc36f admin admin] For port 50bd1a55-3dc8-4ba5-9654-3746fd13738f, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=50bd1a55-3dc8-4ba5-9654-3746fd13738f,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:07.875646 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7c5199b3-1719-4abb-a3c2-12adc79bc36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:07.888399 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7c5199b3-1719-4abb-a3c2-12adc79bc36f admin admin] Calling delete_port for 50bd1a55-3dc8-4ba5-9654-3746fd13738f owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:17:07.955133 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-1ef66b19-ae09-4419-9b81-f4007fb86a92 None None] Set router a988c07d-7b66-4ebf-9f82-78b24a0e4348 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:17:08.009288 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1ef66b19-ae09-4419-9b81-f4007fb86a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a988c07d-7b66-4ebf-9f82-78b24a0e4348', 'name': 'tempest-TestShelveInstance-533841179-router', 'tenant_id': '1764a99e0f9e49779dbe750816f3860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:56Z', 'updated_at': '2021-07-05T11:17:07Z', 'revision_number': 6, 'project_id': '1764a99e0f9e49779dbe750816f3860f', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:08.036977 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef66b19-ae09-4419-9b81-f4007fb86a92 None None] The sync data for ids ['a988c07d-7b66-4ebf-9f82-78b24a0e4348'] in n-d-798054-8 is: [{'id': 'a988c07d-7b66-4ebf-9f82-78b24a0e4348', 'name': 'tempest-TestShelveInstance-533841179-router', 'tenant_id': '1764a99e0f9e49779dbe750816f3860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:06:56Z', 'updated_at': '2021-07-05T11:17:07Z', 'revision_number': 6, 'project_id': '1764a99e0f9e49779dbe750816f3860f', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:17:08.056594 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7c5199b3-1719-4abb-a3c2-12adc79bc36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:08.084205 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5199b3-1719-4abb-a3c2-12adc79bc36f admin admin] Pushing event deleted for resources: {'Port': ['ID=50bd1a55-3dc8-4ba5-9654-3746fd13738f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:08.143605 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7c5199b3-1719-4abb-a3c2-12adc79bc36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:08.234024 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7c5199b3-1719-4abb-a3c2-12adc79bc36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:08.236147 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7c5199b3-1719-4abb-a3c2-12adc79bc36f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:08.282233 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7c5199b3-1719-4abb-a3c2-12adc79bc36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:08.282894 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5199b3-1719-4abb-a3c2-12adc79bc36f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a988c07d-7b66-4ebf-9f82-78b24a0e4348 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:17:08.287485 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7c5199b3-1719-4abb-a3c2-12adc79bc36f admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:08.288685 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7c5199b3-1719-4abb-a3c2-12adc79bc36f admin admin] 10.222.0.79 "DELETE /v2.0/routers/a988c07d-7b66-4ebf-9f82-78b24a0e4348 HTTP/1.1" status: 204 len: 168 time: 0.7528903 Jul 05 11:17:08.291412 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51656) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:08.335266 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b89bdea-1f0f-44e5-bb27-c5fc76b1ab37 admin admin] Deleting subnet a40a439b-686d-4fca-a491-e255f32ef1e3 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:17:08.338282 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b89bdea-1f0f-44e5-bb27-c5fc76b1ab37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:08.371347 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b89bdea-1f0f-44e5-bb27-c5fc76b1ab37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:08.453210 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b89bdea-1f0f-44e5-bb27-c5fc76b1ab37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:08.507820 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b89bdea-1f0f-44e5-bb27-c5fc76b1ab37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:08.532685 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89bdea-1f0f-44e5-bb27-c5fc76b1ab37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a40a439b-686d-4fca-a491-e255f32ef1e3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:08.539484 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b89bdea-1f0f-44e5-bb27-c5fc76b1ab37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:08.541394 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1b89bdea-1f0f-44e5-bb27-c5fc76b1ab37 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a40a439b-686d-4fca-a491-e255f32ef1e3 HTTP/1.1" status: 204 len: 168 time: 0.2484546 Jul 05 11:17:08.544515 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51658) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:08.545167 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13fcb5a-c19e-43bc-815b-3d976741a87f None None] Network 91fab032-b4d0-4e9c-9175-7517a874460a requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:17:08.611387 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d029475-f5c6-4ba1-a6a1-ac89a59a6a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:08.668377 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-1d029475-f5c6-4ba1-a6a1-ac89a59a6a21 admin admin] Deleting port a5ae2229-ff76-4b84-b6ba-8c4954f28451 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:17:08.668797 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d029475-f5c6-4ba1-a6a1-ac89a59a6a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:08.732565 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-1d029475-f5c6-4ba1-a6a1-ac89a59a6a21 admin admin] For port a5ae2229-ff76-4b84-b6ba-8c4954f28451, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=a5ae2229-ff76-4b84-b6ba-8c4954f28451,segment=NetworkSegment(fe029da5-bfae-4eab-a441-2f7fd001f2bb),segment_id=fe029da5-bfae-4eab-a441-2f7fd001f2bb)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:08.732931 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d029475-f5c6-4ba1-a6a1-ac89a59a6a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:08.745303 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-1d029475-f5c6-4ba1-a6a1-ac89a59a6a21 admin admin] Calling delete_port for a5ae2229-ff76-4b84-b6ba-8c4954f28451 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:17:08.816237 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930642cd-486b-4c11-ae35-afe4d44682dc None None] DHCP port deletion for 91fab032-b4d0-4e9c-9175-7517a874460a request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:17:08.880818 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-930642cd-486b-4c11-ae35-afe4d44682dc None None] Deleting port a5ae2229-ff76-4b84-b6ba-8c4954f28451 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:17:08.881294 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-930642cd-486b-4c11-ae35-afe4d44682dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:08.896808 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 50bd1a55-3dc8-4ba5-9654-3746fd13738f no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:17:08.949505 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 50bd1a55-3dc8-4ba5-9654-3746fd13738f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:17:08.949855 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 50bd1a55-3dc8-4ba5-9654-3746fd13738f not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:17:08.950285 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:17:08.984829 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:17:08.985514 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 82f56a09-2bf2-45c6-96a9-c2fcdc446eb8 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:17:08.985654 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device a5ae2229-ff76-4b84-b6ba-8c4954f28451 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:17:08.992157 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-930642cd-486b-4c11-ae35-afe4d44682dc None None] For port a5ae2229-ff76-4b84-b6ba-8c4954f28451, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=a5ae2229-ff76-4b84-b6ba-8c4954f28451,segment=NetworkSegment(fe029da5-bfae-4eab-a441-2f7fd001f2bb),segment_id=fe029da5-bfae-4eab-a441-2f7fd001f2bb)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:08.992556 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-930642cd-486b-4c11-ae35-afe4d44682dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:09.028423 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-930642cd-486b-4c11-ae35-afe4d44682dc None None] Calling delete_port for a5ae2229-ff76-4b84-b6ba-8c4954f28451 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:17:09.136557 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:09.176224 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d029475-f5c6-4ba1-a6a1-ac89a59a6a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:09.191000 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-930642cd-486b-4c11-ae35-afe4d44682dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:09.203520 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d029475-f5c6-4ba1-a6a1-ac89a59a6a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5ae2229-ff76-4b84-b6ba-8c4954f28451,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:09.205386 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d029475-f5c6-4ba1-a6a1-ac89a59a6a21 admin admin] No DVR routers for this DVR port a5ae2229-ff76-4b84-b6ba-8c4954f28451 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:17:09.219394 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930642cd-486b-4c11-ae35-afe4d44682dc None None] No DVR routers for this DVR port a5ae2229-ff76-4b84-b6ba-8c4954f28451 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:17:09.222661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930642cd-486b-4c11-ae35-afe4d44682dc None None] Pushing event deleted for resources: {'Port': ['ID=a5ae2229-ff76-4b84-b6ba-8c4954f28451,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:09.276365 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d029475-f5c6-4ba1-a6a1-ac89a59a6a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:09.286239 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1d029475-f5c6-4ba1-a6a1-ac89a59a6a21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91fab032-b4d0-4e9c-9175-7517a874460a']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:09.299757 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1d029475-f5c6-4ba1-a6a1-ac89a59a6a21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe029da5-bfae-4eab-a441-2f7fd001f2bb') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:09.300092 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1d029475-f5c6-4ba1-a6a1-ac89a59a6a21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe029da5-bfae-4eab-a441-2f7fd001f2bb') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:09.309430 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d029475-f5c6-4ba1-a6a1-ac89a59a6a21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:09.323373 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d029475-f5c6-4ba1-a6a1-ac89a59a6a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:09.329442 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d029475-f5c6-4ba1-a6a1-ac89a59a6a21 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:17:09.329835 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d029475-f5c6-4ba1-a6a1-ac89a59a6a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: self.session.flush() Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: timer() Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:17:09.331458 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:17:09.383817 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d029475-f5c6-4ba1-a6a1-ac89a59a6a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:09.390159 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d029475-f5c6-4ba1-a6a1-ac89a59a6a21 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:09.391981 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-1d029475-f5c6-4ba1-a6a1-ac89a59a6a21 admin admin] 10.222.0.79 "DELETE /v2.0/networks/91fab032-b4d0-4e9c-9175-7517a874460a HTTP/1.1" status: 204 len: 168 time: 0.8465793 Jul 05 11:17:09.403317 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d029475-f5c6-4ba1-a6a1-ac89a59a6a21 admin admin] Pushing event deleted for resources: {'Network': ['ID=91fab032-b4d0-4e9c-9175-7517a874460a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:09.525693 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51662) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:09.571168 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-cc6e9bf3-1e23-4fd7-bbef-e91a47ff7dfc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3d02691e3dff4ef4bdc213da9eb91a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439146 Jul 05 11:17:09.574407 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51664) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:09.622033 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb734c4a-972d-4eb3-8fed-e0e0e56a7dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:09.642896 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb734c4a-972d-4eb3-8fed-e0e0e56a7dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:09.687875 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb734c4a-972d-4eb3-8fed-e0e0e56a7dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:09.690450 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb734c4a-972d-4eb3-8fed-e0e0e56a7dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:09.691608 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-eb734c4a-972d-4eb3-8fed-e0e0e56a7dcf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4343601e-dca1-4419-bd39-04ce28b7c052 HTTP/1.1" status: 204 len: 168 time: 0.1163394 Jul 05 11:17:09.699394 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb734c4a-972d-4eb3-8fed-e0e0e56a7dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4343601e-dca1-4419-bd39-04ce28b7c052,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:10.017022 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51670) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:10.055682 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-613af370-23a5-453d-a613-fc071917a785 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1764a99e0f9e49779dbe750816f3860f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375080 Jul 05 11:17:10.058689 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51672) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:10.105225 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02207f6c-a488-46df-9c2f-551cbcb5a0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:10.127190 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02207f6c-a488-46df-9c2f-551cbcb5a0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:10.175827 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02207f6c-a488-46df-9c2f-551cbcb5a0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:10.178305 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02207f6c-a488-46df-9c2f-551cbcb5a0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:10.179460 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-02207f6c-a488-46df-9c2f-551cbcb5a0f5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d2e83ab1-25d6-458e-8553-af27e1d9b61e HTTP/1.1" status: 204 len: 168 time: 0.1199021 Jul 05 11:17:10.189088 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02207f6c-a488-46df-9c2f-551cbcb5a0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e83ab1-25d6-458e-8553-af27e1d9b61e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:10.406260 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:17:10.923656 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51694) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:11.029364 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ce9a9a26-10d2-44e1-909f-6b5f08d3e688 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-894818580-network', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:11.050232 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9a9a26-10d2-44e1-909f-6b5f08d3e688 admin admin] Made reservation on behalf of d45d60d4f9e84c718ffa269f775b7f4e for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:17:11.052641 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce9a9a26-10d2-44e1-909f-6b5f08d3e688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:11.060595 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce9a9a26-10d2-44e1-909f-6b5f08d3e688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:11.148675 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce9a9a26-10d2-44e1-909f-6b5f08d3e688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:11.153384 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce9a9a26-10d2-44e1-909f-6b5f08d3e688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:11.178956 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9a9a26-10d2-44e1-909f-6b5f08d3e688 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:17:11.189503 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a9a26-10d2-44e1-909f-6b5f08d3e688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f22c424-b75a-4825-925f-1070e73c649a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:11.194427 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce9a9a26-10d2-44e1-909f-6b5f08d3e688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:11.194778 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-ce9a9a26-10d2-44e1-909f-6b5f08d3e688 admin admin] Added segment f9003020-3efc-4fcb-bc5e-7c8cdc86e025 of type vlan for network 9ce00594-79d6-429d-a278-d99fd2cf83b4 Jul 05 11:17:11.236321 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce9a9a26-10d2-44e1-909f-6b5f08d3e688 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:11.265880 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce9a9a26-10d2-44e1-909f-6b5f08d3e688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:11.267044 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9a9a26-10d2-44e1-909f-6b5f08d3e688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:11.267639 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce9a9a26-10d2-44e1-909f-6b5f08d3e688 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:11.323628 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-ce9a9a26-10d2-44e1-909f-6b5f08d3e688 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3982613 Jul 05 11:17:11.326538 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51698) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:11.333925 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1a33bf15-5940-4cf9-ad7f-50e70c4889d3 admin admin] Request body: {'subnet': {'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-894818580-subnet', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:11.348419 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a9a26-10d2-44e1-909f-6b5f08d3e688 admin admin] Pushing event updated for resources: {'Network': ['ID=9ce00594-79d6-429d-a278-d99fd2cf83b4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:11.360311 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 9ce00594-79d6-429d-a278-d99fd2cf83b4 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:17:11.364491 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a33bf15-5940-4cf9-ad7f-50e70c4889d3 admin admin] Made reservation on behalf of d45d60d4f9e84c718ffa269f775b7f4e for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:17:11.366940 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a33bf15-5940-4cf9-ad7f-50e70c4889d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8470067'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:11.539231 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a33bf15-5940-4cf9-ad7f-50e70c4889d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12557732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8470049'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:11.595312 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33bf15-5940-4cf9-ad7f-50e70c4889d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:11.605180 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a33bf15-5940-4cf9-ad7f-50e70c4889d3 admin admin] Checking segment: {'id': 'f9003020-3efc-4fcb-bc5e-7c8cdc86e025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:17:11.605572 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a33bf15-5940-4cf9-ad7f-50e70c4889d3 admin admin] Network hostable DHCP agents. Network: 9ce00594-79d6-429d-a278-d99fd2cf83b4, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:17:11.622610 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a33bf15-5940-4cf9-ad7f-50e70c4889d3 admin admin] Network 9ce00594-79d6-429d-a278-d99fd2cf83b4 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:17:11.631221 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-1a33bf15-5940-4cf9-ad7f-50e70c4889d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 9ce00594-79d6-429d-a278-d99fd2cf83b4) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:17:11.635600 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a33bf15-5940-4cf9-ad7f-50e70c4889d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:11.636827 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a33bf15-5940-4cf9-ad7f-50e70c4889d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:11.640434 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57335e73-716e-46e5-b5f9-490d45178e13 None None] Network 9ce00594-79d6-429d-a278-d99fd2cf83b4 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:17:11.652747 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-1a33bf15-5940-4cf9-ad7f-50e70c4889d3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3248072 Jul 05 11:17:11.655192 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51700) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:11.659940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c3ae9634-7ba3-4681-8067-7f3f8a9f5599 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-894818580-router', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:11.681744 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9634-7ba3-4681-8067-7f3f8a9f5599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:11.683367 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9634-7ba3-4681-8067-7f3f8a9f5599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:11.737759 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9634-7ba3-4681-8067-7f3f8a9f5599 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:11.804157 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17de81a-a835-497d-a7fe-633d5c357a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-9ce00594-79d6-429d-a278-d99fd2cf83b4', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'fixed_ips': [{'subnet_id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:17:11.805055 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b17de81a-a835-497d-a7fe-633d5c357a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:11.879173 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9634-7ba3-4681-8067-7f3f8a9f5599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:11.953066 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-b17de81a-a835-497d-a7fe-633d5c357a65 None None] Allocated IP 172.20.0.2 (9ce00594-79d6-429d-a278-d99fd2cf83b4/78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6/bc1742e7-0a72-456a-942d-bb15e6176e60) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:17:12.102447 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9634-7ba3-4681-8067-7f3f8a9f5599 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:12.104181 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b17de81a-a835-497d-a7fe-633d5c357a65 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:12.112594 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b17de81a-a835-497d-a7fe-633d5c357a65 None None] Transition to ACTIVE for port object bc1742e7-0a72-456a-942d-bb15e6176e60 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:17:12.121541 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9634-7ba3-4681-8067-7f3f8a9f5599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:12.128093 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b17de81a-a835-497d-a7fe-633d5c357a65 None None] Transition to ACTIVE for port object bc1742e7-0a72-456a-942d-bb15e6176e60 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:17:12.135205 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b17de81a-a835-497d-a7fe-633d5c357a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:12.182243 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17de81a-a835-497d-a7fe-633d5c357a65 None None] Pushing event updated for resources: {'Port': ['ID=bc1742e7-0a72-456a-942d-bb15e6176e60,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:12.191775 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17de81a-a835-497d-a7fe-633d5c357a65 None None] Network 9ce00594-79d6-429d-a278-d99fd2cf83b4 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:17:12.193202 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-b17de81a-a835-497d-a7fe-633d5c357a65 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:17:12.195521 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17de81a-a835-497d-a7fe-633d5c357a65 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:17:12.234600 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-c3ae9634-7ba3-4681-8067-7f3f8a9f5599 admin admin] Allocated IP 172.25.7.172 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/c70f7aa0-8b38-4c98-8eac-41c860636629) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:17:12.251895 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b17de81a-a835-497d-a7fe-633d5c357a65 None None] Attempting to bind port bc1742e7-0a72-456a-942d-bb15e6176e60 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:17:12.252274 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b17de81a-a835-497d-a7fe-633d5c357a65 None None] Attempting to bind port bc1742e7-0a72-456a-942d-bb15e6176e60 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'f9003020-3efc-4fcb-bc5e-7c8cdc86e025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:17:12.252687 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17de81a-a835-497d-a7fe-633d5c357a65 None None] Attempting to bind port bc1742e7-0a72-456a-942d-bb15e6176e60 on network 9ce00594-79d6-429d-a278-d99fd2cf83b4 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:17:12.257841 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17de81a-a835-497d-a7fe-633d5c357a65 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:17:12.258222 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17de81a-a835-497d-a7fe-633d5c357a65 None None] Checking segment: {'id': 'f9003020-3efc-4fcb-bc5e-7c8cdc86e025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:17:12.258626 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b17de81a-a835-497d-a7fe-633d5c357a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:12.259021 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17de81a-a835-497d-a7fe-633d5c357a65 None None] Bound using segment: {'id': 'f9003020-3efc-4fcb-bc5e-7c8cdc86e025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:17:12.259485 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b17de81a-a835-497d-a7fe-633d5c357a65 None None] Bound port: bc1742e7-0a72-456a-942d-bb15e6176e60, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9003020-3efc-4fcb-bc5e-7c8cdc86e025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:17:12.259897 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b17de81a-a835-497d-a7fe-633d5c357a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:12.324758 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b17de81a-a835-497d-a7fe-633d5c357a65 None None] For port bc1742e7-0a72-456a-942d-bb15e6176e60, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:17:12.327766 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b17de81a-a835-497d-a7fe-633d5c357a65 None None] For port bc1742e7-0a72-456a-942d-bb15e6176e60, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bc1742e7-0a72-456a-942d-bb15e6176e60,segment=NetworkSegment(f9003020-3efc-4fcb-bc5e-7c8cdc86e025),segment_id=f9003020-3efc-4fcb-bc5e-7c8cdc86e025)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:17:12.332626 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b17de81a-a835-497d-a7fe-633d5c357a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:12.344543 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9634-7ba3-4681-8067-7f3f8a9f5599 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:12.390866 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17de81a-a835-497d-a7fe-633d5c357a65 None None] Pushing event updated for resources: {'Port': ['ID=bc1742e7-0a72-456a-942d-bb15e6176e60,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:12.392287 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9634-7ba3-4681-8067-7f3f8a9f5599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:12.430761 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ae9634-7ba3-4681-8067-7f3f8a9f5599 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:17:12.434329 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-c3ae9634-7ba3-4681-8067-7f3f8a9f5599 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:17:12.440655 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ae9634-7ba3-4681-8067-7f3f8a9f5599 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:17:12.467709 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae9634-7ba3-4681-8067-7f3f8a9f5599 admin admin] Pushing event updated for resources: {'Port': ['ID=c70f7aa0-8b38-4c98-8eac-41c860636629,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:12.705595 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9634-7ba3-4681-8067-7f3f8a9f5599 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:12.894192 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bc1742e7-0a72-456a-942d-bb15e6176e60 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:17:12.905879 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9634-7ba3-4681-8067-7f3f8a9f5599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:12.945398 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port bc1742e7-0a72-456a-942d-bb15e6176e60 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:17:13.042168 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ae9634-7ba3-4681-8067-7f3f8a9f5599 admin admin] Router 412e5fa3-4bd3-460d-ad50-b39d06254243 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 11:17:13.153633 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ae9634-7ba3-4681-8067-7f3f8a9f5599 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:17:13.166773 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] Sync routers for ids ['412e5fa3-4bd3-460d-ad50-b39d06254243'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:17:13.170004 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9634-7ba3-4681-8067-7f3f8a9f5599 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:13.175397 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51704) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:13.176062 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c3ae9634-7ba3-4681-8067-7f3f8a9f5599 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5193176 Jul 05 11:17:13.178086 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] Routers {'412e5fa3-4bd3-460d-ad50-b39d06254243'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:17:13.178732 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:16:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['412e5fa3-4bd3-460d-ad50-b39d06254243'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:13.270108 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e7dc85-cf8a-44a1-ace9-bdcf402d7675 None None] Network 9ce00594-79d6-429d-a278-d99fd2cf83b4 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:17:13.291722 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] Set router 412e5fa3-4bd3-460d-ad50-b39d06254243 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:17:13.397594 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e43c99ff-f3bb-40bd-aab7-6daaeab887bf None None] Provisioning for port bc1742e7-0a72-456a-942d-bb15e6176e60 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:17:13.418646 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e43c99ff-f3bb-40bd-aab7-6daaeab887bf None None] Provisioning complete for port bc1742e7-0a72-456a-942d-bb15e6176e60 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:17:13.418946 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e43c99ff-f3bb-40bd-aab7-6daaeab887bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:13.490908 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'name': 'tempest-TestSnapshotPattern-894818580-router', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:11Z', 'updated_at': '2021-07-05T11:17:12Z', 'revision_number': 3, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'gw_port': {'id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:12Z', 'updated_at': '2021-07-05T11:17:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:13.516905 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e43c99ff-f3bb-40bd-aab7-6daaeab887bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:13.520270 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] Checking router: 412e5fa3-4bd3-460d-ad50-b39d06254243 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:17:13.520626 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] Updating router 412e5fa3-4bd3-460d-ad50-b39d06254243 port c70f7aa0-8b38-4c98-8eac-41c860636629 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:17:13.552650 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e43c99ff-f3bb-40bd-aab7-6daaeab887bf None None] For port bc1742e7-0a72-456a-942d-bb15e6176e60, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bc1742e7-0a72-456a-942d-bb15e6176e60,segment=NetworkSegment(f9003020-3efc-4fcb-bc5e-7c8cdc86e025),segment_id=f9003020-3efc-4fcb-bc5e-7c8cdc86e025)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:13.558821 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:13.559177 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e43c99ff-f3bb-40bd-aab7-6daaeab887bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:13.613765 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c99ff-f3bb-40bd-aab7-6daaeab887bf None None] Pushing event updated for resources: {'Port': ['ID=bc1742e7-0a72-456a-942d-bb15e6176e60,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:13.637374 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68f46457-05dd-40f3-8084-50279d8ea31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:13.780835 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3110e0de-6d0c-4078-aa40-e85d4a6516fe None None] Provisioning complete for port bc1742e7-0a72-456a-942d-bb15e6176e60 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:17:13.781214 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3110e0de-6d0c-4078-aa40-e85d4a6516fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:13.801545 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-68f46457-05dd-40f3-8084-50279d8ea31d admin admin] Allocated IP 172.20.0.1 (9ce00594-79d6-429d-a278-d99fd2cf83b4/78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6/5dda2d79-fae4-4aca-8332-c25c81b0385e) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:17:13.906686 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68f46457-05dd-40f3-8084-50279d8ea31d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:13.919560 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-68f46457-05dd-40f3-8084-50279d8ea31d admin admin] Transition to ACTIVE for port object 5dda2d79-fae4-4aca-8332-c25c81b0385e will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:17:13.932840 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:13.942698 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] Transition to ACTIVE for port object c70f7aa0-8b38-4c98-8eac-41c860636629 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:17:13.949456 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:13.956681 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68f46457-05dd-40f3-8084-50279d8ea31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:13.997517 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] Attempting to bind port c70f7aa0-8b38-4c98-8eac-41c860636629 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:17:13.997882 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] Attempting to bind port c70f7aa0-8b38-4c98-8eac-41c860636629 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:17:13.998234 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] Attempting to bind port c70f7aa0-8b38-4c98-8eac-41c860636629 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:17:13.999319 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f46457-05dd-40f3-8084-50279d8ea31d admin admin] Network 9ce00594-79d6-429d-a278-d99fd2cf83b4 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:17:14.005833 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-68f46457-05dd-40f3-8084-50279d8ea31d admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:17:14.006557 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774bf56-a70f-4317-9d58-b1c748599bbe None None] Pushing event updated for resources: {'Port': ['ID=c70f7aa0-8b38-4c98-8eac-41c860636629,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:14.008289 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f46457-05dd-40f3-8084-50279d8ea31d admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:17:14.014324 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774bf56-a70f-4317-9d58-b1c748599bbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:14.014763 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774bf56-a70f-4317-9d58-b1c748599bbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:14.015098 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774bf56-a70f-4317-9d58-b1c748599bbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:14.015477 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774bf56-a70f-4317-9d58-b1c748599bbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:14.015741 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774bf56-a70f-4317-9d58-b1c748599bbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:14.016075 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774bf56-a70f-4317-9d58-b1c748599bbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:14.016461 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774bf56-a70f-4317-9d58-b1c748599bbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:14.016776 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774bf56-a70f-4317-9d58-b1c748599bbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:14.017092 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774bf56-a70f-4317-9d58-b1c748599bbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:14.017408 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774bf56-a70f-4317-9d58-b1c748599bbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:14.017716 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774bf56-a70f-4317-9d58-b1c748599bbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:14.018028 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774bf56-a70f-4317-9d58-b1c748599bbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:14.021193 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:17:14.021563 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:17:14.021959 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:14.022335 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:17:14.022807 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] Bound port: c70f7aa0-8b38-4c98-8eac-41c860636629, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:17:14.023302 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:14.036108 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f46457-05dd-40f3-8084-50279d8ea31d admin admin] Pushing event updated for resources: {'Port': ['ID=5dda2d79-fae4-4aca-8332-c25c81b0385e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:14.054852 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68f46457-05dd-40f3-8084-50279d8ea31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:14.086371 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] For port c70f7aa0-8b38-4c98-8eac-41c860636629, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:17:14.089702 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] For port c70f7aa0-8b38-4c98-8eac-41c860636629, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c70f7aa0-8b38-4c98-8eac-41c860636629,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:17:14.094382 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:14.142622 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] Routers {'412e5fa3-4bd3-460d-ad50-b39d06254243'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:17:14.143292 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:16:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['412e5fa3-4bd3-460d-ad50-b39d06254243'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:14.197153 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774bf56-a70f-4317-9d58-b1c748599bbe None None] Pushing event updated for resources: {'Port': ['ID=c70f7aa0-8b38-4c98-8eac-41c860636629,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:14.212741 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68f46457-05dd-40f3-8084-50279d8ea31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:14.267864 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] Set router 412e5fa3-4bd3-460d-ad50-b39d06254243 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:17:14.288552 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ae2cd422-81f1-4a3d-ab96-41fed25e1dfe None None] Provisioning for port 5dda2d79-fae4-4aca-8332-c25c81b0385e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:17:14.293087 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ae2cd422-81f1-4a3d-ab96-41fed25e1dfe None None] Provisioning complete for port 5dda2d79-fae4-4aca-8332-c25c81b0385e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:17:14.293695 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ae2cd422-81f1-4a3d-ab96-41fed25e1dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:14.339998 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ae2cd422-81f1-4a3d-ab96-41fed25e1dfe None None] Port 5dda2d79-fae4-4aca-8332-c25c81b0385e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:17:14.397904 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68f46457-05dd-40f3-8084-50279d8ea31d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:14.402413 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68f46457-05dd-40f3-8084-50279d8ea31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:14.465869 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'name': 'tempest-TestSnapshotPattern-894818580-router', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:11Z', 'updated_at': '2021-07-05T11:17:12Z', 'revision_number': 3, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'gw_port': {'id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:12Z', 'updated_at': '2021-07-05T11:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:14.472195 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f46457-05dd-40f3-8084-50279d8ea31d admin admin] Pushing event updated for resources: {'Port': ['ID=5dda2d79-fae4-4aca-8332-c25c81b0385e,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:14.476309 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68f46457-05dd-40f3-8084-50279d8ea31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:14.496821 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4efbc2a-3f71-4dc1-a903-eb6de54c7b24 None None] The sync data for ids ['412e5fa3-4bd3-460d-ad50-b39d06254243'] in n-d-798054-8 is: [{'id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'name': 'tempest-TestSnapshotPattern-894818580-router', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:11Z', 'updated_at': '2021-07-05T11:17:12Z', 'revision_number': 3, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'gw_port': {'id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:12Z', 'updated_at': '2021-07-05T11:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:17:14.577183 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f46457-05dd-40f3-8084-50279d8ea31d admin admin] Network 9ce00594-79d6-429d-a278-d99fd2cf83b4 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:17:14.578535 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-68f46457-05dd-40f3-8084-50279d8ea31d admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:17:14.701620 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f46457-05dd-40f3-8084-50279d8ea31d admin admin] Router 412e5fa3-4bd3-460d-ad50-b39d06254243 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:17:14.826955 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f46457-05dd-40f3-8084-50279d8ea31d admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:17:14.836663 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-68f46457-05dd-40f3-8084-50279d8ea31d admin admin] 10.222.0.79 "PUT /v2.0/routers/412e5fa3-4bd3-460d-ad50-b39d06254243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6598544 Jul 05 11:17:14.871326 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fbf7251f-01ed-42f5-8f44-796b32022107 None None] Provisioning complete for port 5dda2d79-fae4-4aca-8332-c25c81b0385e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:17:14.871984 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fbf7251f-01ed-42f5-8f44-796b32022107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:14.909483 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-fbf7251f-01ed-42f5-8f44-796b32022107 None None] Port 5dda2d79-fae4-4aca-8332-c25c81b0385e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:17:14.977567 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bc1742e7-0a72-456a-942d-bb15e6176e60 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:17:15.029798 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port bc1742e7-0a72-456a-942d-bb15e6176e60 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:17:15.030649 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:15.118304 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c70f7aa0-8b38-4c98-8eac-41c860636629 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:17:15.178458 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port c70f7aa0-8b38-4c98-8eac-41c860636629 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:17:15.182978 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port c70f7aa0-8b38-4c98-8eac-41c860636629 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:17:15.183360 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:15.280210 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:15.302888 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port c70f7aa0-8b38-4c98-8eac-41c860636629, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c70f7aa0-8b38-4c98-8eac-41c860636629,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:15.308761 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:15.366316 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51720) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:15.372205 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a65449c4-9e60-48e5-9600-add9c288a1c5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1336869541-network', 'tenant_id': '7c1061040fa34351a9c280bab9980b3a'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:15.402026 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65449c4-9e60-48e5-9600-add9c288a1c5 admin admin] Made reservation on behalf of 7c1061040fa34351a9c280bab9980b3a for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:17:15.405154 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a65449c4-9e60-48e5-9600-add9c288a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:15.416323 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a65449c4-9e60-48e5-9600-add9c288a1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:15.514727 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a65449c4-9e60-48e5-9600-add9c288a1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:15.518775 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a65449c4-9e60-48e5-9600-add9c288a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:15.528533 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=c70f7aa0-8b38-4c98-8eac-41c860636629,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:15.545135 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65449c4-9e60-48e5-9600-add9c288a1c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:17:15.554018 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65449c4-9e60-48e5-9600-add9c288a1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e344542-6f68-477e-b336-67138a5db8ff,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:15.559939 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a65449c4-9e60-48e5-9600-add9c288a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:15.560285 n-d-798054-8 neutron-server[93907]: INFO neutron.db.segments_db [None req-a65449c4-9e60-48e5-9600-add9c288a1c5 admin admin] Added segment 71d874ad-0fb7-401f-addd-80e4097dffc1 of type vlan for network 83e4973c-1628-44d7-b606-175276d08fd9 Jul 05 11:17:15.601423 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a65449c4-9e60-48e5-9600-add9c288a1c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778709316702'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:15.630931 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a65449c4-9e60-48e5-9600-add9c288a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:15.631942 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65449c4-9e60-48e5-9600-add9c288a1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:15.632539 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a65449c4-9e60-48e5-9600-add9c288a1c5 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:15.695147 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-a65449c4-9e60-48e5-9600-add9c288a1c5 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3275979 Jul 05 11:17:15.697982 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51722) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:15.703063 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d75d1330-786d-464f-9f33-bfdfcc0ffc77 admin admin] Request body: {'subnet': {'network_id': '83e4973c-1628-44d7-b606-175276d08fd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1336869541-subnet', 'tenant_id': '7c1061040fa34351a9c280bab9980b3a', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:15.704327 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65449c4-9e60-48e5-9600-add9c288a1c5 admin admin] Pushing event updated for resources: {'Network': ['ID=83e4973c-1628-44d7-b606-175276d08fd9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:15.714618 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Network 83e4973c-1628-44d7-b606-175276d08fd9 details requested by agent ovs-agent-n-d-798054-8 with host n-d-798054-8 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:17:15.726357 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75d1330-786d-464f-9f33-bfdfcc0ffc77 admin admin] Made reservation on behalf of 7c1061040fa34351a9c280bab9980b3a for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:17:15.729039 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d75d1330-786d-464f-9f33-bfdfcc0ffc77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12302888'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:15.899518 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d75d1330-786d-464f-9f33-bfdfcc0ffc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1971620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12302906'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:15.960909 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d1330-786d-464f-9f33-bfdfcc0ffc77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9283674-ff61-48ab-a886-772344cf2b58,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:15.974183 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75d1330-786d-464f-9f33-bfdfcc0ffc77 admin admin] Checking segment: {'id': '71d874ad-0fb7-401f-addd-80e4097dffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '83e4973c-1628-44d7-b606-175276d08fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:17:15.974587 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75d1330-786d-464f-9f33-bfdfcc0ffc77 admin admin] Network hostable DHCP agents. Network: 83e4973c-1628-44d7-b606-175276d08fd9, hostable agents: ['11b7ccb6-abdb-48b7-8bf2-23ba314505e3'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:17:15.992201 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75d1330-786d-464f-9f33-bfdfcc0ffc77 admin admin] Network 83e4973c-1628-44d7-b606-175276d08fd9 is scheduled to be hosted by DHCP agent 11b7ccb6-abdb-48b7-8bf2-23ba314505e3 with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:17:16.001121 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d75d1330-786d-464f-9f33-bfdfcc0ffc77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-8, 83e4973c-1628-44d7-b606-175276d08fd9) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:17:16.005111 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75d1330-786d-464f-9f33-bfdfcc0ffc77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:16.005704 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d75d1330-786d-464f-9f33-bfdfcc0ffc77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:16.010342 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3738171-e666-4b32-997d-60992cbbc03f None None] Network 83e4973c-1628-44d7-b606-175276d08fd9 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:17:16.028932 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51724) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:16.029109 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d75d1330-786d-464f-9f33-bfdfcc0ffc77 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3298643 Jul 05 11:17:16.033969 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-916f0f35-7ea4-4710-94b3-fc951fe46931 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1336869541-router', 'tenant_id': '7c1061040fa34351a9c280bab9980b3a', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:16.056586 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-916f0f35-7ea4-4710-94b3-fc951fe46931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3670588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24594'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:16.057593 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-916f0f35-7ea4-4710-94b3-fc951fe46931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24587'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:16.113777 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-916f0f35-7ea4-4710-94b3-fc951fe46931 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:16.118911 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] Sync routers for ids ['412e5fa3-4bd3-460d-ad50-b39d06254243'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:17:16.134998 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] Routers {'412e5fa3-4bd3-460d-ad50-b39d06254243'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:17:16.136199 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:16:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['412e5fa3-4bd3-460d-ad50-b39d06254243'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:16.238527 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e17ea2c-074b-4801-b9a9-488bf3c82d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd84b47-58f8-58b4-a860-31bb40f52737-83e4973c-1628-44d7-b606-175276d08fd9', 'network_id': '83e4973c-1628-44d7-b606-175276d08fd9', 'tenant_id': '7c1061040fa34351a9c280bab9980b3a', 'fixed_ips': [{'subnet_id': 'a9283674-ff61-48ab-a886-772344cf2b58'}]}} from n-d-798054-8. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:17:16.239392 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e17ea2c-074b-4801-b9a9-488bf3c82d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:16.252024 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-916f0f35-7ea4-4710-94b3-fc951fe46931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3671801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24633'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:16.327786 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] Set router 412e5fa3-4bd3-460d-ad50-b39d06254243 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:17:16.452669 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-916f0f35-7ea4-4710-94b3-fc951fe46931 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:16.471697 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-916f0f35-7ea4-4710-94b3-fc951fe46931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:16.500805 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-4e17ea2c-074b-4801-b9a9-488bf3c82d6e None None] Allocated IP 172.20.0.2 (83e4973c-1628-44d7-b606-175276d08fd9/a9283674-ff61-48ab-a886-772344cf2b58/bab0aa5d-237d-4e33-97d7-503e040fe9e5) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:17:16.576143 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-916f0f35-7ea4-4710-94b3-fc951fe46931 admin admin] Allocated IP 172.25.7.159 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/67dbe772-1cec-4d38-8cf9-5de540b2bf00) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:17:16.683408 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-916f0f35-7ea4-4710-94b3-fc951fe46931 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:16.691480 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'name': 'tempest-TestSnapshotPattern-894818580-router', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:11Z', 'updated_at': '2021-07-05T11:17:14Z', 'revision_number': 4, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'gw_port': {'id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:12Z', 'updated_at': '2021-07-05T11:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '5dda2d79-fae4-4aca-8332-c25c81b0385e', 'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'mac_address': 'fa:16:3e:39:a6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:13Z', 'updated_at': '2021-07-05T11:17:14Z', 'revision_number': 2, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'subnets': [{'id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:16.723147 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-916f0f35-7ea4-4710-94b3-fc951fe46931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:16.723443 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] Checking router: 412e5fa3-4bd3-460d-ad50-b39d06254243 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:17:16.723627 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] Updating router 412e5fa3-4bd3-460d-ad50-b39d06254243 port 5dda2d79-fae4-4aca-8332-c25c81b0385e binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:17:16.754407 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e17ea2c-074b-4801-b9a9-488bf3c82d6e None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:16.761806 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916f0f35-7ea4-4710-94b3-fc951fe46931 admin admin] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:17:16.768011 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-916f0f35-7ea4-4710-94b3-fc951fe46931 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:17:16.769951 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4e17ea2c-074b-4801-b9a9-488bf3c82d6e None None] Transition to ACTIVE for port object bab0aa5d-237d-4e33-97d7-503e040fe9e5 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:17:16.770656 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916f0f35-7ea4-4710-94b3-fc951fe46931 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:17:16.777679 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:16.793971 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f0f35-7ea4-4710-94b3-fc951fe46931 admin admin] Pushing event updated for resources: {'Port': ['ID=67dbe772-1cec-4d38-8cf9-5de540b2bf00,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:16.796221 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4e17ea2c-074b-4801-b9a9-488bf3c82d6e None None] Transition to ACTIVE for port object bab0aa5d-237d-4e33-97d7-503e040fe9e5 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:17:16.804059 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e17ea2c-074b-4801-b9a9-488bf3c82d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:16.866660 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e17ea2c-074b-4801-b9a9-488bf3c82d6e None None] Network 83e4973c-1628-44d7-b606-175276d08fd9 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:17:16.873185 n-d-798054-8 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-4e17ea2c-074b-4801-b9a9-488bf3c82d6e None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:17:16.927467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e17ea2c-074b-4801-b9a9-488bf3c82d6e None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:17:16.936105 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c70f7aa0-8b38-4c98-8eac-41c860636629 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:17:16.969180 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17ea2c-074b-4801-b9a9-488bf3c82d6e None None] Pushing event updated for resources: {'Port': ['ID=bab0aa5d-237d-4e33-97d7-503e040fe9e5,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:17.036127 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-916f0f35-7ea4-4710-94b3-fc951fe46931 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:17.085621 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4e17ea2c-074b-4801-b9a9-488bf3c82d6e None None] Attempting to bind port bab0aa5d-237d-4e33-97d7-503e040fe9e5 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:17:17.086250 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4e17ea2c-074b-4801-b9a9-488bf3c82d6e None None] Attempting to bind port bab0aa5d-237d-4e33-97d7-503e040fe9e5 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '71d874ad-0fb7-401f-addd-80e4097dffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '83e4973c-1628-44d7-b606-175276d08fd9'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:17:17.086388 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e17ea2c-074b-4801-b9a9-488bf3c82d6e None None] Attempting to bind port bab0aa5d-237d-4e33-97d7-503e040fe9e5 on network 83e4973c-1628-44d7-b606-175276d08fd9 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:17:17.100314 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e17ea2c-074b-4801-b9a9-488bf3c82d6e None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:17:17.100700 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e17ea2c-074b-4801-b9a9-488bf3c82d6e None None] Checking segment: {'id': '71d874ad-0fb7-401f-addd-80e4097dffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '83e4973c-1628-44d7-b606-175276d08fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:17:17.101143 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e17ea2c-074b-4801-b9a9-488bf3c82d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:17.101541 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e17ea2c-074b-4801-b9a9-488bf3c82d6e None None] Bound using segment: {'id': '71d874ad-0fb7-401f-addd-80e4097dffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '83e4973c-1628-44d7-b606-175276d08fd9'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:17:17.102014 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4e17ea2c-074b-4801-b9a9-488bf3c82d6e None None] Bound port: bab0aa5d-237d-4e33-97d7-503e040fe9e5, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d874ad-0fb7-401f-addd-80e4097dffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '83e4973c-1628-44d7-b606-175276d08fd9'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:17:17.102405 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e17ea2c-074b-4801-b9a9-488bf3c82d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:17.141742 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port c70f7aa0-8b38-4c98-8eac-41c860636629 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:17:17.142032 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:17.228787 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-916f0f35-7ea4-4710-94b3-fc951fe46931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3671778'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:17.269031 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4e17ea2c-074b-4801-b9a9-488bf3c82d6e None None] For port bab0aa5d-237d-4e33-97d7-503e040fe9e5, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:17:17.296910 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4e17ea2c-074b-4801-b9a9-488bf3c82d6e None None] For port bab0aa5d-237d-4e33-97d7-503e040fe9e5, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bab0aa5d-237d-4e33-97d7-503e040fe9e5,segment=NetworkSegment(71d874ad-0fb7-401f-addd-80e4097dffc1),segment_id=71d874ad-0fb7-401f-addd-80e4097dffc1)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:17:17.303167 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:17.305687 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e17ea2c-074b-4801-b9a9-488bf3c82d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:17.360485 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916f0f35-7ea4-4710-94b3-fc951fe46931 admin admin] Router 09dbf4e6-bbf7-4f55-a513-88e488804352 is scheduled to L3 agent 62183ec3-b1be-4000-a3cf-178612e745af with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 11:17:17.362765 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] Transition to ACTIVE for port object 5dda2d79-fae4-4aca-8332-c25c81b0385e will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:17:17.383297 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:17.428146 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17ea2c-074b-4801-b9a9-488bf3c82d6e None None] Pushing event updated for resources: {'Port': ['ID=bab0aa5d-237d-4e33-97d7-503e040fe9e5,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:17.521647 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf23793-5636-46b8-8d34-92e85bb199b1 None None] Pushing event updated for resources: {'Port': ['ID=5dda2d79-fae4-4aca-8332-c25c81b0385e,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:17.527354 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] Attempting to bind port 5dda2d79-fae4-4aca-8332-c25c81b0385e on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:17:17.528068 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] Attempting to bind port 5dda2d79-fae4-4aca-8332-c25c81b0385e by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'f9003020-3efc-4fcb-bc5e-7c8cdc86e025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:17:17.528655 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] Attempting to bind port 5dda2d79-fae4-4aca-8332-c25c81b0385e on network 9ce00594-79d6-429d-a278-d99fd2cf83b4 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:17:17.536296 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:17:17.536708 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] Checking segment: {'id': 'f9003020-3efc-4fcb-bc5e-7c8cdc86e025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:17:17.537273 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:17.537747 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] Bound using segment: {'id': 'f9003020-3efc-4fcb-bc5e-7c8cdc86e025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:17:17.538235 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] Bound port: 5dda2d79-fae4-4aca-8332-c25c81b0385e, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9003020-3efc-4fcb-bc5e-7c8cdc86e025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:17:17.538628 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:17.637917 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] For port 5dda2d79-fae4-4aca-8332-c25c81b0385e, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:17:17.645814 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] For port 5dda2d79-fae4-4aca-8332-c25c81b0385e, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=5dda2d79-fae4-4aca-8332-c25c81b0385e,segment=NetworkSegment(f9003020-3efc-4fcb-bc5e-7c8cdc86e025),segment_id=f9003020-3efc-4fcb-bc5e-7c8cdc86e025)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:17:17.651442 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:17.747564 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] Routers {'412e5fa3-4bd3-460d-ad50-b39d06254243'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:17:17.748238 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:16:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['412e5fa3-4bd3-460d-ad50-b39d06254243'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:17.755698 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf23793-5636-46b8-8d34-92e85bb199b1 None None] Pushing event updated for resources: {'Port': ['ID=5dda2d79-fae4-4aca-8332-c25c81b0385e,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:17.845798 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916f0f35-7ea4-4710-94b3-fc951fe46931 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:17:17.860046 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] Sync routers for ids ['09dbf4e6-bbf7-4f55-a513-88e488804352'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:17:17.864999 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-916f0f35-7ea4-4710-94b3-fc951fe46931 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:17.866918 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-916f0f35-7ea4-4710-94b3-fc951fe46931 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8368459 Jul 05 11:17:17.870225 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51726) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:17.879496 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] Routers {'09dbf4e6-bbf7-4f55-a513-88e488804352'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:17:17.882350 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:16:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['09dbf4e6-bbf7-4f55-a513-88e488804352'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:18.001244 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] Set router 09dbf4e6-bbf7-4f55-a513-88e488804352 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:17:18.081856 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] Set router 412e5fa3-4bd3-460d-ad50-b39d06254243 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:17:18.201875 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbf4e6-bbf7-4f55-a513-88e488804352', 'name': 'tempest-TestSnapshotPattern-1336869541-router', 'tenant_id': '7c1061040fa34351a9c280bab9980b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '67dbe772-1cec-4d38-8cf9-5de540b2bf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:16Z', 'updated_at': '2021-07-05T11:17:16Z', 'revision_number': 3, 'project_id': '7c1061040fa34351a9c280bab9980b3a', 'gw_port': {'id': '67dbe772-1cec-4d38-8cf9-5de540b2bf00', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dbf4e6-bbf7-4f55-a513-88e488804352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:16Z', 'updated_at': '2021-07-05T11:17:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:18.232563 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] Checking router: 09dbf4e6-bbf7-4f55-a513-88e488804352 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:17:18.233215 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] Updating router 09dbf4e6-bbf7-4f55-a513-88e488804352 port 67dbe772-1cec-4d38-8cf9-5de540b2bf00 binding host n-d-798054-8 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:17:18.281167 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:18.304302 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'name': 'tempest-TestSnapshotPattern-894818580-router', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:11Z', 'updated_at': '2021-07-05T11:17:14Z', 'revision_number': 4, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'gw_port': {'id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:12Z', 'updated_at': '2021-07-05T11:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '5dda2d79-fae4-4aca-8332-c25c81b0385e', 'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'mac_address': 'fa:16:3e:39:a6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:13Z', 'updated_at': '2021-07-05T11:17:17Z', 'revision_number': 4, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'subnets': [{'id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:18.337719 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c74ba7d-dd10-4537-be45-8144328ca595 None None] The sync data for ids ['412e5fa3-4bd3-460d-ad50-b39d06254243'] in n-d-798054-8 is: [{'id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'name': 'tempest-TestSnapshotPattern-894818580-router', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:11Z', 'updated_at': '2021-07-05T11:17:14Z', 'revision_number': 4, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'gw_port': {'id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:12Z', 'updated_at': '2021-07-05T11:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '5dda2d79-fae4-4aca-8332-c25c81b0385e', 'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'mac_address': 'fa:16:3e:39:a6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:13Z', 'updated_at': '2021-07-05T11:17:17Z', 'revision_number': 4, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'subnets': [{'id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:17:18.366879 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0813bc5-a03a-4c6b-9b92-0e040b22b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:18.577747 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-b0813bc5-a03a-4c6b-9b92-0e040b22b7f8 admin admin] Allocated IP 172.20.0.1 (83e4973c-1628-44d7-b606-175276d08fd9/a9283674-ff61-48ab-a886-772344cf2b58/0d4ba397-a658-4d8d-aa96-c1de6c16aa86) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:17:18.605011 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:18.622909 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] Transition to ACTIVE for port object 67dbe772-1cec-4d38-8cf9-5de540b2bf00 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:17:18.629567 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:18.636332 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fad6248-c175-42f5-a28d-d9fa4c8e1d44 None None] Network 83e4973c-1628-44d7-b606-175276d08fd9 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:17:18.700652 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] Attempting to bind port 67dbe772-1cec-4d38-8cf9-5de540b2bf00 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:17:18.701296 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] Attempting to bind port 67dbe772-1cec-4d38-8cf9-5de540b2bf00 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:17:18.701856 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] Attempting to bind port 67dbe772-1cec-4d38-8cf9-5de540b2bf00 on network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:17:18.707479 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e2037-1fbe-4749-89fa-e38bab7469b2 None None] Pushing event updated for resources: {'Port': ['ID=67dbe772-1cec-4d38-8cf9-5de540b2bf00,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:18.712146 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:17:18.712838 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] Checking segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:17:18.713106 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-df751f3a-0bb9-43ee-95ea-45ddb9872eef None None] Provisioning for port bab0aa5d-237d-4e33-97d7-503e040fe9e5 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:17:18.713777 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:18.714342 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] Bound using segment: {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:17:18.715002 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] Bound port: 67dbe772-1cec-4d38-8cf9-5de540b2bf00, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43175cf-afc9-4b12-9081-f05a31de1a5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:17:18.715767 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:18.746169 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0813bc5-a03a-4c6b-9b92-0e040b22b7f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:18.762824 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-b0813bc5-a03a-4c6b-9b92-0e040b22b7f8 admin admin] Transition to ACTIVE for port object 0d4ba397-a658-4d8d-aa96-c1de6c16aa86 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:17:18.790651 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] For port 67dbe772-1cec-4d38-8cf9-5de540b2bf00, host n-d-798054-8, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:17:18.794809 n-d-798054-8 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] For port 67dbe772-1cec-4d38-8cf9-5de540b2bf00, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=67dbe772-1cec-4d38-8cf9-5de540b2bf00,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:17:18.801615 n-d-798054-8 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:18.808421 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0813bc5-a03a-4c6b-9b92-0e040b22b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:18.862966 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] Routers {'09dbf4e6-bbf7-4f55-a513-88e488804352'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:17:18.863615 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:16:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['09dbf4e6-bbf7-4f55-a513-88e488804352'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:18.894445 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0813bc5-a03a-4c6b-9b92-0e040b22b7f8 admin admin] Network 83e4973c-1628-44d7-b606-175276d08fd9 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:17:18.901055 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-b0813bc5-a03a-4c6b-9b92-0e040b22b7f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:17:18.903646 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0813bc5-a03a-4c6b-9b92-0e040b22b7f8 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:17:18.964513 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0813bc5-a03a-4c6b-9b92-0e040b22b7f8 admin admin] Pushing event updated for resources: {'Port': ['ID=0d4ba397-a658-4d8d-aa96-c1de6c16aa86,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:18.976833 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0813bc5-a03a-4c6b-9b92-0e040b22b7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3673557'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:19.006305 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e2037-1fbe-4749-89fa-e38bab7469b2 None None] Pushing event updated for resources: {'Port': ['ID=67dbe772-1cec-4d38-8cf9-5de540b2bf00,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:19.016270 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 5dda2d79-fae4-4aca-8332-c25c81b0385e up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:17:19.085096 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] Set router 09dbf4e6-bbf7-4f55-a513-88e488804352 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:17:19.097039 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 5dda2d79-fae4-4aca-8332-c25c81b0385e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:17:19.101631 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 5dda2d79-fae4-4aca-8332-c25c81b0385e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:17:19.102021 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:19.181995 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0813bc5-a03a-4c6b-9b92-0e040b22b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:19.219911 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:19.256004 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ac708f16-2d74-4f9f-87aa-9a89505b3ce5 None None] Provisioning for port 0d4ba397-a658-4d8d-aa96-c1de6c16aa86 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:17:19.266356 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ac708f16-2d74-4f9f-87aa-9a89505b3ce5 None None] Provisioning complete for port 0d4ba397-a658-4d8d-aa96-c1de6c16aa86 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:17:19.266731 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ac708f16-2d74-4f9f-87aa-9a89505b3ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:19.325580 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 5dda2d79-fae4-4aca-8332-c25c81b0385e, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=5dda2d79-fae4-4aca-8332-c25c81b0385e,segment=NetworkSegment(f9003020-3efc-4fcb-bc5e-7c8cdc86e025),segment_id=f9003020-3efc-4fcb-bc5e-7c8cdc86e025)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:19.333304 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:19.334253 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bab0aa5d-237d-4e33-97d7-503e040fe9e5 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:17:19.440972 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbf4e6-bbf7-4f55-a513-88e488804352', 'name': 'tempest-TestSnapshotPattern-1336869541-router', 'tenant_id': '7c1061040fa34351a9c280bab9980b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '67dbe772-1cec-4d38-8cf9-5de540b2bf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:16Z', 'updated_at': '2021-07-05T11:17:16Z', 'revision_number': 3, 'project_id': '7c1061040fa34351a9c280bab9980b3a', 'gw_port': {'id': '67dbe772-1cec-4d38-8cf9-5de540b2bf00', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dbf4e6-bbf7-4f55-a513-88e488804352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:16Z', 'updated_at': '2021-07-05T11:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:19.457609 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=5dda2d79-fae4-4aca-8332-c25c81b0385e,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:19.460200 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0813bc5-a03a-4c6b-9b92-0e040b22b7f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:19.469128 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0813bc5-a03a-4c6b-9b92-0e040b22b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:19.475959 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd02e1ef-171f-49ab-ac2b-c761c8fc4bb1 None None] The sync data for ids ['09dbf4e6-bbf7-4f55-a513-88e488804352'] in n-d-798054-8 is: [{'id': '09dbf4e6-bbf7-4f55-a513-88e488804352', 'name': 'tempest-TestSnapshotPattern-1336869541-router', 'tenant_id': '7c1061040fa34351a9c280bab9980b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '67dbe772-1cec-4d38-8cf9-5de540b2bf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:16Z', 'updated_at': '2021-07-05T11:17:16Z', 'revision_number': 3, 'project_id': '7c1061040fa34351a9c280bab9980b3a', 'gw_port': {'id': '67dbe772-1cec-4d38-8cf9-5de540b2bf00', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dbf4e6-bbf7-4f55-a513-88e488804352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:16Z', 'updated_at': '2021-07-05T11:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:17:19.478963 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ac708f16-2d74-4f9f-87aa-9a89505b3ce5 None None] Port 0d4ba397-a658-4d8d-aa96-c1de6c16aa86 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:17:19.541480 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port bab0aa5d-237d-4e33-97d7-503e040fe9e5 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:17:19.550335 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port bab0aa5d-237d-4e33-97d7-503e040fe9e5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:17:19.551123 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:19.568164 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0813bc5-a03a-4c6b-9b92-0e040b22b7f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672488'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:19.577412 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0813bc5-a03a-4c6b-9b92-0e040b22b7f8 admin admin] Pushing event updated for resources: {'Port': ['ID=0d4ba397-a658-4d8d-aa96-c1de6c16aa86,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:19.653763 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:19.679476 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3391299c-a0cc-4e0d-9deb-fa2d204ddcef None None] Provisioning complete for port 0d4ba397-a658-4d8d-aa96-c1de6c16aa86 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:17:19.680062 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3391299c-a0cc-4e0d-9deb-fa2d204ddcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:19.689606 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0813bc5-a03a-4c6b-9b92-0e040b22b7f8 admin admin] Network 83e4973c-1628-44d7-b606-175276d08fd9 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:17:19.691593 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-b0813bc5-a03a-4c6b-9b92-0e040b22b7f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:17:19.719835 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port bab0aa5d-237d-4e33-97d7-503e040fe9e5, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bab0aa5d-237d-4e33-97d7-503e040fe9e5,segment=NetworkSegment(71d874ad-0fb7-401f-addd-80e4097dffc1),segment_id=71d874ad-0fb7-401f-addd-80e4097dffc1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:19.729867 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:19.738563 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3391299c-a0cc-4e0d-9deb-fa2d204ddcef None None] Port 0d4ba397-a658-4d8d-aa96-c1de6c16aa86 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:17:19.788388 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=bab0aa5d-237d-4e33-97d7-503e040fe9e5,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:19.844095 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0813bc5-a03a-4c6b-9b92-0e040b22b7f8 admin admin] Router 09dbf4e6-bbf7-4f55-a513-88e488804352 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:17:19.974242 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0813bc5-a03a-4c6b-9b92-0e040b22b7f8 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:17:19.979738 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-b0813bc5-a03a-4c6b-9b92-0e040b22b7f8 admin admin] 10.222.0.79 "PUT /v2.0/routers/09dbf4e6-bbf7-4f55-a513-88e488804352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1077549 Jul 05 11:17:20.059876 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1ea4d713-48f7-4d96-b26c-739a0353c24c None None] Provisioning complete for port 0d4ba397-a658-4d8d-aa96-c1de6c16aa86 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:17:20.060408 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1ea4d713-48f7-4d96-b26c-739a0353c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:20.104732 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1ea4d713-48f7-4d96-b26c-739a0353c24c None None] Port 0d4ba397-a658-4d8d-aa96-c1de6c16aa86 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:17:20.465668 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51734) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:20.470772 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3cef05b3-b7ae-48d9-8086-d57591ae6850 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1482830598', 'description': 'tempest-secgroup-smoke-1482830598 description', 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:20.493973 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3cef05b3-b7ae-48d9-8086-d57591ae6850 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:20.583341 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3cef05b3-b7ae-48d9-8086-d57591ae6850 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:20.587011 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3cef05b3-b7ae-48d9-8086-d57591ae6850 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:20.615539 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3cef05b3-b7ae-48d9-8086-d57591ae6850 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:20.616827 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-3cef05b3-b7ae-48d9-8086-d57591ae6850 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1501157 Jul 05 11:17:20.620003 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51736) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:20.624834 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-78657226-4705-439e-87ab-204bad11a3e5 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Request body: {'security_group_rule': {'security_group_id': '2740dab1-3869-4530-8583-a18a43ef9d2c', 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:20.630007 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef05b3-b7ae-48d9-8086-d57591ae6850 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2740dab1-3869-4530-8583-a18a43ef9d2c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:20.653981 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-78657226-4705-439e-87ab-204bad11a3e5 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:20.709320 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-78657226-4705-439e-87ab-204bad11a3e5 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:20.712905 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-78657226-4705-439e-87ab-204bad11a3e5 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:20.737046 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78657226-4705-439e-87ab-204bad11a3e5 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b73f3c5-d110-4a03-abfb-5f91d3fcc5eb,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:20.740712 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-78657226-4705-439e-87ab-204bad11a3e5 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:20.741923 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-78657226-4705-439e-87ab-204bad11a3e5 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209600 Jul 05 11:17:20.745178 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51738) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:20.749644 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d36013a5-b733-4197-9eec-e5ea397cfeb0 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Request body: {'security_group_rule': {'security_group_id': '2740dab1-3869-4530-8583-a18a43ef9d2c', 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:20.777055 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d36013a5-b733-4197-9eec-e5ea397cfeb0 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:20.834823 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d36013a5-b733-4197-9eec-e5ea397cfeb0 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:20.839684 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d36013a5-b733-4197-9eec-e5ea397cfeb0 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:20.860556 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36013a5-b733-4197-9eec-e5ea397cfeb0 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46414b3-7c7f-43d7-938a-53f64d3879be,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:20.865765 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d36013a5-b733-4197-9eec-e5ea397cfeb0 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:20.865765 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d36013a5-b733-4197-9eec-e5ea397cfeb0 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194820 Jul 05 11:17:20.868391 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51740) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:20.873776 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-acb7aa5d-ab0d-4067-92be-f009e1698cca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Request body: {'security_group_rule': {'security_group_id': '2740dab1-3869-4530-8583-a18a43ef9d2c', 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:20.902890 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-acb7aa5d-ab0d-4067-92be-f009e1698cca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:20.957241 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 67dbe772-1cec-4d38-8cf9-5de540b2bf00 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:17:20.964741 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-acb7aa5d-ab0d-4067-92be-f009e1698cca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:20.971261 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-acb7aa5d-ab0d-4067-92be-f009e1698cca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:20.987963 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7aa5d-ab0d-4067-92be-f009e1698cca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671042ca-77ce-4a19-bae3-5bc55f1c4245,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:20.996974 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-acb7aa5d-ab0d-4067-92be-f009e1698cca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:20.998272 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-acb7aa5d-ab0d-4067-92be-f009e1698cca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287551 Jul 05 11:17:21.001357 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51742) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:21.006480 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9e0d13ac-07d1-4547-a61e-e7281bb0ec3f tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Request body: {'security_group_rule': {'security_group_id': '2740dab1-3869-4530-8583-a18a43ef9d2c', 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:21.019292 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 67dbe772-1cec-4d38-8cf9-5de540b2bf00 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:17:21.024736 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 67dbe772-1cec-4d38-8cf9-5de540b2bf00 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:17:21.025220 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:21.037847 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e0d13ac-07d1-4547-a61e-e7281bb0ec3f tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:21.101292 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e0d13ac-07d1-4547-a61e-e7281bb0ec3f tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:21.106997 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e0d13ac-07d1-4547-a61e-e7281bb0ec3f tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:21.111676 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5e2ac1f4-2a83-4b6b-8d1d-2f26aade604b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:21.115259 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:21.129616 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d13ac-07d1-4547-a61e-e7281bb0ec3f tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cee4ef3-c15e-45f0-a175-c3a3b96fc10a,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:21.133194 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e0d13ac-07d1-4547-a61e-e7281bb0ec3f tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:21.136989 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-9e0d13ac-07d1-4547-a61e-e7281bb0ec3f tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1320424 Jul 05 11:17:21.137157 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 51744) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:21.137261 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 67dbe772-1cec-4d38-8cf9-5de540b2bf00, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=67dbe772-1cec-4d38-8cf9-5de540b2bf00,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:21.141874 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:21.142233 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d6edb940-64c3-481c-bb8b-dafc050f9c32 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Request body: {'security_group_rule': {'security_group_id': '2740dab1-3869-4530-8583-a18a43ef9d2c', 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:21.142740 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 5dda2d79-fae4-4aca-8332-c25c81b0385e up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:17:21.164777 n-d-798054-8 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-d6edb940-64c3-481c-bb8b-dafc050f9c32 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Project d45d60d4f9e84c718ffa269f775b7f4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:17:21.170225 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6edb940-64c3-481c-bb8b-dafc050f9c32 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:21.225607 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=67dbe772-1cec-4d38-8cf9-5de540b2bf00,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:21.236421 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 5dda2d79-fae4-4aca-8332-c25c81b0385e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:17:21.236814 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:21.237735 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6edb940-64c3-481c-bb8b-dafc050f9c32 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:21.242785 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6edb940-64c3-481c-bb8b-dafc050f9c32 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:21.265078 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edb940-64c3-481c-bb8b-dafc050f9c32 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=942daa5b-6445-4e4c-9a80-1c34bf8efe1d,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:21.272947 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6edb940-64c3-481c-bb8b-dafc050f9c32 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:21.275154 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-d6edb940-64c3-481c-bb8b-dafc050f9c32 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1361270 Jul 05 11:17:21.277763 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51746) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:21.285034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-29f7bb56-db59-4760-a426-bddf449477fc tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Request body: {'security_group_rule': {'security_group_id': '2740dab1-3869-4530-8583-a18a43ef9d2c', 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:21.308802 n-d-798054-8 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-29f7bb56-db59-4760-a426-bddf449477fc tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Project d45d60d4f9e84c718ffa269f775b7f4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:17:21.314660 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29f7bb56-db59-4760-a426-bddf449477fc tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:21.330729 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bab0aa5d-237d-4e33-97d7-503e040fe9e5 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:17:21.382030 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29f7bb56-db59-4760-a426-bddf449477fc tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:21.383753 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port bab0aa5d-237d-4e33-97d7-503e040fe9e5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:17:21.384202 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:21.387157 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29f7bb56-db59-4760-a426-bddf449477fc tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110518'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:21.405576 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7bb56-db59-4760-a426-bddf449477fc tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e01bbc51-b682-476d-8b9e-b82d16294a5d,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:21.413538 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29f7bb56-db59-4760-a426-bddf449477fc tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:21.415353 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-29f7bb56-db59-4760-a426-bddf449477fc tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1365466 Jul 05 11:17:21.539742 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] Sync routers for ids ['09dbf4e6-bbf7-4f55-a513-88e488804352'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:17:21.549273 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] Routers {'09dbf4e6-bbf7-4f55-a513-88e488804352'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:17:21.550040 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:16:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['09dbf4e6-bbf7-4f55-a513-88e488804352'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:21.562673 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-dc3f5f21-af76-4e15-8cc8-3f15796db0fc tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1482830598&fields=id&tenant_id=d45d60d4f9e84c718ffa269f775b7f4e HTTP/1.1" status: 200 len: 267 time: 0.0372722 Jul 05 11:17:21.659165 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] Set router 09dbf4e6-bbf7-4f55-a513-88e488804352 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:17:21.673081 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-09b4b147-ffe8-4814-817e-ef1b1c7eba52 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:21.674598 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-09b4b147-ffe8-4814-817e-ef1b1c7eba52 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/networks?id=9ce00594-79d6-429d-a278-d99fd2cf83b4 HTTP/1.1" status: 200 len: 809 time: 0.1050465 Jul 05 11:17:21.689805 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-25307f84-7191-4606-834b-863fe6e8daf1 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/quotas/d45d60d4f9e84c718ffa269f775b7f4e HTTP/1.1" status: 200 len: 375 time: 0.0098948 Jul 05 11:17:21.755444 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-16e4603d-5cc2-43f9-9b37-148ddb39c3fd tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d45d60d4f9e84c718ffa269f775b7f4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604904 Jul 05 11:17:21.854880 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbf4e6-bbf7-4f55-a513-88e488804352', 'name': 'tempest-TestSnapshotPattern-1336869541-router', 'tenant_id': '7c1061040fa34351a9c280bab9980b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '67dbe772-1cec-4d38-8cf9-5de540b2bf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:16Z', 'updated_at': '2021-07-05T11:17:19Z', 'revision_number': 4, 'project_id': '7c1061040fa34351a9c280bab9980b3a', 'gw_port': {'id': '67dbe772-1cec-4d38-8cf9-5de540b2bf00', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbf4e6-bbf7-4f55-a513-88e488804352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:16Z', 'updated_at': '2021-07-05T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '0d4ba397-a658-4d8d-aa96-c1de6c16aa86', 'name': '', 'network_id': '83e4973c-1628-44d7-b606-175276d08fd9', 'tenant_id': '7c1061040fa34351a9c280bab9980b3a', 'mac_address': 'fa:16:3e:3f:eb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dbf4e6-bbf7-4f55-a513-88e488804352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a9283674-ff61-48ab-a886-772344cf2b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:18Z', 'updated_at': '2021-07-05T11:17:19Z', 'revision_number': 2, 'project_id': '7c1061040fa34351a9c280bab9980b3a', 'subnets': [{'id': 'a9283674-ff61-48ab-a886-772344cf2b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:21.855208 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-752d41f0-415e-4108-96d5-9ac90eef765e service neutron] 10.222.0.79 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879660 Jul 05 11:17:21.884976 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] Checking router: 09dbf4e6-bbf7-4f55-a513-88e488804352 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:17:21.885368 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] Updating router 09dbf4e6-bbf7-4f55-a513-88e488804352 port 0d4ba397-a658-4d8d-aa96-c1de6c16aa86 binding host n-d-798054-8 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:17:21.918543 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:21.944135 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-a87841b0-91ab-48d8-add9-36af1ab9fd38 service neutron] 10.222.0.79 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828056 Jul 05 11:17:22.124437 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1ac8f58d-937c-46e9-af32-884f5be97fa7 req-36df8e8c-d6e0-40ce-a069-67cc8558e015 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 210 time: 0.0348766 Jul 05 11:17:22.193692 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:22.205017 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] Transition to ACTIVE for port object 0d4ba397-a658-4d8d-aa96-c1de6c16aa86 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:17:22.211480 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:22.263577 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450de5bb-9426-4594-ad27-6e0d5b53c384 None None] Pushing event updated for resources: {'Port': ['ID=0d4ba397-a658-4d8d-aa96-c1de6c16aa86,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:22.315943 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] Attempting to bind port 0d4ba397-a658-4d8d-aa96-c1de6c16aa86 on host n-d-798054-8 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:17:22.316277 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] Attempting to bind port 0d4ba397-a658-4d8d-aa96-c1de6c16aa86 by drivers openvswitch,hyperv on host n-d-798054-8 at level 0 using segments [{'id': '71d874ad-0fb7-401f-addd-80e4097dffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '83e4973c-1628-44d7-b606-175276d08fd9'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:17:22.316724 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] Attempting to bind port 0d4ba397-a658-4d8d-aa96-c1de6c16aa86 on network 83e4973c-1628-44d7-b606-175276d08fd9 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:17:22.321818 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] Checking agent: {'id': '87d4df83-1e93-4d14-9c40-a7f8bb11489f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 23), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:17:22.322185 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] Checking segment: {'id': '71d874ad-0fb7-401f-addd-80e4097dffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '83e4973c-1628-44d7-b606-175276d08fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:17:22.322497 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:22.323679 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] Bound using segment: {'id': '71d874ad-0fb7-401f-addd-80e4097dffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '83e4973c-1628-44d7-b606-175276d08fd9'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:17:22.324003 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] Bound port: 0d4ba397-a658-4d8d-aa96-c1de6c16aa86, host: n-d-798054-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d874ad-0fb7-401f-addd-80e4097dffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '83e4973c-1628-44d7-b606-175276d08fd9'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:17:22.324422 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:22.394505 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] For port 0d4ba397-a658-4d8d-aa96-c1de6c16aa86, host n-d-798054-8, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:17:22.399643 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] For port 0d4ba397-a658-4d8d-aa96-c1de6c16aa86, host n-d-798054-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=0d4ba397-a658-4d8d-aa96-c1de6c16aa86,segment=NetworkSegment(71d874ad-0fb7-401f-addd-80e4097dffc1),segment_id=71d874ad-0fb7-401f-addd-80e4097dffc1)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:17:22.404879 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:22.465426 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] Routers {'09dbf4e6-bbf7-4f55-a513-88e488804352'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:17:22.466079 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:16:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['09dbf4e6-bbf7-4f55-a513-88e488804352'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:22.502467 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450de5bb-9426-4594-ad27-6e0d5b53c384 None None] Pushing event updated for resources: {'Port': ['ID=0d4ba397-a658-4d8d-aa96-c1de6c16aa86,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:22.592920 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] Set router 09dbf4e6-bbf7-4f55-a513-88e488804352 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:17:22.820952 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbf4e6-bbf7-4f55-a513-88e488804352', 'name': 'tempest-TestSnapshotPattern-1336869541-router', 'tenant_id': '7c1061040fa34351a9c280bab9980b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '67dbe772-1cec-4d38-8cf9-5de540b2bf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:16Z', 'updated_at': '2021-07-05T11:17:19Z', 'revision_number': 4, 'project_id': '7c1061040fa34351a9c280bab9980b3a', 'gw_port': {'id': '67dbe772-1cec-4d38-8cf9-5de540b2bf00', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbf4e6-bbf7-4f55-a513-88e488804352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:16Z', 'updated_at': '2021-07-05T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '0d4ba397-a658-4d8d-aa96-c1de6c16aa86', 'name': '', 'network_id': '83e4973c-1628-44d7-b606-175276d08fd9', 'tenant_id': '7c1061040fa34351a9c280bab9980b3a', 'mac_address': 'fa:16:3e:3f:eb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dbf4e6-bbf7-4f55-a513-88e488804352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a9283674-ff61-48ab-a886-772344cf2b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:18Z', 'updated_at': '2021-07-05T11:17:22Z', 'revision_number': 4, 'project_id': '7c1061040fa34351a9c280bab9980b3a', 'subnets': [{'id': 'a9283674-ff61-48ab-a886-772344cf2b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:22.851551 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d717f89-29b0-44ca-a2ba-1639f7b44ead None None] The sync data for ids ['09dbf4e6-bbf7-4f55-a513-88e488804352'] in n-d-798054-8 is: [{'id': '09dbf4e6-bbf7-4f55-a513-88e488804352', 'name': 'tempest-TestSnapshotPattern-1336869541-router', 'tenant_id': '7c1061040fa34351a9c280bab9980b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '67dbe772-1cec-4d38-8cf9-5de540b2bf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:16Z', 'updated_at': '2021-07-05T11:17:19Z', 'revision_number': 4, 'project_id': '7c1061040fa34351a9c280bab9980b3a', 'gw_port': {'id': '67dbe772-1cec-4d38-8cf9-5de540b2bf00', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbf4e6-bbf7-4f55-a513-88e488804352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:16Z', 'updated_at': '2021-07-05T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '0d4ba397-a658-4d8d-aa96-c1de6c16aa86', 'name': '', 'network_id': '83e4973c-1628-44d7-b606-175276d08fd9', 'tenant_id': '7c1061040fa34351a9c280bab9980b3a', 'mac_address': 'fa:16:3e:3f:eb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dbf4e6-bbf7-4f55-a513-88e488804352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a9283674-ff61-48ab-a886-772344cf2b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:18Z', 'updated_at': '2021-07-05T11:17:22Z', 'revision_number': 4, 'project_id': '7c1061040fa34351a9c280bab9980b3a', 'subnets': [{'id': 'a9283674-ff61-48ab-a886-772344cf2b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:17:22.896982 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 67dbe772-1cec-4d38-8cf9-5de540b2bf00 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:17:22.964599 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 67dbe772-1cec-4d38-8cf9-5de540b2bf00 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:17:22.964928 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:23.268280 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-539d7f5e-8215-4980-97dc-33432b34deb6 req-2fcf8319-a58d-4373-bde9-b174ce94239a tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 210 time: 0.0295265 Jul 05 11:17:23.467696 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-7f62d688-819c-45b6-b4be-852a95de0150 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:23.468391 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-64aead7b-4f88-4d60-bea8-5bf316647f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:23.469261 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-7f62d688-819c-45b6-b4be-852a95de0150 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.78 "GET /v2.0/networks?id=9ce00594-79d6-429d-a278-d99fd2cf83b4 HTTP/1.1" status: 200 len: 809 time: 0.1240001 Jul 05 11:17:23.515401 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-cadb9820-9cc2-4391-9072-2625700364d7 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d45d60d4f9e84c718ffa269f775b7f4e HTTP/1.1" status: 200 len: 380 time: 0.0363030 Jul 05 11:17:23.524109 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-e355b3d0-a20b-4efa-9a33-5012c3a832a6 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Request body: {'port': {'device_id': '662cb6c0-095c-4ee6-aa6f-ff395fa613b1', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'admin_state_up': True, 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'security_groups': ['2740dab1-3869-4530-8583-a18a43ef9d2c']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:23.641752 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-e355b3d0-a20b-4efa-9a33-5012c3a832a6 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Made reservation on behalf of d45d60d4f9e84c718ffa269f775b7f4e for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:17:23.645469 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-e355b3d0-a20b-4efa-9a33-5012c3a832a6 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:23.782288 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-e355b3d0-a20b-4efa-9a33-5012c3a832a6 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Allocated IP 172.20.0.4 (9ce00594-79d6-429d-a278-d99fd2cf83b4/78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6/6e45b295-8546-4854-91a3-e261a93ccc56) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:17:23.820431 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:23.930801 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-e355b3d0-a20b-4efa-9a33-5012c3a832a6 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:23.945028 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-e355b3d0-a20b-4efa-9a33-5012c3a832a6 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Transition to ACTIVE for port object 6e45b295-8546-4854-91a3-e261a93ccc56 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:17:23.978187 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-e355b3d0-a20b-4efa-9a33-5012c3a832a6 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1971664'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:24.019573 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-e355b3d0-a20b-4efa-9a33-5012c3a832a6 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Network 9ce00594-79d6-429d-a278-d99fd2cf83b4 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:17:24.022819 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-e355b3d0-a20b-4efa-9a33-5012c3a832a6 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:17:24.029046 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-e355b3d0-a20b-4efa-9a33-5012c3a832a6 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:17:24.054020 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355b3d0-a20b-4efa-9a33-5012c3a832a6 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Pushing event updated for resources: {'Port': ['ID=6e45b295-8546-4854-91a3-e261a93ccc56,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:24.084970 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-e355b3d0-a20b-4efa-9a33-5012c3a832a6 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:24.085585 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-e355b3d0-a20b-4efa-9a33-5012c3a832a6 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:24.100872 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-e355b3d0-a20b-4efa-9a33-5012c3a832a6 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5806885 Jul 05 11:17:24.155349 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.v2.base [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-2d6c1f40-e4f6-408e-ab78-06298d37947c service neutron] Request body: {'port': {'device_id': '662cb6c0-095c-4ee6-aa6f-ff395fa613b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:24.233727 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-2d6c1f40-e4f6-408e-ab78-06298d37947c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:24.287702 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-03625d43-5236-4ccd-bfe1-507359df6971 None None] Provisioning for port 6e45b295-8546-4854-91a3-e261a93ccc56 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:17:24.291508 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-03625d43-5236-4ccd-bfe1-507359df6971 None None] Provisioning complete for port 6e45b295-8546-4854-91a3-e261a93ccc56 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:17:24.291816 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-03625d43-5236-4ccd-bfe1-507359df6971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:24.335986 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-03625d43-5236-4ccd-bfe1-507359df6971 None None] Port 6e45b295-8546-4854-91a3-e261a93ccc56 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:17:24.456864 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7fb11-8701-4730-9b95-a4accffa9beb req-e8952807-e740-480d-a748-bff0fa2d6432 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:24.458401 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5de7fb11-8701-4730-9b95-a4accffa9beb req-e8952807-e740-480d-a748-bff0fa2d6432 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 931 time: 0.0673413 Jul 05 11:17:24.497158 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-5de7fb11-8701-4730-9b95-a4accffa9beb req-d4bc8422-96a9-4f29-ba5f-4ab2e7d030f0 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330393 Jul 05 11:17:24.502239 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-2d6c1f40-e4f6-408e-ab78-06298d37947c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e45b295-8546-4854-91a3-e261a93ccc56 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:17:24.509832 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-2d6c1f40-e4f6-408e-ab78-06298d37947c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:24.522996 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-2d6c1f40-e4f6-408e-ab78-06298d37947c service neutron] Transition to ACTIVE for port object 6e45b295-8546-4854-91a3-e261a93ccc56 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:17:24.527087 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-2d6c1f40-e4f6-408e-ab78-06298d37947c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:24.577048 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c1f40-e4f6-408e-ab78-06298d37947c service neutron] Pushing event updated for resources: {'Port': ['ID=6e45b295-8546-4854-91a3-e261a93ccc56,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:24.652790 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-2d6c1f40-e4f6-408e-ab78-06298d37947c service neutron] Attempting to bind port 6e45b295-8546-4854-91a3-e261a93ccc56 on host n-h2-798054-8 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:17:24.653140 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-2d6c1f40-e4f6-408e-ab78-06298d37947c service neutron] Attempting to bind port 6e45b295-8546-4854-91a3-e261a93ccc56 by drivers openvswitch,hyperv on host n-h2-798054-8 at level 0 using segments [{'id': 'f9003020-3efc-4fcb-bc5e-7c8cdc86e025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:17:24.653537 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-2d6c1f40-e4f6-408e-ab78-06298d37947c service neutron] Attempting to bind port 6e45b295-8546-4854-91a3-e261a93ccc56 on network 9ce00594-79d6-429d-a278-d99fd2cf83b4 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:17:24.658533 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-2d6c1f40-e4f6-408e-ab78-06298d37947c service neutron] Port 6e45b295-8546-4854-91a3-e261a93ccc56 on network 9ce00594-79d6-429d-a278-d99fd2cf83b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-8 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:17:24.658867 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-2d6c1f40-e4f6-408e-ab78-06298d37947c service neutron] Attempting to bind port 6e45b295-8546-4854-91a3-e261a93ccc56 on network 9ce00594-79d6-429d-a278-d99fd2cf83b4 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:17:24.664426 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-2d6c1f40-e4f6-408e-ab78-06298d37947c service neutron] Checking agent: {'id': '20a06f2d-cfe3-4614-9836-7800cc589538', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:17:24.664769 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-2d6c1f40-e4f6-408e-ab78-06298d37947c service neutron] Checking segment: {'id': 'f9003020-3efc-4fcb-bc5e-7c8cdc86e025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:17:24.665159 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-2d6c1f40-e4f6-408e-ab78-06298d37947c service neutron] Bound using segment: {'id': 'f9003020-3efc-4fcb-bc5e-7c8cdc86e025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:17:24.665590 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-2d6c1f40-e4f6-408e-ab78-06298d37947c service neutron] Bound port: 6e45b295-8546-4854-91a3-e261a93ccc56, host: n-h2-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9003020-3efc-4fcb-bc5e-7c8cdc86e025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:17:24.665971 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-2d6c1f40-e4f6-408e-ab78-06298d37947c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:24.732234 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-2d6c1f40-e4f6-408e-ab78-06298d37947c service neutron] For port 6e45b295-8546-4854-91a3-e261a93ccc56, host n-h2-798054-8, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:17:24.735289 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-2d6c1f40-e4f6-408e-ab78-06298d37947c service neutron] For port 6e45b295-8546-4854-91a3-e261a93ccc56, host n-h2-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6e45b295-8546-4854-91a3-e261a93ccc56,segment=NetworkSegment(f9003020-3efc-4fcb-bc5e-7c8cdc86e025),segment_id=f9003020-3efc-4fcb-bc5e-7c8cdc86e025)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:17:24.739900 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-2d6c1f40-e4f6-408e-ab78-06298d37947c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1971490'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:24.773930 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-2d6c1f40-e4f6-408e-ab78-06298d37947c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:24.774580 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-2d6c1f40-e4f6-408e-ab78-06298d37947c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:24.776554 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-2d6c1f40-e4f6-408e-ab78-06298d37947c service neutron] 10.222.0.78 "PUT /v2.0/ports/6e45b295-8546-4854-91a3-e261a93ccc56 HTTP/1.1" status: 200 len: 1091 time: 0.6255355 Jul 05 11:17:24.776993 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662cb6c0-095c-4ee6-aa6f-ff395fa613b1', 'tag': '6e45b295-8546-4854-91a3-e261a93ccc56'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:17:24.779268 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e0f11e-34d3-473e-a157-83a0efe82b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "662cb6c0-095c-4ee6-aa6f-ff395fa613b1", "tag": "6e45b295-8546-4854-91a3-e261a93ccc56"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:17:24.808139 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c1f40-e4f6-408e-ab78-06298d37947c service neutron] Pushing event updated for resources: {'Port': ['ID=6e45b295-8546-4854-91a3-e261a93ccc56,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:24.830008 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c4980b-a7d4-46ee-9692-203ae2132596 x-openstack-request-id: req-d7c4980b-a7d4-46ee-9692-203ae2132596 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:17:24.830302 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "662cb6c0-095c-4ee6-aa6f-ff395fa613b1", "tag": "6e45b295-8546-4854-91a3-e261a93ccc56", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:17:24.830558 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d7c4980b-a7d4-46ee-9692-203ae2132596 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:17:24.830962 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '662cb6c0-095c-4ee6-aa6f-ff395fa613b1', 'tag': '6e45b295-8546-4854-91a3-e261a93ccc56', 'status': 'completed', 'code': 200} Jul 05 11:17:24.888294 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-8a7f9dec-c73e-4044-949b-bdd4faba3a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:24.889833 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-8a7f9dec-c73e-4044-949b-bdd4faba3a08 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d45d60d4f9e84c718ffa269f775b7f4e&device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 1094 time: 0.0721622 Jul 05 11:17:24.914682 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 0d4ba397-a658-4d8d-aa96-c1de6c16aa86 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:17:24.940754 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-f38cb86d-b327-4552-86e1-b1ee5ee913b7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e45b295-8546-4854-91a3-e261a93ccc56 HTTP/1.1" status: 200 len: 217 time: 0.0439301 Jul 05 11:17:24.979483 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:24.980795 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning for port 0d4ba397-a658-4d8d-aa96-c1de6c16aa86 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:17:24.984618 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 0d4ba397-a658-4d8d-aa96-c1de6c16aa86 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:17:24.984986 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:24.992826 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-272a7322-3b2a-4492-b59d-e8bcfda13f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:24.994290 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-272a7322-3b2a-4492-b59d-e8bcfda13f14 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6 HTTP/1.1" status: 200 len: 848 time: 0.0479815 Jul 05 11:17:25.050854 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-941293f0-f22a-4fdf-bb64-3e05874d8461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:25.052545 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-941293f0-f22a-4fdf-bb64-3e05874d8461 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9ce00594-79d6-429d-a278-d99fd2cf83b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520077 Jul 05 11:17:25.061415 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:25.113546 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] For port 0d4ba397-a658-4d8d-aa96-c1de6c16aa86, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=0d4ba397-a658-4d8d-aa96-c1de6c16aa86,segment=NetworkSegment(71d874ad-0fb7-401f-addd-80e4097dffc1),segment_id=71d874ad-0fb7-401f-addd-80e4097dffc1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:25.118188 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:25.164021 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-e85cf435-712f-45ba-b43c-50c64c0f2410 service neutron] 10.222.0.78 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046956 Jul 05 11:17:25.169413 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Pushing event updated for resources: {'Port': ['ID=0d4ba397-a658-4d8d-aa96-c1de6c16aa86,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:25.253880 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-5097f8ba-9c34-4e0a-bc8e-89fdf1254964 req-12950b6b-a504-4640-b3fe-dcb1a5d4432c service neutron] 10.222.0.78 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827944 Jul 05 11:17:25.362102 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0f11e-34d3-473e-a157-83a0efe82b0e req-dbd419c9-c5ff-44b7-89a8-486fe03b0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:25.363662 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d7e0f11e-34d3-473e-a157-83a0efe82b0e req-dbd419c9-c5ff-44b7-89a8-486fe03b0cc9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d45d60d4f9e84c718ffa269f775b7f4e&device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 1094 time: 0.0589530 Jul 05 11:17:25.454147 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0f11e-34d3-473e-a157-83a0efe82b0e req-edf34245-22a1-4ba2-a776-7a4fb8c80956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:25.455645 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d7e0f11e-34d3-473e-a157-83a0efe82b0e req-edf34245-22a1-4ba2-a776-7a4fb8c80956 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9ce00594-79d6-429d-a278-d99fd2cf83b4 HTTP/1.1" status: 200 len: 910 time: 0.0847478 Jul 05 11:17:25.499609 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d7e0f11e-34d3-473e-a157-83a0efe82b0e req-7e45cc24-dd17-4c27-ab50-266ac8810ea8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e45b295-8546-4854-91a3-e261a93ccc56 HTTP/1.1" status: 200 len: 217 time: 0.0381606 Jul 05 11:17:25.547181 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0f11e-34d3-473e-a157-83a0efe82b0e req-26fdc1dc-435d-4fbd-af75-96f9da35af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:25.548703 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d7e0f11e-34d3-473e-a157-83a0efe82b0e req-26fdc1dc-435d-4fbd-af75-96f9da35af83 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6 HTTP/1.1" status: 200 len: 848 time: 0.0436277 Jul 05 11:17:25.609250 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0f11e-34d3-473e-a157-83a0efe82b0e req-b908e8b1-9622-47be-8d72-6016c28cd54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:25.610805 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d7e0f11e-34d3-473e-a157-83a0efe82b0e req-b908e8b1-9622-47be-8d72-6016c28cd54a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9ce00594-79d6-429d-a278-d99fd2cf83b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537720 Jul 05 11:17:25.684967 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452d11f-ca16-4bb7-8c73-65b7483d03a3 req-8124ee2d-60de-49a8-9c48-12a54d840c53 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:25.687116 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0452d11f-ca16-4bb7-8c73-65b7483d03a3 req-8124ee2d-60de-49a8-9c48-12a54d840c53 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 943 time: 0.0685470 Jul 05 11:17:25.706683 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d7e0f11e-34d3-473e-a157-83a0efe82b0e req-66e4c3d9-e595-4f9f-8664-81e154897515 service neutron] 10.222.0.78 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885248 Jul 05 11:17:25.724957 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-0452d11f-ca16-4bb7-8c73-65b7483d03a3 req-1ca8f614-0cb2-4b4d-b639-99764cb93eed tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324662 Jul 05 11:17:25.795494 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-d7e0f11e-34d3-473e-a157-83a0efe82b0e req-b617b1e1-4a01-41a2-8234-3b5018a617c3 service neutron] 10.222.0.78 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827961 Jul 05 11:17:26.885551 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 0d4ba397-a658-4d8d-aa96-c1de6c16aa86 up at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:17:26.897173 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962097bd-2d22-47e7-abca-ecefde721eef req-9eb60554-aa0a-4ad4-8b4a-cd2ae2796035 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:26.898697 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-962097bd-2d22-47e7-abca-ecefde721eef req-9eb60554-aa0a-4ad4-8b4a-cd2ae2796035 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 943 time: 0.0649040 Jul 05 11:17:26.933154 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Provisioning complete for port 0d4ba397-a658-4d8d-aa96-c1de6c16aa86 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:17:26.933547 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:26.937956 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-962097bd-2d22-47e7-abca-ecefde721eef req-fec14736-1500-4ed0-aa45-74b3b42523af tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324504 Jul 05 11:17:27.112775 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:28.114723 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07832bb7-b6ee-4844-b084-58e10588d7b2 req-31218fd3-5c96-481b-9171-e42248449991 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:28.116219 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-07832bb7-b6ee-4844-b084-58e10588d7b2 req-31218fd3-5c96-481b-9171-e42248449991 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 943 time: 0.0673854 Jul 05 11:17:28.152881 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-07832bb7-b6ee-4844-b084-58e10588d7b2 req-5c453e9e-3cba-4e3b-b4d9-82ba55fd5f72 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306087 Jul 05 11:17:28.592902 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6e45b295-8546-4854-91a3-e261a93ccc56 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:17:28.684840 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 6e45b295-8546-4854-91a3-e261a93ccc56, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6e45b295-8546-4854-91a3-e261a93ccc56,segment=NetworkSegment(f9003020-3efc-4fcb-bc5e-7c8cdc86e025),segment_id=f9003020-3efc-4fcb-bc5e-7c8cdc86e025)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:28.696137 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '6e45b295-8546-4854-91a3-e261a93ccc56', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'port_id': '6e45b295-8546-4854-91a3-e261a93ccc56', 'mac_address': 'fa:16:3e:da:d8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:17:28.743242 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:28.755547 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e45b295-8546-4854-91a3-e261a93ccc56 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:17:28.774463 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 6e45b295-8546-4854-91a3-e261a93ccc56, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6e45b295-8546-4854-91a3-e261a93ccc56,segment=NetworkSegment(f9003020-3efc-4fcb-bc5e-7c8cdc86e025),segment_id=f9003020-3efc-4fcb-bc5e-7c8cdc86e025)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:28.778490 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:28.825404 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=6e45b295-8546-4854-91a3-e261a93ccc56,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:29.097473 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['6e45b295-8546-4854-91a3-e261a93ccc56'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:17:29.325837 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e224b-147f-4719-8400-5e705458d9c0 req-653e035c-27df-4a99-9d4e-d5e676438ede tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:29.327317 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d13e224b-147f-4719-8400-5e705458d9c0 req-653e035c-27df-4a99-9d4e-d5e676438ede tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 944 time: 0.0635991 Jul 05 11:17:29.364161 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d13e224b-147f-4719-8400-5e705458d9c0 req-3dc97fa6-d362-40cd-9a58-3c82aedd05df tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311580 Jul 05 11:17:30.595010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6e45b295-8546-4854-91a3-e261a93ccc56 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:17:30.644049 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning for port 6e45b295-8546-4854-91a3-e261a93ccc56 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:17:30.647602 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 6e45b295-8546-4854-91a3-e261a93ccc56 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:17:30.648002 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:30.722672 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64705063-ae34-416a-b9ad-6f3433d8862d req-715e7e86-0faf-459b-86ae-8c625a51a4ed tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:30.724289 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-64705063-ae34-416a-b9ad-6f3433d8862d req-715e7e86-0faf-459b-86ae-8c625a51a4ed tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 944 time: 0.0633214 Jul 05 11:17:30.765080 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-64705063-ae34-416a-b9ad-6f3433d8862d req-6f4844eb-272c-417c-9b23-6c3fe7ae1c52 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348763 Jul 05 11:17:30.888862 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:30.911431 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662cb6c0-095c-4ee6-aa6f-ff395fa613b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e45b295-8546-4854-91a3-e261a93ccc56'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:17:30.913650 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f5cf5f-9c70-46cf-ba92-5689b6dfd1b9" -d '{"events": [{"server_uuid": "662cb6c0-095c-4ee6-aa6f-ff395fa613b1", "name": "network-vif-plugged", "status": "completed", "tag": "6e45b295-8546-4854-91a3-e261a93ccc56"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:17:30.927533 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 6e45b295-8546-4854-91a3-e261a93ccc56, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6e45b295-8546-4854-91a3-e261a93ccc56,segment=NetworkSegment(f9003020-3efc-4fcb-bc5e-7c8cdc86e025),segment_id=f9003020-3efc-4fcb-bc5e-7c8cdc86e025)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:30.931979 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:30.957501 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f82e44b-79f1-4b34-b817-64333f028644 x-openstack-request-id: req-3f82e44b-79f1-4b34-b817-64333f028644 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:17:30.957851 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662cb6c0-095c-4ee6-aa6f-ff395fa613b1", "name": "network-vif-plugged", "status": "completed", "tag": "6e45b295-8546-4854-91a3-e261a93ccc56", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:17:30.958150 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3f82e44b-79f1-4b34-b817-64333f028644 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:17:30.958544 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662cb6c0-095c-4ee6-aa6f-ff395fa613b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e45b295-8546-4854-91a3-e261a93ccc56', 'code': 200} Jul 05 11:17:30.991353 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=6e45b295-8546-4854-91a3-e261a93ccc56,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:31.069071 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0016f9-163f-43c7-b47a-2e5af45671f9 req-be22cea1-7455-41ac-a0cc-3fbfeb968822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:31.070615 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7a0016f9-163f-43c7-b47a-2e5af45671f9 req-be22cea1-7455-41ac-a0cc-3fbfeb968822 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 1096 time: 0.0523236 Jul 05 11:17:31.103528 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7a0016f9-163f-43c7-b47a-2e5af45671f9 req-79aaa30d-df13-4dec-a1fc-f9c332766a64 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268312 Jul 05 11:17:31.940044 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24cd44-f41b-4fe9-9415-55fbf6bfbb71 req-2f69e11d-cb80-4cd3-84bf-4e9a1f6afb91 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:31.941540 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ce24cd44-f41b-4fe9-9415-55fbf6bfbb71 req-2f69e11d-cb80-4cd3-84bf-4e9a1f6afb91 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 945 time: 0.0673413 Jul 05 11:17:31.980968 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-ce24cd44-f41b-4fe9-9415-55fbf6bfbb71 req-58fe088f-7da6-46c3-977f-7103dd7f4959 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339327 Jul 05 11:17:33.156369 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521c222-5cc4-41db-9618-6f7219aacfaf req-954e56f2-9148-4b56-ab39-a28827adc1c3 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:33.157860 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7521c222-5cc4-41db-9618-6f7219aacfaf req-954e56f2-9148-4b56-ab39-a28827adc1c3 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 945 time: 0.0635090 Jul 05 11:17:33.195162 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7521c222-5cc4-41db-9618-6f7219aacfaf req-09b185bf-ba89-4a46-82e0-262c44508274 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317874 Jul 05 11:17:33.370988 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbac7d-88f4-444f-a7c9-db20e33bb602 req-30c1079a-006e-4960-9552-c22ca474926b tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:33.372525 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbfbac7d-88f4-444f-a7c9-db20e33bb602 req-30c1079a-006e-4960-9552-c22ca474926b tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 945 time: 0.0708058 Jul 05 11:17:33.409750 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cbfbac7d-88f4-444f-a7c9-db20e33bb602 req-a913b180-67fc-4e13-97c1-f89667101611 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316069 Jul 05 11:17:33.433532 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51802) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:33.567356 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b723d1-60d3-4ce5-8443-db4a9be1574d tempest-TestSnapshotPattern-2098134056 tempest-TestSnapshotPattern-2098134056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:33.568972 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-72b723d1-60d3-4ce5-8443-db4a9be1574d tempest-TestSnapshotPattern-2098134056 tempest-TestSnapshotPattern-2098134056-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 1091 time: 0.1344669 Jul 05 11:17:33.571934 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 51806) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:33.576784 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d5cd02ce-0edc-4488-815e-0026f158fa38 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': '6e45b295-8546-4854-91a3-e261a93ccc56', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:33.598732 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5cd02ce-0edc-4488-815e-0026f158fa38 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:33.654409 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:33.698485 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5cd02ce-0edc-4488-815e-0026f158fa38 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:33.798338 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-d5cd02ce-0edc-4488-815e-0026f158fa38 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Allocated IP 172.25.7.165 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/4178a206-27bf-4b99-b3e6-bcd10cc45166) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:17:33.902626 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5cd02ce-0edc-4488-815e-0026f158fa38 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:33.941105 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5cd02ce-0edc-4488-815e-0026f158fa38 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:33.976256 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cd02ce-0edc-4488-815e-0026f158fa38 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:17:33.979062 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-d5cd02ce-0edc-4488-815e-0026f158fa38 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:17:33.985022 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cd02ce-0edc-4488-815e-0026f158fa38 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:17:34.011070 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd02ce-0edc-4488-815e-0026f158fa38 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Pushing event updated for resources: {'Port': ['ID=4178a206-27bf-4b99-b3e6-bcd10cc45166,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:34.346840 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5cd02ce-0edc-4488-815e-0026f158fa38 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:34.422049 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5cd02ce-0edc-4488-815e-0026f158fa38 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:34.568259 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5cd02ce-0edc-4488-815e-0026f158fa38 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:34.573905 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5cd02ce-0edc-4488-815e-0026f158fa38 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:34.646878 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd02ce-0edc-4488-815e-0026f158fa38 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Pushing event updated for resources: {'Port': ['ID=4178a206-27bf-4b99-b3e6-bcd10cc45166,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:34.655676 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5cd02ce-0edc-4488-815e-0026f158fa38 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:35.070354 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-d5cd02ce-0edc-4488-815e-0026f158fa38 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Floating IP 3206b3a3-0d99-4074-84eb-096087175293 associated. External IP: 172.25.7.165, port: 6e45b295-8546-4854-91a3-e261a93ccc56. Jul 05 11:17:35.270750 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cd02ce-0edc-4488-815e-0026f158fa38 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Router 412e5fa3-4bd3-460d-ad50-b39d06254243 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:17:35.377706 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cd02ce-0edc-4488-815e-0026f158fa38 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:17:35.387950 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4343101-99b1-4595-be85-798079e552c3 None None] Sync routers for ids ['412e5fa3-4bd3-460d-ad50-b39d06254243'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:17:35.393815 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5cd02ce-0edc-4488-815e-0026f158fa38 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:35.397801 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4343101-99b1-4595-be85-798079e552c3 None None] Routers {'412e5fa3-4bd3-460d-ad50-b39d06254243'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:17:35.398472 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c4343101-99b1-4595-be85-798079e552c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:17:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['412e5fa3-4bd3-460d-ad50-b39d06254243'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:35.434859 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d5cd02ce-0edc-4488-815e-0026f158fa38 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8618884 Jul 05 11:17:35.435467 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662cb6c0-095c-4ee6-aa6f-ff395fa613b1', 'tag': '6e45b295-8546-4854-91a3-e261a93ccc56'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:17:35.438007 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0136620-e56e-497b-9c81-d32f414c2cde" -d '{"events": [{"name": "network-changed", "server_uuid": "662cb6c0-095c-4ee6-aa6f-ff395fa613b1", "tag": "6e45b295-8546-4854-91a3-e261a93ccc56"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:17:35.505403 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c4343101-99b1-4595-be85-798079e552c3 None None] Set router 412e5fa3-4bd3-460d-ad50-b39d06254243 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:17:35.525365 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fc5852-7f75-491b-af0e-a01508f6999d x-openstack-request-id: req-b2fc5852-7f75-491b-af0e-a01508f6999d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:17:35.525664 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "662cb6c0-095c-4ee6-aa6f-ff395fa613b1", "tag": "6e45b295-8546-4854-91a3-e261a93ccc56", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:17:35.525956 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b2fc5852-7f75-491b-af0e-a01508f6999d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:17:35.526364 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '662cb6c0-095c-4ee6-aa6f-ff395fa613b1', 'tag': '6e45b295-8546-4854-91a3-e261a93ccc56', 'status': 'completed', 'code': 200} Jul 05 11:17:35.606547 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0136620-e56e-497b-9c81-d32f414c2cde req-ad1d796a-5a68-4276-8c9a-7697689a0562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:35.608171 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a0136620-e56e-497b-9c81-d32f414c2cde req-ad1d796a-5a68-4276-8c9a-7697689a0562 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d45d60d4f9e84c718ffa269f775b7f4e&device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 1096 time: 0.0563586 Jul 05 11:17:35.696477 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0136620-e56e-497b-9c81-d32f414c2cde req-896ef8d1-29b2-4424-bf0b-50c78378af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:35.698507 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a0136620-e56e-497b-9c81-d32f414c2cde req-896ef8d1-29b2-4424-bf0b-50c78378af77 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9ce00594-79d6-429d-a278-d99fd2cf83b4 HTTP/1.1" status: 200 len: 910 time: 0.0843406 Jul 05 11:17:35.722020 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c4343101-99b1-4595-be85-798079e552c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'name': 'tempest-TestSnapshotPattern-894818580-router', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:11Z', 'updated_at': '2021-07-05T11:17:14Z', 'revision_number': 4, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'gw_port': {'id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:12Z', 'updated_at': '2021-07-05T11:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3206b3a3-0d99-4074-84eb-096087175293', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'floating_ip_address': '172.25.7.165', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'port_id': '6e45b295-8546-4854-91a3-e261a93ccc56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'mac_address': 'fa:16:3e:da:d8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662cb6c0-095c-4ee6-aa6f-ff395fa613b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:17:34Z', 'updated_at': '2021-07-05T11:17:34Z', 'revision_number': 0, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dda2d79-fae4-4aca-8332-c25c81b0385e', 'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'mac_address': 'fa:16:3e:39:a6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:13Z', 'updated_at': '2021-07-05T11:17:19Z', 'revision_number': 5, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'subnets': [{'id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:35.750395 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4343101-99b1-4595-be85-798079e552c3 None None] Checking router: 412e5fa3-4bd3-460d-ad50-b39d06254243 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:17:35.758467 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4343101-99b1-4595-be85-798079e552c3 None None] Routers {'412e5fa3-4bd3-460d-ad50-b39d06254243'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:17:35.759068 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c4343101-99b1-4595-be85-798079e552c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:17:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['412e5fa3-4bd3-460d-ad50-b39d06254243'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:35.766736 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a0136620-e56e-497b-9c81-d32f414c2cde req-090128a6-acc8-48d8-bd0f-5e6b5ff89443 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e45b295-8546-4854-91a3-e261a93ccc56 HTTP/1.1" status: 200 len: 999 time: 0.0623012 Jul 05 11:17:35.815482 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0136620-e56e-497b-9c81-d32f414c2cde req-667aeda0-46f8-4c38-871c-9266f12ddf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:35.817018 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a0136620-e56e-497b-9c81-d32f414c2cde req-667aeda0-46f8-4c38-871c-9266f12ddf53 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6 HTTP/1.1" status: 200 len: 848 time: 0.0445867 Jul 05 11:17:35.858784 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c4343101-99b1-4595-be85-798079e552c3 None None] Set router 412e5fa3-4bd3-460d-ad50-b39d06254243 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:17:35.872913 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0136620-e56e-497b-9c81-d32f414c2cde req-f81eff1b-324c-4e32-94f4-bb46c37f1635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:35.874433 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a0136620-e56e-497b-9c81-d32f414c2cde req-f81eff1b-324c-4e32-94f4-bb46c37f1635 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9ce00594-79d6-429d-a278-d99fd2cf83b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514238 Jul 05 11:17:35.964714 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a0136620-e56e-497b-9c81-d32f414c2cde req-db32756b-62ea-425e-b95b-b12e5f35ed88 service neutron] 10.222.0.78 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837424 Jul 05 11:17:36.051469 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-a0136620-e56e-497b-9c81-d32f414c2cde req-737dd8f3-2b14-4e47-a4ba-e6d50bbb68da service neutron] 10.222.0.78 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813909 Jul 05 11:17:36.080844 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c4343101-99b1-4595-be85-798079e552c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'name': 'tempest-TestSnapshotPattern-894818580-router', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:11Z', 'updated_at': '2021-07-05T11:17:14Z', 'revision_number': 4, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'gw_port': {'id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:12Z', 'updated_at': '2021-07-05T11:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3206b3a3-0d99-4074-84eb-096087175293', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'floating_ip_address': '172.25.7.165', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'port_id': '6e45b295-8546-4854-91a3-e261a93ccc56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'mac_address': 'fa:16:3e:da:d8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662cb6c0-095c-4ee6-aa6f-ff395fa613b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:17:34Z', 'updated_at': '2021-07-05T11:17:34Z', 'revision_number': 0, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dda2d79-fae4-4aca-8332-c25c81b0385e', 'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'mac_address': 'fa:16:3e:39:a6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:13Z', 'updated_at': '2021-07-05T11:17:19Z', 'revision_number': 5, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'subnets': [{'id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:36.106234 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4343101-99b1-4595-be85-798079e552c3 None None] The sync data for ids ['412e5fa3-4bd3-460d-ad50-b39d06254243'] in n-d-798054-8 is: [{'id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'name': 'tempest-TestSnapshotPattern-894818580-router', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:11Z', 'updated_at': '2021-07-05T11:17:14Z', 'revision_number': 4, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'gw_port': {'id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:12Z', 'updated_at': '2021-07-05T11:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3206b3a3-0d99-4074-84eb-096087175293', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'floating_ip_address': '172.25.7.165', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'port_id': '6e45b295-8546-4854-91a3-e261a93ccc56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'mac_address': 'fa:16:3e:da:d8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662cb6c0-095c-4ee6-aa6f-ff395fa613b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:17:34Z', 'updated_at': '2021-07-05T11:17:34Z', 'revision_number': 0, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dda2d79-fae4-4aca-8332-c25c81b0385e', 'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'mac_address': 'fa:16:3e:39:a6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:13Z', 'updated_at': '2021-07-05T11:17:19Z', 'revision_number': 5, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'subnets': [{'id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:17:36.282780 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6877bd-3bdf-40b8-be5d-6c5d0ae68c1a None None] New status for floating IP 3206b3a3-0d99-4074-84eb-096087175293: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:17:37.158862 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:43.089583 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-08faf3fa-f2a0-4013-a20f-24d338724b02 req-bf9f6167-77ff-4c65-a555-c891b5402738 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502820 Jul 05 11:17:43.185713 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08faf3fa-f2a0-4013-a20f-24d338724b02 req-8709569c-aae7-4edd-a62e-d3d13da34b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:43.187486 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-08faf3fa-f2a0-4013-a20f-24d338724b02 req-8709569c-aae7-4edd-a62e-d3d13da34b87 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d45d60d4f9e84c718ffa269f775b7f4e&device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 1096 time: 0.0564952 Jul 05 11:17:43.287966 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08faf3fa-f2a0-4013-a20f-24d338724b02 req-f63dae6c-474d-4ec9-9668-cb6e242ec9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:43.289438 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-08faf3fa-f2a0-4013-a20f-24d338724b02 req-f63dae6c-474d-4ec9-9668-cb6e242ec9b7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9ce00594-79d6-429d-a278-d99fd2cf83b4 HTTP/1.1" status: 200 len: 910 time: 0.0832748 Jul 05 11:17:43.363906 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-08faf3fa-f2a0-4013-a20f-24d338724b02 req-297f14db-ddac-44e8-848e-852c86f1298c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e45b295-8546-4854-91a3-e261a93ccc56 HTTP/1.1" status: 200 len: 1001 time: 0.0670023 Jul 05 11:17:43.419209 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08faf3fa-f2a0-4013-a20f-24d338724b02 req-3b5cfc6c-dbb4-46be-a263-a1f7e342f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:43.420725 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-08faf3fa-f2a0-4013-a20f-24d338724b02 req-3b5cfc6c-dbb4-46be-a263-a1f7e342f60a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6 HTTP/1.1" status: 200 len: 848 time: 0.0507138 Jul 05 11:17:43.477984 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08faf3fa-f2a0-4013-a20f-24d338724b02 req-ea163243-faf1-46a6-9f62-5ad8adcaf26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:43.479446 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-08faf3fa-f2a0-4013-a20f-24d338724b02 req-ea163243-faf1-46a6-9f62-5ad8adcaf26b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9ce00594-79d6-429d-a278-d99fd2cf83b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524092 Jul 05 11:17:43.570849 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-08faf3fa-f2a0-4013-a20f-24d338724b02 req-3945e255-4317-4dfe-a8c0-25f33e99b07e service neutron] 10.222.0.78 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846236 Jul 05 11:17:43.658683 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-08faf3fa-f2a0-4013-a20f-24d338724b02 req-499ee3dd-f094-4a9e-ac11-20b4c1e76449 service neutron] 10.222.0.78 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809553 Jul 05 11:17:47.405642 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:17:51.101267 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f5f05a0e-15a2-4906-b969-d4c9b6457824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:53.471385 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aaa7ab9c-5b43-4398-a52b-ee5e2a01d0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:53.821665 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:54.977620 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:57.121642 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:03.653168 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:07.168274 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:21.101665 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b23bdef8-450c-4e9d-a7f2-dec53e73b810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:23.472554 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-41f51036-7d2a-4f2f-80a3-227642de9918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:23.823600 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:24.404869 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:18:24.979631 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:27.120755 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:33.667601 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:37.193156 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:45.151460 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3187d93d-9b02-40a6-bd7f-e252cd9f4184 req-31803b75-8cd2-4af8-b47d-bfa4101cb96a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1065476 Jul 05 11:18:45.248506 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187d93d-9b02-40a6-bd7f-e252cd9f4184 req-9d5ff113-bad2-4517-8aff-8b65a0f5f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:45.249996 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3187d93d-9b02-40a6-bd7f-e252cd9f4184 req-9d5ff113-bad2-4517-8aff-8b65a0f5f5e5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d45d60d4f9e84c718ffa269f775b7f4e&device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 1096 time: 0.0553057 Jul 05 11:18:45.352932 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187d93d-9b02-40a6-bd7f-e252cd9f4184 req-cf763cbf-e7da-4e38-a00c-8362474a207f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:45.354396 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3187d93d-9b02-40a6-bd7f-e252cd9f4184 req-cf763cbf-e7da-4e38-a00c-8362474a207f service neutron] 10.222.0.78 "GET /v2.0/networks?id=9ce00594-79d6-429d-a278-d99fd2cf83b4 HTTP/1.1" status: 200 len: 910 time: 0.0830488 Jul 05 11:18:45.421599 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3187d93d-9b02-40a6-bd7f-e252cd9f4184 req-7dce9b9e-8f19-4505-bea6-ffe1c718aadb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e45b295-8546-4854-91a3-e261a93ccc56 HTTP/1.1" status: 200 len: 1001 time: 0.0605831 Jul 05 11:18:45.470637 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187d93d-9b02-40a6-bd7f-e252cd9f4184 req-b43e080b-e3ef-4487-9207-d5569457d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:45.472088 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3187d93d-9b02-40a6-bd7f-e252cd9f4184 req-b43e080b-e3ef-4487-9207-d5569457d44a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6 HTTP/1.1" status: 200 len: 848 time: 0.0434136 Jul 05 11:18:45.527090 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187d93d-9b02-40a6-bd7f-e252cd9f4184 req-3d0d1212-3430-4e05-a1d5-5be044462843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:45.528577 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3187d93d-9b02-40a6-bd7f-e252cd9f4184 req-3d0d1212-3430-4e05-a1d5-5be044462843 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9ce00594-79d6-429d-a278-d99fd2cf83b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505383 Jul 05 11:18:45.928364 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3187d93d-9b02-40a6-bd7f-e252cd9f4184 req-b88138a0-a439-46e0-99b7-ddfb8c078909 service neutron] 10.222.0.78 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929446 Jul 05 11:18:46.014766 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-3187d93d-9b02-40a6-bd7f-e252cd9f4184 req-2386dbe8-9c9e-45ef-b409-527674733588 service neutron] 10.222.0.78 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806732 Jul 05 11:18:51.102654 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1e6b29df-d41d-4c5b-9776-0c1457613cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:53.473010 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1cddfb68-3060-4d5f-acce-3bf9959295aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:53.824005 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:54.982397 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:57.122159 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:01.404118 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:19:03.746242 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:07.179809 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:21.102566 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b6af8440-0962-4d84-abef-c5fb898a7ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:23.475165 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b0f451d6-3c5b-48a6-9a4b-d45ea4c06617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:23.825352 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:24.986335 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:27.125224 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:33.746143 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:37.185355 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:38.403842 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:19:45.109733 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f0cc312-71e2-46b1-9cb8-da52c4c17e02 req-907a494a-cc1b-446c-98f3-4748a2d127a8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546567 Jul 05 11:19:45.201799 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cc312-71e2-46b1-9cb8-da52c4c17e02 req-853341d4-6d3e-433e-9f9f-11be0dad9866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:45.203350 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f0cc312-71e2-46b1-9cb8-da52c4c17e02 req-853341d4-6d3e-433e-9f9f-11be0dad9866 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d45d60d4f9e84c718ffa269f775b7f4e&device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 1096 time: 0.0532219 Jul 05 11:19:45.304530 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cc312-71e2-46b1-9cb8-da52c4c17e02 req-9815c9cf-aace-43b5-a535-f53299754afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:45.306025 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f0cc312-71e2-46b1-9cb8-da52c4c17e02 req-9815c9cf-aace-43b5-a535-f53299754afc service neutron] 10.222.0.78 "GET /v2.0/networks?id=9ce00594-79d6-429d-a278-d99fd2cf83b4 HTTP/1.1" status: 200 len: 910 time: 0.0830400 Jul 05 11:19:45.374071 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f0cc312-71e2-46b1-9cb8-da52c4c17e02 req-198edd17-4d3b-4c48-8278-87c350eeb2b7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e45b295-8546-4854-91a3-e261a93ccc56 HTTP/1.1" status: 200 len: 1001 time: 0.0607855 Jul 05 11:19:45.424852 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cc312-71e2-46b1-9cb8-da52c4c17e02 req-6e80b5ea-93ee-47c7-bd4b-b6da7f65987a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:45.424852 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f0cc312-71e2-46b1-9cb8-da52c4c17e02 req-6e80b5ea-93ee-47c7-bd4b-b6da7f65987a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6 HTTP/1.1" status: 200 len: 848 time: 0.0435236 Jul 05 11:19:45.480528 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cc312-71e2-46b1-9cb8-da52c4c17e02 req-afb276ca-b839-41f6-97b0-e7cc05cd0d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:45.481925 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f0cc312-71e2-46b1-9cb8-da52c4c17e02 req-afb276ca-b839-41f6-97b0-e7cc05cd0d78 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9ce00594-79d6-429d-a278-d99fd2cf83b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522559 Jul 05 11:19:45.576096 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f0cc312-71e2-46b1-9cb8-da52c4c17e02 req-78ba184c-d50f-4f22-8a88-d3ff911d29b2 service neutron] 10.222.0.78 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875857 Jul 05 11:19:45.663763 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-8f0cc312-71e2-46b1-9cb8-da52c4c17e02 req-6dfcddbd-4c58-4780-917f-316f03b22a24 service neutron] 10.222.0.78 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813363 Jul 05 11:19:51.104321 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a4ab2d5c-24fb-43f8-aff5-bae79d9c4d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:53.476354 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-638fabe0-e093-41dd-8540-0b3bcb50ce8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:53.826713 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:54.988467 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:57.127822 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:03.755016 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:07.186355 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:15.403592 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:20:19.344741 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6e45b295-8546-4854-91a3-e261a93ccc56 details requested by agent hyperv_n-h2-798054-8 with host n-h2-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:20:19.435918 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 6e45b295-8546-4854-91a3-e261a93ccc56, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6e45b295-8546-4854-91a3-e261a93ccc56,segment=NetworkSegment(f9003020-3efc-4fcb-bc5e-7c8cdc86e025),segment_id=f9003020-3efc-4fcb-bc5e-7c8cdc86e025)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:20:19.449990 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Returning: {'device': '6e45b295-8546-4854-91a3-e261a93ccc56', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'port_id': '6e45b295-8546-4854-91a3-e261a93ccc56', 'mac_address': 'fa:16:3e:da:d8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:20:19.486124 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:19.498555 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e45b295-8546-4854-91a3-e261a93ccc56 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:20:19.517770 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 6e45b295-8546-4854-91a3-e261a93ccc56, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6e45b295-8546-4854-91a3-e261a93ccc56,segment=NetworkSegment(f9003020-3efc-4fcb-bc5e-7c8cdc86e025),segment_id=f9003020-3efc-4fcb-bc5e-7c8cdc86e025)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:20:19.522133 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:19.570895 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=6e45b295-8546-4854-91a3-e261a93ccc56,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:20:19.578867 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:20:19.579220 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:20:19.579565 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:20:19.579929 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:20:19.580268 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:20:19.580598 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:20:19.580928 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:20:19.581257 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:20:19.581583 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:20:19.581908 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:20:19.582232 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:20:19.582553 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:20:19.604754 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] get_ports_and_sgs() called for port_ids ['6e45b295-8546-4854-91a3-e261a93ccc56'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:20:21.104307 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2ba62e94-b671-42e3-b22a-b48d06eed7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:21.360169 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6e45b295-8546-4854-91a3-e261a93ccc56 up at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:20:21.406161 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Provisioning complete for port 6e45b295-8546-4854-91a3-e261a93ccc56 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:20:21.406538 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:21.483154 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:21.504733 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662cb6c0-095c-4ee6-aa6f-ff395fa613b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e45b295-8546-4854-91a3-e261a93ccc56'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:20:21.506997 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111750a7-a498-4975-843e-508698b28989" -d '{"events": [{"server_uuid": "662cb6c0-095c-4ee6-aa6f-ff395fa613b1", "name": "network-vif-plugged", "status": "completed", "tag": "6e45b295-8546-4854-91a3-e261a93ccc56"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:20:21.519106 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 6e45b295-8546-4854-91a3-e261a93ccc56, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6e45b295-8546-4854-91a3-e261a93ccc56,segment=NetworkSegment(f9003020-3efc-4fcb-bc5e-7c8cdc86e025),segment_id=f9003020-3efc-4fcb-bc5e-7c8cdc86e025)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:20:21.523498 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:21.575535 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=6e45b295-8546-4854-91a3-e261a93ccc56,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:20:21.628035 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43952a89-ee91-4d06-b5e3-3e9e6463b3c0 x-openstack-request-id: req-43952a89-ee91-4d06-b5e3-3e9e6463b3c0 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:20:21.628334 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662cb6c0-095c-4ee6-aa6f-ff395fa613b1", "name": "network-vif-plugged", "status": "completed", "tag": "6e45b295-8546-4854-91a3-e261a93ccc56", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:20:21.628593 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-43952a89-ee91-4d06-b5e3-3e9e6463b3c0 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:20:21.628990 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662cb6c0-095c-4ee6-aa6f-ff395fa613b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e45b295-8546-4854-91a3-e261a93ccc56', 'code': 200} Jul 05 11:20:23.479793 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b17a3828-e073-4e27-b266-e6313b91f2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:23.830647 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:24.995472 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:27.135628 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:31.105018 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-daa5904e-7eeb-4ae5-a3c8-8949cba1bc42 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1482830598&fields=id&tenant_id=d45d60d4f9e84c718ffa269f775b7f4e HTTP/1.1" status: 200 len: 267 time: 0.0333719 Jul 05 11:20:31.208421 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-e08d2d44-90a7-4f20-8ffe-5d9cd8506630 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:31.209798 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-e08d2d44-90a7-4f20-8ffe-5d9cd8506630 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/networks?id=9ce00594-79d6-429d-a278-d99fd2cf83b4 HTTP/1.1" status: 200 len: 809 time: 0.0986881 Jul 05 11:20:31.223796 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-601d36cd-3899-4dbe-8f76-dc5d16cf8253 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/quotas/d45d60d4f9e84c718ffa269f775b7f4e HTTP/1.1" status: 200 len: 375 time: 0.0087430 Jul 05 11:20:31.296058 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-be35b92a-de07-4698-8cd6-a728cbbe37b3 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d45d60d4f9e84c718ffa269f775b7f4e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0670247 Jul 05 11:20:31.428022 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-9800f5fd-03de-4e59-afbb-6a9f282eff8e service neutron] 10.222.0.79 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203370 Jul 05 11:20:31.521020 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-595f9342-7993-427a-ada6-7fa7fe6e4a77 service neutron] 10.222.0.79 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868075 Jul 05 11:20:31.691937 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-bc51f360-dc97-49b3-84b2-5008994139e3 req-9529900e-f9ed-4d16-b68d-61aaaf6dba85 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 210 time: 0.0291102 Jul 05 11:20:32.747279 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.81', 62440) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:20:32.859773 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-62518700-7313-4284-85cb-3e35ddf51bc4 req-3b9afe7d-bf41-4945-8994-5e71aa544da9 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 210 time: 0.0415120 Jul 05 11:20:32.898141 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-bf9c494b-71c6-4a14-841b-10ccac19d281 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:32.899643 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-bf9c494b-71c6-4a14-841b-10ccac19d281 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.81 "GET /v2.0/networks?id=9ce00594-79d6-429d-a278-d99fd2cf83b4 HTTP/1.1" status: 200 len: 809 time: 0.1511991 Jul 05 11:20:32.945497 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-554c2878-c93c-4957-beb6-39207eac8906 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d45d60d4f9e84c718ffa269f775b7f4e HTTP/1.1" status: 200 len: 380 time: 0.0374007 Jul 05 11:20:32.954197 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Request body: {'port': {'device_id': 'ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'admin_state_up': True, 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'security_groups': ['2740dab1-3869-4530-8583-a18a43ef9d2c']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:20:33.060439 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Made reservation on behalf of d45d60d4f9e84c718ffa269f775b7f4e for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:20:33.064041 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:33.197920 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Allocated IP 172.20.0.14 (9ce00594-79d6-429d-a278-d99fd2cf83b4/78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6/6a288891-029f-4a03-aeb5-8e3b5d5c9e3e) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:20:33.399554 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:33.415679 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Transition to ACTIVE for port object 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:20:33.465300 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:33.527474 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Network 9ce00594-79d6-429d-a278-d99fd2cf83b4 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:20:33.532160 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:20:33.535052 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:20:33.538473 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Pushing event updated for resources: {'Port': ['ID=6a288891-029f-4a03-aeb5-8e3b5d5c9e3e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:20:33.549320 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:20:33.549973 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:20:33.550319 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:20:33.550679 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:20:33.550995 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:20:33.551322 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:20:33.551692 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:20:33.552060 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:20:33.552512 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:20:33.552843 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:20:33.553168 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:20:33.554025 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:20:33.609458 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:33.610104 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:33.630444 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-ab7163aa-3ca9-4405-80ea-79b4722f1cba tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6787829 Jul 05 11:20:33.768717 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:33.778155 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5827d77b-7c06-4942-8ee8-bc0f99181dde None None] Provisioning for port 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:20:33.782910 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5827d77b-7c06-4942-8ee8-bc0f99181dde None None] Provisioning complete for port 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:20:33.783386 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5827d77b-7c06-4942-8ee8-bc0f99181dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:33.821503 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5827d77b-7c06-4942-8ee8-bc0f99181dde None None] Port 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:20:34.044889 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ac6cc-4b2f-4741-94fc-a8d5491583ca req-fb39f53b-7537-4c95-b21a-afbd39dadb65 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:34.047037 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-325ac6cc-4b2f-4741-94fc-a8d5491583ca req-fb39f53b-7537-4c95-b21a-afbd39dadb65 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 932 time: 0.0726213 Jul 05 11:20:34.087667 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-325ac6cc-4b2f-4741-94fc-a8d5491583ca req-a65cd6e5-b0fb-43af-81ba-93297eb5c51d tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356262 Jul 05 11:20:35.267896 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490fbfb-2e80-4e76-a15d-ad7e7dedb2ab req-f28faf2d-4168-48bd-99c7-dffaffbbb92b tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:35.269458 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7490fbfb-2e80-4e76-a15d-ad7e7dedb2ab req-f28faf2d-4168-48bd-99c7-dffaffbbb92b tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 932 time: 0.0649014 Jul 05 11:20:35.308493 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7490fbfb-2e80-4e76-a15d-ad7e7dedb2ab req-0931f7f3-ef5d-4ba2-be2b-9b9fa394b259 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331635 Jul 05 11:20:35.467987 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6e45b295-8546-4854-91a3-e261a93ccc56 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:20:35.545375 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:35.570465 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662cb6c0-095c-4ee6-aa6f-ff395fa613b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e45b295-8546-4854-91a3-e261a93ccc56'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:20:35.572833 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944b5523-0227-4d99-809b-2cc8492072aa" -d '{"events": [{"server_uuid": "662cb6c0-095c-4ee6-aa6f-ff395fa613b1", "name": "network-vif-unplugged", "status": "completed", "tag": "6e45b295-8546-4854-91a3-e261a93ccc56"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:20:35.586079 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] For port 6e45b295-8546-4854-91a3-e261a93ccc56, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6e45b295-8546-4854-91a3-e261a93ccc56,segment=NetworkSegment(f9003020-3efc-4fcb-bc5e-7c8cdc86e025),segment_id=f9003020-3efc-4fcb-bc5e-7c8cdc86e025)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:20:35.590923 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:35.626574 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 11:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf3acd6-30fb-430e-b9e9-ddae642fd419 x-openstack-request-id: req-7bf3acd6-30fb-430e-b9e9-ddae642fd419 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:20:35.627044 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662cb6c0-095c-4ee6-aa6f-ff395fa613b1", "name": "network-vif-unplugged", "status": "completed", "tag": "6e45b295-8546-4854-91a3-e261a93ccc56", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:20:35.627298 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7bf3acd6-30fb-430e-b9e9-ddae642fd419 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:20:35.627691 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662cb6c0-095c-4ee6-aa6f-ff395fa613b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e45b295-8546-4854-91a3-e261a93ccc56', 'code': 200} Jul 05 11:20:35.652351 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Pushing event updated for resources: {'Port': ['ID=6e45b295-8546-4854-91a3-e261a93ccc56,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:20:36.489019 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef171dc-33fe-43dd-a8f1-3faa2afa3d6e req-ec3b2fa2-a509-45b7-99a0-48bf0abfd303 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:36.490533 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aef171dc-33fe-43dd-a8f1-3faa2afa3d6e req-ec3b2fa2-a509-45b7-99a0-48bf0abfd303 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 932 time: 0.0659792 Jul 05 11:20:36.530111 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-aef171dc-33fe-43dd-a8f1-3faa2afa3d6e req-e581d716-c715-459e-928a-4b5675489473 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337665 Jul 05 11:20:37.193509 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:37.714204 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00af998-067e-452e-9375-7461b3a240fe req-29e5c960-107b-482a-9f6b-58fe2897db39 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:37.715896 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a00af998-067e-452e-9375-7461b3a240fe req-29e5c960-107b-482a-9f6b-58fe2897db39 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 932 time: 0.0729620 Jul 05 11:20:37.755476 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a00af998-067e-452e-9375-7461b3a240fe req-c9c03733-1d43-40f0-a865-93db439217f9 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335815 Jul 05 11:20:38.935266 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27018a-f0c4-4c0d-92e3-bf9555fd2dd9 req-7da6a183-a04f-408a-a3fb-d2f331c36be5 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:38.936840 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c27018a-f0c4-4c0d-92e3-bf9555fd2dd9 req-7da6a183-a04f-408a-a3fb-d2f331c36be5 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 932 time: 0.0675504 Jul 05 11:20:38.976086 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3c27018a-f0c4-4c0d-92e3-bf9555fd2dd9 req-7e72ecae-dd27-4258-b35d-39407be07d0f tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333602 Jul 05 11:20:40.163339 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5752e-0420-4315-a93d-601c9119e028 req-0d131927-052d-4519-94c5-155acf4c7de6 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:40.165032 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ea5752e-0420-4315-a93d-601c9119e028 req-0d131927-052d-4519-94c5-155acf4c7de6 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 932 time: 0.0715337 Jul 05 11:20:40.205029 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-2ea5752e-0420-4315-a93d-601c9119e028 req-a661cc51-b79d-4c29-8684-7eeccd5a908b tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342855 Jul 05 11:20:41.384325 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b3be7-8575-433f-917f-7cde53a395ad req-ed1da2cb-8c73-423b-8b02-4eb93402553c tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:41.385859 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-226b3be7-8575-433f-917f-7cde53a395ad req-ed1da2cb-8c73-423b-8b02-4eb93402553c tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 932 time: 0.0674720 Jul 05 11:20:41.425924 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-226b3be7-8575-433f-917f-7cde53a395ad req-30550701-e41d-462a-a787-eb1870ecd494 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344741 Jul 05 11:20:42.718006 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83ea84-c7d2-4ef0-a835-099c88b2f2c4 req-d39921d4-774b-4797-b7ab-183bdec7d4b6 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:42.719465 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7b83ea84-c7d2-4ef0-a835-099c88b2f2c4 req-d39921d4-774b-4797-b7ab-183bdec7d4b6 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 932 time: 0.0672817 Jul 05 11:20:42.759400 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-7b83ea84-c7d2-4ef0-a835-099c88b2f2c4 req-6e67b30e-963e-4b53-8689-b5a31d85e46e tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341718 Jul 05 11:20:43.720324 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-3b88cebe-f79f-4659-a86d-556c00dde4e4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 11:20:43.721712 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-3b88cebe-f79f-4659-a86d-556c00dde4e4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061307 Jul 05 11:20:43.774891 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-cd5553d3-a422-4967-b8f2-c779fc1bcf88 service neutron] Request body: {'port': {'device_id': 'ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:20:43.851879 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-cd5553d3-a422-4967-b8f2-c779fc1bcf88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:44.062026 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8caeba-cf7f-4bf1-b475-1f86600f5524 req-4cfd3e37-5d4c-4fb6-b064-03022246197f tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:44.063542 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8d8caeba-cf7f-4bf1-b475-1f86600f5524 req-4cfd3e37-5d4c-4fb6-b064-03022246197f tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 932 time: 0.1810133 Jul 05 11:20:44.120799 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-8d8caeba-cf7f-4bf1-b475-1f86600f5524 req-e867e80a-0c80-496f-8aa3-cf5bc11d064a tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514278 Jul 05 11:20:44.188241 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-cd5553d3-a422-4967-b8f2-c779fc1bcf88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:20:44.195624 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-cd5553d3-a422-4967-b8f2-c779fc1bcf88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:44.207651 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-cd5553d3-a422-4967-b8f2-c779fc1bcf88 service neutron] Transition to ACTIVE for port object 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:20:44.211828 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-cd5553d3-a422-4967-b8f2-c779fc1bcf88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:44.264245 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5553d3-a422-4967-b8f2-c779fc1bcf88 service neutron] Pushing event updated for resources: {'Port': ['ID=6a288891-029f-4a03-aeb5-8e3b5d5c9e3e,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:20:44.335959 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-cd5553d3-a422-4967-b8f2-c779fc1bcf88 service neutron] Attempting to bind port 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e on host n-h1-798054-8 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:20:44.336290 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-cd5553d3-a422-4967-b8f2-c779fc1bcf88 service neutron] Attempting to bind port 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e by drivers openvswitch,hyperv on host n-h1-798054-8 at level 0 using segments [{'id': 'f9003020-3efc-4fcb-bc5e-7c8cdc86e025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:20:44.336610 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-cd5553d3-a422-4967-b8f2-c779fc1bcf88 service neutron] Attempting to bind port 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e on network 9ce00594-79d6-429d-a278-d99fd2cf83b4 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:20:44.341399 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-cd5553d3-a422-4967-b8f2-c779fc1bcf88 service neutron] Port 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e on network 9ce00594-79d6-429d-a278-d99fd2cf83b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:20:44.341717 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-cd5553d3-a422-4967-b8f2-c779fc1bcf88 service neutron] Attempting to bind port 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e on network 9ce00594-79d6-429d-a278-d99fd2cf83b4 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:20:44.347263 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-cd5553d3-a422-4967-b8f2-c779fc1bcf88 service neutron] Checking agent: {'id': 'e9f43381-96e6-46e7-bce7-ee7850073688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'started_at': datetime.datetime(2021, 7, 5, 9, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:20:44.347600 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-cd5553d3-a422-4967-b8f2-c779fc1bcf88 service neutron] Checking segment: {'id': 'f9003020-3efc-4fcb-bc5e-7c8cdc86e025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:20:44.348018 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-cd5553d3-a422-4967-b8f2-c779fc1bcf88 service neutron] Bound using segment: {'id': 'f9003020-3efc-4fcb-bc5e-7c8cdc86e025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:20:44.348449 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-cd5553d3-a422-4967-b8f2-c779fc1bcf88 service neutron] Bound port: 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e, host: n-h1-798054-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9003020-3efc-4fcb-bc5e-7c8cdc86e025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:20:44.348824 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-cd5553d3-a422-4967-b8f2-c779fc1bcf88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:44.415873 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-cd5553d3-a422-4967-b8f2-c779fc1bcf88 service neutron] For port 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e, host n-h1-798054-8, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:20:44.419022 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-cd5553d3-a422-4967-b8f2-c779fc1bcf88 service neutron] For port 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e, host n-h1-798054-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=6a288891-029f-4a03-aeb5-8e3b5d5c9e3e,segment=NetworkSegment(f9003020-3efc-4fcb-bc5e-7c8cdc86e025),segment_id=f9003020-3efc-4fcb-bc5e-7c8cdc86e025)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:20:44.423638 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-cd5553d3-a422-4967-b8f2-c779fc1bcf88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:44.454631 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-cd5553d3-a422-4967-b8f2-c779fc1bcf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:44.455316 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-cd5553d3-a422-4967-b8f2-c779fc1bcf88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:44.457417 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-cd5553d3-a422-4967-b8f2-c779fc1bcf88 service neutron] 10.222.0.81 "PUT /v2.0/ports/6a288891-029f-4a03-aeb5-8e3b5d5c9e3e HTTP/1.1" status: 200 len: 1092 time: 0.7281337 Jul 05 11:20:44.460380 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6', 'tag': '6a288891-029f-4a03-aeb5-8e3b5d5c9e3e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:20:44.463762 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91aaa1b3-7f47-48f9-a96a-22cd62b88864" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6", "tag": "6a288891-029f-4a03-aeb5-8e3b5d5c9e3e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:20:44.495647 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5553d3-a422-4967-b8f2-c779fc1bcf88 service neutron] Pushing event updated for resources: {'Port': ['ID=6a288891-029f-4a03-aeb5-8e3b5d5c9e3e,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:20:44.530328 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42138f55-344b-4b1d-916a-807a8c57208a x-openstack-request-id: req-42138f55-344b-4b1d-916a-807a8c57208a {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:20:44.530626 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6", "tag": "6a288891-029f-4a03-aeb5-8e3b5d5c9e3e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:20:44.530882 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-42138f55-344b-4b1d-916a-807a8c57208a {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:20:44.531294 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6', 'tag': '6a288891-029f-4a03-aeb5-8e3b5d5c9e3e', 'status': 'completed', 'code': 200} Jul 05 11:20:44.564635 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-97298cef-8ec3-46fb-81f4-620aba51daba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:44.566171 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-97298cef-8ec3-46fb-81f4-620aba51daba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d45d60d4f9e84c718ffa269f775b7f4e&device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 1095 time: 0.0668974 Jul 05 11:20:44.609025 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-447ba70d-88ba-4b46-999b-843fd565e263 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a288891-029f-4a03-aeb5-8e3b5d5c9e3e HTTP/1.1" status: 200 len: 217 time: 0.0357847 Jul 05 11:20:44.659074 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-80a229f2-700b-4157-a9dd-4f38973c5d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:44.660583 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-80a229f2-700b-4157-a9dd-4f38973c5d8e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6 HTTP/1.1" status: 200 len: 848 time: 0.0451441 Jul 05 11:20:44.717266 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-37da13a1-fa52-41a5-a465-45f9a5b8735b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:44.718753 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-37da13a1-fa52-41a5-a465-45f9a5b8735b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9ce00594-79d6-429d-a278-d99fd2cf83b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519183 Jul 05 11:20:44.813295 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-d122da04-2867-419b-9433-a37d1299e47d service neutron] 10.222.0.81 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880561 Jul 05 11:20:44.899094 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-abeee298-03dc-4ec4-ad5a-c82c121f5d6d req-4cee5ead-b26c-42df-a949-80ee74a6c230 service neutron] 10.222.0.81 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788255 Jul 05 11:20:45.001490 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aaa1b3-7f47-48f9-a96a-22cd62b88864 req-6332f966-4f55-4e77-b414-6b8a7bafaaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:45.002982 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91aaa1b3-7f47-48f9-a96a-22cd62b88864 req-6332f966-4f55-4e77-b414-6b8a7bafaaa4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d45d60d4f9e84c718ffa269f775b7f4e&device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 1095 time: 0.0568194 Jul 05 11:20:45.090337 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aaa1b3-7f47-48f9-a96a-22cd62b88864 req-327fe744-3986-45c1-bb70-b936b501b570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:45.091778 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91aaa1b3-7f47-48f9-a96a-22cd62b88864 req-327fe744-3986-45c1-bb70-b936b501b570 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9ce00594-79d6-429d-a278-d99fd2cf83b4 HTTP/1.1" status: 200 len: 910 time: 0.0820801 Jul 05 11:20:45.136468 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91aaa1b3-7f47-48f9-a96a-22cd62b88864 req-b153103b-acfa-4921-a9d0-8f461e6a4f6e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a288891-029f-4a03-aeb5-8e3b5d5c9e3e HTTP/1.1" status: 200 len: 217 time: 0.0380242 Jul 05 11:20:45.187053 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aaa1b3-7f47-48f9-a96a-22cd62b88864 req-e492569d-7042-45dc-867f-88ba6198ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:45.188560 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91aaa1b3-7f47-48f9-a96a-22cd62b88864 req-e492569d-7042-45dc-867f-88ba6198ae76 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6 HTTP/1.1" status: 200 len: 848 time: 0.0454047 Jul 05 11:20:45.278113 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aaa1b3-7f47-48f9-a96a-22cd62b88864 req-b8816650-f513-4a25-8832-85da1a8a965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:45.279616 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91aaa1b3-7f47-48f9-a96a-22cd62b88864 req-b8816650-f513-4a25-8832-85da1a8a965d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9ce00594-79d6-429d-a278-d99fd2cf83b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819314 Jul 05 11:20:45.360366 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ad676-c355-4039-97b5-b82d0847fc38 req-b7c4eeb3-abe6-4971-b286-d024cec20eaa tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:45.361853 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b88ad676-c355-4039-97b5-b82d0847fc38 req-b7c4eeb3-abe6-4971-b286-d024cec20eaa tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 944 time: 0.1251478 Jul 05 11:20:45.416839 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91aaa1b3-7f47-48f9-a96a-22cd62b88864 req-42e8b86f-2fc6-40d2-b247-8448c7334812 service neutron] 10.222.0.81 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296070 Jul 05 11:20:45.419656 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-b88ad676-c355-4039-97b5-b82d0847fc38 req-1dc85d41-8843-49f1-85c4-4ea977ce7d2a tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519092 Jul 05 11:20:45.511629 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-91aaa1b3-7f47-48f9-a96a-22cd62b88864 req-81d13b3f-c1b2-4507-ba88-60d8f8fd90f4 service neutron] 10.222.0.81 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882363 Jul 05 11:20:46.593563 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed3526-8af9-4209-9900-19e2785bc900 req-6ce2a915-db06-48bb-9825-7026fe604fa5 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:46.595074 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-feed3526-8af9-4209-9900-19e2785bc900 req-6ce2a915-db06-48bb-9825-7026fe604fa5 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 944 time: 0.0633082 Jul 05 11:20:46.633584 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-feed3526-8af9-4209-9900-19e2785bc900 req-80e5b652-2b2e-478e-b494-19df693d0149 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320253 Jul 05 11:20:47.096966 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7ee289b3-917c-4976-9815-411faa2cea5b req-3d3bce6d-2454-47ab-90c5-4189c49a7db8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567584 Jul 05 11:20:47.186987 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee289b3-917c-4976-9815-411faa2cea5b req-0327e7bf-8263-4b1d-97fe-35c81645b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:47.188483 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7ee289b3-917c-4976-9815-411faa2cea5b req-0327e7bf-8263-4b1d-97fe-35c81645b9a7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d45d60d4f9e84c718ffa269f775b7f4e&device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 1094 time: 0.0514445 Jul 05 11:20:47.289407 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee289b3-917c-4976-9815-411faa2cea5b req-7b8ecb97-163e-42ae-bbcf-1b3a8829ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:47.290871 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7ee289b3-917c-4976-9815-411faa2cea5b req-7b8ecb97-163e-42ae-bbcf-1b3a8829ad32 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9ce00594-79d6-429d-a278-d99fd2cf83b4 HTTP/1.1" status: 200 len: 910 time: 0.0825970 Jul 05 11:20:47.360074 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7ee289b3-917c-4976-9815-411faa2cea5b req-2c0508cd-ff60-47fe-abf5-44d232cf378d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e45b295-8546-4854-91a3-e261a93ccc56 HTTP/1.1" status: 200 len: 999 time: 0.0630832 Jul 05 11:20:47.407222 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee289b3-917c-4976-9815-411faa2cea5b req-e1ecdd6a-11ca-4aa7-8f2a-88455f3fefe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:47.408666 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7ee289b3-917c-4976-9815-411faa2cea5b req-e1ecdd6a-11ca-4aa7-8f2a-88455f3fefe1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6 HTTP/1.1" status: 200 len: 848 time: 0.0428205 Jul 05 11:20:47.464482 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee289b3-917c-4976-9815-411faa2cea5b req-1d521d3c-0d91-4089-a310-d253806e1e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:47.465895 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7ee289b3-917c-4976-9815-411faa2cea5b req-1d521d3c-0d91-4089-a310-d253806e1e92 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9ce00594-79d6-429d-a278-d99fd2cf83b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509870 Jul 05 11:20:47.561709 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7ee289b3-917c-4976-9815-411faa2cea5b req-aaa2d044-6d62-43e5-b76e-27313d6202f2 service neutron] 10.222.0.78 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889668 Jul 05 11:20:47.650276 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7ee289b3-917c-4976-9815-411faa2cea5b req-74330664-3fd8-43e8-9d10-d7084c637477 service neutron] 10.222.0.78 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822456 Jul 05 11:20:47.806865 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4829f-d34a-467b-8040-b2c0d3de454b req-60341805-3b38-4534-b8a7-438db854c580 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:47.808350 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-87a4829f-d34a-467b-8040-b2c0d3de454b req-60341805-3b38-4534-b8a7-438db854c580 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 944 time: 0.0620077 Jul 05 11:20:47.848396 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-87a4829f-d34a-467b-8040-b2c0d3de454b req-5c2fe426-6ab5-4caf-81fa-abd776a6550f tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338819 Jul 05 11:20:48.948248 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:20:49.024518 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac768d-8959-4b28-8cba-7979398de463 req-2d2d89e8-5bf2-4eda-801f-784330a90bf3 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:49.026467 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03ac768d-8959-4b28-8cba-7979398de463 req-2d2d89e8-5bf2-4eda-801f-784330a90bf3 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 944 time: 0.0689011 Jul 05 11:20:49.042836 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=6a288891-029f-4a03-aeb5-8e3b5d5c9e3e,segment=NetworkSegment(f9003020-3efc-4fcb-bc5e-7c8cdc86e025),segment_id=f9003020-3efc-4fcb-bc5e-7c8cdc86e025)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:20:49.054893 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '6a288891-029f-4a03-aeb5-8e3b5d5c9e3e', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'port_id': '6a288891-029f-4a03-aeb5-8e3b5d5c9e3e', 'mac_address': 'fa:16:3e:a2:a4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:20:49.065148 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-03ac768d-8959-4b28-8cba-7979398de463 req-6b424f7b-3b41-4b2b-8e27-b092fe1bc06d tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332792 Jul 05 11:20:49.095036 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:49.107788 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:20:49.127115 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=6a288891-029f-4a03-aeb5-8e3b5d5c9e3e,segment=NetworkSegment(f9003020-3efc-4fcb-bc5e-7c8cdc86e025),segment_id=f9003020-3efc-4fcb-bc5e-7c8cdc86e025)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:20:49.130265 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:49.176914 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=6a288891-029f-4a03-aeb5-8e3b5d5c9e3e,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:20:49.369744 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['6a288891-029f-4a03-aeb5-8e3b5d5c9e3e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:20:50.244540 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34548d-4c25-4c09-bbaa-69b5f046a324 req-5d68ef9d-6893-46bd-86af-8cc13ad43e1c tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:50.246044 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cc34548d-4c25-4c09-bbaa-69b5f046a324 req-5d68ef9d-6893-46bd-86af-8cc13ad43e1c tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 945 time: 0.0678368 Jul 05 11:20:50.282846 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-cc34548d-4c25-4c09-bbaa-69b5f046a324 req-1900a4b4-fea6-4786-8870-9ec2133c6048 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312855 Jul 05 11:20:50.963810 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:20:51.010637 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning for port 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:20:51.014418 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:20:51.014804 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:51.099719 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:51.116465 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d93f2734-bbc4-4e8f-b98a-d87298336219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:51.128611 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a288891-029f-4a03-aeb5-8e3b5d5c9e3e'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:20:51.130833 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e64c34c-f5a9-440c-8fa5-e80baa7f9ee1" -d '{"events": [{"server_uuid": "ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6", "name": "network-vif-plugged", "status": "completed", "tag": "6a288891-029f-4a03-aeb5-8e3b5d5c9e3e"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:20:51.145453 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=6a288891-029f-4a03-aeb5-8e3b5d5c9e3e,segment=NetworkSegment(f9003020-3efc-4fcb-bc5e-7c8cdc86e025),segment_id=f9003020-3efc-4fcb-bc5e-7c8cdc86e025)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:20:51.148962 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:51.176095 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7b7711-fe42-4e46-9f55-5a9198dee12c x-openstack-request-id: req-6c7b7711-fe42-4e46-9f55-5a9198dee12c {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:20:51.176420 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6", "name": "network-vif-plugged", "status": "completed", "tag": "6a288891-029f-4a03-aeb5-8e3b5d5c9e3e", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:20:51.176688 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6c7b7711-fe42-4e46-9f55-5a9198dee12c {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:20:51.177094 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a288891-029f-4a03-aeb5-8e3b5d5c9e3e', 'code': 200} Jul 05 11:20:51.203463 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=6a288891-029f-4a03-aeb5-8e3b5d5c9e3e,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:20:51.286411 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e56025-c7e4-498a-a90c-7735314cd163 req-636e4507-c187-42c2-9902-91e2b2260fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:51.288422 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-00e56025-c7e4-498a-a90c-7735314cd163 req-636e4507-c187-42c2-9902-91e2b2260fae service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 1097 time: 0.0548785 Jul 05 11:20:51.323256 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-00e56025-c7e4-498a-a90c-7735314cd163 req-ba80e7da-e57a-4a48-ab6b-5d7f6e3a842c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281985 Jul 05 11:20:51.454518 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178abfb3-0681-4105-9f04-bc368741fb56 req-0054839c-6fa9-4e56-9da8-2f45c7a85d71 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:51.455921 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-178abfb3-0681-4105-9f04-bc368741fb56 req-0054839c-6fa9-4e56-9da8-2f45c7a85d71 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 946 time: 0.0627055 Jul 05 11:20:51.492884 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-178abfb3-0681-4105-9f04-bc368741fb56 req-e13b0793-b8e0-4a07-a586-51bf615877a5 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312526 Jul 05 11:20:52.402499 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:20:52.664324 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd70cdd-6529-4b8e-9cae-3cfbe195e149 req-377ca684-f900-402e-b50d-300cb8687fce tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:52.665861 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fcd70cdd-6529-4b8e-9cae-3cfbe195e149 req-377ca684-f900-402e-b50d-300cb8687fce tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 946 time: 0.0629873 Jul 05 11:20:52.702488 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-fcd70cdd-6529-4b8e-9cae-3cfbe195e149 req-b2d80272-9595-48da-b0fa-8e4deb6a2248 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311501 Jul 05 11:20:52.885864 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcaf55-e5d2-4398-b793-2ffa723f6ecf req-9842d443-1dd6-48ec-ba36-7b47d4b2b736 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:52.887325 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3fcaf55-e5d2-4398-b793-2ffa723f6ecf req-9842d443-1dd6-48ec-ba36-7b47d4b2b736 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 946 time: 0.0756488 Jul 05 11:20:52.923589 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-e3fcaf55-e5d2-4398-b793-2ffa723f6ecf req-556f5ea3-0185-4457-af7d-f94f15fcdda6 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306480 Jul 05 11:20:52.947686 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52136) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:20:52.998158 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00466f7c-7762-4da3-a808-baef8c6fc171 tempest-TestSnapshotPattern-2098134056 tempest-TestSnapshotPattern-2098134056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:52.999630 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-00466f7c-7762-4da3-a808-baef8c6fc171 tempest-TestSnapshotPattern-2098134056 tempest-TestSnapshotPattern-2098134056-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 1092 time: 0.0509562 Jul 05 11:20:53.002369 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52138) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:20:53.006612 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-183743d1-482a-4536-8ac9-57ecb2a94907 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Request body: {'floatingip': {'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'port_id': '6a288891-029f-4a03-aeb5-8e3b5d5c9e3e', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:20:53.027824 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-183743d1-482a-4536-8ac9-57ecb2a94907 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:53.123876 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-183743d1-482a-4536-8ac9-57ecb2a94907 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:53.223033 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-183743d1-482a-4536-8ac9-57ecb2a94907 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Allocated IP 172.25.7.106 (09e44b00-3ed2-4b73-b8aa-2fb63853c529/7ae0dc67-1e88-4c9b-9098-216f0bd0d968/4689ef23-27c1-47bb-9f60-fcf895798088) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:20:53.326263 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-183743d1-482a-4536-8ac9-57ecb2a94907 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:53.365006 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-183743d1-482a-4536-8ac9-57ecb2a94907 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4064694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778709334757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12557776'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:53.397971 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183743d1-482a-4536-8ac9-57ecb2a94907 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Network 09e44b00-3ed2-4b73-b8aa-2fb63853c529 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:20:53.400796 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-183743d1-482a-4536-8ac9-57ecb2a94907 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:20:53.404163 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183743d1-482a-4536-8ac9-57ecb2a94907 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:20:53.433291 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183743d1-482a-4536-8ac9-57ecb2a94907 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Pushing event updated for resources: {'Port': ['ID=4689ef23-27c1-47bb-9f60-fcf895798088,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:20:53.481320 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-26a31426-6a25-4d6f-a14a-d85b4e48912d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:53.777668 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-183743d1-482a-4536-8ac9-57ecb2a94907 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:53.832929 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:53.854968 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-183743d1-482a-4536-8ac9-57ecb2a94907 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:54.004412 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-183743d1-482a-4536-8ac9-57ecb2a94907 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:54.009426 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-183743d1-482a-4536-8ac9-57ecb2a94907 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12557602'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:54.081023 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183743d1-482a-4536-8ac9-57ecb2a94907 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Pushing event updated for resources: {'Port': ['ID=4689ef23-27c1-47bb-9f60-fcf895798088,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:20:54.091642 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-183743d1-482a-4536-8ac9-57ecb2a94907 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3671684'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:54.506904 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-183743d1-482a-4536-8ac9-57ecb2a94907 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Floating IP 57ee5a42-7a3b-4763-b202-66e134858727 associated. External IP: 172.25.7.106, port: 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e. Jul 05 11:20:54.711832 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183743d1-482a-4536-8ac9-57ecb2a94907 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Router 412e5fa3-4bd3-460d-ad50-b39d06254243 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:20:54.814840 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183743d1-482a-4536-8ac9-57ecb2a94907 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:20:54.825308 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af3ff0b-22d8-4528-a0ce-5b9824798c61 None None] Sync routers for ids ['412e5fa3-4bd3-460d-ad50-b39d06254243'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:20:54.832315 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-183743d1-482a-4536-8ac9-57ecb2a94907 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:54.835569 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af3ff0b-22d8-4528-a0ce-5b9824798c61 None None] Routers {'412e5fa3-4bd3-460d-ad50-b39d06254243'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:20:54.836313 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8af3ff0b-22d8-4528-a0ce-5b9824798c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:20:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['412e5fa3-4bd3-460d-ad50-b39d06254243'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:20:54.874254 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-183743d1-482a-4536-8ac9-57ecb2a94907 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8708713 Jul 05 11:20:54.874952 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6', 'tag': '6a288891-029f-4a03-aeb5-8e3b5d5c9e3e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:20:54.877247 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106ebe09-bd05-44ff-af82-8a9ea10a4437" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6", "tag": "6a288891-029f-4a03-aeb5-8e3b5d5c9e3e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:20:54.914091 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2f8c0f-89d0-43de-afef-7d0f20a87b85 x-openstack-request-id: req-5a2f8c0f-89d0-43de-afef-7d0f20a87b85 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:20:54.914413 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6", "tag": "6a288891-029f-4a03-aeb5-8e3b5d5c9e3e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:20:54.914666 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5a2f8c0f-89d0-43de-afef-7d0f20a87b85 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:20:54.915133 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6', 'tag': '6a288891-029f-4a03-aeb5-8e3b5d5c9e3e', 'status': 'completed', 'code': 200} Jul 05 11:20:54.944343 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-8af3ff0b-22d8-4528-a0ce-5b9824798c61 None None] Set router 412e5fa3-4bd3-460d-ad50-b39d06254243 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:20:54.988933 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ebe09-bd05-44ff-af82-8a9ea10a4437 req-4cd15038-e35b-488f-a211-44fe3766fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:54.990622 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-106ebe09-bd05-44ff-af82-8a9ea10a4437 req-4cd15038-e35b-488f-a211-44fe3766fb86 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d45d60d4f9e84c718ffa269f775b7f4e&device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 1097 time: 0.0534699 Jul 05 11:20:54.994566 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:55.080529 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ebe09-bd05-44ff-af82-8a9ea10a4437 req-1c303603-3c8d-4fc8-ac60-89f66a736739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:55.082040 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-106ebe09-bd05-44ff-af82-8a9ea10a4437 req-1c303603-3c8d-4fc8-ac60-89f66a736739 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9ce00594-79d6-429d-a278-d99fd2cf83b4 HTTP/1.1" status: 200 len: 910 time: 0.0854855 Jul 05 11:20:55.155519 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-106ebe09-bd05-44ff-af82-8a9ea10a4437 req-02c5d01f-226d-4f1d-975f-e484c0c93b84 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a288891-029f-4a03-aeb5-8e3b5d5c9e3e HTTP/1.1" status: 200 len: 1000 time: 0.0661273 Jul 05 11:20:55.206777 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ebe09-bd05-44ff-af82-8a9ea10a4437 req-f353a40b-9e72-48f6-9607-a1aad1c6eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:55.208268 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-106ebe09-bd05-44ff-af82-8a9ea10a4437 req-f353a40b-9e72-48f6-9607-a1aad1c6eafb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6 HTTP/1.1" status: 200 len: 848 time: 0.0444794 Jul 05 11:20:55.257790 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8af3ff0b-22d8-4528-a0ce-5b9824798c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'name': 'tempest-TestSnapshotPattern-894818580-router', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:11Z', 'updated_at': '2021-07-05T11:17:14Z', 'revision_number': 4, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'gw_port': {'id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:12Z', 'updated_at': '2021-07-05T11:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3206b3a3-0d99-4074-84eb-096087175293', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'floating_ip_address': '172.25.7.165', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'port_id': '6e45b295-8546-4854-91a3-e261a93ccc56', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'mac_address': 'fa:16:3e:da:d8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662cb6c0-095c-4ee6-aa6f-ff395fa613b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:17:34Z', 'updated_at': '2021-07-05T11:17:36Z', 'revision_number': 1, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'fixed_ip_address_scope': None}, {'id': '57ee5a42-7a3b-4763-b202-66e134858727', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'port_id': '6a288891-029f-4a03-aeb5-8e3b5d5c9e3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'mac_address': 'fa:16:3e:a2:a4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:20:53Z', 'updated_at': '2021-07-05T11:20:53Z', 'revision_number': 0, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dda2d79-fae4-4aca-8332-c25c81b0385e', 'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'mac_address': 'fa:16:3e:39:a6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:13Z', 'updated_at': '2021-07-05T11:17:19Z', 'revision_number': 5, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'subnets': [{'id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:20:55.265171 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ebe09-bd05-44ff-af82-8a9ea10a4437 req-3168d482-d0ad-4851-93d5-b471df6ab685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:55.266685 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-106ebe09-bd05-44ff-af82-8a9ea10a4437 req-3168d482-d0ad-4851-93d5-b471df6ab685 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9ce00594-79d6-429d-a278-d99fd2cf83b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520051 Jul 05 11:20:55.283787 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af3ff0b-22d8-4528-a0ce-5b9824798c61 None None] Checking router: 412e5fa3-4bd3-460d-ad50-b39d06254243 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:20:55.292572 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af3ff0b-22d8-4528-a0ce-5b9824798c61 None None] Routers {'412e5fa3-4bd3-460d-ad50-b39d06254243'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:20:55.293184 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8af3ff0b-22d8-4528-a0ce-5b9824798c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:20:53Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['412e5fa3-4bd3-460d-ad50-b39d06254243'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:20:55.360066 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-106ebe09-bd05-44ff-af82-8a9ea10a4437 req-03effa97-6eca-49e5-afd1-a05a0c8682d6 service neutron] 10.222.0.81 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865340 Jul 05 11:20:55.395324 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-8af3ff0b-22d8-4528-a0ce-5b9824798c61 None None] Set router 412e5fa3-4bd3-460d-ad50-b39d06254243 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:20:55.449060 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-106ebe09-bd05-44ff-af82-8a9ea10a4437 req-b1e4208e-19ee-4572-b6cd-5348c0effb65 service neutron] 10.222.0.81 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828059 Jul 05 11:20:55.614208 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8af3ff0b-22d8-4528-a0ce-5b9824798c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'name': 'tempest-TestSnapshotPattern-894818580-router', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:11Z', 'updated_at': '2021-07-05T11:17:14Z', 'revision_number': 4, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'gw_port': {'id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:12Z', 'updated_at': '2021-07-05T11:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3206b3a3-0d99-4074-84eb-096087175293', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'floating_ip_address': '172.25.7.165', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'port_id': '6e45b295-8546-4854-91a3-e261a93ccc56', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'mac_address': 'fa:16:3e:da:d8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662cb6c0-095c-4ee6-aa6f-ff395fa613b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:17:34Z', 'updated_at': '2021-07-05T11:17:36Z', 'revision_number': 1, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'fixed_ip_address_scope': None}, {'id': '57ee5a42-7a3b-4763-b202-66e134858727', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'port_id': '6a288891-029f-4a03-aeb5-8e3b5d5c9e3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'mac_address': 'fa:16:3e:a2:a4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:20:53Z', 'updated_at': '2021-07-05T11:20:53Z', 'revision_number': 0, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dda2d79-fae4-4aca-8332-c25c81b0385e', 'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'mac_address': 'fa:16:3e:39:a6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:13Z', 'updated_at': '2021-07-05T11:17:19Z', 'revision_number': 5, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'subnets': [{'id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:20:55.639248 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af3ff0b-22d8-4528-a0ce-5b9824798c61 None None] The sync data for ids ['412e5fa3-4bd3-460d-ad50-b39d06254243'] in n-d-798054-8 is: [{'id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'name': 'tempest-TestSnapshotPattern-894818580-router', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:11Z', 'updated_at': '2021-07-05T11:17:14Z', 'revision_number': 4, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'gw_port': {'id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:12Z', 'updated_at': '2021-07-05T11:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3206b3a3-0d99-4074-84eb-096087175293', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'floating_ip_address': '172.25.7.165', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'port_id': '6e45b295-8546-4854-91a3-e261a93ccc56', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'mac_address': 'fa:16:3e:da:d8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662cb6c0-095c-4ee6-aa6f-ff395fa613b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:17:34Z', 'updated_at': '2021-07-05T11:17:36Z', 'revision_number': 1, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'fixed_ip_address_scope': None}, {'id': '57ee5a42-7a3b-4763-b202-66e134858727', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'port_id': '6a288891-029f-4a03-aeb5-8e3b5d5c9e3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'mac_address': 'fa:16:3e:a2:a4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:20:53Z', 'updated_at': '2021-07-05T11:20:53Z', 'revision_number': 0, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dda2d79-fae4-4aca-8332-c25c81b0385e', 'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'mac_address': 'fa:16:3e:39:a6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:13Z', 'updated_at': '2021-07-05T11:17:19Z', 'revision_number': 5, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'subnets': [{'id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:20:55.822235 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ada259-76de-4ff8-8060-ef838d72bdc2 None None] New status for floating IP 57ee5a42-7a3b-4763-b202-66e134858727: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:20:57.137676 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:03.765087 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:07.191241 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:21.107715 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9a88c7d5-7fbe-44d6-bf80-f2e5eb43c6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:23.483263 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2e136146-e638-4dc5-8ae0-90298acec1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:23.834598 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:24.996625 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:27.140568 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:29.402731 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:21:33.775493 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:37.211219 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:41.902968 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3a89e6c3-c2b0-4318-ab00-b451b81218b6 req-9f9c6337-aa13-4e29-aed5-5c2b020e6265 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559971 Jul 05 11:21:41.997240 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89e6c3-c2b0-4318-ab00-b451b81218b6 req-04c31022-ded5-450e-990b-fe8a13fe02de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:41.998706 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3a89e6c3-c2b0-4318-ab00-b451b81218b6 req-04c31022-ded5-450e-990b-fe8a13fe02de service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d45d60d4f9e84c718ffa269f775b7f4e&device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 1097 time: 0.0515306 Jul 05 11:21:42.104287 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89e6c3-c2b0-4318-ab00-b451b81218b6 req-3804e31f-7f88-47bb-8e4c-ed83a81473c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:42.105746 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3a89e6c3-c2b0-4318-ab00-b451b81218b6 req-3804e31f-7f88-47bb-8e4c-ed83a81473c2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9ce00594-79d6-429d-a278-d99fd2cf83b4 HTTP/1.1" status: 200 len: 910 time: 0.0873978 Jul 05 11:21:42.169848 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3a89e6c3-c2b0-4318-ab00-b451b81218b6 req-ba028ee2-9c06-4c3e-ba9d-c92e9f3d6522 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a288891-029f-4a03-aeb5-8e3b5d5c9e3e HTTP/1.1" status: 200 len: 1002 time: 0.0576875 Jul 05 11:21:42.218681 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89e6c3-c2b0-4318-ab00-b451b81218b6 req-ba42e1c1-9f78-4a90-94a0-c6e56d29c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:42.220141 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3a89e6c3-c2b0-4318-ab00-b451b81218b6 req-ba42e1c1-9f78-4a90-94a0-c6e56d29c573 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6 HTTP/1.1" status: 200 len: 848 time: 0.0429189 Jul 05 11:21:42.281850 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89e6c3-c2b0-4318-ab00-b451b81218b6 req-d0ccc745-0ddf-4c18-92bb-c1ccd79816c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:42.283513 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3a89e6c3-c2b0-4318-ab00-b451b81218b6 req-d0ccc745-0ddf-4c18-92bb-c1ccd79816c5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9ce00594-79d6-429d-a278-d99fd2cf83b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545712 Jul 05 11:21:42.372415 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3a89e6c3-c2b0-4318-ab00-b451b81218b6 req-e780b6a9-c04d-4cad-bea3-88add177d59d service neutron] 10.222.0.81 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810893 Jul 05 11:21:42.466145 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-3a89e6c3-c2b0-4318-ab00-b451b81218b6 req-4ade0f34-60d8-456a-8f71-d8efe0a72a5f service neutron] 10.222.0.81 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856998 Jul 05 11:21:47.110390 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-42ff1398-c46d-44ee-a6c0-49f5f91732fe req-9eb7e6e9-0990-4849-931b-28cfb02cf773 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576994 Jul 05 11:21:47.204567 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff1398-c46d-44ee-a6c0-49f5f91732fe req-846eead6-5045-4403-a446-60a3a9422d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:47.206077 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-42ff1398-c46d-44ee-a6c0-49f5f91732fe req-846eead6-5045-4403-a446-60a3a9422d0f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d45d60d4f9e84c718ffa269f775b7f4e&device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 1094 time: 0.0523791 Jul 05 11:21:47.308258 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff1398-c46d-44ee-a6c0-49f5f91732fe req-651b253c-4535-4959-a019-3c4ba0be58a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:47.310032 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-42ff1398-c46d-44ee-a6c0-49f5f91732fe req-651b253c-4535-4959-a019-3c4ba0be58a4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9ce00594-79d6-429d-a278-d99fd2cf83b4 HTTP/1.1" status: 200 len: 910 time: 0.0839348 Jul 05 11:21:47.388262 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-42ff1398-c46d-44ee-a6c0-49f5f91732fe req-37f42fe1-6d18-4658-8b14-8150b1efa55c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e45b295-8546-4854-91a3-e261a93ccc56 HTTP/1.1" status: 200 len: 999 time: 0.0718493 Jul 05 11:21:47.436762 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff1398-c46d-44ee-a6c0-49f5f91732fe req-fa092aff-5555-483e-8598-8fe985a68c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:47.438192 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-42ff1398-c46d-44ee-a6c0-49f5f91732fe req-fa092aff-5555-483e-8598-8fe985a68c8a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6 HTTP/1.1" status: 200 len: 848 time: 0.0440073 Jul 05 11:21:47.493899 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff1398-c46d-44ee-a6c0-49f5f91732fe req-cfdeb684-19b0-4ddc-8d42-3f0e2444bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:47.495382 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-42ff1398-c46d-44ee-a6c0-49f5f91732fe req-cfdeb684-19b0-4ddc-8d42-3f0e2444bdac service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9ce00594-79d6-429d-a278-d99fd2cf83b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515745 Jul 05 11:21:47.588269 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-42ff1398-c46d-44ee-a6c0-49f5f91732fe req-dcdc21ca-45bf-466a-8f58-ac8ff343e140 service neutron] 10.222.0.78 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863936 Jul 05 11:21:47.680337 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-42ff1398-c46d-44ee-a6c0-49f5f91732fe req-d6a7dc38-1537-4b0f-8cb3-4abbf296f372 service neutron] 10.222.0.78 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851078 Jul 05 11:21:51.107961 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-90eb5b02-7a61-42e8-b54c-be0b287fd8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:53.484261 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-feca1c82-88e0-4bca-853f-bafafc9a93c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:53.834750 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:54.998518 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:57.144009 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:03.775496 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:06.402480 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:22:07.212573 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:21.107096 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c6c5be85-dcda-4531-b5f8-f11e1334c4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:23.485305 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-61d047cd-7431-4f59-98e7-d3fa02227ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:23.835193 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:25.002569 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:27.148432 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:29.546718 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e details requested by agent hyperv_n-h1-798054-8 with host n-h1-798054-8 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:22:29.639500 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=6a288891-029f-4a03-aeb5-8e3b5d5c9e3e,segment=NetworkSegment(f9003020-3efc-4fcb-bc5e-7c8cdc86e025),segment_id=f9003020-3efc-4fcb-bc5e-7c8cdc86e025)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:22:29.651097 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Returning: {'device': '6a288891-029f-4a03-aeb5-8e3b5d5c9e3e', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'port_id': '6a288891-029f-4a03-aeb5-8e3b5d5c9e3e', 'mac_address': 'fa:16:3e:a2:a4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:22:29.687612 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:29.700659 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:22:29.720327 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=6a288891-029f-4a03-aeb5-8e3b5d5c9e3e,segment=NetworkSegment(f9003020-3efc-4fcb-bc5e-7c8cdc86e025),segment_id=f9003020-3efc-4fcb-bc5e-7c8cdc86e025)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:22:29.724541 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:29.779319 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=6a288891-029f-4a03-aeb5-8e3b5d5c9e3e,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:29.786605 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:29.786957 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:29.787303 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:29.787644 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:29.788012 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:29.788348 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:29.788680 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:29.789010 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:29.789335 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:29.789661 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:29.789989 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:29.790314 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:29.797222 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] get_ports_and_sgs() called for port_ids ['6a288891-029f-4a03-aeb5-8e3b5d5c9e3e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:22:31.551186 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e up at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:22:31.602026 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Provisioning complete for port 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:22:31.602508 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483753'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:31.684502 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:31.715228 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a288891-029f-4a03-aeb5-8e3b5d5c9e3e'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:22:31.717517 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9aa0bee-0ad7-43fc-9e8e-81abb9238fdf" -d '{"events": [{"server_uuid": "ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6", "name": "network-vif-plugged", "status": "completed", "tag": "6a288891-029f-4a03-aeb5-8e3b5d5c9e3e"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:22:31.733988 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=6a288891-029f-4a03-aeb5-8e3b5d5c9e3e,segment=NetworkSegment(f9003020-3efc-4fcb-bc5e-7c8cdc86e025),segment_id=f9003020-3efc-4fcb-bc5e-7c8cdc86e025)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:22:31.740148 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:31.779341 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca683aa-87f1-4762-9934-7318eb34616b x-openstack-request-id: req-eca683aa-87f1-4762-9934-7318eb34616b {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:22:31.779644 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6", "name": "network-vif-plugged", "status": "completed", "tag": "6a288891-029f-4a03-aeb5-8e3b5d5c9e3e", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:22:31.779913 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eca683aa-87f1-4762-9934-7318eb34616b {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:22:31.780352 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a288891-029f-4a03-aeb5-8e3b5d5c9e3e', 'code': 200} Jul 05 11:22:31.795682 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=6a288891-029f-4a03-aeb5-8e3b5d5c9e3e,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:33.811512 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:37.233986 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:39.402766 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52342) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:22:39.560034 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c864f2a1-a17e-4f2e-bdec-d5dbe3c846ca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Deleting port 4689ef23-27c1-47bb-9f60-fcf895798088 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:22:39.560375 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c864f2a1-a17e-4f2e-bdec-d5dbe3c846ca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:39.635062 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c864f2a1-a17e-4f2e-bdec-d5dbe3c846ca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:39.635497 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c864f2a1-a17e-4f2e-bdec-d5dbe3c846ca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:39.647438 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c864f2a1-a17e-4f2e-bdec-d5dbe3c846ca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Calling delete_port for 4689ef23-27c1-47bb-9f60-fcf895798088 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:22:39.793869 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c864f2a1-a17e-4f2e-bdec-d5dbe3c846ca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:39.817414 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864f2a1-a17e-4f2e-bdec-d5dbe3c846ca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Pushing event deleted for resources: {'Port': ['ID=4689ef23-27c1-47bb-9f60-fcf895798088,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:39.827869 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864f2a1-a17e-4f2e-bdec-d5dbe3c846ca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:39.828355 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864f2a1-a17e-4f2e-bdec-d5dbe3c846ca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:39.828707 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864f2a1-a17e-4f2e-bdec-d5dbe3c846ca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:39.829053 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864f2a1-a17e-4f2e-bdec-d5dbe3c846ca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:39.829393 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864f2a1-a17e-4f2e-bdec-d5dbe3c846ca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:39.830165 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864f2a1-a17e-4f2e-bdec-d5dbe3c846ca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:39.830165 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864f2a1-a17e-4f2e-bdec-d5dbe3c846ca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:39.830386 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864f2a1-a17e-4f2e-bdec-d5dbe3c846ca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:39.830682 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864f2a1-a17e-4f2e-bdec-d5dbe3c846ca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:39.831009 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864f2a1-a17e-4f2e-bdec-d5dbe3c846ca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:39.831344 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864f2a1-a17e-4f2e-bdec-d5dbe3c846ca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:39.831670 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864f2a1-a17e-4f2e-bdec-d5dbe3c846ca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:39.897123 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c864f2a1-a17e-4f2e-bdec-d5dbe3c846ca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:39.897464 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-c864f2a1-a17e-4f2e-bdec-d5dbe3c846ca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Floating IP 57ee5a42-7a3b-4763-b202-66e134858727 disassociated (deleted). External IP: 172.25.7.106, port: 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e. Jul 05 11:22:40.101760 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c864f2a1-a17e-4f2e-bdec-d5dbe3c846ca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Router 412e5fa3-4bd3-460d-ad50-b39d06254243 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:22:40.206307 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c864f2a1-a17e-4f2e-bdec-d5dbe3c846ca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:22:40.211499 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c864f2a1-a17e-4f2e-bdec-d5dbe3c846ca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:40.216420 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8472cc7d-a19e-46ab-bf39-4db9589134ce None None] Sync routers for ids ['412e5fa3-4bd3-460d-ad50-b39d06254243'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:22:40.224978 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8472cc7d-a19e-46ab-bf39-4db9589134ce None None] Routers {'412e5fa3-4bd3-460d-ad50-b39d06254243'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:22:40.225575 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8472cc7d-a19e-46ab-bf39-4db9589134ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:22:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['412e5fa3-4bd3-460d-ad50-b39d06254243'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:22:40.251372 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c864f2a1-a17e-4f2e-bdec-d5dbe3c846ca tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "DELETE /v2.0/floatingips/57ee5a42-7a3b-4763-b202-66e134858727 HTTP/1.1" status: 204 len: 168 time: 0.8474982 Jul 05 11:22:40.251992 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6', 'tag': '6a288891-029f-4a03-aeb5-8e3b5d5c9e3e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:22:40.254239 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ea2ff5-763c-400f-b8e1-caf6c5779d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6", "tag": "6a288891-029f-4a03-aeb5-8e3b5d5c9e3e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:22:40.331871 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-8472cc7d-a19e-46ab-bf39-4db9589134ce None None] Set router 412e5fa3-4bd3-460d-ad50-b39d06254243 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:22:40.561673 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0585e1-715b-46d1-a8f8-5d45cf28d3bf x-openstack-request-id: req-9d0585e1-715b-46d1-a8f8-5d45cf28d3bf {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:22:40.562236 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6", "tag": "6a288891-029f-4a03-aeb5-8e3b5d5c9e3e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:22:40.562365 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9d0585e1-715b-46d1-a8f8-5d45cf28d3bf {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:22:40.562790 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6', 'tag': '6a288891-029f-4a03-aeb5-8e3b5d5c9e3e', 'status': 'completed', 'code': 200} Jul 05 11:22:40.571349 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8472cc7d-a19e-46ab-bf39-4db9589134ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'name': 'tempest-TestSnapshotPattern-894818580-router', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:11Z', 'updated_at': '2021-07-05T11:17:14Z', 'revision_number': 4, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'gw_port': {'id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:12Z', 'updated_at': '2021-07-05T11:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3206b3a3-0d99-4074-84eb-096087175293', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'floating_ip_address': '172.25.7.165', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'port_id': '6e45b295-8546-4854-91a3-e261a93ccc56', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'mac_address': 'fa:16:3e:da:d8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662cb6c0-095c-4ee6-aa6f-ff395fa613b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:17:34Z', 'updated_at': '2021-07-05T11:17:36Z', 'revision_number': 1, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dda2d79-fae4-4aca-8332-c25c81b0385e', 'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'mac_address': 'fa:16:3e:39:a6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:13Z', 'updated_at': '2021-07-05T11:17:19Z', 'revision_number': 5, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'subnets': [{'id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:22:40.598659 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8472cc7d-a19e-46ab-bf39-4db9589134ce None None] Checking router: 412e5fa3-4bd3-460d-ad50-b39d06254243 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:22:40.607715 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8472cc7d-a19e-46ab-bf39-4db9589134ce None None] Routers {'412e5fa3-4bd3-460d-ad50-b39d06254243'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:22:40.608803 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8472cc7d-a19e-46ab-bf39-4db9589134ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:22:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['412e5fa3-4bd3-460d-ad50-b39d06254243'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:22:40.645370 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea2ff5-763c-400f-b8e1-caf6c5779d0e req-432ffe07-934f-43e8-ba8a-5a5d9921759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:40.647419 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a2ea2ff5-763c-400f-b8e1-caf6c5779d0e req-432ffe07-934f-43e8-ba8a-5a5d9921759f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d45d60d4f9e84c718ffa269f775b7f4e&device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 1097 time: 0.0598443 Jul 05 11:22:40.716852 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-8472cc7d-a19e-46ab-bf39-4db9589134ce None None] Set router 412e5fa3-4bd3-460d-ad50-b39d06254243 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:22:40.790692 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582c171-1ad6-4849-805d-c2f5c80e5c13 req-6ed313c0-cd0a-49e9-8dad-c118e6a1dce4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:40.792320 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4582c171-1ad6-4849-805d-c2f5c80e5c13 req-6ed313c0-cd0a-49e9-8dad-c118e6a1dce4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 946 time: 0.1284883 Jul 05 11:22:40.793375 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea2ff5-763c-400f-b8e1-caf6c5779d0e req-01ad22cf-24ac-4a1f-b658-1188b8f377da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:40.794726 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a2ea2ff5-763c-400f-b8e1-caf6c5779d0e req-01ad22cf-24ac-4a1f-b658-1188b8f377da service neutron] 10.222.0.81 "GET /v2.0/networks?id=9ce00594-79d6-429d-a278-d99fd2cf83b4 HTTP/1.1" status: 200 len: 910 time: 0.1405444 Jul 05 11:22:40.848357 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a2ea2ff5-763c-400f-b8e1-caf6c5779d0e req-1e999dbc-3811-43fd-ac0c-06086b22fa8e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a288891-029f-4a03-aeb5-8e3b5d5c9e3e HTTP/1.1" status: 200 len: 217 time: 0.0422890 Jul 05 11:22:40.873087 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-4582c171-1ad6-4849-805d-c2f5c80e5c13 req-7d9bb5cd-afa2-4c9f-96ce-943de171ba32 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739977 Jul 05 11:22:40.911592 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea2ff5-763c-400f-b8e1-caf6c5779d0e req-692c4e27-225e-430a-802f-e5991e68dcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:40.913229 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a2ea2ff5-763c-400f-b8e1-caf6c5779d0e req-692c4e27-225e-430a-802f-e5991e68dcaa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6 HTTP/1.1" status: 200 len: 848 time: 0.0536256 Jul 05 11:22:40.939420 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8472cc7d-a19e-46ab-bf39-4db9589134ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'name': 'tempest-TestSnapshotPattern-894818580-router', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:11Z', 'updated_at': '2021-07-05T11:17:14Z', 'revision_number': 4, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'gw_port': {'id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:12Z', 'updated_at': '2021-07-05T11:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3206b3a3-0d99-4074-84eb-096087175293', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'floating_ip_address': '172.25.7.165', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'port_id': '6e45b295-8546-4854-91a3-e261a93ccc56', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'mac_address': 'fa:16:3e:da:d8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662cb6c0-095c-4ee6-aa6f-ff395fa613b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:17:34Z', 'updated_at': '2021-07-05T11:17:36Z', 'revision_number': 1, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dda2d79-fae4-4aca-8332-c25c81b0385e', 'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'mac_address': 'fa:16:3e:39:a6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:13Z', 'updated_at': '2021-07-05T11:17:19Z', 'revision_number': 5, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'subnets': [{'id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:22:40.966101 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8472cc7d-a19e-46ab-bf39-4db9589134ce None None] The sync data for ids ['412e5fa3-4bd3-460d-ad50-b39d06254243'] in n-d-798054-8 is: [{'id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'name': 'tempest-TestSnapshotPattern-894818580-router', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:11Z', 'updated_at': '2021-07-05T11:17:14Z', 'revision_number': 4, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'gw_port': {'id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:12Z', 'updated_at': '2021-07-05T11:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_floatingips': [{'id': '3206b3a3-0d99-4074-84eb-096087175293', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'floating_ip_address': '172.25.7.165', 'floating_network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'router_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'port_id': '6e45b295-8546-4854-91a3-e261a93ccc56', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'mac_address': 'fa:16:3e:da:d8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662cb6c0-095c-4ee6-aa6f-ff395fa613b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:17:34Z', 'updated_at': '2021-07-05T11:17:36Z', 'revision_number': 1, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dda2d79-fae4-4aca-8332-c25c81b0385e', 'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'mac_address': 'fa:16:3e:39:a6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:13Z', 'updated_at': '2021-07-05T11:17:19Z', 'revision_number': 5, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'subnets': [{'id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:22:40.970966 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea2ff5-763c-400f-b8e1-caf6c5779d0e req-c20cb7f4-3013-42bb-a427-20a793cce760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:40.972530 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a2ea2ff5-763c-400f-b8e1-caf6c5779d0e req-c20cb7f4-3013-42bb-a427-20a793cce760 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9ce00594-79d6-429d-a278-d99fd2cf83b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524147 Jul 05 11:22:41.065682 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a2ea2ff5-763c-400f-b8e1-caf6c5779d0e req-88affd61-464b-4d1a-85e5-ebdda34c725a service neutron] 10.222.0.81 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851126 Jul 05 11:22:41.162730 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a2ea2ff5-763c-400f-b8e1-caf6c5779d0e req-fd0eb50f-907a-46c5-b8e7-cb25b2bc2905 service neutron] 10.222.0.81 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903373 Jul 05 11:22:41.207393 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d23ae2-a15d-4ed9-97b4-d5f3ad5f97f8 None None] New status for floating IP 57ee5a42-7a3b-4763-b202-66e134858727: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:22:41.627160 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:22:41.699802 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756196'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:41.720709 n-d-798054-8 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a288891-029f-4a03-aeb5-8e3b5d5c9e3e'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:22:41.722914 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de56ab5afbd901325409e608dbc51e386630b3d581e07bdc1a88563d43ee0ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c9d8dc-6bfd-4c37-93bb-0862faf98269" -d '{"events": [{"server_uuid": "ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6", "name": "network-vif-unplugged", "status": "completed", "tag": "6a288891-029f-4a03-aeb5-8e3b5d5c9e3e"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:22:41.735694 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] For port 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=6a288891-029f-4a03-aeb5-8e3b5d5c9e3e,segment=NetworkSegment(f9003020-3efc-4fcb-bc5e-7c8cdc86e025),segment_id=f9003020-3efc-4fcb-bc5e-7c8cdc86e025)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:22:41.740229 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709884968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778709334775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778709331240'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:41.763546 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 11:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e52cc6-d6d9-42bd-94b5-8ac08edbab43 x-openstack-request-id: req-15e52cc6-d6d9-42bd-94b5-8ac08edbab43 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:22:41.763861 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6", "name": "network-vif-unplugged", "status": "completed", "tag": "6a288891-029f-4a03-aeb5-8e3b5d5c9e3e", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:22:41.764132 n-d-798054-8 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-15e52cc6-d6d9-42bd-94b5-8ac08edbab43 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:22:41.764524 n-d-798054-8 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a288891-029f-4a03-aeb5-8e3b5d5c9e3e', 'code': 200} Jul 05 11:22:41.788818 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Pushing event updated for resources: {'Port': ['ID=6a288891-029f-4a03-aeb5-8e3b5d5c9e3e,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:42.084049 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9a610-2a06-48b7-ad07-8c88963235cf req-2f2f652d-0486-485e-bb14-75926258c389 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:42.085540 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a0f9a610-2a06-48b7-ad07-8c88963235cf req-2f2f652d-0486-485e-bb14-75926258c389 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 944 time: 0.0916696 Jul 05 11:22:42.139474 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-a0f9a610-2a06-48b7-ad07-8c88963235cf req-793b4355-5b4a-4252-9df1-a356b8e7fb6e tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457349 Jul 05 11:22:42.146738 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f4906-d039-4e5b-a887-46bdab8db7df req-7d4c83c3-5090-461c-9739-e0b8446a6c28 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:42.148179 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d60f4906-d039-4e5b-a887-46bdab8db7df req-7d4c83c3-5090-461c-9739-e0b8446a6c28 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6 HTTP/1.1" status: 200 len: 944 time: 0.1156588 Jul 05 11:22:42.245075 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-d60f4906-d039-4e5b-a887-46bdab8db7df req-6c37a43b-9f4a-4ba5-85fc-6fbb6edfb6a4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Deleting port 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:22:42.245424 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d60f4906-d039-4e5b-a887-46bdab8db7df req-6c37a43b-9f4a-4ba5-85fc-6fbb6edfb6a4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:42.335211 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d60f4906-d039-4e5b-a887-46bdab8db7df req-6c37a43b-9f4a-4ba5-85fc-6fbb6edfb6a4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] For port 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e, host n-h1-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-8',level=0,port_id=6a288891-029f-4a03-aeb5-8e3b5d5c9e3e,segment=NetworkSegment(f9003020-3efc-4fcb-bc5e-7c8cdc86e025),segment_id=f9003020-3efc-4fcb-bc5e-7c8cdc86e025)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:22:42.335491 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d60f4906-d039-4e5b-a887-46bdab8db7df req-6c37a43b-9f4a-4ba5-85fc-6fbb6edfb6a4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:42.347905 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-d60f4906-d039-4e5b-a887-46bdab8db7df req-6c37a43b-9f4a-4ba5-85fc-6fbb6edfb6a4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Calling delete_port for 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:22:42.469357 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d60f4906-d039-4e5b-a887-46bdab8db7df req-6c37a43b-9f4a-4ba5-85fc-6fbb6edfb6a4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:42.502248 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37a43b-9f4a-4ba5-85fc-6fbb6edfb6a4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Pushing event deleted for resources: {'Port': ['ID=6a288891-029f-4a03-aeb5-8e3b5d5c9e3e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:42.548251 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60f4906-d039-4e5b-a887-46bdab8db7df req-6c37a43b-9f4a-4ba5-85fc-6fbb6edfb6a4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] No DVR routers for this DVR port 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e on host n-h1-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:22:42.550741 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d60f4906-d039-4e5b-a887-46bdab8db7df req-6c37a43b-9f4a-4ba5-85fc-6fbb6edfb6a4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:42.552788 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d60f4906-d039-4e5b-a887-46bdab8db7df req-6c37a43b-9f4a-4ba5-85fc-6fbb6edfb6a4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.81 "DELETE /v2.0/ports/6a288891-029f-4a03-aeb5-8e3b5d5c9e3e HTTP/1.1" status: 204 len: 173 time: 0.3991563 Jul 05 11:22:42.563361 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6', 'name': 'network-vif-deleted', 'tag': '6a288891-029f-4a03-aeb5-8e3b5d5c9e3e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:22:42.565729 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b228af-285a-4b14-8ed4-b08e0c317de5" -d '{"events": [{"server_uuid": "ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6", "name": "network-vif-deleted", "tag": "6a288891-029f-4a03-aeb5-8e3b5d5c9e3e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:22:42.602201 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9673290a-0702-493a-87c7-0024bb4627ab x-openstack-request-id: req-9673290a-0702-493a-87c7-0024bb4627ab {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:22:42.602499 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6", "name": "network-vif-deleted", "tag": "6a288891-029f-4a03-aeb5-8e3b5d5c9e3e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:22:42.602787 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9673290a-0702-493a-87c7-0024bb4627ab {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:22:42.603183 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1aa1f3-6d0d-4a8b-a4bb-2356e5b1d8b6', 'name': 'network-vif-deleted', 'tag': '6a288891-029f-4a03-aeb5-8e3b5d5c9e3e', 'status': 'completed', 'code': 200} Jul 05 11:22:43.400988 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:22:43.743948 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52404) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:22:43.899914 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-e9aff88b-0cbe-4069-a9f7-8fae9d74a3e4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Deleting port 4178a206-27bf-4b99-b3e6-bcd10cc45166 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:22:43.900270 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e9aff88b-0cbe-4069-a9f7-8fae9d74a3e4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:43.976034 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e9aff88b-0cbe-4069-a9f7-8fae9d74a3e4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:43.976292 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e9aff88b-0cbe-4069-a9f7-8fae9d74a3e4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:43.987527 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-e9aff88b-0cbe-4069-a9f7-8fae9d74a3e4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Calling delete_port for 4178a206-27bf-4b99-b3e6-bcd10cc45166 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:22:44.129514 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e9aff88b-0cbe-4069-a9f7-8fae9d74a3e4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:44.157271 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aff88b-0cbe-4069-a9f7-8fae9d74a3e4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Pushing event deleted for resources: {'Port': ['ID=4178a206-27bf-4b99-b3e6-bcd10cc45166,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:44.218194 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e9aff88b-0cbe-4069-a9f7-8fae9d74a3e4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:44.218534 n-d-798054-8 neutron-server[93907]: INFO neutron.db.l3_db [None req-e9aff88b-0cbe-4069-a9f7-8fae9d74a3e4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Floating IP 3206b3a3-0d99-4074-84eb-096087175293 disassociated (deleted). External IP: 172.25.7.165, port: 6e45b295-8546-4854-91a3-e261a93ccc56. Jul 05 11:22:44.422669 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9aff88b-0cbe-4069-a9f7-8fae9d74a3e4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Router 412e5fa3-4bd3-460d-ad50-b39d06254243 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:22:44.843317 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9aff88b-0cbe-4069-a9f7-8fae9d74a3e4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:22:44.848258 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e9aff88b-0cbe-4069-a9f7-8fae9d74a3e4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:44.852470 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567d9bbd-b539-472a-a422-41ddf81753c3 None None] Sync routers for ids ['412e5fa3-4bd3-460d-ad50-b39d06254243'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:22:44.861683 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567d9bbd-b539-472a-a422-41ddf81753c3 None None] Routers {'412e5fa3-4bd3-460d-ad50-b39d06254243'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:22:44.862286 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-567d9bbd-b539-472a-a422-41ddf81753c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:22:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['412e5fa3-4bd3-460d-ad50-b39d06254243'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:22:44.884185 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-e9aff88b-0cbe-4069-a9f7-8fae9d74a3e4 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "DELETE /v2.0/floatingips/3206b3a3-0d99-4074-84eb-096087175293 HTTP/1.1" status: 204 len: 168 time: 1.1390114 Jul 05 11:22:44.884788 n-d-798054-8 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662cb6c0-095c-4ee6-aa6f-ff395fa613b1', 'tag': '6e45b295-8546-4854-91a3-e261a93ccc56'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:22:44.887716 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cb9d334b2e0bd411f7e39220660cd4498514313f50c7ccc6aee4a7d91eb506e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e018bb5-21e6-40e9-b747-390de7dc6d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "662cb6c0-095c-4ee6-aa6f-ff395fa613b1", "tag": "6e45b295-8546-4854-91a3-e261a93ccc56"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:22:45.062807 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-567d9bbd-b539-472a-a422-41ddf81753c3 None None] Set router 412e5fa3-4bd3-460d-ad50-b39d06254243 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:22:45.129423 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcba169d-8cf3-49d2-8b85-37a3314e63a2 x-openstack-request-id: req-bcba169d-8cf3-49d2-8b85-37a3314e63a2 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:22:45.130104 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "662cb6c0-095c-4ee6-aa6f-ff395fa613b1", "tag": "6e45b295-8546-4854-91a3-e261a93ccc56", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:22:45.130725 n-d-798054-8 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bcba169d-8cf3-49d2-8b85-37a3314e63a2 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:22:45.131360 n-d-798054-8 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '662cb6c0-095c-4ee6-aa6f-ff395fa613b1', 'tag': '6e45b295-8546-4854-91a3-e261a93ccc56', 'status': 'completed', 'code': 200} Jul 05 11:22:45.223499 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e018bb5-21e6-40e9-b747-390de7dc6d5b req-1302fb8b-debf-448d-9f33-dde0d0fa2114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:45.225166 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7e018bb5-21e6-40e9-b747-390de7dc6d5b req-1302fb8b-debf-448d-9f33-dde0d0fa2114 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d45d60d4f9e84c718ffa269f775b7f4e&device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 1094 time: 0.0657105 Jul 05 11:22:45.262361 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-567d9bbd-b539-472a-a422-41ddf81753c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'name': 'tempest-TestSnapshotPattern-894818580-router', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:11Z', 'updated_at': '2021-07-05T11:17:14Z', 'revision_number': 4, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'gw_port': {'id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:12Z', 'updated_at': '2021-07-05T11:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '5dda2d79-fae4-4aca-8332-c25c81b0385e', 'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'mac_address': 'fa:16:3e:39:a6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:13Z', 'updated_at': '2021-07-05T11:17:19Z', 'revision_number': 5, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'subnets': [{'id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:22:45.290918 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7a74e-ee33-4db4-a93c-5e2d73e70e0b req-9563463b-4c20-44f3-b80e-53b99724c127 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:45.292853 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1aa7a74e-ee33-4db4-a93c-5e2d73e70e0b req-9563463b-4c20-44f3-b80e-53b99724c127 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 943 time: 0.0720992 Jul 05 11:22:45.294914 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567d9bbd-b539-472a-a422-41ddf81753c3 None None] Checking router: 412e5fa3-4bd3-460d-ad50-b39d06254243 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:22:45.303305 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567d9bbd-b539-472a-a422-41ddf81753c3 None None] Routers {'412e5fa3-4bd3-460d-ad50-b39d06254243'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:22:45.304091 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-567d9bbd-b539-472a-a422-41ddf81753c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:22:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['412e5fa3-4bd3-460d-ad50-b39d06254243'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:22:45.325653 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e018bb5-21e6-40e9-b747-390de7dc6d5b req-6c651e86-8224-4983-bf7d-1675a85063ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:45.327167 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7e018bb5-21e6-40e9-b747-390de7dc6d5b req-6c651e86-8224-4983-bf7d-1675a85063ff service neutron] 10.222.0.78 "GET /v2.0/networks?id=9ce00594-79d6-429d-a278-d99fd2cf83b4 HTTP/1.1" status: 200 len: 910 time: 0.0955193 Jul 05 11:22:45.335885 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-1aa7a74e-ee33-4db4-a93c-5e2d73e70e0b req-aa63e78a-8761-4df9-a9f2-48a5eba80671 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360098 Jul 05 11:22:45.375975 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7e018bb5-21e6-40e9-b747-390de7dc6d5b req-b5b1b199-e7ec-4b97-92a5-ad4590ab7624 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e45b295-8546-4854-91a3-e261a93ccc56 HTTP/1.1" status: 200 len: 217 time: 0.0418694 Jul 05 11:22:45.420036 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-567d9bbd-b539-472a-a422-41ddf81753c3 None None] Set router 412e5fa3-4bd3-460d-ad50-b39d06254243 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:22:45.425186 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e018bb5-21e6-40e9-b747-390de7dc6d5b req-7890bc48-8806-49ce-bc95-decc3119c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:45.426678 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7e018bb5-21e6-40e9-b747-390de7dc6d5b req-7890bc48-8806-49ce-bc95-decc3119c7fd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6 HTTP/1.1" status: 200 len: 848 time: 0.0446174 Jul 05 11:22:45.485811 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e018bb5-21e6-40e9-b747-390de7dc6d5b req-f797b312-06aa-4b09-9e62-d47629699f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:45.487329 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7e018bb5-21e6-40e9-b747-390de7dc6d5b req-f797b312-06aa-4b09-9e62-d47629699f58 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9ce00594-79d6-429d-a278-d99fd2cf83b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524368 Jul 05 11:22:45.498760 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [req-7e018bb5-21e6-40e9-b747-390de7dc6d5b req-d94058fc-a749-420b-b766-4c2cebdee2e2 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 11:22:45.499719 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7e018bb5-21e6-40e9-b747-390de7dc6d5b req-d94058fc-a749-420b-b766-4c2cebdee2e2 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050819 Jul 05 11:22:45.591645 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7e018bb5-21e6-40e9-b747-390de7dc6d5b req-3338010f-b9c0-4c99-b22a-d63f5a8b04ce service neutron] 10.222.0.78 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856829 Jul 05 11:22:45.618055 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-567d9bbd-b539-472a-a422-41ddf81753c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'name': 'tempest-TestSnapshotPattern-894818580-router', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:11Z', 'updated_at': '2021-07-05T11:17:14Z', 'revision_number': 4, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'gw_port': {'id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:12Z', 'updated_at': '2021-07-05T11:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '5dda2d79-fae4-4aca-8332-c25c81b0385e', 'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'mac_address': 'fa:16:3e:39:a6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:13Z', 'updated_at': '2021-07-05T11:17:19Z', 'revision_number': 5, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'subnets': [{'id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:22:45.644234 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567d9bbd-b539-472a-a422-41ddf81753c3 None None] The sync data for ids ['412e5fa3-4bd3-460d-ad50-b39d06254243'] in n-d-798054-8 is: [{'id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'name': 'tempest-TestSnapshotPattern-894818580-router', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:11Z', 'updated_at': '2021-07-05T11:17:14Z', 'revision_number': 4, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'gw_port': {'id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:12Z', 'updated_at': '2021-07-05T11:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8', '_interfaces': [{'id': '5dda2d79-fae4-4aca-8332-c25c81b0385e', 'name': '', 'network_id': '9ce00594-79d6-429d-a278-d99fd2cf83b4', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'mac_address': 'fa:16:3e:39:a6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:13Z', 'updated_at': '2021-07-05T11:17:19Z', 'revision_number': 5, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'subnets': [{'id': '78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:22:45.666964 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e no longer exists at agent hyperv_n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:22:45.689249 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] No Port match for: 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:22:45.689608 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Device 6a288891-029f-4a03-aeb5-8e3b5d5c9e3e not bound to the agent host n-h1-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:22:45.693346 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-7e018bb5-21e6-40e9-b747-390de7dc6d5b req-bfe03ef5-32be-4491-9cba-d7e0b40b6718 service neutron] 10.222.0.78 "GET /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931718 Jul 05 11:22:45.854792 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e14d88-7324-43b0-9641-501a4d06d703 None None] New status for floating IP 3206b3a3-0d99-4074-84eb-096087175293: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:22:46.148475 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c71b3b-8e9a-486e-955a-e4704dca176c req-4f3e7ccb-34cc-4d47-9d6b-71f5af39dc7e tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:46.149944 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-08c71b3b-8e9a-486e-955a-e4704dca176c req-4f3e7ccb-34cc-4d47-9d6b-71f5af39dc7e tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.78 "GET /v2.0/ports?device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 943 time: 0.0625389 Jul 05 11:22:46.249977 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-08c71b3b-8e9a-486e-955a-e4704dca176c req-0a069d5c-8457-41f5-94e9-3e76725109fa tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Deleting port 6e45b295-8546-4854-91a3-e261a93ccc56 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:22:46.250645 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-08c71b3b-8e9a-486e-955a-e4704dca176c req-0a069d5c-8457-41f5-94e9-3e76725109fa tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:46.335754 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-08c71b3b-8e9a-486e-955a-e4704dca176c req-0a069d5c-8457-41f5-94e9-3e76725109fa tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] For port 6e45b295-8546-4854-91a3-e261a93ccc56, host n-h2-798054-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-8',level=0,port_id=6e45b295-8546-4854-91a3-e261a93ccc56,segment=NetworkSegment(f9003020-3efc-4fcb-bc5e-7c8cdc86e025),segment_id=f9003020-3efc-4fcb-bc5e-7c8cdc86e025)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:22:46.336146 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-08c71b3b-8e9a-486e-955a-e4704dca176c req-0a069d5c-8457-41f5-94e9-3e76725109fa tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:46.349142 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-08c71b3b-8e9a-486e-955a-e4704dca176c req-0a069d5c-8457-41f5-94e9-3e76725109fa tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Calling delete_port for 6e45b295-8546-4854-91a3-e261a93ccc56 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:22:46.481615 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-08c71b3b-8e9a-486e-955a-e4704dca176c req-0a069d5c-8457-41f5-94e9-3e76725109fa tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:46.512302 n-d-798054-8 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139d6f6-2599-4ef9-b5fd-08cb9b2bbaf8 req-9bb56499-3c0c-4c77-a681-a8e3910335d8 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:46.512972 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a069d5c-8457-41f5-94e9-3e76725109fa tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Pushing event deleted for resources: {'Port': ['ID=6e45b295-8546-4854-91a3-e261a93ccc56,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:46.513807 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d139d6f6-2599-4ef9-b5fd-08cb9b2bbaf8 req-9bb56499-3c0c-4c77-a681-a8e3910335d8 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/ports?device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 865 time: 0.0630004 Jul 05 11:22:46.547531 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a069d5c-8457-41f5-94e9-3e76725109fa tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:46.547916 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a069d5c-8457-41f5-94e9-3e76725109fa tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:46.548268 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a069d5c-8457-41f5-94e9-3e76725109fa tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:46.548613 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a069d5c-8457-41f5-94e9-3e76725109fa tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:46.548954 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a069d5c-8457-41f5-94e9-3e76725109fa tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:46.549293 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a069d5c-8457-41f5-94e9-3e76725109fa tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:46.549627 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a069d5c-8457-41f5-94e9-3e76725109fa tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:46.549957 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a069d5c-8457-41f5-94e9-3e76725109fa tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:46.550289 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a069d5c-8457-41f5-94e9-3e76725109fa tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:46.550619 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a069d5c-8457-41f5-94e9-3e76725109fa tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:46.550976 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a069d5c-8457-41f5-94e9-3e76725109fa tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:46.551310 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a069d5c-8457-41f5-94e9-3e76725109fa tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-8 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:46.561577 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [req-d139d6f6-2599-4ef9-b5fd-08cb9b2bbaf8 req-7b8c9edc-7800-4d19-a72e-8fce14cd23e1 tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "GET /v2.0/security-groups?id=2740dab1-3869-4530-8583-a18a43ef9d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366073 Jul 05 11:22:46.570530 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c71b3b-8e9a-486e-955a-e4704dca176c req-0a069d5c-8457-41f5-94e9-3e76725109fa tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] No DVR routers for this DVR port 6e45b295-8546-4854-91a3-e261a93ccc56 on host n-h2-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:22:46.573107 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-08c71b3b-8e9a-486e-955a-e4704dca176c req-0a069d5c-8457-41f5-94e9-3e76725109fa tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4182423'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:46.575723 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-08c71b3b-8e9a-486e-955a-e4704dca176c req-0a069d5c-8457-41f5-94e9-3e76725109fa tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.78 "DELETE /v2.0/ports/6e45b295-8546-4854-91a3-e261a93ccc56 HTTP/1.1" status: 204 len: 173 time: 0.4210441 Jul 05 11:22:46.576194 n-d-798054-8 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662cb6c0-095c-4ee6-aa6f-ff395fa613b1', 'name': 'network-vif-deleted', 'tag': '6e45b295-8546-4854-91a3-e261a93ccc56'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:22:46.578524 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b25abdb982521d2f882e6e575b269efda8705d01ef52eb032d50ee0fa3a0a2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcdcee9-f8ec-406e-bec3-253377c3c181" -d '{"events": [{"server_uuid": "662cb6c0-095c-4ee6-aa6f-ff395fa613b1", "name": "network-vif-deleted", "tag": "6e45b295-8546-4854-91a3-e261a93ccc56"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:22:46.688829 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37545646-d7dd-4688-a389-412ee9b26ac7 x-openstack-request-id: req-37545646-d7dd-4688-a389-412ee9b26ac7 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:22:46.689131 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662cb6c0-095c-4ee6-aa6f-ff395fa613b1", "name": "network-vif-deleted", "tag": "6e45b295-8546-4854-91a3-e261a93ccc56", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:22:46.689386 n-d-798054-8 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-37545646-d7dd-4688-a389-412ee9b26ac7 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:22:46.689790 n-d-798054-8 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662cb6c0-095c-4ee6-aa6f-ff395fa613b1', 'name': 'network-vif-deleted', 'tag': '6e45b295-8546-4854-91a3-e261a93ccc56', 'status': 'completed', 'code': 200} Jul 05 11:22:47.065784 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cc209774-b76f-4520-8f3a-1b2220a120a3 req-40c37ef9-dcc2-4e3a-b3f0-a5c21547da8d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0276930 Jul 05 11:22:47.158275 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cc209774-b76f-4520-8f3a-1b2220a120a3 req-9cd430d1-826e-4377-8111-011fbc56eb57 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d45d60d4f9e84c718ffa269f775b7f4e&device_id=662cb6c0-095c-4ee6-aa6f-ff395fa613b1 HTTP/1.1" status: 200 len: 210 time: 0.0375094 Jul 05 11:22:47.339217 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc209774-b76f-4520-8f3a-1b2220a120a3 req-1370747f-a21a-4980-850f-ef019ecabeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:47.340810 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cc209774-b76f-4520-8f3a-1b2220a120a3 req-1370747f-a21a-4980-850f-ef019ecabeb1 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=d45d60d4f9e84c718ffa269f775b7f4e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1623170 Jul 05 11:22:47.502584 n-d-798054-8 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc209774-b76f-4520-8f3a-1b2220a120a3 req-8752e1a1-09ba-4405-8f12-2c66565f66ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:47.504036 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [req-cc209774-b76f-4520-8f3a-1b2220a120a3 req-8752e1a1-09ba-4405-8f12-2c66565f66ca service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1573122 Jul 05 11:22:47.656759 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52430) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:22:47.714648 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20bea1f1-6b2c-4ce2-a4ca-ee6d16459d8e tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:47.745771 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20bea1f1-6b2c-4ce2-a4ca-ee6d16459d8e tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:47.805964 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20bea1f1-6b2c-4ce2-a4ca-ee6d16459d8e tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:47.809429 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20bea1f1-6b2c-4ce2-a4ca-ee6d16459d8e tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:47.810589 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-20bea1f1-6b2c-4ce2-a4ca-ee6d16459d8e tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] 10.222.0.79 "DELETE /v2.0/security-groups/2740dab1-3869-4530-8583-a18a43ef9d2c HTTP/1.1" status: 204 len: 168 time: 0.1528330 Jul 05 11:22:47.819671 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bea1f1-6b2c-4ce2-a4ca-ee6d16459d8e tempest-TestSnapshotPattern-760154602 tempest-TestSnapshotPattern-760154602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2740dab1-3869-4530-8583-a18a43ef9d2c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:47.865132 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52434) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:22:48.295430 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f56a58e-0425-44cb-8358-b60fb36adad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:48.545161 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2f56a58e-0425-44cb-8358-b60fb36adad0 admin admin] Deleting port 5dda2d79-fae4-4aca-8332-c25c81b0385e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:22:48.545558 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f56a58e-0425-44cb-8358-b60fb36adad0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:48.626055 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-2f56a58e-0425-44cb-8358-b60fb36adad0 admin admin] For port 5dda2d79-fae4-4aca-8332-c25c81b0385e, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=5dda2d79-fae4-4aca-8332-c25c81b0385e,segment=NetworkSegment(f9003020-3efc-4fcb-bc5e-7c8cdc86e025),segment_id=f9003020-3efc-4fcb-bc5e-7c8cdc86e025)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:22:48.626426 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f56a58e-0425-44cb-8358-b60fb36adad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:48.639765 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2f56a58e-0425-44cb-8358-b60fb36adad0 admin admin] Calling delete_port for 5dda2d79-fae4-4aca-8332-c25c81b0385e owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:22:48.817286 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f56a58e-0425-44cb-8358-b60fb36adad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:48.844833 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56a58e-0425-44cb-8358-b60fb36adad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dda2d79-fae4-4aca-8332-c25c81b0385e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:49.008774 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f56a58e-0425-44cb-8358-b60fb36adad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:49.233085 n-d-798054-8 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f56a58e-0425-44cb-8358-b60fb36adad0 admin admin] Router 412e5fa3-4bd3-460d-ad50-b39d06254243 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:22:49.338629 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f56a58e-0425-44cb-8358-b60fb36adad0 admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:22:49.343499 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-2f56a58e-0425-44cb-8358-b60fb36adad0 admin admin] 10.222.0.79 "PUT /v2.0/routers/412e5fa3-4bd3-460d-ad50-b39d06254243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4773123 Jul 05 11:22:49.346060 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52438) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:22:49.348668 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2393f61d-0fec-4821-9191-39fd21cdad96 None None] Sync routers for ids ['412e5fa3-4bd3-460d-ad50-b39d06254243'] in n-d-798054-8 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:22:49.357910 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2393f61d-0fec-4821-9191-39fd21cdad96 None None] Routers {'412e5fa3-4bd3-460d-ad50-b39d06254243'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:22:49.358650 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2393f61d-0fec-4821-9191-39fd21cdad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:22:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['412e5fa3-4bd3-460d-ad50-b39d06254243'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:22:49.449615 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa2d3221-00fa-4dc6-a09a-97600e5bc9c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:49.460476 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-2393f61d-0fec-4821-9191-39fd21cdad96 None None] Set router 412e5fa3-4bd3-460d-ad50-b39d06254243 gateway port host: n-d-798054-8 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:22:49.553591 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa2d3221-00fa-4dc6-a09a-97600e5bc9c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:49.605853 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-aa2d3221-00fa-4dc6-a09a-97600e5bc9c0 admin admin] Deleting port c70f7aa0-8b38-4c98-8eac-41c860636629 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:22:49.606209 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa2d3221-00fa-4dc6-a09a-97600e5bc9c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:49.641188 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2393f61d-0fec-4821-9191-39fd21cdad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'name': 'tempest-TestSnapshotPattern-894818580-router', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:11Z', 'updated_at': '2021-07-05T11:22:48Z', 'revision_number': 5, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'gw_port': {'id': 'c70f7aa0-8b38-4c98-8eac-41c860636629', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:12Z', 'updated_at': '2021-07-05T11:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:22:49.667290 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2393f61d-0fec-4821-9191-39fd21cdad96 None None] Checking router: 412e5fa3-4bd3-460d-ad50-b39d06254243 for host: n-d-798054-8 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:22:49.675798 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2393f61d-0fec-4821-9191-39fd21cdad96 None None] Routers {'412e5fa3-4bd3-460d-ad50-b39d06254243'} bound to L3 agent in host n-d-798054-8 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:22:49.676427 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2393f61d-0fec-4821-9191-39fd21cdad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:22:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['412e5fa3-4bd3-460d-ad50-b39d06254243'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:22:49.685392 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-aa2d3221-00fa-4dc6-a09a-97600e5bc9c0 admin admin] For port c70f7aa0-8b38-4c98-8eac-41c860636629, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=c70f7aa0-8b38-4c98-8eac-41c860636629,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:22:49.685761 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa2d3221-00fa-4dc6-a09a-97600e5bc9c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:49.702104 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-aa2d3221-00fa-4dc6-a09a-97600e5bc9c0 admin admin] Calling delete_port for c70f7aa0-8b38-4c98-8eac-41c860636629 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:22:49.765184 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-2393f61d-0fec-4821-9191-39fd21cdad96 None None] Set router 412e5fa3-4bd3-460d-ad50-b39d06254243 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:22:49.821027 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2393f61d-0fec-4821-9191-39fd21cdad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'name': 'tempest-TestSnapshotPattern-894818580-router', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:11Z', 'updated_at': '2021-07-05T11:22:49Z', 'revision_number': 6, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:22:49.849613 n-d-798054-8 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2393f61d-0fec-4821-9191-39fd21cdad96 None None] The sync data for ids ['412e5fa3-4bd3-460d-ad50-b39d06254243'] in n-d-798054-8 is: [{'id': '412e5fa3-4bd3-460d-ad50-b39d06254243', 'name': 'tempest-TestSnapshotPattern-894818580-router', 'tenant_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:11Z', 'updated_at': '2021-07-05T11:22:49Z', 'revision_number': 6, 'project_id': 'd45d60d4f9e84c718ffa269f775b7f4e', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:22:49.866688 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa2d3221-00fa-4dc6-a09a-97600e5bc9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:49.896763 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d3221-00fa-4dc6-a09a-97600e5bc9c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c70f7aa0-8b38-4c98-8eac-41c860636629,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:49.957482 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa2d3221-00fa-4dc6-a09a-97600e5bc9c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:50.046289 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa2d3221-00fa-4dc6-a09a-97600e5bc9c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:50.048379 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa2d3221-00fa-4dc6-a09a-97600e5bc9c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:50.092991 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa2d3221-00fa-4dc6-a09a-97600e5bc9c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:50.093441 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2d3221-00fa-4dc6-a09a-97600e5bc9c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 412e5fa3-4bd3-460d-ad50-b39d06254243 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:22:50.097588 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa2d3221-00fa-4dc6-a09a-97600e5bc9c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:50.098745 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-aa2d3221-00fa-4dc6-a09a-97600e5bc9c0 admin admin] 10.222.0.79 "DELETE /v2.0/routers/412e5fa3-4bd3-460d-ad50-b39d06254243 HTTP/1.1" status: 204 len: 168 time: 0.7517715 Jul 05 11:22:50.101269 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52440) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:22:50.150160 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-470f631e-6ac1-4de7-9cc4-3f02884a9d0b admin admin] Deleting subnet 78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:22:50.153204 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-470f631e-6ac1-4de7-9cc4-3f02884a9d0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:50.181399 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6e45b295-8546-4854-91a3-e261a93ccc56 no longer exists at agent hyperv_n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:22:50.191610 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-470f631e-6ac1-4de7-9cc4-3f02884a9d0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095033'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:50.206427 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] No Port match for: 6e45b295-8546-4854-91a3-e261a93ccc56 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:22:50.207080 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Device 6e45b295-8546-4854-91a3-e261a93ccc56 not bound to the agent host n-h2-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:22:50.280929 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-470f631e-6ac1-4de7-9cc4-3f02884a9d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:50.338522 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-470f631e-6ac1-4de7-9cc4-3f02884a9d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12557795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8468690'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:50.366287 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f631e-6ac1-4de7-9cc4-3f02884a9d0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:50.370444 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-470f631e-6ac1-4de7-9cc4-3f02884a9d0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:50.372970 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-470f631e-6ac1-4de7-9cc4-3f02884a9d0b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/78e2cee5-b08a-4b0a-80b8-2cc8b545b3e6 HTTP/1.1" status: 204 len: 168 time: 0.2707760 Jul 05 11:22:50.375539 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52442) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:22:50.378132 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fd6e41-6f06-445d-baf9-e3d5fe30626b None None] Network 9ce00594-79d6-429d-a278-d99fd2cf83b4 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:22:50.442838 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50babfab-0baa-4c5b-9d5a-c8023f7c584e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:50.496689 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-50babfab-0baa-4c5b-9d5a-c8023f7c584e admin admin] Deleting port bc1742e7-0a72-456a-942d-bb15e6176e60 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:22:50.497135 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50babfab-0baa-4c5b-9d5a-c8023f7c584e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:50.570876 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-50babfab-0baa-4c5b-9d5a-c8023f7c584e admin admin] For port bc1742e7-0a72-456a-942d-bb15e6176e60, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bc1742e7-0a72-456a-942d-bb15e6176e60,segment=NetworkSegment(f9003020-3efc-4fcb-bc5e-7c8cdc86e025),segment_id=f9003020-3efc-4fcb-bc5e-7c8cdc86e025)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:22:50.571243 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50babfab-0baa-4c5b-9d5a-c8023f7c584e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:50.584027 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-50babfab-0baa-4c5b-9d5a-c8023f7c584e admin admin] Calling delete_port for bc1742e7-0a72-456a-942d-bb15e6176e60 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:22:50.627019 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bac712-601f-4a42-a3bb-a005605bda8b None None] DHCP port deletion for 9ce00594-79d6-429d-a278-d99fd2cf83b4 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:22:50.672748 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50babfab-0baa-4c5b-9d5a-c8023f7c584e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12557785'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:50.680709 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-35bac712-601f-4a42-a3bb-a005605bda8b None None] Deleting port bc1742e7-0a72-456a-942d-bb15e6176e60 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:22:50.681096 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-35bac712-601f-4a42-a3bb-a005605bda8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:50.702178 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50babfab-0baa-4c5b-9d5a-c8023f7c584e admin admin] Pushing event deleted for resources: {'Port': ['ID=bc1742e7-0a72-456a-942d-bb15e6176e60,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:50.705649 n-d-798054-8 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50babfab-0baa-4c5b-9d5a-c8023f7c584e admin admin] No DVR routers for this DVR port bc1742e7-0a72-456a-942d-bb15e6176e60 on host n-d-798054-8 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:22:50.746427 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-35bac712-601f-4a42-a3bb-a005605bda8b None None] For port bc1742e7-0a72-456a-942d-bb15e6176e60, host n-d-798054-8, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:22:50.747134 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-35bac712-601f-4a42-a3bb-a005605bda8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:50.760102 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-35bac712-601f-4a42-a3bb-a005605bda8b None None] Calling delete_port for bc1742e7-0a72-456a-942d-bb15e6176e60 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:22:50.762919 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-35bac712-601f-4a42-a3bb-a005605bda8b None None] Port bc1742e7-0a72-456a-942d-bb15e6176e60 was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 11:22:50.764442 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-35bac712-601f-4a42-a3bb-a005605bda8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:50.777671 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50babfab-0baa-4c5b-9d5a-c8023f7c584e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:50.787508 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bac712-601f-4a42-a3bb-a005605bda8b None None] Pushing event deleted for resources: {'Port': ['ID=bc1742e7-0a72-456a-942d-bb15e6176e60,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:50.795810 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-50babfab-0baa-4c5b-9d5a-c8023f7c584e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce00594-79d6-429d-a278-d99fd2cf83b4']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:22:50.798513 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bac712-601f-4a42-a3bb-a005605bda8b None None] No DVR routers for this DVR port bc1742e7-0a72-456a-942d-bb15e6176e60 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:22:50.813504 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-50babfab-0baa-4c5b-9d5a-c8023f7c584e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9003020-3efc-4fcb-bc5e-7c8cdc86e025') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:22:50.813809 n-d-798054-8 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-50babfab-0baa-4c5b-9d5a-c8023f7c584e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9003020-3efc-4fcb-bc5e-7c8cdc86e025') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:22:50.823157 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50babfab-0baa-4c5b-9d5a-c8023f7c584e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095022'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:50.837465 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50babfab-0baa-4c5b-9d5a-c8023f7c584e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:50.845403 n-d-798054-8 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50babfab-0baa-4c5b-9d5a-c8023f7c584e admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:22:50.845738 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50babfab-0baa-4c5b-9d5a-c8023f7c584e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12557574'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: Traceback (most recent call last): Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: timer() Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: cb(*args, **kw) Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: return func(*args, **kwargs) Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: self._notify() Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: self.callback(batched_events) Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: event.method(event) Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: return f(self, *a, **k) Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: return self._get(url).json() Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:22:50.847484 n-d-798054-8 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:22:50.907876 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50babfab-0baa-4c5b-9d5a-c8023f7c584e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:50.913346 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50babfab-0baa-4c5b-9d5a-c8023f7c584e admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:50.915181 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-50babfab-0baa-4c5b-9d5a-c8023f7c584e admin admin] 10.222.0.79 "DELETE /v2.0/networks/9ce00594-79d6-429d-a278-d99fd2cf83b4 HTTP/1.1" status: 204 len: 168 time: 0.5385981 Jul 05 11:22:50.918288 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52444) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:22:50.925778 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50babfab-0baa-4c5b-9d5a-c8023f7c584e admin admin] Pushing event deleted for resources: {'Network': ['ID=9ce00594-79d6-429d-a278-d99fd2cf83b4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:51.050560 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bc1742e7-0a72-456a-942d-bb15e6176e60 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:22:51.074804 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: bc1742e7-0a72-456a-942d-bb15e6176e60 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:22:51.075162 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bc1742e7-0a72-456a-942d-bb15e6176e60 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:22:51.075586 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 5dda2d79-fae4-4aca-8332-c25c81b0385e no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:22:51.099188 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 5dda2d79-fae4-4aca-8332-c25c81b0385e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:22:51.099542 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 5dda2d79-fae4-4aca-8332-c25c81b0385e not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:22:51.099985 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c70f7aa0-8b38-4c98-8eac-41c860636629 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:22:51.124596 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: c70f7aa0-8b38-4c98-8eac-41c860636629 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:22:51.124956 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device c70f7aa0-8b38-4c98-8eac-41c860636629 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:22:51.131223 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ac074dc9-64db-4a76-96b0-080114a9a1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:51.266923 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbe3ff50-dcac-407e-80fb-7a7e92eef5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672569'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:51.509927 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3ff50-dcac-407e-80fb-7a7e92eef5fe admin admin] Deleting port 0d4ba397-a658-4d8d-aa96-c1de6c16aa86 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:22:51.510265 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbe3ff50-dcac-407e-80fb-7a7e92eef5fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:51.584710 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-fbe3ff50-dcac-407e-80fb-7a7e92eef5fe admin admin] For port 0d4ba397-a658-4d8d-aa96-c1de6c16aa86, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=0d4ba397-a658-4d8d-aa96-c1de6c16aa86,segment=NetworkSegment(71d874ad-0fb7-401f-addd-80e4097dffc1),segment_id=71d874ad-0fb7-401f-addd-80e4097dffc1)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:22:51.585070 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbe3ff50-dcac-407e-80fb-7a7e92eef5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:51.597569 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3ff50-dcac-407e-80fb-7a7e92eef5fe admin admin] Calling delete_port for 0d4ba397-a658-4d8d-aa96-c1de6c16aa86 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:22:51.771796 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbe3ff50-dcac-407e-80fb-7a7e92eef5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:51.798444 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3ff50-dcac-407e-80fb-7a7e92eef5fe admin admin] Pushing event deleted for resources: {'Port': ['ID=0d4ba397-a658-4d8d-aa96-c1de6c16aa86,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:52.281102 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbe3ff50-dcac-407e-80fb-7a7e92eef5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684551'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:52.487329 n-d-798054-8 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe3ff50-dcac-407e-80fb-7a7e92eef5fe admin admin] Router 09dbf4e6-bbf7-4f55-a513-88e488804352 has already been hosted by L3 agent 62183ec3-b1be-4000-a3cf-178612e745af {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:22:52.590688 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe3ff50-dcac-407e-80fb-7a7e92eef5fe admin admin] Notify agent at l3_agent.n-d-798054-8 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:22:52.595537 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-fbe3ff50-dcac-407e-80fb-7a7e92eef5fe admin admin] 10.222.0.79 "PUT /v2.0/routers/09dbf4e6-bbf7-4f55-a513-88e488804352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6762314 Jul 05 11:22:52.598159 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52446) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:22:52.600846 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6303f62d-77af-4be3-8c06-c47e19cafe67 None None] Sync routers for ids ['09dbf4e6-bbf7-4f55-a513-88e488804352'] in n-d-798054-8 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:22:52.610372 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6303f62d-77af-4be3-8c06-c47e19cafe67 None None] Routers {'09dbf4e6-bbf7-4f55-a513-88e488804352'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:22:52.610997 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6303f62d-77af-4be3-8c06-c47e19cafe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:22:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['09dbf4e6-bbf7-4f55-a513-88e488804352'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:22:52.704235 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-69a08386-3451-40f2-bdea-026392e561c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:52.716074 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-6303f62d-77af-4be3-8c06-c47e19cafe67 None None] Set router 09dbf4e6-bbf7-4f55-a513-88e488804352 gateway port host: n-d-798054-8 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:22:52.807160 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-69a08386-3451-40f2-bdea-026392e561c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:52.860168 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-69a08386-3451-40f2-bdea-026392e561c9 admin admin] Deleting port 67dbe772-1cec-4d38-8cf9-5de540b2bf00 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:22:52.860454 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-69a08386-3451-40f2-bdea-026392e561c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:52.895750 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6303f62d-77af-4be3-8c06-c47e19cafe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbf4e6-bbf7-4f55-a513-88e488804352', 'name': 'tempest-TestSnapshotPattern-1336869541-router', 'tenant_id': '7c1061040fa34351a9c280bab9980b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'external_fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '67dbe772-1cec-4d38-8cf9-5de540b2bf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:16Z', 'updated_at': '2021-07-05T11:22:51Z', 'revision_number': 5, 'project_id': '7c1061040fa34351a9c280bab9980b3a', 'gw_port': {'id': '67dbe772-1cec-4d38-8cf9-5de540b2bf00', 'name': '', 'network_id': '09e44b00-3ed2-4b73-b8aa-2fb63853c529', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbf4e6-bbf7-4f55-a513-88e488804352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:16Z', 'updated_at': '2021-07-05T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ae0dc67-1e88-4c9b-9098-216f0bd0d968', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-8'}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:22:52.925693 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6303f62d-77af-4be3-8c06-c47e19cafe67 None None] Checking router: 09dbf4e6-bbf7-4f55-a513-88e488804352 for host: n-d-798054-8 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:22:52.935272 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6303f62d-77af-4be3-8c06-c47e19cafe67 None None] Routers {'09dbf4e6-bbf7-4f55-a513-88e488804352'} bound to L3 agent in host n-d-798054-8 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:22:52.935914 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6303f62d-77af-4be3-8c06-c47e19cafe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:29:23Z,description=,heartbeat_timestamp=2021-07-05T11:22:23Z,host='n-d-798054-8',id=62183ec3-b1be-4000-a3cf-178612e745af,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:29:23Z,topic='l3_agent')) {'router_ids': ['09dbf4e6-bbf7-4f55-a513-88e488804352'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:22:52.945969 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-69a08386-3451-40f2-bdea-026392e561c9 admin admin] For port 67dbe772-1cec-4d38-8cf9-5de540b2bf00, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=67dbe772-1cec-4d38-8cf9-5de540b2bf00,segment=NetworkSegment(b43175cf-afc9-4b12-9081-f05a31de1a5b),segment_id=b43175cf-afc9-4b12-9081-f05a31de1a5b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:22:52.946332 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-69a08386-3451-40f2-bdea-026392e561c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:52.959625 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-69a08386-3451-40f2-bdea-026392e561c9 admin admin] Calling delete_port for 67dbe772-1cec-4d38-8cf9-5de540b2bf00 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:22:53.021741 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-6303f62d-77af-4be3-8c06-c47e19cafe67 None None] Set router 09dbf4e6-bbf7-4f55-a513-88e488804352 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:22:53.073450 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6303f62d-77af-4be3-8c06-c47e19cafe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbf4e6-bbf7-4f55-a513-88e488804352', 'name': 'tempest-TestSnapshotPattern-1336869541-router', 'tenant_id': '7c1061040fa34351a9c280bab9980b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:16Z', 'updated_at': '2021-07-05T11:22:52Z', 'revision_number': 6, 'project_id': '7c1061040fa34351a9c280bab9980b3a', 'gw_port_host': None}], 'n-d-798054-8', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:22:53.104773 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6303f62d-77af-4be3-8c06-c47e19cafe67 None None] The sync data for ids ['09dbf4e6-bbf7-4f55-a513-88e488804352'] in n-d-798054-8 is: [{'id': '09dbf4e6-bbf7-4f55-a513-88e488804352', 'name': 'tempest-TestSnapshotPattern-1336869541-router', 'tenant_id': '7c1061040fa34351a9c280bab9980b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:16Z', 'updated_at': '2021-07-05T11:22:52Z', 'revision_number': 6, 'project_id': '7c1061040fa34351a9c280bab9980b3a', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:22:53.139635 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-69a08386-3451-40f2-bdea-026392e561c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:53.163772 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a08386-3451-40f2-bdea-026392e561c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=67dbe772-1cec-4d38-8cf9-5de540b2bf00,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:53.228889 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-69a08386-3451-40f2-bdea-026392e561c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3671742'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:53.318383 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-69a08386-3451-40f2-bdea-026392e561c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24576'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:53.320457 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-69a08386-3451-40f2-bdea-026392e561c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:53.365195 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-69a08386-3451-40f2-bdea-026392e561c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3676826'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:53.365730 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a08386-3451-40f2-bdea-026392e561c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09dbf4e6-bbf7-4f55-a513-88e488804352 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:22:53.369865 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-69a08386-3451-40f2-bdea-026392e561c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:53.371724 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-69a08386-3451-40f2-bdea-026392e561c9 admin admin] 10.222.0.79 "DELETE /v2.0/routers/09dbf4e6-bbf7-4f55-a513-88e488804352 HTTP/1.1" status: 204 len: 168 time: 0.7719157 Jul 05 11:22:53.374154 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52448) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:22:53.418324 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe78688-654a-4d75-a10b-48057cd9d044 admin admin] Deleting subnet a9283674-ff61-48ab-a886-772344cf2b58 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:22:53.421197 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebe78688-654a-4d75-a10b-48057cd9d044 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:53.455813 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebe78688-654a-4d75-a10b-48057cd9d044 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8753555'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:53.490059 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-da039b2b-95c3-482b-baf4-33eeea6fecfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:53.543663 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebe78688-654a-4d75-a10b-48057cd9d044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488327'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:53.596182 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebe78688-654a-4d75-a10b-48057cd9d044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1971683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12303561'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:53.623262 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe78688-654a-4d75-a10b-48057cd9d044 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9283674-ff61-48ab-a886-772344cf2b58,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:53.625280 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebe78688-654a-4d75-a10b-48057cd9d044 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:53.627184 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-ebe78688-654a-4d75-a10b-48057cd9d044 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a9283674-ff61-48ab-a886-772344cf2b58 HTTP/1.1" status: 204 len: 168 time: 0.2520251 Jul 05 11:22:53.629687 n-d-798054-8 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.79', 52450) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:22:53.632251 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b550af95-29ed-40b7-b5d5-ea5ab1dc55c1 None None] Network 83e4973c-1628-44d7-b606-175276d08fd9 requested from n-d-798054-8 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:22:53.698016 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e642-9f7c-4d46-ad14-0590e738dd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771386'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:53.758904 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7fa2e642-9f7c-4d46-ad14-0590e738dd0f admin admin] Deleting port bab0aa5d-237d-4e33-97d7-503e040fe9e5 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:22:53.759256 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e642-9f7c-4d46-ad14-0590e738dd0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:53.825090 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-7fa2e642-9f7c-4d46-ad14-0590e738dd0f admin admin] For port bab0aa5d-237d-4e33-97d7-503e040fe9e5, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bab0aa5d-237d-4e33-97d7-503e040fe9e5,segment=NetworkSegment(71d874ad-0fb7-401f-addd-80e4097dffc1),segment_id=71d874ad-0fb7-401f-addd-80e4097dffc1)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:22:53.825460 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e642-9f7c-4d46-ad14-0590e738dd0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:53.839033 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:53.844497 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7fa2e642-9f7c-4d46-ad14-0590e738dd0f admin admin] Calling delete_port for bab0aa5d-237d-4e33-97d7-503e040fe9e5 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:22:53.846535 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3847fee-2e53-4605-8613-0638fbfbae67 None None] DHCP port deletion for 83e4973c-1628-44d7-b606-175276d08fd9 request from n-d-798054-8 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:22:53.898365 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e3847fee-2e53-4605-8613-0638fbfbae67 None None] Deleting port bab0aa5d-237d-4e33-97d7-503e040fe9e5 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:22:53.898912 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e3847fee-2e53-4605-8613-0638fbfbae67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709877980'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:53.931562 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e642-9f7c-4d46-ad14-0590e738dd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1971673'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:53.958660 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2e642-9f7c-4d46-ad14-0590e738dd0f admin admin] Pushing event deleted for resources: {'Port': ['ID=bab0aa5d-237d-4e33-97d7-503e040fe9e5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:53.962065 n-d-798054-8 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa2e642-9f7c-4d46-ad14-0590e738dd0f admin admin] No DVR routers for this DVR port bab0aa5d-237d-4e33-97d7-503e040fe9e5 on host n-d-798054-8 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:22:53.962460 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e3847fee-2e53-4605-8613-0638fbfbae67 None None] For port bab0aa5d-237d-4e33-97d7-503e040fe9e5, host n-d-798054-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-8',level=0,port_id=bab0aa5d-237d-4e33-97d7-503e040fe9e5,segment=NetworkSegment(71d874ad-0fb7-401f-addd-80e4097dffc1),segment_id=71d874ad-0fb7-401f-addd-80e4097dffc1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:22:53.962921 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e3847fee-2e53-4605-8613-0638fbfbae67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684601'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:53.977166 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e3847fee-2e53-4605-8613-0638fbfbae67 None None] Calling delete_port for bab0aa5d-237d-4e33-97d7-503e040fe9e5 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:22:54.035726 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e642-9f7c-4d46-ad14-0590e738dd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483602', 'neutron.services.segments.db._delete_segments_for_network-8778709863262'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:54.047425 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-7fa2e642-9f7c-4d46-ad14-0590e738dd0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e4973c-1628-44d7-b606-175276d08fd9']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:22:54.052625 n-d-798054-8 neutron-server[93908]: self.session.flush() Jul 05 11:22:54.062467 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e3847fee-2e53-4605-8613-0638fbfbae67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709884950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778709334766'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:54.063105 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-7fa2e642-9f7c-4d46-ad14-0590e738dd0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d874ad-0fb7-401f-addd-80e4097dffc1') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:22:54.063414 n-d-798054-8 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-7fa2e642-9f7c-4d46-ad14-0590e738dd0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d874ad-0fb7-401f-addd-80e4097dffc1') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:22:54.072600 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e642-9f7c-4d46-ad14-0590e738dd0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709829762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8753540'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:54.087582 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e642-9f7c-4d46-ad14-0590e738dd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:54.089415 n-d-798054-8 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3847fee-2e53-4605-8613-0638fbfbae67 None None] Pushing event deleted for resources: {'Port': ['ID=bab0aa5d-237d-4e33-97d7-503e040fe9e5,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:54.095270 n-d-798054-8 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3847fee-2e53-4605-8613-0638fbfbae67 None None] No DVR routers for this DVR port bab0aa5d-237d-4e33-97d7-503e040fe9e5 on host n-d-798054-8 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:22:54.097957 n-d-798054-8 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa2e642-9f7c-4d46-ad14-0590e738dd0f admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:22:54.098400 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e642-9f7c-4d46-ad14-0590e738dd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1971462'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: Traceback (most recent call last): Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: timer() Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: cb(*args, **kw) Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: return func(*args, **kwargs) Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: self._notify() Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: self.callback(batched_events) Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: event.method(event) Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: return f(self, *a, **k) Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: return self._get(url).json() Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:22:54.102637 n-d-798054-8 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:22:54.161506 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e642-9f7c-4d46-ad14-0590e738dd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3671706'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:54.166989 n-d-798054-8 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e642-9f7c-4d46-ad14-0590e738dd0f admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:54.168989 n-d-798054-8 neutron-server[93906]: INFO neutron.wsgi [None req-7fa2e642-9f7c-4d46-ad14-0590e738dd0f admin admin] 10.222.0.79 "DELETE /v2.0/networks/83e4973c-1628-44d7-b606-175276d08fd9 HTTP/1.1" status: 204 len: 168 time: 0.5383484 Jul 05 11:22:54.181625 n-d-798054-8 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2e642-9f7c-4d46-ad14-0590e738dd0f admin admin] Pushing event deleted for resources: {'Network': ['ID=83e4973c-1628-44d7-b606-175276d08fd9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:54.281606 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52454) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:22:54.322179 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-4183ff16-9a51-4747-a079-5c95749599bb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d45d60d4f9e84c718ffa269f775b7f4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392320 Jul 05 11:22:54.325158 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52456) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:22:54.372996 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0c00187-7087-4d4b-ae24-e3cdaf522bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:54.393967 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0c00187-7087-4d4b-ae24-e3cdaf522bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:54.440729 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0c00187-7087-4d4b-ae24-e3cdaf522bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:54.443269 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0c00187-7087-4d4b-ae24-e3cdaf522bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:54.444445 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-c0c00187-7087-4d4b-ae24-e3cdaf522bf0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3f22c424-b75a-4825-925f-1070e73c649a HTTP/1.1" status: 204 len: 168 time: 0.1183574 Jul 05 11:22:54.452785 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c00187-7087-4d4b-ae24-e3cdaf522bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f22c424-b75a-4825-925f-1070e73c649a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:54.756643 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52462) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:22:54.799585 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-78290dbd-29de-46a4-a80a-ee21445a4255 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7c1061040fa34351a9c280bab9980b3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416896 Jul 05 11:22:54.802060 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.79', 52464) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:22:54.848761 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d97fc5f8-3761-4512-9287-8c4290c79367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:54.869294 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d97fc5f8-3761-4512-9287-8c4290c79367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:54.916266 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d97fc5f8-3761-4512-9287-8c4290c79367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3893880'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:54.919412 n-d-798054-8 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d97fc5f8-3761-4512-9287-8c4290c79367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:54.920578 n-d-798054-8 neutron-server[93907]: INFO neutron.wsgi [None req-d97fc5f8-3761-4512-9287-8c4290c79367 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2e344542-6f68-477e-b336-67138a5db8ff HTTP/1.1" status: 204 len: 168 time: 0.1176181 Jul 05 11:22:54.928301 n-d-798054-8 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fc5f8-3761-4512-9287-8c4290c79367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e344542-6f68-477e-b336-67138a5db8ff,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:55.007186 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:55.067095 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 67dbe772-1cec-4d38-8cf9-5de540b2bf00 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:22:55.087758 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 67dbe772-1cec-4d38-8cf9-5de540b2bf00 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:22:55.088161 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 67dbe772-1cec-4d38-8cf9-5de540b2bf00 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:22:55.088589 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 0d4ba397-a658-4d8d-aa96-c1de6c16aa86 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:22:55.109939 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: 0d4ba397-a658-4d8d-aa96-c1de6c16aa86 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:22:55.110300 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device 0d4ba397-a658-4d8d-aa96-c1de6c16aa86 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:22:55.110733 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bab0aa5d-237d-4e33-97d7-503e040fe9e5 no longer exists at agent ovs-agent-n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:22:55.133725 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] No Port match for: bab0aa5d-237d-4e33-97d7-503e040fe9e5 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:22:55.134081 n-d-798054-8 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Device bab0aa5d-237d-4e33-97d7-503e040fe9e5 not bound to the agent host n-d-798054-8 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:22:57.148071 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:03.800121 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:07.224686 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:20.400204 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:23:21.114240 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5601eb26-a76d-468e-a19d-73fbadfc4b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:23.482679 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7097c8e9-9107-4987-b62b-e76ef56ee3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:23.841399 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:25.008491 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:27.150383 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:33.830396 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:37.239288 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:51.114978 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-07ae2dfd-8429-47b1-bee9-ddc3de84c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:53.482811 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e666e64f-f8c1-45c3-830c-0abd37a2178e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:53.842011 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:55.010740 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:57.152802 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:57.400432 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:24:03.844733 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:07.237794 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:21.114722 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4dffdf03-ed8e-4b72-99df-4078a021c5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:23.486613 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2734dfa3-e20c-4deb-a805-2d1ebcf1db3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:23.843096 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:25.013591 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:27.156209 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:33.849901 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:34.400945 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:24:37.236620 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:51.115638 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-09f25174-df81-4263-89a9-0f2cf753a109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:53.488392 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5ce9f3a0-d8cf-4d17-97b9-1114b0109469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:53.844875 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:55.015374 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:57.158274 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:03.847438 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:07.243812 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:11.400730 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:25:21.116263 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-918b72f3-3743-41c3-96d1-138199207829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:23.488847 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-753755f4-ba60-4df9-a803-5d3ac3546a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:23.845378 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:25.018325 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:25.631891 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-13b4f828-9612-4cc6-87c9-aff79e751559 req-cdce040a-c0c0-46b1-84a3-4a00f678e4b9 service neutron] (93907) timed out ('10.222.0.79', 51030) {{(pid=93907) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 11:25:27.160774 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:33.843684 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:37.251413 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:48.400387 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:25:51.115533 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bed61d16-0ce7-4e6c-b8ce-bb517d098ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:53.490505 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f0c19a91-a46d-461a-9a7a-249452adb69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:53.846201 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:55.021533 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:57.164955 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:03.848427 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:07.287540 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:21.115311 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d1f9ecea-10cf-4618-9b5b-d69e587142c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:23.492917 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e192f479-d1bd-43b5-96df-5b87b361c0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:23.846016 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:25.023956 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:25.399897 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:26:27.166618 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:33.842197 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:37.295171 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:51.116241 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-311743d9-a5c0-44a0-8a4b-4952fdef6cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:53.493436 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7894f715-e9d0-44d0-bb40-b81b4d79fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:53.847062 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:55.026175 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:57.167475 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:02.399842 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:27:03.858566 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:07.285623 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:21.116093 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a37bdd82-922d-4a5a-99fd-7be78d92816e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:23.494160 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-26b7281b-b0ef-46ba-b2f6-99cf5f8b8d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:23.846932 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:25.029507 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:27.171321 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:33.870952 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:37.301751 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:39.399802 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:27:51.116260 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5b751873-34dc-44c5-95ad-8855918ad953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:53.497010 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-54ee36af-66c2-4518-9a8a-e6e285dee11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:53.847410 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:55.031128 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:57.174351 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:03.870530 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:07.316726 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:16.399091 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:28:21.116401 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ac10882a-7c4a-4ece-bd2c-7ec1272840a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:23.497514 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8862a6c4-8a90-4b64-aed6-0dda2eb867ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:23.847973 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:25.034569 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:27.178200 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:33.868550 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:37.315537 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:51.116607 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ccfc9294-20a4-48fa-93f5-45d5d8784d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:53.397344 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:28:53.498438 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e85dd229-8995-4ba2-a08a-c087d7dbda08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:53.850467 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:55.036949 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:57.180579 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:03.883746 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:07.330656 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:21.118171 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e7a029c9-3bc8-4e16-98da-603c4b2cebc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:23.498605 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-43338acd-e246-46d8-b0b8-87197e185abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:23.853701 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:25.042459 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:27.184081 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:30.399564 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:29:33.882544 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:37.337741 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:51.117647 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d0379c09-ad01-4c9e-9fc0-70f0d499ed64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:53.499713 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-92c9e37d-fe39-4f1b-8591-472cca4cf872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:53.853399 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:55.042799 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:57.186856 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:03.882688 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:07.349242 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:07.403070 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:30:21.119350 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b0f37c03-f6c7-4150-9010-bae9b462d4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:22.183940 n-d-798054-8 neutron-server[93907]: DEBUG neutron.wsgi [req-b8d4453c-8005-4761-b566-e8a32786cd80 req-30094b13-dea5-4849-85da-0913ecbc9175 service neutron] (93907) timed out ('10.222.0.79', 51522) {{(pid=93907) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 11:30:23.500432 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d865b8f9-7f7b-40c5-b78a-87a24a8d9487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:23.854144 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:25.044116 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:27.190701 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:33.898828 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:37.350111 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:44.405546 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:30:51.122016 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e1446399-47b1-40fa-8120-e6cc3d55b874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:53.502176 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b064a9f1-9d21-40ae-9b7c-38986a8355cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:53.854760 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:55.050797 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:57.192703 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-426cae8d-c010-4e98-b6b7-dd5ee8a728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:03.894653 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ed905b-adc3-4148-8d71-251ad6eaffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:07.342783 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d94f2ef2-9975-481a-96b8-7e31fab546f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:21.125719 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-01618973-87d3-4939-853a-5cea8fbf3733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:21.405781 n-d-798054-8 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-55584f6b-5281-4fb6-a799-ecc75fb23bc0 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:31:23.502615 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9e7ae04b-63be-43e5-8d9a-620fe444d998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:23.857586 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eadbc4da-e1d9-4295-a964-e40449422832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:25.053763 n-d-798054-8 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5820b576-cc1f-465d-bdac-c768b6b61771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709863244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483800'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}